-- Logs begin at Tue 2021-07-06 13:00:32 UTC, end at Tue 2021-07-06 15:16:13 UTC. -- Jul 06 13:31:50.150630 n-d-773644-6 systemd[1]: Started Devstack devstack@q-svc.service. Jul 06 13:31:52.881477 n-d-773644-6 neutron-server[100308]: INFO neutron.common.config [-] Logging enabled! Jul 06 13:31:52.882131 n-d-773644-6 neutron-server[100308]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev452 Jul 06 13:31:52.882289 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100308) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 06 13:31:52.885671 n-d-773644-6 neutron-server[100308]: INFO neutron.common.config [-] Logging enabled! Jul 06 13:31:52.885922 n-d-773644-6 neutron-server[100308]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev452 Jul 06 13:31:52.886243 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100308) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 06 13:31:52.887201 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 13:31:52.887443 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 13:31:52.887814 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 13:31:52.888066 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 13:31:52.888300 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 13:31:52.888624 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.888928 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.889233 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.889470 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.889793 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.890094 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.890383 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.890682 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.890984 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.891275 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.891558 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.891847 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.892082 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.892366 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.892660 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.892953 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.893183 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] debug = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.893467 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.893928 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.894343 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.894629 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.894924 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.895208 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.895583 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.895768 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.896054 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.896387 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] host = n-d-773644-6 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.896665 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.896955 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.897246 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.897537 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.897838 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.898121 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.898409 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.898684 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.898961 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] log_file = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.899238 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.899529 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.899822 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.900112 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.900344 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.900569 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.901380 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.902024 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.902024 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.902334 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.902616 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.902895 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.903174 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.903448 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.903739 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.904028 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.904319 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.904596 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.904872 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.905146 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.905434 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.905712 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.906018 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.906295 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.906570 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.906861 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.907132 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.907408 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.907714 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.908002 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.908291 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.908580 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.908855 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.909142 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.909420 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.909696 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.909994 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] use_json = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.910270 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.910542 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.910830 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.911105 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.911378 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.911656 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.911931 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.912222 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:52.912526 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.912828 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.913134 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.913422 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.913727 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.914037 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.914333 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.914618 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.914950 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.915209 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.915506 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.915791 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.916085 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.916371 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.917374 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.917704 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.918036 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.918341 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.918625 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.918909 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.919192 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.919479 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.919773 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.920073 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.920369 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.920655 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.920943 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.921242 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.921526 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.921831 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.922121 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.922418 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.922703 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.922983 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.923275 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.923558 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.923838 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.924121 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.924411 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.924712 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.924997 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.925277 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.925557 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.925872 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.926154 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.926450 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.926735 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.927015 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.927294 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.927579 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.927857 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.928136 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.928491 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.928790 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.929071 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.929350 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.929631 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.929940 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.930221 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.930503 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.930789 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.931069 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.931353 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.931632 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.931911 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.932801 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.933289 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.933591 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.933927 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.934240 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.934532 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.934820 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.935110 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.935399 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.935686 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.935972 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.936258 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.936543 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.936820 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.937121 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.937412 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.937708 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.938021 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.938305 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.938608 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.938891 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.939181 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.939467 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.939749 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.940045 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.940334 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.940634 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.940939 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.941246 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.941546 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.941875 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.942329 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.942566 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.942847 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:52.943071 n-d-773644-6 neutron-server[100308]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 13:31:52.943322 n-d-773644-6 neutron-server[100308]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100308) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 06 13:31:53.300884 n-d-773644-6 neutron-server[100308]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 06 13:31:53.301170 n-d-773644-6 neutron-server[100308]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 06 13:31:53.301465 n-d-773644-6 neutron-server[100308]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 06 13:31:53.301829 n-d-773644-6 neutron-server[100308]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 06 13:31:53.692966 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:53.693267 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:53.693541 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:53.694854 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:53.695143 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:53.695419 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:53.730653 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:53.730924 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:53.731205 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:53.744760 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:53.745049 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:53.745326 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:53.774793 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:53.775081 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:53.775356 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:53.811792 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:53.812076 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:53.812350 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.045589 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.046245 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.046245 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.046403 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.047067 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.168687 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.169098 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.169423 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.169703 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.170003 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.170317 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.170581 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.170840 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.171097 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.171380 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.171650 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.171929 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.172191 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.172459 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.172717 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.172986 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.173257 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.173518 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.173807 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.174063 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.174345 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.174691 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.174951 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.175237 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.175488 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.175736 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.176147 n-d-773644-6 neutron-server[100308]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 13:31:54.176396 n-d-773644-6 neutron-server[100308]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 13:31:54.176638 n-d-773644-6 neutron-server[100308]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 13:31:54.176879 n-d-773644-6 neutron-server[100308]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 13:31:54.177117 n-d-773644-6 neutron-server[100308]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 13:31:54.177354 n-d-773644-6 neutron-server[100308]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 13:31:54.177723 n-d-773644-6 neutron-server[100308]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 06 13:31:54.182277 n-d-773644-6 neutron-server[100308]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 06 13:31:54.186518 n-d-773644-6 neutron-server[100308]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 06 13:31:54.191143 n-d-773644-6 neutron-server[100308]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 06 13:31:54.192787 n-d-773644-6 neutron-server[100308]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 06 13:31:54.193244 n-d-773644-6 neutron-server[100308]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 06 13:31:54.193589 n-d-773644-6 neutron-server[100308]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 06 13:31:54.194008 n-d-773644-6 neutron-server[100308]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 06 13:31:54.196826 n-d-773644-6 neutron-server[100308]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 06 13:31:54.197092 n-d-773644-6 neutron-server[100308]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 06 13:31:54.200581 n-d-773644-6 neutron-server[100308]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 06 13:31:54.226994 n-d-773644-6 neutron-server[100308]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 06 13:31:54.227460 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.227765 n-d-773644-6 neutron-server[100308]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100308) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 06 13:31:54.228131 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.229710 n-d-773644-6 neutron-server[100308]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100308) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 06 13:31:54.230024 n-d-773644-6 neutron-server[100308]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 06 13:31:54.230280 n-d-773644-6 neutron-server[100308]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 06 13:31:54.233488 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.233827 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.297935 n-d-773644-6 neutron-server[100308]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 06 13:31:54.298136 n-d-773644-6 neutron-server[100308]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 06 13:31:54.298336 n-d-773644-6 neutron-server[100308]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 06 13:31:54.298723 n-d-773644-6 neutron-server[100308]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 06 13:31:54.320399 n-d-773644-6 neutron-server[100308]: DEBUG oslo_db.sqlalchemy.engines [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100308) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 06 13:31:54.847799 n-d-773644-6 neutron-server[100308]: INFO neutron.plugins.ml2.managers [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Initializing driver for type 'gre' Jul 06 13:31:54.848313 n-d-773644-6 neutron-server[100308]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] gre ID ranges: [(1, 1000)] Jul 06 13:31:54.908582 n-d-773644-6 neutron-server[100308]: INFO neutron.plugins.ml2.managers [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Initializing driver for type 'local' Jul 06 13:31:54.909163 n-d-773644-6 neutron-server[100308]: INFO neutron.plugins.ml2.managers [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Initializing driver for type 'vlan' Jul 06 13:31:54.928156 n-d-773644-6 neutron-server[100308]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] VlanTypeDriver initialization complete Jul 06 13:31:54.928492 n-d-773644-6 neutron-server[100308]: INFO neutron.plugins.ml2.managers [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Initializing driver for type 'vxlan' Jul 06 13:31:54.928999 n-d-773644-6 neutron-server[100308]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] vxlan ID ranges: [(1, 1000)] Jul 06 13:31:54.982170 n-d-773644-6 neutron-server[100308]: INFO neutron.plugins.ml2.managers [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Initializing extension driver 'port_security' Jul 06 13:31:54.982510 n-d-773644-6 neutron-server[100308]: INFO neutron.plugins.ml2.extensions.port_security [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] PortSecurityExtensionDriver initialization complete Jul 06 13:31:54.982847 n-d-773644-6 neutron-server[100308]: INFO neutron.plugins.ml2.managers [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Initializing mechanism driver 'openvswitch' Jul 06 13:31:54.983174 n-d-773644-6 neutron-server[100308]: INFO neutron.plugins.ml2.managers [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Initializing mechanism driver 'hyperv' Jul 06 13:31:54.989940 n-d-773644-6 neutron-server[100308]: DEBUG neutron.plugins.ml2.plugin [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:31:54.990638 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > port after_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.991015 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > port after_update 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.991372 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > port after_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.991898 n-d-773644-6 neutron-server[100308]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100308) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 13:31:54.992342 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > subnet after_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.992698 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > subnet after_update 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.993049 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.993444 n-d-773644-6 neutron-server[100308]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100308) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 13:31:54.993890 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > network after_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.994245 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > network after_update 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.994645 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > network after_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.995585 n-d-773644-6 neutron-server[100308]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100308) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 13:31:54.996002 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > security_group after_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.996355 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > security_group after_update 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.996702 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.997235 n-d-773644-6 neutron-server[100308]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100308) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 13:31:54.997675 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.998040 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.998394 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.998790 n-d-773644-6 neutron-server[100308]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100308) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 13:31:54.999205 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > address_group after_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.999559 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > address_group after_update 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:54.999904 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.000299 n-d-773644-6 neutron-server[100308]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100308) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 06 13:31:55.000681 n-d-773644-6 neutron-server[100308]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] ML2 OVO RPC backend initialized. {{(pid=100308) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 06 13:31:55.001401 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.001774 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.002204 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > network before_response 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.002558 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > networks before_response 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.002915 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > port before_response 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.003265 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > ports before_response 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.003615 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > subnet before_response 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.003963 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > subnets before_response 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.004315 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > network after_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.004661 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > network after_update 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.005001 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > network after_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.005344 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > port after_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.005687 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > port after_update 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.006062 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > port after_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.006405 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > subnet after_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.006747 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > subnet after_update 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.007220 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.007682 n-d-773644-6 neutron-server[100308]: INFO neutron.plugins.ml2.plugin [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Modular L2 Plugin initialization complete Jul 06 13:31:55.008012 n-d-773644-6 neutron-server[100308]: DEBUG neutron.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading services supported by the core plugin {{(pid=100308) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 06 13:31:55.008346 n-d-773644-6 neutron-server[100308]: INFO neutron.plugins.ml2.managers [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Got port-security extension from driver 'port_security' Jul 06 13:31:55.008821 n-d-773644-6 neutron-server[100308]: INFO neutron.extensions.vlantransparent [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Disabled vlantransparent extension. Jul 06 13:31:55.009315 n-d-773644-6 neutron-server[100308]: DEBUG neutron.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100308) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 06 13:31:55.009636 n-d-773644-6 neutron-server[100308]: INFO neutron.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading Plugin: router Jul 06 13:31:55.046243 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.046824 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > router after_create 55549900 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.047010 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > router before_create 55549900 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.047381 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.047758 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.048117 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > router after_delete 55549900 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.048479 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.048849 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > router after_create 55549900 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.049202 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > router after_update 55549900 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.049555 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > router after_update 55549900 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.049935 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.050297 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > router after_update 55549900 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.050711 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > router precommit_update 55549900 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.051086 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: port after_update 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.051429 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: port after_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.051771 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: subnet after_update 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.052112 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.052460 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.052811 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > router precommit_create 55549900 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.053156 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: port before_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.053502 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > router precommit_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.053959 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > router after_update 55549900 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.054307 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.054663 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > router precommit_create 55549900 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.055026 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.055375 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > router precommit_update 55549900 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.055741 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > agent after_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.056092 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > agent after_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.056445 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > network after_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.057339 n-d-773644-6 neutron-server[100308]: DEBUG neutron.quota.resource_registry [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Tracking information for resource: router configured {{(pid=100308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 13:31:55.057726 n-d-773644-6 neutron-server[100308]: DEBUG neutron.quota.resource_registry [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Tracking information for resource: floatingip configured {{(pid=100308) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 13:31:55.062830 n-d-773644-6 neutron-server[100308]: INFO neutron.db.l3_agentschedulers_db [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 06 13:31:55.063418 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: port after_update 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.063786 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: port after_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.064145 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: port after_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.064508 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: port after_update 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.065310 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > router before_create 55550100 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.065684 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.066081 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > router precommit_create 55550100 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.066449 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > router precommit_update 55550100 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.070899 n-d-773644-6 neutron-server[100308]: DEBUG neutron.services.provider_configuration [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Service providers = [] {{(pid=100308) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 06 13:31:55.071273 n-d-773644-6 neutron-server[100308]: DEBUG neutron.db.servicetype_db [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100308) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 06 13:31:55.074258 n-d-773644-6 neutron-server[100308]: DEBUG neutron.services.service_base [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100308) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 13:31:55.074613 n-d-773644-6 neutron-server[100308]: DEBUG neutron.services.service_base [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100308) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 13:31:55.074964 n-d-773644-6 neutron-server[100308]: DEBUG neutron.services.service_base [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100308) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 13:31:55.075865 n-d-773644-6 neutron-server[100308]: DEBUG neutron.services.service_base [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100308) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 13:31:55.076242 n-d-773644-6 neutron-server[100308]: INFO neutron.services.service_base [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 06 13:31:55.076626 n-d-773644-6 neutron-server[100308]: DEBUG neutron.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 13:31:55.076947 n-d-773644-6 neutron-server[100308]: INFO neutron.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 06 13:31:55.087618 n-d-773644-6 neutron-server[100308]: DEBUG neutron.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 13:31:55.087961 n-d-773644-6 neutron-server[100308]: INFO neutron.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading Plugin: auto_allocate Jul 06 13:31:55.094338 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: network precommit_update 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.094715 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: network precommit_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.095239 n-d-773644-6 neutron-server[100308]: DEBUG neutron.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 13:31:55.095563 n-d-773644-6 neutron-server[100308]: INFO neutron.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading Plugin: tag Jul 06 13:31:55.102149 n-d-773644-6 neutron-server[100308]: DEBUG neutron.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 13:31:55.102437 n-d-773644-6 neutron-server[100308]: INFO neutron.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading Plugin: timestamp Jul 06 13:31:55.108345 n-d-773644-6 neutron-server[100308]: DEBUG neutron.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 13:31:55.108684 n-d-773644-6 neutron-server[100308]: INFO neutron.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading Plugin: network_ip_availability Jul 06 13:31:55.114407 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.114785 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.115143 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.115864 n-d-773644-6 neutron-server[100308]: DEBUG neutron.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 13:31:55.116194 n-d-773644-6 neutron-server[100308]: INFO neutron.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading Plugin: flavors Jul 06 13:31:55.120920 n-d-773644-6 neutron-server[100308]: DEBUG neutron.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 13:31:55.121251 n-d-773644-6 neutron-server[100308]: INFO neutron.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading Plugin: revisions Jul 06 13:31:55.125544 n-d-773644-6 neutron-server[100308]: DEBUG neutron.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100308) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 13:31:55.125977 n-d-773644-6 neutron-server[100308]: DEBUG oslo_concurrency.lockutils [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.824s {{(pid=100308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 06 13:31:55.126728 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100308) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 06 13:31:55.127068 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Initializing extension manager. Jul 06 13:31:55.127580 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: __init__.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.127926 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: __pycache__ {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.128265 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.128603 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: address_group.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.129368 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.129978 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: address-group Jul 06 13:31:55.130309 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: address_scope.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.131037 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.131563 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: address-scope Jul 06 13:31:55.131891 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.132847 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.133375 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: router-admin-state-down-before-update Jul 06 13:31:55.133707 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: agent.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.134454 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.135219 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: agent Jul 06 13:31:55.135564 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: agent_resources_synced.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.136558 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.137084 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: agent-resources-synced Jul 06 13:31:55.137415 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: allowedaddresspairs.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.139264 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.139802 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: allowed-address-pairs Jul 06 13:31:55.140133 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: auto_allocated_topology.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.141227 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.141767 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: auto-allocated-topology Jul 06 13:31:55.142108 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: availability_zone.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.142817 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.143613 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: availability_zone Jul 06 13:31:55.143942 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: availability_zone_filter.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.144871 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.145392 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: availability_zone_filter Jul 06 13:31:55.145718 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: data_plane_status.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.146679 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.147197 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension data-plane-status not supported by any of loaded plugins Jul 06 13:31:55.147624 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: default_subnetpools.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.148453 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.148977 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: default-subnetpools Jul 06 13:31:55.149306 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.150161 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.150685 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: dhcp_agent_scheduler Jul 06 13:31:55.151541 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: dns.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.152473 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.152986 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension dns-integration not supported by any of loaded plugins Jul 06 13:31:55.153315 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: dns_domain_ports.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.154278 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.154796 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 06 13:31:55.155122 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.156065 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.156585 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 06 13:31:55.156913 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: dvr.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.157599 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.158162 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: dvr Jul 06 13:31:55.158490 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: empty_string_filtering.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.159422 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.159949 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: empty-string-filtering Jul 06 13:31:55.160276 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.161198 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.161721 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 06 13:31:55.162141 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.163066 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.163593 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 06 13:31:55.163916 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: external_net.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.164842 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.165363 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: external-net Jul 06 13:31:55.165687 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.167198 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.167812 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: extra_dhcp_opt Jul 06 13:31:55.168045 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: extraroute.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.168970 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.169494 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: extraroute Jul 06 13:31:55.169850 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: extraroute_atomic.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.170913 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.171441 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: extraroute-atomic Jul 06 13:31:55.171769 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: filter_validation.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.172449 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.172972 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: filter-validation Jul 06 13:31:55.173298 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: fip_pf_description.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.174248 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.174772 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 06 13:31:55.175096 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: fip_port_details.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.176036 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.176562 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: fip-port-details Jul 06 13:31:55.176886 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: flavors.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.178160 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.178694 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: flavors Jul 06 13:31:55.179028 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.180689 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.181231 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 06 13:31:55.181570 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: floatingip_pools.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.182436 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.182972 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: floatingip-pools Jul 06 13:31:55.183301 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: ip_allocation.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.184236 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.184757 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension ip_allocation not supported by any of loaded plugins Jul 06 13:31:55.185084 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.186048 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.186576 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: ip-substring-filtering Jul 06 13:31:55.186908 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: l2_adjacency.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.187851 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.188370 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 06 13:31:55.188698 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: l3.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.189687 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.190245 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: router Jul 06 13:31:55.190577 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.192942 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.193488 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 06 13:31:55.193860 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.194824 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.195364 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: ext-gw-mode Jul 06 13:31:55.195701 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.196652 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.197181 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: l3-ha Jul 06 13:31:55.197515 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: l3_flavors.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.198532 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.199060 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: l3-flavors Jul 06 13:31:55.199394 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.200413 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.200870 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 06 13:31:55.201202 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: l3agentscheduler.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.202320 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.202851 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: l3_agent_scheduler Jul 06 13:31:55.203184 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: logging.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.204703 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.205233 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension logging not supported by any of loaded plugins Jul 06 13:31:55.205566 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: metering.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.206346 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.206940 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: metering Jul 06 13:31:55.207270 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.208373 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.208900 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: metering_source_and_destination_fields Jul 06 13:31:55.209227 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: multiprovidernet.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.210193 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.210722 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: multi-provider Jul 06 13:31:55.211052 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: netmtu.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.211985 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.212513 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: net-mtu Jul 06 13:31:55.212840 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: netmtu_writable.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.214317 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.214841 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: net-mtu-writable Jul 06 13:31:55.215169 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: network_availability_zone.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.215869 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.216393 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: network_availability_zone Jul 06 13:31:55.216718 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: network_ip_availability.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.217857 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.218395 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: network-ip-availability Jul 06 13:31:55.218727 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: network_segment_range.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.219514 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.220040 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension network-segment-range not supported by any of loaded plugins Jul 06 13:31:55.220368 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: pagination.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.221365 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.221699 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: pagination Jul 06 13:31:55.222057 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: port_device_profile.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.223086 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.223522 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: port-device-profile Jul 06 13:31:55.223847 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.224776 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.225295 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: port-mac-address-regenerate Jul 06 13:31:55.225619 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.226581 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.227104 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: port-numa-affinity-policy Jul 06 13:31:55.227429 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: port_resource_request.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.228357 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.228898 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension port-resource-request not supported by any of loaded plugins Jul 06 13:31:55.229774 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: portbindings.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.230744 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.231266 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: binding Jul 06 13:31:55.231589 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: portbindings_extended.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.233008 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.233542 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: binding-extended Jul 06 13:31:55.233904 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: portsecurity.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.234844 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.235374 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: port-security Jul 06 13:31:55.235706 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: project_id.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.236963 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.237297 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: project-id Jul 06 13:31:55.237627 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: providernet.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.238596 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.239128 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: provider Jul 06 13:31:55.239454 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: qos.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.243023 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.243567 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension qos not supported by any of loaded plugins Jul 06 13:31:55.243900 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.245203 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.245729 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 06 13:31:55.246090 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.247037 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.247567 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 06 13:31:55.247898 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: qos_default.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.248824 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.249354 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension qos-default not supported by any of loaded plugins Jul 06 13:31:55.249682 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: qos_fip.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.250386 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.250907 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension qos-fip not supported by any of loaded plugins Jul 06 13:31:55.251233 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: qos_gateway_ip.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.252177 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.252711 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 06 13:31:55.253037 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: qos_port_network_policy.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.254002 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.254533 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 06 13:31:55.254858 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: qos_rule_type_details.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.255793 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.256321 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 06 13:31:55.256646 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: qos_rules_alias.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.257698 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.258259 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 06 13:31:55.258586 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: quotasv2.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.259549 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.259880 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: quotas Jul 06 13:31:55.260233 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: quotasv2_detail.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.263354 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.263697 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: quota_details Jul 06 13:31:55.264031 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: rbac.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.265123 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.265660 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: rbac-policies Jul 06 13:31:55.266029 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: rbac_address_group.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.267192 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.267727 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: rbac-address-group Jul 06 13:31:55.268060 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: rbac_address_scope.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.269017 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.269548 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: rbac-address-scope Jul 06 13:31:55.269919 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: rbac_security_groups.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.270851 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.271382 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: rbac-security-groups Jul 06 13:31:55.271711 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: rbac_subnetpool.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.272653 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.273182 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: rbac-subnetpool Jul 06 13:31:55.273512 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: revisionifmatch.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.274482 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.275015 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: revision-if-match Jul 06 13:31:55.275341 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: revisions.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.277974 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.278527 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: standard-attr-revisions Jul 06 13:31:55.278860 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: router_availability_zone.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.279567 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.280096 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: router_availability_zone Jul 06 13:31:55.280422 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: routerservicetype.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.281361 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.281915 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension router-service-type not supported by any of loaded plugins Jul 06 13:31:55.282242 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.283177 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.283702 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: security-groups-normalized-cidr Jul 06 13:31:55.284026 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.284951 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.285471 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: port-security-groups-filtering Jul 06 13:31:55.285828 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.286760 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.287289 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: security-groups-remote-address-group Jul 06 13:31:55.287613 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: securitygroup.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.298759 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.299303 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: security-group Jul 06 13:31:55.299643 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: segment.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.300436 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.300959 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension segment not supported by any of loaded plugins Jul 06 13:31:55.301288 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.302261 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.302784 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 06 13:31:55.303111 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: servicetype.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.304225 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.304758 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: service-type Jul 06 13:31:55.305086 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: sorting.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.306213 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.306437 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: sorting Jul 06 13:31:55.306758 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: standard_attr_segment.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.308643 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.309179 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 06 13:31:55.309506 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: standardattrdescription.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.310189 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.310711 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: standard-attr-description Jul 06 13:31:55.311036 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: stateful_security_group.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.311968 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.312498 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: stateful-security-group Jul 06 13:31:55.312823 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: stdattrs_common.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.313409 n-d-773644-6 neutron-server[100308]: WARNING neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 06 13:31:55.313730 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.314684 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.315220 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 06 13:31:55.315544 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: subnet_onboard.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.316606 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.317140 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: subnet_onboard Jul 06 13:31:55.317469 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.318440 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.318967 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 06 13:31:55.319292 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: subnet_service_types.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.320228 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.320757 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: subnet-service-types Jul 06 13:31:55.321082 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: subnetallocation.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.322223 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.322970 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: subnet_allocation Jul 06 13:31:55.323495 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.324196 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.324726 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: subnetpool-prefix-ops Jul 06 13:31:55.325095 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.326024 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.326549 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 06 13:31:55.326920 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: tagging.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.327968 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.328508 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: standard-attr-tag Jul 06 13:31:55.328842 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: timestamp.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.330117 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.330650 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loaded extension: standard-attr-timestamp Jul 06 13:31:55.330978 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: trunk.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.332019 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.332547 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension trunk not supported by any of loaded plugins Jul 06 13:31:55.332874 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: trunk_details.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.333829 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.334356 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension trunk-details not supported by any of loaded plugins Jul 06 13:31:55.334684 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: uplink_status_propagation.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.335611 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.336132 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 06 13:31:55.336459 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Loading extension file: vlantransparent.py {{(pid=100308) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 06 13:31:55.337142 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100308) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 06 13:31:55.337661 n-d-773644-6 neutron-server[100308]: INFO neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 06 13:31:55.341129 n-d-773644-6 neutron-server[100308]: INFO neutron.quota.resource_registry [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Creating instance of TrackedResource for resource:network Jul 06 13:31:55.341679 n-d-773644-6 neutron-server[100308]: INFO neutron.quota.resource_registry [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Creating instance of TrackedResource for resource:subnet Jul 06 13:31:55.342110 n-d-773644-6 neutron-server[100308]: INFO neutron.quota.resource_registry [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 13:31:55.342511 n-d-773644-6 neutron-server[100308]: INFO neutron.quota.resource_registry [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Creating instance of TrackedResource for resource:port Jul 06 13:31:55.343763 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.v2.resource_helper [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:31:55.344212 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.v2.resource_helper [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Service FLAVORS assigned prefix: {{(pid=100308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:31:55.344832 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.v2.resource_helper [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:31:55.345259 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.v2.resource_helper [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:31:55.345590 n-d-773644-6 neutron-server[100308]: INFO neutron.quota.resource_registry [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Creating instance of TrackedResource for resource:router Jul 06 13:31:55.346049 n-d-773644-6 neutron-server[100308]: INFO neutron.quota.resource_registry [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Creating instance of TrackedResource for resource:floatingip Jul 06 13:31:55.346567 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.v2.resource_helper [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Service METERING assigned prefix: /metering {{(pid=100308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:31:55.348019 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.348388 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.348746 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100308) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:31:55.349804 n-d-773644-6 neutron-server[100308]: INFO neutron.quota.resource_registry [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Creating instance of CountableResource for resource:rbac_policy Jul 06 13:31:55.350225 n-d-773644-6 neutron-server[100308]: INFO neutron.quota.resource_registry [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Creating instance of TrackedResource for resource:security_group Jul 06 13:31:55.350674 n-d-773644-6 neutron-server[100308]: INFO neutron.quota.resource_registry [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 06 13:31:55.351274 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.v2.resource_helper [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Service CORE assigned prefix: {{(pid=100308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:31:55.351606 n-d-773644-6 neutron-server[100308]: INFO neutron.quota.resource_registry [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 13:31:55.351954 n-d-773644-6 neutron-server[100308]: WARNING neutron.quota.resource_registry [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] subnetpool is already registered Jul 06 13:31:55.352432 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.v2.resource_helper [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Service CORE assigned prefix: {{(pid=100308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:31:55.352715 n-d-773644-6 neutron-server[100308]: INFO neutron.quota.resource_registry [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 13:31:55.353047 n-d-773644-6 neutron-server[100308]: WARNING neutron.quota.resource_registry [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] subnetpool is already registered Jul 06 13:31:55.356360 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.v2.resource_helper [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:31:55.356797 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.v2.resource_helper [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Service FLAVORS assigned prefix: {{(pid=100308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:31:55.357398 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.v2.resource_helper [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:31:55.357847 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.v2.resource_helper [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:31:55.358186 n-d-773644-6 neutron-server[100308]: INFO neutron.quota.resource_registry [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Creating instance of TrackedResource for resource:router Jul 06 13:31:55.358527 n-d-773644-6 neutron-server[100308]: WARNING neutron.quota.resource_registry [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] router is already registered Jul 06 13:31:55.358948 n-d-773644-6 neutron-server[100308]: INFO neutron.quota.resource_registry [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Creating instance of TrackedResource for resource:floatingip Jul 06 13:31:55.359288 n-d-773644-6 neutron-server[100308]: WARNING neutron.quota.resource_registry [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] floatingip is already registered Jul 06 13:31:55.359742 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.v2.resource_helper [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Service METERING assigned prefix: /metering {{(pid=100308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:31:55.360411 n-d-773644-6 neutron-server[100308]: INFO neutron.quota.resource_registry [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Creating instance of CountableResource for resource:rbac_policy Jul 06 13:31:55.360734 n-d-773644-6 neutron-server[100308]: WARNING neutron.quota.resource_registry [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] rbac_policy is already registered Jul 06 13:31:55.361147 n-d-773644-6 neutron-server[100308]: INFO neutron.quota.resource_registry [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Creating instance of TrackedResource for resource:security_group Jul 06 13:31:55.361735 n-d-773644-6 neutron-server[100308]: WARNING neutron.quota.resource_registry [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] security_group is already registered Jul 06 13:31:55.362162 n-d-773644-6 neutron-server[100308]: INFO neutron.quota.resource_registry [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 06 13:31:55.362495 n-d-773644-6 neutron-server[100308]: WARNING neutron.quota.resource_registry [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] security_group_rule is already registered Jul 06 13:31:55.363115 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.v2.resource_helper [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Service CORE assigned prefix: {{(pid=100308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:31:55.363441 n-d-773644-6 neutron-server[100308]: INFO neutron.quota.resource_registry [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 13:31:55.363774 n-d-773644-6 neutron-server[100308]: WARNING neutron.quota.resource_registry [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] subnetpool is already registered Jul 06 13:31:55.364194 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.v2.resource_helper [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Service CORE assigned prefix: {{(pid=100308) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:31:55.364528 n-d-773644-6 neutron-server[100308]: INFO neutron.quota.resource_registry [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 13:31:55.364860 n-d-773644-6 neutron-server[100308]: WARNING neutron.quota.resource_registry [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] subnetpool is already registered Jul 06 13:31:55.365337 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: extensions {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.366829 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: address-groups {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.368322 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: address-scopes {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.370086 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: agents {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.371252 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: auto-allocated-topology {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.372503 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: availability_zones {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.373716 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: dhcp-networks {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.376328 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: dhcp-agents {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.377845 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: routers {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.379556 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: flavors {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.380817 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: service_profiles {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.382038 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: next_providers {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.383465 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: service_profiles {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.385014 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: floatingip-pools {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.387268 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: routers {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.389012 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: floatingips {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.390327 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: l3-routers {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.391753 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: l3-agents {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.393224 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: metering-labels {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.394514 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: metering-label-rules {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.395901 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: network-ip-availabilities {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.397165 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: bindings {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.398783 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: quotas {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.400340 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: quotas {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.402439 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: rbac-policies {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.403638 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: security-groups {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.404940 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: security-group-rules {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.406236 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: service-providers {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.407473 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: subnetpools {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.408820 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: subnetpools {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.410403 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: tags {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.412104 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: tags {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.413957 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: tags {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.415749 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: tags {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.417443 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: tags {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.419449 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: tags {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.421144 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: tags {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.423066 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: tags {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.424936 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: tags {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.426738 n-d-773644-6 neutron-server[100308]: DEBUG neutron.api.extensions [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Extended resource: tags {{(pid=100308) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:31:55.432722 n-d-773644-6 neutron-server[100308]: WARNING keystonemiddleware.auth_token [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 06 13:31:55.437303 n-d-773644-6 neutron-server[100308]: WARNING keystonemiddleware.auth_token [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 06 13:31:55.446573 n-d-773644-6 neutron-server[100308]: DEBUG oslo_concurrency.lockutils [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Acquired lock "singleton_lock" {{(pid=100308) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 06 13:31:55.447054 n-d-773644-6 neutron-server[100308]: DEBUG oslo_concurrency.lockutils [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Releasing lock "singleton_lock" {{(pid=100308) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 06 13:31:55.448192 n-d-773644-6 neutron-server[100308]: INFO oslo_service.service [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Starting 2 workers Jul 06 13:31:55.453152 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Started child 100417 {{(pid=100308) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 13:31:55.457705 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Started child 100418 {{(pid=100308) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 13:31:55.458662 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:31:55.459543 n-d-773644-6 neutron-server[100308]: INFO neutron.service [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 06 13:31:55.460363 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Notify callbacks [] for process, before_spawn {{(pid=100308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:31:55.460551 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [-] (100417) wsgi starting up on http://0.0.0.0:9696 Jul 06 13:31:55.462756 n-d-773644-6 neutron-server[100308]: INFO oslo_service.service [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Starting 1 workers Jul 06 13:31:55.462922 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:31:55.464777 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [-] (100418) wsgi starting up on http://0.0.0.0:9696 Jul 06 13:31:55.468540 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Started child 100419 {{(pid=100308) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 13:31:55.469090 n-d-773644-6 neutron-server[100308]: INFO oslo_service.service [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Starting 1 workers Jul 06 13:31:55.472330 n-d-773644-6 neutron-server[100419]: DEBUG neutron.service [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] calling RpcWorker wait() {{(pid=100419) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 06 13:31:55.472876 n-d-773644-6 neutron-server[100419]: DEBUG neutron.service [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] returning from RpcWorker wait() {{(pid=100419) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 06 13:31:55.473626 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Started child 100420 {{(pid=100308) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 13:31:55.474096 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:31:55.474504 n-d-773644-6 neutron-server[100308]: DEBUG neutron_lib.callbacks.manager [None req-6c46fa52-fd09-47d8-96eb-a20411440dc7 None None] Notify callbacks [] for process, after_spawn {{(pid=100308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:31:55.474596 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:31:55.476553 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100308) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 06 13:31:55.476763 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 13:31:55.476955 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 13:31:55.477187 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 13:31:55.477538 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 13:31:55.477706 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 13:31:55.478219 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.478487 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.478764 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.479580 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.479871 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.480503 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.480612 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:31:55.481071 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.481071 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.481298 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.481583 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.481815 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.482019 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.482289 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.482528 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.482821 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.483097 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.483355 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.483621 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.483802 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.484058 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.484343 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.484594 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.484866 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] debug = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.485117 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.485606 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.485891 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.486138 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.486376 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.486916 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.487147 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.487414 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.487664 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.487882 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.488132 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.488395 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.488633 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.488867 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.489085 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.489345 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.489568 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.490057 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] host = n-d-773644-6 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.490296 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.490518 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.490769 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.491099 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.491369 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.491612 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.491875 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.492134 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.492387 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.492645 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.492883 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.493136 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.493355 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.493601 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] log_file = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.493780 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] log_options = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.494026 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.494299 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.495255 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.495639 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.495639 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.495888 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.496076 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.496243 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.496505 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.496725 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.496944 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.497167 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.497389 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.497638 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.497935 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.498186 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.498419 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.498653 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.498911 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.499159 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.499420 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.499669 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.499904 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.500121 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.500352 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.500567 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.500799 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.501018 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.501264 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.501506 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.501728 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.502020 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.502261 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.502532 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.502785 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.503013 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.503259 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.503535 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.503769 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.504018 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.504284 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.504531 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.504787 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.505009 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.505244 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.505481 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] use_json = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.505700 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.505984 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.506254 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.506470 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.508758 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.508758 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.508758 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.508758 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.508758 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.508758 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.508758 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.509258 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.509258 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.509481 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.509730 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.510095 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.510335 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.510589 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.510919 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.511148 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.511443 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.511719 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.511978 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.515527 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.515527 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.515527 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.515527 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.515527 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.515527 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.515527 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.515527 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.518150 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.518150 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.118/identity {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.518150 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.518150 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.518150 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.518150 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.518150 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.518150 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.520462 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.520462 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.520609 n-d-773644-6 neutron-server[100420]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:31:55.520693 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.520693 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.520693 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.520693 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.520693 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.520693 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.520693 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.520693 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.521137 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.521137 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.521137 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.521137 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.521370 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.521612 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.521810 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.523140 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.523140 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.523140 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.523140 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.523140 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.523842 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.523842 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.523842 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.523842 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.524545 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.524545 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.524545 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.524942 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.525076 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.525208 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.525422 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.525646 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.526039 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.526307 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.526566 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.526780 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.527022 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.527247 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.527466 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.527687 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.527906 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.528134 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.528366 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.528621 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.529386 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.529641 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.529891 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.530293 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.530696 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.530945 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.531167 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.531482 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.531813 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.532251 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.532674 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.533055 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.533310 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.533531 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.533851 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.534097 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.534346 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.534738 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.535179 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.535415 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.535675 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.536110 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.536347 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.536619 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.536848 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.537100 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.537327 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.537575 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.537852 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.538138 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.538429 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.538657 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.538928 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.539188 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.539470 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.539739 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.540031 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.540272 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.540536 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.540833 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.541120 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.541950 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.542294 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.542710 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.543015 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.543272 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.543528 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.543763 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.544007 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.544223 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.544501 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.544743 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.544972 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.545330 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.545519 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.545782 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.546028 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.546247 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.546469 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.546751 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.546984 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.547225 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.547491 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.547761 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.548018 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.548272 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.548634 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.118/identity {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.549087 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.549336 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.549718 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.550034 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.550289 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.550526 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.550767 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.550986 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.551205 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.551457 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.551676 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.551897 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.552113 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.552493 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.552908 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.553063 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.553260 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.553474 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.554441 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.554441 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.554441 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.554441 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.555234 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.555234 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.555234 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.555844 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.556112 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.556356 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.556600 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.556833 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.557649 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.557878 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.558172 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.558337 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.558560 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.558784 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.559028 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.559247 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.559543 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.559732 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.559966 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.560242 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.560521 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.560849 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.561270 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.561535 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.561807 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.562020 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.562278 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.562538 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.562764 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.562985 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.563212 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.563450 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.563696 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.563925 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.564345 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.564530 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.564765 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.564765 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.565032 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.565209 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.565714 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.565887 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.566252 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.566401 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.566557 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.567483 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.567483 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.567483 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.567483 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.567801 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.567879 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.568082 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.568291 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.568534 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.568747 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.568974 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.569214 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.569427 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.570987 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.570987 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.570987 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.570987 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.570987 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.570987 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.570987 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.572198 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.572198 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.572198 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.572198 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.572198 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.572966 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.572966 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.572966 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.573345 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.573345 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.573620 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.573844 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.574166 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.574385 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.574646 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.574895 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.575073 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.575299 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.575573 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.575928 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.576222 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.576471 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.576831 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.577058 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.577286 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.577583 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.577823 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.578103 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.578436 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.578715 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.578974 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.579223 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.579496 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.579721 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.579960 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.580208 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.580447 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.580690 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.580932 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.581162 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.581389 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.581606 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.581893 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.582158 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.582366 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.582580 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.582801 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.583017 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.583175 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 13:31:55.583689 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100308) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 06 13:31:55.583852 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 13:31:55.584006 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 13:31:55.584175 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 13:31:55.584345 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 13:31:55.584498 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 13:31:55.584705 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.584872 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.585035 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.585194 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.585355 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.585537 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.585698 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.585893 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.586056 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.586215 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.586376 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.586541 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.586700 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.586860 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.587027 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.587182 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.587346 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.587503 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.587672 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.587907 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.588148 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.588836 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.589197 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] debug = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.589536 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.589929 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.590259 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.590571 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.590735 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.590895 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.591211 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.591550 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.591711 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.591872 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.592033 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.592197 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.592361 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.592519 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.592678 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.592841 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.593004 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.593161 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] host = n-d-773644-6 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.593472 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.593635 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.593817 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.593980 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.594143 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.594303 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.594464 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.594625 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.594778 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.594941 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.595099 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.595406 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.595569 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.595732 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] log_file = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.595893 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] log_options = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.596043 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.596203 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.596358 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.596553 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.596721 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.596878 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.597040 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.597200 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.597361 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.597520 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.597678 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.597861 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.598023 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.598182 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.598340 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.598498 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.598658 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.598817 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.598978 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.599138 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.599296 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.599457 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.599617 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.599775 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.599933 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.600092 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.600253 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.600412 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.600569 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.600785 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.600927 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.601068 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.601199 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.601327 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.601444 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.601587 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.601889 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.602037 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.602188 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.602320 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.602497 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.602652 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.602795 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.602929 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.603057 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.603140 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] use_json = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.603264 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.603394 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.603555 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.603714 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.604402 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.604563 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.604723 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.604960 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:31:55.605148 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.605795 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.605795 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.605795 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.605795 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.606140 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.606140 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.606286 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.606415 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.606581 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.606691 n-d-773644-6 neutron-server[100419]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:31:55.607057 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.607227 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.607403 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.607703 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.607793 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.607928 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.608095 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.608259 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.608423 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.608586 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.608749 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.608911 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.609090 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.609254 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.609420 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.118/identity {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.609583 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.609746 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.609931 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.610093 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.610254 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.610417 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.610582 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.610745 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.610907 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.611070 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.611233 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.611640 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.611856 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.611988 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.612111 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.612273 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.612436 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.612597 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.612760 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.612923 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.613132 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.613260 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.613384 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.613537 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.613698 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.613908 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.614089 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.614219 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.614381 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.614544 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.614707 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.614869 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.615039 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.615178 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.615345 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.615507 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.615683 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.615845 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.616006 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.616168 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.616331 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.616499 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.616662 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.616825 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.616987 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.617149 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.617312 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.617488 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.617621 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.617806 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.617972 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.618134 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.618408 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.618626 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.618905 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.619077 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.619385 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.619546 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.620542 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.620542 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.620730 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.620969 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.621075 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.621192 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.621368 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.621512 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.621670 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.621939 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.622046 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.622159 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.622317 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.622473 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.622649 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.622810 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.622972 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.623135 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.623297 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.623482 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.623644 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.623806 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.623980 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.624129 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.624457 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.624627 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.624790 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.624950 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.625122 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.625285 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.625453 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.625616 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.625814 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.625991 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.626151 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.626635 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.626635 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.626635 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.627044 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.627044 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.627276 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.627276 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.627519 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.627519 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.627706 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.627849 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.628013 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.628205 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.628334 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.628511 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.628674 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.628836 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.628998 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.629160 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.629322 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.629484 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.629648 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.629836 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.630000 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.630165 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.630330 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.118/identity {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.630493 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.630658 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.630820 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.630982 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.631145 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.631309 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.631472 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.631636 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.631800 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.632148 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.632148 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.632385 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.632507 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.632629 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.632749 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.632870 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.633016 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.633178 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.633340 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.633503 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.633664 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.633848 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.634010 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.634173 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.634335 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.634500 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.634665 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.634828 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.634990 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.635226 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.635473 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.635616 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.635948 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.636117 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.636283 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.636453 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.636617 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.636782 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.636945 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.637107 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.637273 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.637436 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.637600 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.641793 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.641793 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.641793 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.641793 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.641793 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.641793 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.641793 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.641793 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.642598 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.642598 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.642598 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.642598 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.642598 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.642598 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.642598 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.642598 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.643032 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.643032 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.643032 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.643032 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.643032 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.643032 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.643032 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.643032 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.643638 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.643638 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.643638 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.643638 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.643638 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.643638 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.643638 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.643638 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.644195 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.644195 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.644195 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.644195 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.644195 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.644195 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.644195 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.644195 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.644764 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.644764 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.644764 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.644764 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.644764 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.644764 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.645274 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.645274 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.645274 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.645274 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.645504 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.645692 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.646180 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.646180 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.646180 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.646608 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.646608 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.646763 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.646910 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.647076 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.647394 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.647731 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.648241 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.648578 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.648974 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.649155 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.649299 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.649449 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.649822 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.650073 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.650300 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.650300 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.650449 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.650592 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.650809 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.650979 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.651130 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.651410 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.651653 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.651868 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.651978 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.652128 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.652299 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.652442 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.652758 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.653067 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.653467 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.653647 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.653738 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.653930 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.654065 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.654287 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:31:55.654387 n-d-773644-6 neutron-server[100308]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100308) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 13:31:55.829812 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59228) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:31:55.838742 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [-] 10.222.0.118 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0061665 Jul 06 13:32:07.330439 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d41ff7c-c827-42b6-86bd-99f73ad7dc65 None None] get_active_networks_info from n-d-773644-6 {{(pid=100419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 13:32:07.391000 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d41ff7c-c827-42b6-86bd-99f73ad7dc65 None None] No non-hosted networks {{(pid=100419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 06 13:32:07.406611 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d8b72d4b-fd03-436f-8e67-469b42e05c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2087900'] for agent, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:10.095196 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2087900'] for agent, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:10.095791 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:10.098310 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:10.098622 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:10.098961 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:10.103511 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:10.103888 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:10.104220 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:10.104554 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:10.104888 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:10.105219 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:10.109014 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:10.116040 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:10.116552 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-773644-6', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:32:10.145327 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-773644-6', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:32:10.163157 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-858abef7-8689-46c9-9db9-4a1a3e5aaabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2087900'] for agent, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:10.225702 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f6b6e5e0-e135-40a5-a7f2-84e2a9629313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:11.370327 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2087900'] for agent, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:12.867831 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2087900'] for agent, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:14.052466 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59320) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:32:14.531581 n-d-773644-6 neutron-server[100419]: INFO neutron.db.l3_hamode_db [None req-936d4be3-7df2-4acf-a9f6-f664096b660c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 06 13:32:14.561056 n-d-773644-6 neutron-server[100418]: WARNING oslo_policy.policy [None req-e94ea7c3-2dcd-4ee1-8c16-fbbe6bb8f552 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 13:32:14.561647 n-d-773644-6 neutron-server[100418]: WARNING oslo_policy.policy [None req-e94ea7c3-2dcd-4ee1-8c16-fbbe6bb8f552 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 13:32:14.608941 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936d4be3-7df2-4acf-a9f6-f664096b660c None None] Routers set() bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:32:14.609338 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936d4be3-7df2-4acf-a9f6-f664096b660c None None] Router IDs set() for agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 13:32:14.784370 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-e94ea7c3-2dcd-4ee1-8c16-fbbe6bb8f552 admin admin] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:32:14.785347 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e94ea7c3-2dcd-4ee1-8c16-fbbe6bb8f552 admin admin] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7319920 Jul 06 13:32:17.183871 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59334) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:32:17.493078 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-6868e4a3-cebb-4439-99f6-a44e658035d8 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:32:17.589712 n-d-773644-6 neutron-server[100418]: DEBUG neutron.policy [None req-6868e4a3-cebb-4439-99f6-a44e658035d8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100418) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 06 13:32:17.636022 n-d-773644-6 neutron-server[100418]: WARNING oslo_policy.policy [None req-6868e4a3-cebb-4439-99f6-a44e658035d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 13:32:17.636395 n-d-773644-6 neutron-server[100418]: WARNING oslo_policy.policy [None req-6868e4a3-cebb-4439-99f6-a44e658035d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 13:32:17.644787 n-d-773644-6 neutron-server[100418]: INFO neutron.quota [None req-6868e4a3-cebb-4439-99f6-a44e658035d8 admin admin] Loaded quota_driver: . Jul 06 13:32:17.736495 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6868e4a3-cebb-4439-99f6-a44e658035d8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727517043276', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727517062289', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727517055211', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727517057745', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727517018258', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727517030126', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-662489', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-660026', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1768107', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1834769'] for rbac-policy, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:17.801852 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6868e4a3-cebb-4439-99f6-a44e658035d8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:17.803336 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6868e4a3-cebb-4439-99f6-a44e658035d8 admin admin] 10.222.0.118 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6181886 Jul 06 13:32:20.449180 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59346) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:32:20.748825 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-a71a4c73-2f59-436a-b1aa-5ed9c9406667 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'd6bd7ebfa31541e4b1c78d879975707c', 'name': 'private', 'tenant_id': 'd6bd7ebfa31541e4b1c78d879975707c'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:32:20.777329 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71a4c73-2f59-436a-b1aa-5ed9c9406667 admin admin] Made reservation on behalf of d6bd7ebfa31541e4b1c78d879975707c for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:32:20.780203 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a71a4c73-2f59-436a-b1aa-5ed9c9406667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:20.796495 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a71a4c73-2f59-436a-b1aa-5ed9c9406667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:20.919534 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a71a4c73-2f59-436a-b1aa-5ed9c9406667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:20.923246 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a71a4c73-2f59-436a-b1aa-5ed9c9406667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:20.947786 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a71a4c73-2f59-436a-b1aa-5ed9c9406667 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:32:20.972700 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a71a4c73-2f59-436a-b1aa-5ed9c9406667 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727519532885', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:20.973311 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a71a4c73-2f59-436a-b1aa-5ed9c9406667 admin admin] Unsubscribe: segment precommit_create {{(pid=100418) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 06 13:32:20.973869 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-a71a4c73-2f59-436a-b1aa-5ed9c9406667 admin admin] Added segment 78680547-84c3-40ff-883f-1dc0659462b3 of type vlan for network f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6 Jul 06 13:32:20.980461 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a4c73-2f59-436a-b1aa-5ed9c9406667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56139d40-0c1f-47b9-8cf5-2bb630f61e62,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:32:21.016962 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a4c73-2f59-436a-b1aa-5ed9c9406667 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:21.017303 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a4c73-2f59-436a-b1aa-5ed9c9406667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:21.017638 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a4c73-2f59-436a-b1aa-5ed9c9406667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:21.017991 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a4c73-2f59-436a-b1aa-5ed9c9406667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:21.018319 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a4c73-2f59-436a-b1aa-5ed9c9406667 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:21.018641 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a4c73-2f59-436a-b1aa-5ed9c9406667 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:21.018961 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a4c73-2f59-436a-b1aa-5ed9c9406667 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:21.019280 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a4c73-2f59-436a-b1aa-5ed9c9406667 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:21.019598 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a4c73-2f59-436a-b1aa-5ed9c9406667 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:21.019911 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a4c73-2f59-436a-b1aa-5ed9c9406667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:21.020225 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a4c73-2f59-436a-b1aa-5ed9c9406667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:21.020537 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a4c73-2f59-436a-b1aa-5ed9c9406667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a4c73-2f59-436a-b1aa-5ed9c9406667 admin admin] Tracked resource versions report: Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: pushed versions: Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: { 'AddressGroup': {'1.2'}, Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: 'ConntrackHelper': {'1.0'}, Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: 'Log': {'1.0'}, Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: 'Network': {'1.1'}, Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: 'Port': {'1.7'}, Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: 'PortForwarding': {'1.2'}, Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: 'QosPolicy': {'1.8'}, Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: 'SecurityGroup': {'1.4'}, Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: 'SecurityGroupRule': {'1.2'}, Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: 'SubPort': {'1.0'}, Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: 'Subnet': {'1.1'}, Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: 'Trunk': {'1.1'}} Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: consumer versions: Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: { DHCP agent@n-d-773644-6: {}, Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: L3 agent@n-d-773644-6: {}, Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: Metadata agent@n-d-773644-6: {}, Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: Metering agent@n-d-773644-6: {}, Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: Open vSwitch agent@n-d-773644-6: { 'AddressGroup': '1.2', Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: 'ConntrackHelper': '1.0', Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: 'Log': '1.0', Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: 'Network': '1.1', Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: 'Port': '1.7', Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: 'PortForwarding': '1.2', Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: 'QosPolicy': '1.8', Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: 'SecurityGroup': '1.4', Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: 'SecurityGroupRule': '1.2', Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: 'SubPort': '1.0', Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: 'Subnet': '1.1', Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: 'Trunk': '1.1'}} Jul 06 13:32:21.021687 n-d-773644-6 neutron-server[100418]: {{(pid=100418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 13:32:21.094985 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a71a4c73-2f59-436a-b1aa-5ed9c9406667 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:21.143662 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a71a4c73-2f59-436a-b1aa-5ed9c9406667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:21.144736 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71a4c73-2f59-436a-b1aa-5ed9c9406667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:32:21.145389 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a71a4c73-2f59-436a-b1aa-5ed9c9406667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:21.229329 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a71a4c73-2f59-436a-b1aa-5ed9c9406667 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7784798 Jul 06 13:32:21.254187 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a4c73-2f59-436a-b1aa-5ed9c9406667 admin admin] Pushing event updated for resources: {'Network': ['ID=f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:32:21.266368 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:32:23.876285 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59360) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:32:24.284746 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955a55ee-f9e4-40d1-bbda-31a7d621536a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:32:24.286283 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-955a55ee-f9e4-40d1-bbda-31a7d621536a admin admin] 10.222.0.118 "GET /v2.0/networks/f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6 HTTP/1.1" status: 200 len: 825 time: 0.4090092 Jul 06 13:32:24.312630 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4ae41306-516a-4698-bd75-67bcfc35ac60 admin admin] 10.222.0.118 "GET /v2.0/subnetpools/31a90478-f8dd-4a24-82ef-d5d8d0ec6040 HTTP/1.1" status: 200 len: 734 time: 0.0201886 Jul 06 13:32:24.321428 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-86e9a9c7-c22b-4dca-bcca-d45205cd7f58 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': 'd6bd7ebfa31541e4b1c78d879975707c', 'subnetpool_id': '31a90478-f8dd-4a24-82ef-d5d8d0ec6040', 'network_id': 'f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:32:24.344321 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e9a9c7-c22b-4dca-bcca-d45205cd7f58 admin admin] Made reservation on behalf of d6bd7ebfa31541e4b1c78d879975707c for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:32:24.346636 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-86e9a9c7-c22b-4dca-bcca-d45205cd7f58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:24.647300 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-86e9a9c7-c22b-4dca-bcca-d45205cd7f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:24.718565 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9a9c7-c22b-4dca-bcca-d45205cd7f58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c75e5520-226a-4213-8385-153d2f0004d5,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:32:24.720828 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e9a9c7-c22b-4dca-bcca-d45205cd7f58 admin admin] Checking segment: {'id': '78680547-84c3-40ff-883f-1dc0659462b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:32:24.721192 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e9a9c7-c22b-4dca-bcca-d45205cd7f58 admin admin] Network hostable DHCP agents. Network: f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:32:24.744234 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e9a9c7-c22b-4dca-bcca-d45205cd7f58 admin admin] Network f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:32:24.754625 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-86e9a9c7-c22b-4dca-bcca-d45205cd7f58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:32:24.759935 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e9a9c7-c22b-4dca-bcca-d45205cd7f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:32:24.760526 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-86e9a9c7-c22b-4dca-bcca-d45205cd7f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:24.765193 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffea94b3-806b-4ab7-b382-957dd71770a8 None None] Network f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:32:24.773503 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-86e9a9c7-c22b-4dca-bcca-d45205cd7f58 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4559696 Jul 06 13:32:25.091428 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6', 'network_id': 'f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6', 'tenant_id': 'd6bd7ebfa31541e4b1c78d879975707c', 'fixed_ips': [{'subnet_id': 'c75e5520-226a-4213-8385-153d2f0004d5'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:32:25.092677 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:25.383720 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Allocated IP 172.20.0.2 (f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6/c75e5520-226a-4213-8385-153d2f0004d5/01b17619-cccc-4b82-96f7-67dd22a6a8dc) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:32:25.613823 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:25.628955 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Transition to ACTIVE for port object 01b17619-cccc-4b82-96f7-67dd22a6a8dc will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:32:25.650282 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Transition to ACTIVE for port object 01b17619-cccc-4b82-96f7-67dd22a6a8dc will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:32:25.658833 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:25.723647 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Network f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:32:25.732660 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:32:25.744260 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:32:25.747429 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Pushing event updated for resources: {'Port': ['ID=01b17619-cccc-4b82-96f7-67dd22a6a8dc,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:32:25.772680 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:25.773308 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:25.773388 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:25.773672 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:25.774101 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:25.774433 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:25.775291 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:25.775610 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:25.776034 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:25.776365 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:25.776691 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:25.777019 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Tracked resource versions report: Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: pushed versions: Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: { 'AddressGroup': {'1.2'}, Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: 'ConntrackHelper': {'1.0'}, Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: 'Log': {'1.0'}, Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: 'Network': {'1.1'}, Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: 'Port': {'1.7'}, Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: 'PortForwarding': {'1.2'}, Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: 'QosPolicy': {'1.8'}, Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: 'SecurityGroup': {'1.4'}, Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: 'SecurityGroupRule': {'1.2'}, Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: 'SubPort': {'1.0'}, Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: 'Subnet': {'1.1'}, Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: 'Trunk': {'1.1'}} Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: consumer versions: Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: { DHCP agent@n-d-773644-6: {}, Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: L3 agent@n-d-773644-6: {}, Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: Metadata agent@n-d-773644-6: {}, Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: Metering agent@n-d-773644-6: {}, Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: Open vSwitch agent@n-d-773644-6: { 'AddressGroup': '1.2', Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: 'ConntrackHelper': '1.0', Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: 'Log': '1.0', Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: 'Network': '1.1', Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: 'Port': '1.7', Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: 'PortForwarding': '1.2', Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: 'QosPolicy': '1.8', Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: 'SecurityGroup': '1.4', Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: 'SecurityGroupRule': '1.2', Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: 'SubPort': '1.0', Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: 'Subnet': '1.1', Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: 'Trunk': '1.1'}} Jul 06 13:32:25.778201 n-d-773644-6 neutron-server[100419]: {{(pid=100419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 13:32:25.828414 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Attempting to bind port 01b17619-cccc-4b82-96f7-67dd22a6a8dc on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:32:25.828813 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Attempting to bind port 01b17619-cccc-4b82-96f7-67dd22a6a8dc by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '78680547-84c3-40ff-883f-1dc0659462b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:32:25.829229 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Attempting to bind port 01b17619-cccc-4b82-96f7-67dd22a6a8dc on network f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:32:25.834372 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:32:25.834778 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Checking segment: {'id': '78680547-84c3-40ff-883f-1dc0659462b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:32:25.835273 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:25.835663 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Bound using segment: {'id': '78680547-84c3-40ff-883f-1dc0659462b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:32:25.836147 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Bound port: 01b17619-cccc-4b82-96f7-67dd22a6a8dc, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78680547-84c3-40ff-883f-1dc0659462b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:32:25.836576 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:25.902375 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-20629672-a72a-4e54-888e-3d092750f84b None None] For port 01b17619-cccc-4b82-96f7-67dd22a6a8dc, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:32:25.906561 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-20629672-a72a-4e54-888e-3d092750f84b None None] For port 01b17619-cccc-4b82-96f7-67dd22a6a8dc, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=01b17619-cccc-4b82-96f7-67dd22a6a8dc,segment=NetworkSegment(78680547-84c3-40ff-883f-1dc0659462b3),segment_id=78680547-84c3-40ff-883f-1dc0659462b3)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:32:25.911502 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:25.975164 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20629672-a72a-4e54-888e-3d092750f84b None None] Pushing event updated for resources: {'Port': ['ID=01b17619-cccc-4b82-96f7-67dd22a6a8dc,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:32:27.204084 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59368) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:32:27.544074 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-d04deb03-6684-43b3-9cfc-0117f2f598be admin admin] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:32:27.545104 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d04deb03-6684-43b3-9cfc-0117f2f598be admin admin] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3387156 Jul 06 13:32:29.960771 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59376) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:32:30.457674 n-d-773644-6 neutron-server[100417]: WARNING oslo_policy.policy [None req-110dac0d-2ba8-4dce-b6cd-6c4eaa667fb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 13:32:30.458478 n-d-773644-6 neutron-server[100417]: WARNING oslo_policy.policy [None req-110dac0d-2ba8-4dce-b6cd-6c4eaa667fb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 13:32:30.678182 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-110dac0d-2ba8-4dce-b6cd-6c4eaa667fb3 admin admin] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:32:30.699679 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-110dac0d-2ba8-4dce-b6cd-6c4eaa667fb3 admin admin] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7165015 Jul 06 13:32:32.133344 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e863ab-a578-44c8-bf16-f15342451fbf None None] Network f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:32:32.195191 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-bfbbf773-bfaf-4fe7-b60a-ad906b041ebf None None] Provisioning for port 01b17619-cccc-4b82-96f7-67dd22a6a8dc completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:32:32.216013 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 01b17619-cccc-4b82-96f7-67dd22a6a8dc up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:32:32.342669 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 01b17619-cccc-4b82-96f7-67dd22a6a8dc completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:32:32.348497 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 01b17619-cccc-4b82-96f7-67dd22a6a8dc triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:32:32.348841 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:32.515765 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:32.550487 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 01b17619-cccc-4b82-96f7-67dd22a6a8dc, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=01b17619-cccc-4b82-96f7-67dd22a6a8dc,segment=NetworkSegment(78680547-84c3-40ff-883f-1dc0659462b3),segment_id=78680547-84c3-40ff-883f-1dc0659462b3)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:32:32.555371 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:32.606386 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=01b17619-cccc-4b82-96f7-67dd22a6a8dc,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:32:32.727415 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-20f0ad51-4ebd-40f8-b028-c294050318c4 None None] Provisioning complete for port 01b17619-cccc-4b82-96f7-67dd22a6a8dc triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:32:32.727960 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-20f0ad51-4ebd-40f8-b028-c294050318c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:33.342560 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59396) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:32:33.644777 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-036baa89-5537-4973-85d3-ca20aaff3fb3 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'd6bd7ebfa31541e4b1c78d879975707c', 'admin_state_up': True}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:32:33.668438 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-036baa89-5537-4973-85d3-ca20aaff3fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:33.669999 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-036baa89-5537-4973-85d3-ca20aaff3fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:33.805623 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-036baa89-5537-4973-85d3-ca20aaff3fb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:33.810506 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-036baa89-5537-4973-85d3-ca20aaff3fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:33.823159 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-036baa89-5537-4973-85d3-ca20aaff3fb3 admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:33.824365 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-036baa89-5537-4973-85d3-ca20aaff3fb3 admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4808285 Jul 06 13:32:34.156326 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 01b17619-cccc-4b82-96f7-67dd22a6a8dc up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:32:34.204195 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 01b17619-cccc-4b82-96f7-67dd22a6a8dc triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:32:34.204567 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:34.544126 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 5 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:32:36.206647 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59404) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:32:36.520228 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-6ee0fbd1-ee24-495f-91cb-319e2d536709 admin admin] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:32:36.521225 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6ee0fbd1-ee24-495f-91cb-319e2d536709 admin admin] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3136358 Jul 06 13:32:37.219907 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9bd93841-d032-422f-98ad-6e70df2391ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:38.886264 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59412) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:32:39.195108 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-ecd079d9-6410-44c7-9df1-dd28953c8016 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:32:39.218758 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd079d9-6410-44c7-9df1-dd28953c8016 admin admin] Made reservation on behalf of b7b53a190dfc48d0adaebf62c7e6c808 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:32:39.221062 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ecd079d9-6410-44c7-9df1-dd28953c8016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:39.229553 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ecd079d9-6410-44c7-9df1-dd28953c8016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:39.314887 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ecd079d9-6410-44c7-9df1-dd28953c8016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:39.318491 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ecd079d9-6410-44c7-9df1-dd28953c8016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:39.332742 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ecd079d9-6410-44c7-9df1-dd28953c8016 admin admin] Reserving flat network on physical network physnet1 {{(pid=100418) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 06 13:32:39.353487 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd079d9-6410-44c7-9df1-dd28953c8016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb95e761-92cc-4f83-b1bc-b1ad2492e5c3,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:32:39.357365 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ecd079d9-6410-44c7-9df1-dd28953c8016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:39.357710 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-ecd079d9-6410-44c7-9df1-dd28953c8016 admin admin] Added segment 84378bde-fb75-47b2-b697-b258f9dd7c6a of type flat for network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 Jul 06 13:32:39.408960 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ecd079d9-6410-44c7-9df1-dd28953c8016 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:39.446116 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ecd079d9-6410-44c7-9df1-dd28953c8016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:39.447130 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd079d9-6410-44c7-9df1-dd28953c8016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:32:39.447705 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ecd079d9-6410-44c7-9df1-dd28953c8016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:39.506958 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ecd079d9-6410-44c7-9df1-dd28953c8016 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6196253 Jul 06 13:32:39.507860 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd079d9-6410-44c7-9df1-dd28953c8016 admin admin] Pushing event updated for resources: {'Network': ['ID=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:32:39.519079 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:32:40.058431 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:40.130141 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d5b21e66-1b0a-425d-aebb-090f9bef4a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:41.296819 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:41.877940 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59430) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:32:42.049393 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2fa200-14b6-4847-a902-57ca8cbaae2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:32:42.050770 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-dd2fa200-14b6-4847-a902-57ca8cbaae2c admin admin] 10.222.0.118 "GET /v2.0/subnets/c75e5520-226a-4213-8385-153d2f0004d5 HTTP/1.1" status: 200 len: 849 time: 0.1718748 Jul 06 13:32:42.164373 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-58152bfe-8a9f-4f65-be96-e741c0f28b08 admin admin] 10.222.0.118 "GET /v2.0/routers/ef58a5f0-0ce6-4117-aac3-0ad508eb0822 HTTP/1.1" status: 200 len: 704 time: 0.1080461 Jul 06 13:32:42.427811 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0126df74-a6d4-4ab1-84e4-e57dafa6ad4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:42.721808 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-0126df74-a6d4-4ab1-84e4-e57dafa6ad4c admin admin] Allocated IP 172.20.0.1 (f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6/c75e5520-226a-4213-8385-153d2f0004d5/c89b4ca2-5fe0-4438-95b4-3d759cc9c250) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:32:42.808710 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:42.922502 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0126df74-a6d4-4ab1-84e4-e57dafa6ad4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:42.943544 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-0126df74-a6d4-4ab1-84e4-e57dafa6ad4c admin admin] Transition to ACTIVE for port object c89b4ca2-5fe0-4438-95b4-3d759cc9c250 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:32:43.021184 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0126df74-a6d4-4ab1-84e4-e57dafa6ad4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:43.088209 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0126df74-a6d4-4ab1-84e4-e57dafa6ad4c admin admin] Network f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:32:43.097342 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-0126df74-a6d4-4ab1-84e4-e57dafa6ad4c admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:32:43.104966 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0126df74-a6d4-4ab1-84e4-e57dafa6ad4c admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:32:43.105499 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0126df74-a6d4-4ab1-84e4-e57dafa6ad4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:43.161811 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126df74-a6d4-4ab1-84e4-e57dafa6ad4c admin admin] Pushing event updated for resources: {'Port': ['ID=c89b4ca2-5fe0-4438-95b4-3d759cc9c250,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:32:43.280135 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4bd5f965-b550-4457-91b1-3ff9f2383707 None None] Provisioning for port c89b4ca2-5fe0-4438-95b4-3d759cc9c250 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:32:43.283941 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4bd5f965-b550-4457-91b1-3ff9f2383707 None None] Provisioning complete for port c89b4ca2-5fe0-4438-95b4-3d759cc9c250 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:32:43.284317 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4bd5f965-b550-4457-91b1-3ff9f2383707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:43.318218 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0126df74-a6d4-4ab1-84e4-e57dafa6ad4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:43.319637 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-4bd5f965-b550-4457-91b1-3ff9f2383707 None None] Port c89b4ca2-5fe0-4438-95b4-3d759cc9c250 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:32:43.500531 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0126df74-a6d4-4ab1-84e4-e57dafa6ad4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:43.504921 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0126df74-a6d4-4ab1-84e4-e57dafa6ad4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:43.505820 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0126df74-a6d4-4ab1-84e4-e57dafa6ad4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:43.579470 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0126df74-a6d4-4ab1-84e4-e57dafa6ad4c admin admin] Pushing event updated for resources: {'Port': ['ID=c89b4ca2-5fe0-4438-95b4-3d759cc9c250,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:32:43.626356 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0126df74-a6d4-4ab1-84e4-e57dafa6ad4c admin admin] Network f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:32:43.627620 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-0126df74-a6d4-4ab1-84e4-e57dafa6ad4c admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:32:43.786085 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0126df74-a6d4-4ab1-84e4-e57dafa6ad4c admin admin] Router ef58a5f0-0ce6-4117-aac3-0ad508eb0822 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:32:43.846016 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ae1c9082-3e0e-405f-90d0-0fdff08305c3 None None] Provisioning complete for port c89b4ca2-5fe0-4438-95b4-3d759cc9c250 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:32:43.846534 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae1c9082-3e0e-405f-90d0-0fdff08305c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:43.877143 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0126df74-a6d4-4ab1-84e4-e57dafa6ad4c admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:32:43.880045 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-ae1c9082-3e0e-405f-90d0-0fdff08305c3 None None] Port c89b4ca2-5fe0-4438-95b4-3d759cc9c250 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:32:43.882504 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0126df74-a6d4-4ab1-84e4-e57dafa6ad4c admin admin] 10.222.0.118 "PUT /v2.0/routers/ef58a5f0-0ce6-4117-aac3-0ad508eb0822/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7132766 Jul 06 13:32:43.887929 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6067b56a-4ea5-4e37-be4c-58de967c5f6a None None] Sync routers for ids ['ef58a5f0-0ce6-4117-aac3-0ad508eb0822'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:32:43.899901 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6067b56a-4ea5-4e37-be4c-58de967c5f6a None None] Routers {'ef58a5f0-0ce6-4117-aac3-0ad508eb0822'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:32:43.900737 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-6067b56a-4ea5-4e37-be4c-58de967c5f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:32:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ef58a5f0-0ce6-4117-aac3-0ad508eb0822'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:32:44.089580 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-6067b56a-4ea5-4e37-be4c-58de967c5f6a None None] Set router ef58a5f0-0ce6-4117-aac3-0ad508eb0822 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:32:44.528330 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-6067b56a-4ea5-4e37-be4c-58de967c5f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef58a5f0-0ce6-4117-aac3-0ad508eb0822', 'name': 'router1', 'tenant_id': 'd6bd7ebfa31541e4b1c78d879975707c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:32:33Z', 'updated_at': '2021-07-06T13:32:43Z', 'revision_number': 2, 'project_id': 'd6bd7ebfa31541e4b1c78d879975707c', 'gw_port_host': None, '_interfaces': [{'id': 'c89b4ca2-5fe0-4438-95b4-3d759cc9c250', 'name': '', 'network_id': 'f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6', 'tenant_id': 'd6bd7ebfa31541e4b1c78d879975707c', 'mac_address': 'fa:16:3e:a6:28:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef58a5f0-0ce6-4117-aac3-0ad508eb0822', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c75e5520-226a-4213-8385-153d2f0004d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:32:42Z', 'updated_at': '2021-07-06T13:32:43Z', 'revision_number': 2, 'project_id': 'd6bd7ebfa31541e4b1c78d879975707c', 'subnets': [{'id': 'c75e5520-226a-4213-8385-153d2f0004d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31a90478-f8dd-4a24-82ef-d5d8d0ec6040'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:32:44.582460 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6067b56a-4ea5-4e37-be4c-58de967c5f6a None None] Checking router: ef58a5f0-0ce6-4117-aac3-0ad508eb0822 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:32:44.582830 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6067b56a-4ea5-4e37-be4c-58de967c5f6a None None] Updating router ef58a5f0-0ce6-4117-aac3-0ad508eb0822 port c89b4ca2-5fe0-4438-95b4-3d759cc9c250 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:32:44.650878 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-6067b56a-4ea5-4e37-be4c-58de967c5f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:45.154994 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-6067b56a-4ea5-4e37-be4c-58de967c5f6a None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:45.176002 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-6067b56a-4ea5-4e37-be4c-58de967c5f6a None None] Transition to ACTIVE for port object c89b4ca2-5fe0-4438-95b4-3d759cc9c250 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:32:45.182233 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-6067b56a-4ea5-4e37-be4c-58de967c5f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:45.332354 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3be29-4acb-43ce-a384-0cffcac0ace2 None None] Pushing event updated for resources: {'Port': ['ID=c89b4ca2-5fe0-4438-95b4-3d759cc9c250,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:32:45.348711 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3be29-4acb-43ce-a384-0cffcac0ace2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:45.349059 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3be29-4acb-43ce-a384-0cffcac0ace2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:45.349402 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3be29-4acb-43ce-a384-0cffcac0ace2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:45.349736 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3be29-4acb-43ce-a384-0cffcac0ace2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:45.350096 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3be29-4acb-43ce-a384-0cffcac0ace2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:45.350428 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3be29-4acb-43ce-a384-0cffcac0ace2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:45.350757 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3be29-4acb-43ce-a384-0cffcac0ace2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:45.351081 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3be29-4acb-43ce-a384-0cffcac0ace2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:45.351405 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3be29-4acb-43ce-a384-0cffcac0ace2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:45.351729 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3be29-4acb-43ce-a384-0cffcac0ace2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:45.352657 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3be29-4acb-43ce-a384-0cffcac0ace2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:45.352996 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3be29-4acb-43ce-a384-0cffcac0ace2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a3be29-4acb-43ce-a384-0cffcac0ace2 None None] Tracked resource versions report: Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: pushed versions: Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: { 'AddressGroup': {'1.2'}, Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: 'ConntrackHelper': {'1.0'}, Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: 'Log': {'1.0'}, Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: 'Network': {'1.1'}, Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: 'Port': {'1.7'}, Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: 'PortForwarding': {'1.2'}, Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: 'QosPolicy': {'1.8'}, Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: 'SecurityGroup': {'1.4'}, Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: 'SecurityGroupRule': {'1.2'}, Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: 'SubPort': {'1.0'}, Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: 'Subnet': {'1.1'}, Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: 'Trunk': {'1.1'}} Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: consumer versions: Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: { DHCP agent@n-d-773644-6: {}, Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: L3 agent@n-d-773644-6: {}, Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: Metadata agent@n-d-773644-6: {}, Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: Metering agent@n-d-773644-6: {}, Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: Open vSwitch agent@n-d-773644-6: { 'AddressGroup': '1.2', Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: 'ConntrackHelper': '1.0', Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: 'Log': '1.0', Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: 'Network': '1.1', Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: 'Port': '1.7', Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: 'PortForwarding': '1.2', Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: 'QosPolicy': '1.8', Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: 'SecurityGroup': '1.4', Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: 'SecurityGroupRule': '1.2', Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: 'SubPort': '1.0', Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: 'Subnet': '1.1', Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: 'Trunk': '1.1'}} Jul 06 13:32:45.354169 n-d-773644-6 neutron-server[100420]: {{(pid=100420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 13:32:45.356668 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-6067b56a-4ea5-4e37-be4c-58de967c5f6a None None] Attempting to bind port c89b4ca2-5fe0-4438-95b4-3d759cc9c250 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:32:45.356869 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-6067b56a-4ea5-4e37-be4c-58de967c5f6a None None] Attempting to bind port c89b4ca2-5fe0-4438-95b4-3d759cc9c250 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '78680547-84c3-40ff-883f-1dc0659462b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:32:45.357304 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6067b56a-4ea5-4e37-be4c-58de967c5f6a None None] Attempting to bind port c89b4ca2-5fe0-4438-95b4-3d759cc9c250 on network f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:32:45.363828 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6067b56a-4ea5-4e37-be4c-58de967c5f6a None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:32:45.364238 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6067b56a-4ea5-4e37-be4c-58de967c5f6a None None] Checking segment: {'id': '78680547-84c3-40ff-883f-1dc0659462b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:32:45.364739 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-6067b56a-4ea5-4e37-be4c-58de967c5f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:45.365131 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6067b56a-4ea5-4e37-be4c-58de967c5f6a None None] Bound using segment: {'id': '78680547-84c3-40ff-883f-1dc0659462b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:32:45.365630 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-6067b56a-4ea5-4e37-be4c-58de967c5f6a None None] Bound port: c89b4ca2-5fe0-4438-95b4-3d759cc9c250, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78680547-84c3-40ff-883f-1dc0659462b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:32:45.366111 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-6067b56a-4ea5-4e37-be4c-58de967c5f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:45.431496 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-6067b56a-4ea5-4e37-be4c-58de967c5f6a None None] For port c89b4ca2-5fe0-4438-95b4-3d759cc9c250, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:32:45.465165 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-6067b56a-4ea5-4e37-be4c-58de967c5f6a None None] For port c89b4ca2-5fe0-4438-95b4-3d759cc9c250, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c89b4ca2-5fe0-4438-95b4-3d759cc9c250,segment=NetworkSegment(78680547-84c3-40ff-883f-1dc0659462b3),segment_id=78680547-84c3-40ff-883f-1dc0659462b3)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:32:45.470330 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-6067b56a-4ea5-4e37-be4c-58de967c5f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:45.543351 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6067b56a-4ea5-4e37-be4c-58de967c5f6a None None] Routers {'ef58a5f0-0ce6-4117-aac3-0ad508eb0822'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:32:45.543982 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-6067b56a-4ea5-4e37-be4c-58de967c5f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:32:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ef58a5f0-0ce6-4117-aac3-0ad508eb0822'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:32:45.545743 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3be29-4acb-43ce-a384-0cffcac0ace2 None None] Pushing event updated for resources: {'Port': ['ID=c89b4ca2-5fe0-4438-95b4-3d759cc9c250,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:32:45.640212 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-6067b56a-4ea5-4e37-be4c-58de967c5f6a None None] Set router ef58a5f0-0ce6-4117-aac3-0ad508eb0822 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:32:45.851509 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-6067b56a-4ea5-4e37-be4c-58de967c5f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef58a5f0-0ce6-4117-aac3-0ad508eb0822', 'name': 'router1', 'tenant_id': 'd6bd7ebfa31541e4b1c78d879975707c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:32:33Z', 'updated_at': '2021-07-06T13:32:43Z', 'revision_number': 2, 'project_id': 'd6bd7ebfa31541e4b1c78d879975707c', 'gw_port_host': None, '_interfaces': [{'id': 'c89b4ca2-5fe0-4438-95b4-3d759cc9c250', 'name': '', 'network_id': 'f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6', 'tenant_id': 'd6bd7ebfa31541e4b1c78d879975707c', 'mac_address': 'fa:16:3e:a6:28:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef58a5f0-0ce6-4117-aac3-0ad508eb0822', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c75e5520-226a-4213-8385-153d2f0004d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:32:42Z', 'updated_at': '2021-07-06T13:32:45Z', 'revision_number': 4, 'project_id': 'd6bd7ebfa31541e4b1c78d879975707c', 'subnets': [{'id': 'c75e5520-226a-4213-8385-153d2f0004d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31a90478-f8dd-4a24-82ef-d5d8d0ec6040'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:32:45.880874 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6067b56a-4ea5-4e37-be4c-58de967c5f6a None None] The sync data for ids ['ef58a5f0-0ce6-4117-aac3-0ad508eb0822'] in n-d-773644-6 is: [{'id': 'ef58a5f0-0ce6-4117-aac3-0ad508eb0822', 'name': 'router1', 'tenant_id': 'd6bd7ebfa31541e4b1c78d879975707c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:32:33Z', 'updated_at': '2021-07-06T13:32:43Z', 'revision_number': 2, 'project_id': 'd6bd7ebfa31541e4b1c78d879975707c', 'gw_port_host': None, '_interfaces': [{'id': 'c89b4ca2-5fe0-4438-95b4-3d759cc9c250', 'name': '', 'network_id': 'f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6', 'tenant_id': 'd6bd7ebfa31541e4b1c78d879975707c', 'mac_address': 'fa:16:3e:a6:28:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef58a5f0-0ce6-4117-aac3-0ad508eb0822', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c75e5520-226a-4213-8385-153d2f0004d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:32:42Z', 'updated_at': '2021-07-06T13:32:45Z', 'revision_number': 4, 'project_id': 'd6bd7ebfa31541e4b1c78d879975707c', 'subnets': [{'id': 'c75e5520-226a-4213-8385-153d2f0004d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31a90478-f8dd-4a24-82ef-d5d8d0ec6040'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:32:46.106063 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59450) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:32:46.212602 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf06e06f-047f-4c20-a8a6-2c72a9cf90a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:32:46.214031 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-cf06e06f-047f-4c20-a8a6-2c72a9cf90a9 admin admin] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 842 time: 0.1068757 Jul 06 13:32:46.223313 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-ad425188-6f71-49c5-9f39-a1e9088d016b admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'gateway_ip': '172.25.6.1', 'name': 'public-subnet', 'cidr': '172.25.6.0/24', 'enable_dhcp': False}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:32:46.246322 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad425188-6f71-49c5-9f39-a1e9088d016b admin admin] Made reservation on behalf of b7b53a190dfc48d0adaebf62c7e6c808 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:32:46.248812 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ad425188-6f71-49c5-9f39-a1e9088d016b admin admin] Notify callbacks [] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:46.598220 n-d-773644-6 neutron-server[100418]: DEBUG neutron.objects.ports [None req-ad425188-6f71-49c5-9f39-a1e9088d016b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100418) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 13:32:46.598677 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ad425188-6f71-49c5-9f39-a1e9088d016b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:46.658181 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad425188-6f71-49c5-9f39-a1e9088d016b admin admin] Pushing event updated for resources: {'Subnet': ['ID=509a871c-1ac9-4265-af48-e218e56e3ac8,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:32:46.667065 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad425188-6f71-49c5-9f39-a1e9088d016b admin admin] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:32:46.667423 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad425188-6f71-49c5-9f39-a1e9088d016b admin admin] Network hostable DHCP agents. Network: 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:32:46.682922 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad425188-6f71-49c5-9f39-a1e9088d016b admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:32:46.691287 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-ad425188-6f71-49c5-9f39-a1e9088d016b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:32:46.701059 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25226e12-99fe-40d6-af35-7cbfedb1ba6e None None] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:32:46.706055 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad425188-6f71-49c5-9f39-a1e9088d016b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:32:46.707230 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ad425188-6f71-49c5-9f39-a1e9088d016b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:46.722754 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ad425188-6f71-49c5-9f39-a1e9088d016b admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5029244 Jul 06 13:32:46.845390 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d7767b-bd61-48b0-827f-37e6325fbb18 None None] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:32:49.044288 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59462) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:32:49.160134 n-d-773644-6 neutron-server[100417]: DEBUG neutron.policy [None req-19259d27-3f72-4cd2-9fb1-c0bfb777baae admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100417) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 06 13:32:49.207628 n-d-773644-6 neutron-server[100417]: WARNING oslo_policy.policy [None req-19259d27-3f72-4cd2-9fb1-c0bfb777baae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 13:32:49.208020 n-d-773644-6 neutron-server[100417]: WARNING oslo_policy.policy [None req-19259d27-3f72-4cd2-9fb1-c0bfb777baae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 13:32:49.456464 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-19259d27-3f72-4cd2-9fb1-c0bfb777baae admin admin] 10.222.0.118 "GET /v2.0/routers/ef58a5f0-0ce6-4117-aac3-0ad508eb0822 HTTP/1.1" status: 200 len: 710 time: 0.4111392 Jul 06 13:32:49.650386 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abded61-d315-4f8c-ae7b-cd6307c0028b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:32:49.652533 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6abded61-d315-4f8c-ae7b-cd6307c0028b admin admin] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 886 time: 0.1901948 Jul 06 13:32:49.661998 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-3064327d-e702-4d23-ba6c-936406cd0ac3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:32:49.933634 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3064327d-e702-4d23-ba6c-936406cd0ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:50.184227 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c89b4ca2-5fe0-4438-95b4-3d759cc9c250 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:32:50.188787 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3064327d-e702-4d23-ba6c-936406cd0ac3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:50.232186 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port c89b4ca2-5fe0-4438-95b4-3d759cc9c250 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:32:50.236153 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port c89b4ca2-5fe0-4438-95b4-3d759cc9c250 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:32:50.236554 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:50.268572 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3064327d-e702-4d23-ba6c-936406cd0ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:50.312040 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:50.344434 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port c89b4ca2-5fe0-4438-95b4-3d759cc9c250, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c89b4ca2-5fe0-4438-95b4-3d759cc9c250,segment=NetworkSegment(78680547-84c3-40ff-883f-1dc0659462b3),segment_id=78680547-84c3-40ff-883f-1dc0659462b3)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:32:50.348370 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:50.442658 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=c89b4ca2-5fe0-4438-95b4-3d759cc9c250,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:32:50.455175 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-3064327d-e702-4d23-ba6c-936406cd0ac3 admin admin] Allocated IP 172.25.6.108 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/44bb2f11-4323-4edb-8f27-6c8ae6ddcbbb) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:32:50.566820 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3064327d-e702-4d23-ba6c-936406cd0ac3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:50.656262 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3064327d-e702-4d23-ba6c-936406cd0ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:50.695415 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3064327d-e702-4d23-ba6c-936406cd0ac3 admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:32:50.697250 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-3064327d-e702-4d23-ba6c-936406cd0ac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:32:50.771832 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3064327d-e702-4d23-ba6c-936406cd0ac3 admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:32:50.806288 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064327d-e702-4d23-ba6c-936406cd0ac3 admin admin] Pushing event updated for resources: {'Port': ['ID=44bb2f11-4323-4edb-8f27-6c8ae6ddcbbb,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:32:50.842373 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064327d-e702-4d23-ba6c-936406cd0ac3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:50.842715 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064327d-e702-4d23-ba6c-936406cd0ac3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:50.843050 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064327d-e702-4d23-ba6c-936406cd0ac3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:50.843379 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064327d-e702-4d23-ba6c-936406cd0ac3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:50.843713 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064327d-e702-4d23-ba6c-936406cd0ac3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:50.844035 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064327d-e702-4d23-ba6c-936406cd0ac3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:50.844355 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064327d-e702-4d23-ba6c-936406cd0ac3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:50.844676 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064327d-e702-4d23-ba6c-936406cd0ac3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:50.844993 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064327d-e702-4d23-ba6c-936406cd0ac3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:50.845308 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064327d-e702-4d23-ba6c-936406cd0ac3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:50.845623 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064327d-e702-4d23-ba6c-936406cd0ac3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:50.845961 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064327d-e702-4d23-ba6c-936406cd0ac3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3064327d-e702-4d23-ba6c-936406cd0ac3 admin admin] Tracked resource versions report: Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: pushed versions: Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: { 'AddressGroup': {'1.2'}, Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: 'ConntrackHelper': {'1.0'}, Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: 'Log': {'1.0'}, Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: 'Network': {'1.1'}, Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: 'Port': {'1.7'}, Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: 'PortForwarding': {'1.2'}, Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: 'QosPolicy': {'1.8'}, Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: 'SecurityGroup': {'1.4'}, Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: 'SecurityGroupRule': {'1.2'}, Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: 'SubPort': {'1.0'}, Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: 'Subnet': {'1.1'}, Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: 'Trunk': {'1.1'}} Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: consumer versions: Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: { DHCP agent@n-d-773644-6: {}, Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: L3 agent@n-d-773644-6: {}, Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: Metadata agent@n-d-773644-6: {}, Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: Metering agent@n-d-773644-6: {}, Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: Open vSwitch agent@n-d-773644-6: { 'AddressGroup': '1.2', Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: 'ConntrackHelper': '1.0', Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: 'Log': '1.0', Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: 'Network': '1.1', Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: 'Port': '1.7', Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: 'PortForwarding': '1.2', Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: 'QosPolicy': '1.8', Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: 'SecurityGroup': '1.4', Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: 'SecurityGroupRule': '1.2', Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: 'SubPort': '1.0', Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: 'Subnet': '1.1', Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: 'Trunk': '1.1'}} Jul 06 13:32:50.847091 n-d-773644-6 neutron-server[100417]: {{(pid=100417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 13:32:51.058599 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3064327d-e702-4d23-ba6c-936406cd0ac3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:51.295182 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3064327d-e702-4d23-ba6c-936406cd0ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:51.298489 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3064327d-e702-4d23-ba6c-936406cd0ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2094363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2094336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2093514'] for router, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:51.402075 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3064327d-e702-4d23-ba6c-936406cd0ac3 admin admin] Router ef58a5f0-0ce6-4117-aac3-0ad508eb0822 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:32:51.511107 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3064327d-e702-4d23-ba6c-936406cd0ac3 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:32:51.515703 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3064327d-e702-4d23-ba6c-936406cd0ac3 admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:51.516929 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3064327d-e702-4d23-ba6c-936406cd0ac3 admin admin] 10.222.0.118 "PUT /v2.0/routers/ef58a5f0-0ce6-4117-aac3-0ad508eb0822 HTTP/1.1" status: 200 len: 890 time: 1.8586857 Jul 06 13:32:51.521143 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1564a3-6ce9-4fae-94b5-77f9803ea49f None None] Sync routers for ids ['ef58a5f0-0ce6-4117-aac3-0ad508eb0822'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:32:51.534356 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1564a3-6ce9-4fae-94b5-77f9803ea49f None None] Routers {'ef58a5f0-0ce6-4117-aac3-0ad508eb0822'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:32:51.535317 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-7e1564a3-6ce9-4fae-94b5-77f9803ea49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:32:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ef58a5f0-0ce6-4117-aac3-0ad508eb0822'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:32:51.754655 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-7e1564a3-6ce9-4fae-94b5-77f9803ea49f None None] Set router ef58a5f0-0ce6-4117-aac3-0ad508eb0822 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:32:52.146477 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-7e1564a3-6ce9-4fae-94b5-77f9803ea49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef58a5f0-0ce6-4117-aac3-0ad508eb0822', 'name': 'router1', 'tenant_id': 'd6bd7ebfa31541e4b1c78d879975707c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '44bb2f11-4323-4edb-8f27-6c8ae6ddcbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:32:33Z', 'updated_at': '2021-07-06T13:32:50Z', 'revision_number': 4, 'project_id': 'd6bd7ebfa31541e4b1c78d879975707c', 'gw_port': {'id': '44bb2f11-4323-4edb-8f27-6c8ae6ddcbbb', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef58a5f0-0ce6-4117-aac3-0ad508eb0822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:32:50Z', 'updated_at': '2021-07-06T13:32:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'c89b4ca2-5fe0-4438-95b4-3d759cc9c250', 'name': '', 'network_id': 'f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6', 'tenant_id': 'd6bd7ebfa31541e4b1c78d879975707c', 'mac_address': 'fa:16:3e:a6:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef58a5f0-0ce6-4117-aac3-0ad508eb0822', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c75e5520-226a-4213-8385-153d2f0004d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:32:42Z', 'updated_at': '2021-07-06T13:32:50Z', 'revision_number': 5, 'project_id': 'd6bd7ebfa31541e4b1c78d879975707c', 'subnets': [{'id': 'c75e5520-226a-4213-8385-153d2f0004d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31a90478-f8dd-4a24-82ef-d5d8d0ec6040'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:32:52.200228 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c89b4ca2-5fe0-4438-95b4-3d759cc9c250 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:32:52.202825 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1564a3-6ce9-4fae-94b5-77f9803ea49f None None] Checking router: ef58a5f0-0ce6-4117-aac3-0ad508eb0822 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:32:52.202990 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1564a3-6ce9-4fae-94b5-77f9803ea49f None None] Updating router ef58a5f0-0ce6-4117-aac3-0ad508eb0822 port 44bb2f11-4323-4edb-8f27-6c8ae6ddcbbb binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:32:52.262637 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7e1564a3-6ce9-4fae-94b5-77f9803ea49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:52.301293 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port c89b4ca2-5fe0-4438-95b4-3d759cc9c250 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:32:52.301670 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:52.645059 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7e1564a3-6ce9-4fae-94b5-77f9803ea49f None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:52.655099 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-7e1564a3-6ce9-4fae-94b5-77f9803ea49f None None] Transition to ACTIVE for port object 44bb2f11-4323-4edb-8f27-6c8ae6ddcbbb will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:32:52.660712 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7e1564a3-6ce9-4fae-94b5-77f9803ea49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:52.711956 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-7e1564a3-6ce9-4fae-94b5-77f9803ea49f None None] Attempting to bind port 44bb2f11-4323-4edb-8f27-6c8ae6ddcbbb on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:32:52.712334 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-7e1564a3-6ce9-4fae-94b5-77f9803ea49f None None] Attempting to bind port 44bb2f11-4323-4edb-8f27-6c8ae6ddcbbb by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:32:52.712699 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1564a3-6ce9-4fae-94b5-77f9803ea49f None None] Attempting to bind port 44bb2f11-4323-4edb-8f27-6c8ae6ddcbbb on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:32:52.717089 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd655fc-49ee-45de-aa12-b7b1b84c3775 None None] Pushing event updated for resources: {'Port': ['ID=44bb2f11-4323-4edb-8f27-6c8ae6ddcbbb,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:32:52.720154 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1564a3-6ce9-4fae-94b5-77f9803ea49f None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:32:52.720478 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1564a3-6ce9-4fae-94b5-77f9803ea49f None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:32:52.720883 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7e1564a3-6ce9-4fae-94b5-77f9803ea49f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:52.721264 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1564a3-6ce9-4fae-94b5-77f9803ea49f None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:32:52.721731 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-7e1564a3-6ce9-4fae-94b5-77f9803ea49f None None] Bound port: 44bb2f11-4323-4edb-8f27-6c8ae6ddcbbb, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:32:52.722170 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7e1564a3-6ce9-4fae-94b5-77f9803ea49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:52.850680 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-7e1564a3-6ce9-4fae-94b5-77f9803ea49f None None] For port 44bb2f11-4323-4edb-8f27-6c8ae6ddcbbb, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:32:52.854616 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-7e1564a3-6ce9-4fae-94b5-77f9803ea49f None None] For port 44bb2f11-4323-4edb-8f27-6c8ae6ddcbbb, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=44bb2f11-4323-4edb-8f27-6c8ae6ddcbbb,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:32:52.858837 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7e1564a3-6ce9-4fae-94b5-77f9803ea49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:52.917952 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1564a3-6ce9-4fae-94b5-77f9803ea49f None None] Routers {'ef58a5f0-0ce6-4117-aac3-0ad508eb0822'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:32:52.918572 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-7e1564a3-6ce9-4fae-94b5-77f9803ea49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:32:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ef58a5f0-0ce6-4117-aac3-0ad508eb0822'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:32:52.920252 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd655fc-49ee-45de-aa12-b7b1b84c3775 None None] Pushing event updated for resources: {'Port': ['ID=44bb2f11-4323-4edb-8f27-6c8ae6ddcbbb,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:32:53.025960 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-7e1564a3-6ce9-4fae-94b5-77f9803ea49f None None] Set router ef58a5f0-0ce6-4117-aac3-0ad508eb0822 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:32:53.236042 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-7e1564a3-6ce9-4fae-94b5-77f9803ea49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef58a5f0-0ce6-4117-aac3-0ad508eb0822', 'name': 'router1', 'tenant_id': 'd6bd7ebfa31541e4b1c78d879975707c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '44bb2f11-4323-4edb-8f27-6c8ae6ddcbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:32:33Z', 'updated_at': '2021-07-06T13:32:50Z', 'revision_number': 4, 'project_id': 'd6bd7ebfa31541e4b1c78d879975707c', 'gw_port': {'id': '44bb2f11-4323-4edb-8f27-6c8ae6ddcbbb', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef58a5f0-0ce6-4117-aac3-0ad508eb0822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:32:50Z', 'updated_at': '2021-07-06T13:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'c89b4ca2-5fe0-4438-95b4-3d759cc9c250', 'name': '', 'network_id': 'f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6', 'tenant_id': 'd6bd7ebfa31541e4b1c78d879975707c', 'mac_address': 'fa:16:3e:a6:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef58a5f0-0ce6-4117-aac3-0ad508eb0822', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c75e5520-226a-4213-8385-153d2f0004d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:32:42Z', 'updated_at': '2021-07-06T13:32:50Z', 'revision_number': 5, 'project_id': 'd6bd7ebfa31541e4b1c78d879975707c', 'subnets': [{'id': 'c75e5520-226a-4213-8385-153d2f0004d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31a90478-f8dd-4a24-82ef-d5d8d0ec6040'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:32:53.265763 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1564a3-6ce9-4fae-94b5-77f9803ea49f None None] The sync data for ids ['ef58a5f0-0ce6-4117-aac3-0ad508eb0822'] in n-d-773644-6 is: [{'id': 'ef58a5f0-0ce6-4117-aac3-0ad508eb0822', 'name': 'router1', 'tenant_id': 'd6bd7ebfa31541e4b1c78d879975707c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '44bb2f11-4323-4edb-8f27-6c8ae6ddcbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:32:33Z', 'updated_at': '2021-07-06T13:32:50Z', 'revision_number': 4, 'project_id': 'd6bd7ebfa31541e4b1c78d879975707c', 'gw_port': {'id': '44bb2f11-4323-4edb-8f27-6c8ae6ddcbbb', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef58a5f0-0ce6-4117-aac3-0ad508eb0822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:32:50Z', 'updated_at': '2021-07-06T13:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'c89b4ca2-5fe0-4438-95b4-3d759cc9c250', 'name': '', 'network_id': 'f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6', 'tenant_id': 'd6bd7ebfa31541e4b1c78d879975707c', 'mac_address': 'fa:16:3e:a6:28:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef58a5f0-0ce6-4117-aac3-0ad508eb0822', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c75e5520-226a-4213-8385-153d2f0004d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:32:42Z', 'updated_at': '2021-07-06T13:32:50Z', 'revision_number': 5, 'project_id': 'd6bd7ebfa31541e4b1c78d879975707c', 'subnets': [{'id': 'c75e5520-226a-4213-8385-153d2f0004d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31a90478-f8dd-4a24-82ef-d5d8d0ec6040'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:32:53.924467 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59476) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:32:54.052482 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3a1b52c7-a902-4822-9ada-eb8c4c14c63d admin admin] 10.222.0.118 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1268702 Jul 06 13:32:54.193639 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 44bb2f11-4323-4edb-8f27-6c8ae6ddcbbb up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:32:54.245838 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 44bb2f11-4323-4edb-8f27-6c8ae6ddcbbb completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:32:54.249577 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 44bb2f11-4323-4edb-8f27-6c8ae6ddcbbb triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:32:54.250076 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:54.328996 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:54.349604 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 44bb2f11-4323-4edb-8f27-6c8ae6ddcbbb, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=44bb2f11-4323-4edb-8f27-6c8ae6ddcbbb,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:32:54.353909 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:32:54.403614 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=44bb2f11-4323-4edb-8f27-6c8ae6ddcbbb,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:32:56.180276 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 44bb2f11-4323-4edb-8f27-6c8ae6ddcbbb up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:32:56.240117 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 44bb2f11-4323-4edb-8f27-6c8ae6ddcbbb triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:32:56.240431 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:33:07.228492 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6ef840bc-956a-4b24-a33d-87685dcd0c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:33:10.052568 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:33:10.146031 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1e90ac3c-568e-4d58-9533-d16eddc7692a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:33:11.306684 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:33:11.544997 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 5 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:33:12.831233 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:33:37.220188 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4feff924-5e21-4025-8576-dc171eef5d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:33:40.056089 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:33:40.163928 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b9984639-ec76-4746-990a-ad7b9462e2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:33:41.305504 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:33:42.833456 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:33:48.545295 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 5 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:34:07.227126 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0b03154e-dc8a-4360-8b86-a9b7bfe70009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:34:10.047361 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:34:10.136546 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a5a358e7-40a6-4729-a017-a29ecff0bff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:34:11.307825 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:34:12.838146 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:34:25.543908 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 5 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:34:35.529360 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60078) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:34:35.589794 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-4086afcb-bc0c-4d00-b5af-300e09419fbf admin admin] GET failed (client error): The resource could not be found. Jul 06 13:34:35.591173 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4086afcb-bc0c-4d00-b5af-300e09419fbf admin admin] 10.222.0.118 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608168 Jul 06 13:34:35.755181 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77917932-678f-46b2-8fd1-d89f4fef1a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:34:35.756604 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-77917932-678f-46b2-8fd1-d89f4fef1a89 admin admin] 10.222.0.118 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1613462 Jul 06 13:34:37.231580 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bdedfaa6-86f1-49da-9384-0ce755b77629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:34:37.945623 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60088) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:34:38.045003 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990213cf-7032-4c8e-b434-562abc3a30fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:34:38.046425 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-990213cf-7032-4c8e-b434-562abc3a30fc admin admin] 10.222.0.118 "GET /v2.0/subnets/c75e5520-226a-4213-8385-153d2f0004d5 HTTP/1.1" status: 200 len: 849 time: 0.0997844 Jul 06 13:34:38.056415 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-ee3902ec-4f46-48c0-8f0e-faad7714268e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:34:38.144075 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ee3902ec-4f46-48c0-8f0e-faad7714268e admin admin] Notify callbacks [] for subnet, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:34:38.293895 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ee3902ec-4f46-48c0-8f0e-faad7714268e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727519554079'] for subnet, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:34:38.323880 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3902ec-4f46-48c0-8f0e-faad7714268e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:34:38.325032 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ee3902ec-4f46-48c0-8f0e-faad7714268e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:34:38.325758 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ee3902ec-4f46-48c0-8f0e-faad7714268e admin admin] 10.222.0.118 "PUT /v2.0/subnets/c75e5520-226a-4213-8385-153d2f0004d5 HTTP/1.1" status: 200 len: 868 time: 0.2731926 Jul 06 13:34:38.341268 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7f3ce4-249b-4353-8810-882dbde0e731 None None] Network f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:34:38.346195 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3902ec-4f46-48c0-8f0e-faad7714268e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c75e5520-226a-4213-8385-153d2f0004d5,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:34:38.354423 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3902ec-4f46-48c0-8f0e-faad7714268e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:34:38.354423 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3902ec-4f46-48c0-8f0e-faad7714268e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:34:38.354423 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3902ec-4f46-48c0-8f0e-faad7714268e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:34:38.354832 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3902ec-4f46-48c0-8f0e-faad7714268e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:34:38.355116 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3902ec-4f46-48c0-8f0e-faad7714268e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:34:38.355429 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3902ec-4f46-48c0-8f0e-faad7714268e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:34:38.355741 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3902ec-4f46-48c0-8f0e-faad7714268e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:34:38.356067 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3902ec-4f46-48c0-8f0e-faad7714268e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:34:38.356391 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3902ec-4f46-48c0-8f0e-faad7714268e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:34:38.356717 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3902ec-4f46-48c0-8f0e-faad7714268e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:34:38.357042 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3902ec-4f46-48c0-8f0e-faad7714268e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:34:38.357364 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3902ec-4f46-48c0-8f0e-faad7714268e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:34:38.765161 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-43f2485e-5901-44b0-8e86-4677888c21c6 None None] Provisioning complete for port c89b4ca2-5fe0-4438-95b4-3d759cc9c250 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:34:38.765532 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-43f2485e-5901-44b0-8e86-4677888c21c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:34:38.857870 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-43f2485e-5901-44b0-8e86-4677888c21c6 None None] Provisioning complete for port 01b17619-cccc-4b82-96f7-67dd22a6a8dc triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:34:38.858140 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-43f2485e-5901-44b0-8e86-4677888c21c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:34:40.049197 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:34:40.137165 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6771546a-08c5-4192-ad3f-7830081a93f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:34:40.524778 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60096) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:34:40.722653 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16b143e-476a-417c-bd63-485c00d75fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:34:40.723119 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16b143e-476a-417c-bd63-485c00d75fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:34:40.724709 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f16b143e-476a-417c-bd63-485c00d75fa5 admin admin] 10.222.0.118 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1989572 Jul 06 13:34:41.311405 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:34:42.841107 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:34:42.905148 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60104) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:34:43.036629 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3c836c-af10-4cc5-aff7-12870ed47f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:34:43.037122 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3c836c-af10-4cc5-aff7-12870ed47f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:34:43.038714 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0e3c836c-af10-4cc5-aff7-12870ed47f98 admin admin] 10.222.0.118 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1325290 Jul 06 13:34:45.256510 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60112) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:34:45.382440 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78596b86-124a-4d21-b000-f733413d8f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:34:45.383888 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-78596b86-124a-4d21-b000-f733413d8f5e admin admin] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 886 time: 0.1263330 Jul 06 13:34:47.557084 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60120) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:34:47.688510 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a72747-027e-4f27-b089-6c35c785cdd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:34:47.689975 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-38a72747-027e-4f27-b089-6c35c785cdd5 admin admin] 10.222.0.118 "GET /v2.0/networks/f3f93fe2-e2f4-4507-9e58-61f9dd00ebe6 HTTP/1.1" status: 200 len: 869 time: 0.1318798 Jul 06 13:34:49.856411 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60130) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:34:49.983910 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754fddc1-1f05-424c-bf21-1c2ce0ff630b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:34:49.984373 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754fddc1-1f05-424c-bf21-1c2ce0ff630b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:34:49.986057 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-754fddc1-1f05-424c-bf21-1c2ce0ff630b admin admin] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1286213 Jul 06 13:34:52.173843 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60138) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:34:52.265065 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00e9bfd-fbbd-4feb-ac5e-db6cfc7d62a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:34:52.265530 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00e9bfd-fbbd-4feb-ac5e-db6cfc7d62a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:34:52.267131 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b00e9bfd-fbbd-4feb-ac5e-db6cfc7d62a2 admin admin] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0923228 Jul 06 13:34:54.464341 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60146) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:34:54.547221 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2001cd22-b47e-4076-8996-d465e21cdec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:34:54.548569 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2001cd22-b47e-4076-8996-d465e21cdec5 admin admin] 10.222.0.118 "GET /v2.0/subnets/509a871c-1ac9-4265-af48-e218e56e3ac8 HTTP/1.1" status: 200 len: 816 time: 0.0833478 Jul 06 13:34:56.737505 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60154) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:34:56.830878 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d6ff66-6af4-4a35-98fd-722083692590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:34:56.832862 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f9d6ff66-6af4-4a35-98fd-722083692590 admin admin] 10.222.0.118 "GET /v2.0/subnets/c75e5520-226a-4213-8385-153d2f0004d5 HTTP/1.1" status: 200 len: 868 time: 0.0937665 Jul 06 13:35:02.543602 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 5 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:35:07.237442 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a0881dc6-8ff7-4f56-add0-0b4537071cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:35:10.057926 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:35:10.141359 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ebc87fb9-fc65-4199-b26b-8c320bf16eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:35:11.313195 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:35:12.843660 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:35:21.081258 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60198) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:35:21.131352 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-d320c9eb-ad67-4346-8ac2-7ea1d565ca14 admin admin] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:35:21.132629 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d320c9eb-ad67-4346-8ac2-7ea1d565ca14 admin admin] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0499756 Jul 06 13:35:23.422403 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60206) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:35:23.482179 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5c3a8c-8499-4244-af68-62b96481e9c2 admin admin] GET failed (client error): The resource could not be found. Jul 06 13:35:23.483751 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2c5c3a8c-8499-4244-af68-62b96481e9c2 admin admin] 10.222.0.118 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601542 Jul 06 13:35:23.624818 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7088ae-26d4-49ed-b29d-c62b649d9edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:35:23.626450 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4b7088ae-26d4-49ed-b29d-c62b649d9edb admin admin] 10.222.0.118 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1388845 Jul 06 13:35:25.854862 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60214) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:35:25.901017 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-2922f219-374f-4901-8d85-fcae022a4a38 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:35:25.921412 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2922f219-374f-4901-8d85-fcae022a4a38 admin admin] Made reservation on behalf of b7b53a190dfc48d0adaebf62c7e6c808 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:35:25.923717 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2922f219-374f-4901-8d85-fcae022a4a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:35:25.951505 n-d-773644-6 neutron-server[100418]: WARNING neutron.services.revisions.revision_plugin [None req-2922f219-374f-4901-8d85-fcae022a4a38 admin admin] Could not find related network for resource to bump revision. Jul 06 13:35:25.963190 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2922f219-374f-4901-8d85-fcae022a4a38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:35:25.972291 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2922f219-374f-4901-8d85-fcae022a4a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:35:25.973115 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-2922f219-374f-4901-8d85-fcae022a4a38 admin admin] Added segment d8b0658c-64c5-413e-9e8a-17cdb81e78b9 of type vlan for network f222f10c-5672-4da8-9754-28b7729c1e02 Jul 06 13:35:26.011471 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2922f219-374f-4901-8d85-fcae022a4a38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:35:26.041101 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2922f219-374f-4901-8d85-fcae022a4a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:35:26.041996 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2922f219-374f-4901-8d85-fcae022a4a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:35:26.042579 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2922f219-374f-4901-8d85-fcae022a4a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:35:26.088560 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2922f219-374f-4901-8d85-fcae022a4a38 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2325475 Jul 06 13:35:26.100646 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922f219-374f-4901-8d85-fcae022a4a38 admin admin] Pushing event updated for resources: {'Network': ['ID=f222f10c-5672-4da8-9754-28b7729c1e02,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:35:26.108007 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922f219-374f-4901-8d85-fcae022a4a38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:35:26.108624 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922f219-374f-4901-8d85-fcae022a4a38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:35:26.108965 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922f219-374f-4901-8d85-fcae022a4a38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:35:26.109305 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922f219-374f-4901-8d85-fcae022a4a38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:35:26.109643 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922f219-374f-4901-8d85-fcae022a4a38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:35:26.110007 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922f219-374f-4901-8d85-fcae022a4a38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:35:26.110337 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922f219-374f-4901-8d85-fcae022a4a38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:35:26.110683 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922f219-374f-4901-8d85-fcae022a4a38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:35:26.110996 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922f219-374f-4901-8d85-fcae022a4a38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:35:26.111320 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922f219-374f-4901-8d85-fcae022a4a38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:35:26.111645 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922f219-374f-4901-8d85-fcae022a4a38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:35:26.111970 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922f219-374f-4901-8d85-fcae022a4a38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:35:26.124816 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network f222f10c-5672-4da8-9754-28b7729c1e02 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:35:28.276796 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60222) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:35:28.334955 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-562f3eb3-d625-4d56-bbb9-fba9052d4656 admin admin] GET failed (client error): The resource could not be found. Jul 06 13:35:28.336293 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-562f3eb3-d625-4d56-bbb9-fba9052d4656 admin admin] 10.222.0.118 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0585039 Jul 06 13:35:28.405314 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d2c726-78ae-4659-a499-e843275bf20d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:35:28.406777 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e3d2c726-78ae-4659-a499-e843275bf20d admin admin] 10.222.0.118 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0665703 Jul 06 13:35:28.416419 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-8ad5eafc-4d9d-451a-af2b-39c107887db8 admin admin] Request body: {'subnet': {'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:35:28.436405 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad5eafc-4d9d-451a-af2b-39c107887db8 admin admin] Made reservation on behalf of b7b53a190dfc48d0adaebf62c7e6c808 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:35:28.438840 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8ad5eafc-4d9d-451a-af2b-39c107887db8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:35:28.600567 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8ad5eafc-4d9d-451a-af2b-39c107887db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:35:28.655711 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5eafc-4d9d-451a-af2b-39c107887db8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:35:28.660314 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad5eafc-4d9d-451a-af2b-39c107887db8 admin admin] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:35:28.660758 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad5eafc-4d9d-451a-af2b-39c107887db8 admin admin] Network hostable DHCP agents. Network: f222f10c-5672-4da8-9754-28b7729c1e02, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:35:28.679500 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad5eafc-4d9d-451a-af2b-39c107887db8 admin admin] Network f222f10c-5672-4da8-9754-28b7729c1e02 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:35:28.688489 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-8ad5eafc-4d9d-451a-af2b-39c107887db8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, f222f10c-5672-4da8-9754-28b7729c1e02) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:35:28.693434 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad5eafc-4d9d-451a-af2b-39c107887db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:35:28.694152 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8ad5eafc-4d9d-451a-af2b-39c107887db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:35:28.699851 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b0deb8-378c-4d99-809d-dfff84ab7658 None None] Network f222f10c-5672-4da8-9754-28b7729c1e02 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:35:28.707746 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8ad5eafc-4d9d-451a-af2b-39c107887db8 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2945685 Jul 06 13:35:28.948164 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-f222f10c-5672-4da8-9754-28b7729c1e02', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'tenant_id': 'b7b53a190dfc48d0adaebf62c7e6c808', 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:35:28.949035 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:35:29.089889 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Allocated IP 192.168.233.2 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/0839c948-1946-4157-b8f6-1bfe4391fa7f) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:35:29.237496 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:35:29.246738 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Transition to ACTIVE for port object 0839c948-1946-4157-b8f6-1bfe4391fa7f will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:35:29.262415 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Transition to ACTIVE for port object 0839c948-1946-4157-b8f6-1bfe4391fa7f will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:35:29.268874 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:35:29.306863 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:35:29.309609 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:35:29.315132 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:35:29.320531 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Pushing event updated for resources: {'Port': ['ID=0839c948-1946-4157-b8f6-1bfe4391fa7f,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:35:29.330923 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:35:29.331274 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:35:29.331647 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:35:29.331985 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:35:29.332326 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:35:29.332651 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:35:29.332978 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:35:29.333304 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:35:29.333628 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:35:29.333976 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:35:29.334304 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:35:29.334625 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:35:29.384734 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Attempting to bind port 0839c948-1946-4157-b8f6-1bfe4391fa7f on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:35:29.385102 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Attempting to bind port 0839c948-1946-4157-b8f6-1bfe4391fa7f by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:35:29.385467 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Attempting to bind port 0839c948-1946-4157-b8f6-1bfe4391fa7f on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:35:29.390457 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:35:29.390786 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:35:29.391209 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:35:29.391600 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:35:29.392072 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Bound port: 0839c948-1946-4157-b8f6-1bfe4391fa7f, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:35:29.392457 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:35:29.465045 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] For port 0839c948-1946-4157-b8f6-1bfe4391fa7f, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:35:29.468381 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] For port 0839c948-1946-4157-b8f6-1bfe4391fa7f, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0839c948-1946-4157-b8f6-1bfe4391fa7f,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:35:29.473112 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:35:29.536856 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6ed21-fd4a-442c-bf00-91ec3abf39d9 None None] Pushing event updated for resources: {'Port': ['ID=0839c948-1946-4157-b8f6-1bfe4391fa7f,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:35:30.359085 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0839c948-1946-4157-b8f6-1bfe4391fa7f up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:35:30.406736 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6899120-7c7b-4590-9fe1-71e5bc393f88 None None] Network f222f10c-5672-4da8-9754-28b7729c1e02 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:35:30.467647 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 0839c948-1946-4157-b8f6-1bfe4391fa7f completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:35:30.494188 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e5d173e6-4dcd-4aae-99ea-6449a35e6e4c None None] Provisioning for port 0839c948-1946-4157-b8f6-1bfe4391fa7f completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:35:30.502897 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e5d173e6-4dcd-4aae-99ea-6449a35e6e4c None None] Provisioning complete for port 0839c948-1946-4157-b8f6-1bfe4391fa7f triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:35:30.503303 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e5d173e6-4dcd-4aae-99ea-6449a35e6e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:35:30.644436 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e5d173e6-4dcd-4aae-99ea-6449a35e6e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:35:30.690318 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-e5d173e6-4dcd-4aae-99ea-6449a35e6e4c None None] For port 0839c948-1946-4157-b8f6-1bfe4391fa7f, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0839c948-1946-4157-b8f6-1bfe4391fa7f,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:35:30.695499 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e5d173e6-4dcd-4aae-99ea-6449a35e6e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:35:30.752060 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d173e6-4dcd-4aae-99ea-6449a35e6e4c None None] Pushing event updated for resources: {'Port': ['ID=0839c948-1946-4157-b8f6-1bfe4391fa7f,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:35:30.915939 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1613e61d-e73e-4083-92b8-26ef9b3a00c1 None None] Provisioning complete for port 0839c948-1946-4157-b8f6-1bfe4391fa7f triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:35:30.916484 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1613e61d-e73e-4083-92b8-26ef9b3a00c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:35:32.294762 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0839c948-1946-4157-b8f6-1bfe4391fa7f up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:35:32.342321 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 0839c948-1946-4157-b8f6-1bfe4391fa7f triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:35:32.342696 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:35:37.239640 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7d1dd200-de9c-4ff5-acba-61307c5ddadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:35:39.541971 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 5 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:35:40.050476 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:35:40.133209 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-87427123-f7ae-4831-8991-7d391527e77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:35:41.317064 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:35:42.848101 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:36:07.245004 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e37c2272-5e2b-42c1-97f8-7b191de271c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:36:10.053005 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:36:10.137205 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fef40166-9432-49cc-88a1-cbab6d0c5e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:36:11.324330 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:36:12.850081 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:36:16.542244 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 5 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:36:37.238853 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c4f74474-b63d-4dc7-9acd-8a9323ee7adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:36:40.054369 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:36:40.139290 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dd0a485e-3c35-478c-bf5a-af4f7f0dc10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:36:41.326516 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:36:42.855414 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:36:44.851653 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60276) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:36:44.857537 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-109e23cc-211c-440f-9946-ccc1dced3952 tempest-verify_tempest_config-751615681 tempest-verify_tempest_config-751615681-project] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:36:44.858846 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-109e23cc-211c-440f-9946-ccc1dced3952 tempest-verify_tempest_config-751615681 tempest-verify_tempest_config-751615681-project] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062060 Jul 06 13:36:45.166950 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60294) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:36:45.266811 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b93a017d-8987-4f70-8ba1-63a17b8e3a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:36:45.358710 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b93a017d-8987-4f70-8ba1-63a17b8e3a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:36:45.362512 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b93a017d-8987-4f70-8ba1-63a17b8e3a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:36:45.405065 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a017d-8987-4f70-8ba1-63a17b8e3a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec1fe5a-333a-474a-8047-d3d661de7f5d,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:36:45.409411 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b93a017d-8987-4f70-8ba1-63a17b8e3a81 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=6c21e1eeb78047ddbca1e82d5fcd5d0e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2414441 Jul 06 13:36:45.412257 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60298) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:36:45.414977 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93a017d-8987-4f70-8ba1-63a17b8e3a81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:36:45.415329 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93a017d-8987-4f70-8ba1-63a17b8e3a81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:36:45.415692 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93a017d-8987-4f70-8ba1-63a17b8e3a81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:36:45.416025 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93a017d-8987-4f70-8ba1-63a17b8e3a81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:36:45.416355 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93a017d-8987-4f70-8ba1-63a17b8e3a81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:36:45.416682 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93a017d-8987-4f70-8ba1-63a17b8e3a81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:36:45.417006 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93a017d-8987-4f70-8ba1-63a17b8e3a81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:36:45.417329 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93a017d-8987-4f70-8ba1-63a17b8e3a81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:36:45.417649 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93a017d-8987-4f70-8ba1-63a17b8e3a81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:36:45.417994 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93a017d-8987-4f70-8ba1-63a17b8e3a81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:36:45.418312 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93a017d-8987-4f70-8ba1-63a17b8e3a81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:36:45.418631 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93a017d-8987-4f70-8ba1-63a17b8e3a81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:36:45.496015 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c27a5c17-3f3f-486a-9199-07e3f1ecf27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:36:45.516485 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c27a5c17-3f3f-486a-9199-07e3f1ecf27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:36:45.608135 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c27a5c17-3f3f-486a-9199-07e3f1ecf27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:36:45.611007 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c27a5c17-3f3f-486a-9199-07e3f1ecf27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:36:45.614013 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c27a5c17-3f3f-486a-9199-07e3f1ecf27d admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/8ec1fe5a-333a-474a-8047-d3d661de7f5d HTTP/1.1" status: 204 len: 168 time: 0.2000389 Jul 06 13:36:45.625730 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a5c17-3f3f-486a-9199-07e3f1ecf27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec1fe5a-333a-474a-8047-d3d661de7f5d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:36:45.638079 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a5c17-3f3f-486a-9199-07e3f1ecf27d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:36:45.638993 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a5c17-3f3f-486a-9199-07e3f1ecf27d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:36:45.639582 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a5c17-3f3f-486a-9199-07e3f1ecf27d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:36:45.640161 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a5c17-3f3f-486a-9199-07e3f1ecf27d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:36:45.640738 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a5c17-3f3f-486a-9199-07e3f1ecf27d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:36:45.641284 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a5c17-3f3f-486a-9199-07e3f1ecf27d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:36:45.641874 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a5c17-3f3f-486a-9199-07e3f1ecf27d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:36:45.642431 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a5c17-3f3f-486a-9199-07e3f1ecf27d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:36:45.643754 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a5c17-3f3f-486a-9199-07e3f1ecf27d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:36:45.644405 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a5c17-3f3f-486a-9199-07e3f1ecf27d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:36:45.644903 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a5c17-3f3f-486a-9199-07e3f1ecf27d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:36:45.645472 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27a5c17-3f3f-486a-9199-07e3f1ecf27d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:36:53.540992 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 5 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:37:07.240909 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ec32d3dd-e3a7-4e6f-958f-f901c91e8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:37:10.056556 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:37:10.139790 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2e77fb9a-364f-4f31-809d-695a4dcc8ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:37:11.327149 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:37:12.858173 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:37:30.540608 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 5 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:37:37.244556 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2efdb258-177e-4ae5-a42e-13133d9fcad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:37:40.057686 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:37:40.141046 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6a592186-e1c8-4b95-ba31-e257d7cec5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:37:41.330981 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:37:42.863282 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:38:07.251027 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9a6f8cab-7e79-4bc9-9b20-d099cd4a6426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:38:07.538754 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 5 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:38:10.059079 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:38:10.140877 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-52293ef5-6ab3-4bf8-98e9-f3e63759b457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:38:11.334080 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:38:12.864734 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:38:37.244617 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-06e3ffa7-e083-466e-a2ce-a6058c0f709f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:38:40.059873 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:38:40.139509 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7ffa6f05-a3cf-4fde-a794-3f378b70cd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:38:41.336735 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:38:42.867824 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:38:44.537106 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 5 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:39:07.247403 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a4f6b825-2157-4a7a-a517-f19319d68206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:39:10.059599 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:39:10.140592 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dd4bb130-eb34-4dc5-b400-10315bd286d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:39:11.339719 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:39:12.870334 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:39:21.536863 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 5 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:39:37.249163 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8e5ae761-2b56-4914-96c9-10db5606d041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:39:40.063312 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:39:40.141832 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f68a329-9c1a-4888-87c9-0c08e4c0868b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:39:41.343898 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:39:42.879207 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:39:46.215838 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2087900'] for agent, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:39:48.418035 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2087900'] for agent, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:39:58.536191 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:40:07.250871 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ffda4ffa-d0cb-4303-99c8-d08562a1c196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:40:10.065932 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:40:10.141668 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7d012d7c-6cc6-45b7-93d4-4c2a9dc06912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:40:11.346189 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:40:12.877145 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:40:16.184525 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:40:18.373460 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:40:35.535759 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:40:37.023942 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60364) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:40:37.127511 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fada11ea-4b1f-448c-961c-7594b415a1de admin admin] 10.222.0.118 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4682 time: 0.1024587 Jul 06 13:40:37.257005 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1615aa80-1d2a-4a22-b14d-1cee1522a96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:40:39.310093 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60374) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:40:39.369323 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1fce84db-4ad3-47f7-aefd-35cbb5f46253 admin admin] 10.222.0.118 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4682 time: 0.0581408 Jul 06 13:40:40.067654 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:40:40.141166 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-186965b2-ba5d-493b-afe0-dabcf531287d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:40:41.348090 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:40:42.880283 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:40:46.185357 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:40:48.374595 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:41:07.341047 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7716d6b9-1ae4-42df-b9a6-672738bed786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:41:10.070034 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:41:10.142339 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-06cd6117-c7ff-48a9-83cb-63a38b2711d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:41:11.351764 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:41:12.534729 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:41:12.883571 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:41:16.193067 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:41:18.377479 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:41:37.252164 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6fd156fa-84b8-4909-a133-55b805b513fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:41:40.073919 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:41:40.141626 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e455777e-30b5-4159-add1-dad75e9bf40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:41:41.353994 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:41:42.889270 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:41:46.197027 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:41:48.386223 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:41:49.533695 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:42:01.356008 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60586) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:01.720639 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4723e586-fecf-44ce-b93b-510ddb4a3837 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-245764315-network', 'tenant_id': 'bf97b212161040be888f75b8c2d45231'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:42:01.722215 n-d-773644-6 neutron-server[100417]: INFO neutron.quota [None req-4723e586-fecf-44ce-b93b-510ddb4a3837 admin admin] Loaded quota_driver: . Jul 06 13:42:01.761040 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4723e586-fecf-44ce-b93b-510ddb4a3837 admin admin] Made reservation on behalf of bf97b212161040be888f75b8c2d45231 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:42:01.764684 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4723e586-fecf-44ce-b93b-510ddb4a3837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:01.779328 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4723e586-fecf-44ce-b93b-510ddb4a3837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:01.999683 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4723e586-fecf-44ce-b93b-510ddb4a3837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:02.003911 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4723e586-fecf-44ce-b93b-510ddb4a3837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:02.037703 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723e586-fecf-44ce-b93b-510ddb4a3837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3945ea86-4175-4224-b617-1432659c7769,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:02.045252 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4723e586-fecf-44ce-b93b-510ddb4a3837 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:42:02.049093 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4723e586-fecf-44ce-b93b-510ddb4a3837 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:02.049528 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4723e586-fecf-44ce-b93b-510ddb4a3837 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:02.049814 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4723e586-fecf-44ce-b93b-510ddb4a3837 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:02.050311 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4723e586-fecf-44ce-b93b-510ddb4a3837 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:02.050806 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4723e586-fecf-44ce-b93b-510ddb4a3837 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:02.051296 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4723e586-fecf-44ce-b93b-510ddb4a3837 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:02.051837 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4723e586-fecf-44ce-b93b-510ddb4a3837 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:02.052431 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4723e586-fecf-44ce-b93b-510ddb4a3837 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:02.052962 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4723e586-fecf-44ce-b93b-510ddb4a3837 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:02.053299 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4723e586-fecf-44ce-b93b-510ddb4a3837 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:02.053634 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4723e586-fecf-44ce-b93b-510ddb4a3837 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:02.053993 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4723e586-fecf-44ce-b93b-510ddb4a3837 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4723e586-fecf-44ce-b93b-510ddb4a3837 admin admin] Tracked resource versions report: Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: pushed versions: Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: { 'AddressGroup': {'1.2'}, Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: 'ConntrackHelper': {'1.0'}, Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: 'Log': {'1.0'}, Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: 'Network': {'1.1'}, Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: 'Port': {'1.7'}, Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: 'PortForwarding': {'1.2'}, Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: 'QosPolicy': {'1.8'}, Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: 'SecurityGroup': {'1.4'}, Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: 'SecurityGroupRule': {'1.2'}, Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: 'SubPort': {'1.0'}, Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: 'Subnet': {'1.1'}, Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: 'Trunk': {'1.1'}} Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: consumer versions: Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: { DHCP agent@n-d-773644-6: {}, Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: HyperV agent@n-h1-773644-6: {}, Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: HyperV agent@n-h2-773644-6: {}, Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: L3 agent@n-d-773644-6: {}, Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: Metadata agent@n-d-773644-6: {}, Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: Metering agent@n-d-773644-6: {}, Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: Open vSwitch agent@n-d-773644-6: { 'AddressGroup': '1.2', Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: 'ConntrackHelper': '1.0', Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: 'Log': '1.0', Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: 'Network': '1.1', Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: 'Port': '1.7', Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: 'PortForwarding': '1.2', Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: 'QosPolicy': '1.8', Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: 'SecurityGroup': '1.4', Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: 'SecurityGroupRule': '1.2', Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: 'SubPort': '1.0', Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: 'Subnet': '1.1', Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: 'Trunk': '1.1'}} Jul 06 13:42:02.055708 n-d-773644-6 neutron-server[100417]: {{(pid=100417) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 13:42:02.071710 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4723e586-fecf-44ce-b93b-510ddb4a3837 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727519532885', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:02.072596 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4723e586-fecf-44ce-b93b-510ddb4a3837 admin admin] Unsubscribe: segment precommit_create {{(pid=100417) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 06 13:42:02.073022 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-4723e586-fecf-44ce-b93b-510ddb4a3837 admin admin] Added segment 757ffada-3a1c-4888-9c59-49ac0545acdd of type vlan for network aaaedc37-a943-4e08-a9d9-051a526a02c3 Jul 06 13:42:02.156753 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4723e586-fecf-44ce-b93b-510ddb4a3837 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:02.206262 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4723e586-fecf-44ce-b93b-510ddb4a3837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:02.207352 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4723e586-fecf-44ce-b93b-510ddb4a3837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:02.208178 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4723e586-fecf-44ce-b93b-510ddb4a3837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:02.275054 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4723e586-fecf-44ce-b93b-510ddb4a3837 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9178472 Jul 06 13:42:02.278322 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60632) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:02.287872 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-a0f60305-577d-434d-89c4-fbfdadbb3863 admin admin] Request body: {'subnet': {'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-245764315-subnet', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:42:02.310003 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723e586-fecf-44ce-b93b-510ddb4a3837 admin admin] Pushing event updated for resources: {'Network': ['ID=aaaedc37-a943-4e08-a9d9-051a526a02c3,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:02.321743 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network aaaedc37-a943-4e08-a9d9-051a526a02c3 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:42:02.333956 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f60305-577d-434d-89c4-fbfdadbb3863 admin admin] Made reservation on behalf of bf97b212161040be888f75b8c2d45231 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:42:02.337276 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a0f60305-577d-434d-89c4-fbfdadbb3863 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:02.544015 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a0f60305-577d-434d-89c4-fbfdadbb3863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:02.586776 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f60305-577d-434d-89c4-fbfdadbb3863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b004f57-06ee-4d0d-a87a-55a49a717c6d,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:02.596541 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f60305-577d-434d-89c4-fbfdadbb3863 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:02.596891 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f60305-577d-434d-89c4-fbfdadbb3863 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:02.597233 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f60305-577d-434d-89c4-fbfdadbb3863 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:02.597569 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f60305-577d-434d-89c4-fbfdadbb3863 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:02.597927 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f60305-577d-434d-89c4-fbfdadbb3863 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:02.598254 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f60305-577d-434d-89c4-fbfdadbb3863 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:02.598582 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f60305-577d-434d-89c4-fbfdadbb3863 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:02.598933 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f60305-577d-434d-89c4-fbfdadbb3863 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:02.599259 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f60305-577d-434d-89c4-fbfdadbb3863 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:02.599613 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f60305-577d-434d-89c4-fbfdadbb3863 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:02.599923 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f60305-577d-434d-89c4-fbfdadbb3863 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:02.600242 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f60305-577d-434d-89c4-fbfdadbb3863 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f60305-577d-434d-89c4-fbfdadbb3863 admin admin] Tracked resource versions report: Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: pushed versions: Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: { 'AddressGroup': {'1.2'}, Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: 'ConntrackHelper': {'1.0'}, Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: 'Log': {'1.0'}, Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: 'Network': {'1.1'}, Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: 'Port': {'1.7'}, Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: 'PortForwarding': {'1.2'}, Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: 'QosPolicy': {'1.8'}, Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: 'SecurityGroup': {'1.4'}, Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: 'SecurityGroupRule': {'1.2'}, Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: 'SubPort': {'1.0'}, Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: 'Subnet': {'1.1'}, Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: 'Trunk': {'1.1'}} Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: consumer versions: Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: { DHCP agent@n-d-773644-6: {}, Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: HyperV agent@n-h1-773644-6: {}, Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: HyperV agent@n-h2-773644-6: {}, Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: L3 agent@n-d-773644-6: {}, Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: Metadata agent@n-d-773644-6: {}, Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: Metering agent@n-d-773644-6: {}, Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: Open vSwitch agent@n-d-773644-6: { 'AddressGroup': '1.2', Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: 'ConntrackHelper': '1.0', Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: 'Log': '1.0', Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: 'Network': '1.1', Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: 'Port': '1.7', Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: 'PortForwarding': '1.2', Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: 'QosPolicy': '1.8', Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: 'SecurityGroup': '1.4', Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: 'SecurityGroupRule': '1.2', Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: 'SubPort': '1.0', Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: 'Subnet': '1.1', Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: 'Trunk': '1.1'}} Jul 06 13:42:02.602183 n-d-773644-6 neutron-server[100418]: {{(pid=100418) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 13:42:02.625271 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f60305-577d-434d-89c4-fbfdadbb3863 admin admin] Checking segment: {'id': '757ffada-3a1c-4888-9c59-49ac0545acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:42:02.625421 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f60305-577d-434d-89c4-fbfdadbb3863 admin admin] Network hostable DHCP agents. Network: aaaedc37-a943-4e08-a9d9-051a526a02c3, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:42:02.655857 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f60305-577d-434d-89c4-fbfdadbb3863 admin admin] Network aaaedc37-a943-4e08-a9d9-051a526a02c3 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:42:02.669084 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-a0f60305-577d-434d-89c4-fbfdadbb3863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, aaaedc37-a943-4e08-a9d9-051a526a02c3) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:42:02.677036 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f60305-577d-434d-89c4-fbfdadbb3863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:02.679171 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a0f60305-577d-434d-89c4-fbfdadbb3863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:02.689052 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242c3a1c-4985-48e6-a68d-347ed0e413f0 None None] Network aaaedc37-a943-4e08-a9d9-051a526a02c3 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:42:02.702129 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a0f60305-577d-434d-89c4-fbfdadbb3863 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4221296 Jul 06 13:42:02.704287 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60654) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:02.711286 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-a588ad11-0d11-42c2-ab7c-ef124c85098b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-245764315-router', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:42:02.740933 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a588ad11-0d11-42c2-ab7c-ef124c85098b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:02.743245 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a588ad11-0d11-42c2-ab7c-ef124c85098b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:02.811562 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a588ad11-0d11-42c2-ab7c-ef124c85098b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:02.867711 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-aaaedc37-a943-4e08-a9d9-051a526a02c3', 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'fixed_ips': [{'subnet_id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:42:02.868704 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:03.015375 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Allocated IP 172.20.0.2 (aaaedc37-a943-4e08-a9d9-051a526a02c3/5b004f57-06ee-4d0d-a87a-55a49a717c6d/c4379a35-fb83-4f2a-8dfb-1f171a41d700) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:42:03.097767 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a588ad11-0d11-42c2-ab7c-ef124c85098b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:03.191096 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:03.202377 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Transition to ACTIVE for port object c4379a35-fb83-4f2a-8dfb-1f171a41d700 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:42:03.235636 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Transition to ACTIVE for port object c4379a35-fb83-4f2a-8dfb-1f171a41d700 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:42:03.245017 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:03.297384 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Network aaaedc37-a943-4e08-a9d9-051a526a02c3 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:42:03.299105 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:42:03.302725 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:42:03.337576 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Pushing event updated for resources: {'Port': ['ID=c4379a35-fb83-4f2a-8dfb-1f171a41d700,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:03.379146 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a588ad11-0d11-42c2-ab7c-ef124c85098b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:03.386657 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:03.386657 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:03.386657 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:03.386657 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:03.386657 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:03.386657 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:03.386657 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:03.387266 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:03.387266 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:03.387434 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:03.387849 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:03.388075 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Tracked resource versions report: Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: pushed versions: Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: { 'AddressGroup': {'1.2'}, Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: 'ConntrackHelper': {'1.0'}, Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: 'Log': {'1.0'}, Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: 'Network': {'1.1'}, Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: 'Port': {'1.7'}, Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: 'PortForwarding': {'1.2'}, Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: 'QosPolicy': {'1.8'}, Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: 'SecurityGroup': {'1.4'}, Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: 'SecurityGroupRule': {'1.2'}, Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: 'SubPort': {'1.0'}, Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: 'Subnet': {'1.1'}, Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: 'Trunk': {'1.1'}} Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: consumer versions: Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: { DHCP agent@n-d-773644-6: {}, Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: HyperV agent@n-h1-773644-6: {}, Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: HyperV agent@n-h2-773644-6: {}, Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: L3 agent@n-d-773644-6: {}, Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: Metadata agent@n-d-773644-6: {}, Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: Metering agent@n-d-773644-6: {}, Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: Open vSwitch agent@n-d-773644-6: { 'AddressGroup': '1.2', Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: 'ConntrackHelper': '1.0', Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: 'Log': '1.0', Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: 'Network': '1.1', Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: 'Port': '1.7', Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: 'PortForwarding': '1.2', Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: 'QosPolicy': '1.8', Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: 'SecurityGroup': '1.4', Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: 'SecurityGroupRule': '1.2', Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: 'SubPort': '1.0', Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: 'Subnet': '1.1', Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: 'Trunk': '1.1'}} Jul 06 13:42:03.389224 n-d-773644-6 neutron-server[100419]: {{(pid=100419) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 13:42:03.395830 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Attempting to bind port c4379a35-fb83-4f2a-8dfb-1f171a41d700 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:42:03.396203 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Attempting to bind port c4379a35-fb83-4f2a-8dfb-1f171a41d700 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '757ffada-3a1c-4888-9c59-49ac0545acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:42:03.396567 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Attempting to bind port c4379a35-fb83-4f2a-8dfb-1f171a41d700 on network aaaedc37-a943-4e08-a9d9-051a526a02c3 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:42:03.399621 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a588ad11-0d11-42c2-ab7c-ef124c85098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:03.403278 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:42:03.403944 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Checking segment: {'id': '757ffada-3a1c-4888-9c59-49ac0545acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:42:03.404351 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:03.404938 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Bound using segment: {'id': '757ffada-3a1c-4888-9c59-49ac0545acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:42:03.405703 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Bound port: c4379a35-fb83-4f2a-8dfb-1f171a41d700, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '757ffada-3a1c-4888-9c59-49ac0545acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:42:03.405967 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:03.476924 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] For port c4379a35-fb83-4f2a-8dfb-1f171a41d700, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:42:03.480937 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] For port c4379a35-fb83-4f2a-8dfb-1f171a41d700, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c4379a35-fb83-4f2a-8dfb-1f171a41d700,segment=NetworkSegment(757ffada-3a1c-4888-9c59-49ac0545acdd),segment_id=757ffada-3a1c-4888-9c59-49ac0545acdd)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:42:03.486331 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:03.561165 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-a588ad11-0d11-42c2-ab7c-ef124c85098b admin admin] Allocated IP 172.25.6.125 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/8942d0f1-ace9-4376-a91c-68f3311dab74) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:42:03.566123 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81039745-9b8d-456b-89e2-ac0ff53e34f4 None None] Pushing event updated for resources: {'Port': ['ID=c4379a35-fb83-4f2a-8dfb-1f171a41d700,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:03.704433 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a588ad11-0d11-42c2-ab7c-ef124c85098b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:03.759596 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a588ad11-0d11-42c2-ab7c-ef124c85098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:03.833544 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588ad11-0d11-42c2-ab7c-ef124c85098b admin admin] Pushing event updated for resources: {'Port': ['ID=8942d0f1-ace9-4376-a91c-68f3311dab74,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:03.841367 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a588ad11-0d11-42c2-ab7c-ef124c85098b admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:42:03.842819 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-a588ad11-0d11-42c2-ab7c-ef124c85098b admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:42:03.844904 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a588ad11-0d11-42c2-ab7c-ef124c85098b admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:42:04.114182 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a588ad11-0d11-42c2-ab7c-ef124c85098b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:04.388326 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a588ad11-0d11-42c2-ab7c-ef124c85098b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:04.547899 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a588ad11-0d11-42c2-ab7c-ef124c85098b admin admin] Router 02d9d470-f1fc-4643-b449-548f931d8024 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:42:04.590526 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c4379a35-fb83-4f2a-8dfb-1f171a41d700 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:42:04.670026 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port c4379a35-fb83-4f2a-8dfb-1f171a41d700 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:42:04.698795 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a588ad11-0d11-42c2-ab7c-ef124c85098b admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:42:04.710025 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59004c32-582d-4d64-9bae-6a99f64a734d None None] Sync routers for ids ['02d9d470-f1fc-4643-b449-548f931d8024'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:42:04.717246 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a588ad11-0d11-42c2-ab7c-ef124c85098b admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:04.721965 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60734) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:04.723452 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a588ad11-0d11-42c2-ab7c-ef124c85098b admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.0178349 Jul 06 13:42:04.724891 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59004c32-582d-4d64-9bae-6a99f64a734d None None] Routers {'02d9d470-f1fc-4643-b449-548f931d8024'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:42:04.727234 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-59004c32-582d-4d64-9bae-6a99f64a734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:41:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['02d9d470-f1fc-4643-b449-548f931d8024'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:04.872056 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a022dcf-da20-43fb-87d9-72e7346f14df None None] Network aaaedc37-a943-4e08-a9d9-051a526a02c3 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:42:04.906350 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-59004c32-582d-4d64-9bae-6a99f64a734d None None] Set router 02d9d470-f1fc-4643-b449-548f931d8024 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:42:04.964118 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-067996b4-9b36-4bde-8450-489ec9dd3abf None None] Provisioning for port c4379a35-fb83-4f2a-8dfb-1f171a41d700 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:42:04.973107 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-067996b4-9b36-4bde-8450-489ec9dd3abf None None] Provisioning complete for port c4379a35-fb83-4f2a-8dfb-1f171a41d700 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:04.973697 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-067996b4-9b36-4bde-8450-489ec9dd3abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:05.135041 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-067996b4-9b36-4bde-8450-489ec9dd3abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:05.167597 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-59004c32-582d-4d64-9bae-6a99f64a734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9d470-f1fc-4643-b449-548f931d8024', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-245764315-router', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:02Z', 'updated_at': '2021-07-06T13:42:03Z', 'revision_number': 3, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'gw_port': {'id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:52:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:03Z', 'updated_at': '2021-07-06T13:42:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:05.203978 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59004c32-582d-4d64-9bae-6a99f64a734d None None] Checking router: 02d9d470-f1fc-4643-b449-548f931d8024 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:42:05.204473 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59004c32-582d-4d64-9bae-6a99f64a734d None None] Updating router 02d9d470-f1fc-4643-b449-548f931d8024 port 8942d0f1-ace9-4376-a91c-68f3311dab74 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:42:05.209250 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-067996b4-9b36-4bde-8450-489ec9dd3abf None None] For port c4379a35-fb83-4f2a-8dfb-1f171a41d700, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c4379a35-fb83-4f2a-8dfb-1f171a41d700,segment=NetworkSegment(757ffada-3a1c-4888-9c59-49ac0545acdd),segment_id=757ffada-3a1c-4888-9c59-49ac0545acdd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:42:05.215946 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-067996b4-9b36-4bde-8450-489ec9dd3abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:05.286165 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-59004c32-582d-4d64-9bae-6a99f64a734d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:05.289232 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067996b4-9b36-4bde-8450-489ec9dd3abf None None] Pushing event updated for resources: {'Port': ['ID=c4379a35-fb83-4f2a-8dfb-1f171a41d700,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:05.488745 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f71284b0-b292-405d-8620-e2475c0d1fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:05.536840 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f32db1a0-da29-4858-86ce-eea91779d116 None None] Provisioning complete for port c4379a35-fb83-4f2a-8dfb-1f171a41d700 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:05.537212 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f32db1a0-da29-4858-86ce-eea91779d116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:05.746071 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60768) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:05.779875 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-59004c32-582d-4d64-9bae-6a99f64a734d None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:05.793289 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-59004c32-582d-4d64-9bae-6a99f64a734d None None] Transition to ACTIVE for port object 8942d0f1-ace9-4376-a91c-68f3311dab74 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:42:05.802389 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-59004c32-582d-4d64-9bae-6a99f64a734d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:05.845294 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-f71284b0-b292-405d-8620-e2475c0d1fcd admin admin] Allocated IP 172.20.0.1 (aaaedc37-a943-4e08-a9d9-051a526a02c3/5b004f57-06ee-4d0d-a87a-55a49a717c6d/a990195e-7e54-4725-a922-f41fca964e8b) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:42:05.878492 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5eaebe-7aec-4ddb-9c29-344ce0e79529 None None] Pushing event updated for resources: {'Port': ['ID=8942d0f1-ace9-4376-a91c-68f3311dab74,revision_number=2']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:05.880836 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-59004c32-582d-4d64-9bae-6a99f64a734d None None] Attempting to bind port 8942d0f1-ace9-4376-a91c-68f3311dab74 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:42:05.881089 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-59004c32-582d-4d64-9bae-6a99f64a734d None None] Attempting to bind port 8942d0f1-ace9-4376-a91c-68f3311dab74 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:42:05.881454 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59004c32-582d-4d64-9bae-6a99f64a734d None None] Attempting to bind port 8942d0f1-ace9-4376-a91c-68f3311dab74 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:42:05.891106 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59004c32-582d-4d64-9bae-6a99f64a734d None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:42:05.891492 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59004c32-582d-4d64-9bae-6a99f64a734d None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:42:05.891894 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-59004c32-582d-4d64-9bae-6a99f64a734d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:05.892296 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59004c32-582d-4d64-9bae-6a99f64a734d None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:42:05.892768 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-59004c32-582d-4d64-9bae-6a99f64a734d None None] Bound port: 8942d0f1-ace9-4376-a91c-68f3311dab74, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:42:05.893193 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-59004c32-582d-4d64-9bae-6a99f64a734d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:05.895582 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5eaebe-7aec-4ddb-9c29-344ce0e79529 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:05.895935 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5eaebe-7aec-4ddb-9c29-344ce0e79529 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:05.896276 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5eaebe-7aec-4ddb-9c29-344ce0e79529 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:05.896615 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5eaebe-7aec-4ddb-9c29-344ce0e79529 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:05.896950 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5eaebe-7aec-4ddb-9c29-344ce0e79529 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:05.897282 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5eaebe-7aec-4ddb-9c29-344ce0e79529 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:05.897614 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5eaebe-7aec-4ddb-9c29-344ce0e79529 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:05.897968 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5eaebe-7aec-4ddb-9c29-344ce0e79529 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:05.898368 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5eaebe-7aec-4ddb-9c29-344ce0e79529 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:05.898862 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5eaebe-7aec-4ddb-9c29-344ce0e79529 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:05.899334 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5eaebe-7aec-4ddb-9c29-344ce0e79529 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:05.899804 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5eaebe-7aec-4ddb-9c29-344ce0e79529 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5eaebe-7aec-4ddb-9c29-344ce0e79529 None None] Tracked resource versions report: Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: pushed versions: Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: { 'AddressGroup': {'1.2'}, Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: 'ConntrackHelper': {'1.0'}, Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: 'Log': {'1.0'}, Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: 'Network': {'1.1'}, Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: 'Port': {'1.7'}, Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: 'PortForwarding': {'1.2'}, Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: 'QosPolicy': {'1.8'}, Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: 'SecurityGroup': {'1.4'}, Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: 'SecurityGroupRule': {'1.2'}, Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: 'SubPort': {'1.0'}, Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: 'Subnet': {'1.1'}, Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: 'Trunk': {'1.1'}} Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: consumer versions: Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: { DHCP agent@n-d-773644-6: {}, Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: HyperV agent@n-h1-773644-6: {}, Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: HyperV agent@n-h2-773644-6: {}, Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: L3 agent@n-d-773644-6: {}, Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: Metadata agent@n-d-773644-6: {}, Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: Metering agent@n-d-773644-6: {}, Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: Open vSwitch agent@n-d-773644-6: { 'AddressGroup': '1.2', Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: 'ConntrackHelper': '1.0', Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: 'Log': '1.0', Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: 'Network': '1.1', Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: 'Port': '1.7', Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: 'PortForwarding': '1.2', Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: 'QosPolicy': '1.8', Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: 'SecurityGroup': '1.4', Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: 'SecurityGroupRule': '1.2', Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: 'SubPort': '1.0', Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: 'Subnet': '1.1', Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: 'Trunk': '1.1'}} Jul 06 13:42:05.901079 n-d-773644-6 neutron-server[100420]: {{(pid=100420) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 13:42:05.938706 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4fd7c24a-eb2a-4c4e-8c6d-bc016f3ef92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:05.964327 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-59004c32-582d-4d64-9bae-6a99f64a734d None None] For port 8942d0f1-ace9-4376-a91c-68f3311dab74, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:42:05.968342 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-59004c32-582d-4d64-9bae-6a99f64a734d None None] For port 8942d0f1-ace9-4376-a91c-68f3311dab74, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=8942d0f1-ace9-4376-a91c-68f3311dab74,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:42:05.974791 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-59004c32-582d-4d64-9bae-6a99f64a734d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:06.057174 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f71284b0-b292-405d-8620-e2475c0d1fcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:06.058811 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59004c32-582d-4d64-9bae-6a99f64a734d None None] Routers {'02d9d470-f1fc-4643-b449-548f931d8024'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:42:06.059589 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-59004c32-582d-4d64-9bae-6a99f64a734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:41:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['02d9d470-f1fc-4643-b449-548f931d8024'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:06.086601 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-f71284b0-b292-405d-8620-e2475c0d1fcd admin admin] Transition to ACTIVE for port object a990195e-7e54-4725-a922-f41fca964e8b will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:42:06.100063 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4fd7c24a-eb2a-4c4e-8c6d-bc016f3ef92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:06.107591 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4fd7c24a-eb2a-4c4e-8c6d-bc016f3ef92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:06.107890 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5eaebe-7aec-4ddb-9c29-344ce0e79529 None None] Pushing event updated for resources: {'Port': ['ID=8942d0f1-ace9-4376-a91c-68f3311dab74,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:06.129904 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f71284b0-b292-405d-8620-e2475c0d1fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:06.144425 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7c24a-eb2a-4c4e-8c6d-bc016f3ef92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233d5657-fe33-46ae-994f-8270fbe20e25,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:06.171070 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4fd7c24a-eb2a-4c4e-8c6d-bc016f3ef92d admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=a9e828b8a112458886a7f683457cfc21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4226112 Jul 06 13:42:06.173297 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60798) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:06.193404 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71284b0-b292-405d-8620-e2475c0d1fcd admin admin] Pushing event updated for resources: {'Port': ['ID=a990195e-7e54-4725-a922-f41fca964e8b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:06.206859 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-59004c32-582d-4d64-9bae-6a99f64a734d None None] Set router 02d9d470-f1fc-4643-b449-548f931d8024 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:42:06.215130 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71284b0-b292-405d-8620-e2475c0d1fcd admin admin] Network aaaedc37-a943-4e08-a9d9-051a526a02c3 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:42:06.216470 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-f71284b0-b292-405d-8620-e2475c0d1fcd admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:42:06.218962 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71284b0-b292-405d-8620-e2475c0d1fcd admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:42:06.219461 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f71284b0-b292-405d-8620-e2475c0d1fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:06.253193 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60806) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:06.255756 n-d-773644-6 neutron-server[100418]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 06 13:42:06.325416 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-028f51ab-b1d2-4e59-8b0d-05d3e0945bd8 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=2ad2ecb7fb1e4613ae637150b5610a1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710084 Jul 06 13:42:06.353157 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-09020efa-16ad-4287-a1f1-5aaaa4920098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:06.504040 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6777316c-9201-44f6-b43a-49a5652a5a2b None None] Provisioning for port a990195e-7e54-4725-a922-f41fca964e8b completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:42:06.509271 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6777316c-9201-44f6-b43a-49a5652a5a2b None None] Provisioning complete for port a990195e-7e54-4725-a922-f41fca964e8b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:06.509914 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6777316c-9201-44f6-b43a-49a5652a5a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:06.521358 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f71284b0-b292-405d-8620-e2475c0d1fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:06.594348 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-6777316c-9201-44f6-b43a-49a5652a5a2b None None] Port a990195e-7e54-4725-a922-f41fca964e8b cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:42:06.601086 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c4379a35-fb83-4f2a-8dfb-1f171a41d700 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:42:06.620754 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-09020efa-16ad-4287-a1f1-5aaaa4920098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:06.657160 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-59004c32-582d-4d64-9bae-6a99f64a734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9d470-f1fc-4643-b449-548f931d8024', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-245764315-router', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:02Z', 'updated_at': '2021-07-06T13:42:03Z', 'revision_number': 3, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'gw_port': {'id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:52:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:03Z', 'updated_at': '2021-07-06T13:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:06.697518 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-09020efa-16ad-4287-a1f1-5aaaa4920098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:06.700320 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-09020efa-16ad-4287-a1f1-5aaaa4920098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:06.701527 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-09020efa-16ad-4287-a1f1-5aaaa4920098 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/233d5657-fe33-46ae-994f-8270fbe20e25 HTTP/1.1" status: 204 len: 168 time: 0.5251482 Jul 06 13:42:06.717591 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port c4379a35-fb83-4f2a-8dfb-1f171a41d700 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:06.717943 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:06.743308 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59004c32-582d-4d64-9bae-6a99f64a734d None None] The sync data for ids ['02d9d470-f1fc-4643-b449-548f931d8024'] in n-d-773644-6 is: [{'id': '02d9d470-f1fc-4643-b449-548f931d8024', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-245764315-router', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:02Z', 'updated_at': '2021-07-06T13:42:03Z', 'revision_number': 3, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'gw_port': {'id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:52:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:03Z', 'updated_at': '2021-07-06T13:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:42:06.752072 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09020efa-16ad-4287-a1f1-5aaaa4920098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233d5657-fe33-46ae-994f-8270fbe20e25,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:06.754508 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f71284b0-b292-405d-8620-e2475c0d1fcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:06.760930 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f71284b0-b292-405d-8620-e2475c0d1fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:06.761804 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f71284b0-b292-405d-8620-e2475c0d1fcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:06.880443 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-15555073-29ae-425d-9364-e1c7e60fa03d tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:06.881843 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-15555073-29ae-425d-9364-e1c7e60fa03d tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5556006 Jul 06 13:42:06.916479 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-c9a659ce-7caf-4c36-8c87-1cbac8c6239c tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/quotas/2ad2ecb7fb1e4613ae637150b5610a1d HTTP/1.1" status: 200 len: 375 time: 0.0282061 Jul 06 13:42:06.973155 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-87fda9e3-7391-40a3-a288-2795859a6a3b tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=2ad2ecb7fb1e4613ae637150b5610a1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554128 Jul 06 13:42:07.062288 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71284b0-b292-405d-8620-e2475c0d1fcd admin admin] Pushing event updated for resources: {'Port': ['ID=a990195e-7e54-4725-a922-f41fca964e8b,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:07.154479 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71284b0-b292-405d-8620-e2475c0d1fcd admin admin] Network aaaedc37-a943-4e08-a9d9-051a526a02c3 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:42:07.158557 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-f71284b0-b292-405d-8620-e2475c0d1fcd admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:42:07.172595 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60836) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:07.191089 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08bc36c7-e2ab-4c8e-aa84-6cc8d2867615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:07.262155 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b7f3567d-b627-4153-b6be-608d16bb524b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:07.324340 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71284b0-b292-405d-8620-e2475c0d1fcd admin admin] Router 02d9d470-f1fc-4643-b449-548f931d8024 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:42:07.447146 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08bc36c7-e2ab-4c8e-aa84-6cc8d2867615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:07.455284 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08bc36c7-e2ab-4c8e-aa84-6cc8d2867615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:07.482798 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71284b0-b292-405d-8620-e2475c0d1fcd admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:42:07.488494 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f71284b0-b292-405d-8620-e2475c0d1fcd admin admin] 10.222.0.118 "PUT /v2.0/routers/02d9d470-f1fc-4643-b449-548f931d8024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7653449 Jul 06 13:42:07.500132 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc36c7-e2ab-4c8e-aa84-6cc8d2867615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ede3809-71a3-4d21-a837-4afe07f2438b,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:07.520010 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-08bc36c7-e2ab-4c8e-aa84-6cc8d2867615 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=7f7f0b7f2e45472b87a40a84d19825f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3462462 Jul 06 13:42:07.522542 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60858) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:07.534217 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-945b515f-4734-4416-9253-c91c3918eac2 None None] Provisioning complete for port a990195e-7e54-4725-a922-f41fca964e8b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:07.534719 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-945b515f-4734-4416-9253-c91c3918eac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:07.573099 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-945b515f-4734-4416-9253-c91c3918eac2 None None] Port a990195e-7e54-4725-a922-f41fca964e8b cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:42:07.633640 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b3bbc36d-b2c5-4f46-bc70-2cdb03d1ee24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:07.662083 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b3bbc36d-b2c5-4f46-bc70-2cdb03d1ee24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:07.768818 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b3bbc36d-b2c5-4f46-bc70-2cdb03d1ee24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:07.772115 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b3bbc36d-b2c5-4f46-bc70-2cdb03d1ee24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:07.774569 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b3bbc36d-b2c5-4f46-bc70-2cdb03d1ee24 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/9ede3809-71a3-4d21-a837-4afe07f2438b HTTP/1.1" status: 204 len: 168 time: 0.2498395 Jul 06 13:42:07.787350 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbc36d-b2c5-4f46-bc70-2cdb03d1ee24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ede3809-71a3-4d21-a837-4afe07f2438b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:08.100585 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60894) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:08.378921 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c221bd7-d445-435a-a67a-cd4ec14019b1 req-5d9798d0-0e3d-4e6f-a3f3-1db4b3421c96 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2 HTTP/1.1" status: 200 len: 210 time: 0.2761104 Jul 06 13:42:08.608997 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8942d0f1-ace9-4376-a91c-68f3311dab74 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:42:08.665961 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60940) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:08.672649 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-39b94a5d-3133-4484-8651-433e6ba3ab65 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-666303833-network', 'tenant_id': 'f578fac1e25c4821b2024fe91008d6c8'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:42:08.716054 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 8942d0f1-ace9-4376-a91c-68f3311dab74 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:42:08.727270 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 8942d0f1-ace9-4376-a91c-68f3311dab74 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:08.727738 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:08.735038 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c15f2735-f7c3-4994-befc-4149f232344d req-fd33b9f1-1316-4e8a-96ca-2d6d0f221dea tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=388d4b9836894b3781cbe2a27fa8be2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311790 Jul 06 13:42:08.742256 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b94a5d-3133-4484-8651-433e6ba3ab65 admin admin] Made reservation on behalf of f578fac1e25c4821b2024fe91008d6c8 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:42:08.751836 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-39b94a5d-3133-4484-8651-433e6ba3ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:08.797673 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-39b94a5d-3133-4484-8651-433e6ba3ab65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:08.886814 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:08.915989 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 8942d0f1-ace9-4376-a91c-68f3311dab74, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=8942d0f1-ace9-4376-a91c-68f3311dab74,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:42:08.924220 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:08.995310 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=8942d0f1-ace9-4376-a91c-68f3311dab74,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:08.995465 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f2735-f7c3-4994-befc-4149f232344d req-2a32124c-26d5-41a1-b7ae-670224c798c4 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:09.002751 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c15f2735-f7c3-4994-befc-4149f232344d req-2a32124c-26d5-41a1-b7ae-670224c798c4 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2616248 Jul 06 13:42:09.034538 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c15f2735-f7c3-4994-befc-4149f232344d req-c814352e-0468-44f9-9f3b-1a2110c1aeb2 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/quotas/388d4b9836894b3781cbe2a27fa8be2b HTTP/1.1" status: 200 len: 375 time: 0.0303533 Jul 06 13:42:09.081249 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c15f2735-f7c3-4994-befc-4149f232344d req-0eb94b72-10d4-4f7c-8ab8-5170976764d5 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=388d4b9836894b3781cbe2a27fa8be2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389249 Jul 06 13:42:09.125647 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60976) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:09.135826 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba002e8-6156-4948-ba13-64f6eceacce2 None None] Sync routers for ids ['02d9d470-f1fc-4643-b449-548f931d8024'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:42:09.135999 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-39b94a5d-3133-4484-8651-433e6ba3ab65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:09.151862 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-39b94a5d-3133-4484-8651-433e6ba3ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:09.158497 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba002e8-6156-4948-ba13-64f6eceacce2 None None] Routers {'02d9d470-f1fc-4643-b449-548f931d8024'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:42:09.160683 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-bba002e8-6156-4948-ba13-64f6eceacce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:41:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['02d9d470-f1fc-4643-b449-548f931d8024'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:09.172992 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b94a5d-3133-4484-8651-433e6ba3ab65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:42:09.193875 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-39b94a5d-3133-4484-8651-433e6ba3ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:09.194223 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-39b94a5d-3133-4484-8651-433e6ba3ab65 admin admin] Added segment ac277313-ba1b-4d52-a668-8298514b8584 of type vlan for network 53cfa5a3-f336-43f7-928c-d232fb57cbd4 Jul 06 13:42:09.302446 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-39b94a5d-3133-4484-8651-433e6ba3ab65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:09.313608 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-bba002e8-6156-4948-ba13-64f6eceacce2 None None] Set router 02d9d470-f1fc-4643-b449-548f931d8024 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:42:09.512712 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-39b94a5d-3133-4484-8651-433e6ba3ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:09.513886 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b94a5d-3133-4484-8651-433e6ba3ab65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:09.514626 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-39b94a5d-3133-4484-8651-433e6ba3ab65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:09.556946 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c9cafc72-fcf9-4a29-b865-aca1925ef6c7 req-4e1f71dc-f268-461d-8b7d-c76ac0a0a31d tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/ports?device_id=3a7d5eb2-fded-4c12-bfcb-1c4067904197 HTTP/1.1" status: 200 len: 210 time: 0.1845720 Jul 06 13:42:09.564385 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-39b94a5d-3133-4484-8651-433e6ba3ab65 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8972700 Jul 06 13:42:09.567526 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 32780) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:09.573857 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-fb6edc15-b7b8-4381-9f80-928b31640e50 admin admin] Request body: {'subnet': {'network_id': '53cfa5a3-f336-43f7-928c-d232fb57cbd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666303833-subnet', 'tenant_id': 'f578fac1e25c4821b2024fe91008d6c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:42:09.586061 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 32782) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:09.615493 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b94a5d-3133-4484-8651-433e6ba3ab65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27e8340-6a93-49f7-8468-9bcc968d2bc7,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:09.626257 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d77fed4-1933-4d73-9b4d-9ec8b6f4460b req-734b631c-7e34-40b4-8dfc-e606a66115c6 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2 HTTP/1.1" status: 200 len: 210 time: 0.0896451 Jul 06 13:42:09.634962 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6edc15-b7b8-4381-9f80-928b31640e50 admin admin] Made reservation on behalf of f578fac1e25c4821b2024fe91008d6c8 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:42:09.638534 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fb6edc15-b7b8-4381-9f80-928b31640e50 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:09.650613 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-bba002e8-6156-4948-ba13-64f6eceacce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9d470-f1fc-4643-b449-548f931d8024', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-245764315-router', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:02Z', 'updated_at': '2021-07-06T13:42:06Z', 'revision_number': 4, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'gw_port': {'id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:52:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:03Z', 'updated_at': '2021-07-06T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'a990195e-7e54-4725-a922-f41fca964e8b', 'name': '', 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'mac_address': 'fa:16:3e:9f:6a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:05Z', 'updated_at': '2021-07-06T13:42:06Z', 'revision_number': 2, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'subnets': [{'id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:09.727742 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba002e8-6156-4948-ba13-64f6eceacce2 None None] Checking router: 02d9d470-f1fc-4643-b449-548f931d8024 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:42:09.728449 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba002e8-6156-4948-ba13-64f6eceacce2 None None] Updating router 02d9d470-f1fc-4643-b449-548f931d8024 port a990195e-7e54-4725-a922-f41fca964e8b binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:42:09.737387 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b94a5d-3133-4484-8651-433e6ba3ab65 admin admin] Pushing event updated for resources: {'Network': ['ID=53cfa5a3-f336-43f7-928c-d232fb57cbd4,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:09.761292 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 53cfa5a3-f336-43f7-928c-d232fb57cbd4 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:42:09.937583 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-750ccfc5-66ab-452f-8022-75c6edf48774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:09.946126 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bba002e8-6156-4948-ba13-64f6eceacce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:09.949967 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fb6edc15-b7b8-4381-9f80-928b31640e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:10.035246 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6edc15-b7b8-4381-9f80-928b31640e50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15c954cb-e41b-43a7-aec1-6c92af1f1df3,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:10.134212 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-656ab027-8075-4798-a5a5-c2b11f240bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:10.167607 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:10.181684 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6edc15-b7b8-4381-9f80-928b31640e50 admin admin] Checking segment: {'id': 'ac277313-ba1b-4d52-a668-8298514b8584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '53cfa5a3-f336-43f7-928c-d232fb57cbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:42:10.187142 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6edc15-b7b8-4381-9f80-928b31640e50 admin admin] Network hostable DHCP agents. Network: 53cfa5a3-f336-43f7-928c-d232fb57cbd4, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:42:10.237682 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6edc15-b7b8-4381-9f80-928b31640e50 admin admin] Network 53cfa5a3-f336-43f7-928c-d232fb57cbd4 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:42:10.256552 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-fb6edc15-b7b8-4381-9f80-928b31640e50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 53cfa5a3-f336-43f7-928c-d232fb57cbd4) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:42:10.268709 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6edc15-b7b8-4381-9f80-928b31640e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:10.269979 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12b26dd-d421-4706-8de2-252fe4814a35 None None] Network 53cfa5a3-f336-43f7-928c-d232fb57cbd4 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:42:10.270609 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fb6edc15-b7b8-4381-9f80-928b31640e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:10.275981 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b592f6df-095d-48f6-98ae-3917a34ae7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:10.310003 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-750ccfc5-66ab-452f-8022-75c6edf48774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:10.316430 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-750ccfc5-66ab-452f-8022-75c6edf48774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:10.379102 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ccfc5-66ab-452f-8022-75c6edf48774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19cb479b-b1da-4be5-bd68-5f1c62d750a9,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:10.385317 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-750ccfc5-66ab-452f-8022-75c6edf48774 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=5b91a3b8a12c40fa8c63a1933b4a2184&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2584107 Jul 06 13:42:10.387992 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 32824) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:10.486308 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-656ab027-8075-4798-a5a5-c2b11f240bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:10.494700 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-656ab027-8075-4798-a5a5-c2b11f240bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:10.498706 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ad78f66-3495-4409-a982-3e06693d39a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:10.523733 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fb6edc15-b7b8-4381-9f80-928b31640e50 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9520471 Jul 06 13:42:10.526061 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 32828) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:10.546496 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-2a6bf8d3-8a2c-4de4-b0b4-89f6cc49c5e7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-666303833-router', 'tenant_id': 'f578fac1e25c4821b2024fe91008d6c8', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:42:10.580887 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ad78f66-3495-4409-a982-3e06693d39a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:10.595700 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ab027-8075-4798-a5a5-c2b11f240bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc17b8d-60d6-4eb4-961e-4d286cb7ca23,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:10.608541 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-656ab027-8075-4798-a5a5-c2b11f240bc6 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=dd47d00ae78b4a0c8d7b565c67eb1a28&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0197661 Jul 06 13:42:10.611570 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 32836) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:10.621689 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8942d0f1-ace9-4376-a91c-68f3311dab74 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:42:10.687537 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ad78f66-3495-4409-a982-3e06693d39a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:10.690246 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ad78f66-3495-4409-a982-3e06693d39a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:10.694638 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3ad78f66-3495-4409-a982-3e06693d39a7 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/19cb479b-b1da-4be5-bd68-5f1c62d750a9 HTTP/1.1" status: 204 len: 168 time: 0.3051746 Jul 06 13:42:10.711363 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d551b001-df15-4136-88b4-b416fcabca8d req-458d0b47-f775-4735-a02b-18b7b0c85d87 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/ports?device_id=3a7d5eb2-fded-4c12-bfcb-1c4067904197 HTTP/1.1" status: 200 len: 210 time: 0.0646272 Jul 06 13:42:10.713499 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad78f66-3495-4409-a982-3e06693d39a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cb479b-b1da-4be5-bd68-5f1c62d750a9,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:10.720144 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a6bf8d3-8a2c-4de4-b0b4-89f6cc49c5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:10.721490 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a6bf8d3-8a2c-4de4-b0b4-89f6cc49c5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:10.813229 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-409e5e88-9d5b-4427-bdfd-56affe3bea48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:10.819196 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef1b4d4-a2ce-4a54-b361-3822659f08e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-53cfa5a3-f336-43f7-928c-d232fb57cbd4', 'network_id': '53cfa5a3-f336-43f7-928c-d232fb57cbd4', 'tenant_id': 'f578fac1e25c4821b2024fe91008d6c8', 'fixed_ips': [{'subnet_id': '15c954cb-e41b-43a7-aec1-6c92af1f1df3'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:42:10.821273 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-aef1b4d4-a2ce-4a54-b361-3822659f08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:10.891342 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-409e5e88-9d5b-4427-bdfd-56affe3bea48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:10.937155 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bba002e8-6156-4948-ba13-64f6eceacce2 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:10.957381 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a6bf8d3-8a2c-4de4-b0b4-89f6cc49c5e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:10.965441 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-409e5e88-9d5b-4427-bdfd-56affe3bea48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:10.968255 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-409e5e88-9d5b-4427-bdfd-56affe3bea48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:10.969395 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-409e5e88-9d5b-4427-bdfd-56affe3bea48 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/2fc17b8d-60d6-4eb4-961e-4d286cb7ca23 HTTP/1.1" status: 204 len: 168 time: 0.3568721 Jul 06 13:42:11.004926 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1b6fc2a-9166-46ee-84ca-f5d09306e89a req-9475bd50-8460-4234-aea6-5a35a70737aa tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2 HTTP/1.1" status: 200 len: 210 time: 0.0571086 Jul 06 13:42:11.030105 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e5e88-9d5b-4427-bdfd-56affe3bea48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc17b8d-60d6-4eb4-961e-4d286cb7ca23,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:11.063936 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 8942d0f1-ace9-4376-a91c-68f3311dab74 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:11.063936 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:11.185278 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-bba002e8-6156-4948-ba13-64f6eceacce2 None None] Transition to ACTIVE for port object a990195e-7e54-4725-a922-f41fca964e8b will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:42:11.264860 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a6bf8d3-8a2c-4de4-b0b4-89f6cc49c5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:11.277888 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bba002e8-6156-4948-ba13-64f6eceacce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:11.385363 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63f8ee-3150-41f0-b8ae-41c72d049a85 None None] Pushing event updated for resources: {'Port': ['ID=a990195e-7e54-4725-a922-f41fca964e8b,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:11.401644 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:11.482482 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-aef1b4d4-a2ce-4a54-b361-3822659f08e7 None None] Allocated IP 172.20.0.2 (53cfa5a3-f336-43f7-928c-d232fb57cbd4/15c954cb-e41b-43a7-aec1-6c92af1f1df3/5605096b-b77e-4396-a43f-88f2d10d53ce) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:42:11.500644 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-bba002e8-6156-4948-ba13-64f6eceacce2 None None] Attempting to bind port a990195e-7e54-4725-a922-f41fca964e8b on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:42:11.500902 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-bba002e8-6156-4948-ba13-64f6eceacce2 None None] Attempting to bind port a990195e-7e54-4725-a922-f41fca964e8b by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '757ffada-3a1c-4888-9c59-49ac0545acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:42:11.501271 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba002e8-6156-4948-ba13-64f6eceacce2 None None] Attempting to bind port a990195e-7e54-4725-a922-f41fca964e8b on network aaaedc37-a943-4e08-a9d9-051a526a02c3 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:42:11.513172 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba002e8-6156-4948-ba13-64f6eceacce2 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:42:11.513567 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba002e8-6156-4948-ba13-64f6eceacce2 None None] Checking segment: {'id': '757ffada-3a1c-4888-9c59-49ac0545acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:42:11.513997 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bba002e8-6156-4948-ba13-64f6eceacce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:11.514396 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba002e8-6156-4948-ba13-64f6eceacce2 None None] Bound using segment: {'id': '757ffada-3a1c-4888-9c59-49ac0545acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:42:11.515037 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-bba002e8-6156-4948-ba13-64f6eceacce2 None None] Bound port: a990195e-7e54-4725-a922-f41fca964e8b, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '757ffada-3a1c-4888-9c59-49ac0545acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:42:11.515445 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bba002e8-6156-4948-ba13-64f6eceacce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:11.677328 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 32894) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:11.691627 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-05396147-ea12-4fb3-ae9a-67db95fc26e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:11.753956 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a6bf8d3-8a2c-4de4-b0b4-89f6cc49c5e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:11.783260 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a6bf8d3-8a2c-4de4-b0b4-89f6cc49c5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:11.797175 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-bba002e8-6156-4948-ba13-64f6eceacce2 None None] For port a990195e-7e54-4725-a922-f41fca964e8b, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:42:11.802556 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-bba002e8-6156-4948-ba13-64f6eceacce2 None None] For port a990195e-7e54-4725-a922-f41fca964e8b, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a990195e-7e54-4725-a922-f41fca964e8b,segment=NetworkSegment(757ffada-3a1c-4888-9c59-49ac0545acdd),segment_id=757ffada-3a1c-4888-9c59-49ac0545acdd)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:42:11.811141 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bba002e8-6156-4948-ba13-64f6eceacce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:11.920992 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63f8ee-3150-41f0-b8ae-41c72d049a85 None None] Pushing event updated for resources: {'Port': ['ID=a990195e-7e54-4725-a922-f41fca964e8b,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:11.924455 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-aef1b4d4-a2ce-4a54-b361-3822659f08e7 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:11.926462 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba002e8-6156-4948-ba13-64f6eceacce2 None None] Routers {'02d9d470-f1fc-4643-b449-548f931d8024'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:42:11.927093 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-bba002e8-6156-4948-ba13-64f6eceacce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:42:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['02d9d470-f1fc-4643-b449-548f931d8024'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:11.961221 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-05396147-ea12-4fb3-ae9a-67db95fc26e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:11.970297 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-05396147-ea12-4fb3-ae9a-67db95fc26e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:12.006844 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-2a6bf8d3-8a2c-4de4-b0b4-89f6cc49c5e7 admin admin] Allocated IP 172.25.6.28 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/d49de654-eaa8-403d-9507-ee1cac695804) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:42:12.013693 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-aef1b4d4-a2ce-4a54-b361-3822659f08e7 None None] Transition to ACTIVE for port object 5605096b-b77e-4396-a43f-88f2d10d53ce will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:42:12.072983 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-05396147-ea12-4fb3-ae9a-67db95fc26e9 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=b01f6d546a714f5cb448cc77f9021ece&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4002378 Jul 06 13:42:12.076180 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 32908) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:12.079635 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 32910) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:12.087989 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-aef1b4d4-a2ce-4a54-b361-3822659f08e7 None None] Transition to ACTIVE for port object 5605096b-b77e-4396-a43f-88f2d10d53ce will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:42:12.175251 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-aef1b4d4-a2ce-4a54-b361-3822659f08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:12.227312 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7943d8c6-b6e5-4012-8b59-5c275fdc64d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:12.247048 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05396147-ea12-4fb3-ae9a-67db95fc26e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ce94e7-11a4-457e-8061-3498865fbac3,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:12.260151 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef1b4d4-a2ce-4a54-b361-3822659f08e7 None None] Network 53cfa5a3-f336-43f7-928c-d232fb57cbd4 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:42:12.275040 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-aef1b4d4-a2ce-4a54-b361-3822659f08e7 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:42:12.297586 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d2994334-7d42-43d1-9570-7c2f623f0492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:12.301113 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a6bf8d3-8a2c-4de4-b0b4-89f6cc49c5e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:12.316091 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-bba002e8-6156-4948-ba13-64f6eceacce2 None None] Set router 02d9d470-f1fc-4643-b449-548f931d8024 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:42:12.319451 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef1b4d4-a2ce-4a54-b361-3822659f08e7 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:42:12.347900 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d2994334-7d42-43d1-9570-7c2f623f0492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:12.367665 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a6bf8d3-8a2c-4de4-b0b4-89f6cc49c5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:12.398558 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1b4d4-a2ce-4a54-b361-3822659f08e7 None None] Pushing event updated for resources: {'Port': ['ID=5605096b-b77e-4396-a43f-88f2d10d53ce,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:12.400338 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6bf8d3-8a2c-4de4-b0b4-89f6cc49c5e7 admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:42:12.471067 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f79832e0-4230-4c3b-9a3b-201f4b2a8e5f req-72a5c402-4ab5-4a62-b019-810857c57706 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/ports?device_id=3a7d5eb2-fded-4c12-bfcb-1c4067904197 HTTP/1.1" status: 200 len: 210 time: 0.0948973 Jul 06 13:42:12.535012 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7943d8c6-b6e5-4012-8b59-5c275fdc64d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:12.541471 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7943d8c6-b6e5-4012-8b59-5c275fdc64d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:12.574110 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7943d8c6-b6e5-4012-8b59-5c275fdc64d6 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=2e865ded4be047d48785d972cea9a9bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4892979 Jul 06 13:42:12.574110 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d2994334-7d42-43d1-9570-7c2f623f0492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:12.575290 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d2994334-7d42-43d1-9570-7c2f623f0492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:12.579138 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d2994334-7d42-43d1-9570-7c2f623f0492 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/35ce94e7-11a4-457e-8061-3498865fbac3 HTTP/1.1" status: 204 len: 168 time: 0.4957323 Jul 06 13:42:12.579138 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 32920) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:12.642521 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f0a0ae91-987c-4925-b164-806dd0df674a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:12.666125 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f0a0ae91-987c-4925-b164-806dd0df674a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:12.723999 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943d8c6-b6e5-4012-8b59-5c275fdc64d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ec3658-e929-4747-aba2-30b4caafa0e4,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:12.739004 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f0a0ae91-987c-4925-b164-806dd0df674a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:12.739539 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-2a6bf8d3-8a2c-4de4-b0b4-89f6cc49c5e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:42:12.741501 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f0a0ae91-987c-4925-b164-806dd0df674a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:12.746313 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f0a0ae91-987c-4925-b164-806dd0df674a admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/c4ec3658-e929-4747-aba2-30b4caafa0e4 HTTP/1.1" status: 204 len: 168 time: 0.1642830 Jul 06 13:42:12.750657 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6bf8d3-8a2c-4de4-b0b4-89f6cc49c5e7 admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:42:12.754759 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6bf8d3-8a2c-4de4-b0b4-89f6cc49c5e7 admin admin] Pushing event updated for resources: {'Port': ['ID=d49de654-eaa8-403d-9507-ee1cac695804,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:12.760046 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2994334-7d42-43d1-9570-7c2f623f0492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ce94e7-11a4-457e-8061-3498865fbac3,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:12.789939 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0ae91-987c-4925-b164-806dd0df674a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ec3658-e929-4747-aba2-30b4caafa0e4,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:12.818025 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-aef1b4d4-a2ce-4a54-b361-3822659f08e7 None None] Attempting to bind port 5605096b-b77e-4396-a43f-88f2d10d53ce on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:42:12.818382 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-aef1b4d4-a2ce-4a54-b361-3822659f08e7 None None] Attempting to bind port 5605096b-b77e-4396-a43f-88f2d10d53ce by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'ac277313-ba1b-4d52-a668-8298514b8584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '53cfa5a3-f336-43f7-928c-d232fb57cbd4'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:42:12.819080 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef1b4d4-a2ce-4a54-b361-3822659f08e7 None None] Attempting to bind port 5605096b-b77e-4396-a43f-88f2d10d53ce on network 53cfa5a3-f336-43f7-928c-d232fb57cbd4 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:42:12.864843 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef1b4d4-a2ce-4a54-b361-3822659f08e7 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:42:12.865594 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef1b4d4-a2ce-4a54-b361-3822659f08e7 None None] Checking segment: {'id': 'ac277313-ba1b-4d52-a668-8298514b8584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '53cfa5a3-f336-43f7-928c-d232fb57cbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:42:12.866246 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-aef1b4d4-a2ce-4a54-b361-3822659f08e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:12.867407 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef1b4d4-a2ce-4a54-b361-3822659f08e7 None None] Bound using segment: {'id': 'ac277313-ba1b-4d52-a668-8298514b8584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '53cfa5a3-f336-43f7-928c-d232fb57cbd4'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:42:12.868200 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-aef1b4d4-a2ce-4a54-b361-3822659f08e7 None None] Bound port: 5605096b-b77e-4396-a43f-88f2d10d53ce, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac277313-ba1b-4d52-a668-8298514b8584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '53cfa5a3-f336-43f7-928c-d232fb57cbd4'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:42:12.868822 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-aef1b4d4-a2ce-4a54-b361-3822659f08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:12.903129 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7a5b9f9f-3203-4f3d-b973-6d8242be7535 req-43ad3ad5-3dc0-45db-a41d-bbf19414de2a tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2 HTTP/1.1" status: 200 len: 210 time: 0.0586245 Jul 06 13:42:12.953243 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:13.008554 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-aef1b4d4-a2ce-4a54-b361-3822659f08e7 None None] For port 5605096b-b77e-4396-a43f-88f2d10d53ce, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:42:13.015370 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-aef1b4d4-a2ce-4a54-b361-3822659f08e7 None None] For port 5605096b-b77e-4396-a43f-88f2d10d53ce, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=5605096b-b77e-4396-a43f-88f2d10d53ce,segment=NetworkSegment(ac277313-ba1b-4d52-a668-8298514b8584),segment_id=ac277313-ba1b-4d52-a668-8298514b8584)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:42:13.041853 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-aef1b4d4-a2ce-4a54-b361-3822659f08e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:13.070514 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a6bf8d3-8a2c-4de4-b0b4-89f6cc49c5e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:13.124917 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-bba002e8-6156-4948-ba13-64f6eceacce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9d470-f1fc-4643-b449-548f931d8024', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-245764315-router', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:02Z', 'updated_at': '2021-07-06T13:42:06Z', 'revision_number': 4, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'gw_port': {'id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:52:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:03Z', 'updated_at': '2021-07-06T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'a990195e-7e54-4725-a922-f41fca964e8b', 'name': '', 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'mac_address': 'fa:16:3e:9f:6a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:05Z', 'updated_at': '2021-07-06T13:42:11Z', 'revision_number': 4, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'subnets': [{'id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:13.172605 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1b4d4-a2ce-4a54-b361-3822659f08e7 None None] Pushing event updated for resources: {'Port': ['ID=5605096b-b77e-4396-a43f-88f2d10d53ce,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:13.185410 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba002e8-6156-4948-ba13-64f6eceacce2 None None] The sync data for ids ['02d9d470-f1fc-4643-b449-548f931d8024'] in n-d-773644-6 is: [{'id': '02d9d470-f1fc-4643-b449-548f931d8024', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-245764315-router', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:02Z', 'updated_at': '2021-07-06T13:42:06Z', 'revision_number': 4, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'gw_port': {'id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:52:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:03Z', 'updated_at': '2021-07-06T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'a990195e-7e54-4725-a922-f41fca964e8b', 'name': '', 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'mac_address': 'fa:16:3e:9f:6a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:05Z', 'updated_at': '2021-07-06T13:42:11Z', 'revision_number': 4, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'subnets': [{'id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:42:13.251668 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.124', 62392) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:13.333322 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c15f2735-f7c3-4994-befc-4149f232344d req-b194873b-8690-4423-868e-cfe9ca57ae6a tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.124 "GET /v2.0/networks?tenant_id=388d4b9836894b3781cbe2a27fa8be2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782003 Jul 06 13:42:13.394349 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a6bf8d3-8a2c-4de4-b0b4-89f6cc49c5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:13.629663 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f2735-f7c3-4994-befc-4149f232344d req-dfea9c73-3e9b-43f6-b2e5-1b33b93bab68 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:13.646941 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c15f2735-f7c3-4994-befc-4149f232344d req-dfea9c73-3e9b-43f6-b2e5-1b33b93bab68 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3089612 Jul 06 13:42:13.708563 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-c15f2735-f7c3-4994-befc-4149f232344d req-e0b67344-d962-4642-8e70-8d85b8579423 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Request body: {'port': {'device_id': '3a7d5eb2-fded-4c12-bfcb-1c4067904197', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'admin_state_up': True, 'tenant_id': '388d4b9836894b3781cbe2a27fa8be2b'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:42:13.795114 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6bf8d3-8a2c-4de4-b0b4-89f6cc49c5e7 admin admin] Router ed82bd09-37ad-4078-b13d-a8473533e1eb is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:42:13.882893 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.124', 62393) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:13.996272 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 32966) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:14.076738 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6bf8d3-8a2c-4de4-b0b4-89f6cc49c5e7 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:42:14.089783 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c87f484-89d5-4f8f-be9b-eabd2951d854 None None] Sync routers for ids ['ed82bd09-37ad-4078-b13d-a8473533e1eb'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:42:14.112652 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c87f484-89d5-4f8f-be9b-eabd2951d854 None None] Routers {'ed82bd09-37ad-4078-b13d-a8473533e1eb'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:42:14.113410 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2c87f484-89d5-4f8f-be9b-eabd2951d854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:42:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ed82bd09-37ad-4078-b13d-a8473533e1eb'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:14.138112 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a6bf8d3-8a2c-4de4-b0b4-89f6cc49c5e7 admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:14.147019 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2a6bf8d3-8a2c-4de4-b0b4-89f6cc49c5e7 admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.6097622 Jul 06 13:42:14.153902 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 32978) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:14.299911 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-bf30ffba-88ae-469b-ac85-c1242aadc1cf tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.124 "GET /v2.0/networks?tenant_id=2ad2ecb7fb1e4613ae637150b5610a1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4065559 Jul 06 13:42:14.319584 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e223de88-fdb8-4d95-9573-f81003e34c65 req-aacf2af1-e38a-4442-a2bb-dd3ab44a9af9 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/ports?device_id=3a7d5eb2-fded-4c12-bfcb-1c4067904197 HTTP/1.1" status: 200 len: 210 time: 0.4349294 Jul 06 13:42:14.396121 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-2c87f484-89d5-4f8f-be9b-eabd2951d854 None None] Set router ed82bd09-37ad-4078-b13d-a8473533e1eb gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:42:14.461353 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2e67-7dc6-414e-a654-ae95a30605a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:14.655382 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4c6fadb4-5e0a-4131-ad75-25978961c729 req-b2891f8c-5584-410e-ba48-a7daebe1f75c tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2 HTTP/1.1" status: 200 len: 210 time: 0.3332784 Jul 06 13:42:14.731099 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 5605096b-b77e-4396-a43f-88f2d10d53ce up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:42:14.855430 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-a09c97ab-3cbf-47bb-baf6-723251ad68bf tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:14.857182 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-a09c97ab-3cbf-47bb-baf6-723251ad68bf tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5517824 Jul 06 13:42:14.876011 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-b6b88623-f517-405a-9662-34f94debea2e tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Request body: {'port': {'device_id': 'ebfaf5fe-e145-4c80-b21a-f88788832ba2', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'admin_state_up': True, 'tenant_id': '2ad2ecb7fb1e4613ae637150b5610a1d'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:42:14.930296 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2c87f484-89d5-4f8f-be9b-eabd2951d854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed82bd09-37ad-4078-b13d-a8473533e1eb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666303833-router', 'tenant_id': 'f578fac1e25c4821b2024fe91008d6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'd49de654-eaa8-403d-9507-ee1cac695804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:10Z', 'updated_at': '2021-07-06T13:42:12Z', 'revision_number': 3, 'project_id': 'f578fac1e25c4821b2024fe91008d6c8', 'gw_port': {'id': 'd49de654-eaa8-403d-9507-ee1cac695804', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed82bd09-37ad-4078-b13d-a8473533e1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:11Z', 'updated_at': '2021-07-06T13:42:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:14.961248 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c87f484-89d5-4f8f-be9b-eabd2951d854 None None] Checking router: ed82bd09-37ad-4078-b13d-a8473533e1eb for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:42:14.961795 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c87f484-89d5-4f8f-be9b-eabd2951d854 None None] Updating router ed82bd09-37ad-4078-b13d-a8473533e1eb port d49de654-eaa8-403d-9507-ee1cac695804 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:42:15.019529 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-2c87f484-89d5-4f8f-be9b-eabd2951d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:15.141153 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809fd6b4-2fdc-40dc-ba01-0cf50e0f04e9 None None] Network 53cfa5a3-f336-43f7-928c-d232fb57cbd4 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:42:15.233204 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a5588e45-ada8-437e-8e2a-f0ca7fd6d0cb None None] Provisioning for port 5605096b-b77e-4396-a43f-88f2d10d53ce completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:42:15.279582 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2e67-7dc6-414e-a654-ae95a30605a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:15.336730 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.db.api [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-b6b88623-f517-405a-9662-34f94debea2e tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 13:42:15.336730 n-d-773644-6 neutron-server[100418]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 13:42:15.336730 n-d-773644-6 neutron-server[100418]: [parameters: {'project_id_1': '2ad2ecb7fb1e4613ae637150b5610a1d', 'expiration_1': datetime.datetime(2021, 7, 6, 13, 42, 15, 125465)}] Jul 06 13:42:15.336730 n-d-773644-6 neutron-server[100418]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 13:42:15.339180 n-d-773644-6 neutron-server[100418]: DEBUG oslo_db.api [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-b6b88623-f517-405a-9662-34f94debea2e tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 13:42:15.341209 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c15f2735-f7c3-4994-befc-4149f232344d req-e0b67344-d962-4642-8e70-8d85b8579423 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Made reservation on behalf of 388d4b9836894b3781cbe2a27fa8be2b for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:42:15.356932 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c15f2735-f7c3-4994-befc-4149f232344d req-e0b67344-d962-4642-8e70-8d85b8579423 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:15.391096 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c15f2735-f7c3-4994-befc-4149f232344d req-e0b67344-d962-4642-8e70-8d85b8579423 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:15.414103 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 5605096b-b77e-4396-a43f-88f2d10d53ce completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:42:15.434715 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 5605096b-b77e-4396-a43f-88f2d10d53ce triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:15.435438 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:15.459481 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2e67-7dc6-414e-a654-ae95a30605a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:15.470537 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-2c87f484-89d5-4f8f-be9b-eabd2951d854 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:15.496468 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-2c87f484-89d5-4f8f-be9b-eabd2951d854 None None] Transition to ACTIVE for port object d49de654-eaa8-403d-9507-ee1cac695804 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:42:15.515886 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-2c87f484-89d5-4f8f-be9b-eabd2951d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:15.614798 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-2c87f484-89d5-4f8f-be9b-eabd2951d854 None None] Attempting to bind port d49de654-eaa8-403d-9507-ee1cac695804 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:42:15.615484 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-2c87f484-89d5-4f8f-be9b-eabd2951d854 None None] Attempting to bind port d49de654-eaa8-403d-9507-ee1cac695804 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:42:15.617163 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87f484-89d5-4f8f-be9b-eabd2951d854 None None] Attempting to bind port d49de654-eaa8-403d-9507-ee1cac695804 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:42:15.630575 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87f484-89d5-4f8f-be9b-eabd2951d854 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:42:15.631327 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87f484-89d5-4f8f-be9b-eabd2951d854 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:42:15.631990 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-2c87f484-89d5-4f8f-be9b-eabd2951d854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:15.633742 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87f484-89d5-4f8f-be9b-eabd2951d854 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:42:15.634944 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-2c87f484-89d5-4f8f-be9b-eabd2951d854 None None] Bound port: d49de654-eaa8-403d-9507-ee1cac695804, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:42:15.635962 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-2c87f484-89d5-4f8f-be9b-eabd2951d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:15.677289 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cd3d2e67-7dc6-414e-a654-ae95a30605a4 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=a1e7ca9365c94651b2ecf9f5958a1d33&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6798952 Jul 06 13:42:15.706552 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33024) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:15.711323 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33028) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:15.738124 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-2c87f484-89d5-4f8f-be9b-eabd2951d854 None None] For port d49de654-eaa8-403d-9507-ee1cac695804, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:42:15.749279 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-2c87f484-89d5-4f8f-be9b-eabd2951d854 None None] For port d49de654-eaa8-403d-9507-ee1cac695804, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d49de654-eaa8-403d-9507-ee1cac695804,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:42:15.784480 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-2c87f484-89d5-4f8f-be9b-eabd2951d854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:15.854880 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd1216-47a8-4247-8aac-11ef0ef8a87d None None] Pushing event updated for resources: {'Port': ['ID=d49de654-eaa8-403d-9507-ee1cac695804,revision_number=2']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:15.893514 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d2e67-7dc6-414e-a654-ae95a30605a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bb8d2c-583d-4250-b87c-40e72761bcf8,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:15.926414 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c15f2735-f7c3-4994-befc-4149f232344d req-e0b67344-d962-4642-8e70-8d85b8579423 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:15.946597 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9daa89a9-f942-442b-b625-945958168c90 req-d8ef01be-5945-496d-855b-ce1704b66ad1 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/ports?device_id=3a7d5eb2-fded-4c12-bfcb-1c4067904197 HTTP/1.1" status: 200 len: 210 time: 0.2311137 Jul 06 13:42:15.964327 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c15f2735-f7c3-4994-befc-4149f232344d req-e0b67344-d962-4642-8e70-8d85b8579423 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:15.983914 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:15.992247 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6f0bba1a-225a-4bd8-ba3a-403a1fe3100b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:16.101729 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-b6b88623-f517-405a-9662-34f94debea2e tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Made reservation on behalf of 2ad2ecb7fb1e4613ae637150b5610a1d for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:42:16.107571 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-b6b88623-f517-405a-9662-34f94debea2e tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:16.141494 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 5605096b-b77e-4396-a43f-88f2d10d53ce, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=5605096b-b77e-4396-a43f-88f2d10d53ce,segment=NetworkSegment(ac277313-ba1b-4d52-a668-8298514b8584),segment_id=ac277313-ba1b-4d52-a668-8298514b8584)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:42:16.143969 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1ec50974-411a-4c49-ad4a-9a06e682432a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:16.157178 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:16.160266 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a990195e-7e54-4725-a922-f41fca964e8b up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:42:16.244924 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c87f484-89d5-4f8f-be9b-eabd2951d854 None None] Routers {'ed82bd09-37ad-4078-b13d-a8473533e1eb'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:42:16.247224 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b67344-d962-4642-8e70-8d85b8579423 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30c6c6a4-69dc-498c-aad0-cae4b4d4cafc,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:16.263840 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2c87f484-89d5-4f8f-be9b-eabd2951d854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:42:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ed82bd09-37ad-4078-b13d-a8473533e1eb'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:16.277519 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd1216-47a8-4247-8aac-11ef0ef8a87d None None] Pushing event updated for resources: {'Port': ['ID=d49de654-eaa8-403d-9507-ee1cac695804,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:16.289901 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ebc2aaa-16d4-4487-a9aa-7537134c0399 req-c583a1c6-d903-4541-a595-ea897e039793 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2 HTTP/1.1" status: 200 len: 210 time: 0.2034147 Jul 06 13:42:16.337526 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-b6b88623-f517-405a-9662-34f94debea2e tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:16.405007 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1ec50974-411a-4c49-ad4a-9a06e682432a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:16.492327 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=5605096b-b77e-4396-a43f-88f2d10d53ce,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:16.613973 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:16.633172 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-76eb8b55-65f3-4041-be1b-eb4f8c001a8c None None] Provisioning complete for port 5605096b-b77e-4396-a43f-88f2d10d53ce triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:16.636438 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-76eb8b55-65f3-4041-be1b-eb4f8c001a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:16.678540 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-c15f2735-f7c3-4994-befc-4149f232344d req-e0b67344-d962-4642-8e70-8d85b8579423 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Allocated IP 192.168.233.150 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/d4aadad1-5431-4f15-af9e-87958ae3599a) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:42:16.684207 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ce4c9dee-9941-4b15-a3ab-cdd167ac7249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:16.731705 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-2c87f484-89d5-4f8f-be9b-eabd2951d854 None None] Set router ed82bd09-37ad-4078-b13d-a8473533e1eb gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:42:16.908331 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port a990195e-7e54-4725-a922-f41fca964e8b completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:42:16.928076 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port a990195e-7e54-4725-a922-f41fca964e8b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:16.928662 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:17.227283 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:17.349582 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port a990195e-7e54-4725-a922-f41fca964e8b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a990195e-7e54-4725-a922-f41fca964e8b,segment=NetworkSegment(757ffada-3a1c-4888-9c59-49ac0545acdd),segment_id=757ffada-3a1c-4888-9c59-49ac0545acdd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:42:17.359544 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:17.455871 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-6f0bba1a-225a-4bd8-ba3a-403a1fe3100b admin admin] Allocated IP 172.20.0.1 (53cfa5a3-f336-43f7-928c-d232fb57cbd4/15c954cb-e41b-43a7-aec1-6c92af1f1df3/f8093fe8-c31d-407e-b3f3-7fbb43975ecc) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:42:17.458800 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1ec50974-411a-4c49-ad4a-9a06e682432a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:17.464375 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1ec50974-411a-4c49-ad4a-9a06e682432a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:17.469864 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1ec50974-411a-4c49-ad4a-9a06e682432a admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/50bb8d2c-583d-4250-b87c-40e72761bcf8 HTTP/1.1" status: 204 len: 168 time: 1.7350011 Jul 06 13:42:17.470132 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2c87f484-89d5-4f8f-be9b-eabd2951d854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed82bd09-37ad-4078-b13d-a8473533e1eb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666303833-router', 'tenant_id': 'f578fac1e25c4821b2024fe91008d6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'd49de654-eaa8-403d-9507-ee1cac695804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:10Z', 'updated_at': '2021-07-06T13:42:12Z', 'revision_number': 3, 'project_id': 'f578fac1e25c4821b2024fe91008d6c8', 'gw_port': {'id': 'd49de654-eaa8-403d-9507-ee1cac695804', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed82bd09-37ad-4078-b13d-a8473533e1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:11Z', 'updated_at': '2021-07-06T13:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:17.493253 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec50974-411a-4c49-ad4a-9a06e682432a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bb8d2c-583d-4250-b87c-40e72761bcf8,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:17.561247 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-b6b88623-f517-405a-9662-34f94debea2e tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:17.582533 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c87f484-89d5-4f8f-be9b-eabd2951d854 None None] The sync data for ids ['ed82bd09-37ad-4078-b13d-a8473533e1eb'] in n-d-773644-6 is: [{'id': 'ed82bd09-37ad-4078-b13d-a8473533e1eb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666303833-router', 'tenant_id': 'f578fac1e25c4821b2024fe91008d6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'd49de654-eaa8-403d-9507-ee1cac695804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:10Z', 'updated_at': '2021-07-06T13:42:12Z', 'revision_number': 3, 'project_id': 'f578fac1e25c4821b2024fe91008d6c8', 'gw_port': {'id': 'd49de654-eaa8-403d-9507-ee1cac695804', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8e:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed82bd09-37ad-4078-b13d-a8473533e1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:11Z', 'updated_at': '2021-07-06T13:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:42:17.600829 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 5605096b-b77e-4396-a43f-88f2d10d53ce up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:42:17.719770 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-44d54d96-5c44-4f06-91e6-ac0de90e2a57 req-67aa2296-54d0-4196-a245-1990c113e442 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/ports?device_id=3a7d5eb2-fded-4c12-bfcb-1c4067904197 HTTP/1.1" status: 200 len: 210 time: 0.2176256 Jul 06 13:42:17.722347 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-b6b88623-f517-405a-9662-34f94debea2e tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:17.722743 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=a990195e-7e54-4725-a922-f41fca964e8b,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:17.845191 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6f0bba1a-225a-4bd8-ba3a-403a1fe3100b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:17.875545 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 5605096b-b77e-4396-a43f-88f2d10d53ce triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:17.875929 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:17.888281 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-6f0bba1a-225a-4bd8-ba3a-403a1fe3100b admin admin] Transition to ACTIVE for port object f8093fe8-c31d-407e-b3f3-7fbb43975ecc will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:42:17.942020 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b88623-f517-405a-9662-34f94debea2e tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be372249-e899-41e5-acfe-1529b363cacb,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:17.998949 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6f0bba1a-225a-4bd8-ba3a-403a1fe3100b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:18.036590 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-33184fe3-2f6c-404b-861f-9b00ec6f25f3 req-d645048d-ca3b-46a1-b0fb-1f0fcf0a74bf tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2 HTTP/1.1" status: 200 len: 210 time: 0.1450334 Jul 06 13:42:18.097030 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0bba1a-225a-4bd8-ba3a-403a1fe3100b admin admin] Network 53cfa5a3-f336-43f7-928c-d232fb57cbd4 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:42:18.099252 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0bba1a-225a-4bd8-ba3a-403a1fe3100b admin admin] Pushing event updated for resources: {'Port': ['ID=f8093fe8-c31d-407e-b3f3-7fbb43975ecc,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:18.104263 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-6f0bba1a-225a-4bd8-ba3a-403a1fe3100b admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:42:18.111588 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0bba1a-225a-4bd8-ba3a-403a1fe3100b admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:42:18.112243 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6f0bba1a-225a-4bd8-ba3a-403a1fe3100b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:18.189375 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c15f2735-f7c3-4994-befc-4149f232344d req-e0b67344-d962-4642-8e70-8d85b8579423 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:18.395972 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ce4c9dee-9941-4b15-a3ab-cdd167ac7249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:18.403645 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-c15f2735-f7c3-4994-befc-4149f232344d req-e0b67344-d962-4642-8e70-8d85b8579423 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Transition to ACTIVE for port object d4aadad1-5431-4f15-af9e-87958ae3599a will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:42:18.412647 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:18.421395 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ce4c9dee-9941-4b15-a3ab-cdd167ac7249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:18.499935 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6f0bba1a-225a-4bd8-ba3a-403a1fe3100b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:18.563293 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-946a7740-94a8-498b-af0f-e087114e70f2 None None] Provisioning for port f8093fe8-c31d-407e-b3f3-7fbb43975ecc completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:42:18.568032 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-946a7740-94a8-498b-af0f-e087114e70f2 None None] Provisioning complete for port f8093fe8-c31d-407e-b3f3-7fbb43975ecc triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:18.568573 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-946a7740-94a8-498b-af0f-e087114e70f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:18.580859 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c9dee-9941-4b15-a3ab-cdd167ac7249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ea53b2-6920-4af3-949f-e8eca241060f,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:18.592454 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ce4c9dee-9941-4b15-a3ab-cdd167ac7249 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=acad6b161f19416b88bb2e1d9cf03524&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8469653 Jul 06 13:42:18.608745 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33080) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:18.705871 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-946a7740-94a8-498b-af0f-e087114e70f2 None None] Port f8093fe8-c31d-407e-b3f3-7fbb43975ecc cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:42:18.808788 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-b6b88623-f517-405a-9662-34f94debea2e tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Allocated IP 192.168.233.81 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/417ae2bb-b5e2-4db5-be21-ecd8a0274799) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:42:18.919514 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e92d9f7f-7955-406e-9cbc-8ed6e29a68e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:19.029475 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e92d9f7f-7955-406e-9cbc-8ed6e29a68e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:19.119737 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-b6b88623-f517-405a-9662-34f94debea2e tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:19.147031 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-b6b88623-f517-405a-9662-34f94debea2e tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Transition to ACTIVE for port object 417ae2bb-b5e2-4db5-be21-ecd8a0274799 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:42:19.172324 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33094) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:19.190391 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c15f2735-f7c3-4994-befc-4149f232344d req-e0b67344-d962-4642-8e70-8d85b8579423 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:19.209407 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6f0bba1a-225a-4bd8-ba3a-403a1fe3100b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:19.212997 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d06527c-ed3d-429a-aac1-dd022890ddf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:19.235209 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6f0bba1a-225a-4bd8-ba3a-403a1fe3100b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:19.236203 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6f0bba1a-225a-4bd8-ba3a-403a1fe3100b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:19.350906 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b67344-d962-4642-8e70-8d85b8579423 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Pushing event updated for resources: {'Port': ['ID=d4aadad1-5431-4f15-af9e-87958ae3599a,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:19.354186 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-b6b88623-f517-405a-9662-34f94debea2e tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:19.358017 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0bba1a-225a-4bd8-ba3a-403a1fe3100b admin admin] Pushing event updated for resources: {'Port': ['ID=f8093fe8-c31d-407e-b3f3-7fbb43975ecc,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:19.384666 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c15f2735-f7c3-4994-befc-4149f232344d req-e0b67344-d962-4642-8e70-8d85b8579423 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:42:19.386596 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-c15f2735-f7c3-4994-befc-4149f232344d req-e0b67344-d962-4642-8e70-8d85b8579423 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:42:19.486463 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15f2735-f7c3-4994-befc-4149f232344d req-e0b67344-d962-4642-8e70-8d85b8579423 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:42:19.496663 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f2735-f7c3-4994-befc-4149f232344d req-e0b67344-d962-4642-8e70-8d85b8579423 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:19.497334 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c15f2735-f7c3-4994-befc-4149f232344d req-e0b67344-d962-4642-8e70-8d85b8579423 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:19.499942 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b88623-f517-405a-9662-34f94debea2e tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Pushing event updated for resources: {'Port': ['ID=417ae2bb-b5e2-4db5-be21-ecd8a0274799,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:19.523198 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e92d9f7f-7955-406e-9cbc-8ed6e29a68e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:19.526405 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e92d9f7f-7955-406e-9cbc-8ed6e29a68e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:19.529970 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e92d9f7f-7955-406e-9cbc-8ed6e29a68e3 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/36ea53b2-6920-4af3-949f-e8eca241060f HTTP/1.1" status: 204 len: 168 time: 0.9177916 Jul 06 13:42:19.549683 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d9f7f-7955-406e-9cbc-8ed6e29a68e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ea53b2-6920-4af3-949f-e8eca241060f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:19.554464 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0bba1a-225a-4bd8-ba3a-403a1fe3100b admin admin] Network 53cfa5a3-f336-43f7-928c-d232fb57cbd4 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:42:19.575922 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-6f0bba1a-225a-4bd8-ba3a-403a1fe3100b admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:42:19.651202 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-b6b88623-f517-405a-9662-34f94debea2e tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:42:19.707796 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-b6b88623-f517-405a-9662-34f94debea2e tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:42:19.714115 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-b6b88623-f517-405a-9662-34f94debea2e tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:42:19.719898 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-b6b88623-f517-405a-9662-34f94debea2e tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:19.720554 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-b6b88623-f517-405a-9662-34f94debea2e tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:19.763750 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d49de654-eaa8-403d-9507-ee1cac695804 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:42:19.845200 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733380f-395f-4b70-9bf8-a6b639ebfc4c req-5fce17b5-9ea2-40f0-a9df-a7bb4cae650b tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:19.873003 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d733380f-395f-4b70-9bf8-a6b639ebfc4c req-5fce17b5-9ea2-40f0-a9df-a7bb4cae650b tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/ports?device_id=3a7d5eb2-fded-4c12-bfcb-1c4067904197 HTTP/1.1" status: 200 len: 936 time: 0.3908772 Jul 06 13:42:19.917204 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port d49de654-eaa8-403d-9507-ee1cac695804 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:42:19.923529 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port d49de654-eaa8-403d-9507-ee1cac695804 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:19.923959 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:19.962121 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0bba1a-225a-4bd8-ba3a-403a1fe3100b admin admin] Router ed82bd09-37ad-4078-b13d-a8473533e1eb has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:42:20.003960 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78397bd2-9e49-4c23-924a-df90d4c0b727 req-143fbedb-7661-49be-9cf5-ebd47711dcef tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:20.006468 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78397bd2-9e49-4c23-924a-df90d4c0b727 req-143fbedb-7661-49be-9cf5-ebd47711dcef tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2 HTTP/1.1" status: 200 len: 935 time: 0.2939441 Jul 06 13:42:20.069529 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d733380f-395f-4b70-9bf8-a6b639ebfc4c req-a70196e7-78b2-4a5b-acad-ecbb23a9c7a5 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/security-groups?id=30c6c6a4-69dc-498c-aad0-cae4b4d4cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842995 Jul 06 13:42:20.096510 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-39032476-1ee9-49c3-a7af-682befc39c6f None None] Provisioning for port d4aadad1-5431-4f15-af9e-87958ae3599a completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:42:20.139951 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-39032476-1ee9-49c3-a7af-682befc39c6f None None] Provisioning complete for port d4aadad1-5431-4f15-af9e-87958ae3599a triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:20.140345 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-39032476-1ee9-49c3-a7af-682befc39c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:20.140463 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78397bd2-9e49-4c23-924a-df90d4c0b727 req-66230504-dc28-4429-a948-9fd6fb5a76e8 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/security-groups?id=be372249-e899-41e5-acfe-1529b363cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151137 Jul 06 13:42:20.352022 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-39032476-1ee9-49c3-a7af-682befc39c6f None None] Port d4aadad1-5431-4f15-af9e-87958ae3599a cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:42:20.354361 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:20.390166 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port d49de654-eaa8-403d-9507-ee1cac695804, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d49de654-eaa8-403d-9507-ee1cac695804,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:42:20.398980 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:20.400205 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a990195e-7e54-4725-a922-f41fca964e8b up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:42:20.445618 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d06527c-ed3d-429a-aac1-dd022890ddf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:20.463660 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-b6b88623-f517-405a-9662-34f94debea2e tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5968726 Jul 06 13:42:20.467454 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d06527c-ed3d-429a-aac1-dd022890ddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:20.467875 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c15f2735-f7c3-4994-befc-4149f232344d req-e0b67344-d962-4642-8e70-8d85b8579423 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.7696862 Jul 06 13:42:20.511801 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-7c1251e4-5687-4a23-9000-97690a2b2033 None None] Provisioning complete for port f8093fe8-c31d-407e-b3f3-7fbb43975ecc triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:20.512294 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7c1251e4-5687-4a23-9000-97690a2b2033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:20.574392 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06527c-ed3d-429a-aac1-dd022890ddf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3235c242-fd61-4b10-af66-7fb9df284da3,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:20.617372 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33118) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:20.620108 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-7c1251e4-5687-4a23-9000-97690a2b2033 None None] Port f8093fe8-c31d-407e-b3f3-7fbb43975ecc cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:42:20.627518 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0bba1a-225a-4bd8-ba3a-403a1fe3100b admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:42:20.649597 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6f0bba1a-225a-4bd8-ba3a-403a1fe3100b admin admin] 10.222.0.118 "PUT /v2.0/routers/ed82bd09-37ad-4078-b13d-a8473533e1eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4829805 Jul 06 13:42:20.649597 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0d06527c-ed3d-429a-aac1-dd022890ddf1 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=919b28e583374c9388b7065fea5d4a75&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4688122 Jul 06 13:42:20.649597 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33120) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:20.747556 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=d49de654-eaa8-403d-9507-ee1cac695804,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:20.777888 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66cf880-832e-4a0b-99eb-2f675ef46f22 None None] Sync routers for ids ['ed82bd09-37ad-4078-b13d-a8473533e1eb'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:42:20.782160 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-7c1251e4-5687-4a23-9000-97690a2b2033 None None] Provisioning for port 417ae2bb-b5e2-4db5-be21-ecd8a0274799 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:42:20.794450 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-44c9d06f-0a58-40f2-a83b-dbc791feafda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:20.804281 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-7c1251e4-5687-4a23-9000-97690a2b2033 None None] Provisioning complete for port 417ae2bb-b5e2-4db5-be21-ecd8a0274799 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:20.807114 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7c1251e4-5687-4a23-9000-97690a2b2033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:20.849166 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-44c9d06f-0a58-40f2-a83b-dbc791feafda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:20.867748 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port a990195e-7e54-4725-a922-f41fca964e8b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:20.867997 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:20.873735 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66cf880-832e-4a0b-99eb-2f675ef46f22 None None] Routers {'ed82bd09-37ad-4078-b13d-a8473533e1eb'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:42:20.874403 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b66cf880-832e-4a0b-99eb-2f675ef46f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:42:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ed82bd09-37ad-4078-b13d-a8473533e1eb'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:20.985841 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-44c9d06f-0a58-40f2-a83b-dbc791feafda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:20.989563 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-44c9d06f-0a58-40f2-a83b-dbc791feafda admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:20.993049 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-44c9d06f-0a58-40f2-a83b-dbc791feafda admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/3235c242-fd61-4b10-af66-7fb9df284da3 HTTP/1.1" status: 204 len: 168 time: 0.3457870 Jul 06 13:42:21.028510 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-c15f2735-f7c3-4994-befc-4149f232344d req-b2264167-5e4d-4bfd-a3df-11b927d2770b tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:42:21.029023 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9d06f-0a58-40f2-a83b-dbc791feafda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3235c242-fd61-4b10-af66-7fb9df284da3,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:21.037637 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c15f2735-f7c3-4994-befc-4149f232344d req-b2264167-5e4d-4bfd-a3df-11b927d2770b tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.124 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0272050 Jul 06 13:42:21.042939 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-a3923850-bda6-4c5e-a2b9-f1a41d2041bf tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:42:21.057576 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-a3923850-bda6-4c5e-a2b9-f1a41d2041bf tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.124 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0349011 Jul 06 13:42:21.060475 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1542643e-02c7-496a-820f-49ac06740f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:21.100233 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-7c1251e4-5687-4a23-9000-97690a2b2033 None None] Port 417ae2bb-b5e2-4db5-be21-ecd8a0274799 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:42:21.302725 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1542643e-02c7-496a-820f-49ac06740f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:21.311391 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1542643e-02c7-496a-820f-49ac06740f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:21.442230 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33148) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:21.456269 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-b66cf880-832e-4a0b-99eb-2f675ef46f22 None None] Set router ed82bd09-37ad-4078-b13d-a8473533e1eb gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:42:21.457009 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1542643e-02c7-496a-820f-49ac06740f62 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=675f779a0bb24a1c89ab9fcc905cf21c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8384576 Jul 06 13:42:21.558323 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1542643e-02c7-496a-820f-49ac06740f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb65edf-4a9a-4049-95e2-3cadfadf42e9,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:21.611209 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-791ee909-83ee-46bb-9cf0-6f911c108586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:21.663993 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35437d5c-e089-412d-8f34-b8bc5f682313 req-30337d61-9785-4f9e-99f3-9192cfb73cfb tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:21.665619 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35437d5c-e089-412d-8f34-b8bc5f682313 req-30337d61-9785-4f9e-99f3-9192cfb73cfb tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/ports?device_id=3a7d5eb2-fded-4c12-bfcb-1c4067904197 HTTP/1.1" status: 200 len: 936 time: 0.2751162 Jul 06 13:42:21.689864 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-791ee909-83ee-46bb-9cf0-6f911c108586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:21.827598 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-791ee909-83ee-46bb-9cf0-6f911c108586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:21.830341 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-791ee909-83ee-46bb-9cf0-6f911c108586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:21.834571 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-791ee909-83ee-46bb-9cf0-6f911c108586 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/3bb65edf-4a9a-4049-95e2-3cadfadf42e9 HTTP/1.1" status: 204 len: 168 time: 0.3913922 Jul 06 13:42:21.858999 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ee909-83ee-46bb-9cf0-6f911c108586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb65edf-4a9a-4049-95e2-3cadfadf42e9,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:21.919163 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35437d5c-e089-412d-8f34-b8bc5f682313 req-aaf07264-aa83-4a2d-ba47-ff587487590a tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/security-groups?id=30c6c6a4-69dc-498c-aad0-cae4b4d4cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417183 Jul 06 13:42:21.938646 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def54d25-9b91-462c-a1d3-daf3af5a42ff req-8f6f7ac6-3557-4527-9942-495adfa5d191 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:21.952463 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-def54d25-9b91-462c-a1d3-daf3af5a42ff req-8f6f7ac6-3557-4527-9942-495adfa5d191 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2 HTTP/1.1" status: 200 len: 935 time: 0.2857418 Jul 06 13:42:22.048209 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d49de654-eaa8-403d-9507-ee1cac695804 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:42:22.067143 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33158) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:22.099188 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-def54d25-9b91-462c-a1d3-daf3af5a42ff req-70c30505-e5d4-48ad-bc91-430679ce470c tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/security-groups?id=be372249-e899-41e5-acfe-1529b363cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382082 Jul 06 13:42:22.104440 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1197f3c5-48ae-4f05-ac40-f399489ab017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:22.277896 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33160) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:22.303419 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port d49de654-eaa8-403d-9507-ee1cac695804 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:22.305576 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:22.318608 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b66cf880-832e-4a0b-99eb-2f675ef46f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed82bd09-37ad-4078-b13d-a8473533e1eb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666303833-router', 'tenant_id': 'f578fac1e25c4821b2024fe91008d6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'd49de654-eaa8-403d-9507-ee1cac695804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:10Z', 'updated_at': '2021-07-06T13:42:18Z', 'revision_number': 4, 'project_id': 'f578fac1e25c4821b2024fe91008d6c8', 'gw_port': {'id': 'd49de654-eaa8-403d-9507-ee1cac695804', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed82bd09-37ad-4078-b13d-a8473533e1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:11Z', 'updated_at': '2021-07-06T13:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'f8093fe8-c31d-407e-b3f3-7fbb43975ecc', 'name': '', 'network_id': '53cfa5a3-f336-43f7-928c-d232fb57cbd4', 'tenant_id': 'f578fac1e25c4821b2024fe91008d6c8', 'mac_address': 'fa:16:3e:cf:cd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed82bd09-37ad-4078-b13d-a8473533e1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '15c954cb-e41b-43a7-aec1-6c92af1f1df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:16Z', 'updated_at': '2021-07-06T13:42:18Z', 'revision_number': 2, 'project_id': 'f578fac1e25c4821b2024fe91008d6c8', 'subnets': [{'id': '15c954cb-e41b-43a7-aec1-6c92af1f1df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:22.357822 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1197f3c5-48ae-4f05-ac40-f399489ab017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:22.365567 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1197f3c5-48ae-4f05-ac40-f399489ab017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:22.542502 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1197f3c5-48ae-4f05-ac40-f399489ab017 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=3cacb9bcaa3640ca9bccebb92127cf6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4744687 Jul 06 13:42:22.545439 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33166) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:22.550323 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66cf880-832e-4a0b-99eb-2f675ef46f22 None None] Checking router: ed82bd09-37ad-4078-b13d-a8473533e1eb for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:42:22.550519 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66cf880-832e-4a0b-99eb-2f675ef46f22 None None] Updating router ed82bd09-37ad-4078-b13d-a8473533e1eb port f8093fe8-c31d-407e-b3f3-7fbb43975ecc binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:42:22.550891 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197f3c5-48ae-4f05-ac40-f399489ab017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53761c3f-863c-40c7-a46c-3a8bef55eadf,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:22.643124 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b66cf880-832e-4a0b-99eb-2f675ef46f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:22.688337 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1e06ff92-9235-4b0f-bffb-cf659538d70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:22.757791 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1e06ff92-9235-4b0f-bffb-cf659538d70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:22.881321 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f43155ea-0f2c-4480-a9a2-1e9270b93fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:23.166799 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f43155ea-0f2c-4480-a9a2-1e9270b93fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:23.175058 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1e06ff92-9235-4b0f-bffb-cf659538d70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:23.185432 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1e06ff92-9235-4b0f-bffb-cf659538d70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:23.187741 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1e06ff92-9235-4b0f-bffb-cf659538d70a admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/53761c3f-863c-40c7-a46c-3a8bef55eadf HTTP/1.1" status: 204 len: 168 time: 0.6412921 Jul 06 13:42:23.210968 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f43155ea-0f2c-4480-a9a2-1e9270b93fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:23.215688 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06ff92-9235-4b0f-bffb-cf659538d70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53761c3f-863c-40c7-a46c-3a8bef55eadf,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:23.265590 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b66cf880-832e-4a0b-99eb-2f675ef46f22 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:23.275012 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43155ea-0f2c-4480-a9a2-1e9270b93fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6229cbb9-906b-4dbb-be01-e5313c67d8a4,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:23.276547 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b66cf880-832e-4a0b-99eb-2f675ef46f22 None None] Transition to ACTIVE for port object f8093fe8-c31d-407e-b3f3-7fbb43975ecc will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:42:23.287511 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b66cf880-832e-4a0b-99eb-2f675ef46f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:23.345419 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f43155ea-0f2c-4480-a9a2-1e9270b93fb1 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=54cb901ac296425795fc3d85bb63d037&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0657651 Jul 06 13:42:23.345633 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33188) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:23.485471 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633a42c-883a-4f8c-af5b-70e8ac72f447 None None] Pushing event updated for resources: {'Port': ['ID=f8093fe8-c31d-407e-b3f3-7fbb43975ecc,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:23.501959 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbee5f-4f02-4944-b4c5-117284237ea5 req-90a6455b-963d-4b24-bf2f-4fe6ca19f4c7 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:23.513129 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eadbee5f-4f02-4944-b4c5-117284237ea5 req-90a6455b-963d-4b24-bf2f-4fe6ca19f4c7 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2 HTTP/1.1" status: 200 len: 935 time: 0.1642108 Jul 06 13:42:23.530753 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-b66cf880-832e-4a0b-99eb-2f675ef46f22 None None] Attempting to bind port f8093fe8-c31d-407e-b3f3-7fbb43975ecc on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:42:23.530979 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-b66cf880-832e-4a0b-99eb-2f675ef46f22 None None] Attempting to bind port f8093fe8-c31d-407e-b3f3-7fbb43975ecc by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'ac277313-ba1b-4d52-a668-8298514b8584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '53cfa5a3-f336-43f7-928c-d232fb57cbd4'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:42:23.531331 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66cf880-832e-4a0b-99eb-2f675ef46f22 None None] Attempting to bind port f8093fe8-c31d-407e-b3f3-7fbb43975ecc on network 53cfa5a3-f336-43f7-928c-d232fb57cbd4 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:42:23.533019 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-000fae90-7239-434d-93c3-e9cac4b05dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:23.546050 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66cf880-832e-4a0b-99eb-2f675ef46f22 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:42:23.546430 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66cf880-832e-4a0b-99eb-2f675ef46f22 None None] Checking segment: {'id': 'ac277313-ba1b-4d52-a668-8298514b8584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '53cfa5a3-f336-43f7-928c-d232fb57cbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:42:23.546838 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b66cf880-832e-4a0b-99eb-2f675ef46f22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:23.547235 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66cf880-832e-4a0b-99eb-2f675ef46f22 None None] Bound using segment: {'id': 'ac277313-ba1b-4d52-a668-8298514b8584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '53cfa5a3-f336-43f7-928c-d232fb57cbd4'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:42:23.547711 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-b66cf880-832e-4a0b-99eb-2f675ef46f22 None None] Bound port: f8093fe8-c31d-407e-b3f3-7fbb43975ecc, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac277313-ba1b-4d52-a668-8298514b8584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '53cfa5a3-f336-43f7-928c-d232fb57cbd4'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:42:23.548099 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b66cf880-832e-4a0b-99eb-2f675ef46f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:23.614277 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eadbee5f-4f02-4944-b4c5-117284237ea5 req-08d0ec1a-efb8-41c4-b680-fa1bf56b02a6 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/security-groups?id=be372249-e899-41e5-acfe-1529b363cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996459 Jul 06 13:42:23.615824 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-000fae90-7239-434d-93c3-e9cac4b05dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:23.698888 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1d61c-7f22-429a-969d-d36305b08e8c req-d4ca303a-490b-4a09-9056-171905ec8be1 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:23.709180 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-96a1d61c-7f22-429a-969d-d36305b08e8c req-d4ca303a-490b-4a09-9056-171905ec8be1 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/ports?device_id=3a7d5eb2-fded-4c12-bfcb-1c4067904197 HTTP/1.1" status: 200 len: 936 time: 0.2768929 Jul 06 13:42:23.762509 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-000fae90-7239-434d-93c3-e9cac4b05dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:23.768137 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-000fae90-7239-434d-93c3-e9cac4b05dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:23.773164 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-000fae90-7239-434d-93c3-e9cac4b05dc9 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/6229cbb9-906b-4dbb-be01-e5313c67d8a4 HTTP/1.1" status: 204 len: 168 time: 0.4262717 Jul 06 13:42:23.792270 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fae90-7239-434d-93c3-e9cac4b05dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6229cbb9-906b-4dbb-be01-e5313c67d8a4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:23.795031 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-b66cf880-832e-4a0b-99eb-2f675ef46f22 None None] For port f8093fe8-c31d-407e-b3f3-7fbb43975ecc, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:42:23.801499 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-b66cf880-832e-4a0b-99eb-2f675ef46f22 None None] For port f8093fe8-c31d-407e-b3f3-7fbb43975ecc, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=f8093fe8-c31d-407e-b3f3-7fbb43975ecc,segment=NetworkSegment(ac277313-ba1b-4d52-a668-8298514b8584),segment_id=ac277313-ba1b-4d52-a668-8298514b8584)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:42:23.821680 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b66cf880-832e-4a0b-99eb-2f675ef46f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:23.846472 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-96a1d61c-7f22-429a-969d-d36305b08e8c req-a8c151e8-7bfb-4d4b-9640-2f0bc9bdd815 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/security-groups?id=30c6c6a4-69dc-498c-aad0-cae4b4d4cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326008 Jul 06 13:42:23.969045 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633a42c-883a-4f8c-af5b-70e8ac72f447 None None] Pushing event updated for resources: {'Port': ['ID=f8093fe8-c31d-407e-b3f3-7fbb43975ecc,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:24.070099 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66cf880-832e-4a0b-99eb-2f675ef46f22 None None] Routers {'ed82bd09-37ad-4078-b13d-a8473533e1eb'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:42:24.072401 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b66cf880-832e-4a0b-99eb-2f675ef46f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:42:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ed82bd09-37ad-4078-b13d-a8473533e1eb'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:24.275629 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-b66cf880-832e-4a0b-99eb-2f675ef46f22 None None] Set router ed82bd09-37ad-4078-b13d-a8473533e1eb gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:42:24.431691 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33212) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:24.457681 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-341cb02d-e328-4c54-a334-651c9e87116b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:24.589399 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33216) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:24.601416 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-dcb3b35f-24f3-4e25-89da-e1cf8a84ee69 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1477155579', 'description': 'tempest-description--970041349'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:42:24.722810 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-341cb02d-e328-4c54-a334-651c9e87116b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:24.736816 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-341cb02d-e328-4c54-a334-651c9e87116b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:24.771694 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b66cf880-832e-4a0b-99eb-2f675ef46f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed82bd09-37ad-4078-b13d-a8473533e1eb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666303833-router', 'tenant_id': 'f578fac1e25c4821b2024fe91008d6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'd49de654-eaa8-403d-9507-ee1cac695804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:10Z', 'updated_at': '2021-07-06T13:42:18Z', 'revision_number': 4, 'project_id': 'f578fac1e25c4821b2024fe91008d6c8', 'gw_port': {'id': 'd49de654-eaa8-403d-9507-ee1cac695804', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed82bd09-37ad-4078-b13d-a8473533e1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:11Z', 'updated_at': '2021-07-06T13:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'f8093fe8-c31d-407e-b3f3-7fbb43975ecc', 'name': '', 'network_id': '53cfa5a3-f336-43f7-928c-d232fb57cbd4', 'tenant_id': 'f578fac1e25c4821b2024fe91008d6c8', 'mac_address': 'fa:16:3e:cf:cd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed82bd09-37ad-4078-b13d-a8473533e1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '15c954cb-e41b-43a7-aec1-6c92af1f1df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:16Z', 'updated_at': '2021-07-06T13:42:23Z', 'revision_number': 4, 'project_id': 'f578fac1e25c4821b2024fe91008d6c8', 'subnets': [{'id': '15c954cb-e41b-43a7-aec1-6c92af1f1df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:24.779988 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dcb3b35f-24f3-4e25-89da-e1cf8a84ee69 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:24.817094 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66cf880-832e-4a0b-99eb-2f675ef46f22 None None] The sync data for ids ['ed82bd09-37ad-4078-b13d-a8473533e1eb'] in n-d-773644-6 is: [{'id': 'ed82bd09-37ad-4078-b13d-a8473533e1eb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666303833-router', 'tenant_id': 'f578fac1e25c4821b2024fe91008d6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'd49de654-eaa8-403d-9507-ee1cac695804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:10Z', 'updated_at': '2021-07-06T13:42:18Z', 'revision_number': 4, 'project_id': 'f578fac1e25c4821b2024fe91008d6c8', 'gw_port': {'id': 'd49de654-eaa8-403d-9507-ee1cac695804', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed82bd09-37ad-4078-b13d-a8473533e1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:11Z', 'updated_at': '2021-07-06T13:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'f8093fe8-c31d-407e-b3f3-7fbb43975ecc', 'name': '', 'network_id': '53cfa5a3-f336-43f7-928c-d232fb57cbd4', 'tenant_id': 'f578fac1e25c4821b2024fe91008d6c8', 'mac_address': 'fa:16:3e:cf:cd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed82bd09-37ad-4078-b13d-a8473533e1eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '15c954cb-e41b-43a7-aec1-6c92af1f1df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:16Z', 'updated_at': '2021-07-06T13:42:23Z', 'revision_number': 4, 'project_id': 'f578fac1e25c4821b2024fe91008d6c8', 'subnets': [{'id': '15c954cb-e41b-43a7-aec1-6c92af1f1df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:42:24.822276 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-341cb02d-e328-4c54-a334-651c9e87116b admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=475e5568050c40b3946c60eef8d5ce81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3894885 Jul 06 13:42:24.824811 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33222) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:24.964035 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cb02d-e328-4c54-a334-651c9e87116b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4530c1da-4cb1-4cb2-a5ec-3571cc1a9062,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:25.120135 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dcb3b35f-24f3-4e25-89da-e1cf8a84ee69 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:25.126172 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dcb3b35f-24f3-4e25-89da-e1cf8a84ee69 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:25.170358 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3b35f-24f3-4e25-89da-e1cf8a84ee69 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f58f32fb-958b-41d5-b6dd-c43c4cedb55e,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:25.177242 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dcb3b35f-24f3-4e25-89da-e1cf8a84ee69 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:25.179508 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-dcb3b35f-24f3-4e25-89da-e1cf8a84ee69 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5872200 Jul 06 13:42:25.183069 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33230) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:25.210672 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-50c882df-3f6b-483e-9d94-4c9d738da64a tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Request body: {'security_group_rule': {'security_group_id': 'f58f32fb-958b-41d5-b6dd-c43c4cedb55e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:42:25.277560 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7f815648-ff4d-4dc2-90f3-753b161c1a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:25.294693 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-50c882df-3f6b-483e-9d94-4c9d738da64a tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:25.399106 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf641f2-79a3-453e-9a0b-a35f6d60e1cb req-592677f0-2009-461d-8d3e-c1cfa21b9f23 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:25.408008 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3bf641f2-79a3-453e-9a0b-a35f6d60e1cb req-592677f0-2009-461d-8d3e-c1cfa21b9f23 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2 HTTP/1.1" status: 200 len: 935 time: 0.5073695 Jul 06 13:42:25.413276 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7f815648-ff4d-4dc2-90f3-753b161c1a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:25.433387 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0c358-f0cb-4aad-a212-28f78c67a5c5 req-d4647505-876a-416c-b5c8-e9e03d29284b tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:25.435546 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-87f0c358-f0cb-4aad-a212-28f78c67a5c5 req-d4647505-876a-416c-b5c8-e9e03d29284b tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/ports?device_id=3a7d5eb2-fded-4c12-bfcb-1c4067904197 HTTP/1.1" status: 200 len: 936 time: 0.3198659 Jul 06 13:42:25.580280 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-50c882df-3f6b-483e-9d94-4c9d738da64a tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:25.587170 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-50c882df-3f6b-483e-9d94-4c9d738da64a tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:25.627984 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f8093fe8-c31d-407e-b3f3-7fbb43975ecc up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:42:25.664629 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c882df-3f6b-483e-9d94-4c9d738da64a tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4efae22f-6d6e-4022-94c1-7ae0872dd29d,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:25.672364 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-50c882df-3f6b-483e-9d94-4c9d738da64a tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:25.681033 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33250) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:25.681241 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-50c882df-3f6b-483e-9d94-4c9d738da64a tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4955883 Jul 06 13:42:25.710968 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-9e64c245-1394-4f87-8427-2e1abf0f0b2e tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Request body: {'security_group_rule': {'security_group_id': 'f58f32fb-958b-41d5-b6dd-c43c4cedb55e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:42:25.732312 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-87f0c358-f0cb-4aad-a212-28f78c67a5c5 req-67b9fb36-84a4-4920-a4e5-9ba59c45a724 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/security-groups?id=30c6c6a4-69dc-498c-aad0-cae4b4d4cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811022 Jul 06 13:42:25.754078 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port f8093fe8-c31d-407e-b3f3-7fbb43975ecc completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:42:25.771216 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3bf641f2-79a3-453e-9a0b-a35f6d60e1cb req-6f4b57a3-57de-4197-8e93-207dbe195a64 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/security-groups?id=be372249-e899-41e5-acfe-1529b363cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209848 Jul 06 13:42:25.774744 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port f8093fe8-c31d-407e-b3f3-7fbb43975ecc triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:25.775177 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:25.796554 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7f815648-ff4d-4dc2-90f3-753b161c1a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:25.817505 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7f815648-ff4d-4dc2-90f3-753b161c1a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:25.819138 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7f815648-ff4d-4dc2-90f3-753b161c1a40 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/4530c1da-4cb1-4cb2-a5ec-3571cc1a9062 HTTP/1.1" status: 204 len: 168 time: 0.9929757 Jul 06 13:42:25.833685 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f815648-ff4d-4dc2-90f3-753b161c1a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4530c1da-4cb1-4cb2-a5ec-3571cc1a9062,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:25.855261 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9e64c245-1394-4f87-8427-2e1abf0f0b2e tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:25.956364 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:26.040057 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port f8093fe8-c31d-407e-b3f3-7fbb43975ecc, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=f8093fe8-c31d-407e-b3f3-7fbb43975ecc,segment=NetworkSegment(ac277313-ba1b-4d52-a668-8298514b8584),segment_id=ac277313-ba1b-4d52-a668-8298514b8584)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:42:26.054560 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:26.110345 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9e64c245-1394-4f87-8427-2e1abf0f0b2e tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:26.119329 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9e64c245-1394-4f87-8427-2e1abf0f0b2e tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:26.154072 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64c245-1394-4f87-8427-2e1abf0f0b2e tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02a7dfd-86a2-49fd-b35f-afac73f39700,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:26.174743 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9e64c245-1394-4f87-8427-2e1abf0f0b2e tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:26.176301 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9e64c245-1394-4f87-8427-2e1abf0f0b2e tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4823406 Jul 06 13:42:26.179462 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33264) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:26.187279 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-23c68a7d-87fb-4388-9e6a-74d10bc8acf5 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:42:26.195554 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=f8093fe8-c31d-407e-b3f3-7fbb43975ecc,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:26.236562 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-23c68a7d-87fb-4388-9e6a-74d10bc8acf5 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:26.411631 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-23c68a7d-87fb-4388-9e6a-74d10bc8acf5 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:26.533449 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:42:26.600267 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-23c68a7d-87fb-4388-9e6a-74d10bc8acf5 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Allocated IP 172.25.6.6 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/9bd6f4ee-b1a8-48db-b2d3-f4e6aef3ac4b) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:42:26.744742 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33278) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:26.871992 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-23c68a7d-87fb-4388-9e6a-74d10bc8acf5 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:26.972599 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-23c68a7d-87fb-4388-9e6a-74d10bc8acf5 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:27.069459 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c68a7d-87fb-4388-9e6a-74d10bc8acf5 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:42:27.081848 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-23c68a7d-87fb-4388-9e6a-74d10bc8acf5 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:42:27.093525 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c68a7d-87fb-4388-9e6a-74d10bc8acf5 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:42:27.111983 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c68a7d-87fb-4388-9e6a-74d10bc8acf5 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Pushing event updated for resources: {'Port': ['ID=9bd6f4ee-b1a8-48db-b2d3-f4e6aef3ac4b,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:27.318929 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-23c68a7d-87fb-4388-9e6a-74d10bc8acf5 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:27.391310 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a59cf8-b948-4296-adc6-c20bdaf460ba req-89ef9e67-6ade-478b-8596-ef59afb45e60 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:27.392858 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42a59cf8-b948-4296-adc6-c20bdaf460ba req-89ef9e67-6ade-478b-8596-ef59afb45e60 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/ports?device_id=3a7d5eb2-fded-4c12-bfcb-1c4067904197 HTTP/1.1" status: 200 len: 936 time: 0.2627416 Jul 06 13:42:27.404051 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1b3fa-9da5-4069-8489-78d1c5c53107 req-b4340b69-89e1-41a7-a7d9-876ae806be1f tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:27.405561 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-93a1b3fa-9da5-4069-8489-78d1c5c53107 req-b4340b69-89e1-41a7-a7d9-876ae806be1f tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2 HTTP/1.1" status: 200 len: 935 time: 0.2741973 Jul 06 13:42:27.421427 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-23c68a7d-87fb-4388-9e6a-74d10bc8acf5 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:27.499745 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-28da3dd5-4386-4f81-af0e-c8c3e1d60e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:27.540188 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42a59cf8-b948-4296-adc6-c20bdaf460ba req-73796815-463a-4a9d-a9d8-dc5125b89e81 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/security-groups?id=30c6c6a4-69dc-498c-aad0-cae4b4d4cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297317 Jul 06 13:42:27.555539 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-93a1b3fa-9da5-4069-8489-78d1c5c53107 req-efee9d14-b1a7-4c9e-a98e-ba9c882947b4 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/security-groups?id=be372249-e899-41e5-acfe-1529b363cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364775 Jul 06 13:42:27.646847 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f8093fe8-c31d-407e-b3f3-7fbb43975ecc up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:42:27.766145 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-28da3dd5-4386-4f81-af0e-c8c3e1d60e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:27.769112 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-23c68a7d-87fb-4388-9e6a-74d10bc8acf5 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:27.771654 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-28da3dd5-4386-4f81-af0e-c8c3e1d60e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:27.786358 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-23c68a7d-87fb-4388-9e6a-74d10bc8acf5 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:27.804570 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port f8093fe8-c31d-407e-b3f3-7fbb43975ecc triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:27.809230 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:27.855283 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-23c68a7d-87fb-4388-9e6a-74d10bc8acf5 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:27.863036 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33310) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:27.863778 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-28da3dd5-4386-4f81-af0e-c8c3e1d60e6c admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=4a788728612f445bbecac73189702e4a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1174018 Jul 06 13:42:27.869056 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da3dd5-4386-4f81-af0e-c8c3e1d60e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd8ad79-2b96-4eb4-9fdb-0b748f21b7b7,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:27.891392 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c68a7d-87fb-4388-9e6a-74d10bc8acf5 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Pushing event updated for resources: {'Port': ['ID=9bd6f4ee-b1a8-48db-b2d3-f4e6aef3ac4b,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:27.900361 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-23c68a7d-87fb-4388-9e6a-74d10bc8acf5 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:27.902195 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-23c68a7d-87fb-4388-9e6a-74d10bc8acf5 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7215207 Jul 06 13:42:27.964808 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-77a5a2fe-3636-4e51-8f34-556b34f3b852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:27.996403 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-77a5a2fe-3636-4e51-8f34-556b34f3b852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:28.063734 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-77a5a2fe-3636-4e51-8f34-556b34f3b852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:28.066352 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-77a5a2fe-3636-4e51-8f34-556b34f3b852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:28.071413 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-77a5a2fe-3636-4e51-8f34-556b34f3b852 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/acd8ad79-2b96-4eb4-9fdb-0b748f21b7b7 HTTP/1.1" status: 204 len: 168 time: 0.2072854 Jul 06 13:42:28.079266 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5a2fe-3636-4e51-8f34-556b34f3b852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd8ad79-2b96-4eb4-9fdb-0b748f21b7b7,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:28.253376 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7dec2981-4719-4484-8895-b6579c4976cc req-329ca7fe-f966-4fbe-8a79-a26b16497247 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-securitygroup--1477155579&fields=id&tenant_id=bf97b212161040be888f75b8c2d45231 HTTP/1.1" status: 200 len: 267 time: 0.0515828 Jul 06 13:42:28.514206 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33340) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:28.527945 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31e2d90b-cf37-4e43-a6e9-e2da21cacbae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:28.642572 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31e2d90b-cf37-4e43-a6e9-e2da21cacbae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:28.649345 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31e2d90b-cf37-4e43-a6e9-e2da21cacbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:28.657542 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec2981-4719-4484-8895-b6579c4976cc req-6edc4ac1-bc15-473b-9a50-92df89e5061e tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:28.659258 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7dec2981-4719-4484-8895-b6579c4976cc req-6edc4ac1-bc15-473b-9a50-92df89e5061e tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/networks?id=aaaedc37-a943-4e08-a9d9-051a526a02c3 HTTP/1.1" status: 200 len: 823 time: 0.3975315 Jul 06 13:42:28.675840 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7dec2981-4719-4484-8895-b6579c4976cc req-dc713f1a-5971-4d7d-ac43-8fdefa5fe028 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/quotas/bf97b212161040be888f75b8c2d45231 HTTP/1.1" status: 200 len: 375 time: 0.0105433 Jul 06 13:42:28.707198 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-31e2d90b-cf37-4e43-a6e9-e2da21cacbae admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=473d0ff6e5c64104b19bf6a0b61bb136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1919010 Jul 06 13:42:28.710580 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2d90b-cf37-4e43-a6e9-e2da21cacbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f040022-ce5f-42c3-95d8-c02e55aa1fd3,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:28.714298 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33348) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:28.776712 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-334beb8d-eb84-4e21-9d6f-6b91148f32f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:28.794307 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7dec2981-4719-4484-8895-b6579c4976cc req-7844c290-15e1-40a3-b408-3ff2324a80b9 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=bf97b212161040be888f75b8c2d45231&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1120245 Jul 06 13:42:28.812065 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-334beb8d-eb84-4e21-9d6f-6b91148f32f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:28.878007 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-334beb8d-eb84-4e21-9d6f-6b91148f32f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:28.886196 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-334beb8d-eb84-4e21-9d6f-6b91148f32f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:28.887436 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-334beb8d-eb84-4e21-9d6f-6b91148f32f9 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/8f040022-ce5f-42c3-95d8-c02e55aa1fd3 HTTP/1.1" status: 204 len: 168 time: 0.1714396 Jul 06 13:42:28.897199 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334beb8d-eb84-4e21-9d6f-6b91148f32f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f040022-ce5f-42c3-95d8-c02e55aa1fd3,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:28.978162 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff50e25-a50f-498f-b9d8-229aee7cb24d req-838fd1a1-f7b1-47dd-a3e6-4c68a488ef3d tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:28.979701 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7ff50e25-a50f-498f-b9d8-229aee7cb24d req-838fd1a1-f7b1-47dd-a3e6-4c68a488ef3d tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/ports?device_id=3a7d5eb2-fded-4c12-bfcb-1c4067904197 HTTP/1.1" status: 200 len: 936 time: 0.0934012 Jul 06 13:42:28.993699 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-5b0bca39-98df-46fc-a145-456f2099d8be service neutron] Request body: {'port': {'device_id': 'ebfaf5fe-e145-4c80-b21a-f88788832ba2', 'device_owner': 'compute:tempest-test_az-1219908492', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:42:29.022085 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-c15f2735-f7c3-4994-befc-4149f232344d req-2aeb0057-f26a-4cb1-8b01-77b4a4031c53 service neutron] Request body: {'port': {'device_id': '3a7d5eb2-fded-4c12-bfcb-1c4067904197', 'device_owner': 'compute:tempest-test_az-1219908492', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:42:29.118802 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7ff50e25-a50f-498f-b9d8-229aee7cb24d req-561b85e1-9f43-4f2d-8c28-0383e017d874 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/security-groups?id=30c6c6a4-69dc-498c-aad0-cae4b4d4cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299205 Jul 06 13:42:29.161555 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-7dec2981-4719-4484-8895-b6579c4976cc req-f4a4b96f-8854-4ad6-80b9-a78f1c0de9ee service neutron] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:42:29.162488 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7dec2981-4719-4484-8895-b6579c4976cc req-f4a4b96f-8854-4ad6-80b9-a78f1c0de9ee service neutron] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2117825 Jul 06 13:42:29.184171 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-5b0bca39-98df-46fc-a145-456f2099d8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:29.193910 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c15f2735-f7c3-4994-befc-4149f232344d req-2aeb0057-f26a-4cb1-8b01-77b4a4031c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:29.542310 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7dec2981-4719-4484-8895-b6579c4976cc req-ac4551ca-5858-4eea-918c-7bd6ae0d6336 service neutron] 10.222.0.118 "GET /v2.0/networks/aaaedc37-a943-4e08-a9d9-051a526a02c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709135 Jul 06 13:42:29.682815 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e1a74-ee35-4044-8c42-28fbf56d770b req-96517aca-dd56-439d-99fc-b616d5a72a8f tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:29.684351 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-896e1a74-ee35-4044-8c42-28fbf56d770b req-96517aca-dd56-439d-99fc-b616d5a72a8f tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2 HTTP/1.1" status: 200 len: 935 time: 0.4387550 Jul 06 13:42:29.776743 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-896e1a74-ee35-4044-8c42-28fbf56d770b req-23b0b8e6-308f-4f95-8b9a-7173871d5d28 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/security-groups?id=be372249-e899-41e5-acfe-1529b363cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853286 Jul 06 13:42:29.780610 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7dec2981-4719-4484-8895-b6579c4976cc req-891bf2b1-c095-4dc1-8c99-8cf216de9c66 service neutron] 10.222.0.118 "GET /v2.0/networks/aaaedc37-a943-4e08-a9d9-051a526a02c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152798 Jul 06 13:42:29.866208 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-5b0bca39-98df-46fc-a145-456f2099d8be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 417ae2bb-b5e2-4db5-be21-ecd8a0274799 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:42:29.874608 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-5b0bca39-98df-46fc-a145-456f2099d8be service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:29.891506 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-5b0bca39-98df-46fc-a145-456f2099d8be service neutron] Transition to ACTIVE for port object 417ae2bb-b5e2-4db5-be21-ecd8a0274799 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:42:29.903148 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-5b0bca39-98df-46fc-a145-456f2099d8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:30.016530 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0bca39-98df-46fc-a145-456f2099d8be service neutron] Pushing event updated for resources: {'Port': ['ID=417ae2bb-b5e2-4db5-be21-ecd8a0274799,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:30.129989 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-5b0bca39-98df-46fc-a145-456f2099d8be service neutron] Attempting to bind port 417ae2bb-b5e2-4db5-be21-ecd8a0274799 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:42:30.130369 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-5b0bca39-98df-46fc-a145-456f2099d8be service neutron] Attempting to bind port 417ae2bb-b5e2-4db5-be21-ecd8a0274799 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:42:30.130705 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-5b0bca39-98df-46fc-a145-456f2099d8be service neutron] Attempting to bind port 417ae2bb-b5e2-4db5-be21-ecd8a0274799 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:42:30.140415 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-5b0bca39-98df-46fc-a145-456f2099d8be service neutron] Port 417ae2bb-b5e2-4db5-be21-ecd8a0274799 on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:42:30.140752 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-5b0bca39-98df-46fc-a145-456f2099d8be service neutron] Attempting to bind port 417ae2bb-b5e2-4db5-be21-ecd8a0274799 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:42:30.152705 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-5b0bca39-98df-46fc-a145-456f2099d8be service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:42:30.153063 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-5b0bca39-98df-46fc-a145-456f2099d8be service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:42:30.153624 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-5b0bca39-98df-46fc-a145-456f2099d8be service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:42:30.154111 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-5b0bca39-98df-46fc-a145-456f2099d8be service neutron] Bound port: 417ae2bb-b5e2-4db5-be21-ecd8a0274799, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:42:30.154552 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-5b0bca39-98df-46fc-a145-456f2099d8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:30.278070 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-c15f2735-f7c3-4994-befc-4149f232344d req-2aeb0057-f26a-4cb1-8b01-77b4a4031c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4aadad1-5431-4f15-af9e-87958ae3599a {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:42:30.287481 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c15f2735-f7c3-4994-befc-4149f232344d req-2aeb0057-f26a-4cb1-8b01-77b4a4031c53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:30.305588 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-c15f2735-f7c3-4994-befc-4149f232344d req-2aeb0057-f26a-4cb1-8b01-77b4a4031c53 service neutron] Transition to ACTIVE for port object d4aadad1-5431-4f15-af9e-87958ae3599a will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:42:30.310272 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c15f2735-f7c3-4994-befc-4149f232344d req-2aeb0057-f26a-4cb1-8b01-77b4a4031c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:30.546597 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ba67963d-d18b-41b6-9fde-182fc48c25d0 req-7528ce11-1f36-4732-a3e0-8d1f28d56117 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/ports?device_id=5080e3ca-6263-48f6-94b5-7086a496a09f HTTP/1.1" status: 200 len: 210 time: 0.2213066 Jul 06 13:42:30.605943 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-c15f2735-f7c3-4994-befc-4149f232344d req-2aeb0057-f26a-4cb1-8b01-77b4a4031c53 service neutron] Attempting to bind port d4aadad1-5431-4f15-af9e-87958ae3599a on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:42:30.606491 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-c15f2735-f7c3-4994-befc-4149f232344d req-2aeb0057-f26a-4cb1-8b01-77b4a4031c53 service neutron] Attempting to bind port d4aadad1-5431-4f15-af9e-87958ae3599a by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:42:30.607001 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15f2735-f7c3-4994-befc-4149f232344d req-2aeb0057-f26a-4cb1-8b01-77b4a4031c53 service neutron] Attempting to bind port d4aadad1-5431-4f15-af9e-87958ae3599a on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:42:30.613814 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15f2735-f7c3-4994-befc-4149f232344d req-2aeb0057-f26a-4cb1-8b01-77b4a4031c53 service neutron] Port d4aadad1-5431-4f15-af9e-87958ae3599a on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:42:30.614360 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15f2735-f7c3-4994-befc-4149f232344d req-2aeb0057-f26a-4cb1-8b01-77b4a4031c53 service neutron] Attempting to bind port d4aadad1-5431-4f15-af9e-87958ae3599a on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:42:30.616963 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb0057-f26a-4cb1-8b01-77b4a4031c53 service neutron] Pushing event updated for resources: {'Port': ['ID=d4aadad1-5431-4f15-af9e-87958ae3599a,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:30.625011 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-5b0bca39-98df-46fc-a145-456f2099d8be service neutron] For port 417ae2bb-b5e2-4db5-be21-ecd8a0274799, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:42:30.628536 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15f2735-f7c3-4994-befc-4149f232344d req-2aeb0057-f26a-4cb1-8b01-77b4a4031c53 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:42:30.628905 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15f2735-f7c3-4994-befc-4149f232344d req-2aeb0057-f26a-4cb1-8b01-77b4a4031c53 service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:42:30.629296 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15f2735-f7c3-4994-befc-4149f232344d req-2aeb0057-f26a-4cb1-8b01-77b4a4031c53 service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:42:30.629733 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-c15f2735-f7c3-4994-befc-4149f232344d req-2aeb0057-f26a-4cb1-8b01-77b4a4031c53 service neutron] Bound port: d4aadad1-5431-4f15-af9e-87958ae3599a, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:42:30.630127 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c15f2735-f7c3-4994-befc-4149f232344d req-2aeb0057-f26a-4cb1-8b01-77b4a4031c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:30.635584 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-5b0bca39-98df-46fc-a145-456f2099d8be service neutron] For port 417ae2bb-b5e2-4db5-be21-ecd8a0274799, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=417ae2bb-b5e2-4db5-be21-ecd8a0274799,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:42:30.644007 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-5b0bca39-98df-46fc-a145-456f2099d8be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:30.967444 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-5b0bca39-98df-46fc-a145-456f2099d8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:30.968177 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-5b0bca39-98df-46fc-a145-456f2099d8be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:30.969921 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-5b0bca39-98df-46fc-a145-456f2099d8be service neutron] 10.222.0.124 "PUT /v2.0/ports/417ae2bb-b5e2-4db5-be21-ecd8a0274799 HTTP/1.1" status: 200 len: 1117 time: 2.0918474 Jul 06 13:42:30.970516 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebfaf5fe-e145-4c80-b21a-f88788832ba2', 'tag': '417ae2bb-b5e2-4db5-be21-ecd8a0274799'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:42:31.133211 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e669c138-60e1-4030-bdb4-40944ca2da21" -d '{"events": [{"name": "network-changed", "server_uuid": "ebfaf5fe-e145-4c80-b21a-f88788832ba2", "tag": "417ae2bb-b5e2-4db5-be21-ecd8a0274799"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:42:31.136306 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0bca39-98df-46fc-a145-456f2099d8be service neutron] Pushing event updated for resources: {'Port': ['ID=417ae2bb-b5e2-4db5-be21-ecd8a0274799,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:31.156435 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-c15f2735-f7c3-4994-befc-4149f232344d req-2aeb0057-f26a-4cb1-8b01-77b4a4031c53 service neutron] For port d4aadad1-5431-4f15-af9e-87958ae3599a, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:42:31.160489 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-c15f2735-f7c3-4994-befc-4149f232344d req-2aeb0057-f26a-4cb1-8b01-77b4a4031c53 service neutron] For port d4aadad1-5431-4f15-af9e-87958ae3599a, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d4aadad1-5431-4f15-af9e-87958ae3599a,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:42:31.172705 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c15f2735-f7c3-4994-befc-4149f232344d req-2aeb0057-f26a-4cb1-8b01-77b4a4031c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:31.221500 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474687d4-0698-4668-9660-74e2eaa0cae3 req-df58139d-744e-4e49-b279-5cdee18beddd tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:31.223045 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-474687d4-0698-4668-9660-74e2eaa0cae3 req-df58139d-744e-4e49-b279-5cdee18beddd tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/ports?device_id=3a7d5eb2-fded-4c12-bfcb-1c4067904197 HTTP/1.1" status: 200 len: 970 time: 0.5670416 Jul 06 13:42:31.280895 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f2735-f7c3-4994-befc-4149f232344d req-2aeb0057-f26a-4cb1-8b01-77b4a4031c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:31.281530 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c15f2735-f7c3-4994-befc-4149f232344d req-2aeb0057-f26a-4cb1-8b01-77b4a4031c53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:31.283008 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c15f2735-f7c3-4994-befc-4149f232344d req-2aeb0057-f26a-4cb1-8b01-77b4a4031c53 service neutron] 10.222.0.124 "PUT /v2.0/ports/d4aadad1-5431-4f15-af9e-87958ae3599a HTTP/1.1" status: 200 len: 1118 time: 2.4150569 Jul 06 13:42:31.310066 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-0c79621b-fb3e-48d9-b435-c1b272d366b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:31.311579 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-0c79621b-fb3e-48d9-b435-c1b272d366b8 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=2ad2ecb7fb1e4613ae637150b5610a1d&device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2 HTTP/1.1" status: 200 len: 1120 time: 0.2803001 Jul 06 13:42:31.333677 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb0057-f26a-4cb1-8b01-77b4a4031c53 service neutron] Pushing event updated for resources: {'Port': ['ID=d4aadad1-5431-4f15-af9e-87958ae3599a,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:31.408490 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-3d789c70-e2a6-4db8-be6f-7ddc72e104ec service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=417ae2bb-b5e2-4db5-be21-ecd8a0274799 HTTP/1.1" status: 200 len: 217 time: 0.0889332 Jul 06 13:42:31.427699 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-474687d4-0698-4668-9660-74e2eaa0cae3 req-d68faf8f-3606-4f5d-948d-ef62d2a1ade8 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/security-groups?id=30c6c6a4-69dc-498c-aad0-cae4b4d4cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958842 Jul 06 13:42:31.528574 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55557f-e88e-4bf4-8899-811527f3dcde req-01eefe64-f001-42bc-9d57-5cf7cce810c2 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:31.530123 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2c55557f-e88e-4bf4-8899-811527f3dcde req-01eefe64-f001-42bc-9d57-5cf7cce810c2 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2 HTTP/1.1" status: 200 len: 969 time: 0.3034520 Jul 06 13:42:31.535971 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-19836449-f270-4b42-9aa6-e0113482e765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:31.537390 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-19836449-f270-4b42-9aa6-e0113482e765 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1077631 Jul 06 13:42:31.579047 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f2735-f7c3-4994-befc-4149f232344d req-e5553420-a622-4c08-96db-2cb58b91f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:31.580598 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c15f2735-f7c3-4994-befc-4149f232344d req-e5553420-a622-4c08-96db-2cb58b91f461 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=388d4b9836894b3781cbe2a27fa8be2b&device_id=3a7d5eb2-fded-4c12-bfcb-1c4067904197 HTTP/1.1" status: 200 len: 1121 time: 0.2430475 Jul 06 13:42:31.662546 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c15f2735-f7c3-4994-befc-4149f232344d req-be698aab-871e-42f3-ab80-0c016f1e9492 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=d4aadad1-5431-4f15-af9e-87958ae3599a HTTP/1.1" status: 200 len: 217 time: 0.0633848 Jul 06 13:42:31.672903 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2c55557f-e88e-4bf4-8899-811527f3dcde req-21f650f9-e830-4580-b729-a61baa3d012c tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/security-groups?id=be372249-e899-41e5-acfe-1529b363cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310060 Jul 06 13:42:31.750091 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f2735-f7c3-4994-befc-4149f232344d req-666df221-f4cd-4fdb-bdd7-a99ce147997d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:31.751961 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c15f2735-f7c3-4994-befc-4149f232344d req-666df221-f4cd-4fdb-bdd7-a99ce147997d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0833647 Jul 06 13:42:31.759933 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-a4f18021-9701-46e4-9385-2a4894382bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:31.761618 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-a4f18021-9701-46e4-9385-2a4894382bd9 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2118948 Jul 06 13:42:31.814263 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.52', 59543) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:31.918892 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3e83d5fe-6e86-4290-a1d1-02eb5c917588 req-4147fe37-a8e6-46e6-b6fa-5fda7ba4f2dd tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/ports?device_id=5080e3ca-6263-48f6-94b5-7086a496a09f HTTP/1.1" status: 200 len: 210 time: 0.0701392 Jul 06 13:42:31.923714 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11a1ae6-888f-4a2c-a7a5-d857e22d9286 x-openstack-request-id: req-d11a1ae6-888f-4a2c-a7a5-d857e22d9286 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:42:31.925954 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebfaf5fe-e145-4c80-b21a-f88788832ba2", "tag": "417ae2bb-b5e2-4db5-be21-ecd8a0274799", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:42:31.926319 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-d11a1ae6-888f-4a2c-a7a5-d857e22d9286 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:42:31.927044 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebfaf5fe-e145-4c80-b21a-f88788832ba2', 'tag': '417ae2bb-b5e2-4db5-be21-ecd8a0274799', 'status': 'completed', 'code': 200} Jul 06 13:42:32.048334 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f2735-f7c3-4994-befc-4149f232344d req-6c9a42bd-978c-4393-8122-0c4e9362b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:32.059059 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c15f2735-f7c3-4994-befc-4149f232344d req-6c9a42bd-978c-4393-8122-0c4e9362b2f0 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2939553 Jul 06 13:42:32.093583 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-f88171cc-cdfd-4fec-80d8-abb465557b47 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213699 Jul 06 13:42:32.143711 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33488) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:32.288990 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c15f2735-f7c3-4994-befc-4149f232344d req-26750018-e35a-4b1c-b900-83fe4b8c4411 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224426 Jul 06 13:42:32.316316 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec2981-4719-4484-8895-b6579c4976cc req-2cde6488-e2af-48f3-a344-2b90d0f6d393 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:32.323571 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-7dec2981-4719-4484-8895-b6579c4976cc req-2cde6488-e2af-48f3-a344-2b90d0f6d393 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.52 "GET /v2.0/networks?id=aaaedc37-a943-4e08-a9d9-051a526a02c3 HTTP/1.1" status: 200 len: 823 time: 0.5061560 Jul 06 13:42:32.382542 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccbe539b-f067-44f6-a7e1-93155f879283 req-66ab1798-552e-4818-a456-fb95e97e2696 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625580 Jul 06 13:42:32.458572 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8451a292-e834-45bf-aadf-fdcbefbdfe36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:32.467201 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c15f2735-f7c3-4994-befc-4149f232344d req-5e349cdb-bffd-47d9-9837-4341078c424f service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692848 Jul 06 13:42:32.609861 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669c138-60e1-4030-bdb4-40944ca2da21 req-aef4e812-de6f-4880-9183-89032ce7ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:32.611655 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e669c138-60e1-4030-bdb4-40944ca2da21 req-aef4e812-de6f-4880-9183-89032ce7ec5f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=2ad2ecb7fb1e4613ae637150b5610a1d&device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2 HTTP/1.1" status: 200 len: 1120 time: 0.1136782 Jul 06 13:42:32.623789 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8451a292-e834-45bf-aadf-fdcbefbdfe36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:32.631350 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8451a292-e834-45bf-aadf-fdcbefbdfe36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:32.686378 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451a292-e834-45bf-aadf-fdcbefbdfe36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d1bfdc-2da0-4988-9160-71481e895d10,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:32.695893 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8451a292-e834-45bf-aadf-fdcbefbdfe36 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=b63003f82ed6456281e6f8a0b84072a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5503991 Jul 06 13:42:32.695893 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33514) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:32.792914 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b14ebdef-6aa1-4fa6-969b-143150af506a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:32.817785 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b14ebdef-6aa1-4fa6-969b-143150af506a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:32.918093 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b14ebdef-6aa1-4fa6-969b-143150af506a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:32.922074 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b14ebdef-6aa1-4fa6-969b-143150af506a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:32.923957 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b14ebdef-6aa1-4fa6-969b-143150af506a admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/a0d1bfdc-2da0-4988-9160-71481e895d10 HTTP/1.1" status: 204 len: 168 time: 0.2272482 Jul 06 13:42:32.940478 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ebdef-6aa1-4fa6-969b-143150af506a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d1bfdc-2da0-4988-9160-71481e895d10,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:33.140483 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669c138-60e1-4030-bdb4-40944ca2da21 req-5ae10864-28eb-4669-a0ec-489c55bd5f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:33.142487 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e669c138-60e1-4030-bdb4-40944ca2da21 req-5ae10864-28eb-4669-a0ec-489c55bd5f97 service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.5238481 Jul 06 13:42:33.149009 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33530) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:33.173257 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bee525-157e-47ea-8584-68c2fd0a17c2 req-bd87b196-217d-4a38-ae54-29e3f15375db tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:33.174768 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-03bee525-157e-47ea-8584-68c2fd0a17c2 req-bd87b196-217d-4a38-ae54-29e3f15375db tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/ports?device_id=3a7d5eb2-fded-4c12-bfcb-1c4067904197 HTTP/1.1" status: 200 len: 970 time: 0.5065446 Jul 06 13:42:33.212907 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e669c138-60e1-4030-bdb4-40944ca2da21 req-c14af3fd-3380-49df-ae68-e32def8fbada service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=417ae2bb-b5e2-4db5-be21-ecd8a0274799 HTTP/1.1" status: 200 len: 217 time: 0.0542951 Jul 06 13:42:33.236769 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33534) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:33.298430 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-03bee525-157e-47ea-8584-68c2fd0a17c2 req-52520305-994d-476b-922b-1c7827bf71ac tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/security-groups?id=30c6c6a4-69dc-498c-aad0-cae4b4d4cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939474 Jul 06 13:42:33.312979 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bee7ef-7308-4d12-8771-a72025ba0287 req-8c899225-6c48-4b28-a0dd-d09739053f26 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:33.320968 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1bee7ef-7308-4d12-8771-a72025ba0287 req-8c899225-6c48-4b28-a0dd-d09739053f26 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2 HTTP/1.1" status: 200 len: 969 time: 0.4558458 Jul 06 13:42:33.339353 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669c138-60e1-4030-bdb4-40944ca2da21 req-ac479477-74e6-48cc-9d95-66bcfe70d3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:33.341038 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e669c138-60e1-4030-bdb4-40944ca2da21 req-ac479477-74e6-48cc-9d95-66bcfe70d3e2 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1203606 Jul 06 13:42:33.372574 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33538) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:33.377801 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a120c0c-b96b-4319-b11b-381ec8fa8a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:33.425739 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e5d3b0f4-5fb6-4f48-a267-77b5927b718d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:33.459446 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1bee7ef-7308-4d12-8771-a72025ba0287 req-33b76296-79ac-468a-918b-076868471ff2 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/security-groups?id=be372249-e899-41e5-acfe-1529b363cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372533 Jul 06 13:42:33.500899 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0d3c819c-0ceb-4b85-9403-9ceb4e7f4609 req-61b36b2e-ff3d-4b5c-9f5c-8afcf3d88a98 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/ports?device_id=5080e3ca-6263-48f6-94b5-7086a496a09f HTTP/1.1" status: 200 len: 210 time: 0.0516484 Jul 06 13:42:33.515415 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a120c0c-b96b-4319-b11b-381ec8fa8a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:33.519324 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669c138-60e1-4030-bdb4-40944ca2da21 req-40a783d2-7596-4913-8317-5ebcea86a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:33.521053 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a120c0c-b96b-4319-b11b-381ec8fa8a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:33.521326 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e669c138-60e1-4030-bdb4-40944ca2da21 req-40a783d2-7596-4913-8317-5ebcea86a51c service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1707964 Jul 06 13:42:33.573322 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9a120c0c-b96b-4319-b11b-381ec8fa8a8e admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=341f3d20e6024e52b3be1baf9991ade5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4206526 Jul 06 13:42:33.573427 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33540) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:33.579544 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a120c0c-b96b-4319-b11b-381ec8fa8a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1826e470-09e0-4fa0-b678-faf799daf8b8,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:33.605927 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-696ac7a6-af19-4247-ab00-ae527f07cddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:33.654934 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7edf2d40-03bd-4889-ac4b-0181bc6b0c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:33.670620 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e669c138-60e1-4030-bdb4-40944ca2da21 req-b8283638-f3fb-4914-a6a5-1bb22bac8e6b service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408069 Jul 06 13:42:33.681223 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7edf2d40-03bd-4889-ac4b-0181bc6b0c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:33.735048 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7edf2d40-03bd-4889-ac4b-0181bc6b0c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:33.737874 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7edf2d40-03bd-4889-ac4b-0181bc6b0c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:33.739143 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7edf2d40-03bd-4889-ac4b-0181bc6b0c01 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/1826e470-09e0-4fa0-b678-faf799daf8b8 HTTP/1.1" status: 204 len: 168 time: 0.1647580 Jul 06 13:42:33.747718 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf2d40-03bd-4889-ac4b-0181bc6b0c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1826e470-09e0-4fa0-b678-faf799daf8b8,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:33.763875 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e5d3b0f4-5fb6-4f48-a267-77b5927b718d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:33.771110 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e5d3b0f4-5fb6-4f48-a267-77b5927b718d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:33.828612 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e5d3b0f4-5fb6-4f48-a267-77b5927b718d admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=88d772fcdea4462c91f03130ad739180&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4546218 Jul 06 13:42:33.832829 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33544) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:33.843909 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3b0f4-5fb6-4f48-a267-77b5927b718d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0561f02f-27cf-4c29-a6b7-d35985a509f1,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:33.851785 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e669c138-60e1-4030-bdb4-40944ca2da21 req-a352166a-ffc5-4dd3-b5a4-35e66b2b6fa7 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736605 Jul 06 13:42:33.906054 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-696ac7a6-af19-4247-ab00-ae527f07cddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:33.917563 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-696ac7a6-af19-4247-ab00-ae527f07cddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:33.928979 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a7d5eb2-fded-4c12-bfcb-1c4067904197', 'tag': 'd4aadad1-5431-4f15-af9e-87958ae3599a'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:42:33.932134 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0ce2eb-bc2f-4e1e-968c-6a6522cd329e" -d '{"events": [{"name": "network-changed", "server_uuid": "3a7d5eb2-fded-4c12-bfcb-1c4067904197", "tag": "d4aadad1-5431-4f15-af9e-87958ae3599a"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:42:33.942551 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f22c8198-d6fa-4a53-8d5e-c27789d04625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:33.974264 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095b84a9-9e93-4002-8049-aed93bbb5a10 x-openstack-request-id: req-095b84a9-9e93-4002-8049-aed93bbb5a10 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:42:33.974564 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a7d5eb2-fded-4c12-bfcb-1c4067904197", "tag": "d4aadad1-5431-4f15-af9e-87958ae3599a", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:42:33.974821 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-095b84a9-9e93-4002-8049-aed93bbb5a10 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:42:33.975244 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a7d5eb2-fded-4c12-bfcb-1c4067904197', 'tag': 'd4aadad1-5431-4f15-af9e-87958ae3599a', 'status': 'completed', 'code': 200} Jul 06 13:42:33.982687 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ac7a6-af19-4247-ab00-ae527f07cddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de354e8-eeed-4f57-bf7e-9ad4ceb72254,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:33.987856 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-696ac7a6-af19-4247-ab00-ae527f07cddd admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=2ba2335419664bafb8453ca006210560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7498291 Jul 06 13:42:33.990805 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33550) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:34.011733 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f22c8198-d6fa-4a53-8d5e-c27789d04625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:34.086074 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f22c8198-d6fa-4a53-8d5e-c27789d04625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:34.088765 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f22c8198-d6fa-4a53-8d5e-c27789d04625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:34.089945 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f22c8198-d6fa-4a53-8d5e-c27789d04625 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/0561f02f-27cf-4c29-a6b7-d35985a509f1 HTTP/1.1" status: 204 len: 168 time: 0.2560713 Jul 06 13:42:34.097730 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c8198-d6fa-4a53-8d5e-c27789d04625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0561f02f-27cf-4c29-a6b7-d35985a509f1,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:34.098333 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f09db528-bd5d-420f-ad49-34dc2d19d825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:34.121499 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ce2eb-bc2f-4e1e-968c-6a6522cd329e req-d36e8319-5466-4d8c-9bdb-202fe09051e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:34.123620 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f0ce2eb-bc2f-4e1e-968c-6a6522cd329e req-d36e8319-5466-4d8c-9bdb-202fe09051e2 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=388d4b9836894b3781cbe2a27fa8be2b&device_id=3a7d5eb2-fded-4c12-bfcb-1c4067904197 HTTP/1.1" status: 200 len: 1121 time: 0.1258636 Jul 06 13:42:34.126908 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33554) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:34.141432 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2111b1a8-9803-4ae8-ab85-457cc4bbdf21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:34.161579 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f09db528-bd5d-420f-ad49-34dc2d19d825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:34.262630 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2111b1a8-9803-4ae8-ab85-457cc4bbdf21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:34.267034 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2111b1a8-9803-4ae8-ab85-457cc4bbdf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:34.271285 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ce2eb-bc2f-4e1e-968c-6a6522cd329e req-d116b294-555f-488d-acfa-01124bf8d5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:34.273370 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f0ce2eb-bc2f-4e1e-968c-6a6522cd329e req-d116b294-555f-488d-acfa-01124bf8d5e2 service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.1389759 Jul 06 13:42:34.287437 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f09db528-bd5d-420f-ad49-34dc2d19d825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:34.290600 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f09db528-bd5d-420f-ad49-34dc2d19d825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:34.294079 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f09db528-bd5d-420f-ad49-34dc2d19d825 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/0de354e8-eeed-4f57-bf7e-9ad4ceb72254 HTTP/1.1" status: 204 len: 168 time: 0.2994485 Jul 06 13:42:34.318326 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2111b1a8-9803-4ae8-ab85-457cc4bbdf21 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=aa58983f75e44d75b7c4dec8db8d5280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1901329 Jul 06 13:42:34.319272 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33558) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:34.327005 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111b1a8-9803-4ae8-ab85-457cc4bbdf21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977350c4-94d6-4f92-bd9e-139a89e99b75,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:34.327999 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f0ce2eb-bc2f-4e1e-968c-6a6522cd329e req-e361d849-cb5b-434a-b007-004a02dff0a2 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=d4aadad1-5431-4f15-af9e-87958ae3599a HTTP/1.1" status: 200 len: 217 time: 0.0480392 Jul 06 13:42:34.346552 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09db528-bd5d-420f-ad49-34dc2d19d825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de354e8-eeed-4f57-bf7e-9ad4ceb72254,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:34.400872 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d77443ea-f687-488c-abce-6387b90c9750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:34.407697 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ce2eb-bc2f-4e1e-968c-6a6522cd329e req-fbfbde37-3d82-4b4a-9301-0baecac2285a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:34.409312 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f0ce2eb-bc2f-4e1e-968c-6a6522cd329e req-fbfbde37-3d82-4b4a-9301-0baecac2285a service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0748160 Jul 06 13:42:34.427018 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d77443ea-f687-488c-abce-6387b90c9750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:34.509251 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d77443ea-f687-488c-abce-6387b90c9750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:34.517268 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d77443ea-f687-488c-abce-6387b90c9750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:34.521033 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d77443ea-f687-488c-abce-6387b90c9750 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/977350c4-94d6-4f92-bd9e-139a89e99b75 HTTP/1.1" status: 204 len: 168 time: 0.2001634 Jul 06 13:42:34.548838 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ce2eb-bc2f-4e1e-968c-6a6522cd329e req-0e0c2f8f-1963-41ce-b9f4-dfdeb5d8ec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:34.550547 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f0ce2eb-bc2f-4e1e-968c-6a6522cd329e req-0e0c2f8f-1963-41ce-b9f4-dfdeb5d8ec52 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1345623 Jul 06 13:42:34.551347 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77443ea-f687-488c-abce-6387b90c9750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977350c4-94d6-4f92-bd9e-139a89e99b75,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:34.624650 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5ab0a-941f-489a-ac11-fb733dfd73ba req-8f2a263d-a48e-4dd7-9fa9-a48b87da3218 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:34.626278 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9fa5ab0a-941f-489a-ac11-fb733dfd73ba req-8f2a263d-a48e-4dd7-9fa9-a48b87da3218 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/ports?device_id=3a7d5eb2-fded-4c12-bfcb-1c4067904197 HTTP/1.1" status: 200 len: 970 time: 0.1500769 Jul 06 13:42:34.736738 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9fa5ab0a-941f-489a-ac11-fb733dfd73ba req-bc181961-6af4-455f-abcb-5674e80a2f31 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/security-groups?id=30c6c6a4-69dc-498c-aad0-cae4b4d4cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962064 Jul 06 13:42:34.761483 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f0ce2eb-bc2f-4e1e-968c-6a6522cd329e req-8907f084-ebd4-42bc-95df-113898d68312 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032983 Jul 06 13:42:34.787354 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c61375-4128-420a-aa97-d4b5ce618567 req-8de827c5-dfaf-49b4-af5e-a85780199096 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:34.789617 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2c61375-4128-420a-aa97-d4b5ce618567 req-8de827c5-dfaf-49b4-af5e-a85780199096 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2 HTTP/1.1" status: 200 len: 969 time: 0.1621034 Jul 06 13:42:34.920832 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-221ca0d5-d03f-4241-b5c2-d0f03948bc2f req-c566b149-4e67-4d92-99a9-d3e0be252800 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/ports?device_id=5080e3ca-6263-48f6-94b5-7086a496a09f HTTP/1.1" status: 200 len: 210 time: 0.0482023 Jul 06 13:42:34.938733 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2c61375-4128-420a-aa97-d4b5ce618567 req-9be92804-ed9e-4b53-a89b-59311ef35d7e tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/security-groups?id=be372249-e899-41e5-acfe-1529b363cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364815 Jul 06 13:42:34.948343 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33584) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:34.972378 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-266712c9-2c1e-4574-8bc4-a4591d803a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:34.994787 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f0ce2eb-bc2f-4e1e-968c-6a6522cd329e req-1d88bdd0-562c-4f38-99c9-55b8a56bd2c8 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265851 Jul 06 13:42:35.106513 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-266712c9-2c1e-4574-8bc4-a4591d803a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:35.112284 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-266712c9-2c1e-4574-8bc4-a4591d803a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:35.156472 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-266712c9-2c1e-4574-8bc4-a4591d803a9c admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=e54c1d982f304a3ea497122902f239d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041521 Jul 06 13:42:35.156653 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33590) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:35.161538 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266712c9-2c1e-4574-8bc4-a4591d803a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decdb12b-aa41-405f-bca9-ef32b00a6756,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:35.252221 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9d8edce3-6048-4c5f-9d90-e3f9b0e66722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:35.275510 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9d8edce3-6048-4c5f-9d90-e3f9b0e66722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:35.333660 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9d8edce3-6048-4c5f-9d90-e3f9b0e66722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:35.344292 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9d8edce3-6048-4c5f-9d90-e3f9b0e66722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:35.344292 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9d8edce3-6048-4c5f-9d90-e3f9b0e66722 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/decdb12b-aa41-405f-bca9-ef32b00a6756 HTTP/1.1" status: 204 len: 168 time: 0.1831369 Jul 06 13:42:35.350299 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8edce3-6048-4c5f-9d90-e3f9b0e66722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decdb12b-aa41-405f-bca9-ef32b00a6756,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:35.581383 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33612) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:35.803298 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-bc413856-05d4-4737-94ba-a4a4bbbcb8de admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1619909787-network', 'tenant_id': '55bf34814be84953855f2b35d62befcc'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:42:35.828529 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc413856-05d4-4737-94ba-a4a4bbbcb8de admin admin] Made reservation on behalf of 55bf34814be84953855f2b35d62befcc for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:42:35.831614 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bc413856-05d4-4737-94ba-a4a4bbbcb8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:35.841955 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bc413856-05d4-4737-94ba-a4a4bbbcb8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:35.996489 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2a207-5cd2-4ced-b105-b98a276428ff req-b8f582a5-7c1c-4ee5-ab16-029746cefaf0 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:35.998108 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05b2a207-5cd2-4ced-b105-b98a276428ff req-b8f582a5-7c1c-4ee5-ab16-029746cefaf0 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/ports?device_id=3a7d5eb2-fded-4c12-bfcb-1c4067904197 HTTP/1.1" status: 200 len: 970 time: 0.1209967 Jul 06 13:42:36.048139 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bc413856-05d4-4737-94ba-a4a4bbbcb8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:36.059776 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bc413856-05d4-4737-94ba-a4a4bbbcb8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:36.138056 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc413856-05d4-4737-94ba-a4a4bbbcb8de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:42:36.146623 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05b2a207-5cd2-4ced-b105-b98a276428ff req-5e7d04cd-d259-495f-8dae-8e0e72b667b5 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/security-groups?id=30c6c6a4-69dc-498c-aad0-cae4b4d4cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381888 Jul 06 13:42:36.154748 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc413856-05d4-4737-94ba-a4a4bbbcb8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7a386a-e402-4064-b946-7f609e0165b0,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:36.186409 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bc413856-05d4-4737-94ba-a4a4bbbcb8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:36.186761 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-bc413856-05d4-4737-94ba-a4a4bbbcb8de admin admin] Added segment ab46a194-3362-4354-9ec0-b6d2739885e3 of type vlan for network ab5ea525-1f02-4632-b347-fea4fdccbb8f Jul 06 13:42:36.284141 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209d8ff-36f7-4c75-a9ed-0d70141b7797 req-d15b3931-db85-4996-9b45-3e90650353e8 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:36.285870 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a209d8ff-36f7-4c75-a9ed-0d70141b7797 req-d15b3931-db85-4996-9b45-3e90650353e8 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2 HTTP/1.1" status: 200 len: 969 time: 0.1952186 Jul 06 13:42:36.296538 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bc413856-05d4-4737-94ba-a4a4bbbcb8de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:36.399763 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ce08716-d699-417f-8bc6-0d5d20743cb7 req-5ba8e5a9-c0fa-49af-9aaf-4aa0bcea793e tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/ports?device_id=5080e3ca-6263-48f6-94b5-7086a496a09f HTTP/1.1" status: 200 len: 210 time: 0.0465169 Jul 06 13:42:36.416548 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a209d8ff-36f7-4c75-a9ed-0d70141b7797 req-ce8578aa-5b38-4479-bd10-40c40a8f2e08 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/security-groups?id=be372249-e899-41e5-acfe-1529b363cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161649 Jul 06 13:42:36.417257 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bc413856-05d4-4737-94ba-a4a4bbbcb8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:36.418272 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc413856-05d4-4737-94ba-a4a4bbbcb8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:36.418873 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bc413856-05d4-4737-94ba-a4a4bbbcb8de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:36.446084 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33650) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:36.485897 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-bc413856-05d4-4737-94ba-a4a4bbbcb8de admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9005399 Jul 06 13:42:36.486223 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33656) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:36.493689 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-40f3bd34-71b8-4693-bcc5-6d1453fabf01 admin admin] Request body: {'subnet': {'network_id': 'ab5ea525-1f02-4632-b347-fea4fdccbb8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1619909787-subnet', 'tenant_id': '55bf34814be84953855f2b35d62befcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:42:36.510479 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc413856-05d4-4737-94ba-a4a4bbbcb8de admin admin] Pushing event updated for resources: {'Network': ['ID=ab5ea525-1f02-4632-b347-fea4fdccbb8f,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:36.525391 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network ab5ea525-1f02-4632-b347-fea4fdccbb8f details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:42:36.530828 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f3bd34-71b8-4693-bcc5-6d1453fabf01 admin admin] Made reservation on behalf of 55bf34814be84953855f2b35d62befcc for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:42:36.533487 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40f3bd34-71b8-4693-bcc5-6d1453fabf01 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:36.739956 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c5139975-a33b-437d-885e-3e90824e4479 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1171351734-network', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:42:36.752311 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40f3bd34-71b8-4693-bcc5-6d1453fabf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:36.810866 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5139975-a33b-437d-885e-3e90824e4479 admin admin] Made reservation on behalf of a56e97c4904044ce9798b96743e618e0 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:42:36.813189 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c5139975-a33b-437d-885e-3e90824e4479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:36.831233 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c5139975-a33b-437d-885e-3e90824e4479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:36.844716 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3bd34-71b8-4693-bcc5-6d1453fabf01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c818fc9b-ccb6-4885-9e04-a24c0aeb957a,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:36.864564 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f3bd34-71b8-4693-bcc5-6d1453fabf01 admin admin] Checking segment: {'id': 'ab46a194-3362-4354-9ec0-b6d2739885e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ab5ea525-1f02-4632-b347-fea4fdccbb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:42:36.864926 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f3bd34-71b8-4693-bcc5-6d1453fabf01 admin admin] Network hostable DHCP agents. Network: ab5ea525-1f02-4632-b347-fea4fdccbb8f, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:42:36.896836 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f3bd34-71b8-4693-bcc5-6d1453fabf01 admin admin] Network ab5ea525-1f02-4632-b347-fea4fdccbb8f is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:42:36.916200 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 417ae2bb-b5e2-4db5-be21-ecd8a0274799 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:42:36.920077 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-40f3bd34-71b8-4693-bcc5-6d1453fabf01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, ab5ea525-1f02-4632-b347-fea4fdccbb8f) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:42:36.936239 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f3bd34-71b8-4693-bcc5-6d1453fabf01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:36.936840 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40f3bd34-71b8-4693-bcc5-6d1453fabf01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:36.943280 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f08fff-dee8-4327-a2db-600d8c777e8c None None] Network ab5ea525-1f02-4632-b347-fea4fdccbb8f requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:42:37.012112 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c5139975-a33b-437d-885e-3e90824e4479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:37.019979 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c5139975-a33b-437d-885e-3e90824e4479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:37.027571 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-40f3bd34-71b8-4693-bcc5-6d1453fabf01 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5395601 Jul 06 13:42:37.046766 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5139975-a33b-437d-885e-3e90824e4479 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:42:37.072220 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5139975-a33b-437d-885e-3e90824e4479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb62f41-fa9a-416b-8d6d-34532d71b3e5,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:37.079078 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c5139975-a33b-437d-885e-3e90824e4479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:37.079438 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-c5139975-a33b-437d-885e-3e90824e4479 admin admin] Added segment f4412e6c-f55a-4207-aa2d-d092f711bb3d of type vlan for network 624fdad4-82a3-4ebc-89e9-3ce038d748b0 Jul 06 13:42:37.151461 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c5139975-a33b-437d-885e-3e90824e4479 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:37.158827 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 417ae2bb-b5e2-4db5-be21-ecd8a0274799, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=417ae2bb-b5e2-4db5-be21-ecd8a0274799,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:42:37.192187 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '417ae2bb-b5e2-4db5-be21-ecd8a0274799', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': '417ae2bb-b5e2-4db5-be21-ecd8a0274799', 'mac_address': 'fa:16:3e:87:90:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:tempest-test_az-1219908492', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:42:37.204310 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901ed815-2f54-4da6-b4d5-4a7ee04af171 None None] Network ab5ea525-1f02-4632-b347-fea4fdccbb8f requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:42:37.207527 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c5139975-a33b-437d-885e-3e90824e4479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:37.210622 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5139975-a33b-437d-885e-3e90824e4479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:37.215389 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c5139975-a33b-437d-885e-3e90824e4479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:37.300772 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c5139975-a33b-437d-885e-3e90824e4479 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8535540 Jul 06 13:42:37.304681 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33682) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:37.315536 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5139975-a33b-437d-885e-3e90824e4479 admin admin] Pushing event updated for resources: {'Network': ['ID=624fdad4-82a3-4ebc-89e9-3ce038d748b0,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:37.316509 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-7046d5ff-005c-47a0-9b05-09343bc9b1da admin admin] Request body: {'subnet': {'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1171351734-subnet', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:42:37.318613 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0ded8c71-1a4f-4ef8-b130-76850647e164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:37.329449 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 624fdad4-82a3-4ebc-89e9-3ce038d748b0 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:42:37.340776 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:37.377464 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7046d5ff-005c-47a0-9b05-09343bc9b1da admin admin] Made reservation on behalf of a56e97c4904044ce9798b96743e618e0 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:42:37.379882 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7046d5ff-005c-47a0-9b05-09343bc9b1da admin admin] Notify callbacks [] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:37.448700 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33688) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:37.544106 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 417ae2bb-b5e2-4db5-be21-ecd8a0274799 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:42:37.607931 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 417ae2bb-b5e2-4db5-be21-ecd8a0274799, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=417ae2bb-b5e2-4db5-be21-ecd8a0274799,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:42:37.628290 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:37.629355 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device d4aadad1-5431-4f15-af9e-87958ae3599a details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:42:37.629503 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-682417d1-3ea5-49bd-9266-2a22afc9491d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:37.701852 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port d4aadad1-5431-4f15-af9e-87958ae3599a, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d4aadad1-5431-4f15-af9e-87958ae3599a,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:42:37.705353 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=417ae2bb-b5e2-4db5-be21-ecd8a0274799,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:37.719528 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'd4aadad1-5431-4f15-af9e-87958ae3599a', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': 'd4aadad1-5431-4f15-af9e-87958ae3599a', 'mac_address': 'fa:16:3e:25:df:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:tempest-test_az-1219908492', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:42:37.769061 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb669cbc-4bff-49d4-8e02-d96ea7f3b52d req-fa8558e4-536a-4291-9b45-093c6b03e26f tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:37.776465 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bb669cbc-4bff-49d4-8e02-d96ea7f3b52d req-fa8558e4-536a-4291-9b45-093c6b03e26f tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/ports?device_id=3a7d5eb2-fded-4c12-bfcb-1c4067904197 HTTP/1.1" status: 200 len: 970 time: 0.3685346 Jul 06 13:42:37.779054 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:37.781181 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-682417d1-3ea5-49bd-9266-2a22afc9491d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:37.786147 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-682417d1-3ea5-49bd-9266-2a22afc9491d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:37.801797 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4aadad1-5431-4f15-af9e-87958ae3599a {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:42:37.823380 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682417d1-3ea5-49bd-9266-2a22afc9491d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60acb85-8791-47a9-a8ad-c62ebde54a7c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:37.823575 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7046d5ff-005c-47a0-9b05-09343bc9b1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:37.844377 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-682417d1-3ea5-49bd-9266-2a22afc9491d admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=7dd0f421d9eb4395bf7f8fdf62b591e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3943367 Jul 06 13:42:37.847204 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33698) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:37.848883 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port d4aadad1-5431-4f15-af9e-87958ae3599a, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d4aadad1-5431-4f15-af9e-87958ae3599a,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:42:37.857343 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:37.892479 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bb669cbc-4bff-49d4-8e02-d96ea7f3b52d req-081b3030-50f5-44be-9c84-ce692c5b6a67 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/security-groups?id=30c6c6a4-69dc-498c-aad0-cae4b4d4cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150377 Jul 06 13:42:37.903874 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33702) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:37.917452 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-18b9c2d8-5881-4969-8667-9488e1742b68 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-554394729-network', 'tenant_id': '7ea8d443bb9d49a1beebc36af0427c47'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:42:37.934993 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=d4aadad1-5431-4f15-af9e-87958ae3599a,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:37.959253 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046d5ff-005c-47a0-9b05-09343bc9b1da admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:37.972209 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b9c2d8-5881-4969-8667-9488e1742b68 admin admin] Made reservation on behalf of 7ea8d443bb9d49a1beebc36af0427c47 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:42:37.972486 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b967b61-d9e4-4f64-874c-cf9ddad2a687 req-56605280-78ff-4b09-a1b8-3c3fa16c821f tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:37.977084 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18b9c2d8-5881-4969-8667-9488e1742b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:37.980747 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b967b61-d9e4-4f64-874c-cf9ddad2a687 req-56605280-78ff-4b09-a1b8-3c3fa16c821f tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2 HTTP/1.1" status: 200 len: 970 time: 0.3076823 Jul 06 13:42:37.981290 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7c3752e8-2b41-4138-995e-550d93c02202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:37.991606 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7046d5ff-005c-47a0-9b05-09343bc9b1da admin admin] Checking segment: {'id': 'f4412e6c-f55a-4207-aa2d-d092f711bb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:42:37.991968 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7046d5ff-005c-47a0-9b05-09343bc9b1da admin admin] Network hostable DHCP agents. Network: 624fdad4-82a3-4ebc-89e9-3ce038d748b0, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:42:37.996205 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18b9c2d8-5881-4969-8667-9488e1742b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:38.029373 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7c3752e8-2b41-4138-995e-550d93c02202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:38.056652 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58576c38-5ca8-460a-8c23-bc02d8600914 req-d0ace67d-dc90-4539-b7d5-e84719200173 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/ports?device_id=5080e3ca-6263-48f6-94b5-7086a496a09f HTTP/1.1" status: 200 len: 210 time: 0.0449998 Jul 06 13:42:38.070400 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b967b61-d9e4-4f64-874c-cf9ddad2a687 req-cd2c635f-97e8-4931-855f-7c7110dd2344 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/security-groups?id=be372249-e899-41e5-acfe-1529b363cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886436 Jul 06 13:42:38.072237 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7046d5ff-005c-47a0-9b05-09343bc9b1da admin admin] Network 624fdad4-82a3-4ebc-89e9-3ce038d748b0 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:42:38.091050 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-7046d5ff-005c-47a0-9b05-09343bc9b1da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 624fdad4-82a3-4ebc-89e9-3ce038d748b0) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:42:38.097800 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7046d5ff-005c-47a0-9b05-09343bc9b1da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:38.098258 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7046d5ff-005c-47a0-9b05-09343bc9b1da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:38.101085 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37a2437-7b5e-45f7-aa66-a3e601f886a9 None None] Network 624fdad4-82a3-4ebc-89e9-3ce038d748b0 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:42:38.124226 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7c3752e8-2b41-4138-995e-550d93c02202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:38.127033 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7c3752e8-2b41-4138-995e-550d93c02202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:38.128211 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7c3752e8-2b41-4138-995e-550d93c02202 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/c60acb85-8791-47a9-a8ad-c62ebde54a7c HTTP/1.1" status: 204 len: 168 time: 0.2800019 Jul 06 13:42:38.142922 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3752e8-2b41-4138-995e-550d93c02202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60acb85-8791-47a9-a8ad-c62ebde54a7c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:38.187811 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18b9c2d8-5881-4969-8667-9488e1742b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:38.194389 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18b9c2d8-5881-4969-8667-9488e1742b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:38.204687 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7046d5ff-005c-47a0-9b05-09343bc9b1da admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8973815 Jul 06 13:42:38.207408 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33706) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:38.213806 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-469eaad3-3bb3-4504-9fb7-bb7fc09ebe3e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1171351734-router', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:42:38.215755 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b9c2d8-5881-4969-8667-9488e1742b68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:42:38.237667 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18b9c2d8-5881-4969-8667-9488e1742b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:38.238036 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-18b9c2d8-5881-4969-8667-9488e1742b68 admin admin] Added segment 6e919ffb-4644-494d-94b4-d27a00a894d5 of type vlan for network d895532f-1b73-4082-8773-8b2f6bae8d0d Jul 06 13:42:38.246726 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['d4aadad1-5431-4f15-af9e-87958ae3599a'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:42:38.251280 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9c2d8-5881-4969-8667-9488e1742b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a98681-3b2a-4cb3-beff-42ba4a5e04cf,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:38.252375 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-469eaad3-3bb3-4504-9fb7-bb7fc09ebe3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:38.262910 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-469eaad3-3bb3-4504-9fb7-bb7fc09ebe3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:38.295722 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18b9c2d8-5881-4969-8667-9488e1742b68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:38.309701 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['417ae2bb-b5e2-4db5-be21-ecd8a0274799'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:42:38.335198 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18b9c2d8-5881-4969-8667-9488e1742b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:38.336345 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-469eaad3-3bb3-4504-9fb7-bb7fc09ebe3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:38.336813 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b9c2d8-5881-4969-8667-9488e1742b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:38.337505 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18b9c2d8-5881-4969-8667-9488e1742b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:38.416518 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9c2d8-5881-4969-8667-9488e1742b68 admin admin] Pushing event updated for resources: {'Network': ['ID=d895532f-1b73-4082-8773-8b2f6bae8d0d,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:38.423479 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-18b9c2d8-5881-4969-8667-9488e1742b68 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5180218 Jul 06 13:42:38.425781 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33708) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:38.431847 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-0bdbbafc-0d11-4a8c-ade7-8efe78e57451 admin admin] Request body: {'subnet': {'network_id': 'd895532f-1b73-4082-8773-8b2f6bae8d0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-554394729-subnet', 'tenant_id': '7ea8d443bb9d49a1beebc36af0427c47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:42:38.435554 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network d895532f-1b73-4082-8773-8b2f6bae8d0d details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:42:38.476368 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdbbafc-0d11-4a8c-ade7-8efe78e57451 admin admin] Made reservation on behalf of 7ea8d443bb9d49a1beebc36af0427c47 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:42:38.484195 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0bdbbafc-0d11-4a8c-ade7-8efe78e57451 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:38.527897 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37238dd8-a503-4a7c-82a4-0c94433cfd67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'fixed_ips': [{'subnet_id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:42:38.528746 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-37238dd8-a503-4a7c-82a4-0c94433cfd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:38.540703 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-469eaad3-3bb3-4504-9fb7-bb7fc09ebe3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:38.709851 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33712) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:38.738648 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a0848035-a0de-452b-baf4-316f45c36be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:38.765308 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0bdbbafc-0d11-4a8c-ade7-8efe78e57451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:38.817356 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-37238dd8-a503-4a7c-82a4-0c94433cfd67 None None] Allocated IP 172.20.0.2 (624fdad4-82a3-4ebc-89e9-3ce038d748b0/a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b/b9590a2b-5fc9-407d-bd73-d05686fb9f0f) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:42:38.829329 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-469eaad3-3bb3-4504-9fb7-bb7fc09ebe3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:38.854603 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdbbafc-0d11-4a8c-ade7-8efe78e57451 admin admin] Pushing event updated for resources: {'Subnet': ['ID=387aa987-c432-4936-9acb-01968dfe0e9c,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:38.857182 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-469eaad3-3bb3-4504-9fb7-bb7fc09ebe3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:38.888420 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdbbafc-0d11-4a8c-ade7-8efe78e57451 admin admin] Checking segment: {'id': '6e919ffb-4644-494d-94b4-d27a00a894d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'd895532f-1b73-4082-8773-8b2f6bae8d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:42:38.888788 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdbbafc-0d11-4a8c-ade7-8efe78e57451 admin admin] Network hostable DHCP agents. Network: d895532f-1b73-4082-8773-8b2f6bae8d0d, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:42:38.934148 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdbbafc-0d11-4a8c-ade7-8efe78e57451 admin admin] Network d895532f-1b73-4082-8773-8b2f6bae8d0d is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:42:38.948590 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a0848035-a0de-452b-baf4-316f45c36be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:38.950761 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-0bdbbafc-0d11-4a8c-ade7-8efe78e57451 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, d895532f-1b73-4082-8773-8b2f6bae8d0d) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:42:38.955351 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdbbafc-0d11-4a8c-ade7-8efe78e57451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:38.955988 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0bdbbafc-0d11-4a8c-ade7-8efe78e57451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:38.958793 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a0848035-a0de-452b-baf4-316f45c36be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:38.965016 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c07dca-608c-4abf-ab27-30a5b09d1706 None None] Network d895532f-1b73-4082-8773-8b2f6bae8d0d requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:42:38.991700 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a0848035-a0de-452b-baf4-316f45c36be6 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=491a5e6001084063b783180826b3f4fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2804165 Jul 06 13:42:38.994339 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33716) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:38.996871 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-469eaad3-3bb3-4504-9fb7-bb7fc09ebe3e admin admin] Allocated IP 172.25.6.132 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/81d0c1a6-868a-451f-bd9a-781fd9ad3541) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:42:39.034329 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0bdbbafc-0d11-4a8c-ade7-8efe78e57451 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6074014 Jul 06 13:42:39.035652 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0848035-a0de-452b-baf4-316f45c36be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5588db-fc21-4107-b2b6-6b9152dc0a14,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:39.094495 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-37238dd8-a503-4a7c-82a4-0c94433cfd67 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:39.113158 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-37238dd8-a503-4a7c-82a4-0c94433cfd67 None None] Transition to ACTIVE for port object b9590a2b-5fc9-407d-bd73-d05686fb9f0f will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:42:39.153442 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33724) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:39.172501 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-37238dd8-a503-4a7c-82a4-0c94433cfd67 None None] Transition to ACTIVE for port object b9590a2b-5fc9-407d-bd73-d05686fb9f0f will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:42:39.177501 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f28dc4-75a1-47cd-83c1-dce7525c8594 None None] Network d895532f-1b73-4082-8773-8b2f6bae8d0d requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:42:39.191244 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-37238dd8-a503-4a7c-82a4-0c94433cfd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:39.246816 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-00bb3087-c7f1-42a7-9970-ab2024f66845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:39.247227 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-7dec2981-4719-4484-8895-b6579c4976cc req-c15fc0f6-b760-458d-8ca2-2c8c1fd4db9b tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf97b212161040be888f75b8c2d45231 HTTP/1.1" status: 200 len: 380 time: 0.0861242 Jul 06 13:42:39.250136 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ecf9900-7dab-493f-934e-ae48a8bcfaf7 admin admin] Deleting subnet c818fc9b-ccb6-4885-9e04-a24c0aeb957a {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:42:39.253357 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f29f43a4-91a3-4ab0-9a0b-367438faac0a req-7ea1d06e-fbab-409a-84b4-eb5d0642c362 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/ports?device_id=5080e3ca-6263-48f6-94b5-7086a496a09f HTTP/1.1" status: 200 len: 210 time: 0.0541484 Jul 06 13:42:39.253514 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9900-7dab-493f-934e-ae48a8bcfaf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:39.267285 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37238dd8-a503-4a7c-82a4-0c94433cfd67 None None] Network 624fdad4-82a3-4ebc-89e9-3ce038d748b0 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:42:39.274472 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-37238dd8-a503-4a7c-82a4-0c94433cfd67 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:42:39.277627 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37238dd8-a503-4a7c-82a4-0c94433cfd67 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:42:39.301683 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9900-7dab-493f-934e-ae48a8bcfaf7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:39.312737 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9900-7dab-493f-934e-ae48a8bcfaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:39.329109 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37238dd8-a503-4a7c-82a4-0c94433cfd67 None None] Pushing event updated for resources: {'Port': ['ID=b9590a2b-5fc9-407d-bd73-d05686fb9f0f,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:39.372228 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-7dec2981-4719-4484-8895-b6579c4976cc req-11037cf0-4d87-4ca7-94bc-7c7203dda7d0 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Request body: {'port': {'device_id': '5080e3ca-6263-48f6-94b5-7086a496a09f', 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3', 'admin_state_up': True, 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'security_groups': ['f58f32fb-958b-41d5-b6dd-c43c4cedb55e']}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:42:39.374301 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-37238dd8-a503-4a7c-82a4-0c94433cfd67 None None] Attempting to bind port b9590a2b-5fc9-407d-bd73-d05686fb9f0f on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:42:39.374789 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-37238dd8-a503-4a7c-82a4-0c94433cfd67 None None] Attempting to bind port b9590a2b-5fc9-407d-bd73-d05686fb9f0f by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'f4412e6c-f55a-4207-aa2d-d092f711bb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:42:39.375514 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37238dd8-a503-4a7c-82a4-0c94433cfd67 None None] Attempting to bind port b9590a2b-5fc9-407d-bd73-d05686fb9f0f on network 624fdad4-82a3-4ebc-89e9-3ce038d748b0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:42:39.385092 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9900-7dab-493f-934e-ae48a8bcfaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:39.393807 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37238dd8-a503-4a7c-82a4-0c94433cfd67 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:42:39.394459 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37238dd8-a503-4a7c-82a4-0c94433cfd67 None None] Checking segment: {'id': 'f4412e6c-f55a-4207-aa2d-d092f711bb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:42:39.395131 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-37238dd8-a503-4a7c-82a4-0c94433cfd67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:39.395684 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37238dd8-a503-4a7c-82a4-0c94433cfd67 None None] Bound using segment: {'id': 'f4412e6c-f55a-4207-aa2d-d092f711bb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:42:39.396527 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-37238dd8-a503-4a7c-82a4-0c94433cfd67 None None] Bound port: b9590a2b-5fc9-407d-bd73-d05686fb9f0f, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4412e6c-f55a-4207-aa2d-d092f711bb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:42:39.397586 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-37238dd8-a503-4a7c-82a4-0c94433cfd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:39.489474 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-00bb3087-c7f1-42a7-9970-ab2024f66845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:39.491700 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf9900-7dab-493f-934e-ae48a8bcfaf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c818fc9b-ccb6-4885-9e04-a24c0aeb957a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:39.541927 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9900-7dab-493f-934e-ae48a8bcfaf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:39.542917 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-37238dd8-a503-4a7c-82a4-0c94433cfd67 None None] For port b9590a2b-5fc9-407d-bd73-d05686fb9f0f, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:42:39.546276 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5ecf9900-7dab-493f-934e-ae48a8bcfaf7 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/c818fc9b-ccb6-4885-9e04-a24c0aeb957a HTTP/1.1" status: 204 len: 168 time: 0.3915546 Jul 06 13:42:39.547190 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-37238dd8-a503-4a7c-82a4-0c94433cfd67 None None] For port b9590a2b-5fc9-407d-bd73-d05686fb9f0f, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=b9590a2b-5fc9-407d-bd73-d05686fb9f0f,segment=NetworkSegment(f4412e6c-f55a-4207-aa2d-d092f711bb3d),segment_id=f4412e6c-f55a-4207-aa2d-d092f711bb3d)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:42:39.547321 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33728) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:39.552668 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-37238dd8-a503-4a7c-82a4-0c94433cfd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:39.558504 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-469eaad3-3bb3-4504-9fb7-bb7fc09ebe3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:39.574324 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b04d8d-94fe-4228-be7c-8eb383e6dcb7 req-ab79b16b-2ff6-4834-be85-f400da68b4c9 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:39.581153 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b6b04d8d-94fe-4228-be7c-8eb383e6dcb7 req-ab79b16b-2ff6-4834-be85-f400da68b4c9 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/ports?device_id=3a7d5eb2-fded-4c12-bfcb-1c4067904197 HTTP/1.1" status: 200 len: 971 time: 0.5267754 Jul 06 13:42:39.638031 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37238dd8-a503-4a7c-82a4-0c94433cfd67 None None] Pushing event updated for resources: {'Port': ['ID=b9590a2b-5fc9-407d-bd73-d05686fb9f0f,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:39.658795 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b6b04d8d-94fe-4228-be7c-8eb383e6dcb7 req-57fa871a-93cd-4822-94fe-63c2eb9c5203 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/security-groups?id=30c6c6a4-69dc-498c-aad0-cae4b4d4cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767863 Jul 06 13:42:39.694672 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1eb01e3f-c5c8-429e-8309-bc8ca08953c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:39.695767 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-00bb3087-c7f1-42a7-9970-ab2024f66845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:39.698473 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-00bb3087-c7f1-42a7-9970-ab2024f66845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:39.699449 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-00bb3087-c7f1-42a7-9970-ab2024f66845 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/ec5588db-fc21-4107-b2b6-6b9152dc0a14 HTTP/1.1" status: 204 len: 168 time: 0.7039990 Jul 06 13:42:39.721695 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dec2981-4719-4484-8895-b6579c4976cc req-11037cf0-4d87-4ca7-94bc-7c7203dda7d0 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Made reservation on behalf of bf97b212161040be888f75b8c2d45231 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:42:39.724491 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded79fee-da3e-4b37-b16a-94154d8fde4a req-b9b96988-15aa-4152-8d35-72be472093d2 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:39.726814 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ded79fee-da3e-4b37-b16a-94154d8fde4a req-b9b96988-15aa-4152-8d35-72be472093d2 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2 HTTP/1.1" status: 200 len: 970 time: 0.2411208 Jul 06 13:42:39.728690 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb3087-c7f1-42a7-9970-ab2024f66845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5588db-fc21-4107-b2b6-6b9152dc0a14,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:39.730876 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-469eaad3-3bb3-4504-9fb7-bb7fc09ebe3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:39.734253 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-7dec2981-4719-4484-8895-b6579c4976cc req-11037cf0-4d87-4ca7-94bc-7c7203dda7d0 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:39.799866 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469eaad3-3bb3-4504-9fb7-bb7fc09ebe3e admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:42:39.817317 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-469eaad3-3bb3-4504-9fb7-bb7fc09ebe3e admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:42:39.820938 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469eaad3-3bb3-4504-9fb7-bb7fc09ebe3e admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:42:39.879277 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ded79fee-da3e-4b37-b16a-94154d8fde4a req-69b7373f-94c5-4c7c-89d5-e978a702345b tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/security-groups?id=be372249-e899-41e5-acfe-1529b363cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346242 Jul 06 13:42:39.934392 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469eaad3-3bb3-4504-9fb7-bb7fc09ebe3e admin admin] Pushing event updated for resources: {'Port': ['ID=81d0c1a6-868a-451f-bd9a-781fd9ad3541,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:40.079241 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:40.122210 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-469eaad3-3bb3-4504-9fb7-bb7fc09ebe3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:40.135825 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1eb01e3f-c5c8-429e-8309-bc8ca08953c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:40.149542 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-91cda936-a971-4708-8757-0ab244a9f735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:40.180712 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1eb01e3f-c5c8-429e-8309-bc8ca08953c1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:42:40.181083 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1eb01e3f-c5c8-429e-8309-bc8ca08953c1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:42:40.182770 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1eb01e3f-c5c8-429e-8309-bc8ca08953c1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:42:40.182770 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1eb01e3f-c5c8-429e-8309-bc8ca08953c1 admin admin] Subscribe: > port after_create 55550000 {{(pid=100417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:42:40.182770 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1eb01e3f-c5c8-429e-8309-bc8ca08953c1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:42:40.183325 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1eb01e3f-c5c8-429e-8309-bc8ca08953c1 admin admin] Subscribe: > port after_update 55550000 {{(pid=100417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:42:40.183325 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1eb01e3f-c5c8-429e-8309-bc8ca08953c1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:42:40.183529 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1eb01e3f-c5c8-429e-8309-bc8ca08953c1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:42:40.183852 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1eb01e3f-c5c8-429e-8309-bc8ca08953c1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:42:40.184175 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1eb01e3f-c5c8-429e-8309-bc8ca08953c1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:42:40.354286 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-469eaad3-3bb3-4504-9fb7-bb7fc09ebe3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:40.446216 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1eb01e3f-c5c8-429e-8309-bc8ca08953c1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:42:40.446586 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1eb01e3f-c5c8-429e-8309-bc8ca08953c1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:42:40.446907 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1eb01e3f-c5c8-429e-8309-bc8ca08953c1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:42:40.447244 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1eb01e3f-c5c8-429e-8309-bc8ca08953c1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:42:40.447617 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-1eb01e3f-c5c8-429e-8309-bc8ca08953c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5ea525-1f02-4632-b347-fea4fdccbb8f']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:40.484921 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-1eb01e3f-c5c8-429e-8309-bc8ca08953c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab46a194-3362-4354-9ec0-b6d2739885e3') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:40.485233 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-1eb01e3f-c5c8-429e-8309-bc8ca08953c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab46a194-3362-4354-9ec0-b6d2739885e3') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:40.487984 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7c9ae0a8-cb45-4055-bd3e-06d97c51fcf6 req-69c00dd4-5f29-4bf9-8866-1859567b465a tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/ports?device_id=5080e3ca-6263-48f6-94b5-7086a496a09f HTTP/1.1" status: 200 len: 210 time: 0.0725107 Jul 06 13:42:40.523571 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1eb01e3f-c5c8-429e-8309-bc8ca08953c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:40.569681 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469eaad3-3bb3-4504-9fb7-bb7fc09ebe3e admin admin] Router d3c5e100-2043-46e0-a93a-f4eab640194b is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:42:40.570702 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-7dec2981-4719-4484-8895-b6579c4976cc req-11037cf0-4d87-4ca7-94bc-7c7203dda7d0 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Allocated IP 172.20.0.13 (aaaedc37-a943-4e08-a9d9-051a526a02c3/5b004f57-06ee-4d0d-a87a-55a49a717c6d/9c9e03de-dd57-41db-a175-53a4138b65f8) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:42:40.573209 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1eb01e3f-c5c8-429e-8309-bc8ca08953c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:40.594943 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb01e3f-c5c8-429e-8309-bc8ca08953c1 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:42:40.598198 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1eb01e3f-c5c8-429e-8309-bc8ca08953c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: from cryptography.utils import int_from_bytes Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: from cryptography.utils import int_from_bytes Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:42:40.662562 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:42:40.677791 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1eb01e3f-c5c8-429e-8309-bc8ca08953c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:40.685088 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1eb01e3f-c5c8-429e-8309-bc8ca08953c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:40.691517 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1eb01e3f-c5c8-429e-8309-bc8ca08953c1 admin admin] 10.222.0.118 "DELETE /v2.0/networks/ab5ea525-1f02-4632-b347-fea4fdccbb8f HTTP/1.1" status: 204 len: 168 time: 1.1371250 Jul 06 13:42:40.694577 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33754) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:40.726720 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb01e3f-c5c8-429e-8309-bc8ca08953c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab5ea525-1f02-4632-b347-fea4fdccbb8f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:40.786470 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469eaad3-3bb3-4504-9fb7-bb7fc09ebe3e admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:42:40.799952 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2e412b-58e4-4273-958a-58dabf90616c None None] Sync routers for ids ['d3c5e100-2043-46e0-a93a-f4eab640194b'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:42:40.812152 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-807f6720-9e48-40d8-bc06-70d38151f768 admin admin] Deleting subnet 387aa987-c432-4936-9acb-01968dfe0e9c {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:42:40.817575 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-807f6720-9e48-40d8-bc06-70d38151f768 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:40.820885 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2e412b-58e4-4273-958a-58dabf90616c None None] Routers {'d3c5e100-2043-46e0-a93a-f4eab640194b'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:42:40.823376 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-1b2e412b-58e4-4273-958a-58dabf90616c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:42:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d3c5e100-2043-46e0-a93a-f4eab640194b'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:40.871717 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-469eaad3-3bb3-4504-9fb7-bb7fc09ebe3e admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:40.873085 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-469eaad3-3bb3-4504-9fb7-bb7fc09ebe3e admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.6645260 Jul 06 13:42:40.891744 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33758) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:40.902835 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 417ae2bb-b5e2-4db5-be21-ecd8a0274799 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:42:40.950695 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-7dec2981-4719-4484-8895-b6579c4976cc req-11037cf0-4d87-4ca7-94bc-7c7203dda7d0 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:40.981533 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-7dec2981-4719-4484-8895-b6579c4976cc req-11037cf0-4d87-4ca7-94bc-7c7203dda7d0 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Transition to ACTIVE for port object 9c9e03de-dd57-41db-a175-53a4138b65f8 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:42:40.982974 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78288965-9fc2-432c-a817-1c6ffc7f6bc0 None None] Network 624fdad4-82a3-4ebc-89e9-3ce038d748b0 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:42:41.003642 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-807f6720-9e48-40d8-bc06-70d38151f768 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:41.017224 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-1b2e412b-58e4-4273-958a-58dabf90616c None None] Set router d3c5e100-2043-46e0-a93a-f4eab640194b gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:42:41.041976 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-807f6720-9e48-40d8-bc06-70d38151f768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:41.051028 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-7dec2981-4719-4484-8895-b6579c4976cc req-11037cf0-4d87-4ca7-94bc-7c7203dda7d0 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:41.073468 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c8c22f87-3429-4584-a377-592e2de54718 None None] Provisioning for port b9590a2b-5fc9-407d-bd73-d05686fb9f0f completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:42:41.089790 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 417ae2bb-b5e2-4db5-be21-ecd8a0274799 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:42:41.106040 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 417ae2bb-b5e2-4db5-be21-ecd8a0274799 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:41.106648 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:41.190054 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dec2981-4719-4484-8895-b6579c4976cc req-11037cf0-4d87-4ca7-94bc-7c7203dda7d0 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Network aaaedc37-a943-4e08-a9d9-051a526a02c3 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:42:41.202642 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-7dec2981-4719-4484-8895-b6579c4976cc req-11037cf0-4d87-4ca7-94bc-7c7203dda7d0 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:42:41.217231 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dec2981-4719-4484-8895-b6579c4976cc req-11037cf0-4d87-4ca7-94bc-7c7203dda7d0 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:42:41.264598 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa067001-d3dc-4b0c-9b11-69eb8c01ebdf req-f4c665e1-4f57-4675-954b-6559fec4f90e tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:41.265709 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fa067001-d3dc-4b0c-9b11-69eb8c01ebdf req-f4c665e1-4f57-4675-954b-6559fec4f90e tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/ports?device_id=3a7d5eb2-fded-4c12-bfcb-1c4067904197 HTTP/1.1" status: 200 len: 971 time: 0.4198861 Jul 06 13:42:41.283060 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11037cf0-4d87-4ca7-94bc-7c7203dda7d0 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Pushing event updated for resources: {'Port': ['ID=9c9e03de-dd57-41db-a175-53a4138b65f8,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:41.328632 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec2981-4719-4484-8895-b6579c4976cc req-11037cf0-4d87-4ca7-94bc-7c7203dda7d0 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:41.329610 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-7dec2981-4719-4484-8895-b6579c4976cc req-11037cf0-4d87-4ca7-94bc-7c7203dda7d0 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:41.353382 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-807f6720-9e48-40d8-bc06-70d38151f768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:41.357670 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-7dec2981-4719-4484-8895-b6579c4976cc req-11037cf0-4d87-4ca7-94bc-7c7203dda7d0 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9898784 Jul 06 13:42:41.371021 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [req-7dec2981-4719-4484-8895-b6579c4976cc req-8e5b1ed1-713c-425e-9b27-3404e9e6018c tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:42:41.372222 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-7dec2981-4719-4484-8895-b6579c4976cc req-8e5b1ed1-713c-425e-9b27-3404e9e6018c tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070183 Jul 06 13:42:41.392939 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-1b2e412b-58e4-4273-958a-58dabf90616c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1171351734-router', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:39Z', 'revision_number': 3, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'gw_port': {'id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:41.419195 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f6720-9e48-40d8-bc06-70d38151f768 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=387aa987-c432-4936-9acb-01968dfe0e9c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:41.471904 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:41.639912 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2e412b-58e4-4273-958a-58dabf90616c None None] Checking router: d3c5e100-2043-46e0-a93a-f4eab640194b for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:42:41.640266 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2e412b-58e4-4273-958a-58dabf90616c None None] Updating router d3c5e100-2043-46e0-a93a-f4eab640194b port 81d0c1a6-868a-451f-bd9a-781fd9ad3541 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:42:41.652220 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:41.680865 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a2fb7dcc-4a07-430c-8023-f1de3d4272bf None None] Provisioning for port 9c9e03de-dd57-41db-a175-53a4138b65f8 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:42:41.685996 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a2fb7dcc-4a07-430c-8023-f1de3d4272bf None None] Provisioning complete for port 9c9e03de-dd57-41db-a175-53a4138b65f8 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:41.686595 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a2fb7dcc-4a07-430c-8023-f1de3d4272bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:41.703898 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfaf5fe-e145-4c80-b21a-f88788832ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417ae2bb-b5e2-4db5-be21-ecd8a0274799'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:42:41.741673 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-1b2e412b-58e4-4273-958a-58dabf90616c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:41.747408 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-7dec2981-4719-4484-8895-b6579c4976cc req-31a7113b-0c06-47e7-b3dd-bde9bb5feade service neutron] Request body: {'port': {'device_id': '5080e3ca-6263-48f6-94b5-7086a496a09f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:42:41.836672 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device b9590a2b-5fc9-407d-bd73-d05686fb9f0f up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:42:41.838448 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-7dec2981-4719-4484-8895-b6579c4976cc req-31a7113b-0c06-47e7-b3dd-bde9bb5feade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:41.854115 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fa067001-d3dc-4b0c-9b11-69eb8c01ebdf req-a4b9c48e-235a-4e79-9847-87e3fee26f01 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/security-groups?id=30c6c6a4-69dc-498c-aad0-cae4b4d4cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5498562 Jul 06 13:42:41.861732 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-807f6720-9e48-40d8-bc06-70d38151f768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:41.868322 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-807f6720-9e48-40d8-bc06-70d38151f768 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/387aa987-c432-4936-9acb-01968dfe0e9c HTTP/1.1" status: 204 len: 168 time: 1.1739807 Jul 06 13:42:41.882945 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33786) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:41.909621 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 417ae2bb-b5e2-4db5-be21-ecd8a0274799, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=417ae2bb-b5e2-4db5-be21-ecd8a0274799,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:42:41.925143 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:41.925968 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device d4aadad1-5431-4f15-af9e-87958ae3599a up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:42:41.988503 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a8e7743-2a9f-4cda-8570-a315b8214e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:42.004116 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee441302-fd10-4db8-b12e-d8e8b44ee77b req-752dc82b-f89d-49b5-af1a-175d59554687 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:42.014015 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ee441302-fd10-4db8-b12e-d8e8b44ee77b req-752dc82b-f89d-49b5-af1a-175d59554687 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2 HTTP/1.1" status: 200 len: 970 time: 0.9176097 Jul 06 13:42:42.088954 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ee441302-fd10-4db8-b12e-d8e8b44ee77b req-8f11a7a7-9011-4c5b-bda4-2d777a82eb62 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/security-groups?id=be372249-e899-41e5-acfe-1529b363cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737617 Jul 06 13:42:42.095884 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a2fb7dcc-4a07-430c-8023-f1de3d4272bf None None] Port 9c9e03de-dd57-41db-a175-53a4138b65f8 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:42:42.142996 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-1b2e412b-58e4-4273-958a-58dabf90616c None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:42.157050 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-1b2e412b-58e4-4273-958a-58dabf90616c None None] Transition to ACTIVE for port object 81d0c1a6-868a-451f-bd9a-781fd9ad3541 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:42:42.165013 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-1b2e412b-58e4-4273-958a-58dabf90616c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:42.211486 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a8e7743-2a9f-4cda-8570-a315b8214e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:42.223722 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a8e7743-2a9f-4cda-8570-a315b8214e04 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:42:42.225784 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port b9590a2b-5fc9-407d-bd73-d05686fb9f0f completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:42:42.226472 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a8e7743-2a9f-4cda-8570-a315b8214e04 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:42:42.227449 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a8e7743-2a9f-4cda-8570-a315b8214e04 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:42:42.230058 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a8e7743-2a9f-4cda-8570-a315b8214e04 admin admin] Subscribe: > port after_create 55550000 {{(pid=100418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:42:42.230754 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a8e7743-2a9f-4cda-8570-a315b8214e04 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:42:42.231286 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a8e7743-2a9f-4cda-8570-a315b8214e04 admin admin] Subscribe: > port after_update 55550000 {{(pid=100418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:42:42.233465 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a8e7743-2a9f-4cda-8570-a315b8214e04 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:42:42.234068 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a8e7743-2a9f-4cda-8570-a315b8214e04 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:42:42.235019 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a8e7743-2a9f-4cda-8570-a315b8214e04 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:42:42.235985 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a8e7743-2a9f-4cda-8570-a315b8214e04 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:42:42.236881 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=417ae2bb-b5e2-4db5-be21-ecd8a0274799,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:42.248747 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port b9590a2b-5fc9-407d-bd73-d05686fb9f0f triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:42.249337 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:42.268421 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53d4a1-c8cc-4963-a913-d35d81286fbe None None] Pushing event updated for resources: {'Port': ['ID=81d0c1a6-868a-451f-bd9a-781fd9ad3541,revision_number=2']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:42.308615 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca4ae62-ee97-473b-8057-b11dea529dac" -d '{"events": [{"server_uuid": "ebfaf5fe-e145-4c80-b21a-f88788832ba2", "name": "network-vif-plugged", "status": "completed", "tag": "417ae2bb-b5e2-4db5-be21-ecd8a0274799"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:42:42.309072 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-1b2e412b-58e4-4273-958a-58dabf90616c None None] Attempting to bind port 81d0c1a6-868a-451f-bd9a-781fd9ad3541 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:42:42.309463 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-1b2e412b-58e4-4273-958a-58dabf90616c None None] Attempting to bind port 81d0c1a6-868a-451f-bd9a-781fd9ad3541 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:42:42.311355 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e412b-58e4-4273-958a-58dabf90616c None None] Attempting to bind port 81d0c1a6-868a-451f-bd9a-781fd9ad3541 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:42:42.325090 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e412b-58e4-4273-958a-58dabf90616c None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:42:42.325483 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e412b-58e4-4273-958a-58dabf90616c None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:42:42.325927 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-1b2e412b-58e4-4273-958a-58dabf90616c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:42.327826 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e412b-58e4-4273-958a-58dabf90616c None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:42:42.328040 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-1b2e412b-58e4-4273-958a-58dabf90616c None None] Bound port: 81d0c1a6-868a-451f-bd9a-781fd9ad3541, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:42:42.328465 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-1b2e412b-58e4-4273-958a-58dabf90616c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:42.347522 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c3611808-8b74-4c68-831d-af0697f2ebbf None None] Provisioning complete for port b9590a2b-5fc9-407d-bd73-d05686fb9f0f triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:42.347908 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c3611808-8b74-4c68-831d-af0697f2ebbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:42.349623 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a8e7743-2a9f-4cda-8570-a315b8214e04 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:42:42.351509 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a8e7743-2a9f-4cda-8570-a315b8214e04 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:42:42.351951 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a8e7743-2a9f-4cda-8570-a315b8214e04 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:42:42.352456 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a8e7743-2a9f-4cda-8570-a315b8214e04 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100418) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:42:42.353406 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-9a8e7743-2a9f-4cda-8570-a315b8214e04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d895532f-1b73-4082-8773-8b2f6bae8d0d']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:42.377794 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port d4aadad1-5431-4f15-af9e-87958ae3599a completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:42:42.390184 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-9a8e7743-2a9f-4cda-8570-a315b8214e04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e919ffb-4644-494d-94b4-d27a00a894d5') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:42.390671 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-9a8e7743-2a9f-4cda-8570-a315b8214e04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e919ffb-4644-494d-94b4-d27a00a894d5') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:42.402156 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-7dec2981-4719-4484-8895-b6579c4976cc req-31a7113b-0c06-47e7-b3dd-bde9bb5feade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c9e03de-dd57-41db-a175-53a4138b65f8 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:42:42.411815 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port d4aadad1-5431-4f15-af9e-87958ae3599a triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:42.413907 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:42.416774 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a8e7743-2a9f-4cda-8570-a315b8214e04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:42.417018 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-1b2e412b-58e4-4273-958a-58dabf90616c None None] For port 81d0c1a6-868a-451f-bd9a-781fd9ad3541, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:42:42.422008 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-1b2e412b-58e4-4273-958a-58dabf90616c None None] For port 81d0c1a6-868a-451f-bd9a-781fd9ad3541, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=81d0c1a6-868a-451f-bd9a-781fd9ad3541,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:42:42.425645 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-7dec2981-4719-4484-8895-b6579c4976cc req-31a7113b-0c06-47e7-b3dd-bde9bb5feade service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:42.428452 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-1b2e412b-58e4-4273-958a-58dabf90616c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:42.445628 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a8e7743-2a9f-4cda-8570-a315b8214e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:42.456045 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a8e7743-2a9f-4cda-8570-a315b8214e04 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:42:42.456842 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a8e7743-2a9f-4cda-8570-a315b8214e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:42.466105 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-7dec2981-4719-4484-8895-b6579c4976cc req-31a7113b-0c06-47e7-b3dd-bde9bb5feade service neutron] Transition to ACTIVE for port object 9c9e03de-dd57-41db-a175-53a4138b65f8 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:42:42.470924 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-7dec2981-4719-4484-8895-b6579c4976cc req-31a7113b-0c06-47e7-b3dd-bde9bb5feade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:42.501980 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53d4a1-c8cc-4963-a913-d35d81286fbe None None] Pushing event updated for resources: {'Port': ['ID=81d0c1a6-868a-451f-bd9a-781fd9ad3541,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:42.543388 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7113b-0c06-47e7-b3dd-bde9bb5feade service neutron] Pushing event updated for resources: {'Port': ['ID=9c9e03de-dd57-41db-a175-53a4138b65f8,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:42.546944 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2e412b-58e4-4273-958a-58dabf90616c None None] Routers {'d3c5e100-2043-46e0-a93a-f4eab640194b'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:42:42.547743 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-1b2e412b-58e4-4273-958a-58dabf90616c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:42:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d3c5e100-2043-46e0-a93a-f4eab640194b'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:42.568119 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: from cryptography.utils import int_from_bytes Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: from cryptography.utils import int_from_bytes Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: timer() Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:42:42.590870 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:42:42.596975 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a8e7743-2a9f-4cda-8570-a315b8214e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:42.605703 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d59a8f-32de-4cd7-b430-9cdb6a89c02e x-openstack-request-id: req-d9d59a8f-32de-4cd7-b430-9cdb6a89c02e {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:42:42.607786 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfaf5fe-e145-4c80-b21a-f88788832ba2", "name": "network-vif-plugged", "status": "completed", "tag": "417ae2bb-b5e2-4db5-be21-ecd8a0274799", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:42:42.608179 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-d9d59a8f-32de-4cd7-b430-9cdb6a89c02e {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:42:42.608758 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfaf5fe-e145-4c80-b21a-f88788832ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417ae2bb-b5e2-4db5-be21-ecd8a0274799', 'code': 200} Jul 06 13:42:42.611208 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a8e7743-2a9f-4cda-8570-a315b8214e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:42.615398 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9a8e7743-2a9f-4cda-8570-a315b8214e04 admin admin] 10.222.0.118 "DELETE /v2.0/networks/d895532f-1b73-4082-8773-8b2f6bae8d0d HTTP/1.1" status: 204 len: 168 time: 0.7305481 Jul 06 13:42:42.643103 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port b9590a2b-5fc9-407d-bd73-d05686fb9f0f, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=b9590a2b-5fc9-407d-bd73-d05686fb9f0f,segment=NetworkSegment(f4412e6c-f55a-4207-aa2d-d092f711bb3d),segment_id=f4412e6c-f55a-4207-aa2d-d092f711bb3d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:42:42.663706 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:42.706400 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e7743-2a9f-4cda-8570-a315b8214e04 admin admin] Pushing event deleted for resources: {'Network': ['ID=d895532f-1b73-4082-8773-8b2f6bae8d0d,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:42.790237 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-7dec2981-4719-4484-8895-b6579c4976cc req-31a7113b-0c06-47e7-b3dd-bde9bb5feade service neutron] Attempting to bind port 9c9e03de-dd57-41db-a175-53a4138b65f8 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:42:42.791224 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-7dec2981-4719-4484-8895-b6579c4976cc req-31a7113b-0c06-47e7-b3dd-bde9bb5feade service neutron] Attempting to bind port 9c9e03de-dd57-41db-a175-53a4138b65f8 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '757ffada-3a1c-4888-9c59-49ac0545acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:42:42.792027 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dec2981-4719-4484-8895-b6579c4976cc req-31a7113b-0c06-47e7-b3dd-bde9bb5feade service neutron] Attempting to bind port 9c9e03de-dd57-41db-a175-53a4138b65f8 on network aaaedc37-a943-4e08-a9d9-051a526a02c3 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:42:42.798254 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=b9590a2b-5fc9-407d-bd73-d05686fb9f0f,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:42.802748 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-1b2e412b-58e4-4273-958a-58dabf90616c None None] Set router d3c5e100-2043-46e0-a93a-f4eab640194b gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:42:42.805787 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dec2981-4719-4484-8895-b6579c4976cc req-31a7113b-0c06-47e7-b3dd-bde9bb5feade service neutron] Port 9c9e03de-dd57-41db-a175-53a4138b65f8 on network aaaedc37-a943-4e08-a9d9-051a526a02c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:42:42.806412 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dec2981-4719-4484-8895-b6579c4976cc req-31a7113b-0c06-47e7-b3dd-bde9bb5feade service neutron] Attempting to bind port 9c9e03de-dd57-41db-a175-53a4138b65f8 on network aaaedc37-a943-4e08-a9d9-051a526a02c3 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:42:42.823173 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dec2981-4719-4484-8895-b6579c4976cc req-31a7113b-0c06-47e7-b3dd-bde9bb5feade service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:42:42.823739 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dec2981-4719-4484-8895-b6579c4976cc req-31a7113b-0c06-47e7-b3dd-bde9bb5feade service neutron] Checking segment: {'id': '757ffada-3a1c-4888-9c59-49ac0545acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:42:42.824467 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dec2981-4719-4484-8895-b6579c4976cc req-31a7113b-0c06-47e7-b3dd-bde9bb5feade service neutron] Bound using segment: {'id': '757ffada-3a1c-4888-9c59-49ac0545acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:42:42.825089 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-7dec2981-4719-4484-8895-b6579c4976cc req-31a7113b-0c06-47e7-b3dd-bde9bb5feade service neutron] Bound port: 9c9e03de-dd57-41db-a175-53a4138b65f8, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '757ffada-3a1c-4888-9c59-49ac0545acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:42:42.825743 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-7dec2981-4719-4484-8895-b6579c4976cc req-31a7113b-0c06-47e7-b3dd-bde9bb5feade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:42.938610 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:42.964110 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:42.998607 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-7dec2981-4719-4484-8895-b6579c4976cc req-31a7113b-0c06-47e7-b3dd-bde9bb5feade service neutron] For port 9c9e03de-dd57-41db-a175-53a4138b65f8, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:42:43.018852 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-7dec2981-4719-4484-8895-b6579c4976cc req-31a7113b-0c06-47e7-b3dd-bde9bb5feade service neutron] For port 9c9e03de-dd57-41db-a175-53a4138b65f8, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9c9e03de-dd57-41db-a175-53a4138b65f8,segment=NetworkSegment(757ffada-3a1c-4888-9c59-49ac0545acdd),segment_id=757ffada-3a1c-4888-9c59-49ac0545acdd)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:42:43.028413 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-7dec2981-4719-4484-8895-b6579c4976cc req-31a7113b-0c06-47e7-b3dd-bde9bb5feade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:43.035687 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port d4aadad1-5431-4f15-af9e-87958ae3599a, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d4aadad1-5431-4f15-af9e-87958ae3599a,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:42:43.049467 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:43.078320 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33804) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:43.097295 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec2981-4719-4484-8895-b6579c4976cc req-31a7113b-0c06-47e7-b3dd-bde9bb5feade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:43.098439 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-7dec2981-4719-4484-8895-b6579c4976cc req-31a7113b-0c06-47e7-b3dd-bde9bb5feade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:43.100680 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-7dec2981-4719-4484-8895-b6579c4976cc req-31a7113b-0c06-47e7-b3dd-bde9bb5feade service neutron] 10.222.0.52 "PUT /v2.0/ports/9c9e03de-dd57-41db-a175-53a4138b65f8 HTTP/1.1" status: 200 len: 1092 time: 1.5314786 Jul 06 13:42:43.103427 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5080e3ca-6263-48f6-94b5-7086a496a09f', 'tag': '9c9e03de-dd57-41db-a175-53a4138b65f8'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:42:43.175573 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=d4aadad1-5431-4f15-af9e-87958ae3599a,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:43.194599 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-1b2e412b-58e4-4273-958a-58dabf90616c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1171351734-router', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:39Z', 'revision_number': 3, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'gw_port': {'id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:43.239092 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2e412b-58e4-4273-958a-58dabf90616c None None] The sync data for ids ['d3c5e100-2043-46e0-a93a-f4eab640194b'] in n-d-773644-6 is: [{'id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1171351734-router', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:39Z', 'revision_number': 3, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'gw_port': {'id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:42:43.316357 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33814) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:43.317928 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8fc32-d0bd-4f6d-8dc9-a094b5d14909 req-4560fb35-9b28-4490-89b4-f23ba2b996f5 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:43.321048 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2eb8fc32-d0bd-4f6d-8dc9-a094b5d14909 req-4560fb35-9b28-4490-89b4-f23ba2b996f5 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/ports?device_id=5080e3ca-6263-48f6-94b5-7086a496a09f HTTP/1.1" status: 200 len: 944 time: 1.2102942 Jul 06 13:42:43.343622 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-819385be-3914-4a01-9357-3d6ee061af68 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=55bf34814be84953855f2b35d62befcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2640643 Jul 06 13:42:43.346557 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33818) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:43.349131 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7113b-0c06-47e7-b3dd-bde9bb5feade service neutron] Pushing event updated for resources: {'Port': ['ID=9c9e03de-dd57-41db-a175-53a4138b65f8,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:43.412212 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed6c260-ba78-4bdc-8970-614dfc3f4803" -d '{"events": [{"name": "network-changed", "server_uuid": "5080e3ca-6263-48f6-94b5-7086a496a09f", "tag": "9c9e03de-dd57-41db-a175-53a4138b65f8"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:42:43.429085 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec2981-4719-4484-8895-b6579c4976cc req-45d46e86-ff78-4f90-ab2f-8a4d19d6dffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:43.430689 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-7dec2981-4719-4484-8895-b6579c4976cc req-45d46e86-ff78-4f90-ab2f-8a4d19d6dffe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf97b212161040be888f75b8c2d45231&device_id=5080e3ca-6263-48f6-94b5-7086a496a09f HTTP/1.1" status: 200 len: 1095 time: 0.2751667 Jul 06 13:42:43.441682 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fecd75-0bfc-4bcb-90cd-85ff65a5b9ce req-a33fb626-7918-4ceb-b50c-92012b84cb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:43.445621 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-41fecd75-0bfc-4bcb-90cd-85ff65a5b9ce req-a33fb626-7918-4ceb-b50c-92012b84cb98 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2 HTTP/1.1" status: 200 len: 1122 time: 0.7449527 Jul 06 13:42:43.494966 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2eb8fc32-d0bd-4f6d-8dc9-a094b5d14909 req-c0785329-c133-4ae0-80e4-fa3562ba48db tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/security-groups?id=f58f32fb-958b-41d5-b6dd-c43c4cedb55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666181 Jul 06 13:42:43.517686 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2978ff7-45e1-46d7-94b5-050e50bb70b5 req-c42a9d3e-2fa9-4e71-9c08-11c6f78a160a tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:43.526096 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a2978ff7-45e1-46d7-94b5-050e50bb70b5 req-c42a9d3e-2fa9-4e71-9c08-11c6f78a160a tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/ports?device_id=3a7d5eb2-fded-4c12-bfcb-1c4067904197 HTTP/1.1" status: 200 len: 972 time: 0.4319007 Jul 06 13:42:43.559421 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-41fecd75-0bfc-4bcb-90cd-85ff65a5b9ce req-80357e8c-6476-4750-b6e4-43580ec116a4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:43.562589 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1bd42e10-ff7f-48cb-8e34-ec9414c08bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:43.585353 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b4b4f74e-91fe-4b54-aaa3-d776b9ec1668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:43.606864 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-7dec2981-4719-4484-8895-b6579c4976cc req-45065271-9ea1-4db7-be08-cd24cea0ff31 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c9e03de-dd57-41db-a175-53a4138b65f8 HTTP/1.1" status: 200 len: 217 time: 0.1599092 Jul 06 13:42:43.608846 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fc85198-48ef-441c-9084-5ad66b5373e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:43.623958 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device b9590a2b-5fc9-407d-bd73-d05686fb9f0f up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:42:43.666508 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a2978ff7-45e1-46d7-94b5-050e50bb70b5 req-dc1f9e1e-1b52-4352-81ad-5a76c8776e7c tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/security-groups?id=30c6c6a4-69dc-498c-aad0-cae4b4d4cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392353 Jul 06 13:42:43.717403 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port b9590a2b-5fc9-407d-bd73-d05686fb9f0f triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:43.718235 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:43.862446 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93d05f7-4a9f-4b10-ba86-d9d3f842b433 x-openstack-request-id: req-d93d05f7-4a9f-4b10-ba86-d9d3f842b433 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:42:43.862952 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5080e3ca-6263-48f6-94b5-7086a496a09f", "tag": "9c9e03de-dd57-41db-a175-53a4138b65f8", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:42:43.863056 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-d93d05f7-4a9f-4b10-ba86-d9d3f842b433 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:42:43.863426 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5080e3ca-6263-48f6-94b5-7086a496a09f', 'tag': '9c9e03de-dd57-41db-a175-53a4138b65f8', 'status': 'completed', 'code': 200} Jul 06 13:42:43.872916 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b4b4f74e-91fe-4b54-aaa3-d776b9ec1668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:43.914078 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec2981-4719-4484-8895-b6579c4976cc req-7773723c-42e6-4ca7-8ac8-e171a492b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:43.915562 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-7dec2981-4719-4484-8895-b6579c4976cc req-7773723c-42e6-4ca7-8ac8-e171a492b49c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5b004f57-06ee-4d0d-a87a-55a49a717c6d HTTP/1.1" status: 200 len: 862 time: 0.2955701 Jul 06 13:42:43.981435 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c666e0-8a76-49ef-8d7e-9304f1eafdb2 req-d91a87b1-f70b-4ff4-a56b-1957e8f01ba2 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:43.982312 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b4b4f74e-91fe-4b54-aaa3-d776b9ec1668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:43.983096 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-60c666e0-8a76-49ef-8d7e-9304f1eafdb2 req-d91a87b1-f70b-4ff4-a56b-1957e8f01ba2 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2 HTTP/1.1" status: 200 len: 971 time: 0.2573366 Jul 06 13:42:43.984804 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b4b4f74e-91fe-4b54-aaa3-d776b9ec1668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:43.986102 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b4b4f74e-91fe-4b54-aaa3-d776b9ec1668 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/5d7a386a-e402-4064-b946-7f609e0165b0 HTTP/1.1" status: 204 len: 168 time: 0.6379263 Jul 06 13:42:44.004792 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4f74e-91fe-4b54-aaa3-d776b9ec1668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7a386a-e402-4064-b946-7f609e0165b0,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:44.047520 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec2981-4719-4484-8895-b6579c4976cc req-620e6b55-8535-41a4-89e2-8fb7c55587fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:44.049060 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-7dec2981-4719-4484-8895-b6579c4976cc req-620e6b55-8535-41a4-89e2-8fb7c55587fa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aaaedc37-a943-4e08-a9d9-051a526a02c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232224 Jul 06 13:42:44.084732 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-1bd42e10-ff7f-48cb-8e34-ec9414c08bd7 admin admin] Allocated IP 172.20.0.1 (624fdad4-82a3-4ebc-89e9-3ce038d748b0/a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b/ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:42:44.126528 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-60c666e0-8a76-49ef-8d7e-9304f1eafdb2 req-eed1df49-da26-4513-b9e3-e35c6ef2fa3f tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/security-groups?id=be372249-e899-41e5-acfe-1529b363cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213722 Jul 06 13:42:44.145149 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-41fecd75-0bfc-4bcb-90cd-85ff65a5b9ce req-80357e8c-6476-4750-b6e4-43580ec116a4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:44.195974 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-7dec2981-4719-4484-8895-b6579c4976cc req-05f219dd-1734-4799-8e13-0d340c43cd68 service neutron] 10.222.0.52 "GET /v2.0/networks/aaaedc37-a943-4e08-a9d9-051a526a02c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361520 Jul 06 13:42:44.199544 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-41fecd75-0bfc-4bcb-90cd-85ff65a5b9ce req-80357e8c-6476-4750-b6e4-43580ec116a4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:44.257196 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-41fecd75-0bfc-4bcb-90cd-85ff65a5b9ce req-80357e8c-6476-4750-b6e4-43580ec116a4 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=be372249-e899-41e5-acfe-1529b363cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8011999 Jul 06 13:42:44.259806 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80357e8c-6476-4750-b6e4-43580ec116a4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=59a00ba5-2b04-4923-9581-c9adf74e00ca,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:44.336184 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1bd42e10-ff7f-48cb-8e34-ec9414c08bd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:44.342015 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-7dec2981-4719-4484-8895-b6579c4976cc req-06e51260-1c8c-4662-8a90-1d84a435ea22 service neutron] 10.222.0.52 "GET /v2.0/networks/aaaedc37-a943-4e08-a9d9-051a526a02c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351573 Jul 06 13:42:44.347909 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fc85198-48ef-441c-9084-5ad66b5373e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:44.353816 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fc85198-48ef-441c-9084-5ad66b5373e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:44.367969 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-1bd42e10-ff7f-48cb-8e34-ec9414c08bd7 admin admin] Transition to ACTIVE for port object ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:42:44.390976 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33828) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:44.407708 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1bd42e10-ff7f-48cb-8e34-ec9414c08bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:44.427188 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc85198-48ef-441c-9084-5ad66b5373e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a745804f-8482-4e2c-9663-140c2d6b1167,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:44.453079 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1fc85198-48ef-441c-9084-5ad66b5373e9 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=d890d376e95d4b26b8d8cd9995c65789&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1184800 Jul 06 13:42:44.453689 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33830) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:44.484588 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-802efcb7-870c-4361-ae69-1243822d5ffb admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=7ea8d443bb9d49a1beebc36af0427c47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0875986 Jul 06 13:42:44.487249 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33832) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:44.487506 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd42e10-ff7f-48cb-8e34-ec9414c08bd7 admin admin] Pushing event updated for resources: {'Port': ['ID=ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:44.491431 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd42e10-ff7f-48cb-8e34-ec9414c08bd7 admin admin] Network 624fdad4-82a3-4ebc-89e9-3ce038d748b0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:42:44.499996 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-1bd42e10-ff7f-48cb-8e34-ec9414c08bd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:42:44.506062 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd42e10-ff7f-48cb-8e34-ec9414c08bd7 admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:42:44.530547 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6c260-ba78-4bdc-8970-614dfc3f4803 req-bd941d8f-76c7-44d4-84b7-d0cf3e29284b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:44.532834 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1ed6c260-ba78-4bdc-8970-614dfc3f4803 req-bd941d8f-76c7-44d4-84b7-d0cf3e29284b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf97b212161040be888f75b8c2d45231&device_id=5080e3ca-6263-48f6-94b5-7086a496a09f HTTP/1.1" status: 200 len: 1095 time: 0.1241488 Jul 06 13:42:44.568752 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1bd42e10-ff7f-48cb-8e34-ec9414c08bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:44.571636 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-05b83279-da07-4e72-8581-5a2d5a9b28f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:44.609645 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7d5eb2-fded-4c12-bfcb-1c4067904197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4aadad1-5431-4f15-af9e-87958ae3599a'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:42:44.612824 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1bf81b-5f3b-4bd8-b8df-34dc13d3c859" -d '{"events": [{"server_uuid": "3a7d5eb2-fded-4c12-bfcb-1c4067904197", "name": "network-vif-plugged", "status": "completed", "tag": "d4aadad1-5431-4f15-af9e-87958ae3599a"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:42:44.640307 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd1b32c2-0e27-4e67-bbcf-8bed10cffa00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:44.662055 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-05b83279-da07-4e72-8581-5a2d5a9b28f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:44.736738 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b4282c-23cc-4cba-8dba-5c771370ba84 x-openstack-request-id: req-01b4282c-23cc-4cba-8dba-5c771370ba84 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:42:44.737339 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a7d5eb2-fded-4c12-bfcb-1c4067904197", "name": "network-vif-plugged", "status": "completed", "tag": "d4aadad1-5431-4f15-af9e-87958ae3599a", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:42:44.737746 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-01b4282c-23cc-4cba-8dba-5c771370ba84 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:42:44.738337 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7d5eb2-fded-4c12-bfcb-1c4067904197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4aadad1-5431-4f15-af9e-87958ae3599a', 'code': 200} Jul 06 13:42:44.742191 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd1b32c2-0e27-4e67-bbcf-8bed10cffa00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:44.804875 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6c260-ba78-4bdc-8970-614dfc3f4803 req-408459e0-16c3-4f37-8b70-15671568e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:44.806656 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1ed6c260-ba78-4bdc-8970-614dfc3f4803 req-408459e0-16c3-4f37-8b70-15671568e761 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aaaedc37-a943-4e08-a9d9-051a526a02c3 HTTP/1.1" status: 200 len: 924 time: 0.2672794 Jul 06 13:42:44.860595 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1ed6c260-ba78-4bdc-8970-614dfc3f4803 req-96c0fe0a-4518-4773-8cc4-c748c396b19b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c9e03de-dd57-41db-a175-53a4138b65f8 HTTP/1.1" status: 200 len: 217 time: 0.0448723 Jul 06 13:42:44.884334 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-7f53477e-fb38-4dcb-9026-7ca6e5d8255c None None] Provisioning for port ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:42:44.885142 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd1b32c2-0e27-4e67-bbcf-8bed10cffa00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:44.888251 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd1b32c2-0e27-4e67-bbcf-8bed10cffa00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:44.889320 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-7f53477e-fb38-4dcb-9026-7ca6e5d8255c None None] Provisioning complete for port ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:44.889701 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7f53477e-fb38-4dcb-9026-7ca6e5d8255c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:44.890999 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bd1b32c2-0e27-4e67-bbcf-8bed10cffa00 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/57a98681-3b2a-4cb3-beff-42ba4a5e04cf HTTP/1.1" status: 204 len: 168 time: 0.4029539 Jul 06 13:42:44.926925 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b32c2-0e27-4e67-bbcf-8bed10cffa00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a98681-3b2a-4cb3-beff-42ba4a5e04cf,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:44.929264 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1bd42e10-ff7f-48cb-8e34-ec9414c08bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:44.948370 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6c260-ba78-4bdc-8970-614dfc3f4803 req-1088d7d2-9e33-4d95-a544-74cb3548a601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:44.952426 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1ed6c260-ba78-4bdc-8970-614dfc3f4803 req-1088d7d2-9e33-4d95-a544-74cb3548a601 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5b004f57-06ee-4d0d-a87a-55a49a717c6d HTTP/1.1" status: 200 len: 862 time: 0.0804081 Jul 06 13:42:44.970445 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-05b83279-da07-4e72-8581-5a2d5a9b28f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:44.972132 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-7f53477e-fb38-4dcb-9026-7ca6e5d8255c None None] Port ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:42:44.973015 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-05b83279-da07-4e72-8581-5a2d5a9b28f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:44.978110 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-05b83279-da07-4e72-8581-5a2d5a9b28f9 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/a745804f-8482-4e2c-9663-140c2d6b1167 HTTP/1.1" status: 204 len: 168 time: 0.5181534 Jul 06 13:42:45.008907 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6b1c8-277f-4f5f-b7b0-3b033b21d893 req-96dcb37d-ab38-49dd-b609-06d7bf9132cb tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:45.016555 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7aa6b1c8-277f-4f5f-b7b0-3b033b21d893 req-96dcb37d-ab38-49dd-b609-06d7bf9132cb tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/ports?device_id=5080e3ca-6263-48f6-94b5-7086a496a09f HTTP/1.1" status: 200 len: 944 time: 0.3508940 Jul 06 13:42:45.042822 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b83279-da07-4e72-8581-5a2d5a9b28f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a745804f-8482-4e2c-9663-140c2d6b1167,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:45.044743 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6c260-ba78-4bdc-8970-614dfc3f4803 req-ee46fecb-d335-4f42-b91a-4155955db6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:45.046428 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1ed6c260-ba78-4bdc-8970-614dfc3f4803 req-ee46fecb-d335-4f42-b91a-4155955db6d7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aaaedc37-a943-4e08-a9d9-051a526a02c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847487 Jul 06 13:42:45.085833 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d2a49-62a1-4b4f-ade2-ecc6c5e03d6c req-3c34d7e1-bc14-4432-8d35-19e7c3342750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:45.087741 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d97d2a49-62a1-4b4f-ade2-ecc6c5e03d6c req-3c34d7e1-bc14-4432-8d35-19e7c3342750 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=3a7d5eb2-fded-4c12-bfcb-1c4067904197 HTTP/1.1" status: 200 len: 1123 time: 0.2734127 Jul 06 13:42:45.126776 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddacc10-2b5d-4175-87ec-33de50189919 req-f00b1124-869a-4438-9eb9-a3629df1b523 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:45.128299 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3ddacc10-2b5d-4175-87ec-33de50189919 req-f00b1124-869a-4438-9eb9-a3629df1b523 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/ports?device_id=3a7d5eb2-fded-4c12-bfcb-1c4067904197 HTTP/1.1" status: 200 len: 972 time: 0.2654624 Jul 06 13:42:45.185871 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1ed6c260-ba78-4bdc-8970-614dfc3f4803 req-5e11713d-f3e3-48bd-a00b-c756666f2f0c service neutron] 10.222.0.52 "GET /v2.0/networks/aaaedc37-a943-4e08-a9d9-051a526a02c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293120 Jul 06 13:42:45.196559 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7aa6b1c8-277f-4f5f-b7b0-3b033b21d893 req-c14e363f-c1b5-44dc-99be-32992b7f6740 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/security-groups?id=f58f32fb-958b-41d5-b6dd-c43c4cedb55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761675 Jul 06 13:42:45.301255 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d97d2a49-62a1-4b4f-ade2-ecc6c5e03d6c req-d43089b0-b743-460b-a647-39c2f78c340c service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=30c6c6a4-69dc-498c-aad0-cae4b4d4cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036471 Jul 06 13:42:45.318035 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3ddacc10-2b5d-4175-87ec-33de50189919 req-91e4b88c-1741-40fb-a74a-b804c8b0ddcc tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/security-groups?id=30c6c6a4-69dc-498c-aad0-cae4b4d4cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481249 Jul 06 13:42:45.338869 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1ed6c260-ba78-4bdc-8970-614dfc3f4803 req-63664c19-2c2d-4e67-82c2-122c44e568e0 service neutron] 10.222.0.52 "GET /v2.0/networks/aaaedc37-a943-4e08-a9d9-051a526a02c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418700 Jul 06 13:42:45.416775 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1bd42e10-ff7f-48cb-8e34-ec9414c08bd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:45.425200 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1bd42e10-ff7f-48cb-8e34-ec9414c08bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:45.547371 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33858) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:45.562981 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e96168ac-be7f-4a6d-b7a7-7bb106638c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:45.634475 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 81d0c1a6-868a-451f-bd9a-781fd9ad3541 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:42:45.701062 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 81d0c1a6-868a-451f-bd9a-781fd9ad3541 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:42:45.708696 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 81d0c1a6-868a-451f-bd9a-781fd9ad3541 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:45.710785 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:45.723929 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1bd42e10-ff7f-48cb-8e34-ec9414c08bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:45.733070 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd42e10-ff7f-48cb-8e34-ec9414c08bd7 admin admin] Pushing event updated for resources: {'Port': ['ID=ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:45.763721 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe73d43-8fd3-43bc-af7d-d1302da99d43 req-188eaca6-d7bd-4150-b9e9-a425b3ff34ba tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:45.765228 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6fe73d43-8fd3-43bc-af7d-d1302da99d43 req-188eaca6-d7bd-4150-b9e9-a425b3ff34ba tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2 HTTP/1.1" status: 200 len: 971 time: 0.3793530 Jul 06 13:42:45.773871 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e96168ac-be7f-4a6d-b7a7-7bb106638c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:45.779230 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e96168ac-be7f-4a6d-b7a7-7bb106638c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:45.818604 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:45.830996 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e96168ac-be7f-4a6d-b7a7-7bb106638c94 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=c9991c01c97e448794aa7e3031961512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791646 Jul 06 13:42:45.830996 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96168ac-be7f-4a6d-b7a7-7bb106638c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e781e756-6813-4a76-bf9c-a84d4ebbaacb,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:45.831634 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33862) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:45.853341 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 81d0c1a6-868a-451f-bd9a-781fd9ad3541, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=81d0c1a6-868a-451f-bd9a-781fd9ad3541,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:42:45.859924 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:45.891860 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1db42e2a-b75b-48fa-bce6-70ee350c73b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:45.898828 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6fe73d43-8fd3-43bc-af7d-d1302da99d43 req-f65cebe6-7ff3-4c52-90d0-2eb7dbe398d1 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/security-groups?id=be372249-e899-41e5-acfe-1529b363cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038089 Jul 06 13:42:45.917960 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1db42e2a-b75b-48fa-bce6-70ee350c73b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:45.940357 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=81d0c1a6-868a-451f-bd9a-781fd9ad3541,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:45.947751 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd42e10-ff7f-48cb-8e34-ec9414c08bd7 admin admin] Network 624fdad4-82a3-4ebc-89e9-3ce038d748b0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:42:45.949313 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-1bd42e10-ff7f-48cb-8e34-ec9414c08bd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:42:45.980692 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1db42e2a-b75b-48fa-bce6-70ee350c73b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:45.985550 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1db42e2a-b75b-48fa-bce6-70ee350c73b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:45.987870 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1db42e2a-b75b-48fa-bce6-70ee350c73b7 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/e781e756-6813-4a76-bf9c-a84d4ebbaacb HTTP/1.1" status: 204 len: 168 time: 0.1551604 Jul 06 13:42:45.996988 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db42e2a-b75b-48fa-bce6-70ee350c73b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e781e756-6813-4a76-bf9c-a84d4ebbaacb,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:46.103284 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd42e10-ff7f-48cb-8e34-ec9414c08bd7 admin admin] Router d3c5e100-2043-46e0-a93a-f4eab640194b has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:42:46.226039 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:46.266833 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd42e10-ff7f-48cb-8e34-ec9414c08bd7 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:42:46.275137 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1bd42e10-ff7f-48cb-8e34-ec9414c08bd7 admin admin] 10.222.0.118 "PUT /v2.0/routers/d3c5e100-2043-46e0-a93a-f4eab640194b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3794799 Jul 06 13:42:46.286430 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463b9d19-e939-456c-b15b-1a22fe0358c3 None None] Sync routers for ids ['d3c5e100-2043-46e0-a93a-f4eab640194b'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:42:46.311595 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463b9d19-e939-456c-b15b-1a22fe0358c3 None None] Routers {'d3c5e100-2043-46e0-a93a-f4eab640194b'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:42:46.312938 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-463b9d19-e939-456c-b15b-1a22fe0358c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:42:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d3c5e100-2043-46e0-a93a-f4eab640194b'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:46.363209 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-80ece95b-02f0-4b01-8064-35c4e3a7ef11 None None] Provisioning complete for port ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:46.363582 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-80ece95b-02f0-4b01-8064-35c4e3a7ef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:46.452048 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32517e9-e548-41ab-a807-c6a8c4bf7f23 req-58764341-48f8-4757-9b84-3d351a6ac466 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:46.466477 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f32517e9-e548-41ab-a807-c6a8c4bf7f23 req-58764341-48f8-4757-9b84-3d351a6ac466 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/ports?device_id=5080e3ca-6263-48f6-94b5-7086a496a09f HTTP/1.1" status: 200 len: 944 time: 0.1074514 Jul 06 13:42:46.495053 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-80ece95b-02f0-4b01-8064-35c4e3a7ef11 None None] Port ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:42:46.534277 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-463b9d19-e939-456c-b15b-1a22fe0358c3 None None] Set router d3c5e100-2043-46e0-a93a-f4eab640194b gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:42:46.537176 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f32517e9-e548-41ab-a807-c6a8c4bf7f23 req-29c4a5a5-a4ad-4693-b6d3-08368b34bc1e tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/security-groups?id=f58f32fb-958b-41d5-b6dd-c43c4cedb55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695236 Jul 06 13:42:46.572287 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a9b58-39d3-4883-9836-8287a8f3ed04 req-475ff559-ced6-4659-9ed2-c6f423be29ed tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:46.574168 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-225a9b58-39d3-4883-9836-8287a8f3ed04 req-475ff559-ced6-4659-9ed2-c6f423be29ed tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/ports?device_id=3a7d5eb2-fded-4c12-bfcb-1c4067904197 HTTP/1.1" status: 200 len: 972 time: 0.0888073 Jul 06 13:42:46.617713 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-225a9b58-39d3-4883-9836-8287a8f3ed04 req-7db80dae-3cfc-41e5-8450-197818dda5f9 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/security-groups?id=30c6c6a4-69dc-498c-aad0-cae4b4d4cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364380 Jul 06 13:42:46.758709 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-705c7ec7-e739-4036-8ec7-f0ab008d9dd6 req-38688e69-f548-4d43-8c33-4e84791aa394 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0933735 Jul 06 13:42:46.819315 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-463b9d19-e939-456c-b15b-1a22fe0358c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1171351734-router', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:44Z', 'revision_number': 4, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'gw_port': {'id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856', 'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'mac_address': 'fa:16:3e:bf:aa:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:43Z', 'updated_at': '2021-07-06T13:42:45Z', 'revision_number': 2, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'subnets': [{'id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:46.862908 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463b9d19-e939-456c-b15b-1a22fe0358c3 None None] Checking router: d3c5e100-2043-46e0-a93a-f4eab640194b for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:42:46.863642 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463b9d19-e939-456c-b15b-1a22fe0358c3 None None] Updating router d3c5e100-2043-46e0-a93a-f4eab640194b port ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:42:46.877512 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c7ec7-e739-4036-8ec7-f0ab008d9dd6 req-07bf0570-beac-4bfa-acb1-6fc5057abb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:46.879288 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-705c7ec7-e739-4036-8ec7-f0ab008d9dd6 req-07bf0570-beac-4bfa-acb1-6fc5057abb2a service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=2ad2ecb7fb1e4613ae637150b5610a1d&device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2 HTTP/1.1" status: 200 len: 1122 time: 0.0708716 Jul 06 13:42:46.902864 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-463b9d19-e939-456c-b15b-1a22fe0358c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:46.909716 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff074ad-52ad-4544-ab1b-628426dd6d89 req-f2b9c7f2-6a11-441d-b181-ce0f30e63ce6 tempest-AggregatesAdminTestJSON-1836229199 tempest-AggregatesAdminTestJSON-1836229199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:46.911334 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8ff074ad-52ad-4544-ab1b-628426dd6d89 req-f2b9c7f2-6a11-441d-b181-ce0f30e63ce6 tempest-AggregatesAdminTestJSON-1836229199 tempest-AggregatesAdminTestJSON-1836229199-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=3a7d5eb2-fded-4c12-bfcb-1c4067904197 HTTP/1.1" status: 200 len: 1123 time: 0.1513736 Jul 06 13:42:46.971586 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8ff074ad-52ad-4544-ab1b-628426dd6d89 req-d3b9b1e7-730c-4ccc-a8c9-fd296b156778 tempest-AggregatesAdminTestJSON-1836229199 tempest-AggregatesAdminTestJSON-1836229199-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:47.037703 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c7ec7-e739-4036-8ec7-f0ab008d9dd6 req-5b6fed1a-b456-4455-a736-1dd4eac9ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:47.039506 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-705c7ec7-e739-4036-8ec7-f0ab008d9dd6 req-5b6fed1a-b456-4455-a736-1dd4eac9ec45 service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.1387389 Jul 06 13:42:47.085793 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-705c7ec7-e739-4036-8ec7-f0ab008d9dd6 req-fa584e67-79f7-40ff-ac70-fd3c81f43027 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=417ae2bb-b5e2-4db5-be21-ecd8a0274799 HTTP/1.1" status: 200 len: 217 time: 0.0394080 Jul 06 13:42:47.253082 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8ff074ad-52ad-4544-ab1b-628426dd6d89 req-d3b9b1e7-730c-4ccc-a8c9-fd296b156778 tempest-AggregatesAdminTestJSON-1836229199 tempest-AggregatesAdminTestJSON-1836229199-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:47.284319 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8ff074ad-52ad-4544-ab1b-628426dd6d89 req-d3b9b1e7-730c-4ccc-a8c9-fd296b156778 tempest-AggregatesAdminTestJSON-1836229199 tempest-AggregatesAdminTestJSON-1836229199-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:47.307051 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9c9e03de-dd57-41db-a175-53a4138b65f8 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:42:47.312377 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c7ec7-e739-4036-8ec7-f0ab008d9dd6 req-113f6b7a-db4e-4548-8196-eca9a5d4b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:47.313909 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-705c7ec7-e739-4036-8ec7-f0ab008d9dd6 req-113f6b7a-db4e-4548-8196-eca9a5d4b9df service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.2212734 Jul 06 13:42:47.346244 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8ff074ad-52ad-4544-ab1b-628426dd6d89 req-d3b9b1e7-730c-4ccc-a8c9-fd296b156778 tempest-AggregatesAdminTestJSON-1836229199 tempest-AggregatesAdminTestJSON-1836229199-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=30c6c6a4-69dc-498c-aad0-cae4b4d4cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223030 Jul 06 13:42:47.437680 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9b1e7-730c-4ccc-a8c9-fd296b156778 tempest-AggregatesAdminTestJSON-1836229199 tempest-AggregatesAdminTestJSON-1836229199-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eee6c84-597d-4f4c-b697-7c3363a042a7,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:47.455762 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-463b9d19-e939-456c-b15b-1a22fe0358c3 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:47.474534 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-463b9d19-e939-456c-b15b-1a22fe0358c3 None None] Transition to ACTIVE for port object ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:42:47.504254 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-463b9d19-e939-456c-b15b-1a22fe0358c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:47.517954 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 9c9e03de-dd57-41db-a175-53a4138b65f8, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9c9e03de-dd57-41db-a175-53a4138b65f8,segment=NetworkSegment(757ffada-3a1c-4888-9c59-49ac0545acdd),segment_id=757ffada-3a1c-4888-9c59-49ac0545acdd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:42:47.541034 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-563922c2-10df-4fb0-b267-8cf9bd5a65b1 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:47.548694 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-563922c2-10df-4fb0-b267-8cf9bd5a65b1 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/networks?id=624fdad4-82a3-4ebc-89e9-3ce038d748b0 HTTP/1.1" status: 200 len: 821 time: 0.3526642 Jul 06 13:42:47.560251 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '9c9e03de-dd57-41db-a175-53a4138b65f8', 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3', 'port_id': '9c9e03de-dd57-41db-a175-53a4138b65f8', 'mac_address': 'fa:16:3e:02:a7:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:42:47.591616 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ab7a9-0fc9-461f-ba6c-91ec61308f00 None None] Pushing event updated for resources: {'Port': ['ID=ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:47.598892 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-38fe7bd1-6fce-47cb-9b79-cf2fa7853df8 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/quotas/a56e97c4904044ce9798b96743e618e0 HTTP/1.1" status: 200 len: 375 time: 0.0489523 Jul 06 13:42:47.617606 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c7ec7-e739-4036-8ec7-f0ab008d9dd6 req-cd74c105-c8b0-4693-839d-4e7ffb013ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:47.619429 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-705c7ec7-e739-4036-8ec7-f0ab008d9dd6 req-cd74c105-c8b0-4693-839d-4e7ffb013ab6 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2985194 Jul 06 13:42:47.640550 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 81d0c1a6-868a-451f-bd9a-781fd9ad3541 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:42:47.696993 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:47.728041 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-463b9d19-e939-456c-b15b-1a22fe0358c3 None None] Attempting to bind port ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:42:47.728426 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-463b9d19-e939-456c-b15b-1a22fe0358c3 None None] Attempting to bind port ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'f4412e6c-f55a-4207-aa2d-d092f711bb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:42:47.728791 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463b9d19-e939-456c-b15b-1a22fe0358c3 None None] Attempting to bind port ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856 on network 624fdad4-82a3-4ebc-89e9-3ce038d748b0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:42:47.735363 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c9e03de-dd57-41db-a175-53a4138b65f8 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:42:47.742382 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce532ea3-a36f-42f5-89a6-cbb7c122348f req-b26de9af-e810-4e43-afb5-f859655d1924 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:47.743971 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ce532ea3-a36f-42f5-89a6-cbb7c122348f req-b26de9af-e810-4e43-afb5-f859655d1924 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2 HTTP/1.1" status: 200 len: 971 time: 0.2347240 Jul 06 13:42:47.752611 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463b9d19-e939-456c-b15b-1a22fe0358c3 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:42:47.753280 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463b9d19-e939-456c-b15b-1a22fe0358c3 None None] Checking segment: {'id': 'f4412e6c-f55a-4207-aa2d-d092f711bb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:42:47.754255 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-463b9d19-e939-456c-b15b-1a22fe0358c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:47.754904 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463b9d19-e939-456c-b15b-1a22fe0358c3 None None] Bound using segment: {'id': 'f4412e6c-f55a-4207-aa2d-d092f711bb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:42:47.755950 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-463b9d19-e939-456c-b15b-1a22fe0358c3 None None] Bound port: ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4412e6c-f55a-4207-aa2d-d092f711bb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:42:47.757537 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-463b9d19-e939-456c-b15b-1a22fe0358c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:47.789708 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 9c9e03de-dd57-41db-a175-53a4138b65f8, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9c9e03de-dd57-41db-a175-53a4138b65f8,segment=NetworkSegment(757ffada-3a1c-4888-9c59-49ac0545acdd),segment_id=757ffada-3a1c-4888-9c59-49ac0545acdd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:42:47.806620 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-ccf7c955-8bba-43de-9ae4-7b15a61c83c7 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=a56e97c4904044ce9798b96743e618e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2067454 Jul 06 13:42:47.814209 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:47.844393 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-705c7ec7-e739-4036-8ec7-f0ab008d9dd6 req-de781bce-50be-416b-a620-4952b6bde18a service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062278 Jul 06 13:42:47.857535 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ce532ea3-a36f-42f5-89a6-cbb7c122348f req-05a0aaf5-3da3-4948-8f19-df66adad41c3 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/security-groups?id=be372249-e899-41e5-acfe-1529b363cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057417 Jul 06 13:42:47.866989 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 81d0c1a6-868a-451f-bd9a-781fd9ad3541 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:47.867948 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:47.950009 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-463b9d19-e939-456c-b15b-1a22fe0358c3 None None] For port ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:42:47.967372 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=9c9e03de-dd57-41db-a175-53a4138b65f8,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:47.978392 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-463b9d19-e939-456c-b15b-1a22fe0358c3 None None] For port ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856,segment=NetworkSegment(f4412e6c-f55a-4207-aa2d-d092f711bb3d),segment_id=f4412e6c-f55a-4207-aa2d-d092f711bb3d)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:42:47.986989 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-463b9d19-e939-456c-b15b-1a22fe0358c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:48.008679 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-705c7ec7-e739-4036-8ec7-f0ab008d9dd6 req-b695d3dd-9667-48f9-8240-225cc6491bfe service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475589 Jul 06 13:42:48.083027 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463b9d19-e939-456c-b15b-1a22fe0358c3 None None] Routers {'d3c5e100-2043-46e0-a93a-f4eab640194b'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:42:48.083682 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-463b9d19-e939-456c-b15b-1a22fe0358c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:42:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d3c5e100-2043-46e0-a93a-f4eab640194b'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:48.119773 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-608e04ed-f195-4dfd-b9e0-b2e949fe658c service neutron] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:42:48.120867 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-608e04ed-f195-4dfd-b9e0-b2e949fe658c service neutron] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1431816 Jul 06 13:42:48.136848 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ab7a9-0fc9-461f-ba6c-91ec61308f00 None None] Pushing event updated for resources: {'Port': ['ID=ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:48.201465 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9c9e03de-dd57-41db-a175-53a4138b65f8'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:42:48.267832 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-463b9d19-e939-456c-b15b-1a22fe0358c3 None None] Set router d3c5e100-2043-46e0-a93a-f4eab640194b gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:42:48.279265 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-a8dc1214-efcf-4c60-942f-e67f7787727b service neutron] 10.222.0.118 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490295 Jul 06 13:42:48.417572 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-ed7629ea-7778-4016-b00e-5c6197c4a526 service neutron] 10.222.0.118 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320210 Jul 06 13:42:48.464741 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:48.596759 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-463b9d19-e939-456c-b15b-1a22fe0358c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1171351734-router', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:44Z', 'revision_number': 4, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'gw_port': {'id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856', 'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'mac_address': 'fa:16:3e:bf:aa:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:43Z', 'updated_at': '2021-07-06T13:42:47Z', 'revision_number': 4, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'subnets': [{'id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:48.643628 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463b9d19-e939-456c-b15b-1a22fe0358c3 None None] The sync data for ids ['d3c5e100-2043-46e0-a93a-f4eab640194b'] in n-d-773644-6 is: [{'id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1171351734-router', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:44Z', 'revision_number': 4, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'gw_port': {'id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856', 'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'mac_address': 'fa:16:3e:bf:aa:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:43Z', 'updated_at': '2021-07-06T13:42:47Z', 'revision_number': 4, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'subnets': [{'id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:42:48.948743 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621270bb-ec6f-4cf2-99d9-496fd8d96cc1 req-ce08daab-dfed-4f7f-96df-365dce70e941 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:48.951422 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-621270bb-ec6f-4cf2-99d9-496fd8d96cc1 req-ce08daab-dfed-4f7f-96df-365dce70e941 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/ports?device_id=5080e3ca-6263-48f6-94b5-7086a496a09f HTTP/1.1" status: 200 len: 945 time: 0.1055923 Jul 06 13:42:49.014609 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-621270bb-ec6f-4cf2-99d9-496fd8d96cc1 req-22729d79-4b93-4317-8a67-cea1d45b2f7d tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/security-groups?id=f58f32fb-958b-41d5-b6dd-c43c4cedb55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560365 Jul 06 13:42:49.133709 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-63238d50-0db5-4c8f-8b38-40e79fe50355 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=dbf280e00e6b44d0a9548d1ff1c178bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280402 Jul 06 13:42:49.203595 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9c9e03de-dd57-41db-a175-53a4138b65f8 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:42:49.282168 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 9c9e03de-dd57-41db-a175-53a4138b65f8 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:42:49.290799 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 9c9e03de-dd57-41db-a175-53a4138b65f8 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:49.291178 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:49.340499 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-5a3ed2fb-d3c7-4f7c-9ca3-10cd0fcd05b8 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:49.348062 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-5a3ed2fb-d3c7-4f7c-9ca3-10cd0fcd05b8 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2028158 Jul 06 13:42:49.368880 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-0c299910-8f2d-4656-ac3a-712bc0cf1b3a tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] 10.222.0.118 "GET /v2.0/quotas/dbf280e00e6b44d0a9548d1ff1c178bd HTTP/1.1" status: 200 len: 375 time: 0.0198481 Jul 06 13:42:49.410812 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:49.415760 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-8c4c5a39-9349-4b59-8a68-7dc126276086 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=dbf280e00e6b44d0a9548d1ff1c178bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458095 Jul 06 13:42:49.465042 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 9c9e03de-dd57-41db-a175-53a4138b65f8, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9c9e03de-dd57-41db-a175-53a4138b65f8,segment=NetworkSegment(757ffada-3a1c-4888-9c59-49ac0545acdd),segment_id=757ffada-3a1c-4888-9c59-49ac0545acdd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:42:49.466210 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5080e3ca-6263-48f6-94b5-7086a496a09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9e03de-dd57-41db-a175-53a4138b65f8'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:42:49.468959 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e142bbce-0e99-4ffd-8e0e-32fbbf84b45a" -d '{"events": [{"server_uuid": "5080e3ca-6263-48f6-94b5-7086a496a09f", "name": "network-vif-plugged", "status": "completed", "tag": "9c9e03de-dd57-41db-a175-53a4138b65f8"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:42:49.474290 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:49.644179 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=9c9e03de-dd57-41db-a175-53a4138b65f8,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:49.666174 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:42:49.758010 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:42:49.765101 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:49.765514 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:49.794620 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8aa53a6c-652c-429d-b710-82478f3c7cdb req-c5b4bc22-68aa-4d68-8047-05ac853a9c3b tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/ports?device_id=64b4c6b5-e9ad-4df8-a4c2-f66daaf38927 HTTP/1.1" status: 200 len: 210 time: 0.0476077 Jul 06 13:42:49.909585 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:49.921828 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df01b69b-59b4-4ec2-9e56-14935093928c x-openstack-request-id: req-df01b69b-59b4-4ec2-9e56-14935093928c {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:42:49.922147 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5080e3ca-6263-48f6-94b5-7086a496a09f", "name": "network-vif-plugged", "status": "completed", "tag": "9c9e03de-dd57-41db-a175-53a4138b65f8", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:42:49.922466 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-df01b69b-59b4-4ec2-9e56-14935093928c {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:42:49.922854 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5080e3ca-6263-48f6-94b5-7086a496a09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9e03de-dd57-41db-a175-53a4138b65f8', 'code': 200} Jul 06 13:42:49.964246 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856,segment=NetworkSegment(f4412e6c-f55a-4207-aa2d-d092f711bb3d),segment_id=f4412e6c-f55a-4207-aa2d-d092f711bb3d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:42:49.969106 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:50.054436 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08e69843-c3d7-474a-9757-272441beb2bb req-34fa4b92-15a8-4ad6-8806-80b19eeed4cf tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] 10.222.0.118 "GET /v2.0/ports?device_id=c4dafedf-3c3b-4b17-ba9b-f1287949a3be HTTP/1.1" status: 200 len: 210 time: 0.0845912 Jul 06 13:42:50.087961 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:50.171170 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23fd9a-4724-40b4-9b19-df1eb326e3e6 req-bca11eb7-f056-4f10-a2b3-2713c786a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:50.179062 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1f23fd9a-4724-40b4-9b19-df1eb326e3e6 req-bca11eb7-f056-4f10-a2b3-2713c786a5eb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5080e3ca-6263-48f6-94b5-7086a496a09f HTTP/1.1" status: 200 len: 1097 time: 0.1716919 Jul 06 13:42:50.192327 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b425a5-d881-4490-aa0c-a7dec70ef73d req-e3ecda85-1e1d-47df-8b27-13f42c6a0cd9 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:50.202343 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c6b425a5-d881-4490-aa0c-a7dec70ef73d req-e3ecda85-1e1d-47df-8b27-13f42c6a0cd9 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2 HTTP/1.1" status: 200 len: 971 time: 0.1698704 Jul 06 13:42:50.241701 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.52', 59551) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:50.295129 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1f23fd9a-4724-40b4-9b19-df1eb326e3e6 req-ffffba15-3159-4433-b758-b2a564557b80 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f58f32fb-958b-41d5-b6dd-c43c4cedb55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017537 Jul 06 13:42:50.394552 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c6b425a5-d881-4490-aa0c-a7dec70ef73d req-a59632d6-3c94-428f-bedb-32c3931d0f1a tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/security-groups?id=be372249-e899-41e5-acfe-1529b363cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899803 Jul 06 13:42:50.475427 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-82aa7b39-8834-4d0b-ba2f-97ab5b256898 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:50.477357 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-82aa7b39-8834-4d0b-ba2f-97ab5b256898 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.52 "GET /v2.0/networks?id=624fdad4-82a3-4ebc-89e9-3ce038d748b0 HTTP/1.1" status: 200 len: 821 time: 0.2350280 Jul 06 13:42:50.491843 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-bceabd70-c91c-4ef5-88b4-3d07295efa90 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Request body: {'port': {'device_id': '64b4c6b5-e9ad-4df8-a4c2-f66daaf38927', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'admin_state_up': True, 'tenant_id': 'a56e97c4904044ce9798b96743e618e0'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:42:50.697378 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f72805-8c59-4bf5-9165-b83fa4d68e75 req-f2197d09-f134-449b-92d3-c5914af43984 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:50.698924 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-26f72805-8c59-4bf5-9165-b83fa4d68e75 req-f2197d09-f134-449b-92d3-c5914af43984 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/ports?device_id=5080e3ca-6263-48f6-94b5-7086a496a09f HTTP/1.1" status: 200 len: 946 time: 0.1355770 Jul 06 13:42:50.711973 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-bceabd70-c91c-4ef5-88b4-3d07295efa90 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Made reservation on behalf of a56e97c4904044ce9798b96743e618e0 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:42:50.715813 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-bceabd70-c91c-4ef5-88b4-3d07295efa90 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:50.786023 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-26f72805-8c59-4bf5-9165-b83fa4d68e75 req-5350f2fe-dee9-4560-b656-444ab845ad2e tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/security-groups?id=f58f32fb-958b-41d5-b6dd-c43c4cedb55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651839 Jul 06 13:42:51.242780 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-65ebba7a-a2fc-45bf-961a-335d516f6cc8 req-eafb3ca0-86f0-4142-85ed-96ead939fc9c tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/ports?device_id=64b4c6b5-e9ad-4df8-a4c2-f66daaf38927 HTTP/1.1" status: 200 len: 210 time: 0.2681077 Jul 06 13:42:51.356248 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-bceabd70-c91c-4ef5-88b4-3d07295efa90 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Allocated IP 172.20.0.12 (624fdad4-82a3-4ebc-89e9-3ce038d748b0/a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b/eba98cb6-4db1-4179-9da9-c03d3f80437f) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:42:51.379875 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389cfc5-eafd-4d38-a9ca-b4a482274b8d req-890a5979-68de-40f8-a580-760a2181dd85 tempest-DeleteServersAdminTestJSON-1441082072 tempest-DeleteServersAdminTestJSON-1441082072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:51.382565 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6389cfc5-eafd-4d38-a9ca-b4a482274b8d req-890a5979-68de-40f8-a580-760a2181dd85 tempest-DeleteServersAdminTestJSON-1441082072 tempest-DeleteServersAdminTestJSON-1441082072-project-admin] 10.222.0.124 "GET /v2.0/ports?device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2 HTTP/1.1" status: 200 len: 1122 time: 0.4857976 Jul 06 13:42:51.423225 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-b63ad96b-e587-41b5-b2ca-a24c1507027a tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] 10.222.0.124 "GET /v2.0/networks?tenant_id=dbf280e00e6b44d0a9548d1ff1c178bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1307518 Jul 06 13:42:51.438537 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-36f07243-535d-4e75-a574-4c7e95f2b495 req-6f8546b7-1dd0-4cf6-a8ae-4c8b09fa04c8 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] 10.222.0.118 "GET /v2.0/ports?device_id=c4dafedf-3c3b-4b17-ba9b-f1287949a3be HTTP/1.1" status: 200 len: 210 time: 0.1495583 Jul 06 13:42:51.588837 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:42:51.645686 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:51.647668 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:51.770890 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-21ed21b9-6356-4421-b5a8-91a16ae5f84d tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:51.773278 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-21ed21b9-6356-4421-b5a8-91a16ae5f84d tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3158607 Jul 06 13:42:51.816214 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-1cfb8cf0-3e58-49e9-900e-b743642a0862 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Request body: {'port': {'device_id': 'c4dafedf-3c3b-4b17-ba9b-f1287949a3be', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'admin_state_up': True, 'tenant_id': 'dbf280e00e6b44d0a9548d1ff1c178bd'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:42:51.905089 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-6389cfc5-eafd-4d38-a9ca-b4a482274b8d req-f695b5a3-2fbb-4f3d-98e0-2449759c428b tempest-DeleteServersAdminTestJSON-1441082072 tempest-DeleteServersAdminTestJSON-1441082072-project-admin] Deleting port 417ae2bb-b5e2-4db5-be21-ecd8a0274799 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:42:51.905378 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6389cfc5-eafd-4d38-a9ca-b4a482274b8d req-f695b5a3-2fbb-4f3d-98e0-2449759c428b tempest-DeleteServersAdminTestJSON-1441082072 tempest-DeleteServersAdminTestJSON-1441082072-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:51.974264 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-bceabd70-c91c-4ef5-88b4-3d07295efa90 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:52.025424 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-bceabd70-c91c-4ef5-88b4-3d07295efa90 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Transition to ACTIVE for port object eba98cb6-4db1-4179-9da9-c03d3f80437f will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:42:52.089500 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d7205-0c6f-4a2b-a15b-45e99b37f400 req-4fa33e5d-3524-4d3e-bc60-7d2697dddcea tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:52.091150 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9d8d7205-0c6f-4a2b-a15b-45e99b37f400 req-4fa33e5d-3524-4d3e-bc60-7d2697dddcea tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2 HTTP/1.1" status: 200 len: 971 time: 0.3169174 Jul 06 13:42:52.133991 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-6389cfc5-eafd-4d38-a9ca-b4a482274b8d req-f695b5a3-2fbb-4f3d-98e0-2449759c428b tempest-DeleteServersAdminTestJSON-1441082072 tempest-DeleteServersAdminTestJSON-1441082072-project-admin] For port 417ae2bb-b5e2-4db5-be21-ecd8a0274799, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=417ae2bb-b5e2-4db5-be21-ecd8a0274799,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:42:52.134259 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6389cfc5-eafd-4d38-a9ca-b4a482274b8d req-f695b5a3-2fbb-4f3d-98e0-2449759c428b tempest-DeleteServersAdminTestJSON-1441082072 tempest-DeleteServersAdminTestJSON-1441082072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:52.198021 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-6389cfc5-eafd-4d38-a9ca-b4a482274b8d req-f695b5a3-2fbb-4f3d-98e0-2449759c428b tempest-DeleteServersAdminTestJSON-1441082072 tempest-DeleteServersAdminTestJSON-1441082072-project-admin] Calling delete_port for 417ae2bb-b5e2-4db5-be21-ecd8a0274799 owned by compute:tempest-test_az-1219908492 {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:42:52.216512 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-1cfb8cf0-3e58-49e9-900e-b743642a0862 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Made reservation on behalf of dbf280e00e6b44d0a9548d1ff1c178bd for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:42:52.220802 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-1cfb8cf0-3e58-49e9-900e-b743642a0862 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:52.243068 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-bceabd70-c91c-4ef5-88b4-3d07295efa90 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:52.277710 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-1cfb8cf0-3e58-49e9-900e-b743642a0862 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:52.317300 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9d8d7205-0c6f-4a2b-a15b-45e99b37f400 req-5c6d9890-0e7f-48d2-8714-0a8f0fc4b953 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/security-groups?id=be372249-e899-41e5-acfe-1529b363cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173979 Jul 06 13:42:52.366594 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-bceabd70-c91c-4ef5-88b4-3d07295efa90 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Network 624fdad4-82a3-4ebc-89e9-3ce038d748b0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:42:52.385168 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-bceabd70-c91c-4ef5-88b4-3d07295efa90 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:42:52.396072 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-bceabd70-c91c-4ef5-88b4-3d07295efa90 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:42:52.469823 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cad15a-4003-47f9-b3cc-ec16d878f9dc req-74b72e67-870b-4ed0-bf3d-2d6384c7d77c tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:52.472641 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28cad15a-4003-47f9-b3cc-ec16d878f9dc req-74b72e67-870b-4ed0-bf3d-2d6384c7d77c tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/ports?device_id=5080e3ca-6263-48f6-94b5-7086a496a09f HTTP/1.1" status: 200 len: 946 time: 0.3346767 Jul 06 13:42:52.491179 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceabd70-c91c-4ef5-88b4-3d07295efa90 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Pushing event updated for resources: {'Port': ['ID=eba98cb6-4db1-4179-9da9-c03d3f80437f,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:52.539577 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-bceabd70-c91c-4ef5-88b4-3d07295efa90 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:52.540250 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-bceabd70-c91c-4ef5-88b4-3d07295efa90 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:52.632549 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28cad15a-4003-47f9-b3cc-ec16d878f9dc req-3f5792fe-c53c-4642-8cda-2d0cc7a5a1bf tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/security-groups?id=f58f32fb-958b-41d5-b6dd-c43c4cedb55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481154 Jul 06 13:42:52.658789 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6389cfc5-eafd-4d38-a9ca-b4a482274b8d req-f695b5a3-2fbb-4f3d-98e0-2449759c428b tempest-DeleteServersAdminTestJSON-1441082072 tempest-DeleteServersAdminTestJSON-1441082072-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:52.669692 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['417ae2bb-b5e2-4db5-be21-ecd8a0274799'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:42:52.691208 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-1cfb8cf0-3e58-49e9-900e-b743642a0862 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:52.743591 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-1cfb8cf0-3e58-49e9-900e-b743642a0862 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:52.760965 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695b5a3-2fbb-4f3d-98e0-2449759c428b tempest-DeleteServersAdminTestJSON-1441082072 tempest-DeleteServersAdminTestJSON-1441082072-project-admin] Pushing event deleted for resources: {'Port': ['ID=417ae2bb-b5e2-4db5-be21-ecd8a0274799,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:52.763728 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-bceabd70-c91c-4ef5-88b4-3d07295efa90 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2765243 Jul 06 13:42:52.805948 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-6389cfc5-eafd-4d38-a9ca-b4a482274b8d req-f695b5a3-2fbb-4f3d-98e0-2449759c428b tempest-DeleteServersAdminTestJSON-1441082072 tempest-DeleteServersAdminTestJSON-1441082072-project-admin] No DVR routers for this DVR port 417ae2bb-b5e2-4db5-be21-ecd8a0274799 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:42:52.818879 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-f28e6cb4-4472-4d63-bc7a-0b902cbe569d service neutron] Request body: {'port': {'device_id': '64b4c6b5-e9ad-4df8-a4c2-f66daaf38927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:42:52.848919 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6389cfc5-eafd-4d38-a9ca-b4a482274b8d req-f695b5a3-2fbb-4f3d-98e0-2449759c428b tempest-DeleteServersAdminTestJSON-1441082072 tempest-DeleteServersAdminTestJSON-1441082072-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:52.852003 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6389cfc5-eafd-4d38-a9ca-b4a482274b8d req-f695b5a3-2fbb-4f3d-98e0-2449759c428b tempest-DeleteServersAdminTestJSON-1441082072 tempest-DeleteServersAdminTestJSON-1441082072-project-admin] 10.222.0.124 "DELETE /v2.0/ports/417ae2bb-b5e2-4db5-be21-ecd8a0274799 HTTP/1.1" status: 204 len: 173 time: 1.4312668 Jul 06 13:42:52.853464 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1fa2ae00-be09-4c1d-9ae0-6d286ead814c None None] Provisioning for port eba98cb6-4db1-4179-9da9-c03d3f80437f completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:42:52.857513 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1fa2ae00-be09-4c1d-9ae0-6d286ead814c None None] Provisioning complete for port eba98cb6-4db1-4179-9da9-c03d3f80437f triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:52.858053 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1fa2ae00-be09-4c1d-9ae0-6d286ead814c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:52.884236 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfaf5fe-e145-4c80-b21a-f88788832ba2', 'name': 'network-vif-deleted', 'tag': '417ae2bb-b5e2-4db5-be21-ecd8a0274799'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:42:52.886642 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bac9ad-b39a-4e7b-a2d1-b096d2d67c92" -d '{"events": [{"server_uuid": "ebfaf5fe-e145-4c80-b21a-f88788832ba2", "name": "network-vif-deleted", "tag": "417ae2bb-b5e2-4db5-be21-ecd8a0274799"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:42:52.902350 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-1fa2ae00-be09-4c1d-9ae0-6d286ead814c None None] Port eba98cb6-4db1-4179-9da9-c03d3f80437f cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:42:52.951264 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-57368c69-3e83-42d5-ad58-934b45adf465 req-dd259056-e360-4061-b2bb-74dfddf75a43 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] 10.222.0.118 "GET /v2.0/ports?device_id=c4dafedf-3c3b-4b17-ba9b-f1287949a3be HTTP/1.1" status: 200 len: 210 time: 0.1197541 Jul 06 13:42:52.956244 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb8cf0-3e58-49e9-900e-b743642a0862 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd68e092-a078-4c5a-b5ab-6d8283765b98,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:53.035466 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2b057a2a-4dcf-40a9-bcfc-6d14eece4eff req-55bc9fcf-f569-42c7-a450-bb6977569433 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5080e3ca-6263-48f6-94b5-7086a496a09f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0789118 Jul 06 13:42:53.061924 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-f28e6cb4-4472-4d63-bc7a-0b902cbe569d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:53.108765 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-1cfb8cf0-3e58-49e9-900e-b743642a0862 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Allocated IP 192.168.233.78 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/6d1ad894-bc25-4654-a2aa-69913c851dd5) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:42:53.120179 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3a7df-3c7a-4f0e-8cd7-221f8b182b96 req-81999c08-1d1d-46ca-996b-2fe1891d157b tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:53.121902 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64e3a7df-3c7a-4f0e-8cd7-221f8b182b96 req-81999c08-1d1d-46ca-996b-2fe1891d157b tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/ports?device_id=64b4c6b5-e9ad-4df8-a4c2-f66daaf38927 HTTP/1.1" status: 200 len: 932 time: 0.3843288 Jul 06 13:42:53.168272 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b057a2a-4dcf-40a9-bcfc-6d14eece4eff req-b7c7ff3c-2767-4c63-8fd0-6ca04b7a4757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:53.170007 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2b057a2a-4dcf-40a9-bcfc-6d14eece4eff req-b7c7ff3c-2767-4c63-8fd0-6ca04b7a4757 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf97b212161040be888f75b8c2d45231&device_id=5080e3ca-6263-48f6-94b5-7086a496a09f HTTP/1.1" status: 200 len: 1097 time: 0.0747383 Jul 06 13:42:53.290305 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012dc8d1-db01-4bba-ae4b-63601a93adc4 x-openstack-request-id: req-012dc8d1-db01-4bba-ae4b-63601a93adc4 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:42:53.290823 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebfaf5fe-e145-4c80-b21a-f88788832ba2", "name": "network-vif-deleted", "tag": "417ae2bb-b5e2-4db5-be21-ecd8a0274799", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:42:53.290823 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-012dc8d1-db01-4bba-ae4b-63601a93adc4 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:42:53.291520 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfaf5fe-e145-4c80-b21a-f88788832ba2', 'name': 'network-vif-deleted', 'tag': '417ae2bb-b5e2-4db5-be21-ecd8a0274799', 'status': 'completed', 'code': 200} Jul 06 13:42:53.313860 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64e3a7df-3c7a-4f0e-8cd7-221f8b182b96 req-53225761-281a-46a0-b676-51fcc4421f4d tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/security-groups?id=2fb62f41-fa9a-416b-8d6d-34532d71b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655524 Jul 06 13:42:53.354257 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b057a2a-4dcf-40a9-bcfc-6d14eece4eff req-8a53db46-548a-4fa6-ac85-277992c32dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:53.355862 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2b057a2a-4dcf-40a9-bcfc-6d14eece4eff req-8a53db46-548a-4fa6-ac85-277992c32dea service neutron] 10.222.0.52 "GET /v2.0/networks?id=aaaedc37-a943-4e08-a9d9-051a526a02c3 HTTP/1.1" status: 200 len: 924 time: 0.1566787 Jul 06 13:42:53.406741 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2b057a2a-4dcf-40a9-bcfc-6d14eece4eff req-4b0711b1-2465-4037-b8a6-a6bf7e16bb80 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c9e03de-dd57-41db-a175-53a4138b65f8 HTTP/1.1" status: 200 len: 217 time: 0.0393498 Jul 06 13:42:53.492928 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b057a2a-4dcf-40a9-bcfc-6d14eece4eff req-04e1cf1f-c75b-4673-9ca7-e165cec1cef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:53.495850 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2b057a2a-4dcf-40a9-bcfc-6d14eece4eff req-04e1cf1f-c75b-4673-9ca7-e165cec1cef0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5b004f57-06ee-4d0d-a87a-55a49a717c6d HTTP/1.1" status: 200 len: 862 time: 0.0804837 Jul 06 13:42:53.605188 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b057a2a-4dcf-40a9-bcfc-6d14eece4eff req-d7ca285b-ecdb-454e-a14c-7c0b4ce38e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:53.610398 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2b057a2a-4dcf-40a9-bcfc-6d14eece4eff req-d7ca285b-ecdb-454e-a14c-7c0b4ce38e34 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aaaedc37-a943-4e08-a9d9-051a526a02c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063516 Jul 06 13:42:53.635490 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-1cfb8cf0-3e58-49e9-900e-b743642a0862 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:53.697264 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1e98a0f0-0e32-4cad-9c26-3c6cafa75de5 req-82b671db-6410-4cf0-9687-47ee6d2c6ba0 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebfaf5fe-e145-4c80-b21a-f88788832ba2 HTTP/1.1" status: 200 len: 210 time: 0.0590816 Jul 06 13:42:53.707044 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-1cfb8cf0-3e58-49e9-900e-b743642a0862 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Transition to ACTIVE for port object 6d1ad894-bc25-4654-a2aa-69913c851dd5 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:42:53.768381 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-f28e6cb4-4472-4d63-bc7a-0b902cbe569d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba98cb6-4db1-4179-9da9-c03d3f80437f {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:42:53.773469 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2b057a2a-4dcf-40a9-bcfc-6d14eece4eff req-4ae54708-cdf6-412f-97b5-a00e0a1d05c7 service neutron] 10.222.0.52 "GET /v2.0/networks/aaaedc37-a943-4e08-a9d9-051a526a02c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561525 Jul 06 13:42:53.782842 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-f28e6cb4-4472-4d63-bc7a-0b902cbe569d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:53.803818 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-f28e6cb4-4472-4d63-bc7a-0b902cbe569d service neutron] Transition to ACTIVE for port object eba98cb6-4db1-4179-9da9-c03d3f80437f will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:42:53.808690 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-1cfb8cf0-3e58-49e9-900e-b743642a0862 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:53.811241 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-f28e6cb4-4472-4d63-bc7a-0b902cbe569d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:53.867684 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-1cfb8cf0-3e58-49e9-900e-b743642a0862 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:42:53.875271 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-1cfb8cf0-3e58-49e9-900e-b743642a0862 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:42:53.877623 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-1cfb8cf0-3e58-49e9-900e-b743642a0862 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:42:53.929460 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2b057a2a-4dcf-40a9-bcfc-6d14eece4eff req-ff26270b-844e-453e-9b68-621fe61ab6a9 service neutron] 10.222.0.52 "GET /v2.0/networks/aaaedc37-a943-4e08-a9d9-051a526a02c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489766 Jul 06 13:42:53.948551 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e6cb4-4472-4d63-bc7a-0b902cbe569d service neutron] Pushing event updated for resources: {'Port': ['ID=eba98cb6-4db1-4179-9da9-c03d3f80437f,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:53.998566 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-1cfb8cf0-3e58-49e9-900e-b743642a0862 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:53.999248 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-1cfb8cf0-3e58-49e9-900e-b743642a0862 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:54.096105 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-1cfb8cf0-3e58-49e9-900e-b743642a0862 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3003225 Jul 06 13:42:54.113641 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-f2af6367-63f1-4152-945e-5459cc3e6e0f service neutron] Request body: {'port': {'device_id': 'c4dafedf-3c3b-4b17-ba9b-f1287949a3be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:42:54.126525 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb8cf0-3e58-49e9-900e-b743642a0862 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Pushing event updated for resources: {'Port': ['ID=6d1ad894-bc25-4654-a2aa-69913c851dd5,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:54.176271 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-f28e6cb4-4472-4d63-bc7a-0b902cbe569d service neutron] Attempting to bind port eba98cb6-4db1-4179-9da9-c03d3f80437f on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:42:54.176592 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-f28e6cb4-4472-4d63-bc7a-0b902cbe569d service neutron] Attempting to bind port eba98cb6-4db1-4179-9da9-c03d3f80437f by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'f4412e6c-f55a-4207-aa2d-d092f711bb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:42:54.177022 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-f28e6cb4-4472-4d63-bc7a-0b902cbe569d service neutron] Attempting to bind port eba98cb6-4db1-4179-9da9-c03d3f80437f on network 624fdad4-82a3-4ebc-89e9-3ce038d748b0 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:42:54.190639 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-f28e6cb4-4472-4d63-bc7a-0b902cbe569d service neutron] Port eba98cb6-4db1-4179-9da9-c03d3f80437f on network 624fdad4-82a3-4ebc-89e9-3ce038d748b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:42:54.190973 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-f28e6cb4-4472-4d63-bc7a-0b902cbe569d service neutron] Attempting to bind port eba98cb6-4db1-4179-9da9-c03d3f80437f on network 624fdad4-82a3-4ebc-89e9-3ce038d748b0 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:42:54.207218 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-f28e6cb4-4472-4d63-bc7a-0b902cbe569d service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:42:54.207611 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-f28e6cb4-4472-4d63-bc7a-0b902cbe569d service neutron] Checking segment: {'id': 'f4412e6c-f55a-4207-aa2d-d092f711bb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:42:54.208121 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-f28e6cb4-4472-4d63-bc7a-0b902cbe569d service neutron] Bound using segment: {'id': 'f4412e6c-f55a-4207-aa2d-d092f711bb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:42:54.208573 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-f28e6cb4-4472-4d63-bc7a-0b902cbe569d service neutron] Bound port: eba98cb6-4db1-4179-9da9-c03d3f80437f, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4412e6c-f55a-4207-aa2d-d092f711bb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:42:54.209468 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-f28e6cb4-4472-4d63-bc7a-0b902cbe569d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:54.218895 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca1509-5625-4b5d-aa73-49a9ec0c5658 req-9e17d3b6-4bd8-4491-9f7d-1ee9d3103eca tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:54.225347 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17ca1509-5625-4b5d-aa73-49a9ec0c5658 req-9e17d3b6-4bd8-4491-9f7d-1ee9d3103eca tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/ports?device_id=5080e3ca-6263-48f6-94b5-7086a496a09f HTTP/1.1" status: 200 len: 946 time: 0.3075817 Jul 06 13:42:54.265003 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-662b1040-5d86-4056-b0de-e513c0686711 None None] Provisioning for port 6d1ad894-bc25-4654-a2aa-69913c851dd5 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:42:54.269088 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-662b1040-5d86-4056-b0de-e513c0686711 None None] Provisioning complete for port 6d1ad894-bc25-4654-a2aa-69913c851dd5 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:42:54.269612 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-662b1040-5d86-4056-b0de-e513c0686711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:54.305837 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-662b1040-5d86-4056-b0de-e513c0686711 None None] Port 6d1ad894-bc25-4654-a2aa-69913c851dd5 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:42:54.538748 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-f2af6367-63f1-4152-945e-5459cc3e6e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:54.576691 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17ca1509-5625-4b5d-aa73-49a9ec0c5658 req-69dbbd3a-2dc2-4ac4-9556-3ff5e9eb51ea tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/security-groups?id=f58f32fb-958b-41d5-b6dd-c43c4cedb55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3276079 Jul 06 13:42:54.619552 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-f28e6cb4-4472-4d63-bc7a-0b902cbe569d service neutron] For port eba98cb6-4db1-4179-9da9-c03d3f80437f, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:42:54.640600 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-f28e6cb4-4472-4d63-bc7a-0b902cbe569d service neutron] For port eba98cb6-4db1-4179-9da9-c03d3f80437f, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=eba98cb6-4db1-4179-9da9-c03d3f80437f,segment=NetworkSegment(f4412e6c-f55a-4207-aa2d-d092f711bb3d),segment_id=f4412e6c-f55a-4207-aa2d-d092f711bb3d)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:42:54.653812 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-f28e6cb4-4472-4d63-bc7a-0b902cbe569d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:54.672580 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22569e3-cde0-469c-87f6-9d0821c50c0e req-a7c04b63-fd3f-469a-86c0-aa0265a720ab tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:54.674118 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f22569e3-cde0-469c-87f6-9d0821c50c0e req-a7c04b63-fd3f-469a-86c0-aa0265a720ab tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] 10.222.0.118 "GET /v2.0/ports?device_id=c4dafedf-3c3b-4b17-ba9b-f1287949a3be HTTP/1.1" status: 200 len: 935 time: 0.4410744 Jul 06 13:42:54.754253 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-f28e6cb4-4472-4d63-bc7a-0b902cbe569d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:54.754892 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-f28e6cb4-4472-4d63-bc7a-0b902cbe569d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:54.756634 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-f28e6cb4-4472-4d63-bc7a-0b902cbe569d service neutron] 10.222.0.52 "PUT /v2.0/ports/eba98cb6-4db1-4179-9da9-c03d3f80437f HTTP/1.1" status: 200 len: 1092 time: 1.9675539 Jul 06 13:42:54.911209 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e6cb4-4472-4d63-bc7a-0b902cbe569d service neutron] Pushing event updated for resources: {'Port': ['ID=eba98cb6-4db1-4179-9da9-c03d3f80437f,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:54.936575 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 417ae2bb-b5e2-4db5-be21-ecd8a0274799 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:42:54.939067 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f22569e3-cde0-469c-87f6-9d0821c50c0e req-df122499-1ecd-482b-9b69-3b8a2642ff3f tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] 10.222.0.118 "GET /v2.0/security-groups?id=bd68e092-a078-4c5a-b5ab-6d8283765b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568879 Jul 06 13:42:54.989021 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 417ae2bb-b5e2-4db5-be21-ecd8a0274799 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:42:54.994370 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 417ae2bb-b5e2-4db5-be21-ecd8a0274799 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:42:55.011490 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-5592e1b8-af20-4170-94b8-44c722c6fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:55.012938 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-5592e1b8-af20-4170-94b8-44c722c6fb53 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a56e97c4904044ce9798b96743e618e0&device_id=64b4c6b5-e9ad-4df8-a4c2-f66daaf38927 HTTP/1.1" status: 200 len: 1095 time: 0.2069724 Jul 06 13:42:55.061970 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-42100502-dfce-40d9-8e13-6de7648dc4dc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eba98cb6-4db1-4179-9da9-c03d3f80437f HTTP/1.1" status: 200 len: 217 time: 0.0371814 Jul 06 13:42:55.154091 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-c50be9be-0ee6-4120-b960-389d9709d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:55.155608 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-c50be9be-0ee6-4120-b960-389d9709d890 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b HTTP/1.1" status: 200 len: 860 time: 0.0841820 Jul 06 13:42:55.205727 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-f2af6367-63f1-4152-945e-5459cc3e6e0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d1ad894-bc25-4654-a2aa-69913c851dd5 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:42:55.231503 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-f2af6367-63f1-4152-945e-5459cc3e6e0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:55.288007 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-f2af6367-63f1-4152-945e-5459cc3e6e0f service neutron] Transition to ACTIVE for port object 6d1ad894-bc25-4654-a2aa-69913c851dd5 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:42:55.292009 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b4c6b5-e9ad-4df8-a4c2-f66daaf38927', 'tag': 'eba98cb6-4db1-4179-9da9-c03d3f80437f'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:42:55.294271 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d88d06f-5f97-4cc5-b723-1a47756f09a8" -d '{"events": [{"name": "network-changed", "server_uuid": "64b4c6b5-e9ad-4df8-a4c2-f66daaf38927", "tag": "eba98cb6-4db1-4179-9da9-c03d3f80437f"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:42:55.303720 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-f2af6367-63f1-4152-945e-5459cc3e6e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:55.375915 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-7393a87c-a5ba-4d72-a130-de294562892e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:55.377461 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-7393a87c-a5ba-4d72-a130-de294562892e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=624fdad4-82a3-4ebc-89e9-3ce038d748b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2149527 Jul 06 13:42:55.397134 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af6367-63f1-4152-945e-5459cc3e6e0f service neutron] Pushing event updated for resources: {'Port': ['ID=6d1ad894-bc25-4654-a2aa-69913c851dd5,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:55.406487 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743bdad-fe5c-42dc-ae4b-16ba4d50e3f3 req-d0998689-07f4-44a8-b230-414de4b2cafe tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:55.408065 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a743bdad-fe5c-42dc-ae4b-16ba4d50e3f3 req-d0998689-07f4-44a8-b230-414de4b2cafe tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/ports?device_id=64b4c6b5-e9ad-4df8-a4c2-f66daaf38927 HTTP/1.1" status: 200 len: 944 time: 0.2357581 Jul 06 13:42:55.458388 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b565e0-09fd-4f9e-97f9-215babbbc20a req-fec2e61d-37d1-43e7-85bc-f1a26811be17 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:55.460489 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-26b565e0-09fd-4f9e-97f9-215babbbc20a req-fec2e61d-37d1-43e7-85bc-f1a26811be17 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/ports?device_id=5080e3ca-6263-48f6-94b5-7086a496a09f HTTP/1.1" status: 200 len: 946 time: 0.2495830 Jul 06 13:42:55.471513 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34240) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:55.479653 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-8e602ced-93c8-4a18-b495-e2f0f8e44a63 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Request body: {'floatingip': {'port_id': '9c9e03de-dd57-41db-a175-53a4138b65f8'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:42:55.568596 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e602ced-93c8-4a18-b495-e2f0f8e44a63 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks [] for floatingip, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:55.581175 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a743bdad-fe5c-42dc-ae4b-16ba4d50e3f3 req-5e7d9a6e-c8f4-4da4-b6da-b8559ed35caa tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/security-groups?id=2fb62f41-fa9a-416b-8d6d-34532d71b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307104 Jul 06 13:42:55.618160 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-ad337017-b0bd-40f9-9908-1ae23dfe0c0a service neutron] 10.222.0.52 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315395 Jul 06 13:42:55.620582 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-f2af6367-63f1-4152-945e-5459cc3e6e0f service neutron] Attempting to bind port 6d1ad894-bc25-4654-a2aa-69913c851dd5 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:42:55.620928 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-f2af6367-63f1-4152-945e-5459cc3e6e0f service neutron] Attempting to bind port 6d1ad894-bc25-4654-a2aa-69913c851dd5 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:42:55.621260 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-f2af6367-63f1-4152-945e-5459cc3e6e0f service neutron] Attempting to bind port 6d1ad894-bc25-4654-a2aa-69913c851dd5 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:42:55.693072 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-f2af6367-63f1-4152-945e-5459cc3e6e0f service neutron] Port 6d1ad894-bc25-4654-a2aa-69913c851dd5 on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:42:55.693072 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-f2af6367-63f1-4152-945e-5459cc3e6e0f service neutron] Attempting to bind port 6d1ad894-bc25-4654-a2aa-69913c851dd5 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:42:55.701908 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-f2af6367-63f1-4152-945e-5459cc3e6e0f service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:42:55.702262 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-f2af6367-63f1-4152-945e-5459cc3e6e0f service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:42:55.702669 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-f2af6367-63f1-4152-945e-5459cc3e6e0f service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:42:55.703289 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-f2af6367-63f1-4152-945e-5459cc3e6e0f service neutron] Bound port: 6d1ad894-bc25-4654-a2aa-69913c851dd5, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:42:55.703894 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-f2af6367-63f1-4152-945e-5459cc3e6e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:55.822966 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28a9dbb1-6f82-4785-8698-b987c1205410 req-f292ee7c-f394-4b65-91f1-574a3865f14f service neutron] 10.222.0.52 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956167 Jul 06 13:42:55.860899 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-f2af6367-63f1-4152-945e-5459cc3e6e0f service neutron] For port 6d1ad894-bc25-4654-a2aa-69913c851dd5, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:42:55.879077 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-f2af6367-63f1-4152-945e-5459cc3e6e0f service neutron] For port 6d1ad894-bc25-4654-a2aa-69913c851dd5, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=6d1ad894-bc25-4654-a2aa-69913c851dd5,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:42:55.896484 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd94d81-58e8-46ed-9ade-9786bd7ca891 x-openstack-request-id: req-6fd94d81-58e8-46ed-9ade-9786bd7ca891 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:42:55.897564 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64b4c6b5-e9ad-4df8-a4c2-f66daaf38927", "tag": "eba98cb6-4db1-4179-9da9-c03d3f80437f", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:42:55.899051 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-6fd94d81-58e8-46ed-9ade-9786bd7ca891 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:42:55.899470 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b4c6b5-e9ad-4df8-a4c2-f66daaf38927', 'tag': 'eba98cb6-4db1-4179-9da9-c03d3f80437f', 'status': 'completed', 'code': 200} Jul 06 13:42:55.914870 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-f2af6367-63f1-4152-945e-5459cc3e6e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:55.989297 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-f2af6367-63f1-4152-945e-5459cc3e6e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:55.989962 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-f2af6367-63f1-4152-945e-5459cc3e6e0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:55.991562 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-f2af6367-63f1-4152-945e-5459cc3e6e0f service neutron] 10.222.0.124 "PUT /v2.0/ports/6d1ad894-bc25-4654-a2aa-69913c851dd5 HTTP/1.1" status: 200 len: 1095 time: 1.8852482 Jul 06 13:42:56.122523 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-7482939d-22a2-4564-97b6-a75f00dae7ea tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=2ad2ecb7fb1e4613ae637150b5610a1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519593 Jul 06 13:42:56.152452 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af6367-63f1-4152-945e-5459cc3e6e0f service neutron] Pushing event updated for resources: {'Port': ['ID=6d1ad894-bc25-4654-a2aa-69913c851dd5,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:56.289726 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88d06f-5f97-4cc5-b723-1a47756f09a8 req-c2d8a039-4553-4a25-b694-fdf8ebf3679c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:56.291910 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9d88d06f-5f97-4cc5-b723-1a47756f09a8 req-c2d8a039-4553-4a25-b694-fdf8ebf3679c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a56e97c4904044ce9798b96743e618e0&device_id=64b4c6b5-e9ad-4df8-a4c2-f66daaf38927 HTTP/1.1" status: 200 len: 1095 time: 0.3301194 Jul 06 13:42:56.304479 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34270) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:56.384380 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-248d6858-092e-41c2-9603-c39ae3a036f2 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:56.391653 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-248d6858-092e-41c2-9603-c39ae3a036f2 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2578919 Jul 06 13:42:56.431404 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-5489ca74-8f35-4cf6-ac99-d56d6d26bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:56.433083 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-5489ca74-8f35-4cf6-ac99-d56d6d26bd91 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=dbf280e00e6b44d0a9548d1ff1c178bd&device_id=c4dafedf-3c3b-4b17-ba9b-f1287949a3be HTTP/1.1" status: 200 len: 1098 time: 0.3853559 Jul 06 13:42:56.441560 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-e1672a2d-eb46-4c2f-9d2e-29fcc423d876 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/quotas/2ad2ecb7fb1e4613ae637150b5610a1d HTTP/1.1" status: 200 len: 375 time: 0.0490015 Jul 06 13:42:56.526585 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-1c1b5895-e83a-4086-b480-6859e1f418ff tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=2ad2ecb7fb1e4613ae637150b5610a1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0827992 Jul 06 13:42:56.548629 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-1871ecc0-1836-43de-9f08-6765c42ad2e9 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=6d1ad894-bc25-4654-a2aa-69913c851dd5 HTTP/1.1" status: 200 len: 217 time: 0.0938303 Jul 06 13:42:56.587523 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88d06f-5f97-4cc5-b723-1a47756f09a8 req-f930c554-9420-46fc-aa40-2967f55fff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:56.589063 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9d88d06f-5f97-4cc5-b723-1a47756f09a8 req-f930c554-9420-46fc-aa40-2967f55fff0a service neutron] 10.222.0.52 "GET /v2.0/networks?id=624fdad4-82a3-4ebc-89e9-3ce038d748b0 HTTP/1.1" status: 200 len: 922 time: 0.2836661 Jul 06 13:42:56.708310 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8fd9ebd0-80ec-4da9-a8a4-6fc82df4dba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:56.767000 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34296) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:56.795736 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9d88d06f-5f97-4cc5-b723-1a47756f09a8 req-77a168a6-02a2-4831-b63b-6dfd11822247 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eba98cb6-4db1-4179-9da9-c03d3f80437f HTTP/1.1" status: 200 len: 217 time: 0.1060238 Jul 06 13:42:56.802436 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e602ced-93c8-4a18-b495-e2f0f8e44a63 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:56.814246 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e602ced-93c8-4a18-b495-e2f0f8e44a63 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:56.880473 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-7f3a9b6b-2a3e-48a3-9c63-268b0d469564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:56.885336 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-7f3a9b6b-2a3e-48a3-9c63-268b0d469564 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.2867367 Jul 06 13:42:56.948996 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2eab057c-b589-4b92-a184-b8a0894316d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:56.951851 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-8e602ced-93c8-4a18-b495-e2f0f8e44a63 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Floating IP 6f104a4f-9cce-4f6e-b040-8e1bf4d418c1 associated. External IP: 172.25.6.6, port: 9c9e03de-dd57-41db-a175-53a4138b65f8. Jul 06 13:42:57.015247 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88d06f-5f97-4cc5-b723-1a47756f09a8 req-dfeba21e-e554-4ebd-92af-4c1e6b4dd6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:57.016754 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9d88d06f-5f97-4cc5-b723-1a47756f09a8 req-dfeba21e-e554-4ebd-92af-4c1e6b4dd6ae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b HTTP/1.1" status: 200 len: 860 time: 0.2068267 Jul 06 13:42:57.063311 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e9541-5133-4bbb-bab2-31b1b353a211 req-60e0b59f-8e92-4821-8045-a4a0f0ea24fe tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:57.064879 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-630e9541-5133-4bbb-bab2-31b1b353a211 req-60e0b59f-8e92-4821-8045-a4a0f0ea24fe tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] 10.222.0.118 "GET /v2.0/ports?device_id=c4dafedf-3c3b-4b17-ba9b-f1287949a3be HTTP/1.1" status: 200 len: 947 time: 0.3497505 Jul 06 13:42:57.147225 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-cbf3881d-73f6-4520-ba51-01c7fa4e2a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:57.148509 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-cbf3881d-73f6-4520-ba51-01c7fa4e2a6e service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2531199 Jul 06 13:42:57.244651 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-630e9541-5133-4bbb-bab2-31b1b353a211 req-bf3a7f92-ce2e-4a95-a515-5a8362baba89 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] 10.222.0.118 "GET /v2.0/security-groups?id=bd68e092-a078-4c5a-b5ab-6d8283765b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525536 Jul 06 13:42:57.251147 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e602ced-93c8-4a18-b495-e2f0f8e44a63 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Router 02d9d470-f1fc-4643-b449-548f931d8024 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:42:57.270940 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c01a8-db35-499b-bc5a-6e75fcbabc04 req-d7c43b3d-290b-4bfd-976c-5e87caab4963 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:57.278128 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc4c01a8-db35-499b-bc5a-6e75fcbabc04 req-d7c43b3d-290b-4bfd-976c-5e87caab4963 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/ports?device_id=64b4c6b5-e9ad-4df8-a4c2-f66daaf38927 HTTP/1.1" status: 200 len: 944 time: 0.3194458 Jul 06 13:42:57.289601 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8fd9ebd0-80ec-4da9-a8a4-6fc82df4dba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:57.437132 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e602ced-93c8-4a18-b495-e2f0f8e44a63 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:42:57.442361 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e602ced-93c8-4a18-b495-e2f0f8e44a63 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:57.455421 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d89f7d0-f8e3-495a-abb7-c2d9f91e12d1 None None] Sync routers for ids ['02d9d470-f1fc-4643-b449-548f931d8024'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:42:57.471726 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d89f7d0-f8e3-495a-abb7-c2d9f91e12d1 None None] Routers {'02d9d470-f1fc-4643-b449-548f931d8024'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:42:57.472888 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9d89f7d0-f8e3-495a-abb7-c2d9f91e12d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:42:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['02d9d470-f1fc-4643-b449-548f931d8024'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:57.487360 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2eab057c-b589-4b92-a184-b8a0894316d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:57.498163 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2eab057c-b589-4b92-a184-b8a0894316d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:57.506947 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8fd9ebd0-80ec-4da9-a8a4-6fc82df4dba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:57.529834 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8e602ced-93c8-4a18-b495-e2f0f8e44a63 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "PUT /v2.0/floatingips/6f104a4f-9cce-4f6e-b040-8e1bf4d418c1 HTTP/1.1" status: 200 len: 990 time: 2.0537322 Jul 06 13:42:57.534449 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2eab057c-b589-4b92-a184-b8a0894316d3 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=03d4069ff6ed40be873e84c0650dbfa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7643855 Jul 06 13:42:57.534449 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5080e3ca-6263-48f6-94b5-7086a496a09f', 'tag': '9c9e03de-dd57-41db-a175-53a4138b65f8'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:42:57.535233 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f2d4bc-c201-43ba-84a8-e373afbb9038" -d '{"events": [{"name": "network-changed", "server_uuid": "5080e3ca-6263-48f6-94b5-7086a496a09f", "tag": "9c9e03de-dd57-41db-a175-53a4138b65f8"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:42:57.539880 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34310) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:57.545306 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88d06f-5f97-4cc5-b723-1a47756f09a8 req-db4d2121-52af-4947-ade2-036f1b614707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:57.546902 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9d88d06f-5f97-4cc5-b723-1a47756f09a8 req-db4d2121-52af-4947-ade2-036f1b614707 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=624fdad4-82a3-4ebc-89e9-3ce038d748b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5092638 Jul 06 13:42:57.584957 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab057c-b589-4b92-a184-b8a0894316d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5eb0ae-ac8b-4409-af53-b21a785682f8,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:57.612796 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e299bcdb-1e0e-493a-a911-5dcb6b5eec30 req-0f1d5da8-34d7-49d9-a891-a7cf9ce47f32 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=82f398ed-590b-44bb-90da-24569464385f HTTP/1.1" status: 200 len: 210 time: 0.0941818 Jul 06 13:42:57.618779 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3621b4d1-c89c-4dee-8c11-6b76d533ec43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:57.655864 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3621b4d1-c89c-4dee-8c11-6b76d533ec43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:57.684735 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-9d3b4989-7ffd-4127-b0c1-425e314ee727 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246475 Jul 06 13:42:57.692218 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-9d89f7d0-f8e3-495a-abb7-c2d9f91e12d1 None None] Set router 02d9d470-f1fc-4643-b449-548f931d8024 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:42:57.734409 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8fd9ebd0-80ec-4da9-a8a4-6fc82df4dba4 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=5392bd63d40c4127afac1a7c257fb16d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4215631 Jul 06 13:42:57.737691 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34318) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:57.737901 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9ebd0-80ec-4da9-a8a4-6fc82df4dba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21aa74ef-b29a-4393-9458-0091a53c121e,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:57.752718 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3621b4d1-c89c-4dee-8c11-6b76d533ec43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:57.755289 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3621b4d1-c89c-4dee-8c11-6b76d533ec43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:57.758958 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3621b4d1-c89c-4dee-8c11-6b76d533ec43 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/3b5eb0ae-ac8b-4409-af53-b21a785682f8 HTTP/1.1" status: 204 len: 168 time: 0.2158592 Jul 06 13:42:57.763389 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc4c01a8-db35-499b-bc5a-6e75fcbabc04 req-443400f8-3b80-4402-9b9a-f40fa40ebc3b tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/security-groups?id=2fb62f41-fa9a-416b-8d6d-34532d71b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812815 Jul 06 13:42:57.904758 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4dafedf-3c3b-4b17-ba9b-f1287949a3be', 'tag': '6d1ad894-bc25-4654-a2aa-69913c851dd5'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:42:57.907060 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19060f90-a5c0-4347-bf9a-ebecf8829323" -d '{"events": [{"name": "network-changed", "server_uuid": "c4dafedf-3c3b-4b17-ba9b-f1287949a3be", "tag": "6d1ad894-bc25-4654-a2aa-69913c851dd5"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:42:57.927060 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9d88d06f-5f97-4cc5-b723-1a47756f09a8 req-6279f279-e934-4d82-9787-0cbfe5747fc8 service neutron] 10.222.0.52 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677835 Jul 06 13:42:57.966412 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9dd5c97e-4eef-4e4a-b82f-d724a6f263a4 req-5abde8be-1f5c-458e-9b43-cd6aefd82f68 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429419 Jul 06 13:42:58.056003 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6f7ea9-8427-4d06-958b-28c6ade6c1b8 x-openstack-request-id: req-2f6f7ea9-8427-4d06-958b-28c6ade6c1b8 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:42:58.056117 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4dafedf-3c3b-4b17-ba9b-f1287949a3be", "tag": "6d1ad894-bc25-4654-a2aa-69913c851dd5", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:42:58.056797 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-2f6f7ea9-8427-4d06-958b-28c6ade6c1b8 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:42:58.056797 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4dafedf-3c3b-4b17-ba9b-f1287949a3be', 'tag': '6d1ad894-bc25-4654-a2aa-69913c851dd5', 'status': 'completed', 'code': 200} Jul 06 13:42:58.088891 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9d88d06f-5f97-4cc5-b723-1a47756f09a8 req-7faf0931-ff2e-4db7-adfc-b47fd69469b3 service neutron] 10.222.0.52 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550667 Jul 06 13:42:58.284844 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-c1e69b55-615c-400e-9a46-071fbd8e75d6 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.124 "GET /v2.0/networks?tenant_id=2ad2ecb7fb1e4613ae637150b5610a1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508273 Jul 06 13:42:58.294715 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621b4d1-c89c-4dee-8c11-6b76d533ec43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5eb0ae-ac8b-4409-af53-b21a785682f8,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:58.300724 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9d89f7d0-f8e3-495a-abb7-c2d9f91e12d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9d470-f1fc-4643-b449-548f931d8024', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-245764315-router', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:02Z', 'updated_at': '2021-07-06T13:42:06Z', 'revision_number': 4, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'gw_port': {'id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:52:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:03Z', 'updated_at': '2021-07-06T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '6f104a4f-9cce-4f6e-b040-8e1bf4d418c1', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'port_id': '9c9e03de-dd57-41db-a175-53a4138b65f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3', 'mac_address': 'fa:16:3e:02:a7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080e3ca-6263-48f6-94b5-7086a496a09f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:42:27Z', 'updated_at': '2021-07-06T13:42:56Z', 'revision_number': 1, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a990195e-7e54-4725-a922-f41fca964e8b', 'name': '', 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'mac_address': 'fa:16:3e:9f:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:05Z', 'updated_at': '2021-07-06T13:42:17Z', 'revision_number': 5, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'subnets': [{'id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:58.302232 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2799d874-74b5-412f-91f0-a5ff444b4c39 x-openstack-request-id: req-2799d874-74b5-412f-91f0-a5ff444b4c39 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:42:58.302613 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5080e3ca-6263-48f6-94b5-7086a496a09f", "tag": "9c9e03de-dd57-41db-a175-53a4138b65f8", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:42:58.303457 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-2799d874-74b5-412f-91f0-a5ff444b4c39 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:42:58.307344 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5080e3ca-6263-48f6-94b5-7086a496a09f', 'tag': '9c9e03de-dd57-41db-a175-53a4138b65f8', 'status': 'completed', 'code': 200} Jul 06 13:42:58.368858 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d89f7d0-f8e3-495a-abb7-c2d9f91e12d1 None None] Checking router: 02d9d470-f1fc-4643-b449-548f931d8024 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:42:58.372874 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34342) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:58.391502 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d89f7d0-f8e3-495a-abb7-c2d9f91e12d1 None None] Routers {'02d9d470-f1fc-4643-b449-548f931d8024'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:42:58.392877 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9d89f7d0-f8e3-495a-abb7-c2d9f91e12d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:42:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['02d9d470-f1fc-4643-b449-548f931d8024'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:58.408415 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d86d6716-ddcf-42ca-9a80-680fb9a496fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:58.485741 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-79989aaa-2534-4751-803d-f90907c1cfb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:58.525743 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-79989aaa-2534-4751-803d-f90907c1cfb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:58.538648 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2d4bc-c201-43ba-84a8-e373afbb9038 req-3f47787e-207e-4a50-9760-7404e8752f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:58.540757 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-78f2d4bc-c201-43ba-84a8-e373afbb9038 req-3f47787e-207e-4a50-9760-7404e8752f0f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf97b212161040be888f75b8c2d45231&device_id=5080e3ca-6263-48f6-94b5-7086a496a09f HTTP/1.1" status: 200 len: 1097 time: 0.1886868 Jul 06 13:42:58.565006 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-9d89f7d0-f8e3-495a-abb7-c2d9f91e12d1 None None] Set router 02d9d470-f1fc-4643-b449-548f931d8024 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:42:58.642163 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19060f90-a5c0-4347-bf9a-ebecf8829323 req-d8bbb8fb-9e5f-43c5-be02-f214356c4103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:58.644020 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19060f90-a5c0-4347-bf9a-ebecf8829323 req-d8bbb8fb-9e5f-43c5-be02-f214356c4103 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=dbf280e00e6b44d0a9548d1ff1c178bd&device_id=c4dafedf-3c3b-4b17-ba9b-f1287949a3be HTTP/1.1" status: 200 len: 1098 time: 0.4765191 Jul 06 13:42:58.660248 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-ad1f7a37-8cf1-428a-a23b-b3ae93145142 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:58.662025 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-ad1f7a37-8cf1-428a-a23b-b3ae93145142 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3670621 Jul 06 13:42:58.685936 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-e15727c3-bea8-4ec4-a217-5e98f59ec16a tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Request body: {'port': {'device_id': '82f398ed-590b-44bb-90da-24569464385f', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'admin_state_up': True, 'tenant_id': '2ad2ecb7fb1e4613ae637150b5610a1d'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:42:58.700615 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d86d6716-ddcf-42ca-9a80-680fb9a496fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:58.707703 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-79989aaa-2534-4751-803d-f90907c1cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:58.714921 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-79989aaa-2534-4751-803d-f90907c1cfb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:58.721650 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-79989aaa-2534-4751-803d-f90907c1cfb7 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/21aa74ef-b29a-4393-9458-0091a53c121e HTTP/1.1" status: 204 len: 168 time: 0.9826174 Jul 06 13:42:58.722701 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d86d6716-ddcf-42ca-9a80-680fb9a496fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:58.773548 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79989aaa-2534-4751-803d-f90907c1cfb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21aa74ef-b29a-4393-9458-0091a53c121e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:58.776971 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2d4bc-c201-43ba-84a8-e373afbb9038 req-8918e383-72e2-41a9-89f6-1eb8dd953e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:58.778793 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-78f2d4bc-c201-43ba-84a8-e373afbb9038 req-8918e383-72e2-41a9-89f6-1eb8dd953e8a service neutron] 10.222.0.52 "GET /v2.0/networks?id=aaaedc37-a943-4e08-a9d9-051a526a02c3 HTTP/1.1" status: 200 len: 924 time: 0.2315466 Jul 06 13:42:58.803357 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d6716-ddcf-42ca-9a80-680fb9a496fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2ec6c4-c7b1-45ba-a591-508afcc3cb85,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:58.809805 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d86d6716-ddcf-42ca-9a80-680fb9a496fb admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=e7dad6747dfa488fb79892a9f73aaa41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4177599 Jul 06 13:42:58.816596 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34356) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:58.844605 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c36779-fd0a-4563-a5b7-29713f478081 req-336866b4-42ab-4a7e-8c72-f1063fa3b57c tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:58.846204 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45c36779-fd0a-4563-a5b7-29713f478081 req-336866b4-42ab-4a7e-8c72-f1063fa3b57c tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] 10.222.0.118 "GET /v2.0/ports?device_id=c4dafedf-3c3b-4b17-ba9b-f1287949a3be HTTP/1.1" status: 200 len: 947 time: 0.3589804 Jul 06 13:42:58.955985 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3afaa273-b569-4998-b2b7-7f45c4ae5e50 req-efeaa289-74c5-4938-8493-f7ec8fab16cb tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=82f398ed-590b-44bb-90da-24569464385f HTTP/1.1" status: 200 len: 210 time: 0.0683038 Jul 06 13:42:58.973126 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-78f2d4bc-c201-43ba-84a8-e373afbb9038 req-271c9cc4-99ec-4f0b-985f-37c211241e9c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c9e03de-dd57-41db-a175-53a4138b65f8 HTTP/1.1" status: 200 len: 998 time: 0.1665676 Jul 06 13:42:58.977173 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fddec716-98db-4724-a440-b4d42e6a2a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:58.979698 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19060f90-a5c0-4347-bf9a-ebecf8829323 req-1388d089-7441-4b4d-a05a-397df44153bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:58.981295 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19060f90-a5c0-4347-bf9a-ebecf8829323 req-1388d089-7441-4b4d-a05a-397df44153bd service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.3295188 Jul 06 13:42:59.002359 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fddec716-98db-4724-a440-b4d42e6a2a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:59.010807 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45c36779-fd0a-4563-a5b7-29713f478081 req-4207802b-2766-4855-b809-8f807783b8fe tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] 10.222.0.118 "GET /v2.0/security-groups?id=bd68e092-a078-4c5a-b5ab-6d8283765b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545789 Jul 06 13:42:59.086232 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9d89f7d0-f8e3-495a-abb7-c2d9f91e12d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9d470-f1fc-4643-b449-548f931d8024', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-245764315-router', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:02Z', 'updated_at': '2021-07-06T13:42:06Z', 'revision_number': 4, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'gw_port': {'id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:52:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:03Z', 'updated_at': '2021-07-06T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '6f104a4f-9cce-4f6e-b040-8e1bf4d418c1', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'port_id': '9c9e03de-dd57-41db-a175-53a4138b65f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3', 'mac_address': 'fa:16:3e:02:a7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080e3ca-6263-48f6-94b5-7086a496a09f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:42:27Z', 'updated_at': '2021-07-06T13:42:56Z', 'revision_number': 1, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a990195e-7e54-4725-a922-f41fca964e8b', 'name': '', 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'mac_address': 'fa:16:3e:9f:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:05Z', 'updated_at': '2021-07-06T13:42:17Z', 'revision_number': 5, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'subnets': [{'id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:42:59.088747 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fddec716-98db-4724-a440-b4d42e6a2a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:59.092017 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fddec716-98db-4724-a440-b4d42e6a2a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:59.093171 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fddec716-98db-4724-a440-b4d42e6a2a63 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/4e2ec6c4-c7b1-45ba-a591-508afcc3cb85 HTTP/1.1" status: 204 len: 168 time: 0.2680378 Jul 06 13:42:59.094663 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19060f90-a5c0-4347-bf9a-ebecf8829323 req-0edb95c1-8c95-45e1-be1d-c273761c5436 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=6d1ad894-bc25-4654-a2aa-69913c851dd5 HTTP/1.1" status: 200 len: 217 time: 0.1023314 Jul 06 13:42:59.117652 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddec716-98db-4724-a440-b4d42e6a2a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2ec6c4-c7b1-45ba-a591-508afcc3cb85,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:59.151965 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2d4bc-c201-43ba-84a8-e373afbb9038 req-1ecc4184-3016-4491-82bd-6c9af573229d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:59.153744 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-78f2d4bc-c201-43ba-84a8-e373afbb9038 req-1ecc4184-3016-4491-82bd-6c9af573229d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5b004f57-06ee-4d0d-a87a-55a49a717c6d HTTP/1.1" status: 200 len: 862 time: 0.1059070 Jul 06 13:42:59.153901 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d89f7d0-f8e3-495a-abb7-c2d9f91e12d1 None None] The sync data for ids ['02d9d470-f1fc-4643-b449-548f931d8024'] in n-d-773644-6 is: [{'id': '02d9d470-f1fc-4643-b449-548f931d8024', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-245764315-router', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:02Z', 'updated_at': '2021-07-06T13:42:06Z', 'revision_number': 4, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'gw_port': {'id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:52:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:03Z', 'updated_at': '2021-07-06T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '6f104a4f-9cce-4f6e-b040-8e1bf4d418c1', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'port_id': '9c9e03de-dd57-41db-a175-53a4138b65f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3', 'mac_address': 'fa:16:3e:02:a7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5080e3ca-6263-48f6-94b5-7086a496a09f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:42:27Z', 'updated_at': '2021-07-06T13:42:56Z', 'revision_number': 1, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a990195e-7e54-4725-a922-f41fca964e8b', 'name': '', 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'mac_address': 'fa:16:3e:9f:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:05Z', 'updated_at': '2021-07-06T13:42:17Z', 'revision_number': 5, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'subnets': [{'id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:42:59.215832 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device eba98cb6-4db1-4179-9da9-c03d3f80437f details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:42:59.255165 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-e15727c3-bea8-4ec4-a217-5e98f59ec16a tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Made reservation on behalf of 2ad2ecb7fb1e4613ae637150b5610a1d for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:42:59.263941 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-e15727c3-bea8-4ec4-a217-5e98f59ec16a tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:59.279596 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2d4bc-c201-43ba-84a8-e373afbb9038 req-1a72cd6d-82a1-4643-9131-023bb7c751f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:59.281150 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-78f2d4bc-c201-43ba-84a8-e373afbb9038 req-1a72cd6d-82a1-4643-9131-023bb7c751f0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aaaedc37-a943-4e08-a9d9-051a526a02c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200323 Jul 06 13:42:59.377717 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19060f90-a5c0-4347-bf9a-ebecf8829323 req-b9777ccd-cec2-4600-8edc-942346afe1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:59.382559 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19060f90-a5c0-4347-bf9a-ebecf8829323 req-b9777ccd-cec2-4600-8edc-942346afe1ec service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.2460868 Jul 06 13:42:59.433817 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port eba98cb6-4db1-4179-9da9-c03d3f80437f, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=eba98cb6-4db1-4179-9da9-c03d3f80437f,segment=NetworkSegment(f4412e6c-f55a-4207-aa2d-d092f711bb3d),segment_id=f4412e6c-f55a-4207-aa2d-d092f711bb3d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:42:59.473655 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'eba98cb6-4db1-4179-9da9-c03d3f80437f', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'port_id': 'eba98cb6-4db1-4179-9da9-c03d3f80437f', 'mac_address': 'fa:16:3e:ac:a3:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:42:59.487041 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34370) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:59.540286 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7302b973-56d3-4662-aa1f-448c1ba3250d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:59.549402 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-78f2d4bc-c201-43ba-84a8-e373afbb9038 req-32008560-cd0b-4bd0-8ace-b203dc389515 service neutron] 10.222.0.52 "GET /v2.0/networks/aaaedc37-a943-4e08-a9d9-051a526a02c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600465 Jul 06 13:42:59.566405 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d060e5-1e2c-46bc-b1b3-0ab143cf8731 None None] New status for floating IP 6f104a4f-9cce-4f6e-b040-8e1bf4d418c1: ACTIVE {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:42:59.626849 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:59.630504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f5c3a-820c-4d73-bf66-ffebfaaa4446 req-f3a06806-ca69-4033-9035-36f02876face tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:59.632896 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ed9f5c3a-820c-4d73-bf66-ffebfaaa4446 req-f3a06806-ca69-4033-9035-36f02876face tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/ports?device_id=64b4c6b5-e9ad-4df8-a4c2-f66daaf38927 HTTP/1.1" status: 200 len: 944 time: 0.3488071 Jul 06 13:42:59.702358 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19060f90-a5c0-4347-bf9a-ebecf8829323 req-eb728446-ac5f-44bf-ae93-eed48d3fe6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:42:59.704100 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19060f90-a5c0-4347-bf9a-ebecf8829323 req-eb728446-ac5f-44bf-ae93-eed48d3fe6d5 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3146110 Jul 06 13:42:59.745307 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eba98cb6-4db1-4179-9da9-c03d3f80437f {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:42:59.776812 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port eba98cb6-4db1-4179-9da9-c03d3f80437f, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=eba98cb6-4db1-4179-9da9-c03d3f80437f,segment=NetworkSegment(f4412e6c-f55a-4207-aa2d-d092f711bb3d),segment_id=f4412e6c-f55a-4207-aa2d-d092f711bb3d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:42:59.788041 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:59.812763 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7302b973-56d3-4662-aa1f-448c1ba3250d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:59.825041 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7302b973-56d3-4662-aa1f-448c1ba3250d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:42:59.859826 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ed9f5c3a-820c-4d73-bf66-ffebfaaa4446 req-bb32ceb3-12f5-4f76-b620-1dbdf245d7b5 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/security-groups?id=2fb62f41-fa9a-416b-8d6d-34532d71b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728432 Jul 06 13:42:59.859826 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-e15727c3-bea8-4ec4-a217-5e98f59ec16a tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Allocated IP 192.168.233.126 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/2ded71ee-8d4c-4fbe-a106-72ae68326566) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:42:59.914949 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=eba98cb6-4db1-4179-9da9-c03d3f80437f,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:42:59.956042 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7302b973-56d3-4662-aa1f-448c1ba3250d admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=bd6560a0b664455a8216d75f24e2e33d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4665630 Jul 06 13:42:59.961391 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34398) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:42:59.996902 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-78f2d4bc-c201-43ba-84a8-e373afbb9038 req-d37eb5c6-506c-4a6b-b33a-0c0164e8b629 service neutron] 10.222.0.52 "GET /v2.0/networks/aaaedc37-a943-4e08-a9d9-051a526a02c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274364 Jul 06 13:43:00.005612 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302b973-56d3-4662-aa1f-448c1ba3250d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d5dcfe-601f-4519-9d4e-ea44ce30ff96,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:00.062189 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['eba98cb6-4db1-4179-9da9-c03d3f80437f'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:43:00.100518 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d29d2d54-cdb9-4b22-a6e7-77f343d9d989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:00.140986 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d29d2d54-cdb9-4b22-a6e7-77f343d9d989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:00.207213 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19060f90-a5c0-4347-bf9a-ebecf8829323 req-089ec9ee-81c9-4534-8712-b142b0629e5f service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696915 Jul 06 13:43:00.240996 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d29d2d54-cdb9-4b22-a6e7-77f343d9d989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:00.244313 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d29d2d54-cdb9-4b22-a6e7-77f343d9d989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:00.245526 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d29d2d54-cdb9-4b22-a6e7-77f343d9d989 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/92d5dcfe-601f-4519-9d4e-ea44ce30ff96 HTTP/1.1" status: 204 len: 168 time: 0.2813499 Jul 06 13:43:00.275382 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d2d54-cdb9-4b22-a6e7-77f343d9d989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d5dcfe-601f-4519-9d4e-ea44ce30ff96,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:00.311662 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-622225d5-2fdc-4847-8d24-ff49ec567e83 req-ab13d9be-4490-4482-9156-708934a37371 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=82f398ed-590b-44bb-90da-24569464385f HTTP/1.1" status: 200 len: 210 time: 0.1101458 Jul 06 13:43:00.532954 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-e15727c3-bea8-4ec4-a217-5e98f59ec16a tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:00.575886 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19060f90-a5c0-4347-bf9a-ebecf8829323 req-0aeee31f-42ca-41dc-978a-d5013c54bc06 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595369 Jul 06 13:43:00.582361 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-e15727c3-bea8-4ec4-a217-5e98f59ec16a tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Transition to ACTIVE for port object 2ded71ee-8d4c-4fbe-a106-72ae68326566 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:43:00.650736 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825e357-f9ba-48b2-b191-98eccb10ec99 req-e692fa30-2196-45b8-b500-3162f7c51483 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:00.652299 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c825e357-f9ba-48b2-b191-98eccb10ec99 req-e692fa30-2196-45b8-b500-3162f7c51483 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/ports?device_id=3a7d5eb2-fded-4c12-bfcb-1c4067904197 HTTP/1.1" status: 200 len: 972 time: 0.1821022 Jul 06 13:43:00.671979 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5229f-5ce6-4dd8-a1f7-fd1d721e1742 req-fa8a6e80-a905-488a-99f7-92d9f70f748a tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:00.673489 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cad5229f-5ce6-4dd8-a1f7-fd1d721e1742 req-fa8a6e80-a905-488a-99f7-92d9f70f748a tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] 10.222.0.118 "GET /v2.0/ports?device_id=c4dafedf-3c3b-4b17-ba9b-f1287949a3be HTTP/1.1" status: 200 len: 947 time: 0.1517158 Jul 06 13:43:00.680347 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-e15727c3-bea8-4ec4-a217-5e98f59ec16a tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:00.782721 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c825e357-f9ba-48b2-b191-98eccb10ec99 req-8ab11d67-2882-401e-b7bf-25b35803ef6a tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/security-groups?id=30c6c6a4-69dc-498c-aad0-cae4b4d4cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229861 Jul 06 13:43:00.788815 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-e15727c3-bea8-4ec4-a217-5e98f59ec16a tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:43:00.795400 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15727c3-bea8-4ec4-a217-5e98f59ec16a tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Pushing event updated for resources: {'Port': ['ID=2ded71ee-8d4c-4fbe-a106-72ae68326566,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:00.800558 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-e15727c3-bea8-4ec4-a217-5e98f59ec16a tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:43:00.804176 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-e15727c3-bea8-4ec4-a217-5e98f59ec16a tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:43:00.825496 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cad5229f-5ce6-4dd8-a1f7-fd1d721e1742 req-35a8ced3-3b75-40a1-aa36-11999423524d tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] 10.222.0.118 "GET /v2.0/security-groups?id=bd68e092-a078-4c5a-b5ab-6d8283765b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356795 Jul 06 13:43:00.905522 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-e15727c3-bea8-4ec4-a217-5e98f59ec16a tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:00.906239 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-e15727c3-bea8-4ec4-a217-5e98f59ec16a tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:00.957834 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-e15727c3-bea8-4ec4-a217-5e98f59ec16a tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2789166 Jul 06 13:43:00.963804 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 6d1ad894-bc25-4654-a2aa-69913c851dd5 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:43:00.977113 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Request body: {'port': {'device_id': '82f398ed-590b-44bb-90da-24569464385f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:01.081216 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:01.147593 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 6d1ad894-bc25-4654-a2aa-69913c851dd5, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=6d1ad894-bc25-4654-a2aa-69913c851dd5,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:01.180965 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '6d1ad894-bc25-4654-a2aa-69913c851dd5', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': '6d1ad894-bc25-4654-a2aa-69913c851dd5', 'mac_address': 'fa:16:3e:f7:9d:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:43:01.243900 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-062063c3-8791-4d9d-811d-10dae7e3546c None None] Provisioning for port 2ded71ee-8d4c-4fbe-a106-72ae68326566 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:43:01.258417 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device eba98cb6-4db1-4179-9da9-c03d3f80437f up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:43:01.305515 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-062063c3-8791-4d9d-811d-10dae7e3546c None None] Provisioning complete for port 2ded71ee-8d4c-4fbe-a106-72ae68326566 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:43:01.306149 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-062063c3-8791-4d9d-811d-10dae7e3546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:01.342523 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:01.366688 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d1ad894-bc25-4654-a2aa-69913c851dd5 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:43:01.384037 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-062063c3-8791-4d9d-811d-10dae7e3546c None None] Port 2ded71ee-8d4c-4fbe-a106-72ae68326566 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:43:01.405615 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 6d1ad894-bc25-4654-a2aa-69913c851dd5, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=6d1ad894-bc25-4654-a2aa-69913c851dd5,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:01.409227 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port eba98cb6-4db1-4179-9da9-c03d3f80437f completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:43:01.414404 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:01.419083 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5575d8-3eba-41bd-97d1-619e3a413df2 req-a1d657c3-dfa4-4364-a63e-8741a14baab2 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:01.420875 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ca5575d8-3eba-41bd-97d1-619e3a413df2 req-a1d657c3-dfa4-4364-a63e-8741a14baab2 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/ports?device_id=64b4c6b5-e9ad-4df8-a4c2-f66daaf38927 HTTP/1.1" status: 200 len: 945 time: 0.1769116 Jul 06 13:43:01.421741 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port eba98cb6-4db1-4179-9da9-c03d3f80437f triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:43:01.422359 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:01.483233 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ca5575d8-3eba-41bd-97d1-619e3a413df2 req-e644103e-5ec4-4088-88f9-a88179a8ffce tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/security-groups?id=2fb62f41-fa9a-416b-8d6d-34532d71b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544713 Jul 06 13:43:01.507934 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=6d1ad894-bc25-4654-a2aa-69913c851dd5,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:01.577987 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:01.621910 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b4c6b5-e9ad-4df8-a4c2-f66daaf38927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba98cb6-4db1-4179-9da9-c03d3f80437f'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:43:01.626250 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4fb1fd-6668-4591-ae8b-22dca9397d20" -d '{"events": [{"server_uuid": "64b4c6b5-e9ad-4df8-a4c2-f66daaf38927", "name": "network-vif-plugged", "status": "completed", "tag": "eba98cb6-4db1-4179-9da9-c03d3f80437f"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:43:01.648158 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['6d1ad894-bc25-4654-a2aa-69913c851dd5'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:43:01.675617 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port eba98cb6-4db1-4179-9da9-c03d3f80437f, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=eba98cb6-4db1-4179-9da9-c03d3f80437f,segment=NetworkSegment(f4412e6c-f55a-4207-aa2d-d092f711bb3d),segment_id=f4412e6c-f55a-4207-aa2d-d092f711bb3d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:01.738187 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3cafbf-771b-4f49-9f0f-64c4d610e074 x-openstack-request-id: req-bb3cafbf-771b-4f49-9f0f-64c4d610e074 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:43:01.738487 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b4c6b5-e9ad-4df8-a4c2-f66daaf38927", "name": "network-vif-plugged", "status": "completed", "tag": "eba98cb6-4db1-4179-9da9-c03d3f80437f", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:43:01.738798 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-bb3cafbf-771b-4f49-9f0f-64c4d610e074 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:43:01.739221 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b4c6b5-e9ad-4df8-a4c2-f66daaf38927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba98cb6-4db1-4179-9da9-c03d3f80437f', 'code': 200} Jul 06 13:43:01.748518 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:01.750349 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ded71ee-8d4c-4fbe-a106-72ae68326566 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:43:01.787709 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0ac8c-e3b6-407f-854a-461471b8e326 req-d9181d0c-d52a-46c7-b729-1537cd65ecfb tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:01.794517 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a6e0ac8c-e3b6-407f-854a-461471b8e326 req-d9181d0c-d52a-46c7-b729-1537cd65ecfb tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=82f398ed-590b-44bb-90da-24569464385f HTTP/1.1" status: 200 len: 936 time: 0.2198761 Jul 06 13:43:01.833699 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=eba98cb6-4db1-4179-9da9-c03d3f80437f,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:01.842173 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:01.863290 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd2ca6-25fc-42a0-b3b4-bdee541a512c req-47286e6d-ef51-430e-8b0c-774d829c7537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:01.865413 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-07fd2ca6-25fc-42a0-b3b4-bdee541a512c req-47286e6d-ef51-430e-8b0c-774d829c7537 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=64b4c6b5-e9ad-4df8-a4c2-f66daaf38927 HTTP/1.1" status: 200 len: 1097 time: 0.0885744 Jul 06 13:43:01.937825 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-07fd2ca6-25fc-42a0-b3b4-bdee541a512c req-7dd25772-c8bc-4637-ac9b-21f93bc355c0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2fb62f41-fa9a-416b-8d6d-34532d71b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555105 Jul 06 13:43:01.950057 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a6e0ac8c-e3b6-407f-854a-461471b8e326 req-0f265f01-0386-4be6-bebd-9735c7ea748e tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/security-groups?id=be372249-e899-41e5-acfe-1529b363cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043825 Jul 06 13:43:01.965051 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Transition to ACTIVE for port object 2ded71ee-8d4c-4fbe-a106-72ae68326566 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:43:01.971371 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:02.035001 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34508) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:02.079331 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Pushing event updated for resources: {'Port': ['ID=2ded71ee-8d4c-4fbe-a106-72ae68326566,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:02.108417 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9dcc0-7828-45c6-af0d-28b25e01d5e9 req-e9c48a44-7b24-4fe2-adfa-2efff3b92905 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:02.110511 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-72b9dcc0-7828-45c6-af0d-28b25e01d5e9 req-e9c48a44-7b24-4fe2-adfa-2efff3b92905 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.124 "GET /v2.0/ports?device_id=3a7d5eb2-fded-4c12-bfcb-1c4067904197 HTTP/1.1" status: 200 len: 972 time: 0.3634772 Jul 06 13:43:02.216724 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e3b908d2-dc8b-4089-a962-dae0b7454bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:02.351934 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e3b908d2-dc8b-4089-a962-dae0b7454bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:02.356661 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e3b908d2-dc8b-4089-a962-dae0b7454bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:02.401728 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e3b908d2-dc8b-4089-a962-dae0b7454bfc admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=343cb033110a4cae8bf48e3c3831d484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3633444 Jul 06 13:43:02.401728 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b908d2-dc8b-4089-a962-dae0b7454bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01bad83-ce7f-47d9-9e0c-ec0279d42ff7,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:02.402127 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34520) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:02.422200 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b908d2-dc8b-4089-a962-dae0b7454bfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:02.422548 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b908d2-dc8b-4089-a962-dae0b7454bfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:02.423062 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b908d2-dc8b-4089-a962-dae0b7454bfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:02.423401 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b908d2-dc8b-4089-a962-dae0b7454bfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:02.423736 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b908d2-dc8b-4089-a962-dae0b7454bfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:02.424078 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b908d2-dc8b-4089-a962-dae0b7454bfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:02.424389 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b908d2-dc8b-4089-a962-dae0b7454bfc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:02.424716 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b908d2-dc8b-4089-a962-dae0b7454bfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:02.425035 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b908d2-dc8b-4089-a962-dae0b7454bfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:02.425355 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b908d2-dc8b-4089-a962-dae0b7454bfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:02.425797 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b908d2-dc8b-4089-a962-dae0b7454bfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:02.426011 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b908d2-dc8b-4089-a962-dae0b7454bfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:02.477948 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2fad7bd2-f08b-4959-a52c-c0b24923d841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:02.504748 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2fad7bd2-f08b-4959-a52c-c0b24923d841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:02.565578 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2fad7bd2-f08b-4959-a52c-c0b24923d841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:02.569130 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2fad7bd2-f08b-4959-a52c-c0b24923d841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:02.570352 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2fad7bd2-f08b-4959-a52c-c0b24923d841 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/f01bad83-ce7f-47d9-9e0c-ec0279d42ff7 HTTP/1.1" status: 204 len: 168 time: 0.1671588 Jul 06 13:43:02.578455 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad7bd2-f08b-4959-a52c-c0b24923d841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01bad83-ce7f-47d9-9e0c-ec0279d42ff7,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:02.611113 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Attempting to bind port 2ded71ee-8d4c-4fbe-a106-72ae68326566 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:43:02.611467 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Attempting to bind port 2ded71ee-8d4c-4fbe-a106-72ae68326566 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:43:02.611791 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Attempting to bind port 2ded71ee-8d4c-4fbe-a106-72ae68326566 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:43:02.629026 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Port 2ded71ee-8d4c-4fbe-a106-72ae68326566 on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:43:02.629352 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Attempting to bind port 2ded71ee-8d4c-4fbe-a106-72ae68326566 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:43:02.646711 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:43:02.647089 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:43:02.647491 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:43:02.647946 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Bound port: 2ded71ee-8d4c-4fbe-a106-72ae68326566, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:43:02.648314 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:02.657260 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa94bb5-97e0-4ef4-a92c-3455ef979356 req-231ddc4f-a769-4c47-b018-8c966716cd50 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:02.658804 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5aa94bb5-97e0-4ef4-a92c-3455ef979356 req-231ddc4f-a769-4c47-b018-8c966716cd50 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/ports?device_id=3a7d5eb2-fded-4c12-bfcb-1c4067904197 HTTP/1.1" status: 200 len: 972 time: 0.5076087 Jul 06 13:43:02.682132 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7617d22-bb41-4b34-90d3-bc701d491ace req-acd9f7ab-84fd-4772-ac5a-67d281a60958 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:02.683615 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e7617d22-bb41-4b34-90d3-bc701d491ace req-acd9f7ab-84fd-4772-ac5a-67d281a60958 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] 10.222.0.118 "GET /v2.0/ports?device_id=c4dafedf-3c3b-4b17-ba9b-f1287949a3be HTTP/1.1" status: 200 len: 948 time: 0.2869594 Jul 06 13:43:02.759278 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-72b9dcc0-7828-45c6-af0d-28b25e01d5e9 req-49bcffa0-5907-4a2d-84a3-8a420903565a tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Deleting port d4aadad1-5431-4f15-af9e-87958ae3599a {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:43:02.759617 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-72b9dcc0-7828-45c6-af0d-28b25e01d5e9 req-49bcffa0-5907-4a2d-84a3-8a420903565a tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:02.824787 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5aa94bb5-97e0-4ef4-a92c-3455ef979356 req-f4024593-4504-4b6e-8008-0c164bfaa263 tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.118 "GET /v2.0/security-groups?id=30c6c6a4-69dc-498c-aad0-cae4b4d4cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533842 Jul 06 13:43:02.867888 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e7617d22-bb41-4b34-90d3-bc701d491ace req-58095655-ccfd-4f8a-8d2f-dc9977a08c8a tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] 10.222.0.118 "GET /v2.0/security-groups?id=bd68e092-a078-4c5a-b5ab-6d8283765b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749029 Jul 06 13:43:02.870950 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] For port 2ded71ee-8d4c-4fbe-a106-72ae68326566, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:43:02.890056 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] For port 2ded71ee-8d4c-4fbe-a106-72ae68326566, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=2ded71ee-8d4c-4fbe-a106-72ae68326566,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:43:02.908490 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:02.956496 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-72b9dcc0-7828-45c6-af0d-28b25e01d5e9 req-49bcffa0-5907-4a2d-84a3-8a420903565a tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] For port d4aadad1-5431-4f15-af9e-87958ae3599a, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d4aadad1-5431-4f15-af9e-87958ae3599a,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:02.956956 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-72b9dcc0-7828-45c6-af0d-28b25e01d5e9 req-49bcffa0-5907-4a2d-84a3-8a420903565a tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:02.969569 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:02.970223 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:02.971669 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] 10.222.0.124 "PUT /v2.0/ports/2ded71ee-8d4c-4fbe-a106-72ae68326566 HTTP/1.1" status: 200 len: 1096 time: 2.0052893 Jul 06 13:43:02.972122 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f398ed-590b-44bb-90da-24569464385f', 'tag': '2ded71ee-8d4c-4fbe-a106-72ae68326566'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:43:02.974973 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bcb4f7-1b7a-4b43-a579-b72a8dd7495f" -d '{"events": [{"name": "network-changed", "server_uuid": "82f398ed-590b-44bb-90da-24569464385f", "tag": "2ded71ee-8d4c-4fbe-a106-72ae68326566"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:43:02.979560 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 6d1ad894-bc25-4654-a2aa-69913c851dd5 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:43:02.992968 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-72b9dcc0-7828-45c6-af0d-28b25e01d5e9 req-49bcffa0-5907-4a2d-84a3-8a420903565a tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Calling delete_port for d4aadad1-5431-4f15-af9e-87958ae3599a owned by compute:tempest-test_az-1219908492 {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:43:03.013310 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34536) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:03.028927 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f31be506-11f2-4068-8f14-829103e4b278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:03.060926 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Pushing event updated for resources: {'Port': ['ID=2ded71ee-8d4c-4fbe-a106-72ae68326566,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:03.088940 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 6d1ad894-bc25-4654-a2aa-69913c851dd5 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:43:03.096489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 6d1ad894-bc25-4654-a2aa-69913c851dd5 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:43:03.097171 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:03.139517 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:03.139853 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:03.140194 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:03.140532 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:03.140855 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:03.141182 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:03.141850 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:03.141850 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:03.142174 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:03.142501 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:03.143132 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:03.143132 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd6d11-4394-4606-81c5-8b3d1a959a1c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:03.172253 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f31be506-11f2-4068-8f14-829103e4b278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:03.181202 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f31be506-11f2-4068-8f14-829103e4b278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:03.233226 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34540) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:03.235366 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f31be506-11f2-4068-8f14-829103e4b278 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=8b7a7a14757c49f4a4ab9d35101b1d08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2193191 Jul 06 13:43:03.236107 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31be506-11f2-4068-8f14-829103e4b278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5602f8ed-d03f-4afa-89bb-0084141856e5,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:03.243183 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:03.259080 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa8717-36cd-44d9-9bd2-af826cb7094d req-15b6444a-0290-4004-9240-66e478734603 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:03.261061 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-51aa8717-36cd-44d9-9bd2-af826cb7094d req-15b6444a-0290-4004-9240-66e478734603 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/ports?device_id=64b4c6b5-e9ad-4df8-a4c2-f66daaf38927 HTTP/1.1" status: 200 len: 946 time: 0.2597253 Jul 06 13:43:03.289634 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 6d1ad894-bc25-4654-a2aa-69913c851dd5, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=6d1ad894-bc25-4654-a2aa-69913c851dd5,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:03.296119 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:03.306682 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-7af8043d-a96e-4e28-853b-8ec0a8af81cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:03.308191 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-7af8043d-a96e-4e28-853b-8ec0a8af81cb service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=2ad2ecb7fb1e4613ae637150b5610a1d&device_id=82f398ed-590b-44bb-90da-24569464385f HTTP/1.1" status: 200 len: 1099 time: 0.2833955 Jul 06 13:43:03.358233 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=6d1ad894-bc25-4654-a2aa-69913c851dd5,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:03.388817 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-fe66dbc8-30d0-4bfd-ba17-a34bc9a5e44c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=2ded71ee-8d4c-4fbe-a106-72ae68326566 HTTP/1.1" status: 200 len: 217 time: 0.0662293 Jul 06 13:43:03.437558 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-72b9dcc0-7828-45c6-af0d-28b25e01d5e9 req-49bcffa0-5907-4a2d-84a3-8a420903565a tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:03.449435 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['d4aadad1-5431-4f15-af9e-87958ae3599a'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:43:03.463872 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-51aa8717-36cd-44d9-9bd2-af826cb7094d req-3063c3b1-e462-4685-b48d-8d0579ef4e32 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/security-groups?id=2fb62f41-fa9a-416b-8d6d-34532d71b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739328 Jul 06 13:43:03.499986 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bcffa0-5907-4a2d-84a3-8a420903565a tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Pushing event deleted for resources: {'Port': ['ID=d4aadad1-5431-4f15-af9e-87958ae3599a,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:03.507049 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-e60ccbfb-105b-428d-a579-357e4c59b8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:03.508827 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-e60ccbfb-105b-428d-a579-357e4c59b8b3 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1121781 Jul 06 13:43:03.509351 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-51bc9349-8424-4297-86cc-ed8293088945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:03.534330 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:43:03.563038 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de27f302-a334-4bd5-8978-7f8cace0f55a x-openstack-request-id: req-de27f302-a334-4bd5-8978-7f8cace0f55a {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:43:03.563331 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f398ed-590b-44bb-90da-24569464385f", "tag": "2ded71ee-8d4c-4fbe-a106-72ae68326566", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:43:03.563585 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-de27f302-a334-4bd5-8978-7f8cace0f55a {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:43:03.563981 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f398ed-590b-44bb-90da-24569464385f', 'tag': '2ded71ee-8d4c-4fbe-a106-72ae68326566', 'status': 'completed', 'code': 200} Jul 06 13:43:03.617789 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b9dcc0-7828-45c6-af0d-28b25e01d5e9 req-49bcffa0-5907-4a2d-84a3-8a420903565a tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] No DVR routers for this DVR port d4aadad1-5431-4f15-af9e-87958ae3599a on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:43:03.624880 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-72b9dcc0-7828-45c6-af0d-28b25e01d5e9 req-49bcffa0-5907-4a2d-84a3-8a420903565a tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:03.627135 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-72b9dcc0-7828-45c6-af0d-28b25e01d5e9 req-49bcffa0-5907-4a2d-84a3-8a420903565a tempest-AggregatesAdminTestJSON-1837541566 tempest-AggregatesAdminTestJSON-1837541566-project] 10.222.0.124 "DELETE /v2.0/ports/d4aadad1-5431-4f15-af9e-87958ae3599a HTTP/1.1" status: 204 len: 173 time: 1.5082371 Jul 06 13:43:03.629650 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-51bc9349-8424-4297-86cc-ed8293088945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:03.728512 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-295b9107-ea82-4283-a68c-c4b15b5f20e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:03.730083 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-295b9107-ea82-4283-a68c-c4b15b5f20e6 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2002375 Jul 06 13:43:03.740670 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dafedf-3c3b-4b17-ba9b-f1287949a3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1ad894-bc25-4654-a2aa-69913c851dd5'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:43:03.743659 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4175c53f-7d4b-4f94-ac11-8b6aa3345047" -d '{"events": [{"server_uuid": "c4dafedf-3c3b-4b17-ba9b-f1287949a3be", "name": "network-vif-plugged", "status": "completed", "tag": "6d1ad894-bc25-4654-a2aa-69913c851dd5"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:43:03.813405 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-51bc9349-8424-4297-86cc-ed8293088945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:03.815977 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-51bc9349-8424-4297-86cc-ed8293088945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:03.819962 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-51bc9349-8424-4297-86cc-ed8293088945 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/5602f8ed-d03f-4afa-89bb-0084141856e5 HTTP/1.1" status: 204 len: 168 time: 0.5823913 Jul 06 13:43:03.864543 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc9349-8424-4297-86cc-ed8293088945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5602f8ed-d03f-4afa-89bb-0084141856e5,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:04.004220 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179db9f4-d8b5-4042-8a44-c27bedd66e75 req-0000cd14-26ac-495a-b2c5-6aa057f998cd tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:04.006339 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-179db9f4-d8b5-4042-8a44-c27bedd66e75 req-0000cd14-26ac-495a-b2c5-6aa057f998cd tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=82f398ed-590b-44bb-90da-24569464385f HTTP/1.1" status: 200 len: 948 time: 0.3227513 Jul 06 13:43:04.056228 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-bd793af0-3cc1-4d4c-a6a2-f521bbe77dad service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097878 Jul 06 13:43:04.140444 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2d8f2f1-000f-4f99-9c98-8be58574aff2 req-1555cfc0-2cf2-42a4-8ea7-d5f84f7283c3 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3079882 Jul 06 13:43:04.158717 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-c2d8f2f1-000f-4f99-9c98-8be58574aff2 req-34af4edc-f8b9-4db1-a396-c803ac543978 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:04.165478 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-179db9f4-d8b5-4042-8a44-c27bedd66e75 req-bcad7d4f-dfdb-40f1-a394-33d1fa664274 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/security-groups?id=be372249-e899-41e5-acfe-1529b363cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451533 Jul 06 13:43:04.207716 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c2d8f2f1-000f-4f99-9c98-8be58574aff2 req-34af4edc-f8b9-4db1-a396-c803ac543978 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:04.280931 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37b99fa8-d668-4725-aa80-16fd44ebcc6b req-4e90e84a-24fb-4042-ace2-cf397a7ece59 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077320 Jul 06 13:43:04.285618 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9479f145-a731-4b68-aab5-cc27ffdac16e x-openstack-request-id: req-9479f145-a731-4b68-aab5-cc27ffdac16e {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:43:04.286129 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4dafedf-3c3b-4b17-ba9b-f1287949a3be", "name": "network-vif-plugged", "status": "completed", "tag": "6d1ad894-bc25-4654-a2aa-69913c851dd5", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:43:04.287621 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-9479f145-a731-4b68-aab5-cc27ffdac16e {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:43:04.287621 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dafedf-3c3b-4b17-ba9b-f1287949a3be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1ad894-bc25-4654-a2aa-69913c851dd5', 'code': 200} Jul 06 13:43:04.361292 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c2d8f2f1-000f-4f99-9c98-8be58574aff2 req-34af4edc-f8b9-4db1-a396-c803ac543978 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:04.595183 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-c2d8f2f1-000f-4f99-9c98-8be58574aff2 req-34af4edc-f8b9-4db1-a396-c803ac543978 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Allocated IP 172.25.6.16 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/1c410114-9851-4a3d-8975-58e723cec33d) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:43:04.633259 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bcb4f7-1b7a-4b43-a579-b72a8dd7495f req-14a3ae8e-a5cf-4313-b189-6e79a1202ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:04.634899 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56bcb4f7-1b7a-4b43-a579-b72a8dd7495f req-14a3ae8e-a5cf-4313-b189-6e79a1202ee2 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=2ad2ecb7fb1e4613ae637150b5610a1d&device_id=82f398ed-590b-44bb-90da-24569464385f HTTP/1.1" status: 200 len: 1099 time: 0.2436926 Jul 06 13:43:04.635577 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34596) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:04.636397 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d47111-c51e-492d-8fba-d08a5cbdc548 req-cff38a6b-e859-485c-941d-947ebc6914d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:04.637781 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-34d47111-c51e-492d-8fba-d08a5cbdc548 req-cff38a6b-e859-485c-941d-947ebc6914d3 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=c4dafedf-3c3b-4b17-ba9b-f1287949a3be HTTP/1.1" status: 200 len: 1100 time: 0.2140634 Jul 06 13:43:04.799687 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0de8fad6-35ac-494d-ac47-11b8c4ed8de9 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=388d4b9836894b3781cbe2a27fa8be2b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1629059 Jul 06 13:43:04.802933 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34604) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:04.864224 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-761fd23c-3e51-484a-a32b-ff160430fb2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:04.893081 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-761fd23c-3e51-484a-a32b-ff160430fb2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:04.952299 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-761fd23c-3e51-484a-a32b-ff160430fb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:04.955832 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-761fd23c-3e51-484a-a32b-ff160430fb2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:04.957383 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-761fd23c-3e51-484a-a32b-ff160430fb2f admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/30c6c6a4-69dc-498c-aad0-cae4b4d4cafc HTTP/1.1" status: 204 len: 168 time: 0.1530461 Jul 06 13:43:04.971249 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fd23c-3e51-484a-a32b-ff160430fb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c6c6a4-69dc-498c-aad0-cae4b4d4cafc,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:04.972194 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf734644-16d3-4a27-8fcc-a7362b7e67af req-3a6ee884-cdcf-432c-9c4d-5a01bd1b3e4c tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:04.978514 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf734644-16d3-4a27-8fcc-a7362b7e67af req-3a6ee884-cdcf-432c-9c4d-5a01bd1b3e4c tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] 10.222.0.118 "GET /v2.0/ports?device_id=c4dafedf-3c3b-4b17-ba9b-f1287949a3be HTTP/1.1" status: 200 len: 949 time: 0.4540439 Jul 06 13:43:05.025536 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-34d47111-c51e-492d-8fba-d08a5cbdc548 req-2dcb3a84-e364-4a1a-abf9-ce89dfcc2a6a service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=bd68e092-a078-4c5a-b5ab-6d8283765b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716561 Jul 06 13:43:05.078226 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bcb4f7-1b7a-4b43-a579-b72a8dd7495f req-e944c009-bb4f-4993-b221-5c9ccc18cab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:05.079716 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56bcb4f7-1b7a-4b43-a579-b72a8dd7495f req-e944c009-bb4f-4993-b221-5c9ccc18cab5 service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.2248263 Jul 06 13:43:05.088969 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf734644-16d3-4a27-8fcc-a7362b7e67af req-f6c518d0-64a5-47f0-abd5-887a5682f1fc tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] 10.222.0.118 "GET /v2.0/security-groups?id=bd68e092-a078-4c5a-b5ab-6d8283765b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977128 Jul 06 13:43:05.099036 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c2d8f2f1-000f-4f99-9c98-8be58574aff2 req-34af4edc-f8b9-4db1-a396-c803ac543978 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:05.145535 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56bcb4f7-1b7a-4b43-a579-b72a8dd7495f req-50092a25-e58f-4999-a3d2-171e5f0fbd45 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=2ded71ee-8d4c-4fbe-a106-72ae68326566 HTTP/1.1" status: 200 len: 217 time: 0.0536869 Jul 06 13:43:05.242984 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bcb4f7-1b7a-4b43-a579-b72a8dd7495f req-ff995377-d846-453f-b6bd-890fb1c78758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:05.247806 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56bcb4f7-1b7a-4b43-a579-b72a8dd7495f req-ff995377-d846-453f-b6bd-890fb1c78758 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0926147 Jul 06 13:43:05.267945 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c2d8f2f1-000f-4f99-9c98-8be58574aff2 req-34af4edc-f8b9-4db1-a396-c803ac543978 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:05.339012 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2d8f2f1-000f-4f99-9c98-8be58574aff2 req-34af4edc-f8b9-4db1-a396-c803ac543978 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:43:05.345099 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-c2d8f2f1-000f-4f99-9c98-8be58574aff2 req-34af4edc-f8b9-4db1-a396-c803ac543978 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:43:05.353313 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d8f2f1-000f-4f99-9c98-8be58574aff2 req-34af4edc-f8b9-4db1-a396-c803ac543978 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:43:05.360576 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af4edc-f8b9-4db1-a396-c803ac543978 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Pushing event updated for resources: {'Port': ['ID=1c410114-9851-4a3d-8975-58e723cec33d,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:05.404686 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34628) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:05.413935 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bcb4f7-1b7a-4b43-a579-b72a8dd7495f req-2e576d12-8d6c-453e-8cc7-5e41035977e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:05.415648 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56bcb4f7-1b7a-4b43-a579-b72a8dd7495f req-2e576d12-8d6c-453e-8cc7-5e41035977e9 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1609223 Jul 06 13:43:05.448563 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e16eec96-5552-496f-a8f6-feea67441e70 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=8ab59dec8693442dac854a17e4e08bd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424340 Jul 06 13:43:05.450990 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34632) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:05.500029 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5627e5f6-0d74-40e9-85c6-1001baa2e79e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:05.524983 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5627e5f6-0d74-40e9-85c6-1001baa2e79e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:05.542311 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c2d8f2f1-000f-4f99-9c98-8be58574aff2 req-34af4edc-f8b9-4db1-a396-c803ac543978 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:05.571352 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7d5eb2-fded-4c12-bfcb-1c4067904197', 'name': 'network-vif-deleted', 'tag': 'd4aadad1-5431-4f15-af9e-87958ae3599a'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:43:05.573602 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853f758b-8458-4a48-909e-1bca2a198e41" -d '{"events": [{"server_uuid": "3a7d5eb2-fded-4c12-bfcb-1c4067904197", "name": "network-vif-deleted", "tag": "d4aadad1-5431-4f15-af9e-87958ae3599a"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:43:05.574957 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5627e5f6-0d74-40e9-85c6-1001baa2e79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:05.577859 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5627e5f6-0d74-40e9-85c6-1001baa2e79e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:05.578999 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5627e5f6-0d74-40e9-85c6-1001baa2e79e admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/7eee6c84-597d-4f4c-b697-7c3363a042a7 HTTP/1.1" status: 204 len: 168 time: 0.1271176 Jul 06 13:43:05.586735 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627e5f6-0d74-40e9-85c6-1001baa2e79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eee6c84-597d-4f4c-b697-7c3363a042a7,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:05.633442 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f444f-c51c-47ef-bbdb-a9d08ae7f728 req-be3f9188-e2fe-4bcc-b28e-f9007cc3eaad tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:05.635011 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bd0f444f-c51c-47ef-bbdb-a9d08ae7f728 req-be3f9188-e2fe-4bcc-b28e-f9007cc3eaad tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=82f398ed-590b-44bb-90da-24569464385f HTTP/1.1" status: 200 len: 948 time: 0.1928537 Jul 06 13:43:05.638867 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56bcb4f7-1b7a-4b43-a579-b72a8dd7495f req-a0a69c35-3d8d-497a-8b0c-90766557b961 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155478 Jul 06 13:43:05.639833 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c2d8f2f1-000f-4f99-9c98-8be58574aff2 req-34af4edc-f8b9-4db1-a396-c803ac543978 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:05.788242 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bd0f444f-c51c-47ef-bbdb-a9d08ae7f728 req-22507faf-13da-40ce-adb1-494d883a3664 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/security-groups?id=be372249-e899-41e5-acfe-1529b363cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456177 Jul 06 13:43:05.855792 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56bcb4f7-1b7a-4b43-a579-b72a8dd7495f req-9fb615cd-8566-4fd3-94f4-d34df366cfec service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852672 Jul 06 13:43:05.926044 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c2d8f2f1-000f-4f99-9c98-8be58574aff2 req-34af4edc-f8b9-4db1-a396-c803ac543978 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:05.931897 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c2d8f2f1-000f-4f99-9c98-8be58574aff2 req-34af4edc-f8b9-4db1-a396-c803ac543978 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:05.993050 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af4edc-f8b9-4db1-a396-c803ac543978 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Pushing event updated for resources: {'Port': ['ID=1c410114-9851-4a3d-8975-58e723cec33d,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:06.031501 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c2d8f2f1-000f-4f99-9c98-8be58574aff2 req-34af4edc-f8b9-4db1-a396-c803ac543978 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:06.045556 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c2d8f2f1-000f-4f99-9c98-8be58574aff2 req-34af4edc-f8b9-4db1-a396-c803ac543978 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:06.047287 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2d8f2f1-000f-4f99-9c98-8be58574aff2 req-34af4edc-f8b9-4db1-a396-c803ac543978 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8978715 Jul 06 13:43:06.131599 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2d8f2f1-000f-4f99-9c98-8be58574aff2 req-a695405f-c9c7-4c38-b21c-55f1a44e4196 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.16 HTTP/1.1" status: 200 len: 695 time: 0.0746989 Jul 06 13:43:06.219502 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-eccf22ce-0655-47dd-8b87-cfa2da6b2c44 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=f67a9aaf85dc477e922616fb347c39bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671732 Jul 06 13:43:06.379538 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8f2f1-000f-4f99-9c98-8be58574aff2 req-5a789035-7f15-4dd1-9c8a-ce0fed00a318 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:06.381892 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2d8f2f1-000f-4f99-9c98-8be58574aff2 req-5a789035-7f15-4dd1-9c8a-ce0fed00a318 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 784 time: 0.2424943 Jul 06 13:43:06.400562 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-c2d8f2f1-000f-4f99-9c98-8be58574aff2 req-808e3b08-d668-4c0f-bd83-7147c937bb79 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:43:06.401532 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2d8f2f1-000f-4f99-9c98-8be58574aff2 req-808e3b08-d668-4c0f-bd83-7147c937bb79 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093954 Jul 06 13:43:06.428363 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-fa73a367-c003-40e1-9a5a-d885a27036a4 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:06.428363 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-fa73a367-c003-40e1-9a5a-d885a27036a4 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1941831 Jul 06 13:43:06.450767 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-13df105d-cffc-478a-b76f-ae271cf1ab0b tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] 10.222.0.118 "GET /v2.0/quotas/f67a9aaf85dc477e922616fb347c39bd HTTP/1.1" status: 200 len: 375 time: 0.0185962 Jul 06 13:43:06.464539 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcbec32-45aa-4b02-9191-cd33a0b421d8 x-openstack-request-id: req-7dcbec32-45aa-4b02-9191-cd33a0b421d8 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:43:06.465001 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a7d5eb2-fded-4c12-bfcb-1c4067904197", "name": "network-vif-deleted", "tag": "d4aadad1-5431-4f15-af9e-87958ae3599a", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:43:06.465265 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-7dcbec32-45aa-4b02-9191-cd33a0b421d8 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:43:06.465663 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7d5eb2-fded-4c12-bfcb-1c4067904197', 'name': 'network-vif-deleted', 'tag': 'd4aadad1-5431-4f15-af9e-87958ae3599a', 'status': 'completed', 'code': 200} Jul 06 13:43:06.499745 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-58ab0c2e-9300-482e-aaee-2a5ceee39cd1 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=f67a9aaf85dc477e922616fb347c39bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478983 Jul 06 13:43:06.705744 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc27deb-9ee2-4878-8a80-756c8cd3155a req-5a3a42d0-a852-47bb-a6ce-b19c27491705 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:06.707687 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6cc27deb-9ee2-4878-8a80-756c8cd3155a req-5a3a42d0-a852-47bb-a6ce-b19c27491705 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] 10.222.0.118 "GET /v2.0/ports?device_id=c4dafedf-3c3b-4b17-ba9b-f1287949a3be HTTP/1.1" status: 200 len: 949 time: 0.0812886 Jul 06 13:43:06.786385 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6cc27deb-9ee2-4878-8a80-756c8cd3155a req-bce5d8bf-d29f-46c9-a0be-f330b0728f71 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] 10.222.0.118 "GET /v2.0/security-groups?id=bd68e092-a078-4c5a-b5ab-6d8283765b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684321 Jul 06 13:43:06.901709 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34714) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:06.906817 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-73165edd-d443-4bbc-8d8e-ebadf0eacb52 req-3ec27e25-c4d9-4cb2-9719-038c5a4ce271 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] 10.222.0.118 "GET /v2.0/ports?device_id=5edeafe1-36c7-4010-a9ce-b0e132808f92 HTTP/1.1" status: 200 len: 210 time: 0.0674207 Jul 06 13:43:07.014326 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 2ded71ee-8d4c-4fbe-a106-72ae68326566 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:43:07.063846 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-7550f70e-70db-4dc8-afd1-264cd9ce3225 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:07.072662 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-7550f70e-70db-4dc8-afd1-264cd9ce3225 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/networks?id=624fdad4-82a3-4ebc-89e9-3ce038d748b0 HTTP/1.1" status: 200 len: 821 time: 0.1830034 Jul 06 13:43:07.093646 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-e99787fb-255c-4bfe-ba40-66f6f71d0326 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/quotas/a56e97c4904044ce9798b96743e618e0 HTTP/1.1" status: 200 len: 375 time: 0.0199904 Jul 06 13:43:07.175360 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2d230858-bc3a-4bfd-bcad-0f5bb90af641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:07.197157 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device d4aadad1-5431-4f15-af9e-87958ae3599a no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:43:07.206100 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-13c95f11-570a-4b09-9923-97b98f3c7bcd tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=a56e97c4904044ce9798b96743e618e0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1113212 Jul 06 13:43:07.297220 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: d4aadad1-5431-4f15-af9e-87958ae3599a {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:43:07.297568 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device d4aadad1-5431-4f15-af9e-87958ae3599a not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:43:07.323928 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2d230858-bc3a-4bfd-bcad-0f5bb90af641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:07.329140 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2d230858-bc3a-4bfd-bcad-0f5bb90af641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:07.332988 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e129fb5e-4b04-41dd-b977-3863916dc496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:07.379878 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 2ded71ee-8d4c-4fbe-a106-72ae68326566, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=2ded71ee-8d4c-4fbe-a106-72ae68326566,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:07.383356 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-e07d8c60-a972-4d53-922a-609e6f886a49 service neutron] 10.222.0.118 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756454 Jul 06 13:43:07.402221 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '2ded71ee-8d4c-4fbe-a106-72ae68326566', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': '2ded71ee-8d4c-4fbe-a106-72ae68326566', 'mac_address': 'fa:16:3e:de:c7:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:43:07.402456 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2d230858-bc3a-4bfd-bcad-0f5bb90af641 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=dac2ef61df00430b85ac6f92c93ca31e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4996297 Jul 06 13:43:07.403119 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34730) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:07.403785 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d230858-bc3a-4bfd-bcad-0f5bb90af641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8145e5d6-1419-43d8-bf20-0a38681acb4b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:07.471869 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5740ffe-d07c-4923-8691-8fd1e0e3732e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:07.500569 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5740ffe-d07c-4923-8691-8fd1e0e3732e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:07.532197 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47227acd-9765-4bbe-9961-33cdb54f7984 req-59d4a3d5-75bc-4e9a-a4b8-c6cfcd3fcce9 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:07.540252 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47227acd-9765-4bbe-9961-33cdb54f7984 req-59d4a3d5-75bc-4e9a-a4b8-c6cfcd3fcce9 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=82f398ed-590b-44bb-90da-24569464385f HTTP/1.1" status: 200 len: 948 time: 0.1558108 Jul 06 13:43:07.560393 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-dc952626-45c0-4ffe-a05c-076bcec0e9f8 service neutron] 10.222.0.118 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658916 Jul 06 13:43:07.586713 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5740ffe-d07c-4923-8691-8fd1e0e3732e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:07.590052 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5740ffe-d07c-4923-8691-8fd1e0e3732e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:07.591354 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a5740ffe-d07c-4923-8691-8fd1e0e3732e admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/8145e5d6-1419-43d8-bf20-0a38681acb4b HTTP/1.1" status: 204 len: 168 time: 0.1775579 Jul 06 13:43:07.592642 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47227acd-9765-4bbe-9961-33cdb54f7984 req-bd477784-2fca-4e09-8625-5f10ccd518a9 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/security-groups?id=be372249-e899-41e5-acfe-1529b363cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512812 Jul 06 13:43:07.613589 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5740ffe-d07c-4923-8691-8fd1e0e3732e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8145e5d6-1419-43d8-bf20-0a38681acb4b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:07.701191 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:07.722758 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ded71ee-8d4c-4fbe-a106-72ae68326566 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:43:07.763267 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 2ded71ee-8d4c-4fbe-a106-72ae68326566, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=2ded71ee-8d4c-4fbe-a106-72ae68326566,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:07.769341 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:07.837090 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=2ded71ee-8d4c-4fbe-a106-72ae68326566,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:07.847797 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:07.847797 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:07.847797 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:07.850140 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:07.850535 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:07.850830 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:07.851201 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:07.851531 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:07.851886 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:07.852465 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:07.852797 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:07.853377 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:43:07.971905 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['2ded71ee-8d4c-4fbe-a106-72ae68326566'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:43:08.010411 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0928971c-d86f-4620-93dc-6c141b527359 req-ff74a979-2937-4d76-8423-1c9c55bbb823 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/ports?device_id=25963fba-ab6a-4418-bb9b-9de3666197da HTTP/1.1" status: 200 len: 210 time: 0.0537179 Jul 06 13:43:08.193887 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-28765a73-752e-4c23-9205-bb1a3bbf5738 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=f67a9aaf85dc477e922616fb347c39bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761788 Jul 06 13:43:08.241633 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34760) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:08.257971 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-225a8433-6b4b-41a6-9acd-7f720e9909b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:08.486014 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-382ab09e-71d9-47f6-8466-c0baaca51f8b req-c288e72b-7b19-47c7-80b1-b9be70f8945e tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] 10.222.0.118 "GET /v2.0/ports?device_id=5edeafe1-36c7-4010-a9ce-b0e132808f92 HTTP/1.1" status: 200 len: 210 time: 0.0767231 Jul 06 13:43:08.573569 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-ac77293d-cda3-47b2-a31e-8a445ed33299 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:08.575388 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-ac77293d-cda3-47b2-a31e-8a445ed33299 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3804591 Jul 06 13:43:08.583148 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-225a8433-6b4b-41a6-9acd-7f720e9909b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:08.592668 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-4524d279-4ca8-4d14-9871-0e17dda4f823 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Request body: {'port': {'device_id': '5edeafe1-36c7-4010-a9ce-b0e132808f92', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'admin_state_up': True, 'tenant_id': 'f67a9aaf85dc477e922616fb347c39bd'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:08.603639 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-225a8433-6b4b-41a6-9acd-7f720e9909b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:08.653082 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455df62b-8603-43c7-be5e-d27e3f1bbd43 req-e6dc8f23-3627-425f-ae67-cd4ce0daa22c tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:08.654863 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-455df62b-8603-43c7-be5e-d27e3f1bbd43 req-e6dc8f23-3627-425f-ae67-cd4ce0daa22c tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] 10.222.0.118 "GET /v2.0/ports?device_id=c4dafedf-3c3b-4b17-ba9b-f1287949a3be HTTP/1.1" status: 200 len: 949 time: 0.3694036 Jul 06 13:43:08.692418 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-225a8433-6b4b-41a6-9acd-7f720e9909b3 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=b0ed8a489c7e45e3b41ad56fa87d5145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4496696 Jul 06 13:43:08.694383 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a8433-6b4b-41a6-9acd-7f720e9909b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54203c0a-0c73-44c0-a5a4-02218f9874c0,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:08.697577 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34776) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:08.733408 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-455df62b-8603-43c7-be5e-d27e3f1bbd43 req-453dda5a-e92f-4c08-b3ee-f18f8ac9dced tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] 10.222.0.118 "GET /v2.0/security-groups?id=bd68e092-a078-4c5a-b5ab-6d8283765b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543811 Jul 06 13:43:08.840419 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-423aef3b-8923-4ceb-8217-83cf431bfe14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:08.880594 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-423aef3b-8923-4ceb-8217-83cf431bfe14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:08.910294 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef0970-4706-4352-b8b2-bf51b1401dea req-7830303f-7376-4029-a761-a5b5a1a8e53a tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:08.921146 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bfef0970-4706-4352-b8b2-bf51b1401dea req-7830303f-7376-4029-a761-a5b5a1a8e53a tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=82f398ed-590b-44bb-90da-24569464385f HTTP/1.1" status: 200 len: 949 time: 0.1211047 Jul 06 13:43:08.934400 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-4524d279-4ca8-4d14-9871-0e17dda4f823 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Made reservation on behalf of f67a9aaf85dc477e922616fb347c39bd for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:43:08.938162 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-4524d279-4ca8-4d14-9871-0e17dda4f823 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:08.955045 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-4524d279-4ca8-4d14-9871-0e17dda4f823 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:08.985184 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bfef0970-4706-4352-b8b2-bf51b1401dea req-abeefb94-eb3e-4d87-8ab8-d10ce94c6283 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/security-groups?id=be372249-e899-41e5-acfe-1529b363cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629389 Jul 06 13:43:09.018741 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-423aef3b-8923-4ceb-8217-83cf431bfe14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:09.020191 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-423aef3b-8923-4ceb-8217-83cf431bfe14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:09.024424 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-423aef3b-8923-4ceb-8217-83cf431bfe14 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/54203c0a-0c73-44c0-a5a4-02218f9874c0 HTTP/1.1" status: 204 len: 168 time: 0.3233113 Jul 06 13:43:09.056697 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 2ded71ee-8d4c-4fbe-a106-72ae68326566 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:43:09.072591 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423aef3b-8923-4ceb-8217-83cf431bfe14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54203c0a-0c73-44c0-a5a4-02218f9874c0,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:09.143771 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 2ded71ee-8d4c-4fbe-a106-72ae68326566 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:43:09.152156 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 2ded71ee-8d4c-4fbe-a106-72ae68326566 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:43:09.152957 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:09.223691 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-4524d279-4ca8-4d14-9871-0e17dda4f823 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:09.230195 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-4524d279-4ca8-4d14-9871-0e17dda4f823 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:09.330308 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a79a8793-2b37-44fe-a69f-a22faabde84f req-e889f0f9-1daa-47d7-a72b-57be75f45138 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/ports?device_id=25963fba-ab6a-4418-bb9b-9de3666197da HTTP/1.1" status: 200 len: 210 time: 0.0708451 Jul 06 13:43:09.369217 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:09.395539 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7dc79-244e-4c8f-bf6f-456eb993b181 req-d6ee9e96-101a-445d-9dc9-abbd5a986e90 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:09.397450 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-69e7dc79-244e-4c8f-bf6f-456eb993b181 req-d6ee9e96-101a-445d-9dc9-abbd5a986e90 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] 10.222.0.124 "GET /v2.0/ports?device_id=c4dafedf-3c3b-4b17-ba9b-f1287949a3be HTTP/1.1" status: 200 len: 949 time: 0.1913729 Jul 06 13:43:09.405994 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524d279-4ca8-4d14-9871-0e17dda4f823 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26d14bd9-6e23-4e1f-8851-2580d4442210,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:09.416391 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f398ed-590b-44bb-90da-24569464385f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ded71ee-8d4c-4fbe-a106-72ae68326566'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:43:09.421155 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6a8b46-f845-46a6-b7d0-f0e2b07ad69a" -d '{"events": [{"server_uuid": "82f398ed-590b-44bb-90da-24569464385f", "name": "network-vif-plugged", "status": "completed", "tag": "2ded71ee-8d4c-4fbe-a106-72ae68326566"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:43:09.435911 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 2ded71ee-8d4c-4fbe-a106-72ae68326566, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=2ded71ee-8d4c-4fbe-a106-72ae68326566,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:09.440783 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:09.504657 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=2ded71ee-8d4c-4fbe-a106-72ae68326566,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:09.580556 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd304cd2-699e-4106-b3c9-69666fcaaf72 x-openstack-request-id: req-fd304cd2-699e-4106-b3c9-69666fcaaf72 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:43:09.581001 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f398ed-590b-44bb-90da-24569464385f", "name": "network-vif-plugged", "status": "completed", "tag": "2ded71ee-8d4c-4fbe-a106-72ae68326566", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:43:09.581342 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-fd304cd2-699e-4106-b3c9-69666fcaaf72 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:43:09.581855 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f398ed-590b-44bb-90da-24569464385f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ded71ee-8d4c-4fbe-a106-72ae68326566', 'code': 200} Jul 06 13:43:09.629980 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34820) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:09.667149 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-4524d279-4ca8-4d14-9871-0e17dda4f823 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Allocated IP 192.168.233.213 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/4b7aed9c-419d-40de-bbac-f4df2e95b4b4) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:43:09.671282 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.124', 62413) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:09.841839 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3aa47c-756d-4d27-8d32-9063202ef543 req-3d44a5ad-20e3-464c-a66c-41c9b4568eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:09.843062 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1a3aa47c-756d-4d27-8d32-9063202ef543 req-3d44a5ad-20e3-464c-a66c-41c9b4568eae service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=82f398ed-590b-44bb-90da-24569464385f HTTP/1.1" status: 200 len: 1101 time: 0.1685665 Jul 06 13:43:09.965232 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0cb88775-3858-4a1e-b4d6-b0ea309b1bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:09.976310 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1a3aa47c-756d-4d27-8d32-9063202ef543 req-a20d9783-2bfe-4c73-ae3f-01b1ae8f2a67 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=be372249-e899-41e5-acfe-1529b363cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979013 Jul 06 13:43:10.038552 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34834) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:10.072016 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:10.072544 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3feee5c8-4da5-480c-8683-635ad35ecc4d req-14694811-f347-40d9-9292-3d9fd7f1a06a tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] 10.222.0.118 "GET /v2.0/ports?device_id=5edeafe1-36c7-4010-a9ce-b0e132808f92 HTTP/1.1" status: 200 len: 210 time: 0.1455400 Jul 06 13:43:10.073765 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-4524d279-4ca8-4d14-9871-0e17dda4f823 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:10.092938 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-4524d279-4ca8-4d14-9871-0e17dda4f823 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Transition to ACTIVE for port object 4b7aed9c-419d-40de-bbac-f4df2e95b4b4 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:43:10.139101 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-b74be9a2-7832-4d7a-bbe0-ffc04bd85f60 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:10.140769 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-b74be9a2-7832-4d7a-bbe0-ffc04bd85f60 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.124 "GET /v2.0/networks?id=624fdad4-82a3-4ebc-89e9-3ce038d748b0 HTTP/1.1" status: 200 len: 821 time: 0.5752397 Jul 06 13:43:10.158402 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-77476f00-93a2-4d6e-8f1d-a79c87e2a118 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Request body: {'port': {'device_id': '25963fba-ab6a-4418-bb9b-9de3666197da', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'admin_state_up': True, 'tenant_id': 'a56e97c4904044ce9798b96743e618e0'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:10.170579 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-973b6a0c-816b-4478-aeff-980d6c04494a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:10.173875 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-4524d279-4ca8-4d14-9871-0e17dda4f823 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:10.214721 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0cb88775-3858-4a1e-b4d6-b0ea309b1bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:10.230813 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-69e7dc79-244e-4c8f-bf6f-456eb993b181 req-1be8c7df-5c8a-421b-bd0c-7048ac23c057 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Deleting port 6d1ad894-bc25-4654-a2aa-69913c851dd5 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:43:10.231160 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-69e7dc79-244e-4c8f-bf6f-456eb993b181 req-1be8c7df-5c8a-421b-bd0c-7048ac23c057 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:10.284191 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0cb88775-3858-4a1e-b4d6-b0ea309b1bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:10.311088 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-4524d279-4ca8-4d14-9871-0e17dda4f823 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:43:10.343092 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-4524d279-4ca8-4d14-9871-0e17dda4f823 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:43:10.354513 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-4524d279-4ca8-4d14-9871-0e17dda4f823 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:43:10.359140 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524d279-4ca8-4d14-9871-0e17dda4f823 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Pushing event updated for resources: {'Port': ['ID=4b7aed9c-419d-40de-bbac-f4df2e95b4b4,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:10.417835 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2852be60-5541-48ed-bc99-3376a4afd44c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:10.418171 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3be50-fcb1-4338-a02f-dd0beebcde12 req-53cf11d2-ae43-4b61-8b06-259078629653 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:10.420206 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1aa3be50-fcb1-4338-a02f-dd0beebcde12 req-53cf11d2-ae43-4b61-8b06-259078629653 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] 10.222.0.118 "GET /v2.0/ports?device_id=c4dafedf-3c3b-4b17-ba9b-f1287949a3be HTTP/1.1" status: 200 len: 949 time: 0.4451592 Jul 06 13:43:10.430604 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0cb88775-3858-4a1e-b4d6-b0ea309b1bb1 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=bbfbfbe59a1b4fb7a5cce00354f8e8e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7975261 Jul 06 13:43:10.433361 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34850) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:10.438638 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb88775-3858-4a1e-b4d6-b0ea309b1bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d143103-fed5-4634-968c-77eb3a86f5a9,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:10.459837 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-69e7dc79-244e-4c8f-bf6f-456eb993b181 req-1be8c7df-5c8a-421b-bd0c-7048ac23c057 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] For port 6d1ad894-bc25-4654-a2aa-69913c851dd5, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=6d1ad894-bc25-4654-a2aa-69913c851dd5,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:10.460317 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-69e7dc79-244e-4c8f-bf6f-456eb993b181 req-1be8c7df-5c8a-421b-bd0c-7048ac23c057 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:10.483878 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-4524d279-4ca8-4d14-9871-0e17dda4f823 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:10.485964 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-4524d279-4ca8-4d14-9871-0e17dda4f823 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:10.492071 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-69e7dc79-244e-4c8f-bf6f-456eb993b181 req-1be8c7df-5c8a-421b-bd0c-7048ac23c057 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Calling delete_port for 6d1ad894-bc25-4654-a2aa-69913c851dd5 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:43:10.530379 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-77476f00-93a2-4d6e-8f1d-a79c87e2a118 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Made reservation on behalf of a56e97c4904044ce9798b96743e618e0 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:43:10.534868 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-77476f00-93a2-4d6e-8f1d-a79c87e2a118 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:10.562433 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1aa3be50-fcb1-4338-a02f-dd0beebcde12 req-6fff5190-116c-4dbf-bb19-bc10853a5bf4 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] 10.222.0.118 "GET /v2.0/security-groups?id=bd68e092-a078-4c5a-b5ab-6d8283765b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279607 Jul 06 13:43:10.582926 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-16488203-e2a9-412e-a813-4a2040eb93b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:10.623777 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-16488203-e2a9-412e-a813-4a2040eb93b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:10.657497 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b04374-cb56-457b-b55c-81d83bd2e24f req-fc5deaf5-f9e8-46e4-85e8-e8f854255671 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:10.659827 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ebfc4ed1-9256-4d6f-b704-6a3aaefb4fe0 None None] Provisioning for port 4b7aed9c-419d-40de-bbac-f4df2e95b4b4 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:43:10.666351 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ebfc4ed1-9256-4d6f-b704-6a3aaefb4fe0 None None] Provisioning complete for port 4b7aed9c-419d-40de-bbac-f4df2e95b4b4 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:43:10.666726 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ebfc4ed1-9256-4d6f-b704-6a3aaefb4fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:10.673695 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-61b04374-cb56-457b-b55c-81d83bd2e24f req-fc5deaf5-f9e8-46e4-85e8-e8f854255671 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=82f398ed-590b-44bb-90da-24569464385f HTTP/1.1" status: 200 len: 950 time: 0.3605237 Jul 06 13:43:10.710268 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34856) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:10.751802 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-ebfc4ed1-9256-4d6f-b704-6a3aaefb4fe0 None None] Port 4b7aed9c-419d-40de-bbac-f4df2e95b4b4 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:43:10.770338 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2852be60-5541-48ed-bc99-3376a4afd44c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:10.772391 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-16488203-e2a9-412e-a813-4a2040eb93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:10.775007 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-16488203-e2a9-412e-a813-4a2040eb93b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:10.778630 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-16488203-e2a9-412e-a813-4a2040eb93b0 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/1d143103-fed5-4634-968c-77eb3a86f5a9 HTTP/1.1" status: 204 len: 168 time: 0.3347261 Jul 06 13:43:10.781143 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2852be60-5541-48ed-bc99-3376a4afd44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:10.788219 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-4524d279-4ca8-4d14-9871-0e17dda4f823 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2004764 Jul 06 13:43:10.793336 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16488203-e2a9-412e-a813-4a2040eb93b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d143103-fed5-4634-968c-77eb3a86f5a9,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:10.811171 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-48cf5514-b7a9-419c-af23-44a0833ac49d service neutron] Request body: {'port': {'device_id': '5edeafe1-36c7-4010-a9ce-b0e132808f92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:10.814225 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-91d3752a-45f9-4b57-bade-e5e0c07e8a36 req-a8b6ff8b-ec90-41d5-8d7e-f37fa89484b8 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/ports?device_id=25963fba-ab6a-4418-bb9b-9de3666197da HTTP/1.1" status: 200 len: 210 time: 0.1049874 Jul 06 13:43:10.875060 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2852be60-5541-48ed-bc99-3376a4afd44c admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=0a672393562948c29036198aaf1af82c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8351943 Jul 06 13:43:10.877657 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852be60-5541-48ed-bc99-3376a4afd44c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60289c42-1c4a-4153-aec1-1946e505abaa,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:10.885295 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34862) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:10.930307 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-61b04374-cb56-457b-b55c-81d83bd2e24f req-7286787b-a48e-4e35-b130-fd91ea92e043 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/security-groups?id=be372249-e899-41e5-acfe-1529b363cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557507 Jul 06 13:43:10.967145 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-48cf5514-b7a9-419c-af23-44a0833ac49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:11.012792 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7e804d4f-d793-472e-af51-be4b525af5e0 tempest-AutoAllocateNetworkTest-1811386419 tempest-AutoAllocateNetworkTest-1811386419-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=e421eb1957024f79ab3ef369ddc97a5c&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3002384 Jul 06 13:43:11.031405 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34864) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:11.035329 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c675c54-c8f7-4b03-b1df-5ff29c2e01c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:11.074630 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c675c54-c8f7-4b03-b1df-5ff29c2e01c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:11.125488 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-77476f00-93a2-4d6e-8f1d-a79c87e2a118 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Allocated IP 172.20.0.14 (624fdad4-82a3-4ebc-89e9-3ce038d748b0/a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b/d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:43:11.142449 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-69e7dc79-244e-4c8f-bf6f-456eb993b181 req-1be8c7df-5c8a-421b-bd0c-7048ac23c057 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:11.203942 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8c7df-5c8a-421b-bd0c-7048ac23c057 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Pushing event deleted for resources: {'Port': ['ID=6d1ad894-bc25-4654-a2aa-69913c851dd5,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:11.243764 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c675c54-c8f7-4b03-b1df-5ff29c2e01c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:11.245995 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c675c54-c8f7-4b03-b1df-5ff29c2e01c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:11.249554 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9c675c54-c8f7-4b03-b1df-5ff29c2e01c1 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/60289c42-1c4a-4153-aec1-1946e505abaa HTTP/1.1" status: 204 len: 168 time: 0.3610141 Jul 06 13:43:11.261709 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c675c54-c8f7-4b03-b1df-5ff29c2e01c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60289c42-1c4a-4153-aec1-1946e505abaa,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:11.311692 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add84476-2792-4bd7-8bda-8ba4ae4ef8cb tempest-AutoAllocateNetworkTest-1811386419 tempest-AutoAllocateNetworkTest-1811386419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:11.314514 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-add84476-2792-4bd7-8bda-8ba4ae4ef8cb tempest-AutoAllocateNetworkTest-1811386419 tempest-AutoAllocateNetworkTest-1811386419-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2821753 Jul 06 13:43:11.325206 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34872) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:11.368189 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:11.395381 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e7dc79-244e-4c8f-bf6f-456eb993b181 req-1be8c7df-5c8a-421b-bd0c-7048ac23c057 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] No DVR routers for this DVR port 6d1ad894-bc25-4654-a2aa-69913c851dd5 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:43:11.398917 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-69e7dc79-244e-4c8f-bf6f-456eb993b181 req-1be8c7df-5c8a-421b-bd0c-7048ac23c057 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:11.401425 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-69e7dc79-244e-4c8f-bf6f-456eb993b181 req-1be8c7df-5c8a-421b-bd0c-7048ac23c057 tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] 10.222.0.124 "DELETE /v2.0/ports/6d1ad894-bc25-4654-a2aa-69913c851dd5 HTTP/1.1" status: 204 len: 173 time: 1.9989541 Jul 06 13:43:11.405906 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dafedf-3c3b-4b17-ba9b-f1287949a3be', 'name': 'network-vif-deleted', 'tag': '6d1ad894-bc25-4654-a2aa-69913c851dd5'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:43:11.408947 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce2531f-7935-4d5c-8fbf-b49783a83b29" -d '{"events": [{"server_uuid": "c4dafedf-3c3b-4b17-ba9b-f1287949a3be", "name": "network-vif-deleted", "tag": "6d1ad894-bc25-4654-a2aa-69913c851dd5"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:43:11.410059 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34874) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:11.416409 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-46b233f6-787e-4a3e-8d8b-2b22946b24b3 tempest-AutoAllocateNetworkTest-1811386419 tempest-AutoAllocateNetworkTest-1811386419-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0885789 Jul 06 13:43:11.417851 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34878) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:11.432481 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5bc1d63e-3d45-4d17-9a38-51d7e317b3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:11.489381 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7bb45ae2-0725-4390-8a7c-e09d67356dde tempest-AutoAllocateNetworkTest-1811386419 tempest-AutoAllocateNetworkTest-1811386419-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=e421eb1957024f79ab3ef369ddc97a5c HTTP/1.1" status: 200 len: 208 time: 0.0689659 Jul 06 13:43:11.551356 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-48cf5514-b7a9-419c-af23-44a0833ac49d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b7aed9c-419d-40de-bbac-f4df2e95b4b4 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:43:11.564104 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-48cf5514-b7a9-419c-af23-44a0833ac49d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:11.598937 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-48cf5514-b7a9-419c-af23-44a0833ac49d service neutron] Transition to ACTIVE for port object 4b7aed9c-419d-40de-bbac-f4df2e95b4b4 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:43:11.608152 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-48cf5514-b7a9-419c-af23-44a0833ac49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:11.623683 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc8918c-f249-4c8b-a083-1c4e03634a58 x-openstack-request-id: req-5dc8918c-f249-4c8b-a083-1c4e03634a58 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:43:11.623988 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4dafedf-3c3b-4b17-ba9b-f1287949a3be", "name": "network-vif-deleted", "tag": "6d1ad894-bc25-4654-a2aa-69913c851dd5", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:43:11.624242 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-5dc8918c-f249-4c8b-a083-1c4e03634a58 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:43:11.624640 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dafedf-3c3b-4b17-ba9b-f1287949a3be', 'name': 'network-vif-deleted', 'tag': '6d1ad894-bc25-4654-a2aa-69913c851dd5', 'status': 'completed', 'code': 200} Jul 06 13:43:11.675743 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf5514-b7a9-419c-af23-44a0833ac49d service neutron] Pushing event updated for resources: {'Port': ['ID=4b7aed9c-419d-40de-bbac-f4df2e95b4b4,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:11.774024 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-77476f00-93a2-4d6e-8f1d-a79c87e2a118 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:11.803831 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5bc1d63e-3d45-4d17-9a38-51d7e317b3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:11.810538 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5bc1d63e-3d45-4d17-9a38-51d7e317b3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:11.812467 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-77476f00-93a2-4d6e-8f1d-a79c87e2a118 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Transition to ACTIVE for port object d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:43:11.838596 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1d63e-3d45-4d17-9a38-51d7e317b3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07328d48-4519-4b39-88ab-f201b47a32d2,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:11.868996 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-48cf5514-b7a9-419c-af23-44a0833ac49d service neutron] Attempting to bind port 4b7aed9c-419d-40de-bbac-f4df2e95b4b4 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:43:11.869343 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-48cf5514-b7a9-419c-af23-44a0833ac49d service neutron] Attempting to bind port 4b7aed9c-419d-40de-bbac-f4df2e95b4b4 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:43:11.869974 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-48cf5514-b7a9-419c-af23-44a0833ac49d service neutron] Attempting to bind port 4b7aed9c-419d-40de-bbac-f4df2e95b4b4 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:43:11.884922 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-48cf5514-b7a9-419c-af23-44a0833ac49d service neutron] Port 4b7aed9c-419d-40de-bbac-f4df2e95b4b4 on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:43:11.885254 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-48cf5514-b7a9-419c-af23-44a0833ac49d service neutron] Attempting to bind port 4b7aed9c-419d-40de-bbac-f4df2e95b4b4 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:43:11.900396 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-48cf5514-b7a9-419c-af23-44a0833ac49d service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:43:11.900852 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-48cf5514-b7a9-419c-af23-44a0833ac49d service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:43:11.901166 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-48cf5514-b7a9-419c-af23-44a0833ac49d service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:43:11.901582 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-48cf5514-b7a9-419c-af23-44a0833ac49d service neutron] Bound port: 4b7aed9c-419d-40de-bbac-f4df2e95b4b4, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:43:11.901968 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-48cf5514-b7a9-419c-af23-44a0833ac49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:11.909625 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34888) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:11.926245 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5bc1d63e-3d45-4d17-9a38-51d7e317b3f9 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=d587a18adc314c50b6a40cbe4a0516e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5086625 Jul 06 13:43:11.938981 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34890) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:11.946495 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c78db3a0-4d4c-4b95-83d6-69dcc19ba948 req-3396dc84-42a1-41a3-baad-73a12921c88c tempest-ServerDiagnosticsNegativeTest-1528640361 tempest-ServerDiagnosticsNegativeTest-1528640361-project] 10.222.0.118 "GET /v2.0/ports?device_id=c4dafedf-3c3b-4b17-ba9b-f1287949a3be HTTP/1.1" status: 200 len: 210 time: 0.1571016 Jul 06 13:43:11.966647 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-db6cb3b3-d6fa-437a-ba16-b34d43c428a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:11.968553 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-77476f00-93a2-4d6e-8f1d-a79c87e2a118 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:11.982044 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['eba98cb6-4db1-4179-9da9-c03d3f80437f'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:43:12.001665 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efde9aa-cbc5-4c5f-a2f3-58da2c306429 req-3180a5af-fb2e-4aaf-b555-5d095f6504f1 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:12.011612 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2efde9aa-cbc5-4c5f-a2f3-58da2c306429 req-3180a5af-fb2e-4aaf-b555-5d095f6504f1 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] 10.222.0.118 "GET /v2.0/ports?device_id=5edeafe1-36c7-4010-a9ce-b0e132808f92 HTTP/1.1" status: 200 len: 936 time: 0.7737048 Jul 06 13:43:12.081912 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-48cf5514-b7a9-419c-af23-44a0833ac49d service neutron] For port 4b7aed9c-419d-40de-bbac-f4df2e95b4b4, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:43:12.085772 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-48cf5514-b7a9-419c-af23-44a0833ac49d service neutron] For port 4b7aed9c-419d-40de-bbac-f4df2e95b4b4, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4b7aed9c-419d-40de-bbac-f4df2e95b4b4,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:43:12.091829 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-48cf5514-b7a9-419c-af23-44a0833ac49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:12.112266 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-48cf5514-b7a9-419c-af23-44a0833ac49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:12.112907 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-48cf5514-b7a9-419c-af23-44a0833ac49d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:12.114989 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-48cf5514-b7a9-419c-af23-44a0833ac49d service neutron] 10.222.0.52 "PUT /v2.0/ports/4b7aed9c-419d-40de-bbac-f4df2e95b4b4 HTTP/1.1" status: 200 len: 1096 time: 1.3142455 Jul 06 13:43:12.141354 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edeafe1-36c7-4010-a9ce-b0e132808f92', 'tag': '4b7aed9c-419d-40de-bbac-f4df2e95b4b4'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:43:12.144140 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0589ecef-c80a-471a-bc62-8df29c0f281b" -d '{"events": [{"name": "network-changed", "server_uuid": "5edeafe1-36c7-4010-a9ce-b0e132808f92", "tag": "4b7aed9c-419d-40de-bbac-f4df2e95b4b4"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:43:12.148013 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34898) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:12.199643 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-db6cb3b3-d6fa-437a-ba16-b34d43c428a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:12.211538 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-77476f00-93a2-4d6e-8f1d-a79c87e2a118 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Network 624fdad4-82a3-4ebc-89e9-3ce038d748b0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:43:12.212790 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-db6cb3b3-d6fa-437a-ba16-b34d43c428a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:12.258259 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-77476f00-93a2-4d6e-8f1d-a79c87e2a118 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:43:12.291770 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-77476f00-93a2-4d6e-8f1d-a79c87e2a118 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:43:12.291912 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-db6cb3b3-d6fa-437a-ba16-b34d43c428a0 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=200ae6934deb48ba9b57a62fcb664cde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3612535 Jul 06 13:43:12.306858 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34904) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:12.388806 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6cb3b3-d6fa-437a-ba16-b34d43c428a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f50019-cbe7-4273-b645-edab365a4a3e,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:12.392546 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf5514-b7a9-419c-af23-44a0833ac49d service neutron] Pushing event updated for resources: {'Port': ['ID=4b7aed9c-419d-40de-bbac-f4df2e95b4b4,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:12.415132 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2efde9aa-cbc5-4c5f-a2f3-58da2c306429 req-6fcee4a0-ee34-4a1b-b124-a4e34332ef0c tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] 10.222.0.118 "GET /v2.0/security-groups?id=26d14bd9-6e23-4e1f-8851-2580d4442210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006801 Jul 06 13:43:12.415826 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77476f00-93a2-4d6e-8f1d-a79c87e2a118 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Pushing event updated for resources: {'Port': ['ID=d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:12.435640 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6ab4915b-4766-4650-a036-30b95b73ae0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:12.464334 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9dbeff0d-7758-48de-994a-f6398e670e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:12.502068 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-77476f00-93a2-4d6e-8f1d-a79c87e2a118 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:12.502725 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-77476f00-93a2-4d6e-8f1d-a79c87e2a118 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:12.524868 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9dbeff0d-7758-48de-994a-f6398e670e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:12.595598 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-7973470f-88d1-4430-b988-2e1f51d55d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:12.597015 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-7973470f-88d1-4430-b988-2e1f51d55d4f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f67a9aaf85dc477e922616fb347c39bd&device_id=5edeafe1-36c7-4010-a9ce-b0e132808f92 HTTP/1.1" status: 200 len: 1099 time: 0.2924390 Jul 06 13:43:12.612938 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b7e5651e-f993-42bd-87ce-2d3c98fb0435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:12.628486 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5d677-7c68-4de7-afea-aa4d0e1a038b req-653547a8-7bfb-40cc-afef-d19845102092 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:12.630046 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c9c5d677-7c68-4de7-afea-aa4d0e1a038b req-653547a8-7bfb-40cc-afef-d19845102092 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/ports?device_id=25963fba-ab6a-4418-bb9b-9de3666197da HTTP/1.1" status: 200 len: 932 time: 0.3606803 Jul 06 13:43:12.672207 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9dbeff0d-7758-48de-994a-f6398e670e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:12.674872 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9dbeff0d-7758-48de-994a-f6398e670e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:12.676024 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9dbeff0d-7758-48de-994a-f6398e670e3d admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/07328d48-4519-4b39-88ab-f201b47a32d2 HTTP/1.1" status: 204 len: 168 time: 0.7330642 Jul 06 13:43:12.715762 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c9c5d677-7c68-4de7-afea-aa4d0e1a038b req-97c8543c-1b9c-46ed-b02d-477e2a25b45a tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/security-groups?id=2fb62f41-fa9a-416b-8d6d-34532d71b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779753 Jul 06 13:43:12.720184 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbeff0d-7758-48de-994a-f6398e670e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07328d48-4519-4b39-88ab-f201b47a32d2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:12.728008 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c02afaf9-1980-4cbe-89a5-8ecec71d6da7 None None] Provisioning for port d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:43:12.743778 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c02afaf9-1980-4cbe-89a5-8ecec71d6da7 None None] Provisioning complete for port d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:43:12.744426 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c02afaf9-1980-4cbe-89a5-8ecec71d6da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:12.773891 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94030086-e64e-42d5-8bf0-1e6ef2c04b90 req-1bcacdc3-165a-4b76-b875-97c778be318b tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:12.775579 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-94030086-e64e-42d5-8bf0-1e6ef2c04b90 req-1bcacdc3-165a-4b76-b875-97c778be318b tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=82f398ed-590b-44bb-90da-24569464385f HTTP/1.1" status: 200 len: 950 time: 0.2025530 Jul 06 13:43:12.807517 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-c02afaf9-1980-4cbe-89a5-8ecec71d6da7 None None] Port d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:43:12.847900 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-94030086-e64e-42d5-8bf0-1e6ef2c04b90 req-3eb3857f-408e-4760-9309-aca77f1199ad tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/security-groups?id=be372249-e899-41e5-acfe-1529b363cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656784 Jul 06 13:43:12.885622 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-1ef1efdb-f40b-4110-be9d-66f06571637d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=4b7aed9c-419d-40de-bbac-f4df2e95b4b4 HTTP/1.1" status: 200 len: 217 time: 0.2719464 Jul 06 13:43:12.909746 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b7e5651e-f993-42bd-87ce-2d3c98fb0435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:12.925498 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:12.938861 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47bb8d2-36c4-4fb6-bf99-b7c1c6c966a8 x-openstack-request-id: req-d47bb8d2-36c4-4fb6-bf99-b7c1c6c966a8 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:43:12.939158 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5edeafe1-36c7-4010-a9ce-b0e132808f92", "tag": "4b7aed9c-419d-40de-bbac-f4df2e95b4b4", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:43:12.939411 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-d47bb8d2-36c4-4fb6-bf99-b7c1c6c966a8 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:43:12.940095 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5edeafe1-36c7-4010-a9ce-b0e132808f92', 'tag': '4b7aed9c-419d-40de-bbac-f4df2e95b4b4', 'status': 'completed', 'code': 200} Jul 06 13:43:12.965430 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6ab4915b-4766-4650-a036-30b95b73ae0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:12.985082 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-77476f00-93a2-4d6e-8f1d-a79c87e2a118 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8325081 Jul 06 13:43:12.986935 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6ab4915b-4766-4650-a036-30b95b73ae0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:13.000536 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-19a56c49-8f26-47b6-a19a-48f5eefdfdac service neutron] Request body: {'port': {'device_id': '25963fba-ab6a-4418-bb9b-9de3666197da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:13.025041 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-f4e291e2-59c7-4758-b917-53b5fc4aeb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:13.026570 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-f4e291e2-59c7-4758-b917-53b5fc4aeb95 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1381543 Jul 06 13:43:13.073035 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab4915b-4766-4650-a036-30b95b73ae0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264ead9d-4de1-48c1-8845-3585cc0d0bbb,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:13.077108 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 6d1ad894-bc25-4654-a2aa-69913c851dd5 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:43:13.092158 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6ab4915b-4766-4650-a036-30b95b73ae0f admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=e421eb1957024f79ab3ef369ddc97a5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8875442 Jul 06 13:43:13.094005 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34922) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:13.135216 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 6d1ad894-bc25-4654-a2aa-69913c851dd5 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:43:13.135939 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 6d1ad894-bc25-4654-a2aa-69913c851dd5 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:43:13.169414 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b7e5651e-f993-42bd-87ce-2d3c98fb0435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:13.181250 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b7e5651e-f993-42bd-87ce-2d3c98fb0435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:13.185559 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b7e5651e-f993-42bd-87ce-2d3c98fb0435 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/06f50019-cbe7-4273-b645-edab365a4a3e HTTP/1.1" status: 204 len: 168 time: 0.8746409 Jul 06 13:43:13.206750 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5651e-f993-42bd-87ce-2d3c98fb0435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f50019-cbe7-4273-b645-edab365a4a3e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:13.214596 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-19a56c49-8f26-47b6-a19a-48f5eefdfdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:13.264208 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dac6f1dd-9f9b-4c7e-9dc5-eb2e3b2e3270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:13.291314 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dac6f1dd-9f9b-4c7e-9dc5-eb2e3b2e3270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:13.313880 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-bf90a448-bf60-4904-9e51-fd0726305f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:13.315956 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-bf90a448-bf60-4904-9e51-fd0726305f77 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2796857 Jul 06 13:43:13.433275 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dac6f1dd-9f9b-4c7e-9dc5-eb2e3b2e3270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:13.435861 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dac6f1dd-9f9b-4c7e-9dc5-eb2e3b2e3270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:13.437091 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-dac6f1dd-9f9b-4c7e-9dc5-eb2e3b2e3270 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/264ead9d-4de1-48c1-8845-3585cc0d0bbb HTTP/1.1" status: 204 len: 168 time: 0.3337338 Jul 06 13:43:13.455584 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6f1dd-9f9b-4c7e-9dc5-eb2e3b2e3270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264ead9d-4de1-48c1-8845-3585cc0d0bbb,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:13.466705 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-c97ddcf6-5f04-467c-bc49-3a5ba2ac6dc9 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340516 Jul 06 13:43:13.588576 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34942) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:13.620311 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e98c37d7-df05-4069-aae6-6ac0f57be71c req-bd76ab17-7f22-49f7-bd5a-09d5759fde26 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414716 Jul 06 13:43:13.646824 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7a680-8b98-45ce-811c-dbb69cd67090 req-22fef9d0-ee5b-4bfd-9fb7-5cc523335adf tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:13.648549 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7ec7a680-8b98-45ce-811c-dbb69cd67090 req-22fef9d0-ee5b-4bfd-9fb7-5cc523335adf tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=82f398ed-590b-44bb-90da-24569464385f HTTP/1.1" status: 200 len: 950 time: 0.3401358 Jul 06 13:43:13.742977 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d0848-a8b9-457a-a0bc-ba8a451f2595 req-7f6cd817-7a4e-4cda-9255-a2022600a43b tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:13.752353 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589ecef-c80a-471a-bc62-8df29c0f281b req-77e35ca5-d7e2-4bf9-8a76-09a5a06605a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:13.752353 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0589ecef-c80a-471a-bc62-8df29c0f281b req-77e35ca5-d7e2-4bf9-8a76-09a5a06605a0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f67a9aaf85dc477e922616fb347c39bd&device_id=5edeafe1-36c7-4010-a9ce-b0e132808f92 HTTP/1.1" status: 200 len: 1099 time: 0.0779586 Jul 06 13:43:13.754137 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-738d0848-a8b9-457a-a0bc-ba8a451f2595 req-7f6cd817-7a4e-4cda-9255-a2022600a43b tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] 10.222.0.118 "GET /v2.0/ports?device_id=5edeafe1-36c7-4010-a9ce-b0e132808f92 HTTP/1.1" status: 200 len: 948 time: 0.2009141 Jul 06 13:43:13.776897 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7ec7a680-8b98-45ce-811c-dbb69cd67090 req-4c3680e5-da95-43a4-b384-81d9a213fb48 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/security-groups?id=be372249-e899-41e5-acfe-1529b363cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176860 Jul 06 13:43:13.858360 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-738d0848-a8b9-457a-a0bc-ba8a451f2595 req-b8d2c6ef-6b27-4c31-a578-2a963ffb069b tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] 10.222.0.118 "GET /v2.0/security-groups?id=26d14bd9-6e23-4e1f-8851-2580d4442210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032677 Jul 06 13:43:13.866011 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-19a56c49-8f26-47b6-a19a-48f5eefdfdac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:43:13.886025 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-19a56c49-8f26-47b6-a19a-48f5eefdfdac service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:13.913270 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-19a56c49-8f26-47b6-a19a-48f5eefdfdac service neutron] Transition to ACTIVE for port object d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:43:13.921579 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-19a56c49-8f26-47b6-a19a-48f5eefdfdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:13.943211 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589ecef-c80a-471a-bc62-8df29c0f281b req-7f384adb-5ce7-475f-8b07-2aaaf9ed9e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:13.949003 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0589ecef-c80a-471a-bc62-8df29c0f281b req-7f384adb-5ce7-475f-8b07-2aaaf9ed9e47 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.1888108 Jul 06 13:43:14.026307 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a56c49-8f26-47b6-a19a-48f5eefdfdac service neutron] Pushing event updated for resources: {'Port': ['ID=d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:14.063920 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0589ecef-c80a-471a-bc62-8df29c0f281b req-dddbe8c9-4850-474e-83fd-f38878453814 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=4b7aed9c-419d-40de-bbac-f4df2e95b4b4 HTTP/1.1" status: 200 len: 217 time: 0.0768757 Jul 06 13:43:14.139702 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ac441663-a15f-4be9-958c-8e52d21fe999 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=dbf280e00e6b44d0a9548d1ff1c178bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5438876 Jul 06 13:43:14.142353 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34968) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:14.203233 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589ecef-c80a-471a-bc62-8df29c0f281b req-2a90c1a4-88d2-47d4-84cc-ae1fd4616d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:14.205279 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0589ecef-c80a-471a-bc62-8df29c0f281b req-2a90c1a4-88d2-47d4-84cc-ae1fd4616d47 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1235719 Jul 06 13:43:14.301428 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e00a65-c15b-431f-81d8-375ee900f80b req-8b7ec72a-7f02-40e5-82e9-e6eb8bdd0527 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:14.302529 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f3c4d0b3-05d4-474e-8301-e39aaab14b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:14.305053 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-15e00a65-c15b-431f-81d8-375ee900f80b req-8b7ec72a-7f02-40e5-82e9-e6eb8bdd0527 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/ports?device_id=25963fba-ab6a-4418-bb9b-9de3666197da HTTP/1.1" status: 200 len: 944 time: 0.3522120 Jul 06 13:43:14.306102 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-19a56c49-8f26-47b6-a19a-48f5eefdfdac service neutron] Attempting to bind port d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:43:14.306643 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-19a56c49-8f26-47b6-a19a-48f5eefdfdac service neutron] Attempting to bind port d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'f4412e6c-f55a-4207-aa2d-d092f711bb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:43:14.307318 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-19a56c49-8f26-47b6-a19a-48f5eefdfdac service neutron] Attempting to bind port d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 on network 624fdad4-82a3-4ebc-89e9-3ce038d748b0 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:43:14.321030 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-19a56c49-8f26-47b6-a19a-48f5eefdfdac service neutron] Port d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 on network 624fdad4-82a3-4ebc-89e9-3ce038d748b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:43:14.321604 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-19a56c49-8f26-47b6-a19a-48f5eefdfdac service neutron] Attempting to bind port d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 on network 624fdad4-82a3-4ebc-89e9-3ce038d748b0 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:43:14.340952 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-19a56c49-8f26-47b6-a19a-48f5eefdfdac service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:43:14.342044 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-19a56c49-8f26-47b6-a19a-48f5eefdfdac service neutron] Checking segment: {'id': 'f4412e6c-f55a-4207-aa2d-d092f711bb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:43:14.343545 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-19a56c49-8f26-47b6-a19a-48f5eefdfdac service neutron] Bound using segment: {'id': 'f4412e6c-f55a-4207-aa2d-d092f711bb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:43:14.344066 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-19a56c49-8f26-47b6-a19a-48f5eefdfdac service neutron] Bound port: d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4412e6c-f55a-4207-aa2d-d092f711bb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:43:14.344625 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-19a56c49-8f26-47b6-a19a-48f5eefdfdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:14.352911 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f3c4d0b3-05d4-474e-8301-e39aaab14b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:14.368149 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589ecef-c80a-471a-bc62-8df29c0f281b req-5934fb01-dc7e-4f5e-b7d4-6d167e7f4271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:14.370381 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0589ecef-c80a-471a-bc62-8df29c0f281b req-5934fb01-dc7e-4f5e-b7d4-6d167e7f4271 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1578996 Jul 06 13:43:14.398437 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-15e00a65-c15b-431f-81d8-375ee900f80b req-cb9cc273-9839-417f-ba41-0fe5e427fa48 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/security-groups?id=2fb62f41-fa9a-416b-8d6d-34532d71b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854511 Jul 06 13:43:14.459863 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-19a56c49-8f26-47b6-a19a-48f5eefdfdac service neutron] For port d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:43:14.463917 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-19a56c49-8f26-47b6-a19a-48f5eefdfdac service neutron] For port d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1,segment=NetworkSegment(f4412e6c-f55a-4207-aa2d-d092f711bb3d),segment_id=f4412e6c-f55a-4207-aa2d-d092f711bb3d)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:43:14.470343 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-19a56c49-8f26-47b6-a19a-48f5eefdfdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:14.523710 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-19a56c49-8f26-47b6-a19a-48f5eefdfdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:14.524802 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-19a56c49-8f26-47b6-a19a-48f5eefdfdac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:14.526909 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-19a56c49-8f26-47b6-a19a-48f5eefdfdac service neutron] 10.222.0.124 "PUT /v2.0/ports/d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 HTTP/1.1" status: 200 len: 1092 time: 1.5336604 Jul 06 13:43:14.529507 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25963fba-ab6a-4418-bb9b-9de3666197da', 'tag': 'd133bf4b-4555-4ce0-bd0d-ebc8be50a0f1'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:43:14.541132 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a4381e-6336-4240-ae29-74a6c3eb21b8" -d '{"events": [{"name": "network-changed", "server_uuid": "25963fba-ab6a-4418-bb9b-9de3666197da", "tag": "d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:43:14.588779 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f3c4d0b3-05d4-474e-8301-e39aaab14b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:14.592899 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f3c4d0b3-05d4-474e-8301-e39aaab14b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:14.594148 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f3c4d0b3-05d4-474e-8301-e39aaab14b24 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/bd68e092-a078-4c5a-b5ab-6d8283765b98 HTTP/1.1" status: 204 len: 168 time: 0.4500978 Jul 06 13:43:14.623771 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4d0b3-05d4-474e-8301-e39aaab14b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd68e092-a078-4c5a-b5ab-6d8283765b98,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:14.635247 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0589ecef-c80a-471a-bc62-8df29c0f281b req-de305bb2-294d-4694-bf7c-25f5b040028f service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467763 Jul 06 13:43:14.814282 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0589ecef-c80a-471a-bc62-8df29c0f281b req-f3e6a28f-dab7-4dc0-ae16-719f02e1e03b service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690314 Jul 06 13:43:14.934569 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9cf640-fcdb-4abd-ac29-a9fa707137ef x-openstack-request-id: req-0a9cf640-fcdb-4abd-ac29-a9fa707137ef {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:43:14.935036 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25963fba-ab6a-4418-bb9b-9de3666197da", "tag": "d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:43:14.935113 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-0a9cf640-fcdb-4abd-ac29-a9fa707137ef {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:43:14.935507 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25963fba-ab6a-4418-bb9b-9de3666197da', 'tag': 'd133bf4b-4555-4ce0-bd0d-ebc8be50a0f1', 'status': 'completed', 'code': 200} Jul 06 13:43:14.944815 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a56c49-8f26-47b6-a19a-48f5eefdfdac service neutron] Pushing event updated for resources: {'Port': ['ID=d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:14.995168 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34849d73-f790-4446-81d4-d0f15151830e req-3bc922a2-85d4-490f-ae57-6bc24d367603 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:14.996716 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-34849d73-f790-4446-81d4-d0f15151830e req-3bc922a2-85d4-490f-ae57-6bc24d367603 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=82f398ed-590b-44bb-90da-24569464385f HTTP/1.1" status: 200 len: 950 time: 0.4334493 Jul 06 13:43:15.012912 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-85b1fdc4-eb59-436d-84f9-f8f4570225e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:15.014378 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-85b1fdc4-eb59-436d-84f9-f8f4570225e4 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a56e97c4904044ce9798b96743e618e0&device_id=25963fba-ab6a-4418-bb9b-9de3666197da HTTP/1.1" status: 200 len: 1095 time: 0.4254553 Jul 06 13:43:15.080705 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-4a1a9b61-29d2-4a9b-a1ea-6e9d27493967 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 HTTP/1.1" status: 200 len: 217 time: 0.0444555 Jul 06 13:43:15.142548 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-34849d73-f790-4446-81d4-d0f15151830e req-30504514-9e9f-43d7-b6e0-d8730bfa153b tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/security-groups?id=be372249-e899-41e5-acfe-1529b363cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319509 Jul 06 13:43:15.165169 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-cd047d1a-d610-400d-96fb-cc9cc7fa3b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:15.166685 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-cd047d1a-d610-400d-96fb-cc9cc7fa3b1e service neutron] 10.222.0.124 "GET /v2.0/subnets?id=a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b HTTP/1.1" status: 200 len: 860 time: 0.0772076 Jul 06 13:43:15.175301 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e291313-d2fa-4c47-bb91-af3acf5a3e55 req-a81f6495-7b78-4bad-a6ff-288f9d94d9da tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:15.176720 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e291313-d2fa-4c47-bb91-af3acf5a3e55 req-a81f6495-7b78-4bad-a6ff-288f9d94d9da tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] 10.222.0.118 "GET /v2.0/ports?device_id=5edeafe1-36c7-4010-a9ce-b0e132808f92 HTTP/1.1" status: 200 len: 948 time: 0.1778929 Jul 06 13:43:15.262586 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e291313-d2fa-4c47-bb91-af3acf5a3e55 req-9bf35665-17ca-4b3d-82ba-da6bb5681b6a tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] 10.222.0.118 "GET /v2.0/security-groups?id=26d14bd9-6e23-4e1f-8851-2580d4442210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755122 Jul 06 13:43:15.278828 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-c4583305-ed65-42b0-ae3c-5f16db50a96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:15.280713 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-c4583305-ed65-42b0-ae3c-5f16db50a96d service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=624fdad4-82a3-4ebc-89e9-3ce038d748b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025419 Jul 06 13:43:15.300552 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35010) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:15.321706 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-29cf395c-0d44-4f36-bfd8-895b07838c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:15.424211 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-a4d8994e-ccd2-4e18-a51a-752977ca912a service neutron] 10.222.0.124 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272423 Jul 06 13:43:15.459127 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-29cf395c-0d44-4f36-bfd8-895b07838c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:15.467393 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-29cf395c-0d44-4f36-bfd8-895b07838c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:15.570032 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-29cf395c-0d44-4f36-bfd8-895b07838c64 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=343f842477654812b72b2946711417d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2679679 Jul 06 13:43:15.570727 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35026) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:15.603575 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf395c-0d44-4f36-bfd8-895b07838c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44acee01-3ab4-44e7-87e8-0e2b43e9427e,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:15.644120 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2e3511a9-de31-43cb-a568-63ffb837a216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:15.665223 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-98116bf2-b9ff-4c94-875b-bb511dc7be64 req-62ee5e47-014d-4725-aeee-f3999f125b38 service neutron] 10.222.0.124 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403083 Jul 06 13:43:15.683923 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2e3511a9-de31-43cb-a568-63ffb837a216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:15.742882 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8082b6-39cf-48b4-8eca-6f77ca6034d4 req-3a1bee77-2883-485b-a4e2-90366e0470c1 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:15.744486 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9d8082b6-39cf-48b4-8eca-6f77ca6034d4 req-3a1bee77-2883-485b-a4e2-90366e0470c1 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.124 "GET /v2.0/ports?device_id=82f398ed-590b-44bb-90da-24569464385f HTTP/1.1" status: 200 len: 950 time: 0.1937201 Jul 06 13:43:15.754364 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2e3511a9-de31-43cb-a568-63ffb837a216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:15.760398 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2e3511a9-de31-43cb-a568-63ffb837a216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:15.761877 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2e3511a9-de31-43cb-a568-63ffb837a216 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/44acee01-3ab4-44e7-87e8-0e2b43e9427e HTTP/1.1" status: 204 len: 168 time: 0.1890979 Jul 06 13:43:15.765628 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe5794-6920-4407-8a6e-f4b68004eef0 req-a625df1b-0986-4355-acc2-149ac7d83fbf tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:15.774235 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45fe5794-6920-4407-8a6e-f4b68004eef0 req-a625df1b-0986-4355-acc2-149ac7d83fbf tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/ports?device_id=25963fba-ab6a-4418-bb9b-9de3666197da HTTP/1.1" status: 200 len: 944 time: 0.1141169 Jul 06 13:43:15.776407 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3511a9-de31-43cb-a568-63ffb837a216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44acee01-3ab4-44e7-87e8-0e2b43e9427e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:15.912381 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45fe5794-6920-4407-8a6e-f4b68004eef0 req-692648e5-67ce-49ea-bb49-cf43b0bcca5f tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/security-groups?id=2fb62f41-fa9a-416b-8d6d-34532d71b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363382 Jul 06 13:43:15.932781 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4381e-6336-4240-ae29-74a6c3eb21b8 req-ba7ea6f9-7ded-46d3-b0cf-7ca9f2e6028a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:15.934335 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d3a4381e-6336-4240-ae29-74a6c3eb21b8 req-ba7ea6f9-7ded-46d3-b0cf-7ca9f2e6028a service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a56e97c4904044ce9798b96743e618e0&device_id=25963fba-ab6a-4418-bb9b-9de3666197da HTTP/1.1" status: 200 len: 1095 time: 0.1872516 Jul 06 13:43:16.007733 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-9d8082b6-39cf-48b4-8eca-6f77ca6034d4 req-98fc5fda-5d9f-4404-beb9-a35a812e4730 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Deleting port 2ded71ee-8d4c-4fbe-a106-72ae68326566 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:43:16.008304 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9d8082b6-39cf-48b4-8eca-6f77ca6034d4 req-98fc5fda-5d9f-4404-beb9-a35a812e4730 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:16.094691 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4381e-6336-4240-ae29-74a6c3eb21b8 req-f536a7c5-3c22-42e5-aa7d-b8af4ad98b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:16.096209 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d3a4381e-6336-4240-ae29-74a6c3eb21b8 req-f536a7c5-3c22-42e5-aa7d-b8af4ad98b05 service neutron] 10.222.0.124 "GET /v2.0/networks?id=624fdad4-82a3-4ebc-89e9-3ce038d748b0 HTTP/1.1" status: 200 len: 922 time: 0.1513231 Jul 06 13:43:16.150714 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d3a4381e-6336-4240-ae29-74a6c3eb21b8 req-df2f7443-c426-45ae-bc3e-414784ae44b1 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 HTTP/1.1" status: 200 len: 217 time: 0.0436792 Jul 06 13:43:16.171431 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-9d8082b6-39cf-48b4-8eca-6f77ca6034d4 req-98fc5fda-5d9f-4404-beb9-a35a812e4730 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] For port 2ded71ee-8d4c-4fbe-a106-72ae68326566, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=2ded71ee-8d4c-4fbe-a106-72ae68326566,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:16.171726 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9d8082b6-39cf-48b4-8eca-6f77ca6034d4 req-98fc5fda-5d9f-4404-beb9-a35a812e4730 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:16.204273 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-9d8082b6-39cf-48b4-8eca-6f77ca6034d4 req-98fc5fda-5d9f-4404-beb9-a35a812e4730 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Calling delete_port for 2ded71ee-8d4c-4fbe-a106-72ae68326566 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:43:16.219395 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:16.229555 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4381e-6336-4240-ae29-74a6c3eb21b8 req-cc352a3b-748d-4eab-a2f2-2e07cbfb1036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:16.231090 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d3a4381e-6336-4240-ae29-74a6c3eb21b8 req-cc352a3b-748d-4eab-a2f2-2e07cbfb1036 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b HTTP/1.1" status: 200 len: 860 time: 0.0731761 Jul 06 13:43:16.463310 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-ba64dea5-7b22-4c1c-a5b1-27426806de5c tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=50e8f05c6bdb496f8ea002d9efd5f45c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421083 Jul 06 13:43:16.523230 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4381e-6336-4240-ae29-74a6c3eb21b8 req-144962f3-02d0-4f47-8854-5cd43e5f8e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:16.524756 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d3a4381e-6336-4240-ae29-74a6c3eb21b8 req-144962f3-02d0-4f47-8854-5cd43e5f8e82 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=624fdad4-82a3-4ebc-89e9-3ce038d748b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2482092 Jul 06 13:43:16.580864 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fc9d6-4660-478e-818f-89f9aaa86471 req-8495cd88-b977-4fd7-9973-e1745e230945 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:16.582398 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de4fc9d6-4660-478e-818f-89f9aaa86471 req-8495cd88-b977-4fd7-9973-e1745e230945 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/ports?device_id=82f398ed-590b-44bb-90da-24569464385f HTTP/1.1" status: 200 len: 950 time: 0.2626579 Jul 06 13:43:16.665671 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9d8082b6-39cf-48b4-8eca-6f77ca6034d4 req-98fc5fda-5d9f-4404-beb9-a35a812e4730 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:16.680718 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['2ded71ee-8d4c-4fbe-a106-72ae68326566'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:43:16.736005 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc5fda-5d9f-4404-beb9-a35a812e4730 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Pushing event deleted for resources: {'Port': ['ID=2ded71ee-8d4c-4fbe-a106-72ae68326566,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:16.745458 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de4fc9d6-4660-478e-818f-89f9aaa86471 req-84e42a01-6e40-447e-adc7-94b6276dabd7 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.118 "GET /v2.0/security-groups?id=be372249-e899-41e5-acfe-1529b363cacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511350 Jul 06 13:43:16.851336 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8082b6-39cf-48b4-8eca-6f77ca6034d4 req-98fc5fda-5d9f-4404-beb9-a35a812e4730 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] No DVR routers for this DVR port 2ded71ee-8d4c-4fbe-a106-72ae68326566 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:43:16.867988 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9d8082b6-39cf-48b4-8eca-6f77ca6034d4 req-98fc5fda-5d9f-4404-beb9-a35a812e4730 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:16.870312 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9d8082b6-39cf-48b4-8eca-6f77ca6034d4 req-98fc5fda-5d9f-4404-beb9-a35a812e4730 tempest-DeleteServersAdminTestJSON-929653541 tempest-DeleteServersAdminTestJSON-929653541-project] 10.222.0.124 "DELETE /v2.0/ports/2ded71ee-8d4c-4fbe-a106-72ae68326566 HTTP/1.1" status: 204 len: 173 time: 1.1128359 Jul 06 13:43:16.878714 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-2707f572-2d56-4c74-ad6e-cf83a36dd03c tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:16.880306 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-2707f572-2d56-4c74-ad6e-cf83a36dd03c tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3840752 Jul 06 13:43:16.887927 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d3a4381e-6336-4240-ae29-74a6c3eb21b8 req-f8f14fe4-b9e9-4bba-98c5-cc23ada2e68c service neutron] 10.222.0.124 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428445 Jul 06 13:43:16.956687 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f398ed-590b-44bb-90da-24569464385f', 'name': 'network-vif-deleted', 'tag': '2ded71ee-8d4c-4fbe-a106-72ae68326566'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:43:16.959996 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d669a237-1d12-4721-9fcd-9f99bba3c56e" -d '{"events": [{"server_uuid": "82f398ed-590b-44bb-90da-24569464385f", "name": "network-vif-deleted", "tag": "2ded71ee-8d4c-4fbe-a106-72ae68326566"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:43:16.967641 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-7758eca4-2a4c-4b75-a314-cd1a76b6d918 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/quotas/50e8f05c6bdb496f8ea002d9efd5f45c HTTP/1.1" status: 200 len: 375 time: 0.0712299 Jul 06 13:43:17.059328 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-dc74d946-fab6-41be-8307-de19f2ac1cb2 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=50e8f05c6bdb496f8ea002d9efd5f45c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504596 Jul 06 13:43:17.091262 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d3a4381e-6336-4240-ae29-74a6c3eb21b8 req-c2706cf2-d446-411c-9954-06a865819050 service neutron] 10.222.0.124 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961946 Jul 06 13:43:17.135639 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848dfd7-af21-4a4a-92ff-7d39fb207b9a req-7d0cb6b7-ddfc-4d6e-9fe1-c6ea3838f09d tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:17.137655 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8848dfd7-af21-4a4a-92ff-7d39fb207b9a req-7d0cb6b7-ddfc-4d6e-9fe1-c6ea3838f09d tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] 10.222.0.118 "GET /v2.0/ports?device_id=5edeafe1-36c7-4010-a9ce-b0e132808f92 HTTP/1.1" status: 200 len: 948 time: 0.1275034 Jul 06 13:43:17.183971 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8848dfd7-af21-4a4a-92ff-7d39fb207b9a req-763f8205-5ae8-4a76-8fba-c1dc18ab24f7 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] 10.222.0.118 "GET /v2.0/security-groups?id=26d14bd9-6e23-4e1f-8851-2580d4442210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383725 Jul 06 13:43:17.324074 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 4b7aed9c-419d-40de-bbac-f4df2e95b4b4 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:43:17.476534 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 4b7aed9c-419d-40de-bbac-f4df2e95b4b4, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4b7aed9c-419d-40de-bbac-f4df2e95b4b4,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:17.494708 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '4b7aed9c-419d-40de-bbac-f4df2e95b4b4', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': '4b7aed9c-419d-40de-bbac-f4df2e95b4b4', 'mac_address': 'fa:16:3e:fb:8b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:43:17.662962 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:17.684630 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b7aed9c-419d-40de-bbac-f4df2e95b4b4 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:43:17.705905 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc754b1-60f8-45ae-b070-740794e9c808 x-openstack-request-id: req-cdc754b1-60f8-45ae-b070-740794e9c808 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:43:17.706501 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f398ed-590b-44bb-90da-24569464385f", "name": "network-vif-deleted", "tag": "2ded71ee-8d4c-4fbe-a106-72ae68326566", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:43:17.707133 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-cdc754b1-60f8-45ae-b070-740794e9c808 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:43:17.708806 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f398ed-590b-44bb-90da-24569464385f', 'name': 'network-vif-deleted', 'tag': '2ded71ee-8d4c-4fbe-a106-72ae68326566', 'status': 'completed', 'code': 200} Jul 06 13:43:17.721082 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 4b7aed9c-419d-40de-bbac-f4df2e95b4b4, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4b7aed9c-419d-40de-bbac-f4df2e95b4b4,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:17.728280 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:17.757806 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24d4cd-1951-457f-9d5f-83fb8d3d33c1 req-0157ed93-e1b4-4148-b89d-de06eec64710 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:17.759431 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e24d4cd-1951-457f-9d5f-83fb8d3d33c1 req-0157ed93-e1b4-4148-b89d-de06eec64710 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/ports?device_id=25963fba-ab6a-4418-bb9b-9de3666197da HTTP/1.1" status: 200 len: 944 time: 0.2318902 Jul 06 13:43:17.815512 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=4b7aed9c-419d-40de-bbac-f4df2e95b4b4,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:17.860616 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e24d4cd-1951-457f-9d5f-83fb8d3d33c1 req-c68deec6-e684-4eee-892e-6b7ec84bacf7 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/security-groups?id=2fb62f41-fa9a-416b-8d6d-34532d71b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925784 Jul 06 13:43:17.975733 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-941b047a-d676-4dd9-ae95-ee15b3cd4fe8 req-d81448b6-6001-4f47-b649-eb9459847592 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/ports?device_id=2dab4ecd-3564-4d45-876b-9093d903eee2 HTTP/1.1" status: 200 len: 210 time: 0.0413885 Jul 06 13:43:17.993014 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['4b7aed9c-419d-40de-bbac-f4df2e95b4b4'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:43:18.202124 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35138) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:18.410038 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-af469eb4-7829-43c0-aae5-6278252a3289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:18.412332 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:18.428465 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec9d3a-ce22-4e78-a4fd-0fa4072f277a req-ed2ce961-e4e1-4659-9efa-cf7f42804326 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:18.439682 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42ec9d3a-ce22-4e78-a4fd-0fa4072f277a req-ed2ce961-e4e1-4659-9efa-cf7f42804326 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] 10.222.0.118 "GET /v2.0/ports?device_id=5edeafe1-36c7-4010-a9ce-b0e132808f92 HTTP/1.1" status: 200 len: 949 time: 0.0869181 Jul 06 13:43:18.495713 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42ec9d3a-ce22-4e78-a4fd-0fa4072f277a req-c939b6d5-9396-4f2d-a2f0-280a54e15f4a tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] 10.222.0.118 "GET /v2.0/security-groups?id=26d14bd9-6e23-4e1f-8851-2580d4442210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535784 Jul 06 13:43:18.579840 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-af469eb4-7829-43c0-aae5-6278252a3289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:18.586997 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-af469eb4-7829-43c0-aae5-6278252a3289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:18.666833 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-af469eb4-7829-43c0-aae5-6278252a3289 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=c50f3ea920ab457f84416dfd7ac2f8d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4624691 Jul 06 13:43:18.669517 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 35160) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:18.669646 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af469eb4-7829-43c0-aae5-6278252a3289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139efab0-e11a-4c50-88ee-90cc934ee753,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:18.793355 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aad1abc5-c793-47b3-ac86-1369dce6d475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:18.827471 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aad1abc5-c793-47b3-ac86-1369dce6d475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:18.884482 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-1dd20430-8d13-41b1-abd7-631d3792469d tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.124 "GET /v2.0/networks?tenant_id=50e8f05c6bdb496f8ea002d9efd5f45c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429366 Jul 06 13:43:19.029546 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aad1abc5-c793-47b3-ac86-1369dce6d475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:19.032777 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aad1abc5-c793-47b3-ac86-1369dce6d475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:19.039771 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-aad1abc5-c793-47b3-ac86-1369dce6d475 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/139efab0-e11a-4c50-88ee-90cc934ee753 HTTP/1.1" status: 204 len: 168 time: 0.3681762 Jul 06 13:43:19.109519 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-9302e9c4-903e-4150-b307-e809299c4010 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:19.110812 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-9302e9c4-903e-4150-b307-e809299c4010 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2139218 Jul 06 13:43:19.113012 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:43:19.116783 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 2ded71ee-8d4c-4fbe-a106-72ae68326566 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:43:19.150051 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-84550daa-2c50-402a-8d1b-f3baae58becf tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Request body: {'port': {'device_id': '2dab4ecd-3564-4d45-876b-9093d903eee2', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'admin_state_up': True, 'tenant_id': '50e8f05c6bdb496f8ea002d9efd5f45c'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:19.174856 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 2ded71ee-8d4c-4fbe-a106-72ae68326566 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:43:19.179692 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 2ded71ee-8d4c-4fbe-a106-72ae68326566 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:43:19.214780 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1abc5-c793-47b3-ac86-1369dce6d475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139efab0-e11a-4c50-88ee-90cc934ee753,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:19.384924 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 4b7aed9c-419d-40de-bbac-f4df2e95b4b4 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:43:19.431109 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1,segment=NetworkSegment(f4412e6c-f55a-4207-aa2d-d092f711bb3d),segment_id=f4412e6c-f55a-4207-aa2d-d092f711bb3d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:19.462669 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'd133bf4b-4555-4ce0-bd0d-ebc8be50a0f1', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'port_id': 'd133bf4b-4555-4ce0-bd0d-ebc8be50a0f1', 'mac_address': 'fa:16:3e:f5:48:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:43:19.506791 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 4b7aed9c-419d-40de-bbac-f4df2e95b4b4 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:43:19.510508 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35198) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:19.515724 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 4b7aed9c-419d-40de-bbac-f4df2e95b4b4 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:43:19.516313 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:19.517586 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35200) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:19.523302 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:19.570105 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:43:19.587116 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-d9cc7689-d770-4f54-aa38-7302d4682895 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=2180cbe1553d44a38afa37b9f9bc77d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3500626 Jul 06 13:43:19.607292 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1,segment=NetworkSegment(f4412e6c-f55a-4207-aa2d-d092f711bb3d),segment_id=f4412e6c-f55a-4207-aa2d-d092f711bb3d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:19.614142 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:19.695041 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:19.718783 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35210) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:19.722262 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a88436-89d7-4c81-9984-68143d309d5b req-fa18bf9c-ca3d-4d07-bc5b-e8635ba8798b tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:19.724257 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a6a88436-89d7-4c81-9984-68143d309d5b req-fa18bf9c-ca3d-4d07-bc5b-e8635ba8798b tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/ports?device_id=25963fba-ab6a-4418-bb9b-9de3666197da HTTP/1.1" status: 200 len: 944 time: 0.6115222 Jul 06 13:43:19.741611 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-62aeacc3-3d8d-456c-a25a-41ea75a4675e admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=2ad2ecb7fb1e4613ae637150b5610a1d&name=default HTTP/1.1" status: 200 len: 2976 time: 0.2291968 Jul 06 13:43:19.753717 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 35212) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:19.756879 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b72d813c-184b-4e5f-9e5e-b3b854df68cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:19.759037 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:19.760623 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ebaad695-5f9e-44bf-aa9e-2803d1b03ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:19.781899 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edeafe1-36c7-4010-a9ce-b0e132808f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7aed9c-419d-40de-bbac-f4df2e95b4b4'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:43:19.784463 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f6db2d-388a-406c-a950-3915b9726876" -d '{"events": [{"server_uuid": "5edeafe1-36c7-4010-a9ce-b0e132808f92", "name": "network-vif-plugged", "status": "completed", "tag": "4b7aed9c-419d-40de-bbac-f4df2e95b4b4"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:43:19.798148 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 4b7aed9c-419d-40de-bbac-f4df2e95b4b4, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4b7aed9c-419d-40de-bbac-f4df2e95b4b4,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:19.807642 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:43:19.811339 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:19.812720 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.db.api [None req-b72d813c-184b-4e5f-9e5e-b3b854df68cb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 13:43:19.812720 n-d-773644-6 neutron-server[100417]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 13:43:19.812720 n-d-773644-6 neutron-server[100417]: [parameters: {'project_id': '81cc1274585f4bd2806998e0ad1913d7', 'id': '1268249a-8c57-41ad-9170-0c67e8817c42', 'expiration': datetime.datetime(2021, 7, 6, 13, 45, 19, 795233)}] Jul 06 13:43:19.812720 n-d-773644-6 neutron-server[100417]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 13:43:19.813481 n-d-773644-6 neutron-server[100417]: DEBUG oslo_db.api [None req-b72d813c-184b-4e5f-9e5e-b3b854df68cb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 13:43:19.824748 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.db.api [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-84550daa-2c50-402a-8d1b-f3baae58becf tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 13:43:19.824748 n-d-773644-6 neutron-server[100418]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 13:43:19.824748 n-d-773644-6 neutron-server[100418]: [parameters: {'project_id': '50e8f05c6bdb496f8ea002d9efd5f45c', 'id': 'c3b90c65-6f6c-424f-9c08-87ed4db3a603', 'expiration': datetime.datetime(2021, 7, 6, 13, 45, 19, 794868)}] Jul 06 13:43:19.824748 n-d-773644-6 neutron-server[100418]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 13:43:19.825158 n-d-773644-6 neutron-server[100418]: DEBUG oslo_db.api [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-84550daa-2c50-402a-8d1b-f3baae58becf tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 13:43:19.830832 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a6a88436-89d7-4c81-9984-68143d309d5b req-436a7c86-fd0a-4f0a-9bd6-f388d5f30177 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/security-groups?id=2fb62f41-fa9a-416b-8d6d-34532d71b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991354 Jul 06 13:43:19.842574 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-7578e060-3b37-46c3-9205-a3321f349512 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:19.850176 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-7578e060-3b37-46c3-9205-a3321f349512 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2620759 Jul 06 13:43:19.884540 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-c0222ae5-0385-4afd-bc5a-9a15e1a35729 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/quotas/2180cbe1553d44a38afa37b9f9bc77d7 HTTP/1.1" status: 200 len: 375 time: 0.0330939 Jul 06 13:43:19.908971 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=4b7aed9c-419d-40de-bbac-f4df2e95b4b4,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:19.922063 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ebaad695-5f9e-44bf-aa9e-2803d1b03ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:19.931033 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ebaad695-5f9e-44bf-aa9e-2803d1b03ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:19.933931 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-a18f42cd-0c33-442e-9d5b-ab2dbcdf28b6 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=2180cbe1553d44a38afa37b9f9bc77d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482554 Jul 06 13:43:19.938700 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8cfa82d8-4953-47a7-9020-b8d99766c44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:19.977603 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8cfa82d8-4953-47a7-9020-b8d99766c44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:19.988744 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaad695-5f9e-44bf-aa9e-2803d1b03ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56d55da-44bc-46df-b13c-ec42d36f51ec,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:19.998998 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ebaad695-5f9e-44bf-aa9e-2803d1b03ae2 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=70036d8e08ff478cb9fcd1f85d15a2a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4776044 Jul 06 13:43:19.999390 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 35216) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:20.080387 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-183550e3-b6d3-47ac-885e-3e8057025a0a req-15ee5bf0-fa21-485f-b2e9-fdc8e6d41a35 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/ports?device_id=2dab4ecd-3564-4d45-876b-9093d903eee2 HTTP/1.1" status: 200 len: 210 time: 0.0545304 Jul 06 13:43:20.105657 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2aa71d64-0fe8-40f6-a85d-9daa3f9eac2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:20.127006 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8cfa82d8-4953-47a7-9020-b8d99766c44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:20.130524 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8cfa82d8-4953-47a7-9020-b8d99766c44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:20.132028 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8cfa82d8-4953-47a7-9020-b8d99766c44d admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/be372249-e899-41e5-acfe-1529b363cacb HTTP/1.1" status: 204 len: 168 time: 0.3742654 Jul 06 13:43:20.139387 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2aa71d64-0fe8-40f6-a85d-9daa3f9eac2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:20.155236 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa82d8-4953-47a7-9020-b8d99766c44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be372249-e899-41e5-acfe-1529b363cacb,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:20.253240 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2aa71d64-0fe8-40f6-a85d-9daa3f9eac2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:20.256164 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2aa71d64-0fe8-40f6-a85d-9daa3f9eac2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:20.257277 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2aa71d64-0fe8-40f6-a85d-9daa3f9eac2a admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/c56d55da-44bc-46df-b13c-ec42d36f51ec HTTP/1.1" status: 204 len: 168 time: 0.2570336 Jul 06 13:43:20.273459 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce2ce9-fb0a-41d9-935e-f5c865734033 req-b560eb24-ac72-44af-94a9-bc1b88f18af5 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:20.275075 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fbce2ce9-fb0a-41d9-935e-f5c865734033 req-b560eb24-ac72-44af-94a9-bc1b88f18af5 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] 10.222.0.118 "GET /v2.0/ports?device_id=5edeafe1-36c7-4010-a9ce-b0e132808f92 HTTP/1.1" status: 200 len: 950 time: 0.1153717 Jul 06 13:43:20.280275 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa71d64-0fe8-40f6-a85d-9daa3f9eac2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56d55da-44bc-46df-b13c-ec42d36f51ec,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:20.315086 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b72d813c-184b-4e5f-9e5e-b3b854df68cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:20.361863 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57165883-8f71-4658-ae5e-f7ada94712f6 x-openstack-request-id: req-57165883-8f71-4658-ae5e-f7ada94712f6 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:43:20.362045 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edeafe1-36c7-4010-a9ce-b0e132808f92", "name": "network-vif-plugged", "status": "completed", "tag": "4b7aed9c-419d-40de-bbac-f4df2e95b4b4", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:43:20.362934 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-57165883-8f71-4658-ae5e-f7ada94712f6 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:43:20.363045 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.db.api [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-84550daa-2c50-402a-8d1b-f3baae58becf tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 13:43:20.363045 n-d-773644-6 neutron-server[100418]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 13:43:20.363045 n-d-773644-6 neutron-server[100418]: [parameters: {'project_id': '50e8f05c6bdb496f8ea002d9efd5f45c', 'id': '0acfe08e-68a9-4782-ab19-cc72a5e6c575', 'expiration': datetime.datetime(2021, 7, 6, 13, 45, 20, 353904)}] Jul 06 13:43:20.363045 n-d-773644-6 neutron-server[100418]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 13:43:20.363335 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edeafe1-36c7-4010-a9ce-b0e132808f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7aed9c-419d-40de-bbac-f4df2e95b4b4', 'code': 200} Jul 06 13:43:20.363416 n-d-773644-6 neutron-server[100418]: DEBUG oslo_db.api [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-84550daa-2c50-402a-8d1b-f3baae58becf tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 13:43:20.400295 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fbce2ce9-fb0a-41d9-935e-f5c865734033 req-7b5fa0c3-0934-4b90-9202-e7811dcdf3ba tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] 10.222.0.118 "GET /v2.0/security-groups?id=26d14bd9-6e23-4e1f-8851-2580d4442210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898657 Jul 06 13:43:20.473281 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bbd3cf61-5a87-4c44-8d30-1d251785cee2 req-cf06f94a-b1aa-4886-bedc-4f750cb3b208 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/ports?device_id=b7ddf908-bfa7-4c39-b5ef-6971f69205ca HTTP/1.1" status: 200 len: 210 time: 0.0504527 Jul 06 13:43:20.538442 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b72d813c-184b-4e5f-9e5e-b3b854df68cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:20.548525 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b72d813c-184b-4e5f-9e5e-b3b854df68cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:20.569000 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd3125-d1de-49fd-b4fc-e061e3b18e4f req-d7468356-4cd5-4bf6-9214-8b89d8c5ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:20.570653 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-77fd3125-d1de-49fd-b4fc-e061e3b18e4f req-d7468356-4cd5-4bf6-9214-8b89d8c5ab08 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5edeafe1-36c7-4010-a9ce-b0e132808f92 HTTP/1.1" status: 200 len: 1101 time: 0.1158166 Jul 06 13:43:20.615878 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d813c-184b-4e5f-9e5e-b3b854df68cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1733f99-fe62-4b4f-a36d-37f9221fdde7,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:20.635605 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b72d813c-184b-4e5f-9e5e-b3b854df68cb admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=81cc1274585f4bd2806998e0ad1913d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9136987 Jul 06 13:43:20.638688 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 35236) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:20.652823 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-77fd3125-d1de-49fd-b4fc-e061e3b18e4f req-62002faf-e5ae-4d6e-b1f8-b084f9d15654 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=26d14bd9-6e23-4e1f-8851-2580d4442210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688498 Jul 06 13:43:20.710568 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-88271601-3722-40d6-bed1-bdaabebd31ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:20.741320 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-88271601-3722-40d6-bed1-bdaabebd31ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:20.746916 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35238) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:20.762959 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8708451b-d562-414a-820b-a60a257161e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:20.775179 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 35240) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:20.790643 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-376835ec-6adc-45a3-a056-5cb2fbc89924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:20.823444 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-88271601-3722-40d6-bed1-bdaabebd31ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:20.825934 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-88271601-3722-40d6-bed1-bdaabebd31ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:20.827254 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-88271601-3722-40d6-bed1-bdaabebd31ea admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/d1733f99-fe62-4b4f-a36d-37f9221fdde7 HTTP/1.1" status: 204 len: 168 time: 0.1869688 Jul 06 13:43:20.837064 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88271601-3722-40d6-bed1-bdaabebd31ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1733f99-fe62-4b4f-a36d-37f9221fdde7,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:20.891801 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8708451b-d562-414a-820b-a60a257161e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:20.898871 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8708451b-d562-414a-820b-a60a257161e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:20.965311 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8708451b-d562-414a-820b-a60a257161e0 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=2bbd49ee774c47a2adb9500d595d7db2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140205 Jul 06 13:43:20.965311 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708451b-d562-414a-820b-a60a257161e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce874749-6a3e-4060-bbca-0d3b92984c25,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:20.967731 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35246) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:21.044213 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ea31a7df-656f-4038-94e6-6591621546d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:21.079770 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ea31a7df-656f-4038-94e6-6591621546d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:21.103207 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:43:21.152278 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ea31a7df-656f-4038-94e6-6591621546d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:21.155905 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ea31a7df-656f-4038-94e6-6591621546d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:21.160226 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ea31a7df-656f-4038-94e6-6591621546d4 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/ce874749-6a3e-4060-bbca-0d3b92984c25 HTTP/1.1" status: 204 len: 168 time: 0.1893034 Jul 06 13:43:21.172717 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31a7df-656f-4038-94e6-6591621546d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce874749-6a3e-4060-bbca-0d3b92984c25,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:21.193982 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-376835ec-6adc-45a3-a056-5cb2fbc89924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:21.216203 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49cc27c-49a5-4b8d-bd04-14247f01ebfa req-a71c1d81-67c5-4b1e-ad1c-041fc2f27bff tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:21.224640 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c49cc27c-49a5-4b8d-bd04-14247f01ebfa req-a71c1d81-67c5-4b1e-ad1c-041fc2f27bff tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/ports?device_id=25963fba-ab6a-4418-bb9b-9de3666197da HTTP/1.1" status: 200 len: 945 time: 0.1609609 Jul 06 13:43:21.251445 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-376835ec-6adc-45a3-a056-5cb2fbc89924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:21.281257 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:43:21.287260 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:43:21.287972 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:21.379097 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff8fd9d6-8567-4879-bada-fe7c46872f99 req-ceeb05a1-8277-41d0-9475-5ee5dae86509 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/ports?device_id=2dab4ecd-3564-4d45-876b-9093d903eee2 HTTP/1.1" status: 200 len: 210 time: 0.0640728 Jul 06 13:43:21.380301 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-84550daa-2c50-402a-8d1b-f3baae58becf tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Made reservation on behalf of 50e8f05c6bdb496f8ea002d9efd5f45c for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:43:21.385126 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-84550daa-2c50-402a-8d1b-f3baae58becf tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:21.404056 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-376835ec-6adc-45a3-a056-5cb2fbc89924 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=532c9dc19b214d8799bdf1f480b07846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6257210 Jul 06 13:43:21.405159 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376835ec-6adc-45a3-a056-5cb2fbc89924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce9d840-81da-426c-977a-ddde9b6080c0,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:21.407658 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 35260) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:21.435508 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-84550daa-2c50-402a-8d1b-f3baae58becf tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:21.472520 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:21.480292 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c49cc27c-49a5-4b8d-bd04-14247f01ebfa req-b915a20b-6664-4e4d-addb-f475dc0c1989 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/security-groups?id=2fb62f41-fa9a-416b-8d6d-34532d71b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519288 Jul 06 13:43:21.562845 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1,segment=NetworkSegment(f4412e6c-f55a-4207-aa2d-d092f711bb3d),segment_id=f4412e6c-f55a-4207-aa2d-d092f711bb3d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:21.572084 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:21.710869 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:21.784374 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-ac74c0ca-e888-4126-88fe-dfdac2ab8071 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.124 "GET /v2.0/networks?tenant_id=2180cbe1553d44a38afa37b9f9bc77d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2713897 Jul 06 13:43:22.070155 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28f2e9ab-a6d0-49d1-9c55-81030e829b7b req-311a3201-a9f7-4ae8-93e7-8e3a141fb12f tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/ports?device_id=b7ddf908-bfa7-4c39-b5ef-6971f69205ca HTTP/1.1" status: 200 len: 210 time: 0.1392875 Jul 06 13:43:22.084432 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3d6532eb-055c-4f0d-b28d-a41ee9d5c303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:22.127774 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-406e1ec0-bcff-4557-b023-69344cfa260b tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:22.129313 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-406e1ec0-bcff-4557-b023-69344cfa260b tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3025963 Jul 06 13:43:22.147625 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-42bfc669-87c7-46b3-a582-86b43b71baba tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Request body: {'port': {'device_id': 'b7ddf908-bfa7-4c39-b5ef-6971f69205ca', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'admin_state_up': True, 'tenant_id': '2180cbe1553d44a38afa37b9f9bc77d7'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:22.232137 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-84550daa-2c50-402a-8d1b-f3baae58becf tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:22.240618 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3d6532eb-055c-4f0d-b28d-a41ee9d5c303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:22.258989 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-84550daa-2c50-402a-8d1b-f3baae58becf tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:22.321408 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ac674-25a0-4976-a139-ea0c19150742 req-ece7d7fa-5f60-4d27-b635-dd4219ea0466 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:22.322945 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f48ac674-25a0-4976-a139-ea0c19150742 req-ece7d7fa-5f60-4d27-b635-dd4219ea0466 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] 10.222.0.118 "GET /v2.0/ports?device_id=5edeafe1-36c7-4010-a9ce-b0e132808f92 HTTP/1.1" status: 200 len: 950 time: 0.3947163 Jul 06 13:43:22.365407 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25963fba-ab6a-4418-bb9b-9de3666197da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd133bf4b-4555-4ce0-bd0d-ebc8be50a0f1'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:43:22.367741 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86789432-4f62-45d6-a8b5-49baac333a1d" -d '{"events": [{"server_uuid": "25963fba-ab6a-4418-bb9b-9de3666197da", "name": "network-vif-plugged", "status": "completed", "tag": "d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:43:22.400689 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84550daa-2c50-402a-8d1b-f3baae58becf tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e70d35a8-8a51-432f-9795-43e192f3e9f2,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:22.428185 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699d240b-7415-411d-877f-edfd7f3fcf05 x-openstack-request-id: req-699d240b-7415-411d-877f-edfd7f3fcf05 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:43:22.428770 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25963fba-ab6a-4418-bb9b-9de3666197da", "name": "network-vif-plugged", "status": "completed", "tag": "d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:43:22.430461 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-699d240b-7415-411d-877f-edfd7f3fcf05 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:43:22.430461 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25963fba-ab6a-4418-bb9b-9de3666197da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd133bf4b-4555-4ce0-bd0d-ebc8be50a0f1', 'code': 200} Jul 06 13:43:22.447918 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-42bfc669-87c7-46b3-a582-86b43b71baba tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Made reservation on behalf of 2180cbe1553d44a38afa37b9f9bc77d7 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:43:22.452249 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-42bfc669-87c7-46b3-a582-86b43b71baba tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:22.492299 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-42bfc669-87c7-46b3-a582-86b43b71baba tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:22.497346 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f48ac674-25a0-4976-a139-ea0c19150742 req-d56b67fe-4264-4c85-846a-edc07a8d2f1c tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] 10.222.0.118 "GET /v2.0/security-groups?id=26d14bd9-6e23-4e1f-8851-2580d4442210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329491 Jul 06 13:43:22.502094 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3d6532eb-055c-4f0d-b28d-a41ee9d5c303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:22.505555 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3d6532eb-055c-4f0d-b28d-a41ee9d5c303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:22.509953 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3d6532eb-055c-4f0d-b28d-a41ee9d5c303 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/9ce9d840-81da-426c-977a-ddde9b6080c0 HTTP/1.1" status: 204 len: 168 time: 1.1010640 Jul 06 13:43:22.558725 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6532eb-055c-4f0d-b28d-a41ee9d5c303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce9d840-81da-426c-977a-ddde9b6080c0,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:22.638225 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f40ac-1f4d-48ee-b428-9b8610a79043 req-3543d1fd-ca56-418a-a4a2-9bfda21ff7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:22.640758 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d55f40ac-1f4d-48ee-b428-9b8610a79043 req-3543d1fd-ca56-418a-a4a2-9bfda21ff7c6 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=25963fba-ab6a-4418-bb9b-9de3666197da HTTP/1.1" status: 200 len: 1097 time: 0.1131763 Jul 06 13:43:22.670439 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-84550daa-2c50-402a-8d1b-f3baae58becf tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Allocated IP 192.168.233.177 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/c604eefa-91c3-4e4f-b6c3-7f6364454abf) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:43:22.674382 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6097bd0a-37a0-48f0-8dbb-a7dbc3ae06cc req-45005281-6432-4150-9228-3e024bf97e95 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/ports?device_id=2dab4ecd-3564-4d45-876b-9093d903eee2 HTTP/1.1" status: 200 len: 210 time: 0.0557606 Jul 06 13:43:22.718273 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d55f40ac-1f4d-48ee-b428-9b8610a79043 req-e1bbac6e-2382-47d3-96dd-0a726946f4b0 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=2fb62f41-fa9a-416b-8d6d-34532d71b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704358 Jul 06 13:43:22.841782 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35316) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:22.890803 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446137af-b42e-40ec-a93a-f3488a751d14 req-2011ddef-6ed4-4c2b-8511-a7b3c6df37da tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:22.892350 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-446137af-b42e-40ec-a93a-f3488a751d14 req-2011ddef-6ed4-4c2b-8511-a7b3c6df37da tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/ports?device_id=25963fba-ab6a-4418-bb9b-9de3666197da HTTP/1.1" status: 200 len: 946 time: 0.1893384 Jul 06 13:43:22.952073 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-42bfc669-87c7-46b3-a582-86b43b71baba tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:22.972945 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-42bfc669-87c7-46b3-a582-86b43b71baba tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:23.012532 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-446137af-b42e-40ec-a93a-f3488a751d14 req-702c9adc-e00f-4898-ad6a-6eb0d8040918 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/security-groups?id=2fb62f41-fa9a-416b-8d6d-34532d71b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098530 Jul 06 13:43:23.055639 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-84550daa-2c50-402a-8d1b-f3baae58becf tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:23.055986 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-8f015dec-b254-4b88-a3be-7c802f6764c4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1605989549-network', 'tenant_id': '2348caba5ff048eca9a30073164626c9'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:23.070524 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bfc669-87c7-46b3-a582-86b43b71baba tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=134f3cd8-9c08-47ea-b250-008e5ce580d4,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:23.087491 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-84550daa-2c50-402a-8d1b-f3baae58becf tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Transition to ACTIVE for port object c604eefa-91c3-4e4f-b6c3-7f6364454abf will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:43:23.121510 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f015dec-b254-4b88-a3be-7c802f6764c4 admin admin] Made reservation on behalf of 2348caba5ff048eca9a30073164626c9 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:43:23.124027 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f015dec-b254-4b88-a3be-7c802f6764c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:23.138328 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f015dec-b254-4b88-a3be-7c802f6764c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:23.148596 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-84550daa-2c50-402a-8d1b-f3baae58becf tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:23.279147 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f015dec-b254-4b88-a3be-7c802f6764c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:23.286348 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f015dec-b254-4b88-a3be-7c802f6764c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:23.289157 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-724295bc-cecb-4dbf-90b1-97bc5608624d req-241846af-a046-49cb-a1bd-9b7a5d6f1247 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/ports?device_id=b7ddf908-bfa7-4c39-b5ef-6971f69205ca HTTP/1.1" status: 200 len: 210 time: 0.0647862 Jul 06 13:43:23.297381 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-84550daa-2c50-402a-8d1b-f3baae58becf tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:43:23.306585 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-84550daa-2c50-402a-8d1b-f3baae58becf tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:43:23.313919 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f015dec-b254-4b88-a3be-7c802f6764c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:43:23.318795 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-42bfc669-87c7-46b3-a582-86b43b71baba tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Allocated IP 192.168.233.65 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/e674a728-16cb-4c84-8afa-aae8c7445abe) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:43:23.331130 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84550daa-2c50-402a-8d1b-f3baae58becf tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Pushing event updated for resources: {'Port': ['ID=c604eefa-91c3-4e4f-b6c3-7f6364454abf,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:23.336326 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-84550daa-2c50-402a-8d1b-f3baae58becf tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:43:23.364811 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f015dec-b254-4b88-a3be-7c802f6764c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13483f21-9835-4ec3-b40a-d05ac7b37cf9,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:23.369706 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f015dec-b254-4b88-a3be-7c802f6764c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:23.371036 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-8f015dec-b254-4b88-a3be-7c802f6764c4 admin admin] Added segment 367f1f53-18db-4b70-a414-6c522cb8ff9f of type vlan for network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d Jul 06 13:43:23.446183 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f015dec-b254-4b88-a3be-7c802f6764c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:23.499922 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-84550daa-2c50-402a-8d1b-f3baae58becf tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:23.500289 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f015dec-b254-4b88-a3be-7c802f6764c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:23.500578 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-84550daa-2c50-402a-8d1b-f3baae58becf tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:23.505734 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f015dec-b254-4b88-a3be-7c802f6764c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:23.509218 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f015dec-b254-4b88-a3be-7c802f6764c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:23.587603 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8f015dec-b254-4b88-a3be-7c802f6764c4 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7444813 Jul 06 13:43:23.590573 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35348) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:23.590938 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-84550daa-2c50-402a-8d1b-f3baae58becf tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4494419 Jul 06 13:43:23.605449 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-57422d6f-3349-47a6-8ddb-0697ccb18a01 admin admin] Request body: {'subnet': {'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1605989549-subnet', 'tenant_id': '2348caba5ff048eca9a30073164626c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:23.610191 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-8f7d9d98-00a9-4576-87b0-9333961df42a service neutron] Request body: {'port': {'device_id': '2dab4ecd-3564-4d45-876b-9093d903eee2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:23.666109 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57422d6f-3349-47a6-8ddb-0697ccb18a01 admin admin] Made reservation on behalf of 2348caba5ff048eca9a30073164626c9 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:43:23.669594 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-57422d6f-3349-47a6-8ddb-0697ccb18a01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:23.720831 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f015dec-b254-4b88-a3be-7c802f6764c4 admin admin] Pushing event updated for resources: {'Network': ['ID=07b1ddd0-32ee-4167-858f-b55fd4b0b29d,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:23.734747 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:43:23.836439 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-8f7d9d98-00a9-4576-87b0-9333961df42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:23.861448 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-42bfc669-87c7-46b3-a582-86b43b71baba tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:23.899207 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-42bfc669-87c7-46b3-a582-86b43b71baba tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Transition to ACTIVE for port object e674a728-16cb-4c84-8afa-aae8c7445abe will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:43:23.910667 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-556a27df-5765-495f-91a2-15ad6337b0d5 None None] Provisioning for port c604eefa-91c3-4e4f-b6c3-7f6364454abf completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:43:23.914700 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-57422d6f-3349-47a6-8ddb-0697ccb18a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:23.918555 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-556a27df-5765-495f-91a2-15ad6337b0d5 None None] Provisioning complete for port c604eefa-91c3-4e4f-b6c3-7f6364454abf triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:43:23.919869 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-556a27df-5765-495f-91a2-15ad6337b0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:23.975264 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-556a27df-5765-495f-91a2-15ad6337b0d5 None None] Port c604eefa-91c3-4e4f-b6c3-7f6364454abf cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:43:24.000791 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57422d6f-3349-47a6-8ddb-0697ccb18a01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:24.009955 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57422d6f-3349-47a6-8ddb-0697ccb18a01 admin admin] Checking segment: {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:43:24.010322 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57422d6f-3349-47a6-8ddb-0697ccb18a01 admin admin] Network hostable DHCP agents. Network: 07b1ddd0-32ee-4167-858f-b55fd4b0b29d, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:43:24.019348 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f1bad-36d5-41e9-b560-3f769c7626bd req-784047d7-c28c-473c-ae50-e44e8fbb64e9 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:24.022092 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-848f1bad-36d5-41e9-b560-3f769c7626bd req-784047d7-c28c-473c-ae50-e44e8fbb64e9 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] 10.222.0.118 "GET /v2.0/ports?device_id=5edeafe1-36c7-4010-a9ce-b0e132808f92 HTTP/1.1" status: 200 len: 950 time: 0.2494171 Jul 06 13:43:24.028721 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57422d6f-3349-47a6-8ddb-0697ccb18a01 admin admin] Network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:43:24.040973 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-57422d6f-3349-47a6-8ddb-0697ccb18a01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 07b1ddd0-32ee-4167-858f-b55fd4b0b29d) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:43:24.045165 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57422d6f-3349-47a6-8ddb-0697ccb18a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:24.046028 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-57422d6f-3349-47a6-8ddb-0697ccb18a01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:24.052863 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fbd12a-6c0b-449f-a2b8-9786e23fff2d None None] Network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:43:24.069595 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-57422d6f-3349-47a6-8ddb-0697ccb18a01 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4763918 Jul 06 13:43:24.122036 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-42bfc669-87c7-46b3-a582-86b43b71baba tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:24.194091 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-848f1bad-36d5-41e9-b560-3f769c7626bd req-628f1bb3-1538-4002-97f5-ea0c05fc93b3 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] 10.222.0.118 "GET /v2.0/security-groups?id=26d14bd9-6e23-4e1f-8851-2580d4442210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468315 Jul 06 13:43:24.219130 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a64f052-9427-4249-91b5-382f2c381765 None None] Network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:43:24.243837 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-42bfc669-87c7-46b3-a582-86b43b71baba tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:43:24.245118 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-42bfc669-87c7-46b3-a582-86b43b71baba tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:43:24.259713 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-42bfc669-87c7-46b3-a582-86b43b71baba tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:43:24.270336 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bfc669-87c7-46b3-a582-86b43b71baba tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Pushing event updated for resources: {'Port': ['ID=e674a728-16cb-4c84-8afa-aae8c7445abe,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:24.316631 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a5dee-1099-4512-86d7-0d03e7e2a70d req-d70e662b-be78-4679-9e08-0806c23c7fb0 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:24.321135 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4d6a5dee-1099-4512-86d7-0d03e7e2a70d req-d70e662b-be78-4679-9e08-0806c23c7fb0 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/ports?device_id=2dab4ecd-3564-4d45-876b-9093d903eee2 HTTP/1.1" status: 200 len: 936 time: 0.3344240 Jul 06 13:43:24.428533 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-42bfc669-87c7-46b3-a582-86b43b71baba tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:24.429188 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-42bfc669-87c7-46b3-a582-86b43b71baba tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:24.463065 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4d6a5dee-1099-4512-86d7-0d03e7e2a70d req-8542186b-04ea-4811-bb94-684995c9bfc8 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/security-groups?id=e70d35a8-8a51-432f-9795-43e192f3e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349685 Jul 06 13:43:24.481450 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-8f7d9d98-00a9-4576-87b0-9333961df42a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c604eefa-91c3-4e4f-b6c3-7f6364454abf {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:43:24.486797 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-42bfc669-87c7-46b3-a582-86b43b71baba tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3434942 Jul 06 13:43:24.497558 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-8f7d9d98-00a9-4576-87b0-9333961df42a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:24.503637 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-6e01a46c-2c03-4cb9-81ba-820c4083e074 service neutron] Request body: {'port': {'device_id': 'b7ddf908-bfa7-4c39-b5ef-6971f69205ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:24.541918 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-8f7d9d98-00a9-4576-87b0-9333961df42a service neutron] Transition to ACTIVE for port object c604eefa-91c3-4e4f-b6c3-7f6364454abf will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:43:24.551142 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-8f7d9d98-00a9-4576-87b0-9333961df42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:24.607088 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-41b1144a-5607-4573-af5f-c75004422599 None None] Provisioning for port e674a728-16cb-4c84-8afa-aae8c7445abe completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:43:24.613332 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-41b1144a-5607-4573-af5f-c75004422599 None None] Provisioning complete for port e674a728-16cb-4c84-8afa-aae8c7445abe triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:43:24.613711 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-41b1144a-5607-4573-af5f-c75004422599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:24.645820 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-6e01a46c-2c03-4cb9-81ba-820c4083e074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:24.690577 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-41b1144a-5607-4573-af5f-c75004422599 None None] Port e674a728-16cb-4c84-8afa-aae8c7445abe cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:43:24.964349 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d9d98-00a9-4576-87b0-9333961df42a service neutron] Pushing event updated for resources: {'Port': ['ID=c604eefa-91c3-4e4f-b6c3-7f6364454abf,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:25.160777 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-8f7d9d98-00a9-4576-87b0-9333961df42a service neutron] Attempting to bind port c604eefa-91c3-4e4f-b6c3-7f6364454abf on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:43:25.161441 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-8f7d9d98-00a9-4576-87b0-9333961df42a service neutron] Attempting to bind port c604eefa-91c3-4e4f-b6c3-7f6364454abf by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:43:25.161802 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-8f7d9d98-00a9-4576-87b0-9333961df42a service neutron] Attempting to bind port c604eefa-91c3-4e4f-b6c3-7f6364454abf on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:43:25.178787 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-8f7d9d98-00a9-4576-87b0-9333961df42a service neutron] Port c604eefa-91c3-4e4f-b6c3-7f6364454abf on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:43:25.179124 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-8f7d9d98-00a9-4576-87b0-9333961df42a service neutron] Attempting to bind port c604eefa-91c3-4e4f-b6c3-7f6364454abf on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:43:25.194673 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dbfa1f-c13e-40f9-a1cc-0837f9236287 req-09cb4b90-c005-41af-b9c3-395c4f4a3d1f tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:25.196464 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05dbfa1f-c13e-40f9-a1cc-0837f9236287 req-09cb4b90-c005-41af-b9c3-395c4f4a3d1f tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/ports?device_id=25963fba-ab6a-4418-bb9b-9de3666197da HTTP/1.1" status: 200 len: 946 time: 0.2366767 Jul 06 13:43:25.240078 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35402) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:25.249589 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-fbf852a0-3f50-4aa7-bcac-7db4473faa48 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1886923336-network', 'tenant_id': '5076f3be3eb040618204e8c589352ad8'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:25.254197 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-8f7d9d98-00a9-4576-87b0-9333961df42a service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:43:25.254540 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-8f7d9d98-00a9-4576-87b0-9333961df42a service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:43:25.255265 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-8f7d9d98-00a9-4576-87b0-9333961df42a service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:43:25.255736 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-8f7d9d98-00a9-4576-87b0-9333961df42a service neutron] Bound port: c604eefa-91c3-4e4f-b6c3-7f6364454abf, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:43:25.256096 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-8f7d9d98-00a9-4576-87b0-9333961df42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:25.274842 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf852a0-3f50-4aa7-bcac-7db4473faa48 admin admin] Made reservation on behalf of 5076f3be3eb040618204e8c589352ad8 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:43:25.277258 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fbf852a0-3f50-4aa7-bcac-7db4473faa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:25.287161 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fbf852a0-3f50-4aa7-bcac-7db4473faa48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:25.354039 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05dbfa1f-c13e-40f9-a1cc-0837f9236287 req-9ba00c61-6402-42c4-bafb-31172b01d7d6 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/security-groups?id=2fb62f41-fa9a-416b-8d6d-34532d71b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519184 Jul 06 13:43:25.392304 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fbf852a0-3f50-4aa7-bcac-7db4473faa48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:25.398291 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fbf852a0-3f50-4aa7-bcac-7db4473faa48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:25.417489 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-8f7d9d98-00a9-4576-87b0-9333961df42a service neutron] For port c604eefa-91c3-4e4f-b6c3-7f6364454abf, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:43:25.425294 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf852a0-3f50-4aa7-bcac-7db4473faa48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:43:25.439513 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-8f7d9d98-00a9-4576-87b0-9333961df42a service neutron] For port c604eefa-91c3-4e4f-b6c3-7f6364454abf, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c604eefa-91c3-4e4f-b6c3-7f6364454abf,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:43:25.441321 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf852a0-3f50-4aa7-bcac-7db4473faa48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351af1f1-5253-40aa-a439-363b4606482f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:25.446262 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fbf852a0-3f50-4aa7-bcac-7db4473faa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:25.446593 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-fbf852a0-3f50-4aa7-bcac-7db4473faa48 admin admin] Added segment 5f662039-6cf6-488b-9aed-dde72137386c of type vlan for network 60aebdd4-2426-49cf-aa7a-b31325415380 Jul 06 13:43:25.448713 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c1ed2-cfe5-41bb-941e-256fd8f8409b req-c1140988-c9f6-40c5-b87a-7b3ed36ef96f tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:25.450310 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-198c1ed2-cfe5-41bb-941e-256fd8f8409b req-c1140988-c9f6-40c5-b87a-7b3ed36ef96f tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/ports?device_id=b7ddf908-bfa7-4c39-b5ef-6971f69205ca HTTP/1.1" status: 200 len: 935 time: 0.2510650 Jul 06 13:43:25.455404 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-8f7d9d98-00a9-4576-87b0-9333961df42a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:25.492314 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fbf852a0-3f50-4aa7-bcac-7db4473faa48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:25.522095 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-8f7d9d98-00a9-4576-87b0-9333961df42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:25.522880 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-8f7d9d98-00a9-4576-87b0-9333961df42a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:25.524342 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-8f7d9d98-00a9-4576-87b0-9333961df42a service neutron] 10.222.0.124 "PUT /v2.0/ports/c604eefa-91c3-4e4f-b6c3-7f6364454abf HTTP/1.1" status: 200 len: 1096 time: 1.9322622 Jul 06 13:43:25.524816 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dab4ecd-3564-4d45-876b-9093d903eee2', 'tag': 'c604eefa-91c3-4e4f-b6c3-7f6364454abf'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:43:25.529309 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64b4f29-f3af-4d80-a973-f802796fae0e" -d '{"events": [{"name": "network-changed", "server_uuid": "2dab4ecd-3564-4d45-876b-9093d903eee2", "tag": "c604eefa-91c3-4e4f-b6c3-7f6364454abf"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:43:25.537366 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fbf852a0-3f50-4aa7-bcac-7db4473faa48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:25.538463 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf852a0-3f50-4aa7-bcac-7db4473faa48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:25.539295 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fbf852a0-3f50-4aa7-bcac-7db4473faa48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:25.623060 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf852a0-3f50-4aa7-bcac-7db4473faa48 admin admin] Pushing event updated for resources: {'Network': ['ID=60aebdd4-2426-49cf-aa7a-b31325415380,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:25.633561 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-6e01a46c-2c03-4cb9-81ba-820c4083e074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e674a728-16cb-4c84-8afa-aae8c7445abe {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:43:25.636825 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 60aebdd4-2426-49cf-aa7a-b31325415380 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:43:25.646553 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fbf852a0-3f50-4aa7-bcac-7db4473faa48 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4023707 Jul 06 13:43:25.646952 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35414) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:25.652492 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-6e01a46c-2c03-4cb9-81ba-820c4083e074 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:25.660531 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4b358944-fa3a-402e-9f35-d8eed3484b7b admin admin] Request body: {'subnet': {'network_id': '60aebdd4-2426-49cf-aa7a-b31325415380', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1886923336-subnet', 'tenant_id': '5076f3be3eb040618204e8c589352ad8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:25.669100 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-198c1ed2-cfe5-41bb-941e-256fd8f8409b req-f2e000fa-e87b-4f22-9d50-dee4bab3ef48 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/security-groups?id=134f3cd8-9c08-47ea-b250-008e5ce580d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002931 Jul 06 13:43:25.678549 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d9d98-00a9-4576-87b0-9333961df42a service neutron] Pushing event updated for resources: {'Port': ['ID=c604eefa-91c3-4e4f-b6c3-7f6364454abf,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:25.697079 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b358944-fa3a-402e-9f35-d8eed3484b7b admin admin] Made reservation on behalf of 5076f3be3eb040618204e8c589352ad8 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:43:25.700098 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4b358944-fa3a-402e-9f35-d8eed3484b7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:25.721299 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-6e01a46c-2c03-4cb9-81ba-820c4083e074 service neutron] Transition to ACTIVE for port object e674a728-16cb-4c84-8afa-aae8c7445abe will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:43:25.735605 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-6e01a46c-2c03-4cb9-81ba-820c4083e074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:25.833090 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-063b6307-093e-4ef3-a517-39002c8305b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:25.836006 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-063b6307-093e-4ef3-a517-39002c8305b5 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=50e8f05c6bdb496f8ea002d9efd5f45c&device_id=2dab4ecd-3564-4d45-876b-9093d903eee2 HTTP/1.1" status: 200 len: 1099 time: 0.2515328 Jul 06 13:43:25.964347 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-644ad824-608c-439e-b611-9867ac025377 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=c604eefa-91c3-4e4f-b6c3-7f6364454abf HTTP/1.1" status: 200 len: 217 time: 0.1046879 Jul 06 13:43:25.977352 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4b358944-fa3a-402e-9f35-d8eed3484b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:26.013621 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01a46c-2c03-4cb9-81ba-820c4083e074 service neutron] Pushing event updated for resources: {'Port': ['ID=e674a728-16cb-4c84-8afa-aae8c7445abe,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:26.029237 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b358944-fa3a-402e-9f35-d8eed3484b7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef1862c8-191e-4fdd-ad80-267660f9ea71,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:26.047174 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b358944-fa3a-402e-9f35-d8eed3484b7b admin admin] Checking segment: {'id': '5f662039-6cf6-488b-9aed-dde72137386c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '60aebdd4-2426-49cf-aa7a-b31325415380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:43:26.047544 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b358944-fa3a-402e-9f35-d8eed3484b7b admin admin] Network hostable DHCP agents. Network: 60aebdd4-2426-49cf-aa7a-b31325415380, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:43:26.067121 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b358944-fa3a-402e-9f35-d8eed3484b7b admin admin] Network 60aebdd4-2426-49cf-aa7a-b31325415380 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:43:26.077667 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-4b358944-fa3a-402e-9f35-d8eed3484b7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 60aebdd4-2426-49cf-aa7a-b31325415380) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:43:26.081925 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b358944-fa3a-402e-9f35-d8eed3484b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:26.082519 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4b358944-fa3a-402e-9f35-d8eed3484b7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:26.087505 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf195af3-cdf0-49ad-bd06-dcd85c3c6207 None None] Network 60aebdd4-2426-49cf-aa7a-b31325415380 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:43:26.103370 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4b358944-fa3a-402e-9f35-d8eed3484b7b admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4532318 Jul 06 13:43:26.155211 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-6e01a46c-2c03-4cb9-81ba-820c4083e074 service neutron] Attempting to bind port e674a728-16cb-4c84-8afa-aae8c7445abe on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:43:26.155453 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-6e01a46c-2c03-4cb9-81ba-820c4083e074 service neutron] Attempting to bind port e674a728-16cb-4c84-8afa-aae8c7445abe by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:43:26.155834 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-6e01a46c-2c03-4cb9-81ba-820c4083e074 service neutron] Attempting to bind port e674a728-16cb-4c84-8afa-aae8c7445abe on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:43:26.169574 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-93577ffd-9995-45c3-8f26-d3823bf0c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:26.171109 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-93577ffd-9995-45c3-8f26-d3823bf0c5f0 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1604211 Jul 06 13:43:26.175761 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-6e01a46c-2c03-4cb9-81ba-820c4083e074 service neutron] Port e674a728-16cb-4c84-8afa-aae8c7445abe on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:43:26.176100 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-6e01a46c-2c03-4cb9-81ba-820c4083e074 service neutron] Attempting to bind port e674a728-16cb-4c84-8afa-aae8c7445abe on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:43:26.234529 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-6e01a46c-2c03-4cb9-81ba-820c4083e074 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:43:26.234837 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-6e01a46c-2c03-4cb9-81ba-820c4083e074 service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:43:26.235162 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-6e01a46c-2c03-4cb9-81ba-820c4083e074 service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:43:26.235622 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-6e01a46c-2c03-4cb9-81ba-820c4083e074 service neutron] Bound port: e674a728-16cb-4c84-8afa-aae8c7445abe, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:43:26.235990 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-6e01a46c-2c03-4cb9-81ba-820c4083e074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:26.268947 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee387fd-0c03-4b42-ada1-e57b11d69f62 req-80078ac9-b902-4e70-a4aa-4dfaf6f7fdb9 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:26.271047 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ee387fd-0c03-4b42-ada1-e57b11d69f62 req-80078ac9-b902-4e70-a4aa-4dfaf6f7fdb9 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/ports?device_id=64b4c6b5-e9ad-4df8-a4c2-f66daaf38927&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3079600 Jul 06 13:43:26.283199 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d55bf0-f52f-4cd2-a25b-7e5d59db0346 req-cad2589d-cfa5-42b6-ad3f-68661949bfc8 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:26.290573 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-52d55bf0-f52f-4cd2-a25b-7e5d59db0346 req-cad2589d-cfa5-42b6-ad3f-68661949bfc8 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/ports?device_id=2dab4ecd-3564-4d45-876b-9093d903eee2 HTTP/1.1" status: 200 len: 948 time: 0.2732389 Jul 06 13:43:26.354834 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fc4d5a-6cbe-49c9-a274-86920bba3cba None None] Network 60aebdd4-2426-49cf-aa7a-b31325415380 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:43:26.389686 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ee387fd-0c03-4b42-ada1-e57b11d69f62 req-a3247bf9-0596-49b0-8fe6-adfd57745957 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.16 HTTP/1.1" status: 200 len: 695 time: 0.0961294 Jul 06 13:43:26.415888 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-2ee387fd-0c03-4b42-ada1-e57b11d69f62 req-7e500fd9-2620-4fe6-9820-6b86c5234673 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Request body: {'floatingip': {'port_id': 'eba98cb6-4db1-4179-9da9-c03d3f80437f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:26.503321 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-52d55bf0-f52f-4cd2-a25b-7e5d59db0346 req-a4a8170e-36b7-4f88-8de2-ba96cccaa214 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/security-groups?id=e70d35a8-8a51-432f-9795-43e192f3e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118015 Jul 06 13:43:26.509859 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-6e01a46c-2c03-4cb9-81ba-820c4083e074 service neutron] For port e674a728-16cb-4c84-8afa-aae8c7445abe, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:43:26.513613 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-9c2f6ea5-9d16-49eb-8a19-10943bfe6456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:26.515381 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-9c2f6ea5-9d16-49eb-8a19-10943bfe6456 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3347876 Jul 06 13:43:26.526310 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2ee387fd-0c03-4b42-ada1-e57b11d69f62 req-7e500fd9-2620-4fe6-9820-6b86c5234673 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks [] for floatingip, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:26.568914 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cafa77-94e4-44d9-bb86-a8b67ad5ba30 x-openstack-request-id: req-54cafa77-94e4-44d9-bb86-a8b67ad5ba30 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:43:26.569210 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dab4ecd-3564-4d45-876b-9093d903eee2", "tag": "c604eefa-91c3-4e4f-b6c3-7f6364454abf", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:43:26.569470 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-54cafa77-94e4-44d9-bb86-a8b67ad5ba30 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:43:26.569887 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dab4ecd-3564-4d45-876b-9093d903eee2', 'tag': 'c604eefa-91c3-4e4f-b6c3-7f6364454abf', 'status': 'completed', 'code': 200} Jul 06 13:43:26.571517 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-6e01a46c-2c03-4cb9-81ba-820c4083e074 service neutron] For port e674a728-16cb-4c84-8afa-aae8c7445abe, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=e674a728-16cb-4c84-8afa-aae8c7445abe,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:43:26.590037 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-6e01a46c-2c03-4cb9-81ba-820c4083e074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:26.719318 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-6e01a46c-2c03-4cb9-81ba-820c4083e074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:26.719953 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-6e01a46c-2c03-4cb9-81ba-820c4083e074 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:26.721959 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-6e01a46c-2c03-4cb9-81ba-820c4083e074 service neutron] 10.222.0.124 "PUT /v2.0/ports/e674a728-16cb-4c84-8afa-aae8c7445abe HTTP/1.1" status: 200 len: 1095 time: 2.2272189 Jul 06 13:43:26.803633 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01a46c-2c03-4cb9-81ba-820c4083e074 service neutron] Pushing event updated for resources: {'Port': ['ID=e674a728-16cb-4c84-8afa-aae8c7445abe,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:26.882918 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-cbbaffd2-7e73-453a-94b8-2b432ab42f1d service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606498 Jul 06 13:43:27.320351 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-b28572b3-7c49-40ed-b311-af2397014bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:27.321875 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-b28572b3-7c49-40ed-b311-af2397014bbb service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=2180cbe1553d44a38afa37b9f9bc77d7&device_id=b7ddf908-bfa7-4c39-b5ef-6971f69205ca HTTP/1.1" status: 200 len: 1098 time: 0.5387144 Jul 06 13:43:27.429898 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-3efdcbe4-3455-4ea0-83de-d010c7fc16e1 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=e674a728-16cb-4c84-8afa-aae8c7445abe HTTP/1.1" status: 200 len: 217 time: 0.0910230 Jul 06 13:43:27.503227 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-c53063bb-bb26-4903-8ff4-30da5c0ba7bd tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:27.504635 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-c53063bb-bb26-4903-8ff4-30da5c0ba7bd tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/networks?id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d HTTP/1.1" status: 200 len: 821 time: 0.6068971 Jul 06 13:43:27.506460 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb970a48-00d4-4b07-afb1-b8fa92fa7e79 req-889b8887-aaa7-4bd9-af6d-e10a0875cbc8 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6133766 Jul 06 13:43:27.581738 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-3dfdd041-a12c-45f8-9444-d2ec3acacfc5 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/quotas/2348caba5ff048eca9a30073164626c9 HTTP/1.1" status: 200 len: 375 time: 0.0517201 Jul 06 13:43:27.672809 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-02e6e7e1-a36a-4a3d-953c-1b366fe25bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:27.674269 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-02e6e7e1-a36a-4a3d-953c-1b366fe25bdc service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.2217712 Jul 06 13:43:27.707008 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-d826af2f-2764-47a8-98a8-adc358bc4ee3 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=2348caba5ff048eca9a30073164626c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1044705 Jul 06 13:43:27.957615 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b4f29-f3af-4d80-a973-f802796fae0e req-b7852724-ee22-4263-b48a-4043af868bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:27.959838 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c64b4f29-f3af-4d80-a973-f802796fae0e req-b7852724-ee22-4263-b48a-4043af868bfd service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=50e8f05c6bdb496f8ea002d9efd5f45c&device_id=2dab4ecd-3564-4d45-876b-9093d903eee2 HTTP/1.1" status: 200 len: 1099 time: 0.4016452 Jul 06 13:43:28.011438 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-12b55e95-5163-4b40-b58a-ab522d43141c service neutron] 10.222.0.118 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908237 Jul 06 13:43:28.060834 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-ec590ce5-954d-4c15-b9f4-11ded812d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:28.062283 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-ec590ce5-954d-4c15-b9f4-11ded812d6de service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3586745 Jul 06 13:43:28.098634 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2ee387fd-0c03-4b42-ada1-e57b11d69f62 req-7e500fd9-2620-4fe6-9820-6b86c5234673 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:28.173734 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2ee387fd-0c03-4b42-ada1-e57b11d69f62 req-7e500fd9-2620-4fe6-9820-6b86c5234673 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:28.287726 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b4f29-f3af-4d80-a973-f802796fae0e req-27f1ef49-6edc-4293-860f-5523921f2c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:28.289105 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c64b4f29-f3af-4d80-a973-f802796fae0e req-27f1ef49-6edc-4293-860f-5523921f2c78 service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.3129399 Jul 06 13:43:28.376646 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-00fcf109-291c-45a9-9a18-10338196a16c service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025613 Jul 06 13:43:28.380536 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-f8024758-d54c-44e0-8785-fc77f157b480 service neutron] 10.222.0.118 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338447 Jul 06 13:43:28.381800 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c64b4f29-f3af-4d80-a973-f802796fae0e req-d9a6783c-135d-408d-823d-cbaaa24db86d service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=c604eefa-91c3-4e4f-b6c3-7f6364454abf HTTP/1.1" status: 200 len: 217 time: 0.0590756 Jul 06 13:43:28.674919 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ddf908-bfa7-4c39-b5ef-6971f69205ca', 'tag': 'e674a728-16cb-4c84-8afa-aae8c7445abe'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:43:28.677940 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb2e2e6-18f2-443a-b7ff-0b4a286be539" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ddf908-bfa7-4c39-b5ef-6971f69205ca", "tag": "e674a728-16cb-4c84-8afa-aae8c7445abe"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:43:28.721107 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [req-2ee387fd-0c03-4b42-ada1-e57b11d69f62 req-7e500fd9-2620-4fe6-9820-6b86c5234673 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Floating IP cc81ec5a-c9b5-4c0a-90c8-ec4dc5b359c0 associated. External IP: 172.25.6.16, port: eba98cb6-4db1-4179-9da9-c03d3f80437f. Jul 06 13:43:28.818458 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b4f29-f3af-4d80-a973-f802796fae0e req-e9f9e050-606f-443d-9d08-6e4369accc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:28.819886 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c64b4f29-f3af-4d80-a973-f802796fae0e req-e9f9e050-606f-443d-9d08-6e4369accc92 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.4304953 Jul 06 13:43:28.900267 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d49c3048-b092-4308-a0f4-b5ccd3d72c49 req-273ca3df-b39e-489b-9b07-3976fa2c56b6 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5118666 Jul 06 13:43:28.940760 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc7a3d-5863-40f4-887b-f0581d9de8d5 req-e24e01df-820d-4d2d-bd1c-7c88155e91b0 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:28.943014 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a6fc7a3d-5863-40f4-887b-f0581d9de8d5 req-e24e01df-820d-4d2d-bd1c-7c88155e91b0 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/ports?device_id=b7ddf908-bfa7-4c39-b5ef-6971f69205ca HTTP/1.1" status: 200 len: 947 time: 0.2621627 Jul 06 13:43:29.019918 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b4f29-f3af-4d80-a973-f802796fae0e req-b6c2764c-8467-42ca-9be4-e1dcd69818c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:29.021633 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c64b4f29-f3af-4d80-a973-f802796fae0e req-b6c2764c-8467-42ca-9be4-e1dcd69818c7 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1939416 Jul 06 13:43:29.050344 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a6fc7a3d-5863-40f4-887b-f0581d9de8d5 req-999533fe-fda8-4375-96b4-93fa9c0f769c tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/security-groups?id=134f3cd8-9c08-47ea-b250-008e5ce580d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996499 Jul 06 13:43:29.161582 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ee387fd-0c03-4b42-ada1-e57b11d69f62 req-7e500fd9-2620-4fe6-9820-6b86c5234673 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Router d3c5e100-2043-46e0-a93a-f4eab640194b has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:43:29.180153 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c64b4f29-f3af-4d80-a973-f802796fae0e req-68551fb9-5d25-496f-ba05-7c3cbb195059 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454735 Jul 06 13:43:29.362188 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ee387fd-0c03-4b42-ada1-e57b11d69f62 req-7e500fd9-2620-4fe6-9820-6b86c5234673 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:43:29.372503 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2336b173-0dfb-49f0-b8cb-b62d4b0297b0 None None] Sync routers for ids ['d3c5e100-2043-46e0-a93a-f4eab640194b'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:43:29.373209 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2ee387fd-0c03-4b42-ada1-e57b11d69f62 req-7e500fd9-2620-4fe6-9820-6b86c5234673 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:29.378581 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c64b4f29-f3af-4d80-a973-f802796fae0e req-d71ae775-f172-467f-bec7-b735e07edb9f service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909482 Jul 06 13:43:29.401392 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2336b173-0dfb-49f0-b8cb-b62d4b0297b0 None None] Routers {'d3c5e100-2043-46e0-a93a-f4eab640194b'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:43:29.402340 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2336b173-0dfb-49f0-b8cb-b62d4b0297b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:43:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d3c5e100-2043-46e0-a93a-f4eab640194b'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:29.418770 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ee387fd-0c03-4b42-ada1-e57b11d69f62 req-7e500fd9-2620-4fe6-9820-6b86c5234673 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "PUT /v2.0/floatingips/cc81ec5a-c9b5-4c0a-90c8-ec4dc5b359c0 HTTP/1.1" status: 200 len: 996 time: 3.0200322 Jul 06 13:43:29.521151 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-2336b173-0dfb-49f0-b8cb-b62d4b0297b0 None None] Set router d3c5e100-2043-46e0-a93a-f4eab640194b gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:43:29.552467 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee387fd-0c03-4b42-ada1-e57b11d69f62 req-7bb6be76-d365-4eb2-9ef4-2d4b505b58d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:29.554542 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ee387fd-0c03-4b42-ada1-e57b11d69f62 req-7bb6be76-d365-4eb2-9ef4-2d4b505b58d0 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=a56e97c4904044ce9798b96743e618e0&device_id=64b4c6b5-e9ad-4df8-a4c2-f66daaf38927 HTTP/1.1" status: 200 len: 1097 time: 0.1179409 Jul 06 13:43:29.596619 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddc096-6dd6-4297-8540-905b43cab228 req-68817107-ba82-473a-a3f5-da5a91c528bf tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:29.604882 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-62ddc096-6dd6-4297-8540-905b43cab228 req-68817107-ba82-473a-a3f5-da5a91c528bf tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/ports?device_id=2dab4ecd-3564-4d45-876b-9093d903eee2 HTTP/1.1" status: 200 len: 948 time: 0.1296427 Jul 06 13:43:29.640907 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35472) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:29.687847 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-62ddc096-6dd6-4297-8540-905b43cab228 req-2f64fc30-4dee-45a6-9472-0c12c3e5aa58 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/security-groups?id=e70d35a8-8a51-432f-9795-43e192f3e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817137 Jul 06 13:43:29.717854 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee387fd-0c03-4b42-ada1-e57b11d69f62 req-f6752557-1e78-4362-82d5-4f583c16f9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:29.719788 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ee387fd-0c03-4b42-ada1-e57b11d69f62 req-f6752557-1e78-4362-82d5-4f583c16f9fb service neutron] 10.222.0.118 "GET /v2.0/networks?id=624fdad4-82a3-4ebc-89e9-3ce038d748b0 HTTP/1.1" status: 200 len: 922 time: 0.1562774 Jul 06 13:43:29.832556 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2336b173-0dfb-49f0-b8cb-b62d4b0297b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1171351734-router', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:44Z', 'revision_number': 4, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'gw_port': {'id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'cc81ec5a-c9b5-4c0a-90c8-ec4dc5b359c0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'floating_ip_address': '172.25.6.16', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'port_id': 'eba98cb6-4db1-4179-9da9-c03d3f80437f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'mac_address': 'fa:16:3e:ac:a3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4c6b5-e9ad-4df8-a4c2-f66daaf38927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:43:05Z', 'updated_at': '2021-07-06T13:43:27Z', 'revision_number': 1, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856', 'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'mac_address': 'fa:16:3e:bf:aa:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:43Z', 'updated_at': '2021-07-06T13:42:49Z', 'revision_number': 5, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'subnets': [{'id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:29.850849 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ee387fd-0c03-4b42-ada1-e57b11d69f62 req-f5f5399a-e0de-4e7f-8565-d8f3ed5d7afb service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eba98cb6-4db1-4179-9da9-c03d3f80437f HTTP/1.1" status: 200 len: 999 time: 0.1178873 Jul 06 13:43:29.855139 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f1a8b56d-bca4-4a97-b704-aa9f7734df58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:29.864830 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2336b173-0dfb-49f0-b8cb-b62d4b0297b0 None None] Checking router: d3c5e100-2043-46e0-a93a-f4eab640194b for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:43:29.875511 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2336b173-0dfb-49f0-b8cb-b62d4b0297b0 None None] Routers {'d3c5e100-2043-46e0-a93a-f4eab640194b'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:43:29.876375 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2336b173-0dfb-49f0-b8cb-b62d4b0297b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:43:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d3c5e100-2043-46e0-a93a-f4eab640194b'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:29.917687 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee387fd-0c03-4b42-ada1-e57b11d69f62 req-38e59124-1400-44db-8d47-1c5131fdec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:29.928274 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ee387fd-0c03-4b42-ada1-e57b11d69f62 req-38e59124-1400-44db-8d47-1c5131fdec71 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b HTTP/1.1" status: 200 len: 860 time: 0.0764537 Jul 06 13:43:29.974100 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-9c3bb563-1b7d-4de0-a504-c861b82dc5a3 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:29.975966 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-9c3bb563-1b7d-4de0-a504-c861b82dc5a3 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.52 "GET /v2.0/networks?id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d HTTP/1.1" status: 200 len: 821 time: 0.2327802 Jul 06 13:43:29.999256 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-a2438289-8e4a-4523-a9be-5a11be44bd9d tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Request body: {'port': {'device_id': '315fd776-04f0-4cf9-828d-19f23de87e5a', 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d', 'admin_state_up': True, 'tenant_id': '2348caba5ff048eca9a30073164626c9'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:30.032625 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee387fd-0c03-4b42-ada1-e57b11d69f62 req-1712b3cd-b2f8-4c55-806e-16f751dd8ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:30.033930 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ee387fd-0c03-4b42-ada1-e57b11d69f62 req-1712b3cd-b2f8-4c55-806e-16f751dd8ea2 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=624fdad4-82a3-4ebc-89e9-3ce038d748b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049113 Jul 06 13:43:30.063464 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-46b98751-9c40-42a0-a219-d894552b186a req-4547351b-1588-4792-92af-a79e6f58dfae tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=315fd776-04f0-4cf9-828d-19f23de87e5a HTTP/1.1" status: 200 len: 210 time: 0.0348258 Jul 06 13:43:30.068214 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-2ee387fd-0c03-4b42-ada1-e57b11d69f62 req-7a5d9439-4525-4b9b-8f22-cccb895c9a41 service neutron] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:43:30.069513 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ee387fd-0c03-4b42-ada1-e57b11d69f62 req-7a5d9439-4525-4b9b-8f22-cccb895c9a41 service neutron] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086429 Jul 06 13:43:30.083265 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f1a8b56d-bca4-4a97-b704-aa9f7734df58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:30.085260 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-2336b173-0dfb-49f0-b8cb-b62d4b0297b0 None None] Set router d3c5e100-2043-46e0-a93a-f4eab640194b gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:43:30.109107 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f1a8b56d-bca4-4a97-b704-aa9f7734df58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:30.159133 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f1a8b56d-bca4-4a97-b704-aa9f7734df58 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=52817ef31b484aa88f4f21c437496ad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5170755 Jul 06 13:43:30.159997 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35478) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:30.170004 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ee387fd-0c03-4b42-ada1-e57b11d69f62 req-94cd119a-00a0-4de0-a983-e155dfe0b9c7 service neutron] 10.222.0.118 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920048 Jul 06 13:43:30.172700 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b407a4-91a0-48b5-9153-4b231b3e111e x-openstack-request-id: req-f0b407a4-91a0-48b5-9153-4b231b3e111e {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:43:30.172989 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ddf908-bfa7-4c39-b5ef-6971f69205ca", "tag": "e674a728-16cb-4c84-8afa-aae8c7445abe", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:43:30.173226 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-f0b407a4-91a0-48b5-9153-4b231b3e111e {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:43:30.173621 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ddf908-bfa7-4c39-b5ef-6971f69205ca', 'tag': 'e674a728-16cb-4c84-8afa-aae8c7445abe', 'status': 'completed', 'code': 200} Jul 06 13:43:30.225248 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8b56d-bca4-4a97-b704-aa9f7734df58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8366495-0471-4fed-8acd-3faa57d59f90,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:30.267177 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-a2438289-8e4a-4523-a9be-5a11be44bd9d tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Made reservation on behalf of 2348caba5ff048eca9a30073164626c9 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:43:30.271400 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-a2438289-8e4a-4523-a9be-5a11be44bd9d tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:30.320551 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2e2e6-18f2-443a-b7ff-0b4a286be539 req-0fcb1f34-bdf7-42ca-9088-9552bef7f082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:30.322106 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5fb2e2e6-18f2-443a-b7ff-0b4a286be539 req-0fcb1f34-bdf7-42ca-9088-9552bef7f082 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=2180cbe1553d44a38afa37b9f9bc77d7&device_id=b7ddf908-bfa7-4c39-b5ef-6971f69205ca HTTP/1.1" status: 200 len: 1098 time: 0.1511531 Jul 06 13:43:30.342237 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0bbe09fd-39d4-44eb-9d2b-3e6be80ae35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:30.385571 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0bbe09fd-39d4-44eb-9d2b-3e6be80ae35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:30.402008 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2336b173-0dfb-49f0-b8cb-b62d4b0297b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1171351734-router', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:44Z', 'revision_number': 4, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'gw_port': {'id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'cc81ec5a-c9b5-4c0a-90c8-ec4dc5b359c0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'floating_ip_address': '172.25.6.16', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'port_id': 'eba98cb6-4db1-4179-9da9-c03d3f80437f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'mac_address': 'fa:16:3e:ac:a3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4c6b5-e9ad-4df8-a4c2-f66daaf38927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:43:05Z', 'updated_at': '2021-07-06T13:43:27Z', 'revision_number': 1, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856', 'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'mac_address': 'fa:16:3e:bf:aa:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:43Z', 'updated_at': '2021-07-06T13:42:49Z', 'revision_number': 5, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'subnets': [{'id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:30.416920 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ee387fd-0c03-4b42-ada1-e57b11d69f62 req-1521587e-206b-4292-8ac9-aa239e51026a service neutron] 10.222.0.118 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137287 Jul 06 13:43:30.429480 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2336b173-0dfb-49f0-b8cb-b62d4b0297b0 None None] The sync data for ids ['d3c5e100-2043-46e0-a93a-f4eab640194b'] in n-d-773644-6 is: [{'id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1171351734-router', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:44Z', 'revision_number': 4, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'gw_port': {'id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'cc81ec5a-c9b5-4c0a-90c8-ec4dc5b359c0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'floating_ip_address': '172.25.6.16', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'port_id': 'eba98cb6-4db1-4179-9da9-c03d3f80437f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'mac_address': 'fa:16:3e:ac:a3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4c6b5-e9ad-4df8-a4c2-f66daaf38927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:43:05Z', 'updated_at': '2021-07-06T13:43:27Z', 'revision_number': 1, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856', 'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'mac_address': 'fa:16:3e:bf:aa:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:43Z', 'updated_at': '2021-07-06T13:42:49Z', 'revision_number': 5, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'subnets': [{'id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:43:30.430467 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bad2aa-d98c-4fdc-8e3e-7d454e98ffb7 req-b532118c-404c-4347-b289-18248e734f59 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:30.432013 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-33bad2aa-d98c-4fdc-8e3e-7d454e98ffb7 req-b532118c-404c-4347-b289-18248e734f59 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] 10.222.0.118 "GET /v2.0/ports?device_id=5edeafe1-36c7-4010-a9ce-b0e132808f92 HTTP/1.1" status: 200 len: 950 time: 0.1590185 Jul 06 13:43:30.473966 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-a2438289-8e4a-4523-a9be-5a11be44bd9d tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Allocated IP 172.20.0.3 (07b1ddd0-32ee-4167-858f-b55fd4b0b29d/54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a/104043a5-c3b3-4005-8a90-da31e70f6533) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:43:30.506216 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-33bad2aa-d98c-4fdc-8e3e-7d454e98ffb7 req-c4ff6df7-b3ad-44f7-86c6-84ecfae5e43c tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] 10.222.0.118 "GET /v2.0/security-groups?id=26d14bd9-6e23-4e1f-8851-2580d4442210&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640180 Jul 06 13:43:30.529970 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2e2e6-18f2-443a-b7ff-0b4a286be539 req-7e3d06d8-293a-4200-b93b-e5b4eefa0ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:30.531492 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5fb2e2e6-18f2-443a-b7ff-0b4a286be539 req-7e3d06d8-293a-4200-b93b-e5b4eefa0ce0 service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.1992166 Jul 06 13:43:30.580369 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5fb2e2e6-18f2-443a-b7ff-0b4a286be539 req-a5e7d2d3-dc11-4885-a49f-debe1d788a1e service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=e674a728-16cb-4c84-8afa-aae8c7445abe HTTP/1.1" status: 200 len: 217 time: 0.0427916 Jul 06 13:43:30.612753 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0bbe09fd-39d4-44eb-9d2b-3e6be80ae35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:30.616493 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0bbe09fd-39d4-44eb-9d2b-3e6be80ae35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:30.617687 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0bbe09fd-39d4-44eb-9d2b-3e6be80ae35c admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/a8366495-0471-4fed-8acd-3faa57d59f90 HTTP/1.1" status: 204 len: 168 time: 0.4474823 Jul 06 13:43:30.630830 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe09fd-39d4-44eb-9d2b-3e6be80ae35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8366495-0471-4fed-8acd-3faa57d59f90,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:30.649681 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2e2e6-18f2-443a-b7ff-0b4a286be539 req-1718bb57-8dd5-4768-97a2-bcdca3f93b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:30.659642 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5fb2e2e6-18f2-443a-b7ff-0b4a286be539 req-1718bb57-8dd5-4768-97a2-bcdca3f93b9c service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0724537 Jul 06 13:43:30.698756 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-a2438289-8e4a-4523-a9be-5a11be44bd9d tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:30.723366 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95163aa9-353d-4215-a1ed-2f1300b9f9bf None None] New status for floating IP cc81ec5a-c9b5-4c0a-90c8-ec4dc5b359c0: ACTIVE {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:43:30.744319 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-a2438289-8e4a-4523-a9be-5a11be44bd9d tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:30.810540 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-a2438289-8e4a-4523-a9be-5a11be44bd9d tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:43:30.814061 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-a2438289-8e4a-4523-a9be-5a11be44bd9d tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:43:30.823114 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-a2438289-8e4a-4523-a9be-5a11be44bd9d tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:43:30.856528 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2e2e6-18f2-443a-b7ff-0b4a286be539 req-fbdbf021-6d57-4aff-8ef5-1b39ece71c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:30.859171 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2438289-8e4a-4523-a9be-5a11be44bd9d tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Pushing event updated for resources: {'Port': ['ID=104043a5-c3b3-4005-8a90-da31e70f6533,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:30.859639 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5fb2e2e6-18f2-443a-b7ff-0b4a286be539 req-fbdbf021-6d57-4aff-8ef5-1b39ece71c2d service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1855717 Jul 06 13:43:30.881915 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c69876-2110-43e2-bc7b-b9378c0b0860 req-5e660571-b7f4-46d8-97d8-f7b5b76ba5a8 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:30.883937 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f3c69876-2110-43e2-bc7b-b9378c0b0860 req-5e660571-b7f4-46d8-97d8-f7b5b76ba5a8 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/ports?device_id=b7ddf908-bfa7-4c39-b5ef-6971f69205ca HTTP/1.1" status: 200 len: 947 time: 0.2232568 Jul 06 13:43:30.893602 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-a2438289-8e4a-4523-a9be-5a11be44bd9d tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:30.895008 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-a2438289-8e4a-4523-a9be-5a11be44bd9d tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:30.897789 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-1b271f38-a7df-432d-bb24-18df8ccd1e83 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:30.905353 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-1b271f38-a7df-432d-bb24-18df8ccd1e83 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/ports?device_id=25963fba-ab6a-4418-bb9b-9de3666197da&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2001598 Jul 06 13:43:30.912688 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-a2438289-8e4a-4523-a9be-5a11be44bd9d tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9184678 Jul 06 13:43:30.928523 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-9b4a92f7-d37a-4f55-a1ac-72b0cfcbec4e service neutron] Request body: {'port': {'device_id': '315fd776-04f0-4cf9-828d-19f23de87e5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:31.026702 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-9b4a92f7-d37a-4f55-a1ac-72b0cfcbec4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:31.059861 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35492) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:31.076394 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1cb17287-bed2-4a18-92bc-ca2eb8f3b8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:31.236691 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device c604eefa-91c3-4e4f-b6c3-7f6364454abf details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:43:31.335384 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port c604eefa-91c3-4e4f-b6c3-7f6364454abf, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c604eefa-91c3-4e4f-b6c3-7f6364454abf,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:31.344229 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1cb17287-bed2-4a18-92bc-ca2eb8f3b8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:31.347306 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'c604eefa-91c3-4e4f-b6c3-7f6364454abf', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': 'c604eefa-91c3-4e4f-b6c3-7f6364454abf', 'mac_address': 'fa:16:3e:3e:33:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:43:31.354362 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1cb17287-bed2-4a18-92bc-ca2eb8f3b8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:31.370897 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f3c69876-2110-43e2-bc7b-b9378c0b0860 req-ed07a909-9b3b-4bf2-b747-a984488bb57f tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/security-groups?id=134f3cd8-9c08-47ea-b250-008e5ce580d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554577 Jul 06 13:43:31.392284 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:31.407133 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c604eefa-91c3-4e4f-b6c3-7f6364454abf {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:43:31.430048 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port c604eefa-91c3-4e4f-b6c3-7f6364454abf, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c604eefa-91c3-4e4f-b6c3-7f6364454abf,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:31.432769 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1cb17287-bed2-4a18-92bc-ca2eb8f3b8cf admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=3fad45086638411b84135bf21740e837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3718412 Jul 06 13:43:31.435616 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb17287-bed2-4a18-92bc-ca2eb8f3b8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f222ea7-6ea6-4196-9202-8d528cf37d24,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:31.439520 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:31.441643 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35498) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:31.445061 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-9b4a92f7-d37a-4f55-a1ac-72b0cfcbec4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 104043a5-c3b3-4005-8a90-da31e70f6533 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:43:31.458117 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-9b4a92f7-d37a-4f55-a1ac-72b0cfcbec4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:31.482340 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-8932b765-d6df-4a7b-90db-5caecdef0179 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.16 HTTP/1.1" status: 200 len: 999 time: 0.5763078 Jul 06 13:43:31.488604 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-9b4a92f7-d37a-4f55-a1ac-72b0cfcbec4e service neutron] Transition to ACTIVE for port object 104043a5-c3b3-4005-8a90-da31e70f6533 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:43:31.497377 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5fb2e2e6-18f2-443a-b7ff-0b4a286be539 req-815e90ae-7033-49e2-b5c0-a8b639b614a9 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6124642 Jul 06 13:43:31.498961 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=c604eefa-91c3-4e4f-b6c3-7f6364454abf,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:31.499935 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-9b4a92f7-d37a-4f55-a1ac-72b0cfcbec4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:31.507440 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-026e7e02-d8c2-40d1-bc43-f751eb69c2a4 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Request body: {'floatingip': {'port_id': 'd133bf4b-4555-4ce0-bd0d-ebc8be50a0f1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:31.567305 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7d247062-7d2d-4905-8b08-57c418b2325a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:31.570058 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a92f7-d37a-4f55-a1ac-72b0cfcbec4e service neutron] Pushing event updated for resources: {'Port': ['ID=104043a5-c3b3-4005-8a90-da31e70f6533,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:31.595705 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7d247062-7d2d-4905-8b08-57c418b2325a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:31.644329 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb15f5a-a084-47fc-b064-0a8d53f1c4c3 req-3673bf24-e4e8-4458-bfc8-0705a4d152c9 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:31.646396 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eeb15f5a-a084-47fc-b064-0a8d53f1c4c3 req-3673bf24-e4e8-4458-bfc8-0705a4d152c9 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] 10.222.0.52 "GET /v2.0/ports?device_id=5edeafe1-36c7-4010-a9ce-b0e132808f92 HTTP/1.1" status: 200 len: 950 time: 0.3450892 Jul 06 13:43:31.654513 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['c604eefa-91c3-4e4f-b6c3-7f6364454abf'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:43:31.699733 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-9b4a92f7-d37a-4f55-a1ac-72b0cfcbec4e service neutron] Attempting to bind port 104043a5-c3b3-4005-8a90-da31e70f6533 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:43:31.700298 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-9b4a92f7-d37a-4f55-a1ac-72b0cfcbec4e service neutron] Attempting to bind port 104043a5-c3b3-4005-8a90-da31e70f6533 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:43:31.700389 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-9b4a92f7-d37a-4f55-a1ac-72b0cfcbec4e service neutron] Attempting to bind port 104043a5-c3b3-4005-8a90-da31e70f6533 on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:43:31.704077 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-026e7e02-d8c2-40d1-bc43-f751eb69c2a4 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks [] for floatingip, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:31.706863 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-9b4a92f7-d37a-4f55-a1ac-72b0cfcbec4e service neutron] Port 104043a5-c3b3-4005-8a90-da31e70f6533 on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:43:31.707141 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-9b4a92f7-d37a-4f55-a1ac-72b0cfcbec4e service neutron] Attempting to bind port 104043a5-c3b3-4005-8a90-da31e70f6533 on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:43:31.712061 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7d247062-7d2d-4905-8b08-57c418b2325a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:31.715335 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7d247062-7d2d-4905-8b08-57c418b2325a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:31.716494 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7d247062-7d2d-4905-8b08-57c418b2325a admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/3f222ea7-6ea6-4196-9202-8d528cf37d24 HTTP/1.1" status: 204 len: 168 time: 0.2736561 Jul 06 13:43:31.727817 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-9b4a92f7-d37a-4f55-a1ac-72b0cfcbec4e service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:43:31.728259 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-9b4a92f7-d37a-4f55-a1ac-72b0cfcbec4e service neutron] Checking segment: {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:43:31.728716 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-9b4a92f7-d37a-4f55-a1ac-72b0cfcbec4e service neutron] Bound using segment: {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:43:31.729229 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-9b4a92f7-d37a-4f55-a1ac-72b0cfcbec4e service neutron] Bound port: 104043a5-c3b3-4005-8a90-da31e70f6533, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:43:31.729708 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-9b4a92f7-d37a-4f55-a1ac-72b0cfcbec4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:31.740364 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d247062-7d2d-4905-8b08-57c418b2325a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f222ea7-6ea6-4196-9202-8d528cf37d24,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:31.815470 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-9b4a92f7-d37a-4f55-a1ac-72b0cfcbec4e service neutron] For port 104043a5-c3b3-4005-8a90-da31e70f6533, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:43:31.820659 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-9b4a92f7-d37a-4f55-a1ac-72b0cfcbec4e service neutron] For port 104043a5-c3b3-4005-8a90-da31e70f6533, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=104043a5-c3b3-4005-8a90-da31e70f6533,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:43:31.826271 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-9b4a92f7-d37a-4f55-a1ac-72b0cfcbec4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:31.866516 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5fb2e2e6-18f2-443a-b7ff-0b4a286be539 req-2a2be226-a19d-478a-a350-3f26a1fe727b service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546970 Jul 06 13:43:31.877328 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-9b4a92f7-d37a-4f55-a1ac-72b0cfcbec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:31.877994 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-9b4a92f7-d37a-4f55-a1ac-72b0cfcbec4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:31.879620 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-9b4a92f7-d37a-4f55-a1ac-72b0cfcbec4e service neutron] 10.222.0.52 "PUT /v2.0/ports/104043a5-c3b3-4005-8a90-da31e70f6533 HTTP/1.1" status: 200 len: 1091 time: 0.9585645 Jul 06 13:43:31.881569 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315fd776-04f0-4cf9-828d-19f23de87e5a', 'tag': '104043a5-c3b3-4005-8a90-da31e70f6533'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:43:31.884271 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a42d3e-2637-4548-b31b-08a9085a7d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "315fd776-04f0-4cf9-828d-19f23de87e5a", "tag": "104043a5-c3b3-4005-8a90-da31e70f6533"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:43:31.889564 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef69e5-ec24-4b76-aaf9-c7cd453f9bcf req-d723b696-1cf9-4545-b9c9-1fa933074693 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:31.898421 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0ef69e5-ec24-4b76-aaf9-c7cd453f9bcf req-d723b696-1cf9-4545-b9c9-1fa933074693 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/ports?device_id=2dab4ecd-3564-4d45-876b-9093d903eee2 HTTP/1.1" status: 200 len: 949 time: 0.3244796 Jul 06 13:43:31.907469 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a92f7-d37a-4f55-a1ac-72b0cfcbec4e service neutron] Pushing event updated for resources: {'Port': ['ID=104043a5-c3b3-4005-8a90-da31e70f6533,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:31.982059 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0ef69e5-ec24-4b76-aaf9-c7cd453f9bcf req-ce71b747-a889-4b42-a511-bae0de5fc332 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/security-groups?id=e70d35a8-8a51-432f-9795-43e192f3e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826907 Jul 06 13:43:32.003324 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-eeb15f5a-a084-47fc-b064-0a8d53f1c4c3 req-997ac827-affb-4c8a-b770-9205af0a5150 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Deleting port 4b7aed9c-419d-40de-bbac-f4df2e95b4b4 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:43:32.003678 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-eeb15f5a-a084-47fc-b064-0a8d53f1c4c3 req-997ac827-affb-4c8a-b770-9205af0a5150 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:32.011437 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-dffe142c-cefe-45b1-bdc8-18f07f8abb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:32.013214 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-dffe142c-cefe-45b1-bdc8-18f07f8abb9d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2348caba5ff048eca9a30073164626c9&device_id=315fd776-04f0-4cf9-828d-19f23de87e5a HTTP/1.1" status: 200 len: 1094 time: 0.0848861 Jul 06 13:43:32.063556 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-c83db2e3-3cab-4ef6-bb4c-03deeaea5b5d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=104043a5-c3b3-4005-8a90-da31e70f6533 HTTP/1.1" status: 200 len: 217 time: 0.0407341 Jul 06 13:43:32.126841 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-90905e7d-ec30-401d-b2c9-2a969b78bd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:32.128571 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-90905e7d-ec30-401d-b2c9-2a969b78bd5c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a HTTP/1.1" status: 200 len: 861 time: 0.0591176 Jul 06 13:43:32.175230 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b4c6b5-e9ad-4df8-a4c2-f66daaf38927', 'tag': 'eba98cb6-4db1-4179-9da9-c03d3f80437f'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:43:32.178522 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf178bcc-0631-4cfd-8d18-09bd42566e33" -d '{"events": [{"name": "network-changed", "server_uuid": "64b4c6b5-e9ad-4df8-a4c2-f66daaf38927", "tag": "eba98cb6-4db1-4179-9da9-c03d3f80437f"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:43:32.185925 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-7692d176-459c-4237-bb51-a96e2b5cea29 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490086 Jul 06 13:43:32.190988 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-eeb15f5a-a084-47fc-b064-0a8d53f1c4c3 req-997ac827-affb-4c8a-b770-9205af0a5150 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] For port 4b7aed9c-419d-40de-bbac-f4df2e95b4b4, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4b7aed9c-419d-40de-bbac-f4df2e95b4b4,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:32.191361 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-eeb15f5a-a084-47fc-b064-0a8d53f1c4c3 req-997ac827-affb-4c8a-b770-9205af0a5150 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:32.236001 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-eeb15f5a-a084-47fc-b064-0a8d53f1c4c3 req-997ac827-affb-4c8a-b770-9205af0a5150 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Calling delete_port for 4b7aed9c-419d-40de-bbac-f4df2e95b4b4 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:43:32.302605 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-fd78666c-3261-4b13-920a-58664e029f5c service neutron] 10.222.0.52 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070554 Jul 06 13:43:32.483397 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0270a8-42ea-42d6-a707-76d33ab0a0bd req-6f5de44e-57da-4a04-b5a1-40d55340281b tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:32.485812 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bb0270a8-42ea-42d6-a707-76d33ab0a0bd req-6f5de44e-57da-4a04-b5a1-40d55340281b tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=315fd776-04f0-4cf9-828d-19f23de87e5a HTTP/1.1" status: 200 len: 943 time: 0.2385676 Jul 06 13:43:32.622730 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e72afb25-7615-4c87-9dcb-929d1d67dc5f req-773635b7-a57f-4958-b492-5b4b85cd0c0b service neutron] 10.222.0.52 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106332 Jul 06 13:43:32.638507 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bb0270a8-42ea-42d6-a707-76d33ab0a0bd req-0c232d06-3115-41fa-b3fb-421aaf6dc10c tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460865 Jul 06 13:43:32.650013 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-eeb15f5a-a084-47fc-b064-0a8d53f1c4c3 req-997ac827-affb-4c8a-b770-9205af0a5150 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:32.664993 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['4b7aed9c-419d-40de-bbac-f4df2e95b4b4'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:43:32.722698 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-026e7e02-d8c2-40d1-bc43-f751eb69c2a4 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:32.727153 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ac827-affb-4c8a-b770-9205af0a5150 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Pushing event deleted for resources: {'Port': ['ID=4b7aed9c-419d-40de-bbac-f4df2e95b4b4,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:32.749187 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-026e7e02-d8c2-40d1-bc43-f751eb69c2a4 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:32.751559 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb15f5a-a084-47fc-b064-0a8d53f1c4c3 req-997ac827-affb-4c8a-b770-9205af0a5150 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] No DVR routers for this DVR port 4b7aed9c-419d-40de-bbac-f4df2e95b4b4 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:43:32.755069 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-eeb15f5a-a084-47fc-b064-0a8d53f1c4c3 req-997ac827-affb-4c8a-b770-9205af0a5150 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:32.757484 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eeb15f5a-a084-47fc-b064-0a8d53f1c4c3 req-997ac827-affb-4c8a-b770-9205af0a5150 tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] 10.222.0.52 "DELETE /v2.0/ports/4b7aed9c-419d-40de-bbac-f4df2e95b4b4 HTTP/1.1" status: 204 len: 173 time: 1.0999074 Jul 06 13:43:32.850495 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30639a46-35b1-4324-948c-8b455867fd32 req-262fea7e-7431-4452-a0ad-16cbff54459f tempest-TenantUsagesTestJSON-1094633002 tempest-TenantUsagesTestJSON-1094633002-project] 10.222.0.118 "GET /v2.0/ports?device_id=5edeafe1-36c7-4010-a9ce-b0e132808f92 HTTP/1.1" status: 200 len: 210 time: 0.0441411 Jul 06 13:43:32.914251 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-026e7e02-d8c2-40d1-bc43-f751eb69c2a4 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Floating IP cc81ec5a-c9b5-4c0a-90c8-ec4dc5b359c0 associated. External IP: 172.25.6.16, port: eba98cb6-4db1-4179-9da9-c03d3f80437f. Jul 06 13:43:32.936437 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1768c6-a793-4a78-a3fd-ce1f1262a14a x-openstack-request-id: req-ae1768c6-a793-4a78-a3fd-ce1f1262a14a {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:43:32.937598 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315fd776-04f0-4cf9-828d-19f23de87e5a", "tag": "104043a5-c3b3-4005-8a90-da31e70f6533", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:43:32.938318 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ae1768c6-a793-4a78-a3fd-ce1f1262a14a {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:43:32.939076 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315fd776-04f0-4cf9-828d-19f23de87e5a', 'tag': '104043a5-c3b3-4005-8a90-da31e70f6533', 'status': 'completed', 'code': 200} Jul 06 13:43:33.022120 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfbca34-5f49-4deb-b114-6210654cba71 x-openstack-request-id: req-7bfbca34-5f49-4deb-b114-6210654cba71 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:43:33.022437 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64b4c6b5-e9ad-4df8-a4c2-f66daaf38927", "tag": "eba98cb6-4db1-4179-9da9-c03d3f80437f", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:43:33.022663 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-7bfbca34-5f49-4deb-b114-6210654cba71 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:43:33.023069 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b4c6b5-e9ad-4df8-a4c2-f66daaf38927', 'tag': 'eba98cb6-4db1-4179-9da9-c03d3f80437f', 'status': 'completed', 'code': 200} Jul 06 13:43:33.088223 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf178bcc-0631-4cfd-8d18-09bd42566e33 req-64fef3ce-0f96-4a8f-ab78-791df59d720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:33.090092 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-bf178bcc-0631-4cfd-8d18-09bd42566e33 req-64fef3ce-0f96-4a8f-ab78-791df59d720c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a56e97c4904044ce9798b96743e618e0&device_id=64b4c6b5-e9ad-4df8-a4c2-f66daaf38927 HTTP/1.1" status: 200 len: 1097 time: 0.0643673 Jul 06 13:43:33.148579 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a42d3e-2637-4548-b31b-08a9085a7d5d req-38e343a7-a10e-4c29-b0b6-a0f7d2e0c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:33.150099 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8a42d3e-2637-4548-b31b-08a9085a7d5d req-38e343a7-a10e-4c29-b0b6-a0f7d2e0c5a2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2348caba5ff048eca9a30073164626c9&device_id=315fd776-04f0-4cf9-828d-19f23de87e5a HTTP/1.1" status: 200 len: 1094 time: 0.1693995 Jul 06 13:43:33.210207 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf178bcc-0631-4cfd-8d18-09bd42566e33 req-a5528a2e-38a5-40ca-9179-21d3036dd561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:33.211772 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-bf178bcc-0631-4cfd-8d18-09bd42566e33 req-a5528a2e-38a5-40ca-9179-21d3036dd561 service neutron] 10.222.0.52 "GET /v2.0/networks?id=624fdad4-82a3-4ebc-89e9-3ce038d748b0 HTTP/1.1" status: 200 len: 922 time: 0.1101346 Jul 06 13:43:33.235968 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device e674a728-16cb-4c84-8afa-aae8c7445abe details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:43:33.242405 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device c604eefa-91c3-4e4f-b6c3-7f6364454abf up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:43:33.267579 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-bf178bcc-0631-4cfd-8d18-09bd42566e33 req-9c086252-44ad-4c0a-8873-5fa2e04a8195 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eba98cb6-4db1-4179-9da9-c03d3f80437f HTTP/1.1" status: 200 len: 217 time: 0.0462451 Jul 06 13:43:33.346538 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf178bcc-0631-4cfd-8d18-09bd42566e33 req-557100cf-fa00-4ee9-9fe5-83793c5e7a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:33.353584 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-bf178bcc-0631-4cfd-8d18-09bd42566e33 req-557100cf-fa00-4ee9-9fe5-83793c5e7a14 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b HTTP/1.1" status: 200 len: 860 time: 0.0783744 Jul 06 13:43:33.384804 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port c604eefa-91c3-4e4f-b6c3-7f6364454abf completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:43:33.398803 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port c604eefa-91c3-4e4f-b6c3-7f6364454abf triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:43:33.399182 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:33.438434 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port e674a728-16cb-4c84-8afa-aae8c7445abe, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=e674a728-16cb-4c84-8afa-aae8c7445abe,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:33.456382 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf178bcc-0631-4cfd-8d18-09bd42566e33 req-faa1f6d7-da9a-4137-94d9-b92ed94da1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:33.459503 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-bf178bcc-0631-4cfd-8d18-09bd42566e33 req-faa1f6d7-da9a-4137-94d9-b92ed94da1a0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=624fdad4-82a3-4ebc-89e9-3ce038d748b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944049 Jul 06 13:43:33.464018 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'e674a728-16cb-4c84-8afa-aae8c7445abe', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': 'e674a728-16cb-4c84-8afa-aae8c7445abe', 'mac_address': 'fa:16:3e:85:bd:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:43:33.549106 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:33.575700 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e674a728-16cb-4c84-8afa-aae8c7445abe {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:43:33.584059 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-bf178bcc-0631-4cfd-8d18-09bd42566e33 req-a9756699-c2a7-4258-8562-140b3e78a3e4 service neutron] 10.222.0.52 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156313 Jul 06 13:43:33.615269 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port e674a728-16cb-4c84-8afa-aae8c7445abe, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=e674a728-16cb-4c84-8afa-aae8c7445abe,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:33.617379 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:33.626266 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:33.642059 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a42d3e-2637-4548-b31b-08a9085a7d5d req-18c63f9e-2259-4fb3-8665-8803e5a9d96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:33.643540 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8a42d3e-2637-4548-b31b-08a9085a7d5d req-18c63f9e-2259-4fb3-8665-8803e5a9d96c service neutron] 10.222.0.52 "GET /v2.0/networks?id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d HTTP/1.1" status: 200 len: 922 time: 0.4759457 Jul 06 13:43:33.655317 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bd86c-75fe-49dd-af68-0d24b7c4a688 req-c54624b7-94d7-46cd-9de7-57e6e28bb7ef tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:33.656823 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-893bd86c-75fe-49dd-af68-0d24b7c4a688 req-c54624b7-94d7-46cd-9de7-57e6e28bb7ef tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/ports?device_id=b7ddf908-bfa7-4c39-b5ef-6971f69205ca HTTP/1.1" status: 200 len: 947 time: 0.5273466 Jul 06 13:43:33.658807 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-026e7e02-d8c2-40d1-bc43-f751eb69c2a4 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Router d3c5e100-2043-46e0-a93a-f4eab640194b has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:43:33.713308 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-bf178bcc-0631-4cfd-8d18-09bd42566e33 req-ab21d551-6d54-4d8c-b43a-4ab965ebb8dc service neutron] 10.222.0.52 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213324 Jul 06 13:43:33.718378 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8a42d3e-2637-4548-b31b-08a9085a7d5d req-db991c5e-170a-4810-8e6e-a3c8e8d2cb86 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=104043a5-c3b3-4005-8a90-da31e70f6533 HTTP/1.1" status: 200 len: 217 time: 0.0583067 Jul 06 13:43:33.733808 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dab4ecd-3564-4d45-876b-9093d903eee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c604eefa-91c3-4e4f-b6c3-7f6364454abf'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:43:33.737338 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235f0f8d-0eae-4f5f-8b9e-2f8d3b1eb3cb" -d '{"events": [{"server_uuid": "2dab4ecd-3564-4d45-876b-9093d903eee2", "name": "network-vif-plugged", "status": "completed", "tag": "c604eefa-91c3-4e4f-b6c3-7f6364454abf"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:43:33.740741 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=e674a728-16cb-4c84-8afa-aae8c7445abe,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:33.756117 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port c604eefa-91c3-4e4f-b6c3-7f6364454abf, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c604eefa-91c3-4e4f-b6c3-7f6364454abf,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:33.760079 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:33.810622 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=c604eefa-91c3-4e4f-b6c3-7f6364454abf,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:33.814761 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-893bd86c-75fe-49dd-af68-0d24b7c4a688 req-2c634c8e-ca5f-4b9f-a875-1b5362cd2ef7 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/security-groups?id=134f3cd8-9c08-47ea-b250-008e5ce580d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452172 Jul 06 13:43:33.866812 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a42d3e-2637-4548-b31b-08a9085a7d5d req-130a7c41-60eb-445d-820b-f0f8d86b7063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:33.868324 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8a42d3e-2637-4548-b31b-08a9085a7d5d req-130a7c41-60eb-445d-820b-f0f8d86b7063 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a HTTP/1.1" status: 200 len: 861 time: 0.1383338 Jul 06 13:43:33.869098 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['e674a728-16cb-4c84-8afa-aae8c7445abe'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:43:33.916248 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8a42d3e-2637-4548-b31b-08a9085a7d5d req-1b1ab8bb-9b23-4cb1-b53f-43af945d8dbc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314915 Jul 06 13:43:33.918871 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-026e7e02-d8c2-40d1-bc43-f751eb69c2a4 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:43:33.930982 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c145daad-1446-4f1e-bf40-b31464aba152 None None] Sync routers for ids ['d3c5e100-2043-46e0-a93a-f4eab640194b'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:43:33.943165 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c145daad-1446-4f1e-bf40-b31464aba152 None None] Routers {'d3c5e100-2043-46e0-a93a-f4eab640194b'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:43:33.944263 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-c145daad-1446-4f1e-bf40-b31464aba152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:43:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d3c5e100-2043-46e0-a93a-f4eab640194b'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:34.052541 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-c145daad-1446-4f1e-bf40-b31464aba152 None None] Set router d3c5e100-2043-46e0-a93a-f4eab640194b gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:43:34.160154 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a647c-79ec-4623-ba3d-8e14ebb2083e req-24fd6c07-54f5-46ad-b693-b822535b03fb tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:34.162590 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d47a647c-79ec-4623-ba3d-8e14ebb2083e req-24fd6c07-54f5-46ad-b693-b822535b03fb tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/ports?device_id=2dab4ecd-3564-4d45-876b-9093d903eee2 HTTP/1.1" status: 200 len: 950 time: 0.1994150 Jul 06 13:43:34.167925 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8a42d3e-2637-4548-b31b-08a9085a7d5d req-bb0422c4-e16f-43ce-9fb2-c1aabca3bb55 service neutron] 10.222.0.52 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427578 Jul 06 13:43:34.272770 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-c145daad-1446-4f1e-bf40-b31464aba152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1171351734-router', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:44Z', 'revision_number': 4, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'gw_port': {'id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'cc81ec5a-c9b5-4c0a-90c8-ec4dc5b359c0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'floating_ip_address': '172.25.6.16', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'port_id': 'd133bf4b-4555-4ce0-bd0d-ebc8be50a0f1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'mac_address': 'fa:16:3e:f5:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25963fba-ab6a-4418-bb9b-9de3666197da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:43:05Z', 'updated_at': '2021-07-06T13:43:32Z', 'revision_number': 3, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856', 'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'mac_address': 'fa:16:3e:bf:aa:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:43Z', 'updated_at': '2021-07-06T13:42:49Z', 'revision_number': 5, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'subnets': [{'id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:34.305388 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c145daad-1446-4f1e-bf40-b31464aba152 None None] Checking router: d3c5e100-2043-46e0-a93a-f4eab640194b for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:43:34.313496 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c145daad-1446-4f1e-bf40-b31464aba152 None None] Routers {'d3c5e100-2043-46e0-a93a-f4eab640194b'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:43:34.314583 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-c145daad-1446-4f1e-bf40-b31464aba152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:43:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d3c5e100-2043-46e0-a93a-f4eab640194b'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:34.327928 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d47a647c-79ec-4623-ba3d-8e14ebb2083e req-1126c3e8-9092-4a43-a9fa-1e2ee3f269e0 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/security-groups?id=e70d35a8-8a51-432f-9795-43e192f3e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582100 Jul 06 13:43:34.362277 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-026e7e02-d8c2-40d1-bc43-f751eb69c2a4 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Router d3c5e100-2043-46e0-a93a-f4eab640194b has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:43:34.385908 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8a42d3e-2637-4548-b31b-08a9085a7d5d req-22e2d469-cb11-4f69-8b3e-a88eb608157e service neutron] 10.222.0.52 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855812 Jul 06 13:43:34.498409 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-026e7e02-d8c2-40d1-bc43-f751eb69c2a4 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:43:34.504179 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-026e7e02-d8c2-40d1-bc43-f751eb69c2a4 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:34.512870 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-c145daad-1446-4f1e-bf40-b31464aba152 None None] Set router d3c5e100-2043-46e0-a93a-f4eab640194b gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:43:34.579384 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-026e7e02-d8c2-40d1-bc43-f751eb69c2a4 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "PUT /v2.0/floatingips/cc81ec5a-c9b5-4c0a-90c8-ec4dc5b359c0 HTTP/1.1" status: 200 len: 998 time: 3.0881503 Jul 06 13:43:34.643346 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-7d65f59d-74e0-4db5-a126-6e792b50c560 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:34.645393 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-7d65f59d-74e0-4db5-a126-6e792b50c560 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/ports/eba98cb6-4db1-4179-9da9-c03d3f80437f HTTP/1.1" status: 200 len: 943 time: 0.0593278 Jul 06 13:43:34.680220 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-c539c0f1-60fe-4fe6-83ce-b5c00833c7d8 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232191 Jul 06 13:43:34.750646 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-c145daad-1446-4f1e-bf40-b31464aba152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1171351734-router', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:44Z', 'revision_number': 4, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'gw_port': {'id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'cc81ec5a-c9b5-4c0a-90c8-ec4dc5b359c0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'floating_ip_address': '172.25.6.16', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'port_id': 'd133bf4b-4555-4ce0-bd0d-ebc8be50a0f1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'mac_address': 'fa:16:3e:f5:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25963fba-ab6a-4418-bb9b-9de3666197da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:43:05Z', 'updated_at': '2021-07-06T13:43:32Z', 'revision_number': 3, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856', 'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'mac_address': 'fa:16:3e:bf:aa:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:43Z', 'updated_at': '2021-07-06T13:42:49Z', 'revision_number': 5, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'subnets': [{'id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:34.781089 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c145daad-1446-4f1e-bf40-b31464aba152 None None] The sync data for ids ['d3c5e100-2043-46e0-a93a-f4eab640194b'] in n-d-773644-6 is: [{'id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1171351734-router', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:44Z', 'revision_number': 4, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'gw_port': {'id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'cc81ec5a-c9b5-4c0a-90c8-ec4dc5b359c0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'floating_ip_address': '172.25.6.16', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'port_id': 'd133bf4b-4555-4ce0-bd0d-ebc8be50a0f1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'mac_address': 'fa:16:3e:f5:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25963fba-ab6a-4418-bb9b-9de3666197da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:43:05Z', 'updated_at': '2021-07-06T13:43:32Z', 'revision_number': 3, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856', 'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'mac_address': 'fa:16:3e:bf:aa:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:43Z', 'updated_at': '2021-07-06T13:42:49Z', 'revision_number': 5, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'subnets': [{'id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:43:34.826429 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-53551101-ad42-41f0-b29d-4f27d6886175 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:34.827915 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-53551101-ad42-41f0-b29d-4f27d6886175 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1424584 Jul 06 13:43:34.846640 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-1f7bc082-d021-4ecc-8a57-81bbfbf5a2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:34.848688 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-1f7bc082-d021-4ecc-8a57-81bbfbf5a2ab service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=a56e97c4904044ce9798b96743e618e0&device_id=64b4c6b5-e9ad-4df8-a4c2-f66daaf38927 HTTP/1.1" status: 200 len: 1097 time: 0.1368911 Jul 06 13:43:34.851846 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-de6130b5-aebd-43ed-8374-4c2cd573f829 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/quotas/0a3b9513c4994d478b01e1dbfa52d0ba HTTP/1.1" status: 200 len: 375 time: 0.0158381 Jul 06 13:43:34.928828 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-156bec86-6b93-41e8-95e7-093512dabb56 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661671 Jul 06 13:43:34.975912 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-067b5219-8d19-46ee-855a-83c160306bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:34.977895 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-067b5219-8d19-46ee-855a-83c160306bae service neutron] 10.222.0.118 "GET /v2.0/networks?id=624fdad4-82a3-4ebc-89e9-3ce038d748b0 HTTP/1.1" status: 200 len: 922 time: 0.1224685 Jul 06 13:43:34.993205 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b2bbb2-fa90-4b65-a226-d2fa0aa55c3c None None] New status for floating IP cc81ec5a-c9b5-4c0a-90c8-ec4dc5b359c0: ACTIVE {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:43:35.024805 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-8e5ce70e-9a1c-43b0-ac7f-cbbb9cd61238 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eba98cb6-4db1-4179-9da9-c03d3f80437f HTTP/1.1" status: 200 len: 217 time: 0.0391126 Jul 06 13:43:35.025024 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edeafe1-36c7-4010-a9ce-b0e132808f92', 'name': 'network-vif-deleted', 'tag': '4b7aed9c-419d-40de-bbac-f4df2e95b4b4'}, {'name': 'network-changed', 'server_uuid': '64b4c6b5-e9ad-4df8-a4c2-f66daaf38927', 'tag': 'eba98cb6-4db1-4179-9da9-c03d3f80437f'}, {'name': 'network-changed', 'server_uuid': '25963fba-ab6a-4418-bb9b-9de3666197da', 'tag': 'd133bf4b-4555-4ce0-bd0d-ebc8be50a0f1'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:43:35.027420 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e69ada-59f7-4fdc-8947-99b9da237293" -d '{"events": [{"server_uuid": "5edeafe1-36c7-4010-a9ce-b0e132808f92", "name": "network-vif-deleted", "tag": "4b7aed9c-419d-40de-bbac-f4df2e95b4b4"}, {"name": "network-changed", "server_uuid": "64b4c6b5-e9ad-4df8-a4c2-f66daaf38927", "tag": "eba98cb6-4db1-4179-9da9-c03d3f80437f"}, {"name": "network-changed", "server_uuid": "25963fba-ab6a-4418-bb9b-9de3666197da", "tag": "d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:43:35.106053 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-d69e14ba-2234-465b-95bf-925f6f1f7092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:35.107564 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-d69e14ba-2234-465b-95bf-925f6f1f7092 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b HTTP/1.1" status: 200 len: 860 time: 0.0742445 Jul 06 13:43:35.237258 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-2e333a14-4344-402a-8521-082d431fae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:35.240957 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-2e333a14-4344-402a-8521-082d431fae27 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=624fdad4-82a3-4ebc-89e9-3ce038d748b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266491 Jul 06 13:43:35.244997 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device e674a728-16cb-4c84-8afa-aae8c7445abe up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:43:35.249330 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2cb01-4ae3-4747-9594-2b2371e79650 req-72ff161e-3462-439d-9e31-7a91606c477c tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:35.261464 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-38f2cb01-4ae3-4747-9594-2b2371e79650 req-72ff161e-3462-439d-9e31-7a91606c477c tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=315fd776-04f0-4cf9-828d-19f23de87e5a HTTP/1.1" status: 200 len: 943 time: 0.1150868 Jul 06 13:43:35.278339 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-3533e7f7-7e5a-41c6-81cb-bdcc6d54c2e4 service neutron] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:43:35.279509 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-3533e7f7-7e5a-41c6-81cb-bdcc6d54c2e4 service neutron] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059924 Jul 06 13:43:35.345074 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port e674a728-16cb-4c84-8afa-aae8c7445abe completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:43:35.349837 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port e674a728-16cb-4c84-8afa-aae8c7445abe triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:43:35.350485 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:35.374484 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-38f2cb01-4ae3-4747-9594-2b2371e79650 req-5e381d72-ea7d-406c-bf4b-43bf7292ac9c tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119318 Jul 06 13:43:35.407671 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755ac8f9-298d-4252-8d66-85ec54838ed6 None None] Sync routers for ids ['d3c5e100-2043-46e0-a93a-f4eab640194b'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:43:35.419788 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755ac8f9-298d-4252-8d66-85ec54838ed6 None None] Routers {'d3c5e100-2043-46e0-a93a-f4eab640194b'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:43:35.420649 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-755ac8f9-298d-4252-8d66-85ec54838ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:43:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d3c5e100-2043-46e0-a93a-f4eab640194b'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:35.442622 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 104043a5-c3b3-4005-8a90-da31e70f6533 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:43:35.475638 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-e4175bf2-e5c4-42d1-90d0-de141262500c service neutron] 10.222.0.118 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857262 Jul 06 13:43:35.582958 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-755ac8f9-298d-4252-8d66-85ec54838ed6 None None] Set router d3c5e100-2043-46e0-a93a-f4eab640194b gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:43:35.607802 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4b1872-5579-46a8-abc5-e5dc1cf20e47 x-openstack-request-id: req-fa4b1872-5579-46a8-abc5-e5dc1cf20e47 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:43:35.608132 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dab4ecd-3564-4d45-876b-9093d903eee2", "name": "network-vif-plugged", "status": "completed", "tag": "c604eefa-91c3-4e4f-b6c3-7f6364454abf", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:43:35.608359 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-fa4b1872-5579-46a8-abc5-e5dc1cf20e47 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:43:35.608760 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dab4ecd-3564-4d45-876b-9093d903eee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c604eefa-91c3-4e4f-b6c3-7f6364454abf', 'code': 200} Jul 06 13:43:35.610958 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-ede768e0-82ff-47ff-833f-4418a076cf1c service neutron] 10.222.0.118 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264367 Jul 06 13:43:35.616997 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 4b7aed9c-419d-40de-bbac-f4df2e95b4b4 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:43:35.646176 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 4b7aed9c-419d-40de-bbac-f4df2e95b4b4 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:43:35.646632 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 4b7aed9c-419d-40de-bbac-f4df2e95b4b4 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:43:35.665724 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:35.677636 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bddff7-4a45-44db-9429-54d32f38fe6f req-b9a75605-671f-4c29-a4a7-89d2ccceb462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:35.680075 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-99bddff7-4a45-44db-9429-54d32f38fe6f req-b9a75605-671f-4c29-a4a7-89d2ccceb462 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=2dab4ecd-3564-4d45-876b-9093d903eee2 HTTP/1.1" status: 200 len: 1101 time: 0.0681748 Jul 06 13:43:35.770672 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port e674a728-16cb-4c84-8afa-aae8c7445abe, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=e674a728-16cb-4c84-8afa-aae8c7445abe,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:35.779183 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:35.814437 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-99bddff7-4a45-44db-9429-54d32f38fe6f req-4ddc5c57-9bcc-4362-a686-1ec01ff7da9d service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=e70d35a8-8a51-432f-9795-43e192f3e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273935 Jul 06 13:43:35.864466 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=e674a728-16cb-4c84-8afa-aae8c7445abe,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:35.871804 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 104043a5-c3b3-4005-8a90-da31e70f6533, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=104043a5-c3b3-4005-8a90-da31e70f6533,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:35.887276 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-1ae6eb0d-c6ab-46a7-adeb-62d76bc5aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:35.889198 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-1ae6eb0d-c6ab-46a7-adeb-62d76bc5aa96 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=a56e97c4904044ce9798b96743e618e0&device_id=25963fba-ab6a-4418-bb9b-9de3666197da HTTP/1.1" status: 200 len: 1097 time: 0.1905510 Jul 06 13:43:35.897459 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '104043a5-c3b3-4005-8a90-da31e70f6533', 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d', 'port_id': '104043a5-c3b3-4005-8a90-da31e70f6533', 'mac_address': 'fa:16:3e:71:7b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:43:35.944895 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:35.959027 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 104043a5-c3b3-4005-8a90-da31e70f6533 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:43:35.975960 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6cde40-1ad1-4967-93d2-a4204ee292ab req-aca1c67d-708d-4ce7-93db-6ec66606ed72 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:35.978854 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bd6cde40-1ad1-4967-93d2-a4204ee292ab req-aca1c67d-708d-4ce7-93db-6ec66606ed72 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/ports?device_id=b7ddf908-bfa7-4c39-b5ef-6971f69205ca HTTP/1.1" status: 200 len: 949 time: 0.2295935 Jul 06 13:43:36.002830 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 104043a5-c3b3-4005-8a90-da31e70f6533, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=104043a5-c3b3-4005-8a90-da31e70f6533,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:36.009196 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:36.029253 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35594) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:36.070656 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bd6cde40-1ad1-4967-93d2-a4204ee292ab req-b4f345ff-5452-4052-bc3f-fed2773b0db7 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/security-groups?id=134f3cd8-9c08-47ea-b250-008e5ce580d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599487 Jul 06 13:43:36.075915 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-755ac8f9-298d-4252-8d66-85ec54838ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1171351734-router', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:44Z', 'revision_number': 4, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'gw_port': {'id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'cc81ec5a-c9b5-4c0a-90c8-ec4dc5b359c0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'floating_ip_address': '172.25.6.16', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'port_id': 'd133bf4b-4555-4ce0-bd0d-ebc8be50a0f1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'mac_address': 'fa:16:3e:f5:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25963fba-ab6a-4418-bb9b-9de3666197da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:43:05Z', 'updated_at': '2021-07-06T13:43:35Z', 'revision_number': 4, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856', 'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'mac_address': 'fa:16:3e:bf:aa:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:43Z', 'updated_at': '2021-07-06T13:42:49Z', 'revision_number': 5, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'subnets': [{'id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:36.110672 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=104043a5-c3b3-4005-8a90-da31e70f6533,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:36.110958 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-4ea8c313-50ba-4044-bc49-5fc6439fc6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:36.112431 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-4ea8c313-50ba-4044-bc49-5fc6439fc6ab service neutron] 10.222.0.118 "GET /v2.0/networks?id=624fdad4-82a3-4ebc-89e9-3ce038d748b0 HTTP/1.1" status: 200 len: 922 time: 0.2074630 Jul 06 13:43:36.123523 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755ac8f9-298d-4252-8d66-85ec54838ed6 None None] Checking router: d3c5e100-2043-46e0-a93a-f4eab640194b for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:43:36.134951 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755ac8f9-298d-4252-8d66-85ec54838ed6 None None] Routers {'d3c5e100-2043-46e0-a93a-f4eab640194b'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:43:36.135779 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-755ac8f9-298d-4252-8d66-85ec54838ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:43:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d3c5e100-2043-46e0-a93a-f4eab640194b'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:36.204231 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 06 Jul 2021 13:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7898996-3cc6-4477-96c1-2b301eb06c11 x-openstack-request-id: req-b7898996-3cc6-4477-96c1-2b301eb06c11 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:43:36.209383 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edeafe1-36c7-4010-a9ce-b0e132808f92", "name": "network-vif-deleted", "tag": "4b7aed9c-419d-40de-bbac-f4df2e95b4b4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "64b4c6b5-e9ad-4df8-a4c2-f66daaf38927", "tag": "eba98cb6-4db1-4179-9da9-c03d3f80437f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "25963fba-ab6a-4418-bb9b-9de3666197da", "tag": "d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:43:36.210705 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-b7898996-3cc6-4477-96c1-2b301eb06c11 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:43:36.212255 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edeafe1-36c7-4010-a9ce-b0e132808f92', 'name': 'network-vif-deleted', 'tag': '4b7aed9c-419d-40de-bbac-f4df2e95b4b4', 'status': 'completed', 'code': 200} Jul 06 13:43:36.215983 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b4c6b5-e9ad-4df8-a4c2-f66daaf38927', 'tag': 'eba98cb6-4db1-4179-9da9-c03d3f80437f', 'status': 'completed', 'code': 200} Jul 06 13:43:36.216459 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25963fba-ab6a-4418-bb9b-9de3666197da', 'tag': 'd133bf4b-4555-4ce0-bd0d-ebc8be50a0f1', 'status': 'completed', 'code': 200} Jul 06 13:43:36.236784 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a17b800b-256e-46ba-9583-52a3e70f5cc5 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=f67a9aaf85dc477e922616fb347c39bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2043767 Jul 06 13:43:36.237014 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35598) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:36.270200 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['104043a5-c3b3-4005-8a90-da31e70f6533'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:43:36.295186 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-51e0df79-4bb3-4074-b9d4-ed95da9d0383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:36.316169 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-09d57e2e-48b2-4c5f-9f0d-72634f067d86 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 HTTP/1.1" status: 200 len: 1001 time: 0.1948655 Jul 06 13:43:36.331983 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-51e0df79-4bb3-4074-b9d4-ed95da9d0383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:36.336832 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-755ac8f9-298d-4252-8d66-85ec54838ed6 None None] Set router d3c5e100-2043-46e0-a93a-f4eab640194b gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:43:36.397483 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-51e0df79-4bb3-4074-b9d4-ed95da9d0383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:36.402683 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-51e0df79-4bb3-4074-b9d4-ed95da9d0383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:36.406685 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-51e0df79-4bb3-4074-b9d4-ed95da9d0383 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/26d14bd9-6e23-4e1f-8851-2580d4442210 HTTP/1.1" status: 204 len: 168 time: 0.1677628 Jul 06 13:43:36.420340 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0df79-4bb3-4074-b9d4-ed95da9d0383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d14bd9-6e23-4e1f-8851-2580d4442210,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:36.440924 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e425f215-92d7-4836-9258-86d522a57025 req-95983081-48f7-4cb2-8e19-cc0a014b860b tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=afb69760-051b-4b3d-b937-4a40b7a571be HTTP/1.1" status: 200 len: 210 time: 0.0724967 Jul 06 13:43:36.447069 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-29ff89a0-5617-435f-bca1-04908b9bdcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:36.448941 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-29ff89a0-5617-435f-bca1-04908b9bdcee service neutron] 10.222.0.118 "GET /v2.0/subnets?id=a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b HTTP/1.1" status: 200 len: 860 time: 0.1230462 Jul 06 13:43:36.504784 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e69ada-59f7-4fdc-8947-99b9da237293 req-2eb49d6c-b100-40a5-8740-e7bf64a2fe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:36.518907 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78e69ada-59f7-4fdc-8947-99b9da237293 req-2eb49d6c-b100-40a5-8740-e7bf64a2fe0c service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a56e97c4904044ce9798b96743e618e0&device_id=25963fba-ab6a-4418-bb9b-9de3666197da HTTP/1.1" status: 200 len: 1097 time: 0.2274368 Jul 06 13:43:36.616774 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-755ac8f9-298d-4252-8d66-85ec54838ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1171351734-router', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:44Z', 'revision_number': 4, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'gw_port': {'id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'cc81ec5a-c9b5-4c0a-90c8-ec4dc5b359c0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'floating_ip_address': '172.25.6.16', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'port_id': 'd133bf4b-4555-4ce0-bd0d-ebc8be50a0f1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'mac_address': 'fa:16:3e:f5:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25963fba-ab6a-4418-bb9b-9de3666197da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:43:05Z', 'updated_at': '2021-07-06T13:43:35Z', 'revision_number': 4, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856', 'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'mac_address': 'fa:16:3e:bf:aa:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:43Z', 'updated_at': '2021-07-06T13:42:49Z', 'revision_number': 5, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'subnets': [{'id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:36.648023 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755ac8f9-298d-4252-8d66-85ec54838ed6 None None] The sync data for ids ['d3c5e100-2043-46e0-a93a-f4eab640194b'] in n-d-773644-6 is: [{'id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1171351734-router', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:44Z', 'revision_number': 4, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'gw_port': {'id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'cc81ec5a-c9b5-4c0a-90c8-ec4dc5b359c0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'floating_ip_address': '172.25.6.16', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'port_id': 'd133bf4b-4555-4ce0-bd0d-ebc8be50a0f1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'mac_address': 'fa:16:3e:f5:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25963fba-ab6a-4418-bb9b-9de3666197da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:43:05Z', 'updated_at': '2021-07-06T13:43:35Z', 'revision_number': 4, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856', 'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'mac_address': 'fa:16:3e:bf:aa:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:43Z', 'updated_at': '2021-07-06T13:42:49Z', 'revision_number': 5, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'subnets': [{'id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:43:36.657919 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e69ada-59f7-4fdc-8947-99b9da237293 req-cb131b9a-f50e-4f6b-85c2-5b56e2064e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:36.660142 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78e69ada-59f7-4fdc-8947-99b9da237293 req-cb131b9a-f50e-4f6b-85c2-5b56e2064e92 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a56e97c4904044ce9798b96743e618e0&device_id=64b4c6b5-e9ad-4df8-a4c2-f66daaf38927 HTTP/1.1" status: 200 len: 1097 time: 0.4384427 Jul 06 13:43:36.746626 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-dc3f6eb7-70ed-473a-8ac7-070c18bcd7d6 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291591 Jul 06 13:43:36.888496 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35606) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:36.905237 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-480c08cc-c12e-4100-80e8-49f3e075cc83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:37.002082 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-f81d7c6f-a5f1-45e8-9702-7feea5a12e0d tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:37.003741 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-f81d7c6f-a5f1-45e8-9702-7feea5a12e0d tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2492602 Jul 06 13:43:37.021851 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-b8dc1f6f-473e-45cc-8a22-9cb197624243 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Request body: {'port': {'device_id': 'afb69760-051b-4b3d-b937-4a40b7a571be', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'admin_state_up': True, 'tenant_id': '0a3b9513c4994d478b01e1dbfa52d0ba'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:37.133497 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-470fce0a-a92f-42c0-bb9f-fca780f364e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:37.134949 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-470fce0a-a92f-42c0-bb9f-fca780f364e9 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=624fdad4-82a3-4ebc-89e9-3ce038d748b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6779597 Jul 06 13:43:37.150339 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-480c08cc-c12e-4100-80e8-49f3e075cc83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:37.157676 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-480c08cc-c12e-4100-80e8-49f3e075cc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:37.212307 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-480c08cc-c12e-4100-80e8-49f3e075cc83 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=08f26e98bd0e4e908d9a3e8289717542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3227172 Jul 06 13:43:37.213042 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c08cc-c12e-4100-80e8-49f3e075cc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2ea6a7-4b8a-4f3d-b824-e49d39213571,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:37.213540 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e69ada-59f7-4fdc-8947-99b9da237293 req-635e819e-c31f-4ec6-9d2b-4ded54536f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:37.215346 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78e69ada-59f7-4fdc-8947-99b9da237293 req-635e819e-c31f-4ec6-9d2b-4ded54536f87 service neutron] 10.222.0.124 "GET /v2.0/networks?id=624fdad4-82a3-4ebc-89e9-3ce038d748b0 HTTP/1.1" status: 200 len: 922 time: 0.6953375 Jul 06 13:43:37.217562 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35610) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:37.235660 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-b8dc1f6f-473e-45cc-8a22-9cb197624243 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Made reservation on behalf of 0a3b9513c4994d478b01e1dbfa52d0ba for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:43:37.241448 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-b8dc1f6f-473e-45cc-8a22-9cb197624243 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:37.257570 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-b8dc1f6f-473e-45cc-8a22-9cb197624243 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:37.258012 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ddc22442-d60f-42d9-a794-4c7b74cd787b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:37.283647 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e69ada-59f7-4fdc-8947-99b9da237293 req-c78a226d-f879-418e-8dc9-338d23f448a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:37.285153 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78e69ada-59f7-4fdc-8947-99b9da237293 req-c78a226d-f879-418e-8dc9-338d23f448a0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=624fdad4-82a3-4ebc-89e9-3ce038d748b0 HTTP/1.1" status: 200 len: 922 time: 0.6013966 Jul 06 13:43:37.310403 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055abff8-7058-458b-a090-3b04ad20b6a2 req-e8d02acf-d9dc-40d4-ba5a-7a5da610d46f tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:37.311918 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-055abff8-7058-458b-a090-3b04ad20b6a2 req-e8d02acf-d9dc-40d4-ba5a-7a5da610d46f tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/ports?device_id=2dab4ecd-3564-4d45-876b-9093d903eee2 HTTP/1.1" status: 200 len: 950 time: 0.6499901 Jul 06 13:43:37.320677 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-97883de1-620e-45b6-837b-c158458ccf8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:37.353559 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-97883de1-620e-45b6-837b-c158458ccf8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:37.362039 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78e69ada-59f7-4fdc-8947-99b9da237293 req-2090d002-43c5-4c80-a526-69fc0be18ce0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eba98cb6-4db1-4179-9da9-c03d3f80437f HTTP/1.1" status: 200 len: 217 time: 0.0685406 Jul 06 13:43:37.396435 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78e69ada-59f7-4fdc-8947-99b9da237293 req-91f1e87d-b7c0-405c-8a3a-9a88c7f5ccc6 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 HTTP/1.1" status: 200 len: 1001 time: 0.1709962 Jul 06 13:43:37.434331 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-b8dc1f6f-473e-45cc-8a22-9cb197624243 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:37.436127 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-97883de1-620e-45b6-837b-c158458ccf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:37.439036 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-97883de1-620e-45b6-837b-c158458ccf8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:37.440222 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-97883de1-620e-45b6-837b-c158458ccf8f admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/ee2ea6a7-4b8a-4f3d-b824-e49d39213571 HTTP/1.1" status: 204 len: 168 time: 0.2216887 Jul 06 13:43:37.443762 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-b8dc1f6f-473e-45cc-8a22-9cb197624243 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:37.449494 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-1cb09ef8-7eee-4937-aae2-660cd33a9c34 service neutron] 10.222.0.118 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023801 Jul 06 13:43:37.451680 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97883de1-620e-45b6-837b-c158458ccf8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2ea6a7-4b8a-4f3d-b824-e49d39213571,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:37.476360 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 104043a5-c3b3-4005-8a90-da31e70f6533 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:43:37.527728 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc1f6f-473e-45cc-8a22-9cb197624243 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3c396c-dab3-4e48-ab04-a731da47d951,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:37.542009 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-055abff8-7058-458b-a090-3b04ad20b6a2 req-94182f9a-a5a1-4cd2-9468-4fedac18c2f6 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/security-groups?id=e70d35a8-8a51-432f-9795-43e192f3e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903327 Jul 06 13:43:37.546570 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e69ada-59f7-4fdc-8947-99b9da237293 req-fe1d1d8a-4c46-4afd-a716-2f6f81bacf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:37.548021 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78e69ada-59f7-4fdc-8947-99b9da237293 req-fe1d1d8a-4c46-4afd-a716-2f6f81bacf69 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b HTTP/1.1" status: 200 len: 860 time: 0.1744375 Jul 06 13:43:37.572010 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e69ada-59f7-4fdc-8947-99b9da237293 req-f7d6b1f0-ab5c-40ce-95ce-7f5e534fc434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:37.572010 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78e69ada-59f7-4fdc-8947-99b9da237293 req-f7d6b1f0-ab5c-40ce-95ce-7f5e534fc434 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b HTTP/1.1" status: 200 len: 860 time: 0.1434519 Jul 06 13:43:37.579003 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 104043a5-c3b3-4005-8a90-da31e70f6533 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:43:37.584374 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 104043a5-c3b3-4005-8a90-da31e70f6533 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:43:37.584758 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:37.612090 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ddf908-bfa7-4c39-b5ef-6971f69205ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e674a728-16cb-4c84-8afa-aae8c7445abe'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:43:37.614493 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4454fd-9d38-40de-bb03-92e462064406" -d '{"events": [{"server_uuid": "b7ddf908-bfa7-4c39-b5ef-6971f69205ca", "name": "network-vif-plugged", "status": "completed", "tag": "e674a728-16cb-4c84-8afa-aae8c7445abe"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:43:37.636868 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-b8dc1f6f-473e-45cc-8a22-9cb197624243 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Allocated IP 192.168.233.82 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/ee23cc46-4c30-460d-b796-1d9a9e218bbe) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:43:37.724170 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:37.730258 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb3ee8c2-29b8-4cf1-bfc2-ee5ec303dd4f req-0990b609-93db-48a7-995d-e6cf4a2d2602 service neutron] 10.222.0.118 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591686 Jul 06 13:43:37.752640 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e69ada-59f7-4fdc-8947-99b9da237293 req-547f0116-3635-4761-a0de-d5a7396e2466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:37.755689 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78e69ada-59f7-4fdc-8947-99b9da237293 req-547f0116-3635-4761-a0de-d5a7396e2466 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=624fdad4-82a3-4ebc-89e9-3ce038d748b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2001820 Jul 06 13:43:37.758479 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e69ada-59f7-4fdc-8947-99b9da237293 req-757e24e2-57c8-4c8e-aa3f-2456f705163d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:37.764308 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78e69ada-59f7-4fdc-8947-99b9da237293 req-757e24e2-57c8-4c8e-aa3f-2456f705163d service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=624fdad4-82a3-4ebc-89e9-3ce038d748b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1381376 Jul 06 13:43:37.819951 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 104043a5-c3b3-4005-8a90-da31e70f6533, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=104043a5-c3b3-4005-8a90-da31e70f6533,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:37.831070 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:37.906203 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-b8dc1f6f-473e-45cc-8a22-9cb197624243 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:37.925538 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=104043a5-c3b3-4005-8a90-da31e70f6533,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:37.936997 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-b8dc1f6f-473e-45cc-8a22-9cb197624243 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Transition to ACTIVE for port object ee23cc46-4c30-460d-b796-1d9a9e218bbe will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:43:37.973212 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-b8dc1f6f-473e-45cc-8a22-9cb197624243 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:38.022792 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78e69ada-59f7-4fdc-8947-99b9da237293 req-1dd59da8-f8c6-43bb-8023-90df5d4bd558 service neutron] 10.222.0.52 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574956 Jul 06 13:43:38.027370 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78e69ada-59f7-4fdc-8947-99b9da237293 req-b98d0bd5-1045-471a-a373-6476afb9967a service neutron] 10.222.0.124 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525420 Jul 06 13:43:38.033941 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-b8dc1f6f-473e-45cc-8a22-9cb197624243 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:43:38.038727 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-b8dc1f6f-473e-45cc-8a22-9cb197624243 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:43:38.041160 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-b8dc1f6f-473e-45cc-8a22-9cb197624243 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:43:38.069397 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc1f6f-473e-45cc-8a22-9cb197624243 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Pushing event updated for resources: {'Port': ['ID=ee23cc46-4c30-460d-b796-1d9a9e218bbe,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:38.097182 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-b8dc1f6f-473e-45cc-8a22-9cb197624243 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:38.097866 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-b8dc1f6f-473e-45cc-8a22-9cb197624243 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:38.125180 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-b8dc1f6f-473e-45cc-8a22-9cb197624243 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1090479 Jul 06 13:43:38.137443 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-4ee70655-732f-48b3-9010-c44e9e214530 service neutron] Request body: {'port': {'device_id': 'afb69760-051b-4b3d-b937-4a40b7a571be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:38.214099 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588ff7d-f641-4c17-8459-122f241c8575 req-b4d1726a-f79a-4366-b504-3c7cd2c461e5 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:38.215640 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5588ff7d-f641-4c17-8459-122f241c8575 req-b4d1726a-f79a-4366-b504-3c7cd2c461e5 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=315fd776-04f0-4cf9-828d-19f23de87e5a HTTP/1.1" status: 200 len: 945 time: 0.2600281 Jul 06 13:43:38.223261 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808e921-f7d8-4fd6-9590-278f97e2fa0b req-f127fae8-0c38-42fa-b5f7-6bfc96afcc50 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:38.230841 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a808e921-f7d8-4fd6-9590-278f97e2fa0b req-f127fae8-0c38-42fa-b5f7-6bfc96afcc50 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/ports?device_id=b7ddf908-bfa7-4c39-b5ef-6971f69205ca HTTP/1.1" status: 200 len: 949 time: 0.3057413 Jul 06 13:43:38.244277 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-4ee70655-732f-48b3-9010-c44e9e214530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:38.316871 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78e69ada-59f7-4fdc-8947-99b9da237293 req-d04e8fb3-96bb-4a91-b2d7-a245f017eea1 service neutron] 10.222.0.124 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710953 Jul 06 13:43:38.318775 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78e69ada-59f7-4fdc-8947-99b9da237293 req-e0c5cf44-27c3-43ca-9808-a47a027da10f service neutron] 10.222.0.52 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823005 Jul 06 13:43:38.349240 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a808e921-f7d8-4fd6-9590-278f97e2fa0b req-c7b4a455-0e69-4065-abb2-0eeeabb7a531 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/security-groups?id=134f3cd8-9c08-47ea-b250-008e5ce580d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172469 Jul 06 13:43:38.354942 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5588ff7d-f641-4c17-8459-122f241c8575 req-d7726165-426a-4462-92bb-b560281698c7 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220424 Jul 06 13:43:38.384316 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6e92431c-f3c3-48c3-bbfd-b2a3d37beb61 None None] Provisioning for port ee23cc46-4c30-460d-b796-1d9a9e218bbe completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:43:38.407267 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6e92431c-f3c3-48c3-bbfd-b2a3d37beb61 None None] Provisioning complete for port ee23cc46-4c30-460d-b796-1d9a9e218bbe triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:43:38.409541 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6e92431c-f3c3-48c3-bbfd-b2a3d37beb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:38.471380 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d94fee-bcaf-45f8-a46c-61a74dc5cafc x-openstack-request-id: req-26d94fee-bcaf-45f8-a46c-61a74dc5cafc {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:43:38.471676 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ddf908-bfa7-4c39-b5ef-6971f69205ca", "name": "network-vif-plugged", "status": "completed", "tag": "e674a728-16cb-4c84-8afa-aae8c7445abe", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:43:38.471921 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-26d94fee-bcaf-45f8-a46c-61a74dc5cafc {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:43:38.472470 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ddf908-bfa7-4c39-b5ef-6971f69205ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e674a728-16cb-4c84-8afa-aae8c7445abe', 'code': 200} Jul 06 13:43:38.501929 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-6e92431c-f3c3-48c3-bbfd-b2a3d37beb61 None None] Port ee23cc46-4c30-460d-b796-1d9a9e218bbe cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:43:38.577165 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35642) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:38.588844 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-4ee70655-732f-48b3-9010-c44e9e214530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee23cc46-4c30-460d-b796-1d9a9e218bbe {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:43:38.596845 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-4ee70655-732f-48b3-9010-c44e9e214530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:38.611058 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-4ee70655-732f-48b3-9010-c44e9e214530 service neutron] Transition to ACTIVE for port object ee23cc46-4c30-460d-b796-1d9a9e218bbe will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:43:38.616039 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-4ee70655-732f-48b3-9010-c44e9e214530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:38.620569 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4c28c284-02e7-410f-9c78-0770d70a744e req-ab9cc1ac-b36d-46af-8c08-f706d7b104a6 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.16 HTTP/1.1" status: 200 len: 1001 time: 0.1500368 Jul 06 13:43:38.671449 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee70655-732f-48b3-9010-c44e9e214530 service neutron] Pushing event updated for resources: {'Port': ['ID=ee23cc46-4c30-460d-b796-1d9a9e218bbe,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:38.715155 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28c284-02e7-410f-9c78-0770d70a744e req-4192f9bf-2843-4411-8b82-369283274ba6 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:38.716643 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4c28c284-02e7-410f-9c78-0770d70a744e req-4192f9bf-2843-4411-8b82-369283274ba6 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/ports/d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 HTTP/1.1" status: 200 len: 943 time: 0.0896468 Jul 06 13:43:38.724987 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ae078-ec40-427c-8a0f-a4e969d25774 req-f56a0e40-65b9-4d19-a689-6b1c1d7a3f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:38.727475 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-832ae078-ec40-427c-8a0f-a4e969d25774 req-f56a0e40-65b9-4d19-a689-6b1c1d7a3f8b service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=b7ddf908-bfa7-4c39-b5ef-6971f69205ca HTTP/1.1" status: 200 len: 1100 time: 0.1820223 Jul 06 13:43:38.738944 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecba0d-1a02-45f4-ae4d-e319b32a5450 req-badd616a-7ab2-4d0f-ada4-731b821969a0 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:38.744888 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-0f9faf4d-4799-4c90-a9b8-5d614df13182 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-721384279-network', 'tenant_id': '220d4319c95847189296d6ec839eccde'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:38.745707 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95ecba0d-1a02-45f4-ae4d-e319b32a5450 req-badd616a-7ab2-4d0f-ada4-731b821969a0 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=afb69760-051b-4b3d-b937-4a40b7a571be HTTP/1.1" status: 200 len: 935 time: 0.2107143 Jul 06 13:43:38.770332 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-4ee70655-732f-48b3-9010-c44e9e214530 service neutron] Attempting to bind port ee23cc46-4c30-460d-b796-1d9a9e218bbe on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:43:38.770332 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-4ee70655-732f-48b3-9010-c44e9e214530 service neutron] Attempting to bind port ee23cc46-4c30-460d-b796-1d9a9e218bbe by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:43:38.771156 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-4ee70655-732f-48b3-9010-c44e9e214530 service neutron] Attempting to bind port ee23cc46-4c30-460d-b796-1d9a9e218bbe on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:43:38.778642 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-4ee70655-732f-48b3-9010-c44e9e214530 service neutron] Port ee23cc46-4c30-460d-b796-1d9a9e218bbe on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:43:38.778962 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-4ee70655-732f-48b3-9010-c44e9e214530 service neutron] Attempting to bind port ee23cc46-4c30-460d-b796-1d9a9e218bbe on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:43:38.784427 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-4ee70655-732f-48b3-9010-c44e9e214530 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:43:38.784772 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-4ee70655-732f-48b3-9010-c44e9e214530 service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:43:38.785161 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-4ee70655-732f-48b3-9010-c44e9e214530 service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:43:38.786246 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-4ee70655-732f-48b3-9010-c44e9e214530 service neutron] Bound port: ee23cc46-4c30-460d-b796-1d9a9e218bbe, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:43:38.787194 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-4ee70655-732f-48b3-9010-c44e9e214530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:38.790371 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9faf4d-4799-4c90-a9b8-5d614df13182 admin admin] Made reservation on behalf of 220d4319c95847189296d6ec839eccde for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:43:38.792734 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0f9faf4d-4799-4c90-a9b8-5d614df13182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:38.808790 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0f9faf4d-4799-4c90-a9b8-5d614df13182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:38.818093 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-832ae078-ec40-427c-8a0f-a4e969d25774 req-ad29a037-e483-42b9-8d4e-e84f9d47098a service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=134f3cd8-9c08-47ea-b250-008e5ce580d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710952 Jul 06 13:43:38.831634 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95ecba0d-1a02-45f4-ae4d-e319b32a5450 req-7260d842-160e-4025-af31-d68ece2f71ca tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775437 Jul 06 13:43:38.891839 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4c28c284-02e7-410f-9c78-0770d70a744e req-669c83b9-1ce5-44c1-a526-b2dc9d486337 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.16 HTTP/1.1" status: 200 len: 1001 time: 0.0770414 Jul 06 13:43:38.927160 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-4ee70655-732f-48b3-9010-c44e9e214530 service neutron] For port ee23cc46-4c30-460d-b796-1d9a9e218bbe, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:43:38.931460 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-4ee70655-732f-48b3-9010-c44e9e214530 service neutron] For port ee23cc46-4c30-460d-b796-1d9a9e218bbe, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ee23cc46-4c30-460d-b796-1d9a9e218bbe,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:43:38.947082 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-4ee70655-732f-48b3-9010-c44e9e214530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:39.003714 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-4ee70655-732f-48b3-9010-c44e9e214530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:39.004669 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-4ee70655-732f-48b3-9010-c44e9e214530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:39.010356 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-4ee70655-732f-48b3-9010-c44e9e214530 service neutron] 10.222.0.52 "PUT /v2.0/ports/ee23cc46-4c30-460d-b796-1d9a9e218bbe HTTP/1.1" status: 200 len: 1095 time: 0.8737905 Jul 06 13:43:39.014012 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb69760-051b-4b3d-b937-4a40b7a571be', 'tag': 'ee23cc46-4c30-460d-b796-1d9a9e218bbe'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:43:39.017415 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4950ee28-7db9-4ce7-9440-e68e35198db6" -d '{"events": [{"name": "network-changed", "server_uuid": "afb69760-051b-4b3d-b937-4a40b7a571be", "tag": "ee23cc46-4c30-460d-b796-1d9a9e218bbe"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:43:39.085528 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee70655-732f-48b3-9010-c44e9e214530 service neutron] Pushing event updated for resources: {'Port': ['ID=ee23cc46-4c30-460d-b796-1d9a9e218bbe,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:39.108763 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28c284-02e7-410f-9c78-0770d70a744e req-28c671aa-4151-4f11-939f-cb75b85ce672 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:39.110228 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4c28c284-02e7-410f-9c78-0770d70a744e req-28c671aa-4151-4f11-939f-cb75b85ce672 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 784 time: 0.2119303 Jul 06 13:43:39.118913 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0f9faf4d-4799-4c90-a9b8-5d614df13182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:39.131062 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0f9faf4d-4799-4c90-a9b8-5d614df13182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:39.148561 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0d969-2ec2-4015-90d9-f168be6d8d32 req-0114f602-193b-46c0-a38c-50b16b799c69 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:39.150558 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-66a0d969-2ec2-4015-90d9-f168be6d8d32 req-0114f602-193b-46c0-a38c-50b16b799c69 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/ports?device_id=2dab4ecd-3564-4d45-876b-9093d903eee2 HTTP/1.1" status: 200 len: 950 time: 0.1238348 Jul 06 13:43:39.168664 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9faf4d-4799-4c90-a9b8-5d614df13182 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:43:39.171905 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9faf4d-4799-4c90-a9b8-5d614df13182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260cb83c-ed88-4e98-919c-f855f669061c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:39.186843 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0f9faf4d-4799-4c90-a9b8-5d614df13182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:39.187200 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-0f9faf4d-4799-4c90-a9b8-5d614df13182 admin admin] Added segment 78ae0a30-d800-4152-891b-c545e9763cb4 of type vlan for network ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3 Jul 06 13:43:39.225242 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-66a0d969-2ec2-4015-90d9-f168be6d8d32 req-a327e9c5-6176-45f8-a5d4-39fb49feb9a8 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/security-groups?id=e70d35a8-8a51-432f-9795-43e192f3e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672791 Jul 06 13:43:39.242295 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-1d7747b2-31d1-4beb-9e99-47c7be2867a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:39.242295 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-1d7747b2-31d1-4beb-9e99-47c7be2867a6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&device_id=afb69760-051b-4b3d-b937-4a40b7a571be HTTP/1.1" status: 200 len: 1098 time: 0.1693335 Jul 06 13:43:39.269137 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0f9faf4d-4799-4c90-a9b8-5d614df13182 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:39.310557 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8278fada-7bf4-4ace-b66e-d31d58b5d82d x-openstack-request-id: req-8278fada-7bf4-4ace-b66e-d31d58b5d82d {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:43:39.310841 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb69760-051b-4b3d-b937-4a40b7a571be", "tag": "ee23cc46-4c30-460d-b796-1d9a9e218bbe", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:43:39.311100 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-8278fada-7bf4-4ace-b66e-d31d58b5d82d {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:43:39.311557 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb69760-051b-4b3d-b937-4a40b7a571be', 'tag': 'ee23cc46-4c30-460d-b796-1d9a9e218bbe', 'status': 'completed', 'code': 200} Jul 06 13:43:39.314898 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-8c61e8b7-39ee-483c-9027-8a3bb0a7f843 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=ee23cc46-4c30-460d-b796-1d9a9e218bbe HTTP/1.1" status: 200 len: 217 time: 0.0585532 Jul 06 13:43:39.351445 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97701e11-327c-4fb8-b0ad-0a45b83a3752 req-690994a0-2473-4d17-a2af-a7fc94f9cc3d tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.16 HTTP/1.1" status: 200 len: 1001 time: 0.0629268 Jul 06 13:43:39.385581 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-206ef305-40ac-48c5-9650-e5acb6321d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:39.387505 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-206ef305-40ac-48c5-9650-e5acb6321d4b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0653460 Jul 06 13:43:39.388898 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0f9faf4d-4799-4c90-a9b8-5d614df13182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:39.389878 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9faf4d-4799-4c90-a9b8-5d614df13182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:39.390726 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0f9faf4d-4799-4c90-a9b8-5d614df13182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:39.420832 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97701e11-327c-4fb8-b0ad-0a45b83a3752 req-91e4e55e-0aa5-4b5b-8f12-412da853ccce tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:39.422345 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97701e11-327c-4fb8-b0ad-0a45b83a3752 req-91e4e55e-0aa5-4b5b-8f12-412da853ccce tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/ports/d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 HTTP/1.1" status: 200 len: 943 time: 0.0644159 Jul 06 13:43:39.483145 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0f9faf4d-4799-4c90-a9b8-5d614df13182 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9020939 Jul 06 13:43:39.484113 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 35664) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:39.492701 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-08e43ae2-44d7-46a2-a9ee-e459f3e8185c admin admin] Request body: {'subnet': {'network_id': 'ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-721384279-subnet', 'tenant_id': '220d4319c95847189296d6ec839eccde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:39.499321 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9faf4d-4799-4c90-a9b8-5d614df13182 admin admin] Pushing event updated for resources: {'Network': ['ID=ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:39.511177 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:43:39.523658 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e43ae2-44d7-46a2-a9ee-e459f3e8185c admin admin] Made reservation on behalf of 220d4319c95847189296d6ec839eccde for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:43:39.526998 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08e43ae2-44d7-46a2-a9ee-e459f3e8185c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:39.540630 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-3acfa19c-264b-4fb5-a112-39ecdce0e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:39.543232 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-3acfa19c-264b-4fb5-a112-39ecdce0e171 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1408241 Jul 06 13:43:39.660226 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97701e11-327c-4fb8-b0ad-0a45b83a3752 req-1f9cf892-e134-484b-82cc-9d76f66ad1a6 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.16 HTTP/1.1" status: 200 len: 1001 time: 0.1180074 Jul 06 13:43:39.675104 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-3ff219ce-4635-488c-abb3-7dd48e2a0955 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228623 Jul 06 13:43:39.805386 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-535f5ee3-c0d0-4787-b89b-34eaea9fd94c req-bbfa5404-8a8f-41aa-ab4c-d24aaaca7fa0 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233552 Jul 06 13:43:39.868045 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97701e11-327c-4fb8-b0ad-0a45b83a3752 req-9ac967c4-6db0-4e5f-941e-9e207c8c94d8 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:39.869425 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97701e11-327c-4fb8-b0ad-0a45b83a3752 req-9ac967c4-6db0-4e5f-941e-9e207c8c94d8 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 784 time: 0.2018015 Jul 06 13:43:39.912454 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950ee28-7db9-4ce7-9440-e68e35198db6 req-d8e8f18d-364d-491c-9d2e-7a59b9f7aa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:39.914005 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4950ee28-7db9-4ce7-9440-e68e35198db6 req-d8e8f18d-364d-491c-9d2e-7a59b9f7aa9d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&device_id=afb69760-051b-4b3d-b937-4a40b7a571be HTTP/1.1" status: 200 len: 1098 time: 0.0533416 Jul 06 13:43:39.963188 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08e43ae2-44d7-46a2-a9ee-e459f3e8185c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:40.010454 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950ee28-7db9-4ce7-9440-e68e35198db6 req-e8e7c858-236e-488e-8950-859a351c68e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:40.011985 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4950ee28-7db9-4ce7-9440-e68e35198db6 req-e8e7c858-236e-488e-8950-859a351c68e7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.0913808 Jul 06 13:43:40.030502 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13aa39c-885a-4246-a6cf-8624cd776f3c req-bdea5ac3-7f09-4d3d-a79d-cb80a9c85e0f tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:40.031992 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f13aa39c-885a-4246-a6cf-8624cd776f3c req-bdea5ac3-7f09-4d3d-a79d-cb80a9c85e0f tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=315fd776-04f0-4cf9-828d-19f23de87e5a HTTP/1.1" status: 200 len: 945 time: 0.2556181 Jul 06 13:43:40.042263 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97701e11-327c-4fb8-b0ad-0a45b83a3752 req-2e581dae-f044-42ba-98f6-b9373ad2c51d tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.16 HTTP/1.1" status: 200 len: 1001 time: 0.1649113 Jul 06 13:43:40.056322 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4950ee28-7db9-4ce7-9440-e68e35198db6 req-c75bb1b5-6bc5-4ede-9af5-ad1500bf802c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=ee23cc46-4c30-460d-b796-1d9a9e218bbe HTTP/1.1" status: 200 len: 217 time: 0.0358853 Jul 06 13:43:40.064038 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-97701e11-327c-4fb8-b0ad-0a45b83a3752 req-ca5ff0dd-b32d-429c-ab53-523586c4b9dc tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:40.066395 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e43ae2-44d7-46a2-a9ee-e459f3e8185c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ce517ec-9130-4f36-af09-4b9fdd0ba45c,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:40.076611 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:40.110716 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950ee28-7db9-4ce7-9440-e68e35198db6 req-2c6251b1-281e-4eae-9e06-eb4506e7473e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:40.112199 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4950ee28-7db9-4ce7-9440-e68e35198db6 req-2c6251b1-281e-4eae-9e06-eb4506e7473e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0478394 Jul 06 13:43:40.141210 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e43ae2-44d7-46a2-a9ee-e459f3e8185c admin admin] Checking segment: {'id': '78ae0a30-d800-4152-891b-c545e9763cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:43:40.141629 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e43ae2-44d7-46a2-a9ee-e459f3e8185c admin admin] Network hostable DHCP agents. Network: ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:43:40.151902 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f13aa39c-885a-4246-a6cf-8624cd776f3c req-139ad8a6-68dd-4fa9-a9e6-2cb7a3b512e4 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051543 Jul 06 13:43:40.159564 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dbe63191-21ae-4a21-951e-a39142cdc40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:40.167371 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-97701e11-327c-4fb8-b0ad-0a45b83a3752 req-ca5ff0dd-b32d-429c-ab53-523586c4b9dc tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks [] for floatingip, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:40.179652 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950ee28-7db9-4ce7-9440-e68e35198db6 req-056bba43-3066-4e5a-ae70-2b885684e49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:40.182323 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4950ee28-7db9-4ce7-9440-e68e35198db6 req-056bba43-3066-4e5a-ae70-2b885684e49a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0622768 Jul 06 13:43:40.219625 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e43ae2-44d7-46a2-a9ee-e459f3e8185c admin admin] Network ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:43:40.238306 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-08e43ae2-44d7-46a2-a9ee-e459f3e8185c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:43:40.246136 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e43ae2-44d7-46a2-a9ee-e459f3e8185c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:40.246944 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08e43ae2-44d7-46a2-a9ee-e459f3e8185c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:40.252339 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8052efa5-cc08-492b-b5a2-1f943fbd5265 None None] Network ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:43:40.299971 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-08e43ae2-44d7-46a2-a9ee-e459f3e8185c admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8141568 Jul 06 13:43:40.321823 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4950ee28-7db9-4ce7-9440-e68e35198db6 req-fd098b62-98c5-4b22-99c9-64b160eac612 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308010 Jul 06 13:43:40.416219 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e82838-8a4d-4800-b7c4-bf4b34ab2db6 None None] Network ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:43:40.434044 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4950ee28-7db9-4ce7-9440-e68e35198db6 req-321cfb46-4d02-4185-bf88-375318e010a6 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050870 Jul 06 13:43:40.475023 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315fd776-04f0-4cf9-828d-19f23de87e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104043a5-c3b3-4005-8a90-da31e70f6533'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:43:40.477586 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa1eeeb-e1b8-455d-885c-686ed4e6245f" -d '{"events": [{"server_uuid": "315fd776-04f0-4cf9-828d-19f23de87e5a", "name": "network-vif-plugged", "status": "completed", "tag": "104043a5-c3b3-4005-8a90-da31e70f6533"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:43:40.534133 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:43:40.647420 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-97701e11-327c-4fb8-b0ad-0a45b83a3752 req-ca5ff0dd-b32d-429c-ab53-523586c4b9dc tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:40.651790 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-97701e11-327c-4fb8-b0ad-0a45b83a3752 req-ca5ff0dd-b32d-429c-ab53-523586c4b9dc tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:40.652137 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [req-97701e11-327c-4fb8-b0ad-0a45b83a3752 req-ca5ff0dd-b32d-429c-ab53-523586c4b9dc tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Floating IP cc81ec5a-c9b5-4c0a-90c8-ec4dc5b359c0 disassociated. External IP: 172.25.6.16, port: d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1. Jul 06 13:43:40.704213 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0284d-c209-45bb-9f99-df3d0fe965f8 req-1cfc37fb-82c6-437a-99c4-80356f20ee51 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:40.705725 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05c0284d-c209-45bb-9f99-df3d0fe965f8 req-1cfc37fb-82c6-437a-99c4-80356f20ee51 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/ports?device_id=b7ddf908-bfa7-4c39-b5ef-6971f69205ca HTTP/1.1" status: 200 len: 949 time: 0.4230678 Jul 06 13:43:40.786890 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05c0284d-c209-45bb-9f99-df3d0fe965f8 req-1bb56b0b-eb6c-4dde-84ac-18a782147996 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/security-groups?id=134f3cd8-9c08-47ea-b250-008e5ce580d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739379 Jul 06 13:43:40.902235 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97701e11-327c-4fb8-b0ad-0a45b83a3752 req-ca5ff0dd-b32d-429c-ab53-523586c4b9dc tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Router d3c5e100-2043-46e0-a93a-f4eab640194b has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:43:41.037531 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6349b52-cdc0-4f28-8bf9-cb49c535b0f9 req-59a6b1d5-1757-43e0-ba87-0c672e42b019 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:41.039050 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a6349b52-cdc0-4f28-8bf9-cb49c535b0f9 req-59a6b1d5-1757-43e0-ba87-0c672e42b019 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/ports?device_id=2dab4ecd-3564-4d45-876b-9093d903eee2 HTTP/1.1" status: 200 len: 950 time: 0.1395781 Jul 06 13:43:41.068656 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97701e11-327c-4fb8-b0ad-0a45b83a3752 req-ca5ff0dd-b32d-429c-ab53-523586c4b9dc tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:43:41.075473 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-97701e11-327c-4fb8-b0ad-0a45b83a3752 req-ca5ff0dd-b32d-429c-ab53-523586c4b9dc tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:41.084065 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed85d1f1-e461-4140-91cc-0c24334f3019 None None] Sync routers for ids ['d3c5e100-2043-46e0-a93a-f4eab640194b'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:43:41.096956 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed85d1f1-e461-4140-91cc-0c24334f3019 None None] Routers {'d3c5e100-2043-46e0-a93a-f4eab640194b'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:43:41.097683 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-ed85d1f1-e461-4140-91cc-0c24334f3019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:43:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d3c5e100-2043-46e0-a93a-f4eab640194b'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:41.116187 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a6349b52-cdc0-4f28-8bf9-cb49c535b0f9 req-ef2642b0-b15f-4fd5-95a2-92bf5b183c11 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/security-groups?id=e70d35a8-8a51-432f-9795-43e192f3e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684774 Jul 06 13:43:41.131255 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97701e11-327c-4fb8-b0ad-0a45b83a3752 req-ca5ff0dd-b32d-429c-ab53-523586c4b9dc tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "PUT /v2.0/floatingips/cc81ec5a-c9b5-4c0a-90c8-ec4dc5b359c0 HTTP/1.1" status: 200 len: 694 time: 1.0835845 Jul 06 13:43:41.132022 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25963fba-ab6a-4418-bb9b-9de3666197da', 'tag': 'd133bf4b-4555-4ce0-bd0d-ebc8be50a0f1'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:43:41.134338 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510fff24-e1a8-4f35-80c6-0a79be773aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "25963fba-ab6a-4418-bb9b-9de3666197da", "tag": "d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:43:41.211423 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97701e11-327c-4fb8-b0ad-0a45b83a3752 req-978f7a44-e472-4b21-901f-f5f67f3fed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:41.212992 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97701e11-327c-4fb8-b0ad-0a45b83a3752 req-978f7a44-e472-4b21-901f-f5f67f3fed2c service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=a56e97c4904044ce9798b96743e618e0&device_id=25963fba-ab6a-4418-bb9b-9de3666197da HTTP/1.1" status: 200 len: 1097 time: 0.0683534 Jul 06 13:43:41.240681 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-ed85d1f1-e461-4140-91cc-0c24334f3019 None None] Set router d3c5e100-2043-46e0-a93a-f4eab640194b gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:43:41.354682 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97701e11-327c-4fb8-b0ad-0a45b83a3752 req-3fcea451-798b-4d13-a399-e863f3620e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:41.356192 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97701e11-327c-4fb8-b0ad-0a45b83a3752 req-3fcea451-798b-4d13-a399-e863f3620e32 service neutron] 10.222.0.118 "GET /v2.0/networks?id=624fdad4-82a3-4ebc-89e9-3ce038d748b0 HTTP/1.1" status: 200 len: 922 time: 0.1372139 Jul 06 13:43:41.377595 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:41.402790 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97701e11-327c-4fb8-b0ad-0a45b83a3752 req-f205818b-f62e-4b14-8bad-44bf05e1b235 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 HTTP/1.1" status: 200 len: 217 time: 0.0400963 Jul 06 13:43:41.413722 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b20599-378f-4971-8611-05291c6b911a req-32d35259-bd8e-4bf9-bab1-b6db3ac16dd5 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:41.415300 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-69b20599-378f-4971-8611-05291c6b911a req-32d35259-bd8e-4bf9-bab1-b6db3ac16dd5 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=afb69760-051b-4b3d-b937-4a40b7a571be HTTP/1.1" status: 200 len: 947 time: 0.1269617 Jul 06 13:43:41.459679 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-ed85d1f1-e461-4140-91cc-0c24334f3019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1171351734-router', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:44Z', 'revision_number': 4, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'gw_port': {'id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856', 'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'mac_address': 'fa:16:3e:bf:aa:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:43Z', 'updated_at': '2021-07-06T13:42:49Z', 'revision_number': 5, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'subnets': [{'id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:41.495342 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed85d1f1-e461-4140-91cc-0c24334f3019 None None] Checking router: d3c5e100-2043-46e0-a93a-f4eab640194b for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:43:41.499606 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97701e11-327c-4fb8-b0ad-0a45b83a3752 req-753a0f5b-0302-4e13-ba96-2e4bf82cddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:41.501219 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97701e11-327c-4fb8-b0ad-0a45b83a3752 req-753a0f5b-0302-4e13-ba96-2e4bf82cddbe service neutron] 10.222.0.118 "GET /v2.0/subnets?id=a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b HTTP/1.1" status: 200 len: 860 time: 0.0849447 Jul 06 13:43:41.504166 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed85d1f1-e461-4140-91cc-0c24334f3019 None None] Routers {'d3c5e100-2043-46e0-a93a-f4eab640194b'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:43:41.505508 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-ed85d1f1-e461-4140-91cc-0c24334f3019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:43:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d3c5e100-2043-46e0-a93a-f4eab640194b'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:41.506845 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-69b20599-378f-4971-8611-05291c6b911a req-98f4b1da-bef9-4b44-aca8-52c6e0ed8565 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825284 Jul 06 13:43:41.581351 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97701e11-327c-4fb8-b0ad-0a45b83a3752 req-a4dc5e62-b681-4673-b52d-0f7ea3d9ea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:41.583997 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97701e11-327c-4fb8-b0ad-0a45b83a3752 req-a4dc5e62-b681-4673-b52d-0f7ea3d9ea33 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=624fdad4-82a3-4ebc-89e9-3ce038d748b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651865 Jul 06 13:43:41.623409 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-ed85d1f1-e461-4140-91cc-0c24334f3019 None None] Set router d3c5e100-2043-46e0-a93a-f4eab640194b gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:43:41.659010 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26871d5e-fff6-4603-8936-cee74d66ef8a x-openstack-request-id: req-26871d5e-fff6-4603-8936-cee74d66ef8a {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:43:41.659533 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315fd776-04f0-4cf9-828d-19f23de87e5a", "name": "network-vif-plugged", "status": "completed", "tag": "104043a5-c3b3-4005-8a90-da31e70f6533", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:43:41.659936 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-26871d5e-fff6-4603-8936-cee74d66ef8a {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:43:41.661151 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315fd776-04f0-4cf9-828d-19f23de87e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104043a5-c3b3-4005-8a90-da31e70f6533', 'code': 200} Jul 06 13:43:41.690777 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97701e11-327c-4fb8-b0ad-0a45b83a3752 req-bf422f96-e4ec-4a95-b891-a690d3539e95 service neutron] 10.222.0.118 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998180 Jul 06 13:43:41.791452 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949e063-0a55-46bb-9d35-e6ec97179309 req-d86554c3-c00b-4799-884e-662ead6428ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:41.793392 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a949e063-0a55-46bb-9d35-e6ec97179309 req-d86554c3-c00b-4799-884e-662ead6428ab service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=315fd776-04f0-4cf9-828d-19f23de87e5a HTTP/1.1" status: 200 len: 1096 time: 0.0598752 Jul 06 13:43:41.829545 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a949e063-0a55-46bb-9d35-e6ec97179309 req-b886c4b7-4351-4433-98ca-068716fd2929 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293131 Jul 06 13:43:41.859099 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-ed85d1f1-e461-4140-91cc-0c24334f3019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1171351734-router', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:44Z', 'revision_number': 4, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'gw_port': {'id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856', 'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'mac_address': 'fa:16:3e:bf:aa:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:43Z', 'updated_at': '2021-07-06T13:42:49Z', 'revision_number': 5, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'subnets': [{'id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:41.874199 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97701e11-327c-4fb8-b0ad-0a45b83a3752 req-3216be0a-f0ab-447c-81ff-d17bf67d4980 service neutron] 10.222.0.118 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763992 Jul 06 13:43:41.887249 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed85d1f1-e461-4140-91cc-0c24334f3019 None None] The sync data for ids ['d3c5e100-2043-46e0-a93a-f4eab640194b'] in n-d-773644-6 is: [{'id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1171351734-router', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:44Z', 'revision_number': 4, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'gw_port': {'id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856', 'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'mac_address': 'fa:16:3e:bf:aa:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:43Z', 'updated_at': '2021-07-06T13:42:49Z', 'revision_number': 5, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'subnets': [{'id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:43:41.918323 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe662de-a034-417f-8296-f33dc2690663 req-cc9936a7-d360-4c74-a3ce-074f723e78e1 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:41.919898 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cbe662de-a034-417f-8296-f33dc2690663 req-cc9936a7-d360-4c74-a3ce-074f723e78e1 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/networks?id=ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3 HTTP/1.1" status: 200 len: 821 time: 0.1305990 Jul 06 13:43:41.937260 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cbe662de-a034-417f-8296-f33dc2690663 req-37e6529a-694a-41d1-9c27-9ff090b54df7 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/quotas/220d4319c95847189296d6ec839eccde HTTP/1.1" status: 200 len: 375 time: 0.0099432 Jul 06 13:43:41.977493 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cbe662de-a034-417f-8296-f33dc2690663 req-5d825a1f-34a8-47ce-a6ce-c5f2a6561b83 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=220d4319c95847189296d6ec839eccde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347850 Jul 06 13:43:42.079753 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdddeb7-19a4-45c8-9649-4f20860c7772 x-openstack-request-id: req-6fdddeb7-19a4-45c8-9649-4f20860c7772 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:43:42.080275 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25963fba-ab6a-4418-bb9b-9de3666197da", "tag": "d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:43:42.080549 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-6fdddeb7-19a4-45c8-9649-4f20860c7772 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:43:42.081250 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25963fba-ab6a-4418-bb9b-9de3666197da', 'tag': 'd133bf4b-4555-4ce0-bd0d-ebc8be50a0f1', 'status': 'completed', 'code': 200} Jul 06 13:43:42.088756 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cbe662de-a034-417f-8296-f33dc2690663 req-8d32e902-d048-41b1-95f6-8267379e8098 service neutron] 10.222.0.118 "GET /v2.0/networks/ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047740 Jul 06 13:43:42.224302 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c336714-1310-467c-835c-eee093ae5441 None None] New status for floating IP cc81ec5a-c9b5-4c0a-90c8-ec4dc5b359c0: DOWN {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:43:42.225189 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cbe662de-a034-417f-8296-f33dc2690663 req-b4ab0008-0954-4b75-92f0-2361097ba54f service neutron] 10.222.0.118 "GET /v2.0/networks/ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248267 Jul 06 13:43:42.283877 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fff24-e1a8-4f35-80c6-0a79be773aa5 req-a6698a71-11e0-47cf-b9bf-bb2d68ad1b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:42.285989 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-510fff24-e1a8-4f35-80c6-0a79be773aa5 req-a6698a71-11e0-47cf-b9bf-bb2d68ad1b7b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a56e97c4904044ce9798b96743e618e0&device_id=25963fba-ab6a-4418-bb9b-9de3666197da HTTP/1.1" status: 200 len: 1097 time: 0.1165392 Jul 06 13:43:42.358137 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18042bdd-4817-4691-ba2d-c90688093264 req-cc6afd1b-87ab-4ad0-8696-1a802fafe401 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:42.359702 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-18042bdd-4817-4691-ba2d-c90688093264 req-cc6afd1b-87ab-4ad0-8696-1a802fafe401 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=315fd776-04f0-4cf9-828d-19f23de87e5a HTTP/1.1" status: 200 len: 945 time: 0.1286941 Jul 06 13:43:42.439421 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-18042bdd-4817-4691-ba2d-c90688093264 req-a2e68ba0-9d98-4d97-a8e5-499d3799c86b tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676939 Jul 06 13:43:42.442147 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fff24-e1a8-4f35-80c6-0a79be773aa5 req-e8d32eb4-3e52-433e-8d4f-d909464f87d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:42.443574 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-510fff24-e1a8-4f35-80c6-0a79be773aa5 req-e8d32eb4-3e52-433e-8d4f-d909464f87d9 service neutron] 10.222.0.124 "GET /v2.0/networks?id=624fdad4-82a3-4ebc-89e9-3ce038d748b0 HTTP/1.1" status: 200 len: 922 time: 0.1518910 Jul 06 13:43:42.515770 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-510fff24-e1a8-4f35-80c6-0a79be773aa5 req-456d6e16-4ffd-4605-8f7f-13633376e904 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 HTTP/1.1" status: 200 len: 217 time: 0.0637326 Jul 06 13:43:42.565331 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-a3d7ef29-191f-401c-9bc5-99a6835187b2 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=50e8f05c6bdb496f8ea002d9efd5f45c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522521 Jul 06 13:43:42.634643 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fff24-e1a8-4f35-80c6-0a79be773aa5 req-7fe3cbc4-1e1a-431d-8259-a61a2da91e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:42.636168 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-510fff24-e1a8-4f35-80c6-0a79be773aa5 req-7fe3cbc4-1e1a-431d-8259-a61a2da91e04 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b HTTP/1.1" status: 200 len: 860 time: 0.1103263 Jul 06 13:43:42.753877 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-40c95f39-beaf-42f8-88cd-60f514d09b9e tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:42.765354 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-40c95f39-beaf-42f8-88cd-60f514d09b9e tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1915505 Jul 06 13:43:42.787898 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-a3cd8df1-74ca-4e09-9dd7-35ef40ff24fb tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/quotas/50e8f05c6bdb496f8ea002d9efd5f45c HTTP/1.1" status: 200 len: 375 time: 0.0226817 Jul 06 13:43:42.850804 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fff24-e1a8-4f35-80c6-0a79be773aa5 req-633208f5-5b0b-4ecc-82ab-1873f84f7c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:42.852549 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-510fff24-e1a8-4f35-80c6-0a79be773aa5 req-633208f5-5b0b-4ecc-82ab-1873f84f7c50 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=624fdad4-82a3-4ebc-89e9-3ce038d748b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1975632 Jul 06 13:43:42.869244 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e775e70-3061-46f6-8779-b02f85cec013 req-fba1a6e9-0a82-4747-a9ab-28c2dda5d1b3 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=2180cbe1553d44a38afa37b9f9bc77d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355141 Jul 06 13:43:42.909542 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:42.987060 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-13dee697-947b-48c2-8ae0-2a5b5eab962a tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=50e8f05c6bdb496f8ea002d9efd5f45c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1980827 Jul 06 13:43:43.048968 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-510fff24-e1a8-4f35-80c6-0a79be773aa5 req-912bfe93-2c39-4e8e-85c4-367356d38d28 service neutron] 10.222.0.124 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778915 Jul 06 13:43:43.064629 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e775e70-3061-46f6-8779-b02f85cec013 req-17985959-e475-4bb3-bac3-dc1c7df543e7 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:43.066118 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e775e70-3061-46f6-8779-b02f85cec013 req-17985959-e475-4bb3-bac3-dc1c7df543e7 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1861579 Jul 06 13:43:43.139462 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e775e70-3061-46f6-8779-b02f85cec013 req-ea08feb2-6673-48f9-8833-5772d0d0bb22 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/quotas/2180cbe1553d44a38afa37b9f9bc77d7 HTTP/1.1" status: 200 len: 375 time: 0.0638058 Jul 06 13:43:43.233380 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-510fff24-e1a8-4f35-80c6-0a79be773aa5 req-c907de67-801f-4c8a-9a59-d9cc4ea32b0d service neutron] 10.222.0.124 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657677 Jul 06 13:43:43.260689 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e775e70-3061-46f6-8779-b02f85cec013 req-889214a2-8ddc-436b-851e-de5a40543307 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=2180cbe1553d44a38afa37b9f9bc77d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1194444 Jul 06 13:43:43.286349 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00f17459-05be-42d2-bbd2-febe24b02bcf req-29cbe458-424d-40b2-8ec7-70cc844a7ba9 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ccb3f68d-646a-4f8b-82ad-039efbe82aa3 HTTP/1.1" status: 200 len: 210 time: 0.0456085 Jul 06 13:43:43.485212 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3f953-bd68-473d-a73c-377175110008 req-99b3a51e-6013-4628-b4ec-8cd62d12427f tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:43.497049 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ee23cc46-4c30-460d-b796-1d9a9e218bbe details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:43:43.498495 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bcf3f953-bd68-473d-a73c-377175110008 req-99b3a51e-6013-4628-b4ec-8cd62d12427f tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=afb69760-051b-4b3d-b937-4a40b7a571be HTTP/1.1" status: 200 len: 947 time: 0.0835536 Jul 06 13:43:43.597413 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bcf3f953-bd68-473d-a73c-377175110008 req-18b26fe7-382b-4fd7-897c-54a395aae166 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979950 Jul 06 13:43:43.683586 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port ee23cc46-4c30-460d-b796-1d9a9e218bbe, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ee23cc46-4c30-460d-b796-1d9a9e218bbe,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:43.698766 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'ee23cc46-4c30-460d-b796-1d9a9e218bbe', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': 'ee23cc46-4c30-460d-b796-1d9a9e218bbe', 'mac_address': 'fa:16:3e:84:a1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:43:43.728450 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b75c71a6-cbad-4715-a2bf-273c58ef25fb req-8ac1b062-1c68-454c-99d5-9bc3a7ead510 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/ports?device_id=eb32a04e-2dbb-48e7-856c-507102d2d509 HTTP/1.1" status: 200 len: 210 time: 0.0646477 Jul 06 13:43:43.762225 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:43.803469 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee23cc46-4c30-460d-b796-1d9a9e218bbe {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:43:43.860308 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port ee23cc46-4c30-460d-b796-1d9a9e218bbe, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ee23cc46-4c30-460d-b796-1d9a9e218bbe,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:43.871170 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:43.913944 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1090f360-c23b-4a84-9051-0c1317c052fb req-da769e80-407b-4eb5-8887-76de0ee42b24 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/ports?device_id=73af7146-4571-4f89-b02f-380987dcee5c HTTP/1.1" status: 200 len: 210 time: 0.0519753 Jul 06 13:43:43.947224 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ea5a7-1f5c-4bd1-8724-8eb52cbe23cd req-11399138-7640-4fe5-8f39-c459a6072f0b tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:43.948920 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-845ea5a7-1f5c-4bd1-8724-8eb52cbe23cd req-11399138-7640-4fe5-8f39-c459a6072f0b tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/ports?device_id=64b4c6b5-e9ad-4df8-a4c2-f66daaf38927&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2268484 Jul 06 13:43:43.956901 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe662de-a034-417f-8296-f33dc2690663 req-9a36bf72-21df-4fb8-a1d3-0a6895104ebb tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:43.959281 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cbe662de-a034-417f-8296-f33dc2690663 req-9a36bf72-21df-4fb8-a1d3-0a6895104ebb tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.124 "GET /v2.0/networks?id=ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3 HTTP/1.1" status: 200 len: 821 time: 0.2157960 Jul 06 13:43:43.963949 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=ee23cc46-4c30-460d-b796-1d9a9e218bbe,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:43.981186 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-cbe662de-a034-417f-8296-f33dc2690663 req-88069dd1-e28b-47b2-8cf3-c8132ca4947f tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Request body: {'port': {'device_id': 'ccb3f68d-646a-4f8b-82ad-039efbe82aa3', 'network_id': 'ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3', 'admin_state_up': True, 'tenant_id': '220d4319c95847189296d6ec839eccde'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:44.125266 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['ee23cc46-4c30-460d-b796-1d9a9e218bbe'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:43:44.385253 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-845ea5a7-1f5c-4bd1-8724-8eb52cbe23cd req-1fa38cd8-316f-4b69-8636-4edd17995adb tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.16 HTTP/1.1" status: 200 len: 695 time: 0.4248762 Jul 06 13:43:44.418792 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-845ea5a7-1f5c-4bd1-8724-8eb52cbe23cd req-b0ea3765-e805-426e-8cb1-8ac048bb0733 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Request body: {'floatingip': {'port_id': 'eba98cb6-4db1-4179-9da9-c03d3f80437f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:44.484356 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-845ea5a7-1f5c-4bd1-8724-8eb52cbe23cd req-b0ea3765-e805-426e-8cb1-8ac048bb0733 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks [] for floatingip, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:44.611957 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-e7cda337-dbb0-40de-b09f-2e2fcc5eee34 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=50e8f05c6bdb496f8ea002d9efd5f45c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267446 Jul 06 13:43:44.613500 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bfec6-13d4-46d7-ad39-b54ec392c894 req-9afa98e0-ad85-4e76-a355-850ff9bf3df4 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:44.615167 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c17bfec6-13d4-46d7-ad39-b54ec392c894 req-9afa98e0-ad85-4e76-a355-850ff9bf3df4 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.124 "GET /v2.0/ports?device_id=25963fba-ab6a-4418-bb9b-9de3666197da HTTP/1.1" status: 200 len: 946 time: 0.2957122 Jul 06 13:43:44.644448 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362493d-4c6a-46e9-964d-ad06f02f4361 req-c4dbce09-0d67-4841-97d2-7e01b81c2639 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:44.646358 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1362493d-4c6a-46e9-964d-ad06f02f4361 req-c4dbce09-0d67-4841-97d2-7e01b81c2639 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=315fd776-04f0-4cf9-828d-19f23de87e5a HTTP/1.1" status: 200 len: 945 time: 0.3281746 Jul 06 13:43:44.720248 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbe662de-a034-417f-8296-f33dc2690663 req-88069dd1-e28b-47b2-8cf3-c8132ca4947f tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Made reservation on behalf of 220d4319c95847189296d6ec839eccde for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:43:44.724252 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cbe662de-a034-417f-8296-f33dc2690663 req-88069dd1-e28b-47b2-8cf3-c8132ca4947f tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:44.736726 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-ef938477-3e3e-4ffd-9e04-c1ccab15db15 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:44.738483 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-ef938477-3e3e-4ffd-9e04-c1ccab15db15 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1214223 Jul 06 13:43:44.753547 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-cc9b961a-5b08-4668-9471-7c8af650f69a tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Request body: {'port': {'device_id': 'eb32a04e-2dbb-48e7-856c-507102d2d509', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'admin_state_up': True, 'tenant_id': '50e8f05c6bdb496f8ea002d9efd5f45c'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:44.811783 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1362493d-4c6a-46e9-964d-ad06f02f4361 req-ca28811a-58f6-4b0e-84c3-5f177f576ec1 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440289 Jul 06 13:43:44.891653 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-cc9b961a-5b08-4668-9471-7c8af650f69a tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Made reservation on behalf of 50e8f05c6bdb496f8ea002d9efd5f45c for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:43:44.896257 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-cc9b961a-5b08-4668-9471-7c8af650f69a tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:45.041157 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-cc9b961a-5b08-4668-9471-7c8af650f69a tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Allocated IP 192.168.233.185 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/fce6591c-98c5-4e21-a40a-17fe10ab7d14) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:43:45.070013 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2b60b0ae-99f8-476b-80f4-d4a3f6448ed1 req-e636dd3e-aba3-4c9e-b34e-49befdf35e26 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ccb3f68d-646a-4f8b-82ad-039efbe82aa3 HTTP/1.1" status: 200 len: 210 time: 0.0909004 Jul 06 13:43:45.141517 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-c17bfec6-13d4-46d7-ad39-b54ec392c894 req-8e4c516b-f005-4b8a-86dd-498799f0331c tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Deleting port d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:43:45.141969 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c17bfec6-13d4-46d7-ad39-b54ec392c894 req-8e4c516b-f005-4b8a-86dd-498799f0331c tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:45.154195 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-cbe662de-a034-417f-8296-f33dc2690663 req-88069dd1-e28b-47b2-8cf3-c8132ca4947f tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Allocated IP 172.20.0.10 (ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3/1ce517ec-9130-4f36-af09-4b9fdd0ba45c/6b9d07db-7f84-49ce-b0d1-95c661e8a845) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:43:45.206636 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e775e70-3061-46f6-8779-b02f85cec013 req-d58d5502-ff29-4654-9854-62084425a2b3 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=2180cbe1553d44a38afa37b9f9bc77d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0844934 Jul 06 13:43:45.224377 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-cc9b961a-5b08-4668-9471-7c8af650f69a tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:45.241398 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-cc9b961a-5b08-4668-9471-7c8af650f69a tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Transition to ACTIVE for port object fce6591c-98c5-4e21-a40a-17fe10ab7d14 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:43:45.282848 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-cc9b961a-5b08-4668-9471-7c8af650f69a tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:45.295759 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['c604eefa-91c3-4e4f-b6c3-7f6364454abf'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:43:45.389361 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-cc9b961a-5b08-4668-9471-7c8af650f69a tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:43:45.395516 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-cc9b961a-5b08-4668-9471-7c8af650f69a tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:43:45.400273 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-cc9b961a-5b08-4668-9471-7c8af650f69a tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:43:45.404381 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b961a-5b08-4668-9471-7c8af650f69a tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Pushing event updated for resources: {'Port': ['ID=fce6591c-98c5-4e21-a40a-17fe10ab7d14,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:45.458235 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-cc9b961a-5b08-4668-9471-7c8af650f69a tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:45.459072 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-cc9b961a-5b08-4668-9471-7c8af650f69a tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:45.477859 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-c17bfec6-13d4-46d7-ad39-b54ec392c894 req-8e4c516b-f005-4b8a-86dd-498799f0331c tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] For port d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1,segment=NetworkSegment(f4412e6c-f55a-4207-aa2d-d092f711bb3d),segment_id=f4412e6c-f55a-4207-aa2d-d092f711bb3d)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:45.478251 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c17bfec6-13d4-46d7-ad39-b54ec392c894 req-8e4c516b-f005-4b8a-86dd-498799f0331c tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:45.478439 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-cc9b961a-5b08-4668-9471-7c8af650f69a tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7287798 Jul 06 13:43:45.494266 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-6726dadb-8d2f-48d5-8219-055e2e1f4b94 service neutron] Request body: {'port': {'device_id': 'eb32a04e-2dbb-48e7-856c-507102d2d509', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:45.517155 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ee23cc46-4c30-460d-b796-1d9a9e218bbe up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:43:45.559389 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-c17bfec6-13d4-46d7-ad39-b54ec392c894 req-8e4c516b-f005-4b8a-86dd-498799f0331c tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Calling delete_port for d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:43:45.605777 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.db.resource_extend [req-845ea5a7-1f5c-4bd1-8724-8eb52cbe23cd req-b0ea3765-e805-426e-8cb1-8ac048bb0733 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 13:43:45.614924 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e775e70-3061-46f6-8779-b02f85cec013 req-21062528-4365-4174-932c-ad445c890b84 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:45.616536 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e775e70-3061-46f6-8779-b02f85cec013 req-21062528-4365-4174-932c-ad445c890b84 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3990571 Jul 06 13:43:45.672142 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c2a57eff-be31-457d-88b9-e9e3d5d8de5b tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Request body: {'port': {'device_id': '73af7146-4571-4f89-b02f-380987dcee5c', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'admin_state_up': True, 'tenant_id': '2180cbe1553d44a38afa37b9f9bc77d7'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:45.754636 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1a46444c-f4a2-4290-9804-3cff79906abb None None] Provisioning for port fce6591c-98c5-4e21-a40a-17fe10ab7d14 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:43:45.759294 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1a46444c-f4a2-4290-9804-3cff79906abb None None] Provisioning complete for port fce6591c-98c5-4e21-a40a-17fe10ab7d14 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:43:45.759797 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1a46444c-f4a2-4290-9804-3cff79906abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:45.761409 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port ee23cc46-4c30-460d-b796-1d9a9e218bbe completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:43:45.782302 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port ee23cc46-4c30-460d-b796-1d9a9e218bbe triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:43:45.782862 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:45.792839 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-845ea5a7-1f5c-4bd1-8724-8eb52cbe23cd req-b0ea3765-e805-426e-8cb1-8ac048bb0733 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:45.823340 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-845ea5a7-1f5c-4bd1-8724-8eb52cbe23cd req-b0ea3765-e805-426e-8cb1-8ac048bb0733 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:45.826601 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-1a46444c-f4a2-4290-9804-3cff79906abb None None] Port fce6591c-98c5-4e21-a40a-17fe10ab7d14 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:43:45.838040 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dc8ec-2298-473f-9cd9-29ebb8cb2574 req-1c506f61-2db4-4113-afe8-79b35879cb1c tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:45.839552 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b63dc8ec-2298-473f-9cd9-29ebb8cb2574 req-1c506f61-2db4-4113-afe8-79b35879cb1c tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=afb69760-051b-4b3d-b937-4a40b7a571be HTTP/1.1" status: 200 len: 948 time: 0.4486375 Jul 06 13:43:45.844669 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-6726dadb-8d2f-48d5-8219-055e2e1f4b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:45.882409 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:45.899513 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cbe662de-a034-417f-8296-f33dc2690663 req-88069dd1-e28b-47b2-8cf3-c8132ca4947f tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:45.905345 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb69760-051b-4b3d-b937-4a40b7a571be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee23cc46-4c30-460d-b796-1d9a9e218bbe'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:43:45.907827 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987b0160-6fee-4901-8add-b3801c321b04" -d '{"events": [{"server_uuid": "afb69760-051b-4b3d-b937-4a40b7a571be", "name": "network-vif-plugged", "status": "completed", "tag": "ee23cc46-4c30-460d-b796-1d9a9e218bbe"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:43:45.923109 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port ee23cc46-4c30-460d-b796-1d9a9e218bbe, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ee23cc46-4c30-460d-b796-1d9a9e218bbe,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:45.928184 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:45.980971 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=ee23cc46-4c30-460d-b796-1d9a9e218bbe,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:46.125913 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-6726dadb-8d2f-48d5-8219-055e2e1f4b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fce6591c-98c5-4e21-a40a-17fe10ab7d14 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:43:46.134830 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-6726dadb-8d2f-48d5-8219-055e2e1f4b94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:46.148439 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-6726dadb-8d2f-48d5-8219-055e2e1f4b94 service neutron] Transition to ACTIVE for port object fce6591c-98c5-4e21-a40a-17fe10ab7d14 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:43:46.153356 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-6726dadb-8d2f-48d5-8219-055e2e1f4b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:46.214755 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726dadb-8d2f-48d5-8219-055e2e1f4b94 service neutron] Pushing event updated for resources: {'Port': ['ID=fce6591c-98c5-4e21-a40a-17fe10ab7d14,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:46.229172 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:46.293210 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-6726dadb-8d2f-48d5-8219-055e2e1f4b94 service neutron] Attempting to bind port fce6591c-98c5-4e21-a40a-17fe10ab7d14 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:43:46.293718 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-6726dadb-8d2f-48d5-8219-055e2e1f4b94 service neutron] Attempting to bind port fce6591c-98c5-4e21-a40a-17fe10ab7d14 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:43:46.294251 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-6726dadb-8d2f-48d5-8219-055e2e1f4b94 service neutron] Attempting to bind port fce6591c-98c5-4e21-a40a-17fe10ab7d14 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:43:46.299154 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-6726dadb-8d2f-48d5-8219-055e2e1f4b94 service neutron] Port fce6591c-98c5-4e21-a40a-17fe10ab7d14 on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:43:46.300021 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-6726dadb-8d2f-48d5-8219-055e2e1f4b94 service neutron] Attempting to bind port fce6591c-98c5-4e21-a40a-17fe10ab7d14 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:43:46.305550 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-6726dadb-8d2f-48d5-8219-055e2e1f4b94 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:43:46.305927 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-6726dadb-8d2f-48d5-8219-055e2e1f4b94 service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:43:46.306446 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-6726dadb-8d2f-48d5-8219-055e2e1f4b94 service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:43:46.306820 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-6726dadb-8d2f-48d5-8219-055e2e1f4b94 service neutron] Bound port: fce6591c-98c5-4e21-a40a-17fe10ab7d14, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:43:46.307200 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-6726dadb-8d2f-48d5-8219-055e2e1f4b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:46.315785 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b63dc8ec-2298-473f-9cd9-29ebb8cb2574 req-8063302c-6479-40f5-b42f-38c249204349 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278073 Jul 06 13:43:46.358797 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [req-845ea5a7-1f5c-4bd1-8724-8eb52cbe23cd req-b0ea3765-e805-426e-8cb1-8ac048bb0733 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Floating IP cc81ec5a-c9b5-4c0a-90c8-ec4dc5b359c0 associated. External IP: 172.25.6.16, port: eba98cb6-4db1-4179-9da9-c03d3f80437f. Jul 06 13:43:46.401266 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-6726dadb-8d2f-48d5-8219-055e2e1f4b94 service neutron] For port fce6591c-98c5-4e21-a40a-17fe10ab7d14, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:43:46.415726 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-6726dadb-8d2f-48d5-8219-055e2e1f4b94 service neutron] For port fce6591c-98c5-4e21-a40a-17fe10ab7d14, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=fce6591c-98c5-4e21-a40a-17fe10ab7d14,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:43:46.424776 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-6726dadb-8d2f-48d5-8219-055e2e1f4b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:46.430114 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c2a57eff-be31-457d-88b9-e9e3d5d8de5b tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Made reservation on behalf of 2180cbe1553d44a38afa37b9f9bc77d7 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:43:46.433678 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c2a57eff-be31-457d-88b9-e9e3d5d8de5b tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:46.459117 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c17bfec6-13d4-46d7-ad39-b54ec392c894 req-8e4c516b-f005-4b8a-86dd-498799f0331c tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:46.470914 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:43:46.474739 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['eba98cb6-4db1-4179-9da9-c03d3f80437f'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:43:46.481887 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-6726dadb-8d2f-48d5-8219-055e2e1f4b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:46.482553 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-6726dadb-8d2f-48d5-8219-055e2e1f4b94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:46.484404 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-6726dadb-8d2f-48d5-8219-055e2e1f4b94 service neutron] 10.222.0.52 "PUT /v2.0/ports/fce6591c-98c5-4e21-a40a-17fe10ab7d14 HTTP/1.1" status: 200 len: 1096 time: 0.9949384 Jul 06 13:43:46.486782 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb32a04e-2dbb-48e7-856c-507102d2d509', 'tag': 'fce6591c-98c5-4e21-a40a-17fe10ab7d14'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:43:46.494142 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cbe662de-a034-417f-8296-f33dc2690663 req-88069dd1-e28b-47b2-8cf3-c8132ca4947f tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:46.496860 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2a7f7b-3e67-4415-af0e-9b790dca40fa" -d '{"events": [{"name": "network-changed", "server_uuid": "eb32a04e-2dbb-48e7-856c-507102d2d509", "tag": "fce6591c-98c5-4e21-a40a-17fe10ab7d14"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:43:46.561561 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726dadb-8d2f-48d5-8219-055e2e1f4b94 service neutron] Pushing event updated for resources: {'Port': ['ID=fce6591c-98c5-4e21-a40a-17fe10ab7d14,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:46.581217 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c516b-f005-4b8a-86dd-498799f0331c tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Pushing event deleted for resources: {'Port': ['ID=d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:46.596466 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-3e322c94-0458-49ed-bbed-60d18bc946cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:46.599389 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-3e322c94-0458-49ed-bbed-60d18bc946cb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=50e8f05c6bdb496f8ea002d9efd5f45c&device_id=eb32a04e-2dbb-48e7-856c-507102d2d509 HTTP/1.1" status: 200 len: 1099 time: 0.0678060 Jul 06 13:43:46.659767 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-341b9d1b-675c-4114-9d7b-8e0a3a6cdbb8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=fce6591c-98c5-4e21-a40a-17fe10ab7d14 HTTP/1.1" status: 200 len: 217 time: 0.0529034 Jul 06 13:43:46.702494 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbe662de-a034-417f-8296-f33dc2690663 req-88069dd1-e28b-47b2-8cf3-c8132ca4947f tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Network ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:43:46.737171 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-22d621cd-158e-4a58-b21e-c055620e980b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:46.739432 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-22d621cd-158e-4a58-b21e-c055620e980b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0702896 Jul 06 13:43:46.757689 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-cbe662de-a034-417f-8296-f33dc2690663 req-88069dd1-e28b-47b2-8cf3-c8132ca4947f tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:43:46.765476 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17bfec6-13d4-46d7-ad39-b54ec392c894 req-8e4c516b-f005-4b8a-86dd-498799f0331c tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] No DVR routers for this DVR port d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:43:46.767255 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe662de-a034-417f-8296-f33dc2690663 req-88069dd1-e28b-47b2-8cf3-c8132ca4947f tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:43:46.787933 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c17bfec6-13d4-46d7-ad39-b54ec392c894 req-8e4c516b-f005-4b8a-86dd-498799f0331c tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:46.789979 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c17bfec6-13d4-46d7-ad39-b54ec392c894 req-8e4c516b-f005-4b8a-86dd-498799f0331c tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.124 "DELETE /v2.0/ports/d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 HTTP/1.1" status: 204 len: 173 time: 2.1391425 Jul 06 13:43:46.790767 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25963fba-ab6a-4418-bb9b-9de3666197da', 'name': 'network-vif-deleted', 'tag': 'd133bf4b-4555-4ce0-bd0d-ebc8be50a0f1'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:43:46.793199 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685384d5-654d-4c1f-90b7-5d6fe204dce5" -d '{"events": [{"server_uuid": "25963fba-ab6a-4418-bb9b-9de3666197da", "name": "network-vif-deleted", "tag": "d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:43:46.814010 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-477124c5-5469-46ea-b098-93156fea76f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:46.815948 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-477124c5-5469-46ea-b098-93156fea76f7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0693748 Jul 06 13:43:46.838724 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88069dd1-e28b-47b2-8cf3-c8132ca4947f tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Pushing event updated for resources: {'Port': ['ID=6b9d07db-7f84-49ce-b0d1-95c661e8a845,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:46.961653 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44515b-511f-4d9e-8c7f-bf70c6709d34 req-39915613-0f5f-4e9b-964c-f48c5261e534 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:46.963295 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5e44515b-511f-4d9e-8c7f-bf70c6709d34 req-39915613-0f5f-4e9b-964c-f48c5261e534 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/ports?device_id=eb32a04e-2dbb-48e7-856c-507102d2d509 HTTP/1.1" status: 200 len: 948 time: 0.5006802 Jul 06 13:43:46.975669 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-7deb835f-9f42-4869-abb5-13348f00f114 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511650 Jul 06 13:43:47.002079 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe662de-a034-417f-8296-f33dc2690663 req-88069dd1-e28b-47b2-8cf3-c8132ca4947f tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:47.002713 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cbe662de-a034-417f-8296-f33dc2690663 req-88069dd1-e28b-47b2-8cf3-c8132ca4947f tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:47.053881 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c2a57eff-be31-457d-88b9-e9e3d5d8de5b tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Allocated IP 192.168.233.237 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/f0b6c076-3270-4355-a551-5e936cc434b6) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:43:47.060900 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cbe662de-a034-417f-8296-f33dc2690663 req-88069dd1-e28b-47b2-8cf3-c8132ca4947f tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0837195 Jul 06 13:43:47.080035 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1ed9310e-8531-4db3-ab5c-b8c6d0f02132 req-550cca1b-d6b8-4c43-b94b-f5780b22a1ff service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973294 Jul 06 13:43:47.086823 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-cbe662de-a034-417f-8296-f33dc2690663 req-bc3557a8-8c8b-4f86-840f-74bed16ea98f service neutron] Request body: {'port': {'device_id': 'ccb3f68d-646a-4f8b-82ad-039efbe82aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:47.134813 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5e44515b-511f-4d9e-8c7f-bf70c6709d34 req-96571640-279d-4778-a596-453eca8f24d8 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/security-groups?id=e70d35a8-8a51-432f-9795-43e192f3e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409118 Jul 06 13:43:47.153342 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-845ea5a7-1f5c-4bd1-8724-8eb52cbe23cd req-b0ea3765-e805-426e-8cb1-8ac048bb0733 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Router d3c5e100-2043-46e0-a93a-f4eab640194b has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:43:47.320353 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cbe662de-a034-417f-8296-f33dc2690663 req-bc3557a8-8c8b-4f86-840f-74bed16ea98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:47.494746 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c2a57eff-be31-457d-88b9-e9e3d5d8de5b tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:47.552420 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-845ea5a7-1f5c-4bd1-8724-8eb52cbe23cd req-b0ea3765-e805-426e-8cb1-8ac048bb0733 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:43:47.562595 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96d6542-50a5-4187-967d-528320982d49 None None] Sync routers for ids ['d3c5e100-2043-46e0-a93a-f4eab640194b'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:43:47.563110 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-845ea5a7-1f5c-4bd1-8724-8eb52cbe23cd req-b0ea3765-e805-426e-8cb1-8ac048bb0733 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:47.571769 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96d6542-50a5-4187-967d-528320982d49 None None] Routers {'d3c5e100-2043-46e0-a93a-f4eab640194b'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:43:47.572606 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b96d6542-50a5-4187-967d-528320982d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:43:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d3c5e100-2043-46e0-a93a-f4eab640194b'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:47.595554 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c2a57eff-be31-457d-88b9-e9e3d5d8de5b tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Transition to ACTIVE for port object f0b6c076-3270-4355-a551-5e936cc434b6 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:43:47.665983 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-845ea5a7-1f5c-4bd1-8724-8eb52cbe23cd req-b0ea3765-e805-426e-8cb1-8ac048bb0733 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "PUT /v2.0/floatingips/cc81ec5a-c9b5-4c0a-90c8-ec4dc5b359c0 HTTP/1.1" status: 200 len: 996 time: 3.2595525 Jul 06 13:43:47.680727 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-b96d6542-50a5-4187-967d-528320982d49 None None] Set router d3c5e100-2043-46e0-a93a-f4eab640194b gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:43:47.702314 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf7392-f09a-4c8a-9538-442b461edb71 req-12b4dbc9-e087-49fa-b9f9-0ab69de541e5 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:47.703884 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6ebf7392-f09a-4c8a-9538-442b461edb71 req-12b4dbc9-e087-49fa-b9f9-0ab69de541e5 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=315fd776-04f0-4cf9-828d-19f23de87e5a HTTP/1.1" status: 200 len: 1096 time: 0.3132730 Jul 06 13:43:47.764487 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c2a57eff-be31-457d-88b9-e9e3d5d8de5b tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:47.782781 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['e674a728-16cb-4c84-8afa-aae8c7445abe'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:43:47.849966 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6ebf7392-f09a-4c8a-9538-442b461edb71 req-41544a9d-86a0-4c4e-a183-2e6661e68aec tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217215 Jul 06 13:43:47.857578 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c2a57eff-be31-457d-88b9-e9e3d5d8de5b tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:43:47.868212 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c2a57eff-be31-457d-88b9-e9e3d5d8de5b tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:43:47.870029 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a57eff-be31-457d-88b9-e9e3d5d8de5b tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Pushing event updated for resources: {'Port': ['ID=f0b6c076-3270-4355-a551-5e936cc434b6,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:47.873467 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c2a57eff-be31-457d-88b9-e9e3d5d8de5b tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:43:47.934535 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ea5a7-1f5c-4bd1-8724-8eb52cbe23cd req-e4716370-3eed-4075-b2e2-c71c58c7910a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:47.936080 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-845ea5a7-1f5c-4bd1-8724-8eb52cbe23cd req-e4716370-3eed-4075-b2e2-c71c58c7910a service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=a56e97c4904044ce9798b96743e618e0&device_id=64b4c6b5-e9ad-4df8-a4c2-f66daaf38927 HTTP/1.1" status: 200 len: 1097 time: 0.2495887 Jul 06 13:43:47.968627 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-cbe662de-a034-417f-8296-f33dc2690663 req-bc3557a8-8c8b-4f86-840f-74bed16ea98f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b9d07db-7f84-49ce-b0d1-95c661e8a845 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:43:47.990189 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c2a57eff-be31-457d-88b9-e9e3d5d8de5b tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:47.990845 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c2a57eff-be31-457d-88b9-e9e3d5d8de5b tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:47.995397 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cbe662de-a034-417f-8296-f33dc2690663 req-bc3557a8-8c8b-4f86-840f-74bed16ea98f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:48.052503 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-cbe662de-a034-417f-8296-f33dc2690663 req-bc3557a8-8c8b-4f86-840f-74bed16ea98f service neutron] Transition to ACTIVE for port object 6b9d07db-7f84-49ce-b0d1-95c661e8a845 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:43:48.080623 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cbe662de-a034-417f-8296-f33dc2690663 req-bc3557a8-8c8b-4f86-840f-74bed16ea98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:48.092383 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c2a57eff-be31-457d-88b9-e9e3d5d8de5b tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4321134 Jul 06 13:43:48.115415 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b96d6542-50a5-4187-967d-528320982d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1171351734-router', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:44Z', 'revision_number': 4, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'gw_port': {'id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'cc81ec5a-c9b5-4c0a-90c8-ec4dc5b359c0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'floating_ip_address': '172.25.6.16', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'port_id': 'eba98cb6-4db1-4179-9da9-c03d3f80437f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'mac_address': 'fa:16:3e:ac:a3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4c6b5-e9ad-4df8-a4c2-f66daaf38927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:43:05Z', 'updated_at': '2021-07-06T13:43:45Z', 'revision_number': 8, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856', 'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'mac_address': 'fa:16:3e:bf:aa:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:43Z', 'updated_at': '2021-07-06T13:42:49Z', 'revision_number': 5, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'subnets': [{'id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:48.128329 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c89f9723-6c10-46d9-86ef-e40d6a619f5c service neutron] Request body: {'port': {'device_id': '73af7146-4571-4f89-b02f-380987dcee5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:48.149437 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96d6542-50a5-4187-967d-528320982d49 None None] Checking router: d3c5e100-2043-46e0-a93a-f4eab640194b for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:43:48.157819 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96d6542-50a5-4187-967d-528320982d49 None None] Routers {'d3c5e100-2043-46e0-a93a-f4eab640194b'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:43:48.158709 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b96d6542-50a5-4187-967d-528320982d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:43:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d3c5e100-2043-46e0-a93a-f4eab640194b'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:48.211774 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3557a8-8c8b-4f86-840f-74bed16ea98f service neutron] Pushing event updated for resources: {'Port': ['ID=6b9d07db-7f84-49ce-b0d1-95c661e8a845,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:48.236131 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ea5a7-1f5c-4bd1-8724-8eb52cbe23cd req-93ca24f8-f12d-423b-aec5-fef6031d9ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:48.237647 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-845ea5a7-1f5c-4bd1-8724-8eb52cbe23cd req-93ca24f8-f12d-423b-aec5-fef6031d9ead service neutron] 10.222.0.118 "GET /v2.0/networks?id=624fdad4-82a3-4ebc-89e9-3ce038d748b0 HTTP/1.1" status: 200 len: 922 time: 0.2716036 Jul 06 13:43:48.254900 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5cbe9db9-9ef4-4971-8109-0d20b6ae851f None None] Provisioning for port f0b6c076-3270-4355-a551-5e936cc434b6 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:43:48.266169 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5cbe9db9-9ef4-4971-8109-0d20b6ae851f None None] Provisioning complete for port f0b6c076-3270-4355-a551-5e936cc434b6 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:43:48.266458 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5cbe9db9-9ef4-4971-8109-0d20b6ae851f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:48.299615 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-b96d6542-50a5-4187-967d-528320982d49 None None] Set router d3c5e100-2043-46e0-a93a-f4eab640194b gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:43:48.335661 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-5cbe9db9-9ef4-4971-8109-0d20b6ae851f None None] Port f0b6c076-3270-4355-a551-5e936cc434b6 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:43:48.344213 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abc571-cf65-428c-a3a9-66cd97de53c2 req-ea500e10-4f01-46ee-86b3-2d5a4d8c1cb0 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:48.345728 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-67abc571-cf65-428c-a3a9-66cd97de53c2 req-ea500e10-4f01-46ee-86b3-2d5a4d8c1cb0 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/ports?device_id=73af7146-4571-4f89-b02f-380987dcee5c HTTP/1.1" status: 200 len: 936 time: 0.3008130 Jul 06 13:43:48.406483 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:48.557167 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b96d6542-50a5-4187-967d-528320982d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1171351734-router', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:44Z', 'revision_number': 4, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'gw_port': {'id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'cc81ec5a-c9b5-4c0a-90c8-ec4dc5b359c0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'floating_ip_address': '172.25.6.16', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'port_id': 'eba98cb6-4db1-4179-9da9-c03d3f80437f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'mac_address': 'fa:16:3e:ac:a3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4c6b5-e9ad-4df8-a4c2-f66daaf38927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:43:05Z', 'updated_at': '2021-07-06T13:43:45Z', 'revision_number': 8, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856', 'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'mac_address': 'fa:16:3e:bf:aa:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:43Z', 'updated_at': '2021-07-06T13:42:49Z', 'revision_number': 5, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'subnets': [{'id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:48.590197 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96d6542-50a5-4187-967d-528320982d49 None None] The sync data for ids ['d3c5e100-2043-46e0-a93a-f4eab640194b'] in n-d-773644-6 is: [{'id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1171351734-router', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:44Z', 'revision_number': 4, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'gw_port': {'id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'cc81ec5a-c9b5-4c0a-90c8-ec4dc5b359c0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'floating_ip_address': '172.25.6.16', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'port_id': 'eba98cb6-4db1-4179-9da9-c03d3f80437f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'mac_address': 'fa:16:3e:ac:a3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4c6b5-e9ad-4df8-a4c2-f66daaf38927', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:43:05Z', 'updated_at': '2021-07-06T13:43:45Z', 'revision_number': 8, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856', 'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'mac_address': 'fa:16:3e:bf:aa:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:43Z', 'updated_at': '2021-07-06T13:42:49Z', 'revision_number': 5, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'subnets': [{'id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:43:48.667458 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c89f9723-6c10-46d9-86ef-e40d6a619f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:48.682126 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-845ea5a7-1f5c-4bd1-8724-8eb52cbe23cd req-0c7ef6f9-c369-4d53-a8ea-cfa48487b71c service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eba98cb6-4db1-4179-9da9-c03d3f80437f HTTP/1.1" status: 200 len: 999 time: 0.4381070 Jul 06 13:43:48.703755 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-cbe662de-a034-417f-8296-f33dc2690663 req-bc3557a8-8c8b-4f86-840f-74bed16ea98f service neutron] Attempting to bind port 6b9d07db-7f84-49ce-b0d1-95c661e8a845 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:43:48.704093 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-cbe662de-a034-417f-8296-f33dc2690663 req-bc3557a8-8c8b-4f86-840f-74bed16ea98f service neutron] Attempting to bind port 6b9d07db-7f84-49ce-b0d1-95c661e8a845 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '78ae0a30-d800-4152-891b-c545e9763cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:43:48.704661 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe662de-a034-417f-8296-f33dc2690663 req-bc3557a8-8c8b-4f86-840f-74bed16ea98f service neutron] Attempting to bind port 6b9d07db-7f84-49ce-b0d1-95c661e8a845 on network ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:43:48.740299 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe662de-a034-417f-8296-f33dc2690663 req-bc3557a8-8c8b-4f86-840f-74bed16ea98f service neutron] Port 6b9d07db-7f84-49ce-b0d1-95c661e8a845 on network ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:43:48.740628 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe662de-a034-417f-8296-f33dc2690663 req-bc3557a8-8c8b-4f86-840f-74bed16ea98f service neutron] Attempting to bind port 6b9d07db-7f84-49ce-b0d1-95c661e8a845 on network ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:43:48.744946 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-67abc571-cf65-428c-a3a9-66cd97de53c2 req-31861122-4099-477d-9eec-2b7b365c3098 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/security-groups?id=134f3cd8-9c08-47ea-b250-008e5ce580d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901105 Jul 06 13:43:48.776607 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe662de-a034-417f-8296-f33dc2690663 req-bc3557a8-8c8b-4f86-840f-74bed16ea98f service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:43:48.776965 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe662de-a034-417f-8296-f33dc2690663 req-bc3557a8-8c8b-4f86-840f-74bed16ea98f service neutron] Checking segment: {'id': '78ae0a30-d800-4152-891b-c545e9763cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:43:48.777361 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe662de-a034-417f-8296-f33dc2690663 req-bc3557a8-8c8b-4f86-840f-74bed16ea98f service neutron] Bound using segment: {'id': '78ae0a30-d800-4152-891b-c545e9763cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:43:48.777845 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-cbe662de-a034-417f-8296-f33dc2690663 req-bc3557a8-8c8b-4f86-840f-74bed16ea98f service neutron] Bound port: 6b9d07db-7f84-49ce-b0d1-95c661e8a845, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ae0a30-d800-4152-891b-c545e9763cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:43:48.778215 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cbe662de-a034-417f-8296-f33dc2690663 req-bc3557a8-8c8b-4f86-840f-74bed16ea98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:48.797197 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c4e862-ae50-44a5-9c93-76351ef3068c None None] New status for floating IP cc81ec5a-c9b5-4c0a-90c8-ec4dc5b359c0: ACTIVE {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:43:48.802482 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb249b6b-4c47-46c8-be5d-e0761aba6cd5 x-openstack-request-id: req-fb249b6b-4c47-46c8-be5d-e0761aba6cd5 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:43:48.803057 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb69760-051b-4b3d-b937-4a40b7a571be", "name": "network-vif-plugged", "status": "completed", "tag": "ee23cc46-4c30-460d-b796-1d9a9e218bbe", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:43:48.804855 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-fb249b6b-4c47-46c8-be5d-e0761aba6cd5 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:43:48.807263 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb69760-051b-4b3d-b937-4a40b7a571be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee23cc46-4c30-460d-b796-1d9a9e218bbe', 'code': 200} Jul 06 13:43:48.813440 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ea5a7-1f5c-4bd1-8724-8eb52cbe23cd req-0e22cfb2-7226-468b-a0d6-c7b2f6f59cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:48.815611 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-845ea5a7-1f5c-4bd1-8724-8eb52cbe23cd req-0e22cfb2-7226-468b-a0d6-c7b2f6f59cce service neutron] 10.222.0.118 "GET /v2.0/subnets?id=a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b HTTP/1.1" status: 200 len: 860 time: 0.1220407 Jul 06 13:43:48.938536 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af1b0b-d24d-458c-8367-abd7e71a1db4 req-ad970c5c-1789-40ef-ab2b-1bf298421ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:48.940229 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e4af1b0b-d24d-458c-8367-abd7e71a1db4 req-ad970c5c-1789-40ef-ab2b-1bf298421ee7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=afb69760-051b-4b3d-b937-4a40b7a571be HTTP/1.1" status: 200 len: 1100 time: 0.0685239 Jul 06 13:43:48.982319 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e4af1b0b-d24d-458c-8367-abd7e71a1db4 req-174f5049-4297-44c3-94fb-339f46796e49 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347333 Jul 06 13:43:49.050150 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-cbe662de-a034-417f-8296-f33dc2690663 req-bc3557a8-8c8b-4f86-840f-74bed16ea98f service neutron] For port 6b9d07db-7f84-49ce-b0d1-95c661e8a845, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:43:49.073050 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-cbe662de-a034-417f-8296-f33dc2690663 req-bc3557a8-8c8b-4f86-840f-74bed16ea98f service neutron] For port 6b9d07db-7f84-49ce-b0d1-95c661e8a845, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=6b9d07db-7f84-49ce-b0d1-95c661e8a845,segment=NetworkSegment(78ae0a30-d800-4152-891b-c545e9763cb4),segment_id=78ae0a30-d800-4152-891b-c545e9763cb4)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:43:49.088394 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cbe662de-a034-417f-8296-f33dc2690663 req-bc3557a8-8c8b-4f86-840f-74bed16ea98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:49.136444 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ea5a7-1f5c-4bd1-8724-8eb52cbe23cd req-8b76b911-715c-4b6c-a4ca-bb7deb280813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:49.138052 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-845ea5a7-1f5c-4bd1-8724-8eb52cbe23cd req-8b76b911-715c-4b6c-a4ca-bb7deb280813 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=624fdad4-82a3-4ebc-89e9-3ce038d748b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3139858 Jul 06 13:43:49.192716 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe662de-a034-417f-8296-f33dc2690663 req-bc3557a8-8c8b-4f86-840f-74bed16ea98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:49.193349 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cbe662de-a034-417f-8296-f33dc2690663 req-bc3557a8-8c8b-4f86-840f-74bed16ea98f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:49.194789 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cbe662de-a034-417f-8296-f33dc2690663 req-bc3557a8-8c8b-4f86-840f-74bed16ea98f service neutron] 10.222.0.124 "PUT /v2.0/ports/6b9d07db-7f84-49ce-b0d1-95c661e8a845 HTTP/1.1" status: 200 len: 1092 time: 2.1201293 Jul 06 13:43:49.204068 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9e2d2-02f5-4fe4-b3ac-7ca74c5e0b59 req-7c73f588-b35b-4b1b-9049-2c2493305f7f tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:49.205548 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-36e9e2d2-02f5-4fe4-b3ac-7ca74c5e0b59 req-7c73f588-b35b-4b1b-9049-2c2493305f7f tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ccb3f68d-646a-4f8b-82ad-039efbe82aa3 HTTP/1.1" status: 200 len: 944 time: 0.2845395 Jul 06 13:43:49.318994 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3557a8-8c8b-4f86-840f-74bed16ea98f service neutron] Pushing event updated for resources: {'Port': ['ID=6b9d07db-7f84-49ce-b0d1-95c661e8a845,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:49.349568 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:43:49.370014 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:43:49.370363 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:43:49.395462 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-36e9e2d2-02f5-4fe4-b3ac-7ca74c5e0b59 req-836a1f05-18ec-4e00-aba8-a5b72457f97b tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578419 Jul 06 13:43:49.399587 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c89f9723-6c10-46d9-86ef-e40d6a619f5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b6c076-3270-4355-a551-5e936cc434b6 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:43:49.410587 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-845ea5a7-1f5c-4bd1-8724-8eb52cbe23cd req-7c455bfb-c2ad-4d23-9f1a-699bd348d155 service neutron] 10.222.0.118 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634790 Jul 06 13:43:49.413291 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c89f9723-6c10-46d9-86ef-e40d6a619f5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:49.476848 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c89f9723-6c10-46d9-86ef-e40d6a619f5c service neutron] Transition to ACTIVE for port object f0b6c076-3270-4355-a551-5e936cc434b6 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:43:49.482400 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe662de-a034-417f-8296-f33dc2690663 req-c98e2862-4496-4e7a-8130-eff2024af816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:49.483945 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cbe662de-a034-417f-8296-f33dc2690663 req-c98e2862-4496-4e7a-8130-eff2024af816 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=220d4319c95847189296d6ec839eccde&device_id=ccb3f68d-646a-4f8b-82ad-039efbe82aa3 HTTP/1.1" status: 200 len: 1095 time: 0.2253487 Jul 06 13:43:49.488800 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c89f9723-6c10-46d9-86ef-e40d6a619f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:49.525660 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device fce6591c-98c5-4e21-a40a-17fe10ab7d14 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:43:49.553782 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31253be3-2aec-46d4-8833-64fead608025 x-openstack-request-id: req-31253be3-2aec-46d4-8833-64fead608025 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:43:49.554201 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb32a04e-2dbb-48e7-856c-507102d2d509", "tag": "fce6591c-98c5-4e21-a40a-17fe10ab7d14", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:43:49.554638 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-31253be3-2aec-46d4-8833-64fead608025 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:43:49.555145 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb32a04e-2dbb-48e7-856c-507102d2d509', 'tag': 'fce6591c-98c5-4e21-a40a-17fe10ab7d14', 'status': 'completed', 'code': 200} Jul 06 13:43:49.593889 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cbe662de-a034-417f-8296-f33dc2690663 req-488b39ab-67e0-4614-8c4b-5a398a464bff service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b9d07db-7f84-49ce-b0d1-95c661e8a845 HTTP/1.1" status: 200 len: 217 time: 0.0953112 Jul 06 13:43:49.627077 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f9723-6c10-46d9-86ef-e40d6a619f5c service neutron] Pushing event updated for resources: {'Port': ['ID=f0b6c076-3270-4355-a551-5e936cc434b6,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:49.648365 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port fce6591c-98c5-4e21-a40a-17fe10ab7d14, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=fce6591c-98c5-4e21-a40a-17fe10ab7d14,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:49.654023 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd92dd20-f23a-460a-b26e-a7735a1962d7 x-openstack-request-id: req-fd92dd20-f23a-460a-b26e-a7735a1962d7 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:43:49.654319 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25963fba-ab6a-4418-bb9b-9de3666197da", "name": "network-vif-deleted", "tag": "d133bf4b-4555-4ce0-bd0d-ebc8be50a0f1", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:43:49.654573 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-fd92dd20-f23a-460a-b26e-a7735a1962d7 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:43:49.654972 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25963fba-ab6a-4418-bb9b-9de3666197da', 'name': 'network-vif-deleted', 'tag': 'd133bf4b-4555-4ce0-bd0d-ebc8be50a0f1', 'status': 'completed', 'code': 200} Jul 06 13:43:49.664422 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'fce6591c-98c5-4e21-a40a-17fe10ab7d14', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': 'fce6591c-98c5-4e21-a40a-17fe10ab7d14', 'mac_address': 'fa:16:3e:93:60:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:43:49.685522 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a7f7b-3e67-4415-af0e-9b790dca40fa req-c01b06f1-04e1-450c-a4d9-2516abebad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:49.687356 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fd2a7f7b-3e67-4415-af0e-9b790dca40fa req-c01b06f1-04e1-450c-a4d9-2516abebad3d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=50e8f05c6bdb496f8ea002d9efd5f45c&device_id=eb32a04e-2dbb-48e7-856c-507102d2d509 HTTP/1.1" status: 200 len: 1099 time: 0.1081576 Jul 06 13:43:49.754538 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-845ea5a7-1f5c-4bd1-8724-8eb52cbe23cd req-72d3057f-22cc-4263-b470-82630c7e0b83 service neutron] 10.222.0.118 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332269 Jul 06 13:43:49.764132 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:49.789489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fce6591c-98c5-4e21-a40a-17fe10ab7d14 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:43:49.823658 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port fce6591c-98c5-4e21-a40a-17fe10ab7d14, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=fce6591c-98c5-4e21-a40a-17fe10ab7d14,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:49.825836 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a7f7b-3e67-4415-af0e-9b790dca40fa req-cea8b6e4-9157-413b-8748-73247aeca8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:49.827524 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fd2a7f7b-3e67-4415-af0e-9b790dca40fa req-cea8b6e4-9157-413b-8748-73247aeca8a4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.1268589 Jul 06 13:43:49.832326 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:49.896881 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe662de-a034-417f-8296-f33dc2690663 req-72d76ac6-0003-44b4-938f-d9965ec823aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:49.898579 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cbe662de-a034-417f-8296-f33dc2690663 req-72d76ac6-0003-44b4-938f-d9965ec823aa service neutron] 10.222.0.124 "GET /v2.0/subnets?id=1ce517ec-9130-4f36-af09-4b9fdd0ba45c HTTP/1.1" status: 200 len: 861 time: 0.2861767 Jul 06 13:43:49.900590 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c89f9723-6c10-46d9-86ef-e40d6a619f5c service neutron] Attempting to bind port f0b6c076-3270-4355-a551-5e936cc434b6 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:43:49.901036 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c89f9723-6c10-46d9-86ef-e40d6a619f5c service neutron] Attempting to bind port f0b6c076-3270-4355-a551-5e936cc434b6 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:43:49.901464 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c89f9723-6c10-46d9-86ef-e40d6a619f5c service neutron] Attempting to bind port f0b6c076-3270-4355-a551-5e936cc434b6 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:43:49.904787 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fd2a7f7b-3e67-4415-af0e-9b790dca40fa req-63074a9c-f663-4653-aed0-0d61445c5670 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=fce6591c-98c5-4e21-a40a-17fe10ab7d14 HTTP/1.1" status: 200 len: 217 time: 0.0622241 Jul 06 13:43:49.909173 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c89f9723-6c10-46d9-86ef-e40d6a619f5c service neutron] Port f0b6c076-3270-4355-a551-5e936cc434b6 on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:43:49.909558 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c89f9723-6c10-46d9-86ef-e40d6a619f5c service neutron] Attempting to bind port f0b6c076-3270-4355-a551-5e936cc434b6 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:43:49.911100 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=fce6591c-98c5-4e21-a40a-17fe10ab7d14,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:49.947541 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c89f9723-6c10-46d9-86ef-e40d6a619f5c service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:43:49.947997 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c89f9723-6c10-46d9-86ef-e40d6a619f5c service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:43:49.948459 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c89f9723-6c10-46d9-86ef-e40d6a619f5c service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:43:49.948984 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c89f9723-6c10-46d9-86ef-e40d6a619f5c service neutron] Bound port: f0b6c076-3270-4355-a551-5e936cc434b6, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:43:49.949419 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c89f9723-6c10-46d9-86ef-e40d6a619f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:49.952994 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cbe662de-a034-417f-8296-f33dc2690663 req-b748933a-9c5d-4108-aae8-92961b58031f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449200 Jul 06 13:43:49.985072 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a7f7b-3e67-4415-af0e-9b790dca40fa req-a1e23a2c-d022-46db-ad69-2f7019578d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:49.987573 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fd2a7f7b-3e67-4415-af0e-9b790dca40fa req-a1e23a2c-d022-46db-ad69-2f7019578d0f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0749133 Jul 06 13:43:50.066772 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a7f7b-3e67-4415-af0e-9b790dca40fa req-847e0991-fe1d-4a4e-a537-8cf00debc5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:50.069388 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fd2a7f7b-3e67-4415-af0e-9b790dca40fa req-847e0991-fe1d-4a4e-a537-8cf00debc5ed service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0746830 Jul 06 13:43:50.108379 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267a964-fd17-4e68-874f-78a26c4d6297 req-c284163c-53ae-4cdd-bf24-16d5170a77ea tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:50.109937 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5267a964-fd17-4e68-874f-78a26c4d6297 req-c284163c-53ae-4cdd-bf24-16d5170a77ea tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=afb69760-051b-4b3d-b937-4a40b7a571be HTTP/1.1" status: 200 len: 949 time: 0.2943201 Jul 06 13:43:50.117070 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['fce6591c-98c5-4e21-a40a-17fe10ab7d14'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:43:50.170405 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fd2a7f7b-3e67-4415-af0e-9b790dca40fa req-e1a612f3-fe6b-409a-958f-e502598e5447 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941257 Jul 06 13:43:50.183412 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cbe662de-a034-417f-8296-f33dc2690663 req-69f8d523-2d11-47f2-b6eb-62d8cdde9b4f service neutron] 10.222.0.124 "GET /v2.0/networks/ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217021 Jul 06 13:43:50.184454 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c89f9723-6c10-46d9-86ef-e40d6a619f5c service neutron] For port f0b6c076-3270-4355-a551-5e936cc434b6, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:43:50.188791 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c89f9723-6c10-46d9-86ef-e40d6a619f5c service neutron] For port f0b6c076-3270-4355-a551-5e936cc434b6, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=f0b6c076-3270-4355-a551-5e936cc434b6,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:43:50.213009 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c89f9723-6c10-46d9-86ef-e40d6a619f5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:50.280418 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fd2a7f7b-3e67-4415-af0e-9b790dca40fa req-0ae83338-27c0-4e3c-ae2f-e08e4b8d6233 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032152 Jul 06 13:43:50.286908 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5267a964-fd17-4e68-874f-78a26c4d6297 req-c8d5d492-5c72-471f-9e51-dae26f29f5ba tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579871 Jul 06 13:43:50.294455 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5e836-55ae-441f-8dd2-d951483061b9 req-7d707dc5-1135-43c8-9597-c4007b1133ae tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:50.296035 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-add5e836-55ae-441f-8dd2-d951483061b9 req-7d707dc5-1135-43c8-9597-c4007b1133ae tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=315fd776-04f0-4cf9-828d-19f23de87e5a HTTP/1.1" status: 200 len: 1096 time: 0.3323126 Jul 06 13:43:50.313221 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c89f9723-6c10-46d9-86ef-e40d6a619f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:50.313883 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c89f9723-6c10-46d9-86ef-e40d6a619f5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:50.318660 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c89f9723-6c10-46d9-86ef-e40d6a619f5c service neutron] 10.222.0.52 "PUT /v2.0/ports/f0b6c076-3270-4355-a551-5e936cc434b6 HTTP/1.1" status: 200 len: 1096 time: 2.2109201 Jul 06 13:43:50.406142 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f9723-6c10-46d9-86ef-e40d6a619f5c service neutron] Pushing event updated for resources: {'Port': ['ID=f0b6c076-3270-4355-a551-5e936cc434b6,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:50.428300 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-add5e836-55ae-441f-8dd2-d951483061b9 req-7b52874a-8c82-436e-9ed3-ddd5cc871654 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229608 Jul 06 13:43:50.434423 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cbe662de-a034-417f-8296-f33dc2690663 req-16313a6e-fa6b-4f5a-bc66-1311e0088c91 service neutron] 10.222.0.124 "GET /v2.0/networks/ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387633 Jul 06 13:43:50.456277 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e775e70-3061-46f6-8779-b02f85cec013 req-74bdd064-ce3c-45ad-af56-2d6c2912d262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:50.458834 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e775e70-3061-46f6-8779-b02f85cec013 req-74bdd064-ce3c-45ad-af56-2d6c2912d262 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2180cbe1553d44a38afa37b9f9bc77d7&device_id=73af7146-4571-4f89-b02f-380987dcee5c HTTP/1.1" status: 200 len: 1099 time: 0.0903680 Jul 06 13:43:50.508855 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e775e70-3061-46f6-8779-b02f85cec013 req-c693ed98-9e15-4ac0-b963-c4c863cc1b87 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=f0b6c076-3270-4355-a551-5e936cc434b6 HTTP/1.1" status: 200 len: 217 time: 0.0419464 Jul 06 13:43:50.566996 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e775e70-3061-46f6-8779-b02f85cec013 req-680ebbe6-e288-4872-89a4-1ab258985bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:50.568671 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e775e70-3061-46f6-8779-b02f85cec013 req-680ebbe6-e288-4872-89a4-1ab258985bd1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0536056 Jul 06 13:43:50.640479 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e775e70-3061-46f6-8779-b02f85cec013 req-8887cd14-2b1b-4509-90a1-3b11fc7e62ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:50.642014 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e775e70-3061-46f6-8779-b02f85cec013 req-8887cd14-2b1b-4509-90a1-3b11fc7e62ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0667448 Jul 06 13:43:50.818166 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c58c7-e2a4-416f-a5f1-831940ab5119 req-26550f33-2364-4916-b184-ec5017a7c026 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:50.819658 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0d8c58c7-e2a4-416f-a5f1-831940ab5119 req-26550f33-2364-4916-b184-ec5017a7c026 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/ports?device_id=eb32a04e-2dbb-48e7-856c-507102d2d509 HTTP/1.1" status: 200 len: 949 time: 0.1930857 Jul 06 13:43:50.821838 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e775e70-3061-46f6-8779-b02f85cec013 req-04bb0a91-f689-4c1d-b2da-b0555cf91c58 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604497 Jul 06 13:43:50.829162 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317369c4-d503-4721-8366-1816b86cb018 req-971a9791-9e41-436a-86de-97486e3e23d3 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:50.830601 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-317369c4-d503-4721-8366-1816b86cb018 req-971a9791-9e41-436a-86de-97486e3e23d3 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/ports?device_id=73af7146-4571-4f89-b02f-380987dcee5c HTTP/1.1" status: 200 len: 948 time: 0.1877291 Jul 06 13:43:50.932141 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0d8c58c7-e2a4-416f-a5f1-831940ab5119 req-91886c0d-bf99-4f1e-95a8-babe6b868184 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/security-groups?id=e70d35a8-8a51-432f-9795-43e192f3e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005697 Jul 06 13:43:50.939787 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-317369c4-d503-4721-8366-1816b86cb018 req-9d193bfe-e702-47d7-8695-23af4ba38d5e tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/security-groups?id=134f3cd8-9c08-47ea-b250-008e5ce580d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990608 Jul 06 13:43:50.970883 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e775e70-3061-46f6-8779-b02f85cec013 req-aa5fd4ca-4565-458b-8b94-c8766f86d08e service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376953 Jul 06 13:43:51.037550 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b47d1b6b-01e9-4cc5-af8e-ba0485e1137f req-1eeb4052-24bb-47b9-af95-60b3607bca97 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/floatingips/cc81ec5a-c9b5-4c0a-90c8-ec4dc5b359c0 HTTP/1.1" status: 200 len: 998 time: 0.0645907 Jul 06 13:43:51.178774 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029341c-c6c6-4497-8692-93cc89744685 req-9faac7c8-ff53-4bfd-8622-c060fc812d6e tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:51.185842 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7029341c-c6c6-4497-8692-93cc89744685 req-9faac7c8-ff53-4bfd-8622-c060fc812d6e tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ccb3f68d-646a-4f8b-82ad-039efbe82aa3 HTTP/1.1" status: 200 len: 944 time: 0.1393585 Jul 06 13:43:51.195072 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d1b6b-01e9-4cc5-af8e-ba0485e1137f req-3d410730-ce6b-4469-bf24-5ecf39dc7f98 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:51.196421 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b47d1b6b-01e9-4cc5-af8e-ba0485e1137f req-3d410730-ce6b-4469-bf24-5ecf39dc7f98 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 784 time: 0.1538854 Jul 06 13:43:51.209551 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-b47d1b6b-01e9-4cc5-af8e-ba0485e1137f req-5a8eb16d-17dc-4556-9bc1-77c15577bb8f tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:43:51.210547 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b47d1b6b-01e9-4cc5-af8e-ba0485e1137f req-5a8eb16d-17dc-4556-9bc1-77c15577bb8f tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071888 Jul 06 13:43:51.240168 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7029341c-c6c6-4497-8692-93cc89744685 req-4bedb41d-9d49-4091-b96c-95b8854c1eca tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427706 Jul 06 13:43:51.396023 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-760dd14a-9ed7-4abf-8c7c-6ee4b7a8b0d1 req-ad626a3e-3081-46ff-ae5e-53d4c8e207ab tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.16 HTTP/1.1" status: 200 len: 1001 time: 0.0716867 Jul 06 13:43:51.458354 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760dd14a-9ed7-4abf-8c7c-6ee4b7a8b0d1 req-12edf06f-8ad4-4141-b79d-5f2dab39c728 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:51.459726 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-760dd14a-9ed7-4abf-8c7c-6ee4b7a8b0d1 req-12edf06f-8ad4-4141-b79d-5f2dab39c728 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/ports/eba98cb6-4db1-4179-9da9-c03d3f80437f HTTP/1.1" status: 200 len: 943 time: 0.0585682 Jul 06 13:43:51.542275 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device fce6591c-98c5-4e21-a40a-17fe10ab7d14 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:43:51.610284 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-760dd14a-9ed7-4abf-8c7c-6ee4b7a8b0d1 req-cc15f994-3eb5-40f2-b987-9c9a995f8f4b tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.16 HTTP/1.1" status: 200 len: 1001 time: 0.0675185 Jul 06 13:43:51.614386 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port fce6591c-98c5-4e21-a40a-17fe10ab7d14 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:43:51.618796 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port fce6591c-98c5-4e21-a40a-17fe10ab7d14 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:43:51.619411 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:51.666990 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b4c6b5-e9ad-4df8-a4c2-f66daaf38927', 'tag': 'eba98cb6-4db1-4179-9da9-c03d3f80437f'}, {'name': 'network-changed', 'server_uuid': 'ccb3f68d-646a-4f8b-82ad-039efbe82aa3', 'tag': '6b9d07db-7f84-49ce-b0d1-95c661e8a845'}, {'name': 'network-changed', 'server_uuid': '73af7146-4571-4f89-b02f-380987dcee5c', 'tag': 'f0b6c076-3270-4355-a551-5e936cc434b6'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:43:51.669255 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468" -d '{"events": [{"name": "network-changed", "server_uuid": "64b4c6b5-e9ad-4df8-a4c2-f66daaf38927", "tag": "eba98cb6-4db1-4179-9da9-c03d3f80437f"}, {"name": "network-changed", "server_uuid": "ccb3f68d-646a-4f8b-82ad-039efbe82aa3", "tag": "6b9d07db-7f84-49ce-b0d1-95c661e8a845"}, {"name": "network-changed", "server_uuid": "73af7146-4571-4f89-b02f-380987dcee5c", "tag": "f0b6c076-3270-4355-a551-5e936cc434b6"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:43:51.702898 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:51.731773 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb32a04e-2dbb-48e7-856c-507102d2d509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce6591c-98c5-4e21-a40a-17fe10ab7d14'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:43:51.734336 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ffe17d-8596-4dea-abc9-326be0403d01" -d '{"events": [{"server_uuid": "eb32a04e-2dbb-48e7-856c-507102d2d509", "name": "network-vif-plugged", "status": "completed", "tag": "fce6591c-98c5-4e21-a40a-17fe10ab7d14"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:43:51.736184 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760dd14a-9ed7-4abf-8c7c-6ee4b7a8b0d1 req-6e0650f5-6a41-45b9-9a58-c6736e9f17d2 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:51.737528 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-760dd14a-9ed7-4abf-8c7c-6ee4b7a8b0d1 req-6e0650f5-6a41-45b9-9a58-c6736e9f17d2 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 784 time: 0.1205139 Jul 06 13:43:51.750466 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port fce6591c-98c5-4e21-a40a-17fe10ab7d14, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=fce6591c-98c5-4e21-a40a-17fe10ab7d14,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:51.755066 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:51.803832 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=fce6591c-98c5-4e21-a40a-17fe10ab7d14,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:51.810416 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-760dd14a-9ed7-4abf-8c7c-6ee4b7a8b0d1 req-a4c46d4b-4b41-4cbc-b55e-10a1b257161e tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.16 HTTP/1.1" status: 200 len: 1001 time: 0.0648065 Jul 06 13:43:51.820046 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-760dd14a-9ed7-4abf-8c7c-6ee4b7a8b0d1 req-c41a688d-0ade-4e6f-b2dc-cc8db7542f8a tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:51.881203 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-760dd14a-9ed7-4abf-8c7c-6ee4b7a8b0d1 req-c41a688d-0ade-4e6f-b2dc-cc8db7542f8a tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks [] for floatingip, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:52.299216 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-760dd14a-9ed7-4abf-8c7c-6ee4b7a8b0d1 req-c41a688d-0ade-4e6f-b2dc-cc8db7542f8a tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:52.304571 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-760dd14a-9ed7-4abf-8c7c-6ee4b7a8b0d1 req-c41a688d-0ade-4e6f-b2dc-cc8db7542f8a tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:52.304899 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [req-760dd14a-9ed7-4abf-8c7c-6ee4b7a8b0d1 req-c41a688d-0ade-4e6f-b2dc-cc8db7542f8a tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Floating IP cc81ec5a-c9b5-4c0a-90c8-ec4dc5b359c0 disassociated. External IP: 172.25.6.16, port: eba98cb6-4db1-4179-9da9-c03d3f80437f. Jul 06 13:43:52.556242 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-760dd14a-9ed7-4abf-8c7c-6ee4b7a8b0d1 req-c41a688d-0ade-4e6f-b2dc-cc8db7542f8a tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Router d3c5e100-2043-46e0-a93a-f4eab640194b has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:43:52.675495 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-760dd14a-9ed7-4abf-8c7c-6ee4b7a8b0d1 req-c41a688d-0ade-4e6f-b2dc-cc8db7542f8a tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:43:52.680218 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-760dd14a-9ed7-4abf-8c7c-6ee4b7a8b0d1 req-c41a688d-0ade-4e6f-b2dc-cc8db7542f8a tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:52.683610 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 35876) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:52.687450 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbac39b8-de38-4cf0-b9f3-263c05174e99 None None] Sync routers for ids ['d3c5e100-2043-46e0-a93a-f4eab640194b'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:43:52.696899 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbac39b8-de38-4cf0-b9f3-263c05174e99 None None] Routers {'d3c5e100-2043-46e0-a93a-f4eab640194b'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:43:52.697594 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-fbac39b8-de38-4cf0-b9f3-263c05174e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:43:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d3c5e100-2043-46e0-a93a-f4eab640194b'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:52.724780 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-760dd14a-9ed7-4abf-8c7c-6ee4b7a8b0d1 req-c41a688d-0ade-4e6f-b2dc-cc8db7542f8a tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "PUT /v2.0/floatingips/cc81ec5a-c9b5-4c0a-90c8-ec4dc5b359c0 HTTP/1.1" status: 200 len: 695 time: 0.9087863 Jul 06 13:43:52.771800 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-2cfc2175-04f6-4ae2-816c-67e74761e960 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:43:52.772846 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-2cfc2175-04f6-4ae2-816c-67e74761e960 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0882928 Jul 06 13:43:52.799437 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760dd14a-9ed7-4abf-8c7c-6ee4b7a8b0d1 req-5b3245d3-85b2-4198-8e8c-594c7988f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:52.801882 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-760dd14a-9ed7-4abf-8c7c-6ee4b7a8b0d1 req-5b3245d3-85b2-4198-8e8c-594c7988f6d5 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=a56e97c4904044ce9798b96743e618e0&device_id=64b4c6b5-e9ad-4df8-a4c2-f66daaf38927 HTTP/1.1" status: 200 len: 1097 time: 0.0617261 Jul 06 13:43:52.817904 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-fbac39b8-de38-4cf0-b9f3-263c05174e99 None None] Set router d3c5e100-2043-46e0-a93a-f4eab640194b gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:43:52.897495 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-d661197e-d6aa-435e-a5e1-9b967da85848 service neutron] Request body: {'binding': {'host': 'n-h2-773644-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:52.898078 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-d661197e-d6aa-435e-a5e1-9b967da85848 service neutron] Unknown quota resources ['binding']. {{(pid=100418) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 13:43:52.928992 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760dd14a-9ed7-4abf-8c7c-6ee4b7a8b0d1 req-fdfacfe7-464e-471b-bcc5-099f19a1be9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:52.930564 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-760dd14a-9ed7-4abf-8c7c-6ee4b7a8b0d1 req-fdfacfe7-464e-471b-bcc5-099f19a1be9e service neutron] 10.222.0.118 "GET /v2.0/networks?id=624fdad4-82a3-4ebc-89e9-3ce038d748b0 HTTP/1.1" status: 200 len: 922 time: 0.1227300 Jul 06 13:43:53.009012 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-760dd14a-9ed7-4abf-8c7c-6ee4b7a8b0d1 req-b892c9b9-9bd3-48ec-a454-d2352b5c8c16 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eba98cb6-4db1-4179-9da9-c03d3f80437f HTTP/1.1" status: 200 len: 217 time: 0.0687275 Jul 06 13:43:53.024440 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-fbac39b8-de38-4cf0-b9f3-263c05174e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1171351734-router', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:44Z', 'revision_number': 4, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'gw_port': {'id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856', 'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'mac_address': 'fa:16:3e:bf:aa:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:43Z', 'updated_at': '2021-07-06T13:42:49Z', 'revision_number': 5, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'subnets': [{'id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:53.054815 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbac39b8-de38-4cf0-b9f3-263c05174e99 None None] Checking router: d3c5e100-2043-46e0-a93a-f4eab640194b for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:43:53.063482 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbac39b8-de38-4cf0-b9f3-263c05174e99 None None] Routers {'d3c5e100-2043-46e0-a93a-f4eab640194b'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:43:53.064098 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-fbac39b8-de38-4cf0-b9f3-263c05174e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:43:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d3c5e100-2043-46e0-a93a-f4eab640194b'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:53.076854 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760dd14a-9ed7-4abf-8c7c-6ee4b7a8b0d1 req-e488146d-2dd1-4e8a-9f86-b0e9f055318d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:53.078383 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-760dd14a-9ed7-4abf-8c7c-6ee4b7a8b0d1 req-e488146d-2dd1-4e8a-9f86-b0e9f055318d service neutron] 10.222.0.118 "GET /v2.0/subnets?id=a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b HTTP/1.1" status: 200 len: 860 time: 0.0623033 Jul 06 13:43:53.145874 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-d661197e-d6aa-435e-a5e1-9b967da85848 service neutron] Attempting to bind port 104043a5-c3b3-4005-8a90-da31e70f6533 on host n-h2-773644-6 for vnic_type normal with profile None {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:43:53.146197 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-d661197e-d6aa-435e-a5e1-9b967da85848 service neutron] Attempting to bind port 104043a5-c3b3-4005-8a90-da31e70f6533 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:43:53.146533 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-d661197e-d6aa-435e-a5e1-9b967da85848 service neutron] Attempting to bind port 104043a5-c3b3-4005-8a90-da31e70f6533 on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:43:53.154307 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-d661197e-d6aa-435e-a5e1-9b967da85848 service neutron] Port 104043a5-c3b3-4005-8a90-da31e70f6533 on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:43:53.154632 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-d661197e-d6aa-435e-a5e1-9b967da85848 service neutron] Attempting to bind port 104043a5-c3b3-4005-8a90-da31e70f6533 on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:43:53.163353 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-d661197e-d6aa-435e-a5e1-9b967da85848 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:43:53.163697 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-d661197e-d6aa-435e-a5e1-9b967da85848 service neutron] Checking segment: {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:43:53.164089 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-d661197e-d6aa-435e-a5e1-9b967da85848 service neutron] Bound using segment: {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:43:53.164524 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-d661197e-d6aa-435e-a5e1-9b967da85848 service neutron] Bound port: 104043a5-c3b3-4005-8a90-da31e70f6533, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:43:53.181600 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-fbac39b8-de38-4cf0-b9f3-263c05174e99 None None] Set router d3c5e100-2043-46e0-a93a-f4eab640194b gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:43:53.219569 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760dd14a-9ed7-4abf-8c7c-6ee4b7a8b0d1 req-79f445eb-e4b2-48c5-a63c-0d5cb2896f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:53.221140 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-760dd14a-9ed7-4abf-8c7c-6ee4b7a8b0d1 req-79f445eb-e4b2-48c5-a63c-0d5cb2896f46 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=624fdad4-82a3-4ebc-89e9-3ce038d748b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1348546 Jul 06 13:43:53.310572 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-d661197e-d6aa-435e-a5e1-9b967da85848 service neutron] For port 104043a5-c3b3-4005-8a90-da31e70f6533, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=104043a5-c3b3-4005-8a90-da31e70f6533,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:43:53.319778 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-d661197e-d6aa-435e-a5e1-9b967da85848 service neutron] Notify callbacks [] for binding, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:53.320971 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-d661197e-d6aa-435e-a5e1-9b967da85848 service neutron] 10.222.0.118 "POST /v2.0/ports/104043a5-c3b3-4005-8a90-da31e70f6533/bindings HTTP/1.1" status: 201 len: 389 time: 0.4947665 Jul 06 13:43:53.350390 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-760dd14a-9ed7-4abf-8c7c-6ee4b7a8b0d1 req-c6a4fd99-12cf-4c39-be8a-0f8922537404 service neutron] 10.222.0.118 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173742 Jul 06 13:43:53.393117 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 6b9d07db-7f84-49ce-b0d1-95c661e8a845 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:43:53.423499 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-fbac39b8-de38-4cf0-b9f3-263c05174e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1171351734-router', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:44Z', 'revision_number': 4, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'gw_port': {'id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856', 'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'mac_address': 'fa:16:3e:bf:aa:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:43Z', 'updated_at': '2021-07-06T13:42:49Z', 'revision_number': 5, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'subnets': [{'id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:43:53.496333 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-760dd14a-9ed7-4abf-8c7c-6ee4b7a8b0d1 req-04b22273-94d9-4963-9124-2973b6dbdf74 service neutron] 10.222.0.118 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397433 Jul 06 13:43:53.530728 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbac39b8-de38-4cf0-b9f3-263c05174e99 None None] The sync data for ids ['d3c5e100-2043-46e0-a93a-f4eab640194b'] in n-d-773644-6 is: [{'id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1171351734-router', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:44Z', 'revision_number': 4, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'gw_port': {'id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856', 'name': '', 'network_id': '624fdad4-82a3-4ebc-89e9-3ce038d748b0', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'mac_address': 'fa:16:3e:bf:aa:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_interface', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:43Z', 'updated_at': '2021-07-06T13:42:49Z', 'revision_number': 5, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'subnets': [{'id': 'a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:43:53.546273 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device f0b6c076-3270-4355-a551-5e936cc434b6 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:43:53.608773 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 06 Jul 2021 13:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7849c1d8-f6a6-4e8a-8766-0449346ba281 x-openstack-request-id: req-7849c1d8-f6a6-4e8a-8766-0449346ba281 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:43:53.609836 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64b4c6b5-e9ad-4df8-a4c2-f66daaf38927", "tag": "eba98cb6-4db1-4179-9da9-c03d3f80437f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ccb3f68d-646a-4f8b-82ad-039efbe82aa3", "tag": "6b9d07db-7f84-49ce-b0d1-95c661e8a845", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "73af7146-4571-4f89-b02f-380987dcee5c", "tag": "f0b6c076-3270-4355-a551-5e936cc434b6", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:43:53.610214 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-7849c1d8-f6a6-4e8a-8766-0449346ba281 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:43:53.610720 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b4c6b5-e9ad-4df8-a4c2-f66daaf38927', 'tag': 'eba98cb6-4db1-4179-9da9-c03d3f80437f', 'status': 'completed', 'code': 200} Jul 06 13:43:53.611073 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb3f68d-646a-4f8b-82ad-039efbe82aa3', 'tag': '6b9d07db-7f84-49ce-b0d1-95c661e8a845', 'status': 'completed', 'code': 200} Jul 06 13:43:53.611423 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73af7146-4571-4f89-b02f-380987dcee5c', 'tag': 'f0b6c076-3270-4355-a551-5e936cc434b6', 'status': 'completed', 'code': 200} Jul 06 13:43:53.673766 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e17cc8c-01a2-481c-ac98-5bf849b065a2 x-openstack-request-id: req-3e17cc8c-01a2-481c-ac98-5bf849b065a2 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:43:53.674069 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb32a04e-2dbb-48e7-856c-507102d2d509", "name": "network-vif-plugged", "status": "completed", "tag": "fce6591c-98c5-4e21-a40a-17fe10ab7d14", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:43:53.674319 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-3e17cc8c-01a2-481c-ac98-5bf849b065a2 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:43:53.675086 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb32a04e-2dbb-48e7-856c-507102d2d509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce6591c-98c5-4e21-a40a-17fe10ab7d14', 'code': 200} Jul 06 13:43:53.678221 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 6b9d07db-7f84-49ce-b0d1-95c661e8a845, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=6b9d07db-7f84-49ce-b0d1-95c661e8a845,segment=NetworkSegment(78ae0a30-d800-4152-891b-c545e9763cb4),segment_id=78ae0a30-d800-4152-891b-c545e9763cb4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:53.730834 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port f0b6c076-3270-4355-a551-5e936cc434b6, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=f0b6c076-3270-4355-a551-5e936cc434b6,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:53.751420 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'f0b6c076-3270-4355-a551-5e936cc434b6', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': 'f0b6c076-3270-4355-a551-5e936cc434b6', 'mac_address': 'fa:16:3e:fd:5e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:43:53.755321 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '6b9d07db-7f84-49ce-b0d1-95c661e8a845', 'network_id': 'ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3', 'port_id': '6b9d07db-7f84-49ce-b0d1-95c661e8a845', 'mac_address': 'fa:16:3e:44:9a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce517ec-9130-4f36-af09-4b9fdd0ba45c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:43:53.766541 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.52', 59567) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:43:53.797923 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:53.824335 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ae5d8-6e86-40f8-97a1-4b7af6fd93bb req-3b8d54e0-064c-4014-8352-c419a4ec6cdb tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:53.831937 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b6c076-3270-4355-a551-5e936cc434b6 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:43:53.832939 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9b5ae5d8-6e86-40f8-97a1-4b7af6fd93bb req-3b8d54e0-064c-4014-8352-c419a4ec6cdb tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=afb69760-051b-4b3d-b937-4a40b7a571be HTTP/1.1" status: 200 len: 949 time: 0.2820930 Jul 06 13:43:53.856609 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port f0b6c076-3270-4355-a551-5e936cc434b6, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=f0b6c076-3270-4355-a551-5e936cc434b6,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:53.861982 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-da79430c-7d03-4d35-a7c2-4cd77a53fe37 req-58c97c4b-8e3f-4640-b29e-91d6cbe780fc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5080e3ca-6263-48f6-94b5-7086a496a09f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1395638 Jul 06 13:43:53.865106 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:53.891016 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-16ecea72-00b6-4ddd-a9b1-beae2cfd610f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:53.892568 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-16ecea72-00b6-4ddd-a9b1-beae2cfd610f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=220d4319c95847189296d6ec839eccde&device_id=ccb3f68d-646a-4f8b-82ad-039efbe82aa3 HTTP/1.1" status: 200 len: 1095 time: 0.2755973 Jul 06 13:43:53.898551 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:53.900788 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d00168-13ad-4286-88cf-e3400f9c44ad req-2fa8e6d9-1ff9-4bb1-96e7-40cb1dac7827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:53.902929 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f0d00168-13ad-4286-88cf-e3400f9c44ad req-2fa8e6d9-1ff9-4bb1-96e7-40cb1dac7827 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eb32a04e-2dbb-48e7-856c-507102d2d509 HTTP/1.1" status: 200 len: 1101 time: 0.1352856 Jul 06 13:43:53.919432 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9d07db-7f84-49ce-b0d1-95c661e8a845 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:43:53.944824 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881e245a-6fa6-4f0a-a900-e206e93d5591 None None] New status for floating IP cc81ec5a-c9b5-4c0a-90c8-ec4dc5b359c0: DOWN {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:43:53.952227 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=f0b6c076-3270-4355-a551-5e936cc434b6,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:53.957789 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 6b9d07db-7f84-49ce-b0d1-95c661e8a845, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=6b9d07db-7f84-49ce-b0d1-95c661e8a845,segment=NetworkSegment(78ae0a30-d800-4152-891b-c545e9763cb4),segment_id=78ae0a30-d800-4152-891b-c545e9763cb4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:53.962923 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:53.990211 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-ab7709ab-d6bf-4ea4-abff-b93aa2d71833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:53.991912 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-ab7709ab-d6bf-4ea4-abff-b93aa2d71833 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a56e97c4904044ce9798b96743e618e0&device_id=64b4c6b5-e9ad-4df8-a4c2-f66daaf38927 HTTP/1.1" status: 200 len: 1097 time: 0.3570077 Jul 06 13:43:54.022252 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=6b9d07db-7f84-49ce-b0d1-95c661e8a845,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:54.024252 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9b5ae5d8-6e86-40f8-97a1-4b7af6fd93bb req-d8fe795b-913b-4fef-b18b-4aa62cacdb0d tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904569 Jul 06 13:43:54.030145 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-a0cc9245-56f1-4cab-87dd-952b9be30dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:54.030370 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f0d00168-13ad-4286-88cf-e3400f9c44ad req-0cd3e28c-e9f5-46b8-9d69-4cc4e72f7d7c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e70d35a8-8a51-432f-9795-43e192f3e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203825 Jul 06 13:43:54.031855 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-a0cc9245-56f1-4cab-87dd-952b9be30dea service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=2348caba5ff048eca9a30073164626c9&device_id=315fd776-04f0-4cf9-828d-19f23de87e5a HTTP/1.1" status: 200 len: 1096 time: 0.3570700 Jul 06 13:43:54.055683 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79430c-7d03-4d35-a7c2-4cd77a53fe37 req-1c74a645-9608-41b1-834e-6a3deb5bc5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:54.057445 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-da79430c-7d03-4d35-a7c2-4cd77a53fe37 req-1c74a645-9608-41b1-834e-6a3deb5bc5ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf97b212161040be888f75b8c2d45231&device_id=5080e3ca-6263-48f6-94b5-7086a496a09f HTTP/1.1" status: 200 len: 1097 time: 0.1286917 Jul 06 13:43:54.152569 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['f0b6c076-3270-4355-a551-5e936cc434b6'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:43:54.204328 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79430c-7d03-4d35-a7c2-4cd77a53fe37 req-367f5109-08bb-4c6d-b304-84ec2162dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:54.204881 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-d0195e81-030b-4ca7-95b0-499548c5c1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:54.206403 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-d0195e81-030b-4ca7-95b0-499548c5c1d4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=624fdad4-82a3-4ebc-89e9-3ce038d748b0 HTTP/1.1" status: 200 len: 922 time: 0.1811857 Jul 06 13:43:54.206554 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-da79430c-7d03-4d35-a7c2-4cd77a53fe37 req-367f5109-08bb-4c6d-b304-84ec2162dcb2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aaaedc37-a943-4e08-a9d9-051a526a02c3 HTTP/1.1" status: 200 len: 924 time: 0.1099174 Jul 06 13:43:54.233094 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['6b9d07db-7f84-49ce-b0d1-95c661e8a845'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:43:54.292947 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-da79430c-7d03-4d35-a7c2-4cd77a53fe37 req-1fe7af13-971d-4375-914d-5f277d302613 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c9e03de-dd57-41db-a175-53a4138b65f8 HTTP/1.1" status: 200 len: 1000 time: 0.0747659 Jul 06 13:43:54.312465 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9800f-d863-4861-80ad-799c9be24676 req-0219e581-570e-4d67-8e6a-7892d4de1e58 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:54.314026 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f1d9800f-d863-4861-80ad-799c9be24676 req-0219e581-570e-4d67-8e6a-7892d4de1e58 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/ports?device_id=eb32a04e-2dbb-48e7-856c-507102d2d509 HTTP/1.1" status: 200 len: 950 time: 0.4739451 Jul 06 13:43:54.321107 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-5f2c2564-d19b-4a66-8083-36c12db32654 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eba98cb6-4db1-4179-9da9-c03d3f80437f HTTP/1.1" status: 200 len: 217 time: 0.0806839 Jul 06 13:43:54.345501 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79430c-7d03-4d35-a7c2-4cd77a53fe37 req-fa25f04c-0ad1-4b32-ab7a-b6d42e92b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:54.346982 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-da79430c-7d03-4d35-a7c2-4cd77a53fe37 req-fa25f04c-0ad1-4b32-ab7a-b6d42e92b01d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5b004f57-06ee-4d0d-a87a-55a49a717c6d HTTP/1.1" status: 200 len: 862 time: 0.0474019 Jul 06 13:43:54.397009 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-e977cf38-cbc0-41c0-9a0a-b132cbf3448e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:54.398926 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-e977cf38-cbc0-41c0-9a0a-b132cbf3448e service neutron] 10.222.0.124 "GET /v2.0/networks?id=ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3 HTTP/1.1" status: 200 len: 922 time: 0.4651129 Jul 06 13:43:54.411968 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79430c-7d03-4d35-a7c2-4cd77a53fe37 req-99b6ea93-6912-4b78-b9d8-0a80ba824666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:54.413592 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-da79430c-7d03-4d35-a7c2-4cd77a53fe37 req-99b6ea93-6912-4b78-b9d8-0a80ba824666 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aaaedc37-a943-4e08-a9d9-051a526a02c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582361 Jul 06 13:43:54.483573 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-61ea2545-6b70-41e9-ae62-2973a34eb3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:54.485224 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-61ea2545-6b70-41e9-ae62-2973a34eb3bb service neutron] 10.222.0.124 "GET /v2.0/networks?id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d HTTP/1.1" status: 200 len: 922 time: 0.4393644 Jul 06 13:43:54.486498 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-abdee774-e7ae-4f6a-9dbf-bc209004c363 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b9d07db-7f84-49ce-b0d1-95c661e8a845 HTTP/1.1" status: 200 len: 217 time: 0.0781894 Jul 06 13:43:54.493139 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f1d9800f-d863-4861-80ad-799c9be24676 req-8e8cc54f-2041-405c-9e42-3548aa0edf08 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/security-groups?id=e70d35a8-8a51-432f-9795-43e192f3e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610763 Jul 06 13:43:54.500700 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb513f48-43e3-44d6-bfe5-96a0c7d1d054 req-3b50a200-3646-43b4-9e91-cadd76d3364a tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:54.502765 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb513f48-43e3-44d6-bfe5-96a0c7d1d054 req-3b50a200-3646-43b4-9e91-cadd76d3364a tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/ports?device_id=73af7146-4571-4f89-b02f-380987dcee5c HTTP/1.1" status: 200 len: 949 time: 0.3394184 Jul 06 13:43:54.504226 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-bdf1e577-15e1-471b-9165-f4167a8e3c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:54.505620 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-bdf1e577-15e1-471b-9165-f4167a8e3c0d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b HTTP/1.1" status: 200 len: 860 time: 0.1652999 Jul 06 13:43:54.523986 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-da79430c-7d03-4d35-a7c2-4cd77a53fe37 req-a941ff5f-270d-4969-9d30-bdf8b5ca976c service neutron] 10.222.0.52 "GET /v2.0/networks/aaaedc37-a943-4e08-a9d9-051a526a02c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008842 Jul 06 13:43:54.606306 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-b9b211ce-1c97-4d71-9e3a-ea682a956a58 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=104043a5-c3b3-4005-8a90-da31e70f6533 HTTP/1.1" status: 200 len: 217 time: 0.0989602 Jul 06 13:43:54.625404 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-da79430c-7d03-4d35-a7c2-4cd77a53fe37 req-590bc148-456a-4c53-af6b-c57b4e0d107d service neutron] 10.222.0.52 "GET /v2.0/networks/aaaedc37-a943-4e08-a9d9-051a526a02c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949323 Jul 06 13:43:54.982428 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-a9a22daa-cb97-4624-b2cb-7396d647d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:54.983879 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-a9a22daa-cb97-4624-b2cb-7396d647d518 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=1ce517ec-9130-4f36-af09-4b9fdd0ba45c HTTP/1.1" status: 200 len: 861 time: 0.4708815 Jul 06 13:43:54.990819 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb513f48-43e3-44d6-bfe5-96a0c7d1d054 req-d107a8b8-6972-43cf-be3b-6356c5c6b91b tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/security-groups?id=134f3cd8-9c08-47ea-b250-008e5ce580d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655221 Jul 06 13:43:55.005545 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-1bc3f795-cd83-47d5-9954-295c9565477b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:55.007201 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-1bc3f795-cd83-47d5-9954-295c9565477b service neutron] 10.222.0.124 "GET /v2.0/subnets?id=54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a HTTP/1.1" status: 200 len: 861 time: 0.3892994 Jul 06 13:43:55.070281 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-d970a5df-2a18-4428-a960-a44e6449ac4c service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621440 Jul 06 13:43:55.074058 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-dfc9ca39-51cf-4bb9-a390-7832f3b43a47 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488682 Jul 06 13:43:55.077402 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-440bc541-436e-497f-8812-2b739942cbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:55.078846 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-440bc541-436e-497f-8812-2b739942cbb8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=624fdad4-82a3-4ebc-89e9-3ce038d748b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5576048 Jul 06 13:43:55.134724 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f9898-8194-408a-9d84-979085b20816 req-a2eddb1e-0cb2-4a44-8376-a2b7f0ec9278 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:55.136720 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc3f9898-8194-408a-9d84-979085b20816 req-a2eddb1e-0cb2-4a44-8376-a2b7f0ec9278 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ccb3f68d-646a-4f8b-82ad-039efbe82aa3 HTTP/1.1" status: 200 len: 945 time: 0.5177913 Jul 06 13:43:55.389443 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc3f9898-8194-408a-9d84-979085b20816 req-78433e15-e091-463f-98f3-731f65a8b612 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043571 Jul 06 13:43:55.404079 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-74cb4122-6fb0-4356-9822-86a1553b6e21 service neutron] 10.222.0.124 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166530 Jul 06 13:43:55.413072 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-b98fa381-a852-4643-b24a-6b305a666384 service neutron] 10.222.0.124 "GET /v2.0/networks/ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244677 Jul 06 13:43:55.414970 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 6b9d07db-7f84-49ce-b0d1-95c661e8a845 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:43:55.439142 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-ad211084-8b36-488b-b28d-7b584e2f134b service neutron] 10.222.0.52 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551591 Jul 06 13:43:55.472283 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 6b9d07db-7f84-49ce-b0d1-95c661e8a845 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:43:55.477069 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 6b9d07db-7f84-49ce-b0d1-95c661e8a845 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:43:55.477578 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:55.557312 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device f0b6c076-3270-4355-a551-5e936cc434b6 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:43:55.587202 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f5e69-1600-4fa6-a992-e70345daeee9 req-21cb34f0-24ea-4e36-9f39-fe2e15497164 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:55.587973 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f1f5e69-1600-4fa6-a992-e70345daeee9 req-21cb34f0-24ea-4e36-9f39-fe2e15497164 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=315fd776-04f0-4cf9-828d-19f23de87e5a HTTP/1.1" status: 200 len: 945 time: 0.3370986 Jul 06 13:43:55.604346 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:55.619071 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b4c6b5-e9ad-4df8-a4c2-f66daaf38927', 'tag': 'eba98cb6-4db1-4179-9da9-c03d3f80437f'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:43:55.620916 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6630c651-2546-447d-96f3-4a86e7312b91" -d '{"events": [{"name": "network-changed", "server_uuid": "64b4c6b5-e9ad-4df8-a4c2-f66daaf38927", "tag": "eba98cb6-4db1-4179-9da9-c03d3f80437f"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:43:55.662860 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 6b9d07db-7f84-49ce-b0d1-95c661e8a845, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=6b9d07db-7f84-49ce-b0d1-95c661e8a845,segment=NetworkSegment(78ae0a30-d800-4152-891b-c545e9763cb4),segment_id=78ae0a30-d800-4152-891b-c545e9763cb4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:55.665165 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port f0b6c076-3270-4355-a551-5e936cc434b6 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:43:55.669946 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:55.674776 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port f0b6c076-3270-4355-a551-5e936cc434b6 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:43:55.674776 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:55.679077 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb3f68d-646a-4f8b-82ad-039efbe82aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9d07db-7f84-49ce-b0d1-95c661e8a845'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:43:55.683721 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c472f9-df0d-49da-9b79-b1db3b8a81d9" -d '{"events": [{"server_uuid": "ccb3f68d-646a-4f8b-82ad-039efbe82aa3", "name": "network-vif-plugged", "status": "completed", "tag": "6b9d07db-7f84-49ce-b0d1-95c661e8a845"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:43:55.696358 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-5ecb7993-2767-4fe2-b22e-87bac0bd7739 service neutron] 10.222.0.124 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823324 Jul 06 13:43:55.716429 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f1f5e69-1600-4fa6-a992-e70345daeee9 req-7195b582-b49b-4402-9c79-175ce2f72be8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156130 Jul 06 13:43:55.742008 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-32d60798-03e9-4a10-90a2-ebd1873867c1 service neutron] 10.222.0.124 "GET /v2.0/networks/ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140290 Jul 06 13:43:55.751494 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-702279f6-6d93-472a-af06-67ea274296bd service neutron] 10.222.0.52 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691865 Jul 06 13:43:55.776095 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=6b9d07db-7f84-49ce-b0d1-95c661e8a845,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:55.804947 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69911f-9c7f-4091-bab1-02c7e7ad90b0 req-45bb50d0-e634-4c4c-ad7e-7151007f3351 tempest-ServersOnMultiNodesTest-1990585717 tempest-ServersOnMultiNodesTest-1990585717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:55.806964 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f69911f-9c7f-4091-bab1-02c7e7ad90b0 req-45bb50d0-e634-4c4c-ad7e-7151007f3351 tempest-ServersOnMultiNodesTest-1990585717 tempest-ServersOnMultiNodesTest-1990585717-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=afb69760-051b-4b3d-b937-4a40b7a571be HTTP/1.1" status: 200 len: 1100 time: 0.0676785 Jul 06 13:43:55.839815 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:55.864240 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6f69911f-9c7f-4091-bab1-02c7e7ad90b0 req-ae46000b-a6c8-4a36-aa21-6835ae8d56b3 tempest-ServersOnMultiNodesTest-1990585717 tempest-ServersOnMultiNodesTest-1990585717-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:55.877095 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port f0b6c076-3270-4355-a551-5e936cc434b6, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=f0b6c076-3270-4355-a551-5e936cc434b6,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:55.881782 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:55.934881 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=f0b6c076-3270-4355-a551-5e936cc434b6,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:56.033820 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-9e677a0f-fad1-4d00-b95b-7ed6a792ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:56.035963 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-9e677a0f-fad1-4d00-b95b-7ed6a792ddd0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2180cbe1553d44a38afa37b9f9bc77d7&device_id=73af7146-4571-4f89-b02f-380987dcee5c HTTP/1.1" status: 200 len: 1100 time: 0.2280860 Jul 06 13:43:56.067235 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-c7566565-446b-487b-85fe-9d4993e04ac7 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:56.068813 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-c7566565-446b-487b-85fe-9d4993e04ac7 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.124 "GET /v2.0/ports?device_id=315fd776-04f0-4cf9-828d-19f23de87e5a&tenant_id=2348caba5ff048eca9a30073164626c9&binding%3Ahost_id=n-h1-773644-6 HTTP/1.1" status: 200 len: 1096 time: 0.2149379 Jul 06 13:43:56.115425 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-b7c61afa-0c66-450d-997f-10a8380935c5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-773644-6'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:43:56.166084 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc4b27-e065-4ce2-90ab-b7ce438b9cd7 req-fafc41f2-11bb-4b48-b517-47f020fa2d51 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:56.167583 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56dc4b27-e065-4ce2-90ab-b7ce438b9cd7 req-fafc41f2-11bb-4b48-b517-47f020fa2d51 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/ports?device_id=eb32a04e-2dbb-48e7-856c-507102d2d509 HTTP/1.1" status: 200 len: 950 time: 0.2434521 Jul 06 13:43:56.284289 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6f69911f-9c7f-4091-bab1-02c7e7ad90b0 req-ae46000b-a6c8-4a36-aa21-6835ae8d56b3 tempest-ServersOnMultiNodesTest-1990585717 tempest-ServersOnMultiNodesTest-1990585717-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:56.295553 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56dc4b27-e065-4ce2-90ab-b7ce438b9cd7 req-6c39311a-07b8-49a6-8181-d96079d1ade5 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/security-groups?id=e70d35a8-8a51-432f-9795-43e192f3e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207786 Jul 06 13:43:56.301867 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6f69911f-9c7f-4091-bab1-02c7e7ad90b0 req-ae46000b-a6c8-4a36-aa21-6835ae8d56b3 tempest-ServersOnMultiNodesTest-1990585717 tempest-ServersOnMultiNodesTest-1990585717-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:56.314183 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-e28e4fbc-555b-42a3-94c3-9afc9604d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:56.315822 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-e28e4fbc-555b-42a3-94c3-9afc9604d7c2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.2622485 Jul 06 13:43:56.322945 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-b7c61afa-0c66-450d-997f-10a8380935c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:56.347658 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ce0873-7166-43e4-82c0-528dbfc50970 x-openstack-request-id: req-b8ce0873-7166-43e4-82c0-528dbfc50970 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:43:56.348721 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64b4c6b5-e9ad-4df8-a4c2-f66daaf38927", "tag": "eba98cb6-4db1-4179-9da9-c03d3f80437f", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:43:56.348985 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-b8ce0873-7166-43e4-82c0-528dbfc50970 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:43:56.349387 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b4c6b5-e9ad-4df8-a4c2-f66daaf38927', 'tag': 'eba98cb6-4db1-4179-9da9-c03d3f80437f', 'status': 'completed', 'code': 200} Jul 06 13:43:56.354306 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f69911f-9c7f-4091-bab1-02c7e7ad90b0 req-ae46000b-a6c8-4a36-aa21-6835ae8d56b3 tempest-ServersOnMultiNodesTest-1990585717 tempest-ServersOnMultiNodesTest-1990585717-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366602 Jul 06 13:43:56.383923 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d00122-bbdc-4fc8-82c4-c49aeedc334e x-openstack-request-id: req-e4d00122-bbdc-4fc8-82c4-c49aeedc334e {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:43:56.384293 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb3f68d-646a-4f8b-82ad-039efbe82aa3", "name": "network-vif-plugged", "status": "completed", "tag": "6b9d07db-7f84-49ce-b0d1-95c661e8a845", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:43:56.384536 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e4d00122-bbdc-4fc8-82c4-c49aeedc334e {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:43:56.384938 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb3f68d-646a-4f8b-82ad-039efbe82aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9d07db-7f84-49ce-b0d1-95c661e8a845', 'code': 200} Jul 06 13:43:56.418971 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-0ecb95e4-7316-48a5-8f65-d6544e84d04b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=f0b6c076-3270-4355-a551-5e936cc434b6 HTTP/1.1" status: 200 len: 217 time: 0.0881619 Jul 06 13:43:56.445699 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46000b-a6c8-4a36-aa21-6835ae8d56b3 tempest-ServersOnMultiNodesTest-1990585717 tempest-ServersOnMultiNodesTest-1990585717-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed8246a-b828-465d-9245-ff806d3d8e13,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:56.497835 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630c651-2546-447d-96f3-4a86e7312b91 req-e40800da-5e75-48f6-9bed-18f388928a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:56.499980 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6630c651-2546-447d-96f3-4a86e7312b91 req-e40800da-5e75-48f6-9bed-18f388928a16 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a56e97c4904044ce9798b96743e618e0&device_id=64b4c6b5-e9ad-4df8-a4c2-f66daaf38927 HTTP/1.1" status: 200 len: 1097 time: 0.1115642 Jul 06 13:43:56.556547 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd8cb78d-af2c-46d3-bac8-05ec95d098e9 req-8ce4d271-b10e-4a3b-92d9-a3ad598a469b tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/floatingips/cc81ec5a-c9b5-4c0a-90c8-ec4dc5b359c0 HTTP/1.1" status: 200 len: 693 time: 0.1446617 Jul 06 13:43:56.592473 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630c651-2546-447d-96f3-4a86e7312b91 req-c53e7d36-972d-4b94-aa70-adb4b4cc9df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:56.593989 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6630c651-2546-447d-96f3-4a86e7312b91 req-c53e7d36-972d-4b94-aa70-adb4b4cc9df4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=624fdad4-82a3-4ebc-89e9-3ce038d748b0 HTTP/1.1" status: 200 len: 922 time: 0.0875309 Jul 06 13:43:56.638308 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6630c651-2546-447d-96f3-4a86e7312b91 req-8c9867bf-2f9d-4340-b729-e918511ef696 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eba98cb6-4db1-4179-9da9-c03d3f80437f HTTP/1.1" status: 200 len: 217 time: 0.0375617 Jul 06 13:43:56.686403 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630c651-2546-447d-96f3-4a86e7312b91 req-19431c86-284c-48df-9fc0-326a0bc005f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:56.687876 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6630c651-2546-447d-96f3-4a86e7312b91 req-19431c86-284c-48df-9fc0-326a0bc005f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b HTTP/1.1" status: 200 len: 860 time: 0.0433915 Jul 06 13:43:56.700101 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-d4e790fb-5d54-4746-9008-c2cbe56cf312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:56.701550 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-d4e790fb-5d54-4746-9008-c2cbe56cf312 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.2494261 Jul 06 13:43:56.746474 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630c651-2546-447d-96f3-4a86e7312b91 req-395baa9a-554a-4971-89dd-d15d5423cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:56.747995 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6630c651-2546-447d-96f3-4a86e7312b91 req-395baa9a-554a-4971-89dd-d15d5423cccc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=624fdad4-82a3-4ebc-89e9-3ce038d748b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530086 Jul 06 13:43:56.828669 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-b7c61afa-0c66-450d-997f-10a8380935c5 service neutron] For port 104043a5-c3b3-4005-8a90-da31e70f6533, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=104043a5-c3b3-4005-8a90-da31e70f6533,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:43:56.834809 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c761e38-1371-4a38-93d3-6c39e4ca2f8a req-f59eb59d-1a91-4932-8d32-389c9df7f251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:56.836600 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3c761e38-1371-4a38-93d3-6c39e4ca2f8a req-f59eb59d-1a91-4932-8d32-389c9df7f251 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=ccb3f68d-646a-4f8b-82ad-039efbe82aa3 HTTP/1.1" status: 200 len: 1097 time: 0.3109031 Jul 06 13:43:56.839257 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6630c651-2546-447d-96f3-4a86e7312b91 req-21582887-0847-48b5-a6a4-9cd574e4c618 service neutron] 10.222.0.52 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846581 Jul 06 13:43:56.873821 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b2ffc-70b2-48f7-a784-4456bb638972 req-61fb26fb-d868-45e6-9d62-ceac2494d2ef tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:56.875424 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-282b2ffc-70b2-48f7-a784-4456bb638972 req-61fb26fb-d868-45e6-9d62-ceac2494d2ef tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/ports?device_id=73af7146-4571-4f89-b02f-380987dcee5c HTTP/1.1" status: 200 len: 950 time: 0.3485606 Jul 06 13:43:56.897124 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8cb78d-af2c-46d3-bac8-05ec95d098e9 req-ee7b8fd6-f4a8-4fdc-a247-5a17e9c2418f tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:56.898536 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd8cb78d-af2c-46d3-bac8-05ec95d098e9 req-ee7b8fd6-f4a8-4fdc-a247-5a17e9c2418f tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 784 time: 0.3191898 Jul 06 13:43:56.924235 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-cd8cb78d-af2c-46d3-bac8-05ec95d098e9 req-7229c6d5-3536-4c62-a7b5-5941903f2d09 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:43:56.925268 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd8cb78d-af2c-46d3-bac8-05ec95d098e9 req-7229c6d5-3536-4c62-a7b5-5941903f2d09 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135999 Jul 06 13:43:56.942687 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6630c651-2546-447d-96f3-4a86e7312b91 req-de32c4a4-bb36-4455-b5ca-093f6787d96d service neutron] 10.222.0.52 "GET /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966413 Jul 06 13:43:56.969140 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-3dfc4a21-914a-40be-93a7-cb2d2dd2a68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:56.970717 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-3dfc4a21-914a-40be-93a7-cb2d2dd2a68f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2560575 Jul 06 13:43:56.979919 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-b7c61afa-0c66-450d-997f-10a8380935c5 service neutron] For port 104043a5-c3b3-4005-8a90-da31e70f6533, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:43:57.307514 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3c761e38-1371-4a38-93d3-6c39e4ca2f8a req-9e2499bf-cf5f-44a8-b2ef-734a34924382 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554362 Jul 06 13:43:57.361152 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd8cb78d-af2c-46d3-bac8-05ec95d098e9 req-374ee70a-feba-4394-a48e-e7b06bc466f7 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.16 HTTP/1.1" status: 200 len: 696 time: 0.4212866 Jul 06 13:43:57.365159 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-282b2ffc-70b2-48f7-a784-4456bb638972 req-6e770ca0-312e-4df3-8de6-dca4a1e4bdff tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/security-groups?id=134f3cd8-9c08-47ea-b250-008e5ce580d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765828 Jul 06 13:43:57.439432 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-b7c61afa-0c66-450d-997f-10a8380935c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:57.445208 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd8cb78d-af2c-46d3-bac8-05ec95d098e9 req-bd66e71e-5840-45eb-9704-e1d467c763fa tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.16 HTTP/1.1" status: 200 len: 696 time: 0.0736673 Jul 06 13:43:57.460188 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-b7c61afa-0c66-450d-997f-10a8380935c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:57.552554 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-fcd0312b-caa6-4a05-b9de-3b637577a94b service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5691683 Jul 06 13:43:57.670049 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c61afa-0c66-450d-997f-10a8380935c5 service neutron] Pushing event updated for resources: {'Port': ['ID=104043a5-c3b3-4005-8a90-da31e70f6533,revision_number=7']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:57.746528 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-b7c61afa-0c66-450d-997f-10a8380935c5 service neutron] Attempting to bind port 104043a5-c3b3-4005-8a90-da31e70f6533 on host n-h1-773644-6 for vnic_type normal with profile {"migrating_to": "n-h2-773644-6"} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:43:57.746920 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-b7c61afa-0c66-450d-997f-10a8380935c5 service neutron] Attempting to bind port 104043a5-c3b3-4005-8a90-da31e70f6533 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:43:57.747310 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-b7c61afa-0c66-450d-997f-10a8380935c5 service neutron] Attempting to bind port 104043a5-c3b3-4005-8a90-da31e70f6533 on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:43:57.767414 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-b7c61afa-0c66-450d-997f-10a8380935c5 service neutron] Port 104043a5-c3b3-4005-8a90-da31e70f6533 on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:43:57.767754 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-b7c61afa-0c66-450d-997f-10a8380935c5 service neutron] Attempting to bind port 104043a5-c3b3-4005-8a90-da31e70f6533 on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:43:57.780295 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-18c35bbe-96ed-4e0a-b9ac-0ea9b328a468 req-1b54aa59-1324-4fb8-a8bb-c79eab29e649 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145507 Jul 06 13:43:57.781930 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-b7c61afa-0c66-450d-997f-10a8380935c5 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:43:57.782277 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-b7c61afa-0c66-450d-997f-10a8380935c5 service neutron] Checking segment: {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:43:57.782669 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-b7c61afa-0c66-450d-997f-10a8380935c5 service neutron] Bound using segment: {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:43:57.783119 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-b7c61afa-0c66-450d-997f-10a8380935c5 service neutron] Bound port: 104043a5-c3b3-4005-8a90-da31e70f6533, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:43:57.783486 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-b7c61afa-0c66-450d-997f-10a8380935c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:57.805717 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-cd8cb78d-af2c-46d3-bac8-05ec95d098e9 req-62a680ff-c90b-4bc3-99de-6eb40529cfbe tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Deleting port 1c410114-9851-4a3d-8975-58e723cec33d {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:43:57.806090 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cd8cb78d-af2c-46d3-bac8-05ec95d098e9 req-62a680ff-c90b-4bc3-99de-6eb40529cfbe tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:57.935805 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-b7c61afa-0c66-450d-997f-10a8380935c5 service neutron] For port 104043a5-c3b3-4005-8a90-da31e70f6533, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:43:57.938862 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cd8cb78d-af2c-46d3-bac8-05ec95d098e9 req-62a680ff-c90b-4bc3-99de-6eb40529cfbe tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:57.939197 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cd8cb78d-af2c-46d3-bac8-05ec95d098e9 req-62a680ff-c90b-4bc3-99de-6eb40529cfbe tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:57.943039 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-b7c61afa-0c66-450d-997f-10a8380935c5 service neutron] For port 104043a5-c3b3-4005-8a90-da31e70f6533, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=104043a5-c3b3-4005-8a90-da31e70f6533,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:43:57.950030 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-b7c61afa-0c66-450d-997f-10a8380935c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:57.965644 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-cd8cb78d-af2c-46d3-bac8-05ec95d098e9 req-62a680ff-c90b-4bc3-99de-6eb40529cfbe tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Calling delete_port for 1c410114-9851-4a3d-8975-58e723cec33d owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:43:58.124945 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c61afa-0c66-450d-997f-10a8380935c5 service neutron] Pushing event updated for resources: {'Port': ['ID=104043a5-c3b3-4005-8a90-da31e70f6533,revision_number=8']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:58.129097 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-b7c61afa-0c66-450d-997f-10a8380935c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:58.129854 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-b7c61afa-0c66-450d-997f-10a8380935c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:58.131294 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-b7c61afa-0c66-450d-997f-10a8380935c5 service neutron] 10.222.0.124 "PUT /v2.0/ports/104043a5-c3b3-4005-8a90-da31e70f6533 HTTP/1.1" status: 200 len: 1121 time: 2.0214567 Jul 06 13:43:58.187098 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fefadd3-7894-4095-b465-b37414e9548a req-bfd2fd4f-757e-4d84-96ce-55b5f8530dad tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:58.188893 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0fefadd3-7894-4095-b465-b37414e9548a req-bfd2fd4f-757e-4d84-96ce-55b5f8530dad tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ccb3f68d-646a-4f8b-82ad-039efbe82aa3 HTTP/1.1" status: 200 len: 946 time: 0.2033098 Jul 06 13:43:58.250514 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['104043a5-c3b3-4005-8a90-da31e70f6533'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:43:58.267786 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0fefadd3-7894-4095-b465-b37414e9548a req-b3831950-d21a-426a-a6f0-822ac0635c37 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664015 Jul 06 13:43:58.278950 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cd8cb78d-af2c-46d3-bac8-05ec95d098e9 req-62a680ff-c90b-4bc3-99de-6eb40529cfbe tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:58.311059 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a680ff-c90b-4bc3-99de-6eb40529cfbe tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Pushing event deleted for resources: {'Port': ['ID=1c410114-9851-4a3d-8975-58e723cec33d,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:43:58.350884 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315fd776-04f0-4cf9-828d-19f23de87e5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '104043a5-c3b3-4005-8a90-da31e70f6533'}, {'name': 'network-changed', 'server_uuid': '315fd776-04f0-4cf9-828d-19f23de87e5a', 'tag': '104043a5-c3b3-4005-8a90-da31e70f6533'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:43:58.353451 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b95d540-2480-4f87-b0f0-32a6cc15067f" -d '{"events": [{"server_uuid": "315fd776-04f0-4cf9-828d-19f23de87e5a", "name": "network-vif-unplugged", "status": "completed", "tag": "104043a5-c3b3-4005-8a90-da31e70f6533"}, {"name": "network-changed", "server_uuid": "315fd776-04f0-4cf9-828d-19f23de87e5a", "tag": "104043a5-c3b3-4005-8a90-da31e70f6533"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:43:58.385962 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73af7146-4571-4f89-b02f-380987dcee5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b6c076-3270-4355-a551-5e936cc434b6'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:43:58.388218 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66028db-4e73-4630-a24c-d0b2511037f9" -d '{"events": [{"server_uuid": "73af7146-4571-4f89-b02f-380987dcee5c", "name": "network-vif-plugged", "status": "completed", "tag": "f0b6c076-3270-4355-a551-5e936cc434b6"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:43:58.408574 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cd8cb78d-af2c-46d3-bac8-05ec95d098e9 req-62a680ff-c90b-4bc3-99de-6eb40529cfbe tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:58.414093 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cd8cb78d-af2c-46d3-bac8-05ec95d098e9 req-62a680ff-c90b-4bc3-99de-6eb40529cfbe tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:58.415750 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd8cb78d-af2c-46d3-bac8-05ec95d098e9 req-62a680ff-c90b-4bc3-99de-6eb40529cfbe tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "DELETE /v2.0/floatingips/cc81ec5a-c9b5-4c0a-90c8-ec4dc5b359c0 HTTP/1.1" status: 204 len: 173 time: 0.9595480 Jul 06 13:43:58.528541 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374564d3-5a2b-486c-868d-f4f901158248 req-e71b13b5-c438-4819-9d81-45a0097a34dd tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:58.530097 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-374564d3-5a2b-486c-868d-f4f901158248 req-e71b13b5-c438-4819-9d81-45a0097a34dd tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=315fd776-04f0-4cf9-828d-19f23de87e5a HTTP/1.1" status: 200 len: 943 time: 0.0752540 Jul 06 13:43:58.605290 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-374564d3-5a2b-486c-868d-f4f901158248 req-95b4bf5b-6afe-4e37-935b-a43a796c8d30 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690124 Jul 06 13:43:58.635533 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579d692-b788-437d-99d5-90fe80ad9f44 req-4a5cefa5-8625-4102-8ba8-7a9c181239e2 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:58.637242 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9579d692-b788-437d-99d5-90fe80ad9f44 req-4a5cefa5-8625-4102-8ba8-7a9c181239e2 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/ports?device_id=eb32a04e-2dbb-48e7-856c-507102d2d509 HTTP/1.1" status: 200 len: 950 time: 0.0948427 Jul 06 13:43:58.676856 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9579d692-b788-437d-99d5-90fe80ad9f44 req-38343abd-8aff-47e2-8fae-f4140b4532a8 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/security-groups?id=e70d35a8-8a51-432f-9795-43e192f3e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337913 Jul 06 13:43:58.741310 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 06 Jul 2021 13:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5af4abe-78e0-483e-99b5-d06178c86306 x-openstack-request-id: req-c5af4abe-78e0-483e-99b5-d06178c86306 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:43:58.741605 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315fd776-04f0-4cf9-828d-19f23de87e5a", "name": "network-vif-unplugged", "status": "completed", "tag": "104043a5-c3b3-4005-8a90-da31e70f6533", "code": 200}, {"name": "network-changed", "server_uuid": "315fd776-04f0-4cf9-828d-19f23de87e5a", "tag": "104043a5-c3b3-4005-8a90-da31e70f6533", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:43:58.741904 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c5af4abe-78e0-483e-99b5-d06178c86306 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:43:58.742294 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315fd776-04f0-4cf9-828d-19f23de87e5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '104043a5-c3b3-4005-8a90-da31e70f6533', 'code': 200} Jul 06 13:43:58.742543 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315fd776-04f0-4cf9-828d-19f23de87e5a', 'tag': '104043a5-c3b3-4005-8a90-da31e70f6533', 'status': 'completed', 'code': 200} Jul 06 13:43:58.744519 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-7a0fcdaa-85a6-46c5-aa7a-909180b05aae tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271347 Jul 06 13:43:58.769879 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b233edb8-cebf-4d4a-99bc-2ed7e8602698 x-openstack-request-id: req-b233edb8-cebf-4d4a-99bc-2ed7e8602698 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:43:58.770475 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73af7146-4571-4f89-b02f-380987dcee5c", "name": "network-vif-plugged", "status": "completed", "tag": "f0b6c076-3270-4355-a551-5e936cc434b6", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:43:58.770616 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-b233edb8-cebf-4d4a-99bc-2ed7e8602698 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:43:58.771215 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73af7146-4571-4f89-b02f-380987dcee5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b6c076-3270-4355-a551-5e936cc434b6', 'code': 200} Jul 06 13:43:58.888263 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cac6a-2d41-4f92-a769-4960f0f39aba req-e927a2ee-8814-47fc-821c-739de3f41849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:58.889812 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5b1cac6a-2d41-4f92-a769-4960f0f39aba req-e927a2ee-8814-47fc-821c-739de3f41849 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=73af7146-4571-4f89-b02f-380987dcee5c HTTP/1.1" status: 200 len: 1101 time: 0.0578163 Jul 06 13:43:58.924805 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5b1cac6a-2d41-4f92-a769-4960f0f39aba req-1f8ebbb2-9f53-49e5-8ece-5b7541b51d39 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=134f3cd8-9c08-47ea-b250-008e5ce580d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281432 Jul 06 13:43:58.933400 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-78bc8fbe-df50-4381-b7b0-ba38e5ddf04c tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:58.934901 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-78bc8fbe-df50-4381-b7b0-ba38e5ddf04c tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1848185 Jul 06 13:43:58.939975 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95d540-2480-4f87-b0f0-32a6cc15067f req-99194ac5-b09e-42b2-a5e6-c97ef67b7e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:58.941955 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b95d540-2480-4f87-b0f0-32a6cc15067f req-99194ac5-b09e-42b2-a5e6-c97ef67b7e4a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2348caba5ff048eca9a30073164626c9&device_id=315fd776-04f0-4cf9-828d-19f23de87e5a HTTP/1.1" status: 200 len: 1124 time: 0.1793349 Jul 06 13:43:58.958007 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-95a4a522-0693-43b8-80df-485d9f844341 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/quotas/0a3b9513c4994d478b01e1dbfa52d0ba HTTP/1.1" status: 200 len: 375 time: 0.0150511 Jul 06 13:43:58.995171 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378fb86-7d65-44ac-918e-7102a3004555 req-756e3520-c488-4553-a161-fc61d84371ae tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:58.996611 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3378fb86-7d65-44ac-918e-7102a3004555 req-756e3520-c488-4553-a161-fc61d84371ae tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/ports?device_id=73af7146-4571-4f89-b02f-380987dcee5c HTTP/1.1" status: 200 len: 950 time: 0.1358576 Jul 06 13:43:59.117143 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3378fb86-7d65-44ac-918e-7102a3004555 req-06dff26c-36a2-4e4c-af51-3f715c3b6ce9 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/security-groups?id=134f3cd8-9c08-47ea-b250-008e5ce580d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917807 Jul 06 13:43:59.143383 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95d540-2480-4f87-b0f0-32a6cc15067f req-31ce1067-ea95-4f14-9e21-aa66bc593c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:59.146052 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b95d540-2480-4f87-b0f0-32a6cc15067f req-31ce1067-ea95-4f14-9e21-aa66bc593c43 service neutron] 10.222.0.52 "GET /v2.0/networks?id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d HTTP/1.1" status: 200 len: 922 time: 0.1668584 Jul 06 13:43:59.150971 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-d8dc6653-a081-42e6-8379-e303c00e8472 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1850560 Jul 06 13:43:59.198315 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b95d540-2480-4f87-b0f0-32a6cc15067f req-b845fb94-11f2-4f6a-a145-0c9a1b536ca7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=104043a5-c3b3-4005-8a90-da31e70f6533 HTTP/1.1" status: 200 len: 217 time: 0.0446312 Jul 06 13:43:59.253341 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95d540-2480-4f87-b0f0-32a6cc15067f req-053fbd63-eada-4759-9d43-a202f5ef2f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:59.255315 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b95d540-2480-4f87-b0f0-32a6cc15067f req-053fbd63-eada-4759-9d43-a202f5ef2f76 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a HTTP/1.1" status: 200 len: 861 time: 0.0510058 Jul 06 13:43:59.307008 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b95d540-2480-4f87-b0f0-32a6cc15067f req-348f6359-2582-4375-a598-22cc83284252 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417130 Jul 06 13:43:59.427206 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b95d540-2480-4f87-b0f0-32a6cc15067f req-a386bd68-9682-4c01-bf03-cec2ab9617b4 service neutron] 10.222.0.52 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078699 Jul 06 13:43:59.528893 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b95d540-2480-4f87-b0f0-32a6cc15067f req-c37ee857-8fa9-46f2-b201-6e0ba9922f71 service neutron] 10.222.0.52 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917511 Jul 06 13:43:59.680867 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41920070-2c46-46ff-b02c-c07fee7a2657 req-31e76096-beb8-4feb-a94f-da06ad3e2703 tempest-LiveMigrationNegativeTest-1039097913 tempest-LiveMigrationNegativeTest-1039097913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:59.682649 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-41920070-2c46-46ff-b02c-c07fee7a2657 req-31e76096-beb8-4feb-a94f-da06ad3e2703 tempest-LiveMigrationNegativeTest-1039097913 tempest-LiveMigrationNegativeTest-1039097913-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=eb32a04e-2dbb-48e7-856c-507102d2d509 HTTP/1.1" status: 200 len: 1101 time: 0.0666969 Jul 06 13:43:59.735486 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-41920070-2c46-46ff-b02c-c07fee7a2657 req-1f2fb544-69dc-48f7-8a11-c99234f4de80 tempest-LiveMigrationNegativeTest-1039097913 tempest-LiveMigrationNegativeTest-1039097913-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:59.795321 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decaeb88-b6a7-4fa8-8141-04760941c97f req-87f345f5-0503-4080-91c4-abff5822ad7a tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:43:59.796870 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-decaeb88-b6a7-4fa8-8141-04760941c97f req-87f345f5-0503-4080-91c4-abff5822ad7a tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ccb3f68d-646a-4f8b-82ad-039efbe82aa3 HTTP/1.1" status: 200 len: 946 time: 0.1112978 Jul 06 13:43:59.864879 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-decaeb88-b6a7-4fa8-8141-04760941c97f req-cd215989-beb7-4b3b-88e1-201f0771695d tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580902 Jul 06 13:43:59.953798 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-41920070-2c46-46ff-b02c-c07fee7a2657 req-1f2fb544-69dc-48f7-8a11-c99234f4de80 tempest-LiveMigrationNegativeTest-1039097913 tempest-LiveMigrationNegativeTest-1039097913-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:59.959749 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-41920070-2c46-46ff-b02c-c07fee7a2657 req-1f2fb544-69dc-48f7-8a11-c99234f4de80 tempest-LiveMigrationNegativeTest-1039097913 tempest-LiveMigrationNegativeTest-1039097913-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:43:59.991428 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-41920070-2c46-46ff-b02c-c07fee7a2657 req-1f2fb544-69dc-48f7-8a11-c99234f4de80 tempest-LiveMigrationNegativeTest-1039097913 tempest-LiveMigrationNegativeTest-1039097913-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=e70d35a8-8a51-432f-9795-43e192f3e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757764 Jul 06 13:44:00.046306 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2fb544-69dc-48f7-8a11-c99234f4de80 tempest-LiveMigrationNegativeTest-1039097913 tempest-LiveMigrationNegativeTest-1039097913-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aef7b28-d580-442e-8dcd-7efb75a0a98f,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:00.098412 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b62f6-087f-4a57-a37a-fd4d9af073e5 req-39932799-3f8c-4e0b-8bd7-77220bb162be tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:00.099434 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c6b62f6-087f-4a57-a37a-fd4d9af073e5 req-39932799-3f8c-4e0b-8bd7-77220bb162be tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/ports?device_id=64b4c6b5-e9ad-4df8-a4c2-f66daaf38927 HTTP/1.1" status: 200 len: 946 time: 0.1065655 Jul 06 13:44:00.141890 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c6b62f6-087f-4a57-a37a-fd4d9af073e5 req-1e64ab81-4ffc-4d81-8971-69bd2442a2b2 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/security-groups?id=2fb62f41-fa9a-416b-8d6d-34532d71b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360999 Jul 06 13:44:00.328586 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45555657-8f39-4c95-80db-a697e03f12e5 req-f76a3253-d223-47d6-9ff9-e61c8856571d tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:00.330467 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45555657-8f39-4c95-80db-a697e03f12e5 req-f76a3253-d223-47d6-9ff9-e61c8856571d tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=315fd776-04f0-4cf9-828d-19f23de87e5a HTTP/1.1" status: 200 len: 943 time: 0.0704784 Jul 06 13:44:00.386465 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45555657-8f39-4c95-80db-a697e03f12e5 req-795a7d86-428d-43df-9263-e7db1b920052 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486774 Jul 06 13:44:00.486050 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe6150-a124-46ee-b8fd-d5788be83aec req-96b0b844-cc79-467e-812f-f2dacf72fabb tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:00.494087 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59fe6150-a124-46ee-b8fd-d5788be83aec req-96b0b844-cc79-467e-812f-f2dacf72fabb tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ccb3f68d-646a-4f8b-82ad-039efbe82aa3 HTTP/1.1" status: 200 len: 946 time: 0.1065354 Jul 06 13:44:00.543618 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59fe6150-a124-46ee-b8fd-d5788be83aec req-55ae5c9b-97f1-4a83-9fc7-3d653a3c558f tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345507 Jul 06 13:44:00.637533 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a45faf-c17a-48f3-be01-b169dfc033ce req-71875b04-b8fa-4f82-a000-a0671173b4ef tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:00.639138 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-67a45faf-c17a-48f3-be01-b169dfc033ce req-71875b04-b8fa-4f82-a000-a0671173b4ef tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/ports?device_id=73af7146-4571-4f89-b02f-380987dcee5c HTTP/1.1" status: 200 len: 950 time: 0.0679593 Jul 06 13:44:00.687045 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a528d594-025b-4278-9962-d0a7286baf40 req-efa19aba-9f5a-4954-bb2e-c031ad734884 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebf2d0e1-86da-499e-941c-7841a5e945a5 HTTP/1.1" status: 200 len: 210 time: 0.0342169 Jul 06 13:44:00.705898 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-67a45faf-c17a-48f3-be01-b169dfc033ce req-fb10cdff-1ff9-4c40-b343-66e15d79070e tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/security-groups?id=134f3cd8-9c08-47ea-b250-008e5ce580d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599241 Jul 06 13:44:01.055066 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81e86c-7026-4dd9-af6d-db488a2850ad req-f34e77d0-57a1-4c1c-9d55-ebbb118b4d2a tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:01.057662 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fd81e86c-7026-4dd9-af6d-db488a2850ad req-f34e77d0-57a1-4c1c-9d55-ebbb118b4d2a tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.52 "GET /v2.0/ports?device_id=64b4c6b5-e9ad-4df8-a4c2-f66daaf38927 HTTP/1.1" status: 200 len: 946 time: 0.1022632 Jul 06 13:44:01.253394 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05907327-a623-4c6c-952b-f4e881114a85 req-bb226937-78f9-4ffb-b259-ac0fb21c8ee2 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:01.255100 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05907327-a623-4c6c-952b-f4e881114a85 req-bb226937-78f9-4ffb-b259-ac0fb21c8ee2 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ccb3f68d-646a-4f8b-82ad-039efbe82aa3 HTTP/1.1" status: 200 len: 946 time: 0.1737349 Jul 06 13:44:01.257633 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-e7587d10-1fcf-49ce-9fa1-46eaed9f28ba tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.124 "GET /v2.0/networks?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452404 Jul 06 13:44:01.373987 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-fd81e86c-7026-4dd9-af6d-db488a2850ad req-d7d2a891-c61c-4d2f-9614-69dbc023d8d6 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Deleting port eba98cb6-4db1-4179-9da9-c03d3f80437f {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:44:01.374337 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fd81e86c-7026-4dd9-af6d-db488a2850ad req-d7d2a891-c61c-4d2f-9614-69dbc023d8d6 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:01.427769 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05907327-a623-4c6c-952b-f4e881114a85 req-0f399b35-3aaa-4cd1-933b-7306c4012e81 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621456 Jul 06 13:44:01.445186 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 104043a5-c3b3-4005-8a90-da31e70f6533 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:44:01.503882 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-0a8bb6df-77b6-49c0-8e1d-cf11e67c8262 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:01.505383 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-0a8bb6df-77b6-49c0-8e1d-cf11e67c8262 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2318423 Jul 06 13:44:01.544681 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-483778d0-1597-4f5e-a8f2-24175ecaeecd tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Request body: {'port': {'device_id': '09c4eb64-a0ba-4aad-8d02-7172cc596f21', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'admin_state_up': True, 'tenant_id': '0a3b9513c4994d478b01e1dbfa52d0ba'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:01.559779 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 104043a5-c3b3-4005-8a90-da31e70f6533, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=104043a5-c3b3-4005-8a90-da31e70f6533,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:01.572938 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 104043a5-c3b3-4005-8a90-da31e70f6533 has no active binding in host n-h2-773644-6 {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 13:44:01.576893 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-fd81e86c-7026-4dd9-af6d-db488a2850ad req-d7d2a891-c61c-4d2f-9614-69dbc023d8d6 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] For port eba98cb6-4db1-4179-9da9-c03d3f80437f, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=eba98cb6-4db1-4179-9da9-c03d3f80437f,segment=NetworkSegment(f4412e6c-f55a-4207-aa2d-d092f711bb3d),segment_id=f4412e6c-f55a-4207-aa2d-d092f711bb3d)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:01.577262 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fd81e86c-7026-4dd9-af6d-db488a2850ad req-d7d2a891-c61c-4d2f-9614-69dbc023d8d6 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:01.637497 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-fd81e86c-7026-4dd9-af6d-db488a2850ad req-d7d2a891-c61c-4d2f-9614-69dbc023d8d6 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Calling delete_port for eba98cb6-4db1-4179-9da9-c03d3f80437f owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:44:02.033396 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-2b43f49f-8e5f-45e3-9574-e6c2212af7d1 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.124 "GET /v2.0/networks?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496879 Jul 06 13:44:02.056059 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7637f-a3a8-406d-a61f-cd2924ceaa5c req-1f63d423-5a3b-489c-8dbc-fbd595edb7bd tempest-ServersAdminNegativeTestJSON-726650201 tempest-ServersAdminNegativeTestJSON-726650201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:02.057461 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eab7637f-a3a8-406d-a61f-cd2924ceaa5c req-1f63d423-5a3b-489c-8dbc-fbd595edb7bd tempest-ServersAdminNegativeTestJSON-726650201 tempest-ServersAdminNegativeTestJSON-726650201-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=73af7146-4571-4f89-b02f-380987dcee5c HTTP/1.1" status: 200 len: 1101 time: 0.5493450 Jul 06 13:44:02.118953 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e97680-1463-40f9-a46e-a854ab1a5211 req-65ee12f4-1cb1-45b2-b4cc-f18178254947 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:02.120468 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3e97680-1463-40f9-a46e-a854ab1a5211 req-65ee12f4-1cb1-45b2-b4cc-f18178254947 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/ports?device_id=64b4c6b5-e9ad-4df8-a4c2-f66daaf38927 HTTP/1.1" status: 200 len: 946 time: 0.5131106 Jul 06 13:44:02.160753 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-eab7637f-a3a8-406d-a61f-cd2924ceaa5c req-53969982-93b0-44e3-a0b1-6f2262d8cc5c tempest-ServersAdminNegativeTestJSON-726650201 tempest-ServersAdminNegativeTestJSON-726650201-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:02.207810 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-483778d0-1597-4f5e-a8f2-24175ecaeecd tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Made reservation on behalf of 0a3b9513c4994d478b01e1dbfa52d0ba for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:44:02.211343 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-483778d0-1597-4f5e-a8f2-24175ecaeecd tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:02.299631 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3e97680-1463-40f9-a46e-a854ab1a5211 req-013fa32c-3b2f-4300-826d-9714b56e73e2 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.118 "GET /v2.0/security-groups?id=2fb62f41-fa9a-416b-8d6d-34532d71b3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410210 Jul 06 13:44:02.374540 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-90bb32b1-7640-4770-80e6-3686eaa2f6d7 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:02.376116 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-90bb32b1-7640-4770-80e6-3686eaa2f6d7 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3029554 Jul 06 13:44:02.398669 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-ee6bd990-ab92-47a1-886e-ae161df350f7 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Request body: {'port': {'device_id': 'ebf2d0e1-86da-499e-941c-7841a5e945a5', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'admin_state_up': True, 'tenant_id': '0a3b9513c4994d478b01e1dbfa52d0ba'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:02.447874 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fd81e86c-7026-4dd9-af6d-db488a2850ad req-d7d2a891-c61c-4d2f-9614-69dbc023d8d6 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:02.463351 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['eba98cb6-4db1-4179-9da9-c03d3f80437f'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:44:02.557128 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2a891-c61c-4d2f-9614-69dbc023d8d6 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Pushing event deleted for resources: {'Port': ['ID=eba98cb6-4db1-4179-9da9-c03d3f80437f,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:02.648653 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd81e86c-7026-4dd9-af6d-db488a2850ad req-d7d2a891-c61c-4d2f-9614-69dbc023d8d6 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] No DVR routers for this DVR port eba98cb6-4db1-4179-9da9-c03d3f80437f on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:44:02.658692 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fd81e86c-7026-4dd9-af6d-db488a2850ad req-d7d2a891-c61c-4d2f-9614-69dbc023d8d6 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:02.660935 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fd81e86c-7026-4dd9-af6d-db488a2850ad req-d7d2a891-c61c-4d2f-9614-69dbc023d8d6 tempest-FloatingIPsAssociationTestJSON-1684645959 tempest-FloatingIPsAssociationTestJSON-1684645959-project] 10.222.0.52 "DELETE /v2.0/ports/eba98cb6-4db1-4179-9da9-c03d3f80437f HTTP/1.1" status: 204 len: 173 time: 1.5933354 Jul 06 13:44:02.661382 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b4c6b5-e9ad-4df8-a4c2-f66daaf38927', 'name': 'network-vif-deleted', 'tag': 'eba98cb6-4db1-4179-9da9-c03d3f80437f'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:44:02.663933 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3146ec2-ad8a-480e-9789-f9f421cc4580" -d '{"events": [{"server_uuid": "64b4c6b5-e9ad-4df8-a4c2-f66daaf38927", "name": "network-vif-deleted", "tag": "eba98cb6-4db1-4179-9da9-c03d3f80437f"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:44:02.682006 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-483778d0-1597-4f5e-a8f2-24175ecaeecd tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Allocated IP 192.168.233.230 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:44:02.717956 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-eab7637f-a3a8-406d-a61f-cd2924ceaa5c req-53969982-93b0-44e3-a0b1-6f2262d8cc5c tempest-ServersAdminNegativeTestJSON-726650201 tempest-ServersAdminNegativeTestJSON-726650201-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:02.734351 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-eab7637f-a3a8-406d-a61f-cd2924ceaa5c req-53969982-93b0-44e3-a0b1-6f2262d8cc5c tempest-ServersAdminNegativeTestJSON-726650201 tempest-ServersAdminNegativeTestJSON-726650201-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:02.760153 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba5d11-8f37-4c9e-a1bd-907c48fb3396 req-615f81a6-c6f7-462a-b797-2e7e76e9522e tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:02.760153 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bdba5d11-8f37-4c9e-a1bd-907c48fb3396 req-615f81a6-c6f7-462a-b797-2e7e76e9522e tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/ports?device_id=eb32a04e-2dbb-48e7-856c-507102d2d509 HTTP/1.1" status: 200 len: 950 time: 0.3504579 Jul 06 13:44:02.834968 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eab7637f-a3a8-406d-a61f-cd2924ceaa5c req-53969982-93b0-44e3-a0b1-6f2262d8cc5c tempest-ServersAdminNegativeTestJSON-726650201 tempest-ServersAdminNegativeTestJSON-726650201-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=134f3cd8-9c08-47ea-b250-008e5ce580d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7691503 Jul 06 13:44:02.835424 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-ee6bd990-ab92-47a1-886e-ae161df350f7 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Made reservation on behalf of 0a3b9513c4994d478b01e1dbfa52d0ba for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:44:02.839208 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-ee6bd990-ab92-47a1-886e-ae161df350f7 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:02.901490 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53969982-93b0-44e3-a0b1-6f2262d8cc5c tempest-ServersAdminNegativeTestJSON-726650201 tempest-ServersAdminNegativeTestJSON-726650201-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c039f27-e293-4ae6-9662-5b938eed245f,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:02.969026 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bdba5d11-8f37-4c9e-a1bd-907c48fb3396 req-dce142b7-3b71-47a4-adbd-6531c932bc7c tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/security-groups?id=e70d35a8-8a51-432f-9795-43e192f3e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915359 Jul 06 13:44:03.152913 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-483778d0-1597-4f5e-a8f2-24175ecaeecd tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:03.180009 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-483778d0-1597-4f5e-a8f2-24175ecaeecd tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Transition to ACTIVE for port object 5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:44:03.208955 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c400c-e2ef-4c06-b9aa-2389af20e637 req-85a4ef29-e967-4027-9517-c530af297acd tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:03.210514 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-158c400c-e2ef-4c06-b9aa-2389af20e637 req-85a4ef29-e967-4027-9517-c530af297acd tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=315fd776-04f0-4cf9-828d-19f23de87e5a HTTP/1.1" status: 200 len: 943 time: 0.1905980 Jul 06 13:44:03.272002 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8ec43-62ec-44be-938d-7fa93dc2d4b6 req-710e592d-0958-4d8c-8f57-120076942735 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:03.273792 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f9f8ec43-62ec-44be-938d-7fa93dc2d4b6 req-710e592d-0958-4d8c-8f57-120076942735 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ccb3f68d-646a-4f8b-82ad-039efbe82aa3 HTTP/1.1" status: 200 len: 946 time: 0.1732831 Jul 06 13:44:03.339540 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-158c400c-e2ef-4c06-b9aa-2389af20e637 req-e992d1e3-872b-442c-b430-3b85ae3a4228 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147361 Jul 06 13:44:03.418704 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f9f8ec43-62ec-44be-938d-7fa93dc2d4b6 req-ad5c40c6-fe17-4a3e-8085-6bee81ea235c tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250176 Jul 06 13:44:03.420624 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-483778d0-1597-4f5e-a8f2-24175ecaeecd tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:03.434629 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['ee23cc46-4c30-460d-b796-1d9a9e218bbe'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:44:03.571831 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b88d08e-67d5-45b7-9e13-f22796684a45 req-8e6b7ee2-96ff-4973-8740-e35f59748c3c tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebf2d0e1-86da-499e-941c-7841a5e945a5 HTTP/1.1" status: 200 len: 210 time: 0.0620625 Jul 06 13:44:03.598426 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c452382-0a6c-47c6-bc01-799a6f392a32 req-454821f2-6acf-42fb-9f78-8d1c0652aa61 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:03.600032 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7c452382-0a6c-47c6-bc01-799a6f392a32 req-454821f2-6acf-42fb-9f78-8d1c0652aa61 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb32a04e-2dbb-48e7-856c-507102d2d509 HTTP/1.1" status: 200 len: 950 time: 0.3557060 Jul 06 13:44:03.611262 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483778d0-1597-4f5e-a8f2-24175ecaeecd tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Pushing event updated for resources: {'Port': ['ID=5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:03.614783 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-483778d0-1597-4f5e-a8f2-24175ecaeecd tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:44:03.647427 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa35d22-a877-4600-abb0-5e75707e382c x-openstack-request-id: req-3fa35d22-a877-4600-abb0-5e75707e382c {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:44:03.648085 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b4c6b5-e9ad-4df8-a4c2-f66daaf38927", "name": "network-vif-deleted", "tag": "eba98cb6-4db1-4179-9da9-c03d3f80437f", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:44:03.648818 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-3fa35d22-a877-4600-abb0-5e75707e382c {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:44:03.649450 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b4c6b5-e9ad-4df8-a4c2-f66daaf38927', 'name': 'network-vif-deleted', 'tag': 'eba98cb6-4db1-4179-9da9-c03d3f80437f', 'status': 'completed', 'code': 200} Jul 06 13:44:03.708579 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36036) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:03.709155 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-483778d0-1597-4f5e-a8f2-24175ecaeecd tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:44:03.713807 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-483778d0-1597-4f5e-a8f2-24175ecaeecd tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:44:03.766994 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-ee6bd990-ab92-47a1-886e-ae161df350f7 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Allocated IP 192.168.233.149 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/7380059d-c7ea-4f31-a1af-4df34a977b25) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:44:03.787773 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483778d0-1597-4f5e-a8f2-24175ecaeecd tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:03.788442 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483778d0-1597-4f5e-a8f2-24175ecaeecd tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:03.789031 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483778d0-1597-4f5e-a8f2-24175ecaeecd tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:03.789507 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483778d0-1597-4f5e-a8f2-24175ecaeecd tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:03.790237 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483778d0-1597-4f5e-a8f2-24175ecaeecd tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:03.790670 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483778d0-1597-4f5e-a8f2-24175ecaeecd tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:03.791364 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483778d0-1597-4f5e-a8f2-24175ecaeecd tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:03.791797 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483778d0-1597-4f5e-a8f2-24175ecaeecd tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:03.792235 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483778d0-1597-4f5e-a8f2-24175ecaeecd tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:03.792870 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483778d0-1597-4f5e-a8f2-24175ecaeecd tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:03.793300 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483778d0-1597-4f5e-a8f2-24175ecaeecd tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:03.793733 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483778d0-1597-4f5e-a8f2-24175ecaeecd tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:03.939733 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-483778d0-1597-4f5e-a8f2-24175ecaeecd tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:03.940611 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-483778d0-1597-4f5e-a8f2-24175ecaeecd tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:03.997569 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-483778d0-1597-4f5e-a8f2-24175ecaeecd tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4718704 Jul 06 13:44:04.038544 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-7d3318a3-bbc6-4fac-981e-d5027c0b905a service neutron] Request body: {'port': {'device_id': '09c4eb64-a0ba-4aad-8d02-7172cc596f21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:04.106829 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6603fb-9b03-4123-b07c-cb9a59f11192 req-466dbc3f-9653-495e-9059-7409ad07270b tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:04.108385 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e6603fb-9b03-4123-b07c-cb9a59f11192 req-466dbc3f-9653-495e-9059-7409ad07270b tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ccb3f68d-646a-4f8b-82ad-039efbe82aa3 HTTP/1.1" status: 200 len: 946 time: 0.3431001 Jul 06 13:44:04.194918 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-affee537-4b31-4dbf-96c8-6302833a06d1 None None] Provisioning for port 5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:44:04.207597 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-affee537-4b31-4dbf-96c8-6302833a06d1 None None] Provisioning complete for port 5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:44:04.208743 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-affee537-4b31-4dbf-96c8-6302833a06d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:04.259727 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-affee537-4b31-4dbf-96c8-6302833a06d1 None None] Port 5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:44:04.264015 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-7d3318a3-bbc6-4fac-981e-d5027c0b905a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:04.287092 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-7c452382-0a6c-47c6-bc01-799a6f392a32 req-4ae267a6-08f7-4e31-8bce-2daff97dd50e tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Deleting port fce6591c-98c5-4e21-a40a-17fe10ab7d14 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:44:04.287435 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7c452382-0a6c-47c6-bc01-799a6f392a32 req-4ae267a6-08f7-4e31-8bce-2daff97dd50e tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:04.302653 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-443826bd-08f7-474b-ab64-d924d54f42bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:04.316830 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e6603fb-9b03-4123-b07c-cb9a59f11192 req-0516eb8d-b67b-43b1-9f78-920c2741c4f7 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757381 Jul 06 13:44:04.588270 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-ee6bd990-ab92-47a1-886e-ae161df350f7 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:04.594680 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e7835-d92b-40ca-953f-786c45cd97db req-a65bb597-5eca-4fc6-8367-6b123ea7a700 tempest-ServersAdminNegativeTestJSON-726650201 tempest-ServersAdminNegativeTestJSON-726650201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:04.596409 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-289e7835-d92b-40ca-953f-786c45cd97db req-a65bb597-5eca-4fc6-8367-6b123ea7a700 tempest-ServersAdminNegativeTestJSON-726650201 tempest-ServersAdminNegativeTestJSON-726650201-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=73af7146-4571-4f89-b02f-380987dcee5c HTTP/1.1" status: 200 len: 1101 time: 0.5089173 Jul 06 13:44:04.669122 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-ee6bd990-ab92-47a1-886e-ae161df350f7 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Transition to ACTIVE for port object 7380059d-c7ea-4f31-a1af-4df34a977b25 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:44:04.697354 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-d9c7227e-2a67-4963-8457-5d155b0d9559 service neutron] 10.222.0.52 "GET /v2.0/ports/104043a5-c3b3-4005-8a90-da31e70f6533/bindings/n-h2-773644-6 HTTP/1.1" status: 200 len: 384 time: 0.0909085 Jul 06 13:44:04.699114 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-7c452382-0a6c-47c6-bc01-799a6f392a32 req-4ae267a6-08f7-4e31-8bce-2daff97dd50e tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] For port fce6591c-98c5-4e21-a40a-17fe10ab7d14, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=fce6591c-98c5-4e21-a40a-17fe10ab7d14,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:04.699114 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7c452382-0a6c-47c6-bc01-799a6f392a32 req-4ae267a6-08f7-4e31-8bce-2daff97dd50e tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:04.729640 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-7c452382-0a6c-47c6-bc01-799a6f392a32 req-4ae267a6-08f7-4e31-8bce-2daff97dd50e tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Calling delete_port for fce6591c-98c5-4e21-a40a-17fe10ab7d14 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:44:04.738813 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-289e7835-d92b-40ca-953f-786c45cd97db req-e722bc0e-700e-47dd-9a58-1fe851021622 tempest-ServersAdminNegativeTestJSON-726650201 tempest-ServersAdminNegativeTestJSON-726650201-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=134f3cd8-9c08-47ea-b250-008e5ce580d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223269 Jul 06 13:44:04.821310 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c5bcc-2681-4fa0-8de5-32f8dac61480 req-ca51896e-2203-4724-b751-f5a83df9270f tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:04.822928 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a77c5bcc-2681-4fa0-8de5-32f8dac61480 req-ca51896e-2203-4724-b751-f5a83df9270f tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/ports?device_id=eb32a04e-2dbb-48e7-856c-507102d2d509 HTTP/1.1" status: 200 len: 950 time: 0.2572908 Jul 06 13:44:04.833863 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-ee6bd990-ab92-47a1-886e-ae161df350f7 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:04.853991 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['ee23cc46-4c30-460d-b796-1d9a9e218bbe'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:44:04.865112 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-443826bd-08f7-474b-ab64-d924d54f42bf admin admin] Deleting port ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:44:04.865742 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-443826bd-08f7-474b-ab64-d924d54f42bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:04.986889 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-ee6bd990-ab92-47a1-886e-ae161df350f7 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:44:05.015771 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-443826bd-08f7-474b-ab64-d924d54f42bf admin admin] For port ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856,segment=NetworkSegment(f4412e6c-f55a-4207-aa2d-d092f711bb3d),segment_id=f4412e6c-f55a-4207-aa2d-d092f711bb3d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:05.016350 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-443826bd-08f7-474b-ab64-d924d54f42bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:05.018713 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-ee6bd990-ab92-47a1-886e-ae161df350f7 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:44:05.022099 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-ee6bd990-ab92-47a1-886e-ae161df350f7 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:44:05.040739 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6bd990-ab92-47a1-886e-ae161df350f7 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Pushing event updated for resources: {'Port': ['ID=7380059d-c7ea-4f31-a1af-4df34a977b25,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:05.041209 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-e23d431e-c5ed-40be-afea-05fc4325c9b8 service neutron] For port 104043a5-c3b3-4005-8a90-da31e70f6533, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=104043a5-c3b3-4005-8a90-da31e70f6533,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:05.045171 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-443826bd-08f7-474b-ab64-d924d54f42bf admin admin] Calling delete_port for ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856 owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:44:05.109665 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a77c5bcc-2681-4fa0-8de5-32f8dac61480 req-2e0bc2a0-3abf-4464-841a-daced8ab1523 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/security-groups?id=e70d35a8-8a51-432f-9795-43e192f3e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740240 Jul 06 13:44:05.236535 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-ee6bd990-ab92-47a1-886e-ae161df350f7 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:05.238693 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-ee6bd990-ab92-47a1-886e-ae161df350f7 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:05.336691 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7c452382-0a6c-47c6-bc01-799a6f392a32 req-4ae267a6-08f7-4e31-8bce-2daff97dd50e tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:05.343212 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-ee6bd990-ab92-47a1-886e-ae161df350f7 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9542420 Jul 06 13:44:05.351295 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['c604eefa-91c3-4e4f-b6c3-7f6364454abf'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:44:05.352386 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a67bb6-d406-4387-a92a-d74dac95eb5f req-1397e5f2-77a5-4ae1-97b5-2a67109e0dff tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:05.353537 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['fce6591c-98c5-4e21-a40a-17fe10ab7d14'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:44:05.359661 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-86a67bb6-d406-4387-a92a-d74dac95eb5f req-1397e5f2-77a5-4ae1-97b5-2a67109e0dff tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ccb3f68d-646a-4f8b-82ad-039efbe82aa3 HTTP/1.1" status: 200 len: 946 time: 0.4603355 Jul 06 13:44:05.399524 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-82e05f2b-7759-4cb5-bc4c-fb9e3bf3b370 service neutron] Request body: {'port': {'device_id': 'ebf2d0e1-86da-499e-941c-7841a5e945a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:05.436853 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b052b08b-474a-472b-b984-c78a21477999 None None] Provisioning for port 7380059d-c7ea-4f31-a1af-4df34a977b25 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:44:05.447420 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b052b08b-474a-472b-b984-c78a21477999 None None] Provisioning complete for port 7380059d-c7ea-4f31-a1af-4df34a977b25 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:44:05.447420 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b052b08b-474a-472b-b984-c78a21477999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:05.463258 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-e23d431e-c5ed-40be-afea-05fc4325c9b8 service neutron] For port 104043a5-c3b3-4005-8a90-da31e70f6533, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:44:05.519946 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-e23d431e-c5ed-40be-afea-05fc4325c9b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 104043a5-c3b3-4005-8a90-da31e70f6533 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:44:05.535137 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-e23d431e-c5ed-40be-afea-05fc4325c9b8 service neutron] For port 104043a5-c3b3-4005-8a90-da31e70f6533, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=104043a5-c3b3-4005-8a90-da31e70f6533,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:05.609154 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-e23d431e-c5ed-40be-afea-05fc4325c9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:05.617161 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device eba98cb6-4db1-4179-9da9-c03d3f80437f no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:44:05.649075 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: eba98cb6-4db1-4179-9da9-c03d3f80437f {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:44:05.649515 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device eba98cb6-4db1-4179-9da9-c03d3f80437f not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:44:05.649960 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 104043a5-c3b3-4005-8a90-da31e70f6533 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:44:05.692960 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-b052b08b-474a-472b-b984-c78a21477999 None None] Port 7380059d-c7ea-4f31-a1af-4df34a977b25 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:44:05.753959 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-7d3318a3-bbc6-4fac-981e-d5027c0b905a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:44:05.767799 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-443826bd-08f7-474b-ab64-d924d54f42bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:05.773000 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-e23d431e-c5ed-40be-afea-05fc4325c9b8 service neutron] Transition to ACTIVE for port object 104043a5-c3b3-4005-8a90-da31e70f6533 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:44:05.774116 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-7d3318a3-bbc6-4fac-981e-d5027c0b905a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:05.777212 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae267a6-08f7-4e31-8bce-2daff97dd50e tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Pushing event deleted for resources: {'Port': ['ID=fce6591c-98c5-4e21-a40a-17fe10ab7d14,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:05.784118 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-e23d431e-c5ed-40be-afea-05fc4325c9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:05.833989 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443826bd-08f7-474b-ab64-d924d54f42bf admin admin] Pushing event deleted for resources: {'Port': ['ID=ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:05.843353 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-7d3318a3-bbc6-4fac-981e-d5027c0b905a service neutron] Transition to ACTIVE for port object 5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:44:05.874070 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-86a67bb6-d406-4387-a92a-d74dac95eb5f req-17b8056a-bf8c-46e8-b6c2-18793a68b478 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5135260 Jul 06 13:44:05.892881 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c452382-0a6c-47c6-bc01-799a6f392a32 req-4ae267a6-08f7-4e31-8bce-2daff97dd50e tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] No DVR routers for this DVR port fce6591c-98c5-4e21-a40a-17fe10ab7d14 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:44:05.906828 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7c452382-0a6c-47c6-bc01-799a6f392a32 req-4ae267a6-08f7-4e31-8bce-2daff97dd50e tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:05.907203 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443826bd-08f7-474b-ab64-d924d54f42bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:05.907203 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443826bd-08f7-474b-ab64-d924d54f42bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:05.907203 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443826bd-08f7-474b-ab64-d924d54f42bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:05.907817 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7c452382-0a6c-47c6-bc01-799a6f392a32 req-4ae267a6-08f7-4e31-8bce-2daff97dd50e tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.52 "DELETE /v2.0/ports/fce6591c-98c5-4e21-a40a-17fe10ab7d14 HTTP/1.1" status: 204 len: 173 time: 2.2926362 Jul 06 13:44:05.907919 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443826bd-08f7-474b-ab64-d924d54f42bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:05.908011 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-7d3318a3-bbc6-4fac-981e-d5027c0b905a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:05.908119 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443826bd-08f7-474b-ab64-d924d54f42bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:05.908119 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443826bd-08f7-474b-ab64-d924d54f42bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:05.908119 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443826bd-08f7-474b-ab64-d924d54f42bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:05.908119 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443826bd-08f7-474b-ab64-d924d54f42bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:05.908119 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443826bd-08f7-474b-ab64-d924d54f42bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:05.908119 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443826bd-08f7-474b-ab64-d924d54f42bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:05.908587 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb32a04e-2dbb-48e7-856c-507102d2d509', 'name': 'network-vif-deleted', 'tag': 'fce6591c-98c5-4e21-a40a-17fe10ab7d14'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:44:05.909586 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc87d56-015a-4c2f-981f-ab92f66b2037" -d '{"events": [{"server_uuid": "eb32a04e-2dbb-48e7-856c-507102d2d509", "name": "network-vif-deleted", "tag": "fce6591c-98c5-4e21-a40a-17fe10ab7d14"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:44:05.914114 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443826bd-08f7-474b-ab64-d924d54f42bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:05.914771 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443826bd-08f7-474b-ab64-d924d54f42bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:05.931769 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae61f7-ed51-4334-a269-17cd74ab9a23 req-a4c6eafc-c79a-4983-b5e9-19ce4759545e tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:05.933393 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-03ae61f7-ed51-4334-a269-17cd74ab9a23 req-a4c6eafc-c79a-4983-b5e9-19ce4759545e tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=315fd776-04f0-4cf9-828d-19f23de87e5a HTTP/1.1" status: 200 len: 943 time: 0.6882811 Jul 06 13:44:06.001344 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-82e05f2b-7759-4cb5-bc4c-fb9e3bf3b370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:06.042206 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3318a3-bbc6-4fac-981e-d5027c0b905a service neutron] Pushing event updated for resources: {'Port': ['ID=5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:06.060406 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-03ae61f7-ed51-4334-a269-17cd74ab9a23 req-9c9aa9e1-e7d5-4adb-8ad1-636406cebce2 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951867 Jul 06 13:44:06.074069 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-e23d431e-c5ed-40be-afea-05fc4325c9b8 service neutron] No DVR routers for this DVR port 104043a5-c3b3-4005-8a90-da31e70f6533 on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:44:06.243016 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-7d3318a3-bbc6-4fac-981e-d5027c0b905a service neutron] Attempting to bind port 5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:44:06.243368 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-7d3318a3-bbc6-4fac-981e-d5027c0b905a service neutron] Attempting to bind port 5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:44:06.243708 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-7d3318a3-bbc6-4fac-981e-d5027c0b905a service neutron] Attempting to bind port 5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:44:06.261134 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-7d3318a3-bbc6-4fac-981e-d5027c0b905a service neutron] Port 5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41 on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:44:06.261470 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-7d3318a3-bbc6-4fac-981e-d5027c0b905a service neutron] Attempting to bind port 5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:44:06.293731 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-e23d431e-c5ed-40be-afea-05fc4325c9b8 service neutron] 10.222.0.52 "PUT /v2.0/ports/104043a5-c3b3-4005-8a90-da31e70f6533/bindings/n-h2-773644-6/activate HTTP/1.1" status: 200 len: 369 time: 1.5636549 Jul 06 13:44:06.359769 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d431e-c5ed-40be-afea-05fc4325c9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=104043a5-c3b3-4005-8a90-da31e70f6533,revision_number=10']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:06.390260 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-7d3318a3-bbc6-4fac-981e-d5027c0b905a service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:44:06.390260 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-7d3318a3-bbc6-4fac-981e-d5027c0b905a service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:44:06.390686 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-7d3318a3-bbc6-4fac-981e-d5027c0b905a service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:44:06.391173 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-7d3318a3-bbc6-4fac-981e-d5027c0b905a service neutron] Bound port: 5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:44:06.391536 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-7d3318a3-bbc6-4fac-981e-d5027c0b905a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:06.393329 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-443826bd-08f7-474b-ab64-d924d54f42bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:06.416856 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ceee5a-e960-4eac-a82e-7ecd0b7aedd2 x-openstack-request-id: req-30ceee5a-e960-4eac-a82e-7ecd0b7aedd2 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:44:06.417241 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb32a04e-2dbb-48e7-856c-507102d2d509", "name": "network-vif-deleted", "tag": "fce6591c-98c5-4e21-a40a-17fe10ab7d14", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:44:06.417424 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-30ceee5a-e960-4eac-a82e-7ecd0b7aedd2 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:44:06.417852 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb32a04e-2dbb-48e7-856c-507102d2d509', 'name': 'network-vif-deleted', 'tag': 'fce6591c-98c5-4e21-a40a-17fe10ab7d14', 'status': 'completed', 'code': 200} Jul 06 13:44:06.618772 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-7d3318a3-bbc6-4fac-981e-d5027c0b905a service neutron] For port 5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:44:06.649458 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b97ed-331a-491a-93d3-3434d7ea3011 req-829100f6-e101-4278-8833-08c99e348557 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:06.651269 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-155b97ed-331a-491a-93d3-3434d7ea3011 req-829100f6-e101-4278-8833-08c99e348557 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebf2d0e1-86da-499e-941c-7841a5e945a5 HTTP/1.1" status: 200 len: 936 time: 0.3176498 Jul 06 13:44:06.661808 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-11b0c48d-a0de-41ad-b9ab-57b8aec2c937 req-0c65e1a1-75df-47bd-a838-0fc49fdf5b82 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/ports?device_id=eb32a04e-2dbb-48e7-856c-507102d2d509 HTTP/1.1" status: 200 len: 210 time: 0.0930033 Jul 06 13:44:06.672856 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-7d3318a3-bbc6-4fac-981e-d5027c0b905a service neutron] For port 5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:44:06.709990 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-7d3318a3-bbc6-4fac-981e-d5027c0b905a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:06.734773 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-8976651e-ff00-44af-8b04-4d4190326b4a tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:06.736291 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-8976651e-ff00-44af-8b04-4d4190326b4a tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.124 "GET /v2.0/ports?device_id=315fd776-04f0-4cf9-828d-19f23de87e5a&tenant_id=2348caba5ff048eca9a30073164626c9&binding%3Ahost_id=n-h1-773644-6 HTTP/1.1" status: 200 len: 1095 time: 0.1871176 Jul 06 13:44:06.778160 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-7d3318a3-bbc6-4fac-981e-d5027c0b905a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:06.778811 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-7d3318a3-bbc6-4fac-981e-d5027c0b905a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:06.780284 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-7d3318a3-bbc6-4fac-981e-d5027c0b905a service neutron] 10.222.0.124 "PUT /v2.0/ports/5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41 HTTP/1.1" status: 200 len: 1096 time: 2.7560470 Jul 06 13:44:06.819211 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443826bd-08f7-474b-ab64-d924d54f42bf admin admin] Router d3c5e100-2043-46e0-a93a-f4eab640194b has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:44:06.849554 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-155b97ed-331a-491a-93d3-3434d7ea3011 req-fe19979b-be53-480f-b4d4-683eee8c1f28 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800511 Jul 06 13:44:06.968384 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-eb6c97fa-5c59-4332-b843-70241005cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:06.970002 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-eb6c97fa-5c59-4332-b843-70241005cae8 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=315fd776-04f0-4cf9-828d-19f23de87e5a&tenant_id=2348caba5ff048eca9a30073164626c9 HTTP/1.1" status: 200 len: 1095 time: 0.2252786 Jul 06 13:44:06.999781 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-82e05f2b-7759-4cb5-bc4c-fb9e3bf3b370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7380059d-c7ea-4f31-a1af-4df34a977b25 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:44:07.004470 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443826bd-08f7-474b-ab64-d924d54f42bf admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:44:07.011657 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3318a3-bbc6-4fac-981e-d5027c0b905a service neutron] Pushing event updated for resources: {'Port': ['ID=5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:07.016996 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-82e05f2b-7759-4cb5-bc4c-fb9e3bf3b370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:07.022942 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b952e8b8-2867-442c-930f-a2ee0c00ed02 None None] Sync routers for ids ['d3c5e100-2043-46e0-a93a-f4eab640194b'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:44:07.032615 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-443826bd-08f7-474b-ab64-d924d54f42bf admin admin] 10.222.0.118 "PUT /v2.0/routers/d3c5e100-2043-46e0-a93a-f4eab640194b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3229098 Jul 06 13:44:07.035794 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36088) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:07.043872 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b952e8b8-2867-442c-930f-a2ee0c00ed02 None None] Routers {'d3c5e100-2043-46e0-a93a-f4eab640194b'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:44:07.046694 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b952e8b8-2867-442c-930f-a2ee0c00ed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:43:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d3c5e100-2043-46e0-a93a-f4eab640194b'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:07.062418 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-82e05f2b-7759-4cb5-bc4c-fb9e3bf3b370 service neutron] Transition to ACTIVE for port object 7380059d-c7ea-4f31-a1af-4df34a977b25 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:44:07.076468 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-82e05f2b-7759-4cb5-bc4c-fb9e3bf3b370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:07.102712 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fb16d-25dd-4820-9573-9c692e7a6a2a req-038e5c7c-9198-4f61-a484-f1fe8e894766 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:07.104283 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d3fb16d-25dd-4820-9573-9c692e7a6a2a req-038e5c7c-9198-4f61-a484-f1fe8e894766 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ccb3f68d-646a-4f8b-82ad-039efbe82aa3 HTTP/1.1" status: 200 len: 946 time: 0.2772229 Jul 06 13:44:07.137073 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-f1b583bf-bac4-40f9-a6b1-d42cc4057cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:07.141875 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-f1b583bf-bac4-40f9-a6b1-d42cc4057cdd service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&device_id=09c4eb64-a0ba-4aad-8d02-7172cc596f21 HTTP/1.1" status: 200 len: 1099 time: 0.3054385 Jul 06 13:44:07.202096 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-1a16ff57-0e66-45ec-8dae-e7d7bfdce903 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41 HTTP/1.1" status: 200 len: 217 time: 0.0384617 Jul 06 13:44:07.215254 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-cc6c56df-56cb-4997-9443-b24aaff0c341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:07.216383 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-b952e8b8-2867-442c-930f-a2ee0c00ed02 None None] Set router d3c5e100-2043-46e0-a93a-f4eab640194b gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:44:07.218269 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-cc6c56df-56cb-4997-9443-b24aaff0c341 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=2348caba5ff048eca9a30073164626c9&device_id=315fd776-04f0-4cf9-828d-19f23de87e5a HTTP/1.1" status: 200 len: 1095 time: 0.2097528 Jul 06 13:44:07.310464 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c504594d-19f5-46c3-8587-cefdd4d5871d admin admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:07.367486 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e05f2b-7759-4cb5-bc4c-fb9e3bf3b370 service neutron] Pushing event updated for resources: {'Port': ['ID=7380059d-c7ea-4f31-a1af-4df34a977b25,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:07.452956 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d3fb16d-25dd-4820-9573-9c692e7a6a2a req-1b26ad52-dc4a-48e7-b388-94fdf9c61e0c tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031487 Jul 06 13:44:07.453115 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-1f972026-85a7-4e4f-872e-7ca95e4aa217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:07.454701 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-1f972026-85a7-4e4f-872e-7ca95e4aa217 service neutron] 10.222.0.124 "GET /v2.0/networks?id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d HTTP/1.1" status: 200 len: 922 time: 0.2285032 Jul 06 13:44:07.480892 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-8e8f17b7-fc64-4d4d-b2a9-3da0fc309011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:07.482666 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-8e8f17b7-fc64-4d4d-b2a9-3da0fc309011 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.2596745 Jul 06 13:44:07.488830 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-82e05f2b-7759-4cb5-bc4c-fb9e3bf3b370 service neutron] Attempting to bind port 7380059d-c7ea-4f31-a1af-4df34a977b25 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:44:07.489226 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-82e05f2b-7759-4cb5-bc4c-fb9e3bf3b370 service neutron] Attempting to bind port 7380059d-c7ea-4f31-a1af-4df34a977b25 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:44:07.489569 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-82e05f2b-7759-4cb5-bc4c-fb9e3bf3b370 service neutron] Attempting to bind port 7380059d-c7ea-4f31-a1af-4df34a977b25 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:44:07.495588 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e5b5c4b8-177e-4a49-ae4b-3ef3d6fa7371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:07.506649 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-82e05f2b-7759-4cb5-bc4c-fb9e3bf3b370 service neutron] Port 7380059d-c7ea-4f31-a1af-4df34a977b25 on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:44:07.506649 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-82e05f2b-7759-4cb5-bc4c-fb9e3bf3b370 service neutron] Attempting to bind port 7380059d-c7ea-4f31-a1af-4df34a977b25 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:44:07.528597 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-82e05f2b-7759-4cb5-bc4c-fb9e3bf3b370 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:44:07.528943 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-82e05f2b-7759-4cb5-bc4c-fb9e3bf3b370 service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:44:07.529344 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-82e05f2b-7759-4cb5-bc4c-fb9e3bf3b370 service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:44:07.529999 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-82e05f2b-7759-4cb5-bc4c-fb9e3bf3b370 service neutron] Bound port: 7380059d-c7ea-4f31-a1af-4df34a977b25, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:44:07.530512 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-82e05f2b-7759-4cb5-bc4c-fb9e3bf3b370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:07.551077 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-bba43175-ce00-4e54-96ea-82080dddfc34 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=104043a5-c3b3-4005-8a90-da31e70f6533 HTTP/1.1" status: 200 len: 217 time: 0.0864391 Jul 06 13:44:07.617595 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device fce6591c-98c5-4e21-a40a-17fe10ab7d14 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:44:07.633634 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-fa2e8af7-e028-41af-b4d0-296e204c3634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:07.635258 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-fa2e8af7-e028-41af-b4d0-296e204c3634 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1419697 Jul 06 13:44:07.657428 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-82e05f2b-7759-4cb5-bc4c-fb9e3bf3b370 service neutron] For port 7380059d-c7ea-4f31-a1af-4df34a977b25, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:44:07.668850 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-13592e10-967e-493d-8fc1-6a1357edbc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:07.669925 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-82e05f2b-7759-4cb5-bc4c-fb9e3bf3b370 service neutron] For port 7380059d-c7ea-4f31-a1af-4df34a977b25, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=7380059d-c7ea-4f31-a1af-4df34a977b25,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:44:07.673943 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-13592e10-967e-493d-8fc1-6a1357edbc63 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a HTTP/1.1" status: 200 len: 861 time: 0.1159780 Jul 06 13:44:07.676204 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c504594d-19f5-46c3-8587-cefdd4d5871d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:07.691817 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: fce6591c-98c5-4e21-a40a-17fe10ab7d14 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:44:07.692260 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device fce6591c-98c5-4e21-a40a-17fe10ab7d14 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:44:07.696760 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-82e05f2b-7759-4cb5-bc4c-fb9e3bf3b370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:07.704885 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b952e8b8-2867-442c-930f-a2ee0c00ed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1171351734-router', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:44:05Z', 'revision_number': 5, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'gw_port': {'id': '81d0c1a6-868a-451f-bd9a-781fd9ad3541', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:07.747366 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-8268e921-f4c2-4aab-80e6-8b1862fe93cc service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581825 Jul 06 13:44:07.752441 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b952e8b8-2867-442c-930f-a2ee0c00ed02 None None] Checking router: d3c5e100-2043-46e0-a93a-f4eab640194b for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:44:07.764678 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b952e8b8-2867-442c-930f-a2ee0c00ed02 None None] Routers {'d3c5e100-2043-46e0-a93a-f4eab640194b'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:44:07.765727 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b952e8b8-2867-442c-930f-a2ee0c00ed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:43:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d3c5e100-2043-46e0-a93a-f4eab640194b'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:07.828311 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-82e05f2b-7759-4cb5-bc4c-fb9e3bf3b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:07.828938 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-82e05f2b-7759-4cb5-bc4c-fb9e3bf3b370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:07.830396 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-82e05f2b-7759-4cb5-bc4c-fb9e3bf3b370 service neutron] 10.222.0.124 "PUT /v2.0/ports/7380059d-c7ea-4f31-a1af-4df34a977b25 HTTP/1.1" status: 200 len: 1096 time: 2.4490175 Jul 06 13:44:07.892798 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c504594d-19f5-46c3-8587-cefdd4d5871d admin admin] Deleting port 81d0c1a6-868a-451f-bd9a-781fd9ad3541 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:44:07.893588 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c504594d-19f5-46c3-8587-cefdd4d5871d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:07.897866 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-b952e8b8-2867-442c-930f-a2ee0c00ed02 None None] Set router d3c5e100-2043-46e0-a93a-f4eab640194b gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:44:07.928976 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e05f2b-7759-4cb5-bc4c-fb9e3bf3b370 service neutron] Pushing event updated for resources: {'Port': ['ID=7380059d-c7ea-4f31-a1af-4df34a977b25,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:07.953848 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-7b42645b-d468-45ca-9be9-c86d1ee455af service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116066 Jul 06 13:44:07.958424 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-727cbc61-7dde-4159-9e2b-68f02ce5ca83 service neutron] 10.222.0.124 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845915 Jul 06 13:44:07.974147 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b952e8b8-2867-442c-930f-a2ee0c00ed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1171351734-router', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:44:07Z', 'revision_number': 6, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:07.995461 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b44fa-0bc9-4d17-afa1-118ed7d177f8 req-c9684e71-698f-4431-87de-ea0ea184f5a9 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:07.996810 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7d2b44fa-0bc9-4d17-afa1-118ed7d177f8 req-c9684e71-698f-4431-87de-ea0ea184f5a9 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=315fd776-04f0-4cf9-828d-19f23de87e5a HTTP/1.1" status: 200 len: 944 time: 0.2284174 Jul 06 13:44:08.005399 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b952e8b8-2867-442c-930f-a2ee0c00ed02 None None] The sync data for ids ['d3c5e100-2043-46e0-a93a-f4eab640194b'] in n-d-773644-6 is: [{'id': 'd3c5e100-2043-46e0-a93a-f4eab640194b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1171351734-router', 'tenant_id': 'a56e97c4904044ce9798b96743e618e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:38Z', 'updated_at': '2021-07-06T13:44:07Z', 'revision_number': 6, 'project_id': 'a56e97c4904044ce9798b96743e618e0', 'gw_port_host': None}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:44:08.067899 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ac0cd-b269-4b22-a000-23f60614dcb9 req-aaa2f999-37de-44fe-a1d6-243f2973229a tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:08.069618 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aa3ac0cd-b269-4b22-a000-23f60614dcb9 req-aaa2f999-37de-44fe-a1d6-243f2973229a tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/ports?device_id=73af7146-4571-4f89-b02f-380987dcee5c HTTP/1.1" status: 200 len: 950 time: 0.2829995 Jul 06 13:44:08.097831 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-c9b97ee8-5fe2-4927-9002-59e2d9a642d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:08.099496 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-c9b97ee8-5fe2-4927-9002-59e2d9a642d8 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&device_id=ebf2d0e1-86da-499e-941c-7841a5e945a5 HTTP/1.1" status: 200 len: 1099 time: 0.2142961 Jul 06 13:44:08.167554 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7d2b44fa-0bc9-4d17-afa1-118ed7d177f8 req-df176002-c2d3-4030-9c60-1346f3ef2701 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588397 Jul 06 13:44:08.172433 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-0aca4e8a-6db3-4401-adc0-2dbb479eff35 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=7380059d-c7ea-4f31-a1af-4df34a977b25 HTTP/1.1" status: 200 len: 217 time: 0.0630500 Jul 06 13:44:08.238916 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-d0a50b62-7ba7-40eb-9da4-017965fff6e4 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676120 Jul 06 13:44:08.244100 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aa3ac0cd-b269-4b22-a000-23f60614dcb9 req-8a839cc7-9ae6-4e08-931b-3be084a306dd tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/security-groups?id=134f3cd8-9c08-47ea-b250-008e5ce580d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616311 Jul 06 13:44:08.275796 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-bd343b86-b719-4192-b40d-21967208dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:08.278507 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-bd343b86-b719-4192-b40d-21967208dd46 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0940251 Jul 06 13:44:08.324940 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c504594d-19f5-46c3-8587-cefdd4d5871d admin admin] For port 81d0c1a6-868a-451f-bd9a-781fd9ad3541, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=81d0c1a6-868a-451f-bd9a-781fd9ad3541,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:08.325539 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c504594d-19f5-46c3-8587-cefdd4d5871d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:08.342624 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c504594d-19f5-46c3-8587-cefdd4d5871d admin admin] Calling delete_port for 81d0c1a6-868a-451f-bd9a-781fd9ad3541 owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:44:08.342909 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-4c5d847d-76a1-4834-9901-b245f3992340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:08.345840 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-4c5d847d-76a1-4834-9901-b245f3992340 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0586903 Jul 06 13:44:08.422102 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-c6fd2251-4d16-48b7-88c8-e29cc7d7cc01 service neutron] 10.222.0.124 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509919 Jul 06 13:44:08.437166 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c4eb64-a0ba-4aad-8d02-7172cc596f21', 'tag': '5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41'}, {'name': 'network-changed', 'server_uuid': 'ebf2d0e1-86da-499e-941c-7841a5e945a5', 'tag': '7380059d-c7ea-4f31-a1af-4df34a977b25'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:44:08.439660 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b725f8-7815-480a-bc26-2c3674c91207" -d '{"events": [{"name": "network-changed", "server_uuid": "09c4eb64-a0ba-4aad-8d02-7172cc596f21", "tag": "5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41"}, {"name": "network-changed", "server_uuid": "ebf2d0e1-86da-499e-941c-7841a5e945a5", "tag": "7380059d-c7ea-4f31-a1af-4df34a977b25"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:44:08.540077 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-8528ebfd-2c6c-46f6-88f6-8b37efac4362 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830423 Jul 06 13:44:08.554794 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824b387-3332-405c-bb07-23e5d9a6cb2d req-e48cd8a8-58dc-4dba-8287-40526a7f5186 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:08.556305 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4824b387-3332-405c-bb07-23e5d9a6cb2d req-e48cd8a8-58dc-4dba-8287-40526a7f5186 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ccb3f68d-646a-4f8b-82ad-039efbe82aa3 HTTP/1.1" status: 200 len: 946 time: 0.1802483 Jul 06 13:44:08.564171 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c504594d-19f5-46c3-8587-cefdd4d5871d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:08.593359 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504594d-19f5-46c3-8587-cefdd4d5871d admin admin] Pushing event deleted for resources: {'Port': ['ID=81d0c1a6-868a-451f-bd9a-781fd9ad3541,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:08.658387 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c504594d-19f5-46c3-8587-cefdd4d5871d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:08.663472 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4824b387-3332-405c-bb07-23e5d9a6cb2d req-98f86c17-dabd-498f-aac8-731683e82e7e tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959027 Jul 06 13:44:08.689762 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7e12f-bcd2-45aa-9765-e4dd8be0c4b7 req-189648c3-44aa-43ec-978b-7206049df5fb tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:08.696563 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a9f7e12f-bcd2-45aa-9765-e4dd8be0c4b7 req-189648c3-44aa-43ec-978b-7206049df5fb tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebf2d0e1-86da-499e-941c-7841a5e945a5 HTTP/1.1" status: 200 len: 948 time: 0.2025437 Jul 06 13:44:08.728401 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71ad9b2e-9897-45ed-b03e-da8d883deb1c req-552ca5c1-021c-4a79-a542-549460ba4d09 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693540 Jul 06 13:44:08.780047 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a9f7e12f-bcd2-45aa-9765-e4dd8be0c4b7 req-9e756c48-fae6-4dc1-8a47-a25b17293601 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825148 Jul 06 13:44:08.833383 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c504594d-19f5-46c3-8587-cefdd4d5871d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:08.843750 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c504594d-19f5-46c3-8587-cefdd4d5871d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:08.844939 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-ba314c5f-f3ce-4318-952b-30655846435b tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:08.852288 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-ba314c5f-f3ce-4318-952b-30655846435b tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.124 "GET /v2.0/ports?device_id=315fd776-04f0-4cf9-828d-19f23de87e5a&tenant_id=2348caba5ff048eca9a30073164626c9&binding%3Ahost_id=n-h2-773644-6 HTTP/1.1" status: 200 len: 1095 time: 0.1066961 Jul 06 13:44:08.943045 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 13:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000703d5-be32-4648-baa3-734d9c8bee0e x-openstack-request-id: req-000703d5-be32-4648-baa3-734d9c8bee0e {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:44:08.943599 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c4eb64-a0ba-4aad-8d02-7172cc596f21", "tag": "5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ebf2d0e1-86da-499e-941c-7841a5e945a5", "tag": "7380059d-c7ea-4f31-a1af-4df34a977b25", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:44:08.944088 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-000703d5-be32-4648-baa3-734d9c8bee0e {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:44:08.946156 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c4eb64-a0ba-4aad-8d02-7172cc596f21', 'tag': '5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41', 'status': 'completed', 'code': 200} Jul 06 13:44:08.946722 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf2d0e1-86da-499e-941c-7841a5e945a5', 'tag': '7380059d-c7ea-4f31-a1af-4df34a977b25', 'status': 'completed', 'code': 200} Jul 06 13:44:09.112967 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c504594d-19f5-46c3-8587-cefdd4d5871d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:09.113503 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c504594d-19f5-46c3-8587-cefdd4d5871d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3c5e100-2043-46e0-a93a-f4eab640194b {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:44:09.183610 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c504594d-19f5-46c3-8587-cefdd4d5871d admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:09.184692 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c504594d-19f5-46c3-8587-cefdd4d5871d admin admin] 10.222.0.118 "DELETE /v2.0/routers/d3c5e100-2043-46e0-a93a-f4eab640194b HTTP/1.1" status: 204 len: 168 time: 2.1482892 Jul 06 13:44:09.187569 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-8484625c-e3ee-4316-9590-c604279cf1e1 service neutron] For port 104043a5-c3b3-4005-8a90-da31e70f6533, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:44:09.190354 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 36124) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:09.194328 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-8484625c-e3ee-4316-9590-c604279cf1e1 service neutron] Notify callbacks [] for binding, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:09.195651 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbe8de2d-87d9-40a3-91b4-091c26b0bcdd req-8484625c-e3ee-4316-9590-c604279cf1e1 service neutron] 10.222.0.124 "DELETE /v2.0/ports/104043a5-c3b3-4005-8a90-da31e70f6533/bindings/n-h1-773644-6 HTTP/1.1" status: 204 len: 173 time: 0.3366179 Jul 06 13:44:09.353116 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b725f8-7815-480a-bc26-2c3674c91207 req-4a4c365e-a1e7-485f-a04e-b2a5c05eddda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:09.357012 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-59b725f8-7815-480a-bc26-2c3674c91207 req-4a4c365e-a1e7-485f-a04e-b2a5c05eddda service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&device_id=09c4eb64-a0ba-4aad-8d02-7172cc596f21 HTTP/1.1" status: 200 len: 1099 time: 0.4165490 Jul 06 13:44:09.373521 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7595482-ebe5-4425-99f9-f9a702d7bf60 req-e218ebe3-ea45-44fd-b6b2-1374d5d3e6c9 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:09.373805 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ff8e9d-e8a5-4b82-9cbf-8f23a4644212 admin admin] Deleting subnet a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:44:09.375938 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f7595482-ebe5-4425-99f9-f9a702d7bf60 req-e218ebe3-ea45-44fd-b6b2-1374d5d3e6c9 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.52 "GET /v2.0/ports?device_id=73af7146-4571-4f89-b02f-380987dcee5c HTTP/1.1" status: 200 len: 950 time: 0.3132670 Jul 06 13:44:09.380523 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d5ff8e9d-e8a5-4b82-9cbf-8f23a4644212 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:09.456627 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d5ff8e9d-e8a5-4b82-9cbf-8f23a4644212 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:09.465196 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09146336-a59c-4ce4-8650-f9c20386c1f9 req-c742375b-db1b-44ea-930b-6c155af495e1 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:09.466775 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-09146336-a59c-4ce4-8650-f9c20386c1f9 req-c742375b-db1b-44ea-930b-6c155af495e1 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/ports?device_id=2dab4ecd-3564-4d45-876b-9093d903eee2 HTTP/1.1" status: 200 len: 950 time: 0.1931458 Jul 06 13:44:09.555947 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-09146336-a59c-4ce4-8650-f9c20386c1f9 req-2b28d05e-d3da-4e2b-9b26-55354bc9061f tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/security-groups?id=e70d35a8-8a51-432f-9795-43e192f3e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704579 Jul 06 13:44:09.636390 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d5ff8e9d-e8a5-4b82-9cbf-8f23a4644212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:09.661640 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-f7595482-ebe5-4425-99f9-f9a702d7bf60 req-48853400-38eb-4a82-9cc3-077f0ca728f4 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Deleting port f0b6c076-3270-4355-a551-5e936cc434b6 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:44:09.662121 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f7595482-ebe5-4425-99f9-f9a702d7bf60 req-48853400-38eb-4a82-9cc3-077f0ca728f4 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:09.677226 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b725f8-7815-480a-bc26-2c3674c91207 req-d8094403-a308-4416-b9ac-508a5e701d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:09.687581 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-59b725f8-7815-480a-bc26-2c3674c91207 req-d8094403-a308-4416-b9ac-508a5e701d90 service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.3103695 Jul 06 13:44:09.732587 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 81d0c1a6-868a-451f-bd9a-781fd9ad3541 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:44:09.772013 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d5ff8e9d-e8a5-4b82-9cbf-8f23a4644212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:09.786286 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 81d0c1a6-868a-451f-bd9a-781fd9ad3541 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:44:09.788122 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 81d0c1a6-868a-451f-bd9a-781fd9ad3541 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:44:09.791336 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:44:09.845706 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-59b725f8-7815-480a-bc26-2c3674c91207 req-9c1957ea-430e-4d66-9f8a-a41d9427df44 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41 HTTP/1.1" status: 200 len: 217 time: 0.1351311 Jul 06 13:44:09.848262 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d5ff8e9d-e8a5-4b82-9cbf-8f23a4644212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:09.853312 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d5ff8e9d-e8a5-4b82-9cbf-8f23a4644212 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b HTTP/1.1" status: 204 len: 168 time: 0.6477861 Jul 06 13:44:09.854202 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff8e9d-e8a5-4b82-9cbf-8f23a4644212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8155dd1-c83b-404d-8ccd-1cf0dacb4d8b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:09.856261 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36142) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:09.870241 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e040cba2-5f00-4f34-b00c-9ffe86d78501 None None] Network 624fdad4-82a3-4ebc-89e9-3ce038d748b0 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:44:09.879961 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:44:09.880312 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ea58a0c6-29f5-4bd4-ac8d-e4d6e1aa6856 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:44:09.915792 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b725f8-7815-480a-bc26-2c3674c91207 req-9b686eef-23ba-42d3-8b3c-0ebc04ef70fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:09.917497 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-59b725f8-7815-480a-bc26-2c3674c91207 req-9b686eef-23ba-42d3-8b3c-0ebc04ef70fc service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0620723 Jul 06 13:44:10.017258 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36146) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:10.027594 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91965b2-5418-47b8-bc44-89a3a0d3a16a req-2f402ff3-236c-4d9b-9cc6-6841d9fee3a2 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:10.035029 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f91965b2-5418-47b8-bc44-89a3a0d3a16a req-2f402ff3-236c-4d9b-9cc6-6841d9fee3a2 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/ports?device_id=73af7146-4571-4f89-b02f-380987dcee5c HTTP/1.1" status: 200 len: 950 time: 0.1358042 Jul 06 13:44:10.051922 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-f7595482-ebe5-4425-99f9-f9a702d7bf60 req-48853400-38eb-4a82-9cc3-077f0ca728f4 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] For port f0b6c076-3270-4355-a551-5e936cc434b6, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=f0b6c076-3270-4355-a551-5e936cc434b6,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:10.052578 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f7595482-ebe5-4425-99f9-f9a702d7bf60 req-48853400-38eb-4a82-9cc3-077f0ca728f4 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:10.084695 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c1b691e-6d39-4f58-b699-516856000839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:10.086704 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-f7595482-ebe5-4425-99f9-f9a702d7bf60 req-48853400-38eb-4a82-9cc3-077f0ca728f4 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Calling delete_port for f0b6c076-3270-4355-a551-5e936cc434b6 owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:44:10.109889 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ac4ee-dca9-455a-915e-6a241601c48e req-ca7c0ef5-74f7-453b-baef-ac43f922f8ad tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:10.111172 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:10.112112 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b725f8-7815-480a-bc26-2c3674c91207 req-516de87b-4e2d-4299-93d6-751961a9064d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:10.113901 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-59b725f8-7815-480a-bc26-2c3674c91207 req-516de87b-4e2d-4299-93d6-751961a9064d service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1856461 Jul 06 13:44:10.122347 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a71ac4ee-dca9-455a-915e-6a241601c48e req-ca7c0ef5-74f7-453b-baef-ac43f922f8ad tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=315fd776-04f0-4cf9-828d-19f23de87e5a HTTP/1.1" status: 200 len: 944 time: 0.1829472 Jul 06 13:44:10.157658 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8f0a2e-139a-4c2f-a693-9e6c7b6e3b9b None None] DHCP port deletion for 624fdad4-82a3-4ebc-89e9-3ce038d748b0 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:44:10.175936 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-233879b5-dc04-4896-9fc2-4e2ee47c7adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:10.196407 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f91965b2-5418-47b8-bc44-89a3a0d3a16a req-dc02744d-35cf-430f-bd9f-28fac743d66d tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/security-groups?id=134f3cd8-9c08-47ea-b250-008e5ce580d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499279 Jul 06 13:44:10.244387 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-ed8f0a2e-139a-4c2f-a693-9e6c7b6e3b9b None None] Deleting port b9590a2b-5fc9-407d-bd73-d05686fb9f0f {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:44:10.244979 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ed8f0a2e-139a-4c2f-a693-9e6c7b6e3b9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:10.274353 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a71ac4ee-dca9-455a-915e-6a241601c48e req-08a0e00d-f201-45e6-9240-f32802229dd1 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004310 Jul 06 13:44:10.308813 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-78f37bac-a2c9-4130-83e4-d818048ab143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:10.350257 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-ed8f0a2e-139a-4c2f-a693-9e6c7b6e3b9b None None] For port b9590a2b-5fc9-407d-bd73-d05686fb9f0f, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=b9590a2b-5fc9-407d-bd73-d05686fb9f0f,segment=NetworkSegment(f4412e6c-f55a-4207-aa2d-d092f711bb3d),segment_id=f4412e6c-f55a-4207-aa2d-d092f711bb3d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:10.350735 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ed8f0a2e-139a-4c2f-a693-9e6c7b6e3b9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:10.356161 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-59b725f8-7815-480a-bc26-2c3674c91207 req-842e1d7d-ef92-4d44-b6e5-a6139d0d350c service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049060 Jul 06 13:44:10.360750 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b691e-6d39-4f58-b699-516856000839 admin admin] Deleting port b9590a2b-5fc9-407d-bd73-d05686fb9f0f {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:44:10.361093 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c1b691e-6d39-4f58-b699-516856000839 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:10.367928 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-ed8f0a2e-139a-4c2f-a693-9e6c7b6e3b9b None None] Calling delete_port for b9590a2b-5fc9-407d-bd73-d05686fb9f0f owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:44:10.513610 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade1e7a-cfca-4803-8e31-4a78f326b14a req-18e54627-5f88-432b-85ad-ee72731b6685 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:10.514655 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ed8f0a2e-139a-4c2f-a693-9e6c7b6e3b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:10.521931 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dade1e7a-cfca-4803-8e31-4a78f326b14a req-18e54627-5f88-432b-85ad-ee72731b6685 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebf2d0e1-86da-499e-941c-7841a5e945a5 HTTP/1.1" status: 200 len: 948 time: 0.0900936 Jul 06 13:44:10.547057 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f0a2e-139a-4c2f-a693-9e6c7b6e3b9b None None] Pushing event deleted for resources: {'Port': ['ID=b9590a2b-5fc9-407d-bd73-d05686fb9f0f,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:10.561077 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8f0a2e-139a-4c2f-a693-9e6c7b6e3b9b None None] No DVR routers for this DVR port b9590a2b-5fc9-407d-bd73-d05686fb9f0f on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:44:10.563458 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8f0a2e-139a-4c2f-a693-9e6c7b6e3b9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:10.563829 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8f0a2e-139a-4c2f-a693-9e6c7b6e3b9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:10.564277 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8f0a2e-139a-4c2f-a693-9e6c7b6e3b9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:10.565533 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8f0a2e-139a-4c2f-a693-9e6c7b6e3b9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:10.566070 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8f0a2e-139a-4c2f-a693-9e6c7b6e3b9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:10.566317 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-4c1b691e-6d39-4f58-b699-516856000839 admin admin] For port b9590a2b-5fc9-407d-bd73-d05686fb9f0f, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=b9590a2b-5fc9-407d-bd73-d05686fb9f0f,segment=NetworkSegment(f4412e6c-f55a-4207-aa2d-d092f711bb3d),segment_id=f4412e6c-f55a-4207-aa2d-d092f711bb3d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:10.566440 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8f0a2e-139a-4c2f-a693-9e6c7b6e3b9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:10.566709 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c1b691e-6d39-4f58-b699-516856000839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:10.567180 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8f0a2e-139a-4c2f-a693-9e6c7b6e3b9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:10.567597 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8f0a2e-139a-4c2f-a693-9e6c7b6e3b9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:10.568106 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8f0a2e-139a-4c2f-a693-9e6c7b6e3b9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:10.568503 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8f0a2e-139a-4c2f-a693-9e6c7b6e3b9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:10.569216 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8f0a2e-139a-4c2f-a693-9e6c7b6e3b9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:10.569337 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8f0a2e-139a-4c2f-a693-9e6c7b6e3b9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:10.569419 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f7595482-ebe5-4425-99f9-f9a702d7bf60 req-48853400-38eb-4a82-9cc3-077f0ca728f4 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:10.576708 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dade1e7a-cfca-4803-8e31-4a78f326b14a req-e963375d-711a-4151-88f4-5772c03022bf tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541430 Jul 06 13:44:10.587727 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['f0b6c076-3270-4355-a551-5e936cc434b6'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:44:10.633640 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['e674a728-16cb-4c84-8afa-aae8c7445abe'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:44:10.649365 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b691e-6d39-4f58-b699-516856000839 admin admin] Calling delete_port for b9590a2b-5fc9-407d-bd73-d05686fb9f0f owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:44:10.696226 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48853400-38eb-4a82-9cc3-077f0ca728f4 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Pushing event deleted for resources: {'Port': ['ID=f0b6c076-3270-4355-a551-5e936cc434b6,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:10.773021 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff24b8-34e4-490d-b8a1-d117ff9000bc req-de45db49-e0b0-4fa0-900b-eaa0ec551174 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:10.783903 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5ff24b8-34e4-490d-b8a1-d117ff9000bc req-de45db49-e0b0-4fa0-900b-eaa0ec551174 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=315fd776-04f0-4cf9-828d-19f23de87e5a HTTP/1.1" status: 200 len: 1095 time: 0.0848017 Jul 06 13:44:10.808368 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7595482-ebe5-4425-99f9-f9a702d7bf60 req-48853400-38eb-4a82-9cc3-077f0ca728f4 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] No DVR routers for this DVR port f0b6c076-3270-4355-a551-5e936cc434b6 on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:44:10.811660 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f7595482-ebe5-4425-99f9-f9a702d7bf60 req-48853400-38eb-4a82-9cc3-077f0ca728f4 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:10.814716 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f7595482-ebe5-4425-99f9-f9a702d7bf60 req-48853400-38eb-4a82-9cc3-077f0ca728f4 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.52 "DELETE /v2.0/ports/f0b6c076-3270-4355-a551-5e936cc434b6 HTTP/1.1" status: 204 len: 173 time: 1.4253056 Jul 06 13:44:10.837150 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73af7146-4571-4f89-b02f-380987dcee5c', 'name': 'network-vif-deleted', 'tag': 'f0b6c076-3270-4355-a551-5e936cc434b6'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:44:10.840061 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee610236-48fc-401d-b037-9ed3a2e7a719" -d '{"events": [{"server_uuid": "73af7146-4571-4f89-b02f-380987dcee5c", "name": "network-vif-deleted", "tag": "f0b6c076-3270-4355-a551-5e936cc434b6"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:44:10.850552 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-59b725f8-7815-480a-bc26-2c3674c91207 req-c0c21c82-90a5-4f5d-815e-e82fe0541014 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819083 Jul 06 13:44:10.901290 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5ff24b8-34e4-490d-b8a1-d117ff9000bc req-16d6b04b-735d-42f7-a738-d2ad06cca225 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158237 Jul 06 13:44:11.002870 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdab57c-6994-4baa-9ad1-82566a041894 req-20c01164-053d-41df-9734-d342ea6b4971 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:11.004924 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ffdab57c-6994-4baa-9ad1-82566a041894 req-20c01164-053d-41df-9734-d342ea6b4971 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.124 "GET /v2.0/ports?device_id=2dab4ecd-3564-4d45-876b-9093d903eee2 HTTP/1.1" status: 200 len: 950 time: 0.1824434 Jul 06 13:44:11.017113 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-78f37bac-a2c9-4130-83e4-d818048ab143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:11.043278 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-78f37bac-a2c9-4130-83e4-d818048ab143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:11.062603 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c1b691e-6d39-4f58-b699-516856000839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:11.129577 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-78f37bac-a2c9-4130-83e4-d818048ab143 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=6074876f06784d2997e9062ed934f46d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1069140 Jul 06 13:44:11.132941 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1b691e-6d39-4f58-b699-516856000839 admin admin] No DVR routers for this DVR port b9590a2b-5fc9-407d-bd73-d05686fb9f0f on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:44:11.135067 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b691e-6d39-4f58-b699-516856000839 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9590a2b-5fc9-407d-bd73-d05686fb9f0f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:11.140188 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36172) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:11.140836 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f37bac-a2c9-4130-83e4-d818048ab143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d030a68-44b9-4123-abf3-d46c9821cc3e,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:11.244729 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b725f8-7815-480a-bc26-2c3674c91207 req-10df041e-b6a0-4d50-810a-41224a5107cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:11.246317 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-59b725f8-7815-480a-bc26-2c3674c91207 req-10df041e-b6a0-4d50-810a-41224a5107cf service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&device_id=ebf2d0e1-86da-499e-941c-7841a5e945a5 HTTP/1.1" status: 200 len: 1099 time: 0.3160584 Jul 06 13:44:11.281149 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c1b691e-6d39-4f58-b699-516856000839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:11.329506 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-4c1b691e-6d39-4f58-b699-516856000839 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['624fdad4-82a3-4ebc-89e9-3ce038d748b0']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:11.354338 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-4c1b691e-6d39-4f58-b699-516856000839 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4412e6c-f55a-4207-aa2d-d092f711bb3d') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:11.354650 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-4c1b691e-6d39-4f58-b699-516856000839 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4412e6c-f55a-4207-aa2d-d092f711bb3d') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:11.363693 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-589a1caf-80a7-46b0-9c63-da3fbddc4aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:11.371419 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c1b691e-6d39-4f58-b699-516856000839 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:11.376370 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:11.414938 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-589a1caf-80a7-46b0-9c63-da3fbddc4aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:11.418645 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c1b691e-6d39-4f58-b699-516856000839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:11.448743 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c1b691e-6d39-4f58-b699-516856000839 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:44:11.449167 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c1b691e-6d39-4f58-b699-516856000839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:44:11.450836 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:44:11.454190 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8cca3-db8e-4f11-8808-8d279db43908 req-9e1d647d-e93a-4748-bbd9-fec80f1feeaa tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:11.455638 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2fc8cca3-db8e-4f11-8808-8d279db43908 req-9e1d647d-e93a-4748-bbd9-fec80f1feeaa tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/ports?device_id=2dab4ecd-3564-4d45-876b-9093d903eee2 HTTP/1.1" status: 200 len: 950 time: 0.4857271 Jul 06 13:44:11.466779 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 7380059d-c7ea-4f31-a1af-4df34a977b25 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:44:11.502464 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b725f8-7815-480a-bc26-2c3674c91207 req-c2e3145d-a822-46b7-af6a-853a89db1505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:11.504749 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65ad3d-532f-4894-91b4-30c506e8d855 req-17fa1bfb-c337-4475-88cc-08ffb6bfbf19 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:11.504895 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-59b725f8-7815-480a-bc26-2c3674c91207 req-c2e3145d-a822-46b7-af6a-853a89db1505 service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.2404137 Jul 06 13:44:11.507311 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d65ad3d-532f-4894-91b4-30c506e8d855 req-17fa1bfb-c337-4475-88cc-08ffb6bfbf19 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ccb3f68d-646a-4f8b-82ad-039efbe82aa3 HTTP/1.1" status: 200 len: 946 time: 0.4184008 Jul 06 13:44:11.513311 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-ffdab57c-6994-4baa-9ad1-82566a041894 req-bb313542-65ea-4726-b43e-5e9bc97e6752 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Deleting port c604eefa-91c3-4e4f-b6c3-7f6364454abf {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:44:11.513659 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ffdab57c-6994-4baa-9ad1-82566a041894 req-bb313542-65ea-4726-b43e-5e9bc97e6752 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:11.574147 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-59b725f8-7815-480a-bc26-2c3674c91207 req-b6f2803c-e590-47d4-b4ca-8a6ed35a989c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=7380059d-c7ea-4f31-a1af-4df34a977b25 HTTP/1.1" status: 200 len: 217 time: 0.0590575 Jul 06 13:44:11.599120 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c1b691e-6d39-4f58-b699-516856000839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:11.606051 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2fc8cca3-db8e-4f11-8808-8d279db43908 req-20bb0a85-4685-4ab5-918f-c5824fb5f4c4 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/security-groups?id=e70d35a8-8a51-432f-9795-43e192f3e9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217086 Jul 06 13:44:11.632155 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d65ad3d-532f-4894-91b4-30c506e8d855 req-e559bf9e-460e-4d05-8893-2a9776141d19 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139815 Jul 06 13:44:11.667837 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 7380059d-c7ea-4f31-a1af-4df34a977b25, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=7380059d-c7ea-4f31-a1af-4df34a977b25,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:11.686458 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-ffdab57c-6994-4baa-9ad1-82566a041894 req-bb313542-65ea-4726-b43e-5e9bc97e6752 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] For port c604eefa-91c3-4e4f-b6c3-7f6364454abf, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c604eefa-91c3-4e4f-b6c3-7f6364454abf,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:11.686834 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ffdab57c-6994-4baa-9ad1-82566a041894 req-bb313542-65ea-4726-b43e-5e9bc97e6752 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:11.692796 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c1b691e-6d39-4f58-b699-516856000839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:11.697199 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4c1b691e-6d39-4f58-b699-516856000839 admin admin] 10.222.0.118 "DELETE /v2.0/networks/624fdad4-82a3-4ebc-89e9-3ce038d748b0 HTTP/1.1" status: 204 len: 168 time: 1.7834418 Jul 06 13:44:11.698229 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-589a1caf-80a7-46b0-9c63-da3fbddc4aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:11.705194 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '7380059d-c7ea-4f31-a1af-4df34a977b25', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': '7380059d-c7ea-4f31-a1af-4df34a977b25', 'mac_address': 'fa:16:3e:a8:bf:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:44:11.707779 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-589a1caf-80a7-46b0-9c63-da3fbddc4aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:11.712041 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-589a1caf-80a7-46b0-9c63-da3fbddc4aa9 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/4d030a68-44b9-4123-abf3-d46c9821cc3e HTTP/1.1" status: 204 len: 168 time: 0.5634842 Jul 06 13:44:11.715064 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-ffdab57c-6994-4baa-9ad1-82566a041894 req-bb313542-65ea-4726-b43e-5e9bc97e6752 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Calling delete_port for c604eefa-91c3-4e4f-b6c3-7f6364454abf owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:44:11.717623 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5c7eac-d78b-4a2e-b57f-cdb1008d75c6 x-openstack-request-id: req-3a5c7eac-d78b-4a2e-b57f-cdb1008d75c6 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:44:11.718211 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73af7146-4571-4f89-b02f-380987dcee5c", "name": "network-vif-deleted", "tag": "f0b6c076-3270-4355-a551-5e936cc434b6", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:44:11.718587 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-3a5c7eac-d78b-4a2e-b57f-cdb1008d75c6 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:44:11.720070 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73af7146-4571-4f89-b02f-380987dcee5c', 'name': 'network-vif-deleted', 'tag': 'f0b6c076-3270-4355-a551-5e936cc434b6', 'status': 'completed', 'code': 200} Jul 06 13:44:11.742094 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a1caf-80a7-46b0-9c63-da3fbddc4aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d030a68-44b9-4123-abf3-d46c9821cc3e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:11.745945 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b691e-6d39-4f58-b699-516856000839 admin admin] Pushing event deleted for resources: {'Network': ['ID=624fdad4-82a3-4ebc-89e9-3ce038d748b0,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:11.754780 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b725f8-7815-480a-bc26-2c3674c91207 req-e07bc228-72a9-449d-83b9-7d98112da678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:11.756535 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-59b725f8-7815-480a-bc26-2c3674c91207 req-e07bc228-72a9-449d-83b9-7d98112da678 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1749659 Jul 06 13:44:11.884950 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ffdab57c-6994-4baa-9ad1-82566a041894 req-bb313542-65ea-4726-b43e-5e9bc97e6752 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:11.924338 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b725f8-7815-480a-bc26-2c3674c91207 req-ab25f27c-8809-421d-a17f-1e0704fa1cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:11.930572 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-59b725f8-7815-480a-bc26-2c3674c91207 req-ab25f27c-8809-421d-a17f-1e0704fa1cd5 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1651182 Jul 06 13:44:11.960695 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb313542-65ea-4726-b43e-5e9bc97e6752 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Pushing event deleted for resources: {'Port': ['ID=c604eefa-91c3-4e4f-b6c3-7f6364454abf,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:11.978616 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 36194) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:11.979065 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device b9590a2b-5fc9-407d-bd73-d05686fb9f0f no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:44:11.990771 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['c604eefa-91c3-4e4f-b6c3-7f6364454abf'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:44:12.042543 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: b9590a2b-5fc9-407d-bd73-d05686fb9f0f {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:44:12.043188 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device b9590a2b-5fc9-407d-bd73-d05686fb9f0f not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:44:12.067331 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdab57c-6994-4baa-9ad1-82566a041894 req-bb313542-65ea-4726-b43e-5e9bc97e6752 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] No DVR routers for this DVR port c604eefa-91c3-4e4f-b6c3-7f6364454abf on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:44:12.071964 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ffdab57c-6994-4baa-9ad1-82566a041894 req-bb313542-65ea-4726-b43e-5e9bc97e6752 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:12.074084 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ffdab57c-6994-4baa-9ad1-82566a041894 req-bb313542-65ea-4726-b43e-5e9bc97e6752 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.124 "DELETE /v2.0/ports/c604eefa-91c3-4e4f-b6c3-7f6364454abf HTTP/1.1" status: 204 len: 173 time: 1.0519664 Jul 06 13:44:12.078383 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dab4ecd-3564-4d45-876b-9093d903eee2', 'name': 'network-vif-deleted', 'tag': 'c604eefa-91c3-4e4f-b6c3-7f6364454abf'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:44:12.079779 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:12.080807 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863dff8b-928c-4051-9e51-dff969ca6bdd" -d '{"events": [{"server_uuid": "2dab4ecd-3564-4d45-876b-9093d903eee2", "name": "network-vif-deleted", "tag": "c604eefa-91c3-4e4f-b6c3-7f6364454abf"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:44:12.108493 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7380059d-c7ea-4f31-a1af-4df34a977b25 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:44:12.131293 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-59b725f8-7815-480a-bc26-2c3674c91207 req-bfe8a68f-1e8d-4d19-b2d7-80b76ac4ed95 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923854 Jul 06 13:44:12.139966 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ca78036a-e424-48f4-a504-c1591cf88464 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=a56e97c4904044ce9798b96743e618e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1601319 Jul 06 13:44:12.141699 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 7380059d-c7ea-4f31-a1af-4df34a977b25, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=7380059d-c7ea-4f31-a1af-4df34a977b25,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:12.142460 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 36200) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:12.146527 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:12.147393 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:44:12.159501 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-1d46cb94-39b1-4b93-ae20-ed5c5a5aab1a tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:12.166699 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-1d46cb94-39b1-4b93-ae20-ed5c5a5aab1a tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/networks?id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d HTTP/1.1" status: 200 len: 821 time: 0.2944968 Jul 06 13:44:12.201477 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-c412e7d6-34d4-42fb-ad7b-a9086e8768f4 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/quotas/2348caba5ff048eca9a30073164626c9 HTTP/1.1" status: 200 len: 375 time: 0.0335686 Jul 06 13:44:12.262051 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:12.273011 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=7380059d-c7ea-4f31-a1af-4df34a977b25,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:12.282024 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-026d0bb7-1db8-4f3f-bfae-37b0922b3464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:12.298579 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': '5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41', 'mac_address': 'fa:16:3e:cd:6a:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:44:12.345215 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 36202) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:12.368752 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:12.369024 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-026d0bb7-1db8-4f3f-bfae-37b0922b3464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:12.387519 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:44:12.399795 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-464928e1-cf48-4d56-b8fd-10725432fa54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:12.413488 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-5a9d60fd-3ea9-4207-a435-a1040d09e1fa tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=2348caba5ff048eca9a30073164626c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2108035 Jul 06 13:44:12.418266 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:12.423525 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:12.484634 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:12.571456 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b3fa2-8246-4a62-b1e9-47b68bfcb451 req-4295831e-dcf0-489c-b3c5-2cd4ee29c8c0 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:12.572977 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-493b3fa2-8246-4a62-b1e9-47b68bfcb451 req-4295831e-dcf0-489c-b3c5-2cd4ee29c8c0 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebf2d0e1-86da-499e-941c-7841a5e945a5 HTTP/1.1" status: 200 len: 949 time: 0.2826989 Jul 06 13:44:12.584604 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-026d0bb7-1db8-4f3f-bfae-37b0922b3464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:12.587462 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-026d0bb7-1db8-4f3f-bfae-37b0922b3464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:12.588602 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-026d0bb7-1db8-4f3f-bfae-37b0922b3464 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/2fb62f41-fa9a-416b-8d6d-34532d71b3e5 HTTP/1.1" status: 204 len: 168 time: 0.4450765 Jul 06 13:44:12.606929 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-59b725f8-7815-480a-bc26-2c3674c91207 req-8267a23c-7fdc-469e-ab7c-4f950806a6e3 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676476 Jul 06 13:44:12.630441 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-745e92eb-4166-4b16-b65d-e3e5cb39a3d8 service neutron] 10.222.0.118 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986854 Jul 06 13:44:12.633614 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d0bb7-1db8-4f3f-bfae-37b0922b3464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb62f41-fa9a-416b-8d6d-34532d71b3e5,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:12.721674 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-493b3fa2-8246-4a62-b1e9-47b68bfcb451 req-bc5224da-cc11-46f5-8725-c0ebf26dd695 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319277 Jul 06 13:44:12.759471 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-464928e1-cf48-4d56-b8fd-10725432fa54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:12.770940 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-464928e1-cf48-4d56-b8fd-10725432fa54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:12.828863 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['7380059d-c7ea-4f31-a1af-4df34a977b25'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:44:12.831970 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:44:12.833962 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-2e6ceab0-2fd2-4ffc-a012-9caf433165d3 service neutron] 10.222.0.118 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960499 Jul 06 13:44:12.855334 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36210) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:12.856612 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-464928e1-cf48-4d56-b8fd-10725432fa54 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=7db53470ef5f4929a30641bcfbe8ed57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5067866 Jul 06 13:44:12.864858 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464928e1-cf48-4d56-b8fd-10725432fa54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fb8a3c-aef1-46f8-91a4-d5a0dd8abb1b,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:12.950357 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85a03362-6e33-4933-94ed-c98d3dde9d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:12.981606 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85a03362-6e33-4933-94ed-c98d3dde9d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:13.051625 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85a03362-6e33-4933-94ed-c98d3dde9d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:13.055079 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85a03362-6e33-4933-94ed-c98d3dde9d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:13.056139 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e9a130-afd8-4744-a8de-b71704c0d9a3 x-openstack-request-id: req-c3e9a130-afd8-4744-a8de-b71704c0d9a3 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:44:13.059726 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-85a03362-6e33-4933-94ed-c98d3dde9d7d admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/63fb8a3c-aef1-46f8-91a4-d5a0dd8abb1b HTTP/1.1" status: 204 len: 168 time: 0.2010086 Jul 06 13:44:13.060095 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dab4ecd-3564-4d45-876b-9093d903eee2", "name": "network-vif-deleted", "tag": "c604eefa-91c3-4e4f-b6c3-7f6364454abf", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:44:13.060739 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c3e9a130-afd8-4744-a8de-b71704c0d9a3 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:44:13.061952 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dab4ecd-3564-4d45-876b-9093d903eee2', 'name': 'network-vif-deleted', 'tag': 'c604eefa-91c3-4e4f-b6c3-7f6364454abf', 'status': 'completed', 'code': 200} Jul 06 13:44:13.095779 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a03362-6e33-4933-94ed-c98d3dde9d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fb8a3c-aef1-46f8-91a4-d5a0dd8abb1b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:13.096016 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:13.388617 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-91443cc9-8661-4975-b426-2ea928858be5 req-243ff935-ae28-4ee7-95ba-552c4c0184e5 tempest-LiveMigrationNegativeTest-428550110 tempest-LiveMigrationNegativeTest-428550110-project] 10.222.0.118 "GET /v2.0/ports?device_id=2dab4ecd-3564-4d45-876b-9093d903eee2 HTTP/1.1" status: 200 len: 210 time: 0.0733130 Jul 06 13:44:13.443011 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c255d5-5af5-448e-bf24-0e22c0b74c8c req-a0aa15f2-3984-4608-998a-3a5dcb01f2dc tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:13.458892 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01c255d5-5af5-448e-bf24-0e22c0b74c8c req-a0aa15f2-3984-4608-998a-3a5dcb01f2dc tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ccb3f68d-646a-4f8b-82ad-039efbe82aa3 HTTP/1.1" status: 200 len: 946 time: 0.1598463 Jul 06 13:44:13.476914 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 6b9d07db-7f84-49ce-b0d1-95c661e8a845 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:44:13.479127 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device c604eefa-91c3-4e4f-b6c3-7f6364454abf no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:44:13.517180 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01c255d5-5af5-448e-bf24-0e22c0b74c8c req-6be33234-4956-43f8-908e-7c938d971619 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574069 Jul 06 13:44:13.559893 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: c604eefa-91c3-4e4f-b6c3-7f6364454abf {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:44:13.560251 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device c604eefa-91c3-4e4f-b6c3-7f6364454abf not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:44:13.594242 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c4f2b75-612f-43dc-ad79-6cbd710c0ad5 req-9d40a1d7-f523-487e-b84b-ccc07de363f2 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0 HTTP/1.1" status: 200 len: 210 time: 0.0807393 Jul 06 13:44:13.658655 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device f0b6c076-3270-4355-a551-5e936cc434b6 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:44:13.706887 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: f0b6c076-3270-4355-a551-5e936cc434b6 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:44:13.707238 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device f0b6c076-3270-4355-a551-5e936cc434b6 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:44:13.744628 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 6b9d07db-7f84-49ce-b0d1-95c661e8a845, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=6b9d07db-7f84-49ce-b0d1-95c661e8a845,segment=NetworkSegment(78ae0a30-d800-4152-891b-c545e9763cb4),segment_id=78ae0a30-d800-4152-891b-c545e9763cb4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:13.759921 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '6b9d07db-7f84-49ce-b0d1-95c661e8a845', 'network_id': 'ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3', 'port_id': '6b9d07db-7f84-49ce-b0d1-95c661e8a845', 'mac_address': 'fa:16:3e:44:9a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce517ec-9130-4f36-af09-4b9fdd0ba45c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:44:13.849565 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:13.873117 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b9d07db-7f84-49ce-b0d1-95c661e8a845 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:44:13.901375 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 6b9d07db-7f84-49ce-b0d1-95c661e8a845, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=6b9d07db-7f84-49ce-b0d1-95c661e8a845,segment=NetworkSegment(78ae0a30-d800-4152-891b-c545e9763cb4),segment_id=78ae0a30-d800-4152-891b-c545e9763cb4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:13.907075 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:13.917978 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855a137-b04b-4a2c-b63f-f591f4c85fef req-d908237f-7652-4745-be86-c770fcd4bd61 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:13.925625 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a855a137-b04b-4a2c-b63f-f591f4c85fef req-d908237f-7652-4745-be86-c770fcd4bd61 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/ports?device_id=b7ddf908-bfa7-4c39-b5ef-6971f69205ca HTTP/1.1" status: 200 len: 949 time: 0.0931568 Jul 06 13:44:13.974880 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a855a137-b04b-4a2c-b63f-f591f4c85fef req-12ab80f6-3a73-4ec9-a2d3-b23a4a68115a tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/security-groups?id=134f3cd8-9c08-47ea-b250-008e5ce580d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479591 Jul 06 13:44:14.019630 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=6b9d07db-7f84-49ce-b0d1-95c661e8a845,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:14.036566 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 36260) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:14.076222 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f54c1-cf62-4712-bb6c-cb77c5c6f2c1 req-e2f1c793-4d7f-4b49-bcee-99e648bc4570 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:14.079387 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-308f54c1-cf62-4712-bb6c-cb77c5c6f2c1 req-e2f1c793-4d7f-4b49-bcee-99e648bc4570 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebf2d0e1-86da-499e-941c-7841a5e945a5 HTTP/1.1" status: 200 len: 949 time: 0.0983045 Jul 06 13:44:14.095699 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['6b9d07db-7f84-49ce-b0d1-95c661e8a845'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:44:14.140651 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-308f54c1-cf62-4712-bb6c-cb77c5c6f2c1 req-be65f6d4-e71c-4afc-b71d-66f9475288e1 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547140 Jul 06 13:44:14.179684 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-ebd58f73-eecc-4bbc-adbe-9cf7a84ee8eb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1573930650-network', 'tenant_id': '58a516db59fd4bca831af47800edb0ed'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:14.207330 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd58f73-eecc-4bbc-adbe-9cf7a84ee8eb admin admin] Made reservation on behalf of 58a516db59fd4bca831af47800edb0ed for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:44:14.210485 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ebd58f73-eecc-4bbc-adbe-9cf7a84ee8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:14.224305 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ebd58f73-eecc-4bbc-adbe-9cf7a84ee8eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:14.343430 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ebd58f73-eecc-4bbc-adbe-9cf7a84ee8eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:14.347934 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ebd58f73-eecc-4bbc-adbe-9cf7a84ee8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:14.374161 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd58f73-eecc-4bbc-adbe-9cf7a84ee8eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:44:14.383948 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd58f73-eecc-4bbc-adbe-9cf7a84ee8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896763a7-9dd1-4891-b0fe-011dfdd8986e,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:14.391541 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ebd58f73-eecc-4bbc-adbe-9cf7a84ee8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:14.391885 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-ebd58f73-eecc-4bbc-adbe-9cf7a84ee8eb admin admin] Added segment 663775f7-1c0d-4857-a657-19a10a1d0396 of type vlan for network c0f68264-e4ec-457e-8a97-e93086eb236e Jul 06 13:44:14.438769 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ebd58f73-eecc-4bbc-adbe-9cf7a84ee8eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:14.473956 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ebd58f73-eecc-4bbc-adbe-9cf7a84ee8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:14.474955 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd58f73-eecc-4bbc-adbe-9cf7a84ee8eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:14.475985 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ebd58f73-eecc-4bbc-adbe-9cf7a84ee8eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:14.527490 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ebd58f73-eecc-4bbc-adbe-9cf7a84ee8eb admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4898336 Jul 06 13:44:14.530316 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 36280) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:14.535675 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-34da91ec-dc53-46b8-ad16-85c897042ed8 admin admin] Request body: {'subnet': {'network_id': 'c0f68264-e4ec-457e-8a97-e93086eb236e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1573930650-subnet', 'tenant_id': '58a516db59fd4bca831af47800edb0ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:14.559317 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd58f73-eecc-4bbc-adbe-9cf7a84ee8eb admin admin] Pushing event updated for resources: {'Network': ['ID=c0f68264-e4ec-457e-8a97-e93086eb236e,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:14.574278 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network c0f68264-e4ec-457e-8a97-e93086eb236e details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:44:14.580711 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34da91ec-dc53-46b8-ad16-85c897042ed8 admin admin] Made reservation on behalf of 58a516db59fd4bca831af47800edb0ed for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:44:14.583891 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-34da91ec-dc53-46b8-ad16-85c897042ed8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:14.870496 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 36296) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:14.872656 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bf62e5e1-0435-4322-a295-7cf45ab82b13 req-394e4eb6-a955-47ee-a539-45eaa53ccd9d tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0 HTTP/1.1" status: 200 len: 210 time: 0.0627799 Jul 06 13:44:14.962294 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-34da91ec-dc53-46b8-ad16-85c897042ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:15.009305 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-32521265-731e-48d9-8d9e-4988ee9bb4ee tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:15.011016 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-32521265-731e-48d9-8d9e-4988ee9bb4ee tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.52 "GET /v2.0/networks?id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d HTTP/1.1" status: 200 len: 821 time: 0.1985910 Jul 06 13:44:15.028989 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-42ff4a38-b2e0-4d87-898d-23991f59edbf tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Request body: {'port': {'device_id': 'cb0b71d5-b769-4c64-a9d1-145e94d3afc0', 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d', 'admin_state_up': True, 'tenant_id': '2348caba5ff048eca9a30073164626c9'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:15.029300 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba3027-b8ca-4b3c-9f2b-00f3e37a90c4 req-d3075cf8-71ee-4b9d-9f23-d7888032f1aa tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:15.030925 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c9ba3027-b8ca-4b3c-9f2b-00f3e37a90c4 req-d3075cf8-71ee-4b9d-9f23-d7888032f1aa tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ccb3f68d-646a-4f8b-82ad-039efbe82aa3 HTTP/1.1" status: 200 len: 945 time: 0.2198522 Jul 06 13:44:15.142034 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4b702-7642-4fba-8c42-c2d797ebeaea req-a419ea9d-1e89-48af-8575-51c282d29c14 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:15.144979 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-32d4b702-7642-4fba-8c42-c2d797ebeaea req-a419ea9d-1e89-48af-8575-51c282d29c14 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.124 "GET /v2.0/ports?device_id=b7ddf908-bfa7-4c39-b5ef-6971f69205ca HTTP/1.1" status: 200 len: 949 time: 0.2081590 Jul 06 13:44:15.164936 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c9ba3027-b8ca-4b3c-9f2b-00f3e37a90c4 req-01c62c1c-513e-47e8-a10b-3da2ec75f09a tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149921 Jul 06 13:44:15.170812 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da91ec-dc53-46b8-ad16-85c897042ed8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=772064b6-6e38-404b-8d34-32ae6f96f079,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:15.199682 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34da91ec-dc53-46b8-ad16-85c897042ed8 admin admin] Checking segment: {'id': '663775f7-1c0d-4857-a657-19a10a1d0396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c0f68264-e4ec-457e-8a97-e93086eb236e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:44:15.202076 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34da91ec-dc53-46b8-ad16-85c897042ed8 admin admin] Network hostable DHCP agents. Network: c0f68264-e4ec-457e-8a97-e93086eb236e, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:44:15.251145 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34da91ec-dc53-46b8-ad16-85c897042ed8 admin admin] Network c0f68264-e4ec-457e-8a97-e93086eb236e is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:44:15.335830 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-42ff4a38-b2e0-4d87-898d-23991f59edbf tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Made reservation on behalf of 2348caba5ff048eca9a30073164626c9 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:44:15.337947 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-34da91ec-dc53-46b8-ad16-85c897042ed8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, c0f68264-e4ec-457e-8a97-e93086eb236e) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:44:15.339485 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-42ff4a38-b2e0-4d87-898d-23991f59edbf tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:15.343009 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34da91ec-dc53-46b8-ad16-85c897042ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:15.344063 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-34da91ec-dc53-46b8-ad16-85c897042ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:15.348031 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76186530-11bc-479c-bbf4-5ab6cdf96b57 None None] Network c0f68264-e4ec-457e-8a97-e93086eb236e requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:44:15.397621 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8b353f07-a1af-4e0f-9f5a-bb3274447a79 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=50e8f05c6bdb496f8ea002d9efd5f45c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5238547 Jul 06 13:44:15.402473 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 36312) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:15.417790 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-34da91ec-dc53-46b8-ad16-85c897042ed8 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8863523 Jul 06 13:44:15.421312 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36314) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:15.424077 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-32d4b702-7642-4fba-8c42-c2d797ebeaea req-b9545b9c-ed19-4c2c-9753-69e26f217c9d tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Deleting port e674a728-16cb-4c84-8afa-aae8c7445abe {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:44:15.424426 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-32d4b702-7642-4fba-8c42-c2d797ebeaea req-b9545b9c-ed19-4c2c-9753-69e26f217c9d tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:15.431035 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-10c0b7f4-4df7-4e25-a0cd-091bcb395519 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1573930650-router', 'tenant_id': '58a516db59fd4bca831af47800edb0ed', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:15.483130 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 7380059d-c7ea-4f31-a1af-4df34a977b25 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:44:15.483324 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fb4f1-72cb-4d88-9187-17d85bbd8fc0 req-7a3b8667-f381-47cd-a75d-ba69b28e38ad tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:15.484707 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0c7fb4f1-72cb-4d88-9187-17d85bbd8fc0 req-7a3b8667-f381-47cd-a75d-ba69b28e38ad tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/ports?device_id=b7ddf908-bfa7-4c39-b5ef-6971f69205ca HTTP/1.1" status: 200 len: 949 time: 0.2132592 Jul 06 13:44:15.526961 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2840fa5-5761-4e5d-8fd7-096ff64d9fa8 req-458a42ce-1ee0-4e54-9f2d-627a5ecca198 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:15.535717 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f2840fa5-5761-4e5d-8fd7-096ff64d9fa8 req-458a42ce-1ee0-4e54-9f2d-627a5ecca198 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebf2d0e1-86da-499e-941c-7841a5e945a5 HTTP/1.1" status: 200 len: 949 time: 0.2043462 Jul 06 13:44:15.543998 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e45caaa8-0ea3-4629-85e8-f1bfbbae7026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:15.559797 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-10c0b7f4-4df7-4e25-a0cd-091bcb395519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:15.560908 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-10c0b7f4-4df7-4e25-a0cd-091bcb395519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:15.577614 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 7380059d-c7ea-4f31-a1af-4df34a977b25 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:44:15.581699 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 7380059d-c7ea-4f31-a1af-4df34a977b25 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:44:15.582138 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:15.589539 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-32d4b702-7642-4fba-8c42-c2d797ebeaea req-b9545b9c-ed19-4c2c-9753-69e26f217c9d tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] For port e674a728-16cb-4c84-8afa-aae8c7445abe, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=e674a728-16cb-4c84-8afa-aae8c7445abe,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:15.589949 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-32d4b702-7642-4fba-8c42-c2d797ebeaea req-b9545b9c-ed19-4c2c-9753-69e26f217c9d tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:15.602535 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e45caaa8-0ea3-4629-85e8-f1bfbbae7026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:15.611876 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd27611-5c69-4d0c-8b50-b9f63cb733f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-c0f68264-e4ec-457e-8a97-e93086eb236e', 'network_id': 'c0f68264-e4ec-457e-8a97-e93086eb236e', 'tenant_id': '58a516db59fd4bca831af47800edb0ed', 'fixed_ips': [{'subnet_id': '772064b6-6e38-404b-8d34-32ae6f96f079'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:44:15.612054 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0fd27611-5c69-4d0c-8b50-b9f63cb733f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:15.629636 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0c7fb4f1-72cb-4d88-9187-17d85bbd8fc0 req-ee574722-bcbb-4e66-9895-6f6905452af7 tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/security-groups?id=134f3cd8-9c08-47ea-b250-008e5ce580d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283937 Jul 06 13:44:15.630937 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-32d4b702-7642-4fba-8c42-c2d797ebeaea req-b9545b9c-ed19-4c2c-9753-69e26f217c9d tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Calling delete_port for e674a728-16cb-4c84-8afa-aae8c7445abe owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:44:15.632998 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-42ff4a38-b2e0-4d87-898d-23991f59edbf tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Allocated IP 172.20.0.4 (07b1ddd0-32ee-4167-858f-b55fd4b0b29d/54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a/11b74534-6edd-42f5-96cb-83f18e88d93c) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:44:15.691677 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-10c0b7f4-4df7-4e25-a0cd-091bcb395519 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:15.707048 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f2840fa5-5761-4e5d-8fd7-096ff64d9fa8 req-406daba7-5e46-427c-b7dc-7eb8620048e7 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692894 Jul 06 13:44:15.727953 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e45caaa8-0ea3-4629-85e8-f1bfbbae7026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:15.738359 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e45caaa8-0ea3-4629-85e8-f1bfbbae7026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:15.741741 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e45caaa8-0ea3-4629-85e8-f1bfbbae7026 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/e70d35a8-8a51-432f-9795-43e192f3e9f2 HTTP/1.1" status: 204 len: 168 time: 0.3364720 Jul 06 13:44:15.759598 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45caaa8-0ea3-4629-85e8-f1bfbbae7026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70d35a8-8a51-432f-9795-43e192f3e9f2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:15.836892 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-0fd27611-5c69-4d0c-8b50-b9f63cb733f0 None None] Allocated IP 172.20.0.2 (c0f68264-e4ec-457e-8a97-e93086eb236e/772064b6-6e38-404b-8d34-32ae6f96f079/a513e162-8ed2-4fd3-80b2-5cd0fc379591) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:44:15.857294 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:15.928533 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf2d0e1-86da-499e-941c-7841a5e945a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7380059d-c7ea-4f31-a1af-4df34a977b25'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:44:15.930813 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c93b33b-2e63-49e5-85b0-2a37282e80ed" -d '{"events": [{"server_uuid": "ebf2d0e1-86da-499e-941c-7841a5e945a5", "name": "network-vif-plugged", "status": "completed", "tag": "7380059d-c7ea-4f31-a1af-4df34a977b25"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:44:15.948804 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 7380059d-c7ea-4f31-a1af-4df34a977b25, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=7380059d-c7ea-4f31-a1af-4df34a977b25,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:15.958093 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:15.959905 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:44:15.997611 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-10c0b7f4-4df7-4e25-a0cd-091bcb395519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:16.124612 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acba2e31-865a-4fc2-ad19-7b6b325fb0ba x-openstack-request-id: req-acba2e31-865a-4fc2-ad19-7b6b325fb0ba {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:44:16.124942 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf2d0e1-86da-499e-941c-7841a5e945a5", "name": "network-vif-plugged", "status": "completed", "tag": "7380059d-c7ea-4f31-a1af-4df34a977b25", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:44:16.125204 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-acba2e31-865a-4fc2-ad19-7b6b325fb0ba {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:44:16.125602 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf2d0e1-86da-499e-941c-7841a5e945a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7380059d-c7ea-4f31-a1af-4df34a977b25', 'code': 200} Jul 06 13:44:16.187207 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-42ff4a38-b2e0-4d87-898d-23991f59edbf tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:16.194015 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-32d4b702-7642-4fba-8c42-c2d797ebeaea req-b9545b9c-ed19-4c2c-9753-69e26f217c9d tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:16.239975 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['e674a728-16cb-4c84-8afa-aae8c7445abe'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:44:16.288844 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687fba12-1470-47d6-a348-8d4963264e9d req-ca5085c9-6b35-476b-872f-3f10a55560c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:16.291466 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-687fba12-1470-47d6-a348-8d4963264e9d req-ca5085c9-6b35-476b-872f-3f10a55560c7 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=ebf2d0e1-86da-499e-941c-7841a5e945a5 HTTP/1.1" status: 200 len: 1101 time: 0.0959561 Jul 06 13:44:16.299279 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9545b9c-ed19-4c2c-9753-69e26f217c9d tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Pushing event deleted for resources: {'Port': ['ID=e674a728-16cb-4c84-8afa-aae8c7445abe,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:16.324515 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=7380059d-c7ea-4f31-a1af-4df34a977b25,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:16.343042 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b57db1bf-a20c-475f-b94d-9f1d1f9ffd01 req-ffaffa90-e391-42cd-b2b2-a5718ea05c28 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0 HTTP/1.1" status: 200 len: 210 time: 0.0467689 Jul 06 13:44:16.377577 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-687fba12-1470-47d6-a348-8d4963264e9d req-72c9a488-ed42-44a0-9bb8-ae1c0a5811e9 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681889 Jul 06 13:44:16.390621 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d4b702-7642-4fba-8c42-c2d797ebeaea req-b9545b9c-ed19-4c2c-9753-69e26f217c9d tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] No DVR routers for this DVR port e674a728-16cb-4c84-8afa-aae8c7445abe on host n-h2-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:44:16.402912 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-32d4b702-7642-4fba-8c42-c2d797ebeaea req-b9545b9c-ed19-4c2c-9753-69e26f217c9d tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:16.406950 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-32d4b702-7642-4fba-8c42-c2d797ebeaea req-b9545b9c-ed19-4c2c-9753-69e26f217c9d tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.124 "DELETE /v2.0/ports/e674a728-16cb-4c84-8afa-aae8c7445abe HTTP/1.1" status: 204 len: 173 time: 1.1851616 Jul 06 13:44:16.410966 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ddf908-bfa7-4c39-b5ef-6971f69205ca', 'name': 'network-vif-deleted', 'tag': 'e674a728-16cb-4c84-8afa-aae8c7445abe'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:44:16.413466 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf10a3d3-af5c-4426-8f95-e484d624fc0f" -d '{"events": [{"server_uuid": "b7ddf908-bfa7-4c39-b5ef-6971f69205ca", "name": "network-vif-deleted", "tag": "e674a728-16cb-4c84-8afa-aae8c7445abe"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:44:16.434487 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-42ff4a38-b2e0-4d87-898d-23991f59edbf tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:16.434805 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:16.435412 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:44:16.440885 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 36336) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:16.462763 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0fd27611-5c69-4d0c-8b50-b9f63cb733f0 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:16.491004 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:44:16.491683 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:16.529997 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0fd27611-5c69-4d0c-8b50-b9f63cb733f0 None None] Transition to ACTIVE for port object a513e162-8ed2-4fd3-80b2-5cd0fc379591 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:44:16.547380 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-eab14a12-e583-4017-92f7-271d00407b06 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=22a5dfef694b49a283c7c7ef5395a7a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1046877 Jul 06 13:44:16.548066 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-42ff4a38-b2e0-4d87-898d-23991f59edbf tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:44:16.562319 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0fd27611-5c69-4d0c-8b50-b9f63cb733f0 None None] Transition to ACTIVE for port object a513e162-8ed2-4fd3-80b2-5cd0fc379591 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:44:16.578692 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36338) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:16.587363 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff4a38-b2e0-4d87-898d-23991f59edbf tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Pushing event updated for resources: {'Port': ['ID=11b74534-6edd-42f5-96cb-83f18e88d93c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:16.589984 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-42ff4a38-b2e0-4d87-898d-23991f59edbf tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:44:16.595826 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-42ff4a38-b2e0-4d87-898d-23991f59edbf tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:44:16.610936 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:16.622007 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0fd27611-5c69-4d0c-8b50-b9f63cb733f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:16.629965 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e2bdf-870b-4e22-b3eb-3ffaa5903c39 req-e05379de-220d-4e60-b089-a113f76f7054 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:16.639403 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a90e2bdf-870b-4e22-b3eb-3ffaa5903c39 req-e05379de-220d-4e60-b089-a113f76f7054 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ccb3f68d-646a-4f8b-82ad-039efbe82aa3 HTTP/1.1" status: 200 len: 945 time: 0.0954597 Jul 06 13:44:16.691997 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a90e2bdf-870b-4e22-b3eb-3ffaa5903c39 req-d7b6f8ab-f76d-43e9-88f0-d537d99df138 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510662 Jul 06 13:44:16.734681 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-42ff4a38-b2e0-4d87-898d-23991f59edbf tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:16.735432 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-42ff4a38-b2e0-4d87-898d-23991f59edbf tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:16.750497 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-10c0b7f4-4df7-4e25-a0cd-091bcb395519 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:16.760991 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdcd98b-e52b-4caf-9382-ef2ca7989c95 x-openstack-request-id: req-acdcd98b-e52b-4caf-9382-ef2ca7989c95 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:44:16.761299 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ddf908-bfa7-4c39-b5ef-6971f69205ca", "name": "network-vif-deleted", "tag": "e674a728-16cb-4c84-8afa-aae8c7445abe", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:44:16.761562 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-acdcd98b-e52b-4caf-9382-ef2ca7989c95 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:44:16.762069 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ddf908-bfa7-4c39-b5ef-6971f69205ca', 'name': 'network-vif-deleted', 'tag': 'e674a728-16cb-4c84-8afa-aae8c7445abe', 'status': 'completed', 'code': 200} Jul 06 13:44:16.771248 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd27611-5c69-4d0c-8b50-b9f63cb733f0 None None] Pushing event updated for resources: {'Port': ['ID=a513e162-8ed2-4fd3-80b2-5cd0fc379591,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:16.790577 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd27611-5c69-4d0c-8b50-b9f63cb733f0 None None] Network c0f68264-e4ec-457e-8a97-e93086eb236e is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:44:16.793636 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-0fd27611-5c69-4d0c-8b50-b9f63cb733f0 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:44:16.795929 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-10c0b7f4-4df7-4e25-a0cd-091bcb395519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:16.796493 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-532ed8ef-5cd2-4a7e-89f7-2b2a1b598eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:16.800759 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd27611-5c69-4d0c-8b50-b9f63cb733f0 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:44:16.811116 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-42ff4a38-b2e0-4d87-898d-23991f59edbf tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7883620 Jul 06 13:44:16.828354 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-382dbd8e-8578-406c-810e-84807e3fd505 service neutron] Request body: {'port': {'device_id': 'cb0b71d5-b769-4c64-a9d1-145e94d3afc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:16.849051 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:16.875022 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:16.875963 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 6b9d07db-7f84-49ce-b0d1-95c661e8a845 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:44:16.914136 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-532ed8ef-5cd2-4a7e-89f7-2b2a1b598eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:16.928355 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0401028b-fa28-4f9d-b481-4e24bdc481b6 req-ebdc63c9-237a-4c5c-8b1c-5cd22e10437a tempest-ServersAdminNegativeTestJSON-1493363051 tempest-ServersAdminNegativeTestJSON-1493363051-project] 10.222.0.118 "GET /v2.0/ports?device_id=b7ddf908-bfa7-4c39-b5ef-6971f69205ca HTTP/1.1" status: 200 len: 210 time: 0.0602262 Jul 06 13:44:16.960276 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-0fd27611-5c69-4d0c-8b50-b9f63cb733f0 None None] Attempting to bind port a513e162-8ed2-4fd3-80b2-5cd0fc379591 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:44:16.960732 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-0fd27611-5c69-4d0c-8b50-b9f63cb733f0 None None] Attempting to bind port a513e162-8ed2-4fd3-80b2-5cd0fc379591 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '663775f7-1c0d-4857-a657-19a10a1d0396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c0f68264-e4ec-457e-8a97-e93086eb236e'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:44:16.961170 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd27611-5c69-4d0c-8b50-b9f63cb733f0 None None] Attempting to bind port a513e162-8ed2-4fd3-80b2-5cd0fc379591 on network c0f68264-e4ec-457e-8a97-e93086eb236e {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:44:16.982774 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd27611-5c69-4d0c-8b50-b9f63cb733f0 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:44:16.984204 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd27611-5c69-4d0c-8b50-b9f63cb733f0 None None] Checking segment: {'id': '663775f7-1c0d-4857-a657-19a10a1d0396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c0f68264-e4ec-457e-8a97-e93086eb236e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:44:16.985154 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0fd27611-5c69-4d0c-8b50-b9f63cb733f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:16.985639 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd27611-5c69-4d0c-8b50-b9f63cb733f0 None None] Bound using segment: {'id': '663775f7-1c0d-4857-a657-19a10a1d0396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c0f68264-e4ec-457e-8a97-e93086eb236e'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:44:16.986731 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-0fd27611-5c69-4d0c-8b50-b9f63cb733f0 None None] Bound port: a513e162-8ed2-4fd3-80b2-5cd0fc379591, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '663775f7-1c0d-4857-a657-19a10a1d0396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c0f68264-e4ec-457e-8a97-e93086eb236e'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:44:16.987297 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0fd27611-5c69-4d0c-8b50-b9f63cb733f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:17.025621 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-382dbd8e-8578-406c-810e-84807e3fd505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:17.029437 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:17.099714 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-532ed8ef-5cd2-4a7e-89f7-2b2a1b598eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:17.102765 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-532ed8ef-5cd2-4a7e-89f7-2b2a1b598eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:17.107553 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-532ed8ef-5cd2-4a7e-89f7-2b2a1b598eaa admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/9aef7b28-d580-442e-8dcd-7efb75a0a98f HTTP/1.1" status: 204 len: 168 time: 0.5250747 Jul 06 13:44:17.135798 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-10c0b7f4-4df7-4e25-a0cd-091bcb395519 admin admin] Allocated IP 172.25.6.79 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/ef1dff44-d869-4faf-80f7-b82a141bf667) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:44:17.145980 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ed8ef-5cd2-4a7e-89f7-2b2a1b598eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aef7b28-d580-442e-8dcd-7efb75a0a98f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:17.214799 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ade3d6-8c34-48e2-84cf-9fd00e8ca8d9 req-c5d0a36d-ff78-4b31-b2a3-d0333bd86e2a tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:17.217061 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f1ade3d6-8c34-48e2-84cf-9fd00e8ca8d9 req-c5d0a36d-ff78-4b31-b2a3-d0333bd86e2a tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebf2d0e1-86da-499e-941c-7841a5e945a5 HTTP/1.1" status: 200 len: 950 time: 0.1273744 Jul 06 13:44:17.249021 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:17.282311 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f1ade3d6-8c34-48e2-84cf-9fd00e8ca8d9 req-a938d8ad-01bf-4eb9-b2dd-972621c6c30f tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469053 Jul 06 13:44:17.282531 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-0fd27611-5c69-4d0c-8b50-b9f63cb733f0 None None] For port a513e162-8ed2-4fd3-80b2-5cd0fc379591, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:44:17.307698 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6b9d07db-7f84-49ce-b0d1-95c661e8a845 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:44:17.317135 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-0fd27611-5c69-4d0c-8b50-b9f63cb733f0 None None] For port a513e162-8ed2-4fd3-80b2-5cd0fc379591, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a513e162-8ed2-4fd3-80b2-5cd0fc379591,segment=NetworkSegment(663775f7-1c0d-4857-a657-19a10a1d0396),segment_id=663775f7-1c0d-4857-a657-19a10a1d0396)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:44:17.338026 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0fd27611-5c69-4d0c-8b50-b9f63cb733f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:17.395563 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 6b9d07db-7f84-49ce-b0d1-95c661e8a845, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=6b9d07db-7f84-49ce-b0d1-95c661e8a845,segment=NetworkSegment(78ae0a30-d800-4152-891b-c545e9763cb4),segment_id=78ae0a30-d800-4152-891b-c545e9763cb4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:17.402238 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:17.454961 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-10c0b7f4-4df7-4e25-a0cd-091bcb395519 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:17.467389 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd27611-5c69-4d0c-8b50-b9f63cb733f0 None None] Pushing event updated for resources: {'Port': ['ID=a513e162-8ed2-4fd3-80b2-5cd0fc379591,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:17.538312 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:44:17.568683 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=6b9d07db-7f84-49ce-b0d1-95c661e8a845,revision_number=7']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:17.573950 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-10c0b7f4-4df7-4e25-a0cd-091bcb395519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:17.676006 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c0b7f4-4df7-4e25-a0cd-091bcb395519 admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:44:17.691055 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-10c0b7f4-4df7-4e25-a0cd-091bcb395519 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:44:17.707090 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c0b7f4-4df7-4e25-a0cd-091bcb395519 admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:44:17.807720 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-382dbd8e-8578-406c-810e-84807e3fd505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b74534-6edd-42f5-96cb-83f18e88d93c {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:44:17.860858 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efeaa4-4cc2-40a6-98ea-82455035a9dd req-0189c4a4-331c-42c5-a8d0-8c940d83c05f tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:17.872224 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e2efeaa4-4cc2-40a6-98ea-82455035a9dd req-0189c4a4-331c-42c5-a8d0-8c940d83c05f tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0 HTTP/1.1" status: 200 len: 931 time: 0.1477056 Jul 06 13:44:17.884904 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0b7f4-4df7-4e25-a0cd-091bcb395519 admin admin] Pushing event updated for resources: {'Port': ['ID=ef1dff44-d869-4faf-80f7-b82a141bf667,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:17.889368 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-382dbd8e-8578-406c-810e-84807e3fd505 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:17.938750 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e2efeaa4-4cc2-40a6-98ea-82455035a9dd req-aa67745f-c6ad-46e3-a682-7ab8599886b4 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650630 Jul 06 13:44:17.941545 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-382dbd8e-8578-406c-810e-84807e3fd505 service neutron] Transition to ACTIVE for port object 11b74534-6edd-42f5-96cb-83f18e88d93c will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:44:17.949348 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-382dbd8e-8578-406c-810e-84807e3fd505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:18.108304 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd324315-19c8-4bc9-84cc-a9642eec8ba1 req-7271a1b9-79e5-458a-ab82-24d218cece02 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:18.116309 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fd324315-19c8-4bc9-84cc-a9642eec8ba1 req-7271a1b9-79e5-458a-ab82-24d218cece02 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ccb3f68d-646a-4f8b-82ad-039efbe82aa3 HTTP/1.1" status: 200 len: 944 time: 0.0906026 Jul 06 13:44:18.127163 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c4eb64-a0ba-4aad-8d02-7172cc596f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:44:18.130346 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3a1d9a-e1a7-4253-9339-07ab62fd941e" -d '{"events": [{"server_uuid": "09c4eb64-a0ba-4aad-8d02-7172cc596f21", "name": "network-vif-plugged", "status": "completed", "tag": "5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:44:18.192873 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa93e7df-59a3-455a-b015-a54166af2d0c x-openstack-request-id: req-fa93e7df-59a3-455a-b015-a54166af2d0c {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:44:18.193185 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c4eb64-a0ba-4aad-8d02-7172cc596f21", "name": "network-vif-plugged", "status": "completed", "tag": "5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:44:18.193442 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-fa93e7df-59a3-455a-b015-a54166af2d0c {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:44:18.193869 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c4eb64-a0ba-4aad-8d02-7172cc596f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41', 'code': 200} Jul 06 13:44:18.195505 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fd324315-19c8-4bc9-84cc-a9642eec8ba1 req-94cfc4d9-e740-4c23-94c0-6ac042e3e1ae tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729334 Jul 06 13:44:18.340598 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382dbd8e-8578-406c-810e-84807e3fd505 service neutron] Pushing event updated for resources: {'Port': ['ID=11b74534-6edd-42f5-96cb-83f18e88d93c,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:18.354346 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df0a88-ac56-4b69-a362-e505a9eb633d req-567acf33-6f18-4567-93bb-4bf80b6d7655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:18.356041 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b7df0a88-ac56-4b69-a362-e505a9eb633d req-567acf33-6f18-4567-93bb-4bf80b6d7655 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=09c4eb64-a0ba-4aad-8d02-7172cc596f21 HTTP/1.1" status: 200 len: 1101 time: 0.0848255 Jul 06 13:44:18.408504 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:18.419205 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b7df0a88-ac56-4b69-a362-e505a9eb633d req-5f6fe665-2f93-49ef-a534-c97f9de8f943 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540943 Jul 06 13:44:18.511596 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36404) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:18.545573 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-10c0b7f4-4df7-4e25-a0cd-091bcb395519 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:18.556262 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389f63d-9e13-472e-a68f-7185d4e82da0 req-4f239478-ece4-49b6-9335-7460e3bd87af tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:18.558381 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8389f63d-9e13-472e-a68f-7185d4e82da0 req-4f239478-ece4-49b6-9335-7460e3bd87af tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.124 "GET /v2.0/ports?device_id=ccb3f68d-646a-4f8b-82ad-039efbe82aa3 HTTP/1.1" status: 200 len: 944 time: 0.5903988 Jul 06 13:44:18.573541 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 36408) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:18.646045 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092db2d-6e7b-4519-9fa8-b199bf13eebd req-b2cfdaff-426e-4a48-b37d-4fa36d947c05 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:18.648476 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e092db2d-6e7b-4519-9fa8-b199bf13eebd req-b2cfdaff-426e-4a48-b37d-4fa36d947c05 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebf2d0e1-86da-499e-941c-7841a5e945a5 HTTP/1.1" status: 200 len: 950 time: 0.1541247 Jul 06 13:44:18.695101 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-382dbd8e-8578-406c-810e-84807e3fd505 service neutron] Attempting to bind port 11b74534-6edd-42f5-96cb-83f18e88d93c on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:44:18.695535 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-382dbd8e-8578-406c-810e-84807e3fd505 service neutron] Attempting to bind port 11b74534-6edd-42f5-96cb-83f18e88d93c by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:44:18.696250 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-382dbd8e-8578-406c-810e-84807e3fd505 service neutron] Attempting to bind port 11b74534-6edd-42f5-96cb-83f18e88d93c on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:44:18.714117 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e092db2d-6e7b-4519-9fa8-b199bf13eebd req-e4e29d0d-cac2-4aa3-be02-ba4754edad43 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529501 Jul 06 13:44:18.766071 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-382dbd8e-8578-406c-810e-84807e3fd505 service neutron] Port 11b74534-6edd-42f5-96cb-83f18e88d93c on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:44:18.766408 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-382dbd8e-8578-406c-810e-84807e3fd505 service neutron] Attempting to bind port 11b74534-6edd-42f5-96cb-83f18e88d93c on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:44:18.789931 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-382dbd8e-8578-406c-810e-84807e3fd505 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:44:18.790294 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-382dbd8e-8578-406c-810e-84807e3fd505 service neutron] Checking segment: {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:44:18.790665 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-382dbd8e-8578-406c-810e-84807e3fd505 service neutron] Bound using segment: {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:44:18.791176 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-382dbd8e-8578-406c-810e-84807e3fd505 service neutron] Bound port: 11b74534-6edd-42f5-96cb-83f18e88d93c, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:44:18.791838 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-382dbd8e-8578-406c-810e-84807e3fd505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:18.833151 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-092b85b7-a011-4cb7-a36e-823e43de87d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:18.941438 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe47e91-6d94-4bd5-a547-7c1ad5ad0bfd None None] Network c0f68264-e4ec-457e-8a97-e93086eb236e requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:44:19.034453 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-80e8178a-c866-4295-834c-0336e2292735 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=2180cbe1553d44a38afa37b9f9bc77d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5166230 Jul 06 13:44:19.043368 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 36424) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:19.103265 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-382dbd8e-8578-406c-810e-84807e3fd505 service neutron] For port 11b74534-6edd-42f5-96cb-83f18e88d93c, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:44:19.128604 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-382dbd8e-8578-406c-810e-84807e3fd505 service neutron] For port 11b74534-6edd-42f5-96cb-83f18e88d93c, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=11b74534-6edd-42f5-96cb-83f18e88d93c,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:44:19.133113 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-8389f63d-9e13-472e-a68f-7185d4e82da0 req-45f9393a-cf64-4be9-8fa5-b0bf70381222 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Deleting port 6b9d07db-7f84-49ce-b0d1-95c661e8a845 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:44:19.133852 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-8389f63d-9e13-472e-a68f-7185d4e82da0 req-45f9393a-cf64-4be9-8fa5-b0bf70381222 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:19.145347 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-382dbd8e-8578-406c-810e-84807e3fd505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:19.158855 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fb418-1678-4a6f-acb0-c8ef43019ecd req-64375805-ed5e-40c2-87fb-7518c0b831a5 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:19.168005 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a3fb418-1678-4a6f-acb0-c8ef43019ecd req-64375805-ed5e-40c2-87fb-7518c0b831a5 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=09c4eb64-a0ba-4aad-8d02-7172cc596f21 HTTP/1.1" status: 200 len: 950 time: 0.2191167 Jul 06 13:44:19.236418 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-10c0b7f4-4df7-4e25-a0cd-091bcb395519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:19.242375 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a3fb418-1678-4a6f-acb0-c8ef43019ecd req-0198112c-82b9-4468-9eb5-22583e26263c tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730472 Jul 06 13:44:19.253622 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-382dbd8e-8578-406c-810e-84807e3fd505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:19.254387 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-382dbd8e-8578-406c-810e-84807e3fd505 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:19.255617 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-79606b67-88f7-4d4f-901a-ee827f39e344 None None] Provisioning for port a513e162-8ed2-4fd3-80b2-5cd0fc379591 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:44:19.256091 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-382dbd8e-8578-406c-810e-84807e3fd505 service neutron] 10.222.0.52 "PUT /v2.0/ports/11b74534-6edd-42f5-96cb-83f18e88d93c HTTP/1.1" status: 200 len: 1091 time: 2.4347134 Jul 06 13:44:19.261850 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0b71d5-b769-4c64-a9d1-145e94d3afc0', 'tag': '11b74534-6edd-42f5-96cb-83f18e88d93c'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:44:19.263409 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bcca9c-ba72-4e1e-9c91-356adbe88928" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0b71d5-b769-4c64-a9d1-145e94d3afc0", "tag": "11b74534-6edd-42f5-96cb-83f18e88d93c"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:44:19.292792 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382dbd8e-8578-406c-810e-84807e3fd505 service neutron] Pushing event updated for resources: {'Port': ['ID=11b74534-6edd-42f5-96cb-83f18e88d93c,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:19.399215 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6be9b4b5-cce4-4e75-90c5-b5c224a4cbc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:19.409286 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-092b85b7-a011-4cb7-a36e-823e43de87d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:19.459737 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-092b85b7-a011-4cb7-a36e-823e43de87d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:19.484802 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device e674a728-16cb-4c84-8afa-aae8c7445abe no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:44:19.489507 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-8389f63d-9e13-472e-a68f-7185d4e82da0 req-45f9393a-cf64-4be9-8fa5-b0bf70381222 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] For port 6b9d07db-7f84-49ce-b0d1-95c661e8a845, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=6b9d07db-7f84-49ce-b0d1-95c661e8a845,segment=NetworkSegment(78ae0a30-d800-4152-891b-c545e9763cb4),segment_id=78ae0a30-d800-4152-891b-c545e9763cb4)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:19.489914 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-8389f63d-9e13-472e-a68f-7185d4e82da0 req-45f9393a-cf64-4be9-8fa5-b0bf70381222 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:19.506053 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-8389f63d-9e13-472e-a68f-7185d4e82da0 req-45f9393a-cf64-4be9-8fa5-b0bf70381222 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Calling delete_port for 6b9d07db-7f84-49ce-b0d1-95c661e8a845 owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:44:19.514837 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: e674a728-16cb-4c84-8afa-aae8c7445abe {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:44:19.515179 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device e674a728-16cb-4c84-8afa-aae8c7445abe not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:44:19.559112 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6be9b4b5-cce4-4e75-90c5-b5c224a4cbc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:19.641069 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-092b85b7-a011-4cb7-a36e-823e43de87d3 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=2bcd9403225b4a0696073135aa0fa4ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0661118 Jul 06 13:44:19.649436 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36434) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:19.656968 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092b85b7-a011-4cb7-a36e-823e43de87d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302caa13-a23a-49f8-acb9-4a6f3372838f,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:19.723471 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6982fa3-e214-4bcc-8ebf-4b7f1e79a707 req-43b8d387-ddba-424c-8cec-96a29d49d4b7 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:19.732675 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c6982fa3-e214-4bcc-8ebf-4b7f1e79a707 req-43b8d387-ddba-424c-8cec-96a29d49d4b7 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0 HTTP/1.1" status: 200 len: 943 time: 0.3874590 Jul 06 13:44:19.775193 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6be9b4b5-cce4-4e75-90c5-b5c224a4cbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:19.778508 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6be9b4b5-cce4-4e75-90c5-b5c224a4cbc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:19.779805 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6be9b4b5-cce4-4e75-90c5-b5c224a4cbc8 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/134f3cd8-9c08-47ea-b250-008e5ce580d4 HTTP/1.1" status: 204 len: 168 time: 0.7302587 Jul 06 13:44:19.788627 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2dd9c5-3ac1-4d16-a7d5-94a338187fa0 req-26c05334-871d-4177-9d2f-1b884781db5f tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:19.800945 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bd2dd9c5-3ac1-4d16-a7d5-94a338187fa0 req-26c05334-871d-4177-9d2f-1b884781db5f tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ccb3f68d-646a-4f8b-82ad-039efbe82aa3 HTTP/1.1" status: 200 len: 944 time: 0.3369021 Jul 06 13:44:19.807532 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a513e162-8ed2-4fd3-80b2-5cd0fc379591 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:44:19.827569 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-8389f63d-9e13-472e-a68f-7185d4e82da0 req-45f9393a-cf64-4be9-8fa5-b0bf70381222 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:19.851559 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c6982fa3-e214-4bcc-8ebf-4b7f1e79a707 req-2e4c6f46-2b11-40ab-ab12-86d42a964c9a tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177099 Jul 06 13:44:19.864293 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9b4b5-cce4-4e75-90c5-b5c224a4cbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134f3cd8-9c08-47ea-b250-008e5ce580d4,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:19.880947 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-02ff5120-9d45-4860-b4e4-faf017c26da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:19.882597 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-02ff5120-9d45-4860-b4e4-faf017c26da1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2348caba5ff048eca9a30073164626c9&device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0 HTTP/1.1" status: 200 len: 1094 time: 0.4616356 Jul 06 13:44:19.897651 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6a25f4e1-cda1-4e9e-9d35-8c63798e3172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:19.899797 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9393a-cf64-4be9-8fa5-b0bf70381222 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Pushing event deleted for resources: {'Port': ['ID=6b9d07db-7f84-49ce-b0d1-95c661e8a845,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:19.923871 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bd2dd9c5-3ac1-4d16-a7d5-94a338187fa0 req-a7dd5a81-fb23-450e-9d15-66d6509ba14a tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189406 Jul 06 13:44:19.987357 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port a513e162-8ed2-4fd3-80b2-5cd0fc379591 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:44:19.991753 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port a513e162-8ed2-4fd3-80b2-5cd0fc379591 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:44:19.992181 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:20.023165 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c91a85-be79-4e34-bb59-bf3df845b6e5 x-openstack-request-id: req-68c91a85-be79-4e34-bb59-bf3df845b6e5 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:44:20.023452 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0b71d5-b769-4c64-a9d1-145e94d3afc0", "tag": "11b74534-6edd-42f5-96cb-83f18e88d93c", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:44:20.023850 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-68c91a85-be79-4e34-bb59-bf3df845b6e5 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:44:20.024641 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0b71d5-b769-4c64-a9d1-145e94d3afc0', 'tag': '11b74534-6edd-42f5-96cb-83f18e88d93c', 'status': 'completed', 'code': 200} Jul 06 13:44:20.025440 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-8389f63d-9e13-472e-a68f-7185d4e82da0 req-45f9393a-cf64-4be9-8fa5-b0bf70381222 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] No DVR routers for this DVR port 6b9d07db-7f84-49ce-b0d1-95c661e8a845 on host n-h2-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:44:20.031703 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-b3a12d6a-6e10-4551-ae47-67a340b93f6a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11b74534-6edd-42f5-96cb-83f18e88d93c HTTP/1.1" status: 200 len: 217 time: 0.1242759 Jul 06 13:44:20.032964 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-8389f63d-9e13-472e-a68f-7185d4e82da0 req-45f9393a-cf64-4be9-8fa5-b0bf70381222 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:20.035650 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8389f63d-9e13-472e-a68f-7185d4e82da0 req-45f9393a-cf64-4be9-8fa5-b0bf70381222 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.124 "DELETE /v2.0/ports/6b9d07db-7f84-49ce-b0d1-95c661e8a845 HTTP/1.1" status: 204 len: 173 time: 1.4159782 Jul 06 13:44:20.098448 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:20.102132 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-c862f1a0-c635-4a00-a766-698c650e7e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:20.103792 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-c862f1a0-c635-4a00-a766-698c650e7e8e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a HTTP/1.1" status: 200 len: 861 time: 0.0634902 Jul 06 13:44:20.106619 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6a25f4e1-cda1-4e9e-9d35-8c63798e3172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:20.147873 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port a513e162-8ed2-4fd3-80b2-5cd0fc379591, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a513e162-8ed2-4fd3-80b2-5cd0fc379591,segment=NetworkSegment(663775f7-1c0d-4857-a657-19a10a1d0396),segment_id=663775f7-1c0d-4857-a657-19a10a1d0396)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:20.153082 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:20.228157 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-edef8c68-2ea5-482e-bcb5-61dc6e07bbc9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430164 Jul 06 13:44:20.229196 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c0b7f4-4df7-4e25-a0cd-091bcb395519 admin admin] Router 96346ec3-cd70-407e-adfa-d8869db83d4f is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:44:20.256630 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 36452) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:20.292409 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=a513e162-8ed2-4fd3-80b2-5cd0fc379591,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:20.358581 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6a25f4e1-cda1-4e9e-9d35-8c63798e3172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:20.361018 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d9e54e98-0548-4d57-960b-50d63a420da3 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=76077933c2f04ca2bfa0dda64c41d565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1017058 Jul 06 13:44:20.361360 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6a25f4e1-cda1-4e9e-9d35-8c63798e3172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:20.364388 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 36460) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:20.365896 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6a25f4e1-cda1-4e9e-9d35-8c63798e3172 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/302caa13-a23a-49f8-acb9-4a6f3372838f HTTP/1.1" status: 204 len: 168 time: 0.7135873 Jul 06 13:44:20.391463 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25f4e1-cda1-4e9e-9d35-8c63798e3172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302caa13-a23a-49f8-acb9-4a6f3372838f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:20.398256 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-e5635dda-d5cb-4e25-8dbb-dee4fe18d70d service neutron] 10.222.0.52 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589253 Jul 06 13:44:20.449616 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-80b93384-77cf-4a2e-b94a-8725e7fba7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:20.512254 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c0b7f4-4df7-4e25-a0cd-091bcb395519 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:44:20.524528 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4baba7c-aa1d-4286-8b12-c7973ca3d99f None None] Sync routers for ids ['96346ec3-cd70-407e-adfa-d8869db83d4f'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:44:20.527798 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-80b93384-77cf-4a2e-b94a-8725e7fba7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:20.541639 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-10c0b7f4-4df7-4e25-a0cd-091bcb395519 admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:20.542129 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4baba7c-aa1d-4286-8b12-c7973ca3d99f None None] Routers {'96346ec3-cd70-407e-adfa-d8869db83d4f'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:44:20.545451 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-10c0b7f4-4df7-4e25-a0cd-091bcb395519 admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1205218 Jul 06 13:44:20.545612 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-f4baba7c-aa1d-4286-8b12-c7973ca3d99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:44:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['96346ec3-cd70-407e-adfa-d8869db83d4f'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:20.546341 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 36464) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:20.557802 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d7c552be-098a-4e23-9e6e-d866f0c1358a req-e0042778-d2ff-40bc-a984-fc1d7ca106c2 service neutron] 10.222.0.52 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508446 Jul 06 13:44:20.700230 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-f4baba7c-aa1d-4286-8b12-c7973ca3d99f None None] Set router 96346ec3-cd70-407e-adfa-d8869db83d4f gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:44:20.704283 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778291c7-b7ff-4582-ab96-15777e1041c9 req-b5200858-5639-42d9-b0b4-3148a643bdab tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:20.706500 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-778291c7-b7ff-4582-ab96-15777e1041c9 req-b5200858-5639-42d9-b0b4-3148a643bdab tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=09c4eb64-a0ba-4aad-8d02-7172cc596f21 HTTP/1.1" status: 200 len: 950 time: 0.2322960 Jul 06 13:44:20.749658 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcca9c-ba72-4e1e-9c91-356adbe88928 req-720761ab-2ddf-4686-945f-18f8f4219cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:20.751337 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-89bcca9c-ba72-4e1e-9c91-356adbe88928 req-720761ab-2ddf-4686-945f-18f8f4219cfd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2348caba5ff048eca9a30073164626c9&device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0 HTTP/1.1" status: 200 len: 1094 time: 0.1250613 Jul 06 13:44:20.837445 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-80b93384-77cf-4a2e-b94a-8725e7fba7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:20.840038 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-80b93384-77cf-4a2e-b94a-8725e7fba7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:20.852065 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-80b93384-77cf-4a2e-b94a-8725e7fba7b8 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/2c039f27-e293-4ae6-9662-5b938eed245f HTTP/1.1" status: 204 len: 168 time: 0.4784868 Jul 06 13:44:20.879475 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b93384-77cf-4a2e-b94a-8725e7fba7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c039f27-e293-4ae6-9662-5b938eed245f,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:20.900925 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-778291c7-b7ff-4582-ab96-15777e1041c9 req-9a8f783e-4a28-430d-8a15-ea3e8f83ea8f tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719916 Jul 06 13:44:21.073113 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36486) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:21.086959 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-f4baba7c-aa1d-4286-8b12-c7973ca3d99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96346ec3-cd70-407e-adfa-d8869db83d4f', 'name': 'tempest-FloatingIPDetailsTestJSON-1573930650-router', 'tenant_id': '58a516db59fd4bca831af47800edb0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ef1dff44-d869-4faf-80f7-b82a141bf667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:44:15Z', 'updated_at': '2021-07-06T13:44:17Z', 'revision_number': 3, 'project_id': '58a516db59fd4bca831af47800edb0ed', 'gw_port': {'id': 'ef1dff44-d869-4faf-80f7-b82a141bf667', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96346ec3-cd70-407e-adfa-d8869db83d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:44:16Z', 'updated_at': '2021-07-06T13:44:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:21.119354 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2d512ec3-605f-4fed-8cb2-6c5823f530dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:21.146972 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcca9c-ba72-4e1e-9c91-356adbe88928 req-0048a01e-79db-4477-b239-95b900728eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:21.151993 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-89bcca9c-ba72-4e1e-9c91-356adbe88928 req-0048a01e-79db-4477-b239-95b900728eba service neutron] 10.222.0.52 "GET /v2.0/networks?id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d HTTP/1.1" status: 200 len: 922 time: 0.3932285 Jul 06 13:44:21.156695 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4baba7c-aa1d-4286-8b12-c7973ca3d99f None None] Checking router: 96346ec3-cd70-407e-adfa-d8869db83d4f for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:44:21.157051 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4baba7c-aa1d-4286-8b12-c7973ca3d99f None None] Updating router 96346ec3-cd70-407e-adfa-d8869db83d4f port ef1dff44-d869-4faf-80f7-b82a141bf667 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:44:21.223988 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-f4baba7c-aa1d-4286-8b12-c7973ca3d99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:21.267418 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-89bcca9c-ba72-4e1e-9c91-356adbe88928 req-602a98e3-8da0-42b2-8d03-c1adc6a9c656 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11b74534-6edd-42f5-96cb-83f18e88d93c HTTP/1.1" status: 200 len: 217 time: 0.1038108 Jul 06 13:44:21.326745 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcca9c-ba72-4e1e-9c91-356adbe88928 req-3ea22ee8-d1ee-42ce-9a2c-378b095d3ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:21.328254 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-89bcca9c-ba72-4e1e-9c91-356adbe88928 req-3ea22ee8-d1ee-42ce-9a2c-378b095d3ddc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a HTTP/1.1" status: 200 len: 861 time: 0.0521233 Jul 06 13:44:21.402381 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-89bcca9c-ba72-4e1e-9c91-356adbe88928 req-ea63bf75-dff9-4e31-9369-2201f34e1077 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576198 Jul 06 13:44:21.463868 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e547a9b-b964-498a-a64a-e08ce1c23afb req-dfe76036-97b4-4d26-89dd-b7864c707a7c tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:21.468557 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6e547a9b-b964-498a-a64a-e08ce1c23afb req-dfe76036-97b4-4d26-89dd-b7864c707a7c tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0 HTTP/1.1" status: 200 len: 943 time: 0.2950683 Jul 06 13:44:21.470398 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2d512ec3-605f-4fed-8cb2-6c5823f530dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:21.493695 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 6b9d07db-7f84-49ce-b0d1-95c661e8a845 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:44:21.517808 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2d512ec3-605f-4fed-8cb2-6c5823f530dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:21.537876 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 6b9d07db-7f84-49ce-b0d1-95c661e8a845 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:44:21.545557 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 6b9d07db-7f84-49ce-b0d1-95c661e8a845 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:44:21.610688 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-f4baba7c-aa1d-4286-8b12-c7973ca3d99f None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:21.623154 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-f4baba7c-aa1d-4286-8b12-c7973ca3d99f None None] Transition to ACTIVE for port object ef1dff44-d869-4faf-80f7-b82a141bf667 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:44:21.624296 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6e547a9b-b964-498a-a64a-e08ce1c23afb req-7fd7f99d-54aa-41b7-8024-d596f41df277 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366291 Jul 06 13:44:21.631893 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-f4baba7c-aa1d-4286-8b12-c7973ca3d99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:21.657533 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2d512ec3-605f-4fed-8cb2-6c5823f530dd admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=40bea89565ae432ba39888b40f50704f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5821874 Jul 06 13:44:21.661122 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 36500) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:21.662165 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d512ec3-605f-4fed-8cb2-6c5823f530dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695336e2-e528-4cc8-8f86-1fc61da2e3f0,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:21.692965 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-89bcca9c-ba72-4e1e-9c91-356adbe88928 req-5d1e1632-b1d2-4d7d-b318-f8bb5ffdff53 service neutron] 10.222.0.52 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201898 Jul 06 13:44:21.703887 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-f4baba7c-aa1d-4286-8b12-c7973ca3d99f None None] Attempting to bind port ef1dff44-d869-4faf-80f7-b82a141bf667 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:44:21.704353 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-f4baba7c-aa1d-4286-8b12-c7973ca3d99f None None] Attempting to bind port ef1dff44-d869-4faf-80f7-b82a141bf667 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:44:21.704896 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4baba7c-aa1d-4286-8b12-c7973ca3d99f None None] Attempting to bind port ef1dff44-d869-4faf-80f7-b82a141bf667 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:44:21.716052 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760404e6-d284-4b9e-b972-c3973deaac7c None None] Pushing event updated for resources: {'Port': ['ID=ef1dff44-d869-4faf-80f7-b82a141bf667,revision_number=2']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:21.718790 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4baba7c-aa1d-4286-8b12-c7973ca3d99f None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:44:21.719250 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4baba7c-aa1d-4286-8b12-c7973ca3d99f None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:44:21.719746 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-f4baba7c-aa1d-4286-8b12-c7973ca3d99f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:21.720283 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4baba7c-aa1d-4286-8b12-c7973ca3d99f None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:44:21.720961 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-f4baba7c-aa1d-4286-8b12-c7973ca3d99f None None] Bound port: ef1dff44-d869-4faf-80f7-b82a141bf667, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:44:21.722039 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-f4baba7c-aa1d-4286-8b12-c7973ca3d99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:21.755310 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760404e6-d284-4b9e-b972-c3973deaac7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:21.755857 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760404e6-d284-4b9e-b972-c3973deaac7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:21.756263 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760404e6-d284-4b9e-b972-c3973deaac7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:21.756839 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760404e6-d284-4b9e-b972-c3973deaac7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:21.757233 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760404e6-d284-4b9e-b972-c3973deaac7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:21.757628 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760404e6-d284-4b9e-b972-c3973deaac7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:21.758043 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760404e6-d284-4b9e-b972-c3973deaac7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:21.758438 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760404e6-d284-4b9e-b972-c3973deaac7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:21.758825 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760404e6-d284-4b9e-b972-c3973deaac7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:21.759233 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760404e6-d284-4b9e-b972-c3973deaac7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:21.759624 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760404e6-d284-4b9e-b972-c3973deaac7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:21.760005 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760404e6-d284-4b9e-b972-c3973deaac7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:44:21.805499 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a513e162-8ed2-4fd3-80b2-5cd0fc379591 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:44:21.829451 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-f4baba7c-aa1d-4286-8b12-c7973ca3d99f None None] For port ef1dff44-d869-4faf-80f7-b82a141bf667, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:44:21.837219 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-f4baba7c-aa1d-4286-8b12-c7973ca3d99f None None] For port ef1dff44-d869-4faf-80f7-b82a141bf667, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=ef1dff44-d869-4faf-80f7-b82a141bf667,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:44:21.845723 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-f4baba7c-aa1d-4286-8b12-c7973ca3d99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:21.912576 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-89bcca9c-ba72-4e1e-9c91-356adbe88928 req-98e22274-f4b3-4f97-ba82-ae5d32a56f6d service neutron] 10.222.0.52 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119265 Jul 06 13:44:21.934349 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port a513e162-8ed2-4fd3-80b2-5cd0fc379591 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:44:21.934983 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:21.973392 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4baba7c-aa1d-4286-8b12-c7973ca3d99f None None] Routers {'96346ec3-cd70-407e-adfa-d8869db83d4f'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:44:21.974070 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-f4baba7c-aa1d-4286-8b12-c7973ca3d99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:44:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['96346ec3-cd70-407e-adfa-d8869db83d4f'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:21.977720 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760404e6-d284-4b9e-b972-c3973deaac7c None None] Pushing event updated for resources: {'Port': ['ID=ef1dff44-d869-4faf-80f7-b82a141bf667,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:22.025681 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb3f68d-646a-4f8b-82ad-039efbe82aa3', 'name': 'network-vif-deleted', 'tag': '6b9d07db-7f84-49ce-b0d1-95c661e8a845'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:44:22.028063 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff5893a-8255-4f3a-98b3-851e555a40fa" -d '{"events": [{"server_uuid": "ccb3f68d-646a-4f8b-82ad-039efbe82aa3", "name": "network-vif-deleted", "tag": "6b9d07db-7f84-49ce-b0d1-95c661e8a845"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:44:22.146158 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-f4baba7c-aa1d-4286-8b12-c7973ca3d99f None None] Set router 96346ec3-cd70-407e-adfa-d8869db83d4f gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:44:22.319676 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36522) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:22.336159 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36526) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:22.450456 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-f4baba7c-aa1d-4286-8b12-c7973ca3d99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96346ec3-cd70-407e-adfa-d8869db83d4f', 'name': 'tempest-FloatingIPDetailsTestJSON-1573930650-router', 'tenant_id': '58a516db59fd4bca831af47800edb0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ef1dff44-d869-4faf-80f7-b82a141bf667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:44:15Z', 'updated_at': '2021-07-06T13:44:17Z', 'revision_number': 3, 'project_id': '58a516db59fd4bca831af47800edb0ed', 'gw_port': {'id': 'ef1dff44-d869-4faf-80f7-b82a141bf667', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96346ec3-cd70-407e-adfa-d8869db83d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:44:16Z', 'updated_at': '2021-07-06T13:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:22.488697 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4baba7c-aa1d-4286-8b12-c7973ca3d99f None None] The sync data for ids ['96346ec3-cd70-407e-adfa-d8869db83d4f'] in n-d-773644-6 is: [{'id': '96346ec3-cd70-407e-adfa-d8869db83d4f', 'name': 'tempest-FloatingIPDetailsTestJSON-1573930650-router', 'tenant_id': '58a516db59fd4bca831af47800edb0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ef1dff44-d869-4faf-80f7-b82a141bf667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:44:15Z', 'updated_at': '2021-07-06T13:44:17Z', 'revision_number': 3, 'project_id': '58a516db59fd4bca831af47800edb0ed', 'gw_port': {'id': 'ef1dff44-d869-4faf-80f7-b82a141bf667', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96346ec3-cd70-407e-adfa-d8869db83d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:44:16Z', 'updated_at': '2021-07-06T13:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:44:22.490626 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26886e2c-4dcb-45de-b3b6-2eca5e2d5997 req-dd59f67f-c369-4812-b409-5dc32507c731 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:22.498924 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26886e2c-4dcb-45de-b3b6-2eca5e2d5997 req-dd59f67f-c369-4812-b409-5dc32507c731 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:22.501296 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-f47ce292-32f5-467f-b503-7328df8aef33 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1271395520-network', 'tenant_id': '30967fe6141f425883d3ccdea408bb06'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:22.508054 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-26886e2c-4dcb-45de-b3b6-2eca5e2d5997 req-dd59f67f-c369-4812-b409-5dc32507c731 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=09c4eb64-a0ba-4aad-8d02-7172cc596f21&device_id=ebf2d0e1-86da-499e-941c-7841a5e945a5 HTTP/1.1" status: 200 len: 1691 time: 1.0164485 Jul 06 13:44:22.538629 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27e13737-e5a9-4e60-a72c-ce11a4112832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:22.555479 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-06e99dd0-4b03-4533-bcc2-1c955ddb5f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:22.555791 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fc98ea8c-f9ee-4fb4-8d01-4680e06a89b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:22.559129 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47ce292-32f5-467f-b503-7328df8aef33 admin admin] Made reservation on behalf of 30967fe6141f425883d3ccdea408bb06 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:44:22.563637 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f47ce292-32f5-467f-b503-7328df8aef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:22.605290 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f47ce292-32f5-467f-b503-7328df8aef33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:22.607573 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-06e99dd0-4b03-4533-bcc2-1c955ddb5f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:22.624256 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-26886e2c-4dcb-45de-b3b6-2eca5e2d5997 req-cb0425bc-8333-42d4-a20c-1fe93b5ff8ef tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149693 Jul 06 13:44:22.683243 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54de91f6-0f25-438b-b1db-e613a33f9ba8 x-openstack-request-id: req-54de91f6-0f25-438b-b1db-e613a33f9ba8 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:44:22.683707 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb3f68d-646a-4f8b-82ad-039efbe82aa3", "name": "network-vif-deleted", "tag": "6b9d07db-7f84-49ce-b0d1-95c661e8a845", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:44:22.684058 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-54de91f6-0f25-438b-b1db-e613a33f9ba8 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:44:22.684516 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb3f68d-646a-4f8b-82ad-039efbe82aa3', 'name': 'network-vif-deleted', 'tag': '6b9d07db-7f84-49ce-b0d1-95c661e8a845', 'status': 'completed', 'code': 200} Jul 06 13:44:22.813612 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fc98ea8c-f9ee-4fb4-8d01-4680e06a89b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:22.819777 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-06e99dd0-4b03-4533-bcc2-1c955ddb5f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:22.823383 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-06e99dd0-4b03-4533-bcc2-1c955ddb5f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:22.824888 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-06e99dd0-4b03-4533-bcc2-1c955ddb5f12 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/695336e2-e528-4cc8-8f86-1fc61da2e3f0 HTTP/1.1" status: 204 len: 168 time: 1.1610298 Jul 06 13:44:22.852804 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e99dd0-4b03-4533-bcc2-1c955ddb5f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695336e2-e528-4cc8-8f86-1fc61da2e3f0,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:22.854374 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fc98ea8c-f9ee-4fb4-8d01-4680e06a89b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:22.898657 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-27e13737-e5a9-4e60-a72c-ce11a4112832 admin admin] Allocated IP 172.20.0.1 (c0f68264-e4ec-457e-8a97-e93086eb236e/772064b6-6e38-404b-8d34-32ae6f96f079/ef4fdafd-6145-41dc-85dc-f88362b5794b) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:44:22.961885 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36538) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:23.045178 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c8169925-11e5-41f1-ac02-b75c27e1bbb6 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2099488029', 'description': 'tempest-description--386009193'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:23.059332 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fc98ea8c-f9ee-4fb4-8d01-4680e06a89b2 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=e379988b213b4cf1b65b694c6e2cdf58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7195537 Jul 06 13:44:23.065576 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36542) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:23.105293 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98ea8c-f9ee-4fb4-8d01-4680e06a89b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1902056-67a6-40bb-8d72-70903d8cbe4e,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:23.161410 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27e13737-e5a9-4e60-a72c-ce11a4112832 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:23.192553 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f47ce292-32f5-467f-b503-7328df8aef33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:23.192847 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-27e13737-e5a9-4e60-a72c-ce11a4112832 admin admin] Transition to ACTIVE for port object ef4fdafd-6145-41dc-85dc-f88362b5794b will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:44:23.193650 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d472769b-fa57-4679-87dd-5ba47ef724a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:23.210247 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f47ce292-32f5-467f-b503-7328df8aef33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:23.239537 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9815d-0e91-4b80-bc16-5bc5fbc0173d req-9d3b14ff-72d6-4c90-9b55-e79d47757c7e tempest-ServersOnMultiNodesTest-1990585717 tempest-ServersOnMultiNodesTest-1990585717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:23.240206 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47ce292-32f5-467f-b503-7328df8aef33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:44:23.241409 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0ce9815d-0e91-4b80-bc16-5bc5fbc0173d req-9d3b14ff-72d6-4c90-9b55-e79d47757c7e tempest-ServersOnMultiNodesTest-1990585717 tempest-ServersOnMultiNodesTest-1990585717-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=09c4eb64-a0ba-4aad-8d02-7172cc596f21 HTTP/1.1" status: 200 len: 1101 time: 0.1276410 Jul 06 13:44:23.242372 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c8169925-11e5-41f1-ac02-b75c27e1bbb6 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:23.251857 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48140f-8298-47a6-bd71-5b2d16d1b305 req-816d2334-3276-4602-b3b7-a9852ccef8e8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:23.253556 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8d48140f-8298-47a6-bd71-5b2d16d1b305 req-816d2334-3276-4602-b3b7-a9852ccef8e8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0 HTTP/1.1" status: 200 len: 943 time: 0.2224252 Jul 06 13:44:23.271954 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d472769b-fa57-4679-87dd-5ba47ef724a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:23.320822 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f47ce292-32f5-467f-b503-7328df8aef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:23.321297 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-f47ce292-32f5-467f-b503-7328df8aef33 admin admin] Added segment 3b74c8be-43e1-449a-8374-4e8bc2ac83bd of type vlan for network 32044b4f-f14f-4915-ba05-43d758a7c9ad Jul 06 13:44:23.331562 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ce292-32f5-467f-b503-7328df8aef33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:23.345740 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8d48140f-8298-47a6-bd71-5b2d16d1b305 req-c6ba6249-5c00-43b5-97f6-3a147698c32a tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630372 Jul 06 13:44:23.386742 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0ce9815d-0e91-4b80-bc16-5bc5fbc0173d req-20725521-76c6-4914-889c-7ce5b4410c36 tempest-ServersOnMultiNodesTest-1990585717 tempest-ServersOnMultiNodesTest-1990585717-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299720 Jul 06 13:44:23.388411 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27e13737-e5a9-4e60-a72c-ce11a4112832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:23.549195 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e13737-e5a9-4e60-a72c-ce11a4112832 admin admin] Network c0f68264-e4ec-457e-8a97-e93086eb236e is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:44:23.555267 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-27e13737-e5a9-4e60-a72c-ce11a4112832 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:44:23.566890 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e13737-e5a9-4e60-a72c-ce11a4112832 admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:44:23.589332 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e13737-e5a9-4e60-a72c-ce11a4112832 admin admin] Pushing event updated for resources: {'Port': ['ID=ef4fdafd-6145-41dc-85dc-f88362b5794b,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:23.666867 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 11b74534-6edd-42f5-96cb-83f18e88d93c details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:44:23.737907 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27e13737-e5a9-4e60-a72c-ce11a4112832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:23.749762 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f47ce292-32f5-467f-b503-7328df8aef33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:23.912110 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d472769b-fa57-4679-87dd-5ba47ef724a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:23.915118 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d472769b-fa57-4679-87dd-5ba47ef724a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:23.916970 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d472769b-fa57-4679-87dd-5ba47ef724a3 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/c1902056-67a6-40bb-8d72-70903d8cbe4e HTTP/1.1" status: 204 len: 168 time: 0.8475301 Jul 06 13:44:23.917438 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f47ce292-32f5-467f-b503-7328df8aef33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:23.918830 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47ce292-32f5-467f-b503-7328df8aef33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:23.919495 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f47ce292-32f5-467f-b503-7328df8aef33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:23.928245 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1a06e-e921-4efa-a628-4e638de07b37 req-f96629f2-9fe8-4a93-b96e-2b1c9391cc92 tempest-ServersOnMultiNodesTest-1990585717 tempest-ServersOnMultiNodesTest-1990585717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:23.938837 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64d1a06e-e921-4efa-a628-4e638de07b37 req-f96629f2-9fe8-4a93-b96e-2b1c9391cc92 tempest-ServersOnMultiNodesTest-1990585717 tempest-ServersOnMultiNodesTest-1990585717-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=ebf2d0e1-86da-499e-941c-7841a5e945a5 HTTP/1.1" status: 200 len: 1101 time: 0.3694377 Jul 06 13:44:24.020317 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ef1dff44-d869-4faf-80f7-b82a141bf667 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:44:24.040064 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64d1a06e-e921-4efa-a628-4e638de07b37 req-c6a96a36-7efd-4997-9153-fadea3df2dd9 tempest-ServersOnMultiNodesTest-1990585717 tempest-ServersOnMultiNodesTest-1990585717-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998673 Jul 06 13:44:24.063113 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27e13737-e5a9-4e60-a72c-ce11a4112832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:24.113569 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port ef1dff44-d869-4faf-80f7-b82a141bf667 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:44:24.118351 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1a487881-c501-423d-8c9d-8af6759722d9 None None] Provisioning for port ef4fdafd-6145-41dc-85dc-f88362b5794b completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:44:24.126084 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port ef1dff44-d869-4faf-80f7-b82a141bf667 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:44:24.126911 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:24.151166 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472769b-fa57-4679-87dd-5ba47ef724a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1902056-67a6-40bb-8d72-70903d8cbe4e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:24.174001 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1a487881-c501-423d-8c9d-8af6759722d9 None None] Provisioning complete for port ef4fdafd-6145-41dc-85dc-f88362b5794b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:44:24.174850 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1a487881-c501-423d-8c9d-8af6759722d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:24.206530 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ce292-32f5-467f-b503-7328df8aef33 admin admin] Pushing event updated for resources: {'Network': ['ID=32044b4f-f14f-4915-ba05-43d758a7c9ad,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:24.245124 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c8169925-11e5-41f1-ac02-b75c27e1bbb6 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:24.251188 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 32044b4f-f14f-4915-ba05-43d758a7c9ad details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:44:24.263743 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c8169925-11e5-41f1-ac02-b75c27e1bbb6 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:24.275929 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 11b74534-6edd-42f5-96cb-83f18e88d93c, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=11b74534-6edd-42f5-96cb-83f18e88d93c,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:24.278806 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27e13737-e5a9-4e60-a72c-ce11a4112832 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:24.297241 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27e13737-e5a9-4e60-a72c-ce11a4112832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:24.332128 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f47ce292-32f5-467f-b503-7328df8aef33 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.0111210 Jul 06 13:44:24.337745 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36574) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:24.345099 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-89356840-cc53-40ee-ab1d-290eb145fa18 admin admin] Request body: {'subnet': {'network_id': '32044b4f-f14f-4915-ba05-43d758a7c9ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1271395520-subnet', 'tenant_id': '30967fe6141f425883d3ccdea408bb06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:24.345299 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-1a487881-c501-423d-8c9d-8af6759722d9 None None] Port ef4fdafd-6145-41dc-85dc-f88362b5794b cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:44:24.354145 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '11b74534-6edd-42f5-96cb-83f18e88d93c', 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d', 'port_id': '11b74534-6edd-42f5-96cb-83f18e88d93c', 'mac_address': 'fa:16:3e:f7:5f:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:44:24.374324 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c8169925-11e5-41f1-ac02-b75c27e1bbb6 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:24.375773 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c8169925-11e5-41f1-ac02-b75c27e1bbb6 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3407080 Jul 06 13:44:24.380527 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36580) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:24.386357 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-aed4c673-87b9-4e54-b035-aec9e9a2af3e tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Request body: {'security_group_rule': {'security_group_id': '2d1f6838-b60f-479d-aa64-b84bc8b8c997', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:24.404703 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8169925-11e5-41f1-ac02-b75c27e1bbb6 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1f6838-b60f-479d-aa64-b84bc8b8c997,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:24.440854 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89356840-cc53-40ee-ab1d-290eb145fa18 admin admin] Made reservation on behalf of 30967fe6141f425883d3ccdea408bb06 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:44:24.447199 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-89356840-cc53-40ee-ab1d-290eb145fa18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:24.454043 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27e13737-e5a9-4e60-a72c-ce11a4112832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:24.459315 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:24.465587 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e13737-e5a9-4e60-a72c-ce11a4112832 admin admin] Pushing event updated for resources: {'Port': ['ID=ef4fdafd-6145-41dc-85dc-f88362b5794b,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:24.482055 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:24.513053 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port ef1dff44-d869-4faf-80f7-b82a141bf667, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=ef1dff44-d869-4faf-80f7-b82a141bf667,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:24.520902 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:24.534660 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b74534-6edd-42f5-96cb-83f18e88d93c {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:44:24.594120 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 11b74534-6edd-42f5-96cb-83f18e88d93c, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=11b74534-6edd-42f5-96cb-83f18e88d93c,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:24.605382 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:24.614117 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=ef1dff44-d869-4faf-80f7-b82a141bf667,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:24.680555 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aed4c673-87b9-4e54-b035-aec9e9a2af3e tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:24.742047 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=11b74534-6edd-42f5-96cb-83f18e88d93c,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:24.745346 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 36592) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:24.799062 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e13737-e5a9-4e60-a72c-ce11a4112832 admin admin] Network c0f68264-e4ec-457e-8a97-e93086eb236e is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:44:24.824152 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-27e13737-e5a9-4e60-a72c-ce11a4112832 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:44:24.855485 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['11b74534-6edd-42f5-96cb-83f18e88d93c'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:44:24.864258 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aed4c673-87b9-4e54-b035-aec9e9a2af3e tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:24.899946 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aed4c673-87b9-4e54-b035-aec9e9a2af3e tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:24.932357 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aed4c673-87b9-4e54-b035-aec9e9a2af3e tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:24.935739 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-aed4c673-87b9-4e54-b035-aec9e9a2af3e tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5515342 Jul 06 13:44:24.946780 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36604) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:24.953202 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-43deeab5-9e93-4262-99c9-7a3c2c63f6e2 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Request body: {'security_group_rule': {'security_group_id': '2d1f6838-b60f-479d-aa64-b84bc8b8c997', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:24.972356 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-06f78b57-6a91-452f-827b-22459e0ef92a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:24.977194 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4c673-87b9-4e54-b035-aec9e9a2af3e tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=423bb004-7679-44e0-a725-a9b4e803b6de,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:24.988978 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-89356840-cc53-40ee-ab1d-290eb145fa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:25.005633 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-43deeab5-9e93-4262-99c9-7a3c2c63f6e2 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:25.145463 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89356840-cc53-40ee-ab1d-290eb145fa18 admin admin] Checking segment: {'id': '3b74c8be-43e1-449a-8374-4e8bc2ac83bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '32044b4f-f14f-4915-ba05-43d758a7c9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:44:25.145878 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89356840-cc53-40ee-ab1d-290eb145fa18 admin admin] Network hostable DHCP agents. Network: 32044b4f-f14f-4915-ba05-43d758a7c9ad, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:44:25.167269 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89356840-cc53-40ee-ab1d-290eb145fa18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a26d9c0-3fa2-4ed5-a111-4efe079a2d6f,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:25.171265 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab294cba-8cc8-4b52-9239-91e0380ae72e req-beec7122-792b-45d1-99fe-6a18de8f0cbd tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:25.176189 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ab294cba-8cc8-4b52-9239-91e0380ae72e req-beec7122-792b-45d1-99fe-6a18de8f0cbd tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0 HTTP/1.1" status: 200 len: 944 time: 0.5622287 Jul 06 13:44:25.182958 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f60e596f-a007-4648-a82e-f96378c26f21 req-dd8b3aab-d0c9-49df-9f7c-9c14003174d9 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2225568 Jul 06 13:44:25.188691 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-43deeab5-9e93-4262-99c9-7a3c2c63f6e2 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:25.196614 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f055a0a0-8bc1-46a5-94dc-8fe1a50b9d41 None None] Provisioning complete for port ef4fdafd-6145-41dc-85dc-f88362b5794b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:44:25.198226 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f055a0a0-8bc1-46a5-94dc-8fe1a50b9d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:25.210292 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89356840-cc53-40ee-ab1d-290eb145fa18 admin admin] Network 32044b4f-f14f-4915-ba05-43d758a7c9ad is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:44:25.214156 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-43deeab5-9e93-4262-99c9-7a3c2c63f6e2 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:25.239846 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-89356840-cc53-40ee-ab1d-290eb145fa18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 32044b4f-f14f-4915-ba05-43d758a7c9ad) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:44:25.241510 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43deeab5-9e93-4262-99c9-7a3c2c63f6e2 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628c8397-748e-4bc1-a7ca-40e6135fe4c2,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:25.246287 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89356840-cc53-40ee-ab1d-290eb145fa18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:25.247085 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-89356840-cc53-40ee-ab1d-290eb145fa18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:25.250029 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-f055a0a0-8bc1-46a5-94dc-8fe1a50b9d41 None None] Port ef4fdafd-6145-41dc-85dc-f88362b5794b cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:44:25.256225 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2315b0d4-154e-464c-95b6-23e09b703b6b None None] Network 32044b4f-f14f-4915-ba05-43d758a7c9ad requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:44:25.322437 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e13737-e5a9-4e60-a72c-ce11a4112832 admin admin] Router 96346ec3-cd70-407e-adfa-d8869db83d4f has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:44:25.352543 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ab294cba-8cc8-4b52-9239-91e0380ae72e req-07710533-79ca-43d2-8962-739a0d62e7ae tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603045 Jul 06 13:44:25.396621 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1f7c88-6c71-4b0e-b466-66fc631bc2f9 None None] Network 32044b4f-f14f-4915-ba05-43d758a7c9ad requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:44:25.434427 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-06f78b57-6a91-452f-827b-22459e0ef92a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:25.451035 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-89356840-cc53-40ee-ab1d-290eb145fa18 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1116195 Jul 06 13:44:25.451610 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e596f-a007-4648-a82e-f96378c26f21 req-d67ff4d7-bc6f-4292-9292-09f4acd04cda tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:25.453209 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f60e596f-a007-4648-a82e-f96378c26f21 req-d67ff4d7-bc6f-4292-9292-09f4acd04cda tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2560904 Jul 06 13:44:25.453547 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-43deeab5-9e93-4262-99c9-7a3c2c63f6e2 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:25.455004 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-43deeab5-9e93-4262-99c9-7a3c2c63f6e2 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5072021 Jul 06 13:44:25.458723 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36612) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:25.459583 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-06f78b57-6a91-452f-827b-22459e0ef92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:25.470623 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e9ff23ec-26e4-4c19-961f-65749dd136aa tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:25.506264 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f60e596f-a007-4648-a82e-f96378c26f21 req-5e56fd9d-2fef-4242-b36d-40339ee2fed8 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/quotas/0a3b9513c4994d478b01e1dbfa52d0ba HTTP/1.1" status: 200 len: 375 time: 0.0419259 Jul 06 13:44:25.552120 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e9ff23ec-26e4-4c19-961f-65749dd136aa tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks [] for floatingip, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:25.568291 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-06f78b57-6a91-452f-827b-22459e0ef92a admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=a6508a2dd2144171a66d457612fbab38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8207152 Jul 06 13:44:25.573725 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 36616) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:25.574644 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f78b57-6a91-452f-827b-22459e0ef92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed01c24-0b13-43d2-b5ba-ee817e530f2a,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:25.648623 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e13737-e5a9-4e60-a72c-ce11a4112832 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:44:25.657592 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-27e13737-e5a9-4e60-a72c-ce11a4112832 admin admin] 10.222.0.118 "PUT /v2.0/routers/96346ec3-cd70-407e-adfa-d8869db83d4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1102650 Jul 06 13:44:25.668593 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5cd73c-c6ab-40a8-88ab-9a394cacf5be None None] Sync routers for ids ['96346ec3-cd70-407e-adfa-d8869db83d4f'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:44:25.688366 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-19ec26a0-7b11-44d4-81d2-3853401c08d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:25.701136 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 11b74534-6edd-42f5-96cb-83f18e88d93c up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:44:25.716783 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f60e596f-a007-4648-a82e-f96378c26f21 req-1cd6596a-a225-44bc-93d1-e92d20e43d93 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1711957 Jul 06 13:44:25.760114 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ef1dff44-d869-4faf-80f7-b82a141bf667 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:44:25.764869 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5cd73c-c6ab-40a8-88ab-9a394cacf5be None None] Routers {'96346ec3-cd70-407e-adfa-d8869db83d4f'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:44:25.765303 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-19ec26a0-7b11-44d4-81d2-3853401c08d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:25.765744 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3a5cd73c-c6ab-40a8-88ab-9a394cacf5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:44:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['96346ec3-cd70-407e-adfa-d8869db83d4f'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:25.790008 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e9ff23ec-26e4-4c19-961f-65749dd136aa tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:25.853882 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-19ec26a0-7b11-44d4-81d2-3853401c08d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:25.856750 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-19ec26a0-7b11-44d4-81d2-3853401c08d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:25.858886 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-19ec26a0-7b11-44d4-81d2-3853401c08d8 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/0ed01c24-0b13-43d2-b5ba-ee817e530f2a HTTP/1.1" status: 204 len: 168 time: 0.2812278 Jul 06 13:44:25.869208 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec26a0-7b11-44d4-81d2-3853401c08d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed01c24-0b13-43d2-b5ba-ee817e530f2a,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:25.984450 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-e9ff23ec-26e4-4c19-961f-65749dd136aa tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Allocated IP 172.25.6.65 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/3c8c302d-a30b-4b3e-9de7-cd813f73a6e6) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:44:26.019367 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 11b74534-6edd-42f5-96cb-83f18e88d93c completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:44:26.029045 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 11b74534-6edd-42f5-96cb-83f18e88d93c triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:44:26.029411 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:26.062388 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port ef1dff44-d869-4faf-80f7-b82a141bf667 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:44:26.062779 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:26.101366 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-3a5cd73c-c6ab-40a8-88ab-9a394cacf5be None None] Set router 96346ec3-cd70-407e-adfa-d8869db83d4f gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:44:26.140262 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e9ff23ec-26e4-4c19-961f-65749dd136aa tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:26.227508 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e9ff23ec-26e4-4c19-961f-65749dd136aa tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:26.289675 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff23ec-26e4-4c19-961f-65749dd136aa tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Pushing event updated for resources: {'Port': ['ID=3c8c302d-a30b-4b3e-9de7-cd813f73a6e6,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:26.321217 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ff23ec-26e4-4c19-961f-65749dd136aa tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:44:26.326955 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-e9ff23ec-26e4-4c19-961f-65749dd136aa tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:44:26.338723 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ff23ec-26e4-4c19-961f-65749dd136aa tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:44:26.397036 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:26.478358 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0b71d5-b769-4c64-a9d1-145e94d3afc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b74534-6edd-42f5-96cb-83f18e88d93c'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:44:26.481091 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb584073-13aa-4721-9eeb-a9f83d10db1e" -d '{"events": [{"server_uuid": "cb0b71d5-b769-4c64-a9d1-145e94d3afc0", "name": "network-vif-plugged", "status": "completed", "tag": "11b74534-6edd-42f5-96cb-83f18e88d93c"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:44:26.523482 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 11b74534-6edd-42f5-96cb-83f18e88d93c, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=11b74534-6edd-42f5-96cb-83f18e88d93c,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:26.534301 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:26.539681 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e9ff23ec-26e4-4c19-961f-65749dd136aa tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:26.553106 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-a75a4efd-923c-4169-99b3-038630562fdc tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:26.560198 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-a75a4efd-923c-4169-99b3-038630562fdc tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/networks?id=32044b4f-f14f-4915-ba05-43d758a7c9ad HTTP/1.1" status: 200 len: 805 time: 0.3054919 Jul 06 13:44:26.599009 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-23d0efa8-9b23-43bd-bfe6-5d80d909b48a tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/quotas/30967fe6141f425883d3ccdea408bb06 HTTP/1.1" status: 200 len: 375 time: 0.0291090 Jul 06 13:44:26.654904 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e9ff23ec-26e4-4c19-961f-65749dd136aa tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:26.659636 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-e3e55600-c69f-41be-bb3f-c1fdcf7eaad3 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=30967fe6141f425883d3ccdea408bb06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565279 Jul 06 13:44:26.708596 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=11b74534-6edd-42f5-96cb-83f18e88d93c,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:26.756517 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3a5cd73c-c6ab-40a8-88ab-9a394cacf5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96346ec3-cd70-407e-adfa-d8869db83d4f', 'name': 'tempest-FloatingIPDetailsTestJSON-1573930650-router', 'tenant_id': '58a516db59fd4bca831af47800edb0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ef1dff44-d869-4faf-80f7-b82a141bf667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:44:15Z', 'updated_at': '2021-07-06T13:44:23Z', 'revision_number': 4, 'project_id': '58a516db59fd4bca831af47800edb0ed', 'gw_port': {'id': 'ef1dff44-d869-4faf-80f7-b82a141bf667', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96346ec3-cd70-407e-adfa-d8869db83d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:44:16Z', 'updated_at': '2021-07-06T13:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'ef4fdafd-6145-41dc-85dc-f88362b5794b', 'name': '', 'network_id': 'c0f68264-e4ec-457e-8a97-e93086eb236e', 'tenant_id': '58a516db59fd4bca831af47800edb0ed', 'mac_address': 'fa:16:3e:28:d7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96346ec3-cd70-407e-adfa-d8869db83d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '772064b6-6e38-404b-8d34-32ae6f96f079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:44:22Z', 'updated_at': '2021-07-06T13:44:24Z', 'revision_number': 2, 'project_id': '58a516db59fd4bca831af47800edb0ed', 'subnets': [{'id': '772064b6-6e38-404b-8d34-32ae6f96f079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:26.813785 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-3599a814-b216-4e29-a13a-b17f62da9e2f service neutron] 10.222.0.118 "GET /v2.0/networks/32044b4f-f14f-4915-ba05-43d758a7c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531751 Jul 06 13:44:26.825637 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5cd73c-c6ab-40a8-88ab-9a394cacf5be None None] Checking router: 96346ec3-cd70-407e-adfa-d8869db83d4f for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:44:26.826938 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5cd73c-c6ab-40a8-88ab-9a394cacf5be None None] Updating router 96346ec3-cd70-407e-adfa-d8869db83d4f port ef4fdafd-6145-41dc-85dc-f88362b5794b binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:44:26.866869 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3a5cd73c-c6ab-40a8-88ab-9a394cacf5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:26.918686 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e9ff23ec-26e4-4c19-961f-65749dd136aa tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:26.925264 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e9ff23ec-26e4-4c19-961f-65749dd136aa tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:27.034830 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff23ec-26e4-4c19-961f-65749dd136aa tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Pushing event updated for resources: {'Port': ['ID=3c8c302d-a30b-4b3e-9de7-cd813f73a6e6,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:27.043992 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e9ff23ec-26e4-4c19-961f-65749dd136aa tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:27.052264 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4a0eccca-17d5-4999-b437-dba564e4cab7 req-38a86248-86ce-4c9b-9661-8e7ba7e8e2f4 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2270994 Jul 06 13:44:27.059211 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-bc5c7779-3d4a-410f-a7e6-3d3295015605 service neutron] 10.222.0.118 "GET /v2.0/networks/32044b4f-f14f-4915-ba05-43d758a7c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444499 Jul 06 13:44:27.061449 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e9ff23ec-26e4-4c19-961f-65749dd136aa tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:27.062952 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-4a0eccca-17d5-4999-b437-dba564e4cab7 req-f3f9e421-88f2-452d-a79a-9a81d24338ae tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:27.065597 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e9ff23ec-26e4-4c19-961f-65749dd136aa tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6048739 Jul 06 13:44:27.099758 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-4a0eccca-17d5-4999-b437-dba564e4cab7 req-f3f9e421-88f2-452d-a79a-9a81d24338ae tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:27.359108 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-4a0eccca-17d5-4999-b437-dba564e4cab7 req-f3f9e421-88f2-452d-a79a-9a81d24338ae tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:27.649888 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-4a0eccca-17d5-4999-b437-dba564e4cab7 req-f3f9e421-88f2-452d-a79a-9a81d24338ae tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Allocated IP 172.25.6.56 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/60acec5d-e4a7-4f4d-80e2-898057f79f10) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:44:27.719413 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3a5cd73c-c6ab-40a8-88ab-9a394cacf5be None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:27.735245 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3a5cd73c-c6ab-40a8-88ab-9a394cacf5be None None] Transition to ACTIVE for port object ef4fdafd-6145-41dc-85dc-f88362b5794b will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:44:27.753348 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3a5cd73c-c6ab-40a8-88ab-9a394cacf5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:27.881635 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a8c8c-afe3-4c2d-8469-6aabd9fb41a6 None None] Pushing event updated for resources: {'Port': ['ID=ef4fdafd-6145-41dc-85dc-f88362b5794b,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:27.894432 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-4a0eccca-17d5-4999-b437-dba564e4cab7 req-f3f9e421-88f2-452d-a79a-9a81d24338ae tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:27.963201 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-3a5cd73c-c6ab-40a8-88ab-9a394cacf5be None None] Attempting to bind port ef4fdafd-6145-41dc-85dc-f88362b5794b on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:44:27.963891 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-3a5cd73c-c6ab-40a8-88ab-9a394cacf5be None None] Attempting to bind port ef4fdafd-6145-41dc-85dc-f88362b5794b by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '663775f7-1c0d-4857-a657-19a10a1d0396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c0f68264-e4ec-457e-8a97-e93086eb236e'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:44:27.964476 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5cd73c-c6ab-40a8-88ab-9a394cacf5be None None] Attempting to bind port ef4fdafd-6145-41dc-85dc-f88362b5794b on network c0f68264-e4ec-457e-8a97-e93086eb236e {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:44:27.976152 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5cd73c-c6ab-40a8-88ab-9a394cacf5be None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:44:27.977646 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5cd73c-c6ab-40a8-88ab-9a394cacf5be None None] Checking segment: {'id': '663775f7-1c0d-4857-a657-19a10a1d0396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c0f68264-e4ec-457e-8a97-e93086eb236e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:44:27.979019 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3a5cd73c-c6ab-40a8-88ab-9a394cacf5be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:27.980454 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5cd73c-c6ab-40a8-88ab-9a394cacf5be None None] Bound using segment: {'id': '663775f7-1c0d-4857-a657-19a10a1d0396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c0f68264-e4ec-457e-8a97-e93086eb236e'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:44:27.982082 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-3a5cd73c-c6ab-40a8-88ab-9a394cacf5be None None] Bound port: ef4fdafd-6145-41dc-85dc-f88362b5794b, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '663775f7-1c0d-4857-a657-19a10a1d0396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c0f68264-e4ec-457e-8a97-e93086eb236e'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:44:27.983967 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3a5cd73c-c6ab-40a8-88ab-9a394cacf5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:27.995954 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-4a0eccca-17d5-4999-b437-dba564e4cab7 req-f3f9e421-88f2-452d-a79a-9a81d24338ae tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:28.076933 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a0eccca-17d5-4999-b437-dba564e4cab7 req-f3f9e421-88f2-452d-a79a-9a81d24338ae tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:44:28.093367 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-4a0eccca-17d5-4999-b437-dba564e4cab7 req-f3f9e421-88f2-452d-a79a-9a81d24338ae tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:44:28.096481 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0eccca-17d5-4999-b437-dba564e4cab7 req-f3f9e421-88f2-452d-a79a-9a81d24338ae tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:44:28.134692 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-3a5cd73c-c6ab-40a8-88ab-9a394cacf5be None None] For port ef4fdafd-6145-41dc-85dc-f88362b5794b, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:44:28.139166 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-3a5cd73c-c6ab-40a8-88ab-9a394cacf5be None None] For port ef4fdafd-6145-41dc-85dc-f88362b5794b, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=ef4fdafd-6145-41dc-85dc-f88362b5794b,segment=NetworkSegment(663775f7-1c0d-4857-a657-19a10a1d0396),segment_id=663775f7-1c0d-4857-a657-19a10a1d0396)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:44:28.145515 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3a5cd73c-c6ab-40a8-88ab-9a394cacf5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:28.187671 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9e421-88f2-452d-a79a-9a81d24338ae tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Pushing event updated for resources: {'Port': ['ID=60acec5d-e4a7-4f4d-80e2-898057f79f10,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:28.241309 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a8c8c-afe3-4c2d-8469-6aabd9fb41a6 None None] Pushing event updated for resources: {'Port': ['ID=ef4fdafd-6145-41dc-85dc-f88362b5794b,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:28.286302 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-4a0eccca-17d5-4999-b437-dba564e4cab7 req-f3f9e421-88f2-452d-a79a-9a81d24338ae tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:28.316489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5cd73c-c6ab-40a8-88ab-9a394cacf5be None None] Routers {'96346ec3-cd70-407e-adfa-d8869db83d4f'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:44:28.317559 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3a5cd73c-c6ab-40a8-88ab-9a394cacf5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:44:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['96346ec3-cd70-407e-adfa-d8869db83d4f'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:28.357916 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-4a0eccca-17d5-4999-b437-dba564e4cab7 req-f3f9e421-88f2-452d-a79a-9a81d24338ae tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:28.403322 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f60e596f-a007-4648-a82e-f96378c26f21 req-411f22b3-c7f4-4fe0-9e3f-cd77f140ebf3 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388381 Jul 06 13:44:28.585221 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e596f-a007-4648-a82e-f96378c26f21 req-bca73b2e-1696-48f7-8446-733fd67f3cba tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:28.588540 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f60e596f-a007-4648-a82e-f96378c26f21 req-bca73b2e-1696-48f7-8446-733fd67f3cba tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1788504 Jul 06 13:44:28.600321 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-3a5cd73c-c6ab-40a8-88ab-9a394cacf5be None None] Set router 96346ec3-cd70-407e-adfa-d8869db83d4f gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:44:28.606033 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-f60e596f-a007-4648-a82e-f96378c26f21 req-d930081e-59bc-46b6-b6ce-9bfb61e968ce tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Request body: {'port': {'device_id': 'bb15650f-1bae-451a-acb4-1396ea8bcdb0', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'admin_state_up': True, 'tenant_id': '0a3b9513c4994d478b01e1dbfa52d0ba'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:28.740040 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748b0a8-c0b1-4cc3-8771-6bbac5b32952 req-aeac4bcc-aa5b-488d-9de2-2a16a6ec3ea0 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:28.741176 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4748b0a8-c0b1-4cc3-8771-6bbac5b32952 req-aeac4bcc-aa5b-488d-9de2-2a16a6ec3ea0 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0 HTTP/1.1" status: 200 len: 945 time: 0.1650336 Jul 06 13:44:28.781844 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-4a0eccca-17d5-4999-b437-dba564e4cab7 req-f3f9e421-88f2-452d-a79a-9a81d24338ae tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:28.811724 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-4a0eccca-17d5-4999-b437-dba564e4cab7 req-f3f9e421-88f2-452d-a79a-9a81d24338ae tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:28.825458 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f60e596f-a007-4648-a82e-f96378c26f21 req-d930081e-59bc-46b6-b6ce-9bfb61e968ce tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Made reservation on behalf of 0a3b9513c4994d478b01e1dbfa52d0ba for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:44:28.832254 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f60e596f-a007-4648-a82e-f96378c26f21 req-d930081e-59bc-46b6-b6ce-9bfb61e968ce tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:28.852552 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4748b0a8-c0b1-4cc3-8771-6bbac5b32952 req-d1f9273d-163b-49df-b59b-953969861ab0 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044724 Jul 06 13:44:28.868525 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f60e596f-a007-4648-a82e-f96378c26f21 req-88f0188b-57d8-40ee-8ee7-7be70f63df2e tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.124 "GET /v2.0/networks?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1610167 Jul 06 13:44:28.907504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f9e421-88f2-452d-a79a-9a81d24338ae tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Pushing event updated for resources: {'Port': ['ID=60acec5d-e4a7-4f4d-80e2-898057f79f10,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:28.941554 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3a5cd73c-c6ab-40a8-88ab-9a394cacf5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96346ec3-cd70-407e-adfa-d8869db83d4f', 'name': 'tempest-FloatingIPDetailsTestJSON-1573930650-router', 'tenant_id': '58a516db59fd4bca831af47800edb0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ef1dff44-d869-4faf-80f7-b82a141bf667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:44:15Z', 'updated_at': '2021-07-06T13:44:23Z', 'revision_number': 4, 'project_id': '58a516db59fd4bca831af47800edb0ed', 'gw_port': {'id': 'ef1dff44-d869-4faf-80f7-b82a141bf667', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96346ec3-cd70-407e-adfa-d8869db83d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:44:16Z', 'updated_at': '2021-07-06T13:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'ef4fdafd-6145-41dc-85dc-f88362b5794b', 'name': '', 'network_id': 'c0f68264-e4ec-457e-8a97-e93086eb236e', 'tenant_id': '58a516db59fd4bca831af47800edb0ed', 'mac_address': 'fa:16:3e:28:d7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96346ec3-cd70-407e-adfa-d8869db83d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '772064b6-6e38-404b-8d34-32ae6f96f079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:44:22Z', 'updated_at': '2021-07-06T13:44:28Z', 'revision_number': 4, 'project_id': '58a516db59fd4bca831af47800edb0ed', 'subnets': [{'id': '772064b6-6e38-404b-8d34-32ae6f96f079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:28.995363 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-4a0eccca-17d5-4999-b437-dba564e4cab7 req-f3f9e421-88f2-452d-a79a-9a81d24338ae tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:29.014793 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-4a0eccca-17d5-4999-b437-dba564e4cab7 req-f3f9e421-88f2-452d-a79a-9a81d24338ae tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:29.017098 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4a0eccca-17d5-4999-b437-dba564e4cab7 req-f3f9e421-88f2-452d-a79a-9a81d24338ae tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9636753 Jul 06 13:44:29.018428 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbce2c3-dac3-40ef-8d3d-ec0ef359cf4a x-openstack-request-id: req-7dbce2c3-dac3-40ef-8d3d-ec0ef359cf4a {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:44:29.018727 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0b71d5-b769-4c64-a9d1-145e94d3afc0", "name": "network-vif-plugged", "status": "completed", "tag": "11b74534-6edd-42f5-96cb-83f18e88d93c", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:44:29.018985 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-7dbce2c3-dac3-40ef-8d3d-ec0ef359cf4a {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:44:29.019415 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0b71d5-b769-4c64-a9d1-145e94d3afc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b74534-6edd-42f5-96cb-83f18e88d93c', 'code': 200} Jul 06 13:44:29.020365 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5cd73c-c6ab-40a8-88ab-9a394cacf5be None None] The sync data for ids ['96346ec3-cd70-407e-adfa-d8869db83d4f'] in n-d-773644-6 is: [{'id': '96346ec3-cd70-407e-adfa-d8869db83d4f', 'name': 'tempest-FloatingIPDetailsTestJSON-1573930650-router', 'tenant_id': '58a516db59fd4bca831af47800edb0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ef1dff44-d869-4faf-80f7-b82a141bf667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:44:15Z', 'updated_at': '2021-07-06T13:44:23Z', 'revision_number': 4, 'project_id': '58a516db59fd4bca831af47800edb0ed', 'gw_port': {'id': 'ef1dff44-d869-4faf-80f7-b82a141bf667', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96346ec3-cd70-407e-adfa-d8869db83d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:44:16Z', 'updated_at': '2021-07-06T13:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'ef4fdafd-6145-41dc-85dc-f88362b5794b', 'name': '', 'network_id': 'c0f68264-e4ec-457e-8a97-e93086eb236e', 'tenant_id': '58a516db59fd4bca831af47800edb0ed', 'mac_address': 'fa:16:3e:28:d7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96346ec3-cd70-407e-adfa-d8869db83d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '772064b6-6e38-404b-8d34-32ae6f96f079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:44:22Z', 'updated_at': '2021-07-06T13:44:28Z', 'revision_number': 4, 'project_id': '58a516db59fd4bca831af47800edb0ed', 'subnets': [{'id': '772064b6-6e38-404b-8d34-32ae6f96f079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:44:29.117723 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e596f-a007-4648-a82e-f96378c26f21 req-da2e87ca-61f3-42a2-b6f4-1ff1369f38f5 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:29.120120 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f60e596f-a007-4648-a82e-f96378c26f21 req-da2e87ca-61f3-42a2-b6f4-1ff1369f38f5 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2449346 Jul 06 13:44:29.167907 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-f60e596f-a007-4648-a82e-f96378c26f21 req-a54b9800-19fd-4c94-9e2c-69f1b2e8180d tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Request body: {'port': {'device_id': 'efbb5cf9-19eb-494e-91eb-59a6975afafd', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'admin_state_up': True, 'tenant_id': '0a3b9513c4994d478b01e1dbfa52d0ba'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:29.239561 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4a0eccca-17d5-4999-b437-dba564e4cab7 req-8325189c-5c33-4e35-93be-00378bd024b7 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.56 HTTP/1.1" status: 200 len: 695 time: 0.1961823 Jul 06 13:44:29.305185 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-f60e596f-a007-4648-a82e-f96378c26f21 req-d930081e-59bc-46b6-b6ce-9bfb61e968ce tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Allocated IP 192.168.233.139 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/ed16c303-fba3-4798-b4e3-d1aa319dbd40) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:44:29.490921 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f60e596f-a007-4648-a82e-f96378c26f21 req-a54b9800-19fd-4c94-9e2c-69f1b2e8180d tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Made reservation on behalf of 0a3b9513c4994d478b01e1dbfa52d0ba for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:44:29.496343 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f60e596f-a007-4648-a82e-f96378c26f21 req-a54b9800-19fd-4c94-9e2c-69f1b2e8180d tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:29.574356 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-5937a562-eced-4b1d-930a-ba972b0dace2 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:29.575970 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-5937a562-eced-4b1d-930a-ba972b0dace2 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.52 "GET /v2.0/networks?id=32044b4f-f14f-4915-ba05-43d758a7c9ad HTTP/1.1" status: 200 len: 805 time: 0.3031585 Jul 06 13:44:29.597459 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-dacaa61d-8eeb-46f9-824b-4ab18b21dac2 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Request body: {'port': {'device_id': 'cc30f91b-be52-49a6-8cd0-434155394d5c', 'network_id': '32044b4f-f14f-4915-ba05-43d758a7c9ad', 'admin_state_up': True, 'tenant_id': '30967fe6141f425883d3ccdea408bb06'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:29.774874 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ef4fdafd-6145-41dc-85dc-f88362b5794b up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:44:29.800798 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-0b6e7272-5865-4513-897e-eadde21fd6f1 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:29.802410 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-0b6e7272-5865-4513-897e-eadde21fd6f1 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/networks?id=ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3 HTTP/1.1" status: 200 len: 821 time: 0.7499235 Jul 06 13:44:29.803230 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f60e596f-a007-4648-a82e-f96378c26f21 req-d930081e-59bc-46b6-b6ce-9bfb61e968ce tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:29.806214 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d3b53-4b00-492c-93e8-361e3f2705a8 req-5285cb6e-17d4-4338-b3f6-2ea7efd1229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:29.807894 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c2d3b53-4b00-492c-93e8-361e3f2705a8 req-5285cb6e-17d4-4338-b3f6-2ea7efd1229e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0 HTTP/1.1" status: 200 len: 1096 time: 0.5277252 Jul 06 13:44:29.817207 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0eccca-17d5-4999-b437-dba564e4cab7 req-ac50bd2a-cea4-4470-bdb3-8ad4907a6bcc tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:29.824258 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4a0eccca-17d5-4999-b437-dba564e4cab7 req-ac50bd2a-cea4-4470-bdb3-8ad4907a6bcc tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 784 time: 0.5766351 Jul 06 13:44:29.829189 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-f60e596f-a007-4648-a82e-f96378c26f21 req-d930081e-59bc-46b6-b6ce-9bfb61e968ce tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Transition to ACTIVE for port object ed16c303-fba3-4798-b4e3-d1aa319dbd40 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:44:29.833649 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-4a0eccca-17d5-4999-b437-dba564e4cab7 req-0d4a42ae-a4db-4037-b95a-23eb0fea9a5b tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:44:29.834700 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4a0eccca-17d5-4999-b437-dba564e4cab7 req-0d4a42ae-a4db-4037-b95a-23eb0fea9a5b tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096765 Jul 06 13:44:29.860083 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port ef4fdafd-6145-41dc-85dc-f88362b5794b completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:44:29.864470 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-dacaa61d-8eeb-46f9-824b-4ab18b21dac2 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Made reservation on behalf of 30967fe6141f425883d3ccdea408bb06 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:44:29.867657 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port ef4fdafd-6145-41dc-85dc-f88362b5794b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:44:29.868112 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:29.869212 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-dacaa61d-8eeb-46f9-824b-4ab18b21dac2 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:29.870278 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-2d207b9a-84bc-46ac-82a8-c187ca748ee1 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/quotas/220d4319c95847189296d6ec839eccde HTTP/1.1" status: 200 len: 375 time: 0.0344241 Jul 06 13:44:29.943099 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c2d3b53-4b00-492c-93e8-361e3f2705a8 req-ee3f1cf1-a06a-4adb-b24c-b4a1a738d787 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156511 Jul 06 13:44:29.968982 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-391da26c-16c9-4efb-bd4b-8d783c0f3355 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=220d4319c95847189296d6ec839eccde&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0977404 Jul 06 13:44:29.977235 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:29.982648 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f60e596f-a007-4648-a82e-f96378c26f21 req-d930081e-59bc-46b6-b6ce-9bfb61e968ce tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:30.011347 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['7380059d-c7ea-4f31-a1af-4df34a977b25', '5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:44:30.018082 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['ee23cc46-4c30-460d-b796-1d9a9e218bbe'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:44:30.074452 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port ef4fdafd-6145-41dc-85dc-f88362b5794b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=ef4fdafd-6145-41dc-85dc-f88362b5794b,segment=NetworkSegment(663775f7-1c0d-4857-a657-19a10a1d0396),segment_id=663775f7-1c0d-4857-a657-19a10a1d0396)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:30.077250 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f60e596f-a007-4648-a82e-f96378c26f21 req-d930081e-59bc-46b6-b6ce-9bfb61e968ce tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:44:30.081387 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c7c1f3d5-6c09-4b11-b8cd-aa36d99508f8 req-a50ca19a-655f-49fd-bfd7-6f0b3868d07e tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=cc30f91b-be52-49a6-8cd0-434155394d5c HTTP/1.1" status: 200 len: 210 time: 0.0417514 Jul 06 13:44:30.084596 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:30.084892 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-f60e596f-a007-4648-a82e-f96378c26f21 req-d930081e-59bc-46b6-b6ce-9bfb61e968ce tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:44:30.102946 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60e596f-a007-4648-a82e-f96378c26f21 req-d930081e-59bc-46b6-b6ce-9bfb61e968ce tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:44:30.162147 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-d5b1e3dd-666f-46e7-999a-16b7b53c5c8f service neutron] 10.222.0.118 "GET /v2.0/networks/ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922324 Jul 06 13:44:30.195262 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-f60e596f-a007-4648-a82e-f96378c26f21 req-a54b9800-19fd-4c94-9e2c-69f1b2e8180d tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Allocated IP 192.168.233.37 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:44:30.232324 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930081e-59bc-46b6-b6ce-9bfb61e968ce tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Pushing event updated for resources: {'Port': ['ID=ed16c303-fba3-4798-b4e3-d1aa319dbd40,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:30.318587 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=ef4fdafd-6145-41dc-85dc-f88362b5794b,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:30.334160 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-dacaa61d-8eeb-46f9-824b-4ab18b21dac2 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Allocated IP 172.20.0.10 (32044b4f-f14f-4915-ba05-43d758a7c9ad/9a26d9c0-3fa2-4ed5-a111-4efe079a2d6f/82657d01-d2ef-47d1-9c49-544750053849) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:44:30.344423 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e596f-a007-4648-a82e-f96378c26f21 req-d930081e-59bc-46b6-b6ce-9bfb61e968ce tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:30.345147 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f60e596f-a007-4648-a82e-f96378c26f21 req-d930081e-59bc-46b6-b6ce-9bfb61e968ce tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:30.354832 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-007bb16a-5143-4adb-87f9-6522bdfc7f63 service neutron] 10.222.0.118 "GET /v2.0/networks/ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868548 Jul 06 13:44:30.406092 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f60e596f-a007-4648-a82e-f96378c26f21 req-d930081e-59bc-46b6-b6ce-9bfb61e968ce tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8071537 Jul 06 13:44:30.516537 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-96e04674-cff0-4aab-b21a-c2451f6601b6 None None] Provisioning for port ed16c303-fba3-4798-b4e3-d1aa319dbd40 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:44:30.555190 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f60e596f-a007-4648-a82e-f96378c26f21 req-a54b9800-19fd-4c94-9e2c-69f1b2e8180d tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:30.568018 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-96e04674-cff0-4aab-b21a-c2451f6601b6 None None] Provisioning complete for port ed16c303-fba3-4798-b4e3-d1aa319dbd40 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:44:30.568398 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-96e04674-cff0-4aab-b21a-c2451f6601b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:30.571363 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-f60e596f-a007-4648-a82e-f96378c26f21 req-a54b9800-19fd-4c94-9e2c-69f1b2e8180d tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Transition to ACTIVE for port object b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:44:30.642145 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-f60e596f-a007-4648-a82e-f96378c26f21 req-71e8d092-0a18-4000-a3b3-38564fe10995 service neutron] Request body: {'port': {'device_id': 'bb15650f-1bae-451a-acb4-1396ea8bcdb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:30.664208 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-96e04674-cff0-4aab-b21a-c2451f6601b6 None None] Port ed16c303-fba3-4798-b4e3-d1aa319dbd40 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:44:30.676134 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37d9cae7-781b-45d3-a83f-aceb49d9ba2e req-65aa757f-8fd1-4bac-944c-b7d8f4239d65 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=efbb5cf9-19eb-494e-91eb-59a6975afafd HTTP/1.1" status: 200 len: 210 time: 0.0476785 Jul 06 13:44:30.751080 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f60e596f-a007-4648-a82e-f96378c26f21 req-a54b9800-19fd-4c94-9e2c-69f1b2e8180d tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:30.928012 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8be561d9-1a61-4e13-8cfb-4c77b049654a req-48fd4d0c-0fe3-4f08-bc67-593964896f08 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2305143 Jul 06 13:44:30.929594 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f60e596f-a007-4648-a82e-f96378c26f21 req-a54b9800-19fd-4c94-9e2c-69f1b2e8180d tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:44:30.934505 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-8be561d9-1a61-4e13-8cfb-4c77b049654a req-ff008ac7-8391-4c4a-8e30-dcbce51e5603 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:30.965032 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-f60e596f-a007-4648-a82e-f96378c26f21 req-a54b9800-19fd-4c94-9e2c-69f1b2e8180d tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:44:30.972818 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60e596f-a007-4648-a82e-f96378c26f21 req-a54b9800-19fd-4c94-9e2c-69f1b2e8180d tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:44:30.990700 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['ee23cc46-4c30-460d-b796-1d9a9e218bbe'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:44:31.013203 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8be561d9-1a61-4e13-8cfb-4c77b049654a req-ff008ac7-8391-4c4a-8e30-dcbce51e5603 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:31.052494 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c009f26-3318-43ad-bff3-81cbf9397630 req-2db9995c-f0c2-4aab-bc5f-fd4c42469e6e tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:31.054117 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4c009f26-3318-43ad-bff3-81cbf9397630 req-2db9995c-f0c2-4aab-bc5f-fd4c42469e6e tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0 HTTP/1.1" status: 200 len: 945 time: 0.1117082 Jul 06 13:44:31.059187 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b9800-19fd-4c94-9e2c-69f1b2e8180d tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Pushing event updated for resources: {'Port': ['ID=b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:31.077712 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f60e596f-a007-4648-a82e-f96378c26f21 req-71e8d092-0a18-4000-a3b3-38564fe10995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:31.121568 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e596f-a007-4648-a82e-f96378c26f21 req-a54b9800-19fd-4c94-9e2c-69f1b2e8180d tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:31.123243 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f60e596f-a007-4648-a82e-f96378c26f21 req-a54b9800-19fd-4c94-9e2c-69f1b2e8180d tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:31.184300 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4c009f26-3318-43ad-bff3-81cbf9397630 req-394b53f5-6c16-42e2-822e-e19b4c709bca tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953386 Jul 06 13:44:31.200101 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f60e596f-a007-4648-a82e-f96378c26f21 req-a54b9800-19fd-4c94-9e2c-69f1b2e8180d tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0369277 Jul 06 13:44:31.208400 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-dacaa61d-8eeb-46f9-824b-4ab18b21dac2 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:31.209552 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['7380059d-c7ea-4f31-a1af-4df34a977b25', '5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:44:31.226947 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-f60e596f-a007-4648-a82e-f96378c26f21 req-4855f6bc-3340-43e2-831b-331d2a131fd4 service neutron] Request body: {'port': {'device_id': 'efbb5cf9-19eb-494e-91eb-59a6975afafd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:31.273225 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8be561d9-1a61-4e13-8cfb-4c77b049654a req-ff008ac7-8391-4c4a-8e30-dcbce51e5603 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:31.410984 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-8be561d9-1a61-4e13-8cfb-4c77b049654a req-ff008ac7-8391-4c4a-8e30-dcbce51e5603 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Allocated IP 172.25.6.156 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/a5ad5932-b7f4-4f84-9b38-28fe6ffcdafa) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:44:31.452903 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f60e596f-a007-4648-a82e-f96378c26f21 req-4855f6bc-3340-43e2-831b-331d2a131fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:31.495075 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a4a3845f-affb-41f4-956b-d6158aa640b7 None None] Provisioning for port b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:44:31.508492 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a4a3845f-affb-41f4-956b-d6158aa640b7 None None] Provisioning complete for port b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:44:31.509551 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a4a3845f-affb-41f4-956b-d6158aa640b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:31.575107 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8be561d9-1a61-4e13-8cfb-4c77b049654a req-ff008ac7-8391-4c4a-8e30-dcbce51e5603 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:31.608508 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a4a3845f-affb-41f4-956b-d6158aa640b7 None None] Port b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:44:31.682240 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-f60e596f-a007-4648-a82e-f96378c26f21 req-71e8d092-0a18-4000-a3b3-38564fe10995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed16c303-fba3-4798-b4e3-d1aa319dbd40 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:44:31.687425 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8be561d9-1a61-4e13-8cfb-4c77b049654a req-ff008ac7-8391-4c4a-8e30-dcbce51e5603 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:31.691890 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f60e596f-a007-4648-a82e-f96378c26f21 req-71e8d092-0a18-4000-a3b3-38564fe10995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:31.718652 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-f60e596f-a007-4648-a82e-f96378c26f21 req-71e8d092-0a18-4000-a3b3-38564fe10995 service neutron] Transition to ACTIVE for port object ed16c303-fba3-4798-b4e3-d1aa319dbd40 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:44:31.726578 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f60e596f-a007-4648-a82e-f96378c26f21 req-71e8d092-0a18-4000-a3b3-38564fe10995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:31.749892 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ef4fdafd-6145-41dc-85dc-f88362b5794b up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:44:31.772387 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-dacaa61d-8eeb-46f9-824b-4ab18b21dac2 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:31.801897 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be561d9-1a61-4e13-8cfb-4c77b049654a req-ff008ac7-8391-4c4a-8e30-dcbce51e5603 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:44:31.808120 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff008ac7-8391-4c4a-8e30-dcbce51e5603 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Pushing event updated for resources: {'Port': ['ID=a5ad5932-b7f4-4f84-9b38-28fe6ffcdafa,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:31.819302 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-8be561d9-1a61-4e13-8cfb-4c77b049654a req-ff008ac7-8391-4c4a-8e30-dcbce51e5603 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:44:31.820446 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port ef4fdafd-6145-41dc-85dc-f88362b5794b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:44:31.821015 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:31.827094 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be561d9-1a61-4e13-8cfb-4c77b049654a req-ff008ac7-8391-4c4a-8e30-dcbce51e5603 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:44:31.889016 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8d092-0a18-4000-a3b3-38564fe10995 service neutron] Pushing event updated for resources: {'Port': ['ID=ed16c303-fba3-4798-b4e3-d1aa319dbd40,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:31.895404 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9bc3438b-36e1-4301-836f-b7c8f679f4e2 req-bf811edc-d9b5-416e-a6a0-efcaa6844075 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=8a6f8620-ea68-4987-9556-e1f65b10d122 HTTP/1.1" status: 200 len: 210 time: 0.0429182 Jul 06 13:44:32.026731 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8be561d9-1a61-4e13-8cfb-4c77b049654a req-ff008ac7-8391-4c4a-8e30-dcbce51e5603 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:32.163593 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8be561d9-1a61-4e13-8cfb-4c77b049654a req-ff008ac7-8391-4c4a-8e30-dcbce51e5603 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:32.266110 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-dacaa61d-8eeb-46f9-824b-4ab18b21dac2 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Network 32044b4f-f14f-4915-ba05-43d758a7c9ad is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:44:32.298815 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-dacaa61d-8eeb-46f9-824b-4ab18b21dac2 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:44:32.303612 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-dacaa61d-8eeb-46f9-824b-4ab18b21dac2 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:44:32.329243 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-9402d422-3e01-4321-bdc1-d618e3c89e51 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:32.331577 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-9402d422-3e01-4321-bdc1-d618e3c89e51 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.124 "GET /v2.0/networks?id=ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3 HTTP/1.1" status: 200 len: 821 time: 0.2481036 Jul 06 13:44:32.352676 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-14a5a7bd-0541-405d-a5e3-4f94a08c8b55 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Request body: {'port': {'device_id': '8a6f8620-ea68-4987-9556-e1f65b10d122', 'network_id': 'ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3', 'admin_state_up': True, 'tenant_id': '220d4319c95847189296d6ec839eccde'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:32.371610 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660a1ff-6a90-442d-ad8f-528fb6ac6c73 req-b4897b86-4a9a-49a2-9379-bf9e6b0e0603 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:32.373101 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3660a1ff-6a90-442d-ad8f-528fb6ac6c73 req-b4897b86-4a9a-49a2-9379-bf9e6b0e0603 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=cc30f91b-be52-49a6-8cd0-434155394d5c HTTP/1.1" status: 200 len: 932 time: 0.2244525 Jul 06 13:44:32.418762 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacaa61d-8eeb-46f9-824b-4ab18b21dac2 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Pushing event updated for resources: {'Port': ['ID=82657d01-d2ef-47d1-9c49-544750053849,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:32.435020 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-f60e596f-a007-4648-a82e-f96378c26f21 req-71e8d092-0a18-4000-a3b3-38564fe10995 service neutron] Attempting to bind port ed16c303-fba3-4798-b4e3-d1aa319dbd40 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:44:32.435365 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-f60e596f-a007-4648-a82e-f96378c26f21 req-71e8d092-0a18-4000-a3b3-38564fe10995 service neutron] Attempting to bind port ed16c303-fba3-4798-b4e3-d1aa319dbd40 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:44:32.435704 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60e596f-a007-4648-a82e-f96378c26f21 req-71e8d092-0a18-4000-a3b3-38564fe10995 service neutron] Attempting to bind port ed16c303-fba3-4798-b4e3-d1aa319dbd40 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:44:32.450344 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-dacaa61d-8eeb-46f9-824b-4ab18b21dac2 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:32.450958 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-dacaa61d-8eeb-46f9-824b-4ab18b21dac2 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:32.458935 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60e596f-a007-4648-a82e-f96378c26f21 req-71e8d092-0a18-4000-a3b3-38564fe10995 service neutron] Port ed16c303-fba3-4798-b4e3-d1aa319dbd40 on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:44:32.459194 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60e596f-a007-4648-a82e-f96378c26f21 req-71e8d092-0a18-4000-a3b3-38564fe10995 service neutron] Attempting to bind port ed16c303-fba3-4798-b4e3-d1aa319dbd40 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:44:32.479163 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60e596f-a007-4648-a82e-f96378c26f21 req-71e8d092-0a18-4000-a3b3-38564fe10995 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:44:32.479541 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60e596f-a007-4648-a82e-f96378c26f21 req-71e8d092-0a18-4000-a3b3-38564fe10995 service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:44:32.479964 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60e596f-a007-4648-a82e-f96378c26f21 req-71e8d092-0a18-4000-a3b3-38564fe10995 service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:44:32.480448 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-f60e596f-a007-4648-a82e-f96378c26f21 req-71e8d092-0a18-4000-a3b3-38564fe10995 service neutron] Bound port: ed16c303-fba3-4798-b4e3-d1aa319dbd40, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:44:32.480941 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f60e596f-a007-4648-a82e-f96378c26f21 req-71e8d092-0a18-4000-a3b3-38564fe10995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:32.489195 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-dacaa61d-8eeb-46f9-824b-4ab18b21dac2 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9024439 Jul 06 13:44:32.492265 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3660a1ff-6a90-442d-ad8f-528fb6ac6c73 req-d6fd25fe-a35b-4d3d-a4ac-d0500d35913c tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065724 Jul 06 13:44:32.508727 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-358cb2ef-e993-4076-abe8-97a6840dc3cd service neutron] Request body: {'port': {'device_id': 'cc30f91b-be52-49a6-8cd0-434155394d5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:32.537053 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8be561d9-1a61-4e13-8cfb-4c77b049654a req-ff008ac7-8391-4c4a-8e30-dcbce51e5603 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:32.544287 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8be561d9-1a61-4e13-8cfb-4c77b049654a req-ff008ac7-8391-4c4a-8e30-dcbce51e5603 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:32.620446 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-14a5a7bd-0541-405d-a5e3-4f94a08c8b55 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Made reservation on behalf of 220d4319c95847189296d6ec839eccde for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:44:32.624246 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-14a5a7bd-0541-405d-a5e3-4f94a08c8b55 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:32.648133 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff008ac7-8391-4c4a-8e30-dcbce51e5603 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Pushing event updated for resources: {'Port': ['ID=a5ad5932-b7f4-4f84-9b38-28fe6ffcdafa,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:32.664376 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8be561d9-1a61-4e13-8cfb-4c77b049654a req-ff008ac7-8391-4c4a-8e30-dcbce51e5603 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:32.682132 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-f60e596f-a007-4648-a82e-f96378c26f21 req-4855f6bc-3340-43e2-831b-331d2a131fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:44:32.688736 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-f60e596f-a007-4648-a82e-f96378c26f21 req-71e8d092-0a18-4000-a3b3-38564fe10995 service neutron] For port ed16c303-fba3-4798-b4e3-d1aa319dbd40, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:44:32.701003 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f60e596f-a007-4648-a82e-f96378c26f21 req-4855f6bc-3340-43e2-831b-331d2a131fd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:32.709239 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8be561d9-1a61-4e13-8cfb-4c77b049654a req-ff008ac7-8391-4c4a-8e30-dcbce51e5603 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:32.709440 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-358cb2ef-e993-4076-abe8-97a6840dc3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:32.715501 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8be561d9-1a61-4e13-8cfb-4c77b049654a req-ff008ac7-8391-4c4a-8e30-dcbce51e5603 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7860146 Jul 06 13:44:32.732695 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-f60e596f-a007-4648-a82e-f96378c26f21 req-71e8d092-0a18-4000-a3b3-38564fe10995 service neutron] For port ed16c303-fba3-4798-b4e3-d1aa319dbd40, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ed16c303-fba3-4798-b4e3-d1aa319dbd40,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:44:32.739469 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-f60e596f-a007-4648-a82e-f96378c26f21 req-4855f6bc-3340-43e2-831b-331d2a131fd4 service neutron] Transition to ACTIVE for port object b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:44:32.743545 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f60e596f-a007-4648-a82e-f96378c26f21 req-71e8d092-0a18-4000-a3b3-38564fe10995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:32.768474 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f60e596f-a007-4648-a82e-f96378c26f21 req-4855f6bc-3340-43e2-831b-331d2a131fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:32.791988 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8be561d9-1a61-4e13-8cfb-4c77b049654a req-53dc850e-7894-4b83-aafa-dffc87c8dc60 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.156 HTTP/1.1" status: 200 len: 696 time: 0.0755734 Jul 06 13:44:32.802211 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e596f-a007-4648-a82e-f96378c26f21 req-71e8d092-0a18-4000-a3b3-38564fe10995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:32.803191 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f60e596f-a007-4648-a82e-f96378c26f21 req-71e8d092-0a18-4000-a3b3-38564fe10995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:32.804521 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f60e596f-a007-4648-a82e-f96378c26f21 req-71e8d092-0a18-4000-a3b3-38564fe10995 service neutron] 10.222.0.52 "PUT /v2.0/ports/ed16c303-fba3-4798-b4e3-d1aa319dbd40 HTTP/1.1" status: 200 len: 1096 time: 2.1719272 Jul 06 13:44:32.808527 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb15650f-1bae-451a-acb4-1396ea8bcdb0', 'tag': 'ed16c303-fba3-4798-b4e3-d1aa319dbd40'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:44:32.811588 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630f0f7e-9e31-4af5-89e6-c236112e736a" -d '{"events": [{"name": "network-changed", "server_uuid": "bb15650f-1bae-451a-acb4-1396ea8bcdb0", "tag": "ed16c303-fba3-4798-b4e3-d1aa319dbd40"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:44:32.946559 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8d092-0a18-4000-a3b3-38564fe10995 service neutron] Pushing event updated for resources: {'Port': ['ID=ed16c303-fba3-4798-b4e3-d1aa319dbd40,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:32.968793 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-14a5a7bd-0541-405d-a5e3-4f94a08c8b55 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Allocated IP 172.20.0.12 (ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3/1ce517ec-9130-4f36-af09-4b9fdd0ba45c/22857de9-f0ae-489b-bb07-fb23a86dfc5b) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:44:32.998543 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c08610-45ad-458a-95b9-df2d399579c9 req-3fc57981-259f-41ca-a07e-979c5b329b67 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:33.000278 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-48c08610-45ad-458a-95b9-df2d399579c9 req-3fc57981-259f-41ca-a07e-979c5b329b67 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=efbb5cf9-19eb-494e-91eb-59a6975afafd HTTP/1.1" status: 200 len: 947 time: 0.2369020 Jul 06 13:44:33.014497 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be561d9-1a61-4e13-8cfb-4c77b049654a req-f5a5236e-3438-4e83-9a90-714146e15820 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:33.015855 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8be561d9-1a61-4e13-8cfb-4c77b049654a req-f5a5236e-3438-4e83-9a90-714146e15820 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 784 time: 0.1984313 Jul 06 13:44:33.092739 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-48c08610-45ad-458a-95b9-df2d399579c9 req-8c441833-4ca3-489b-8760-dd23717a0b66 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858262 Jul 06 13:44:33.109969 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855f6bc-3340-43e2-831b-331d2a131fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:33.171712 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-f60e596f-a007-4648-a82e-f96378c26f21 req-4855f6bc-3340-43e2-831b-331d2a131fd4 service neutron] Attempting to bind port b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:44:33.175670 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-f60e596f-a007-4648-a82e-f96378c26f21 req-4855f6bc-3340-43e2-831b-331d2a131fd4 service neutron] Attempting to bind port b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:44:33.176745 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60e596f-a007-4648-a82e-f96378c26f21 req-4855f6bc-3340-43e2-831b-331d2a131fd4 service neutron] Attempting to bind port b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:44:33.190966 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e596f-a007-4648-a82e-f96378c26f21 req-3ddb8a29-0475-4b00-8d71-6e6ac5ef3df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:33.192648 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f60e596f-a007-4648-a82e-f96378c26f21 req-3ddb8a29-0475-4b00-8d71-6e6ac5ef3df5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&device_id=bb15650f-1bae-451a-acb4-1396ea8bcdb0 HTTP/1.1" status: 200 len: 1099 time: 0.3344412 Jul 06 13:44:33.200332 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60e596f-a007-4648-a82e-f96378c26f21 req-4855f6bc-3340-43e2-831b-331d2a131fd4 service neutron] Port b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234 on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:44:33.200746 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60e596f-a007-4648-a82e-f96378c26f21 req-4855f6bc-3340-43e2-831b-331d2a131fd4 service neutron] Attempting to bind port b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:44:33.214586 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ea3234-63fb-4752-ba57-2e7abe00400c x-openstack-request-id: req-62ea3234-63fb-4752-ba57-2e7abe00400c {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:44:33.217003 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb15650f-1bae-451a-acb4-1396ea8bcdb0", "tag": "ed16c303-fba3-4798-b4e3-d1aa319dbd40", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:44:33.217336 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-62ea3234-63fb-4752-ba57-2e7abe00400c {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:44:33.217931 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb15650f-1bae-451a-acb4-1396ea8bcdb0', 'tag': 'ed16c303-fba3-4798-b4e3-d1aa319dbd40', 'status': 'completed', 'code': 200} Jul 06 13:44:33.227038 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60e596f-a007-4648-a82e-f96378c26f21 req-4855f6bc-3340-43e2-831b-331d2a131fd4 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:44:33.227303 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60e596f-a007-4648-a82e-f96378c26f21 req-4855f6bc-3340-43e2-831b-331d2a131fd4 service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:44:33.227838 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60e596f-a007-4648-a82e-f96378c26f21 req-4855f6bc-3340-43e2-831b-331d2a131fd4 service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:44:33.228374 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-f60e596f-a007-4648-a82e-f96378c26f21 req-4855f6bc-3340-43e2-831b-331d2a131fd4 service neutron] Bound port: b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:44:33.229198 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f60e596f-a007-4648-a82e-f96378c26f21 req-4855f6bc-3340-43e2-831b-331d2a131fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:33.272239 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-14a5a7bd-0541-405d-a5e3-4f94a08c8b55 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:33.283111 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f60e596f-a007-4648-a82e-f96378c26f21 req-c497e983-2e33-4523-9e7d-4a8ed45f9636 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=ed16c303-fba3-4798-b4e3-d1aa319dbd40 HTTP/1.1" status: 200 len: 217 time: 0.0725968 Jul 06 13:44:33.391923 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2911b126-c3d2-43bf-9ad7-b296ab8688b8 req-d8a9183e-38fd-4d6c-8e06-7ef58ebd1e91 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=8a6f8620-ea68-4987-9556-e1f65b10d122 HTTP/1.1" status: 200 len: 210 time: 0.0512769 Jul 06 13:44:33.418192 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ad7d3-8086-41a9-a60b-9e8f5d12ecda req-f32e4e7a-5fde-4c49-9b28-2446494b5a59 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:33.426235 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-552ad7d3-8086-41a9-a60b-9e8f5d12ecda req-f32e4e7a-5fde-4c49-9b28-2446494b5a59 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0 HTTP/1.1" status: 200 len: 945 time: 0.1467295 Jul 06 13:44:33.433432 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e596f-a007-4648-a82e-f96378c26f21 req-f379af3d-ae8a-409e-94cc-d0fec1c50a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:33.435027 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f60e596f-a007-4648-a82e-f96378c26f21 req-f379af3d-ae8a-409e-94cc-d0fec1c50a8e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1399035 Jul 06 13:44:33.436505 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-14a5a7bd-0541-405d-a5e3-4f94a08c8b55 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:33.459349 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-358cb2ef-e993-4076-abe8-97a6840dc3cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82657d01-d2ef-47d1-9c49-544750053849 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:44:33.483651 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-f60e596f-a007-4648-a82e-f96378c26f21 req-4855f6bc-3340-43e2-831b-331d2a131fd4 service neutron] For port b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234, host n-h2-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:44:33.489064 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-358cb2ef-e993-4076-abe8-97a6840dc3cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:33.506228 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-f60e596f-a007-4648-a82e-f96378c26f21 req-4855f6bc-3340-43e2-831b-331d2a131fd4 service neutron] For port b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:44:33.516131 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f60e596f-a007-4648-a82e-f96378c26f21 req-4855f6bc-3340-43e2-831b-331d2a131fd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:33.518583 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-358cb2ef-e993-4076-abe8-97a6840dc3cd service neutron] Transition to ACTIVE for port object 82657d01-d2ef-47d1-9c49-544750053849 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:44:33.547651 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-358cb2ef-e993-4076-abe8-97a6840dc3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:33.557067 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e596f-a007-4648-a82e-f96378c26f21 req-4855f6bc-3340-43e2-831b-331d2a131fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:33.557991 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f60e596f-a007-4648-a82e-f96378c26f21 req-4855f6bc-3340-43e2-831b-331d2a131fd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:33.559503 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f60e596f-a007-4648-a82e-f96378c26f21 req-4855f6bc-3340-43e2-831b-331d2a131fd4 service neutron] 10.222.0.124 "PUT /v2.0/ports/b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234 HTTP/1.1" status: 200 len: 1095 time: 2.3402753 Jul 06 13:44:33.567916 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-14a5a7bd-0541-405d-a5e3-4f94a08c8b55 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Network ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:44:33.576307 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-552ad7d3-8086-41a9-a60b-9e8f5d12ecda req-4d8e8e5f-0bc5-4f16-93e3-98e2c3d7fcca tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491268 Jul 06 13:44:33.577252 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5a7bd-0541-405d-a5e3-4f94a08c8b55 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Pushing event updated for resources: {'Port': ['ID=22857de9-f0ae-489b-bb07-fb23a86dfc5b,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:33.588040 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-14a5a7bd-0541-405d-a5e3-4f94a08c8b55 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:44:33.592822 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-14a5a7bd-0541-405d-a5e3-4f94a08c8b55 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:44:33.631180 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e596f-a007-4648-a82e-f96378c26f21 req-2acc4521-6da4-4c32-a982-d693f6ef3954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:33.633144 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f60e596f-a007-4648-a82e-f96378c26f21 req-2acc4521-6da4-4c32-a982-d693f6ef3954 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1883762 Jul 06 13:44:33.665439 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855f6bc-3340-43e2-831b-331d2a131fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:33.688433 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e6260bf-aa66-4027-a672-f6d8d7582fae req-da36c034-3f8d-45d9-8f2c-8e0fde905e7c tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2546134 Jul 06 13:44:33.695438 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-9e6260bf-aa66-4027-a672-f6d8d7582fae req-03d1f71e-7330-4101-87e7-79e734503c95 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:33.733734 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9e6260bf-aa66-4027-a672-f6d8d7582fae req-03d1f71e-7330-4101-87e7-79e734503c95 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:33.766470 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-14a5a7bd-0541-405d-a5e3-4f94a08c8b55 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:33.767265 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-14a5a7bd-0541-405d-a5e3-4f94a08c8b55 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:33.834706 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358cb2ef-e993-4076-abe8-97a6840dc3cd service neutron] Pushing event updated for resources: {'Port': ['ID=82657d01-d2ef-47d1-9c49-544750053849,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:33.840190 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-14a5a7bd-0541-405d-a5e3-4f94a08c8b55 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4950168 Jul 06 13:44:33.882811 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-358cb2ef-e993-4076-abe8-97a6840dc3cd service neutron] Attempting to bind port 82657d01-d2ef-47d1-9c49-544750053849 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:44:33.883151 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-358cb2ef-e993-4076-abe8-97a6840dc3cd service neutron] Attempting to bind port 82657d01-d2ef-47d1-9c49-544750053849 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '3b74c8be-43e1-449a-8374-4e8bc2ac83bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '32044b4f-f14f-4915-ba05-43d758a7c9ad'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:44:33.883482 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-358cb2ef-e993-4076-abe8-97a6840dc3cd service neutron] Attempting to bind port 82657d01-d2ef-47d1-9c49-544750053849 on network 32044b4f-f14f-4915-ba05-43d758a7c9ad {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:44:33.895363 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f60e596f-a007-4648-a82e-f96378c26f21 req-5187aa69-ddb5-4db0-8acb-489506345253 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334332 Jul 06 13:44:33.895969 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-358cb2ef-e993-4076-abe8-97a6840dc3cd service neutron] Port 82657d01-d2ef-47d1-9c49-544750053849 on network 32044b4f-f14f-4915-ba05-43d758a7c9ad not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:44:33.896315 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-358cb2ef-e993-4076-abe8-97a6840dc3cd service neutron] Attempting to bind port 82657d01-d2ef-47d1-9c49-544750053849 on network 32044b4f-f14f-4915-ba05-43d758a7c9ad {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:44:33.899696 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e596f-a007-4648-a82e-f96378c26f21 req-959dddd6-f644-4cd4-b8f4-c4f865781d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:33.901140 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f60e596f-a007-4648-a82e-f96378c26f21 req-959dddd6-f644-4cd4-b8f4-c4f865781d15 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&device_id=efbb5cf9-19eb-494e-91eb-59a6975afafd HTTP/1.1" status: 200 len: 1098 time: 0.2749901 Jul 06 13:44:33.913744 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-358cb2ef-e993-4076-abe8-97a6840dc3cd service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:44:33.914108 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-358cb2ef-e993-4076-abe8-97a6840dc3cd service neutron] Checking segment: {'id': '3b74c8be-43e1-449a-8374-4e8bc2ac83bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '32044b4f-f14f-4915-ba05-43d758a7c9ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:44:33.914491 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-358cb2ef-e993-4076-abe8-97a6840dc3cd service neutron] Bound using segment: {'id': '3b74c8be-43e1-449a-8374-4e8bc2ac83bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '32044b4f-f14f-4915-ba05-43d758a7c9ad'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:44:33.914936 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-358cb2ef-e993-4076-abe8-97a6840dc3cd service neutron] Bound port: 82657d01-d2ef-47d1-9c49-544750053849, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b74c8be-43e1-449a-8374-4e8bc2ac83bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '32044b4f-f14f-4915-ba05-43d758a7c9ad'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:44:33.915292 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-358cb2ef-e993-4076-abe8-97a6840dc3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:33.922800 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-f04bfd42-8c68-4796-bf8d-57bbaa789de8 service neutron] Request body: {'port': {'device_id': '8a6f8620-ea68-4987-9556-e1f65b10d122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:33.933358 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127cca2-3238-432e-8c98-73e79005f417 req-25cbcb3b-b01d-449f-95f6-da0d45b1973e tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:33.934889 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8127cca2-3238-432e-8c98-73e79005f417 req-25cbcb3b-b01d-449f-95f6-da0d45b1973e tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=cc30f91b-be52-49a6-8cd0-434155394d5c HTTP/1.1" status: 200 len: 944 time: 0.0973461 Jul 06 13:44:33.978882 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9e6260bf-aa66-4027-a672-f6d8d7582fae req-03d1f71e-7330-4101-87e7-79e734503c95 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:34.000562 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f60e596f-a007-4648-a82e-f96378c26f21 req-1a02724e-3e90-4631-af52-482ebd344dd2 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234 HTTP/1.1" status: 200 len: 217 time: 0.0738585 Jul 06 13:44:34.072077 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8127cca2-3238-432e-8c98-73e79005f417 req-75c0cba2-3ddd-4370-a8bc-1993e76e7449 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168151 Jul 06 13:44:34.088546 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-f04bfd42-8c68-4796-bf8d-57bbaa789de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:34.113785 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f60e596f-a007-4648-a82e-f96378c26f21 req-0b2126eb-d163-4239-ba6d-9ef036c3f9e0 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106221 Jul 06 13:44:34.120444 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e596f-a007-4648-a82e-f96378c26f21 req-f16cd0c9-f654-457e-9afc-100b78733075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:34.122281 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f60e596f-a007-4648-a82e-f96378c26f21 req-f16cd0c9-f654-457e-9afc-100b78733075 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0975876 Jul 06 13:44:34.126423 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-358cb2ef-e993-4076-abe8-97a6840dc3cd service neutron] For port 82657d01-d2ef-47d1-9c49-544750053849, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:44:34.138653 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-358cb2ef-e993-4076-abe8-97a6840dc3cd service neutron] For port 82657d01-d2ef-47d1-9c49-544750053849, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=82657d01-d2ef-47d1-9c49-544750053849,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:44:34.165202 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-358cb2ef-e993-4076-abe8-97a6840dc3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:34.214262 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-358cb2ef-e993-4076-abe8-97a6840dc3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:34.215498 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-358cb2ef-e993-4076-abe8-97a6840dc3cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:34.216597 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-358cb2ef-e993-4076-abe8-97a6840dc3cd service neutron] 10.222.0.52 "PUT /v2.0/ports/82657d01-d2ef-47d1-9c49-544750053849 HTTP/1.1" status: 200 len: 1092 time: 1.7155824 Jul 06 13:44:34.248977 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-9e6260bf-aa66-4027-a672-f6d8d7582fae req-03d1f71e-7330-4101-87e7-79e734503c95 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Allocated IP 172.25.6.19 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/03275458-7c69-483d-bd43-0297ff40bac1) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:44:34.302594 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358cb2ef-e993-4076-abe8-97a6840dc3cd service neutron] Pushing event updated for resources: {'Port': ['ID=82657d01-d2ef-47d1-9c49-544750053849,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:34.324152 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e596f-a007-4648-a82e-f96378c26f21 req-41fe747c-d5f4-4352-a925-c48f67068477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:34.325711 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f60e596f-a007-4648-a82e-f96378c26f21 req-41fe747c-d5f4-4352-a925-c48f67068477 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1961362 Jul 06 13:44:34.386758 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f0f7e-9e31-4af5-89e6-c236112e736a req-6d57b886-c1c2-4e82-930b-72b20e58b577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:34.388322 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-630f0f7e-9e31-4af5-89e6-c236112e736a req-6d57b886-c1c2-4e82-930b-72b20e58b577 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&device_id=bb15650f-1bae-451a-acb4-1396ea8bcdb0 HTTP/1.1" status: 200 len: 1099 time: 0.1927619 Jul 06 13:44:34.430749 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d42bdc-7b59-4b67-b5e9-cb5b31af5ba8 req-d83721a4-44b6-4e1a-94a6-0c7d251c6fa7 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:34.432298 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01d42bdc-7b59-4b67-b5e9-cb5b31af5ba8 req-d83721a4-44b6-4e1a-94a6-0c7d251c6fa7 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0 HTTP/1.1" status: 200 len: 1096 time: 0.1849301 Jul 06 13:44:34.454801 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-004e55f5-bf76-487c-93b7-17611803436e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:34.457115 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-004e55f5-bf76-487c-93b7-17611803436e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=30967fe6141f425883d3ccdea408bb06&device_id=cc30f91b-be52-49a6-8cd0-434155394d5c HTTP/1.1" status: 200 len: 1095 time: 0.1938584 Jul 06 13:44:34.502860 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9e6260bf-aa66-4027-a672-f6d8d7582fae req-03d1f71e-7330-4101-87e7-79e734503c95 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:34.520633 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-3ab7f927-9fa3-455a-bf87-94c2c0c1f092 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82657d01-d2ef-47d1-9c49-544750053849 HTTP/1.1" status: 200 len: 217 time: 0.0528057 Jul 06 13:44:34.535097 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01d42bdc-7b59-4b67-b5e9-cb5b31af5ba8 req-4fdccf69-1c87-45e8-9806-86ef77aa90e5 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913279 Jul 06 13:44:34.572536 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f60e596f-a007-4648-a82e-f96378c26f21 req-bd3225a5-40b5-4392-ae68-7d8f14ef9ac1 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373834 Jul 06 13:44:34.586091 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-f04bfd42-8c68-4796-bf8d-57bbaa789de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22857de9-f0ae-489b-bb07-fb23a86dfc5b {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:44:34.603241 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-f04bfd42-8c68-4796-bf8d-57bbaa789de8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:34.615042 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f0f7e-9e31-4af5-89e6-c236112e736a req-d221eca3-4fea-4639-ae58-f398642c3695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:34.615353 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-630f0f7e-9e31-4af5-89e6-c236112e736a req-d221eca3-4fea-4639-ae58-f398642c3695 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.2165191 Jul 06 13:44:34.618859 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-f04bfd42-8c68-4796-bf8d-57bbaa789de8 service neutron] Transition to ACTIVE for port object 22857de9-f0ae-489b-bb07-fb23a86dfc5b will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:44:34.620504 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9e6260bf-aa66-4027-a672-f6d8d7582fae req-03d1f71e-7330-4101-87e7-79e734503c95 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:34.625540 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-f04bfd42-8c68-4796-bf8d-57bbaa789de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:34.668243 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e6260bf-aa66-4027-a672-f6d8d7582fae req-03d1f71e-7330-4101-87e7-79e734503c95 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:44:34.682622 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-9e6260bf-aa66-4027-a672-f6d8d7582fae req-03d1f71e-7330-4101-87e7-79e734503c95 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:44:34.685661 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1f71e-7330-4101-87e7-79e734503c95 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Pushing event updated for resources: {'Port': ['ID=03275458-7c69-483d-bd43-0297ff40bac1,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:34.687886 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6260bf-aa66-4027-a672-f6d8d7582fae req-03d1f71e-7330-4101-87e7-79e734503c95 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:44:34.835128 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bfd42-8c68-4796-bf8d-57bbaa789de8 service neutron] Pushing event updated for resources: {'Port': ['ID=22857de9-f0ae-489b-bb07-fb23a86dfc5b,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:34.923355 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-f04bfd42-8c68-4796-bf8d-57bbaa789de8 service neutron] Attempting to bind port 22857de9-f0ae-489b-bb07-fb23a86dfc5b on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:44:34.923697 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-f04bfd42-8c68-4796-bf8d-57bbaa789de8 service neutron] Attempting to bind port 22857de9-f0ae-489b-bb07-fb23a86dfc5b by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '78ae0a30-d800-4152-891b-c545e9763cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:44:34.924615 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-f04bfd42-8c68-4796-bf8d-57bbaa789de8 service neutron] Attempting to bind port 22857de9-f0ae-489b-bb07-fb23a86dfc5b on network ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:44:34.932725 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9e6260bf-aa66-4027-a672-f6d8d7582fae req-03d1f71e-7330-4101-87e7-79e734503c95 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:34.940240 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-f04bfd42-8c68-4796-bf8d-57bbaa789de8 service neutron] Port 22857de9-f0ae-489b-bb07-fb23a86dfc5b on network ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:44:34.940754 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-f04bfd42-8c68-4796-bf8d-57bbaa789de8 service neutron] Attempting to bind port 22857de9-f0ae-489b-bb07-fb23a86dfc5b on network ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:44:34.958361 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-f04bfd42-8c68-4796-bf8d-57bbaa789de8 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:44:34.958699 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-f04bfd42-8c68-4796-bf8d-57bbaa789de8 service neutron] Checking segment: {'id': '78ae0a30-d800-4152-891b-c545e9763cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:44:34.959095 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-f04bfd42-8c68-4796-bf8d-57bbaa789de8 service neutron] Bound using segment: {'id': '78ae0a30-d800-4152-891b-c545e9763cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:44:34.959548 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-f04bfd42-8c68-4796-bf8d-57bbaa789de8 service neutron] Bound port: 22857de9-f0ae-489b-bb07-fb23a86dfc5b, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ae0a30-d800-4152-891b-c545e9763cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:44:34.959912 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-f04bfd42-8c68-4796-bf8d-57bbaa789de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:34.965583 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-d86d35f1-9576-458f-b763-6cb084b12a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:34.967189 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-d86d35f1-9576-458f-b763-6cb084b12a35 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a26d9c0-3fa2-4ed5-a111-4efe079a2d6f HTTP/1.1" status: 200 len: 845 time: 0.4364467 Jul 06 13:44:34.969939 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-630f0f7e-9e31-4af5-89e6-c236112e736a req-d0f70a1c-4849-4d5f-bc92-d2544d2a549f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=ed16c303-fba3-4798-b4e3-d1aa319dbd40 HTTP/1.1" status: 200 len: 217 time: 0.3260696 Jul 06 13:44:35.030152 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9e6260bf-aa66-4027-a672-f6d8d7582fae req-03d1f71e-7330-4101-87e7-79e734503c95 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:35.037921 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-a0a61c54-9477-4792-aec7-04b0d9a9dab1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=32044b4f-f14f-4915-ba05-43d758a7c9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561368 Jul 06 13:44:35.081085 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f60e596f-a007-4648-a82e-f96378c26f21 req-58716386-6949-435c-a636-e89d1b37d91e service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968603 Jul 06 13:44:35.117782 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f0f7e-9e31-4af5-89e6-c236112e736a req-28dacef2-3b80-4459-a9ee-58020dd346b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:35.119286 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-630f0f7e-9e31-4af5-89e6-c236112e736a req-28dacef2-3b80-4459-a9ee-58020dd346b8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1386707 Jul 06 13:44:35.208703 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-a88da7d6-bb13-4ebd-b0c6-031fbc0ced35 service neutron] 10.222.0.52 "GET /v2.0/networks/32044b4f-f14f-4915-ba05-43d758a7c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625469 Jul 06 13:44:35.225070 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbb5cf9-19eb-494e-91eb-59a6975afafd', 'tag': 'b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234'}, {'name': 'network-changed', 'server_uuid': 'cc30f91b-be52-49a6-8cd0-434155394d5c', 'tag': '82657d01-d2ef-47d1-9c49-544750053849'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:44:35.228511 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385b0d02-7426-4829-9dbe-55b42d727b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "efbb5cf9-19eb-494e-91eb-59a6975afafd", "tag": "b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234"}, {"name": "network-changed", "server_uuid": "cc30f91b-be52-49a6-8cd0-434155394d5c", "tag": "82657d01-d2ef-47d1-9c49-544750053849"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:44:35.244863 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f0f7e-9e31-4af5-89e6-c236112e736a req-fa66a186-0b93-496a-ad4a-baf5cd9f22bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:35.246468 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-630f0f7e-9e31-4af5-89e6-c236112e736a req-fa66a186-0b93-496a-ad4a-baf5cd9f22bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1176426 Jul 06 13:44:35.356736 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62f6fc-f494-4287-b62a-9d2671454b51 req-be3a8274-466b-456c-a407-434dd2f9dcb7 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:35.358229 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bf62f6fc-f494-4287-b62a-9d2671454b51 req-be3a8274-466b-456c-a407-434dd2f9dcb7 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=efbb5cf9-19eb-494e-91eb-59a6975afafd HTTP/1.1" status: 200 len: 947 time: 0.4854202 Jul 06 13:44:35.384476 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5776b84a-6ad9-4dfc-b15d-7a366589aa0f req-f3a5a713-86b2-43b8-a9b9-89d621138c0d service neutron] 10.222.0.52 "GET /v2.0/networks/32044b4f-f14f-4915-ba05-43d758a7c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680253 Jul 06 13:44:35.394680 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-630f0f7e-9e31-4af5-89e6-c236112e736a req-6540ad91-0922-45e6-8a39-44c0d5c905e2 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178191 Jul 06 13:44:35.412296 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-f04bfd42-8c68-4796-bf8d-57bbaa789de8 service neutron] For port 22857de9-f0ae-489b-bb07-fb23a86dfc5b, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:44:35.437053 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-f04bfd42-8c68-4796-bf8d-57bbaa789de8 service neutron] For port 22857de9-f0ae-489b-bb07-fb23a86dfc5b, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=22857de9-f0ae-489b-bb07-fb23a86dfc5b,segment=NetworkSegment(78ae0a30-d800-4152-891b-c545e9763cb4),segment_id=78ae0a30-d800-4152-891b-c545e9763cb4)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:44:35.478336 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bf62f6fc-f494-4287-b62a-9d2671454b51 req-74e2725c-6ae2-46ad-b463-b8a11bad5c98 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090782 Jul 06 13:44:35.479375 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-f04bfd42-8c68-4796-bf8d-57bbaa789de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:35.507776 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-630f0f7e-9e31-4af5-89e6-c236112e736a req-a0e85c26-2be0-495d-9d62-a382c515ae70 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069076 Jul 06 13:44:35.537447 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-f04bfd42-8c68-4796-bf8d-57bbaa789de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:35.538096 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-f04bfd42-8c68-4796-bf8d-57bbaa789de8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:35.539513 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-f04bfd42-8c68-4796-bf8d-57bbaa789de8 service neutron] 10.222.0.124 "PUT /v2.0/ports/22857de9-f0ae-489b-bb07-fb23a86dfc5b HTTP/1.1" status: 200 len: 1092 time: 1.6224318 Jul 06 13:44:35.539949 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6f8620-ea68-4987-9556-e1f65b10d122', 'tag': '22857de9-f0ae-489b-bb07-fb23a86dfc5b'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:44:35.542195 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f80944-7e8a-4ce8-bfbc-83f82baf8a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6f8620-ea68-4987-9556-e1f65b10d122", "tag": "22857de9-f0ae-489b-bb07-fb23a86dfc5b"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:44:35.565578 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bfd42-8c68-4796-bf8d-57bbaa789de8 service neutron] Pushing event updated for resources: {'Port': ['ID=22857de9-f0ae-489b-bb07-fb23a86dfc5b,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:35.679159 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9e6260bf-aa66-4027-a672-f6d8d7582fae req-03d1f71e-7330-4101-87e7-79e734503c95 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:35.685293 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9e6260bf-aa66-4027-a672-f6d8d7582fae req-03d1f71e-7330-4101-87e7-79e734503c95 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:35.770615 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-7bfb6944-3e10-45f2-916d-4b9a10b89694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:35.772153 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-7bfb6944-3e10-45f2-916d-4b9a10b89694 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=220d4319c95847189296d6ec839eccde&device_id=8a6f8620-ea68-4987-9556-e1f65b10d122 HTTP/1.1" status: 200 len: 1095 time: 0.1876612 Jul 06 13:44:35.784567 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7eae2c-8bb5-4ed8-af96-c8bb94feaae7 req-7f2951eb-7e77-4016-8a4f-0dedc63c6b3c tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:35.786003 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bf7eae2c-8bb5-4ed8-af96-c8bb94feaae7 req-7f2951eb-7e77-4016-8a4f-0dedc63c6b3c tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=8a6f8620-ea68-4987-9556-e1f65b10d122 HTTP/1.1" status: 200 len: 944 time: 0.1868484 Jul 06 13:44:35.795354 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1f71e-7330-4101-87e7-79e734503c95 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Pushing event updated for resources: {'Port': ['ID=03275458-7c69-483d-bd43-0297ff40bac1,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:35.840087 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-795db7d6-6cef-4b62-979e-e5f8d8acd626 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22857de9-f0ae-489b-bb07-fb23a86dfc5b HTTP/1.1" status: 200 len: 217 time: 0.0513384 Jul 06 13:44:35.847856 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9e6260bf-aa66-4027-a672-f6d8d7582fae req-03d1f71e-7330-4101-87e7-79e734503c95 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:35.905677 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bf7eae2c-8bb5-4ed8-af96-c8bb94feaae7 req-b4277bdf-4124-41cc-b1ed-50b6e952924e tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051614 Jul 06 13:44:35.906391 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9e6260bf-aa66-4027-a672-f6d8d7582fae req-03d1f71e-7330-4101-87e7-79e734503c95 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:35.907473 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e6260bf-aa66-4027-a672-f6d8d7582fae req-03d1f71e-7330-4101-87e7-79e734503c95 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2179723 Jul 06 13:44:35.918491 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-b5e3fbaf-00dd-4c24-a0fc-29407e6156dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:35.919951 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-b5e3fbaf-00dd-4c24-a0fc-29407e6156dd service neutron] 10.222.0.124 "GET /v2.0/subnets?id=1ce517ec-9130-4f36-af09-4b9fdd0ba45c HTTP/1.1" status: 200 len: 861 time: 0.0735765 Jul 06 13:44:35.988148 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-3ebd27f1-a6d7-4302-a430-58e6b8973570 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599747 Jul 06 13:44:35.991180 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e6260bf-aa66-4027-a672-f6d8d7582fae req-ff64d72b-a21f-4aef-a1b7-aeb15b4443a3 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.19 HTTP/1.1" status: 200 len: 695 time: 0.0754502 Jul 06 13:44:36.188609 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-0c4ea9f5-9257-4c5a-853a-340f82e13ac1 service neutron] 10.222.0.124 "GET /v2.0/networks/ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909025 Jul 06 13:44:36.204779 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6260bf-aa66-4027-a672-f6d8d7582fae req-1b6b07a8-3ffa-44c7-86ca-72b395b9dc2e tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:36.206624 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e6260bf-aa66-4027-a672-f6d8d7582fae req-1b6b07a8-3ffa-44c7-86ca-72b395b9dc2e tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 784 time: 0.2079892 Jul 06 13:44:36.228239 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab6fcc-c234-4011-ae99-d68989d1e5fc req-a29bd13c-9e2f-491f-8d61-9c234cd3ce0d tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:36.229781 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-73ab6fcc-c234-4011-ae99-d68989d1e5fc req-a29bd13c-9e2f-491f-8d61-9c234cd3ce0d tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0 HTTP/1.1" status: 200 len: 1096 time: 0.2218566 Jul 06 13:44:36.318145 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-73ab6fcc-c234-4011-ae99-d68989d1e5fc req-bd16fa00-2108-4096-a9ec-dd1150b3c203 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572391 Jul 06 13:44:36.355664 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aaf8b2b1-87d8-417e-abe7-3a5b20648897 req-758a7d7f-9376-428e-a1c8-c82594f2a052 service neutron] 10.222.0.124 "GET /v2.0/networks/ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583300 Jul 06 13:44:36.384748 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ebd78-201a-4853-8432-705b89ffb4fb req-cb4af094-2322-466b-8845-676b60558e99 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:36.386365 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e98ebd78-201a-4853-8432-705b89ffb4fb req-cb4af094-2322-466b-8845-676b60558e99 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/ports?device_id=5080e3ca-6263-48f6-94b5-7086a496a09f HTTP/1.1" status: 200 len: 946 time: 0.0819712 Jul 06 13:44:36.431126 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e98ebd78-201a-4853-8432-705b89ffb4fb req-04d54e7c-2223-47d4-85f4-661651ad92cb tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/security-groups?id=f58f32fb-958b-41d5-b6dd-c43c4cedb55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381131 Jul 06 13:44:36.488521 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 13:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f9be3f-8eb6-4127-856e-e4fc49f0b314 x-openstack-request-id: req-c4f9be3f-8eb6-4127-856e-e4fc49f0b314 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:44:36.490233 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbb5cf9-19eb-494e-91eb-59a6975afafd", "tag": "b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cc30f91b-be52-49a6-8cd0-434155394d5c", "tag": "82657d01-d2ef-47d1-9c49-544750053849", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:44:36.490233 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c4f9be3f-8eb6-4127-856e-e4fc49f0b314 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:44:36.490233 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbb5cf9-19eb-494e-91eb-59a6975afafd', 'tag': 'b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234', 'status': 'completed', 'code': 200} Jul 06 13:44:36.490233 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc30f91b-be52-49a6-8cd0-434155394d5c', 'tag': '82657d01-d2ef-47d1-9c49-544750053849', 'status': 'completed', 'code': 200} Jul 06 13:44:36.547632 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec74ec0-1dc2-4a58-b939-88f353e0d831 x-openstack-request-id: req-4ec74ec0-1dc2-4a58-b939-88f353e0d831 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:44:36.547928 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6f8620-ea68-4987-9556-e1f65b10d122", "tag": "22857de9-f0ae-489b-bb07-fb23a86dfc5b", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:44:36.548187 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-4ec74ec0-1dc2-4a58-b939-88f353e0d831 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:44:36.548578 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6f8620-ea68-4987-9556-e1f65b10d122', 'tag': '22857de9-f0ae-489b-bb07-fb23a86dfc5b', 'status': 'completed', 'code': 200} Jul 06 13:44:36.636409 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b0d02-7426-4829-9dbe-55b42d727b8b req-5fdeed0c-368c-4c3c-a64c-7aff8985963a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:36.639429 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-385b0d02-7426-4829-9dbe-55b42d727b8b req-5fdeed0c-368c-4c3c-a64c-7aff8985963a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=30967fe6141f425883d3ccdea408bb06&device_id=cc30f91b-be52-49a6-8cd0-434155394d5c HTTP/1.1" status: 200 len: 1095 time: 0.1214631 Jul 06 13:44:36.661745 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b0d02-7426-4829-9dbe-55b42d727b8b req-341fa90a-012e-4811-b0f4-bbd162d76515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:36.663314 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-385b0d02-7426-4829-9dbe-55b42d727b8b req-341fa90a-012e-4811-b0f4-bbd162d76515 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&device_id=efbb5cf9-19eb-494e-91eb-59a6975afafd HTTP/1.1" status: 200 len: 1098 time: 0.1478784 Jul 06 13:44:36.694413 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f80944-7e8a-4ce8-bfbc-83f82baf8a3c req-e94fe979-f912-4815-ad01-e95e3ef1116e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:36.696023 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a9f80944-7e8a-4ce8-bfbc-83f82baf8a3c req-e94fe979-f912-4815-ad01-e95e3ef1116e service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=220d4319c95847189296d6ec839eccde&device_id=8a6f8620-ea68-4987-9556-e1f65b10d122 HTTP/1.1" status: 200 len: 1095 time: 0.1193197 Jul 06 13:44:36.715935 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36826) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:36.810405 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b0d02-7426-4829-9dbe-55b42d727b8b req-af747394-5374-48c8-a018-6a099994b705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:36.811932 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-385b0d02-7426-4829-9dbe-55b42d727b8b req-af747394-5374-48c8-a018-6a099994b705 service neutron] 10.222.0.52 "GET /v2.0/networks?id=32044b4f-f14f-4915-ba05-43d758a7c9ad HTTP/1.1" status: 200 len: 906 time: 0.1669633 Jul 06 13:44:36.812400 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-96481674-219f-4d3b-bf61-da89b5fe9b8e req-39bb3ab5-36c4-467e-a396-bbfd4f6e7e91 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2480845 Jul 06 13:44:36.823801 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e1007-62bf-47a7-a9e8-04bb7211e0e1 req-8aad336e-d2b9-46c9-89ef-21791960a7d2 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:36.825638 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c22e1007-62bf-47a7-a9e8-04bb7211e0e1 req-8aad336e-d2b9-46c9-89ef-21791960a7d2 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=cc30f91b-be52-49a6-8cd0-434155394d5c HTTP/1.1" status: 200 len: 944 time: 0.2431536 Jul 06 13:44:36.835568 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-96481674-219f-4d3b-bf61-da89b5fe9b8e req-dcd3844f-2d4e-4dce-9f4d-2ba7eb752a5d tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:36.866523 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-385b0d02-7426-4829-9dbe-55b42d727b8b req-2afdb541-9753-4c32-864b-4e4c7b0af226 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82657d01-d2ef-47d1-9c49-544750053849 HTTP/1.1" status: 200 len: 217 time: 0.0463502 Jul 06 13:44:36.866748 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b0d02-7426-4829-9dbe-55b42d727b8b req-042d2c8a-028c-4de0-8fcc-16f81be0424d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:36.868169 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-385b0d02-7426-4829-9dbe-55b42d727b8b req-042d2c8a-028c-4de0-8fcc-16f81be0424d service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.1953402 Jul 06 13:44:36.868514 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f80944-7e8a-4ce8-bfbc-83f82baf8a3c req-1e6e42f7-38f4-4bbc-8f6c-303b1721acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:36.869912 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a9f80944-7e8a-4ce8-bfbc-83f82baf8a3c req-1e6e42f7-38f4-4bbc-8f6c-303b1721acc4 service neutron] 10.222.0.124 "GET /v2.0/networks?id=ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3 HTTP/1.1" status: 200 len: 922 time: 0.1656430 Jul 06 13:44:36.883752 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6cf7f80-c731-4df8-b956-af182d2a92e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:36.928710 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-96481674-219f-4d3b-bf61-da89b5fe9b8e req-dcd3844f-2d4e-4dce-9f4d-2ba7eb752a5d tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:36.935378 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-385b0d02-7426-4829-9dbe-55b42d727b8b req-58dc2288-ba9c-4577-af95-eab9b67ed249 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234 HTTP/1.1" status: 200 len: 217 time: 0.0537570 Jul 06 13:44:36.947095 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c22e1007-62bf-47a7-a9e8-04bb7211e0e1 req-bb6b1b12-0c86-42c8-82bb-26c520ba99e3 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018064 Jul 06 13:44:36.948544 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a9f80944-7e8a-4ce8-bfbc-83f82baf8a3c req-5fb7a45e-5625-4771-8494-c17295c86034 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22857de9-f0ae-489b-bb07-fb23a86dfc5b HTTP/1.1" status: 200 len: 217 time: 0.0621269 Jul 06 13:44:37.008091 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b0d02-7426-4829-9dbe-55b42d727b8b req-48558b95-401e-4b65-a603-e8bc1269420f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:37.009607 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-385b0d02-7426-4829-9dbe-55b42d727b8b req-48558b95-401e-4b65-a603-e8bc1269420f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a26d9c0-3fa2-4ed5-a111-4efe079a2d6f HTTP/1.1" status: 200 len: 845 time: 0.1340568 Jul 06 13:44:37.025970 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b0d02-7426-4829-9dbe-55b42d727b8b req-334a1d2a-9bcd-44ce-baac-4fea8aba77dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:37.025970 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-385b0d02-7426-4829-9dbe-55b42d727b8b req-334a1d2a-9bcd-44ce-baac-4fea8aba77dd service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0771418 Jul 06 13:44:37.058269 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-385b0d02-7426-4829-9dbe-55b42d727b8b req-41d99479-a8dc-4d3d-a184-1afb2e1d1a64 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=32044b4f-f14f-4915-ba05-43d758a7c9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411196 Jul 06 13:44:37.066925 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f80944-7e8a-4ce8-bfbc-83f82baf8a3c req-d67951ac-f617-461f-acc0-3da0d771af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:37.068410 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a9f80944-7e8a-4ce8-bfbc-83f82baf8a3c req-d67951ac-f617-461f-acc0-3da0d771af29 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=1ce517ec-9130-4f36-af09-4b9fdd0ba45c HTTP/1.1" status: 200 len: 861 time: 0.1091142 Jul 06 13:44:37.117211 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b0d02-7426-4829-9dbe-55b42d727b8b req-3952874c-7a65-4fc7-8126-c3e48fbe7ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:37.118856 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-385b0d02-7426-4829-9dbe-55b42d727b8b req-3952874c-7a65-4fc7-8126-c3e48fbe7ec2 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0853503 Jul 06 13:44:37.136832 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-96481674-219f-4d3b-bf61-da89b5fe9b8e req-dcd3844f-2d4e-4dce-9f4d-2ba7eb752a5d tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:37.152869 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a9f80944-7e8a-4ce8-bfbc-83f82baf8a3c req-bf4c7931-5025-486b-af1c-0973478fd92c service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716801 Jul 06 13:44:37.264957 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f5707f4b-f820-4ac1-b213-c2ecede602e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:37.278794 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6cf7f80-c731-4df8-b956-af182d2a92e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:37.285428 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-385b0d02-7426-4829-9dbe-55b42d727b8b req-133f532d-3f73-430b-bbe9-dcce6863fdf5 service neutron] 10.222.0.52 "GET /v2.0/networks/32044b4f-f14f-4915-ba05-43d758a7c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160797 Jul 06 13:44:37.288092 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6cf7f80-c731-4df8-b956-af182d2a92e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:37.324292 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-385b0d02-7426-4829-9dbe-55b42d727b8b req-96f93676-272b-4588-a2c0-c43112e0e498 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973867 Jul 06 13:44:37.398943 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a6cf7f80-c731-4df8-b956-af182d2a92e9 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=4d4fbe34e3574cda9d69066b19d2de95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6797106 Jul 06 13:44:37.401206 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36844) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:37.405608 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-96481674-219f-4d3b-bf61-da89b5fe9b8e req-dcd3844f-2d4e-4dce-9f4d-2ba7eb752a5d tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Allocated IP 172.25.6.47 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/4b2d787b-48a3-492c-b19a-8eb035bd64a2) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:44:37.413076 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a9f80944-7e8a-4ce8-bfbc-83f82baf8a3c req-ea791dc3-6fd4-4e1e-89a0-735b330647ab service neutron] 10.222.0.124 "GET /v2.0/networks/ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507937 Jul 06 13:44:37.413704 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf7f80-c731-4df8-b956-af182d2a92e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4433240e-b639-4c23-970f-ee09c2cb8d4a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:37.506052 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36846) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:37.542198 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:44:37.558187 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-385b0d02-7426-4829-9dbe-55b42d727b8b req-49e0963b-4d64-4747-befb-65ffa2f751d9 service neutron] 10.222.0.52 "GET /v2.0/networks/32044b4f-f14f-4915-ba05-43d758a7c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528331 Jul 06 13:44:37.560877 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-385b0d02-7426-4829-9dbe-55b42d727b8b req-e9148567-b296-4e7e-8d36-d867492e9a5f service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228634 Jul 06 13:44:37.567190 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9f788715-a6ef-4e4d-aa12-ccb2545b7641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:37.582497 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7f60b-b981-44cb-8f96-dce0cf642441 req-e5b18930-74a7-4377-a883-6dca311d5375 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:37.584028 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e2a7f60b-b981-44cb-8f96-dce0cf642441 req-e5b18930-74a7-4377-a883-6dca311d5375 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=efbb5cf9-19eb-494e-91eb-59a6975afafd HTTP/1.1" status: 200 len: 947 time: 0.2183194 Jul 06 13:44:37.587771 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a9f80944-7e8a-4ce8-bfbc-83f82baf8a3c req-c71e08f8-c6ad-4ce2-bb7e-9cd563ae114c service neutron] 10.222.0.124 "GET /v2.0/networks/ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618240 Jul 06 13:44:37.600869 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9f788715-a6ef-4e4d-aa12-ccb2545b7641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:37.653442 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-96481674-219f-4d3b-bf61-da89b5fe9b8e req-dcd3844f-2d4e-4dce-9f4d-2ba7eb752a5d tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:37.666123 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e2a7f60b-b981-44cb-8f96-dce0cf642441 req-05b75774-a66f-455d-ad50-1ca3e11ef14b tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702586 Jul 06 13:44:37.675373 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9f788715-a6ef-4e4d-aa12-ccb2545b7641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:37.678113 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9f788715-a6ef-4e4d-aa12-ccb2545b7641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:37.679321 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9f788715-a6ef-4e4d-aa12-ccb2545b7641 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/4433240e-b639-4c23-970f-ee09c2cb8d4a HTTP/1.1" status: 204 len: 168 time: 0.2769439 Jul 06 13:44:37.708624 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-96481674-219f-4d3b-bf61-da89b5fe9b8e req-dcd3844f-2d4e-4dce-9f4d-2ba7eb752a5d tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:37.711952 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f788715-a6ef-4e4d-aa12-ccb2545b7641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4433240e-b639-4c23-970f-ee09c2cb8d4a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:37.735115 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-354b3b5d-9025-45a2-876b-f0e93ec1c51a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:37.748176 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ed16c303-fba3-4798-b4e3-d1aa319dbd40 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:44:37.767746 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96481674-219f-4d3b-bf61-da89b5fe9b8e req-dcd3844f-2d4e-4dce-9f4d-2ba7eb752a5d tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:44:37.772660 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-96481674-219f-4d3b-bf61-da89b5fe9b8e req-dcd3844f-2d4e-4dce-9f4d-2ba7eb752a5d tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:44:37.781289 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-96481674-219f-4d3b-bf61-da89b5fe9b8e req-dcd3844f-2d4e-4dce-9f4d-2ba7eb752a5d tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:44:37.788388 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3844f-2d4e-4dce-9f4d-2ba7eb752a5d tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Pushing event updated for resources: {'Port': ['ID=4b2d787b-48a3-492c-b19a-8eb035bd64a2,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:37.870241 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:37.891826 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': 'b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234', 'mac_address': 'fa:16:3e:e9:6f:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:44:37.914573 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-354b3b5d-9025-45a2-876b-f0e93ec1c51a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:37.920394 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-354b3b5d-9025-45a2-876b-f0e93ec1c51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:37.933789 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-96481674-219f-4d3b-bf61-da89b5fe9b8e req-dcd3844f-2d4e-4dce-9f4d-2ba7eb752a5d tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:37.960198 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port ed16c303-fba3-4798-b4e3-d1aa319dbd40, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ed16c303-fba3-4798-b4e3-d1aa319dbd40,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:37.976125 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:37.981916 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92923277-26af-462e-b2f0-806d7d63e612 req-08612efe-fd27-4212-91bc-e969b5452e31 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:37.989436 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-92923277-26af-462e-b2f0-806d7d63e612 req-08612efe-fd27-4212-91bc-e969b5452e31 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=8a6f8620-ea68-4987-9556-e1f65b10d122 HTTP/1.1" status: 200 len: 944 time: 0.1484537 Jul 06 13:44:37.991189 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-354b3b5d-9025-45a2-876b-f0e93ec1c51a admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=65e0e1908214445d91b978d240cee717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4821219 Jul 06 13:44:37.993288 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b3b5d-9025-45a2-876b-f0e93ec1c51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd82b74d-1529-493e-b8de-01bd25997b30,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:37.993958 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:44:37.997420 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36856) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:38.014894 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'ed16c303-fba3-4798-b4e3-d1aa319dbd40', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': 'ed16c303-fba3-4798-b4e3-d1aa319dbd40', 'mac_address': 'fa:16:3e:90:04:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:44:38.048472 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-92923277-26af-462e-b2f0-806d7d63e612 req-070bd6af-5a09-4266-aa58-3f76ec0141f1 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542338 Jul 06 13:44:38.050249 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-96481674-219f-4d3b-bf61-da89b5fe9b8e req-dcd3844f-2d4e-4dce-9f4d-2ba7eb752a5d tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:38.069096 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:38.069408 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7f2ef597-f9d6-44e9-ba66-1e5e5d7546b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:38.071701 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:38.086464 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed16c303-fba3-4798-b4e3-d1aa319dbd40 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:44:38.091912 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:38.106131 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7f2ef597-f9d6-44e9-ba66-1e5e5d7546b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:38.164991 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7f2ef597-f9d6-44e9-ba66-1e5e5d7546b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:38.165582 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 36858) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:38.167733 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7f2ef597-f9d6-44e9-ba66-1e5e5d7546b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:38.170648 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7f2ef597-f9d6-44e9-ba66-1e5e5d7546b1 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/dd82b74d-1529-493e-b8de-01bd25997b30 HTTP/1.1" status: 204 len: 168 time: 0.1720927 Jul 06 13:44:38.180233 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ef597-f9d6-44e9-ba66-1e5e5d7546b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd82b74d-1529-493e-b8de-01bd25997b30,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:38.181432 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port ed16c303-fba3-4798-b4e3-d1aa319dbd40, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ed16c303-fba3-4798-b4e3-d1aa319dbd40,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:38.195530 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f81e96b5-533a-4891-b104-540db6c7874d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:38.227838 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:38.227838 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 82657d01-d2ef-47d1-9c49-544750053849 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:44:38.256863 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:38.308626 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=ed16c303-fba3-4798-b4e3-d1aa319dbd40,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:38.316280 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-96481674-219f-4d3b-bf61-da89b5fe9b8e req-dcd3844f-2d4e-4dce-9f4d-2ba7eb752a5d tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:38.326347 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-96481674-219f-4d3b-bf61-da89b5fe9b8e req-dcd3844f-2d4e-4dce-9f4d-2ba7eb752a5d tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:38.366546 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:44:38.447561 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3844f-2d4e-4dce-9f4d-2ba7eb752a5d tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Pushing event updated for resources: {'Port': ['ID=4b2d787b-48a3-492c-b19a-8eb035bd64a2,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:38.453330 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-96481674-219f-4d3b-bf61-da89b5fe9b8e req-dcd3844f-2d4e-4dce-9f4d-2ba7eb752a5d tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:38.538616 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f81e96b5-533a-4891-b104-540db6c7874d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:38.545702 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f81e96b5-533a-4891-b104-540db6c7874d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:38.559503 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-96481674-219f-4d3b-bf61-da89b5fe9b8e req-dcd3844f-2d4e-4dce-9f4d-2ba7eb752a5d tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:38.568015 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-96481674-219f-4d3b-bf61-da89b5fe9b8e req-dcd3844f-2d4e-4dce-9f4d-2ba7eb752a5d tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7411883 Jul 06 13:44:38.655014 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-96481674-219f-4d3b-bf61-da89b5fe9b8e req-cac60eb7-d2df-4c3f-a09b-ca12aeb59075 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.47 HTTP/1.1" status: 200 len: 695 time: 0.0859253 Jul 06 13:44:38.668128 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e96b5-533a-4891-b104-540db6c7874d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed294a6b-e2e3-4299-b8aa-a222200bfad9,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:38.673292 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f81e96b5-533a-4891-b104-540db6c7874d admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=e409044b57fe40f68f523b10f2b4012b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5064592 Jul 06 13:44:38.676759 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36870) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:38.726574 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36874) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:38.750880 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5cb4dfc-2bde-4d6e-80f1-ab2581f4b74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:38.785975 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 82657d01-d2ef-47d1-9c49-544750053849, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=82657d01-d2ef-47d1-9c49-544750053849,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:38.804265 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-48ddb12f-0fbe-48f9-9234-3a37de87d786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:38.806967 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '82657d01-d2ef-47d1-9c49-544750053849', 'network_id': '32044b4f-f14f-4915-ba05-43d758a7c9ad', 'port_id': '82657d01-d2ef-47d1-9c49-544750053849', 'mac_address': 'fa:16:3e:17:8d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a26d9c0-3fa2-4ed5-a111-4efe079a2d6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:44:38.839437 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-48ddb12f-0fbe-48f9-9234-3a37de87d786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:38.865952 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96481674-219f-4d3b-bf61-da89b5fe9b8e req-fbcb2945-42ee-481e-9c11-7ad0042383af tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:38.874383 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-96481674-219f-4d3b-bf61-da89b5fe9b8e req-fbcb2945-42ee-481e-9c11-7ad0042383af tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 784 time: 0.2182069 Jul 06 13:44:38.880678 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:38.906134 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82657d01-d2ef-47d1-9c49-544750053849 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:44:38.910716 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da63242-4fd3-48cf-b5ab-315d76f63115 req-76ad9452-cfa0-4694-a3a8-eaaecf9880c6 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:38.912486 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0da63242-4fd3-48cf-b5ab-315d76f63115 req-76ad9452-cfa0-4694-a3a8-eaaecf9880c6 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=cc30f91b-be52-49a6-8cd0-434155394d5c HTTP/1.1" status: 200 len: 944 time: 0.1301405 Jul 06 13:44:38.945693 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 82657d01-d2ef-47d1-9c49-544750053849, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=82657d01-d2ef-47d1-9c49-544750053849,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:38.952162 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:38.987936 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5cb4dfc-2bde-4d6e-80f1-ab2581f4b74a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:38.994967 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5cb4dfc-2bde-4d6e-80f1-ab2581f4b74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:39.000918 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-48ddb12f-0fbe-48f9-9234-3a37de87d786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:39.003772 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-48ddb12f-0fbe-48f9-9234-3a37de87d786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:39.004954 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-48ddb12f-0fbe-48f9-9234-3a37de87d786 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/ed294a6b-e2e3-4299-b8aa-a222200bfad9 HTTP/1.1" status: 204 len: 168 time: 0.3271852 Jul 06 13:44:39.032198 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0da63242-4fd3-48cf-b5ab-315d76f63115 req-62db6b0e-a9be-4db4-ab30-3f1403c2acc8 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112146 Jul 06 13:44:39.046672 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-84e14ba7-6375-4371-8d00-1c7aaaa13eb1 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-securitygroup--1477155579&fields=id&tenant_id=bf97b212161040be888f75b8c2d45231 HTTP/1.1" status: 200 len: 267 time: 0.0855854 Jul 06 13:44:39.064965 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e5cb4dfc-2bde-4d6e-80f1-ab2581f4b74a admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=facd5309f2194831b171fa7d50fa614c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368750 Jul 06 13:44:39.066712 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb4dfc-2bde-4d6e-80f1-ab2581f4b74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9757ec68-3bd8-49b1-a88a-c4b3b50aaaf7,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:39.069224 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36890) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:39.070127 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=82657d01-d2ef-47d1-9c49-544750053849,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:39.109491 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddb12f-0fbe-48f9-9234-3a37de87d786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed294a6b-e2e3-4299-b8aa-a222200bfad9,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:39.187210 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bb621836-8747-45d7-9011-e90907770073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:39.209135 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['ed16c303-fba3-4798-b4e3-d1aa319dbd40'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:44:39.215203 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['82657d01-d2ef-47d1-9c49-544750053849'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:44:39.239680 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bb621836-8747-45d7-9011-e90907770073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:39.310871 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bb621836-8747-45d7-9011-e90907770073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:39.316183 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bb621836-8747-45d7-9011-e90907770073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:39.320938 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bb621836-8747-45d7-9011-e90907770073 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/9757ec68-3bd8-49b1-a88a-c4b3b50aaaf7 HTTP/1.1" status: 204 len: 168 time: 0.2505264 Jul 06 13:44:39.330236 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621836-8747-45d7-9011-e90907770073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9757ec68-3bd8-49b1-a88a-c4b3b50aaaf7,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:39.530760 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-40369857-b8c8-4994-8a10-2b5daff14b72 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:39.532469 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-40369857-b8c8-4994-8a10-2b5daff14b72 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/networks?id=aaaedc37-a943-4e08-a9d9-051a526a02c3 HTTP/1.1" status: 200 len: 823 time: 0.4842670 Jul 06 13:44:39.537727 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065af3b-ff7c-40f2-a44a-e68d44261b25 req-10600f02-c605-42c9-abfd-87b9465e5f0a tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:39.540816 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a065af3b-ff7c-40f2-a44a-e68d44261b25 req-10600f02-c605-42c9-abfd-87b9465e5f0a tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0 HTTP/1.1" status: 200 len: 1096 time: 0.1189885 Jul 06 13:44:39.544819 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 22857de9-f0ae-489b-bb07-fb23a86dfc5b details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:44:39.548087 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:44:39.583098 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-f70b12dd-2a69-47b0-a98b-5c356d6b5462 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/quotas/bf97b212161040be888f75b8c2d45231 HTTP/1.1" status: 200 len: 375 time: 0.0270703 Jul 06 13:44:39.608658 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a065af3b-ff7c-40f2-a44a-e68d44261b25 req-9d1de113-247c-4954-b72e-4d73f35b8750 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613635 Jul 06 13:44:39.680731 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:44:39.688662 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:44:39.689184 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:39.756839 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-d76599db-723e-4fb7-96ec-7a8aed5e08f8 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=bf97b212161040be888f75b8c2d45231&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1612163 Jul 06 13:44:39.827528 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 22857de9-f0ae-489b-bb07-fb23a86dfc5b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=22857de9-f0ae-489b-bb07-fb23a86dfc5b,segment=NetworkSegment(78ae0a30-d800-4152-891b-c545e9763cb4),segment_id=78ae0a30-d800-4152-891b-c545e9763cb4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:39.856313 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '22857de9-f0ae-489b-bb07-fb23a86dfc5b', 'network_id': 'ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3', 'port_id': '22857de9-f0ae-489b-bb07-fb23a86dfc5b', 'mac_address': 'fa:16:3e:6e:33:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce517ec-9130-4f36-af09-4b9fdd0ba45c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:44:39.926773 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:39.950293 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-30ac9f2e-5b6e-4807-9212-3f398360322a service neutron] 10.222.0.118 "GET /v2.0/networks/aaaedc37-a943-4e08-a9d9-051a526a02c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828983 Jul 06 13:44:39.950552 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22857de9-f0ae-489b-bb07-fb23a86dfc5b {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:44:39.959180 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c3963-b6c2-4230-ac1f-b1861a2f9f5a req-be79dfb1-f0c2-41bf-abf0-9244fa7855b9 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:39.960711 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-274c3963-b6c2-4230-ac1f-b1861a2f9f5a req-be79dfb1-f0c2-41bf-abf0-9244fa7855b9 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.52 "GET /v2.0/ports?device_id=5080e3ca-6263-48f6-94b5-7086a496a09f HTTP/1.1" status: 200 len: 946 time: 0.1102393 Jul 06 13:44:39.979303 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:39.995580 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 22857de9-f0ae-489b-bb07-fb23a86dfc5b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=22857de9-f0ae-489b-bb07-fb23a86dfc5b,segment=NetworkSegment(78ae0a30-d800-4152-891b-c545e9763cb4),segment_id=78ae0a30-d800-4152-891b-c545e9763cb4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:40.008561 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:40.018227 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbb5cf9-19eb-494e-91eb-59a6975afafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:44:40.021132 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd53058c-6cfc-4411-a853-f8fe1e639ed6" -d '{"events": [{"server_uuid": "efbb5cf9-19eb-494e-91eb-59a6975afafd", "name": "network-vif-plugged", "status": "completed", "tag": "b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:44:40.047418 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77258db9-6306-4194-963b-b9d1b24c6702 req-eca1cc76-631f-48e0-ae11-4933c63f84b9 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:40.057073 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-77258db9-6306-4194-963b-b9d1b24c6702 req-eca1cc76-631f-48e0-ae11-4933c63f84b9 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=efbb5cf9-19eb-494e-91eb-59a6975afafd HTTP/1.1" status: 200 len: 948 time: 0.1900964 Jul 06 13:44:40.060002 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:40.079806 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:40.103136 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=22857de9-f0ae-489b-bb07-fb23a86dfc5b,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:40.109814 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:40.146960 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-77258db9-6306-4194-963b-b9d1b24c6702 req-27bbf76b-87b1-49b4-aac8-7893420fcc99 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802610 Jul 06 13:44:40.164829 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-f9b5f80f-1e89-480e-a946-1dc7052cd9ec service neutron] 10.222.0.118 "GET /v2.0/networks/aaaedc37-a943-4e08-a9d9-051a526a02c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127457 Jul 06 13:44:40.180557 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:40.205810 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-209ba3e7-6f93-474d-a8bd-e170cc5021b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:40.231399 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-274c3963-b6c2-4230-ac1f-b1861a2f9f5a req-1d58e002-7056-4d6e-b9fd-e1ee710fa886 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Deleting port 9c9e03de-dd57-41db-a175-53a4138b65f8 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:44:40.231823 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-274c3963-b6c2-4230-ac1f-b1861a2f9f5a req-1d58e002-7056-4d6e-b9fd-e1ee710fa886 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:40.236346 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1b097a9-0330-4073-a207-340a0069774a req-99c216f8-56fd-4a62-a36d-d65af496971c tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/floatingips/f20de8c6-302c-4e10-83db-161d72831370 HTTP/1.1" status: 200 len: 692 time: 0.0615752 Jul 06 13:44:40.293375 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['22857de9-f0ae-489b-bb07-fb23a86dfc5b'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:44:40.369443 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b097a9-0330-4073-a207-340a0069774a req-5fcc1061-5cc6-466e-a7c7-4777aa247832 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:40.383327 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1b097a9-0330-4073-a207-340a0069774a req-5fcc1061-5cc6-466e-a7c7-4777aa247832 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 784 time: 0.1406100 Jul 06 13:44:40.476610 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36942) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:40.482280 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-274c3963-b6c2-4230-ac1f-b1861a2f9f5a req-1d58e002-7056-4d6e-b9fd-e1ee710fa886 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] For port 9c9e03de-dd57-41db-a175-53a4138b65f8, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9c9e03de-dd57-41db-a175-53a4138b65f8,segment=NetworkSegment(757ffada-3a1c-4888-9c59-49ac0545acdd),segment_id=757ffada-3a1c-4888-9c59-49ac0545acdd)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:40.482893 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-274c3963-b6c2-4230-ac1f-b1861a2f9f5a req-1d58e002-7056-4d6e-b9fd-e1ee710fa886 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:40.632658 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb758ac-e742-4574-ad12-3bf204e44ecb req-4238c059-1ca6-43dd-a3de-266d769ac364 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:40.640298 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8cb758ac-e742-4574-ad12-3bf204e44ecb req-4238c059-1ca6-43dd-a3de-266d769ac364 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=8a6f8620-ea68-4987-9556-e1f65b10d122 HTTP/1.1" status: 200 len: 945 time: 0.1808121 Jul 06 13:44:40.690958 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8cb758ac-e742-4574-ad12-3bf204e44ecb req-b84f2da1-4b84-4c8f-b893-147046b478fd tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489726 Jul 06 13:44:40.735988 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c1d077-ad72-4b43-934f-bf8b3afdf0e2 x-openstack-request-id: req-70c1d077-ad72-4b43-934f-bf8b3afdf0e2 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:44:40.737046 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbb5cf9-19eb-494e-91eb-59a6975afafd", "name": "network-vif-plugged", "status": "completed", "tag": "b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:44:40.737142 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-70c1d077-ad72-4b43-934f-bf8b3afdf0e2 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:44:40.737485 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbb5cf9-19eb-494e-91eb-59a6975afafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234', 'code': 200} Jul 06 13:44:40.920818 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-b6f4e672-a478-48aa-a06a-daf1c27303ed admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1015680978-network', 'tenant_id': '0a05dcebc7174fa4835bbaac9666195c'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:40.925815 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f5b5b-8737-459b-a94b-0f025bde21bb req-bd2b39b8-674b-437c-806b-6ea75020e3fa tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:40.927691 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e55f5b5b-8737-459b-a94b-0f025bde21bb req-bd2b39b8-674b-437c-806b-6ea75020e3fa tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=cc30f91b-be52-49a6-8cd0-434155394d5c HTTP/1.1" status: 200 len: 945 time: 0.0764053 Jul 06 13:44:40.982548 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-274c3963-b6c2-4230-ac1f-b1861a2f9f5a req-1d58e002-7056-4d6e-b9fd-e1ee710fa886 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:40.983138 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-274c3963-b6c2-4230-ac1f-b1861a2f9f5a req-1d58e002-7056-4d6e-b9fd-e1ee710fa886 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:40.983717 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [req-274c3963-b6c2-4230-ac1f-b1861a2f9f5a req-1d58e002-7056-4d6e-b9fd-e1ee710fa886 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Floating IP 6f104a4f-9cce-4f6e-b040-8e1bf4d418c1 disassociated. External IP: 172.25.6.6, port: 9c9e03de-dd57-41db-a175-53a4138b65f8. Jul 06 13:44:40.984242 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-274c3963-b6c2-4230-ac1f-b1861a2f9f5a req-1d58e002-7056-4d6e-b9fd-e1ee710fa886 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Calling delete_port for 9c9e03de-dd57-41db-a175-53a4138b65f8 owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:44:40.987346 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e55f5b5b-8737-459b-a94b-0f025bde21bb req-0d43fbf5-a54f-48fa-bd6e-093eedb941ef tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442901 Jul 06 13:44:40.987695 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f4e672-a478-48aa-a06a-daf1c27303ed admin admin] Made reservation on behalf of 0a05dcebc7174fa4835bbaac9666195c for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:44:40.990334 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b6f4e672-a478-48aa-a06a-daf1c27303ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:41.026547 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b6f4e672-a478-48aa-a06a-daf1c27303ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:41.069011 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ff786-879d-4615-b041-8abbe24dbf80 req-80303d2b-f550-4a86-abe2-225b2996c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:41.070651 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-131ff786-879d-4615-b041-8abbe24dbf80 req-80303d2b-f550-4a86-abe2-225b2996c954 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=efbb5cf9-19eb-494e-91eb-59a6975afafd HTTP/1.1" status: 200 len: 1100 time: 0.2161803 Jul 06 13:44:41.094095 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c13538c5-c4e7-4d27-b4e9-fab0497a6c2f req-cf8acf5a-164a-400c-b11c-a80a77c08954 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/ports?device_id=6bc20ddd-b064-4cb4-8551-c46a47bbb5be HTTP/1.1" status: 200 len: 210 time: 0.0479634 Jul 06 13:44:41.180401 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-131ff786-879d-4615-b041-8abbe24dbf80 req-936fd1ca-88ac-41df-88a7-9dbfcdedace0 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976379 Jul 06 13:44:41.191249 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9b1c7c38-84e2-4323-a845-d979596c4049 req-5f800f47-b708-4896-867c-fc35f3a9840c tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/floatingips/f20de8c6-302c-4e10-83db-161d72831370 HTTP/1.1" status: 200 len: 692 time: 0.0523038 Jul 06 13:44:41.282635 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-274c3963-b6c2-4230-ac1f-b1861a2f9f5a req-1d58e002-7056-4d6e-b9fd-e1ee710fa886 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:41.323136 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58e002-7056-4d6e-b9fd-e1ee710fa886 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Pushing event deleted for resources: {'Port': ['ID=9c9e03de-dd57-41db-a175-53a4138b65f8,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:41.337925 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c7c38-84e2-4323-a845-d979596c4049 req-0d1c0e41-f2aa-4341-8187-670aa8cd27e1 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:41.339707 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9b1c7c38-84e2-4323-a845-d979596c4049 req-0d1c0e41-f2aa-4341-8187-670aa8cd27e1 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 784 time: 0.1428878 Jul 06 13:44:41.382295 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:41.394281 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b6f4e672-a478-48aa-a06a-daf1c27303ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:41.405530 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b6f4e672-a478-48aa-a06a-daf1c27303ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:41.423405 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9b1c7c38-84e2-4323-a845-d979596c4049 req-df1b7bd1-2476-4d9c-87d9-c92160bec19b tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.47 HTTP/1.1" status: 200 len: 695 time: 0.0776904 Jul 06 13:44:41.480970 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6f4e672-a478-48aa-a06a-daf1c27303ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:44:41.486108 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9b1c7c38-84e2-4323-a845-d979596c4049 req-5af46a90-3449-46d3-88d1-82e77c36682a tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.47 HTTP/1.1" status: 200 len: 695 time: 0.0560622 Jul 06 13:44:41.503681 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f4e672-a478-48aa-a06a-daf1c27303ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62cf268-91e1-4918-8c16-6b106c67f75d,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:41.510888 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b6f4e672-a478-48aa-a06a-daf1c27303ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:41.511235 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-b6f4e672-a478-48aa-a06a-daf1c27303ed admin admin] Added segment 26fae0a8-b11a-4b41-8727-abb5990d30d3 of type vlan for network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b Jul 06 13:44:41.519297 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-274c3963-b6c2-4230-ac1f-b1861a2f9f5a req-1d58e002-7056-4d6e-b9fd-e1ee710fa886 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Router 02d9d470-f1fc-4643-b449-548f931d8024 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:44:41.558456 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 22857de9-f0ae-489b-bb07-fb23a86dfc5b up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:44:41.568867 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b6f4e672-a478-48aa-a06a-daf1c27303ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:41.643441 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 22857de9-f0ae-489b-bb07-fb23a86dfc5b completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:44:41.650073 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 22857de9-f0ae-489b-bb07-fb23a86dfc5b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:44:41.650666 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:41.663685 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-9b1c7c38-84e2-4323-a845-d979596c4049 req-d3133d80-2f83-4fb4-8cdd-a5659e5eee2c tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Deleting port 4b2d787b-48a3-492c-b19a-8eb035bd64a2 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:44:41.664580 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9b1c7c38-84e2-4323-a845-d979596c4049 req-d3133d80-2f83-4fb4-8cdd-a5659e5eee2c tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:41.692647 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b6f4e672-a478-48aa-a06a-daf1c27303ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:41.693641 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f4e672-a478-48aa-a06a-daf1c27303ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:41.694269 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b6f4e672-a478-48aa-a06a-daf1c27303ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:41.735551 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-274c3963-b6c2-4230-ac1f-b1861a2f9f5a req-1d58e002-7056-4d6e-b9fd-e1ee710fa886 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:44:41.763780 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76d0bb1-c2a6-45e8-8ee4-dc99072b08d3 None None] Sync routers for ids ['02d9d470-f1fc-4643-b449-548f931d8024'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:44:41.775515 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:41.777817 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ed16c303-fba3-4798-b4e3-d1aa319dbd40 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:44:41.782760 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76d0bb1-c2a6-45e8-8ee4-dc99072b08d3 None None] Routers {'02d9d470-f1fc-4643-b449-548f931d8024'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:44:41.784399 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-d76d0bb1-c2a6-45e8-8ee4-dc99072b08d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:44:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['02d9d470-f1fc-4643-b449-548f931d8024'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:41.801425 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9b1c7c38-84e2-4323-a845-d979596c4049 req-d3133d80-2f83-4fb4-8cdd-a5659e5eee2c tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:41.801883 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9b1c7c38-84e2-4323-a845-d979596c4049 req-d3133d80-2f83-4fb4-8cdd-a5659e5eee2c tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:41.825527 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-9b1c7c38-84e2-4323-a845-d979596c4049 req-d3133d80-2f83-4fb4-8cdd-a5659e5eee2c tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Calling delete_port for 4b2d787b-48a3-492c-b19a-8eb035bd64a2 owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:44:41.842296 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b6f4e672-a478-48aa-a06a-daf1c27303ed admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3645883 Jul 06 13:44:41.843833 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36982) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:41.959371 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 22857de9-f0ae-489b-bb07-fb23a86dfc5b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=22857de9-f0ae-489b-bb07-fb23a86dfc5b,segment=NetworkSegment(78ae0a30-d800-4152-891b-c545e9763cb4),segment_id=78ae0a30-d800-4152-891b-c545e9763cb4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:41.962113 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port ed16c303-fba3-4798-b4e3-d1aa319dbd40 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:44:41.970278 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:41.974610 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port ed16c303-fba3-4798-b4e3-d1aa319dbd40 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:44:41.974984 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:42.009424 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-d76d0bb1-c2a6-45e8-8ee4-dc99072b08d3 None None] Set router 02d9d470-f1fc-4643-b449-548f931d8024 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:44:42.094188 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9b1c7c38-84e2-4323-a845-d979596c4049 req-d3133d80-2f83-4fb4-8cdd-a5659e5eee2c tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:42.097519 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 36990) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:42.139550 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3133d80-2f83-4fb4-8cdd-a5659e5eee2c tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Pushing event deleted for resources: {'Port': ['ID=4b2d787b-48a3-492c-b19a-8eb035bd64a2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:42.162764 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=22857de9-f0ae-489b-bb07-fb23a86dfc5b,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:42.242596 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9b1c7c38-84e2-4323-a845-d979596c4049 req-d3133d80-2f83-4fb4-8cdd-a5659e5eee2c tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:42.246189 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9b1c7c38-84e2-4323-a845-d979596c4049 req-d3133d80-2f83-4fb4-8cdd-a5659e5eee2c tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:42.256767 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9b1c7c38-84e2-4323-a845-d979596c4049 req-d3133d80-2f83-4fb4-8cdd-a5659e5eee2c tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "DELETE /v2.0/floatingips/f20de8c6-302c-4e10-83db-161d72831370 HTTP/1.1" status: 204 len: 173 time: 0.7590475 Jul 06 13:44:42.256966 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:42.269926 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-2402dcbd-85b8-4c91-aabe-28ef7038dfac tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:44:42.279317 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-2402dcbd-85b8-4c91-aabe-28ef7038dfac tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1788826 Jul 06 13:44:42.329479 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port ed16c303-fba3-4798-b4e3-d1aa319dbd40, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ed16c303-fba3-4798-b4e3-d1aa319dbd40,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:42.343550 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:42.344438 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 82657d01-d2ef-47d1-9c49-544750053849 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:44:42.399938 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-d76d0bb1-c2a6-45e8-8ee4-dc99072b08d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9d470-f1fc-4643-b449-548f931d8024', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-245764315-router', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:02Z', 'updated_at': '2021-07-06T13:42:06Z', 'revision_number': 4, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'gw_port': {'id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:52:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:03Z', 'updated_at': '2021-07-06T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'a990195e-7e54-4725-a922-f41fca964e8b', 'name': '', 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'mac_address': 'fa:16:3e:9f:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:05Z', 'updated_at': '2021-07-06T13:42:17Z', 'revision_number': 5, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'subnets': [{'id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:42.428989 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-8c69e6b7-4bc4-4dc2-bcb5-571fff9d8b55 service neutron] Request body: {'binding': {'host': 'n-h2-773644-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:42.429452 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-8c69e6b7-4bc4-4dc2-bcb5-571fff9d8b55 service neutron] Unknown quota resources ['binding']. {{(pid=100418) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 13:44:42.449022 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76d0bb1-c2a6-45e8-8ee4-dc99072b08d3 None None] Checking router: 02d9d470-f1fc-4643-b449-548f931d8024 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:44:42.450213 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-ac339d3b-a29c-49c2-9157-88d6b9e98f88 admin admin] Request body: {'subnet': {'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1015680978-subnet', 'tenant_id': '0a05dcebc7174fa4835bbaac9666195c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:42.474491 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76d0bb1-c2a6-45e8-8ee4-dc99072b08d3 None None] Routers {'02d9d470-f1fc-4643-b449-548f931d8024'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:44:42.476667 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-d76d0bb1-c2a6-45e8-8ee4-dc99072b08d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:44:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['02d9d470-f1fc-4643-b449-548f931d8024'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:42.492802 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-274c3963-b6c2-4230-ac1f-b1861a2f9f5a req-1d58e002-7056-4d6e-b9fd-e1ee710fa886 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] No DVR routers for this DVR port 9c9e03de-dd57-41db-a175-53a4138b65f8 on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:44:42.506089 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f4e672-a478-48aa-a06a-daf1c27303ed admin admin] Pushing event updated for resources: {'Network': ['ID=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:42.508801 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-274c3963-b6c2-4230-ac1f-b1861a2f9f5a req-1d58e002-7056-4d6e-b9fd-e1ee710fa886 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:42.511409 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-274c3963-b6c2-4230-ac1f-b1861a2f9f5a req-1d58e002-7056-4d6e-b9fd-e1ee710fa886 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.52 "DELETE /v2.0/ports/9c9e03de-dd57-41db-a175-53a4138b65f8 HTTP/1.1" status: 204 len: 173 time: 2.5408244 Jul 06 13:44:42.542164 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5080e3ca-6263-48f6-94b5-7086a496a09f', 'name': 'network-vif-deleted', 'tag': '9c9e03de-dd57-41db-a175-53a4138b65f8'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:44:42.544391 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5425b8cd-89ee-4a5d-bb49-0851d1d721a7" -d '{"events": [{"server_uuid": "5080e3ca-6263-48f6-94b5-7086a496a09f", "name": "network-vif-deleted", "tag": "9c9e03de-dd57-41db-a175-53a4138b65f8"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:44:42.559475 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=ed16c303-fba3-4798-b4e3-d1aa319dbd40,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:42.568588 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:44:42.575571 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac339d3b-a29c-49c2-9157-88d6b9e98f88 admin admin] Made reservation on behalf of 0a05dcebc7174fa4835bbaac9666195c for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:44:42.578380 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ac339d3b-a29c-49c2-9157-88d6b9e98f88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:42.679151 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-fb46db3f-5b22-40c1-b502-c306c92cd31d tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:42.680599 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-fb46db3f-5b22-40c1-b502-c306c92cd31d tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.52 "GET /v2.0/networks?id=aaaedc37-a943-4e08-a9d9-051a526a02c3 HTTP/1.1" status: 200 len: 823 time: 0.2505736 Jul 06 13:44:42.716528 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 82657d01-d2ef-47d1-9c49-544750053849 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:44:42.722873 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 82657d01-d2ef-47d1-9c49-544750053849 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:44:42.728295 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:42.734657 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-8c69e6b7-4bc4-4dc2-bcb5-571fff9d8b55 service neutron] Attempting to bind port 11b74534-6edd-42f5-96cb-83f18e88d93c on host n-h2-773644-6 for vnic_type normal with profile None {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:44:42.735366 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-8c69e6b7-4bc4-4dc2-bcb5-571fff9d8b55 service neutron] Attempting to bind port 11b74534-6edd-42f5-96cb-83f18e88d93c by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:44:42.738398 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-8c69e6b7-4bc4-4dc2-bcb5-571fff9d8b55 service neutron] Attempting to bind port 11b74534-6edd-42f5-96cb-83f18e88d93c on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:44:42.756591 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-add7fdc8-290e-41b0-b92a-585b958f83f4 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf97b212161040be888f75b8c2d45231 HTTP/1.1" status: 200 len: 380 time: 0.0611243 Jul 06 13:44:42.758647 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-8c69e6b7-4bc4-4dc2-bcb5-571fff9d8b55 service neutron] Port 11b74534-6edd-42f5-96cb-83f18e88d93c on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:44:42.761476 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-8c69e6b7-4bc4-4dc2-bcb5-571fff9d8b55 service neutron] Attempting to bind port 11b74534-6edd-42f5-96cb-83f18e88d93c on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:44:42.768661 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-8c69e6b7-4bc4-4dc2-bcb5-571fff9d8b55 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:44:42.769017 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-8c69e6b7-4bc4-4dc2-bcb5-571fff9d8b55 service neutron] Checking segment: {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:44:42.769421 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-8c69e6b7-4bc4-4dc2-bcb5-571fff9d8b55 service neutron] Bound using segment: {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:44:42.769901 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-8c69e6b7-4bc4-4dc2-bcb5-571fff9d8b55 service neutron] Bound port: 11b74534-6edd-42f5-96cb-83f18e88d93c, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:44:42.790475 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-d4060955-3ee1-459b-a2c5-1cbd54ae76f2 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Request body: {'port': {'device_id': '6bc20ddd-b064-4cb4-8551-c46a47bbb5be', 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3', 'admin_state_up': True, 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'security_groups': ['f58f32fb-958b-41d5-b6dd-c43c4cedb55e']}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:42.807058 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6f8620-ea68-4987-9556-e1f65b10d122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22857de9-f0ae-489b-bb07-fb23a86dfc5b'}, {'server_uuid': 'bb15650f-1bae-451a-acb4-1396ea8bcdb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed16c303-fba3-4798-b4e3-d1aa319dbd40'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:44:42.809342 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ec5382-a0ee-4be8-afe1-fc6e42d07dba" -d '{"events": [{"server_uuid": "8a6f8620-ea68-4987-9556-e1f65b10d122", "name": "network-vif-plugged", "status": "completed", "tag": "22857de9-f0ae-489b-bb07-fb23a86dfc5b"}, {"server_uuid": "bb15650f-1bae-451a-acb4-1396ea8bcdb0", "name": "network-vif-plugged", "status": "completed", "tag": "ed16c303-fba3-4798-b4e3-d1aa319dbd40"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:44:42.874038 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-8c69e6b7-4bc4-4dc2-bcb5-571fff9d8b55 service neutron] For port 11b74534-6edd-42f5-96cb-83f18e88d93c, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=11b74534-6edd-42f5-96cb-83f18e88d93c,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:44:42.890295 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-8c69e6b7-4bc4-4dc2-bcb5-571fff9d8b55 service neutron] Notify callbacks [] for binding, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:42.906126 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-8c69e6b7-4bc4-4dc2-bcb5-571fff9d8b55 service neutron] 10.222.0.118 "POST /v2.0/ports/11b74534-6edd-42f5-96cb-83f18e88d93c/bindings HTTP/1.1" status: 201 len: 389 time: 0.5239305 Jul 06 13:44:42.956446 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-d4060955-3ee1-459b-a2c5-1cbd54ae76f2 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Made reservation on behalf of bf97b212161040be888f75b8c2d45231 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:44:42.960188 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-d4060955-3ee1-459b-a2c5-1cbd54ae76f2 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:42.978070 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:42.979800 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-d76d0bb1-c2a6-45e8-8ee4-dc99072b08d3 None None] Set router 02d9d470-f1fc-4643-b449-548f931d8024 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:44:43.001370 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:43.039351 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 82657d01-d2ef-47d1-9c49-544750053849, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=82657d01-d2ef-47d1-9c49-544750053849,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:43.048556 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:43.056452 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ac339d3b-a29c-49c2-9157-88d6b9e98f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:43.124000 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=82657d01-d2ef-47d1-9c49-544750053849,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:43.174312 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374af7c1-1bf2-458b-81b4-fa7d5c1dab2d req-ca0afe26-054e-476e-8f1e-6cce37b9e098 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:43.178426 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-374af7c1-1bf2-458b-81b4-fa7d5c1dab2d req-ca0afe26-054e-476e-8f1e-6cce37b9e098 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=efbb5cf9-19eb-494e-91eb-59a6975afafd HTTP/1.1" status: 200 len: 949 time: 0.2591865 Jul 06 13:44:43.179255 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac339d3b-a29c-49c2-9157-88d6b9e98f88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb580ceb-d4c2-41da-b0a8-ed5910fd5560,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:43.190041 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac339d3b-a29c-49c2-9157-88d6b9e98f88 admin admin] Checking segment: {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:44:43.190405 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac339d3b-a29c-49c2-9157-88d6b9e98f88 admin admin] Network hostable DHCP agents. Network: b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:44:43.266310 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-d4060955-3ee1-459b-a2c5-1cbd54ae76f2 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Allocated IP 172.20.0.4 (aaaedc37-a943-4e08-a9d9-051a526a02c3/5b004f57-06ee-4d0d-a87a-55a49a717c6d/4deac223-6375-44c9-a971-f6941229d630) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:44:43.270649 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-d76d0bb1-c2a6-45e8-8ee4-dc99072b08d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9d470-f1fc-4643-b449-548f931d8024', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-245764315-router', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:02Z', 'updated_at': '2021-07-06T13:42:06Z', 'revision_number': 4, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'gw_port': {'id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:52:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:03Z', 'updated_at': '2021-07-06T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'a990195e-7e54-4725-a922-f41fca964e8b', 'name': '', 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'mac_address': 'fa:16:3e:9f:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:05Z', 'updated_at': '2021-07-06T13:42:17Z', 'revision_number': 5, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'subnets': [{'id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:43.273827 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac339d3b-a29c-49c2-9157-88d6b9e98f88 admin admin] Network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:44:43.274431 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-374af7c1-1bf2-458b-81b4-fa7d5c1dab2d req-c880f660-d5ce-4277-9977-27a59862e6cf tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846188 Jul 06 13:44:43.304887 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-ac339d3b-a29c-49c2-9157-88d6b9e98f88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:44:43.314138 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94837079-bfb6-4eec-99c9-d09710f657e4 None None] Network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:44:43.336483 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76d0bb1-c2a6-45e8-8ee4-dc99072b08d3 None None] The sync data for ids ['02d9d470-f1fc-4643-b449-548f931d8024'] in n-d-773644-6 is: [{'id': '02d9d470-f1fc-4643-b449-548f931d8024', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-245764315-router', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:02Z', 'updated_at': '2021-07-06T13:42:06Z', 'revision_number': 4, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'gw_port': {'id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:52:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:03Z', 'updated_at': '2021-07-06T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'a990195e-7e54-4725-a922-f41fca964e8b', 'name': '', 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'mac_address': 'fa:16:3e:9f:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:05Z', 'updated_at': '2021-07-06T13:42:17Z', 'revision_number': 5, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'subnets': [{'id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:44:43.344846 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef717b-b384-4528-b2ad-b79d46642954 req-c41e003b-9706-4e24-9100-740729868da9 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:43.347009 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d6ef717b-b384-4528-b2ad-b79d46642954 req-c41e003b-9706-4e24-9100-740729868da9 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=8a6f8620-ea68-4987-9556-e1f65b10d122 HTTP/1.1" status: 200 len: 946 time: 0.1276884 Jul 06 13:44:43.449074 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac339d3b-a29c-49c2-9157-88d6b9e98f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:43.449676 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ac339d3b-a29c-49c2-9157-88d6b9e98f88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:43.450534 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d6ef717b-b384-4528-b2ad-b79d46642954 req-db29c37a-ee48-47c7-9ddd-d3c985e3790b tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964186 Jul 06 13:44:43.470634 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-473285a0-6520-4e79-a37c-efb38c3329a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:43.472950 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-473285a0-6520-4e79-a37c-efb38c3329a7 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=2348caba5ff048eca9a30073164626c9&device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0 HTTP/1.1" status: 200 len: 1096 time: 0.2632329 Jul 06 13:44:43.526166 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ac339d3b-a29c-49c2-9157-88d6b9e98f88 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0973635 Jul 06 13:44:43.588721 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d470a-8fa1-40a5-af54-f0d3cf82eb88 req-6f7d28ed-ea5d-4506-bf84-686c98bffb31 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:43.592641 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b58d470a-8fa1-40a5-af54-f0d3cf82eb88 req-6f7d28ed-ea5d-4506-bf84-686c98bffb31 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=cc30f91b-be52-49a6-8cd0-434155394d5c HTTP/1.1" status: 200 len: 946 time: 0.1812029 Jul 06 13:44:43.607914 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efc3652-2647-4cb0-b40f-05308dacbfa5 None None] Network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:44:43.613014 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-d4060955-3ee1-459b-a2c5-1cbd54ae76f2 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:43.641019 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-d4060955-3ee1-459b-a2c5-1cbd54ae76f2 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Transition to ACTIVE for port object 4deac223-6375-44c9-a971-f6941229d630 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:44:43.669366 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-3a9efc63-b52c-4098-adb9-6b82318e519c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:43.671124 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-3a9efc63-b52c-4098-adb9-6b82318e519c service neutron] 10.222.0.124 "GET /v2.0/networks?id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d HTTP/1.1" status: 200 len: 922 time: 0.1894917 Jul 06 13:44:43.721600 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b58d470a-8fa1-40a5-af54-f0d3cf82eb88 req-4a312a0a-a5df-4564-bcdb-37873d140fe9 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144249 Jul 06 13:44:43.775565 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-997e1a48-7cc1-4711-a606-fb9301135a4d service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11b74534-6edd-42f5-96cb-83f18e88d93c HTTP/1.1" status: 200 len: 217 time: 0.0845253 Jul 06 13:44:43.794782 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9c9e03de-dd57-41db-a175-53a4138b65f8 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:44:43.815566 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a11e9dfa-f76b-4742-a8d3-9bfcee4629d3 req-0e092a19-4a10-40bc-95c0-6970ca762ffb tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/ports?device_id=6bc20ddd-b064-4cb4-8551-c46a47bbb5be HTTP/1.1" status: 200 len: 210 time: 0.0868957 Jul 06 13:44:43.817789 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 9c9e03de-dd57-41db-a175-53a4138b65f8 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:44:43.818747 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9c9e03de-dd57-41db-a175-53a4138b65f8 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:44:43.820490 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6560631-0a17-4988-8515-f015dcfc96df None None] New status for floating IP 6f104a4f-9cce-4f6e-b040-8e1bf4d418c1: DOWN {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:44:43.861642 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-7308a858-51e8-4388-848b-fa3d5b9d70e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:43.863555 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-7308a858-51e8-4388-848b-fa3d5b9d70e0 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a HTTP/1.1" status: 200 len: 861 time: 0.0786734 Jul 06 13:44:43.864956 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-d4060955-3ee1-459b-a2c5-1cbd54ae76f2 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:43.920341 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2670526-618d-4b82-a4dc-6a4a5bb56e50 x-openstack-request-id: req-a2670526-618d-4b82-a4dc-6a4a5bb56e50 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:44:43.921032 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5080e3ca-6263-48f6-94b5-7086a496a09f", "name": "network-vif-deleted", "tag": "9c9e03de-dd57-41db-a175-53a4138b65f8", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:44:43.921838 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-a2670526-618d-4b82-a4dc-6a4a5bb56e50 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:44:43.922346 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5080e3ca-6263-48f6-94b5-7086a496a09f', 'name': 'network-vif-deleted', 'tag': '9c9e03de-dd57-41db-a175-53a4138b65f8', 'status': 'completed', 'code': 200} Jul 06 13:44:43.956677 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-394d83df-f550-4ae6-b239-dd62ab8a1468 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787508 Jul 06 13:44:43.964647 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-d4060955-3ee1-459b-a2c5-1cbd54ae76f2 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Network aaaedc37-a943-4e08-a9d9-051a526a02c3 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:44:43.985331 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-d4060955-3ee1-459b-a2c5-1cbd54ae76f2 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:44:44.000156 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-d4060955-3ee1-459b-a2c5-1cbd54ae76f2 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:44:44.012737 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 13:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cedd8b-43ce-4ae2-82e7-ce7d6648f38e x-openstack-request-id: req-c1cedd8b-43ce-4ae2-82e7-ce7d6648f38e {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:44:44.013040 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6f8620-ea68-4987-9556-e1f65b10d122", "name": "network-vif-plugged", "status": "completed", "tag": "22857de9-f0ae-489b-bb07-fb23a86dfc5b", "code": 200}, {"server_uuid": "bb15650f-1bae-451a-acb4-1396ea8bcdb0", "name": "network-vif-plugged", "status": "completed", "tag": "ed16c303-fba3-4798-b4e3-d1aa319dbd40", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:44:44.013310 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c1cedd8b-43ce-4ae2-82e7-ce7d6648f38e {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:44:44.013709 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6f8620-ea68-4987-9556-e1f65b10d122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22857de9-f0ae-489b-bb07-fb23a86dfc5b', 'code': 200} Jul 06 13:44:44.014010 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb15650f-1bae-451a-acb4-1396ea8bcdb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed16c303-fba3-4798-b4e3-d1aa319dbd40', 'code': 200} Jul 06 13:44:44.037665 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4060955-3ee1-459b-a2c5-1cbd54ae76f2 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Pushing event updated for resources: {'Port': ['ID=4deac223-6375-44c9-a971-f6941229d630,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:44.138174 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-d4060955-3ee1-459b-a2c5-1cbd54ae76f2 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:44.138835 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-d4060955-3ee1-459b-a2c5-1cbd54ae76f2 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:44.234695 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-64a3dc27-f967-4f5a-b7d9-21d50715307a service neutron] 10.222.0.124 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684798 Jul 06 13:44:44.238639 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-d4060955-3ee1-459b-a2c5-1cbd54ae76f2 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4532373 Jul 06 13:44:44.258321 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-fbeb1f91-52cb-4a16-a29a-961a40901b71 service neutron] Request body: {'port': {'device_id': '6bc20ddd-b064-4cb4-8551-c46a47bbb5be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:44.277562 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242c5bd-ced0-405c-b94c-067dd64bcf13 req-2c7bcc33-5ca2-4e38-8159-9d093326ceb4 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:44.290345 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9242c5bd-ced0-405c-b94c-067dd64bcf13 req-2c7bcc33-5ca2-4e38-8159-9d093326ceb4 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4964373 Jul 06 13:44:44.335024 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577594f-5c03-46e8-bf1d-0fd9dbe4332b req-13c0bd65-3e13-4441-bf55-48885e1cc7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:44.337232 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e577594f-5c03-46e8-bf1d-0fd9dbe4332b req-13c0bd65-3e13-4441-bf55-48885e1cc7dc service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=8a6f8620-ea68-4987-9556-e1f65b10d122 HTTP/1.1" status: 200 len: 1097 time: 0.1806488 Jul 06 13:44:44.367481 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d6736a4b-a05c-4ebf-bbb6-18dcb05b15d2 None None] Provisioning for port 4deac223-6375-44c9-a971-f6941229d630 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:44:44.368723 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3c6eb-79b1-4ad3-b803-2f221b2026a8 req-b1abf525-6c2b-4631-8faf-a3223994f783 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:44.370501 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b7b3c6eb-79b1-4ad3-b803-2f221b2026a8 req-b1abf525-6c2b-4631-8faf-a3223994f783 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0 HTTP/1.1" status: 200 len: 945 time: 0.1788592 Jul 06 13:44:44.377887 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d6736a4b-a05c-4ebf-bbb6-18dcb05b15d2 None None] Provisioning complete for port 4deac223-6375-44c9-a971-f6941229d630 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:44:44.379034 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d6736a4b-a05c-4ebf-bbb6-18dcb05b15d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:44.386221 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451564e-b52a-4a74-b0b7-862719eda522 req-1c10246f-7cdb-4cda-a91e-bff4ecee4d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:44.387992 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3451564e-b52a-4a74-b0b7-862719eda522 req-1c10246f-7cdb-4cda-a91e-bff4ecee4d30 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bb15650f-1bae-451a-acb4-1396ea8bcdb0 HTTP/1.1" status: 200 len: 1101 time: 0.2316742 Jul 06 13:44:44.412928 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37032) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:44.428465 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d6736a4b-a05c-4ebf-bbb6-18dcb05b15d2 None None] Port 4deac223-6375-44c9-a971-f6941229d630 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:44:44.434520 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e569fa99-f509-428d-9a3d-d7f22952e8cc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-822368046-network', 'tenant_id': 'c13e1cfcac8c4373987e8e617c0dabd4'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:44.454817 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e577594f-5c03-46e8-bf1d-0fd9dbe4332b req-99574b24-8667-4acf-beb5-f002602ef794 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067557 Jul 06 13:44:44.465571 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b7b3c6eb-79b1-4ad3-b803-2f221b2026a8 req-b787c770-50bd-4401-8a90-e857a6357bb0 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885069 Jul 06 13:44:44.489269 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-b3f24d8f-96e4-413e-a0f2-cf1893b8f5d1 service neutron] 10.222.0.124 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454636 Jul 06 13:44:44.491514 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62635a-bcc6-4e74-9f4d-d3cebdef552f req-184e704d-0aa9-4ae9-b0c8-59316821dbe5 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:44.494741 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4d62635a-bcc6-4e74-9f4d-d3cebdef552f req-184e704d-0aa9-4ae9-b0c8-59316821dbe5 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=bb15650f-1bae-451a-acb4-1396ea8bcdb0 HTTP/1.1" status: 200 len: 950 time: 0.1065841 Jul 06 13:44:44.501966 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-fbeb1f91-52cb-4a16-a29a-961a40901b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:44.508419 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e569fa99-f509-428d-9a3d-d7f22952e8cc admin admin] Made reservation on behalf of c13e1cfcac8c4373987e8e617c0dabd4 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:44:44.515799 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e569fa99-f509-428d-9a3d-d7f22952e8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:44.526971 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3451564e-b52a-4a74-b0b7-862719eda522 req-d7cd0a09-8b4f-4ea7-b493-98b614ba13a0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074288 Jul 06 13:44:44.537470 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e569fa99-f509-428d-9a3d-d7f22952e8cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:44.612982 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a816ac6a-81f8-439d-8863-59af1ae5af88 req-047b09cf-062e-41d4-b588-2cf19364b73b tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/floatingips?tenant_id=58a516db59fd4bca831af47800edb0ed HTTP/1.1" status: 200 len: 1655 time: 0.0878727 Jul 06 13:44:44.615740 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4d62635a-bcc6-4e74-9f4d-d3cebdef552f req-30c8720a-286e-471d-b5df-1d9153b9d937 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166115 Jul 06 13:44:44.724753 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816ac6a-81f8-439d-8863-59af1ae5af88 req-0ac7d9e8-21cf-4be9-97ff-11f541a3288f tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:44.726598 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a816ac6a-81f8-439d-8863-59af1ae5af88 req-0ac7d9e8-21cf-4be9-97ff-11f541a3288f tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/networks?id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0&id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0&id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 787 time: 0.1078038 Jul 06 13:44:44.761502 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-a816ac6a-81f8-439d-8863-59af1ae5af88 req-141d5744-962d-41f4-9751-0c618b369e89 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:44:44.762526 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a816ac6a-81f8-439d-8863-59af1ae5af88 req-141d5744-962d-41f4-9751-0c618b369e89 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0247879 Jul 06 13:44:44.812168 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6e0f9-8721-4a32-bef2-5911f808d21d req-1ec49ec3-7b4d-40eb-bae7-6d5f5690b86b tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:44.813817 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d8b6e0f9-8721-4a32-bef2-5911f808d21d req-1ec49ec3-7b4d-40eb-bae7-6d5f5690b86b tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=8a6f8620-ea68-4987-9556-e1f65b10d122 HTTP/1.1" status: 200 len: 946 time: 0.0861335 Jul 06 13:44:44.833625 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-81ad3f3f-d169-4dab-839e-630f99d3952f tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:44.835209 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-81ad3f3f-d169-4dab-839e-630f99d3952f tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.124 "GET /v2.0/ports?device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0&tenant_id=2348caba5ff048eca9a30073164626c9&binding%3Ahost_id=n-h1-773644-6 HTTP/1.1" status: 200 len: 1096 time: 0.1807711 Jul 06 13:44:44.852858 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-f074a9eb-647d-4750-88b0-b98eeba6bcf1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-773644-6'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:44.862492 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d8b6e0f9-8721-4a32-bef2-5911f808d21d req-2dd777e2-3785-406d-8fc1-b2ea9990d738 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371370 Jul 06 13:44:44.904835 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e569fa99-f509-428d-9a3d-d7f22952e8cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:44.920785 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e569fa99-f509-428d-9a3d-d7f22952e8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:44.977716 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e569fa99-f509-428d-9a3d-d7f22952e8cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:44:45.032243 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e569fa99-f509-428d-9a3d-d7f22952e8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:45.032243 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-e569fa99-f509-428d-9a3d-d7f22952e8cc admin admin] Added segment 36690cf1-3200-4bc3-8504-ad726f127a61 of type vlan for network 3c45ad2f-9e98-4fcc-8dfb-f8702568672a Jul 06 13:44:45.044324 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569fa99-f509-428d-9a3d-d7f22952e8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd779c30-9d0a-46ee-9e76-2128d01cf6ed,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:45.053645 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-f074a9eb-647d-4750-88b0-b98eeba6bcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:45.060261 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62658ce0-83ac-46a7-aee4-6bc396f1fa72 req-352d6ef8-c0da-414a-8420-7a87d15f94b0 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:45.062248 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-62658ce0-83ac-46a7-aee4-6bc396f1fa72 req-352d6ef8-c0da-414a-8420-7a87d15f94b0 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=cc30f91b-be52-49a6-8cd0-434155394d5c HTTP/1.1" status: 200 len: 946 time: 0.0779743 Jul 06 13:44:45.114250 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-fbeb1f91-52cb-4a16-a29a-961a40901b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4deac223-6375-44c9-a971-f6941229d630 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:44:45.115270 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4d052d28-2273-4bc7-8a28-b0ab9f11bf38 req-bca065bb-2533-478e-9079-396226ba7553 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/floatingips/f7924be0-8bc0-4fee-b085-c6648abb5875 HTTP/1.1" status: 200 len: 692 time: 0.0713358 Jul 06 13:44:45.122632 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e569fa99-f509-428d-9a3d-d7f22952e8cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:45.130363 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-fbeb1f91-52cb-4a16-a29a-961a40901b71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:45.169009 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-fbeb1f91-52cb-4a16-a29a-961a40901b71 service neutron] Transition to ACTIVE for port object 4deac223-6375-44c9-a971-f6941229d630 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:44:45.181186 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-fbeb1f91-52cb-4a16-a29a-961a40901b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:45.196034 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-62658ce0-83ac-46a7-aee4-6bc396f1fa72 req-2ea2e989-0865-4b4b-a600-5b76f91b8507 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966680 Jul 06 13:44:45.267657 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d052d28-2273-4bc7-8a28-b0ab9f11bf38 req-5c24a0e8-e326-4ae3-81e8-cdb21e5e9616 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:45.269456 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4d052d28-2273-4bc7-8a28-b0ab9f11bf38 req-5c24a0e8-e326-4ae3-81e8-cdb21e5e9616 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 784 time: 0.1476994 Jul 06 13:44:45.271784 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e569fa99-f509-428d-9a3d-d7f22952e8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:45.272802 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e569fa99-f509-428d-9a3d-d7f22952e8cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:45.273401 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e569fa99-f509-428d-9a3d-d7f22952e8cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:45.296513 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-4d052d28-2273-4bc7-8a28-b0ab9f11bf38 req-c536a15a-08c0-4766-833f-7d4aa5743340 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:44:45.297684 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4d052d28-2273-4bc7-8a28-b0ab9f11bf38 req-c536a15a-08c0-4766-833f-7d4aa5743340 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071352 Jul 06 13:44:45.344073 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb1f91-52cb-4a16-a29a-961a40901b71 service neutron] Pushing event updated for resources: {'Port': ['ID=4deac223-6375-44c9-a971-f6941229d630,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:45.370020 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4d052d28-2273-4bc7-8a28-b0ab9f11bf38 req-9dcda6fa-bad2-4d2a-ba21-e49c446a95d0 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.19 HTTP/1.1" status: 200 len: 695 time: 0.0627902 Jul 06 13:44:45.392185 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e569fa99-f509-428d-9a3d-d7f22952e8cc admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9688601 Jul 06 13:44:45.411930 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37046) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:45.417068 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-76b04dd6-fde3-4f6e-b0e3-31498bf502cf admin admin] Request body: {'subnet': {'network_id': '3c45ad2f-9e98-4fcc-8dfb-f8702568672a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-822368046-subnet', 'tenant_id': 'c13e1cfcac8c4373987e8e617c0dabd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:45.451549 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569fa99-f509-428d-9a3d-d7f22952e8cc admin admin] Pushing event updated for resources: {'Network': ['ID=3c45ad2f-9e98-4fcc-8dfb-f8702568672a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:45.463398 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 3c45ad2f-9e98-4fcc-8dfb-f8702568672a details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:44:45.476315 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4d052d28-2273-4bc7-8a28-b0ab9f11bf38 req-3800e56c-4ec4-42de-992d-25636ec60bfd tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.19 HTTP/1.1" status: 200 len: 695 time: 0.1050918 Jul 06 13:44:45.500982 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-f074a9eb-647d-4750-88b0-b98eeba6bcf1 service neutron] For port 11b74534-6edd-42f5-96cb-83f18e88d93c, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=11b74534-6edd-42f5-96cb-83f18e88d93c,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:45.559522 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b04dd6-fde3-4f6e-b0e3-31498bf502cf admin admin] Made reservation on behalf of c13e1cfcac8c4373987e8e617c0dabd4 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:44:45.564971 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-76b04dd6-fde3-4f6e-b0e3-31498bf502cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:45.586924 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-f074a9eb-647d-4750-88b0-b98eeba6bcf1 service neutron] For port 11b74534-6edd-42f5-96cb-83f18e88d93c, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:44:45.627686 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-fbeb1f91-52cb-4a16-a29a-961a40901b71 service neutron] Attempting to bind port 4deac223-6375-44c9-a971-f6941229d630 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:44:45.628040 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-fbeb1f91-52cb-4a16-a29a-961a40901b71 service neutron] Attempting to bind port 4deac223-6375-44c9-a971-f6941229d630 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '757ffada-3a1c-4888-9c59-49ac0545acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:44:45.628414 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-fbeb1f91-52cb-4a16-a29a-961a40901b71 service neutron] Attempting to bind port 4deac223-6375-44c9-a971-f6941229d630 on network aaaedc37-a943-4e08-a9d9-051a526a02c3 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:44:45.637993 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-fbeb1f91-52cb-4a16-a29a-961a40901b71 service neutron] Port 4deac223-6375-44c9-a971-f6941229d630 on network aaaedc37-a943-4e08-a9d9-051a526a02c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:44:45.638440 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-fbeb1f91-52cb-4a16-a29a-961a40901b71 service neutron] Attempting to bind port 4deac223-6375-44c9-a971-f6941229d630 on network aaaedc37-a943-4e08-a9d9-051a526a02c3 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:44:45.662636 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-fbeb1f91-52cb-4a16-a29a-961a40901b71 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:44:45.663023 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-fbeb1f91-52cb-4a16-a29a-961a40901b71 service neutron] Checking segment: {'id': '757ffada-3a1c-4888-9c59-49ac0545acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:44:45.663844 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-fbeb1f91-52cb-4a16-a29a-961a40901b71 service neutron] Bound using segment: {'id': '757ffada-3a1c-4888-9c59-49ac0545acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:44:45.664593 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-fbeb1f91-52cb-4a16-a29a-961a40901b71 service neutron] Bound port: 4deac223-6375-44c9-a971-f6941229d630, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '757ffada-3a1c-4888-9c59-49ac0545acdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:44:45.665176 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-fbeb1f91-52cb-4a16-a29a-961a40901b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:45.670944 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-f074a9eb-647d-4750-88b0-b98eeba6bcf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:45.685544 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-f074a9eb-647d-4750-88b0-b98eeba6bcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:45.725620 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9de98-3b10-4ffe-a9d1-f88c6bcd23b5 req-128d92f3-df48-4d48-827d-7f0591c5febe tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:45.727027 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-52e9de98-3b10-4ffe-a9d1-f88c6bcd23b5 req-128d92f3-df48-4d48-827d-7f0591c5febe tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/ports?device_id=6bc20ddd-b064-4cb4-8551-c46a47bbb5be HTTP/1.1" status: 200 len: 943 time: 0.3160322 Jul 06 13:44:45.807663 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-4d052d28-2273-4bc7-8a28-b0ab9f11bf38 req-7660b77b-ef96-4b9d-93ce-3c331820b289 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Deleting port 03275458-7c69-483d-bd43-0297ff40bac1 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:44:45.807999 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-4d052d28-2273-4bc7-8a28-b0ab9f11bf38 req-7660b77b-ef96-4b9d-93ce-3c331820b289 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:45.821177 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-52e9de98-3b10-4ffe-a9d1-f88c6bcd23b5 req-aac560bb-1c74-4644-8066-ab27ef87ee6f tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/security-groups?id=f58f32fb-958b-41d5-b6dd-c43c4cedb55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828018 Jul 06 13:44:45.832396 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074a9eb-647d-4750-88b0-b98eeba6bcf1 service neutron] Pushing event updated for resources: {'Port': ['ID=11b74534-6edd-42f5-96cb-83f18e88d93c,revision_number=7']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:45.847062 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-f074a9eb-647d-4750-88b0-b98eeba6bcf1 service neutron] Attempting to bind port 11b74534-6edd-42f5-96cb-83f18e88d93c on host n-h1-773644-6 for vnic_type normal with profile {"migrating_to": "n-h2-773644-6"} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:44:45.847450 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-f074a9eb-647d-4750-88b0-b98eeba6bcf1 service neutron] Attempting to bind port 11b74534-6edd-42f5-96cb-83f18e88d93c by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:44:45.847818 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-f074a9eb-647d-4750-88b0-b98eeba6bcf1 service neutron] Attempting to bind port 11b74534-6edd-42f5-96cb-83f18e88d93c on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:44:45.862636 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-f074a9eb-647d-4750-88b0-b98eeba6bcf1 service neutron] Port 11b74534-6edd-42f5-96cb-83f18e88d93c on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:44:45.863017 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-f074a9eb-647d-4750-88b0-b98eeba6bcf1 service neutron] Attempting to bind port 11b74534-6edd-42f5-96cb-83f18e88d93c on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:44:45.865798 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-fbeb1f91-52cb-4a16-a29a-961a40901b71 service neutron] For port 4deac223-6375-44c9-a971-f6941229d630, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:44:45.869835 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-fbeb1f91-52cb-4a16-a29a-961a40901b71 service neutron] For port 4deac223-6375-44c9-a971-f6941229d630, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4deac223-6375-44c9-a971-f6941229d630,segment=NetworkSegment(757ffada-3a1c-4888-9c59-49ac0545acdd),segment_id=757ffada-3a1c-4888-9c59-49ac0545acdd)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:44:45.874871 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-f074a9eb-647d-4750-88b0-b98eeba6bcf1 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:44:45.875301 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-f074a9eb-647d-4750-88b0-b98eeba6bcf1 service neutron] Checking segment: {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:44:45.875804 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-f074a9eb-647d-4750-88b0-b98eeba6bcf1 service neutron] Bound using segment: {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:44:45.877603 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-f074a9eb-647d-4750-88b0-b98eeba6bcf1 service neutron] Bound port: 11b74534-6edd-42f5-96cb-83f18e88d93c, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:44:45.882717 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-f074a9eb-647d-4750-88b0-b98eeba6bcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:45.886779 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-fbeb1f91-52cb-4a16-a29a-961a40901b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:45.925118 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0b71d5-b769-4c64-a9d1-145e94d3afc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11b74534-6edd-42f5-96cb-83f18e88d93c'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:44:45.927528 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d006c58f-1b1e-427f-8839-f0f9db1f5669" -d '{"events": [{"server_uuid": "cb0b71d5-b769-4c64-a9d1-145e94d3afc0", "name": "network-vif-unplugged", "status": "completed", "tag": "11b74534-6edd-42f5-96cb-83f18e88d93c"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:44:45.928556 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-76b04dd6-fde3-4f6e-b0e3-31498bf502cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:45.967892 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-4d052d28-2273-4bc7-8a28-b0ab9f11bf38 req-7660b77b-ef96-4b9d-93ce-3c331820b289 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:45.968241 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-4d052d28-2273-4bc7-8a28-b0ab9f11bf38 req-7660b77b-ef96-4b9d-93ce-3c331820b289 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:45.970530 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-fbeb1f91-52cb-4a16-a29a-961a40901b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:45.970903 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-fbeb1f91-52cb-4a16-a29a-961a40901b71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:45.972386 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-fbeb1f91-52cb-4a16-a29a-961a40901b71 service neutron] 10.222.0.52 "PUT /v2.0/ports/4deac223-6375-44c9-a971-f6941229d630 HTTP/1.1" status: 200 len: 1091 time: 1.7184594 Jul 06 13:44:45.993526 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-4d052d28-2273-4bc7-8a28-b0ab9f11bf38 req-7660b77b-ef96-4b9d-93ce-3c331820b289 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Calling delete_port for 03275458-7c69-483d-bd43-0297ff40bac1 owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:44:46.001622 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb1f91-52cb-4a16-a29a-961a40901b71 service neutron] Pushing event updated for resources: {'Port': ['ID=4deac223-6375-44c9-a971-f6941229d630,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:46.015637 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc30f91b-be52-49a6-8cd0-434155394d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82657d01-d2ef-47d1-9c49-544750053849'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:44:46.020091 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fc6214-8b6b-4bbb-ac30-36e3bfe00107" -d '{"events": [{"server_uuid": "cc30f91b-be52-49a6-8cd0-434155394d5c", "name": "network-vif-plugged", "status": "completed", "tag": "82657d01-d2ef-47d1-9c49-544750053849"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:44:46.064052 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-f074a9eb-647d-4750-88b0-b98eeba6bcf1 service neutron] For port 11b74534-6edd-42f5-96cb-83f18e88d93c, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:44:46.080263 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-f074a9eb-647d-4750-88b0-b98eeba6bcf1 service neutron] For port 11b74534-6edd-42f5-96cb-83f18e88d93c, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=11b74534-6edd-42f5-96cb-83f18e88d93c,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:44:46.085717 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b04dd6-fde3-4f6e-b0e3-31498bf502cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e71bb54e-689a-457c-a00b-3bd897529383,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:46.085953 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-f074a9eb-647d-4750-88b0-b98eeba6bcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:46.100495 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b04dd6-fde3-4f6e-b0e3-31498bf502cf admin admin] Checking segment: {'id': '36690cf1-3200-4bc3-8504-ad726f127a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3c45ad2f-9e98-4fcc-8dfb-f8702568672a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:44:46.100864 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b04dd6-fde3-4f6e-b0e3-31498bf502cf admin admin] Network hostable DHCP agents. Network: 3c45ad2f-9e98-4fcc-8dfb-f8702568672a, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:44:46.164469 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-e980b753-52ab-4026-8ab0-bb3d6c503431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:46.165961 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-e980b753-52ab-4026-8ab0-bb3d6c503431 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf97b212161040be888f75b8c2d45231&device_id=6bc20ddd-b064-4cb4-8551-c46a47bbb5be HTTP/1.1" status: 200 len: 1094 time: 0.1387863 Jul 06 13:44:46.183198 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbbc96-90e6-4d57-9550-11ed0630f46e req-67a16899-8e03-4669-834a-0920be2f7a27 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:46.184757 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-74bbbc96-90e6-4d57-9550-11ed0630f46e req-67a16899-8e03-4669-834a-0920be2f7a27 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0 HTTP/1.1" status: 200 len: 943 time: 0.1707084 Jul 06 13:44:46.186382 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b04dd6-fde3-4f6e-b0e3-31498bf502cf admin admin] Network 3c45ad2f-9e98-4fcc-8dfb-f8702568672a is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:44:46.196038 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-f074a9eb-647d-4750-88b0-b98eeba6bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:46.196681 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-f074a9eb-647d-4750-88b0-b98eeba6bcf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:46.198690 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-f074a9eb-647d-4750-88b0-b98eeba6bcf1 service neutron] 10.222.0.124 "PUT /v2.0/ports/11b74534-6edd-42f5-96cb-83f18e88d93c HTTP/1.1" status: 200 len: 1121 time: 1.3516865 Jul 06 13:44:46.199634 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074a9eb-647d-4750-88b0-b98eeba6bcf1 service neutron] Pushing event updated for resources: {'Port': ['ID=11b74534-6edd-42f5-96cb-83f18e88d93c,revision_number=8']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:46.223532 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-76b04dd6-fde3-4f6e-b0e3-31498bf502cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 3c45ad2f-9e98-4fcc-8dfb-f8702568672a) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:44:46.234677 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-2e7cadfc-1253-4755-a47c-9bc87a9d8d4a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4deac223-6375-44c9-a971-f6941229d630 HTTP/1.1" status: 200 len: 217 time: 0.0486963 Jul 06 13:44:46.250187 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930c2d35-c091-4218-b7e0-507f2224ba32 None None] Network 3c45ad2f-9e98-4fcc-8dfb-f8702568672a requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:44:46.264362 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b04dd6-fde3-4f6e-b0e3-31498bf502cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:46.264961 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-76b04dd6-fde3-4f6e-b0e3-31498bf502cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:46.302557 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-32a5690d-cd92-4ca2-bfe1-9c87d14a6ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:46.302788 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-76b04dd6-fde3-4f6e-b0e3-31498bf502cf admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8851619 Jul 06 13:44:46.302892 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-32a5690d-cd92-4ca2-bfe1-9c87d14a6ce2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5b004f57-06ee-4d0d-a87a-55a49a717c6d HTTP/1.1" status: 200 len: 862 time: 0.0583229 Jul 06 13:44:46.304354 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['11b74534-6edd-42f5-96cb-83f18e88d93c'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:44:46.310153 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-74bbbc96-90e6-4d57-9550-11ed0630f46e req-d2bee758-08a5-4c20-9072-1fad3b6ea569 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986178 Jul 06 13:44:46.310501 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:46.325100 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-4d052d28-2273-4bc7-8a28-b0ab9f11bf38 req-7660b77b-ef96-4b9d-93ce-3c331820b289 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:46.364648 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660b77b-ef96-4b9d-93ce-3c331820b289 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Pushing event deleted for resources: {'Port': ['ID=03275458-7c69-483d-bd43-0297ff40bac1,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:46.436299 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-4d052d28-2273-4bc7-8a28-b0ab9f11bf38 req-7660b77b-ef96-4b9d-93ce-3c331820b289 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:46.441184 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-4d052d28-2273-4bc7-8a28-b0ab9f11bf38 req-7660b77b-ef96-4b9d-93ce-3c331820b289 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:46.457181 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4d052d28-2273-4bc7-8a28-b0ab9f11bf38 req-7660b77b-ef96-4b9d-93ce-3c331820b289 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "DELETE /v2.0/floatingips/f7924be0-8bc0-4fee-b085-c6648abb5875 HTTP/1.1" status: 204 len: 173 time: 0.9796042 Jul 06 13:44:46.479042 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-7ab15451-8a40-410f-8e2e-494c15afd64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:46.484185 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-7ab15451-8a40-410f-8e2e-494c15afd64d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aaaedc37-a943-4e08-a9d9-051a526a02c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1568229 Jul 06 13:44:46.649194 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-301a2e1e-5b1b-4d58-ae58-324853795bc1 service neutron] 10.222.0.52 "GET /v2.0/networks/aaaedc37-a943-4e08-a9d9-051a526a02c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586697 Jul 06 13:44:46.677972 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6dedc8-bfef-4b09-9317-4c8a2bbfc1cf None None] Network 3c45ad2f-9e98-4fcc-8dfb-f8702568672a requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:44:46.824372 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-81e8d34f-aeb2-4a96-974f-1f00532ced5e req-862d831c-8a88-43b7-8d5d-ca9e67caa59a service neutron] 10.222.0.52 "GET /v2.0/networks/aaaedc37-a943-4e08-a9d9-051a526a02c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680691 Jul 06 13:44:46.832220 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-25948270-a321-42fe-abaa-bb7840abc47b req-3f6f619d-a52b-4940-a4a9-24a2b39c2fec service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=315fd776-04f0-4cf9-828d-19f23de87e5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1391606 Jul 06 13:44:46.949983 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25948270-a321-42fe-abaa-bb7840abc47b req-1fac647a-a205-4a28-92fb-7b6cf8261078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:46.951443 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-25948270-a321-42fe-abaa-bb7840abc47b req-1fac647a-a205-4a28-92fb-7b6cf8261078 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=2348caba5ff048eca9a30073164626c9&device_id=315fd776-04f0-4cf9-828d-19f23de87e5a HTTP/1.1" status: 200 len: 1095 time: 0.0606649 Jul 06 13:44:47.001466 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3857d-9b3e-49ec-9f76-714195109d0c req-b83a9490-5024-4cda-99c4-49d5ed762473 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:47.004481 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4da3857d-9b3e-49ec-9f76-714195109d0c req-b83a9490-5024-4cda-99c4-49d5ed762473 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=bb15650f-1bae-451a-acb4-1396ea8bcdb0 HTTP/1.1" status: 200 len: 950 time: 0.4374430 Jul 06 13:44:47.083833 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25948270-a321-42fe-abaa-bb7840abc47b req-7bcb1077-13bb-4430-b06d-0b8eb53cd2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:47.084063 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4da3857d-9b3e-49ec-9f76-714195109d0c req-abf527fd-2f8c-4098-82b1-aef741a1c1e9 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529101 Jul 06 13:44:47.085351 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-25948270-a321-42fe-abaa-bb7840abc47b req-7bcb1077-13bb-4430-b06d-0b8eb53cd2de service neutron] 10.222.0.124 "GET /v2.0/networks?id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d HTTP/1.1" status: 200 len: 922 time: 0.1111896 Jul 06 13:44:47.103809 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a0e4e-34bc-4e93-b965-9518ae12da3e req-98fb8186-8ee7-4b70-b6f1-ee262177f50b tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:47.105401 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3e3a0e4e-34bc-4e93-b965-9518ae12da3e req-98fb8186-8ee7-4b70-b6f1-ee262177f50b tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=8a6f8620-ea68-4987-9556-e1f65b10d122 HTTP/1.1" status: 200 len: 946 time: 0.4269071 Jul 06 13:44:47.132204 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-25948270-a321-42fe-abaa-bb7840abc47b req-ca6dae6e-7c22-4d7b-9a0d-d0734bcafafb service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=104043a5-c3b3-4005-8a90-da31e70f6533 HTTP/1.1" status: 200 len: 217 time: 0.0403719 Jul 06 13:44:47.148479 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3e3a0e4e-34bc-4e93-b965-9518ae12da3e req-b8930157-6ba3-45f7-bc1b-8025abf8da91 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368330 Jul 06 13:44:47.172908 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe63986-75b5-40a5-bb3c-13a181b5bc08 x-openstack-request-id: req-8fe63986-75b5-40a5-bb3c-13a181b5bc08 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:44:47.173202 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0b71d5-b769-4c64-a9d1-145e94d3afc0", "name": "network-vif-unplugged", "status": "completed", "tag": "11b74534-6edd-42f5-96cb-83f18e88d93c", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:44:47.174018 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-8fe63986-75b5-40a5-bb3c-13a181b5bc08 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:44:47.174456 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0b71d5-b769-4c64-a9d1-145e94d3afc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11b74534-6edd-42f5-96cb-83f18e88d93c', 'code': 200} Jul 06 13:44:47.193185 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ffd2f4-1648-474b-8809-9b74cea85430 x-openstack-request-id: req-82ffd2f4-1648-474b-8809-9b74cea85430 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:44:47.193914 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc30f91b-be52-49a6-8cd0-434155394d5c", "name": "network-vif-plugged", "status": "completed", "tag": "82657d01-d2ef-47d1-9c49-544750053849", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:44:47.194461 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-82ffd2f4-1648-474b-8809-9b74cea85430 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:44:47.195185 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc30f91b-be52-49a6-8cd0-434155394d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82657d01-d2ef-47d1-9c49-544750053849', 'code': 200} Jul 06 13:44:47.203516 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25948270-a321-42fe-abaa-bb7840abc47b req-b4286db8-8afd-4544-8608-4f4e78958a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:47.203516 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-25948270-a321-42fe-abaa-bb7840abc47b req-b4286db8-8afd-4544-8608-4f4e78958a7f service neutron] 10.222.0.124 "GET /v2.0/subnets?id=54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a HTTP/1.1" status: 200 len: 861 time: 0.0613096 Jul 06 13:44:47.243132 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-25948270-a321-42fe-abaa-bb7840abc47b req-4c188f0b-efb3-4d54-8263-a0464211c611 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343616 Jul 06 13:44:47.299898 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31962f37-42a8-465b-8ec2-13068f78ca36 req-34246dc5-8ba2-4277-8762-fd6d5e717c2c tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/floatingips/372af063-4f6f-4ccd-a31c-14789afa89de HTTP/1.1" status: 200 len: 693 time: 0.0878453 Jul 06 13:44:47.378216 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-25948270-a321-42fe-abaa-bb7840abc47b req-830f40a7-8fcd-4860-8109-ac0d4794260f service neutron] 10.222.0.124 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277170 Jul 06 13:44:47.380078 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5ca2e-a42e-42ac-a567-c85c11fa4043 req-5072b514-72d9-41d9-bc54-816498485239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:47.381442 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b6c5ca2e-a42e-42ac-a567-c85c11fa4043 req-5072b514-72d9-41d9-bc54-816498485239 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cc30f91b-be52-49a6-8cd0-434155394d5c HTTP/1.1" status: 200 len: 1097 time: 0.1121106 Jul 06 13:44:47.464191 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881d61f-58e1-4a94-b34f-aaa7006d0fb1 req-4c3cb1c6-6af9-4174-969e-e3b5c05d37fd tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:47.466155 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7881d61f-58e1-4a94-b34f-aaa7006d0fb1 req-4c3cb1c6-6af9-4174-969e-e3b5c05d37fd tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=cc30f91b-be52-49a6-8cd0-434155394d5c HTTP/1.1" status: 200 len: 946 time: 0.1856134 Jul 06 13:44:47.467607 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b6c5ca2e-a42e-42ac-a567-c85c11fa4043 req-4e7fcfef-f404-4762-b301-f93787a09487 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788777 Jul 06 13:44:47.497568 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-25948270-a321-42fe-abaa-bb7840abc47b req-f30fd8d4-1aa1-46bb-b3bd-515855708631 service neutron] 10.222.0.124 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099160 Jul 06 13:44:47.508226 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31962f37-42a8-465b-8ec2-13068f78ca36 req-8c07f871-6089-4fc0-9237-ca822870731e tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:47.509655 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31962f37-42a8-465b-8ec2-13068f78ca36 req-8c07f871-6089-4fc0-9237-ca822870731e tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 784 time: 0.1884513 Jul 06 13:44:47.567024 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7881d61f-58e1-4a94-b34f-aaa7006d0fb1 req-b7f59f1b-8dae-4384-b58e-77798fe22408 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878060 Jul 06 13:44:47.572298 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31962f37-42a8-465b-8ec2-13068f78ca36 req-c0454d6e-68c1-49a6-8c71-a5e6c3611328 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.156 HTTP/1.1" status: 200 len: 696 time: 0.0538383 Jul 06 13:44:47.636103 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31962f37-42a8-465b-8ec2-13068f78ca36 req-029aec38-1d96-43f0-936e-a3a0be089859 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.156 HTTP/1.1" status: 200 len: 696 time: 0.0573530 Jul 06 13:44:47.804348 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-31962f37-42a8-465b-8ec2-13068f78ca36 req-bd9ed2c4-0262-4f03-a035-74c3e144f75c tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Deleting port a5ad5932-b7f4-4f84-9b38-28fe6ffcdafa {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:44:47.804832 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-31962f37-42a8-465b-8ec2-13068f78ca36 req-bd9ed2c4-0262-4f03-a035-74c3e144f75c tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:47.960382 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-31962f37-42a8-465b-8ec2-13068f78ca36 req-bd9ed2c4-0262-4f03-a035-74c3e144f75c tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:47.960712 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-31962f37-42a8-465b-8ec2-13068f78ca36 req-bd9ed2c4-0262-4f03-a035-74c3e144f75c tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:47.983113 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-31962f37-42a8-465b-8ec2-13068f78ca36 req-bd9ed2c4-0262-4f03-a035-74c3e144f75c tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Calling delete_port for a5ad5932-b7f4-4f84-9b38-28fe6ffcdafa owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:44:47.996400 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af9d5a-8341-4eb9-9062-002287548c2a req-f26f377c-cab0-4ca0-98b8-f0c7c6f8ba26 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:47.997896 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-33af9d5a-8341-4eb9-9062-002287548c2a req-f26f377c-cab0-4ca0-98b8-f0c7c6f8ba26 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/networks?id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b HTTP/1.1" status: 200 len: 808 time: 0.1529129 Jul 06 13:44:48.059468 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-33af9d5a-8341-4eb9-9062-002287548c2a req-49834df3-c4e4-491e-8edb-d9b28669f91f tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/quotas/0a05dcebc7174fa4835bbaac9666195c HTTP/1.1" status: 200 len: 375 time: 0.0539534 Jul 06 13:44:48.105181 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-33af9d5a-8341-4eb9-9062-002287548c2a req-fa16d23c-0bda-4da5-9cd2-da152906f863 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=0a05dcebc7174fa4835bbaac9666195c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379808 Jul 06 13:44:48.246519 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-33af9d5a-8341-4eb9-9062-002287548c2a req-7dc10ced-2b87-4867-9a86-bb1c4f1476d9 service neutron] 10.222.0.118 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332955 Jul 06 13:44:48.263120 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-31962f37-42a8-465b-8ec2-13068f78ca36 req-bd9ed2c4-0262-4f03-a035-74c3e144f75c tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:48.326030 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ed2c4-0262-4f03-a035-74c3e144f75c tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Pushing event deleted for resources: {'Port': ['ID=a5ad5932-b7f4-4f84-9b38-28fe6ffcdafa,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:48.390092 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:48.415367 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-33af9d5a-8341-4eb9-9062-002287548c2a req-f3201513-a308-4366-b3d9-a984da341c76 service neutron] 10.222.0.118 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612461 Jul 06 13:44:48.422050 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-31962f37-42a8-465b-8ec2-13068f78ca36 req-bd9ed2c4-0262-4f03-a035-74c3e144f75c tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:48.425346 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-31962f37-42a8-465b-8ec2-13068f78ca36 req-bd9ed2c4-0262-4f03-a035-74c3e144f75c tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:48.426508 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31962f37-42a8-465b-8ec2-13068f78ca36 req-bd9ed2c4-0262-4f03-a035-74c3e144f75c tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "DELETE /v2.0/floatingips/372af063-4f6f-4ccd-a31c-14789afa89de HTTP/1.1" status: 204 len: 173 time: 0.7833693 Jul 06 13:44:48.612565 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4304e1-3b57-4218-ac2e-a25bc46cf2c9 req-e63c6c88-791f-45f3-8e53-f46b32f5df01 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:48.614147 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8f4304e1-3b57-4218-ac2e-a25bc46cf2c9 req-e63c6c88-791f-45f3-8e53-f46b32f5df01 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/ports?device_id=6bc20ddd-b064-4cb4-8551-c46a47bbb5be HTTP/1.1" status: 200 len: 943 time: 0.0773110 Jul 06 13:44:48.655332 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8f4304e1-3b57-4218-ac2e-a25bc46cf2c9 req-02fdb18a-3650-4ad6-9971-17aa89b7706f tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/security-groups?id=f58f32fb-958b-41d5-b6dd-c43c4cedb55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349710 Jul 06 13:44:48.903206 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d6e94-4637-4ea6-b4dd-a04dbb7f6893 req-4806a264-8801-44e7-8da9-08994e87e594 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:48.905156 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9d5d6e94-4637-4ea6-b4dd-a04dbb7f6893 req-4806a264-8801-44e7-8da9-08994e87e594 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=8a6f8620-ea68-4987-9556-e1f65b10d122 HTTP/1.1" status: 200 len: 946 time: 0.1401467 Jul 06 13:44:48.937418 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ce28f-ba7a-4546-b14a-c2385f02e926 req-cfc573bc-d386-4032-bbbe-fb3be59ce397 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:48.944242 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ce28f-ba7a-4546-b14a-c2385f02e926 req-cfc573bc-d386-4032-bbbe-fb3be59ce397 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:48.946307 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-272ce28f-ba7a-4546-b14a-c2385f02e926 req-cfc573bc-d386-4032-bbbe-fb3be59ce397 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=efbb5cf9-19eb-494e-91eb-59a6975afafd&device_id=bb15650f-1bae-451a-acb4-1396ea8bcdb0 HTTP/1.1" status: 200 len: 1690 time: 0.1391675 Jul 06 13:44:49.012785 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9d5d6e94-4637-4ea6-b4dd-a04dbb7f6893 req-97092048-53aa-4391-bdef-effde804ac64 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965419 Jul 06 13:44:49.028865 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-272ce28f-ba7a-4546-b14a-c2385f02e926 req-daf2045a-68ed-4939-a746-e4d2b12c403f tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726652 Jul 06 13:44:49.175728 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc20ddd-b064-4cb4-8551-c46a47bbb5be', 'tag': '4deac223-6375-44c9-a971-f6941229d630'}, {'name': 'network-changed', 'server_uuid': 'cb0b71d5-b769-4c64-a9d1-145e94d3afc0', 'tag': '11b74534-6edd-42f5-96cb-83f18e88d93c'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:44:49.179175 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c83ee6-68a1-4207-a42d-acafbacef018" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc20ddd-b064-4cb4-8551-c46a47bbb5be", "tag": "4deac223-6375-44c9-a971-f6941229d630"}, {"name": "network-changed", "server_uuid": "cb0b71d5-b769-4c64-a9d1-145e94d3afc0", "tag": "11b74534-6edd-42f5-96cb-83f18e88d93c"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:44:49.276463 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae53220-35f2-4959-96d2-fd5a47bf7955 req-6983bb82-0593-4b30-ba8a-13cdcd15493b tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:49.282687 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ae53220-35f2-4959-96d2-fd5a47bf7955 req-6983bb82-0593-4b30-ba8a-13cdcd15493b tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0 HTTP/1.1" status: 200 len: 943 time: 0.0832219 Jul 06 13:44:49.325507 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ae53220-35f2-4959-96d2-fd5a47bf7955 req-00b19717-1c9b-4483-a882-748710d37581 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398936 Jul 06 13:44:49.403677 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4292949e-ab82-4ea3-9ba5-14d89156bb40 req-1238d185-9663-4919-8986-a34a02317f8f tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/floatingips/251d776d-ea0a-4766-bdbd-5bd9096e661b HTTP/1.1" status: 200 len: 692 time: 0.0539691 Jul 06 13:44:49.496025 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2f356661-5305-48ec-abf2-473b96d99f24 req-47af98f8-66df-455d-b675-162714d8ef35 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617 HTTP/1.1" status: 200 len: 210 time: 0.0350642 Jul 06 13:44:49.562413 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292949e-ab82-4ea3-9ba5-14d89156bb40 req-ca9543fd-ccfd-4322-9d4b-3dd83c39f5a9 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:49.565800 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4292949e-ab82-4ea3-9ba5-14d89156bb40 req-ca9543fd-ccfd-4322-9d4b-3dd83c39f5a9 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 784 time: 0.1612563 Jul 06 13:44:49.603985 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 11b74534-6edd-42f5-96cb-83f18e88d93c details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:44:49.621683 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4292949e-ab82-4ea3-9ba5-14d89156bb40 req-81ff6b90-24db-4cc3-be44-d59c88fca92b tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.56 HTTP/1.1" status: 200 len: 695 time: 0.0498936 Jul 06 13:44:49.706280 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4292949e-ab82-4ea3-9ba5-14d89156bb40 req-4afa7f56-e2f3-4aa8-963e-479f886f6c34 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.56 HTTP/1.1" status: 200 len: 695 time: 0.0752840 Jul 06 13:44:49.714088 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 11b74534-6edd-42f5-96cb-83f18e88d93c, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=11b74534-6edd-42f5-96cb-83f18e88d93c,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:49.732638 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 11b74534-6edd-42f5-96cb-83f18e88d93c has no active binding in host n-h2-773644-6 {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 13:44:49.781883 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97b69a-291b-4be2-8df1-0be55a1443a3 req-a25e599f-5787-4c74-919f-ed4627cd462a tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:49.784400 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c97b69a-291b-4be2-8df1-0be55a1443a3 req-a25e599f-5787-4c74-919f-ed4627cd462a tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=cc30f91b-be52-49a6-8cd0-434155394d5c HTTP/1.1" status: 200 len: 946 time: 0.1669326 Jul 06 13:44:49.805538 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 4deac223-6375-44c9-a971-f6941229d630 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:44:49.897249 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c97b69a-291b-4be2-8df1-0be55a1443a3 req-9c1a9bc6-53c9-462e-9353-a927d07537b1 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856903 Jul 06 13:44:49.906976 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 4deac223-6375-44c9-a971-f6941229d630, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4deac223-6375-44c9-a971-f6941229d630,segment=NetworkSegment(757ffada-3a1c-4888-9c59-49ac0545acdd),segment_id=757ffada-3a1c-4888-9c59-49ac0545acdd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:49.916415 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-4292949e-ab82-4ea3-9ba5-14d89156bb40 req-de3f7815-ab84-40ec-b5a7-330aa5794550 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Deleting port 60acec5d-e4a7-4f4d-80e2-898057f79f10 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:44:49.916806 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-4292949e-ab82-4ea3-9ba5-14d89156bb40 req-de3f7815-ab84-40ec-b5a7-330aa5794550 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:49.920615 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '4deac223-6375-44c9-a971-f6941229d630', 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3', 'port_id': '4deac223-6375-44c9-a971-f6941229d630', 'mac_address': 'fa:16:3e:3d:72:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:44:49.979018 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:49.996362 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4deac223-6375-44c9-a971-f6941229d630 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:44:50.013000 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-4292949e-ab82-4ea3-9ba5-14d89156bb40 req-de3f7815-ab84-40ec-b5a7-330aa5794550 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:50.013447 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-4292949e-ab82-4ea3-9ba5-14d89156bb40 req-de3f7815-ab84-40ec-b5a7-330aa5794550 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:50.018111 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 4deac223-6375-44c9-a971-f6941229d630, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4deac223-6375-44c9-a971-f6941229d630,segment=NetworkSegment(757ffada-3a1c-4888-9c59-49ac0545acdd),segment_id=757ffada-3a1c-4888-9c59-49ac0545acdd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:50.024326 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:50.031309 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-4292949e-ab82-4ea3-9ba5-14d89156bb40 req-de3f7815-ab84-40ec-b5a7-330aa5794550 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Calling delete_port for 60acec5d-e4a7-4f4d-80e2-898057f79f10 owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:44:50.088630 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=4deac223-6375-44c9-a971-f6941229d630,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:50.182069 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-4292949e-ab82-4ea3-9ba5-14d89156bb40 req-de3f7815-ab84-40ec-b5a7-330aa5794550 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:50.215248 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f7815-ab84-40ec-b5a7-330aa5794550 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Pushing event deleted for resources: {'Port': ['ID=60acec5d-e4a7-4f4d-80e2-898057f79f10,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:50.295089 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['4deac223-6375-44c9-a971-f6941229d630'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:44:50.296176 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-4292949e-ab82-4ea3-9ba5-14d89156bb40 req-de3f7815-ab84-40ec-b5a7-330aa5794550 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:50.300135 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-4292949e-ab82-4ea3-9ba5-14d89156bb40 req-de3f7815-ab84-40ec-b5a7-330aa5794550 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:50.300733 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4292949e-ab82-4ea3-9ba5-14d89156bb40 req-de3f7815-ab84-40ec-b5a7-330aa5794550 tempest-FloatingIPDetailsTestJSON-331204293 tempest-FloatingIPDetailsTestJSON-331204293-project] 10.222.0.118 "DELETE /v2.0/floatingips/251d776d-ea0a-4766-bdbd-5bd9096e661b HTTP/1.1" status: 204 len: 173 time: 0.5856218 Jul 06 13:44:50.306479 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37126) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:50.589099 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 13:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2261ac45-19c6-4735-8ed4-4b80eec5267f x-openstack-request-id: req-2261ac45-19c6-4735-8ed4-4b80eec5267f {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:44:50.589740 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc20ddd-b064-4cb4-8551-c46a47bbb5be", "tag": "4deac223-6375-44c9-a971-f6941229d630", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cb0b71d5-b769-4c64-a9d1-145e94d3afc0", "tag": "11b74534-6edd-42f5-96cb-83f18e88d93c", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:44:50.589740 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-2261ac45-19c6-4735-8ed4-4b80eec5267f {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:44:50.590278 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc20ddd-b064-4cb4-8551-c46a47bbb5be', 'tag': '4deac223-6375-44c9-a971-f6941229d630', 'status': 'completed', 'code': 200} Jul 06 13:44:50.590602 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0b71d5-b769-4c64-a9d1-145e94d3afc0', 'tag': '11b74534-6edd-42f5-96cb-83f18e88d93c', 'status': 'completed', 'code': 200} Jul 06 13:44:50.646052 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af9d5a-8341-4eb9-9062-002287548c2a req-658adade-fcf5-48ed-be2d-217ae29aa42f tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:50.647524 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-33af9d5a-8341-4eb9-9062-002287548c2a req-658adade-fcf5-48ed-be2d-217ae29aa42f tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.124 "GET /v2.0/networks?id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b HTTP/1.1" status: 200 len: 808 time: 0.5757320 Jul 06 13:44:50.654822 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-944bc3cf-1a1d-4fb6-bfc0-b39e9392f9d2 service neutron] 10.222.0.52 "GET /v2.0/ports/11b74534-6edd-42f5-96cb-83f18e88d93c/bindings/n-h2-773644-6 HTTP/1.1" status: 200 len: 384 time: 0.4778929 Jul 06 13:44:50.673033 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-33af9d5a-8341-4eb9-9062-002287548c2a req-e48989f1-93c2-47cb-aac6-9fd1f388946b tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Request body: {'port': {'device_id': '22d4357e-6623-4bfa-b3d3-7fab2b3cb617', 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b', 'admin_state_up': True, 'tenant_id': '0a05dcebc7174fa4835bbaac9666195c'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:50.824133 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c83ee6-68a1-4207-a42d-acafbacef018 req-9bc68de7-3c7b-4d21-88d5-e6318ef87e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:50.825714 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b4c83ee6-68a1-4207-a42d-acafbacef018 req-9bc68de7-3c7b-4d21-88d5-e6318ef87e76 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf97b212161040be888f75b8c2d45231&device_id=6bc20ddd-b064-4cb4-8551-c46a47bbb5be HTTP/1.1" status: 200 len: 1095 time: 0.2326972 Jul 06 13:44:50.891034 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e161e-fe40-4753-8a8e-ab4ebc6c66ba req-5bd45035-40b3-4227-8821-c45955e4c4be tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:50.894432 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4a4e161e-fe40-4753-8a8e-ab4ebc6c66ba req-5bd45035-40b3-4227-8821-c45955e4c4be tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/ports?device_id=6bc20ddd-b064-4cb4-8551-c46a47bbb5be HTTP/1.1" status: 200 len: 944 time: 0.1294994 Jul 06 13:44:50.935740 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33af9d5a-8341-4eb9-9062-002287548c2a req-e48989f1-93c2-47cb-aac6-9fd1f388946b tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Made reservation on behalf of 0a05dcebc7174fa4835bbaac9666195c for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:44:50.940032 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-33af9d5a-8341-4eb9-9062-002287548c2a req-e48989f1-93c2-47cb-aac6-9fd1f388946b tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:51.007766 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4a4e161e-fe40-4753-8a8e-ab4ebc6c66ba req-6b3de269-a4cf-4910-a56e-72f7f0930a96 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/security-groups?id=f58f32fb-958b-41d5-b6dd-c43c4cedb55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943317 Jul 06 13:44:51.057337 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cd000904-f295-4d1d-92b0-8876385aef72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:51.102358 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c83ee6-68a1-4207-a42d-acafbacef018 req-ff1d693b-e17d-4b36-960b-5c169dc6d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:51.103879 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b4c83ee6-68a1-4207-a42d-acafbacef018 req-ff1d693b-e17d-4b36-960b-5c169dc6d47f service neutron] 10.222.0.52 "GET /v2.0/networks?id=aaaedc37-a943-4e08-a9d9-051a526a02c3 HTTP/1.1" status: 200 len: 924 time: 0.2672613 Jul 06 13:44:51.182945 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b4c83ee6-68a1-4207-a42d-acafbacef018 req-e5e91b70-8c62-4096-87fd-4733d3c89d1c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4deac223-6375-44c9-a971-f6941229d630 HTTP/1.1" status: 200 len: 217 time: 0.0661168 Jul 06 13:44:51.205037 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-7784d5ce-6401-441c-8630-8b817dea55a7 service neutron] For port 11b74534-6edd-42f5-96cb-83f18e88d93c, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=11b74534-6edd-42f5-96cb-83f18e88d93c,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:51.276787 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-33af9d5a-8341-4eb9-9062-002287548c2a req-e48989f1-93c2-47cb-aac6-9fd1f388946b tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Allocated IP 172.20.0.5 (b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b/fb580ceb-d4c2-41da-b0a8-ed5910fd5560/c288392a-7155-4679-98d5-a1b75b245831) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:44:51.284055 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-7784d5ce-6401-441c-8630-8b817dea55a7 service neutron] For port 11b74534-6edd-42f5-96cb-83f18e88d93c, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:44:51.286784 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c83ee6-68a1-4207-a42d-acafbacef018 req-c8c09f5e-f062-42a3-837c-3f6ab063c5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:51.288529 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b4c83ee6-68a1-4207-a42d-acafbacef018 req-c8c09f5e-f062-42a3-837c-3f6ab063c5a5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5b004f57-06ee-4d0d-a87a-55a49a717c6d HTTP/1.1" status: 200 len: 862 time: 0.0945079 Jul 06 13:44:51.324053 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5ce2a-150c-40ca-af98-700cf6228b89 req-12b740e8-b2f9-4fb7-887c-67c484b0923f tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:51.325677 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b2b5ce2a-150c-40ca-af98-700cf6228b89 req-12b740e8-b2f9-4fb7-887c-67c484b0923f tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0 HTTP/1.1" status: 200 len: 943 time: 0.2162416 Jul 06 13:44:51.370655 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-7784d5ce-6401-441c-8630-8b817dea55a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b74534-6edd-42f5-96cb-83f18e88d93c {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:44:51.395778 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-7784d5ce-6401-441c-8630-8b817dea55a7 service neutron] For port 11b74534-6edd-42f5-96cb-83f18e88d93c, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=11b74534-6edd-42f5-96cb-83f18e88d93c,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:51.434406 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-7784d5ce-6401-441c-8630-8b817dea55a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:51.532001 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c83ee6-68a1-4207-a42d-acafbacef018 req-c347ee27-6e72-48d2-baa7-993d8da46cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:51.534061 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b4c83ee6-68a1-4207-a42d-acafbacef018 req-c347ee27-6e72-48d2-baa7-993d8da46cb8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aaaedc37-a943-4e08-a9d9-051a526a02c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2230263 Jul 06 13:44:51.642744 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-33af9d5a-8341-4eb9-9062-002287548c2a req-e48989f1-93c2-47cb-aac6-9fd1f388946b tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:51.664584 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5987d7-7b94-4211-b164-2cb30d1dd35c req-f9824273-92ab-4a3b-8282-b96d85e90c43 tempest-ServersOnMultiNodesTest-1990585717 tempest-ServersOnMultiNodesTest-1990585717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:51.666115 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ce5987d7-7b94-4211-b164-2cb30d1dd35c req-f9824273-92ab-4a3b-8282-b96d85e90c43 tempest-ServersOnMultiNodesTest-1990585717 tempest-ServersOnMultiNodesTest-1990585717-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=efbb5cf9-19eb-494e-91eb-59a6975afafd HTTP/1.1" status: 200 len: 1100 time: 0.5128694 Jul 06 13:44:51.672572 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-7784d5ce-6401-441c-8630-8b817dea55a7 service neutron] Transition to ACTIVE for port object 11b74534-6edd-42f5-96cb-83f18e88d93c will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:44:51.685146 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-7784d5ce-6401-441c-8630-8b817dea55a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:51.713839 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b2b5ce2a-150c-40ca-af98-700cf6228b89 req-7a1bfd16-eaf9-45a1-ba36-ec682599de7b tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698628 Jul 06 13:44:51.746669 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ce5987d7-7b94-4211-b164-2cb30d1dd35c req-aecbc402-e79e-4186-a7e0-8005ebe3d960 tempest-ServersOnMultiNodesTest-1990585717 tempest-ServersOnMultiNodesTest-1990585717-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669937 Jul 06 13:44:51.760129 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b4c83ee6-68a1-4207-a42d-acafbacef018 req-bf965f0f-fc92-4d9f-8618-5c251a9800e4 service neutron] 10.222.0.52 "GET /v2.0/networks/aaaedc37-a943-4e08-a9d9-051a526a02c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174337 Jul 06 13:44:51.787987 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-7784d5ce-6401-441c-8630-8b817dea55a7 service neutron] No DVR routers for this DVR port 11b74534-6edd-42f5-96cb-83f18e88d93c on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:44:51.817980 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 4deac223-6375-44c9-a971-f6941229d630 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:44:51.858879 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784d5ce-6401-441c-8630-8b817dea55a7 service neutron] Pushing event updated for resources: {'Port': ['ID=11b74534-6edd-42f5-96cb-83f18e88d93c,revision_number=10']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:51.887286 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-33af9d5a-8341-4eb9-9062-002287548c2a req-e48989f1-93c2-47cb-aac6-9fd1f388946b tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:51.929456 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-7784d5ce-6401-441c-8630-8b817dea55a7 service neutron] 10.222.0.52 "PUT /v2.0/ports/11b74534-6edd-42f5-96cb-83f18e88d93c/bindings/n-h2-773644-6/activate HTTP/1.1" status: 200 len: 369 time: 1.2686396 Jul 06 13:44:51.944976 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 4deac223-6375-44c9-a971-f6941229d630 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:44:51.951797 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 4deac223-6375-44c9-a971-f6941229d630 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:44:51.952469 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:51.985479 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b4c83ee6-68a1-4207-a42d-acafbacef018 req-10757232-a30f-433e-be72-1208f0d0c781 service neutron] 10.222.0.52 "GET /v2.0/networks/aaaedc37-a943-4e08-a9d9-051a526a02c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023976 Jul 06 13:44:52.015068 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33af9d5a-8341-4eb9-9062-002287548c2a req-e48989f1-93c2-47cb-aac6-9fd1f388946b tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:44:52.038655 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-33af9d5a-8341-4eb9-9062-002287548c2a req-e48989f1-93c2-47cb-aac6-9fd1f388946b tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:44:52.043916 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-33af9d5a-8341-4eb9-9062-002287548c2a req-e48989f1-93c2-47cb-aac6-9fd1f388946b tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:44:52.051322 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:52.058266 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-cd000904-f295-4d1d-92b0-8876385aef72 admin admin] Deleting port ef4fdafd-6145-41dc-85dc-f88362b5794b {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:44:52.058749 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cd000904-f295-4d1d-92b0-8876385aef72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:52.087908 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc20ddd-b064-4cb4-8551-c46a47bbb5be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4deac223-6375-44c9-a971-f6941229d630'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:44:52.090656 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed04cbeb-893b-47c1-8a57-f58348e2e58a" -d '{"events": [{"server_uuid": "6bc20ddd-b064-4cb4-8551-c46a47bbb5be", "name": "network-vif-plugged", "status": "completed", "tag": "4deac223-6375-44c9-a971-f6941229d630"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:44:52.106551 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 4deac223-6375-44c9-a971-f6941229d630, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4deac223-6375-44c9-a971-f6941229d630,segment=NetworkSegment(757ffada-3a1c-4888-9c59-49ac0545acdd),segment_id=757ffada-3a1c-4888-9c59-49ac0545acdd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:52.112169 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:52.132999 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48989f1-93c2-47cb-aac6-9fd1f388946b tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Pushing event updated for resources: {'Port': ['ID=c288392a-7155-4679-98d5-a1b75b245831,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:52.170663 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=4deac223-6375-44c9-a971-f6941229d630,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:52.194616 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af9d5a-8341-4eb9-9062-002287548c2a req-e48989f1-93c2-47cb-aac6-9fd1f388946b tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:52.195400 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-33af9d5a-8341-4eb9-9062-002287548c2a req-e48989f1-93c2-47cb-aac6-9fd1f388946b tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:52.213823 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-33af9d5a-8341-4eb9-9062-002287548c2a req-e48989f1-93c2-47cb-aac6-9fd1f388946b tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5444932 Jul 06 13:44:52.223649 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c83ee6-68a1-4207-a42d-acafbacef018 req-288ae795-5e9e-4652-ac66-2d18b7396ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:52.225615 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b4c83ee6-68a1-4207-a42d-acafbacef018 req-288ae795-5e9e-4652-ac66-2d18b7396ca9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2348caba5ff048eca9a30073164626c9&device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0 HTTP/1.1" status: 200 len: 1095 time: 0.1055822 Jul 06 13:44:52.231780 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-33af9d5a-8341-4eb9-9062-002287548c2a req-f0c5c21e-e59f-436b-befe-9f91b85a3a7d service neutron] Request body: {'port': {'device_id': '22d4357e-6623-4bfa-b3d3-7fab2b3cb617', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:52.244244 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-cd000904-f295-4d1d-92b0-8876385aef72 admin admin] For port ef4fdafd-6145-41dc-85dc-f88362b5794b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=ef4fdafd-6145-41dc-85dc-f88362b5794b,segment=NetworkSegment(663775f7-1c0d-4857-a657-19a10a1d0396),segment_id=663775f7-1c0d-4857-a657-19a10a1d0396)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:52.246274 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cd000904-f295-4d1d-92b0-8876385aef72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:52.271254 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b71a9c-d5ba-450b-ad87-cd529174b724 req-cc09975d-62b9-418a-a280-9a5566830c5a tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:52.272944 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8b71a9c-d5ba-450b-ad87-cd529174b724 req-cc09975d-62b9-418a-a280-9a5566830c5a tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617 HTTP/1.1" status: 200 len: 931 time: 0.3606722 Jul 06 13:44:52.283177 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-cd000904-f295-4d1d-92b0-8876385aef72 admin admin] Calling delete_port for ef4fdafd-6145-41dc-85dc-f88362b5794b owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:44:52.310344 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-9c381c9f-21f8-4ea3-88bc-2d8f3cf5a0fd tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:52.311980 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-9c381c9f-21f8-4ea3-88bc-2d8f3cf5a0fd tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.124 "GET /v2.0/ports?device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0&tenant_id=2348caba5ff048eca9a30073164626c9&binding%3Ahost_id=n-h1-773644-6 HTTP/1.1" status: 200 len: 1095 time: 0.3041611 Jul 06 13:44:52.386878 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c83ee6-68a1-4207-a42d-acafbacef018 req-68993550-8991-4ad8-9efe-466f87db383a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:52.388489 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b4c83ee6-68a1-4207-a42d-acafbacef018 req-68993550-8991-4ad8-9efe-466f87db383a service neutron] 10.222.0.52 "GET /v2.0/networks?id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d HTTP/1.1" status: 200 len: 922 time: 0.1533418 Jul 06 13:44:52.389029 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-33af9d5a-8341-4eb9-9062-002287548c2a req-f0c5c21e-e59f-436b-befe-9f91b85a3a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:52.393829 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8b71a9c-d5ba-450b-ad87-cd529174b724 req-f7c6565d-da5d-4370-a356-12edb8e0fb35 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122017 Jul 06 13:44:52.461354 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b4c83ee6-68a1-4207-a42d-acafbacef018 req-4fadbb67-368d-4ee7-90dd-6f5b8dbedfb0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11b74534-6edd-42f5-96cb-83f18e88d93c HTTP/1.1" status: 200 len: 217 time: 0.0598288 Jul 06 13:44:52.594448 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c83ee6-68a1-4207-a42d-acafbacef018 req-a8585e94-3e84-4d25-96ec-9fc7f21a3702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:52.596282 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b4c83ee6-68a1-4207-a42d-acafbacef018 req-a8585e94-3e84-4d25-96ec-9fc7f21a3702 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a HTTP/1.1" status: 200 len: 861 time: 0.1150227 Jul 06 13:44:52.651230 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b4c83ee6-68a1-4207-a42d-acafbacef018 req-de485021-e665-4c43-ba7d-209e0e60c337 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469346 Jul 06 13:44:52.680057 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-a88e29e2-ecc5-4082-bebb-1d8d18061344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:52.681592 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-a88e29e2-ecc5-4082-bebb-1d8d18061344 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0&tenant_id=2348caba5ff048eca9a30073164626c9 HTTP/1.1" status: 200 len: 1095 time: 0.3331707 Jul 06 13:44:52.794964 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0e511-cfc3-4175-98d9-661c7afbb89c req-3e3303ac-cfd9-4ceb-b328-c6c202ae2a4a tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:52.796510 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8cf0e511-cfc3-4175-98d9-661c7afbb89c req-3e3303ac-cfd9-4ceb-b328-c6c202ae2a4a tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=cc30f91b-be52-49a6-8cd0-434155394d5c HTTP/1.1" status: 200 len: 946 time: 0.2666090 Jul 06 13:44:52.801301 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8270c-0912-4b07-9be2-fc0881ae851c req-7f2fc22a-721d-42be-9e6b-e5281269a92b tempest-ServersOnMultiNodesTest-1990585717 tempest-ServersOnMultiNodesTest-1990585717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:52.802840 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eee8270c-0912-4b07-9be2-fc0881ae851c req-7f2fc22a-721d-42be-9e6b-e5281269a92b tempest-ServersOnMultiNodesTest-1990585717 tempest-ServersOnMultiNodesTest-1990585717-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=bb15650f-1bae-451a-acb4-1396ea8bcdb0 HTTP/1.1" status: 200 len: 1101 time: 0.2609179 Jul 06 13:44:52.832557 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b4c83ee6-68a1-4207-a42d-acafbacef018 req-fd0943fd-4c92-486a-940a-570357b1b00c service neutron] 10.222.0.52 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629207 Jul 06 13:44:52.901710 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cd000904-f295-4d1d-92b0-8876385aef72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:52.926550 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-33af9d5a-8341-4eb9-9062-002287548c2a req-f0c5c21e-e59f-436b-befe-9f91b85a3a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c288392a-7155-4679-98d5-a1b75b245831 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:44:52.936154 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-33af9d5a-8341-4eb9-9062-002287548c2a req-f0c5c21e-e59f-436b-befe-9f91b85a3a7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:52.938370 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8cf0e511-cfc3-4175-98d9-661c7afbb89c req-81368dff-2d87-48fa-a135-b0d5a49fde9d tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140730 Jul 06 13:44:52.942038 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eee8270c-0912-4b07-9be2-fc0881ae851c req-2d07647b-a3b5-4f93-8420-aabe81b6468b tempest-ServersOnMultiNodesTest-1990585717 tempest-ServersOnMultiNodesTest-1990585717-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132600 Jul 06 13:44:52.943805 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd000904-f295-4d1d-92b0-8876385aef72 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef4fdafd-6145-41dc-85dc-f88362b5794b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:52.948475 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-158c3a63-64b7-4077-ba2b-098c7070f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:52.950038 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-158c3a63-64b7-4077-ba2b-098c7070f8f8 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=2348caba5ff048eca9a30073164626c9&device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0 HTTP/1.1" status: 200 len: 1095 time: 0.2203519 Jul 06 13:44:52.975933 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-33af9d5a-8341-4eb9-9062-002287548c2a req-f0c5c21e-e59f-436b-befe-9f91b85a3a7d service neutron] Transition to ACTIVE for port object c288392a-7155-4679-98d5-a1b75b245831 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:44:52.987381 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-33af9d5a-8341-4eb9-9062-002287548c2a req-f0c5c21e-e59f-436b-befe-9f91b85a3a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:53.050472 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b4c83ee6-68a1-4207-a42d-acafbacef018 req-7b954213-d055-40df-b4f8-4b85c54390db service neutron] 10.222.0.52 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031846 Jul 06 13:44:53.080580 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f0f4e2-0547-4b0f-887f-ce81a2fe6326 x-openstack-request-id: req-29f0f4e2-0547-4b0f-887f-ce81a2fe6326 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:44:53.081074 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc20ddd-b064-4cb4-8551-c46a47bbb5be", "name": "network-vif-plugged", "status": "completed", "tag": "4deac223-6375-44c9-a971-f6941229d630", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:44:53.081189 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-29f0f4e2-0547-4b0f-887f-ce81a2fe6326 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:44:53.081507 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc20ddd-b064-4cb4-8551-c46a47bbb5be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4deac223-6375-44c9-a971-f6941229d630', 'code': 200} Jul 06 13:44:53.135952 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5c21e-e59f-436b-befe-9f91b85a3a7d service neutron] Pushing event updated for resources: {'Port': ['ID=c288392a-7155-4679-98d5-a1b75b245831,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:53.273911 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-33af9d5a-8341-4eb9-9062-002287548c2a req-f0c5c21e-e59f-436b-befe-9f91b85a3a7d service neutron] Attempting to bind port c288392a-7155-4679-98d5-a1b75b245831 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:44:53.274402 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-33af9d5a-8341-4eb9-9062-002287548c2a req-f0c5c21e-e59f-436b-befe-9f91b85a3a7d service neutron] Attempting to bind port c288392a-7155-4679-98d5-a1b75b245831 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:44:53.274840 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33af9d5a-8341-4eb9-9062-002287548c2a req-f0c5c21e-e59f-436b-befe-9f91b85a3a7d service neutron] Attempting to bind port c288392a-7155-4679-98d5-a1b75b245831 on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:44:53.281097 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-f0996d8c-9fd0-44b4-b1c5-d26f57c35f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:53.282654 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-f0996d8c-9fd0-44b4-b1c5-d26f57c35f72 service neutron] 10.222.0.124 "GET /v2.0/networks?id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d HTTP/1.1" status: 200 len: 922 time: 0.2956460 Jul 06 13:44:53.283981 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33af9d5a-8341-4eb9-9062-002287548c2a req-f0c5c21e-e59f-436b-befe-9f91b85a3a7d service neutron] Port c288392a-7155-4679-98d5-a1b75b245831 on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:44:53.284422 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33af9d5a-8341-4eb9-9062-002287548c2a req-f0c5c21e-e59f-436b-befe-9f91b85a3a7d service neutron] Attempting to bind port c288392a-7155-4679-98d5-a1b75b245831 on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:44:53.295258 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33af9d5a-8341-4eb9-9062-002287548c2a req-f0c5c21e-e59f-436b-befe-9f91b85a3a7d service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:44:53.295671 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33af9d5a-8341-4eb9-9062-002287548c2a req-f0c5c21e-e59f-436b-befe-9f91b85a3a7d service neutron] Checking segment: {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:44:53.296125 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33af9d5a-8341-4eb9-9062-002287548c2a req-f0c5c21e-e59f-436b-befe-9f91b85a3a7d service neutron] Bound using segment: {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:44:53.296637 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-33af9d5a-8341-4eb9-9062-002287548c2a req-f0c5c21e-e59f-436b-befe-9f91b85a3a7d service neutron] Bound port: c288392a-7155-4679-98d5-a1b75b245831, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:44:53.297067 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-33af9d5a-8341-4eb9-9062-002287548c2a req-f0c5c21e-e59f-436b-befe-9f91b85a3a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:53.316267 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0bec5-2c73-4ccb-ae88-4f34717e0b24 req-bbd88d3d-19f6-4664-a3fc-3eda0495fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:53.317938 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c4b0bec5-2c73-4ccb-ae88-4f34717e0b24 req-bbd88d3d-19f6-4664-a3fc-3eda0495fbcd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6bc20ddd-b064-4cb4-8551-c46a47bbb5be HTTP/1.1" status: 200 len: 1096 time: 0.1162903 Jul 06 13:44:53.407410 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-dc36ca1e-2dc9-4d27-b185-b6ce2c6759df service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11b74534-6edd-42f5-96cb-83f18e88d93c HTTP/1.1" status: 200 len: 217 time: 0.1022859 Jul 06 13:44:53.413632 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c4b0bec5-2c73-4ccb-ae88-4f34717e0b24 req-0f353100-36c0-4d3e-a507-2bf9d6365cf7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f58f32fb-958b-41d5-b6dd-c43c4cedb55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706639 Jul 06 13:44:53.417488 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-33af9d5a-8341-4eb9-9062-002287548c2a req-f0c5c21e-e59f-436b-befe-9f91b85a3a7d service neutron] For port c288392a-7155-4679-98d5-a1b75b245831, host n-h2-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:44:53.420699 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-33af9d5a-8341-4eb9-9062-002287548c2a req-f0c5c21e-e59f-436b-befe-9f91b85a3a7d service neutron] For port c288392a-7155-4679-98d5-a1b75b245831, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c288392a-7155-4679-98d5-a1b75b245831,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:44:53.426834 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-33af9d5a-8341-4eb9-9062-002287548c2a req-f0c5c21e-e59f-436b-befe-9f91b85a3a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:53.460915 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af9d5a-8341-4eb9-9062-002287548c2a req-f0c5c21e-e59f-436b-befe-9f91b85a3a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:53.461529 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-33af9d5a-8341-4eb9-9062-002287548c2a req-f0c5c21e-e59f-436b-befe-9f91b85a3a7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:53.463029 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-33af9d5a-8341-4eb9-9062-002287548c2a req-f0c5c21e-e59f-436b-befe-9f91b85a3a7d service neutron] 10.222.0.124 "PUT /v2.0/ports/c288392a-7155-4679-98d5-a1b75b245831 HTTP/1.1" status: 200 len: 1091 time: 1.2355022 Jul 06 13:44:53.463608 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d4357e-6623-4bfa-b3d3-7fab2b3cb617', 'tag': 'c288392a-7155-4679-98d5-a1b75b245831'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:44:53.466056 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22646039-c9a7-44de-b79d-075ed6ce17a8" -d '{"events": [{"name": "network-changed", "server_uuid": "22d4357e-6623-4bfa-b3d3-7fab2b3cb617", "tag": "c288392a-7155-4679-98d5-a1b75b245831"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:44:53.473055 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cd000904-f295-4d1d-92b0-8876385aef72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:53.483633 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca768c-7dd2-4a4c-98f3-d44c222f9e99 req-7a4b467e-33c4-4397-befb-f957e4262a77 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:53.485157 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4dca768c-7dd2-4a4c-98f3-d44c222f9e99 req-7a4b467e-33c4-4397-befb-f957e4262a77 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/ports?device_id=6bc20ddd-b064-4cb4-8551-c46a47bbb5be HTTP/1.1" status: 200 len: 945 time: 0.2710660 Jul 06 13:44:53.497719 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5c21e-e59f-436b-befe-9f91b85a3a7d service neutron] Pushing event updated for resources: {'Port': ['ID=c288392a-7155-4679-98d5-a1b75b245831,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:53.556951 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af9d5a-8341-4eb9-9062-002287548c2a req-22e012a3-5955-4509-9383-3b5c089aa557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:53.558518 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-33af9d5a-8341-4eb9-9062-002287548c2a req-22e012a3-5955-4509-9383-3b5c089aa557 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0a05dcebc7174fa4835bbaac9666195c&device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617 HTTP/1.1" status: 200 len: 1094 time: 0.0534830 Jul 06 13:44:53.575372 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-fbc0d3d5-ad58-4590-94f5-2d216912f4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:53.576832 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-fbc0d3d5-ad58-4590-94f5-2d216912f4dd service neutron] 10.222.0.124 "GET /v2.0/subnets?id=54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a HTTP/1.1" status: 200 len: 861 time: 0.1566181 Jul 06 13:44:53.593281 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf3557-9e53-423b-9a9c-b9a11c467ff9 req-e0aff751-6b05-4216-96af-606a8ac9bd2e tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:53.594785 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-89cf3557-9e53-423b-9a9c-b9a11c467ff9 req-e0aff751-6b05-4216-96af-606a8ac9bd2e tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0 HTTP/1.1" status: 200 len: 944 time: 0.3105552 Jul 06 13:44:53.612392 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 22857de9-f0ae-489b-bb07-fb23a86dfc5b details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:44:53.614119 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-33af9d5a-8341-4eb9-9062-002287548c2a req-d0a776de-ffce-4cb0-967b-dc1d2bd8467e service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c288392a-7155-4679-98d5-a1b75b245831 HTTP/1.1" status: 200 len: 217 time: 0.0384703 Jul 06 13:44:53.650388 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-5abd1e74-3807-4a0a-8c44-9c2fc1b8a128 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520000 Jul 06 13:44:53.671306 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af9d5a-8341-4eb9-9062-002287548c2a req-355639c3-dc6a-4f48-9735-7c4140bff87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:53.675297 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-33af9d5a-8341-4eb9-9062-002287548c2a req-355639c3-dc6a-4f48-9735-7c4140bff87a service neutron] 10.222.0.124 "GET /v2.0/subnets?id=fb580ceb-d4c2-41da-b0a8-ed5910fd5560 HTTP/1.1" status: 200 len: 848 time: 0.0467951 Jul 06 13:44:53.713693 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4dca768c-7dd2-4a4c-98f3-d44c222f9e99 req-7e513ba8-4f30-4f67-b0dd-6b802e080f91 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/security-groups?id=f58f32fb-958b-41d5-b6dd-c43c4cedb55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207043 Jul 06 13:44:53.724396 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-33af9d5a-8341-4eb9-9062-002287548c2a req-f27adfa5-e491-4bc2-a48c-60177cac6364 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364742 Jul 06 13:44:53.728067 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 22857de9-f0ae-489b-bb07-fb23a86dfc5b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=22857de9-f0ae-489b-bb07-fb23a86dfc5b,segment=NetworkSegment(78ae0a30-d800-4152-891b-c545e9763cb4),segment_id=78ae0a30-d800-4152-891b-c545e9763cb4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:53.749118 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '22857de9-f0ae-489b-bb07-fb23a86dfc5b', 'network_id': 'ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3', 'port_id': '22857de9-f0ae-489b-bb07-fb23a86dfc5b', 'mac_address': 'fa:16:3e:6e:33:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce517ec-9130-4f36-af09-4b9fdd0ba45c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:44:53.792756 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:53.812655 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22857de9-f0ae-489b-bb07-fb23a86dfc5b {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:44:53.825890 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-89cf3557-9e53-423b-9a9c-b9a11c467ff9 req-27a8c5e7-e689-4d26-a14b-97e05ebdb83d tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106307 Jul 06 13:44:53.837257 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 22857de9-f0ae-489b-bb07-fb23a86dfc5b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=22857de9-f0ae-489b-bb07-fb23a86dfc5b,segment=NetworkSegment(78ae0a30-d800-4152-891b-c545e9763cb4),segment_id=78ae0a30-d800-4152-891b-c545e9763cb4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:53.842222 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 11b74534-6edd-42f5-96cb-83f18e88d93c no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:44:53.842948 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-33af9d5a-8341-4eb9-9062-002287548c2a req-c0a491f2-c24d-47f8-a9e7-ad91a4c3a828 service neutron] 10.222.0.124 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093462 Jul 06 13:44:53.848185 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:53.949326 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-33af9d5a-8341-4eb9-9062-002287548c2a req-8f9846d7-a24b-407f-ad1e-92f7803bbc24 service neutron] 10.222.0.124 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923822 Jul 06 13:44:53.978840 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 11b74534-6edd-42f5-96cb-83f18e88d93c not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:44:53.986180 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['22857de9-f0ae-489b-bb07-fb23a86dfc5b'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:44:53.986869 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-7f3ea861-2ea4-4909-95fc-56c7e2151cc2 service neutron] 10.222.0.124 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973833 Jul 06 13:44:53.993191 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=22857de9-f0ae-489b-bb07-fb23a86dfc5b,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:54.141852 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd000904-f295-4d1d-92b0-8876385aef72 admin admin] Router 96346ec3-cd70-407e-adfa-d8869db83d4f has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:44:54.232158 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-799abeac-fef7-4891-bd53-9348dfa1e40d service neutron] 10.222.0.124 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192912 Jul 06 13:44:54.241063 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69236c45-980c-4f8d-8afb-faa94cd5dca2 req-d03a6692-6c35-4b03-a268-1d8a1f0cd68e tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:54.242851 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-69236c45-980c-4f8d-8afb-faa94cd5dca2 req-d03a6692-6c35-4b03-a268-1d8a1f0cd68e tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=8a6f8620-ea68-4987-9556-e1f65b10d122 HTTP/1.1" status: 200 len: 945 time: 0.2197821 Jul 06 13:44:54.340126 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-5fa71ffe-c31c-4f75-bef8-c53ec85f7b9f tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391307 Jul 06 13:44:54.368334 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-69236c45-980c-4f8d-8afb-faa94cd5dca2 req-d60f0a36-5b0c-4c0f-8c5c-0a21ad8e7fd1 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167486 Jul 06 13:44:54.413603 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd000904-f295-4d1d-92b0-8876385aef72 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:44:54.422991 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e0da05-bce9-4126-8a35-d315dd699d98 None None] Sync routers for ids ['96346ec3-cd70-407e-adfa-d8869db83d4f'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:44:54.427145 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-cd000904-f295-4d1d-92b0-8876385aef72 admin admin] 10.222.0.118 "PUT /v2.0/routers/96346ec3-cd70-407e-adfa-d8869db83d4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1193702 Jul 06 13:44:54.429977 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37208) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:54.437123 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e0da05-bce9-4126-8a35-d315dd699d98 None None] Routers {'96346ec3-cd70-407e-adfa-d8869db83d4f'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:44:54.438317 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-98e0da05-bce9-4126-8a35-d315dd699d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:44:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['96346ec3-cd70-407e-adfa-d8869db83d4f'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:54.569608 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:44:54.604369 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f5ffeca7-e1b1-4fa2-a482-59f576d5922a req-133b0c59-2e46-4629-b643-b37ce55e2ed9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=afb69760-051b-4b3d-b937-4a40b7a571be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1310387 Jul 06 13:44:54.661388 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-98e0da05-bce9-4126-8a35-d315dd699d98 None None] Set router 96346ec3-cd70-407e-adfa-d8869db83d4f gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:44:54.710992 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffeca7-e1b1-4fa2-a482-59f576d5922a req-7d80e9ae-ccba-4109-bd39-16ee4dc296eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:54.713342 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f5ffeca7-e1b1-4fa2-a482-59f576d5922a req-7d80e9ae-ccba-4109-bd39-16ee4dc296eb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&device_id=afb69760-051b-4b3d-b937-4a40b7a571be HTTP/1.1" status: 200 len: 1100 time: 0.0744669 Jul 06 13:44:54.846959 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffeca7-e1b1-4fa2-a482-59f576d5922a req-88571a12-7a02-435a-8246-cabe5f3933ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:54.848552 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f5ffeca7-e1b1-4fa2-a482-59f576d5922a req-88571a12-7a02-435a-8246-cabe5f3933ae service neutron] 10.222.0.52 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.1055784 Jul 06 13:44:54.864950 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-98e0da05-bce9-4126-8a35-d315dd699d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96346ec3-cd70-407e-adfa-d8869db83d4f', 'name': 'tempest-FloatingIPDetailsTestJSON-1573930650-router', 'tenant_id': '58a516db59fd4bca831af47800edb0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ef1dff44-d869-4faf-80f7-b82a141bf667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:44:15Z', 'updated_at': '2021-07-06T13:44:52Z', 'revision_number': 5, 'project_id': '58a516db59fd4bca831af47800edb0ed', 'gw_port': {'id': 'ef1dff44-d869-4faf-80f7-b82a141bf667', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96346ec3-cd70-407e-adfa-d8869db83d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:44:16Z', 'updated_at': '2021-07-06T13:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:54.892667 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e0da05-bce9-4126-8a35-d315dd699d98 None None] Checking router: 96346ec3-cd70-407e-adfa-d8869db83d4f for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:44:54.900968 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f5ffeca7-e1b1-4fa2-a482-59f576d5922a req-b663a2b4-e756-459d-abe4-899b7a560862 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=ee23cc46-4c30-460d-b796-1d9a9e218bbe HTTP/1.1" status: 200 len: 217 time: 0.0403488 Jul 06 13:44:54.905385 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e0da05-bce9-4126-8a35-d315dd699d98 None None] Routers {'96346ec3-cd70-407e-adfa-d8869db83d4f'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:44:54.906032 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-98e0da05-bce9-4126-8a35-d315dd699d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:44:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['96346ec3-cd70-407e-adfa-d8869db83d4f'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:54.948123 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-b8f40650-e967-46cb-928a-512c07ea222a tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:54.950001 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-b8f40650-e967-46cb-928a-512c07ea222a tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5979345 Jul 06 13:44:54.966561 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffeca7-e1b1-4fa2-a482-59f576d5922a req-911e0c18-8d15-4a6b-bc53-078128d35dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:54.968786 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f5ffeca7-e1b1-4fa2-a482-59f576d5922a req-911e0c18-8d15-4a6b-bc53-078128d35dbf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0598259 Jul 06 13:44:54.989808 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-6f43b271-31ab-4f92-b685-dffa51a5b2b0 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/quotas/0a3b9513c4994d478b01e1dbfa52d0ba HTTP/1.1" status: 200 len: 375 time: 0.0302010 Jul 06 13:44:54.991883 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9598e12d-f55f-4dab-8433-c8a41659e712 admin admin] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:55.029866 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffeca7-e1b1-4fa2-a482-59f576d5922a req-b6d0b897-c07c-41ad-867d-ba8c811bc08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:55.031751 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f5ffeca7-e1b1-4fa2-a482-59f576d5922a req-b6d0b897-c07c-41ad-867d-ba8c811bc08a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0551066 Jul 06 13:44:55.074289 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-98e0da05-bce9-4126-8a35-d315dd699d98 None None] Set router 96346ec3-cd70-407e-adfa-d8869db83d4f gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:44:55.126120 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f5ffeca7-e1b1-4fa2-a482-59f576d5922a req-436702a5-80db-4369-8ce8-1fe2cdc2c431 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858321 Jul 06 13:44:55.129794 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-81c4d7a7-9570-40cf-9c41-c09ae4bed91e tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:55.131307 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-81c4d7a7-9570-40cf-9c41-c09ae4bed91e tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.124 "GET /v2.0/ports?device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0&tenant_id=2348caba5ff048eca9a30073164626c9&binding%3Ahost_id=n-h2-773644-6 HTTP/1.1" status: 200 len: 1095 time: 0.2650421 Jul 06 13:44:55.145793 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9e9be-1847-4486-af54-601f33d61c90 req-eb4aebc1-df4b-46b9-9bae-abf2c8f1ff8e tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:55.147305 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cab9e9be-1847-4486-af54-601f33d61c90 req-eb4aebc1-df4b-46b9-9bae-abf2c8f1ff8e tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617 HTTP/1.1" status: 200 len: 943 time: 0.2795558 Jul 06 13:44:55.237650 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f5ffeca7-e1b1-4fa2-a482-59f576d5922a req-2da97ada-b227-4dcc-9fcb-4b75fdb0b7b6 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037304 Jul 06 13:44:55.250770 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9598e12d-f55f-4dab-8433-c8a41659e712 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:55.280322 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-d3465ab3-8a59-4c8a-883c-4f8ba81e08e3 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2462943 Jul 06 13:44:55.297724 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cab9e9be-1847-4486-af54-601f33d61c90 req-881ac8e8-f58d-423b-8c8c-c6721b063d15 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388414 Jul 06 13:44:55.347154 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-98e0da05-bce9-4126-8a35-d315dd699d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96346ec3-cd70-407e-adfa-d8869db83d4f', 'name': 'tempest-FloatingIPDetailsTestJSON-1573930650-router', 'tenant_id': '58a516db59fd4bca831af47800edb0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ef1dff44-d869-4faf-80f7-b82a141bf667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:44:15Z', 'updated_at': '2021-07-06T13:44:52Z', 'revision_number': 5, 'project_id': '58a516db59fd4bca831af47800edb0ed', 'gw_port': {'id': 'ef1dff44-d869-4faf-80f7-b82a141bf667', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96346ec3-cd70-407e-adfa-d8869db83d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:44:16Z', 'updated_at': '2021-07-06T13:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:55.363995 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb826e6-e020-43a8-aa4b-a9173bbf741b x-openstack-request-id: req-0fb826e6-e020-43a8-aa4b-a9173bbf741b {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:44:55.364299 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d4357e-6623-4bfa-b3d3-7fab2b3cb617", "tag": "c288392a-7155-4679-98d5-a1b75b245831", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:44:55.364553 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-0fb826e6-e020-43a8-aa4b-a9173bbf741b {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:44:55.364950 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d4357e-6623-4bfa-b3d3-7fab2b3cb617', 'tag': 'c288392a-7155-4679-98d5-a1b75b245831', 'status': 'completed', 'code': 200} Jul 06 13:44:55.397736 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e0da05-bce9-4126-8a35-d315dd699d98 None None] The sync data for ids ['96346ec3-cd70-407e-adfa-d8869db83d4f'] in n-d-773644-6 is: [{'id': '96346ec3-cd70-407e-adfa-d8869db83d4f', 'name': 'tempest-FloatingIPDetailsTestJSON-1573930650-router', 'tenant_id': '58a516db59fd4bca831af47800edb0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': 'ef1dff44-d869-4faf-80f7-b82a141bf667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:44:15Z', 'updated_at': '2021-07-06T13:44:52Z', 'revision_number': 5, 'project_id': '58a516db59fd4bca831af47800edb0ed', 'gw_port': {'id': 'ef1dff44-d869-4faf-80f7-b82a141bf667', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96346ec3-cd70-407e-adfa-d8869db83d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:44:16Z', 'updated_at': '2021-07-06T13:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:44:55.415592 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-9598e12d-f55f-4dab-8433-c8a41659e712 admin admin] Deleting port ef1dff44-d869-4faf-80f7-b82a141bf667 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:44:55.416166 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9598e12d-f55f-4dab-8433-c8a41659e712 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:55.485020 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-cc5be962-2b0b-416a-bfeb-8f2402e117d1 service neutron] For port 11b74534-6edd-42f5-96cb-83f18e88d93c, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:44:55.489813 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-cc5be962-2b0b-416a-bfeb-8f2402e117d1 service neutron] Notify callbacks [] for binding, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:55.492265 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-656f7d83-02db-44e3-88d6-c5d695b944e2 req-cc5be962-2b0b-416a-bfeb-8f2402e117d1 service neutron] 10.222.0.124 "DELETE /v2.0/ports/11b74534-6edd-42f5-96cb-83f18e88d93c/bindings/n-h1-773644-6 HTTP/1.1" status: 204 len: 173 time: 0.3408911 Jul 06 13:44:55.545564 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22646039-c9a7-44de-b79d-075ed6ce17a8 req-2983efd4-6e64-4e0b-aacc-7cc24c4defa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:55.547941 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-22646039-c9a7-44de-b79d-075ed6ce17a8 req-2983efd4-6e64-4e0b-aacc-7cc24c4defa3 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0a05dcebc7174fa4835bbaac9666195c&device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617 HTTP/1.1" status: 200 len: 1094 time: 0.1476195 Jul 06 13:44:55.578672 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-9598e12d-f55f-4dab-8433-c8a41659e712 admin admin] For port ef1dff44-d869-4faf-80f7-b82a141bf667, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=ef1dff44-d869-4faf-80f7-b82a141bf667,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:55.579208 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9598e12d-f55f-4dab-8433-c8a41659e712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:55.614225 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-9598e12d-f55f-4dab-8433-c8a41659e712 admin admin] Calling delete_port for ef1dff44-d869-4faf-80f7-b82a141bf667 owned by network:router_gateway {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:44:55.633891 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 22857de9-f0ae-489b-bb07-fb23a86dfc5b up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:44:55.715252 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 22857de9-f0ae-489b-bb07-fb23a86dfc5b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:44:55.715626 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:55.796075 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ef4fdafd-6145-41dc-85dc-f88362b5794b no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:44:55.811034 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cadaa-f5dc-4583-a014-b16e83518cc6 req-d54919b8-4d83-4791-a0e4-07d568dc48be tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:55.812946 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4d0cadaa-f5dc-4583-a014-b16e83518cc6 req-d54919b8-4d83-4791-a0e4-07d568dc48be tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/ports?device_id=6bc20ddd-b064-4cb4-8551-c46a47bbb5be HTTP/1.1" status: 200 len: 945 time: 0.2157953 Jul 06 13:44:55.884392 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: ef4fdafd-6145-41dc-85dc-f88362b5794b {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:44:55.885104 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ef4fdafd-6145-41dc-85dc-f88362b5794b not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:44:55.904638 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:55.936116 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6f8620-ea68-4987-9556-e1f65b10d122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22857de9-f0ae-489b-bb07-fb23a86dfc5b'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:44:55.942087 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa862c03-ae92-4f2a-8b8e-89439f78f1f1" -d '{"events": [{"server_uuid": "8a6f8620-ea68-4987-9556-e1f65b10d122", "name": "network-vif-plugged", "status": "completed", "tag": "22857de9-f0ae-489b-bb07-fb23a86dfc5b"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:44:55.963743 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 22857de9-f0ae-489b-bb07-fb23a86dfc5b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=22857de9-f0ae-489b-bb07-fb23a86dfc5b,segment=NetworkSegment(78ae0a30-d800-4152-891b-c545e9763cb4),segment_id=78ae0a30-d800-4152-891b-c545e9763cb4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:55.969239 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:56.015144 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4d0cadaa-f5dc-4583-a014-b16e83518cc6 req-6a802495-608d-4d24-9470-1dcfd4902add tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/security-groups?id=f58f32fb-958b-41d5-b6dd-c43c4cedb55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378438 Jul 06 13:44:56.051783 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c39ded-7ed0-46ae-9aaf-76f49d2309cb req-02e79f81-10d3-4cf7-bd75-6f52999d32ec tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:56.052181 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=22857de9-f0ae-489b-bb07-fb23a86dfc5b,revision_number=7']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:56.052283 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-74c39ded-7ed0-46ae-9aaf-76f49d2309cb req-02e79f81-10d3-4cf7-bd75-6f52999d32ec tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0 HTTP/1.1" status: 200 len: 944 time: 0.3899848 Jul 06 13:44:56.086382 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22646039-c9a7-44de-b79d-075ed6ce17a8 req-c5914a06-5647-49ee-aea7-2d7a60ad0ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:56.088904 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-22646039-c9a7-44de-b79d-075ed6ce17a8 req-c5914a06-5647-49ee-aea7-2d7a60ad0ce3 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b HTTP/1.1" status: 200 len: 909 time: 0.5319166 Jul 06 13:44:56.144061 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-22646039-c9a7-44de-b79d-075ed6ce17a8 req-0a9b3232-cc5e-44d9-a737-8f64af963b99 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c288392a-7155-4679-98d5-a1b75b245831 HTTP/1.1" status: 200 len: 217 time: 0.0486689 Jul 06 13:44:56.157860 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-74c39ded-7ed0-46ae-9aaf-76f49d2309cb req-344854cc-8b86-4fd5-aae8-e222357e616d tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122909 Jul 06 13:44:56.217851 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9598e12d-f55f-4dab-8433-c8a41659e712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:56.228712 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22646039-c9a7-44de-b79d-075ed6ce17a8 req-46b5eb2a-263f-41dd-a243-1b27b8130c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:56.230317 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-22646039-c9a7-44de-b79d-075ed6ce17a8 req-46b5eb2a-263f-41dd-a243-1b27b8130c0f service neutron] 10.222.0.124 "GET /v2.0/subnets?id=fb580ceb-d4c2-41da-b0a8-ed5910fd5560 HTTP/1.1" status: 200 len: 848 time: 0.0779855 Jul 06 13:44:56.277667 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598e12d-f55f-4dab-8433-c8a41659e712 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef1dff44-d869-4faf-80f7-b82a141bf667,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:56.285899 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-22646039-c9a7-44de-b79d-075ed6ce17a8 req-9e15a00d-8370-4ae7-8db7-8f6e3947f284 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412853 Jul 06 13:44:56.392600 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-faeca043-b1a4-478d-9c2e-80c0e4302899 req-a627a146-6ed4-44e5-81d2-115c4fbf70e5 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=73e00c80-7c7f-4aa5-8904-da4f2fcdaecf HTTP/1.1" status: 200 len: 210 time: 0.0368629 Jul 06 13:44:56.410190 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8da29b-a123-45be-a780-470380e70077 req-c37a0958-dc15-4171-940c-20421cc93d31 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:56.417535 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5d8da29b-a123-45be-a780-470380e70077 req-c37a0958-dc15-4171-940c-20421cc93d31 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=8a6f8620-ea68-4987-9556-e1f65b10d122 HTTP/1.1" status: 200 len: 946 time: 0.2125981 Jul 06 13:44:56.447792 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-22646039-c9a7-44de-b79d-075ed6ce17a8 req-f683cd57-52a5-4f45-a62f-897469411bc1 service neutron] 10.222.0.124 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473041 Jul 06 13:44:56.466699 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9598e12d-f55f-4dab-8433-c8a41659e712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:56.481009 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e89240-7eed-455d-a5e8-2e581cf100b8 x-openstack-request-id: req-59e89240-7eed-455d-a5e8-2e581cf100b8 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:44:56.481313 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6f8620-ea68-4987-9556-e1f65b10d122", "name": "network-vif-plugged", "status": "completed", "tag": "22857de9-f0ae-489b-bb07-fb23a86dfc5b", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:44:56.481574 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-59e89240-7eed-455d-a5e8-2e581cf100b8 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:44:56.482030 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6f8620-ea68-4987-9556-e1f65b10d122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22857de9-f0ae-489b-bb07-fb23a86dfc5b', 'code': 200} Jul 06 13:44:56.584143 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5d8da29b-a123-45be-a780-470380e70077 req-f1c243f0-f970-49de-914d-8524c5715731 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609149 Jul 06 13:44:56.607836 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-22646039-c9a7-44de-b79d-075ed6ce17a8 req-c6e25708-4ecb-4717-b210-1fb196851d30 service neutron] 10.222.0.124 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532350 Jul 06 13:44:56.664985 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9598e12d-f55f-4dab-8433-c8a41659e712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:56.667985 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9598e12d-f55f-4dab-8433-c8a41659e712 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:56.680756 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37254) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:56.781993 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9598e12d-f55f-4dab-8433-c8a41659e712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:56.783574 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9598e12d-f55f-4dab-8433-c8a41659e712 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96346ec3-cd70-407e-adfa-d8869db83d4f {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:44:56.793030 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9598e12d-f55f-4dab-8433-c8a41659e712 admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:56.796279 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9598e12d-f55f-4dab-8433-c8a41659e712 admin admin] 10.222.0.118 "DELETE /v2.0/routers/96346ec3-cd70-407e-adfa-d8869db83d4f HTTP/1.1" status: 204 len: 168 time: 2.3631766 Jul 06 13:44:56.796524 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37258) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:56.815463 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-095364d9-9df2-4cc2-bc2c-71701bc7bd1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:56.866684 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b494728-73e1-4549-b413-d157271ec4bf req-4ba5389d-9d4c-4ab9-88d6-e11ee3659e05 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:56.868292 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b494728-73e1-4549-b413-d157271ec4bf req-4ba5389d-9d4c-4ab9-88d6-e11ee3659e05 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/ports?device_id=6bc20ddd-b064-4cb4-8551-c46a47bbb5be HTTP/1.1" status: 200 len: 945 time: 0.2155726 Jul 06 13:44:56.880660 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37260) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:56.885618 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-04e80411-9ec8-4d4f-ba0b-67ad250db4cc tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Request body: {'floatingip': {'port_id': '4deac223-6375-44c9-a971-f6941229d630'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:56.942622 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-095364d9-9df2-4cc2-bc2c-71701bc7bd1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:56.951675 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-095364d9-9df2-4cc2-bc2c-71701bc7bd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:56.956669 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa7baad-b45b-48c1-bdd7-59b49b18f792 admin admin] Deleting subnet 772064b6-6e38-404b-8d34-32ae6f96f079 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:44:56.966273 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aaa7baad-b45b-48c1-bdd7-59b49b18f792 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:56.973210 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-04e80411-9ec8-4d4f-ba0b-67ad250db4cc tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks [] for floatingip, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:57.010070 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-095364d9-9df2-4cc2-bc2c-71701bc7bd1a admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=78c88f5ea54d49eca2231f7945daa264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281698 Jul 06 13:44:57.011059 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37270) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:57.053367 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095364d9-9df2-4cc2-bc2c-71701bc7bd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8272f29c-deb9-4519-a411-ec6f41492f12,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:57.089660 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b72e5c5-b836-46db-9a66-06fac7369764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:57.108189 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d0c2d-2f1a-4d1f-95ef-b6162efc073a req-01d67439-43c3-4cdb-a5fa-72f9db05b095 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:57.127016 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da7d0c2d-2f1a-4d1f-95ef-b6162efc073a req-01d67439-43c3-4cdb-a5fa-72f9db05b095 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617 HTTP/1.1" status: 200 len: 943 time: 0.3187563 Jul 06 13:44:57.134756 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b72e5c5-b836-46db-9a66-06fac7369764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:57.155324 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aaa7baad-b45b-48c1-bdd7-59b49b18f792 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:57.247047 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b72e5c5-b836-46db-9a66-06fac7369764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:57.251092 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b72e5c5-b836-46db-9a66-06fac7369764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:57.259455 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2b72e5c5-b836-46db-9a66-06fac7369764 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/8272f29c-deb9-4519-a411-ec6f41492f12 HTTP/1.1" status: 204 len: 168 time: 0.2440200 Jul 06 13:44:57.270423 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-d0fe76d7-34be-4b76-b642-00e7a8b1eb0e tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.124 "GET /v2.0/networks?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694671 Jul 06 13:44:57.271317 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72e5c5-b836-46db-9a66-06fac7369764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8272f29c-deb9-4519-a411-ec6f41492f12,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:57.277987 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da7d0c2d-2f1a-4d1f-95ef-b6162efc073a req-c2e71cc0-5a6e-49ca-bb7a-8b0b65bc6401 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499331 Jul 06 13:44:57.485285 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aaa7baad-b45b-48c1-bdd7-59b49b18f792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:57.530643 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-d01a03fb-9a1d-4f26-a421-28900419daf0 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:57.538031 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-d01a03fb-9a1d-4f26-a421-28900419daf0 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2469935 Jul 06 13:44:57.549930 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-3c2f0ecd-18a8-4a53-b4c8-ff15a4445604 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Request body: {'port': {'device_id': '73e00c80-7c7f-4aa5-8904-da4f2fcdaecf', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'admin_state_up': True, 'tenant_id': '0a3b9513c4994d478b01e1dbfa52d0ba'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:57.648768 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device c288392a-7155-4679-98d5-a1b75b245831 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:44:57.732584 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-3c2f0ecd-18a8-4a53-b4c8-ff15a4445604 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Made reservation on behalf of 0a3b9513c4994d478b01e1dbfa52d0ba for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:44:57.743121 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-3c2f0ecd-18a8-4a53-b4c8-ff15a4445604 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:57.793288 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aaa7baad-b45b-48c1-bdd7-59b49b18f792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:57.808628 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ef1dff44-d869-4faf-80f7-b82a141bf667 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:44:57.843804 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 82657d01-d2ef-47d1-9c49-544750053849 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:44:57.851654 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: ef1dff44-d869-4faf-80f7-b82a141bf667 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:44:57.852131 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ef1dff44-d869-4faf-80f7-b82a141bf667 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:44:57.891747 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7baad-b45b-48c1-bdd7-59b49b18f792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=772064b6-6e38-404b-8d34-32ae6f96f079,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:57.899182 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd2b89-7468-4a69-9589-bfeb3000f7b5 req-30d1347e-07f3-4d9e-ab2e-5dd885c41494 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:57.906462 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dfcd2b89-7468-4a69-9589-bfeb3000f7b5 req-30d1347e-07f3-4d9e-ab2e-5dd885c41494 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0 HTTP/1.1" status: 200 len: 1095 time: 0.3929622 Jul 06 13:44:57.948761 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00096b51-113e-4c8b-99cc-2163e0d550ed req-79046c49-c5c5-4f00-a257-e585812e1bda tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:57.950592 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00096b51-113e-4c8b-99cc-2163e0d550ed req-79046c49-c5c5-4f00-a257-e585812e1bda tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=8a6f8620-ea68-4987-9556-e1f65b10d122 HTTP/1.1" status: 200 len: 946 time: 0.4261076 Jul 06 13:44:57.952526 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aaa7baad-b45b-48c1-bdd7-59b49b18f792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:57.955145 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-aaa7baad-b45b-48c1-bdd7-59b49b18f792 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/772064b6-6e38-404b-8d34-32ae6f96f079 HTTP/1.1" status: 204 len: 168 time: 1.1571488 Jul 06 13:44:57.965664 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37304) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:57.975339 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0f5260-381a-42b0-b923-839db85a12ee None None] Network c0f68264-e4ec-457e-8a97-e93086eb236e requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:44:58.051297 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dfcd2b89-7468-4a69-9589-bfeb3000f7b5 req-c378434b-22e0-484e-ae37-5943233d6022 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436470 Jul 06 13:44:58.103748 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00096b51-113e-4c8b-99cc-2163e0d550ed req-891c1efd-ae73-4c50-99ad-1c2fa0ac3d31 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402206 Jul 06 13:44:58.124625 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port c288392a-7155-4679-98d5-a1b75b245831, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c288392a-7155-4679-98d5-a1b75b245831,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:58.150782 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.db.resource_extend [None req-04e80411-9ec8-4d4f-ba0b-67ad250db4cc tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 13:44:58.214271 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-3c2f0ecd-18a8-4a53-b4c8-ff15a4445604 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Allocated IP 192.168.233.100 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/5613f036-2ca4-4e30-8c02-05c332c5432b) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:44:58.258606 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'c288392a-7155-4679-98d5-a1b75b245831', 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b', 'port_id': 'c288392a-7155-4679-98d5-a1b75b245831', 'mac_address': 'fa:16:3e:cc:93:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb580ceb-d4c2-41da-b0a8-ed5910fd5560', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:44:58.277900 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-11816099-c729-4a31-a012-1b5959d87c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:58.303980 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-04e80411-9ec8-4d4f-ba0b-67ad250db4cc tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:58.309367 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-04e80411-9ec8-4d4f-ba0b-67ad250db4cc tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:58.370816 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 82657d01-d2ef-47d1-9c49-544750053849, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=82657d01-d2ef-47d1-9c49-544750053849,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:58.384010 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bb8df0ce-d283-4fa8-a1dd-1058988dbd87 req-49736f57-9bf9-4a58-9f9c-ef1908bc6d70 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=73e00c80-7c7f-4aa5-8904-da4f2fcdaecf HTTP/1.1" status: 200 len: 210 time: 0.0405400 Jul 06 13:44:58.439808 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:58.481140 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c288392a-7155-4679-98d5-a1b75b245831 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:44:58.497377 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '82657d01-d2ef-47d1-9c49-544750053849', 'network_id': '32044b4f-f14f-4915-ba05-43d758a7c9ad', 'port_id': '82657d01-d2ef-47d1-9c49-544750053849', 'mac_address': 'fa:16:3e:17:8d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a26d9c0-3fa2-4ed5-a111-4efe079a2d6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:44:58.564645 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4cd50e-1acb-4d22-9008-2d7e5b07cc6c None None] DHCP port deletion for c0f68264-e4ec-457e-8a97-e93086eb236e request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:44:58.581023 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port c288392a-7155-4679-98d5-a1b75b245831, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c288392a-7155-4679-98d5-a1b75b245831,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:58.614255 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:58.677355 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=c288392a-7155-4679-98d5-a1b75b245831,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:58.683962 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:58.716772 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82657d01-d2ef-47d1-9c49-544750053849 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:44:58.729340 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-11816099-c729-4a31-a012-1b5959d87c04 admin admin] Deleting port a513e162-8ed2-4fd3-80b2-5cd0fc379591 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:44:58.729694 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-11816099-c729-4a31-a012-1b5959d87c04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:58.743255 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-6f4cd50e-1acb-4d22-9008-2d7e5b07cc6c None None] Deleting port a513e162-8ed2-4fd3-80b2-5cd0fc379591 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:44:58.743912 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6f4cd50e-1acb-4d22-9008-2d7e5b07cc6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:58.803993 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 82657d01-d2ef-47d1-9c49-544750053849, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=82657d01-d2ef-47d1-9c49-544750053849,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:58.818334 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:58.850775 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-3c2f0ecd-18a8-4a53-b4c8-ff15a4445604 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:58.874654 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-11816099-c729-4a31-a012-1b5959d87c04 admin admin] For port a513e162-8ed2-4fd3-80b2-5cd0fc379591, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a513e162-8ed2-4fd3-80b2-5cd0fc379591,segment=NetworkSegment(663775f7-1c0d-4857-a657-19a10a1d0396),segment_id=663775f7-1c0d-4857-a657-19a10a1d0396)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:58.874654 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-11816099-c729-4a31-a012-1b5959d87c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:58.880206 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37352) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:44:58.892137 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-6f4cd50e-1acb-4d22-9008-2d7e5b07cc6c None None] For port a513e162-8ed2-4fd3-80b2-5cd0fc379591, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a513e162-8ed2-4fd3-80b2-5cd0fc379591,segment=NetworkSegment(663775f7-1c0d-4857-a657-19a10a1d0396),segment_id=663775f7-1c0d-4857-a657-19a10a1d0396)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:44:58.893094 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6f4cd50e-1acb-4d22-9008-2d7e5b07cc6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:58.909797 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-3c2f0ecd-18a8-4a53-b4c8-ff15a4445604 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Transition to ACTIVE for port object 5613f036-2ca4-4e30-8c02-05c332c5432b will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:44:58.911720 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-11816099-c729-4a31-a012-1b5959d87c04 admin admin] Calling delete_port for a513e162-8ed2-4fd3-80b2-5cd0fc379591 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:44:58.923958 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-6f4cd50e-1acb-4d22-9008-2d7e5b07cc6c None None] Calling delete_port for a513e162-8ed2-4fd3-80b2-5cd0fc379591 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:44:58.940840 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['82657d01-d2ef-47d1-9c49-544750053849'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:44:58.972973 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=82657d01-d2ef-47d1-9c49-544750053849,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:58.990968 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['c288392a-7155-4679-98d5-a1b75b245831'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:44:59.086234 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-3c2f0ecd-18a8-4a53-b4c8-ff15a4445604 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:59.197415 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f0ecd-18a8-4a53-b4c8-ff15a4445604 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Pushing event updated for resources: {'Port': ['ID=5613f036-2ca4-4e30-8c02-05c332c5432b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:59.208464 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-beb5ce45-a6d8-499c-94b9-6c00d1a0e396 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1077122495-network', 'tenant_id': 'e343b5142d1f42b4a79372104c499861'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:59.232482 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-3c2f0ecd-18a8-4a53-b4c8-ff15a4445604 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:44:59.241622 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-3c2f0ecd-18a8-4a53-b4c8-ff15a4445604 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:44:59.249847 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6f4cd50e-1acb-4d22-9008-2d7e5b07cc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:59.265842 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-3c2f0ecd-18a8-4a53-b4c8-ff15a4445604 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:44:59.268223 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-a162d3ba-0542-4a8d-8841-538a986bbd37 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:59.270556 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-a162d3ba-0542-4a8d-8841-538a986bbd37 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/networks?id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d HTTP/1.1" status: 200 len: 821 time: 0.7359767 Jul 06 13:44:59.311952 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4cd50e-1acb-4d22-9008-2d7e5b07cc6c None None] Pushing event deleted for resources: {'Port': ['ID=a513e162-8ed2-4fd3-80b2-5cd0fc379591,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:59.318093 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4cd50e-1acb-4d22-9008-2d7e5b07cc6c None None] No DVR routers for this DVR port a513e162-8ed2-4fd3-80b2-5cd0fc379591 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:44:59.377614 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-3c2f0ecd-18a8-4a53-b4c8-ff15a4445604 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:59.378456 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-3c2f0ecd-18a8-4a53-b4c8-ff15a4445604 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:59.381679 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-c03d5498-78f3-439a-afc1-e0cdc62e1de2 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/quotas/2348caba5ff048eca9a30073164626c9 HTTP/1.1" status: 200 len: 375 time: 0.0904160 Jul 06 13:44:59.394354 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb5ce45-a6d8-499c-94b9-6c00d1a0e396 admin admin] Made reservation on behalf of e343b5142d1f42b4a79372104c499861 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:44:59.398034 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-beb5ce45-a6d8-499c-94b9-6c00d1a0e396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:59.414216 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-3c2f0ecd-18a8-4a53-b4c8-ff15a4445604 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8699067 Jul 06 13:44:59.415398 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-beb5ce45-a6d8-499c-94b9-6c00d1a0e396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:59.421028 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-04e80411-9ec8-4d4f-ba0b-67ad250db4cc tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Floating IP 6f104a4f-9cce-4f6e-b040-8e1bf4d418c1 associated. External IP: 172.25.6.6, port: 4deac223-6375-44c9-a971-f6941229d630. Jul 06 13:44:59.432625 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-11816099-c729-4a31-a012-1b5959d87c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:59.436565 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['ee23cc46-4c30-460d-b796-1d9a9e218bbe', 'ed16c303-fba3-4798-b4e3-d1aa319dbd40'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:44:59.447702 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-5d2284c6-addb-4662-bba2-ea182f9c65e4 service neutron] Request body: {'port': {'device_id': '73e00c80-7c7f-4aa5-8904-da4f2fcdaecf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:44:59.489428 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11816099-c729-4a31-a012-1b5959d87c04 admin admin] Pushing event deleted for resources: {'Port': ['ID=a513e162-8ed2-4fd3-80b2-5cd0fc379591,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:44:59.523130 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84a028-59c2-4414-840c-9af4c5b9b8e6 req-0dbfd9c9-52a2-430b-8404-e8ff8b82a785 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:59.530554 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9b84a028-59c2-4414-840c-9af4c5b9b8e6 req-0dbfd9c9-52a2-430b-8404-e8ff8b82a785 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617 HTTP/1.1" status: 200 len: 943 time: 0.9943135 Jul 06 13:44:59.553170 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11816099-c729-4a31-a012-1b5959d87c04 admin admin] No DVR routers for this DVR port a513e162-8ed2-4fd3-80b2-5cd0fc379591 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:44:59.619175 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c51223-e88e-4ce8-a3e0-7d7e030563d4 req-d982e2e4-3e20-462b-9d7f-763aa7915cbf tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:44:59.621015 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d3c51223-e88e-4ce8-a3e0-7d7e030563d4 req-d982e2e4-3e20-462b-9d7f-763aa7915cbf tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.124 "GET /v2.0/ports?device_id=8a6f8620-ea68-4987-9556-e1f65b10d122 HTTP/1.1" status: 200 len: 946 time: 0.3436387 Jul 06 13:44:59.665893 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d1c8024c-e77a-43fe-a5a6-778e078ba17b None None] Provisioning for port 5613f036-2ca4-4e30-8c02-05c332c5432b completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:44:59.678655 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 22857de9-f0ae-489b-bb07-fb23a86dfc5b no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:44:59.716572 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-11816099-c729-4a31-a012-1b5959d87c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:59.731685 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-11816099-c729-4a31-a012-1b5959d87c04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f68264-e4ec-457e-8a97-e93086eb236e']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:59.732120 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d1c8024c-e77a-43fe-a5a6-778e078ba17b None None] Provisioning complete for port 5613f036-2ca4-4e30-8c02-05c332c5432b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:44:59.732550 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d1c8024c-e77a-43fe-a5a6-778e078ba17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:59.745254 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-11816099-c729-4a31-a012-1b5959d87c04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '663775f7-1c0d-4857-a657-19a10a1d0396') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:59.745673 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-11816099-c729-4a31-a012-1b5959d87c04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '663775f7-1c0d-4857-a657-19a10a1d0396') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:44:59.758298 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-11816099-c729-4a31-a012-1b5959d87c04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:59.784924 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-11816099-c729-4a31-a012-1b5959d87c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:59.792422 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11816099-c729-4a31-a012-1b5959d87c04 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:44:59.793927 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-11816099-c729-4a31-a012-1b5959d87c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:59.800345 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a513e162-8ed2-4fd3-80b2-5cd0fc379591 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:44:59.805455 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9b84a028-59c2-4414-840c-9af4c5b9b8e6 req-a0507869-40ed-4eb5-824b-12e4deefffd8 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740324 Jul 06 13:44:59.826129 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: a513e162-8ed2-4fd3-80b2-5cd0fc379591 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:44:59.826493 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a513e162-8ed2-4fd3-80b2-5cd0fc379591 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:44:59.855123 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 82657d01-d2ef-47d1-9c49-544750053849 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:44:59.916420 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-50a87ddf-21f9-4201-9770-b26c7fe10473 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=2348caba5ff048eca9a30073164626c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4879463 Jul 06 13:44:59.926708 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d1c8024c-e77a-43fe-a5a6-778e078ba17b None None] Port 5613f036-2ca4-4e30-8c02-05c332c5432b cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:44:59.981785 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:44:59.988855 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['7380059d-c7ea-4f31-a1af-4df34a977b25', '5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41', 'b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:44:59.993378 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-beb5ce45-a6d8-499c-94b9-6c00d1a0e396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:45:00.007548 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:45:00.073171 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-5d2284c6-addb-4662-bba2-ea182f9c65e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:00.088069 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-11816099-c729-4a31-a012-1b5959d87c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:00.116174 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 22857de9-f0ae-489b-bb07-fb23a86dfc5b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=22857de9-f0ae-489b-bb07-fb23a86dfc5b,segment=NetworkSegment(78ae0a30-d800-4152-891b-c545e9763cb4),segment_id=78ae0a30-d800-4152-891b-c545e9763cb4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:00.128154 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6f8620-ea68-4987-9556-e1f65b10d122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22857de9-f0ae-489b-bb07-fb23a86dfc5b'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:45:00.131634 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f10526-c3eb-4f47-9b3b-08812a73a9d7" -d '{"events": [{"server_uuid": "8a6f8620-ea68-4987-9556-e1f65b10d122", "name": "network-vif-unplugged", "status": "completed", "tag": "22857de9-f0ae-489b-bb07-fb23a86dfc5b"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:00.144727 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:00.150075 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-d3c51223-e88e-4ce8-a3e0-7d7e030563d4 req-f305a2bd-59a1-4b4e-bc50-7cef5c5c3f13 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Deleting port 22857de9-f0ae-489b-bb07-fb23a86dfc5b {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:45:00.150595 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d3c51223-e88e-4ce8-a3e0-7d7e030563d4 req-f305a2bd-59a1-4b4e-bc50-7cef5c5c3f13 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:00.154765 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 82657d01-d2ef-47d1-9c49-544750053849 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:00.155557 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:00.269238 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-d3c51223-e88e-4ce8-a3e0-7d7e030563d4 req-f305a2bd-59a1-4b4e-bc50-7cef5c5c3f13 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] For port 22857de9-f0ae-489b-bb07-fb23a86dfc5b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=22857de9-f0ae-489b-bb07-fb23a86dfc5b,segment=NetworkSegment(78ae0a30-d800-4152-891b-c545e9763cb4),segment_id=78ae0a30-d800-4152-891b-c545e9763cb4)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:00.269898 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d3c51223-e88e-4ce8-a3e0-7d7e030563d4 req-f305a2bd-59a1-4b4e-bc50-7cef5c5c3f13 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:00.285535 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-d3c51223-e88e-4ce8-a3e0-7d7e030563d4 req-f305a2bd-59a1-4b4e-bc50-7cef5c5c3f13 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Calling delete_port for 22857de9-f0ae-489b-bb07-fb23a86dfc5b owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:45:00.432989 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d3c51223-e88e-4ce8-a3e0-7d7e030563d4 req-f305a2bd-59a1-4b4e-bc50-7cef5c5c3f13 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:00.452193 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-5d2284c6-addb-4662-bba2-ea182f9c65e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5613f036-2ca4-4e30-8c02-05c332c5432b {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:45:00.461928 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-5d2284c6-addb-4662-bba2-ea182f9c65e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:00.478307 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-5d2284c6-addb-4662-bba2-ea182f9c65e4 service neutron] Transition to ACTIVE for port object 5613f036-2ca4-4e30-8c02-05c332c5432b will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:45:00.479421 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-beb5ce45-a6d8-499c-94b9-6c00d1a0e396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:00.481032 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:00.499164 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb5ce45-a6d8-499c-94b9-6c00d1a0e396 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:45:00.510863 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=22857de9-f0ae-489b-bb07-fb23a86dfc5b,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:00.511084 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-beb5ce45-a6d8-499c-94b9-6c00d1a0e396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:00.511439 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-beb5ce45-a6d8-499c-94b9-6c00d1a0e396 admin admin] Added segment 0c331154-8d4c-4526-abe3-f0da3bc0e1fd of type vlan for network a61f130f-6304-41b0-a74b-e084e85bbdd5 Jul 06 13:45:00.568067 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-beb5ce45-a6d8-499c-94b9-6c00d1a0e396 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:00.577833 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 82657d01-d2ef-47d1-9c49-544750053849, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=82657d01-d2ef-47d1-9c49-544750053849,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:00.578487 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c51223-e88e-4ce8-a3e0-7d7e030563d4 req-f305a2bd-59a1-4b4e-bc50-7cef5c5c3f13 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] No DVR routers for this DVR port 22857de9-f0ae-489b-bb07-fb23a86dfc5b on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:45:00.583903 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d3c51223-e88e-4ce8-a3e0-7d7e030563d4 req-f305a2bd-59a1-4b4e-bc50-7cef5c5c3f13 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:00.587375 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d3c51223-e88e-4ce8-a3e0-7d7e030563d4 req-f305a2bd-59a1-4b4e-bc50-7cef5c5c3f13 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.124 "DELETE /v2.0/ports/22857de9-f0ae-489b-bb07-fb23a86dfc5b HTTP/1.1" status: 204 len: 173 time: 0.9561334 Jul 06 13:45:00.589061 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:00.596150 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6f8620-ea68-4987-9556-e1f65b10d122', 'name': 'network-vif-deleted', 'tag': '22857de9-f0ae-489b-bb07-fb23a86dfc5b'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:45:00.599014 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95921c90-3f77-46e7-86be-29ced0696b54" -d '{"events": [{"server_uuid": "8a6f8620-ea68-4987-9556-e1f65b10d122", "name": "network-vif-deleted", "tag": "22857de9-f0ae-489b-bb07-fb23a86dfc5b"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:00.627001 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305a2bd-59a1-4b4e-bc50-7cef5c5c3f13 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Pushing event deleted for resources: {'Port': ['ID=22857de9-f0ae-489b-bb07-fb23a86dfc5b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:00.656325 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-5d2284c6-addb-4662-bba2-ea182f9c65e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:00.659232 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-11816099-c729-4a31-a012-1b5959d87c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:00.661516 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-11816099-c729-4a31-a012-1b5959d87c04 admin admin] 10.222.0.118 "DELETE /v2.0/networks/c0f68264-e4ec-457e-8a97-e93086eb236e HTTP/1.1" status: 204 len: 168 time: 2.6931391 Jul 06 13:45:00.663384 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11816099-c729-4a31-a012-1b5959d87c04 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0f68264-e4ec-457e-8a97-e93086eb236e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:00.679390 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5ce45-a6d8-499c-94b9-6c00d1a0e396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a9092d-cabd-4537-8b61-6bf4aeb20d17,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:00.696608 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-0095defe-df5b-4f5f-99e8-db271b4decad service neutron] 10.222.0.118 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7776425 Jul 06 13:45:00.713154 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad736e1-4452-4275-b117-41cdd7df6d1f req-9d8fbb0e-19ac-4369-ad13-62ff981e6558 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:00.715741 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aad736e1-4452-4275-b117-41cdd7df6d1f req-9d8fbb0e-19ac-4369-ad13-62ff981e6558 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=8a6f8620-ea68-4987-9556-e1f65b10d122 HTTP/1.1" status: 200 len: 867 time: 0.6873231 Jul 06 13:45:00.783340 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-beb5ce45-a6d8-499c-94b9-6c00d1a0e396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:00.800704 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb5ce45-a6d8-499c-94b9-6c00d1a0e396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:00.803259 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-beb5ce45-a6d8-499c-94b9-6c00d1a0e396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:00.824831 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=82657d01-d2ef-47d1-9c49-544750053849,revision_number=7']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:00.827344 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2284c6-addb-4662-bba2-ea182f9c65e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5613f036-2ca4-4e30-8c02-05c332c5432b,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:00.892473 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aad736e1-4452-4275-b117-41cdd7df6d1f req-066f3e7b-980a-42df-b251-6c0864673d28 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575663 Jul 06 13:45:00.910757 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-beb5ce45-a6d8-499c-94b9-6c00d1a0e396 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0262084 Jul 06 13:45:00.910757 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5ce45-a6d8-499c-94b9-6c00d1a0e396 admin admin] Pushing event updated for resources: {'Network': ['ID=a61f130f-6304-41b0-a74b-e084e85bbdd5,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:00.914103 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37370) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:00.921928 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-7d8a537b-360d-4eee-9dcb-148233bfbb45 admin admin] Request body: {'subnet': {'network_id': 'a61f130f-6304-41b0-a74b-e084e85bbdd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1077122495-subnet', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:00.938944 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e80411-9ec8-4d4f-ba0b-67ad250db4cc tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Router 02d9d470-f1fc-4643-b449-548f931d8024 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:45:00.951236 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8a537b-360d-4eee-9dcb-148233bfbb45 admin admin] Made reservation on behalf of e343b5142d1f42b4a79372104c499861 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:45:00.954969 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7d8a537b-360d-4eee-9dcb-148233bfbb45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:00.956399 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network a61f130f-6304-41b0-a74b-e084e85bbdd5 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:45:01.024002 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37376) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:01.089671 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-c916f390-b43e-4ec2-9eff-f0e785a66ba1 service neutron] 10.222.0.118 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723745 Jul 06 13:45:01.176330 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a52e2e02-e7d1-4cad-a4d5-04f043ecf93a admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=58a516db59fd4bca831af47800edb0ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428287 Jul 06 13:45:01.178630 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37382) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:01.237704 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7d8a537b-360d-4eee-9dcb-148233bfbb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:01.429682 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8a537b-360d-4eee-9dcb-148233bfbb45 admin admin] Checking segment: {'id': '0c331154-8d4c-4526-abe3-f0da3bc0e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a61f130f-6304-41b0-a74b-e084e85bbdd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:45:01.430075 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8a537b-360d-4eee-9dcb-148233bfbb45 admin admin] Network hostable DHCP agents. Network: a61f130f-6304-41b0-a74b-e084e85bbdd5, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:45:01.441516 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a537b-360d-4eee-9dcb-148233bfbb45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b03e3a1-6f80-413a-9b2a-0ab9848da27d,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:01.468295 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8a537b-360d-4eee-9dcb-148233bfbb45 admin admin] Network a61f130f-6304-41b0-a74b-e084e85bbdd5 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:45:01.485520 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-5d2284c6-addb-4662-bba2-ea182f9c65e4 service neutron] Attempting to bind port 5613f036-2ca4-4e30-8c02-05c332c5432b on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:45:01.486284 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-5d2284c6-addb-4662-bba2-ea182f9c65e4 service neutron] Attempting to bind port 5613f036-2ca4-4e30-8c02-05c332c5432b by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:45:01.486632 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-5d2284c6-addb-4662-bba2-ea182f9c65e4 service neutron] Attempting to bind port 5613f036-2ca4-4e30-8c02-05c332c5432b on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:01.492848 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-5d2284c6-addb-4662-bba2-ea182f9c65e4 service neutron] Port 5613f036-2ca4-4e30-8c02-05c332c5432b on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:45:01.493186 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-5d2284c6-addb-4662-bba2-ea182f9c65e4 service neutron] Attempting to bind port 5613f036-2ca4-4e30-8c02-05c332c5432b on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:01.495141 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-7d8a537b-360d-4eee-9dcb-148233bfbb45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, a61f130f-6304-41b0-a74b-e084e85bbdd5) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:01.501944 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8a537b-360d-4eee-9dcb-148233bfbb45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:01.502178 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7d8a537b-360d-4eee-9dcb-148233bfbb45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:01.508015 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8248992-4f0b-48c5-bee2-bb2694f13464 None None] Network a61f130f-6304-41b0-a74b-e084e85bbdd5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:45:01.515688 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-5d2284c6-addb-4662-bba2-ea182f9c65e4 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:45:01.516449 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-5d2284c6-addb-4662-bba2-ea182f9c65e4 service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:45:01.517495 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-5d2284c6-addb-4662-bba2-ea182f9c65e4 service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:45:01.518460 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-5d2284c6-addb-4662-bba2-ea182f9c65e4 service neutron] Bound port: 5613f036-2ca4-4e30-8c02-05c332c5432b, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:45:01.518846 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-5d2284c6-addb-4662-bba2-ea182f9c65e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:01.526151 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7d8a537b-360d-4eee-9dcb-148233bfbb45 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6075060 Jul 06 13:45:01.530168 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37388) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:01.537968 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-04fcb0c7-75a5-40e7-9c34-b37e6831ba08 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1077122495-router', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:01.561330 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04fcb0c7-75a5-40e7-9c34-b37e6831ba08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:01.562869 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04fcb0c7-75a5-40e7-9c34-b37e6831ba08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:01.632030 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04fcb0c7-75a5-40e7-9c34-b37e6831ba08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:01.684333 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c611936-e1cf-4116-a318-657e653656d5 x-openstack-request-id: req-1c611936-e1cf-4116-a318-657e653656d5 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:01.684919 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6f8620-ea68-4987-9556-e1f65b10d122", "name": "network-vif-unplugged", "status": "completed", "tag": "22857de9-f0ae-489b-bb07-fb23a86dfc5b", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:01.685274 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-1c611936-e1cf-4116-a318-657e653656d5 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:01.685798 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6f8620-ea68-4987-9556-e1f65b10d122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22857de9-f0ae-489b-bb07-fb23a86dfc5b', 'code': 200} Jul 06 13:45:01.688697 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device c288392a-7155-4679-98d5-a1b75b245831 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:01.709681 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bef7b104-ae04-4d2d-99e9-5698bce2de37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:01.726890 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ad52cf-99cf-411f-8438-5bc56107f9d0 x-openstack-request-id: req-22ad52cf-99cf-411f-8438-5bc56107f9d0 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:01.727581 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6f8620-ea68-4987-9556-e1f65b10d122", "name": "network-vif-deleted", "tag": "22857de9-f0ae-489b-bb07-fb23a86dfc5b", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:01.728815 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-22ad52cf-99cf-411f-8438-5bc56107f9d0 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:01.731647 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6f8620-ea68-4987-9556-e1f65b10d122', 'name': 'network-vif-deleted', 'tag': '22857de9-f0ae-489b-bb07-fb23a86dfc5b', 'status': 'completed', 'code': 200} Jul 06 13:45:01.734682 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e80411-9ec8-4d4f-ba0b-67ad250db4cc tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:45:01.746384 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-04e80411-9ec8-4d4f-ba0b-67ad250db4cc tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:01.812680 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04fcb0c7-75a5-40e7-9c34-b37e6831ba08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:01.838101 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c694b960-e17e-479c-aea2-9407cba507ad None None] Sync routers for ids ['02d9d470-f1fc-4643-b449-548f931d8024'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:45:01.937775 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-04e80411-9ec8-4d4f-ba0b-67ad250db4cc tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "PUT /v2.0/floatingips/6f104a4f-9cce-4f6e-b040-8e1bf4d418c1 HTTP/1.1" status: 200 len: 989 time: 5.0557311 Jul 06 13:45:01.971076 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-5d2284c6-addb-4662-bba2-ea182f9c65e4 service neutron] For port 5613f036-2ca4-4e30-8c02-05c332c5432b, host n-h2-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:01.976010 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-5d2284c6-addb-4662-bba2-ea182f9c65e4 service neutron] For port 5613f036-2ca4-4e30-8c02-05c332c5432b, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=5613f036-2ca4-4e30-8c02-05c332c5432b,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:01.984627 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bef7b104-ae04-4d2d-99e9-5698bce2de37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:01.996631 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c69135d-6588-4c3b-8a67-046ba7431876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-a61f130f-6304-41b0-a74b-e084e85bbdd5', 'network_id': 'a61f130f-6304-41b0-a74b-e084e85bbdd5', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'fixed_ips': [{'subnet_id': '3b03e3a1-6f80-413a-9b2a-0ab9848da27d'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:45:01.997511 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6c69135d-6588-4c3b-8a67-046ba7431876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:02.003067 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-5d2284c6-addb-4662-bba2-ea182f9c65e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:02.023852 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c694b960-e17e-479c-aea2-9407cba507ad None None] Routers {'02d9d470-f1fc-4643-b449-548f931d8024'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:45:02.026859 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c694b960-e17e-479c-aea2-9407cba507ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:44:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['02d9d470-f1fc-4643-b449-548f931d8024'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:02.054863 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-5d2284c6-addb-4662-bba2-ea182f9c65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:02.055506 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-5d2284c6-addb-4662-bba2-ea182f9c65e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:02.056970 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-5d2284c6-addb-4662-bba2-ea182f9c65e4 service neutron] 10.222.0.124 "PUT /v2.0/ports/5613f036-2ca4-4e30-8c02-05c332c5432b HTTP/1.1" status: 200 len: 1096 time: 2.6294842 Jul 06 13:45:02.061243 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e00c80-7c7f-4aa5-8904-da4f2fcdaecf', 'tag': '5613f036-2ca4-4e30-8c02-05c332c5432b'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:45:02.064154 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d86839-9f36-4b80-8105-d9b0480da17a" -d '{"events": [{"name": "network-changed", "server_uuid": "73e00c80-7c7f-4aa5-8904-da4f2fcdaecf", "tag": "5613f036-2ca4-4e30-8c02-05c332c5432b"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:02.121811 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad315f-56f2-4397-bd8d-1a96d0e7fdc1 req-2c29b4ad-c657-44cf-801a-84b9eb0a0211 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:02.121811 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8cad315f-56f2-4397-bd8d-1a96d0e7fdc1 req-2c29b4ad-c657-44cf-801a-84b9eb0a0211 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=73e00c80-7c7f-4aa5-8904-da4f2fcdaecf HTTP/1.1" status: 200 len: 948 time: 0.6940632 Jul 06 13:45:02.191129 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2284c6-addb-4662-bba2-ea182f9c65e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5613f036-2ca4-4e30-8c02-05c332c5432b,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:02.228909 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c58f7e-a4e4-47e9-a55f-e97e66cdc2bb req-ada7c71f-62c2-4019-a683-77d259178505 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:02.251458 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-61c58f7e-a4e4-47e9-a55f-e97e66cdc2bb req-ada7c71f-62c2-4019-a683-77d259178505 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617 HTTP/1.1" status: 200 len: 944 time: 0.3081932 Jul 06 13:45:02.277225 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port c288392a-7155-4679-98d5-a1b75b245831 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:45:02.294941 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bef7b104-ae04-4d2d-99e9-5698bce2de37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:02.307562 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bef7b104-ae04-4d2d-99e9-5698bce2de37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:02.311680 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-bef7b104-ae04-4d2d-99e9-5698bce2de37 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/896763a7-9dd1-4891-b0fe-011dfdd8986e HTTP/1.1" status: 204 len: 168 time: 1.1133623 Jul 06 13:45:02.324473 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port c288392a-7155-4679-98d5-a1b75b245831 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:02.324858 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:02.417582 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7b104-ae04-4d2d-99e9-5698bce2de37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896763a7-9dd1-4891-b0fe-011dfdd8986e,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:02.460141 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8cad315f-56f2-4397-bd8d-1a96d0e7fdc1 req-6aa99a6b-0751-43af-a78f-abc44d6fdfa1 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857764 Jul 06 13:45:02.481650 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-61c58f7e-a4e4-47e9-a55f-e97e66cdc2bb req-8727f901-7eec-4dd5-9e10-25bda30d9b4d tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946304 Jul 06 13:45:02.610938 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-c694b960-e17e-479c-aea2-9407cba507ad None None] Set router 02d9d470-f1fc-4643-b449-548f931d8024 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:45:02.665706 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04fcb0c7-75a5-40e7-9c34-b37e6831ba08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:02.801649 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04fcb0c7-75a5-40e7-9c34-b37e6831ba08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:02.880287 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-6c69135d-6588-4c3b-8a67-046ba7431876 None None] Allocated IP 172.20.0.2 (a61f130f-6304-41b0-a74b-e084e85bbdd5/3b03e3a1-6f80-413a-9b2a-0ab9848da27d/aedb4552-a05d-46a7-8117-84f26c9dea30) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:02.888712 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4d3333be-915a-4824-b230-3393ab9255bf req-93b7908f-e3ce-492e-bf69-43737d50aa1c tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 210 time: 0.1180930 Jul 06 13:45:03.130716 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-04fcb0c7-75a5-40e7-9c34-b37e6831ba08 admin admin] Allocated IP 172.25.6.30 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:03.248521 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d016d67-6ed4-48fe-8a83-515f47566e48 x-openstack-request-id: req-5d016d67-6ed4-48fe-8a83-515f47566e48 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:03.249381 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e00c80-7c7f-4aa5-8904-da4f2fcdaecf", "tag": "5613f036-2ca4-4e30-8c02-05c332c5432b", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:03.249653 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-5d016d67-6ed4-48fe-8a83-515f47566e48 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:03.250098 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e00c80-7c7f-4aa5-8904-da4f2fcdaecf', 'tag': '5613f036-2ca4-4e30-8c02-05c332c5432b', 'status': 'completed', 'code': 200} Jul 06 13:45:03.293262 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:03.295840 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6c69135d-6588-4c3b-8a67-046ba7431876 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:03.308856 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-2cf727c9-9120-4dcd-9848-107e6e50d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:03.311047 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-2cf727c9-9120-4dcd-9848-107e6e50d1b2 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&device_id=73e00c80-7c7f-4aa5-8904-da4f2fcdaecf HTTP/1.1" status: 200 len: 1099 time: 1.2039230 Jul 06 13:45:03.317595 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6c69135d-6588-4c3b-8a67-046ba7431876 None None] Transition to ACTIVE for port object aedb4552-a05d-46a7-8117-84f26c9dea30 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:45:03.361215 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port c288392a-7155-4679-98d5-a1b75b245831, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c288392a-7155-4679-98d5-a1b75b245831,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:03.369743 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:03.370913 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 22857de9-f0ae-489b-bb07-fb23a86dfc5b no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:45:03.428196 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6c69135d-6588-4c3b-8a67-046ba7431876 None None] Transition to ACTIVE for port object aedb4552-a05d-46a7-8117-84f26c9dea30 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:45:03.438094 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-106d9c3e-cf76-4b77-8fe5-b1299bfd520c tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:03.441147 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 22857de9-f0ae-489b-bb07-fb23a86dfc5b {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:45:03.441673 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 22857de9-f0ae-489b-bb07-fb23a86dfc5b not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:45:03.446129 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-106d9c3e-cf76-4b77-8fe5-b1299bfd520c tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/networks?id=ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3 HTTP/1.1" status: 200 len: 821 time: 0.2523706 Jul 06 13:45:03.446822 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-569ee0a9-cb5e-4961-8beb-9d3491227c12 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=5613f036-2ca4-4e30-8c02-05c332c5432b HTTP/1.1" status: 200 len: 217 time: 0.1220391 Jul 06 13:45:03.462933 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04fcb0c7-75a5-40e7-9c34-b37e6831ba08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:03.471754 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6c69135d-6588-4c3b-8a67-046ba7431876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:03.477705 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-507d7a8c-2ce0-456f-96a1-f225e56fc39f tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/quotas/220d4319c95847189296d6ec839eccde HTTP/1.1" status: 200 len: 375 time: 0.0233197 Jul 06 13:45:03.522101 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=c288392a-7155-4679-98d5-a1b75b245831,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:03.526580 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c69135d-6588-4c3b-8a67-046ba7431876 None None] Network a61f130f-6304-41b0-a74b-e084e85bbdd5 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:03.533422 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-6c69135d-6588-4c3b-8a67-046ba7431876 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:03.572489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c69135d-6588-4c3b-8a67-046ba7431876 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:45:03.621168 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-cff81578-b857-4347-9af0-f0a8ae13a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:03.623116 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-cff81578-b857-4347-9af0-f0a8ae13a58b service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1338975 Jul 06 13:45:03.637189 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c694b960-e17e-479c-aea2-9407cba507ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9d470-f1fc-4643-b449-548f931d8024', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-245764315-router', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:02Z', 'updated_at': '2021-07-06T13:42:06Z', 'revision_number': 4, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'gw_port': {'id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:52:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:03Z', 'updated_at': '2021-07-06T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '6f104a4f-9cce-4f6e-b040-8e1bf4d418c1', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'port_id': '4deac223-6375-44c9-a971-f6941229d630', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3', 'mac_address': 'fa:16:3e:3d:72:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc20ddd-b064-4cb4-8551-c46a47bbb5be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:42:27Z', 'updated_at': '2021-07-06T13:44:58Z', 'revision_number': 5, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a990195e-7e54-4725-a922-f41fca964e8b', 'name': '', 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'mac_address': 'fa:16:3e:9f:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:05Z', 'updated_at': '2021-07-06T13:42:17Z', 'revision_number': 5, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'subnets': [{'id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:03.653530 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-f797fb0e-a42c-4807-b523-190e33a11f72 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=220d4319c95847189296d6ec839eccde&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1744049 Jul 06 13:45:03.660670 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69135d-6588-4c3b-8a67-046ba7431876 None None] Pushing event updated for resources: {'Port': ['ID=aedb4552-a05d-46a7-8117-84f26c9dea30,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:03.728282 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc30f91b-be52-49a6-8cd0-434155394d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82657d01-d2ef-47d1-9c49-544750053849'}, {'server_uuid': '22d4357e-6623-4bfa-b3d3-7fab2b3cb617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c288392a-7155-4679-98d5-a1b75b245831'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:45:03.732856 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0eb04b-da78-4f71-a866-ddfef0117db2" -d '{"events": [{"server_uuid": "cc30f91b-be52-49a6-8cd0-434155394d5c", "name": "network-vif-plugged", "status": "completed", "tag": "82657d01-d2ef-47d1-9c49-544750053849"}, {"server_uuid": "22d4357e-6623-4bfa-b3d3-7fab2b3cb617", "name": "network-vif-plugged", "status": "completed", "tag": "c288392a-7155-4679-98d5-a1b75b245831"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:03.738332 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-6c69135d-6588-4c3b-8a67-046ba7431876 None None] Attempting to bind port aedb4552-a05d-46a7-8117-84f26c9dea30 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:45:03.738842 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-6c69135d-6588-4c3b-8a67-046ba7431876 None None] Attempting to bind port aedb4552-a05d-46a7-8117-84f26c9dea30 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '0c331154-8d4c-4526-abe3-f0da3bc0e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a61f130f-6304-41b0-a74b-e084e85bbdd5'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:45:03.739382 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c69135d-6588-4c3b-8a67-046ba7431876 None None] Attempting to bind port aedb4552-a05d-46a7-8117-84f26c9dea30 on network a61f130f-6304-41b0-a74b-e084e85bbdd5 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:03.741851 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c694b960-e17e-479c-aea2-9407cba507ad None None] Checking router: 02d9d470-f1fc-4643-b449-548f931d8024 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:45:03.752010 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c69135d-6588-4c3b-8a67-046ba7431876 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:45:03.752534 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c69135d-6588-4c3b-8a67-046ba7431876 None None] Checking segment: {'id': '0c331154-8d4c-4526-abe3-f0da3bc0e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a61f130f-6304-41b0-a74b-e084e85bbdd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:45:03.753176 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6c69135d-6588-4c3b-8a67-046ba7431876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:03.753479 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c69135d-6588-4c3b-8a67-046ba7431876 None None] Bound using segment: {'id': '0c331154-8d4c-4526-abe3-f0da3bc0e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a61f130f-6304-41b0-a74b-e084e85bbdd5'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:45:03.754135 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-6c69135d-6588-4c3b-8a67-046ba7431876 None None] Bound port: aedb4552-a05d-46a7-8117-84f26c9dea30, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c331154-8d4c-4526-abe3-f0da3bc0e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a61f130f-6304-41b0-a74b-e084e85bbdd5'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:45:03.754601 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6c69135d-6588-4c3b-8a67-046ba7431876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:03.771270 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c694b960-e17e-479c-aea2-9407cba507ad None None] Routers {'02d9d470-f1fc-4643-b449-548f931d8024'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:45:03.772001 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c694b960-e17e-479c-aea2-9407cba507ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:44:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['02d9d470-f1fc-4643-b449-548f931d8024'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:03.921003 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-6c69135d-6588-4c3b-8a67-046ba7431876 None None] For port aedb4552-a05d-46a7-8117-84f26c9dea30, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:03.924575 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-6c69135d-6588-4c3b-8a67-046ba7431876 None None] For port aedb4552-a05d-46a7-8117-84f26c9dea30, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=aedb4552-a05d-46a7-8117-84f26c9dea30,segment=NetworkSegment(0c331154-8d4c-4526-abe3-f0da3bc0e1fd),segment_id=0c331154-8d4c-4526-abe3-f0da3bc0e1fd)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:03.946055 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc20ddd-b064-4cb4-8551-c46a47bbb5be', 'tag': '4deac223-6375-44c9-a971-f6941229d630'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:45:03.948431 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dde6e0-65de-42cd-a137-19476eb9db32" -d '{"events": [{"name": "network-changed", "server_uuid": "6bc20ddd-b064-4cb4-8551-c46a47bbb5be", "tag": "4deac223-6375-44c9-a971-f6941229d630"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:03.972157 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-7efecb7d-df1c-411d-8a0b-bb69b5ead3aa service neutron] 10.222.0.118 "GET /v2.0/networks/ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076496 Jul 06 13:45:04.214401 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37458) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:04.313061 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f17377-59b2-45e8-87fe-831c64a412e2 req-3fae074d-251d-4d59-9225-b7f8ac6cc9bc tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:04.320660 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76f17377-59b2-45e8-87fe-831c64a412e2 req-3fae074d-251d-4d59-9225-b7f8ac6cc9bc tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=73e00c80-7c7f-4aa5-8904-da4f2fcdaecf HTTP/1.1" status: 200 len: 948 time: 0.3460827 Jul 06 13:45:04.341116 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6c69135d-6588-4c3b-8a67-046ba7431876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:04.366352 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-c694b960-e17e-479c-aea2-9407cba507ad None None] Set router 02d9d470-f1fc-4643-b449-548f931d8024 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:45:04.372184 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-081b03aa-bc69-4138-84b3-0b9c1488d3db service neutron] 10.222.0.118 "GET /v2.0/networks/ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941028 Jul 06 13:45:04.417126 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76f17377-59b2-45e8-87fe-831c64a412e2 req-b6c4b886-5b00-4117-9580-f1de2c397b5e tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952251 Jul 06 13:45:04.486271 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-db971f07-9e0b-413c-8a4a-1f9c67784840 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-323670206-network', 'tenant_id': '56caa74bd9474c3c8198a8fde1d9bade'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:04.527240 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db971f07-9e0b-413c-8a4a-1f9c67784840 admin admin] Made reservation on behalf of 56caa74bd9474c3c8198a8fde1d9bade for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:45:04.533015 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db971f07-9e0b-413c-8a4a-1f9c67784840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:04.557494 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db971f07-9e0b-413c-8a4a-1f9c67784840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:04.583194 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04fcb0c7-75a5-40e7-9c34-b37e6831ba08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:04.660928 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fcb0c7-75a5-40e7-9c34-b37e6831ba08 admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:04.690127 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-04fcb0c7-75a5-40e7-9c34-b37e6831ba08 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:04.704317 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fcb0c7-75a5-40e7-9c34-b37e6831ba08 admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:45:04.735930 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fcb0c7-75a5-40e7-9c34-b37e6831ba08 admin admin] Pushing event updated for resources: {'Port': ['ID=0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:04.765487 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69135d-6588-4c3b-8a67-046ba7431876 None None] Pushing event updated for resources: {'Port': ['ID=aedb4552-a05d-46a7-8117-84f26c9dea30,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:04.784539 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 13:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894d2ce8-5db3-4b48-a25f-f832e69d42d4 x-openstack-request-id: req-894d2ce8-5db3-4b48-a25f-f832e69d42d4 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:04.785038 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc30f91b-be52-49a6-8cd0-434155394d5c", "name": "network-vif-plugged", "status": "completed", "tag": "82657d01-d2ef-47d1-9c49-544750053849", "code": 200}, {"server_uuid": "22d4357e-6623-4bfa-b3d3-7fab2b3cb617", "name": "network-vif-plugged", "status": "completed", "tag": "c288392a-7155-4679-98d5-a1b75b245831", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:04.786398 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-894d2ce8-5db3-4b48-a25f-f832e69d42d4 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:04.786975 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc30f91b-be52-49a6-8cd0-434155394d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82657d01-d2ef-47d1-9c49-544750053849', 'code': 200} Jul 06 13:45:04.787848 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d4357e-6623-4bfa-b3d3-7fab2b3cb617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c288392a-7155-4679-98d5-a1b75b245831', 'code': 200} Jul 06 13:45:04.811752 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-02033971-d7c4-4f79-a73c-164a10f506f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:04.827714 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-02033971-d7c4-4f79-a73c-164a10f506f0 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1812663 Jul 06 13:45:04.863294 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-2112c398-febd-4950-b444-2b8d956bd225 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:04.865027 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-2112c398-febd-4950-b444-2b8d956bd225 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.52 "GET /v2.0/networks?id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d HTTP/1.1" status: 200 len: 821 time: 1.0634575 Jul 06 13:45:04.912964 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-25468d8e-526e-43ae-b93a-0b1bd645f5e8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Request body: {'port': {'device_id': '2631db07-9a39-4fa6-9298-ebcbd598e3ed', 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d', 'admin_state_up': True, 'tenant_id': '2348caba5ff048eca9a30073164626c9'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:04.984230 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c694b960-e17e-479c-aea2-9407cba507ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9d470-f1fc-4643-b449-548f931d8024', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-245764315-router', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:02Z', 'updated_at': '2021-07-06T13:42:06Z', 'revision_number': 4, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'gw_port': {'id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:52:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:03Z', 'updated_at': '2021-07-06T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '6f104a4f-9cce-4f6e-b040-8e1bf4d418c1', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'port_id': '4deac223-6375-44c9-a971-f6941229d630', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3', 'mac_address': 'fa:16:3e:3d:72:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc20ddd-b064-4cb4-8551-c46a47bbb5be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:42:27Z', 'updated_at': '2021-07-06T13:44:58Z', 'revision_number': 5, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a990195e-7e54-4725-a922-f41fca964e8b', 'name': '', 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'mac_address': 'fa:16:3e:9f:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:05Z', 'updated_at': '2021-07-06T13:42:17Z', 'revision_number': 5, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'subnets': [{'id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:05.047722 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008d002-018c-4013-8094-54bd5aa48453 req-bda9fee8-5a67-477d-89f7-6e97d8485251 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:05.056388 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e008d002-018c-4013-8094-54bd5aa48453 req-bda9fee8-5a67-477d-89f7-6e97d8485251 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617 HTTP/1.1" status: 200 len: 945 time: 0.4177043 Jul 06 13:45:05.105687 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c694b960-e17e-479c-aea2-9407cba507ad None None] The sync data for ids ['02d9d470-f1fc-4643-b449-548f931d8024'] in n-d-773644-6 is: [{'id': '02d9d470-f1fc-4643-b449-548f931d8024', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-245764315-router', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:02Z', 'updated_at': '2021-07-06T13:42:06Z', 'revision_number': 4, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'gw_port': {'id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:52:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:03Z', 'updated_at': '2021-07-06T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '6f104a4f-9cce-4f6e-b040-8e1bf4d418c1', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'port_id': '4deac223-6375-44c9-a971-f6941229d630', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3', 'mac_address': 'fa:16:3e:3d:72:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc20ddd-b064-4cb4-8551-c46a47bbb5be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:42:27Z', 'updated_at': '2021-07-06T13:44:58Z', 'revision_number': 5, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a990195e-7e54-4725-a922-f41fca964e8b', 'name': '', 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'mac_address': 'fa:16:3e:9f:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:05Z', 'updated_at': '2021-07-06T13:42:17Z', 'revision_number': 5, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'subnets': [{'id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:45:05.117737 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db971f07-9e0b-413c-8a4a-1f9c67784840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:05.162824 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-903eb1fc-8221-4582-a8fd-0bc742914d83 req-bdbe96ca-814e-409c-b0b2-7a719010c7cd tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 210 time: 0.0926921 Jul 06 13:45:05.163661 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db971f07-9e0b-413c-8a4a-1f9c67784840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:05.180317 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db971f07-9e0b-413c-8a4a-1f9c67784840 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:45:05.192841 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db971f07-9e0b-413c-8a4a-1f9c67784840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:05.193411 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-db971f07-9e0b-413c-8a4a-1f9c67784840 admin admin] Added segment c232cdaf-2b51-42bb-9b02-2ab7f1147101 of type vlan for network 4bdb5fec-fe94-4662-8b10-b8df6088a8dd Jul 06 13:45:05.266227 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e008d002-018c-4013-8094-54bd5aa48453 req-e1e4abbf-8698-4f98-b0bf-100ccc570c9f tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088509 Jul 06 13:45:05.308774 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccde9d2d-fd5f-4e2b-9359-0fef11daa433 x-openstack-request-id: req-ccde9d2d-fd5f-4e2b-9359-0fef11daa433 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:05.309138 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bc20ddd-b064-4cb4-8551-c46a47bbb5be", "tag": "4deac223-6375-44c9-a971-f6941229d630", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:05.309443 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ccde9d2d-fd5f-4e2b-9359-0fef11daa433 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:05.309725 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bc20ddd-b064-4cb4-8551-c46a47bbb5be', 'tag': '4deac223-6375-44c9-a971-f6941229d630', 'status': 'completed', 'code': 200} Jul 06 13:45:05.512375 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db971f07-9e0b-413c-8a4a-1f9c67784840 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:05.522552 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f10213-0f36-4f93-9d76-04e1fb51e542 req-1467f801-9f8f-4906-ba43-dd21cb907e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:05.524383 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35f10213-0f36-4f93-9d76-04e1fb51e542 req-1467f801-9f8f-4906-ba43-dd21cb907e5a service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617 HTTP/1.1" status: 200 len: 1096 time: 0.6470170 Jul 06 13:45:05.527638 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db971f07-9e0b-413c-8a4a-1f9c67784840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed60e3f7-e69b-4838-8fea-c626d2adc1c7,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:05.536118 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-25468d8e-526e-43ae-b93a-0b1bd645f5e8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Made reservation on behalf of 2348caba5ff048eca9a30073164626c9 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:45:05.539714 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-25468d8e-526e-43ae-b93a-0b1bd645f5e8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:05.638332 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-167abd92-45f3-49e7-a798-44a045cc6606 req-1645da43-de25-4100-810d-f951101c1781 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=558911ac-3499-4125-9e7e-e210c4e1ed08 HTTP/1.1" status: 200 len: 210 time: 0.1116984 Jul 06 13:45:05.668019 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee2ea20-fc1a-4107-b4fc-19539b650b0c None None] New status for floating IP 6f104a4f-9cce-4f6e-b040-8e1bf4d418c1: ACTIVE {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:45:05.697059 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db971f07-9e0b-413c-8a4a-1f9c67784840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:05.698084 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db971f07-9e0b-413c-8a4a-1f9c67784840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:05.698805 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db971f07-9e0b-413c-8a4a-1f9c67784840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:05.701547 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db971f07-9e0b-413c-8a4a-1f9c67784840 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:05.702281 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db971f07-9e0b-413c-8a4a-1f9c67784840 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:05.706105 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db971f07-9e0b-413c-8a4a-1f9c67784840 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:05.706381 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db971f07-9e0b-413c-8a4a-1f9c67784840 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:05.706732 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db971f07-9e0b-413c-8a4a-1f9c67784840 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:05.707071 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db971f07-9e0b-413c-8a4a-1f9c67784840 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:05.707406 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db971f07-9e0b-413c-8a4a-1f9c67784840 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:05.707742 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db971f07-9e0b-413c-8a4a-1f9c67784840 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:05.708664 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db971f07-9e0b-413c-8a4a-1f9c67784840 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:05.708664 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db971f07-9e0b-413c-8a4a-1f9c67784840 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:05.708851 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db971f07-9e0b-413c-8a4a-1f9c67784840 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:05.711497 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db971f07-9e0b-413c-8a4a-1f9c67784840 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:05.882586 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-585adc38-21d6-47a4-956e-d8eeb9a0089f service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0518196 Jul 06 13:45:05.911370 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35f10213-0f36-4f93-9d76-04e1fb51e542 req-48f5d09f-97a8-47d8-9bd7-5863ff771ff2 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671916 Jul 06 13:45:05.912747 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-db971f07-9e0b-413c-8a4a-1f9c67784840 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6562514 Jul 06 13:45:05.916034 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device aedb4552-a05d-46a7-8117-84f26c9dea30 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:05.926633 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37482) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:05.939560 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-96aebc66-e3df-4095-9a49-dd71b162c3d7 admin admin] Request body: {'subnet': {'network_id': '4bdb5fec-fe94-4662-8b10-b8df6088a8dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-323670206-subnet', 'tenant_id': '56caa74bd9474c3c8198a8fde1d9bade', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:06.000277 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db971f07-9e0b-413c-8a4a-1f9c67784840 admin admin] Pushing event updated for resources: {'Network': ['ID=4bdb5fec-fe94-4662-8b10-b8df6088a8dd,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:06.044752 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b42d79-abec-44f5-96d1-07105583f6c4 req-73a85849-d963-4ea3-85f1-46057d2d09c9 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:06.059780 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53b42d79-abec-44f5-96d1-07105583f6c4 req-73a85849-d963-4ea3-85f1-46057d2d09c9 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=73e00c80-7c7f-4aa5-8904-da4f2fcdaecf HTTP/1.1" status: 200 len: 948 time: 0.3791475 Jul 06 13:45:06.060501 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 4bdb5fec-fe94-4662-8b10-b8df6088a8dd details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:45:06.060923 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96aebc66-e3df-4095-9a49-dd71b162c3d7 admin admin] Made reservation on behalf of 56caa74bd9474c3c8198a8fde1d9bade for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:45:06.063004 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-96aebc66-e3df-4095-9a49-dd71b162c3d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:06.096622 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-25468d8e-526e-43ae-b93a-0b1bd645f5e8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Allocated IP 172.20.0.5 (07b1ddd0-32ee-4167-858f-b55fd4b0b29d/54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a/a15d81dc-6762-4138-a46a-f473d385b35b) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:06.253336 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53b42d79-abec-44f5-96d1-07105583f6c4 req-5c9cf617-edfe-4b58-908d-26b7dac8b7ba tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933024 Jul 06 13:45:06.343621 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port aedb4552-a05d-46a7-8117-84f26c9dea30 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:45:06.353011 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d84eae-88a0-43fd-8b79-b5c01b449d78 None None] Network a61f130f-6304-41b0-a74b-e084e85bbdd5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:45:06.537605 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-96aebc66-e3df-4095-9a49-dd71b162c3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:06.541389 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dde6e0-65de-42cd-a137-19476eb9db32 req-ade530a2-be98-4534-aab6-d6e78647ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:06.543828 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-92dde6e0-65de-42cd-a137-19476eb9db32 req-ade530a2-be98-4534-aab6-d6e78647ec30 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bf97b212161040be888f75b8c2d45231&device_id=6bc20ddd-b064-4cb4-8551-c46a47bbb5be HTTP/1.1" status: 200 len: 1096 time: 1.1283398 Jul 06 13:45:06.618614 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d1f916c0-d458-4247-9c80-985776f09d13 req-f14c6fa8-8c7e-4791-9f03-1ab806e074e4 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 210 time: 0.0837600 Jul 06 13:45:06.655321 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aebc66-e3df-4095-9a49-dd71b162c3d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=021c992f-7fa1-4517-9d5c-003822d46046,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:06.681138 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2ebd6014-18bf-4594-bc3b-ff4388191430 None None] Provisioning for port aedb4552-a05d-46a7-8117-84f26c9dea30 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:45:06.681404 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96aebc66-e3df-4095-9a49-dd71b162c3d7 admin admin] Checking segment: {'id': 'c232cdaf-2b51-42bb-9b02-2ab7f1147101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4bdb5fec-fe94-4662-8b10-b8df6088a8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:45:06.682296 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96aebc66-e3df-4095-9a49-dd71b162c3d7 admin admin] Network hostable DHCP agents. Network: 4bdb5fec-fe94-4662-8b10-b8df6088a8dd, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:45:06.696816 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fecc16-e1ca-4126-b00f-d60ab2e8fc47 req-c4855640-3084-4398-9152-3d26cb393427 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:06.707065 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-66fecc16-e1ca-4126-b00f-d60ab2e8fc47 req-c4855640-3084-4398-9152-3d26cb393427 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617 HTTP/1.1" status: 200 len: 945 time: 0.2041833 Jul 06 13:45:06.738131 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2ebd6014-18bf-4594-bc3b-ff4388191430 None None] Provisioning complete for port aedb4552-a05d-46a7-8117-84f26c9dea30 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:06.738502 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2ebd6014-18bf-4594-bc3b-ff4388191430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:06.744255 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96aebc66-e3df-4095-9a49-dd71b162c3d7 admin admin] Network 4bdb5fec-fe94-4662-8b10-b8df6088a8dd is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:45:06.829982 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-66fecc16-e1ca-4126-b00f-d60ab2e8fc47 req-9ecf6633-f64a-418d-8601-e4f3649a2cd8 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143665 Jul 06 13:45:06.831639 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-96aebc66-e3df-4095-9a49-dd71b162c3d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 4bdb5fec-fe94-4662-8b10-b8df6088a8dd) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:06.839078 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96aebc66-e3df-4095-9a49-dd71b162c3d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:06.840355 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-96aebc66-e3df-4095-9a49-dd71b162c3d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:06.898145 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dde6e0-65de-42cd-a137-19476eb9db32 req-e2f01876-7117-4cc5-897f-eac010dbc524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:06.911848 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-92dde6e0-65de-42cd-a137-19476eb9db32 req-e2f01876-7117-4cc5-897f-eac010dbc524 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aaaedc37-a943-4e08-a9d9-051a526a02c3 HTTP/1.1" status: 200 len: 924 time: 0.3565006 Jul 06 13:45:06.955602 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b035e2e7-fd38-491e-8c6d-cf6a137f49cb None None] Network 4bdb5fec-fe94-4662-8b10-b8df6088a8dd requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:45:06.994689 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-96aebc66-e3df-4095-9a49-dd71b162c3d7 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0678060 Jul 06 13:45:07.004719 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37506) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:07.020001 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-e063fa36-7c71-4915-990f-62eaa6349617 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-323670206-router', 'tenant_id': '56caa74bd9474c3c8198a8fde1d9bade', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:07.072973 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-92dde6e0-65de-42cd-a137-19476eb9db32 req-4f33bddb-3335-4035-ad79-4d7b7bea3785 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4deac223-6375-44c9-a971-f6941229d630 HTTP/1.1" status: 200 len: 999 time: 0.1444423 Jul 06 13:45:07.139739 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e063fa36-7c71-4915-990f-62eaa6349617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:07.140992 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e063fa36-7c71-4915-990f-62eaa6349617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:07.151609 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dde6e0-65de-42cd-a137-19476eb9db32 req-62e4cff2-8b6b-484f-82ba-0cc2ef40105a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:07.153420 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-92dde6e0-65de-42cd-a137-19476eb9db32 req-62e4cff2-8b6b-484f-82ba-0cc2ef40105a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5b004f57-06ee-4d0d-a87a-55a49a717c6d HTTP/1.1" status: 200 len: 862 time: 0.0555961 Jul 06 13:45:07.199146 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1a3a71ae-031f-4345-93c9-1fa61b2f497e req-14f0ab0e-ebaa-483a-b605-0432d2988eb1 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2682419 Jul 06 13:45:07.220243 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-25468d8e-526e-43ae-b93a-0b1bd645f5e8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:07.232464 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04fcb0c7-75a5-40e7-9c34-b37e6831ba08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:07.275911 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2ebd6014-18bf-4594-bc3b-ff4388191430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:07.290775 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-f73e1d62-2b5d-4a1a-b7b4-01c0437d784a tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:07.295048 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-f73e1d62-2b5d-4a1a-b7b4-01c0437d784a tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.52 "GET /v2.0/networks?id=ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3 HTTP/1.1" status: 200 len: 821 time: 0.4214966 Jul 06 13:45:07.354152 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7f3fb0c6-1ceb-4c56-b95c-246d01857a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:07.385627 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-881be831-0a96-404f-9329-0386b6332b80 req-900b720c-e6c8-45ad-a471-5763f35c6950 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=558911ac-3499-4125-9e7e-e210c4e1ed08 HTTP/1.1" status: 200 len: 210 time: 0.1520171 Jul 06 13:45:07.396636 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-9e8d67d3-2224-4330-8b59-475e7fdb1904 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Request body: {'port': {'device_id': '558911ac-3499-4125-9e7e-e210c4e1ed08', 'network_id': 'ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3', 'admin_state_up': True, 'tenant_id': '220d4319c95847189296d6ec839eccde'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:07.483513 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-2ebd6014-18bf-4594-bc3b-ff4388191430 None None] For port aedb4552-a05d-46a7-8117-84f26c9dea30, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=aedb4552-a05d-46a7-8117-84f26c9dea30,segment=NetworkSegment(0c331154-8d4c-4526-abe3-f0da3bc0e1fd),segment_id=0c331154-8d4c-4526-abe3-f0da3bc0e1fd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:07.491823 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e063fa36-7c71-4915-990f-62eaa6349617 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:07.504367 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2ebd6014-18bf-4594-bc3b-ff4388191430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:07.536826 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-25468d8e-526e-43ae-b93a-0b1bd645f5e8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:07.725920 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd6014-18bf-4594-bc3b-ff4388191430 None None] Pushing event updated for resources: {'Port': ['ID=aedb4552-a05d-46a7-8117-84f26c9dea30,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:07.769551 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dde6e0-65de-42cd-a137-19476eb9db32 req-ba8a76f6-8acf-48df-9e36-5fc087700e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:07.771177 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-92dde6e0-65de-42cd-a137-19476eb9db32 req-ba8a76f6-8acf-48df-9e36-5fc087700e25 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aaaedc37-a943-4e08-a9d9-051a526a02c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6074629 Jul 06 13:45:07.802584 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa45687-089a-4ef7-a150-84e9b2c49065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-4bdb5fec-fe94-4662-8b10-b8df6088a8dd', 'network_id': '4bdb5fec-fe94-4662-8b10-b8df6088a8dd', 'tenant_id': '56caa74bd9474c3c8198a8fde1d9bade', 'fixed_ips': [{'subnet_id': '021c992f-7fa1-4517-9d5c-003822d46046'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:45:07.803677 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cfa45687-089a-4ef7-a150-84e9b2c49065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:07.823749 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-25468d8e-526e-43ae-b93a-0b1bd645f5e8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:07.854229 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-25468d8e-526e-43ae-b93a-0b1bd645f5e8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:07.877636 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e4db89e5-44b5-48b8-855f-e5ddade0993f None None] Provisioning complete for port aedb4552-a05d-46a7-8117-84f26c9dea30 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:07.878455 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e4db89e5-44b5-48b8-855f-e5ddade0993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:07.903629 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25468d8e-526e-43ae-b93a-0b1bd645f5e8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Pushing event updated for resources: {'Port': ['ID=a15d81dc-6762-4138-a46a-f473d385b35b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:07.913798 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-25468d8e-526e-43ae-b93a-0b1bd645f5e8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:45:07.980996 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25468d8e-526e-43ae-b93a-0b1bd645f5e8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:07.981432 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25468d8e-526e-43ae-b93a-0b1bd645f5e8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:07.982082 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25468d8e-526e-43ae-b93a-0b1bd645f5e8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:07.982483 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25468d8e-526e-43ae-b93a-0b1bd645f5e8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:07.982845 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25468d8e-526e-43ae-b93a-0b1bd645f5e8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:07.983189 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25468d8e-526e-43ae-b93a-0b1bd645f5e8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:07.983541 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25468d8e-526e-43ae-b93a-0b1bd645f5e8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:07.984020 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25468d8e-526e-43ae-b93a-0b1bd645f5e8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:07.984368 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25468d8e-526e-43ae-b93a-0b1bd645f5e8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:07.984713 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25468d8e-526e-43ae-b93a-0b1bd645f5e8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:07.985058 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25468d8e-526e-43ae-b93a-0b1bd645f5e8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:07.985631 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25468d8e-526e-43ae-b93a-0b1bd645f5e8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:08.002972 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-25468d8e-526e-43ae-b93a-0b1bd645f5e8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:08.003640 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-25468d8e-526e-43ae-b93a-0b1bd645f5e8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:08.077786 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d86839-9f36-4b80-8105-d9b0480da17a req-f1d61eb8-5b85-42ea-bedf-27412ffb0609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:08.080957 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-85d86839-9f36-4b80-8105-d9b0480da17a req-f1d61eb8-5b85-42ea-bedf-27412ffb0609 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&device_id=73e00c80-7c7f-4aa5-8904-da4f2fcdaecf HTTP/1.1" status: 200 len: 1099 time: 0.6851797 Jul 06 13:45:08.098580 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-cfa45687-089a-4ef7-a150-84e9b2c49065 None None] Allocated IP 172.20.0.2 (4bdb5fec-fe94-4662-8b10-b8df6088a8dd/021c992f-7fa1-4517-9d5c-003822d46046/3b2ee751-c0f7-425d-a33b-9dee2df0ba99) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:08.127931 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-9e8d67d3-2224-4330-8b59-475e7fdb1904 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Made reservation on behalf of 220d4319c95847189296d6ec839eccde for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:45:08.131923 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-9e8d67d3-2224-4330-8b59-475e7fdb1904 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:08.206677 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e063fa36-7c71-4915-990f-62eaa6349617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:08.211059 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-25468d8e-526e-43ae-b93a-0b1bd645f5e8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3338828 Jul 06 13:45:08.232498 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d86839-9f36-4b80-8105-d9b0480da17a req-487c917f-f192-47ab-a37e-191911cfea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:08.234553 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-85d86839-9f36-4b80-8105-d9b0480da17a req-487c917f-f192-47ab-a37e-191911cfea09 service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.1460018 Jul 06 13:45:08.286368 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-0d2e3de7-c9b9-4b80-9537-9cba3b9706a8 service neutron] Request body: {'port': {'device_id': '2631db07-9a39-4fa6-9298-ebcbd598e3ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:08.324118 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921f870-a9e8-4d80-aaef-87e7ff8b4e1c req-6b6d73ee-69ad-4d59-b888-966c7f727181 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:08.331539 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1921f870-a9e8-4d80-aaef-87e7ff8b4e1c req-6b6d73ee-69ad-4d59-b888-966c7f727181 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=73e00c80-7c7f-4aa5-8904-da4f2fcdaecf HTTP/1.1" status: 200 len: 948 time: 0.9258814 Jul 06 13:45:08.345790 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cfa45687-089a-4ef7-a150-84e9b2c49065 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:08.353592 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65715702-507c-4240-8990-276d7b61d21a req-21017abc-0495-4504-a584-0bae273f41f3 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:08.361364 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-65715702-507c-4240-8990-276d7b61d21a req-21017abc-0495-4504-a584-0bae273f41f3 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 931 time: 0.2898965 Jul 06 13:45:08.362769 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-cfa45687-089a-4ef7-a150-84e9b2c49065 None None] Transition to ACTIVE for port object 3b2ee751-c0f7-425d-a33b-9dee2df0ba99 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:45:08.390326 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-cfa45687-089a-4ef7-a150-84e9b2c49065 None None] Transition to ACTIVE for port object 3b2ee751-c0f7-425d-a33b-9dee2df0ba99 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:45:08.391251 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-85d86839-9f36-4b80-8105-d9b0480da17a req-d58e3a6b-e026-4323-999b-45fc7d41d3b6 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=5613f036-2ca4-4e30-8c02-05c332c5432b HTTP/1.1" status: 200 len: 217 time: 0.1020002 Jul 06 13:45:08.397637 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cfa45687-089a-4ef7-a150-84e9b2c49065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:08.453839 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa45687-089a-4ef7-a150-84e9b2c49065 None None] Network 4bdb5fec-fe94-4662-8b10-b8df6088a8dd is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:08.458905 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-cfa45687-089a-4ef7-a150-84e9b2c49065 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:08.460071 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1921f870-a9e8-4d80-aaef-87e7ff8b4e1c req-b7f81e64-2a17-4ede-98d9-c703445bc968 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275690 Jul 06 13:45:08.465892 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa45687-089a-4ef7-a150-84e9b2c49065 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:45:08.468295 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d86839-9f36-4b80-8105-d9b0480da17a req-027deb62-f7d6-4040-98c7-92707dda561a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:08.469617 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-85d86839-9f36-4b80-8105-d9b0480da17a req-027deb62-f7d6-4040-98c7-92707dda561a service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0608408 Jul 06 13:45:08.483462 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa45687-089a-4ef7-a150-84e9b2c49065 None None] Pushing event updated for resources: {'Port': ['ID=3b2ee751-c0f7-425d-a33b-9dee2df0ba99,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:08.553502 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-cfa45687-089a-4ef7-a150-84e9b2c49065 None None] Attempting to bind port 3b2ee751-c0f7-425d-a33b-9dee2df0ba99 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:45:08.554329 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-cfa45687-089a-4ef7-a150-84e9b2c49065 None None] Attempting to bind port 3b2ee751-c0f7-425d-a33b-9dee2df0ba99 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'c232cdaf-2b51-42bb-9b02-2ab7f1147101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4bdb5fec-fe94-4662-8b10-b8df6088a8dd'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:45:08.554947 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa45687-089a-4ef7-a150-84e9b2c49065 None None] Attempting to bind port 3b2ee751-c0f7-425d-a33b-9dee2df0ba99 on network 4bdb5fec-fe94-4662-8b10-b8df6088a8dd {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:08.562240 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa45687-089a-4ef7-a150-84e9b2c49065 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:45:08.563063 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa45687-089a-4ef7-a150-84e9b2c49065 None None] Checking segment: {'id': 'c232cdaf-2b51-42bb-9b02-2ab7f1147101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4bdb5fec-fe94-4662-8b10-b8df6088a8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:45:08.564251 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cfa45687-089a-4ef7-a150-84e9b2c49065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:08.564895 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa45687-089a-4ef7-a150-84e9b2c49065 None None] Bound using segment: {'id': 'c232cdaf-2b51-42bb-9b02-2ab7f1147101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4bdb5fec-fe94-4662-8b10-b8df6088a8dd'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:45:08.565676 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-cfa45687-089a-4ef7-a150-84e9b2c49065 None None] Bound port: 3b2ee751-c0f7-425d-a33b-9dee2df0ba99, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c232cdaf-2b51-42bb-9b02-2ab7f1147101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4bdb5fec-fe94-4662-8b10-b8df6088a8dd'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:45:08.566391 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cfa45687-089a-4ef7-a150-84e9b2c49065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:08.626627 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-65715702-507c-4240-8990-276d7b61d21a req-6d1b75f2-2309-400c-b2c2-49a6ef511730 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640254 Jul 06 13:45:08.680456 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-cfa45687-089a-4ef7-a150-84e9b2c49065 None None] For port 3b2ee751-c0f7-425d-a33b-9dee2df0ba99, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:08.684150 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-cfa45687-089a-4ef7-a150-84e9b2c49065 None None] For port 3b2ee751-c0f7-425d-a33b-9dee2df0ba99, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=3b2ee751-c0f7-425d-a33b-9dee2df0ba99,segment=NetworkSegment(c232cdaf-2b51-42bb-9b02-2ab7f1147101),segment_id=c232cdaf-2b51-42bb-9b02-2ab7f1147101)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:08.693875 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cfa45687-089a-4ef7-a150-84e9b2c49065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:08.804339 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa45687-089a-4ef7-a150-84e9b2c49065 None None] Pushing event updated for resources: {'Port': ['ID=3b2ee751-c0f7-425d-a33b-9dee2df0ba99,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:08.812087 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-9e8d67d3-2224-4330-8b59-475e7fdb1904 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Allocated IP 172.20.0.13 (ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3/1ce517ec-9130-4f36-af09-4b9fdd0ba45c/8a1b064d-b933-4875-a968-cb283979ce97) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:09.035648 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49514ef9-1877-4fea-a8cc-ba8ef42ca32a req-ae3e8d4d-0ba4-4bca-81b0-4a5ae7f3637a tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:09.042434 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-49514ef9-1877-4fea-a8cc-ba8ef42ca32a req-ae3e8d4d-0ba4-4bca-81b0-4a5ae7f3637a tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617 HTTP/1.1" status: 200 len: 945 time: 0.3257272 Jul 06 13:45:09.087176 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-92dde6e0-65de-42cd-a137-19476eb9db32 req-85b3740e-91ef-4297-9956-f898754d25e2 service neutron] 10.222.0.52 "GET /v2.0/networks/aaaedc37-a943-4e08-a9d9-051a526a02c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2916048 Jul 06 13:45:09.088438 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04fcb0c7-75a5-40e7-9c34-b37e6831ba08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:09.098956 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e063fa36-7c71-4915-990f-62eaa6349617 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:09.209222 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e063fa36-7c71-4915-990f-62eaa6349617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:09.266984 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f75b53b8-533f-4a1e-bd59-2dc36e0e2dd7 req-b9d8b6b3-c294-4802-8a3a-dd52312a7f2c tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=558911ac-3499-4125-9e7e-e210c4e1ed08 HTTP/1.1" status: 200 len: 210 time: 0.1596489 Jul 06 13:45:09.355630 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-0d2e3de7-c9b9-4b80-9537-9cba3b9706a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:09.378205 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-49514ef9-1877-4fea-a8cc-ba8ef42ca32a req-89c96f77-7ff6-4449-9622-c976764fa71c tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728877 Jul 06 13:45:09.429317 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d86839-9f36-4b80-8105-d9b0480da17a req-2bd1eba2-61ce-4c3f-a7c1-bf8d7327b80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:09.430990 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-85d86839-9f36-4b80-8105-d9b0480da17a req-2bd1eba2-61ce-4c3f-a7c1-bf8d7327b80f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9379423 Jul 06 13:45:09.617109 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-e063fa36-7c71-4915-990f-62eaa6349617 admin admin] Allocated IP 172.25.6.131 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/c40126df-abe0-4391-8a54-0a4e3251faef) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:09.725407 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 5613f036-2ca4-4e30-8c02-05c332c5432b details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:45:09.852783 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-92dde6e0-65de-42cd-a137-19476eb9db32 req-2d840734-3752-4ca3-89cb-a6802d42481b service neutron] 10.222.0.52 "GET /v2.0/networks/aaaedc37-a943-4e08-a9d9-051a526a02c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7129610 Jul 06 13:45:09.865675 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e063fa36-7c71-4915-990f-62eaa6349617 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:09.935916 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04fcb0c7-75a5-40e7-9c34-b37e6831ba08 admin admin] Router e502b4e1-96f7-4e54-ada1-475bbe2153c6 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:45:10.030047 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-9e8d67d3-2224-4330-8b59-475e7fdb1904 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:10.078650 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 5613f036-2ca4-4e30-8c02-05c332c5432b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=5613f036-2ca4-4e30-8c02-05c332c5432b,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:10.092346 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '5613f036-2ca4-4e30-8c02-05c332c5432b', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': '5613f036-2ca4-4e30-8c02-05c332c5432b', 'mac_address': 'fa:16:3e:25:6a:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:45:10.149910 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-85d86839-9f36-4b80-8105-d9b0480da17a req-c295a203-4932-46bf-b4e2-14096723c8cd service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7093241 Jul 06 13:45:10.165779 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 3b2ee751-c0f7-425d-a33b-9dee2df0ba99 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:10.171825 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:10.225420 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5613f036-2ca4-4e30-8c02-05c332c5432b {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:45:10.253217 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 5613f036-2ca4-4e30-8c02-05c332c5432b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=5613f036-2ca4-4e30-8c02-05c332c5432b,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:10.263768 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e063fa36-7c71-4915-990f-62eaa6349617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:10.269054 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:10.342512 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=5613f036-2ca4-4e30-8c02-05c332c5432b,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:10.359011 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-14bac51f-8710-4d44-8610-2dc9d6952483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:10.359795 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-85d86839-9f36-4b80-8105-d9b0480da17a req-f65302d9-f38c-44dc-9a1b-2beb38aae7f2 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975880 Jul 06 13:45:10.370906 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:10.416209 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 3b2ee751-c0f7-425d-a33b-9dee2df0ba99 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:45:10.427982 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device aedb4552-a05d-46a7-8117-84f26c9dea30 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:10.431522 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab9679c-6d10-4030-93ca-9849430f8832 None None] Network 4bdb5fec-fe94-4662-8b10-b8df6088a8dd requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:45:10.437209 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e063fa36-7c71-4915-990f-62eaa6349617 admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:10.450410 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-e063fa36-7c71-4915-990f-62eaa6349617 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:10.473505 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a80d43-9155-46ac-b901-bbb24cb37484 req-66c4a775-b4cd-4fa2-ad36-2e3a41ad418b tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:10.475803 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d7a80d43-9155-46ac-b901-bbb24cb37484 req-66c4a775-b4cd-4fa2-ad36-2e3a41ad418b tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=73e00c80-7c7f-4aa5-8904-da4f2fcdaecf HTTP/1.1" status: 200 len: 948 time: 0.5069075 Jul 06 13:45:10.476630 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fcb0c7-75a5-40e7-9c34-b37e6831ba08 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:45:10.477840 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-9e8d67d3-2224-4330-8b59-475e7fdb1904 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:10.480268 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e063fa36-7c71-4915-990f-62eaa6349617 admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:45:10.495447 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063fa36-7c71-4915-990f-62eaa6349617 admin admin] Pushing event updated for resources: {'Port': ['ID=c40126df-abe0-4391-8a54-0a4e3251faef,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:10.540114 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-0d2e3de7-c9b9-4b80-9537-9cba3b9706a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a15d81dc-6762-4138-a46a-f473d385b35b {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:45:10.548569 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04fcb0c7-75a5-40e7-9c34-b37e6831ba08 admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:10.553235 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-04fcb0c7-75a5-40e7-9c34-b37e6831ba08 admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 9.0220942 Jul 06 13:45:10.553960 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37542) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:10.564280 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-0d2e3de7-c9b9-4b80-9537-9cba3b9706a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:10.604428 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-9e8d67d3-2224-4330-8b59-475e7fdb1904 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Network ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:10.620364 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-9e8d67d3-2224-4330-8b59-475e7fdb1904 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:10.634225 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-0d2e3de7-c9b9-4b80-9537-9cba3b9706a8 service neutron] Transition to ACTIVE for port object a15d81dc-6762-4138-a46a-f473d385b35b will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:45:10.646011 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-0d2e3de7-c9b9-4b80-9537-9cba3b9706a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:10.647409 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-9e8d67d3-2224-4330-8b59-475e7fdb1904 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:45:10.657094 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97c4e5-b5aa-4f58-8040-f36b4ad84d42 req-b9823ce0-9232-4990-a6c0-abe05ba97185 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:10.671723 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2b97c4e5-b5aa-4f58-8040-f36b4ad84d42 req-b9823ce0-9232-4990-a6c0-abe05ba97185 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617 HTTP/1.1" status: 200 len: 1096 time: 0.4168956 Jul 06 13:45:10.709460 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd847374-87a0-43e5-aadb-58e0b02cd502 None None] Sync routers for ids ['e502b4e1-96f7-4e54-ada1-475bbe2153c6'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:45:10.715408 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d67d3-2224-4330-8b59-475e7fdb1904 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Pushing event updated for resources: {'Port': ['ID=8a1b064d-b933-4875-a968-cb283979ce97,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:10.780476 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d7a80d43-9155-46ac-b901-bbb24cb37484 req-fe78a7bb-0ed8-4083-af36-61efb0871d14 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869675 Jul 06 13:45:10.808142 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd847374-87a0-43e5-aadb-58e0b02cd502 None None] Routers {'e502b4e1-96f7-4e54-ada1-475bbe2153c6'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:45:10.808880 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-cd847374-87a0-43e5-aadb-58e0b02cd502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:45:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['e502b4e1-96f7-4e54-ada1-475bbe2153c6'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:10.815194 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e3de7-c9b9-4b80-9537-9cba3b9706a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a15d81dc-6762-4138-a46a-f473d385b35b,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:10.823863 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['5613f036-2ca4-4e30-8c02-05c332c5432b'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:45:10.868311 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6602899a-4159-4afe-b326-84d59b5efd09 None None] Provisioning for port 3b2ee751-c0f7-425d-a33b-9dee2df0ba99 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:45:10.916442 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6602899a-4159-4afe-b326-84d59b5efd09 None None] Provisioning complete for port 3b2ee751-c0f7-425d-a33b-9dee2df0ba99 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:10.916824 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6602899a-4159-4afe-b326-84d59b5efd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:10.999414 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-9e8d67d3-2224-4330-8b59-475e7fdb1904 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:11.005705 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-9e8d67d3-2224-4330-8b59-475e7fdb1904 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:11.057814 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2b97c4e5-b5aa-4f58-8040-f36b4ad84d42 req-cfaadc5e-3c11-4822-b5e5-b2d5c6c7d2bc tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844252 Jul 06 13:45:11.126715 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-0d2e3de7-c9b9-4b80-9537-9cba3b9706a8 service neutron] Attempting to bind port a15d81dc-6762-4138-a46a-f473d385b35b on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:45:11.127259 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-0d2e3de7-c9b9-4b80-9537-9cba3b9706a8 service neutron] Attempting to bind port a15d81dc-6762-4138-a46a-f473d385b35b by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:45:11.127693 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-0d2e3de7-c9b9-4b80-9537-9cba3b9706a8 service neutron] Attempting to bind port a15d81dc-6762-4138-a46a-f473d385b35b on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:11.134040 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-0d2e3de7-c9b9-4b80-9537-9cba3b9706a8 service neutron] Port a15d81dc-6762-4138-a46a-f473d385b35b on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:45:11.134512 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-0d2e3de7-c9b9-4b80-9537-9cba3b9706a8 service neutron] Attempting to bind port a15d81dc-6762-4138-a46a-f473d385b35b on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:11.145852 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-0d2e3de7-c9b9-4b80-9537-9cba3b9706a8 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:45:11.146341 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-0d2e3de7-c9b9-4b80-9537-9cba3b9706a8 service neutron] Checking segment: {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:45:11.146911 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-0d2e3de7-c9b9-4b80-9537-9cba3b9706a8 service neutron] Bound using segment: {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:45:11.147656 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-0d2e3de7-c9b9-4b80-9537-9cba3b9706a8 service neutron] Bound port: a15d81dc-6762-4138-a46a-f473d385b35b, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:45:11.147998 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-0d2e3de7-c9b9-4b80-9537-9cba3b9706a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:11.185999 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-9e8d67d3-2224-4330-8b59-475e7fdb1904 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8210015 Jul 06 13:45:11.209565 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-f7ea5cb4-c013-48af-aaa1-430886f23335 service neutron] Request body: {'port': {'device_id': '558911ac-3499-4125-9e7e-e210c4e1ed08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:11.258316 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port aedb4552-a05d-46a7-8117-84f26c9dea30 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:11.258316 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:11.364882 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-f7ea5cb4-c013-48af-aaa1-430886f23335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:11.456318 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-cd847374-87a0-43e5-aadb-58e0b02cd502 None None] Set router e502b4e1-96f7-4e54-ada1-475bbe2153c6 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:45:11.568013 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-0d2e3de7-c9b9-4b80-9537-9cba3b9706a8 service neutron] For port a15d81dc-6762-4138-a46a-f473d385b35b, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:11.656422 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-0d2e3de7-c9b9-4b80-9537-9cba3b9706a8 service neutron] For port a15d81dc-6762-4138-a46a-f473d385b35b, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=a15d81dc-6762-4138-a46a-f473d385b35b,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:11.680878 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-0d2e3de7-c9b9-4b80-9537-9cba3b9706a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:11.697713 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dbd64f11-9a0b-48a8-bcd0-e4bcdbe3d6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:11.779149 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-f7ea5cb4-c013-48af-aaa1-430886f23335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a1b064d-b933-4875-a968-cb283979ce97 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:45:11.788278 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-f7ea5cb4-c013-48af-aaa1-430886f23335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:11.802852 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-f7ea5cb4-c013-48af-aaa1-430886f23335 service neutron] Transition to ACTIVE for port object 8a1b064d-b933-4875-a968-cb283979ce97 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:45:11.822818 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-0d2e3de7-c9b9-4b80-9537-9cba3b9706a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:11.823514 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-0d2e3de7-c9b9-4b80-9537-9cba3b9706a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:11.826180 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-0d2e3de7-c9b9-4b80-9537-9cba3b9706a8 service neutron] 10.222.0.52 "PUT /v2.0/ports/a15d81dc-6762-4138-a46a-f473d385b35b HTTP/1.1" status: 200 len: 1091 time: 3.5887008 Jul 06 13:45:11.826910 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e3de7-c9b9-4b80-9537-9cba3b9706a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a15d81dc-6762-4138-a46a-f473d385b35b,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:11.856855 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2631db07-9a39-4fa6-9298-ebcbd598e3ed', 'tag': 'a15d81dc-6762-4138-a46a-f473d385b35b'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:45:11.857452 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f68e09-ec1d-4064-8364-35722ae64093 req-f6edf69f-6c9b-46d7-805e-71e74b0000fb tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:11.859452 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a4f68e09-ec1d-4064-8364-35722ae64093 req-f6edf69f-6c9b-46d7-805e-71e74b0000fb tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 943 time: 0.8475318 Jul 06 13:45:11.861037 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-f7ea5cb4-c013-48af-aaa1-430886f23335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:11.864043 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e96438-06f2-460e-bc2b-fef81dbb30f9" -d '{"events": [{"name": "network-changed", "server_uuid": "2631db07-9a39-4fa6-9298-ebcbd598e3ed", "tag": "a15d81dc-6762-4138-a46a-f473d385b35b"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:11.878415 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6602899a-4159-4afe-b326-84d59b5efd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:11.907332 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:12.019835 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-6602899a-4159-4afe-b326-84d59b5efd09 None None] For port 3b2ee751-c0f7-425d-a33b-9dee2df0ba99, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=3b2ee751-c0f7-425d-a33b-9dee2df0ba99,segment=NetworkSegment(c232cdaf-2b51-42bb-9b02-2ab7f1147101),segment_id=c232cdaf-2b51-42bb-9b02-2ab7f1147101)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:12.029829 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6602899a-4159-4afe-b326-84d59b5efd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:12.034434 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-cd847374-87a0-43e5-aadb-58e0b02cd502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'name': 'tempest-ServersTestJSON-1077122495-router', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:45:01Z', 'updated_at': '2021-07-06T13:45:05Z', 'revision_number': 3, 'project_id': 'e343b5142d1f42b4a79372104c499861', 'gw_port': {'id': '0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:be:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:02Z', 'updated_at': '2021-07-06T13:45:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:12.073840 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd847374-87a0-43e5-aadb-58e0b02cd502 None None] Checking router: e502b4e1-96f7-4e54-ada1-475bbe2153c6 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:45:12.074243 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd847374-87a0-43e5-aadb-58e0b02cd502 None None] Updating router e502b4e1-96f7-4e54-ada1-475bbe2153c6 port 0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:45:12.099976 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a4f68e09-ec1d-4064-8364-35722ae64093 req-f728447a-8cd7-4970-b6ee-eafc5356620d tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039721 Jul 06 13:45:12.132982 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-dbd64f11-9a0b-48a8-bcd0-e4bcdbe3d6ba admin admin] Allocated IP 172.20.0.1 (a61f130f-6304-41b0-a74b-e084e85bbdd5/3b03e3a1-6f80-413a-9b2a-0ab9848da27d/82b0e527-74e3-4693-a57e-cd09cc5ff3d6) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:12.137337 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-f7ea5cb4-c013-48af-aaa1-430886f23335 service neutron] Attempting to bind port 8a1b064d-b933-4875-a968-cb283979ce97 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:45:12.137931 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-f7ea5cb4-c013-48af-aaa1-430886f23335 service neutron] Attempting to bind port 8a1b064d-b933-4875-a968-cb283979ce97 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '78ae0a30-d800-4152-891b-c545e9763cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:45:12.138439 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-f7ea5cb4-c013-48af-aaa1-430886f23335 service neutron] Attempting to bind port 8a1b064d-b933-4875-a968-cb283979ce97 on network ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:12.150320 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cd847374-87a0-43e5-aadb-58e0b02cd502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:12.156588 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ccb5e-f519-4d11-a5fc-b2feec85cdb6 req-b3525195-4ce6-4825-a77b-1817872be581 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:12.164894 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-400ccb5e-f519-4d11-a5fc-b2feec85cdb6 req-b3525195-4ce6-4825-a77b-1817872be581 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=558911ac-3499-4125-9e7e-e210c4e1ed08 HTTP/1.1" status: 200 len: 944 time: 0.4880912 Jul 06 13:45:12.166886 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-f7ea5cb4-c013-48af-aaa1-430886f23335 service neutron] Port 8a1b064d-b933-4875-a968-cb283979ce97 on network ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:45:12.167393 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-f7ea5cb4-c013-48af-aaa1-430886f23335 service neutron] Attempting to bind port 8a1b064d-b933-4875-a968-cb283979ce97 on network ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:12.180940 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-f7ea5cb4-c013-48af-aaa1-430886f23335 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:45:12.181490 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-f7ea5cb4-c013-48af-aaa1-430886f23335 service neutron] Checking segment: {'id': '78ae0a30-d800-4152-891b-c545e9763cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:45:12.182095 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-f7ea5cb4-c013-48af-aaa1-430886f23335 service neutron] Bound using segment: {'id': '78ae0a30-d800-4152-891b-c545e9763cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:45:12.182721 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-f7ea5cb4-c013-48af-aaa1-430886f23335 service neutron] Bound port: 8a1b064d-b933-4875-a968-cb283979ce97, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ae0a30-d800-4152-891b-c545e9763cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:45:12.183655 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-f7ea5cb4-c013-48af-aaa1-430886f23335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:12.275285 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-f7ea5cb4-c013-48af-aaa1-430886f23335 service neutron] For port 8a1b064d-b933-4875-a968-cb283979ce97, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:12.275858 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dbd64f11-9a0b-48a8-bcd0-e4bcdbe3d6ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:12.279374 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-f7ea5cb4-c013-48af-aaa1-430886f23335 service neutron] For port 8a1b064d-b933-4875-a968-cb283979ce97, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=8a1b064d-b933-4875-a968-cb283979ce97,segment=NetworkSegment(78ae0a30-d800-4152-891b-c545e9763cb4),segment_id=78ae0a30-d800-4152-891b-c545e9763cb4)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:12.295120 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-dbd64f11-9a0b-48a8-bcd0-e4bcdbe3d6ba admin admin] Transition to ACTIVE for port object 82b0e527-74e3-4693-a57e-cd09cc5ff3d6 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:45:12.302814 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea5cb4-c013-48af-aaa1-430886f23335 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1b064d-b933-4875-a968-cb283979ce97,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:12.307588 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-f7ea5cb4-c013-48af-aaa1-430886f23335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:12.332781 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-400ccb5e-f519-4d11-a5fc-b2feec85cdb6 req-dfea2d91-35aa-4ae4-a6e7-2b19c2380004 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666887 Jul 06 13:45:12.398471 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dbd64f11-9a0b-48a8-bcd0-e4bcdbe3d6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:12.443029 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea5cb4-c013-48af-aaa1-430886f23335 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1b064d-b933-4875-a968-cb283979ce97,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:12.453424 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-f7ea5cb4-c013-48af-aaa1-430886f23335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:12.454547 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-f7ea5cb4-c013-48af-aaa1-430886f23335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:12.456165 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-f7ea5cb4-c013-48af-aaa1-430886f23335 service neutron] 10.222.0.52 "PUT /v2.0/ports/8a1b064d-b933-4875-a968-cb283979ce97 HTTP/1.1" status: 200 len: 1092 time: 1.2603962 Jul 06 13:45:12.456790 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '558911ac-3499-4125-9e7e-e210c4e1ed08', 'tag': '8a1b064d-b933-4875-a968-cb283979ce97'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:45:12.459614 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83dd568c-6cfd-4986-b234-a5f9ba577511" -d '{"events": [{"name": "network-changed", "server_uuid": "558911ac-3499-4125-9e7e-e210c4e1ed08", "tag": "8a1b064d-b933-4875-a968-cb283979ce97"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:12.498443 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd64f11-9a0b-48a8-bcd0-e4bcdbe3d6ba admin admin] Pushing event updated for resources: {'Port': ['ID=82b0e527-74e3-4693-a57e-cd09cc5ff3d6,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:12.508511 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e063fa36-7c71-4915-990f-62eaa6349617 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:12.525627 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd64f11-9a0b-48a8-bcd0-e4bcdbe3d6ba admin admin] Network a61f130f-6304-41b0-a74b-e084e85bbdd5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:12.528355 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-dbd64f11-9a0b-48a8-bcd0-e4bcdbe3d6ba admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:12.531391 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd64f11-9a0b-48a8-bcd0-e4bcdbe3d6ba admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:45:12.581255 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cd847374-87a0-43e5-aadb-58e0b02cd502 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:12.587584 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dbd64f11-9a0b-48a8-bcd0-e4bcdbe3d6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:12.597364 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-cd847374-87a0-43e5-aadb-58e0b02cd502 None None] Transition to ACTIVE for port object 0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:45:12.653672 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cd847374-87a0-43e5-aadb-58e0b02cd502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:12.712948 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-cd847374-87a0-43e5-aadb-58e0b02cd502 None None] Attempting to bind port 0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:45:12.713364 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-cd847374-87a0-43e5-aadb-58e0b02cd502 None None] Attempting to bind port 0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:45:12.713732 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd847374-87a0-43e5-aadb-58e0b02cd502 None None] Attempting to bind port 0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:12.727202 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0927343f-066f-441a-a9af-406d50e66e09 None None] Provisioning complete for port 3b2ee751-c0f7-425d-a33b-9dee2df0ba99 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:12.727589 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0927343f-066f-441a-a9af-406d50e66e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:12.781482 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278cc700-172e-4779-ad8f-4e5bd284e1be req-26b58ded-cd76-4f94-ba29-3cf893771119 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:12.789573 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-278cc700-172e-4779-ad8f-4e5bd284e1be req-26b58ded-cd76-4f94-ba29-3cf893771119 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=73e00c80-7c7f-4aa5-8904-da4f2fcdaecf HTTP/1.1" status: 200 len: 949 time: 0.2271187 Jul 06 13:45:12.825492 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dbd64f11-9a0b-48a8-bcd0-e4bcdbe3d6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:12.829044 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35442c-0994-4c31-bd6b-0d5108d19b10 req-c17862b0-3fed-41c5-94c4-d4f397ad2c4f tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:12.831576 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6d35442c-0994-4c31-bd6b-0d5108d19b10 req-c17862b0-3fed-41c5-94c4-d4f397ad2c4f tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617 HTTP/1.1" status: 200 len: 1096 time: 0.3835847 Jul 06 13:45:12.846466 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd847374-87a0-43e5-aadb-58e0b02cd502 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:45:12.854147 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd847374-87a0-43e5-aadb-58e0b02cd502 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:45:12.855320 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cd847374-87a0-43e5-aadb-58e0b02cd502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:12.855890 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd847374-87a0-43e5-aadb-58e0b02cd502 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:45:12.857081 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-cecb7c3f-857d-462a-a5b0-b8efacb97f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:12.857703 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-cd847374-87a0-43e5-aadb-58e0b02cd502 None None] Bound port: 0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:45:12.859203 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cd847374-87a0-43e5-aadb-58e0b02cd502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:12.859318 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-cecb7c3f-857d-462a-a5b0-b8efacb97f6e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2348caba5ff048eca9a30073164626c9&device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 1094 time: 0.5566394 Jul 06 13:45:12.962911 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602899a-4159-4afe-b326-84d59b5efd09 None None] Pushing event updated for resources: {'Port': ['ID=3b2ee751-c0f7-425d-a33b-9dee2df0ba99,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:13.024640 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-cd847374-87a0-43e5-aadb-58e0b02cd502 None None] For port 0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:13.029816 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-cd847374-87a0-43e5-aadb-58e0b02cd502 None None] For port 0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:13.033929 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-d150e472-f706-43bd-bcc4-779fe66b8754 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a15d81dc-6762-4138-a46a-f473d385b35b HTTP/1.1" status: 200 len: 217 time: 0.0824299 Jul 06 13:45:13.042604 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602899a-4159-4afe-b326-84d59b5efd09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:13.043131 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602899a-4159-4afe-b326-84d59b5efd09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:13.043479 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602899a-4159-4afe-b326-84d59b5efd09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:13.043879 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602899a-4159-4afe-b326-84d59b5efd09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:13.044223 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602899a-4159-4afe-b326-84d59b5efd09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:13.044556 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602899a-4159-4afe-b326-84d59b5efd09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:13.044928 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602899a-4159-4afe-b326-84d59b5efd09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:13.045261 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602899a-4159-4afe-b326-84d59b5efd09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:13.045586 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602899a-4159-4afe-b326-84d59b5efd09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:13.045991 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602899a-4159-4afe-b326-84d59b5efd09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:13.046325 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602899a-4159-4afe-b326-84d59b5efd09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:13.046646 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6602899a-4159-4afe-b326-84d59b5efd09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:13.076339 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cd847374-87a0-43e5-aadb-58e0b02cd502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:13.098089 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:13.125334 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-315f26df-4176-485b-a7a4-6e4ccca7e60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:13.127910 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-315f26df-4176-485b-a7a4-6e4ccca7e60b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a HTTP/1.1" status: 200 len: 861 time: 0.0765967 Jul 06 13:45:13.155708 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f8280c96-c36a-4596-9af7-ca3e6746cdce None None] Provisioning for port 82b0e527-74e3-4693-a57e-cd09cc5ff3d6 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:45:13.202040 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f8280c96-c36a-4596-9af7-ca3e6746cdce None None] Provisioning complete for port 82b0e527-74e3-4693-a57e-cd09cc5ff3d6 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:13.202040 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f8280c96-c36a-4596-9af7-ca3e6746cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:13.209697 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-7852975d-9632-4892-8479-b7ed96f9beac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702600 Jul 06 13:45:13.313632 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd847374-87a0-43e5-aadb-58e0b02cd502 None None] Routers {'e502b4e1-96f7-4e54-ada1-475bbe2153c6'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:45:13.313632 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-cd847374-87a0-43e5-aadb-58e0b02cd502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:45:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['e502b4e1-96f7-4e54-ada1-475bbe2153c6'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:13.326664 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c4819-7ad6-42fe-9028-0b73fe154f36 None None] Pushing event updated for resources: {'Port': ['ID=0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:13.422174 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-b001f15d-10f7-45e1-8034-26b584202721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:13.424080 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-b001f15d-10f7-45e1-8034-26b584202721 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=220d4319c95847189296d6ec839eccde&device_id=558911ac-3499-4125-9e7e-e210c4e1ed08 HTTP/1.1" status: 200 len: 1095 time: 0.9202285 Jul 06 13:45:13.439615 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-f8280c96-c36a-4596-9af7-ca3e6746cdce None None] Port 82b0e527-74e3-4693-a57e-cd09cc5ff3d6 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:45:13.455840 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dbd64f11-9a0b-48a8-bcd0-e4bcdbe3d6ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:13.461270 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-9ea169da-96b9-4d35-8f52-b2ffab7cc65e service neutron] 10.222.0.52 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299712 Jul 06 13:45:13.464754 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dbd64f11-9a0b-48a8-bcd0-e4bcdbe3d6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:13.503362 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c4819-7ad6-42fe-9028-0b73fe154f36 None None] Pushing event updated for resources: {'Port': ['ID=0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:13.531290 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-cd847374-87a0-43e5-aadb-58e0b02cd502 None None] Set router e502b4e1-96f7-4e54-ada1-475bbe2153c6 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:45:13.588101 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6d35442c-0994-4c31-bd6b-0d5108d19b10 req-06ab7b1a-ac0c-4993-99b0-e8c30ae1d8f3 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074628 Jul 06 13:45:13.597494 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-9130c478-9bc9-4630-bf86-a32b96a27efe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a1b064d-b933-4875-a968-cb283979ce97 HTTP/1.1" status: 200 len: 217 time: 0.0549345 Jul 06 13:45:13.701004 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e063fa36-7c71-4915-990f-62eaa6349617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:13.722826 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-278cc700-172e-4779-ad8f-4e5bd284e1be req-81e82fdf-d0c7-4a46-8170-c8311b10ed3f tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9315763 Jul 06 13:45:13.750277 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 5613f036-2ca4-4e30-8c02-05c332c5432b up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:13.931753 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dbd64f11-9a0b-48a8-bcd0-e4bcdbe3d6ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:13.943987 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969f9708-c493-404f-9ee5-ef5d2c2fc63b x-openstack-request-id: req-969f9708-c493-404f-9ee5-ef5d2c2fc63b {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:13.944229 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2631db07-9a39-4fa6-9298-ebcbd598e3ed", "tag": "a15d81dc-6762-4138-a46a-f473d385b35b", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:13.944606 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-969f9708-c493-404f-9ee5-ef5d2c2fc63b {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:13.945023 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2631db07-9a39-4fa6-9298-ebcbd598e3ed', 'tag': 'a15d81dc-6762-4138-a46a-f473d385b35b', 'status': 'completed', 'code': 200} Jul 06 13:45:13.959499 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4483db51-b67e-4e1a-af56-e0806e7f534f x-openstack-request-id: req-4483db51-b67e-4e1a-af56-e0806e7f534f {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:13.959799 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "558911ac-3499-4125-9e7e-e210c4e1ed08", "tag": "8a1b064d-b933-4875-a968-cb283979ce97", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:13.960050 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-4483db51-b67e-4e1a-af56-e0806e7f534f {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:13.960440 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '558911ac-3499-4125-9e7e-e210c4e1ed08', 'tag': '8a1b064d-b933-4875-a968-cb283979ce97', 'status': 'completed', 'code': 200} Jul 06 13:45:13.975265 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-cd847374-87a0-43e5-aadb-58e0b02cd502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'name': 'tempest-ServersTestJSON-1077122495-router', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:45:01Z', 'updated_at': '2021-07-06T13:45:12Z', 'revision_number': 4, 'project_id': 'e343b5142d1f42b4a79372104c499861', 'gw_port': {'id': '0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:be:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:02Z', 'updated_at': '2021-07-06T13:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '82b0e527-74e3-4693-a57e-cd09cc5ff3d6', 'name': '', 'network_id': 'a61f130f-6304-41b0-a74b-e084e85bbdd5', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'mac_address': 'fa:16:3e:b7:00:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3b03e3a1-6f80-413a-9b2a-0ab9848da27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:11Z', 'updated_at': '2021-07-06T13:45:12Z', 'revision_number': 1, 'project_id': 'e343b5142d1f42b4a79372104c499861', 'subnets': [{'id': '3b03e3a1-6f80-413a-9b2a-0ab9848da27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:13.978602 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-f936fbfb-e296-4ea2-ab29-919bdb9394a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:13.981940 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-f936fbfb-e296-4ea2-ab29-919bdb9394a9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1ce517ec-9130-4f36-af09-4b9fdd0ba45c HTTP/1.1" status: 200 len: 861 time: 0.3376226 Jul 06 13:45:14.034351 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-a212f120-3cad-475e-990e-3b7b8b117b08 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344062 Jul 06 13:45:14.063586 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd847374-87a0-43e5-aadb-58e0b02cd502 None None] The sync data for ids ['e502b4e1-96f7-4e54-ada1-475bbe2153c6'] in n-d-773644-6 is: [{'id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'name': 'tempest-ServersTestJSON-1077122495-router', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:45:01Z', 'updated_at': '2021-07-06T13:45:12Z', 'revision_number': 4, 'project_id': 'e343b5142d1f42b4a79372104c499861', 'gw_port': {'id': '0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:be:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:02Z', 'updated_at': '2021-07-06T13:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '82b0e527-74e3-4693-a57e-cd09cc5ff3d6', 'name': '', 'network_id': 'a61f130f-6304-41b0-a74b-e084e85bbdd5', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'mac_address': 'fa:16:3e:b7:00:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3b03e3a1-6f80-413a-9b2a-0ab9848da27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:11Z', 'updated_at': '2021-07-06T13:45:12Z', 'revision_number': 1, 'project_id': 'e343b5142d1f42b4a79372104c499861', 'subnets': [{'id': '3b03e3a1-6f80-413a-9b2a-0ab9848da27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:45:14.069989 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 5613f036-2ca4-4e30-8c02-05c332c5432b completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:45:14.085249 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 5613f036-2ca4-4e30-8c02-05c332c5432b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:14.086618 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:14.106469 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 3b2ee751-c0f7-425d-a33b-9dee2df0ba99 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:14.148293 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd64f11-9a0b-48a8-bcd0-e4bcdbe3d6ba admin admin] Pushing event updated for resources: {'Port': ['ID=82b0e527-74e3-4693-a57e-cd09cc5ff3d6,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:14.235559 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e063fa36-7c71-4915-990f-62eaa6349617 admin admin] Router a316714f-7acb-4aa1-a913-4873da305865 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:45:14.256737 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 3b2ee751-c0f7-425d-a33b-9dee2df0ba99 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:14.257113 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:14.347648 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3ac413d7-cd21-48b5-b402-29da3ca4733e req-1e581f32-fd65-4edc-9672-e9908d2d446e service neutron] 10.222.0.52 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8785124 Jul 06 13:45:14.368159 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:14.391799 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd64f11-9a0b-48a8-bcd0-e4bcdbe3d6ba admin admin] Network a61f130f-6304-41b0-a74b-e084e85bbdd5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:14.405450 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-dbd64f11-9a0b-48a8-bcd0-e4bcdbe3d6ba admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:14.507071 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e00c80-7c7f-4aa5-8904-da4f2fcdaecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5613f036-2ca4-4e30-8c02-05c332c5432b'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:45:14.510311 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae85dc2-f1ec-4e76-ac51-94f9910abe00" -d '{"events": [{"server_uuid": "73e00c80-7c7f-4aa5-8904-da4f2fcdaecf", "name": "network-vif-plugged", "status": "completed", "tag": "5613f036-2ca4-4e30-8c02-05c332c5432b"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:14.532055 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-85d7b298-2ba1-4f99-b7b4-329d6c1ec8be service neutron] 10.222.0.52 "GET /v2.0/networks/ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930954 Jul 06 13:45:14.579632 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27dbc73-8852-4d16-92fa-a4c1b2767242 req-e3f5e9e1-edce-452b-b326-63ecb83c7a65 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:14.588759 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 5613f036-2ca4-4e30-8c02-05c332c5432b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=5613f036-2ca4-4e30-8c02-05c332c5432b,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:14.595146 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a27dbc73-8852-4d16-92fa-a4c1b2767242 req-e3f5e9e1-edce-452b-b326-63ecb83c7a65 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 943 time: 0.4466810 Jul 06 13:45:14.601200 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:14.670072 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e96438-06f2-460e-bc2b-fef81dbb30f9 req-8962d8af-744c-42d6-88ee-c6cd30110c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:14.672213 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e8e96438-06f2-460e-bc2b-fef81dbb30f9 req-8962d8af-744c-42d6-88ee-c6cd30110c0a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2348caba5ff048eca9a30073164626c9&device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 1094 time: 0.2369995 Jul 06 13:45:14.678496 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd64f11-9a0b-48a8-bcd0-e4bcdbe3d6ba admin admin] Router e502b4e1-96f7-4e54-ada1-475bbe2153c6 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:45:14.705963 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=5613f036-2ca4-4e30-8c02-05c332c5432b,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:14.893695 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ff811da6-0e51-4a53-9fe0-499268a16a64 None None] Provisioning complete for port 82b0e527-74e3-4693-a57e-cd09cc5ff3d6 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:14.894040 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ff811da6-0e51-4a53-9fe0-499268a16a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:14.900439 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a27dbc73-8852-4d16-92fa-a4c1b2767242 req-da0da68c-4c91-4386-bb40-62ab8afbcccb tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012426 Jul 06 13:45:14.941813 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e063fa36-7c71-4915-990f-62eaa6349617 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:45:14.951094 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd64f11-9a0b-48a8-bcd0-e4bcdbe3d6ba admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:45:14.953870 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199f7191-bfc2-4104-9017-0e547a8fe6c0 None None] Sync routers for ids ['a316714f-7acb-4aa1-a913-4873da305865'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:45:14.962477 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-dbd64f11-9a0b-48a8-bcd0-e4bcdbe3d6ba admin admin] 10.222.0.118 "PUT /v2.0/routers/e502b4e1-96f7-4e54-ada1-475bbe2153c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4053979 Jul 06 13:45:14.980598 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199f7191-bfc2-4104-9017-0e547a8fe6c0 None None] Routers {'a316714f-7acb-4aa1-a913-4873da305865'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:45:14.981290 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-199f7191-bfc2-4104-9017-0e547a8fe6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:45:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a316714f-7acb-4aa1-a913-4873da305865'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:15.007001 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-ff811da6-0e51-4a53-9fe0-499268a16a64 None None] Port 82b0e527-74e3-4693-a57e-cd09cc5ff3d6 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:45:15.021937 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3777ead-4598-4748-82fa-a06800d3b607 req-e7bf4c6b-7300-48e8-a571-7c80996f97c1 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:15.029995 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e96438-06f2-460e-bc2b-fef81dbb30f9 req-b9c7c7ae-4ab0-496c-a574-bdcc986f03dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:15.034265 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e3777ead-4598-4748-82fa-a06800d3b607 req-e7bf4c6b-7300-48e8-a571-7c80996f97c1 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=558911ac-3499-4125-9e7e-e210c4e1ed08 HTTP/1.1" status: 200 len: 944 time: 0.6821656 Jul 06 13:45:15.038806 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bc6ca6-b762-490f-b2a6-6b7ddad9d716 x-openstack-request-id: req-b3bc6ca6-b762-490f-b2a6-6b7ddad9d716 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:15.039120 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e00c80-7c7f-4aa5-8904-da4f2fcdaecf", "name": "network-vif-plugged", "status": "completed", "tag": "5613f036-2ca4-4e30-8c02-05c332c5432b", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:15.039386 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-b3bc6ca6-b762-490f-b2a6-6b7ddad9d716 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:15.039781 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e00c80-7c7f-4aa5-8904-da4f2fcdaecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5613f036-2ca4-4e30-8c02-05c332c5432b', 'code': 200} Jul 06 13:45:15.041486 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e8e96438-06f2-460e-bc2b-fef81dbb30f9 req-b9c7c7ae-4ab0-496c-a574-bdcc986f03dd service neutron] 10.222.0.52 "GET /v2.0/networks?id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d HTTP/1.1" status: 200 len: 922 time: 0.3540907 Jul 06 13:45:15.074017 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-802ee92c-d275-445b-9d29-a641b9efadf1 req-02b5e4ba-a5a0-4358-934e-b586e1974859 service neutron] 10.222.0.52 "GET /v2.0/networks/ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5279222 Jul 06 13:45:15.088175 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e063fa36-7c71-4915-990f-62eaa6349617 admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:15.122951 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e063fa36-7c71-4915-990f-62eaa6349617 admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.1140707 Jul 06 13:45:15.131020 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37604) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:15.224794 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e8e96438-06f2-460e-bc2b-fef81dbb30f9 req-48eea591-36e4-4995-ac8d-e06831450950 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a15d81dc-6762-4138-a46a-f473d385b35b HTTP/1.1" status: 200 len: 217 time: 0.1821260 Jul 06 13:45:15.341817 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e3777ead-4598-4748-82fa-a06800d3b607 req-eb2959df-1fbc-4178-8f14-0abfa6794384 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061552 Jul 06 13:45:15.382267 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-199f7191-bfc2-4104-9017-0e547a8fe6c0 None None] Set router a316714f-7acb-4aa1-a913-4873da305865 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:45:15.385788 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b839a-f16b-4aa7-a368-7540357d280e req-1b0bd81c-32d4-4881-a508-1219c6788718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:15.388255 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3e4b839a-f16b-4aa7-a368-7540357d280e req-1b0bd81c-32d4-4881-a508-1219c6788718 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=73e00c80-7c7f-4aa5-8904-da4f2fcdaecf HTTP/1.1" status: 200 len: 1101 time: 0.2302346 Jul 06 13:45:15.396027 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e96438-06f2-460e-bc2b-fef81dbb30f9 req-94ee46eb-d630-4e84-8f69-de3fa88b9cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:15.397815 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e8e96438-06f2-460e-bc2b-fef81dbb30f9 req-94ee46eb-d630-4e84-8f69-de3fa88b9cac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a HTTP/1.1" status: 200 len: 861 time: 0.1644263 Jul 06 13:45:15.480235 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3e4b839a-f16b-4aa7-a368-7540357d280e req-06ca689e-407a-48fa-b424-4f99a1599ec4 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809081 Jul 06 13:45:15.520907 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e8e96438-06f2-460e-bc2b-fef81dbb30f9 req-86706f3c-af3c-4084-b2d7-ff2987905971 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429287 Jul 06 13:45:15.630713 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd568c-6cfd-4986-b234-a5f9ba577511 req-28dea6cf-3e3f-41a3-974c-0c12cfa9cc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:15.632767 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83dd568c-6cfd-4986-b234-a5f9ba577511 req-28dea6cf-3e3f-41a3-974c-0c12cfa9cc35 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=220d4319c95847189296d6ec839eccde&device_id=558911ac-3499-4125-9e7e-e210c4e1ed08 HTTP/1.1" status: 200 len: 1095 time: 0.3934610 Jul 06 13:45:15.744342 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e8e96438-06f2-460e-bc2b-fef81dbb30f9 req-510438d5-7cb2-4ae2-8c50-5215c2397f36 service neutron] 10.222.0.52 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095745 Jul 06 13:45:15.805449 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-199f7191-bfc2-4104-9017-0e547a8fe6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a316714f-7acb-4aa1-a913-4873da305865', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-323670206-router', 'tenant_id': '56caa74bd9474c3c8198a8fde1d9bade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'c40126df-abe0-4391-8a54-0a4e3251faef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:45:07Z', 'updated_at': '2021-07-06T13:45:11Z', 'revision_number': 3, 'project_id': '56caa74bd9474c3c8198a8fde1d9bade', 'gw_port': {'id': 'c40126df-abe0-4391-8a54-0a4e3251faef', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a316714f-7acb-4aa1-a913-4873da305865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:09Z', 'updated_at': '2021-07-06T13:45:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:15.871657 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd568c-6cfd-4986-b234-a5f9ba577511 req-78a0d1ee-0c55-496a-b20a-71a9e7384141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:15.874815 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83dd568c-6cfd-4986-b234-a5f9ba577511 req-78a0d1ee-0c55-496a-b20a-71a9e7384141 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3 HTTP/1.1" status: 200 len: 922 time: 0.2351201 Jul 06 13:45:15.878805 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199f7191-bfc2-4104-9017-0e547a8fe6c0 None None] Checking router: a316714f-7acb-4aa1-a913-4873da305865 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:45:15.881414 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199f7191-bfc2-4104-9017-0e547a8fe6c0 None None] Updating router a316714f-7acb-4aa1-a913-4873da305865 port c40126df-abe0-4391-8a54-0a4e3251faef binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:45:15.918433 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e8e96438-06f2-460e-bc2b-fef81dbb30f9 req-88fdc849-6e0a-4092-8c91-129b146b26e9 service neutron] 10.222.0.52 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686149 Jul 06 13:45:15.978983 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83dd568c-6cfd-4986-b234-a5f9ba577511 req-7dea29fd-9468-45e3-b37c-ae2e652b4327 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a1b064d-b933-4875-a968-cb283979ce97 HTTP/1.1" status: 200 len: 217 time: 0.0654390 Jul 06 13:45:15.987638 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-199f7191-bfc2-4104-9017-0e547a8fe6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:15.993472 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14d3c4-5485-41fb-8737-f950f3cb6ade req-01a22134-63ec-4bda-a114-bee2cdf45571 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:16.001710 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9a14d3c4-5485-41fb-8737-f950f3cb6ade req-01a22134-63ec-4bda-a114-bee2cdf45571 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=73e00c80-7c7f-4aa5-8904-da4f2fcdaecf HTTP/1.1" status: 200 len: 950 time: 0.7237346 Jul 06 13:45:16.173527 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:16.224234 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd568c-6cfd-4986-b234-a5f9ba577511 req-f941c70b-bd72-4174-99d5-94fddd943508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:16.244087 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83dd568c-6cfd-4986-b234-a5f9ba577511 req-f941c70b-bd72-4174-99d5-94fddd943508 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1ce517ec-9130-4f36-af09-4b9fdd0ba45c HTTP/1.1" status: 200 len: 861 time: 0.2299240 Jul 06 13:45:16.255306 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:16.261336 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9a14d3c4-5485-41fb-8737-f950f3cb6ade req-900ef7d5-c2f3-42d6-83f2-d8dc9ca55ef6 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577121 Jul 06 13:45:16.265062 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:45:16.281171 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:16.281556 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:16.315884 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83dd568c-6cfd-4986-b234-a5f9ba577511 req-195d4343-b401-43f4-8a2a-d814f3375cbc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473394 Jul 06 13:45:16.462804 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:16.504835 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83dd568c-6cfd-4986-b234-a5f9ba577511 req-d5240d08-1dc6-4f2e-a48f-36d9042800e6 service neutron] 10.222.0.52 "GET /v2.0/networks/ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691220 Jul 06 13:45:16.518303 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:16.523141 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:16.608674 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:16.627585 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-199f7191-bfc2-4104-9017-0e547a8fe6c0 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:16.653048 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-199f7191-bfc2-4104-9017-0e547a8fe6c0 None None] Transition to ACTIVE for port object c40126df-abe0-4391-8a54-0a4e3251faef will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:45:16.664278 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-199f7191-bfc2-4104-9017-0e547a8fe6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:16.760731 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c101ee-9b3c-451e-b6b4-b4e8bad91b76 None None] Pushing event updated for resources: {'Port': ['ID=c40126df-abe0-4391-8a54-0a4e3251faef,revision_number=2']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:16.783985 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-199f7191-bfc2-4104-9017-0e547a8fe6c0 None None] Attempting to bind port c40126df-abe0-4391-8a54-0a4e3251faef on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:45:16.784566 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-199f7191-bfc2-4104-9017-0e547a8fe6c0 None None] Attempting to bind port c40126df-abe0-4391-8a54-0a4e3251faef by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:45:16.785439 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199f7191-bfc2-4104-9017-0e547a8fe6c0 None None] Attempting to bind port c40126df-abe0-4391-8a54-0a4e3251faef on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:16.793933 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199f7191-bfc2-4104-9017-0e547a8fe6c0 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:45:16.794598 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199f7191-bfc2-4104-9017-0e547a8fe6c0 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:45:16.795157 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-199f7191-bfc2-4104-9017-0e547a8fe6c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:16.795712 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199f7191-bfc2-4104-9017-0e547a8fe6c0 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:45:16.796285 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-199f7191-bfc2-4104-9017-0e547a8fe6c0 None None] Bound port: c40126df-abe0-4391-8a54-0a4e3251faef, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:45:16.796837 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-199f7191-bfc2-4104-9017-0e547a8fe6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:16.895123 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83dd568c-6cfd-4986-b234-a5f9ba577511 req-8181dcd7-8fdc-462a-b3d2-1425d08fd7c8 service neutron] 10.222.0.52 "GET /v2.0/networks/ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434886 Jul 06 13:45:16.901307 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-199f7191-bfc2-4104-9017-0e547a8fe6c0 None None] For port c40126df-abe0-4391-8a54-0a4e3251faef, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:16.905959 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-199f7191-bfc2-4104-9017-0e547a8fe6c0 None None] For port c40126df-abe0-4391-8a54-0a4e3251faef, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c40126df-abe0-4391-8a54-0a4e3251faef,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:16.929612 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-199f7191-bfc2-4104-9017-0e547a8fe6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:17.056943 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199f7191-bfc2-4104-9017-0e547a8fe6c0 None None] Routers {'a316714f-7acb-4aa1-a913-4873da305865'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:45:17.058749 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-199f7191-bfc2-4104-9017-0e547a8fe6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:45:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a316714f-7acb-4aa1-a913-4873da305865'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:17.063410 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c101ee-9b3c-451e-b6b4-b4e8bad91b76 None None] Pushing event updated for resources: {'Port': ['ID=c40126df-abe0-4391-8a54-0a4e3251faef,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:17.250408 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-298258fe-96a0-4ef4-b808-152decc3c191 req-b2c33849-fff0-4b75-af4a-740e52805979 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:45:17.258388 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-298258fe-96a0-4ef4-b808-152decc3c191 req-b2c33849-fff0-4b75-af4a-740e52805979 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131130 Jul 06 13:45:17.259852 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-199f7191-bfc2-4104-9017-0e547a8fe6c0 None None] Set router a316714f-7acb-4aa1-a913-4873da305865 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:45:17.262981 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-298258fe-96a0-4ef4-b808-152decc3c191 req-a3aedcb2-3b4e-42cd-bf76-5f264e74b0c5 service neutron] Request body: {'binding': {'host': 'n-h1-773644-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:17.263566 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-298258fe-96a0-4ef4-b808-152decc3c191 req-a3aedcb2-3b4e-42cd-bf76-5f264e74b0c5 service neutron] Unknown quota resources ['binding']. {{(pid=100418) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 13:45:17.432234 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-06768805-7d88-4a16-867b-9bd838f173de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:17.463530 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-298258fe-96a0-4ef4-b808-152decc3c191 req-a3aedcb2-3b4e-42cd-bf76-5f264e74b0c5 service neutron] Attempting to bind port c288392a-7155-4679-98d5-a1b75b245831 on host n-h1-773644-6 for vnic_type normal with profile None {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:45:17.464151 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-298258fe-96a0-4ef4-b808-152decc3c191 req-a3aedcb2-3b4e-42cd-bf76-5f264e74b0c5 service neutron] Attempting to bind port c288392a-7155-4679-98d5-a1b75b245831 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:45:17.464581 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298258fe-96a0-4ef4-b808-152decc3c191 req-a3aedcb2-3b4e-42cd-bf76-5f264e74b0c5 service neutron] Attempting to bind port c288392a-7155-4679-98d5-a1b75b245831 on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:17.477320 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298258fe-96a0-4ef4-b808-152decc3c191 req-a3aedcb2-3b4e-42cd-bf76-5f264e74b0c5 service neutron] Port c288392a-7155-4679-98d5-a1b75b245831 on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:45:17.477817 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298258fe-96a0-4ef4-b808-152decc3c191 req-a3aedcb2-3b4e-42cd-bf76-5f264e74b0c5 service neutron] Attempting to bind port c288392a-7155-4679-98d5-a1b75b245831 on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:17.484788 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298258fe-96a0-4ef4-b808-152decc3c191 req-a3aedcb2-3b4e-42cd-bf76-5f264e74b0c5 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:45:17.485392 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298258fe-96a0-4ef4-b808-152decc3c191 req-a3aedcb2-3b4e-42cd-bf76-5f264e74b0c5 service neutron] Checking segment: {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:45:17.485903 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298258fe-96a0-4ef4-b808-152decc3c191 req-a3aedcb2-3b4e-42cd-bf76-5f264e74b0c5 service neutron] Bound using segment: {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:45:17.486696 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-298258fe-96a0-4ef4-b808-152decc3c191 req-a3aedcb2-3b4e-42cd-bf76-5f264e74b0c5 service neutron] Bound port: c288392a-7155-4679-98d5-a1b75b245831, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:45:17.553643 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-199f7191-bfc2-4104-9017-0e547a8fe6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a316714f-7acb-4aa1-a913-4873da305865', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-323670206-router', 'tenant_id': '56caa74bd9474c3c8198a8fde1d9bade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'c40126df-abe0-4391-8a54-0a4e3251faef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:45:07Z', 'updated_at': '2021-07-06T13:45:11Z', 'revision_number': 3, 'project_id': '56caa74bd9474c3c8198a8fde1d9bade', 'gw_port': {'id': 'c40126df-abe0-4391-8a54-0a4e3251faef', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a316714f-7acb-4aa1-a913-4873da305865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:09Z', 'updated_at': '2021-07-06T13:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:17.594117 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37642) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:17.600494 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-efbd2e0d-722f-47d9-81fc-3408c477fc8c tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Request body: {'security_group': {'name': 'tempest-securitygroup--489793269', 'description': 'tempest-description--1519682764'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:17.627923 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199f7191-bfc2-4104-9017-0e547a8fe6c0 None None] The sync data for ids ['a316714f-7acb-4aa1-a913-4873da305865'] in n-d-773644-6 is: [{'id': 'a316714f-7acb-4aa1-a913-4873da305865', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-323670206-router', 'tenant_id': '56caa74bd9474c3c8198a8fde1d9bade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'c40126df-abe0-4391-8a54-0a4e3251faef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:45:07Z', 'updated_at': '2021-07-06T13:45:11Z', 'revision_number': 3, 'project_id': '56caa74bd9474c3c8198a8fde1d9bade', 'gw_port': {'id': 'c40126df-abe0-4391-8a54-0a4e3251faef', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a316714f-7acb-4aa1-a913-4873da305865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:09Z', 'updated_at': '2021-07-06T13:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:45:17.644783 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-efbd2e0d-722f-47d9-81fc-3408c477fc8c tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:17.758627 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c972f7d4-1a6b-4042-8cc5-2c58ebf8198e None None] Sync routers for ids ['e502b4e1-96f7-4e54-ada1-475bbe2153c6'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:45:17.775499 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c972f7d4-1a6b-4042-8cc5-2c58ebf8198e None None] Routers {'e502b4e1-96f7-4e54-ada1-475bbe2153c6'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:45:17.776174 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c972f7d4-1a6b-4042-8cc5-2c58ebf8198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:45:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['e502b4e1-96f7-4e54-ada1-475bbe2153c6'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:17.813601 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-efbd2e0d-722f-47d9-81fc-3408c477fc8c tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:17.820309 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-efbd2e0d-722f-47d9-81fc-3408c477fc8c tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:17.865681 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-06768805-7d88-4a16-867b-9bd838f173de admin admin] Allocated IP 172.20.0.1 (4bdb5fec-fe94-4662-8b10-b8df6088a8dd/021c992f-7fa1-4517-9d5c-003822d46046/fb83a3f9-d254-431a-b5b0-31f5ed9fff67) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:17.871762 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-efbd2e0d-722f-47d9-81fc-3408c477fc8c tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:17.876287 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-efbd2e0d-722f-47d9-81fc-3408c477fc8c tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2770038 Jul 06 13:45:17.876287 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd2e0d-722f-47d9-81fc-3408c477fc8c tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c47cf85-1ec0-4725-86ed-df5676d6a7e1,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:17.877005 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-298258fe-96a0-4ef4-b808-152decc3c191 req-a3aedcb2-3b4e-42cd-bf76-5f264e74b0c5 service neutron] For port c288392a-7155-4679-98d5-a1b75b245831, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=c288392a-7155-4679-98d5-a1b75b245831,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:17.880218 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37646) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:17.898600 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-7886e3be-b8cd-4688-9446-7c1f16146ddc tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Request body: {'security_group_rule': {'security_group_id': '8c47cf85-1ec0-4725-86ed-df5676d6a7e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:17.913916 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-298258fe-96a0-4ef4-b808-152decc3c191 req-a3aedcb2-3b4e-42cd-bf76-5f264e74b0c5 service neutron] Notify callbacks [] for binding, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:17.928381 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-298258fe-96a0-4ef4-b808-152decc3c191 req-a3aedcb2-3b4e-42cd-bf76-5f264e74b0c5 service neutron] 10.222.0.118 "POST /v2.0/ports/c288392a-7155-4679-98d5-a1b75b245831/bindings HTTP/1.1" status: 201 len: 389 time: 0.6688647 Jul 06 13:45:18.133478 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26b3d8-b9a0-4e03-940c-009699d047d4 req-16775a34-164f-4619-a713-455f052e1746 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:18.145430 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f26b3d8-b9a0-4e03-940c-009699d047d4 req-16775a34-164f-4619-a713-455f052e1746 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 943 time: 0.3491120 Jul 06 13:45:18.183667 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7886e3be-b8cd-4688-9446-7c1f16146ddc tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:18.192092 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 8a1b064d-b933-4875-a968-cb283979ce97 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:45:18.194507 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:18.258649 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f26b3d8-b9a0-4e03-940c-009699d047d4 req-02e7134b-7832-4486-bdd9-479557a85c93 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121457 Jul 06 13:45:18.394575 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.db.resource_extend [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 13:45:18.426028 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-06768805-7d88-4a16-867b-9bd838f173de admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:18.486516 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-c972f7d4-1a6b-4042-8cc5-2c58ebf8198e None None] Set router e502b4e1-96f7-4e54-ada1-475bbe2153c6 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:45:18.517695 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:18.562331 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298258fe-96a0-4ef4-b808-152decc3c191 req-74399ec3-f05f-425e-93da-cab81938410b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:18.564183 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-298258fe-96a0-4ef4-b808-152decc3c191 req-74399ec3-f05f-425e-93da-cab81938410b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a05dcebc7174fa4835bbaac9666195c&device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617 HTTP/1.1" status: 200 len: 1096 time: 0.2772293 Jul 06 13:45:18.575005 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-06768805-7d88-4a16-867b-9bd838f173de admin admin] Transition to ACTIVE for port object fb83a3f9-d254-431a-b5b0-31f5ed9fff67 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:45:18.587507 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:18.588259 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:18.811832 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 8a1b064d-b933-4875-a968-cb283979ce97, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=8a1b064d-b933-4875-a968-cb283979ce97,segment=NetworkSegment(78ae0a30-d800-4152-891b-c545e9763cb4),segment_id=78ae0a30-d800-4152-891b-c545e9763cb4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:18.842710 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '8a1b064d-b933-4875-a968-cb283979ce97', 'network_id': 'ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3', 'port_id': '8a1b064d-b933-4875-a968-cb283979ce97', 'mac_address': 'fa:16:3e:8d:12:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce517ec-9130-4f36-af09-4b9fdd0ba45c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:45:18.984243 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:19.029952 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a1b064d-b933-4875-a968-cb283979ce97 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:45:19.061214 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 8a1b064d-b933-4875-a968-cb283979ce97, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=8a1b064d-b933-4875-a968-cb283979ce97,segment=NetworkSegment(78ae0a30-d800-4152-891b-c545e9763cb4),segment_id=78ae0a30-d800-4152-891b-c545e9763cb4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:19.066431 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7886e3be-b8cd-4688-9446-7c1f16146ddc tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:19.075411 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c972f7d4-1a6b-4042-8cc5-2c58ebf8198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'name': 'tempest-ServersTestJSON-1077122495-router', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:45:01Z', 'updated_at': '2021-07-06T13:45:12Z', 'revision_number': 4, 'project_id': 'e343b5142d1f42b4a79372104c499861', 'gw_port': {'id': '0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:be:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:02Z', 'updated_at': '2021-07-06T13:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '82b0e527-74e3-4693-a57e-cd09cc5ff3d6', 'name': '', 'network_id': 'a61f130f-6304-41b0-a74b-e084e85bbdd5', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'mac_address': 'fa:16:3e:b7:00:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3b03e3a1-6f80-413a-9b2a-0ab9848da27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:11Z', 'updated_at': '2021-07-06T13:45:12Z', 'revision_number': 2, 'project_id': 'e343b5142d1f42b4a79372104c499861', 'subnets': [{'id': '3b03e3a1-6f80-413a-9b2a-0ab9848da27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:19.079871 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:19.080857 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device a15d81dc-6762-4138-a46a-f473d385b35b details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:45:19.085152 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7886e3be-b8cd-4688-9446-7c1f16146ddc tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:19.157861 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886e3be-b8cd-4688-9446-7c1f16146ddc tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e22eac5-54d6-46cb-8f3a-92716bc82166,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:19.171362 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7886e3be-b8cd-4688-9446-7c1f16146ddc tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:19.172789 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7886e3be-b8cd-4688-9446-7c1f16146ddc tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2784109 Jul 06 13:45:19.175816 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37658) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:19.181698 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-57e5ef89-ba35-437c-997a-b2523447cd84 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Request body: {'security_group_rule': {'security_group_id': '8c47cf85-1ec0-4725-86ed-df5676d6a7e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:19.186792 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f67e1-4979-4842-830e-24a4eeb545bb req-2709bc1f-7cac-46f3-8111-eeabf330cd53 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:19.195263 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-669f67e1-4979-4842-830e-24a4eeb545bb req-2709bc1f-7cac-46f3-8111-eeabf330cd53 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=73e00c80-7c7f-4aa5-8904-da4f2fcdaecf HTTP/1.1" status: 200 len: 950 time: 0.7651916 Jul 06 13:45:19.206755 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629448fb-7ee4-466a-a30a-8f296f963728 req-9c28c325-b505-4967-8a30-538066915ca9 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:19.214174 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-629448fb-7ee4-466a-a30a-8f296f963728 req-9c28c325-b505-4967-8a30-538066915ca9 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=558911ac-3499-4125-9e7e-e210c4e1ed08 HTTP/1.1" status: 200 len: 944 time: 0.7721775 Jul 06 13:45:19.235778 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port a15d81dc-6762-4138-a46a-f473d385b35b, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=a15d81dc-6762-4138-a46a-f473d385b35b,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:19.272099 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298258fe-96a0-4ef4-b808-152decc3c191 req-183651c3-d27f-43c4-ae1b-6a8a5fd1923c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:19.273789 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-298258fe-96a0-4ef4-b808-152decc3c191 req-183651c3-d27f-43c4-ae1b-6a8a5fd1923c service neutron] 10.222.0.52 "GET /v2.0/networks?id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b HTTP/1.1" status: 200 len: 909 time: 0.6916490 Jul 06 13:45:19.274472 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-57e5ef89-ba35-437c-997a-b2523447cd84 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:19.281594 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'a15d81dc-6762-4138-a46a-f473d385b35b', 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d', 'port_id': 'a15d81dc-6762-4138-a46a-f473d385b35b', 'mac_address': 'fa:16:3e:cd:01:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:45:19.287282 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c972f7d4-1a6b-4042-8cc5-2c58ebf8198e None None] Checking router: e502b4e1-96f7-4e54-ada1-475bbe2153c6 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:45:19.287950 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c972f7d4-1a6b-4042-8cc5-2c58ebf8198e None None] Updating router e502b4e1-96f7-4e54-ada1-475bbe2153c6 port 82b0e527-74e3-4693-a57e-cd09cc5ff3d6 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:45:19.310880 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-06768805-7d88-4a16-867b-9bd838f173de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:19.370635 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-57e5ef89-ba35-437c-997a-b2523447cd84 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:19.379006 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-57e5ef89-ba35-437c-997a-b2523447cd84 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:19.399052 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06768805-7d88-4a16-867b-9bd838f173de admin admin] Pushing event updated for resources: {'Port': ['ID=fb83a3f9-d254-431a-b5b0-31f5ed9fff67,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:19.405380 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5ef89-ba35-437c-997a-b2523447cd84 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec95e47-f857-439e-8b46-f6e53bdca870,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:19.420731 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=8a1b064d-b933-4875-a968-cb283979ce97,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:19.421435 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-57e5ef89-ba35-437c-997a-b2523447cd84 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:19.423586 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-57e5ef89-ba35-437c-997a-b2523447cd84 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2465041 Jul 06 13:45:19.429698 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-298258fe-96a0-4ef4-b808-152decc3c191 req-ea7546a1-995a-4680-967a-cb7ce98df199 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c288392a-7155-4679-98d5-a1b75b245831 HTTP/1.1" status: 200 len: 217 time: 0.1443410 Jul 06 13:45:19.430752 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37664) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:19.435485 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-72816277-fc1c-48d0-aa05-71067a70c234 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:19.437068 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-629448fb-7ee4-466a-a30a-8f296f963728 req-45e2f6df-964c-4fe2-891d-6b32d694a75b tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217989 Jul 06 13:45:19.457729 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06768805-7d88-4a16-867b-9bd838f173de admin admin] Network 4bdb5fec-fe94-4662-8b10-b8df6088a8dd is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:19.474362 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-72816277-fc1c-48d0-aa05-71067a70c234 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks [] for floatingip, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:19.478650 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-06768805-7d88-4a16-867b-9bd838f173de admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:19.491087 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06768805-7d88-4a16-867b-9bd838f173de admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:45:19.511397 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:19.519220 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c972f7d4-1a6b-4042-8cc5-2c58ebf8198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:19.560921 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-669f67e1-4979-4842-830e-24a4eeb545bb req-d5910014-b938-4c76-89de-dac9cd01e4b3 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647687 Jul 06 13:45:19.577715 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a15d81dc-6762-4138-a46a-f473d385b35b {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:45:19.679864 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-06768805-7d88-4a16-867b-9bd838f173de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:19.742623 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port a15d81dc-6762-4138-a46a-f473d385b35b, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=a15d81dc-6762-4138-a46a-f473d385b35b,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:19.754445 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:19.781307 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-72816277-fc1c-48d0-aa05-71067a70c234 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:19.999738 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298258fe-96a0-4ef4-b808-152decc3c191 req-d827a60f-6927-4fe0-ae16-4125ba697840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:20.004794 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-298258fe-96a0-4ef4-b808-152decc3c191 req-d827a60f-6927-4fe0-ae16-4125ba697840 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fb580ceb-d4c2-41da-b0a8-ed5910fd5560 HTTP/1.1" status: 200 len: 848 time: 0.5594301 Jul 06 13:45:20.017718 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=a15d81dc-6762-4138-a46a-f473d385b35b,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:20.072495 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-72816277-fc1c-48d0-aa05-71067a70c234 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Allocated IP 172.25.6.198 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/23cac95b-d4c9-4c27-9e76-58e30e8b757a) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:20.077025 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ae583800-a83e-4b90-a29a-41f2db3ee351 None None] Provisioning for port fb83a3f9-d254-431a-b5b0-31f5ed9fff67 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:45:20.189853 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-298258fe-96a0-4ef4-b808-152decc3c191 req-11e3621c-3932-4913-99fb-1a87212976ec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1727049 Jul 06 13:45:20.201828 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['8a1b064d-b933-4875-a968-cb283979ce97'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:45:20.259754 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['a15d81dc-6762-4138-a46a-f473d385b35b'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:45:20.277695 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c40126df-abe0-4391-8a54-0a4e3251faef up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:20.308346 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ae583800-a83e-4b90-a29a-41f2db3ee351 None None] Provisioning complete for port fb83a3f9-d254-431a-b5b0-31f5ed9fff67 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:20.309921 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae583800-a83e-4b90-a29a-41f2db3ee351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:20.321175 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-72816277-fc1c-48d0-aa05-71067a70c234 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:20.409337 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-72816277-fc1c-48d0-aa05-71067a70c234 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:20.414642 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640df97-c72e-42b6-a73c-a66ee11b702b req-03d1ebc6-db66-46d7-86f2-b118a51b092f tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:20.422865 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7640df97-c72e-42b6-a73c-a66ee11b702b req-03d1ebc6-db66-46d7-86f2-b118a51b092f tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617 HTTP/1.1" status: 200 len: 945 time: 0.5503447 Jul 06 13:45:20.444909 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-06768805-7d88-4a16-867b-9bd838f173de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:20.472535 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c972f7d4-1a6b-4042-8cc5-2c58ebf8198e None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:20.488484 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c972f7d4-1a6b-4042-8cc5-2c58ebf8198e None None] Transition to ACTIVE for port object 82b0e527-74e3-4693-a57e-cd09cc5ff3d6 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:45:20.494028 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72816277-fc1c-48d0-aa05-71067a70c234 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:20.501179 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-72816277-fc1c-48d0-aa05-71067a70c234 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:20.510792 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72816277-fc1c-48d0-aa05-71067a70c234 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:45:20.549918 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c972f7d4-1a6b-4042-8cc5-2c58ebf8198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:20.602127 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7640df97-c72e-42b6-a73c-a66ee11b702b req-9ac40b18-19ab-4505-895c-4d05494991c0 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781251 Jul 06 13:45:20.623625 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72816277-fc1c-48d0-aa05-71067a70c234 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Pushing event updated for resources: {'Port': ['ID=23cac95b-d4c9-4c27-9e76-58e30e8b757a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:20.637092 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f053e-7a32-40c1-8be8-23aec7ffb9d3 None None] Pushing event updated for resources: {'Port': ['ID=82b0e527-74e3-4693-a57e-cd09cc5ff3d6,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:20.661407 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-298258fe-96a0-4ef4-b808-152decc3c191 req-95b49995-b8b3-44c3-89ff-63eeca896a98 service neutron] 10.222.0.52 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192426 Jul 06 13:45:20.668361 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-72816277-fc1c-48d0-aa05-71067a70c234 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:20.704158 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32d4e7-2b51-46b2-99dc-d00979668e09 req-731468a5-62c0-4997-bb9d-8a855ebc816f tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:20.706967 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ea32d4e7-2b51-46b2-99dc-d00979668e09 req-731468a5-62c0-4997-bb9d-8a855ebc816f tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 944 time: 0.5335081 Jul 06 13:45:20.794802 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-ae583800-a83e-4b90-a29a-41f2db3ee351 None None] Port fb83a3f9-d254-431a-b5b0-31f5ed9fff67 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:45:20.804718 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-72816277-fc1c-48d0-aa05-71067a70c234 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:20.966965 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port c40126df-abe0-4391-8a54-0a4e3251faef completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:45:21.036011 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port c40126df-abe0-4391-8a54-0a4e3251faef triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:21.037072 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:21.143281 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ea32d4e7-2b51-46b2-99dc-d00979668e09 req-dbb8726e-753d-49a7-b3d1-d5661bda0d9a tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946900 Jul 06 13:45:21.251902 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-c972f7d4-1a6b-4042-8cc5-2c58ebf8198e None None] Attempting to bind port 82b0e527-74e3-4693-a57e-cd09cc5ff3d6 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:45:21.251902 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-c972f7d4-1a6b-4042-8cc5-2c58ebf8198e None None] Attempting to bind port 82b0e527-74e3-4693-a57e-cd09cc5ff3d6 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '0c331154-8d4c-4526-abe3-f0da3bc0e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a61f130f-6304-41b0-a74b-e084e85bbdd5'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:45:21.252311 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c972f7d4-1a6b-4042-8cc5-2c58ebf8198e None None] Attempting to bind port 82b0e527-74e3-4693-a57e-cd09cc5ff3d6 on network a61f130f-6304-41b0-a74b-e084e85bbdd5 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:21.315897 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c972f7d4-1a6b-4042-8cc5-2c58ebf8198e None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:45:21.316646 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c972f7d4-1a6b-4042-8cc5-2c58ebf8198e None None] Checking segment: {'id': '0c331154-8d4c-4526-abe3-f0da3bc0e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a61f130f-6304-41b0-a74b-e084e85bbdd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:45:21.317338 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c972f7d4-1a6b-4042-8cc5-2c58ebf8198e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:21.317963 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c972f7d4-1a6b-4042-8cc5-2c58ebf8198e None None] Bound using segment: {'id': '0c331154-8d4c-4526-abe3-f0da3bc0e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a61f130f-6304-41b0-a74b-e084e85bbdd5'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:45:21.318782 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-c972f7d4-1a6b-4042-8cc5-2c58ebf8198e None None] Bound port: 82b0e527-74e3-4693-a57e-cd09cc5ff3d6, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c331154-8d4c-4526-abe3-f0da3bc0e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a61f130f-6304-41b0-a74b-e084e85bbdd5'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:45:21.319403 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c972f7d4-1a6b-4042-8cc5-2c58ebf8198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:21.325414 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d123f2-d438-4ae3-941e-46895ec98f68 req-3a5c1c2a-5302-4ded-a59c-f3566784ea31 tempest-ServersOnMultiNodesTest-1990585717 tempest-ServersOnMultiNodesTest-1990585717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:21.327085 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b7d123f2-d438-4ae3-941e-46895ec98f68 req-3a5c1c2a-5302-4ded-a59c-f3566784ea31 tempest-ServersOnMultiNodesTest-1990585717 tempest-ServersOnMultiNodesTest-1990585717-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=73e00c80-7c7f-4aa5-8904-da4f2fcdaecf HTTP/1.1" status: 200 len: 1101 time: 0.2091732 Jul 06 13:45:21.340038 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-298258fe-96a0-4ef4-b808-152decc3c191 req-3afea9c5-dae2-47bc-9d4a-1d02d4d625dd service neutron] 10.222.0.52 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6626277 Jul 06 13:45:21.357855 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-72816277-fc1c-48d0-aa05-71067a70c234 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:21.359543 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-06768805-7d88-4a16-867b-9bd838f173de admin admin] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:21.364793 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-72816277-fc1c-48d0-aa05-71067a70c234 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:21.381181 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-06768805-7d88-4a16-867b-9bd838f173de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:21.432839 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-c972f7d4-1a6b-4042-8cc5-2c58ebf8198e None None] For port 82b0e527-74e3-4693-a57e-cd09cc5ff3d6, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:21.437179 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-c972f7d4-1a6b-4042-8cc5-2c58ebf8198e None None] For port 82b0e527-74e3-4693-a57e-cd09cc5ff3d6, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=82b0e527-74e3-4693-a57e-cd09cc5ff3d6,segment=NetworkSegment(0c331154-8d4c-4526-abe3-f0da3bc0e1fd),segment_id=0c331154-8d4c-4526-abe3-f0da3bc0e1fd)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:21.478125 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-72816277-fc1c-48d0-aa05-71067a70c234 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:21.489094 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-06768805-7d88-4a16-867b-9bd838f173de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:21.509510 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-72816277-fc1c-48d0-aa05-71067a70c234 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:21.510919 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c972f7d4-1a6b-4042-8cc5-2c58ebf8198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:21.520470 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-72816277-fc1c-48d0-aa05-71067a70c234 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0885065 Jul 06 13:45:21.524627 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72816277-fc1c-48d0-aa05-71067a70c234 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Pushing event updated for resources: {'Port': ['ID=23cac95b-d4c9-4c27-9e76-58e30e8b757a,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:21.545938 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:21.573561 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port c40126df-abe0-4391-8a54-0a4e3251faef, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c40126df-abe0-4391-8a54-0a4e3251faef,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:21.691998 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f053e-7a32-40c1-8be8-23aec7ffb9d3 None None] Pushing event updated for resources: {'Port': ['ID=82b0e527-74e3-4693-a57e-cd09cc5ff3d6,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:21.702488 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b7d123f2-d438-4ae3-941e-46895ec98f68 req-94bed37e-fdf8-4844-b831-20d8523daf68 tempest-ServersOnMultiNodesTest-1990585717 tempest-ServersOnMultiNodesTest-1990585717-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592999 Jul 06 13:45:21.708111 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:21.799099 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=c40126df-abe0-4391-8a54-0a4e3251faef,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:21.841441 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06768805-7d88-4a16-867b-9bd838f173de admin admin] Pushing event updated for resources: {'Port': ['ID=fb83a3f9-d254-431a-b5b0-31f5ed9fff67,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:21.846060 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c972f7d4-1a6b-4042-8cc5-2c58ebf8198e None None] Routers {'e502b4e1-96f7-4e54-ada1-475bbe2153c6'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:45:21.846720 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c972f7d4-1a6b-4042-8cc5-2c58ebf8198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:45:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['e502b4e1-96f7-4e54-ada1-475bbe2153c6'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:21.966226 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298258fe-96a0-4ef4-b808-152decc3c191 req-f7975730-1a0b-4821-9d71-d6c58ffb42c0 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:21.968089 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-298258fe-96a0-4ef4-b808-152decc3c191 req-f7975730-1a0b-4821-9d71-d6c58ffb42c0 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617&tenant_id=0a05dcebc7174fa4835bbaac9666195c&binding%3Ahost_id=n-h2-773644-6 HTTP/1.1" status: 200 len: 1096 time: 0.4856472 Jul 06 13:45:21.990217 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-298258fe-96a0-4ef4-b808-152decc3c191 req-df1107f6-5116-4012-879f-3e91e584cb3a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-773644-6'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:22.085384 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-298258fe-96a0-4ef4-b808-152decc3c191 req-df1107f6-5116-4012-879f-3e91e584cb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:22.108690 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06768805-7d88-4a16-867b-9bd838f173de admin admin] Network 4bdb5fec-fe94-4662-8b10-b8df6088a8dd is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:22.114522 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-06768805-7d88-4a16-867b-9bd838f173de admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:22.133102 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7879c6-a629-4be0-a2d4-b7bb03fbe149 req-0458708b-6350-4005-9554-cb0b0dcdee88 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:22.134737 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e7879c6-a629-4be0-a2d4-b7bb03fbe149 req-0458708b-6350-4005-9554-cb0b0dcdee88 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=558911ac-3499-4125-9e7e-e210c4e1ed08 HTTP/1.1" status: 200 len: 945 time: 0.4662256 Jul 06 13:45:22.224717 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c40126df-abe0-4391-8a54-0a4e3251faef up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:22.263394 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-c972f7d4-1a6b-4042-8cc5-2c58ebf8198e None None] Set router e502b4e1-96f7-4e54-ada1-475bbe2153c6 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:45:22.267987 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-b2a629f2-76fc-40f5-b739-07fcdc8684e0 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-securitygroup--489793269&fields=id&tenant_id=e343b5142d1f42b4a79372104c499861 HTTP/1.1" status: 200 len: 267 time: 0.0486693 Jul 06 13:45:22.370432 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e7879c6-a629-4be0-a2d4-b7bb03fbe149 req-1cd12d5b-b6c5-46ae-93e9-5f89dc2f40b2 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949043 Jul 06 13:45:22.580349 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06768805-7d88-4a16-867b-9bd838f173de admin admin] Router a316714f-7acb-4aa1-a913-4873da305865 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:45:22.600136 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-69dc6066-8e6b-4b8b-87ef-44ef49ce4940 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:22.610613 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-69dc6066-8e6b-4b8b-87ef-44ef49ce4940 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/networks?id=a61f130f-6304-41b0-a74b-e084e85bbdd5 HTTP/1.1" status: 200 len: 806 time: 0.3302727 Jul 06 13:45:22.613416 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port c40126df-abe0-4391-8a54-0a4e3251faef triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:22.614006 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:22.633683 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-298258fe-96a0-4ef4-b808-152decc3c191 req-df1107f6-5116-4012-879f-3e91e584cb3a service neutron] For port c288392a-7155-4679-98d5-a1b75b245831, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c288392a-7155-4679-98d5-a1b75b245831,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:22.700065 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-298258fe-96a0-4ef4-b808-152decc3c191 req-df1107f6-5116-4012-879f-3e91e584cb3a service neutron] For port c288392a-7155-4679-98d5-a1b75b245831, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:22.713463 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-174e3147-0257-497d-8cd2-ca17f8369dde None None] Provisioning complete for port fb83a3f9-d254-431a-b5b0-31f5ed9fff67 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:22.714321 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-174e3147-0257-497d-8cd2-ca17f8369dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:22.800841 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 82b0e527-74e3-4693-a57e-cd09cc5ff3d6 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:22.803715 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-174e3147-0257-497d-8cd2-ca17f8369dde None None] Port fb83a3f9-d254-431a-b5b0-31f5ed9fff67 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:45:22.818165 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-bec40ac7-3bbf-440f-a910-8882bc46eae7 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/quotas/e343b5142d1f42b4a79372104c499861 HTTP/1.1" status: 200 len: 375 time: 0.2064643 Jul 06 13:45:22.845841 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c972f7d4-1a6b-4042-8cc5-2c58ebf8198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'name': 'tempest-ServersTestJSON-1077122495-router', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:45:01Z', 'updated_at': '2021-07-06T13:45:12Z', 'revision_number': 4, 'project_id': 'e343b5142d1f42b4a79372104c499861', 'gw_port': {'id': '0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:be:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:02Z', 'updated_at': '2021-07-06T13:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '82b0e527-74e3-4693-a57e-cd09cc5ff3d6', 'name': '', 'network_id': 'a61f130f-6304-41b0-a74b-e084e85bbdd5', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'mac_address': 'fa:16:3e:b7:00:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3b03e3a1-6f80-413a-9b2a-0ab9848da27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:11Z', 'updated_at': '2021-07-06T13:45:21Z', 'revision_number': 4, 'project_id': 'e343b5142d1f42b4a79372104c499861', 'subnets': [{'id': '3b03e3a1-6f80-413a-9b2a-0ab9848da27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:22.862951 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d4357e-6623-4bfa-b3d3-7fab2b3cb617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c288392a-7155-4679-98d5-a1b75b245831'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:45:22.865232 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c401407-5b4c-4b98-a3f4-484f1e46cb46" -d '{"events": [{"server_uuid": "22d4357e-6623-4bfa-b3d3-7fab2b3cb617", "name": "network-vif-unplugged", "status": "completed", "tag": "c288392a-7155-4679-98d5-a1b75b245831"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:22.872447 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-298258fe-96a0-4ef4-b808-152decc3c191 req-df1107f6-5116-4012-879f-3e91e584cb3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:22.885156 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c972f7d4-1a6b-4042-8cc5-2c58ebf8198e None None] The sync data for ids ['e502b4e1-96f7-4e54-ada1-475bbe2153c6'] in n-d-773644-6 is: [{'id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'name': 'tempest-ServersTestJSON-1077122495-router', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:45:01Z', 'updated_at': '2021-07-06T13:45:12Z', 'revision_number': 4, 'project_id': 'e343b5142d1f42b4a79372104c499861', 'gw_port': {'id': '0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:be:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:02Z', 'updated_at': '2021-07-06T13:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '82b0e527-74e3-4693-a57e-cd09cc5ff3d6', 'name': '', 'network_id': 'a61f130f-6304-41b0-a74b-e084e85bbdd5', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'mac_address': 'fa:16:3e:b7:00:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3b03e3a1-6f80-413a-9b2a-0ab9848da27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:11Z', 'updated_at': '2021-07-06T13:45:21Z', 'revision_number': 4, 'project_id': 'e343b5142d1f42b4a79372104c499861', 'subnets': [{'id': '3b03e3a1-6f80-413a-9b2a-0ab9848da27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:45:22.905711 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 82b0e527-74e3-4693-a57e-cd09cc5ff3d6 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:45:22.908656 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-298258fe-96a0-4ef4-b808-152decc3c191 req-df1107f6-5116-4012-879f-3e91e584cb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:22.911173 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 82b0e527-74e3-4693-a57e-cd09cc5ff3d6 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:22.911621 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:23.002236 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:23.039930 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 82b0e527-74e3-4693-a57e-cd09cc5ff3d6, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=82b0e527-74e3-4693-a57e-cd09cc5ff3d6,segment=NetworkSegment(0c331154-8d4c-4526-abe3-f0da3bc0e1fd),segment_id=0c331154-8d4c-4526-abe3-f0da3bc0e1fd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:23.045850 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:23.064485 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1107f6-5116-4012-879f-3e91e584cb3a service neutron] Pushing event updated for resources: {'Port': ['ID=c288392a-7155-4679-98d5-a1b75b245831,revision_number=7']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:23.098302 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06768805-7d88-4a16-867b-9bd838f173de admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:45:23.105192 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=82b0e527-74e3-4693-a57e-cd09cc5ff3d6,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:23.110127 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44507d71-c3c7-4b7d-a37b-d1df00ec0c89 None None] Sync routers for ids ['a316714f-7acb-4aa1-a913-4873da305865'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:45:23.110851 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-06768805-7d88-4a16-867b-9bd838f173de admin admin] 10.222.0.118 "PUT /v2.0/routers/a316714f-7acb-4aa1-a913-4873da305865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9782934 Jul 06 13:45:23.126000 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e95a73-3ac7-4b76-b310-7c158e19cdcb req-13529794-24ab-4816-acfb-bcdace137f9e tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:23.127846 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a8e95a73-3ac7-4b76-b310-7c158e19cdcb req-13529794-24ab-4816-acfb-bcdace137f9e tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617 HTTP/1.1" status: 200 len: 945 time: 0.5144498 Jul 06 13:45:23.136886 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44507d71-c3c7-4b7d-a37b-d1df00ec0c89 None None] Routers {'a316714f-7acb-4aa1-a913-4873da305865'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:45:23.137532 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-44507d71-c3c7-4b7d-a37b-d1df00ec0c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:45:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a316714f-7acb-4aa1-a913-4873da305865'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:23.154462 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-5a54deaa-a773-4d1d-8def-50231c483321 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=e343b5142d1f42b4a79372104c499861&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2847037 Jul 06 13:45:23.166090 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-298258fe-96a0-4ef4-b808-152decc3c191 req-df1107f6-5116-4012-879f-3e91e584cb3a service neutron] Attempting to bind port c288392a-7155-4679-98d5-a1b75b245831 on host n-h2-773644-6 for vnic_type normal with profile {"migrating_to": "n-h1-773644-6"} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:45:23.166450 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-298258fe-96a0-4ef4-b808-152decc3c191 req-df1107f6-5116-4012-879f-3e91e584cb3a service neutron] Attempting to bind port c288392a-7155-4679-98d5-a1b75b245831 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:45:23.166764 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298258fe-96a0-4ef4-b808-152decc3c191 req-df1107f6-5116-4012-879f-3e91e584cb3a service neutron] Attempting to bind port c288392a-7155-4679-98d5-a1b75b245831 on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:23.203599 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298258fe-96a0-4ef4-b808-152decc3c191 req-df1107f6-5116-4012-879f-3e91e584cb3a service neutron] Port c288392a-7155-4679-98d5-a1b75b245831 on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:45:23.204073 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298258fe-96a0-4ef4-b808-152decc3c191 req-df1107f6-5116-4012-879f-3e91e584cb3a service neutron] Attempting to bind port c288392a-7155-4679-98d5-a1b75b245831 on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:23.237084 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298258fe-96a0-4ef4-b808-152decc3c191 req-df1107f6-5116-4012-879f-3e91e584cb3a service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:45:23.237439 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298258fe-96a0-4ef4-b808-152decc3c191 req-df1107f6-5116-4012-879f-3e91e584cb3a service neutron] Checking segment: {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:45:23.237884 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298258fe-96a0-4ef4-b808-152decc3c191 req-df1107f6-5116-4012-879f-3e91e584cb3a service neutron] Bound using segment: {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:45:23.238436 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-298258fe-96a0-4ef4-b808-152decc3c191 req-df1107f6-5116-4012-879f-3e91e584cb3a service neutron] Bound port: c288392a-7155-4679-98d5-a1b75b245831, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:45:23.238809 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-298258fe-96a0-4ef4-b808-152decc3c191 req-df1107f6-5116-4012-879f-3e91e584cb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:23.281407 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a8e95a73-3ac7-4b76-b310-7c158e19cdcb req-ee7293bf-a98c-4b84-9393-4483768a2343 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434493 Jul 06 13:45:23.301835 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-44507d71-c3c7-4b7d-a37b-d1df00ec0c89 None None] Set router a316714f-7acb-4aa1-a913-4873da305865 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:45:23.365545 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-76740487-b0c2-4053-908d-7345d53dd0f4 service neutron] 10.222.0.118 "GET /v2.0/networks/a61f130f-6304-41b0-a74b-e084e85bbdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888893 Jul 06 13:45:23.373271 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-298258fe-96a0-4ef4-b808-152decc3c191 req-df1107f6-5116-4012-879f-3e91e584cb3a service neutron] For port c288392a-7155-4679-98d5-a1b75b245831, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:23.378583 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-298258fe-96a0-4ef4-b808-152decc3c191 req-df1107f6-5116-4012-879f-3e91e584cb3a service neutron] For port c288392a-7155-4679-98d5-a1b75b245831, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c288392a-7155-4679-98d5-a1b75b245831,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:23.441617 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-298258fe-96a0-4ef4-b808-152decc3c191 req-df1107f6-5116-4012-879f-3e91e584cb3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:23.501483 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-232f7115-3af1-4d81-ae00-9f52d29e792a tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641673 Jul 06 13:45:23.553667 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-44507d71-c3c7-4b7d-a37b-d1df00ec0c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a316714f-7acb-4aa1-a913-4873da305865', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-323670206-router', 'tenant_id': '56caa74bd9474c3c8198a8fde1d9bade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'c40126df-abe0-4391-8a54-0a4e3251faef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:45:07Z', 'updated_at': '2021-07-06T13:45:19Z', 'revision_number': 4, 'project_id': '56caa74bd9474c3c8198a8fde1d9bade', 'gw_port': {'id': 'c40126df-abe0-4391-8a54-0a4e3251faef', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316714f-7acb-4aa1-a913-4873da305865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:09Z', 'updated_at': '2021-07-06T13:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'fb83a3f9-d254-431a-b5b0-31f5ed9fff67', 'name': '', 'network_id': '4bdb5fec-fe94-4662-8b10-b8df6088a8dd', 'tenant_id': '56caa74bd9474c3c8198a8fde1d9bade', 'mac_address': 'fa:16:3e:06:85:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a316714f-7acb-4aa1-a913-4873da305865', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '021c992f-7fa1-4517-9d5c-003822d46046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:17Z', 'updated_at': '2021-07-06T13:45:20Z', 'revision_number': 2, 'project_id': '56caa74bd9474c3c8198a8fde1d9bade', 'subnets': [{'id': '021c992f-7fa1-4517-9d5c-003822d46046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:23.585852 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44507d71-c3c7-4b7d-a37b-d1df00ec0c89 None None] Checking router: a316714f-7acb-4aa1-a913-4873da305865 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:45:23.586213 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44507d71-c3c7-4b7d-a37b-d1df00ec0c89 None None] Updating router a316714f-7acb-4aa1-a913-4873da305865 port fb83a3f9-d254-431a-b5b0-31f5ed9fff67 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:45:23.598891 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-6db635d6-c786-4530-8f56-7e7c55a3f158 service neutron] 10.222.0.118 "GET /v2.0/networks/a61f130f-6304-41b0-a74b-e084e85bbdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229595 Jul 06 13:45:23.632677 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1107f6-5116-4012-879f-3e91e584cb3a service neutron] Pushing event updated for resources: {'Port': ['ID=c288392a-7155-4679-98d5-a1b75b245831,revision_number=8']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:23.636623 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-44507d71-c3c7-4b7d-a37b-d1df00ec0c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:23.638438 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298258fe-96a0-4ef4-b808-152decc3c191 req-df1107f6-5116-4012-879f-3e91e584cb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:23.639561 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-298258fe-96a0-4ef4-b808-152decc3c191 req-df1107f6-5116-4012-879f-3e91e584cb3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:23.640490 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-298258fe-96a0-4ef4-b808-152decc3c191 req-df1107f6-5116-4012-879f-3e91e584cb3a service neutron] 10.222.0.52 "PUT /v2.0/ports/c288392a-7155-4679-98d5-a1b75b245831 HTTP/1.1" status: 200 len: 1121 time: 1.6618166 Jul 06 13:45:23.718741 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-a0e00029-d288-4855-b262-b6930ea5f6f2 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:23.726605 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-a0e00029-d288-4855-b262-b6930ea5f6f2 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2135720 Jul 06 13:45:23.739135 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-d9b27ed3-4ff2-48ad-b3a4-6bd2a0fc7e72 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/quotas/0a3b9513c4994d478b01e1dbfa52d0ba HTTP/1.1" status: 200 len: 375 time: 0.0115087 Jul 06 13:45:23.752166 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['c288392a-7155-4679-98d5-a1b75b245831'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:45:23.898453 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-db43fdd2-5f48-4959-a9b4-5c424bd234cf tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1505785 Jul 06 13:45:23.957054 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 8a1b064d-b933-4875-a968-cb283979ce97 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:24.003410 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-44507d71-c3c7-4b7d-a37b-d1df00ec0c89 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:24.018944 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-44507d71-c3c7-4b7d-a37b-d1df00ec0c89 None None] Transition to ACTIVE for port object fb83a3f9-d254-431a-b5b0-31f5ed9fff67 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:45:24.029048 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-44507d71-c3c7-4b7d-a37b-d1df00ec0c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:24.117444 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 82b0e527-74e3-4693-a57e-cd09cc5ff3d6 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:24.132914 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126584ec-7e0c-4dd2-8cc7-36d3e148b21c None None] Pushing event updated for resources: {'Port': ['ID=fb83a3f9-d254-431a-b5b0-31f5ed9fff67,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:24.135390 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 8a1b064d-b933-4875-a968-cb283979ce97 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:45:24.153431 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126584ec-7e0c-4dd2-8cc7-36d3e148b21c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:24.161297 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126584ec-7e0c-4dd2-8cc7-36d3e148b21c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:24.161693 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126584ec-7e0c-4dd2-8cc7-36d3e148b21c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:24.162132 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126584ec-7e0c-4dd2-8cc7-36d3e148b21c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:24.162711 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126584ec-7e0c-4dd2-8cc7-36d3e148b21c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:24.163189 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126584ec-7e0c-4dd2-8cc7-36d3e148b21c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:24.163936 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126584ec-7e0c-4dd2-8cc7-36d3e148b21c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:24.164520 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126584ec-7e0c-4dd2-8cc7-36d3e148b21c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:24.164975 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126584ec-7e0c-4dd2-8cc7-36d3e148b21c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:24.165330 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126584ec-7e0c-4dd2-8cc7-36d3e148b21c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:24.165885 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126584ec-7e0c-4dd2-8cc7-36d3e148b21c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:24.166255 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126584ec-7e0c-4dd2-8cc7-36d3e148b21c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:24.189250 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 8a1b064d-b933-4875-a968-cb283979ce97 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:24.189378 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:24.367115 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 82b0e527-74e3-4693-a57e-cd09cc5ff3d6 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:24.368417 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:24.417523 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-44507d71-c3c7-4b7d-a37b-d1df00ec0c89 None None] Attempting to bind port fb83a3f9-d254-431a-b5b0-31f5ed9fff67 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:45:24.417523 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-44507d71-c3c7-4b7d-a37b-d1df00ec0c89 None None] Attempting to bind port fb83a3f9-d254-431a-b5b0-31f5ed9fff67 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'c232cdaf-2b51-42bb-9b02-2ab7f1147101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4bdb5fec-fe94-4662-8b10-b8df6088a8dd'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:45:24.423175 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5765bce6-fff7-42f7-a190-dd0a5d32cbbf x-openstack-request-id: req-5765bce6-fff7-42f7-a190-dd0a5d32cbbf {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:24.423705 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d4357e-6623-4bfa-b3d3-7fab2b3cb617", "name": "network-vif-unplugged", "status": "completed", "tag": "c288392a-7155-4679-98d5-a1b75b245831", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:24.424229 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44507d71-c3c7-4b7d-a37b-d1df00ec0c89 None None] Attempting to bind port fb83a3f9-d254-431a-b5b0-31f5ed9fff67 on network 4bdb5fec-fe94-4662-8b10-b8df6088a8dd {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:24.433143 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44507d71-c3c7-4b7d-a37b-d1df00ec0c89 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:45:24.433519 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44507d71-c3c7-4b7d-a37b-d1df00ec0c89 None None] Checking segment: {'id': 'c232cdaf-2b51-42bb-9b02-2ab7f1147101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4bdb5fec-fe94-4662-8b10-b8df6088a8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:45:24.433958 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-44507d71-c3c7-4b7d-a37b-d1df00ec0c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:24.434356 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44507d71-c3c7-4b7d-a37b-d1df00ec0c89 None None] Bound using segment: {'id': 'c232cdaf-2b51-42bb-9b02-2ab7f1147101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4bdb5fec-fe94-4662-8b10-b8df6088a8dd'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:45:24.434828 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-44507d71-c3c7-4b7d-a37b-d1df00ec0c89 None None] Bound port: fb83a3f9-d254-431a-b5b0-31f5ed9fff67, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c232cdaf-2b51-42bb-9b02-2ab7f1147101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4bdb5fec-fe94-4662-8b10-b8df6088a8dd'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:45:24.435235 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-44507d71-c3c7-4b7d-a37b-d1df00ec0c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:24.439742 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-5765bce6-fff7-42f7-a190-dd0a5d32cbbf {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:24.441014 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d4357e-6623-4bfa-b3d3-7fab2b3cb617', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c288392a-7155-4679-98d5-a1b75b245831', 'code': 200} Jul 06 13:45:24.513014 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:24.522688 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f3330-8138-4800-a6a2-6b7a9804b5f1 req-0388dc3d-43a6-4607-b5be-d095c61c7644 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:24.525158 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-036f3330-8138-4800-a6a2-6b7a9804b5f1 req-0388dc3d-43a6-4607-b5be-d095c61c7644 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 944 time: 0.6254585 Jul 06 13:45:24.596102 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-44507d71-c3c7-4b7d-a37b-d1df00ec0c89 None None] For port fb83a3f9-d254-431a-b5b0-31f5ed9fff67, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:24.602794 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-44507d71-c3c7-4b7d-a37b-d1df00ec0c89 None None] For port fb83a3f9-d254-431a-b5b0-31f5ed9fff67, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=fb83a3f9-d254-431a-b5b0-31f5ed9fff67,segment=NetworkSegment(c232cdaf-2b51-42bb-9b02-2ab7f1147101),segment_id=c232cdaf-2b51-42bb-9b02-2ab7f1147101)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:24.608966 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-44507d71-c3c7-4b7d-a37b-d1df00ec0c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:24.620753 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 8a1b064d-b933-4875-a968-cb283979ce97, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=8a1b064d-b933-4875-a968-cb283979ce97,segment=NetworkSegment(78ae0a30-d800-4152-891b-c545e9763cb4),segment_id=78ae0a30-d800-4152-891b-c545e9763cb4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:24.625002 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558911ac-3499-4125-9e7e-e210c4e1ed08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1b064d-b933-4875-a968-cb283979ce97'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:45:24.627788 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45aee293-4f76-4b70-9a26-96560efb06ea" -d '{"events": [{"server_uuid": "558911ac-3499-4125-9e7e-e210c4e1ed08", "name": "network-vif-plugged", "status": "completed", "tag": "8a1b064d-b933-4875-a968-cb283979ce97"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:24.631845 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:24.632729 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device a15d81dc-6762-4138-a46a-f473d385b35b up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:24.646102 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-036f3330-8138-4800-a6a2-6b7a9804b5f1 req-117f9969-2b66-4b8f-a904-a89a34bbf528 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040990 Jul 06 13:45:24.713063 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-50be53aa-d70c-452d-9174-f094223b437f req-ffd3d9e1-91d4-4445-a00d-dcad81246233 tempest-FloatingIPDetailsNegativeTestJSON-910741552 tempest-FloatingIPDetailsNegativeTestJSON-910741552-project] show failed (client error): The resource could not be found. Jul 06 13:45:24.722591 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-50be53aa-d70c-452d-9174-f094223b437f req-ffd3d9e1-91d4-4445-a00d-dcad81246233 tempest-FloatingIPDetailsNegativeTestJSON-910741552 tempest-FloatingIPDetailsNegativeTestJSON-910741552-project] 10.222.0.118 "GET /v2.0/floatingips/1b264239-7ceb-4588-bf8c-63c414c7544f HTTP/1.1" status: 404 len: 350 time: 0.0938482 Jul 06 13:45:24.729167 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37780) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:24.735067 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126584ec-7e0c-4dd2-8cc7-36d3e148b21c None None] Pushing event updated for resources: {'Port': ['ID=fb83a3f9-d254-431a-b5b0-31f5ed9fff67,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:24.775812 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44507d71-c3c7-4b7d-a37b-d1df00ec0c89 None None] Routers {'a316714f-7acb-4aa1-a913-4873da305865'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:45:24.776456 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-44507d71-c3c7-4b7d-a37b-d1df00ec0c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:45:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a316714f-7acb-4aa1-a913-4873da305865'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:24.809616 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=8a1b064d-b933-4875-a968-cb283979ce97,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:24.862220 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port a15d81dc-6762-4138-a46a-f473d385b35b completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:45:24.866705 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port a15d81dc-6762-4138-a46a-f473d385b35b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:24.867281 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:24.987385 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9ab11cb-d098-4338-87b2-8997f9654415 req-ae60eefb-a29b-435e-8f22-eae456dc44ba tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/ports?device_id=21b9ef2d-62ec-485c-99f1-5f4039ff3f22 HTTP/1.1" status: 200 len: 210 time: 0.0955467 Jul 06 13:45:25.070233 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:25.125054 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port a15d81dc-6762-4138-a46a-f473d385b35b, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=a15d81dc-6762-4138-a46a-f473d385b35b,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:25.132443 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:25.136170 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-44507d71-c3c7-4b7d-a37b-d1df00ec0c89 None None] Set router a316714f-7acb-4aa1-a913-4873da305865 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:45:25.208628 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=a15d81dc-6762-4138-a46a-f473d385b35b,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:25.274362 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bff8d1-cf3f-4a08-8121-8ff3a3ad7c4a req-507e724d-6b55-405e-b4ed-a3fe1960e4d8 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:25.282479 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d7bff8d1-cf3f-4a08-8121-8ff3a3ad7c4a req-507e724d-6b55-405e-b4ed-a3fe1960e4d8 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=558911ac-3499-4125-9e7e-e210c4e1ed08 HTTP/1.1" status: 200 len: 946 time: 0.0998688 Jul 06 13:45:25.352209 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d7bff8d1-cf3f-4a08-8121-8ff3a3ad7c4a req-dbe63c45-8482-4861-a28f-5625d313fb1e tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573971 Jul 06 13:45:25.364085 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7c53ec9b-e2ac-4b5d-b9ba-9f4d64e740e3 req-ba6f1123-1e38-468b-a5c3-8644f41c5b1c tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=4fecf5cd-d540-4181-9f6c-c2afea3c50b9 HTTP/1.1" status: 200 len: 210 time: 0.0794058 Jul 06 13:45:25.480457 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18c374d8-bcd9-4c10-8574-f0df7032725e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:25.523374 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0dc8f3d-a1d8-4b55-ac6a-075a9b054a8d x-openstack-request-id: req-e0dc8f3d-a1d8-4b55-ac6a-075a9b054a8d {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:25.524673 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558911ac-3499-4125-9e7e-e210c4e1ed08", "name": "network-vif-plugged", "status": "completed", "tag": "8a1b064d-b933-4875-a968-cb283979ce97", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:25.524673 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e0dc8f3d-a1d8-4b55-ac6a-075a9b054a8d {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:25.524673 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558911ac-3499-4125-9e7e-e210c4e1ed08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1b064d-b933-4875-a968-cb283979ce97', 'code': 200} Jul 06 13:45:25.568652 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca453c-3466-49f1-90d2-c61eabcb335e req-042625b5-0e49-43d3-8a98-8140ddbb4b8e tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:25.570991 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c9ca453c-3466-49f1-90d2-c61eabcb335e req-042625b5-0e49-43d3-8a98-8140ddbb4b8e tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617 HTTP/1.1" status: 200 len: 943 time: 0.0803418 Jul 06 13:45:25.621576 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-44507d71-c3c7-4b7d-a37b-d1df00ec0c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a316714f-7acb-4aa1-a913-4873da305865', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-323670206-router', 'tenant_id': '56caa74bd9474c3c8198a8fde1d9bade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'c40126df-abe0-4391-8a54-0a4e3251faef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:45:07Z', 'updated_at': '2021-07-06T13:45:19Z', 'revision_number': 4, 'project_id': '56caa74bd9474c3c8198a8fde1d9bade', 'gw_port': {'id': 'c40126df-abe0-4391-8a54-0a4e3251faef', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316714f-7acb-4aa1-a913-4873da305865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:09Z', 'updated_at': '2021-07-06T13:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'fb83a3f9-d254-431a-b5b0-31f5ed9fff67', 'name': '', 'network_id': '4bdb5fec-fe94-4662-8b10-b8df6088a8dd', 'tenant_id': '56caa74bd9474c3c8198a8fde1d9bade', 'mac_address': 'fa:16:3e:06:85:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a316714f-7acb-4aa1-a913-4873da305865', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '021c992f-7fa1-4517-9d5c-003822d46046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:17Z', 'updated_at': '2021-07-06T13:45:24Z', 'revision_number': 4, 'project_id': '56caa74bd9474c3c8198a8fde1d9bade', 'subnets': [{'id': '021c992f-7fa1-4517-9d5c-003822d46046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:25.649138 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c9ca453c-3466-49f1-90d2-c61eabcb335e req-4a5febed-f668-475a-ab27-cae5a0b19bda tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686183 Jul 06 13:45:25.655089 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44507d71-c3c7-4b7d-a37b-d1df00ec0c89 None None] The sync data for ids ['a316714f-7acb-4aa1-a913-4873da305865'] in n-d-773644-6 is: [{'id': 'a316714f-7acb-4aa1-a913-4873da305865', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-323670206-router', 'tenant_id': '56caa74bd9474c3c8198a8fde1d9bade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'c40126df-abe0-4391-8a54-0a4e3251faef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:45:07Z', 'updated_at': '2021-07-06T13:45:19Z', 'revision_number': 4, 'project_id': '56caa74bd9474c3c8198a8fde1d9bade', 'gw_port': {'id': 'c40126df-abe0-4391-8a54-0a4e3251faef', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316714f-7acb-4aa1-a913-4873da305865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:09Z', 'updated_at': '2021-07-06T13:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'fb83a3f9-d254-431a-b5b0-31f5ed9fff67', 'name': '', 'network_id': '4bdb5fec-fe94-4662-8b10-b8df6088a8dd', 'tenant_id': '56caa74bd9474c3c8198a8fde1d9bade', 'mac_address': 'fa:16:3e:06:85:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a316714f-7acb-4aa1-a913-4873da305865', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '021c992f-7fa1-4517-9d5c-003822d46046', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:17Z', 'updated_at': '2021-07-06T13:45:24Z', 'revision_number': 4, 'project_id': '56caa74bd9474c3c8198a8fde1d9bade', 'subnets': [{'id': '021c992f-7fa1-4517-9d5c-003822d46046', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:45:25.682573 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4595448-fa35-45b2-b6ef-dbff48e24311 req-bfa773cd-c4b0-43a8-b0e2-3fe866e18872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:25.684337 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b4595448-fa35-45b2-b6ef-dbff48e24311 req-bfa773cd-c4b0-43a8-b0e2-3fe866e18872 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=558911ac-3499-4125-9e7e-e210c4e1ed08 HTTP/1.1" status: 200 len: 1097 time: 0.0812964 Jul 06 13:45:25.791996 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b4595448-fa35-45b2-b6ef-dbff48e24311 req-e3523fc6-e6a6-4275-afed-ee930058af7a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943391 Jul 06 13:45:25.938212 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-18c374d8-bcd9-4c10-8574-f0df7032725e admin admin] Deleting port fb83a3f9-d254-431a-b5b0-31f5ed9fff67 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:45:25.939010 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18c374d8-bcd9-4c10-8574-f0df7032725e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:25.949215 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device c288392a-7155-4679-98d5-a1b75b245831 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:45:25.993448 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b76a0b-6454-474e-a428-28c24de8db43 req-9076b860-0aa8-4e06-9b74-9030c1a89f84 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:25.996051 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-65b76a0b-6454-474e-a428-28c24de8db43 req-9076b860-0aa8-4e06-9b74-9030c1a89f84 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 945 time: 0.1109929 Jul 06 13:45:26.144729 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device fb83a3f9-d254-431a-b5b0-31f5ed9fff67 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:26.210586 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-ed38520b-2eb8-4eb2-9231-8ca9949733a9 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.124 "GET /v2.0/networks?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1177046 Jul 06 13:45:26.260273 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port c288392a-7155-4679-98d5-a1b75b245831, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c288392a-7155-4679-98d5-a1b75b245831,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:26.273624 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-00d0809f-fe94-451c-8abc-18ae57641703 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:26.275563 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-00d0809f-fe94-451c-8abc-18ae57641703 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.52 "GET /v2.0/networks?id=a61f130f-6304-41b0-a74b-e084e85bbdd5 HTTP/1.1" status: 200 len: 806 time: 0.2437656 Jul 06 13:45:26.286865 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device c288392a-7155-4679-98d5-a1b75b245831 has no active binding in host n-h1-773644-6 {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 13:45:26.315647 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port fb83a3f9-d254-431a-b5b0-31f5ed9fff67 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:45:26.320882 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port fb83a3f9-d254-431a-b5b0-31f5ed9fff67 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:26.321993 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:26.371259 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-18c374d8-bcd9-4c10-8574-f0df7032725e admin admin] For port fb83a3f9-d254-431a-b5b0-31f5ed9fff67, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=fb83a3f9-d254-431a-b5b0-31f5ed9fff67,segment=NetworkSegment(c232cdaf-2b51-42bb-9b02-2ab7f1147101),segment_id=c232cdaf-2b51-42bb-9b02-2ab7f1147101)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:26.372000 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18c374d8-bcd9-4c10-8574-f0df7032725e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:26.405845 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-18c374d8-bcd9-4c10-8574-f0df7032725e admin admin] Calling delete_port for fb83a3f9-d254-431a-b5b0-31f5ed9fff67 owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:45:26.413183 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-65b76a0b-6454-474e-a428-28c24de8db43 req-11bb870c-9f97-490c-8fcc-f4c5e722e5bf tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073889 Jul 06 13:45:26.420802 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-a170f595-1f62-4900-afc9-6f760839169d tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e343b5142d1f42b4a79372104c499861 HTTP/1.1" status: 200 len: 379 time: 0.1348708 Jul 06 13:45:26.434998 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-862b1a05-4dac-450f-b182-282101fe78c4 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Request body: {'port': {'device_id': '21b9ef2d-62ec-485c-99f1-5f4039ff3f22', 'network_id': 'a61f130f-6304-41b0-a74b-e084e85bbdd5', 'admin_state_up': True, 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'security_groups': ['8c47cf85-1ec0-4725-86ed-df5676d6a7e1']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:26.443248 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d4357e-6623-4bfa-b3d3-7fab2b3cb617', 'tag': 'c288392a-7155-4679-98d5-a1b75b245831'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:45:26.445577 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e93015-dea7-4b98-b885-59cb88f11c66" -d '{"events": [{"name": "network-changed", "server_uuid": "22d4357e-6623-4bfa-b3d3-7fab2b3cb617", "tag": "c288392a-7155-4679-98d5-a1b75b245831"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:26.495390 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-dbf602e5-e84a-4582-a783-16a136002df7 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:26.497357 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-dbf602e5-e84a-4582-a783-16a136002df7 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2799904 Jul 06 13:45:26.513597 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-60671451-1eeb-4f06-8bc4-fbf691acbea2 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Request body: {'port': {'device_id': '4fecf5cd-d540-4181-9f6c-c2afea3c50b9', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'admin_state_up': True, 'tenant_id': '0a3b9513c4994d478b01e1dbfa52d0ba'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:26.522577 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:26.589929 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port fb83a3f9-d254-431a-b5b0-31f5ed9fff67, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=fb83a3f9-d254-431a-b5b0-31f5ed9fff67,segment=NetworkSegment(c232cdaf-2b51-42bb-9b02-2ab7f1147101),segment_id=c232cdaf-2b51-42bb-9b02-2ab7f1147101)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:26.606550 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:26.677903 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=fb83a3f9-d254-431a-b5b0-31f5ed9fff67,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:26.724693 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-23748ca1-e22e-42c9-95bf-4e1e7a345d45 req-69030d2b-ae27-4695-8915-6eee965e5f68 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/ports?device_id=21b9ef2d-62ec-485c-99f1-5f4039ff3f22 HTTP/1.1" status: 200 len: 210 time: 0.0754449 Jul 06 13:45:26.729470 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-862b1a05-4dac-450f-b182-282101fe78c4 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Made reservation on behalf of e343b5142d1f42b4a79372104c499861 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:45:26.733330 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-862b1a05-4dac-450f-b182-282101fe78c4 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:26.804500 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-60671451-1eeb-4f06-8bc4-fbf691acbea2 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Made reservation on behalf of 0a3b9513c4994d478b01e1dbfa52d0ba for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:45:26.808708 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-60671451-1eeb-4f06-8bc4-fbf691acbea2 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:27.003756 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-862b1a05-4dac-450f-b182-282101fe78c4 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Allocated IP 172.20.0.6 (a61f130f-6304-41b0-a74b-e084e85bbdd5/3b03e3a1-6f80-413a-9b2a-0ab9848da27d/230495b0-1f07-42f6-aa2d-b42dcc6d575d) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:27.012730 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18c374d8-bcd9-4c10-8574-f0df7032725e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:27.050046 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c374d8-bcd9-4c10-8574-f0df7032725e admin admin] Pushing event deleted for resources: {'Port': ['ID=fb83a3f9-d254-431a-b5b0-31f5ed9fff67,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:27.139429 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-60671451-1eeb-4f06-8bc4-fbf691acbea2 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Allocated IP 192.168.233.178 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:27.180475 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc10b5f-7eb0-4c55-80e7-2b85ba03d557 req-97570674-2028-4997-92b9-4fc0ae100201 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:27.204672 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6cc10b5f-7eb0-4c55-80e7-2b85ba03d557 req-97570674-2028-4997-92b9-4fc0ae100201 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=558911ac-3499-4125-9e7e-e210c4e1ed08 HTTP/1.1" status: 200 len: 946 time: 0.3389552 Jul 06 13:45:27.304325 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-079e26e0-cfeb-48cc-9eba-a78d1a7a8999 req-f01d27ab-e167-40e4-9dff-972e0c07f05d tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=4fecf5cd-d540-4181-9f6c-c2afea3c50b9 HTTP/1.1" status: 200 len: 210 time: 0.0471797 Jul 06 13:45:27.315961 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6cc10b5f-7eb0-4c55-80e7-2b85ba03d557 req-22d7460e-22e6-41c8-a839-069e33cc6595 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101370 Jul 06 13:45:27.355556 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-862b1a05-4dac-450f-b182-282101fe78c4 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:27.382877 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-862b1a05-4dac-450f-b182-282101fe78c4 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Transition to ACTIVE for port object 230495b0-1f07-42f6-aa2d-b42dcc6d575d will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:45:27.427272 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050d6e4f-3c50-4152-b92a-cc919638b546 x-openstack-request-id: req-050d6e4f-3c50-4152-b92a-cc919638b546 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:27.427640 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d4357e-6623-4bfa-b3d3-7fab2b3cb617", "tag": "c288392a-7155-4679-98d5-a1b75b245831", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:27.428575 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-050d6e4f-3c50-4152-b92a-cc919638b546 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:27.428575 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d4357e-6623-4bfa-b3d3-7fab2b3cb617', 'tag': 'c288392a-7155-4679-98d5-a1b75b245831', 'status': 'completed', 'code': 200} Jul 06 13:45:27.435767 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-862b1a05-4dac-450f-b182-282101fe78c4 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:27.478913 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18c374d8-bcd9-4c10-8574-f0df7032725e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:27.525910 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2631db07-9a39-4fa6-9298-ebcbd598e3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15d81dc-6762-4138-a46a-f473d385b35b'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:45:27.528989 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fdf9ff-b5c7-4e33-8f5f-a21444c5e40d" -d '{"events": [{"server_uuid": "2631db07-9a39-4fa6-9298-ebcbd598e3ed", "name": "network-vif-plugged", "status": "completed", "tag": "a15d81dc-6762-4138-a46a-f473d385b35b"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:27.540724 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-862b1a05-4dac-450f-b182-282101fe78c4 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Network a61f130f-6304-41b0-a74b-e084e85bbdd5 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:27.557281 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-862b1a05-4dac-450f-b182-282101fe78c4 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:27.604845 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-862b1a05-4dac-450f-b182-282101fe78c4 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:45:27.607885 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b1a05-4dac-450f-b182-282101fe78c4 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Pushing event updated for resources: {'Port': ['ID=230495b0-1f07-42f6-aa2d-b42dcc6d575d,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:27.680643 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e93015-dea7-4b98-b885-59cb88f11c66 req-dc740092-03c9-4f6b-b068-ecf8c284e516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:27.682767 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30e93015-dea7-4b98-b885-59cb88f11c66 req-dc740092-03c9-4f6b-b068-ecf8c284e516 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0a05dcebc7174fa4835bbaac9666195c&device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617 HTTP/1.1" status: 200 len: 1124 time: 0.2452366 Jul 06 13:45:27.699683 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-862b1a05-4dac-450f-b182-282101fe78c4 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:27.700527 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-862b1a05-4dac-450f-b182-282101fe78c4 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:27.785199 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ab57c-a567-497e-a1f1-3d02b54d4aa6 req-9fae348e-f844-4eeb-b654-502f91f38b52 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:27.787213 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-940ab57c-a567-497e-a1f1-3d02b54d4aa6 req-9fae348e-f844-4eeb-b654-502f91f38b52 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617 HTTP/1.1" status: 200 len: 943 time: 0.2392950 Jul 06 13:45:27.789198 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-862b1a05-4dac-450f-b182-282101fe78c4 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3610532 Jul 06 13:45:27.810693 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-9431225d-4c71-4f6b-afdd-e43e6f9bd4ee service neutron] Request body: {'port': {'device_id': '21b9ef2d-62ec-485c-99f1-5f4039ff3f22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:27.920315 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-940ab57c-a567-497e-a1f1-3d02b54d4aa6 req-3c4ec056-d150-44cc-86fd-cfcd6df2dab7 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155646 Jul 06 13:45:27.945845 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e93015-dea7-4b98-b885-59cb88f11c66 req-af20ad1f-e38c-46e0-8724-55ff6b566b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:27.951406 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30e93015-dea7-4b98-b885-59cb88f11c66 req-af20ad1f-e38c-46e0-8724-55ff6b566b20 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b HTTP/1.1" status: 200 len: 909 time: 0.2586813 Jul 06 13:45:27.974764 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 82657d01-d2ef-47d1-9c49-544750053849 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:45:27.979344 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-cb5c3697-996d-44e2-80c9-6478b440b79c None None] Provisioning for port 230495b0-1f07-42f6-aa2d-b42dcc6d575d completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:45:27.986802 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-60671451-1eeb-4f06-8bc4-fbf691acbea2 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:28.015218 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-cb5c3697-996d-44e2-80c9-6478b440b79c None None] Provisioning complete for port 230495b0-1f07-42f6-aa2d-b42dcc6d575d triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:28.015950 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cb5c3697-996d-44e2-80c9-6478b440b79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:28.022069 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe9dd58-11df-4270-ae7b-18aa7b3236b9 x-openstack-request-id: req-cbe9dd58-11df-4270-ae7b-18aa7b3236b9 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:28.022363 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2631db07-9a39-4fa6-9298-ebcbd598e3ed", "name": "network-vif-plugged", "status": "completed", "tag": "a15d81dc-6762-4138-a46a-f473d385b35b", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:28.022747 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-cbe9dd58-11df-4270-ae7b-18aa7b3236b9 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:28.023200 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2631db07-9a39-4fa6-9298-ebcbd598e3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15d81dc-6762-4138-a46a-f473d385b35b', 'code': 200} Jul 06 13:45:28.026522 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-60671451-1eeb-4f06-8bc4-fbf691acbea2 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Transition to ACTIVE for port object a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:45:28.090764 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30e93015-dea7-4b98-b885-59cb88f11c66 req-50a413a9-c89f-44b0-840d-fad2d5737fe8 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c288392a-7155-4679-98d5-a1b75b245831 HTTP/1.1" status: 200 len: 217 time: 0.1243742 Jul 06 13:45:28.101155 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-cb5c3697-996d-44e2-80c9-6478b440b79c None None] Port 230495b0-1f07-42f6-aa2d-b42dcc6d575d cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:45:28.135463 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-9431225d-4c71-4f6b-afdd-e43e6f9bd4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:28.149194 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:28.188917 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 82657d01-d2ef-47d1-9c49-544750053849, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=82657d01-d2ef-47d1-9c49-544750053849,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:28.194587 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:28.202655 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-60671451-1eeb-4f06-8bc4-fbf691acbea2 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:28.225848 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['ee23cc46-4c30-460d-b796-1d9a9e218bbe', 'ed16c303-fba3-4798-b4e3-d1aa319dbd40'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:45:28.228333 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['7380059d-c7ea-4f31-a1af-4df34a977b25', '5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41', 'b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234', '5613f036-2ca4-4e30-8c02-05c332c5432b'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:45:28.263502 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e93015-dea7-4b98-b885-59cb88f11c66 req-4d7a8982-a0cb-4604-8eec-6d56fc3815a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:28.265097 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30e93015-dea7-4b98-b885-59cb88f11c66 req-4d7a8982-a0cb-4604-8eec-6d56fc3815a1 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=fb580ceb-d4c2-41da-b0a8-ed5910fd5560 HTTP/1.1" status: 200 len: 848 time: 0.1671729 Jul 06 13:45:28.281031 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fc0f8-2f90-48eb-8f6e-bbac600434c4 req-9df25575-88ac-4dfa-9b8e-8de41586a62f tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:28.288452 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f62fc0f8-2f90-48eb-8f6e-bbac600434c4 req-9df25575-88ac-4dfa-9b8e-8de41586a62f tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 945 time: 0.3201895 Jul 06 13:45:28.300936 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-60671451-1eeb-4f06-8bc4-fbf691acbea2 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:28.307858 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-60671451-1eeb-4f06-8bc4-fbf691acbea2 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:28.319261 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-60671451-1eeb-4f06-8bc4-fbf691acbea2 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:45:28.329869 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=82657d01-d2ef-47d1-9c49-544750053849,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:28.390301 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30e93015-dea7-4b98-b885-59cb88f11c66 req-63679890-c891-4101-995d-bd367467c903 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984676 Jul 06 13:45:28.415582 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c374d8-bcd9-4c10-8574-f0df7032725e admin admin] Router a316714f-7acb-4aa1-a913-4873da305865 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:45:28.435179 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-60671451-1eeb-4f06-8bc4-fbf691acbea2 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:28.436191 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-60671451-1eeb-4f06-8bc4-fbf691acbea2 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:28.452621 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60671451-1eeb-4f06-8bc4-fbf691acbea2 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Pushing event updated for resources: {'Port': ['ID=a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:28.468344 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da2692-0011-451c-88fa-c17beb6ac5dd req-47f01c66-e20f-448a-9be9-6c6409906e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:28.471866 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-62da2692-0011-451c-88fa-c17beb6ac5dd req-47f01c66-e20f-448a-9be9-6c6409906e60 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 1096 time: 0.3178926 Jul 06 13:45:28.532171 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f62fc0f8-2f90-48eb-8f6e-bbac600434c4 req-9a28da90-bb57-4ec5-8eae-8d1eea4ed909 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425437 Jul 06 13:45:28.540939 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c206a4-bc15-436e-9cdc-3820d295ee27 req-02749d66-b01c-4f5f-8d32-39efb82a2cb3 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:28.549088 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e6c206a4-bc15-436e-9cdc-3820d295ee27 req-02749d66-b01c-4f5f-8d32-39efb82a2cb3 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/ports?device_id=21b9ef2d-62ec-485c-99f1-5f4039ff3f22 HTTP/1.1" status: 200 len: 931 time: 0.3645275 Jul 06 13:45:28.568791 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-60671451-1eeb-4f06-8bc4-fbf691acbea2 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0622838 Jul 06 13:45:28.588134 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-07958d13-7913-41fd-8f4c-167a5174393b service neutron] Request body: {'port': {'device_id': '4fecf5cd-d540-4181-9f6c-c2afea3c50b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:28.675811 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-62da2692-0011-451c-88fa-c17beb6ac5dd req-2ed78865-f875-4696-adc3-6d194bbf1839 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462424 Jul 06 13:45:28.708072 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fa3bc05a-8504-48d7-8b9c-42272ffa7f85 None None] Provisioning for port a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:45:28.721688 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fa3bc05a-8504-48d7-8b9c-42272ffa7f85 None None] Provisioning complete for port a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:28.722109 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fa3bc05a-8504-48d7-8b9c-42272ffa7f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:28.724680 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c374d8-bcd9-4c10-8574-f0df7032725e admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:45:28.731217 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-18c374d8-bcd9-4c10-8574-f0df7032725e admin admin] 10.222.0.118 "PUT /v2.0/routers/a316714f-7acb-4aa1-a913-4873da305865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0007298 Jul 06 13:45:28.733772 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37874) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:28.740706 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e6c206a4-bc15-436e-9cdc-3820d295ee27 req-b37372bf-492e-4b0a-b365-0190a424a0d9 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/security-groups?id=8c47cf85-1ec0-4725-86ed-df5676d6a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906662 Jul 06 13:45:28.770124 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-fa3bc05a-8504-48d7-8b9c-42272ffa7f85 None None] Port a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:45:28.779156 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3965cc7-3466-4c62-8145-c78408ccfd0b None None] Sync routers for ids ['a316714f-7acb-4aa1-a913-4873da305865'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:45:28.799150 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30e93015-dea7-4b98-b885-59cb88f11c66 req-987d5c97-6007-4058-a755-f624584b062d service neutron] 10.222.0.124 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884740 Jul 06 13:45:28.800266 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-07958d13-7913-41fd-8f4c-167a5174393b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:28.808383 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3965cc7-3466-4c62-8145-c78408ccfd0b None None] Routers {'a316714f-7acb-4aa1-a913-4873da305865'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:45:28.809201 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-d3965cc7-3466-4c62-8145-c78408ccfd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:45:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a316714f-7acb-4aa1-a913-4873da305865'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:28.905064 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-d7f3f846-6b57-4f75-bd9b-c7c976a66858 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:28.907727 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-d7f3f846-6b57-4f75-bd9b-c7c976a66858 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/networks?id=32044b4f-f14f-4915-ba05-43d758a7c9ad HTTP/1.1" status: 200 len: 805 time: 0.2458794 Jul 06 13:45:28.916912 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb957090-79bf-4498-ad11-e03d3c88d335 admin admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:28.962523 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-792faa8f-eb7d-4b4e-a731-090b118dae05 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/quotas/30967fe6141f425883d3ccdea408bb06 HTTP/1.1" status: 200 len: 375 time: 0.0274551 Jul 06 13:45:28.975162 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-9431225d-4c71-4f6b-afdd-e43e6f9bd4ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 230495b0-1f07-42f6-aa2d-b42dcc6d575d {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:45:28.997479 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-9431225d-4c71-4f6b-afdd-e43e6f9bd4ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:29.022000 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-d3965cc7-3466-4c62-8145-c78408ccfd0b None None] Set router a316714f-7acb-4aa1-a913-4873da305865 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:45:29.037350 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30e93015-dea7-4b98-b885-59cb88f11c66 req-61702dea-b63d-4960-8742-5e7c2d642272 service neutron] 10.222.0.124 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301528 Jul 06 13:45:29.045829 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-9431225d-4c71-4f6b-afdd-e43e6f9bd4ee service neutron] Transition to ACTIVE for port object 230495b0-1f07-42f6-aa2d-b42dcc6d575d will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:45:29.067152 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-9431225d-4c71-4f6b-afdd-e43e6f9bd4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:29.189935 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-dd663fbf-ba56-4f30-a063-5fd570a67228 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=30967fe6141f425883d3ccdea408bb06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2097025 Jul 06 13:45:29.206961 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb957090-79bf-4498-ad11-e03d3c88d335 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:29.291464 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431225d-4c71-4f6b-afdd-e43e6f9bd4ee service neutron] Pushing event updated for resources: {'Port': ['ID=230495b0-1f07-42f6-aa2d-b42dcc6d575d,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:29.342108 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-eb957090-79bf-4498-ad11-e03d3c88d335 admin admin] Deleting port c40126df-abe0-4391-8a54-0a4e3251faef {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:45:29.342465 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb957090-79bf-4498-ad11-e03d3c88d335 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:29.436999 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-07958d13-7913-41fd-8f4c-167a5174393b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:45:29.442435 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-298258fe-96a0-4ef4-b808-152decc3c191 req-76a51cf9-0f52-4fa9-91be-410ae6584c38 service neutron] 10.222.0.124 "GET /v2.0/ports/c288392a-7155-4679-98d5-a1b75b245831/bindings/n-h1-773644-6 HTTP/1.1" status: 200 len: 384 time: 0.3354535 Jul 06 13:45:29.453167 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-07958d13-7913-41fd-8f4c-167a5174393b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:29.474145 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-d3965cc7-3466-4c62-8145-c78408ccfd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a316714f-7acb-4aa1-a913-4873da305865', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-323670206-router', 'tenant_id': '56caa74bd9474c3c8198a8fde1d9bade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'c40126df-abe0-4391-8a54-0a4e3251faef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:45:07Z', 'updated_at': '2021-07-06T13:45:26Z', 'revision_number': 5, 'project_id': '56caa74bd9474c3c8198a8fde1d9bade', 'gw_port': {'id': 'c40126df-abe0-4391-8a54-0a4e3251faef', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a316714f-7acb-4aa1-a913-4873da305865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:09Z', 'updated_at': '2021-07-06T13:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:29.480724 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-07958d13-7913-41fd-8f4c-167a5174393b service neutron] Transition to ACTIVE for port object a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:45:29.483700 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-eb957090-79bf-4498-ad11-e03d3c88d335 admin admin] For port c40126df-abe0-4391-8a54-0a4e3251faef, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c40126df-abe0-4391-8a54-0a4e3251faef,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:29.484123 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb957090-79bf-4498-ad11-e03d3c88d335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:29.488790 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-808d0e42-558d-48cd-809d-615088b31df1 service neutron] 10.222.0.118 "GET /v2.0/networks/32044b4f-f14f-4915-ba05-43d758a7c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979667 Jul 06 13:45:29.496572 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-eb957090-79bf-4498-ad11-e03d3c88d335 admin admin] Calling delete_port for c40126df-abe0-4391-8a54-0a4e3251faef owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:45:29.508670 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-07958d13-7913-41fd-8f4c-167a5174393b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:29.518273 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3965cc7-3466-4c62-8145-c78408ccfd0b None None] Checking router: a316714f-7acb-4aa1-a913-4873da305865 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:45:29.558012 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3965cc7-3466-4c62-8145-c78408ccfd0b None None] Routers {'a316714f-7acb-4aa1-a913-4873da305865'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:45:29.558652 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-d3965cc7-3466-4c62-8145-c78408ccfd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:45:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a316714f-7acb-4aa1-a913-4873da305865'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:29.563160 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-9431225d-4c71-4f6b-afdd-e43e6f9bd4ee service neutron] Attempting to bind port 230495b0-1f07-42f6-aa2d-b42dcc6d575d on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:45:29.563434 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-9431225d-4c71-4f6b-afdd-e43e6f9bd4ee service neutron] Attempting to bind port 230495b0-1f07-42f6-aa2d-b42dcc6d575d by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '0c331154-8d4c-4526-abe3-f0da3bc0e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a61f130f-6304-41b0-a74b-e084e85bbdd5'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:45:29.563812 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-9431225d-4c71-4f6b-afdd-e43e6f9bd4ee service neutron] Attempting to bind port 230495b0-1f07-42f6-aa2d-b42dcc6d575d on network a61f130f-6304-41b0-a74b-e084e85bbdd5 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:29.587469 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-9431225d-4c71-4f6b-afdd-e43e6f9bd4ee service neutron] Port 230495b0-1f07-42f6-aa2d-b42dcc6d575d on network a61f130f-6304-41b0-a74b-e084e85bbdd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:45:29.587814 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-9431225d-4c71-4f6b-afdd-e43e6f9bd4ee service neutron] Attempting to bind port 230495b0-1f07-42f6-aa2d-b42dcc6d575d on network a61f130f-6304-41b0-a74b-e084e85bbdd5 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:29.605695 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff3a31-fc64-40d7-aba1-f989ca1deb6e req-137f24d1-4d9a-4d8b-a4f9-425aef9448f3 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:29.607316 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2cff3a31-fc64-40d7-aba1-f989ca1deb6e req-137f24d1-4d9a-4d8b-a4f9-425aef9448f3 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=558911ac-3499-4125-9e7e-e210c4e1ed08 HTTP/1.1" status: 200 len: 946 time: 0.3170831 Jul 06 13:45:29.618647 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-9431225d-4c71-4f6b-afdd-e43e6f9bd4ee service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:45:29.619136 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-9431225d-4c71-4f6b-afdd-e43e6f9bd4ee service neutron] Checking segment: {'id': '0c331154-8d4c-4526-abe3-f0da3bc0e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a61f130f-6304-41b0-a74b-e084e85bbdd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:45:29.619791 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-9431225d-4c71-4f6b-afdd-e43e6f9bd4ee service neutron] Bound using segment: {'id': '0c331154-8d4c-4526-abe3-f0da3bc0e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a61f130f-6304-41b0-a74b-e084e85bbdd5'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:45:29.619997 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-9431225d-4c71-4f6b-afdd-e43e6f9bd4ee service neutron] Bound port: 230495b0-1f07-42f6-aa2d-b42dcc6d575d, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c331154-8d4c-4526-abe3-f0da3bc0e1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a61f130f-6304-41b0-a74b-e084e85bbdd5'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:45:29.620331 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-9431225d-4c71-4f6b-afdd-e43e6f9bd4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:29.664652 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-d3965cc7-3466-4c62-8145-c78408ccfd0b None None] Set router a316714f-7acb-4aa1-a913-4873da305865 gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:45:29.737875 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-d3965cc7-3466-4c62-8145-c78408ccfd0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a316714f-7acb-4aa1-a913-4873da305865', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-323670206-router', 'tenant_id': '56caa74bd9474c3c8198a8fde1d9bade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:45:07Z', 'updated_at': '2021-07-06T13:45:29Z', 'revision_number': 6, 'project_id': '56caa74bd9474c3c8198a8fde1d9bade', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:29.780307 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3965cc7-3466-4c62-8145-c78408ccfd0b None None] The sync data for ids ['a316714f-7acb-4aa1-a913-4873da305865'] in n-d-773644-6 is: [{'id': 'a316714f-7acb-4aa1-a913-4873da305865', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-323670206-router', 'tenant_id': '56caa74bd9474c3c8198a8fde1d9bade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:45:07Z', 'updated_at': '2021-07-06T13:45:29Z', 'revision_number': 6, 'project_id': '56caa74bd9474c3c8198a8fde1d9bade', 'gw_port_host': None}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:45:29.781031 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-d42260bf-d3ac-4e78-ab0c-a9d51c0c4d09 service neutron] 10.222.0.118 "GET /v2.0/networks/32044b4f-f14f-4915-ba05-43d758a7c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771761 Jul 06 13:45:29.818806 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-9431225d-4c71-4f6b-afdd-e43e6f9bd4ee service neutron] For port 230495b0-1f07-42f6-aa2d-b42dcc6d575d, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:29.822656 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-9431225d-4c71-4f6b-afdd-e43e6f9bd4ee service neutron] For port 230495b0-1f07-42f6-aa2d-b42dcc6d575d, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=230495b0-1f07-42f6-aa2d-b42dcc6d575d,segment=NetworkSegment(0c331154-8d4c-4526-abe3-f0da3bc0e1fd),segment_id=0c331154-8d4c-4526-abe3-f0da3bc0e1fd)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:29.824568 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07958d13-7913-41fd-8f4c-167a5174393b service neutron] Pushing event updated for resources: {'Port': ['ID=a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:29.899691 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb957090-79bf-4498-ad11-e03d3c88d335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:29.941963 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb957090-79bf-4498-ad11-e03d3c88d335 admin admin] Pushing event deleted for resources: {'Port': ['ID=c40126df-abe0-4391-8a54-0a4e3251faef,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:30.025109 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc30f91b-be52-49a6-8cd0-434155394d5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82657d01-d2ef-47d1-9c49-544750053849'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:45:30.028403 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7206346-1ced-4093-b41f-7fcaa9cff1d9" -d '{"events": [{"server_uuid": "cc30f91b-be52-49a6-8cd0-434155394d5c", "name": "network-vif-unplugged", "status": "completed", "tag": "82657d01-d2ef-47d1-9c49-544750053849"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:30.088900 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-07958d13-7913-41fd-8f4c-167a5174393b service neutron] Attempting to bind port a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:45:30.089256 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-07958d13-7913-41fd-8f4c-167a5174393b service neutron] Attempting to bind port a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:45:30.089657 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-07958d13-7913-41fd-8f4c-167a5174393b service neutron] Attempting to bind port a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:30.102405 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-07958d13-7913-41fd-8f4c-167a5174393b service neutron] Port a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38 on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:45:30.102829 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-07958d13-7913-41fd-8f4c-167a5174393b service neutron] Attempting to bind port a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:30.115102 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb957090-79bf-4498-ad11-e03d3c88d335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:30.118711 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-07958d13-7913-41fd-8f4c-167a5174393b service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:45:30.119054 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-07958d13-7913-41fd-8f4c-167a5174393b service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:45:30.119451 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-07958d13-7913-41fd-8f4c-167a5174393b service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:45:30.119911 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-07958d13-7913-41fd-8f4c-167a5174393b service neutron] Bound port: a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:45:30.120277 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-07958d13-7913-41fd-8f4c-167a5174393b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:30.217246 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2cff3a31-fc64-40d7-aba1-f989ca1deb6e req-596af1f6-1a40-41e4-9232-e51d93cc6fe9 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5845940 Jul 06 13:45:30.276364 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device fb83a3f9-d254-431a-b5b0-31f5ed9fff67 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:45:30.318736 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: fb83a3f9-d254-431a-b5b0-31f5ed9fff67 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:45:30.322007 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device fb83a3f9-d254-431a-b5b0-31f5ed9fff67 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:45:30.355601 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-298258fe-96a0-4ef4-b808-152decc3c191 req-8ff80ae0-2d2f-477b-bd8e-50223ac872ff service neutron] For port c288392a-7155-4679-98d5-a1b75b245831, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c288392a-7155-4679-98d5-a1b75b245831,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:30.371440 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb957090-79bf-4498-ad11-e03d3c88d335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:30.378485 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb957090-79bf-4498-ad11-e03d3c88d335 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:30.381790 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-298258fe-96a0-4ef4-b808-152decc3c191 req-8ff80ae0-2d2f-477b-bd8e-50223ac872ff service neutron] For port c288392a-7155-4679-98d5-a1b75b245831, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:30.421363 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-298258fe-96a0-4ef4-b808-152decc3c191 req-8ff80ae0-2d2f-477b-bd8e-50223ac872ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c288392a-7155-4679-98d5-a1b75b245831 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:45:30.432594 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-298258fe-96a0-4ef4-b808-152decc3c191 req-8ff80ae0-2d2f-477b-bd8e-50223ac872ff service neutron] For port c288392a-7155-4679-98d5-a1b75b245831, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=c288392a-7155-4679-98d5-a1b75b245831,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:30.446284 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-9431225d-4c71-4f6b-afdd-e43e6f9bd4ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.454490 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.457932 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.457932 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.457932 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.457932 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.457932 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.457932 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.457932 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.457932 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.457932 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.457932 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.457932 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.457932 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.457932 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.457932 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.457932 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.457932 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.457932 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:30.457932 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:30.491281 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb957090-79bf-4498-ad11-e03d3c88d335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:30.491939 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb957090-79bf-4498-ad11-e03d3c88d335 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a316714f-7acb-4aa1-a913-4873da305865 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:45:30.495441 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-298258fe-96a0-4ef4-b808-152decc3c191 req-8ff80ae0-2d2f-477b-bd8e-50223ac872ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:30.499757 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb957090-79bf-4498-ad11-e03d3c88d335 admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:30.503393 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-eb957090-79bf-4498-ad11-e03d3c88d335 admin admin] 10.222.0.118 "DELETE /v2.0/routers/a316714f-7acb-4aa1-a913-4873da305865 HTTP/1.1" status: 204 len: 168 time: 1.7664063 Jul 06 13:45:30.507371 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37898) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:30.508447 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-07958d13-7913-41fd-8f4c-167a5174393b service neutron] For port a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38, host n-h2-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:30.515804 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-07958d13-7913-41fd-8f4c-167a5174393b service neutron] For port a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:30.534473 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31871a8c-ed52-4844-9049-671d58f0c6d4 req-8b89c8c0-1a1d-42a4-a2a3-5c15c7e2f98f tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:30.539261 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-31871a8c-ed52-4844-9049-671d58f0c6d4 req-8b89c8c0-1a1d-42a4-a2a3-5c15c7e2f98f tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc30f91b-be52-49a6-8cd0-434155394d5c HTTP/1.1" status: 200 len: 944 time: 0.2959945 Jul 06 13:45:30.540525 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-07958d13-7913-41fd-8f4c-167a5174393b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:30.568578 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-9431225d-4c71-4f6b-afdd-e43e6f9bd4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:30.569275 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-9431225d-4c71-4f6b-afdd-e43e6f9bd4ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:30.570723 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-9431225d-4c71-4f6b-afdd-e43e6f9bd4ee service neutron] 10.222.0.52 "PUT /v2.0/ports/230495b0-1f07-42f6-aa2d-b42dcc6d575d HTTP/1.1" status: 200 len: 1091 time: 2.7648075 Jul 06 13:45:30.572809 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b9ef2d-62ec-485c-99f1-5f4039ff3f22', 'tag': '230495b0-1f07-42f6-aa2d-b42dcc6d575d'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:45:30.575054 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bff17cf-d220-45a1-a870-2e59b5c94cad" -d '{"events": [{"name": "network-changed", "server_uuid": "21b9ef2d-62ec-485c-99f1-5f4039ff3f22", "tag": "230495b0-1f07-42f6-aa2d-b42dcc6d575d"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:30.640179 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431225d-4c71-4f6b-afdd-e43e6f9bd4ee service neutron] Pushing event updated for resources: {'Port': ['ID=230495b0-1f07-42f6-aa2d-b42dcc6d575d,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:30.659459 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-07958d13-7913-41fd-8f4c-167a5174393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:30.661148 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-07958d13-7913-41fd-8f4c-167a5174393b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:30.666364 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-07958d13-7913-41fd-8f4c-167a5174393b service neutron] 10.222.0.124 "PUT /v2.0/ports/a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38 HTTP/1.1" status: 200 len: 1096 time: 2.0860548 Jul 06 13:45:30.667098 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fecf5cd-d540-4181-9f6c-c2afea3c50b9', 'tag': 'a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:45:30.679292 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce072383-e115-48b4-9976-30f3f0cb6d50" -d '{"events": [{"name": "network-changed", "server_uuid": "4fecf5cd-d540-4181-9f6c-c2afea3c50b9", "tag": "a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:30.716039 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-35dbded0-4e45-4803-b5b1-dcf43609ff40 admin admin] Deleting subnet 021c992f-7fa1-4517-9d5c-003822d46046 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:45:30.719703 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-35dbded0-4e45-4803-b5b1-dcf43609ff40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:30.723892 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b261557-94c0-44f7-a705-7877cc0529be req-5e6eb8a0-844f-49ce-adf1-fe2c7cd50dd4 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:30.743854 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b261557-94c0-44f7-a705-7877cc0529be req-5e6eb8a0-844f-49ce-adf1-fe2c7cd50dd4 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=4fecf5cd-d540-4181-9f6c-c2afea3c50b9 HTTP/1.1" status: 200 len: 948 time: 0.5024841 Jul 06 13:45:30.772203 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-35dbded0-4e45-4803-b5b1-dcf43609ff40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:30.793943 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-298258fe-96a0-4ef4-b808-152decc3c191 req-8ff80ae0-2d2f-477b-bd8e-50223ac872ff service neutron] Transition to ACTIVE for port object c288392a-7155-4679-98d5-a1b75b245831 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:45:30.813597 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-298258fe-96a0-4ef4-b808-152decc3c191 req-8ff80ae0-2d2f-477b-bd8e-50223ac872ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:30.874726 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91477071-ed92-497d-81ca-03a8c0dbd0ab req-4c6e6cad-6c0e-4274-a153-061627e3ea00 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:30.876410 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-91477071-ed92-497d-81ca-03a8c0dbd0ab req-4c6e6cad-6c0e-4274-a153-061627e3ea00 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617 HTTP/1.1" status: 200 len: 943 time: 0.3586950 Jul 06 13:45:30.907491 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07958d13-7913-41fd-8f4c-167a5174393b service neutron] Pushing event updated for resources: {'Port': ['ID=a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:30.925539 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b261557-94c0-44f7-a705-7877cc0529be req-68899d30-476e-4bbf-abfd-94ee1ef8bb49 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805651 Jul 06 13:45:31.009253 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-298258fe-96a0-4ef4-b808-152decc3c191 req-8ff80ae0-2d2f-477b-bd8e-50223ac872ff service neutron] No DVR routers for this DVR port c288392a-7155-4679-98d5-a1b75b245831 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:45:31.040863 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-91477071-ed92-497d-81ca-03a8c0dbd0ab req-8746a98c-77e4-403c-892d-2a349d7f73bd tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409757 Jul 06 13:45:31.058296 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff80ae0-2d2f-477b-bd8e-50223ac872ff service neutron] Pushing event updated for resources: {'Port': ['ID=c288392a-7155-4679-98d5-a1b75b245831,revision_number=10']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:31.064592 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-b74b0ff5-9fc8-4de3-b92d-0f59431f7901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:31.066173 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-b74b0ff5-9fc8-4de3-b92d-0f59431f7901 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e343b5142d1f42b4a79372104c499861&device_id=21b9ef2d-62ec-485c-99f1-5f4039ff3f22 HTTP/1.1" status: 200 len: 1094 time: 0.2890329 Jul 06 13:45:31.088375 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-35dbded0-4e45-4803-b5b1-dcf43609ff40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:31.111920 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-298258fe-96a0-4ef4-b808-152decc3c191 req-8ff80ae0-2d2f-477b-bd8e-50223ac872ff service neutron] 10.222.0.124 "PUT /v2.0/ports/c288392a-7155-4679-98d5-a1b75b245831/bindings/n-h1-773644-6/activate HTTP/1.1" status: 200 len: 369 time: 1.6604321 Jul 06 13:45:31.144451 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-e5dc25ca-3ae4-4c4f-934f-20ebdbbfcba8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=230495b0-1f07-42f6-aa2d-b42dcc6d575d HTTP/1.1" status: 200 len: 217 time: 0.0487561 Jul 06 13:45:31.183854 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-cf5aca73-6473-4989-bffa-4dcd0fd00f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:31.185383 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-cf5aca73-6473-4989-bffa-4dcd0fd00f2d service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&device_id=4fecf5cd-d540-4181-9f6c-c2afea3c50b9 HTTP/1.1" status: 200 len: 1099 time: 0.3651028 Jul 06 13:45:31.242025 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-31871a8c-ed52-4844-9049-671d58f0c6d4 req-3c723e17-8a78-4aa5-90e3-0bd032b23aff tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Deleting port 82657d01-d2ef-47d1-9c49-544750053849 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:45:31.242295 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-31871a8c-ed52-4844-9049-671d58f0c6d4 req-3c723e17-8a78-4aa5-90e3-0bd032b23aff tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:31.287312 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-00974461-f9cd-4256-835e-462233ac3581 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38 HTTP/1.1" status: 200 len: 217 time: 0.0779765 Jul 06 13:45:31.299077 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-a00c5618-1ff4-46d3-9430-7660fc4fce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:31.300580 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-a00c5618-1ff4-46d3-9430-7660fc4fce1a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b03e3a1-6f80-413a-9b2a-0ab9848da27d HTTP/1.1" status: 200 len: 845 time: 0.1475072 Jul 06 13:45:31.358074 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-35dbded0-4e45-4803-b5b1-dcf43609ff40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:31.379139 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f316f07-bc5f-4022-a0fd-46b1643a6a54 req-5732306d-9713-4002-b447-a9004686aa75 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:31.380662 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0f316f07-bc5f-4022-a0fd-46b1643a6a54 req-5732306d-9713-4002-b447-a9004686aa75 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/ports?device_id=21b9ef2d-62ec-485c-99f1-5f4039ff3f22 HTTP/1.1" status: 200 len: 943 time: 0.1592536 Jul 06 13:45:31.391792 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29f352-f94b-48e0-87e1-04eec0bd3caa req-2f6bf386-a370-4002-9a6e-2d7d9b7f9444 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:31.393799 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8f29f352-f94b-48e0-87e1-04eec0bd3caa req-2f6bf386-a370-4002-9a6e-2d7d9b7f9444 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 945 time: 0.1733706 Jul 06 13:45:31.404868 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbded0-4e45-4803-b5b1-dcf43609ff40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=021c992f-7fa1-4517-9d5c-003822d46046,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:31.425071 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5ab05f-98ed-499e-aa23-348a5c9313e4 None None] Network 4bdb5fec-fe94-4662-8b10-b8df6088a8dd requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:45:31.425703 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-35dbded0-4e45-4803-b5b1-dcf43609ff40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:31.429930 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-35dbded0-4e45-4803-b5b1-dcf43609ff40 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/021c992f-7fa1-4517-9d5c-003822d46046 HTTP/1.1" status: 204 len: 168 time: 0.9158099 Jul 06 13:45:31.434448 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37906) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:31.453376 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-7f125684-1835-4232-b27d-2456ee0df993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:31.455062 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-7f125684-1835-4232-b27d-2456ee0df993 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1339288 Jul 06 13:45:31.473833 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298258fe-96a0-4ef4-b808-152decc3c191 req-bb3c5ecf-bdab-4d17-acad-de7a7331cbb3 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:31.475023 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-58d6fd95-7052-48cb-a38d-c5f6d329442b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:31.475568 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-298258fe-96a0-4ef4-b808-152decc3c191 req-bb3c5ecf-bdab-4d17-acad-de7a7331cbb3 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617&tenant_id=0a05dcebc7174fa4835bbaac9666195c&binding%3Ahost_id=n-h2-773644-6 HTTP/1.1" status: 200 len: 1095 time: 0.2814662 Jul 06 13:45:31.476558 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-58d6fd95-7052-48cb-a38d-c5f6d329442b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a61f130f-6304-41b0-a74b-e084e85bbdd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1661468 Jul 06 13:45:31.489415 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0f316f07-bc5f-4022-a0fd-46b1643a6a54 req-70dcbe79-4633-46a1-a005-beadf53f2f0c tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/security-groups?id=8c47cf85-1ec0-4725-86ed-df5676d6a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948310 Jul 06 13:45:31.505235 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8f29f352-f94b-48e0-87e1-04eec0bd3caa req-57a187e0-e51a-4597-afb0-e60c83b866bc tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003368 Jul 06 13:45:31.560314 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:45:31.621537 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c30d79-0f90-463b-808f-ebe08a6136ac x-openstack-request-id: req-45c30d79-0f90-463b-808f-ebe08a6136ac {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:31.623232 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc30f91b-be52-49a6-8cd0-434155394d5c", "name": "network-vif-unplugged", "status": "completed", "tag": "82657d01-d2ef-47d1-9c49-544750053849", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:31.623562 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-45c30d79-0f90-463b-808f-ebe08a6136ac {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:31.625848 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc30f91b-be52-49a6-8cd0-434155394d5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82657d01-d2ef-47d1-9c49-544750053849', 'code': 200} Jul 06 13:45:31.663541 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.52', 59636) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:31.773075 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aeb20a0-5265-41ec-b19b-245d80e01f0b None None] DHCP port deletion for 4bdb5fec-fe94-4662-8b10-b8df6088a8dd request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:45:31.833383 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-62e7c1ae-b41d-4034-aa7a-f2cee462b858 req-674b5cce-7d49-4c03-8f78-a53f4ff37615 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=e35de86e-67b0-4cff-84d4-98324149e173 HTTP/1.1" status: 200 len: 210 time: 0.1160302 Jul 06 13:45:31.836287 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-7aeb20a0-5265-41ec-b19b-245d80e01f0b None None] Deleting port 3b2ee751-c0f7-425d-a33b-9dee2df0ba99 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:45:31.836753 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7aeb20a0-5265-41ec-b19b-245d80e01f0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:31.892994 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-31871a8c-ed52-4844-9049-671d58f0c6d4 req-3c723e17-8a78-4aa5-90e3-0bd032b23aff tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] For port 82657d01-d2ef-47d1-9c49-544750053849, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=82657d01-d2ef-47d1-9c49-544750053849,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:31.893710 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-31871a8c-ed52-4844-9049-671d58f0c6d4 req-3c723e17-8a78-4aa5-90e3-0bd032b23aff tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:31.935671 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-7ec138ed-30a0-4e49-a8f7-02a3fd0e190b service neutron] 10.222.0.52 "GET /v2.0/networks/a61f130f-6304-41b0-a74b-e084e85bbdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256926 Jul 06 13:45:31.945541 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f1a569-3882-4696-98e8-0834f6d2b9f6 x-openstack-request-id: req-a7f1a569-3882-4696-98e8-0834f6d2b9f6 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:31.945891 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b9ef2d-62ec-485c-99f1-5f4039ff3f22", "tag": "230495b0-1f07-42f6-aa2d-b42dcc6d575d", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:31.946147 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-a7f1a569-3882-4696-98e8-0834f6d2b9f6 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:31.948716 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b9ef2d-62ec-485c-99f1-5f4039ff3f22', 'tag': '230495b0-1f07-42f6-aa2d-b42dcc6d575d', 'status': 'completed', 'code': 200} Jul 06 13:45:31.960374 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-7aeb20a0-5265-41ec-b19b-245d80e01f0b None None] For port 3b2ee751-c0f7-425d-a33b-9dee2df0ba99, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=3b2ee751-c0f7-425d-a33b-9dee2df0ba99,segment=NetworkSegment(c232cdaf-2b51-42bb-9b02-2ab7f1147101),segment_id=c232cdaf-2b51-42bb-9b02-2ab7f1147101)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:31.960772 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7aeb20a0-5265-41ec-b19b-245d80e01f0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:32.005147 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-7aeb20a0-5265-41ec-b19b-245d80e01f0b None None] Calling delete_port for 3b2ee751-c0f7-425d-a33b-9dee2df0ba99 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:45:32.009368 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-31871a8c-ed52-4844-9049-671d58f0c6d4 req-3c723e17-8a78-4aa5-90e3-0bd032b23aff tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Calling delete_port for 82657d01-d2ef-47d1-9c49-544750053849 owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:45:32.012339 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0126007-94d5-4d4b-991b-f94cbb22671e x-openstack-request-id: req-e0126007-94d5-4d4b-991b-f94cbb22671e {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:32.012635 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fecf5cd-d540-4181-9f6c-c2afea3c50b9", "tag": "a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:32.012894 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e0126007-94d5-4d4b-991b-f94cbb22671e {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:32.013294 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fecf5cd-d540-4181-9f6c-c2afea3c50b9', 'tag': 'a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38', 'status': 'completed', 'code': 200} Jul 06 13:45:32.090449 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 3b2ee751-c0f7-425d-a33b-9dee2df0ba99 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:45:32.101086 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52442f7a-baa8-45d6-9b89-7efc038c091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:32.150197 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-a2e03329-fdaa-4589-8b4b-55a5bbd8d5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:32.151751 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-a2e03329-fdaa-4589-8b4b-55a5bbd8d5b0 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3431506 Jul 06 13:45:32.185266 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aa04f42f-a9cb-4cd9-9a86-19d2655ab4be req-10fceecd-cc1b-4a29-aa05-d1cdb7ff6d26 service neutron] 10.222.0.52 "GET /v2.0/networks/a61f130f-6304-41b0-a74b-e084e85bbdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237198 Jul 06 13:45:32.195430 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-4c2ee9b7-aa9f-4b24-919e-b6de0ef6adfb tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:32.196842 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-4c2ee9b7-aa9f-4b24-919e-b6de0ef6adfb tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.52 "GET /v2.0/networks?id=32044b4f-f14f-4915-ba05-43d758a7c9ad HTTP/1.1" status: 200 len: 805 time: 0.5286958 Jul 06 13:45:32.221686 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:32.228152 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298258fe-96a0-4ef4-b808-152decc3c191 req-43e39394-eada-4bf3-a471-eedacb0dcb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:32.229948 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-298258fe-96a0-4ef4-b808-152decc3c191 req-43e39394-eada-4bf3-a471-eedacb0dcb87 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617&tenant_id=0a05dcebc7174fa4835bbaac9666195c HTTP/1.1" status: 200 len: 1095 time: 0.3186889 Jul 06 13:45:32.230786 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-a95c327a-5630-442f-aa93-615d3b62ad9f tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Request body: {'port': {'device_id': 'e35de86e-67b0-4cff-84d4-98324149e173', 'network_id': '32044b4f-f14f-4915-ba05-43d758a7c9ad', 'admin_state_up': True, 'tenant_id': '30967fe6141f425883d3ccdea408bb06'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:32.238234 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7aeb20a0-5265-41ec-b19b-245d80e01f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:32.268488 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb20a0-5265-41ec-b19b-245d80e01f0b None None] Pushing event deleted for resources: {'Port': ['ID=3b2ee751-c0f7-425d-a33b-9dee2df0ba99,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:32.307323 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c40126df-abe0-4391-8a54-0a4e3251faef no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:45:32.327366 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeb20a0-5265-41ec-b19b-245d80e01f0b None None] No DVR routers for this DVR port 3b2ee751-c0f7-425d-a33b-9dee2df0ba99 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:45:32.329081 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: c40126df-abe0-4391-8a54-0a4e3251faef {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:45:32.329985 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c40126df-abe0-4391-8a54-0a4e3251faef not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:45:32.406802 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-52442f7a-baa8-45d6-9b89-7efc038c091c admin admin] Deleting port 3b2ee751-c0f7-425d-a33b-9dee2df0ba99 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:45:32.407372 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52442f7a-baa8-45d6-9b89-7efc038c091c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:32.470045 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-be36857b-9667-41d6-9229-5b261fcb73da service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051069 Jul 06 13:45:32.473857 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a1a51-805e-4c2d-a801-40bc763a7e1b req-0bc79d1f-792d-4435-8200-2748ab76008a tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:32.475681 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e24a1a51-805e-4c2d-a801-40bc763a7e1b req-0bc79d1f-792d-4435-8200-2748ab76008a tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 1096 time: 0.2890460 Jul 06 13:45:32.492253 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-31871a8c-ed52-4844-9049-671d58f0c6d4 req-3c723e17-8a78-4aa5-90e3-0bd032b23aff tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:32.510207 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff17cf-d220-45a1-a870-2e59b5c94cad req-3dcc0c82-fb1d-4cee-a553-0a245f839319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:32.511743 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0bff17cf-d220-45a1-a870-2e59b5c94cad req-3dcc0c82-fb1d-4cee-a553-0a245f839319 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e343b5142d1f42b4a79372104c499861&device_id=21b9ef2d-62ec-485c-99f1-5f4039ff3f22 HTTP/1.1" status: 200 len: 1094 time: 0.2124505 Jul 06 13:45:32.535222 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840ede7-d6ec-42a3-8c86-5769b67c9207 req-94dc9dee-ae60-4f31-b15c-6a5e0b0186b4 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:32.536662 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0840ede7-d6ec-42a3-8c86-5769b67c9207 req-94dc9dee-ae60-4f31-b15c-6a5e0b0186b4 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=558911ac-3499-4125-9e7e-e210c4e1ed08 HTTP/1.1" status: 200 len: 946 time: 0.2404320 Jul 06 13:45:32.590033 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-52442f7a-baa8-45d6-9b89-7efc038c091c admin admin] For port 3b2ee751-c0f7-425d-a33b-9dee2df0ba99, host n-d-773644-6, got binding levels [] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:32.590337 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52442f7a-baa8-45d6-9b89-7efc038c091c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:32.600925 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c723e17-8a78-4aa5-90e3-0bd032b23aff tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Pushing event deleted for resources: {'Port': ['ID=82657d01-d2ef-47d1-9c49-544750053849,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:32.613064 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-a95c327a-5630-442f-aa93-615d3b62ad9f tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Made reservation on behalf of 30967fe6141f425883d3ccdea408bb06 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:45:32.613218 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298258fe-96a0-4ef4-b808-152decc3c191 req-39390794-8cac-4525-b261-940452c9de1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:32.614823 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-298258fe-96a0-4ef4-b808-152decc3c191 req-39390794-8cac-4525-b261-940452c9de1f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a05dcebc7174fa4835bbaac9666195c&device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617 HTTP/1.1" status: 200 len: 1095 time: 0.3225555 Jul 06 13:45:32.616619 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-a95c327a-5630-442f-aa93-615d3b62ad9f tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:32.619804 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-52442f7a-baa8-45d6-9b89-7efc038c091c admin admin] Calling delete_port for 3b2ee751-c0f7-425d-a33b-9dee2df0ba99 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:45:32.627609 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e24a1a51-805e-4c2d-a801-40bc763a7e1b req-63ef1be6-43ee-4b7f-a6b7-82426283eb9a tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427033 Jul 06 13:45:32.641722 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.ipam_backend_mixin [None req-52442f7a-baa8-45d6-9b89-7efc038c091c admin admin] Port 3b2ee751-c0f7-425d-a33b-9dee2df0ba99 was not found and therefore no delete operation was performed {{(pid=100417) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 13:45:32.664755 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52442f7a-baa8-45d6-9b89-7efc038c091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:32.690041 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0840ede7-d6ec-42a3-8c86-5769b67c9207 req-93b8f82c-b6d1-4ed0-815f-7bc11b62f884 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397018 Jul 06 13:45:32.724871 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-31871a8c-ed52-4844-9049-671d58f0c6d4 req-3c723e17-8a78-4aa5-90e3-0bd032b23aff tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] No DVR routers for this DVR port 82657d01-d2ef-47d1-9c49-544750053849 on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:45:32.746115 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff17cf-d220-45a1-a870-2e59b5c94cad req-a93914e4-3924-48f2-80dd-064aa3223b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:32.747298 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-31871a8c-ed52-4844-9049-671d58f0c6d4 req-3c723e17-8a78-4aa5-90e3-0bd032b23aff tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:32.747619 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0bff17cf-d220-45a1-a870-2e59b5c94cad req-a93914e4-3924-48f2-80dd-064aa3223b39 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a61f130f-6304-41b0-a74b-e084e85bbdd5 HTTP/1.1" status: 200 len: 907 time: 0.2084930 Jul 06 13:45:32.749736 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-31871a8c-ed52-4844-9049-671d58f0c6d4 req-3c723e17-8a78-4aa5-90e3-0bd032b23aff tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.52 "DELETE /v2.0/ports/82657d01-d2ef-47d1-9c49-544750053849 HTTP/1.1" status: 204 len: 173 time: 2.1752689 Jul 06 13:45:32.788407 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52442f7a-baa8-45d6-9b89-7efc038c091c admin admin] Pushing event deleted for resources: {'Port': ['ID=3b2ee751-c0f7-425d-a33b-9dee2df0ba99,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:32.793920 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52442f7a-baa8-45d6-9b89-7efc038c091c admin admin] No DVR routers for this DVR port 3b2ee751-c0f7-425d-a33b-9dee2df0ba99 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:45:32.798602 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f73f518a-b63d-4b4a-9e90-055cf99e3b1a req-0c825be3-af4c-4393-884c-e49cc1b5d6b1 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196685 Jul 06 13:45:32.833746 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0bff17cf-d220-45a1-a870-2e59b5c94cad req-9f2da450-58b9-4334-aba2-5e043819ed1c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=230495b0-1f07-42f6-aa2d-b42dcc6d575d HTTP/1.1" status: 200 len: 217 time: 0.0714335 Jul 06 13:45:32.971251 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298258fe-96a0-4ef4-b808-152decc3c191 req-e30bd5ed-a7d5-454d-9cf4-2fce526bcc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:32.972884 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-298258fe-96a0-4ef4-b808-152decc3c191 req-e30bd5ed-a7d5-454d-9cf4-2fce526bcc12 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b HTTP/1.1" status: 200 len: 909 time: 0.3299859 Jul 06 13:45:32.974822 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52442f7a-baa8-45d6-9b89-7efc038c091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:32.987048 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-52442f7a-baa8-45d6-9b89-7efc038c091c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bdb5fec-fe94-4662-8b10-b8df6088a8dd']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:32.996938 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff17cf-d220-45a1-a870-2e59b5c94cad req-e6e39edb-79ed-4721-bb09-aaccd5d8f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:32.998457 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0bff17cf-d220-45a1-a870-2e59b5c94cad req-e6e39edb-79ed-4721-bb09-aaccd5d8f7d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b03e3a1-6f80-413a-9b2a-0ab9848da27d HTTP/1.1" status: 200 len: 845 time: 0.1560073 Jul 06 13:45:33.004772 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-52442f7a-baa8-45d6-9b89-7efc038c091c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c232cdaf-2b51-42bb-9b02-2ab7f1147101') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:33.005083 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-52442f7a-baa8-45d6-9b89-7efc038c091c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c232cdaf-2b51-42bb-9b02-2ab7f1147101') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:33.005534 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-a95c327a-5630-442f-aa93-615d3b62ad9f tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Allocated IP 172.20.0.2 (32044b4f-f14f-4915-ba05-43d758a7c9ad/9a26d9c0-3fa2-4ed5-a111-4efe079a2d6f/ff3a0e80-63b8-47a6-96ff-a113cbef3e4e) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:33.048373 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52442f7a-baa8-45d6-9b89-7efc038c091c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:33.056369 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-298258fe-96a0-4ef4-b808-152decc3c191 req-f6c1f16a-67c4-42ee-8467-aea8d79472b5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c288392a-7155-4679-98d5-a1b75b245831 HTTP/1.1" status: 200 len: 217 time: 0.0584397 Jul 06 13:45:33.068686 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52442f7a-baa8-45d6-9b89-7efc038c091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:33.102016 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52442f7a-baa8-45d6-9b89-7efc038c091c admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:45:33.102437 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52442f7a-baa8-45d6-9b89-7efc038c091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:45:33.104812 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:45:33.113475 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a43b8-2dcd-4880-8725-ea3435fa5dd0 req-d8f5c834-9151-4a74-a130-f542eefd4ab1 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:33.115031 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da0a43b8-2dcd-4880-8725-ea3435fa5dd0 req-d8f5c834-9151-4a74-a130-f542eefd4ab1 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=4fecf5cd-d540-4181-9f6c-c2afea3c50b9 HTTP/1.1" status: 200 len: 948 time: 0.2368722 Jul 06 13:45:33.116873 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce072383-e115-48b4-9976-30f3f0cb6d50 req-cde3c9ef-a621-42e4-bc0e-57b590adb647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:33.118425 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ce072383-e115-48b4-9976-30f3f0cb6d50 req-cde3c9ef-a621-42e4-bc0e-57b590adb647 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&device_id=4fecf5cd-d540-4181-9f6c-c2afea3c50b9 HTTP/1.1" status: 200 len: 1099 time: 0.2495003 Jul 06 13:45:33.132348 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd34263-e4f5-4f62-954b-bc98e2aab7a3 req-309d84b8-bce1-4a0b-8149-7c6043860a6e tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:33.133838 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9fd34263-e4f5-4f62-954b-bc98e2aab7a3 req-309d84b8-bce1-4a0b-8149-7c6043860a6e tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617 HTTP/1.1" status: 200 len: 944 time: 0.2572324 Jul 06 13:45:33.218927 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298258fe-96a0-4ef4-b808-152decc3c191 req-f53bde75-6e64-43b5-8022-2dbfb35a0c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:33.220605 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-298258fe-96a0-4ef4-b808-152decc3c191 req-f53bde75-6e64-43b5-8022-2dbfb35a0c36 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fb580ceb-d4c2-41da-b0a8-ed5910fd5560 HTTP/1.1" status: 200 len: 848 time: 0.1533835 Jul 06 13:45:33.241946 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52442f7a-baa8-45d6-9b89-7efc038c091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:33.253096 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52442f7a-baa8-45d6-9b89-7efc038c091c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:33.254953 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-52442f7a-baa8-45d6-9b89-7efc038c091c admin admin] 10.222.0.118 "DELETE /v2.0/networks/4bdb5fec-fe94-4662-8b10-b8df6088a8dd HTTP/1.1" status: 204 len: 168 time: 1.8179364 Jul 06 13:45:33.270224 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff17cf-d220-45a1-a870-2e59b5c94cad req-055a7741-42f6-49d8-97fb-191dc4e07e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:33.271880 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0bff17cf-d220-45a1-a870-2e59b5c94cad req-055a7741-42f6-49d8-97fb-191dc4e07e81 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a61f130f-6304-41b0-a74b-e084e85bbdd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2591467 Jul 06 13:45:33.280145 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da0a43b8-2dcd-4880-8725-ea3435fa5dd0 req-47400e79-a3b3-463b-ae61-5770af76f630 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452732 Jul 06 13:45:33.283337 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-298258fe-96a0-4ef4-b808-152decc3c191 req-f8a3d07c-1b7c-4277-95bd-3c3e25c02d78 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513217 Jul 06 13:45:33.303215 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52442f7a-baa8-45d6-9b89-7efc038c091c admin admin] Pushing event deleted for resources: {'Network': ['ID=4bdb5fec-fe94-4662-8b10-b8df6088a8dd,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:33.359154 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce072383-e115-48b4-9976-30f3f0cb6d50 req-48e0d2db-156d-4855-8a56-1d7c0c080fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:33.361568 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ce072383-e115-48b4-9976-30f3f0cb6d50 req-48e0d2db-156d-4855-8a56-1d7c0c080fce service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.2167404 Jul 06 13:45:33.368635 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9fd34263-e4f5-4f62-954b-bc98e2aab7a3 req-5a18aaeb-c5cd-4739-8535-4df20c4571fe tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080336 Jul 06 13:45:33.411836 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ce072383-e115-48b4-9976-30f3f0cb6d50 req-0951268e-ba50-49ea-a699-f24259327d3c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38 HTTP/1.1" status: 200 len: 217 time: 0.0415845 Jul 06 13:45:33.434645 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-a95c327a-5630-442f-aa93-615d3b62ad9f tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:33.436059 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37928) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:33.510357 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce072383-e115-48b4-9976-30f3f0cb6d50 req-95e3a91d-abfa-4c69-b596-d427a07c9d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:33.513245 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ce072383-e115-48b4-9976-30f3f0cb6d50 req-95e3a91d-abfa-4c69-b596-d427a07c9d53 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0920579 Jul 06 13:45:33.543862 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0bff17cf-d220-45a1-a870-2e59b5c94cad req-b90e6be2-21ad-4e26-9156-c1e60dd93987 service neutron] 10.222.0.52 "GET /v2.0/networks/a61f130f-6304-41b0-a74b-e084e85bbdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517114 Jul 06 13:45:33.565342 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-a95c327a-5630-442f-aa93-615d3b62ad9f tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:33.619624 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cf17ce78-5972-456b-8293-5d2480422f7c admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=56caa74bd9474c3c8198a8fde1d9bade&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1824238 Jul 06 13:45:33.623504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37936) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:33.626554 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-298258fe-96a0-4ef4-b808-152decc3c191 req-38b344fb-6f03-4b33-845f-4d7e35e81b24 service neutron] 10.222.0.52 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312435 Jul 06 13:45:33.698892 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce072383-e115-48b4-9976-30f3f0cb6d50 req-7de6cfcf-4dfa-4703-a7d4-bc3f0a3496c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:33.700479 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ce072383-e115-48b4-9976-30f3f0cb6d50 req-7de6cfcf-4dfa-4703-a7d4-bc3f0a3496c0 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1225715 Jul 06 13:45:33.719258 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-a95c327a-5630-442f-aa93-615d3b62ad9f tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Network 32044b4f-f14f-4915-ba05-43d758a7c9ad is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:33.737581 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-a95c327a-5630-442f-aa93-615d3b62ad9f tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:33.747072 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1a0aa-8825-4135-8b63-8adc8e5101f8 req-adfb0ad2-4099-4459-a469-33dab64519cd tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:33.754186 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6df1a0aa-8825-4135-8b63-8adc8e5101f8 req-adfb0ad2-4099-4459-a469-33dab64519cd tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/ports?device_id=21b9ef2d-62ec-485c-99f1-5f4039ff3f22 HTTP/1.1" status: 200 len: 943 time: 0.3023841 Jul 06 13:45:33.763419 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-a95c327a-5630-442f-aa93-615d3b62ad9f tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:45:33.808713 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-298258fe-96a0-4ef4-b808-152decc3c191 req-7a5e25d1-b0de-4146-8533-e6eb776e8d0f service neutron] 10.222.0.52 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609201 Jul 06 13:45:33.816430 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c327a-5630-442f-aa93-615d3b62ad9f tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Pushing event updated for resources: {'Port': ['ID=ff3a0e80-63b8-47a6-96ff-a113cbef3e4e,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:33.824910 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ce072383-e115-48b4-9976-30f3f0cb6d50 req-f138c430-a41b-44b9-9743-a8e0b6513031 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158040 Jul 06 13:45:33.854315 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device c288392a-7155-4679-98d5-a1b75b245831 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:45:33.899116 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0bff17cf-d220-45a1-a870-2e59b5c94cad req-1a20aed6-4170-4126-b849-cc6088067eb6 service neutron] 10.222.0.52 "GET /v2.0/networks/a61f130f-6304-41b0-a74b-e084e85bbdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433878 Jul 06 13:45:33.913249 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-a95c327a-5630-442f-aa93-615d3b62ad9f tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:33.913949 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-a95c327a-5630-442f-aa93-615d3b62ad9f tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:33.917403 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-14435701-80cd-4338-8449-78362ab204ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:33.950630 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device c288392a-7155-4679-98d5-a1b75b245831 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:45:33.954710 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6df1a0aa-8825-4135-8b63-8adc8e5101f8 req-bad2c71e-b6f7-488e-9e3c-fa06419ac3b0 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/security-groups?id=8c47cf85-1ec0-4725-86ed-df5676d6a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996512 Jul 06 13:45:33.958234 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ce072383-e115-48b4-9976-30f3f0cb6d50 req-12328e4a-5690-4a20-931c-d8b3e5610d49 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253901 Jul 06 13:45:33.959822 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-14435701-80cd-4338-8449-78362ab204ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:33.980789 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffb21a-4898-45cf-a6fe-8147a4574394 req-cc36e0f9-66d1-4075-8292-dbe19b1cc70b tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:33.988053 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4bffb21a-4898-45cf-a6fe-8147a4574394 req-cc36e0f9-66d1-4075-8292-dbe19b1cc70b tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=e35de86e-67b0-4cff-84d4-98324149e173 HTTP/1.1" status: 200 len: 931 time: 0.3704114 Jul 06 13:45:34.006407 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-a95c327a-5630-442f-aa93-615d3b62ad9f tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7837787 Jul 06 13:45:34.007934 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 82657d01-d2ef-47d1-9c49-544750053849 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:45:34.014508 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc30f91b-be52-49a6-8cd0-434155394d5c', 'name': 'network-vif-deleted', 'tag': '82657d01-d2ef-47d1-9c49-544750053849'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:45:34.019155 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2af4999-8ca5-4d01-99db-032f9229e124" -d '{"events": [{"server_uuid": "cc30f91b-be52-49a6-8cd0-434155394d5c", "name": "network-vif-deleted", "tag": "82657d01-d2ef-47d1-9c49-544750053849"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:34.037985 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 82657d01-d2ef-47d1-9c49-544750053849 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:45:34.038568 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 82657d01-d2ef-47d1-9c49-544750053849 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:45:34.316363 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298258fe-96a0-4ef4-b808-152decc3c191 req-fd20d0d1-297b-4a01-9856-1622e169968e tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:34.318249 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-298258fe-96a0-4ef4-b808-152decc3c191 req-fd20d0d1-297b-4a01-9856-1622e169968e tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617&tenant_id=0a05dcebc7174fa4835bbaac9666195c&binding%3Ahost_id=n-h1-773644-6 HTTP/1.1" status: 200 len: 1095 time: 0.0714133 Jul 06 13:45:34.398885 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-0da9e9d5-3731-4f6e-9743-078ae44f0a47 service neutron] Request body: {'port': {'device_id': 'e35de86e-67b0-4cff-84d4-98324149e173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:34.475444 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-298258fe-96a0-4ef4-b808-152decc3c191 req-2aca3b66-8437-43a5-8342-9dbd60de784b service neutron] For port c288392a-7155-4679-98d5-a1b75b245831, host n-h2-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:34.479291 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-298258fe-96a0-4ef4-b808-152decc3c191 req-2aca3b66-8437-43a5-8342-9dbd60de784b service neutron] Notify callbacks [] for binding, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:34.481172 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-298258fe-96a0-4ef4-b808-152decc3c191 req-2aca3b66-8437-43a5-8342-9dbd60de784b service neutron] 10.222.0.52 "DELETE /v2.0/ports/c288392a-7155-4679-98d5-a1b75b245831/bindings/n-h2-773644-6 HTTP/1.1" status: 204 len: 173 time: 0.1554463 Jul 06 13:45:34.510488 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4bffb21a-4898-45cf-a6fe-8147a4574394 req-186074e2-f8a3-4a45-9564-c9fca6bdeb0b tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5214803 Jul 06 13:45:34.561657 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-14435701-80cd-4338-8449-78362ab204ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:34.564383 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-14435701-80cd-4338-8449-78362ab204ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:34.565590 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-14435701-80cd-4338-8449-78362ab204ad admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/ed60e3f7-e69b-4838-8fea-c626d2adc1c7 HTTP/1.1" status: 204 len: 168 time: 0.9213779 Jul 06 13:45:34.571847 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf0df0b-643e-40ac-a85c-95596e135e01 x-openstack-request-id: req-7cf0df0b-643e-40ac-a85c-95596e135e01 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:34.572147 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc30f91b-be52-49a6-8cd0-434155394d5c", "name": "network-vif-deleted", "tag": "82657d01-d2ef-47d1-9c49-544750053849", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:34.572408 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-7cf0df0b-643e-40ac-a85c-95596e135e01 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:34.572805 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc30f91b-be52-49a6-8cd0-434155394d5c', 'name': 'network-vif-deleted', 'tag': '82657d01-d2ef-47d1-9c49-544750053849', 'status': 'completed', 'code': 200} Jul 06 13:45:34.590574 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14435701-80cd-4338-8449-78362ab204ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed60e3f7-e69b-4838-8fea-c626d2adc1c7,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:34.596995 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-0da9e9d5-3731-4f6e-9743-078ae44f0a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:34.642122 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1180a4-964e-4906-b8d3-6500d75b7586 req-47040e8e-a6e4-458d-b22a-1aec9b5a7da6 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:34.644710 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2e1180a4-964e-4906-b8d3-6500d75b7586 req-47040e8e-a6e4-458d-b22a-1aec9b5a7da6 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.52 "GET /v2.0/ports?device_id=558911ac-3499-4125-9e7e-e210c4e1ed08 HTTP/1.1" status: 200 len: 946 time: 0.2392404 Jul 06 13:45:34.656630 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971333e-cc37-4dee-8c51-34587b04ee91 req-927ab683-fdb4-4f36-a649-ce8f390cce09 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:34.665824 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b971333e-cc37-4dee-8c51-34587b04ee91 req-927ab683-fdb4-4f36-a649-ce8f390cce09 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=558911ac-3499-4125-9e7e-e210c4e1ed08 HTTP/1.1" status: 200 len: 946 time: 0.2614202 Jul 06 13:45:34.819253 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b971333e-cc37-4dee-8c51-34587b04ee91 req-5b7c539e-c44b-49a1-9fb2-f64517729109 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups?id=260cb83c-ed88-4e98-919c-f855f669061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525204 Jul 06 13:45:35.078940 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5448f8-52ea-4d4e-86be-6b917bc946b1 req-949fa5ec-a574-441c-8030-60fb61c0f982 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:35.080786 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7c5448f8-52ea-4d4e-86be-6b917bc946b1 req-949fa5ec-a574-441c-8030-60fb61c0f982 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=4fecf5cd-d540-4181-9f6c-c2afea3c50b9 HTTP/1.1" status: 200 len: 948 time: 0.3857107 Jul 06 13:45:35.109363 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-2e1180a4-964e-4906-b8d3-6500d75b7586 req-e2858430-f5c8-46d1-99a0-5fa942f3d0a3 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Deleting port 8a1b064d-b933-4875-a968-cb283979ce97 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:45:35.109620 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2e1180a4-964e-4906-b8d3-6500d75b7586 req-e2858430-f5c8-46d1-99a0-5fa942f3d0a3 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:35.245267 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7c5448f8-52ea-4d4e-86be-6b917bc946b1 req-1937ed6a-859f-4909-b9d5-c0ecb63d68f5 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411276 Jul 06 13:45:35.307864 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb13f37-63e2-4f8e-99f3-961d56c009d1 req-f1b5e828-b5c5-40aa-bf60-41fb11f07bbb tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:35.321876 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7eb13f37-63e2-4f8e-99f3-961d56c009d1 req-f1b5e828-b5c5-40aa-bf60-41fb11f07bbb tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617 HTTP/1.1" status: 200 len: 944 time: 0.3413770 Jul 06 13:45:35.379136 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-2e1180a4-964e-4906-b8d3-6500d75b7586 req-e2858430-f5c8-46d1-99a0-5fa942f3d0a3 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] For port 8a1b064d-b933-4875-a968-cb283979ce97, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=8a1b064d-b933-4875-a968-cb283979ce97,segment=NetworkSegment(78ae0a30-d800-4152-891b-c545e9763cb4),segment_id=78ae0a30-d800-4152-891b-c545e9763cb4)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:35.379591 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2e1180a4-964e-4906-b8d3-6500d75b7586 req-e2858430-f5c8-46d1-99a0-5fa942f3d0a3 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:35.415227 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-2e1180a4-964e-4906-b8d3-6500d75b7586 req-e2858430-f5c8-46d1-99a0-5fa942f3d0a3 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Calling delete_port for 8a1b064d-b933-4875-a968-cb283979ce97 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:45:35.450826 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7eb13f37-63e2-4f8e-99f3-961d56c009d1 req-42329558-5873-4ce5-a4ff-bc0c93cdb9e1 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279249 Jul 06 13:45:35.456791 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-0da9e9d5-3731-4f6e-9743-078ae44f0a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff3a0e80-63b8-47a6-96ff-a113cbef3e4e {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:45:35.470392 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-0da9e9d5-3731-4f6e-9743-078ae44f0a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:35.488748 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-0da9e9d5-3731-4f6e-9743-078ae44f0a47 service neutron] Transition to ACTIVE for port object ff3a0e80-63b8-47a6-96ff-a113cbef3e4e will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:45:35.574174 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-0da9e9d5-3731-4f6e-9743-078ae44f0a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:35.720605 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9e9d5-3731-4f6e-9743-078ae44f0a47 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3a0e80-63b8-47a6-96ff-a113cbef3e4e,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:35.798432 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2e1180a4-964e-4906-b8d3-6500d75b7586 req-e2858430-f5c8-46d1-99a0-5fa942f3d0a3 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:35.820297 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['8a1b064d-b933-4875-a968-cb283979ce97'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:45:35.861961 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:45:35.862243 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2858430-f5c8-46d1-99a0-5fa942f3d0a3 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Pushing event deleted for resources: {'Port': ['ID=8a1b064d-b933-4875-a968-cb283979ce97,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:35.888907 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef77d69-b764-490b-9f02-6bc671adeb00 req-28d922f0-e445-4809-85c4-d9b771c26dba tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:35.890616 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4ef77d69-b764-490b-9f02-6bc671adeb00 req-28d922f0-e445-4809-85c4-d9b771c26dba tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/ports?device_id=21b9ef2d-62ec-485c-99f1-5f4039ff3f22 HTTP/1.1" status: 200 len: 943 time: 0.3190532 Jul 06 13:45:35.959837 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1180a4-964e-4906-b8d3-6500d75b7586 req-e2858430-f5c8-46d1-99a0-5fa942f3d0a3 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] No DVR routers for this DVR port 8a1b064d-b933-4875-a968-cb283979ce97 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:45:35.963079 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2e1180a4-964e-4906-b8d3-6500d75b7586 req-e2858430-f5c8-46d1-99a0-5fa942f3d0a3 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:35.965313 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2e1180a4-964e-4906-b8d3-6500d75b7586 req-e2858430-f5c8-46d1-99a0-5fa942f3d0a3 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.52 "DELETE /v2.0/ports/8a1b064d-b933-4875-a968-cb283979ce97 HTTP/1.1" status: 204 len: 173 time: 1.2967939 Jul 06 13:45:35.972756 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558911ac-3499-4125-9e7e-e210c4e1ed08', 'name': 'network-vif-deleted', 'tag': '8a1b064d-b933-4875-a968-cb283979ce97'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:45:35.975283 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbaee03a-c3d4-4b56-8e1b-962b0cc470ec" -d '{"events": [{"server_uuid": "558911ac-3499-4125-9e7e-e210c4e1ed08", "name": "network-vif-deleted", "tag": "8a1b064d-b933-4875-a968-cb283979ce97"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:35.982733 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-0da9e9d5-3731-4f6e-9743-078ae44f0a47 service neutron] Attempting to bind port ff3a0e80-63b8-47a6-96ff-a113cbef3e4e on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:45:35.983125 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-0da9e9d5-3731-4f6e-9743-078ae44f0a47 service neutron] Attempting to bind port ff3a0e80-63b8-47a6-96ff-a113cbef3e4e by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '3b74c8be-43e1-449a-8374-4e8bc2ac83bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '32044b4f-f14f-4915-ba05-43d758a7c9ad'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:45:35.983402 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-0da9e9d5-3731-4f6e-9743-078ae44f0a47 service neutron] Attempting to bind port ff3a0e80-63b8-47a6-96ff-a113cbef3e4e on network 32044b4f-f14f-4915-ba05-43d758a7c9ad {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:35.997691 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-0da9e9d5-3731-4f6e-9743-078ae44f0a47 service neutron] Port ff3a0e80-63b8-47a6-96ff-a113cbef3e4e on network 32044b4f-f14f-4915-ba05-43d758a7c9ad not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:45:35.998046 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-0da9e9d5-3731-4f6e-9743-078ae44f0a47 service neutron] Attempting to bind port ff3a0e80-63b8-47a6-96ff-a113cbef3e4e on network 32044b4f-f14f-4915-ba05-43d758a7c9ad {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:35.998647 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:36.012646 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': 'a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38', 'mac_address': 'fa:16:3e:df:33:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:45:36.019620 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-0da9e9d5-3731-4f6e-9743-078ae44f0a47 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:45:36.019966 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-0da9e9d5-3731-4f6e-9743-078ae44f0a47 service neutron] Checking segment: {'id': '3b74c8be-43e1-449a-8374-4e8bc2ac83bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '32044b4f-f14f-4915-ba05-43d758a7c9ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:45:36.020358 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-0da9e9d5-3731-4f6e-9743-078ae44f0a47 service neutron] Bound using segment: {'id': '3b74c8be-43e1-449a-8374-4e8bc2ac83bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '32044b4f-f14f-4915-ba05-43d758a7c9ad'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:45:36.020796 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-0da9e9d5-3731-4f6e-9743-078ae44f0a47 service neutron] Bound port: ff3a0e80-63b8-47a6-96ff-a113cbef3e4e, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b74c8be-43e1-449a-8374-4e8bc2ac83bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '32044b4f-f14f-4915-ba05-43d758a7c9ad'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:45:36.021157 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-0da9e9d5-3731-4f6e-9743-078ae44f0a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:36.029406 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4ef77d69-b764-490b-9f02-6bc671adeb00 req-05147c81-328c-487b-b298-86611708ed80 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/security-groups?id=8c47cf85-1ec0-4725-86ed-df5676d6a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181629 Jul 06 13:45:36.042188 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 230495b0-1f07-42f6-aa2d-b42dcc6d575d details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:45:36.045567 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1ff4a-3391-47bd-bf1c-93ebbf4c9662 req-cc3ad495-420f-41da-b789-cb7a76f4ec64 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:36.062225 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1ae1ff4a-3391-47bd-bf1c-93ebbf4c9662 req-cc3ad495-420f-41da-b789-cb7a76f4ec64 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=e35de86e-67b0-4cff-84d4-98324149e173 HTTP/1.1" status: 200 len: 943 time: 0.2897978 Jul 06 13:45:36.070741 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:36.127485 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:45:36.139009 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1ae1ff4a-3391-47bd-bf1c-93ebbf4c9662 req-cdade13b-2a40-4dab-b026-38a2e8ffa77f tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746117 Jul 06 13:45:36.162670 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:36.188978 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-0da9e9d5-3731-4f6e-9743-078ae44f0a47 service neutron] For port ff3a0e80-63b8-47a6-96ff-a113cbef3e4e, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:36.191955 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:36.224523 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-0da9e9d5-3731-4f6e-9743-078ae44f0a47 service neutron] For port ff3a0e80-63b8-47a6-96ff-a113cbef3e4e, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ff3a0e80-63b8-47a6-96ff-a113cbef3e4e,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:36.233232 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-0da9e9d5-3731-4f6e-9743-078ae44f0a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:36.243825 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 230495b0-1f07-42f6-aa2d-b42dcc6d575d, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=230495b0-1f07-42f6-aa2d-b42dcc6d575d,segment=NetworkSegment(0c331154-8d4c-4526-abe3-f0da3bc0e1fd),segment_id=0c331154-8d4c-4526-abe3-f0da3bc0e1fd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:36.268758 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '230495b0-1f07-42f6-aa2d-b42dcc6d575d', 'network_id': 'a61f130f-6304-41b0-a74b-e084e85bbdd5', 'port_id': '230495b0-1f07-42f6-aa2d-b42dcc6d575d', 'mac_address': 'fa:16:3e:b3:bb:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b03e3a1-6f80-413a-9b2a-0ab9848da27d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:45:36.279381 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:36.301059 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-0da9e9d5-3731-4f6e-9743-078ae44f0a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:36.301721 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-0da9e9d5-3731-4f6e-9743-078ae44f0a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:36.306244 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-0da9e9d5-3731-4f6e-9743-078ae44f0a47 service neutron] 10.222.0.52 "PUT /v2.0/ports/ff3a0e80-63b8-47a6-96ff-a113cbef3e4e HTTP/1.1" status: 200 len: 1091 time: 2.2825522 Jul 06 13:45:36.324042 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff3f35-7229-455f-b1e4-9703b62b752e req-75e19b18-b89e-4750-ad9e-3f1a517fb858 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:36.325782 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:36.334608 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-62ff3f35-7229-455f-b1e4-9703b62b752e req-75e19b18-b89e-4750-ad9e-3f1a517fb858 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617 HTTP/1.1" status: 200 len: 1095 time: 0.1604435 Jul 06 13:45:36.338768 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9e9d5-3731-4f6e-9743-078ae44f0a47 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3a0e80-63b8-47a6-96ff-a113cbef3e4e,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:36.348515 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 230495b0-1f07-42f6-aa2d-b42dcc6d575d {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:45:36.385504 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 230495b0-1f07-42f6-aa2d-b42dcc6d575d, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=230495b0-1f07-42f6-aa2d-b42dcc6d575d,segment=NetworkSegment(0c331154-8d4c-4526-abe3-f0da3bc0e1fd),segment_id=0c331154-8d4c-4526-abe3-f0da3bc0e1fd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:36.391565 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:36.434201 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-62ff3f35-7229-455f-b1e4-9703b62b752e req-3fa37473-bb75-42a2-a5ac-13e9c6426b4f tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981858 Jul 06 13:45:36.451582 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=230495b0-1f07-42f6-aa2d-b42dcc6d575d,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:36.454181 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-47eeb2c9-2d76-4eb4-b3c1-339e5c871e25 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=303b815644e34d4a8597861047f80569&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485833 Jul 06 13:45:36.498032 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:45:36.570466 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-a8ead3b3-bedf-40cc-8a88-91d9942de410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:36.573305 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-a8ead3b3-bedf-40cc-8a88-91d9942de410 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=30967fe6141f425883d3ccdea408bb06&device_id=e35de86e-67b0-4cff-84d4-98324149e173 HTTP/1.1" status: 200 len: 1094 time: 0.2201080 Jul 06 13:45:36.646404 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-4c97fe04-171e-4cbe-9e96-7345757655fa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff3a0e80-63b8-47a6-96ff-a113cbef3e4e HTTP/1.1" status: 200 len: 217 time: 0.0623994 Jul 06 13:45:36.669188 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8ca63d9e-f719-4bbd-852b-8b7df5993c58 req-05e76701-7555-44ce-8714-ecb3a60c9982 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/ports?device_id=558911ac-3499-4125-9e7e-e210c4e1ed08 HTTP/1.1" status: 200 len: 210 time: 0.0721931 Jul 06 13:45:36.715225 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-1f2e76e9-033c-4466-8bfe-1baf99ebe7de tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:36.716827 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-1f2e76e9-033c-4466-8bfe-1baf99ebe7de tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2535648 Jul 06 13:45:36.735427 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['230495b0-1f07-42f6-aa2d-b42dcc6d575d'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:45:36.740068 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f382cfe0-483b-4671-98fa-9d694d7d8459 x-openstack-request-id: req-f382cfe0-483b-4671-98fa-9d694d7d8459 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:36.740315 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558911ac-3499-4125-9e7e-e210c4e1ed08", "name": "network-vif-deleted", "tag": "8a1b064d-b933-4875-a968-cb283979ce97", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:36.741833 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-f382cfe0-483b-4671-98fa-9d694d7d8459 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:36.741833 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558911ac-3499-4125-9e7e-e210c4e1ed08', 'name': 'network-vif-deleted', 'tag': '8a1b064d-b933-4875-a968-cb283979ce97', 'status': 'completed', 'code': 200} Jul 06 13:45:36.746463 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-9a6f8921-e366-47d1-9f45-ef7445824be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:36.747950 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-9a6f8921-e366-47d1-9f45-ef7445824be7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a26d9c0-3fa2-4ed5-a111-4efe079a2d6f HTTP/1.1" status: 200 len: 845 time: 0.0813062 Jul 06 13:45:36.749669 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-d0c17622-6b88-41ea-8ae7-fa5435f4d52a tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.118 "GET /v2.0/quotas/303b815644e34d4a8597861047f80569 HTTP/1.1" status: 200 len: 375 time: 0.0225794 Jul 06 13:45:36.813855 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-59bef033-70e1-43dc-bebf-bfe93104e8f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=32044b4f-f14f-4915-ba05-43d758a7c9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561042 Jul 06 13:45:36.815820 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-8a4c46e7-541a-46f1-b388-78647cdffbdd tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=303b815644e34d4a8597861047f80569&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593619 Jul 06 13:45:36.959412 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-0d9cf3b5-d586-4242-9bc8-fe5b2dbf010c service neutron] 10.222.0.52 "GET /v2.0/networks/32044b4f-f14f-4915-ba05-43d758a7c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351905 Jul 06 13:45:36.971717 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e972d4-cd53-401b-8751-f4fb5fc83cdf req-433daffe-761b-4ac2-8c32-3dfd44fa0dc4 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:36.973515 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16e972d4-cd53-401b-8751-f4fb5fc83cdf req-433daffe-761b-4ac2-8c32-3dfd44fa0dc4 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=4fecf5cd-d540-4181-9f6c-c2afea3c50b9 HTTP/1.1" status: 200 len: 949 time: 0.1289997 Jul 06 13:45:37.061355 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16e972d4-cd53-401b-8751-f4fb5fc83cdf req-947a5151-1c15-4fbe-aff7-fbdf973df17f tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781558 Jul 06 13:45:37.102009 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccffde8e-af14-4b66-901a-292e9b578a0b req-2766f21c-dabc-47cc-bbb5-f1f467a05092 service neutron] 10.222.0.52 "GET /v2.0/networks/32044b4f-f14f-4915-ba05-43d758a7c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271021 Jul 06 13:45:37.259841 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c77944b1-8722-4e2e-8022-c25035993b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:37.299022 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-d5c1b519-676f-4295-9826-2f0a9a5ab509 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:37.300548 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-d5c1b519-676f-4295-9826-2f0a9a5ab509 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/networks?id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b HTTP/1.1" status: 200 len: 808 time: 0.1367290 Jul 06 13:45:37.316341 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-feb2f18f-f0f4-4892-b6fa-4e8bd29cb826 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/quotas/0a05dcebc7174fa4835bbaac9666195c HTTP/1.1" status: 200 len: 375 time: 0.0104918 Jul 06 13:45:37.410410 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-cdfa53a7-0541-463e-8195-43599ba3a0ba tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=0a05dcebc7174fa4835bbaac9666195c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0876822 Jul 06 13:45:37.522810 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-c02b19de-f75d-473a-8616-a7d03edab39b service neutron] 10.222.0.118 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089015 Jul 06 13:45:37.628532 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-d662c4e5-5c07-430d-ac03-62f416278614 service neutron] 10.222.0.118 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999584 Jul 06 13:45:37.730742 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5e0a93be-cb9a-46fb-b36b-8c9b8713cdf6 req-ff94960f-a7ac-4ce8-bf84-a16aca5151dd tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.118 "GET /v2.0/ports?device_id=bff15dfd-58b6-49ff-bced-929f77a5ad99 HTTP/1.1" status: 200 len: 210 time: 0.0353689 Jul 06 13:45:37.880367 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:37.957716 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da927266-c3c5-433c-b2ef-55924ff8a0ce req-a96d76c1-956e-4aa6-b369-e45ee22dc2a8 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:37.962295 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da927266-c3c5-433c-b2ef-55924ff8a0ce req-a96d76c1-956e-4aa6-b369-e45ee22dc2a8 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/ports?device_id=21b9ef2d-62ec-485c-99f1-5f4039ff3f22 HTTP/1.1" status: 200 len: 944 time: 0.0908902 Jul 06 13:45:37.970443 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:45:37.977781 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:37.978486 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:38.066471 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da927266-c3c5-433c-b2ef-55924ff8a0ce req-4193ca51-2ffa-4556-90d1-b44f02ececa3 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/security-groups?id=8c47cf85-1ec0-4725-86ed-df5676d6a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904951 Jul 06 13:45:38.067535 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 230495b0-1f07-42f6-aa2d-b42dcc6d575d up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:38.111148 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:38.113213 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9846ac-6157-40b5-8e8f-47710ddd4b59 req-66b6e1ae-988a-4881-b65e-6e3306e8cb22 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:38.116048 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7f9846ac-6157-40b5-8e8f-47710ddd4b59 req-66b6e1ae-988a-4881-b65e-6e3306e8cb22 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=e35de86e-67b0-4cff-84d4-98324149e173 HTTP/1.1" status: 200 len: 943 time: 0.1524277 Jul 06 13:45:38.173280 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:38.179853 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fecf5cd-d540-4181-9f6c-c2afea3c50b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:45:38.182976 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c30f923-0326-40d7-a2a3-890ba19edc93" -d '{"events": [{"server_uuid": "4fecf5cd-d540-4181-9f6c-c2afea3c50b9", "name": "network-vif-plugged", "status": "completed", "tag": "a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:38.183133 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7f9846ac-6157-40b5-8e8f-47710ddd4b59 req-9a83125e-1b9c-4c7a-a935-c7bc9cca6c59 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573189 Jul 06 13:45:38.193449 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:38.249590 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 230495b0-1f07-42f6-aa2d-b42dcc6d575d completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:45:38.254412 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:38.267166 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 230495b0-1f07-42f6-aa2d-b42dcc6d575d triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:38.268234 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:38.349257 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-98adca25-3aa8-45ae-9093-b84941e6ff1e req-87494833-c0d7-4e86-b8c5-1d171b1fbb09 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71 HTTP/1.1" status: 200 len: 210 time: 0.0723293 Jul 06 13:45:38.356048 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-7fcdf83f-9fa8-4f23-b804-afcb79e78e8a tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.124 "GET /v2.0/networks?tenant_id=303b815644e34d4a8597861047f80569&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683353 Jul 06 13:45:38.399165 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:38.467808 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 230495b0-1f07-42f6-aa2d-b42dcc6d575d, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=230495b0-1f07-42f6-aa2d-b42dcc6d575d,segment=NetworkSegment(0c331154-8d4c-4526-abe3-f0da3bc0e1fd),segment_id=0c331154-8d4c-4526-abe3-f0da3bc0e1fd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:38.490045 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:38.494320 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 8a1b064d-b933-4875-a968-cb283979ce97 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:45:38.517923 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59086609-c253-4922-8aa9-886feb2714b6 x-openstack-request-id: req-59086609-c253-4922-8aa9-886feb2714b6 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:38.519901 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fecf5cd-d540-4181-9f6c-c2afea3c50b9", "name": "network-vif-plugged", "status": "completed", "tag": "a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:38.520338 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-59086609-c253-4922-8aa9-886feb2714b6 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:38.522145 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fecf5cd-d540-4181-9f6c-c2afea3c50b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38', 'code': 200} Jul 06 13:45:38.550053 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-7d2fff38-44ec-40a6-a3e8-55aab27f5dbc tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:38.552315 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-7d2fff38-44ec-40a6-a3e8-55aab27f5dbc tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1860294 Jul 06 13:45:38.566807 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-d14f5f6e-8093-4bd2-b18c-cccab48945c1 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Request body: {'port': {'device_id': 'bff15dfd-58b6-49ff-bced-929f77a5ad99', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'admin_state_up': True, 'tenant_id': '303b815644e34d4a8597861047f80569'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:38.646583 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 8a1b064d-b933-4875-a968-cb283979ce97 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:45:38.646929 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 8a1b064d-b933-4875-a968-cb283979ce97 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:45:38.719932 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=230495b0-1f07-42f6-aa2d-b42dcc6d575d,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:38.748604 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35de86e-67b0-4cff-84d4-98324149e173', 'tag': 'ff3a0e80-63b8-47a6-96ff-a113cbef3e4e'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:45:38.751703 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02654f40-a925-49ae-a71e-2aca4fec1835" -d '{"events": [{"name": "network-changed", "server_uuid": "e35de86e-67b0-4cff-84d4-98324149e173", "tag": "ff3a0e80-63b8-47a6-96ff-a113cbef3e4e"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:38.784011 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-d14f5f6e-8093-4bd2-b18c-cccab48945c1 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Made reservation on behalf of 303b815644e34d4a8597861047f80569 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:45:38.788823 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-d14f5f6e-8093-4bd2-b18c-cccab48945c1 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:38.799475 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-d14f5f6e-8093-4bd2-b18c-cccab48945c1 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:38.833842 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48a9d7-c312-4d3b-bc8a-0e37265514ca req-679ca746-c4f4-4bad-8c4e-f9519252021f tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:38.850883 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b48a9d7-c312-4d3b-bc8a-0e37265514ca req-679ca746-c4f4-4bad-8c4e-f9519252021f tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=4fecf5cd-d540-4181-9f6c-c2afea3c50b9 HTTP/1.1" status: 200 len: 950 time: 0.3027892 Jul 06 13:45:38.853934 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85048f00-1deb-4c5e-b375-5b7f428a64df req-1cf378fc-6100-4159-8543-1b06d2f0c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:38.855381 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-85048f00-1deb-4c5e-b375-5b7f428a64df req-1cf378fc-6100-4159-8543-1b06d2f0c91c service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=4fecf5cd-d540-4181-9f6c-c2afea3c50b9 HTTP/1.1" status: 200 len: 1101 time: 0.1957138 Jul 06 13:45:38.928202 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-d14f5f6e-8093-4bd2-b18c-cccab48945c1 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:38.933248 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b48a9d7-c312-4d3b-bc8a-0e37265514ca req-0343e21d-4e84-403e-95eb-c8dd96411b0a tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809550 Jul 06 13:45:38.933907 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-d14f5f6e-8093-4bd2-b18c-cccab48945c1 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:38.973741 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-85048f00-1deb-4c5e-b375-5b7f428a64df req-0d87107b-1a8c-4063-8004-f449071802c7 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982122 Jul 06 13:45:39.037146 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682df448-79ef-44f1-8fbf-6fbc5717c4bc x-openstack-request-id: req-682df448-79ef-44f1-8fbf-6fbc5717c4bc {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:39.037625 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e35de86e-67b0-4cff-84d4-98324149e173", "tag": "ff3a0e80-63b8-47a6-96ff-a113cbef3e4e", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:39.038333 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-682df448-79ef-44f1-8fbf-6fbc5717c4bc {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:39.039030 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e35de86e-67b0-4cff-84d4-98324149e173', 'tag': 'ff3a0e80-63b8-47a6-96ff-a113cbef3e4e', 'status': 'completed', 'code': 200} Jul 06 13:45:39.068103 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f5f6e-8093-4bd2-b18c-cccab48945c1 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6f96aa-4f78-4bba-b7a5-d8068bb87847,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:39.111449 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1ac72a96-1687-4e25-9f03-19c7a3ea1fe1 req-8b749881-5b60-40a4-b89e-122a5c2713bc tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.118 "GET /v2.0/ports?device_id=bff15dfd-58b6-49ff-bced-929f77a5ad99 HTTP/1.1" status: 200 len: 210 time: 0.1008291 Jul 06 13:45:39.163710 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-d14f5f6e-8093-4bd2-b18c-cccab48945c1 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Allocated IP 192.168.233.228 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/03c7524b-3923-4cea-b66f-d2cf77292d94) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:39.164331 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38094) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:39.282323 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02654f40-a925-49ae-a71e-2aca4fec1835 req-7828ca73-ca14-46a5-9d31-31cc2cd460a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:39.283803 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-02654f40-a925-49ae-a71e-2aca4fec1835 req-7828ca73-ca14-46a5-9d31-31cc2cd460a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=30967fe6141f425883d3ccdea408bb06&device_id=e35de86e-67b0-4cff-84d4-98324149e173 HTTP/1.1" status: 200 len: 1094 time: 0.1873710 Jul 06 13:45:39.304034 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2c7b092b-4ea3-45d8-ab55-547de102e84b tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:39.363549 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-d14f5f6e-8093-4bd2-b18c-cccab48945c1 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:39.378781 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-d14f5f6e-8093-4bd2-b18c-cccab48945c1 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Transition to ACTIVE for port object 03c7524b-3923-4cea-b66f-d2cf77292d94 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:45:39.418296 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2c7b092b-4ea3-45d8-ab55-547de102e84b tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:39.419894 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-d14f5f6e-8093-4bd2-b18c-cccab48945c1 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:39.470174 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-d14f5f6e-8093-4bd2-b18c-cccab48945c1 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:39.475660 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-d14f5f6e-8093-4bd2-b18c-cccab48945c1 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:39.494712 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-d14f5f6e-8093-4bd2-b18c-cccab48945c1 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:45:39.518711 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc62893-42b0-4fd6-885f-37f1c18b86dc req-1b9c9bbf-dd55-48f4-b790-6e5338b5ee5f tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:39.525620 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6bc62893-42b0-4fd6-885f-37f1c18b86dc req-1b9c9bbf-dd55-48f4-b790-6e5338b5ee5f tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/ports?device_id=21b9ef2d-62ec-485c-99f1-5f4039ff3f22 HTTP/1.1" status: 200 len: 945 time: 0.2680888 Jul 06 13:45:39.540338 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02654f40-a925-49ae-a71e-2aca4fec1835 req-b4db016a-5334-4ccf-a7c3-0cad62915e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:39.541849 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-02654f40-a925-49ae-a71e-2aca4fec1835 req-b4db016a-5334-4ccf-a7c3-0cad62915e9f service neutron] 10.222.0.52 "GET /v2.0/networks?id=32044b4f-f14f-4915-ba05-43d758a7c9ad HTTP/1.1" status: 200 len: 906 time: 0.2358196 Jul 06 13:45:39.550898 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f5f6e-8093-4bd2-b18c-cccab48945c1 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Pushing event updated for resources: {'Port': ['ID=03c7524b-3923-4cea-b66f-d2cf77292d94,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:39.586911 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-d14f5f6e-8093-4bd2-b18c-cccab48945c1 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:39.587958 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-d14f5f6e-8093-4bd2-b18c-cccab48945c1 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:39.598342 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2c7b092b-4ea3-45d8-ab55-547de102e84b tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:39.601102 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2c7b092b-4ea3-45d8-ab55-547de102e84b tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:39.602254 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2c7b092b-4ea3-45d8-ab55-547de102e84b tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "DELETE /v2.0/security-groups/2d1f6838-b60f-479d-aa64-b84bc8b8c997 HTTP/1.1" status: 204 len: 168 time: 0.4358771 Jul 06 13:45:39.605822 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38100) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:39.621167 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-d14f5f6e-8093-4bd2-b18c-cccab48945c1 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0579553 Jul 06 13:45:39.635434 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-b13f469b-384f-42ab-90e7-21a500e7d692 service neutron] Request body: {'port': {'device_id': 'bff15dfd-58b6-49ff-bced-929f77a5ad99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:39.647426 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e0fd1-b710-4120-b2b7-4e6a3eeeb081 req-9cbfe5ff-5d9c-46e2-bc66-d0d6497bbd62 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:39.648926 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-745e0fd1-b710-4120-b2b7-4e6a3eeeb081 req-9cbfe5ff-5d9c-46e2-bc66-d0d6497bbd62 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=e35de86e-67b0-4cff-84d4-98324149e173 HTTP/1.1" status: 200 len: 943 time: 0.3149035 Jul 06 13:45:39.701659 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-b1380cc5-b5b7-4868-aead-302438026380 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] show failed (client error): The resource could not be found. Jul 06 13:45:39.709459 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b1380cc5-b5b7-4868-aead-302438026380 tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "GET /v2.0/security-groups/2d1f6838-b60f-479d-aa64-b84bc8b8c997 HTTP/1.1" status: 404 len: 347 time: 0.0995994 Jul 06 13:45:39.709850 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38104) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:39.892897 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-b13f469b-384f-42ab-90e7-21a500e7d692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:39.931498 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fe896cb9-cc76-44ee-8d30-60c2e0a09585 None None] Provisioning for port 03c7524b-3923-4cea-b66f-d2cf77292d94 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:45:39.941034 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fe896cb9-cc76-44ee-8d30-60c2e0a09585 None None] Provisioning complete for port 03c7524b-3923-4cea-b66f-d2cf77292d94 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:39.944325 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fe896cb9-cc76-44ee-8d30-60c2e0a09585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:40.034229 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-fe896cb9-cc76-44ee-8d30-60c2e0a09585 None None] Port 03c7524b-3923-4cea-b66f-d2cf77292d94 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:45:40.045508 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c389c756-a2f9-44cf-a719-58644e93d56a tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Deleting port 3c8c302d-a30b-4b3e-9de7-cd813f73a6e6 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:45:40.045943 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c389c756-a2f9-44cf-a719-58644e93d56a tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:40.071075 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ff3a0e80-63b8-47a6-96ff-a113cbef3e4e details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:45:40.125559 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-02654f40-a925-49ae-a71e-2aca4fec1835 req-d7c7ac30-ef7c-4a5e-b06d-be0d86865609 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ff3a0e80-63b8-47a6-96ff-a113cbef3e4e HTTP/1.1" status: 200 len: 217 time: 0.5658309 Jul 06 13:45:40.152255 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b092b-4ea3-45d8-ab55-547de102e84b tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1f6838-b60f-479d-aa64-b84bc8b8c997,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:40.182052 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6bc62893-42b0-4fd6-885f-37f1c18b86dc req-c81522db-b84d-4587-b018-527d7454006d tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/security-groups?id=8c47cf85-1ec0-4725-86ed-df5676d6a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6533177 Jul 06 13:45:40.300423 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c389c756-a2f9-44cf-a719-58644e93d56a tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:40.300691 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c389c756-a2f9-44cf-a719-58644e93d56a tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:40.312751 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-745e0fd1-b710-4120-b2b7-4e6a3eeeb081 req-26d0cead-1720-4187-bbe1-d268fd3537aa tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6292033 Jul 06 13:45:40.324475 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c389c756-a2f9-44cf-a719-58644e93d56a tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Calling delete_port for 3c8c302d-a30b-4b3e-9de7-cd813f73a6e6 owned by network:floatingip {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:45:40.347889 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d7c3e4d5-b182-413b-88a7-43ccfa9dbc1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:40.357563 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02654f40-a925-49ae-a71e-2aca4fec1835 req-c6e4b1b2-82bc-48c1-a68c-d946d62cc1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:40.362638 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-02654f40-a925-49ae-a71e-2aca4fec1835 req-c6e4b1b2-82bc-48c1-a68c-d946d62cc1b8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a26d9c0-3fa2-4ed5-a111-4efe079a2d6f HTTP/1.1" status: 200 len: 845 time: 0.2197497 Jul 06 13:45:40.384053 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:40.439146 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port ff3a0e80-63b8-47a6-96ff-a113cbef3e4e, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ff3a0e80-63b8-47a6-96ff-a113cbef3e4e,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:40.450162 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-02654f40-a925-49ae-a71e-2aca4fec1835 req-f772a307-e188-4bdb-879f-d2ceed58c6c7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=32044b4f-f14f-4915-ba05-43d758a7c9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756817 Jul 06 13:45:40.459257 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'ff3a0e80-63b8-47a6-96ff-a113cbef3e4e', 'network_id': '32044b4f-f14f-4915-ba05-43d758a7c9ad', 'port_id': 'ff3a0e80-63b8-47a6-96ff-a113cbef3e4e', 'mac_address': 'fa:16:3e:fb:68:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a26d9c0-3fa2-4ed5-a111-4efe079a2d6f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:45:40.460651 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-77365a3e-8d6f-4847-8d20-de72c2c9bb8b tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:40.462582 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-77365a3e-8d6f-4847-8d20-de72c2c9bb8b tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.124 "GET /v2.0/networks?id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b HTTP/1.1" status: 200 len: 808 time: 0.8815482 Jul 06 13:45:40.494233 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-d2263867-a9e0-4682-8100-d4534bbe119a tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Request body: {'port': {'device_id': '6e676f6c-ae3f-460a-8f63-3d6159824e71', 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b', 'admin_state_up': True, 'tenant_id': '0a05dcebc7174fa4835bbaac9666195c'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:40.522824 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:40.524802 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b9ef2d-62ec-485c-99f1-5f4039ff3f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230495b0-1f07-42f6-aa2d-b42dcc6d575d'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:45:40.528137 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a997a8-8c93-47fc-a7a7-c179328832e6" -d '{"events": [{"server_uuid": "21b9ef2d-62ec-485c-99f1-5f4039ff3f22", "name": "network-vif-plugged", "status": "completed", "tag": "230495b0-1f07-42f6-aa2d-b42dcc6d575d"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:40.551306 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1a6458a-e719-449f-a29c-f9b7eec5374a req-ab843643-037f-411f-a358-79b97363df7d tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71 HTTP/1.1" status: 200 len: 210 time: 0.1017075 Jul 06 13:45:40.564563 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff3a0e80-63b8-47a6-96ff-a113cbef3e4e {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:45:40.613185 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port ff3a0e80-63b8-47a6-96ff-a113cbef3e4e, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ff3a0e80-63b8-47a6-96ff-a113cbef3e4e,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:40.618597 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:40.724646 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=ff3a0e80-63b8-47a6-96ff-a113cbef3e4e,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:40.874474 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-d2263867-a9e0-4682-8100-d4534bbe119a tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Made reservation on behalf of 0a05dcebc7174fa4835bbaac9666195c for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:45:40.879769 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-d2263867-a9e0-4682-8100-d4534bbe119a tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:40.918454 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['ff3a0e80-63b8-47a6-96ff-a113cbef3e4e'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:45:40.918910 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-02654f40-a925-49ae-a71e-2aca4fec1835 req-7baa1caa-3526-4ffa-a766-ef3690eb1878 service neutron] 10.222.0.52 "GET /v2.0/networks/32044b4f-f14f-4915-ba05-43d758a7c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4550667 Jul 06 13:45:40.970063 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544535c-8d10-4cbb-88ad-1bef05d49b3c req-1c540efe-aada-4344-a050-5a802144e115 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:40.978038 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0544535c-8d10-4cbb-88ad-1bef05d49b3c req-1c540efe-aada-4344-a050-5a802144e115 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=4fecf5cd-d540-4181-9f6c-c2afea3c50b9 HTTP/1.1" status: 200 len: 950 time: 0.2281101 Jul 06 13:45:40.982428 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-b13f469b-384f-42ab-90e7-21a500e7d692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03c7524b-3923-4cea-b66f-d2cf77292d94 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:45:40.992084 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-b13f469b-384f-42ab-90e7-21a500e7d692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:41.007567 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-b13f469b-384f-42ab-90e7-21a500e7d692 service neutron] Transition to ACTIVE for port object 03c7524b-3923-4cea-b66f-d2cf77292d94 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:45:41.032529 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-b13f469b-384f-42ab-90e7-21a500e7d692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:41.043240 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c389c756-a2f9-44cf-a719-58644e93d56a tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:41.051057 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3a4a5-9e80-423a-a308-e3ce37985d46 req-a94840d7-903b-4608-ae52-d690f6ea8230 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:41.053241 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a5c3a4a5-9e80-423a-a308-e3ce37985d46 req-a94840d7-903b-4608-ae52-d690f6ea8230 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.118 "GET /v2.0/ports?device_id=bff15dfd-58b6-49ff-bced-929f77a5ad99 HTTP/1.1" status: 200 len: 936 time: 0.2795601 Jul 06 13:45:41.183377 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f469b-384f-42ab-90e7-21a500e7d692 service neutron] Pushing event updated for resources: {'Port': ['ID=03c7524b-3923-4cea-b66f-d2cf77292d94,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:41.202343 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0544535c-8d10-4cbb-88ad-1bef05d49b3c req-704b0028-8ef6-4ec8-b447-c2329ec71c9d tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233243 Jul 06 13:45:41.236896 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c389c756-a2f9-44cf-a719-58644e93d56a tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks [] for floatingip, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:41.239785 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c389c756-a2f9-44cf-a719-58644e93d56a tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:41.243505 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c389c756-a2f9-44cf-a719-58644e93d56a tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] 10.222.0.118 "DELETE /v2.0/floatingips/5f10d8c8-3277-4779-8557-c4c3b1105979 HTTP/1.1" status: 204 len: 168 time: 1.5303004 Jul 06 13:45:41.245890 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a5c3a4a5-9e80-423a-a308-e3ce37985d46 req-001385b5-52b4-4b0d-9073-6bf3445575dc tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f6f96aa-4f78-4bba-b7a5-d8068bb87847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767199 Jul 06 13:45:41.296995 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f61b072-4860-40ec-9003-b14a1f80e609 x-openstack-request-id: req-0f61b072-4860-40ec-9003-b14a1f80e609 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:41.297517 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b9ef2d-62ec-485c-99f1-5f4039ff3f22", "name": "network-vif-plugged", "status": "completed", "tag": "230495b0-1f07-42f6-aa2d-b42dcc6d575d", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:41.297616 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-0f61b072-4860-40ec-9003-b14a1f80e609 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:41.297986 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b9ef2d-62ec-485c-99f1-5f4039ff3f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230495b0-1f07-42f6-aa2d-b42dcc6d575d', 'code': 200} Jul 06 13:45:41.302262 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389c756-a2f9-44cf-a719-58644e93d56a tempest-ImagesOneServerNegativeTestJSON-894755477 tempest-ImagesOneServerNegativeTestJSON-894755477-project] Pushing event deleted for resources: {'Port': ['ID=3c8c302d-a30b-4b3e-9de7-cd813f73a6e6,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:41.309878 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-02654f40-a925-49ae-a71e-2aca4fec1835 req-065e9a9b-4cd7-44e7-adb2-85bbdfcb61cc service neutron] 10.222.0.52 "GET /v2.0/networks/32044b4f-f14f-4915-ba05-43d758a7c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740692 Jul 06 13:45:41.318066 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-d2263867-a9e0-4682-8100-d4534bbe119a tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Allocated IP 172.20.0.3 (b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b/fb580ceb-d4c2-41da-b0a8-ed5910fd5560/1bedc484-b3d4-459b-b2cf-64cde3ef42ca) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:41.382827 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-b13f469b-384f-42ab-90e7-21a500e7d692 service neutron] Attempting to bind port 03c7524b-3923-4cea-b66f-d2cf77292d94 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:45:41.383406 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:41.390072 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-b13f469b-384f-42ab-90e7-21a500e7d692 service neutron] Attempting to bind port 03c7524b-3923-4cea-b66f-d2cf77292d94 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:45:41.390505 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-b13f469b-384f-42ab-90e7-21a500e7d692 service neutron] Attempting to bind port 03c7524b-3923-4cea-b66f-d2cf77292d94 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:41.404325 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-b13f469b-384f-42ab-90e7-21a500e7d692 service neutron] Port 03c7524b-3923-4cea-b66f-d2cf77292d94 on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:45:41.404681 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-b13f469b-384f-42ab-90e7-21a500e7d692 service neutron] Attempting to bind port 03c7524b-3923-4cea-b66f-d2cf77292d94 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:41.410247 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-b13f469b-384f-42ab-90e7-21a500e7d692 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:45:41.410596 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-b13f469b-384f-42ab-90e7-21a500e7d692 service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:45:41.411057 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-b13f469b-384f-42ab-90e7-21a500e7d692 service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:45:41.411501 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-b13f469b-384f-42ab-90e7-21a500e7d692 service neutron] Bound port: 03c7524b-3923-4cea-b66f-d2cf77292d94, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:45:41.411868 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-b13f469b-384f-42ab-90e7-21a500e7d692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:41.492912 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-b13f469b-384f-42ab-90e7-21a500e7d692 service neutron] For port 03c7524b-3923-4cea-b66f-d2cf77292d94, host n-h2-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:41.496156 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-b13f469b-384f-42ab-90e7-21a500e7d692 service neutron] For port 03c7524b-3923-4cea-b66f-d2cf77292d94, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=03c7524b-3923-4cea-b66f-d2cf77292d94,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:41.501388 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-b13f469b-384f-42ab-90e7-21a500e7d692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:41.536899 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-b13f469b-384f-42ab-90e7-21a500e7d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:41.537660 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-b13f469b-384f-42ab-90e7-21a500e7d692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:41.539707 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-b13f469b-384f-42ab-90e7-21a500e7d692 service neutron] 10.222.0.124 "PUT /v2.0/ports/03c7524b-3923-4cea-b66f-d2cf77292d94 HTTP/1.1" status: 200 len: 1096 time: 1.9104407 Jul 06 13:45:41.540311 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff15dfd-58b6-49ff-bced-929f77a5ad99', 'tag': '03c7524b-3923-4cea-b66f-d2cf77292d94'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:45:41.542630 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa22d7a-90a5-4973-b1dc-d4ae20a8ce95" -d '{"events": [{"name": "network-changed", "server_uuid": "bff15dfd-58b6-49ff-bced-929f77a5ad99", "tag": "03c7524b-3923-4cea-b66f-d2cf77292d94"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:41.580041 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f469b-384f-42ab-90e7-21a500e7d692 service neutron] Pushing event updated for resources: {'Port': ['ID=03c7524b-3923-4cea-b66f-d2cf77292d94,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:41.676491 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08834e79-df24-4feb-898d-49c03d1b347a req-0ca4cb96-7a40-42ef-af91-65a142a07f12 tempest-ServersOnMultiNodesTest-1990585717 tempest-ServersOnMultiNodesTest-1990585717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:41.678179 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-16991421-5f84-4ad7-a9ba-6bd23d70e27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:41.679943 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-16991421-5f84-4ad7-a9ba-6bd23d70e27e service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=303b815644e34d4a8597861047f80569&device_id=bff15dfd-58b6-49ff-bced-929f77a5ad99 HTTP/1.1" status: 200 len: 1099 time: 0.0799556 Jul 06 13:45:41.682227 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08834e79-df24-4feb-898d-49c03d1b347a req-0ca4cb96-7a40-42ef-af91-65a142a07f12 tempest-ServersOnMultiNodesTest-1990585717 tempest-ServersOnMultiNodesTest-1990585717-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=4fecf5cd-d540-4181-9f6c-c2afea3c50b9 HTTP/1.1" status: 200 len: 1101 time: 0.2184780 Jul 06 13:45:41.708294 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930faf7-5348-40e1-b593-3eb7423fbd76 req-1998efbf-e514-46db-8ec3-07d6240d46e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:41.709885 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8930faf7-5348-40e1-b593-3eb7423fbd76 req-1998efbf-e514-46db-8ec3-07d6240d46e7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=21b9ef2d-62ec-485c-99f1-5f4039ff3f22 HTTP/1.1" status: 200 len: 1096 time: 0.3162496 Jul 06 13:45:41.737573 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-ee71dfaa-098d-4eb3-860f-489c3d9cb3cf service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=03c7524b-3923-4cea-b66f-d2cf77292d94 HTTP/1.1" status: 200 len: 217 time: 0.0492649 Jul 06 13:45:41.746482 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5275db4-ad14-4ef2-a4c2-7b420fbdadee req-ddfa6364-fd08-40ab-bfc7-e55271a02cf1 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:41.748054 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a5275db4-ad14-4ef2-a4c2-7b420fbdadee req-ddfa6364-fd08-40ab-bfc7-e55271a02cf1 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/ports?device_id=21b9ef2d-62ec-485c-99f1-5f4039ff3f22 HTTP/1.1" status: 200 len: 945 time: 0.3135180 Jul 06 13:45:41.754434 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-d2263867-a9e0-4682-8100-d4534bbe119a tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:41.804125 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-df310852-5d8e-4fb5-9c0f-2a53170e7422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:41.805905 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-df310852-5d8e-4fb5-9c0f-2a53170e7422 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0631299 Jul 06 13:45:41.820071 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08834e79-df24-4feb-898d-49c03d1b347a req-0d8131be-c806-443f-bee2-f50a708e4787 tempest-ServersOnMultiNodesTest-1990585717 tempest-ServersOnMultiNodesTest-1990585717-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344619 Jul 06 13:45:41.855186 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8930faf7-5348-40e1-b593-3eb7423fbd76 req-0a378f0c-6504-4811-ad75-6e30b03ce851 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8c47cf85-1ec0-4725-86ed-df5676d6a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296494 Jul 06 13:45:41.881027 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a5275db4-ad14-4ef2-a4c2-7b420fbdadee req-fdc35e7c-854f-4699-a5d2-a17ad5d4d624 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/security-groups?id=8c47cf85-1ec0-4725-86ed-df5676d6a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242030 Jul 06 13:45:41.903125 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-7a143ea7-23f6-4c8f-ac6d-9aee8b205990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:41.906710 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-7a143ea7-23f6-4c8f-ac6d-9aee8b205990 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0938675 Jul 06 13:45:41.945870 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-d2263867-a9e0-4682-8100-d4534bbe119a tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:42.002826 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-d2263867-a9e0-4682-8100-d4534bbe119a tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:42.018055 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-d2263867-a9e0-4682-8100-d4534bbe119a tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:42.020294 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2263867-a9e0-4682-8100-d4534bbe119a tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Pushing event updated for resources: {'Port': ['ID=1bedc484-b3d4-459b-b2cf-64cde3ef42ca,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:42.022806 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-d2263867-a9e0-4682-8100-d4534bbe119a tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:45:42.077395 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-d2263867-a9e0-4682-8100-d4534bbe119a tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:42.079027 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-d2263867-a9e0-4682-8100-d4534bbe119a tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:42.081676 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ff3a0e80-63b8-47a6-96ff-a113cbef3e4e up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:42.110762 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-d2263867-a9e0-4682-8100-d4534bbe119a tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6217895 Jul 06 13:45:42.148095 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-cdb1ad26-969f-43c0-be2e-57fcf9857c9e service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218649 Jul 06 13:45:42.150513 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35caa14b-653a-4638-b751-c223296cc195 x-openstack-request-id: req-35caa14b-653a-4638-b751-c223296cc195 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:42.151032 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff15dfd-58b6-49ff-bced-929f77a5ad99", "tag": "03c7524b-3923-4cea-b66f-d2cf77292d94", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:42.151715 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-35caa14b-653a-4638-b751-c223296cc195 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:42.152063 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff15dfd-58b6-49ff-bced-929f77a5ad99', 'tag': '03c7524b-3923-4cea-b66f-d2cf77292d94', 'status': 'completed', 'code': 200} Jul 06 13:45:42.185912 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port ff3a0e80-63b8-47a6-96ff-a113cbef3e4e completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:45:42.186241 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-804f8c96-6f45-458b-9fda-170f2b47cefe service neutron] Request body: {'port': {'device_id': '6e676f6c-ae3f-460a-8f63-3d6159824e71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:42.190876 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port ff3a0e80-63b8-47a6-96ff-a113cbef3e4e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:42.191197 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:42.284703 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-21f7982c-8672-45cb-bd95-86b0ba990f18 req-fb919c72-17c7-4891-b463-dbc5fea4f10d service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306672 Jul 06 13:45:42.298965 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:42.313048 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71126a3b-f941-44eb-b953-8a8e2a5502aa req-97ef72e7-5c55-486a-a10f-699082bcbc7a tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:42.314661 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71126a3b-f941-44eb-b953-8a8e2a5502aa req-97ef72e7-5c55-486a-a10f-699082bcbc7a tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=e35de86e-67b0-4cff-84d4-98324149e173 HTTP/1.1" status: 200 len: 944 time: 0.2028565 Jul 06 13:45:42.337216 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port ff3a0e80-63b8-47a6-96ff-a113cbef3e4e, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ff3a0e80-63b8-47a6-96ff-a113cbef3e4e,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:42.344372 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:42.387068 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-804f8c96-6f45-458b-9fda-170f2b47cefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:42.402443 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa22d7a-90a5-4973-b1dc-d4ae20a8ce95 req-a9c7fe87-f4b8-41db-a974-8cca89c62154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:42.403829 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-cfa22d7a-90a5-4973-b1dc-d4ae20a8ce95 req-a9c7fe87-f4b8-41db-a974-8cca89c62154 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=303b815644e34d4a8597861047f80569&device_id=bff15dfd-58b6-49ff-bced-929f77a5ad99 HTTP/1.1" status: 200 len: 1099 time: 0.0648570 Jul 06 13:45:42.414234 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c0c63-81f5-4f9b-99bb-78eda88d44f6 req-f1c988d1-f4b3-4098-a2ed-5688a3d5256a tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:42.415772 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bf4c0c63-81f5-4f9b-99bb-78eda88d44f6 req-f1c988d1-f4b3-4098-a2ed-5688a3d5256a tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71 HTTP/1.1" status: 200 len: 931 time: 0.1847298 Jul 06 13:45:42.422605 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71126a3b-f941-44eb-b953-8a8e2a5502aa req-4c706ff3-a0fe-4760-8abe-dcc172a12982 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827193 Jul 06 13:45:42.445921 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=ff3a0e80-63b8-47a6-96ff-a113cbef3e4e,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:42.534714 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa22d7a-90a5-4973-b1dc-d4ae20a8ce95 req-d5891510-e2cd-418a-a21d-108b00fa556c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:42.536977 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-cfa22d7a-90a5-4973-b1dc-d4ae20a8ce95 req-d5891510-e2cd-418a-a21d-108b00fa556c service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.1258566 Jul 06 13:45:42.594437 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-cfa22d7a-90a5-4973-b1dc-d4ae20a8ce95 req-c271a028-d5d3-44c8-9ac2-871dca1650ea service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=03c7524b-3923-4cea-b66f-d2cf77292d94 HTTP/1.1" status: 200 len: 217 time: 0.0501847 Jul 06 13:45:42.646735 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-60f3133f-c579-4b6e-8770-64f59baf3fcb tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418031 Jul 06 13:45:42.647314 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa22d7a-90a5-4973-b1dc-d4ae20a8ce95 req-11c3c1eb-189f-49b2-95f8-00594b2590c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:42.649636 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-cfa22d7a-90a5-4973-b1dc-d4ae20a8ce95 req-11c3c1eb-189f-49b2-95f8-00594b2590c3 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0486677 Jul 06 13:45:42.720729 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa22d7a-90a5-4973-b1dc-d4ae20a8ce95 req-d40dd8da-e16c-4a62-ab6b-f3c05c7af72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:42.722744 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-cfa22d7a-90a5-4973-b1dc-d4ae20a8ce95 req-d40dd8da-e16c-4a62-ab6b-f3c05c7af72b service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0663567 Jul 06 13:45:42.729418 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bf4c0c63-81f5-4f9b-99bb-78eda88d44f6 req-118e4f3f-f305-49e8-b55d-c76c9bb23388 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054743 Jul 06 13:45:42.834295 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-cfa22d7a-90a5-4973-b1dc-d4ae20a8ce95 req-cf740b6e-2d8d-48f0-b033-52097daa4af6 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050324 Jul 06 13:45:42.857658 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-f49801db-5bba-4fa0-9de9-e941417f289d tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:42.859917 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-f49801db-5bba-4fa0-9de9-e941417f289d tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2023277 Jul 06 13:45:42.920420 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:42.934260 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-0d4c9dc7-dae1-470c-a497-dc1bb9f63bee tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/quotas/0a3b9513c4994d478b01e1dbfa52d0ba HTTP/1.1" status: 200 len: 375 time: 0.0558739 Jul 06 13:45:42.967496 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-804f8c96-6f45-458b-9fda-170f2b47cefe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bedc484-b3d4-459b-b2cf-64cde3ef42ca {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:45:42.986310 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-804f8c96-6f45-458b-9fda-170f2b47cefe service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:43.007929 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-cfa22d7a-90a5-4973-b1dc-d4ae20a8ce95 req-23a567f8-d313-4684-958c-600aa5c3db8c service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672485 Jul 06 13:45:43.044978 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-804f8c96-6f45-458b-9fda-170f2b47cefe service neutron] Transition to ACTIVE for port object 1bedc484-b3d4-459b-b2cf-64cde3ef42ca will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:45:43.053281 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-804f8c96-6f45-458b-9fda-170f2b47cefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:43.133773 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f8c96-6f45-458b-9fda-170f2b47cefe service neutron] Pushing event updated for resources: {'Port': ['ID=1bedc484-b3d4-459b-b2cf-64cde3ef42ca,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:43.174469 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-f88ffa1f-e0ee-4077-ad40-2311acf482dd tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2300775 Jul 06 13:45:43.184074 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afb290-1cbe-4bd8-92b1-9667b97481ab req-2c1767b9-6009-4251-9ef9-f272e08c3f48 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:43.185623 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-39afb290-1cbe-4bd8-92b1-9667b97481ab req-2c1767b9-6009-4251-9ef9-f272e08c3f48 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.118 "GET /v2.0/ports?device_id=bff15dfd-58b6-49ff-bced-929f77a5ad99 HTTP/1.1" status: 200 len: 948 time: 0.2132823 Jul 06 13:45:43.266260 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-39afb290-1cbe-4bd8-92b1-9667b97481ab req-40465989-a087-4bb8-9cfa-a0492852942c tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f6f96aa-4f78-4bba-b7a5-d8068bb87847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594649 Jul 06 13:45:43.293851 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-804f8c96-6f45-458b-9fda-170f2b47cefe service neutron] Attempting to bind port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:45:43.294199 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-804f8c96-6f45-458b-9fda-170f2b47cefe service neutron] Attempting to bind port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:45:43.294532 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-804f8c96-6f45-458b-9fda-170f2b47cefe service neutron] Attempting to bind port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:43.298894 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35de86e-67b0-4cff-84d4-98324149e173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3a0e80-63b8-47a6-96ff-a113cbef3e4e'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:45:43.301614 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca38ec8-240b-4ea3-b524-657dbbb1a0d7" -d '{"events": [{"server_uuid": "e35de86e-67b0-4cff-84d4-98324149e173", "name": "network-vif-plugged", "status": "completed", "tag": "ff3a0e80-63b8-47a6-96ff-a113cbef3e4e"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:43.306173 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-804f8c96-6f45-458b-9fda-170f2b47cefe service neutron] Port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:45:43.306508 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-804f8c96-6f45-458b-9fda-170f2b47cefe service neutron] Attempting to bind port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:43.313353 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-804f8c96-6f45-458b-9fda-170f2b47cefe service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:45:43.314224 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-804f8c96-6f45-458b-9fda-170f2b47cefe service neutron] Checking segment: {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:45:43.314771 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-804f8c96-6f45-458b-9fda-170f2b47cefe service neutron] Bound using segment: {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:45:43.315361 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-804f8c96-6f45-458b-9fda-170f2b47cefe service neutron] Bound port: 1bedc484-b3d4-459b-b2cf-64cde3ef42ca, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:45:43.315908 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-804f8c96-6f45-458b-9fda-170f2b47cefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:43.368790 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38164) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:43.465041 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-39950cbb-4a80-4a0f-a4a4-e3e3750982db admin admin] Deleting subnet 1ce517ec-9130-4f36-af09-4b9fdd0ba45c {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:45:43.469393 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-39950cbb-4a80-4a0f-a4a4-e3e3750982db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:43.503675 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-804f8c96-6f45-458b-9fda-170f2b47cefe service neutron] For port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:43.528844 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-39950cbb-4a80-4a0f-a4a4-e3e3750982db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:43.542836 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-804f8c96-6f45-458b-9fda-170f2b47cefe service neutron] For port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=1bedc484-b3d4-459b-b2cf-64cde3ef42ca,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:43.550937 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-804f8c96-6f45-458b-9fda-170f2b47cefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:43.560742 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87741ef-92e4-4f0e-8744-e6ba22f361ad x-openstack-request-id: req-b87741ef-92e4-4f0e-8744-e6ba22f361ad {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:43.561041 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e35de86e-67b0-4cff-84d4-98324149e173", "name": "network-vif-plugged", "status": "completed", "tag": "ff3a0e80-63b8-47a6-96ff-a113cbef3e4e", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:43.561300 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-b87741ef-92e4-4f0e-8744-e6ba22f361ad {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:43.561694 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35de86e-67b0-4cff-84d4-98324149e173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3a0e80-63b8-47a6-96ff-a113cbef3e4e', 'code': 200} Jul 06 13:45:43.580129 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-39950cbb-4a80-4a0f-a4a4-e3e3750982db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:43.595545 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-804f8c96-6f45-458b-9fda-170f2b47cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:43.596403 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-804f8c96-6f45-458b-9fda-170f2b47cefe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:43.599472 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-804f8c96-6f45-458b-9fda-170f2b47cefe service neutron] 10.222.0.124 "PUT /v2.0/ports/1bedc484-b3d4-459b-b2cf-64cde3ef42ca HTTP/1.1" status: 200 len: 1091 time: 1.4637306 Jul 06 13:45:43.600259 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e676f6c-ae3f-460a-8f63-3d6159824e71', 'tag': '1bedc484-b3d4-459b-b2cf-64cde3ef42ca'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:45:43.603350 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc6b8c7-185b-4326-b0e4-e32c7fad68a1" -d '{"events": [{"name": "network-changed", "server_uuid": "6e676f6c-ae3f-460a-8f63-3d6159824e71", "tag": "1bedc484-b3d4-459b-b2cf-64cde3ef42ca"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:43.648926 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-39950cbb-4a80-4a0f-a4a4-e3e3750982db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:43.657724 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9327c6d-dda4-48a4-8dd9-b3d59ba0203d req-b578d5f3-fe6c-4b17-99cf-e047a6cb9e58 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:43.659416 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a9327c6d-dda4-48a4-8dd9-b3d59ba0203d req-b578d5f3-fe6c-4b17-99cf-e047a6cb9e58 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/ports?device_id=21b9ef2d-62ec-485c-99f1-5f4039ff3f22 HTTP/1.1" status: 200 len: 945 time: 0.1679747 Jul 06 13:45:43.662698 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f8c96-6f45-458b-9fda-170f2b47cefe service neutron] Pushing event updated for resources: {'Port': ['ID=1bedc484-b3d4-459b-b2cf-64cde3ef42ca,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:43.693620 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39950cbb-4a80-4a0f-a4a4-e3e3750982db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ce517ec-9130-4f36-af09-4b9fdd0ba45c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:43.700733 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-39950cbb-4a80-4a0f-a4a4-e3e3750982db admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:43.706035 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-39950cbb-4a80-4a0f-a4a4-e3e3750982db admin admin] 10.222.0.118 "DELETE /v2.0/subnets/1ce517ec-9130-4f36-af09-4b9fdd0ba45c HTTP/1.1" status: 204 len: 168 time: 0.3325448 Jul 06 13:45:43.707761 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38176) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:43.781798 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-67c30570-762b-4f1e-9153-026e4ea19a00 req-ef377491-b1ba-4d53-8c44-15cbaa2bdc2a tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=fc31f72f-61f8-4611-bc5b-8b8abb55a147 HTTP/1.1" status: 200 len: 210 time: 0.0664001 Jul 06 13:45:43.808357 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2e517535-9edd-4e1c-a4fa-a78726f1dc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:43.836425 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a9327c6d-dda4-48a4-8dd9-b3d59ba0203d req-98995736-1335-4382-9be6-96cc313cb46a tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/security-groups?id=8c47cf85-1ec0-4725-86ed-df5676d6a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625299 Jul 06 13:45:43.873689 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-f56a789d-23e3-482e-a439-86b718714e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:43.873689 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-f56a789d-23e3-482e-a439-86b718714e74 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0a05dcebc7174fa4835bbaac9666195c&device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71 HTTP/1.1" status: 200 len: 1094 time: 0.1945913 Jul 06 13:45:43.920072 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-584c1a0f-08d3-4046-a3da-eb3e8da963bc service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bedc484-b3d4-459b-b2cf-64cde3ef42ca HTTP/1.1" status: 200 len: 217 time: 0.0460603 Jul 06 13:45:43.923545 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ada9edb-d338-4da6-9e91-adead8f4d524 x-openstack-request-id: req-4ada9edb-d338-4da6-9e91-adead8f4d524 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:43.923843 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e676f6c-ae3f-460a-8f63-3d6159824e71", "tag": "1bedc484-b3d4-459b-b2cf-64cde3ef42ca", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:43.924104 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-4ada9edb-d338-4da6-9e91-adead8f4d524 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:43.924504 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e676f6c-ae3f-460a-8f63-3d6159824e71', 'tag': '1bedc484-b3d4-459b-b2cf-64cde3ef42ca', 'status': 'completed', 'code': 200} Jul 06 13:45:43.961496 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a372a-9c78-412f-b313-50b9d36c9927 req-23d6b2ec-dcbd-4d68-9011-7e27dfd18d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:43.963147 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2d6a372a-9c78-412f-b313-50b9d36c9927 req-23d6b2ec-dcbd-4d68-9011-7e27dfd18d94 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e35de86e-67b0-4cff-84d4-98324149e173 HTTP/1.1" status: 200 len: 1096 time: 0.2559056 Jul 06 13:45:44.006188 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2e517535-9edd-4e1c-a4fa-a78726f1dc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:44.015050 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-9f7ecaea-c9ec-47e3-8a21-68abc0fd0c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:44.017288 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-9f7ecaea-c9ec-47e3-8a21-68abc0fd0c3a service neutron] 10.222.0.124 "GET /v2.0/subnets?id=fb580ceb-d4c2-41da-b0a8-ed5910fd5560 HTTP/1.1" status: 200 len: 848 time: 0.0889187 Jul 06 13:45:44.020156 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-2e517535-9edd-4e1c-a4fa-a78726f1dc88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:44.034667 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-2e517535-9edd-4e1c-a4fa-a78726f1dc88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ae0a30-d800-4152-891b-c545e9763cb4') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:44.035121 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-2e517535-9edd-4e1c-a4fa-a78726f1dc88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ae0a30-d800-4152-891b-c545e9763cb4') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:44.046826 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2e517535-9edd-4e1c-a4fa-a78726f1dc88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:44.060714 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-0730e0ac-a575-4fae-91a4-fe707c50a49a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361247 Jul 06 13:45:44.062823 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2d6a372a-9c78-412f-b313-50b9d36c9927 req-b92f4131-ce0d-4eb1-b165-23e995d89e04 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894687 Jul 06 13:45:44.072906 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2e517535-9edd-4e1c-a4fa-a78726f1dc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:44.081129 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e517535-9edd-4e1c-a4fa-a78726f1dc88 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:45:44.081617 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2e517535-9edd-4e1c-a4fa-a78726f1dc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:45:44.083500 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:45:44.144501 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2e517535-9edd-4e1c-a4fa-a78726f1dc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:44.163708 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2e517535-9edd-4e1c-a4fa-a78726f1dc88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:44.165706 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2e517535-9edd-4e1c-a4fa-a78726f1dc88 admin admin] 10.222.0.118 "DELETE /v2.0/networks/ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3 HTTP/1.1" status: 204 len: 168 time: 0.4569538 Jul 06 13:45:44.166719 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e517535-9edd-4e1c-a4fa-a78726f1dc88 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee8f8d6f-8e0d-4ea5-8a9d-7a23baa27cc3,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:44.250600 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-d8f39404-7833-4771-87ea-631433b987cb service neutron] 10.222.0.124 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770291 Jul 06 13:45:44.258171 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21aeb65-53ae-4331-839d-bf30196ac1c0 req-a0255334-c22a-4d84-b3c8-171c2655f500 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:44.266060 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a21aeb65-53ae-4331-839d-bf30196ac1c0 req-a0255334-c22a-4d84-b3c8-171c2655f500 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71 HTTP/1.1" status: 200 len: 943 time: 0.2080994 Jul 06 13:45:44.291963 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50da81-bc93-4826-b30b-520c7c9b4e9e req-28299e4b-e9da-4ec8-ba3b-9e51c9ab6d21 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:44.293400 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7f50da81-bc93-4826-b30b-520c7c9b4e9e req-28299e4b-e9da-4ec8-ba3b-9e51c9ab6d21 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=e35de86e-67b0-4cff-84d4-98324149e173 HTTP/1.1" status: 200 len: 945 time: 0.2209749 Jul 06 13:45:44.384646 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38190) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:44.391180 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a21aeb65-53ae-4331-839d-bf30196ac1c0 req-9a62647b-2007-4082-97da-e941fe1504ea tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242509 Jul 06 13:45:44.407944 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7f50da81-bc93-4826-b30b-520c7c9b4e9e req-cba96ef5-b059-4fcf-a6a2-23a887bf4f5c tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798948 Jul 06 13:45:44.457562 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b94ae8e-094f-4ab6-825a-a67e4e132282 req-62c3a3c8-b80d-412e-8066-7dd810ebf01d service neutron] 10.222.0.124 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877592 Jul 06 13:45:44.458082 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38192) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:44.458336 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6fe5ad9f-640c-4b92-b615-34ecf32513e9 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=220d4319c95847189296d6ec839eccde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0718112 Jul 06 13:45:44.551825 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6933bb52-deb7-4303-92d3-7e5ee6b571c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:44.932836 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6933bb52-deb7-4303-92d3-7e5ee6b571c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:45.026447 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-9068277c-6a63-4b06-9847-2b31aa1d03eb tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437601 Jul 06 13:45:45.052682 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6b8c7-185b-4326-b0e4-e32c7fad68a1 req-7a6fbaf4-9564-4186-a4cf-48dfd3b26ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:45.054159 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3cc6b8c7-185b-4326-b0e4-e32c7fad68a1 req-7a6fbaf4-9564-4186-a4cf-48dfd3b26ef6 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0a05dcebc7174fa4835bbaac9666195c&device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71 HTTP/1.1" status: 200 len: 1094 time: 0.5232124 Jul 06 13:45:45.061205 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e246a87-c093-4a8f-83e8-56afb7485120 req-9ee4f8e3-8d07-4b71-93b6-82aab8858f42 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:45.062635 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5e246a87-c093-4a8f-83e8-56afb7485120 req-9ee4f8e3-8d07-4b71-93b6-82aab8858f42 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/ports?device_id=21b9ef2d-62ec-485c-99f1-5f4039ff3f22 HTTP/1.1" status: 200 len: 945 time: 0.5411572 Jul 06 13:45:45.074476 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38198) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:45.080890 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e2187-35bb-4f94-ba2b-37b3241520fa req-5ecd500e-b8f2-4bc0-9164-cb42a2898f6f tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:45.082212 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-1b8b349a-ccf9-484e-88ac-03c7218617a0 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Request body: {'floatingip': {'port_id': '230495b0-1f07-42f6-aa2d-b42dcc6d575d'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:45.087762 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f12e2187-35bb-4f94-ba2b-37b3241520fa req-5ecd500e-b8f2-4bc0-9164-cb42a2898f6f tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.118 "GET /v2.0/ports?device_id=bff15dfd-58b6-49ff-bced-929f77a5ad99 HTTP/1.1" status: 200 len: 948 time: 0.5370772 Jul 06 13:45:45.153461 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1b8b349a-ccf9-484e-88ac-03c7218617a0 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks [] for floatingip, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:45.193278 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6933bb52-deb7-4303-92d3-7e5ee6b571c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:45.194637 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6933bb52-deb7-4303-92d3-7e5ee6b571c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:45.195801 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6933bb52-deb7-4303-92d3-7e5ee6b571c3 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/260cb83c-ed88-4e98-919c-f855f669061c HTTP/1.1" status: 204 len: 168 time: 0.7363870 Jul 06 13:45:45.237882 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933bb52-deb7-4303-92d3-7e5ee6b571c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260cb83c-ed88-4e98-919c-f855f669061c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:45.266557 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f12e2187-35bb-4f94-ba2b-37b3241520fa req-ab707d18-af26-410a-9c05-aa74178f8002 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f6f96aa-4f78-4bba-b7a5-d8068bb87847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778474 Jul 06 13:45:45.321225 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-fcdfcf51-dc95-4cc8-9e94-af54cec04bef tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:45.322562 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-fcdfcf51-dc95-4cc8-9e94-af54cec04bef tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2843359 Jul 06 13:45:45.327330 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6b8c7-185b-4326-b0e4-e32c7fad68a1 req-fccf5499-11ee-4df4-b09e-185e6c9caa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:45.329809 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3cc6b8c7-185b-4326-b0e4-e32c7fad68a1 req-fccf5499-11ee-4df4-b09e-185e6c9caa04 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b HTTP/1.1" status: 200 len: 909 time: 0.2655585 Jul 06 13:45:45.338334 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-e6b29898-36d9-439d-8f67-3c2bd94e22e3 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Request body: {'port': {'device_id': 'fc31f72f-61f8-4611-bc5b-8b8abb55a147', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'admin_state_up': True, 'tenant_id': '0a3b9513c4994d478b01e1dbfa52d0ba'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:45.444824 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3cc6b8c7-185b-4326-b0e4-e32c7fad68a1 req-3a800641-051f-4cf2-be85-a4135aa91b0f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bedc484-b3d4-459b-b2cf-64cde3ef42ca HTTP/1.1" status: 200 len: 217 time: 0.1013527 Jul 06 13:45:45.480074 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8f5df47e-f6e4-4453-826f-e120e354b1a7 req-3699a7bc-4c3c-4dcc-9b60-c40f377d26cf tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=fc31f72f-61f8-4611-bc5b-8b8abb55a147 HTTP/1.1" status: 200 len: 210 time: 0.0499129 Jul 06 13:45:45.541680 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6b8c7-185b-4326-b0e4-e32c7fad68a1 req-23c026be-e77c-428a-9f6f-eae224a1cb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:45.543234 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3cc6b8c7-185b-4326-b0e4-e32c7fad68a1 req-23c026be-e77c-428a-9f6f-eae224a1cb18 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=fb580ceb-d4c2-41da-b0a8-ed5910fd5560 HTTP/1.1" status: 200 len: 848 time: 0.0899787 Jul 06 13:45:45.599102 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3cc6b8c7-185b-4326-b0e4-e32c7fad68a1 req-81a2ead8-70a9-4ae9-82a1-965f89137837 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455811 Jul 06 13:45:45.724952 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-e6b29898-36d9-439d-8f67-3c2bd94e22e3 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Made reservation on behalf of 0a3b9513c4994d478b01e1dbfa52d0ba for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:45:45.728522 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-e6b29898-36d9-439d-8f67-3c2bd94e22e3 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:45.859636 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775846d7-ce0e-474a-a95c-3616a1a07e1d req-777443ec-7cd8-4eea-9e75-6a2b993a1e96 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:45.861215 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-775846d7-ce0e-474a-a95c-3616a1a07e1d req-777443ec-7cd8-4eea-9e75-6a2b993a1e96 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71 HTTP/1.1" status: 200 len: 943 time: 0.2996626 Jul 06 13:45:45.872363 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fd4e8-0602-424b-afb5-e9344ae42b35 req-b967f443-c4c7-40ed-9498-f5ede2264d98 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:45.873939 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7d9fd4e8-0602-424b-afb5-e9344ae42b35 req-b967f443-c4c7-40ed-9498-f5ede2264d98 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=e35de86e-67b0-4cff-84d4-98324149e173 HTTP/1.1" status: 200 len: 945 time: 0.2559328 Jul 06 13:45:45.880199 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3cc6b8c7-185b-4326-b0e4-e32c7fad68a1 req-f14c8175-7762-48e0-8f15-67fe4df09b6f service neutron] 10.222.0.124 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632859 Jul 06 13:45:45.913538 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 03c7524b-3923-4cea-b66f-d2cf77292d94 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:45:45.929978 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1b8b349a-ccf9-484e-88ac-03c7218617a0 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:45.935213 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1b8b349a-ccf9-484e-88ac-03c7218617a0 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:46.066914 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 03c7524b-3923-4cea-b66f-d2cf77292d94, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=03c7524b-3923-4cea-b66f-d2cf77292d94,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:46.067031 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7d9fd4e8-0602-424b-afb5-e9344ae42b35 req-1b5db434-4069-45fc-b20e-8fc8d6b7b8a0 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799877 Jul 06 13:45:46.085548 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '03c7524b-3923-4cea-b66f-d2cf77292d94', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': '03c7524b-3923-4cea-b66f-d2cf77292d94', 'mac_address': 'fa:16:3e:46:04:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:45:46.091914 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-775846d7-ce0e-474a-a95c-3616a1a07e1d req-0b73d928-1364-446f-918c-ab11ba633673 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138152 Jul 06 13:45:46.096683 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-1b8b349a-ccf9-484e-88ac-03c7218617a0 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Floating IP f48eef98-17ca-4c87-86a1-9b5aab31245d associated. External IP: 172.25.6.198, port: 230495b0-1f07-42f6-aa2d-b42dcc6d575d. Jul 06 13:45:46.129914 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-e6b29898-36d9-439d-8f67-3c2bd94e22e3 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Allocated IP 192.168.233.170 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/5ab2aabd-63e0-4b2e-b955-18aeb4dfa065) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:46.149214 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3cc6b8c7-185b-4326-b0e4-e32c7fad68a1 req-32f9655c-013f-479b-a43e-4d2acbce0e0f service neutron] 10.222.0.124 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554417 Jul 06 13:45:46.152071 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:46.184221 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03c7524b-3923-4cea-b66f-d2cf77292d94 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:45:46.236887 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 03c7524b-3923-4cea-b66f-d2cf77292d94, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=03c7524b-3923-4cea-b66f-d2cf77292d94,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:46.254364 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:46.331442 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:46.356151 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-e6b29898-36d9-439d-8f67-3c2bd94e22e3 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:46.377090 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=03c7524b-3923-4cea-b66f-d2cf77292d94,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:46.377301 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-e6b29898-36d9-439d-8f67-3c2bd94e22e3 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Transition to ACTIVE for port object 5ab2aabd-63e0-4b2e-b955-18aeb4dfa065 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:45:46.419609 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-e6b29898-36d9-439d-8f67-3c2bd94e22e3 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:46.441242 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['7380059d-c7ea-4f31-a1af-4df34a977b25', '5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41', 'b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234', '5613f036-2ca4-4e30-8c02-05c332c5432b', 'a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:45:46.447271 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['ee23cc46-4c30-460d-b796-1d9a9e218bbe', 'ed16c303-fba3-4798-b4e3-d1aa319dbd40'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:45:46.476635 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8b349a-ccf9-484e-88ac-03c7218617a0 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Router e502b4e1-96f7-4e54-ada1-475bbe2153c6 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:45:46.520094 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-e6b29898-36d9-439d-8f67-3c2bd94e22e3 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:46.539113 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-e6b29898-36d9-439d-8f67-3c2bd94e22e3 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:46.553356 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-e6b29898-36d9-439d-8f67-3c2bd94e22e3 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:45:46.584064 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['03c7524b-3923-4cea-b66f-d2cf77292d94'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:45:46.667268 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b29898-36d9-439d-8f67-3c2bd94e22e3 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Pushing event updated for resources: {'Port': ['ID=5ab2aabd-63e0-4b2e-b955-18aeb4dfa065,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:46.690737 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8b349a-ccf9-484e-88ac-03c7218617a0 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:45:46.702045 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164a4856-1cdd-41cb-b56d-403cf16009dc None None] Sync routers for ids ['e502b4e1-96f7-4e54-ada1-475bbe2153c6'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:45:46.704155 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1b8b349a-ccf9-484e-88ac-03c7218617a0 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:46.719945 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164a4856-1cdd-41cb-b56d-403cf16009dc None None] Routers {'e502b4e1-96f7-4e54-ada1-475bbe2153c6'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:45:46.720609 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-164a4856-1cdd-41cb-b56d-403cf16009dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:45:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['e502b4e1-96f7-4e54-ada1-475bbe2153c6'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:46.760944 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-e6b29898-36d9-439d-8f67-3c2bd94e22e3 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:46.761695 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1b8b349a-ccf9-484e-88ac-03c7218617a0 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "PUT /v2.0/floatingips/f48eef98-17ca-4c87-86a1-9b5aab31245d HTTP/1.1" status: 200 len: 991 time: 1.6852248 Jul 06 13:45:46.762439 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b9ef2d-62ec-485c-99f1-5f4039ff3f22', 'tag': '230495b0-1f07-42f6-aa2d-b42dcc6d575d'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:45:46.765335 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bc23b0-c0f1-4776-8624-b0fdab04e82b" -d '{"events": [{"name": "network-changed", "server_uuid": "21b9ef2d-62ec-485c-99f1-5f4039ff3f22", "tag": "230495b0-1f07-42f6-aa2d-b42dcc6d575d"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:46.776001 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-e6b29898-36d9-439d-8f67-3c2bd94e22e3 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:46.793297 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-e6b29898-36d9-439d-8f67-3c2bd94e22e3 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4602315 Jul 06 13:45:46.809496 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-05341395-4587-4985-9884-235db3e4c1f4 service neutron] Request body: {'port': {'device_id': 'fc31f72f-61f8-4611-bc5b-8b8abb55a147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:46.860339 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bbbf8-11cd-42b9-beb3-5db9a36f86df req-af764e29-ad3a-40a8-90b2-ae46efb13b10 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:46.862512 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b0bbbf8-11cd-42b9-beb3-5db9a36f86df req-af764e29-ad3a-40a8-90b2-ae46efb13b10 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.118 "GET /v2.0/ports?device_id=bff15dfd-58b6-49ff-bced-929f77a5ad99 HTTP/1.1" status: 200 len: 949 time: 0.3103206 Jul 06 13:45:46.900735 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-164a4856-1cdd-41cb-b56d-403cf16009dc None None] Set router e502b4e1-96f7-4e54-ada1-475bbe2153c6 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:45:47.001589 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38254) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:47.065364 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b0bbbf8-11cd-42b9-beb3-5db9a36f86df req-7d40228d-2260-4598-b595-9326838539f6 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f6f96aa-4f78-4bba-b7a5-d8068bb87847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949363 Jul 06 13:45:47.070387 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fe89dc9c-d120-48bd-9bdf-a41be639df6a None None] Provisioning for port 5ab2aabd-63e0-4b2e-b955-18aeb4dfa065 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:45:47.099558 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fe89dc9c-d120-48bd-9bdf-a41be639df6a None None] Provisioning complete for port 5ab2aabd-63e0-4b2e-b955-18aeb4dfa065 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:47.100001 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fe89dc9c-d120-48bd-9bdf-a41be639df6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:47.144086 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-fe89dc9c-d120-48bd-9bdf-a41be639df6a None None] Port 5ab2aabd-63e0-4b2e-b955-18aeb4dfa065 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:45:47.152199 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d18630fd-c85d-4372-8336-7235a4e82c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:47.169114 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-164a4856-1cdd-41cb-b56d-403cf16009dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'name': 'tempest-ServersTestJSON-1077122495-router', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:45:01Z', 'updated_at': '2021-07-06T13:45:12Z', 'revision_number': 4, 'project_id': 'e343b5142d1f42b4a79372104c499861', 'gw_port': {'id': '0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:be:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:02Z', 'updated_at': '2021-07-06T13:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'f48eef98-17ca-4c87-86a1-9b5aab31245d', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'floating_ip_address': '172.25.6.198', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'port_id': '230495b0-1f07-42f6-aa2d-b42dcc6d575d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a61f130f-6304-41b0-a74b-e084e85bbdd5', 'mac_address': 'fa:16:3e:b3:bb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b9ef2d-62ec-485c-99f1-5f4039ff3f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:45:20Z', 'updated_at': '2021-07-06T13:45:45Z', 'revision_number': 1, 'project_id': 'e343b5142d1f42b4a79372104c499861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b0e527-74e3-4693-a57e-cd09cc5ff3d6', 'name': '', 'network_id': 'a61f130f-6304-41b0-a74b-e084e85bbdd5', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'mac_address': 'fa:16:3e:b7:00:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3b03e3a1-6f80-413a-9b2a-0ab9848da27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:11Z', 'updated_at': '2021-07-06T13:45:23Z', 'revision_number': 5, 'project_id': 'e343b5142d1f42b4a79372104c499861', 'subnets': [{'id': '3b03e3a1-6f80-413a-9b2a-0ab9848da27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:47.182461 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-05341395-4587-4985-9884-235db3e4c1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:47.204582 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6bd3b6e9-44e1-4c56-8e93-cc608a582d80 req-b7a3bdd1-e493-4b16-9796-4a5fdecfacde service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=09c4eb64-a0ba-4aad-8d02-7172cc596f21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2211721 Jul 06 13:45:47.217127 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16405e-99f0-4d72-9103-aa855c65257e req-20632877-4443-4a6a-ac73-b93bc034d087 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:47.219329 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-be16405e-99f0-4d72-9103-aa855c65257e req-20632877-4443-4a6a-ac73-b93bc034d087 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=e35de86e-67b0-4cff-84d4-98324149e173 HTTP/1.1" status: 200 len: 945 time: 0.2844298 Jul 06 13:45:47.247582 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164a4856-1cdd-41cb-b56d-403cf16009dc None None] Checking router: e502b4e1-96f7-4e54-ada1-475bbe2153c6 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:45:47.268756 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164a4856-1cdd-41cb-b56d-403cf16009dc None None] Routers {'e502b4e1-96f7-4e54-ada1-475bbe2153c6'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:45:47.269616 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-164a4856-1cdd-41cb-b56d-403cf16009dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:45:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['e502b4e1-96f7-4e54-ada1-475bbe2153c6'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:47.291917 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d18630fd-c85d-4372-8336-7235a4e82c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:47.299330 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d18630fd-c85d-4372-8336-7235a4e82c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:47.338307 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18630fd-c85d-4372-8336-7235a4e82c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b684abb-c078-49d2-8a4c-d098438120cf,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:47.363266 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d18630fd-c85d-4372-8336-7235a4e82c45 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=5fdcee4ce2fb425f80e2182af5cfed03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3601685 Jul 06 13:45:47.365347 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38260) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:47.431723 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8196312f-538a-4521-bd8a-9810a2686585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:47.447288 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-164a4856-1cdd-41cb-b56d-403cf16009dc None None] Set router e502b4e1-96f7-4e54-ada1-475bbe2153c6 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:45:47.477281 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-be16405e-99f0-4d72-9103-aa855c65257e req-ecdde8b8-fb9e-42b4-9811-dff4c1db4432 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965160 Jul 06 13:45:47.478197 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8196312f-538a-4521-bd8a-9810a2686585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:47.564526 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3b6e9-44e1-4c56-8e93-cc608a582d80 req-601a5dad-0717-4694-a907-b864310bb3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:47.568038 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6bd3b6e9-44e1-4c56-8e93-cc608a582d80 req-601a5dad-0717-4694-a907-b864310bb3a0 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&device_id=09c4eb64-a0ba-4aad-8d02-7172cc596f21 HTTP/1.1" status: 200 len: 1101 time: 0.2837493 Jul 06 13:45:47.576230 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8196312f-538a-4521-bd8a-9810a2686585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:47.586107 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8196312f-538a-4521-bd8a-9810a2686585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:47.589667 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8196312f-538a-4521-bd8a-9810a2686585 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/0b684abb-c078-49d2-8a4c-d098438120cf HTTP/1.1" status: 204 len: 168 time: 0.2203274 Jul 06 13:45:47.592570 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69791b-11d1-484d-ac4e-fb49b7b22aed req-b53f20ab-5e44-4878-9567-92f95fdcf794 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:47.600382 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196312f-538a-4521-bd8a-9810a2686585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b684abb-c078-49d2-8a4c-d098438120cf,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:47.602264 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ab69791b-11d1-484d-ac4e-fb49b7b22aed req-b53f20ab-5e44-4878-9567-92f95fdcf794 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=fc31f72f-61f8-4611-bc5b-8b8abb55a147 HTTP/1.1" status: 200 len: 936 time: 0.3089907 Jul 06 13:45:47.737208 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ab69791b-11d1-484d-ac4e-fb49b7b22aed req-3a94c750-1f1c-4eb6-a5f0-aa133215d375 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340437 Jul 06 13:45:47.778520 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4d21f6-b116-4642-9dc8-301b1e3dd857 x-openstack-request-id: req-4d4d21f6-b116-4642-9dc8-301b1e3dd857 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:47.778825 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b9ef2d-62ec-485c-99f1-5f4039ff3f22", "tag": "230495b0-1f07-42f6-aa2d-b42dcc6d575d", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:47.779084 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-4d4d21f6-b116-4642-9dc8-301b1e3dd857 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:47.779542 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b9ef2d-62ec-485c-99f1-5f4039ff3f22', 'tag': '230495b0-1f07-42f6-aa2d-b42dcc6d575d', 'status': 'completed', 'code': 200} Jul 06 13:45:47.792732 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-05341395-4587-4985-9884-235db3e4c1f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ab2aabd-63e0-4b2e-b955-18aeb4dfa065 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:45:47.801420 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-05341395-4587-4985-9884-235db3e4c1f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:47.815020 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-05341395-4587-4985-9884-235db3e4c1f4 service neutron] Transition to ACTIVE for port object 5ab2aabd-63e0-4b2e-b955-18aeb4dfa065 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:45:47.872216 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-05341395-4587-4985-9884-235db3e4c1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:47.878938 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-164a4856-1cdd-41cb-b56d-403cf16009dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'name': 'tempest-ServersTestJSON-1077122495-router', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:45:01Z', 'updated_at': '2021-07-06T13:45:12Z', 'revision_number': 4, 'project_id': 'e343b5142d1f42b4a79372104c499861', 'gw_port': {'id': '0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:be:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:02Z', 'updated_at': '2021-07-06T13:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'f48eef98-17ca-4c87-86a1-9b5aab31245d', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'floating_ip_address': '172.25.6.198', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'port_id': '230495b0-1f07-42f6-aa2d-b42dcc6d575d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a61f130f-6304-41b0-a74b-e084e85bbdd5', 'mac_address': 'fa:16:3e:b3:bb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b9ef2d-62ec-485c-99f1-5f4039ff3f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:45:20Z', 'updated_at': '2021-07-06T13:45:45Z', 'revision_number': 1, 'project_id': 'e343b5142d1f42b4a79372104c499861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b0e527-74e3-4693-a57e-cd09cc5ff3d6', 'name': '', 'network_id': 'a61f130f-6304-41b0-a74b-e084e85bbdd5', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'mac_address': 'fa:16:3e:b7:00:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3b03e3a1-6f80-413a-9b2a-0ab9848da27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:11Z', 'updated_at': '2021-07-06T13:45:23Z', 'revision_number': 5, 'project_id': 'e343b5142d1f42b4a79372104c499861', 'subnets': [{'id': '3b03e3a1-6f80-413a-9b2a-0ab9848da27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:47.914368 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164a4856-1cdd-41cb-b56d-403cf16009dc None None] The sync data for ids ['e502b4e1-96f7-4e54-ada1-475bbe2153c6'] in n-d-773644-6 is: [{'id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'name': 'tempest-ServersTestJSON-1077122495-router', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:45:01Z', 'updated_at': '2021-07-06T13:45:12Z', 'revision_number': 4, 'project_id': 'e343b5142d1f42b4a79372104c499861', 'gw_port': {'id': '0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:be:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:02Z', 'updated_at': '2021-07-06T13:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'f48eef98-17ca-4c87-86a1-9b5aab31245d', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'floating_ip_address': '172.25.6.198', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'port_id': '230495b0-1f07-42f6-aa2d-b42dcc6d575d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a61f130f-6304-41b0-a74b-e084e85bbdd5', 'mac_address': 'fa:16:3e:b3:bb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b9ef2d-62ec-485c-99f1-5f4039ff3f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:45:20Z', 'updated_at': '2021-07-06T13:45:45Z', 'revision_number': 1, 'project_id': 'e343b5142d1f42b4a79372104c499861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b0e527-74e3-4693-a57e-cd09cc5ff3d6', 'name': '', 'network_id': 'a61f130f-6304-41b0-a74b-e084e85bbdd5', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'mac_address': 'fa:16:3e:b7:00:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3b03e3a1-6f80-413a-9b2a-0ab9848da27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:11Z', 'updated_at': '2021-07-06T13:45:23Z', 'revision_number': 5, 'project_id': 'e343b5142d1f42b4a79372104c499861', 'subnets': [{'id': '3b03e3a1-6f80-413a-9b2a-0ab9848da27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:45:47.939543 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 1bedc484-b3d4-459b-b2cf-64cde3ef42ca details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:45:48.063223 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=1bedc484-b3d4-459b-b2cf-64cde3ef42ca,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:48.077946 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '1bedc484-b3d4-459b-b2cf-64cde3ef42ca', 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b', 'port_id': '1bedc484-b3d4-459b-b2cf-64cde3ef42ca', 'mac_address': 'fa:16:3e:58:2e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb580ceb-d4c2-41da-b0a8-ed5910fd5560', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:45:48.084624 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05341395-4587-4985-9884-235db3e4c1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab2aabd-63e0-4b2e-b955-18aeb4dfa065,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:48.123628 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc23b0-c0f1-4776-8624-b0fdab04e82b req-520a5d17-b334-49bd-afe6-9661a2992c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:48.125246 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b7bc23b0-c0f1-4776-8624-b0fdab04e82b req-520a5d17-b334-49bd-afe6-9661a2992c3e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e343b5142d1f42b4a79372104c499861&device_id=21b9ef2d-62ec-485c-99f1-5f4039ff3f22 HTTP/1.1" status: 200 len: 1096 time: 0.3058302 Jul 06 13:45:48.130336 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3b6e9-44e1-4c56-8e93-cc608a582d80 req-f551d292-2be2-4ae4-8c2a-e6735643a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:48.131900 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6bd3b6e9-44e1-4c56-8e93-cc608a582d80 req-f551d292-2be2-4ae4-8c2a-e6735643a332 service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.5273473 Jul 06 13:45:48.140807 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:48.161458 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bedc484-b3d4-459b-b2cf-64cde3ef42ca {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:45:48.187984 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=1bedc484-b3d4-459b-b2cf-64cde3ef42ca,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:48.196199 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:48.252312 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f598ed-229d-446b-9718-35dd6b75a892 None None] New status for floating IP f48eef98-17ca-4c87-86a1-9b5aab31245d: ACTIVE {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:45:48.341167 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=1bedc484-b3d4-459b-b2cf-64cde3ef42ca,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:48.359681 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6bd3b6e9-44e1-4c56-8e93-cc608a582d80 req-d52b16d5-0595-4c33-b76b-60bb260ff093 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41 HTTP/1.1" status: 200 len: 217 time: 0.0824575 Jul 06 13:45:48.410516 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:48.447943 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ea52b-721d-4fcf-8fd2-380734fbaa6d req-d52b4a6c-19aa-4cd3-a22b-e9543c4eed5f tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:48.449563 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b5ea52b-721d-4fcf-8fd2-380734fbaa6d req-d52b4a6c-19aa-4cd3-a22b-e9543c4eed5f tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71 HTTP/1.1" status: 200 len: 943 time: 0.5359118 Jul 06 13:45:48.451310 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-05341395-4587-4985-9884-235db3e4c1f4 service neutron] Attempting to bind port 5ab2aabd-63e0-4b2e-b955-18aeb4dfa065 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:45:48.451649 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-05341395-4587-4985-9884-235db3e4c1f4 service neutron] Attempting to bind port 5ab2aabd-63e0-4b2e-b955-18aeb4dfa065 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:45:48.451981 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-05341395-4587-4985-9884-235db3e4c1f4 service neutron] Attempting to bind port 5ab2aabd-63e0-4b2e-b955-18aeb4dfa065 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:48.461303 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc23b0-c0f1-4776-8624-b0fdab04e82b req-4711407c-5ff2-485a-83ac-fb01feb53c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:48.462776 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b7bc23b0-c0f1-4776-8624-b0fdab04e82b req-4711407c-5ff2-485a-83ac-fb01feb53c67 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a61f130f-6304-41b0-a74b-e084e85bbdd5 HTTP/1.1" status: 200 len: 907 time: 0.3299973 Jul 06 13:45:48.480265 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-05341395-4587-4985-9884-235db3e4c1f4 service neutron] Port 5ab2aabd-63e0-4b2e-b955-18aeb4dfa065 on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:45:48.480665 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-05341395-4587-4985-9884-235db3e4c1f4 service neutron] Attempting to bind port 5ab2aabd-63e0-4b2e-b955-18aeb4dfa065 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:48.515577 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3b6e9-44e1-4c56-8e93-cc608a582d80 req-a54b72a2-bbc8-44b2-8ac0-f42b34e172e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:48.517249 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6bd3b6e9-44e1-4c56-8e93-cc608a582d80 req-a54b72a2-bbc8-44b2-8ac0-f42b34e172e9 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1477084 Jul 06 13:45:48.518065 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-05341395-4587-4985-9884-235db3e4c1f4 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:45:48.519259 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-05341395-4587-4985-9884-235db3e4c1f4 service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:45:48.519651 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-05341395-4587-4985-9884-235db3e4c1f4 service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:45:48.520361 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-05341395-4587-4985-9884-235db3e4c1f4 service neutron] Bound port: 5ab2aabd-63e0-4b2e-b955-18aeb4dfa065, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:45:48.520738 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-05341395-4587-4985-9884-235db3e4c1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:48.521634 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['1bedc484-b3d4-459b-b2cf-64cde3ef42ca'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:45:48.655705 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86485f7-0260-4570-b5e4-fe2ee0cb78af req-e26330d7-98d1-4175-8a22-173d6cfd8aec tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:48.657732 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f86485f7-0260-4570-b5e4-fe2ee0cb78af req-e26330d7-98d1-4175-8a22-173d6cfd8aec tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.118 "GET /v2.0/ports?device_id=bff15dfd-58b6-49ff-bced-929f77a5ad99 HTTP/1.1" status: 200 len: 949 time: 0.3866887 Jul 06 13:45:48.998603 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b5ea52b-721d-4fcf-8fd2-380734fbaa6d req-6de83f49-d275-420c-9ea7-c61dc9f5146c tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5386901 Jul 06 13:45:49.018628 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b7bc23b0-c0f1-4776-8624-b0fdab04e82b req-4ab16730-b5e5-4723-ab29-2f1b35955d2d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=230495b0-1f07-42f6-aa2d-b42dcc6d575d HTTP/1.1" status: 200 len: 1001 time: 0.5411201 Jul 06 13:45:49.109868 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-05341395-4587-4985-9884-235db3e4c1f4 service neutron] For port 5ab2aabd-63e0-4b2e-b955-18aeb4dfa065, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:49.138024 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f86485f7-0260-4570-b5e4-fe2ee0cb78af req-5eda4ee5-6bdd-45ac-9d2b-00542d0c9d74 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f6f96aa-4f78-4bba-b7a5-d8068bb87847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445901 Jul 06 13:45:49.142246 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-05341395-4587-4985-9884-235db3e4c1f4 service neutron] For port 5ab2aabd-63e0-4b2e-b955-18aeb4dfa065, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=5ab2aabd-63e0-4b2e-b955-18aeb4dfa065,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:49.157384 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3b6e9-44e1-4c56-8e93-cc608a582d80 req-0fe9e838-743e-482d-8a29-ffcb4894d24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:49.159275 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6bd3b6e9-44e1-4c56-8e93-cc608a582d80 req-0fe9e838-743e-482d-8a29-ffcb4894d24f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6034598 Jul 06 13:45:49.182248 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-05341395-4587-4985-9884-235db3e4c1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:49.189566 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc23b0-c0f1-4776-8624-b0fdab04e82b req-e9860c1e-b8fd-431c-ade5-9903fce843a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:49.190839 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b7bc23b0-c0f1-4776-8624-b0fdab04e82b req-e9860c1e-b8fd-431c-ade5-9903fce843a4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b03e3a1-6f80-413a-9b2a-0ab9848da27d HTTP/1.1" status: 200 len: 845 time: 0.1539831 Jul 06 13:45:49.306975 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-05341395-4587-4985-9884-235db3e4c1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:49.307531 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-05341395-4587-4985-9884-235db3e4c1f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:49.309063 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-05341395-4587-4985-9884-235db3e4c1f4 service neutron] 10.222.0.52 "PUT /v2.0/ports/5ab2aabd-63e0-4b2e-b955-18aeb4dfa065 HTTP/1.1" status: 200 len: 1096 time: 2.5063736 Jul 06 13:45:49.313389 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc31f72f-61f8-4611-bc5b-8b8abb55a147', 'tag': '5ab2aabd-63e0-4b2e-b955-18aeb4dfa065'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:45:49.315744 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13ae7f3-1878-46ce-ae32-3ed875d5e793" -d '{"events": [{"name": "network-changed", "server_uuid": "fc31f72f-61f8-4611-bc5b-8b8abb55a147", "tag": "5ab2aabd-63e0-4b2e-b955-18aeb4dfa065"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:49.378474 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05341395-4587-4985-9884-235db3e4c1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab2aabd-63e0-4b2e-b955-18aeb4dfa065,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:49.456318 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7cf36-f244-402b-9b14-317bdb4aed00 req-c41f64d2-17f5-4b64-a854-e57599ef0859 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:49.458132 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9c7cf36-f244-402b-9b14-317bdb4aed00 req-c41f64d2-17f5-4b64-a854-e57599ef0859 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=e35de86e-67b0-4cff-84d4-98324149e173 HTTP/1.1" status: 200 len: 945 time: 0.3318024 Jul 06 13:45:49.470238 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6bd3b6e9-44e1-4c56-8e93-cc608a582d80 req-024120bf-1766-4552-a97c-aaf90c4350b2 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854276 Jul 06 13:45:49.514461 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc23b0-c0f1-4776-8624-b0fdab04e82b req-63cba285-1588-4bca-becb-4e61bc2dae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:49.516618 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b7bc23b0-c0f1-4776-8624-b0fdab04e82b req-63cba285-1588-4bca-becb-4e61bc2dae22 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a61f130f-6304-41b0-a74b-e084e85bbdd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2937963 Jul 06 13:45:49.651704 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9c7cf36-f244-402b-9b14-317bdb4aed00 req-f6adebe8-681a-4801-bc41-4811dedb53b5 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849916 Jul 06 13:45:49.708948 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-b1619f8b-4aa0-48f9-98fd-99ead34aac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:49.710499 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-b1619f8b-4aa0-48f9-98fd-99ead34aac5c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&device_id=fc31f72f-61f8-4611-bc5b-8b8abb55a147 HTTP/1.1" status: 200 len: 1099 time: 0.3336513 Jul 06 13:45:49.782787 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6bd3b6e9-44e1-4c56-8e93-cc608a582d80 req-3d6a92c1-1ce4-4fa6-91a2-1aac486007b0 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981193 Jul 06 13:45:49.786091 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b7bc23b0-c0f1-4776-8624-b0fdab04e82b req-59eb75a4-5708-4fbf-abca-c9d41a0074b6 service neutron] 10.222.0.52 "GET /v2.0/networks/a61f130f-6304-41b0-a74b-e084e85bbdd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557039 Jul 06 13:45:49.789522 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-7ea8321f-9510-4102-9eef-9877ba64a023 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=5ab2aabd-63e0-4b2e-b955-18aeb4dfa065 HTTP/1.1" status: 200 len: 217 time: 0.0626564 Jul 06 13:45:49.798661 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28985324-cb6e-4f08-9ce8-89ed2ab0c8be req-0478f0e6-4404-4523-a32f-a4b6abd855aa tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:49.800211 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28985324-cb6e-4f08-9ce8-89ed2ab0c8be req-0478f0e6-4404-4523-a32f-a4b6abd855aa tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=fc31f72f-61f8-4611-bc5b-8b8abb55a147 HTTP/1.1" status: 200 len: 948 time: 0.2715924 Jul 06 13:45:49.878017 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded97e61-f636-4702-87a5-00e71668e6fc x-openstack-request-id: req-ded97e61-f636-4702-87a5-00e71668e6fc {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:49.878305 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc31f72f-61f8-4611-bc5b-8b8abb55a147", "tag": "5ab2aabd-63e0-4b2e-b955-18aeb4dfa065", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:49.878559 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ded97e61-f636-4702-87a5-00e71668e6fc {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:49.878947 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc31f72f-61f8-4611-bc5b-8b8abb55a147', 'tag': '5ab2aabd-63e0-4b2e-b955-18aeb4dfa065', 'status': 'completed', 'code': 200} Jul 06 13:45:49.928242 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-43cb5dc7-ffc1-4c9b-bbb7-88e5c04f1a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:49.929724 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-43cb5dc7-ffc1-4c9b-bbb7-88e5c04f1a57 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1285336 Jul 06 13:45:49.957405 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 1bedc484-b3d4-459b-b2cf-64cde3ef42ca up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:49.969898 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28985324-cb6e-4f08-9ce8-89ed2ab0c8be req-e6813d10-7e72-44db-b7db-ca9934ca9a18 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518607 Jul 06 13:45:49.987764 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b7bc23b0-c0f1-4776-8624-b0fdab04e82b req-c1207670-6815-4514-8cea-8295fa58e90b service neutron] 10.222.0.52 "GET /v2.0/networks/a61f130f-6304-41b0-a74b-e084e85bbdd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853495 Jul 06 13:45:50.013395 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-a4cb4418-43d4-4804-bdd7-75d6f809b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:50.015857 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-a4cb4418-43d4-4804-bdd7-75d6f809b159 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0765405 Jul 06 13:45:50.023472 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:45:50.028189 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:50.028869 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:50.121469 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:50.136950 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-bfbbc765-0dc9-438f-aa0b-47bd35d8ef33 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090317 Jul 06 13:45:50.152440 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e676f6c-ae3f-460a-8f63-3d6159824e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bedc484-b3d4-459b-b2cf-64cde3ef42ca'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:45:50.154889 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a673cde5-25c4-409a-b045-60d3776e2edc" -d '{"events": [{"server_uuid": "6e676f6c-ae3f-460a-8f63-3d6159824e71", "name": "network-vif-plugged", "status": "completed", "tag": "1bedc484-b3d4-459b-b2cf-64cde3ef42ca"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:50.169217 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=1bedc484-b3d4-459b-b2cf-64cde3ef42ca,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:50.178293 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:50.179442 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 03c7524b-3923-4cea-b66f-d2cf77292d94 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:50.230237 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd047633-126a-42f5-9811-e397384f2d31 x-openstack-request-id: req-cd047633-126a-42f5-9811-e397384f2d31 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:50.230529 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e676f6c-ae3f-460a-8f63-3d6159824e71", "name": "network-vif-plugged", "status": "completed", "tag": "1bedc484-b3d4-459b-b2cf-64cde3ef42ca", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:50.230782 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-cd047633-126a-42f5-9811-e397384f2d31 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:50.231169 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e676f6c-ae3f-460a-8f63-3d6159824e71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bedc484-b3d4-459b-b2cf-64cde3ef42ca', 'code': 200} Jul 06 13:45:50.263090 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=1bedc484-b3d4-459b-b2cf-64cde3ef42ca,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:50.281705 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 03c7524b-3923-4cea-b66f-d2cf77292d94 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:45:50.285981 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 03c7524b-3923-4cea-b66f-d2cf77292d94 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:50.286669 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:50.294201 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dec7f3-d545-4fc5-9afb-cdd684406d74 req-49762143-7d79-46eb-8aee-8d10bdfd58ef tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:50.295793 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-74dec7f3-d545-4fc5-9afb-cdd684406d74 req-49762143-7d79-46eb-8aee-8d10bdfd58ef tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71 HTTP/1.1" status: 200 len: 944 time: 0.1767604 Jul 06 13:45:50.324289 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95ece0bf-f4dd-4016-97be-2471132fa938 req-5d09f5c6-7a19-4b4c-9ad0-175f083ec7c8 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624060 Jul 06 13:45:50.377118 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:50.411662 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 03c7524b-3923-4cea-b66f-d2cf77292d94, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=03c7524b-3923-4cea-b66f-d2cf77292d94,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:50.416051 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:50.439277 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-74dec7f3-d545-4fc5-9afb-cdd684406d74 req-0116f117-9d0f-41ee-bb4b-a162e2aa4470 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349771 Jul 06 13:45:50.469706 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=03c7524b-3923-4cea-b66f-d2cf77292d94,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:50.475266 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73054d-6de5-4060-b0c2-8ec4a0ae75c7 req-d2e87e9c-7ace-4761-bd02-416faedd3631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:50.476957 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-db73054d-6de5-4060-b0c2-8ec4a0ae75c7 req-d2e87e9c-7ace-4761-bd02-416faedd3631 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71 HTTP/1.1" status: 200 len: 1096 time: 0.1714137 Jul 06 13:45:50.529916 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0563fa5-367e-4ada-8d7f-f3f86cd3ff9d req-6a3e57b4-2c4e-4b43-bb93-4206e7e5b283 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:50.532187 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e0563fa5-367e-4ada-8d7f-f3f86cd3ff9d req-6a3e57b4-2c4e-4b43-bb93-4206e7e5b283 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.118 "GET /v2.0/ports?device_id=bff15dfd-58b6-49ff-bced-929f77a5ad99 HTTP/1.1" status: 200 len: 949 time: 0.1801710 Jul 06 13:45:50.556650 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ae7f3-1878-46ce-ae32-3ed875d5e793 req-194bdf98-d72d-42ee-b9c8-9b168dcd8a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:50.558147 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a13ae7f3-1878-46ce-ae32-3ed875d5e793 req-194bdf98-d72d-42ee-b9c8-9b168dcd8a91 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&device_id=fc31f72f-61f8-4611-bc5b-8b8abb55a147 HTTP/1.1" status: 200 len: 1099 time: 0.1708984 Jul 06 13:45:50.571752 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-db73054d-6de5-4060-b0c2-8ec4a0ae75c7 req-bfea407f-90a8-4837-867d-08f2990eaba6 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847681 Jul 06 13:45:50.640029 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e0563fa5-367e-4ada-8d7f-f3f86cd3ff9d req-7355b903-aa6c-4e41-825a-ed4af1c3cf5d tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f6f96aa-4f78-4bba-b7a5-d8068bb87847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005685 Jul 06 13:45:50.697262 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ae7f3-1878-46ce-ae32-3ed875d5e793 req-f5544195-005c-4721-b273-129f89a7e2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:50.699440 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a13ae7f3-1878-46ce-ae32-3ed875d5e793 req-f5544195-005c-4721-b273-129f89a7e2f7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.1224747 Jul 06 13:45:50.769692 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a13ae7f3-1878-46ce-ae32-3ed875d5e793 req-1cd675a8-52de-4bfa-9c56-f986260aab25 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=5ab2aabd-63e0-4b2e-b955-18aeb4dfa065 HTTP/1.1" status: 200 len: 217 time: 0.0599999 Jul 06 13:45:50.838358 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ae7f3-1878-46ce-ae32-3ed875d5e793 req-e3aa8190-546f-45a8-a291-eb57ee692b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:50.839878 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a13ae7f3-1878-46ce-ae32-3ed875d5e793 req-e3aa8190-546f-45a8-a291-eb57ee692b2c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0636072 Jul 06 13:45:50.933882 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ae7f3-1878-46ce-ae32-3ed875d5e793 req-0a9521dc-e984-47f6-b388-db3e7f3c0872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:50.935328 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a13ae7f3-1878-46ce-ae32-3ed875d5e793 req-0a9521dc-e984-47f6-b388-db3e7f3c0872 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0856102 Jul 06 13:45:51.019526 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b8551-e762-46c5-8301-b54b436da6fe req-6aaac935-308a-42e9-b7fd-0ba51acb042a tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:51.021025 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ec2b8551-e762-46c5-8301-b54b436da6fe req-6aaac935-308a-42e9-b7fd-0ba51acb042a tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=e35de86e-67b0-4cff-84d4-98324149e173 HTTP/1.1" status: 200 len: 945 time: 0.1291301 Jul 06 13:45:51.075869 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a13ae7f3-1878-46ce-ae32-3ed875d5e793 req-2cc1edcb-3a11-4896-b283-35d97cdf30ce service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277297 Jul 06 13:45:51.081374 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ec2b8551-e762-46c5-8301-b54b436da6fe req-42993e48-4364-4c53-8ba7-640e741a8a2e tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540016 Jul 06 13:45:51.217552 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a13ae7f3-1878-46ce-ae32-3ed875d5e793 req-c77ec85a-0851-493d-81c3-b945814eab1a service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320627 Jul 06 13:45:51.236720 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f93710-e44b-4310-b39d-d38869f5c9bf req-bbab6fa8-eb40-4548-a4db-c84a499b00eb tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:51.238267 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-96f93710-e44b-4310-b39d-d38869f5c9bf req-bbab6fa8-eb40-4548-a4db-c84a499b00eb tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 1096 time: 0.1053948 Jul 06 13:45:51.294605 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-96f93710-e44b-4310-b39d-d38869f5c9bf req-319d55b1-559c-4abb-8162-4c8663cdd3ed tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400245 Jul 06 13:45:51.319724 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677784b9-8675-48b2-a317-469a273054b1 req-ffaa1ed2-b6fc-48e6-a377-bd10390080bb tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:51.321245 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-677784b9-8675-48b2-a317-469a273054b1 req-ffaa1ed2-b6fc-48e6-a377-bd10390080bb tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=fc31f72f-61f8-4611-bc5b-8b8abb55a147 HTTP/1.1" status: 200 len: 948 time: 0.1078069 Jul 06 13:45:51.366308 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-677784b9-8675-48b2-a317-469a273054b1 req-8d68bce7-89a5-4ce0-a6e3-5d73f69456c0 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390542 Jul 06 13:45:51.667158 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899da796-f9ca-4086-971b-12368faadee5 req-11a87b1a-330a-419c-b39c-4bdd0207c4bf tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:51.670094 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-899da796-f9ca-4086-971b-12368faadee5 req-11a87b1a-330a-419c-b39c-4bdd0207c4bf tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71 HTTP/1.1" status: 200 len: 945 time: 0.0810235 Jul 06 13:45:51.724762 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-899da796-f9ca-4086-971b-12368faadee5 req-100c5c2c-50f1-4a7d-8517-e5bd213319e4 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458090 Jul 06 13:45:51.814839 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38358) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:51.916621 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b29114-52ce-4da3-a969-abf700e53c35 req-e5377334-376a-4ebe-90ea-555a9b863371 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:51.918335 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-80b29114-52ce-4da3-a969-abf700e53c35 req-e5377334-376a-4ebe-90ea-555a9b863371 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.118 "GET /v2.0/ports?device_id=bff15dfd-58b6-49ff-bced-929f77a5ad99 HTTP/1.1" status: 200 len: 950 time: 0.0758498 Jul 06 13:45:51.931444 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-822eac2d-4662-46f9-8884-dbece1355f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:51.960237 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-80b29114-52ce-4da3-a969-abf700e53c35 req-6edaf8cc-8cb5-4e07-a9d7-a2cdf347eb13 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f6f96aa-4f78-4bba-b7a5-d8068bb87847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356722 Jul 06 13:45:52.034894 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-822eac2d-4662-46f9-8884-dbece1355f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:52.041054 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-822eac2d-4662-46f9-8884-dbece1355f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:52.085035 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-822eac2d-4662-46f9-8884-dbece1355f0b admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=31de8b7364a348be906bebb6aaad2eb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687774 Jul 06 13:45:52.086118 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822eac2d-4662-46f9-8884-dbece1355f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddd395e-7cb9-4fec-93c2-0b88211fc04a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:52.087580 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38376) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:52.146585 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a4f70b56-63c2-42f8-9f41-1a18bc0a9c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:52.170831 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a4f70b56-63c2-42f8-9f41-1a18bc0a9c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:52.231192 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a4f70b56-63c2-42f8-9f41-1a18bc0a9c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:52.232981 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff15dfd-58b6-49ff-bced-929f77a5ad99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c7524b-3923-4cea-b66f-d2cf77292d94'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:45:52.234433 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a4f70b56-63c2-42f8-9f41-1a18bc0a9c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:52.235937 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a4f70b56-63c2-42f8-9f41-1a18bc0a9c93 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/eddd395e-7cb9-4fec-93c2-0b88211fc04a HTTP/1.1" status: 204 len: 168 time: 0.1472247 Jul 06 13:45:52.243476 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29580d94-f546-4bcb-8ee7-98b97720e002" -d '{"events": [{"server_uuid": "bff15dfd-58b6-49ff-bced-929f77a5ad99", "name": "network-vif-plugged", "status": "completed", "tag": "03c7524b-3923-4cea-b66f-d2cf77292d94"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:52.246135 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f70b56-63c2-42f8-9f41-1a18bc0a9c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddd395e-7cb9-4fec-93c2-0b88211fc04a,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:52.391133 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cab6ec-62ee-4cbc-a21e-f50a4f439dbe req-c4e566e0-ddad-44dc-b00a-604f839d1314 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:52.393154 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a0cab6ec-62ee-4cbc-a21e-f50a4f439dbe req-c4e566e0-ddad-44dc-b00a-604f839d1314 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=e35de86e-67b0-4cff-84d4-98324149e173 HTTP/1.1" status: 200 len: 945 time: 0.0734065 Jul 06 13:45:52.440184 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a0cab6ec-62ee-4cbc-a21e-f50a4f439dbe req-742bc203-ebc5-4cdb-899c-0990150695df tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410171 Jul 06 13:45:52.476501 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-033fa56a-ec37-40d9-8eb4-ce1b950d6976 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:45:52.477547 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-033fa56a-ec37-40d9-8eb4-ce1b950d6976 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070212 Jul 06 13:45:52.487068 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-0ddc95e1-6975-4887-8c35-f0df805de62c service neutron] Request body: {'binding': {'host': 'n-h2-773644-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:52.487560 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-0ddc95e1-6975-4887-8c35-f0df805de62c service neutron] Unknown quota resources ['binding']. {{(pid=100418) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 13:45:52.499734 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af91071-d259-497e-8f0e-7bb12b211ce6 x-openstack-request-id: req-7af91071-d259-497e-8f0e-7bb12b211ce6 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:52.500572 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff15dfd-58b6-49ff-bced-929f77a5ad99", "name": "network-vif-plugged", "status": "completed", "tag": "03c7524b-3923-4cea-b66f-d2cf77292d94", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:52.500839 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-7af91071-d259-497e-8f0e-7bb12b211ce6 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:52.514182 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff15dfd-58b6-49ff-bced-929f77a5ad99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c7524b-3923-4cea-b66f-d2cf77292d94', 'code': 200} Jul 06 13:45:52.736399 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254d89d-99ff-403c-aa13-d72d48e59071 req-16837293-e2e3-48d3-aad2-6a02a71c17fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:52.738009 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a254d89d-99ff-403c-aa13-d72d48e59071 req-16837293-e2e3-48d3-aad2-6a02a71c17fa service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=bff15dfd-58b6-49ff-bced-929f77a5ad99 HTTP/1.1" status: 200 len: 1101 time: 0.1528053 Jul 06 13:45:52.740197 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-0ddc95e1-6975-4887-8c35-f0df805de62c service neutron] Attempting to bind port a15d81dc-6762-4138-a46a-f473d385b35b on host n-h2-773644-6 for vnic_type normal with profile None {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:45:52.740539 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-0ddc95e1-6975-4887-8c35-f0df805de62c service neutron] Attempting to bind port a15d81dc-6762-4138-a46a-f473d385b35b by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:45:52.740866 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-0ddc95e1-6975-4887-8c35-f0df805de62c service neutron] Attempting to bind port a15d81dc-6762-4138-a46a-f473d385b35b on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:52.750677 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382a364-38da-48a1-83b7-bb1e66e27d16 req-fbfcdc8e-2c9b-4e45-89a7-a2c4531f264e tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:52.752156 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1382a364-38da-48a1-83b7-bb1e66e27d16 req-fbfcdc8e-2c9b-4e45-89a7-a2c4531f264e tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=fc31f72f-61f8-4611-bc5b-8b8abb55a147 HTTP/1.1" status: 200 len: 948 time: 0.1396532 Jul 06 13:45:52.769834 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-0ddc95e1-6975-4887-8c35-f0df805de62c service neutron] Port a15d81dc-6762-4138-a46a-f473d385b35b on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:45:52.770162 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-0ddc95e1-6975-4887-8c35-f0df805de62c service neutron] Attempting to bind port a15d81dc-6762-4138-a46a-f473d385b35b on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:52.788719 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-0ddc95e1-6975-4887-8c35-f0df805de62c service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:45:52.789050 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-0ddc95e1-6975-4887-8c35-f0df805de62c service neutron] Checking segment: {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:45:52.789442 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-0ddc95e1-6975-4887-8c35-f0df805de62c service neutron] Bound using segment: {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:45:52.789915 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-0ddc95e1-6975-4887-8c35-f0df805de62c service neutron] Bound port: a15d81dc-6762-4138-a46a-f473d385b35b, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:45:52.845459 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a254d89d-99ff-403c-aa13-d72d48e59071 req-3292ca1b-3a21-47bc-875f-3dfca192a428 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=4f6f96aa-4f78-4bba-b7a5-d8068bb87847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922499 Jul 06 13:45:52.860692 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1382a364-38da-48a1-83b7-bb1e66e27d16 req-fa61717a-0c13-43c6-9c54-b3f496521da7 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992134 Jul 06 13:45:52.890942 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-0ddc95e1-6975-4887-8c35-f0df805de62c service neutron] For port a15d81dc-6762-4138-a46a-f473d385b35b, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a15d81dc-6762-4138-a46a-f473d385b35b,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:52.894735 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-0ddc95e1-6975-4887-8c35-f0df805de62c service neutron] Notify callbacks [] for binding, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:52.896092 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-0ddc95e1-6975-4887-8c35-f0df805de62c service neutron] 10.222.0.118 "POST /v2.0/ports/a15d81dc-6762-4138-a46a-f473d385b35b/bindings HTTP/1.1" status: 201 len: 389 time: 0.4131837 Jul 06 13:45:53.006352 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38414) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:53.007356 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0b8cf9c-c672-4b83-84e6-ee6f48001c06 req-9ca470a8-6b8a-4065-8a43-6808f2116c26 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=afb69760-051b-4b3d-b937-4a40b7a571be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0826452 Jul 06 13:45:53.133179 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-092e3fc0-6ad8-497b-8319-634a3d670634 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-907225413-network', 'tenant_id': '05ebc1d989534c628771d144770a110a'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:53.154885 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092e3fc0-6ad8-497b-8319-634a3d670634 admin admin] Made reservation on behalf of 05ebc1d989534c628771d144770a110a for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:45:53.158486 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-092e3fc0-6ad8-497b-8319-634a3d670634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:53.169681 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-092e3fc0-6ad8-497b-8319-634a3d670634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:53.245244 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb3962-9596-45b2-85ae-43c33eb82a60 req-d9431ba8-e674-40ce-a417-5a90946d42f3 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:53.246929 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-55bb3962-9596-45b2-85ae-43c33eb82a60 req-d9431ba8-e674-40ce-a417-5a90946d42f3 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71 HTTP/1.1" status: 200 len: 945 time: 0.2326989 Jul 06 13:45:53.254422 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8cf9c-c672-4b83-84e6-ee6f48001c06 req-4032ef2b-66f5-4198-96a5-a9afff2e6662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:53.255888 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0b8cf9c-c672-4b83-84e6-ee6f48001c06 req-4032ef2b-66f5-4198-96a5-a9afff2e6662 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&device_id=afb69760-051b-4b3d-b937-4a40b7a571be HTTP/1.1" status: 200 len: 1100 time: 0.1836305 Jul 06 13:45:53.271933 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-092e3fc0-6ad8-497b-8319-634a3d670634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:53.276008 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-092e3fc0-6ad8-497b-8319-634a3d670634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:53.280023 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680df0ee-ab66-49d2-abf7-d2340013b552 req-a404c639-0f14-488b-ab89-575984681868 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:53.281570 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-680df0ee-ab66-49d2-abf7-d2340013b552 req-a404c639-0f14-488b-ab89-575984681868 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 945 time: 0.1758659 Jul 06 13:45:53.306019 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e3fc0-6ad8-497b-8319-634a3d670634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36134eac-2cc9-40be-a4cf-ef2c9b5a3438,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:53.308671 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-092e3fc0-6ad8-497b-8319-634a3d670634 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:45:53.320638 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-092e3fc0-6ad8-497b-8319-634a3d670634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:53.321052 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-092e3fc0-6ad8-497b-8319-634a3d670634 admin admin] Added segment 9073ebcb-63f4-466a-95af-03a66fe57a69 of type vlan for network cac9cfd3-e7f2-46bd-b43e-8627b8c65ed7 Jul 06 13:45:53.324883 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-4f737489-9bf0-42cf-90fd-b0b95209cf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:53.326408 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-4f737489-9bf0-42cf-90fd-b0b95209cf49 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=2348caba5ff048eca9a30073164626c9&device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 1096 time: 0.1809280 Jul 06 13:45:53.362980 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-092e3fc0-6ad8-497b-8319-634a3d670634 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:53.395352 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-092e3fc0-6ad8-497b-8319-634a3d670634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:53.396340 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092e3fc0-6ad8-497b-8319-634a3d670634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:53.396934 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-092e3fc0-6ad8-497b-8319-634a3d670634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:53.435450 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-55bb3962-9596-45b2-85ae-43c33eb82a60 req-f0fe281f-5340-4585-a54e-2747849c6afb tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777139 Jul 06 13:45:53.446335 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-092e3fc0-6ad8-497b-8319-634a3d670634 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4376323 Jul 06 13:45:53.450386 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38422) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:45:53.457397 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-c3ec27cc-367f-45de-b7f3-0957cab27774 admin admin] Request body: {'subnet': {'network_id': 'cac9cfd3-e7f2-46bd-b43e-8627b8c65ed7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-907225413-subnet', 'tenant_id': '05ebc1d989534c628771d144770a110a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:53.463580 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e3fc0-6ad8-497b-8319-634a3d670634 admin admin] Pushing event updated for resources: {'Network': ['ID=cac9cfd3-e7f2-46bd-b43e-8627b8c65ed7,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:53.475127 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network cac9cfd3-e7f2-46bd-b43e-8627b8c65ed7 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:45:53.478747 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-680df0ee-ab66-49d2-abf7-d2340013b552 req-6c3d586b-9d39-45f4-8ba7-d2a80c756536 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860757 Jul 06 13:45:53.545579 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8cf9c-c672-4b83-84e6-ee6f48001c06 req-3a4c3ae3-6166-4cc4-9d30-cbf962f22188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:53.548031 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0b8cf9c-c672-4b83-84e6-ee6f48001c06 req-3a4c3ae3-6166-4cc4-9d30-cbf962f22188 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.2566266 Jul 06 13:45:53.548603 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ec27cc-367f-45de-b7f3-0957cab27774 admin admin] Made reservation on behalf of 05ebc1d989534c628771d144770a110a for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:45:53.551020 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3ec27cc-367f-45de-b7f3-0957cab27774 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:53.572290 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-0176cbe0-12b4-43b0-b34e-c0f79bb916c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:53.573874 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-0176cbe0-12b4-43b0-b34e-c0f79bb916c3 service neutron] 10.222.0.124 "GET /v2.0/networks?id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d HTTP/1.1" status: 200 len: 922 time: 0.2073815 Jul 06 13:45:53.658544 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0b8cf9c-c672-4b83-84e6-ee6f48001c06 req-7c64a539-45de-46c1-888c-e710c92a37fe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=ee23cc46-4c30-460d-b796-1d9a9e218bbe HTTP/1.1" status: 200 len: 217 time: 0.0876460 Jul 06 13:45:54.028160 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-51b453f4-bb8c-4b18-97c6-24c69b599508 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a15d81dc-6762-4138-a46a-f473d385b35b HTTP/1.1" status: 200 len: 217 time: 0.4229825 Jul 06 13:45:54.139471 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 5ab2aabd-63e0-4b2e-b955-18aeb4dfa065 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:45:54.177009 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8cf9c-c672-4b83-84e6-ee6f48001c06 req-46f4e3d2-65df-40cb-819b-9289b1f8ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:54.178544 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0b8cf9c-c672-4b83-84e6-ee6f48001c06 req-46f4e3d2-65df-40cb-819b-9289b1f8ba5c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1661961 Jul 06 13:45:54.186066 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-6f059a08-4382-4443-810a-9d11460bf749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:54.188596 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-6f059a08-4382-4443-810a-9d11460bf749 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a HTTP/1.1" status: 200 len: 861 time: 0.1301224 Jul 06 13:45:54.267047 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 5ab2aabd-63e0-4b2e-b955-18aeb4dfa065, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=5ab2aabd-63e0-4b2e-b955-18aeb4dfa065,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:54.278686 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '5ab2aabd-63e0-4b2e-b955-18aeb4dfa065', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': '5ab2aabd-63e0-4b2e-b955-18aeb4dfa065', 'mac_address': 'fa:16:3e:96:b7:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:45:54.298285 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-a937ffb2-2aed-415b-ad04-59b946718005 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908625 Jul 06 13:45:54.313876 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4aed9f-b705-45af-a835-871155a165db req-e565fc2f-a6e8-437f-b59c-c63535c064cc tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:54.315389 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ed4aed9f-b705-45af-a835-871155a165db req-e565fc2f-a6e8-437f-b59c-c63535c064cc tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.118 "GET /v2.0/ports?device_id=bff15dfd-58b6-49ff-bced-929f77a5ad99 HTTP/1.1" status: 200 len: 950 time: 0.7112775 Jul 06 13:45:54.317392 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:54.330984 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ab2aabd-63e0-4b2e-b955-18aeb4dfa065 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:45:54.333813 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417b892-64d6-48c4-91d4-70669824da04 req-acf8a051-084b-4c81-bad1-ab0155e5b38a tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:54.335291 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a417b892-64d6-48c4-91d4-70669824da04 req-acf8a051-084b-4c81-bad1-ab0155e5b38a tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71 HTTP/1.1" status: 200 len: 1096 time: 0.3218472 Jul 06 13:45:54.351260 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 5ab2aabd-63e0-4b2e-b955-18aeb4dfa065, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=5ab2aabd-63e0-4b2e-b955-18aeb4dfa065,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:54.355357 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:54.409571 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=5ab2aabd-63e0-4b2e-b955-18aeb4dfa065,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:54.496978 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8cf9c-c672-4b83-84e6-ee6f48001c06 req-74e144bc-f032-45bd-91b0-e77b91f676f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:54.498458 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0b8cf9c-c672-4b83-84e6-ee6f48001c06 req-74e144bc-f032-45bd-91b0-e77b91f676f0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3068032 Jul 06 13:45:54.501901 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ed4aed9f-b705-45af-a835-871155a165db req-087cbc63-4c2e-486d-aa8c-8d1cb9909bb0 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f6f96aa-4f78-4bba-b7a5-d8068bb87847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727028 Jul 06 13:45:54.511895 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3ec27cc-367f-45de-b7f3-0957cab27774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:54.520557 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a417b892-64d6-48c4-91d4-70669824da04 req-405f9930-3521-43ba-8cf2-e2f012c6d43e tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611438 Jul 06 13:45:54.632434 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-87ea6705-bb68-469a-8320-f6f023efe5ab service neutron] 10.222.0.124 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123560 Jul 06 13:45:54.686299 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['5ab2aabd-63e0-4b2e-b955-18aeb4dfa065'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:45:54.688094 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec27cc-367f-45de-b7f3-0957cab27774 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21bd371e-eb04-4af9-967b-5cd25d7e96d4,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:54.803932 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ec27cc-367f-45de-b7f3-0957cab27774 admin admin] Checking segment: {'id': '9073ebcb-63f4-466a-95af-03a66fe57a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'cac9cfd3-e7f2-46bd-b43e-8627b8c65ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:45:54.804275 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ec27cc-367f-45de-b7f3-0957cab27774 admin admin] Network hostable DHCP agents. Network: cac9cfd3-e7f2-46bd-b43e-8627b8c65ed7, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:45:54.833843 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0b8cf9c-c672-4b83-84e6-ee6f48001c06 req-29b99cf7-ebed-464a-89d1-fece2ad05542 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167605 Jul 06 13:45:54.912973 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-add1c4b7-2036-4e9f-9ad7-f80ae0bfd121 service neutron] 10.222.0.124 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736125 Jul 06 13:45:54.917952 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ec27cc-367f-45de-b7f3-0957cab27774 admin admin] Network cac9cfd3-e7f2-46bd-b43e-8627b8c65ed7 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:45:54.931977 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2319b9f-c0b3-428e-9f98-13d9c9c4ba04 req-6e5fc297-6591-4df7-9b9d-2c7b6fd7f091 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:54.933488 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d2319b9f-c0b3-428e-9f98-13d9c9c4ba04 req-6e5fc297-6591-4df7-9b9d-2c7b6fd7f091 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=e35de86e-67b0-4cff-84d4-98324149e173 HTTP/1.1" status: 200 len: 945 time: 0.3182068 Jul 06 13:45:54.957149 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-c3ec27cc-367f-45de-b7f3-0957cab27774 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, cac9cfd3-e7f2-46bd-b43e-8627b8c65ed7) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:54.964697 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b84370-b655-48d5-8c50-8e206103563d None None] Network cac9cfd3-e7f2-46bd-b43e-8627b8c65ed7 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:45:54.974804 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45451ce1-f568-4cb8-9879-25bd9359158e req-a2e61704-3f11-47bb-a520-c2bd7f2aab27 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:54.976314 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45451ce1-f568-4cb8-9879-25bd9359158e req-a2e61704-3f11-47bb-a520-c2bd7f2aab27 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=fc31f72f-61f8-4611-bc5b-8b8abb55a147 HTTP/1.1" status: 200 len: 949 time: 0.3050175 Jul 06 13:45:54.982227 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ec27cc-367f-45de-b7f3-0957cab27774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:54.982859 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3ec27cc-367f-45de-b7f3-0957cab27774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:55.036686 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c3ec27cc-367f-45de-b7f3-0957cab27774 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5830801 Jul 06 13:45:55.045173 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d2319b9f-c0b3-428e-9f98-13d9c9c4ba04 req-89c6f92e-acb8-4c85-8927-863aced83160 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041274 Jul 06 13:45:55.058843 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0b8cf9c-c672-4b83-84e6-ee6f48001c06 req-4e81204a-d2e0-4b0b-83e5-7e3ac7d557bb service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073584 Jul 06 13:45:55.073425 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45451ce1-f568-4cb8-9879-25bd9359158e req-e4f7bc3b-99fc-4b03-8074-8cb2b7801114 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784233 Jul 06 13:45:55.115096 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6565ebcd-acd0-425b-8e66-66464fbbd3e5 None None] Network cac9cfd3-e7f2-46bd-b43e-8627b8c65ed7 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:45:55.306832 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b94335-3abb-428a-8d58-642e0932f322 req-5764fb7b-a650-4227-a508-d1a162cec20e tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:55.308361 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17b94335-3abb-428a-8d58-642e0932f322 req-5764fb7b-a650-4227-a508-d1a162cec20e tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 945 time: 0.1102760 Jul 06 13:45:55.324519 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b0427-4759-4b8c-a22c-80d765d1fbd1 req-28cdbb8f-bf69-403c-bd13-0c1ea44d26f2 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:55.326110 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c4b0427-4759-4b8c-a22c-80d765d1fbd1 req-28cdbb8f-bf69-403c-bd13-0c1ea44d26f2 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71 HTTP/1.1" status: 200 len: 1096 time: 0.0931153 Jul 06 13:45:55.379773 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17b94335-3abb-428a-8d58-642e0932f322 req-ad582e6e-532c-467b-9c77-22015c83887c tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629930 Jul 06 13:45:55.385282 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c4b0427-4759-4b8c-a22c-80d765d1fbd1 req-4ec4ade5-7925-4c60-aff6-2bc04538af00 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504248 Jul 06 13:45:55.696309 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-dd4861a1-3ebf-4e11-a56d-b85716ca9c1a req-a12a5a10-4a34-475c-9044-84542b028920 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-828976788', 'description': 'tempest-description-47410807'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:55.722139 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dd4861a1-3ebf-4e11-a56d-b85716ca9c1a req-a12a5a10-4a34-475c-9044-84542b028920 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:55.843013 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35da962-a4bb-4089-a5cb-28dd573a78a3 req-84a306c7-36fc-47cb-8419-38e3627629a6 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:55.844591 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a35da962-a4bb-4089-a5cb-28dd573a78a3 req-84a306c7-36fc-47cb-8419-38e3627629a6 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.118 "GET /v2.0/ports?device_id=bff15dfd-58b6-49ff-bced-929f77a5ad99 HTTP/1.1" status: 200 len: 950 time: 0.1186957 Jul 06 13:45:55.881536 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dd4861a1-3ebf-4e11-a56d-b85716ca9c1a req-a12a5a10-4a34-475c-9044-84542b028920 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:55.888805 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dd4861a1-3ebf-4e11-a56d-b85716ca9c1a req-a12a5a10-4a34-475c-9044-84542b028920 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:55.918216 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a35da962-a4bb-4089-a5cb-28dd573a78a3 req-05a4339d-9343-4779-b605-65da995df42d tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f6f96aa-4f78-4bba-b7a5-d8068bb87847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657463 Jul 06 13:45:55.931143 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dd4861a1-3ebf-4e11-a56d-b85716ca9c1a req-a12a5a10-4a34-475c-9044-84542b028920 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:55.932688 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dd4861a1-3ebf-4e11-a56d-b85716ca9c1a req-a12a5a10-4a34-475c-9044-84542b028920 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2407644 Jul 06 13:45:55.934621 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a5a10-4a34-475c-9044-84542b028920 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60668192-c8dd-4ebb-bc48-5b2341d13bb2,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:56.033860 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e0c1c081-fbe6-475d-83c1-a0e9d9e4e4c1 req-770ac9f6-81b4-43d3-9bf0-d9a78ebc5d62 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] 10.222.0.118 "GET /v2.0/security-groups/60668192-c8dd-4ebb-bc48-5b2341d13bb2 HTTP/1.1" status: 200 len: 1810 time: 0.0670304 Jul 06 13:45:56.044134 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-e0c1c081-fbe6-475d-83c1-a0e9d9e4e4c1 req-adf7a0b2-3cb3-473d-91a5-f3bd0d8f201d tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '60668192-c8dd-4ebb-bc48-5b2341d13bb2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:56.044770 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-e0c1c081-fbe6-475d-83c1-a0e9d9e4e4c1 req-adf7a0b2-3cb3-473d-91a5-f3bd0d8f201d tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '60668192-c8dd-4ebb-bc48-5b2341d13bb2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:56.111738 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e0c1c081-fbe6-475d-83c1-a0e9d9e4e4c1 req-adf7a0b2-3cb3-473d-91a5-f3bd0d8f201d tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:56.151357 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e0c1c081-fbe6-475d-83c1-a0e9d9e4e4c1 req-adf7a0b2-3cb3-473d-91a5-f3bd0d8f201d tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:56.155727 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 5ab2aabd-63e0-4b2e-b955-18aeb4dfa065 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:56.156677 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e0c1c081-fbe6-475d-83c1-a0e9d9e4e4c1 req-adf7a0b2-3cb3-473d-91a5-f3bd0d8f201d tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:56.183198 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7a0b2-3cb3-473d-91a5-f3bd0d8f201d tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c36936-aaf6-4295-bcf5-00e1f175cad6,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:56.189068 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e0c1c081-fbe6-475d-83c1-a0e9d9e4e4c1 req-adf7a0b2-3cb3-473d-91a5-f3bd0d8f201d tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:56.203745 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e0c1c081-fbe6-475d-83c1-a0e9d9e4e4c1 req-adf7a0b2-3cb3-473d-91a5-f3bd0d8f201d tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1623614 Jul 06 13:45:56.244901 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 5ab2aabd-63e0-4b2e-b955-18aeb4dfa065 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:45:56.250876 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 5ab2aabd-63e0-4b2e-b955-18aeb4dfa065 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:45:56.251414 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:56.397650 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:56.438104 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93844f-741d-435e-ab9d-1aede911883b req-2de50ba0-2ed7-45c7-b0c4-28f97c67b101 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:56.443128 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb93844f-741d-435e-ab9d-1aede911883b req-2de50ba0-2ed7-45c7-b0c4-28f97c67b101 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=e35de86e-67b0-4cff-84d4-98324149e173 HTTP/1.1" status: 200 len: 945 time: 0.1242297 Jul 06 13:45:56.447401 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 5ab2aabd-63e0-4b2e-b955-18aeb4dfa065, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=5ab2aabd-63e0-4b2e-b955-18aeb4dfa065,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:56.448742 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc31f72f-61f8-4611-bc5b-8b8abb55a147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab2aabd-63e0-4b2e-b955-18aeb4dfa065'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:45:56.452644 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b562b420-fc2e-44b7-800e-bdbab5b5a9f3" -d '{"events": [{"server_uuid": "fc31f72f-61f8-4611-bc5b-8b8abb55a147", "name": "network-vif-plugged", "status": "completed", "tag": "5ab2aabd-63e0-4b2e-b955-18aeb4dfa065"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:56.456757 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:56.520475 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=5ab2aabd-63e0-4b2e-b955-18aeb4dfa065,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:56.563722 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb93844f-741d-435e-ab9d-1aede911883b req-b9f6c72d-7426-4b5f-b843-552e34252a27 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127980 Jul 06 13:45:56.606128 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499cabf-0240-41cc-825d-1f110623c499 req-b370345d-2ff9-413a-bb02-e8625e4843b1 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:56.607545 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2499cabf-0240-41cc-825d-1f110623c499 req-b370345d-2ff9-413a-bb02-e8625e4843b1 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=fc31f72f-61f8-4611-bc5b-8b8abb55a147 HTTP/1.1" status: 200 len: 950 time: 0.1013551 Jul 06 13:45:56.649320 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2499cabf-0240-41cc-825d-1f110623c499 req-38d9e75c-78da-461e-8bf6-6e2a9f214cc5 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353265 Jul 06 13:45:56.747112 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-012c3317-93a2-4262-88c1-bfe96db50653 req-1c5a12ef-28ac-4561-b5b2-7d8661891e31 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] 10.222.0.118 "GET /v2.0/security-groups/60668192-c8dd-4ebb-bc48-5b2341d13bb2 HTTP/1.1" status: 200 len: 2403 time: 0.0684152 Jul 06 13:45:56.767512 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a756211-828e-4ba8-a161-8605c5ee2386 req-b01e1256-12b3-4e33-a371-6ffcc1fb65bb tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:56.769095 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9a756211-828e-4ba8-a161-8605c5ee2386 req-b01e1256-12b3-4e33-a371-6ffcc1fb65bb tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71 HTTP/1.1" status: 200 len: 1096 time: 0.0917642 Jul 06 13:45:56.806330 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9a756211-828e-4ba8-a161-8605c5ee2386 req-d7138a12-7a8c-4ca6-a281-0d4d857ed9e3 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308921 Jul 06 13:45:56.923723 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c07445-0c22-4b0e-8b7c-8387f66845a0 req-27653341-c509-4b14-9059-2087bf623f91 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:56.925613 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1c07445-0c22-4b0e-8b7c-8387f66845a0 req-27653341-c509-4b14-9059-2087bf623f91 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.118 "GET /v2.0/ports?device_id=bff15dfd-58b6-49ff-bced-929f77a5ad99 HTTP/1.1" status: 200 len: 950 time: 0.0729637 Jul 06 13:45:56.992236 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1c07445-0c22-4b0e-8b7c-8387f66845a0 req-8dc24c55-783c-43f6-aabc-a41a3f6defc5 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f6f96aa-4f78-4bba-b7a5-d8068bb87847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566313 Jul 06 13:45:57.018713 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393bedb-aedf-4fa6-8e5d-48febc5d654d req-c8c9be15-4d67-4722-a02c-57cd8963d8d4 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:57.020272 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3393bedb-aedf-4fa6-8e5d-48febc5d654d req-c8c9be15-4d67-4722-a02c-57cd8963d8d4 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 945 time: 0.0935063 Jul 06 13:45:57.050259 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0f2baf-1a22-4785-a3e9-ea98bd4ecc26 x-openstack-request-id: req-9c0f2baf-1a22-4785-a3e9-ea98bd4ecc26 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:57.050815 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc31f72f-61f8-4611-bc5b-8b8abb55a147", "name": "network-vif-plugged", "status": "completed", "tag": "5ab2aabd-63e0-4b2e-b955-18aeb4dfa065", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:57.051291 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-9c0f2baf-1a22-4785-a3e9-ea98bd4ecc26 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:57.052017 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc31f72f-61f8-4611-bc5b-8b8abb55a147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab2aabd-63e0-4b2e-b955-18aeb4dfa065', 'code': 200} Jul 06 13:45:57.061086 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3393bedb-aedf-4fa6-8e5d-48febc5d654d req-03ab2dcf-446b-4a13-91ae-adb989157f3c tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344162 Jul 06 13:45:57.212435 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e8db7be-c47a-4bbe-a6dc-69c6e4332c0f req-de4625d7-8c99-4117-a4fb-a507e482cb4a tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] 10.222.0.118 "GET /v2.0/security-group-rules/34c36936-aaf6-4295-bcf5-00e1f175cad6 HTTP/1.1" status: 200 len: 778 time: 0.0332780 Jul 06 13:45:57.256341 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e54724-3a05-4167-a459-0e3973959605 req-1a8b73ed-d92a-486b-bae9-dac2e0eaa366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:57.258030 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f1e54724-3a05-4167-a459-0e3973959605 req-1a8b73ed-d92a-486b-bae9-dac2e0eaa366 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fc31f72f-61f8-4611-bc5b-8b8abb55a147 HTTP/1.1" status: 200 len: 1101 time: 0.1079445 Jul 06 13:45:57.294043 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e8db7be-c47a-4bbe-a6dc-69c6e4332c0f req-6d361d9f-b90e-4c0e-809e-5c006a08b7bb tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] 10.222.0.118 "GET /v2.0/security-groups/60668192-c8dd-4ebb-bc48-5b2341d13bb2 HTTP/1.1" status: 200 len: 2403 time: 0.0740926 Jul 06 13:45:57.323349 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f1e54724-3a05-4167-a459-0e3973959605 req-2451e04f-d7d4-418d-a3bc-4bcffe975d56 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580962 Jul 06 13:45:57.331869 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7e8db7be-c47a-4bbe-a6dc-69c6e4332c0f req-22c30b22-35bc-4d22-b7f2-99a146d73e32 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:57.341467 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7e8db7be-c47a-4bbe-a6dc-69c6e4332c0f req-22c30b22-35bc-4d22-b7f2-99a146d73e32 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:57.375872 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7e8db7be-c47a-4bbe-a6dc-69c6e4332c0f req-22c30b22-35bc-4d22-b7f2-99a146d73e32 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:57.383544 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7e8db7be-c47a-4bbe-a6dc-69c6e4332c0f req-22c30b22-35bc-4d22-b7f2-99a146d73e32 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:57.384877 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e8db7be-c47a-4bbe-a6dc-69c6e4332c0f req-22c30b22-35bc-4d22-b7f2-99a146d73e32 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] 10.222.0.118 "DELETE /v2.0/security-group-rules/34c36936-aaf6-4295-bcf5-00e1f175cad6 HTTP/1.1" status: 204 len: 173 time: 0.0883534 Jul 06 13:45:57.392905 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c30b22-35bc-4d22-b7f2-99a146d73e32 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34c36936-aaf6-4295-bcf5-00e1f175cad6,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:57.408462 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-01d0e8a1-668f-497b-ae97-3c2d22d11f35 req-79285b89-2770-4d70-845e-2efcab197339 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1433005201', 'description': 'tempest-description-1114661146'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:57.431433 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-01d0e8a1-668f-497b-ae97-3c2d22d11f35 req-79285b89-2770-4d70-845e-2efcab197339 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:57.524048 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-01d0e8a1-668f-497b-ae97-3c2d22d11f35 req-79285b89-2770-4d70-845e-2efcab197339 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:57.528805 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-01d0e8a1-668f-497b-ae97-3c2d22d11f35 req-79285b89-2770-4d70-845e-2efcab197339 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:57.562621 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79285b89-2770-4d70-845e-2efcab197339 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32b96663-3820-41d2-9e93-f3ac277f6e89,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:57.564864 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-01d0e8a1-668f-497b-ae97-3c2d22d11f35 req-79285b89-2770-4d70-845e-2efcab197339 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:57.574695 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01d0e8a1-668f-497b-ae97-3c2d22d11f35 req-79285b89-2770-4d70-845e-2efcab197339 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1659143 Jul 06 13:45:57.633664 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ec250df-9916-4fc4-b8f1-33aaad6c3647 req-999115f1-1e4f-4f38-8001-26c7b4b47156 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] 10.222.0.118 "GET /v2.0/security-groups/32b96663-3820-41d2-9e93-f3ac277f6e89 HTTP/1.1" status: 200 len: 1813 time: 0.0453453 Jul 06 13:45:57.803942 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eee922-227f-46bc-b639-fa5adff642e8 req-c7e5a5c9-ba4d-46ff-9eb9-fc1c89d91f75 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:57.805561 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-98eee922-227f-46bc-b639-fa5adff642e8 req-c7e5a5c9-ba4d-46ff-9eb9-fc1c89d91f75 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=e35de86e-67b0-4cff-84d4-98324149e173 HTTP/1.1" status: 200 len: 945 time: 0.0710816 Jul 06 13:45:57.851546 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-98eee922-227f-46bc-b639-fa5adff642e8 req-7ae11cf5-3bb9-4b45-bbcd-9dc71b38e65e tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398488 Jul 06 13:45:57.981987 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd5e55-b6bb-452e-89a0-66397f66dde8 req-b73e0551-96af-4970-8397-82638f6c4cbf tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:57.983749 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-93cd5e55-b6bb-452e-89a0-66397f66dde8 req-b73e0551-96af-4970-8397-82638f6c4cbf tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.124 "GET /v2.0/ports?device_id=bff15dfd-58b6-49ff-bced-929f77a5ad99 HTTP/1.1" status: 200 len: 950 time: 0.0756969 Jul 06 13:45:58.133143 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6c660-ad37-4d5c-85ee-845491117432 req-331036e7-a1fa-4970-9fd1-478d79e95156 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:58.134655 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d6b6c660-ad37-4d5c-85ee-845491117432 req-331036e7-a1fa-4970-9fd1-478d79e95156 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=fc31f72f-61f8-4611-bc5b-8b8abb55a147 HTTP/1.1" status: 200 len: 950 time: 0.1499054 Jul 06 13:45:58.178914 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-93cd5e55-b6bb-452e-89a0-66397f66dde8 req-f38f467e-5c46-409c-9a5b-fad407181836 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Deleting port 03c7524b-3923-4cea-b66f-d2cf77292d94 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:45:58.179175 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-93cd5e55-b6bb-452e-89a0-66397f66dde8 req-f38f467e-5c46-409c-9a5b-fad407181836 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:58.226898 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d6b6c660-ad37-4d5c-85ee-845491117432 req-1898dd24-0773-48a5-80d1-e6e32ff9cc48 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840666 Jul 06 13:45:58.277641 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-cd36ea79-bb97-4870-88de-3cae9ddd3250 req-9c6d4a0b-f036-429e-9f01-e2170d3e68dc tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-436394622', 'description': 'tempest-description-97077690'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:58.327915 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-93cd5e55-b6bb-452e-89a0-66397f66dde8 req-f38f467e-5c46-409c-9a5b-fad407181836 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] For port 03c7524b-3923-4cea-b66f-d2cf77292d94, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=03c7524b-3923-4cea-b66f-d2cf77292d94,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:58.328468 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-93cd5e55-b6bb-452e-89a0-66397f66dde8 req-f38f467e-5c46-409c-9a5b-fad407181836 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:58.331664 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cd36ea79-bb97-4870-88de-3cae9ddd3250 req-9c6d4a0b-f036-429e-9f01-e2170d3e68dc tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:58.356382 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-a1291540-66ed-4510-9304-006217cf3ff9 req-636afd39-0448-4a16-bd60-6dda7aebf660 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:45:58.357323 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1291540-66ed-4510-9304-006217cf3ff9 req-636afd39-0448-4a16-bd60-6dda7aebf660 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056267 Jul 06 13:45:58.358984 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-93cd5e55-b6bb-452e-89a0-66397f66dde8 req-f38f467e-5c46-409c-9a5b-fad407181836 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Calling delete_port for 03c7524b-3923-4cea-b66f-d2cf77292d94 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:45:58.378927 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-a1291540-66ed-4510-9304-006217cf3ff9 req-09593b56-a090-47d0-a588-4c5ce00d916b service neutron] Request body: {'binding': {'host': 'n-h1-773644-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:58.379386 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-a1291540-66ed-4510-9304-006217cf3ff9 req-09593b56-a090-47d0-a588-4c5ce00d916b service neutron] Unknown quota resources ['binding']. {{(pid=100418) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 13:45:58.647004 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cd36ea79-bb97-4870-88de-3cae9ddd3250 req-9c6d4a0b-f036-429e-9f01-e2170d3e68dc tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:58.658448 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cd36ea79-bb97-4870-88de-3cae9ddd3250 req-9c6d4a0b-f036-429e-9f01-e2170d3e68dc tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:58.701100 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-a1291540-66ed-4510-9304-006217cf3ff9 req-09593b56-a090-47d0-a588-4c5ce00d916b service neutron] Attempting to bind port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca on host n-h1-773644-6 for vnic_type normal with profile None {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:45:58.701441 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-a1291540-66ed-4510-9304-006217cf3ff9 req-09593b56-a090-47d0-a588-4c5ce00d916b service neutron] Attempting to bind port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:45:58.701797 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1291540-66ed-4510-9304-006217cf3ff9 req-09593b56-a090-47d0-a588-4c5ce00d916b service neutron] Attempting to bind port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:58.709435 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cd36ea79-bb97-4870-88de-3cae9ddd3250 req-9c6d4a0b-f036-429e-9f01-e2170d3e68dc tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:58.711103 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd36ea79-bb97-4870-88de-3cae9ddd3250 req-9c6d4a0b-f036-429e-9f01-e2170d3e68dc tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4374158 Jul 06 13:45:58.716419 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-93cd5e55-b6bb-452e-89a0-66397f66dde8 req-f38f467e-5c46-409c-9a5b-fad407181836 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:58.719059 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1291540-66ed-4510-9304-006217cf3ff9 req-09593b56-a090-47d0-a588-4c5ce00d916b service neutron] Port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:45:58.719419 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1291540-66ed-4510-9304-006217cf3ff9 req-09593b56-a090-47d0-a588-4c5ce00d916b service neutron] Attempting to bind port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:45:58.730714 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d4a0b-f036-429e-9f01-e2170d3e68dc tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=446b89c1-0810-4eed-b602-f24a4d9b6245,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:58.734713 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['03c7524b-3923-4cea-b66f-d2cf77292d94'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:45:58.755897 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1291540-66ed-4510-9304-006217cf3ff9 req-09593b56-a090-47d0-a588-4c5ce00d916b service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:45:58.756247 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1291540-66ed-4510-9304-006217cf3ff9 req-09593b56-a090-47d0-a588-4c5ce00d916b service neutron] Checking segment: {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:45:58.756825 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1291540-66ed-4510-9304-006217cf3ff9 req-09593b56-a090-47d0-a588-4c5ce00d916b service neutron] Bound using segment: {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:45:58.757452 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-a1291540-66ed-4510-9304-006217cf3ff9 req-09593b56-a090-47d0-a588-4c5ce00d916b service neutron] Bound port: 1bedc484-b3d4-459b-b2cf-64cde3ef42ca, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:45:58.762067 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f467e-5c46-409c-9a5b-fad407181836 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Pushing event deleted for resources: {'Port': ['ID=03c7524b-3923-4cea-b66f-d2cf77292d94,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:58.839678 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-93cd5e55-b6bb-452e-89a0-66397f66dde8 req-f38f467e-5c46-409c-9a5b-fad407181836 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] No DVR routers for this DVR port 03c7524b-3923-4cea-b66f-d2cf77292d94 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:45:58.843386 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-93cd5e55-b6bb-452e-89a0-66397f66dde8 req-f38f467e-5c46-409c-9a5b-fad407181836 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:58.846308 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-93cd5e55-b6bb-452e-89a0-66397f66dde8 req-f38f467e-5c46-409c-9a5b-fad407181836 tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.124 "DELETE /v2.0/ports/03c7524b-3923-4cea-b66f-d2cf77292d94 HTTP/1.1" status: 204 len: 173 time: 0.8506613 Jul 06 13:45:58.859945 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff15dfd-58b6-49ff-bced-929f77a5ad99', 'name': 'network-vif-deleted', 'tag': '03c7524b-3923-4cea-b66f-d2cf77292d94'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:45:58.864481 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0017c4c4-ee84-409d-915d-0879f024b717" -d '{"events": [{"server_uuid": "bff15dfd-58b6-49ff-bced-929f77a5ad99", "name": "network-vif-deleted", "tag": "03c7524b-3923-4cea-b66f-d2cf77292d94"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:58.918565 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-a1291540-66ed-4510-9304-006217cf3ff9 req-09593b56-a090-47d0-a588-4c5ce00d916b service neutron] For port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=1bedc484-b3d4-459b-b2cf-64cde3ef42ca,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:58.922112 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b4b5a42c-3c7a-4361-97e2-b99d1619ec6c req-9560125d-d47e-403a-9544-63842665dead tempest-ImagesNegativeTestJSON-1881829675 tempest-ImagesNegativeTestJSON-1881829675-project] 10.222.0.118 "GET /v2.0/ports?device_id=bff15dfd-58b6-49ff-bced-929f77a5ad99 HTTP/1.1" status: 200 len: 210 time: 0.0442476 Jul 06 13:45:58.924404 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a1291540-66ed-4510-9304-006217cf3ff9 req-09593b56-a090-47d0-a588-4c5ce00d916b service neutron] Notify callbacks [] for binding, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:58.925531 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1291540-66ed-4510-9304-006217cf3ff9 req-09593b56-a090-47d0-a588-4c5ce00d916b service neutron] 10.222.0.118 "POST /v2.0/ports/1bedc484-b3d4-459b-b2cf-64cde3ef42ca/bindings HTTP/1.1" status: 201 len: 389 time: 0.5555253 Jul 06 13:45:59.161808 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8549f-496a-4063-a4db-c6e25f804c05 req-a2600099-e246-49a2-99c3-7f5cbb6621c7 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:59.166322 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9fc8549f-496a-4063-a4db-c6e25f804c05 req-a2600099-e246-49a2-99c3-7f5cbb6621c7 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 945 time: 0.0993099 Jul 06 13:45:59.210848 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9fc8549f-496a-4063-a4db-c6e25f804c05 req-7707c07f-9926-4e50-945f-6aedfca9a0c4 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385985 Jul 06 13:45:59.336390 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad2a263a-4eca-410f-b090-9976159cd96c req-98742779-0ca4-45d6-b7f0-d6194803cdd4 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] 10.222.0.118 "GET /v2.0/security-groups/446b89c1-0810-4eed-b602-f24a4d9b6245 HTTP/1.1" status: 200 len: 1810 time: 0.0533714 Jul 06 13:45:59.349298 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1291540-66ed-4510-9304-006217cf3ff9 req-63e23f2d-d73b-4da9-a10c-9ee3de7f5ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:59.351027 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1291540-66ed-4510-9304-006217cf3ff9 req-63e23f2d-d73b-4da9-a10c-9ee3de7f5ae9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a05dcebc7174fa4835bbaac9666195c&device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71 HTTP/1.1" status: 200 len: 1096 time: 0.1030471 Jul 06 13:45:59.364170 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed32af4-5062-40c9-94e9-5f30abc8d52d x-openstack-request-id: req-9ed32af4-5062-40c9-94e9-5f30abc8d52d {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:59.365146 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff15dfd-58b6-49ff-bced-929f77a5ad99", "name": "network-vif-deleted", "tag": "03c7524b-3923-4cea-b66f-d2cf77292d94", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:59.366201 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-9ed32af4-5062-40c9-94e9-5f30abc8d52d {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:59.367566 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff15dfd-58b6-49ff-bced-929f77a5ad99', 'name': 'network-vif-deleted', 'tag': '03c7524b-3923-4cea-b66f-d2cf77292d94', 'status': 'completed', 'code': 200} Jul 06 13:45:59.555728 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1291540-66ed-4510-9304-006217cf3ff9 req-ef10dbd5-95b3-441e-8615-a4a085f43019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:59.557359 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1291540-66ed-4510-9304-006217cf3ff9 req-ef10dbd5-95b3-441e-8615-a4a085f43019 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b HTTP/1.1" status: 200 len: 909 time: 0.1887231 Jul 06 13:45:59.611978 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1291540-66ed-4510-9304-006217cf3ff9 req-d0478456-3b62-4eed-88c7-95cee7bdcbb8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bedc484-b3d4-459b-b2cf-64cde3ef42ca HTTP/1.1" status: 200 len: 217 time: 0.0471468 Jul 06 13:45:59.687216 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9773a6c-202b-4041-86d9-a4e1d6277577 req-aa10387e-a6b6-408a-ab40-d2fbb52bc596 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:59.688658 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9773a6c-202b-4041-86d9-a4e1d6277577 req-aa10387e-a6b6-408a-ab40-d2fbb52bc596 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=e35de86e-67b0-4cff-84d4-98324149e173 HTTP/1.1" status: 200 len: 945 time: 0.2148111 Jul 06 13:45:59.699596 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118698c-65e5-4c4d-9536-66aa6af39993 req-609195dd-424e-4a2d-b357-418656225381 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:59.701039 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7118698c-65e5-4c4d-9536-66aa6af39993 req-609195dd-424e-4a2d-b357-418656225381 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71 HTTP/1.1" status: 200 len: 945 time: 0.1919167 Jul 06 13:45:59.729921 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1291540-66ed-4510-9304-006217cf3ff9 req-335632f9-d77c-4fbe-84bd-28849abd1cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:45:59.731316 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1291540-66ed-4510-9304-006217cf3ff9 req-335632f9-d77c-4fbe-84bd-28849abd1cad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fb580ceb-d4c2-41da-b0a8-ed5910fd5560 HTTP/1.1" status: 200 len: 848 time: 0.1065071 Jul 06 13:45:59.780831 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1291540-66ed-4510-9304-006217cf3ff9 req-b26d3e70-4d47-4d26-830b-a7860683f6ee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398862 Jul 06 13:45:59.802829 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9773a6c-202b-4041-86d9-a4e1d6277577 req-4b885388-dec7-4bc9-a646-10734fb578ab tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008675 Jul 06 13:45:59.818952 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7118698c-65e5-4c4d-9536-66aa6af39993 req-5953f380-f605-4a1f-afbf-5c396b0c28cd tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064470 Jul 06 13:45:59.858583 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-abc882f4-db7f-4b91-ac32-a0e59e0a98f7 req-bfebdb12-5527-409f-b4e4-e9187006155f tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2026444138', 'description': 'tempest-description-333960904'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:45:59.899656 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-abc882f4-db7f-4b91-ac32-a0e59e0a98f7 req-bfebdb12-5527-409f-b4e4-e9187006155f tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:45:59.945473 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1291540-66ed-4510-9304-006217cf3ff9 req-d769ed3c-f925-41e5-ad5c-3b1b9eead244 service neutron] 10.222.0.52 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563313 Jul 06 13:46:00.365440 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbf44d-60ee-4acc-86f9-16f502e201d9 req-dde842be-98be-4240-ac8b-5e90bd416f4b tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:00.366999 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08dbf44d-60ee-4acc-86f9-16f502e201d9 req-dde842be-98be-4240-ac8b-5e90bd416f4b tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=fc31f72f-61f8-4611-bc5b-8b8abb55a147 HTTP/1.1" status: 200 len: 950 time: 0.4597745 Jul 06 13:46:00.428284 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1291540-66ed-4510-9304-006217cf3ff9 req-6be51c12-569b-42ed-a559-08540dc26a47 service neutron] 10.222.0.52 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652863 Jul 06 13:46:00.442052 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-abc882f4-db7f-4b91-ac32-a0e59e0a98f7 req-bfebdb12-5527-409f-b4e4-e9187006155f tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:00.449146 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08dbf44d-60ee-4acc-86f9-16f502e201d9 req-160bd2b5-34a1-425e-b6da-ed95b5de06e7 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741341 Jul 06 13:46:00.450445 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-abc882f4-db7f-4b91-ac32-a0e59e0a98f7 req-bfebdb12-5527-409f-b4e4-e9187006155f tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:00.477853 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-abc882f4-db7f-4b91-ac32-a0e59e0a98f7 req-bfebdb12-5527-409f-b4e4-e9187006155f tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:00.479097 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-abc882f4-db7f-4b91-ac32-a0e59e0a98f7 req-bfebdb12-5527-409f-b4e4-e9187006155f tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6295481 Jul 06 13:46:00.485271 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfebdb12-5527-409f-b4e4-e9187006155f tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79287e7e-10e7-4b35-9734-53a3fc84919d,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:00.553334 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1291540-66ed-4510-9304-006217cf3ff9 req-12de9319-17aa-4e4e-8d4e-844628447822 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:00.554998 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1291540-66ed-4510-9304-006217cf3ff9 req-12de9319-17aa-4e4e-8d4e-844628447822 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71&tenant_id=0a05dcebc7174fa4835bbaac9666195c&binding%3Ahost_id=n-h2-773644-6 HTTP/1.1" status: 200 len: 1096 time: 0.0657108 Jul 06 13:46:00.567680 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-a1291540-66ed-4510-9304-006217cf3ff9 req-d31ceec9-2780-4d5a-a6f0-09b6993d7ca9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-773644-6'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:46:00.659724 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a1291540-66ed-4510-9304-006217cf3ff9 req-d31ceec9-2780-4d5a-a6f0-09b6993d7ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:00.790375 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c01fa7-729e-4920-87bf-d5879b58e769 req-562cd3ae-411e-44d1-8c79-9643049f5096 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:00.791934 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-69c01fa7-729e-4920-87bf-d5879b58e769 req-562cd3ae-411e-44d1-8c79-9643049f5096 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 945 time: 0.1483133 Jul 06 13:46:00.892822 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-69c01fa7-729e-4920-87bf-d5879b58e769 req-bb1a68e6-0df2-4fc4-bc5b-3decc51e73d7 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923612 Jul 06 13:46:00.912156 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-a1291540-66ed-4510-9304-006217cf3ff9 req-d31ceec9-2780-4d5a-a6f0-09b6993d7ca9 service neutron] For port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=1bedc484-b3d4-459b-b2cf-64cde3ef42ca,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:00.956948 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d6ae6-8c47-4ef7-9627-8edd202be341 req-7069c812-eede-4d1a-9329-ef4f01e49ff2 tempest-ServersOnMultiNodesTest-1990585717 tempest-ServersOnMultiNodesTest-1990585717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:00.958399 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-694d6ae6-8c47-4ef7-9627-8edd202be341 req-7069c812-eede-4d1a-9329-ef4f01e49ff2 tempest-ServersOnMultiNodesTest-1990585717 tempest-ServersOnMultiNodesTest-1990585717-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=fc31f72f-61f8-4611-bc5b-8b8abb55a147 HTTP/1.1" status: 200 len: 1101 time: 0.1469142 Jul 06 13:46:01.003318 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-a1291540-66ed-4510-9304-006217cf3ff9 req-d31ceec9-2780-4d5a-a6f0-09b6993d7ca9 service neutron] For port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:46:01.037365 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9c8f739-b6e4-4b17-84ff-febfb7b2157a req-abf0b998-4441-4949-8fad-a8edd3c89638 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] 10.222.0.118 "GET /v2.0/security-groups/79287e7e-10e7-4b35-9734-53a3fc84919d HTTP/1.1" status: 200 len: 1812 time: 0.1154485 Jul 06 13:46:01.050081 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-694d6ae6-8c47-4ef7-9627-8edd202be341 req-213945c2-644f-4d05-ace7-2dbee5726bbf tempest-ServersOnMultiNodesTest-1990585717 tempest-ServersOnMultiNodesTest-1990585717-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840981 Jul 06 13:46:01.062682 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a1291540-66ed-4510-9304-006217cf3ff9 req-d31ceec9-2780-4d5a-a6f0-09b6993d7ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:01.068271 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a1291540-66ed-4510-9304-006217cf3ff9 req-d31ceec9-2780-4d5a-a6f0-09b6993d7ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:01.159210 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ceec9-2780-4d5a-a6f0-09b6993d7ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=1bedc484-b3d4-459b-b2cf-64cde3ef42ca,revision_number=7']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:01.180251 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-a1291540-66ed-4510-9304-006217cf3ff9 req-d31ceec9-2780-4d5a-a6f0-09b6993d7ca9 service neutron] Attempting to bind port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca on host n-h2-773644-6 for vnic_type normal with profile {"migrating_to": "n-h1-773644-6"} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:46:01.180600 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-a1291540-66ed-4510-9304-006217cf3ff9 req-d31ceec9-2780-4d5a-a6f0-09b6993d7ca9 service neutron] Attempting to bind port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:46:01.180939 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1291540-66ed-4510-9304-006217cf3ff9 req-d31ceec9-2780-4d5a-a6f0-09b6993d7ca9 service neutron] Attempting to bind port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:46:01.203375 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1291540-66ed-4510-9304-006217cf3ff9 req-d31ceec9-2780-4d5a-a6f0-09b6993d7ca9 service neutron] Port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:46:01.203722 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1291540-66ed-4510-9304-006217cf3ff9 req-d31ceec9-2780-4d5a-a6f0-09b6993d7ca9 service neutron] Attempting to bind port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:46:01.215997 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1291540-66ed-4510-9304-006217cf3ff9 req-d31ceec9-2780-4d5a-a6f0-09b6993d7ca9 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:46:01.216278 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1291540-66ed-4510-9304-006217cf3ff9 req-d31ceec9-2780-4d5a-a6f0-09b6993d7ca9 service neutron] Checking segment: {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:46:01.216668 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1291540-66ed-4510-9304-006217cf3ff9 req-d31ceec9-2780-4d5a-a6f0-09b6993d7ca9 service neutron] Bound using segment: {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:46:01.217113 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-a1291540-66ed-4510-9304-006217cf3ff9 req-d31ceec9-2780-4d5a-a6f0-09b6993d7ca9 service neutron] Bound port: 1bedc484-b3d4-459b-b2cf-64cde3ef42ca, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:46:01.217478 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a1291540-66ed-4510-9304-006217cf3ff9 req-d31ceec9-2780-4d5a-a6f0-09b6993d7ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:01.326502 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed86805-a0d8-4e46-b51b-b2fff7f84b41 req-e469fdb1-fa3b-40c1-a340-7c21b37d62ed tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:01.328130 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ed86805-a0d8-4e46-b51b-b2fff7f84b41 req-e469fdb1-fa3b-40c1-a340-7c21b37d62ed tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=e35de86e-67b0-4cff-84d4-98324149e173 HTTP/1.1" status: 200 len: 945 time: 0.1597626 Jul 06 13:46:01.373159 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7ce6d-8ca6-4fff-abe2-d1e861cb9067 req-7df1b86e-2aa0-440c-bed0-2e88b363c443 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:01.374938 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ff7ce6d-8ca6-4fff-abe2-d1e861cb9067 req-7df1b86e-2aa0-440c-bed0-2e88b363c443 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71 HTTP/1.1" status: 200 len: 943 time: 0.1631191 Jul 06 13:46:01.378504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e676f6c-ae3f-460a-8f63-3d6159824e71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bedc484-b3d4-459b-b2cf-64cde3ef42ca'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:46:01.380782 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537b8b85-0f64-42e5-87b2-d70f8b3dc99f" -d '{"events": [{"server_uuid": "6e676f6c-ae3f-460a-8f63-3d6159824e71", "name": "network-vif-unplugged", "status": "completed", "tag": "1bedc484-b3d4-459b-b2cf-64cde3ef42ca"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:46:01.387203 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-a1291540-66ed-4510-9304-006217cf3ff9 req-d31ceec9-2780-4d5a-a6f0-09b6993d7ca9 service neutron] For port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:46:01.424325 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-a1291540-66ed-4510-9304-006217cf3ff9 req-d31ceec9-2780-4d5a-a6f0-09b6993d7ca9 service neutron] For port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=1bedc484-b3d4-459b-b2cf-64cde3ef42ca,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:46:01.437933 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a1291540-66ed-4510-9304-006217cf3ff9 req-d31ceec9-2780-4d5a-a6f0-09b6993d7ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:01.442150 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ed86805-a0d8-4e46-b51b-b2fff7f84b41 req-60729202-4aa0-4005-8e89-66cfb21ef2c0 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998752 Jul 06 13:46:01.483964 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ff7ce6d-8ca6-4fff-abe2-d1e861cb9067 req-2f44c268-597e-4e16-83c3-971e2424b41b tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976071 Jul 06 13:46:01.497357 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-597cab7d-c3c5-488d-9eee-88a53be3f6c5 req-03c8e935-a89b-4e78-be81-5e397888fe03 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1523620103', 'description': 'tempest-description-1368466598'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:46:01.555774 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1291540-66ed-4510-9304-006217cf3ff9 req-d31ceec9-2780-4d5a-a6f0-09b6993d7ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:01.556544 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a1291540-66ed-4510-9304-006217cf3ff9 req-d31ceec9-2780-4d5a-a6f0-09b6993d7ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:01.558046 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1291540-66ed-4510-9304-006217cf3ff9 req-d31ceec9-2780-4d5a-a6f0-09b6993d7ca9 service neutron] 10.222.0.52 "PUT /v2.0/ports/1bedc484-b3d4-459b-b2cf-64cde3ef42ca HTTP/1.1" status: 200 len: 1121 time: 0.9963069 Jul 06 13:46:01.562374 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ceec9-2780-4d5a-a6f0-09b6993d7ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=1bedc484-b3d4-459b-b2cf-64cde3ef42ca,revision_number=8']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:01.573257 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-597cab7d-c3c5-488d-9eee-88a53be3f6c5 req-03c8e935-a89b-4e78-be81-5e397888fe03 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:01.669287 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-597cab7d-c3c5-488d-9eee-88a53be3f6c5 req-03c8e935-a89b-4e78-be81-5e397888fe03 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:01.669818 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['1bedc484-b3d4-459b-b2cf-64cde3ef42ca'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:46:01.675606 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-597cab7d-c3c5-488d-9eee-88a53be3f6c5 req-03c8e935-a89b-4e78-be81-5e397888fe03 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:01.705228 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-597cab7d-c3c5-488d-9eee-88a53be3f6c5 req-03c8e935-a89b-4e78-be81-5e397888fe03 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:01.706587 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-597cab7d-c3c5-488d-9eee-88a53be3f6c5 req-03c8e935-a89b-4e78-be81-5e397888fe03 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2223451 Jul 06 13:46:01.708621 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c8e935-a89b-4e78-be81-5e397888fe03 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2446d7a2-a979-4d81-86c8-0320114201d3,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:01.781957 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc0e35d-64f9-41d6-be2e-6e84d479f347 x-openstack-request-id: req-8cc0e35d-64f9-41d6-be2e-6e84d479f347 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:46:01.782265 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e676f6c-ae3f-460a-8f63-3d6159824e71", "name": "network-vif-unplugged", "status": "completed", "tag": "1bedc484-b3d4-459b-b2cf-64cde3ef42ca", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:46:01.782569 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-8cc0e35d-64f9-41d6-be2e-6e84d479f347 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:46:01.782975 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e676f6c-ae3f-460a-8f63-3d6159824e71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bedc484-b3d4-459b-b2cf-64cde3ef42ca', 'code': 200} Jul 06 13:46:01.915393 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6e63b199-b7ca-49d6-8102-97f35fe45c39 req-5d4613f2-b8d7-4d9c-abbc-a0c479fd0306 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] 10.222.0.118 "GET /v2.0/security-groups/2446d7a2-a979-4d81-86c8-0320114201d3 HTTP/1.1" status: 200 len: 1813 time: 0.0419321 Jul 06 13:46:02.019357 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 03c7524b-3923-4cea-b66f-d2cf77292d94 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:46:02.039389 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 03c7524b-3923-4cea-b66f-d2cf77292d94 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:46:02.039737 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 03c7524b-3923-4cea-b66f-d2cf77292d94 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:46:02.095070 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cef0c5-bb92-4967-89c0-3ba8212ae70b req-c6ee1400-59f6-4715-b7c6-c3a61db0c76a tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:02.096571 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1cef0c5-bb92-4967-89c0-3ba8212ae70b req-c6ee1400-59f6-4715-b7c6-c3a61db0c76a tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=fc31f72f-61f8-4611-bc5b-8b8abb55a147 HTTP/1.1" status: 200 len: 950 time: 0.1046076 Jul 06 13:46:02.125955 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30160b6c-92c7-4234-a564-a8a05629d479 req-84f1f610-7e39-4a76-b770-edc74b44fadb tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:02.127476 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30160b6c-92c7-4234-a564-a8a05629d479 req-84f1f610-7e39-4a76-b770-edc74b44fadb tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 945 time: 0.1035953 Jul 06 13:46:02.166178 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1cef0c5-bb92-4967-89c0-3ba8212ae70b req-f1439e05-5c7a-4860-a914-469b56bec71e tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633974 Jul 06 13:46:02.186193 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30160b6c-92c7-4234-a564-a8a05629d479 req-6b70391f-0af7-44e4-a51d-711708dbe92a tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470600 Jul 06 13:46:02.206990 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-afc6ed1e-aec9-4ea4-b749-0d0fb42369cf req-e46880a6-36a3-4886-b4b2-9216ca1dd381 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] show failed (client error): The resource could not be found. Jul 06 13:46:02.208011 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-afc6ed1e-aec9-4ea4-b749-0d0fb42369cf req-e46880a6-36a3-4886-b4b2-9216ca1dd381 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] 10.222.0.118 "GET /v2.0/security-groups/e6e49425-6f69-4aac-9f69-49ba34d5897d HTTP/1.1" status: 404 len: 352 time: 0.0167136 Jul 06 13:46:02.243655 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-1faea27d-2826-4575-8645-6609ce2afca0 req-d5cef58f-0115-45c9-9f41-6f2641e51e9d tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] show failed (client error): The resource could not be found. Jul 06 13:46:02.244634 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1faea27d-2826-4575-8645-6609ce2afca0 req-d5cef58f-0115-45c9-9f41-6f2641e51e9d tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] 10.222.0.118 "GET /v2.0/security-group-rules/a9b9326a-88dd-48f1-acac-c1728abc55b6 HTTP/1.1" status: 404 len: 361 time: 0.0134375 Jul 06 13:46:02.307868 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b1ce997-1477-40b0-880f-772b0977227b req-bc3b9137-3c7d-43bc-a309-9afae62d3d43 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] 10.222.0.118 "GET /v2.0/security-groups/2446d7a2-a979-4d81-86c8-0320114201d3 HTTP/1.1" status: 200 len: 1813 time: 0.0400345 Jul 06 13:46:02.369378 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0b1ce997-1477-40b0-880f-772b0977227b req-0268d119-04d0-48f7-b9af-e3eaa03010d9 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:02.392311 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0b1ce997-1477-40b0-880f-772b0977227b req-0268d119-04d0-48f7-b9af-e3eaa03010d9 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:02.434367 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0b1ce997-1477-40b0-880f-772b0977227b req-0268d119-04d0-48f7-b9af-e3eaa03010d9 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:02.438103 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0b1ce997-1477-40b0-880f-772b0977227b req-0268d119-04d0-48f7-b9af-e3eaa03010d9 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:02.439567 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b1ce997-1477-40b0-880f-772b0977227b req-0268d119-04d0-48f7-b9af-e3eaa03010d9 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] 10.222.0.118 "DELETE /v2.0/security-groups/2446d7a2-a979-4d81-86c8-0320114201d3 HTTP/1.1" status: 204 len: 173 time: 0.1255832 Jul 06 13:46:02.451552 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268d119-04d0-48f7-b9af-e3eaa03010d9 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2446d7a2-a979-4d81-86c8-0320114201d3,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:02.513368 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0450b298-f18a-4a43-b7d2-d996f42942d1 req-c64f02ff-c393-48ba-a8d2-9d18a367061f tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] 10.222.0.118 "GET /v2.0/security-groups/79287e7e-10e7-4b35-9734-53a3fc84919d HTTP/1.1" status: 200 len: 1812 time: 0.0477638 Jul 06 13:46:02.563266 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38590) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:02.610210 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0450b298-f18a-4a43-b7d2-d996f42942d1 req-b9984277-6497-411c-9428-63e667f59081 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:02.637571 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0450b298-f18a-4a43-b7d2-d996f42942d1 req-b9984277-6497-411c-9428-63e667f59081 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:02.670545 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f584e-cf16-4e4e-93a1-cd0f196fa5d0 req-7cd7265a-cfa9-4add-ba9b-6d3f77ff9176 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:02.672821 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d57f584e-cf16-4e4e-93a1-cd0f196fa5d0 req-7cd7265a-cfa9-4add-ba9b-6d3f77ff9176 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=e35de86e-67b0-4cff-84d4-98324149e173 HTTP/1.1" status: 200 len: 945 time: 0.1124921 Jul 06 13:46:02.710305 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-33b78bcc-dc8c-49ce-b662-276f1d03a03f admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=303b815644e34d4a8597861047f80569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450293 Jul 06 13:46:02.712521 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38594) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:02.720697 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d57f584e-cf16-4e4e-93a1-cd0f196fa5d0 req-b2f985d5-97e6-4a0c-a38c-521980cf4b12 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405009 Jul 06 13:46:02.721908 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0450b298-f18a-4a43-b7d2-d996f42942d1 req-b9984277-6497-411c-9428-63e667f59081 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:02.724676 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0450b298-f18a-4a43-b7d2-d996f42942d1 req-b9984277-6497-411c-9428-63e667f59081 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:02.725949 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0450b298-f18a-4a43-b7d2-d996f42942d1 req-b9984277-6497-411c-9428-63e667f59081 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] 10.222.0.118 "DELETE /v2.0/security-groups/79287e7e-10e7-4b35-9734-53a3fc84919d HTTP/1.1" status: 204 len: 173 time: 0.2043052 Jul 06 13:46:02.735704 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9984277-6497-411c-9428-63e667f59081 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79287e7e-10e7-4b35-9734-53a3fc84919d,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:02.771492 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dc0f9ba1-c5db-4d5c-80f0-0c7ca7d9e9d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:02.800895 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dc0f9ba1-c5db-4d5c-80f0-0c7ca7d9e9d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:02.822140 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ffb6b83c-2377-4ccd-a590-3254d64f0a6f req-d60a8b8d-3eda-4182-8ce3-3f0cfa862cdc tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] 10.222.0.118 "GET /v2.0/security-groups/446b89c1-0810-4eed-b602-f24a4d9b6245 HTTP/1.1" status: 200 len: 1810 time: 0.0403144 Jul 06 13:46:02.850695 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dc0f9ba1-c5db-4d5c-80f0-0c7ca7d9e9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:02.853318 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dc0f9ba1-c5db-4d5c-80f0-0c7ca7d9e9d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:02.854559 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-dc0f9ba1-c5db-4d5c-80f0-0c7ca7d9e9d4 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/4f6f96aa-4f78-4bba-b7a5-d8068bb87847 HTTP/1.1" status: 204 len: 168 time: 0.1410637 Jul 06 13:46:02.863451 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f9ba1-c5db-4d5c-80f0-0c7ca7d9e9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6f96aa-4f78-4bba-b7a5-d8068bb87847,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:02.924517 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ffb6b83c-2377-4ccd-a590-3254d64f0a6f req-4e53ade2-cb9c-4e62-a1dc-1914e16646d6 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:02.939578 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8de585-1206-4e28-8bdd-9775d128e249 req-10c5cf1e-8bc6-4575-a1ae-ce10c30c3de1 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:02.941117 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4e8de585-1206-4e28-8bdd-9775d128e249 req-10c5cf1e-8bc6-4575-a1ae-ce10c30c3de1 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71 HTTP/1.1" status: 200 len: 943 time: 0.1171267 Jul 06 13:46:02.976848 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ffb6b83c-2377-4ccd-a590-3254d64f0a6f req-4e53ade2-cb9c-4e62-a1dc-1914e16646d6 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:03.012442 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4e8de585-1206-4e28-8bdd-9775d128e249 req-4317ff2a-9c6c-44fa-9b63-84931586eccd tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656011 Jul 06 13:46:03.042117 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ffb6b83c-2377-4ccd-a590-3254d64f0a6f req-4e53ade2-cb9c-4e62-a1dc-1914e16646d6 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:03.045097 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ffb6b83c-2377-4ccd-a590-3254d64f0a6f req-4e53ade2-cb9c-4e62-a1dc-1914e16646d6 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:03.056922 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ffb6b83c-2377-4ccd-a590-3254d64f0a6f req-4e53ade2-cb9c-4e62-a1dc-1914e16646d6 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] 10.222.0.118 "DELETE /v2.0/security-groups/446b89c1-0810-4eed-b602-f24a4d9b6245 HTTP/1.1" status: 204 len: 173 time: 0.2237968 Jul 06 13:46:03.071553 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53ade2-cb9c-4e62-a1dc-1914e16646d6 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=446b89c1-0810-4eed-b602-f24a4d9b6245,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:03.220420 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d2682257-5aa0-4faf-b886-782c4f326c72 req-49e4dffa-a375-430c-8858-2e38779a4176 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] 10.222.0.118 "GET /v2.0/security-groups/32b96663-3820-41d2-9e93-f3ac277f6e89 HTTP/1.1" status: 200 len: 1813 time: 0.0480027 Jul 06 13:46:03.301140 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d2682257-5aa0-4faf-b886-782c4f326c72 req-5e2576a8-69e9-45b8-80f6-0cfef9774df9 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:03.346117 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d2682257-5aa0-4faf-b886-782c4f326c72 req-5e2576a8-69e9-45b8-80f6-0cfef9774df9 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:03.412503 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0294c-9a82-4770-b10a-4478a158b87c req-202e76aa-efb4-4ab0-933e-1955cacded20 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:03.414101 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-79c0294c-9a82-4770-b10a-4478a158b87c req-202e76aa-efb4-4ab0-933e-1955cacded20 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=fc31f72f-61f8-4611-bc5b-8b8abb55a147 HTTP/1.1" status: 200 len: 950 time: 0.1263497 Jul 06 13:46:03.429705 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d2682257-5aa0-4faf-b886-782c4f326c72 req-5e2576a8-69e9-45b8-80f6-0cfef9774df9 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:03.432212 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d2682257-5aa0-4faf-b886-782c4f326c72 req-5e2576a8-69e9-45b8-80f6-0cfef9774df9 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:03.433385 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d2682257-5aa0-4faf-b886-782c4f326c72 req-5e2576a8-69e9-45b8-80f6-0cfef9774df9 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] 10.222.0.118 "DELETE /v2.0/security-groups/32b96663-3820-41d2-9e93-f3ac277f6e89 HTTP/1.1" status: 204 len: 173 time: 0.2048159 Jul 06 13:46:03.464103 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2576a8-69e9-45b8-80f6-0cfef9774df9 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b96663-3820-41d2-9e93-f3ac277f6e89,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:03.474658 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-79c0294c-9a82-4770-b10a-4478a158b87c req-99db0b30-b5fa-4b73-a4da-cbf203f74acd tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518684 Jul 06 13:46:03.583197 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d7460260-6586-43a7-bb9e-3b656f4c0c66 req-f72a1f34-9931-4284-958c-2efea90e1bb2 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] 10.222.0.118 "GET /v2.0/security-groups/60668192-c8dd-4ebb-bc48-5b2341d13bb2 HTTP/1.1" status: 200 len: 1810 time: 0.0689225 Jul 06 13:46:03.645130 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef4407-88d9-4451-8e26-a34063699276 req-5f340bc0-b987-4beb-ace3-6c68eefddb68 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:03.646672 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3ef4407-88d9-4451-8e26-a34063699276 req-5f340bc0-b987-4beb-ace3-6c68eefddb68 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 945 time: 0.1077213 Jul 06 13:46:03.676237 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d7460260-6586-43a7-bb9e-3b656f4c0c66 req-97853894-15ff-40c8-919f-f8023933c5a0 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:03.716393 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3ef4407-88d9-4451-8e26-a34063699276 req-7925ea7d-703c-4d59-b6da-6b346a6a8e0a tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615792 Jul 06 13:46:03.719056 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d7460260-6586-43a7-bb9e-3b656f4c0c66 req-97853894-15ff-40c8-919f-f8023933c5a0 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:03.783733 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e676f6c-ae3f-460a-8f63-3d6159824e71', 'tag': '1bedc484-b3d4-459b-b2cf-64cde3ef42ca'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:46:03.786037 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8489a7-89c3-4d3b-8058-535bb96e5408" -d '{"events": [{"name": "network-changed", "server_uuid": "6e676f6c-ae3f-460a-8f63-3d6159824e71", "tag": "1bedc484-b3d4-459b-b2cf-64cde3ef42ca"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:46:03.796880 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d7460260-6586-43a7-bb9e-3b656f4c0c66 req-97853894-15ff-40c8-919f-f8023933c5a0 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:03.799935 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d7460260-6586-43a7-bb9e-3b656f4c0c66 req-97853894-15ff-40c8-919f-f8023933c5a0 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:03.801203 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d7460260-6586-43a7-bb9e-3b656f4c0c66 req-97853894-15ff-40c8-919f-f8023933c5a0 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] 10.222.0.118 "DELETE /v2.0/security-groups/60668192-c8dd-4ebb-bc48-5b2341d13bb2 HTTP/1.1" status: 204 len: 173 time: 0.2113280 Jul 06 13:46:03.807748 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38640) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:03.816345 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97853894-15ff-40c8-919f-f8023933c5a0 tempest-SecurityGroupRulesNegativeTestJSON-1777773229 tempest-SecurityGroupRulesNegativeTestJSON-1777773229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60668192-c8dd-4ebb-bc48-5b2341d13bb2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:03.832746 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895fb0c-9b38-4e57-a8f8-51aec8b6f5a8 req-0914b639-40ed-4750-b194-9e0051cb56fa tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:03.834340 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9895fb0c-9b38-4e57-a8f8-51aec8b6f5a8 req-0914b639-40ed-4750-b194-9e0051cb56fa tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc31f72f-61f8-4611-bc5b-8b8abb55a147 HTTP/1.1" status: 200 len: 950 time: 0.1130214 Jul 06 13:46:03.877807 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4fc7a9-3c00-44fb-9f9d-5b3e2bba803c x-openstack-request-id: req-7d4fc7a9-3c00-44fb-9f9d-5b3e2bba803c {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:46:03.877807 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e676f6c-ae3f-460a-8f63-3d6159824e71", "tag": "1bedc484-b3d4-459b-b2cf-64cde3ef42ca", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:46:03.877807 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-7d4fc7a9-3c00-44fb-9f9d-5b3e2bba803c {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:46:03.877807 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e676f6c-ae3f-460a-8f63-3d6159824e71', 'tag': '1bedc484-b3d4-459b-b2cf-64cde3ef42ca', 'status': 'completed', 'code': 200} Jul 06 13:46:03.881672 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30b979b-41cc-4a95-a5db-a2f55aa970e1 admin admin] Deleting subnet 21bd371e-eb04-4af9-967b-5cd25d7e96d4 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:46:03.884940 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a30b979b-41cc-4a95-a5db-a2f55aa970e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:03.924181 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a30b979b-41cc-4a95-a5db-a2f55aa970e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:03.962498 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a30b979b-41cc-4a95-a5db-a2f55aa970e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:04.018496 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a30b979b-41cc-4a95-a5db-a2f55aa970e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:04.035872 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc34d4a-4a54-4f68-b5a7-aef67599e1f4 req-bb6202d2-7419-4a92-88b9-377e1b41ff67 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:04.037386 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1bc34d4a-4a54-4f68-b5a7-aef67599e1f4 req-bb6202d2-7419-4a92-88b9-377e1b41ff67 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=e35de86e-67b0-4cff-84d4-98324149e173 HTTP/1.1" status: 200 len: 945 time: 0.1637254 Jul 06 13:46:04.047791 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b979b-41cc-4a95-a5db-a2f55aa970e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21bd371e-eb04-4af9-967b-5cd25d7e96d4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:04.049813 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a30b979b-41cc-4a95-a5db-a2f55aa970e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:04.054432 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a30b979b-41cc-4a95-a5db-a2f55aa970e1 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/21bd371e-eb04-4af9-967b-5cd25d7e96d4 HTTP/1.1" status: 204 len: 168 time: 0.2455056 Jul 06 13:46:04.054644 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38644) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:04.079233 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8489a7-89c3-4d3b-8058-535bb96e5408 req-34528d3e-c6e8-438d-b790-b29b63df19ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:04.080988 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd8489a7-89c3-4d3b-8058-535bb96e5408 req-34528d3e-c6e8-438d-b790-b29b63df19ec service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0a05dcebc7174fa4835bbaac9666195c&device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71 HTTP/1.1" status: 200 len: 1124 time: 0.1691585 Jul 06 13:46:04.134630 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-9895fb0c-9b38-4e57-a8f8-51aec8b6f5a8 req-82779a5f-9714-4c67-8816-51778f41b5e6 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Deleting port 5ab2aabd-63e0-4b2e-b955-18aeb4dfa065 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:46:04.134979 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9895fb0c-9b38-4e57-a8f8-51aec8b6f5a8 req-82779a5f-9714-4c67-8816-51778f41b5e6 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:04.169105 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 1bedc484-b3d4-459b-b2cf-64cde3ef42ca details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:46:04.262962 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1bc34d4a-4a54-4f68-b5a7-aef67599e1f4 req-429e6401-d7bd-4ba5-ad4c-690cd3012d2f tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183945 Jul 06 13:46:04.310242 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b34797d0-0272-4734-9851-9ddf981adb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:04.396647 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-9895fb0c-9b38-4e57-a8f8-51aec8b6f5a8 req-82779a5f-9714-4c67-8816-51778f41b5e6 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] For port 5ab2aabd-63e0-4b2e-b955-18aeb4dfa065, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=5ab2aabd-63e0-4b2e-b955-18aeb4dfa065,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:04.396814 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9895fb0c-9b38-4e57-a8f8-51aec8b6f5a8 req-82779a5f-9714-4c67-8816-51778f41b5e6 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:04.401256 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=1bedc484-b3d4-459b-b2cf-64cde3ef42ca,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:04.413471 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 1bedc484-b3d4-459b-b2cf-64cde3ef42ca has no active binding in host n-h1-773644-6 {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 13:46:04.423193 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8489a7-89c3-4d3b-8058-535bb96e5408 req-84c454b6-9fbf-47ee-89b8-db0e885b9ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:04.424673 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd8489a7-89c3-4d3b-8058-535bb96e5408 req-84c454b6-9fbf-47ee-89b8-db0e885b9ab6 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b HTTP/1.1" status: 200 len: 909 time: 0.3300748 Jul 06 13:46:04.433598 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-9895fb0c-9b38-4e57-a8f8-51aec8b6f5a8 req-82779a5f-9714-4c67-8816-51778f41b5e6 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Calling delete_port for 5ab2aabd-63e0-4b2e-b955-18aeb4dfa065 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:46:04.452528 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042687a-9777-4731-bba6-bddd7bc894e7 req-dc36d0d0-8b05-4822-866e-09373aed19ed tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:04.454951 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c042687a-9777-4731-bba6-bddd7bc894e7 req-dc36d0d0-8b05-4822-866e-09373aed19ed tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71 HTTP/1.1" status: 200 len: 943 time: 0.3168502 Jul 06 13:46:04.552305 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd8489a7-89c3-4d3b-8058-535bb96e5408 req-6fe56c91-17ce-4366-b6bb-7a8c7109b482 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bedc484-b3d4-459b-b2cf-64cde3ef42ca HTTP/1.1" status: 200 len: 217 time: 0.0710790 Jul 06 13:46:04.558906 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b34797d0-0272-4734-9851-9ddf981adb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:04.632518 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-b34797d0-0272-4734-9851-9ddf981adb39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac9cfd3-e7f2-46bd-b43e-8627b8c65ed7']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:46:04.695104 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-b34797d0-0272-4734-9851-9ddf981adb39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9073ebcb-63f4-466a-95af-03a66fe57a69') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:46:04.695397 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-b34797d0-0272-4734-9851-9ddf981adb39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9073ebcb-63f4-466a-95af-03a66fe57a69') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:46:04.724534 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b34797d0-0272-4734-9851-9ddf981adb39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:04.728463 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c042687a-9777-4731-bba6-bddd7bc894e7 req-8c583a62-8305-42ee-8e04-04466ac2197d tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364054 Jul 06 13:46:04.746574 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8489a7-89c3-4d3b-8058-535bb96e5408 req-483fedf6-5b93-400c-ba6d-0d8a9f423a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:04.748050 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd8489a7-89c3-4d3b-8058-535bb96e5408 req-483fedf6-5b93-400c-ba6d-0d8a9f423a38 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=fb580ceb-d4c2-41da-b0a8-ed5910fd5560 HTTP/1.1" status: 200 len: 848 time: 0.1597922 Jul 06 13:46:04.762267 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b34797d0-0272-4734-9851-9ddf981adb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:04.781324 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34797d0-0272-4734-9851-9ddf981adb39 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:46:04.781772 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b34797d0-0272-4734-9851-9ddf981adb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: timer() Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:46:04.786794 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:46:04.815349 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd8489a7-89c3-4d3b-8058-535bb96e5408 req-43d7526b-1a2c-4081-a8a8-15e56d8337fc service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508788 Jul 06 13:46:05.004306 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976e9ac-197e-4423-a0c5-606b357b3d73 req-9fe31fd6-a32c-4d9d-a903-4c103ef8f9b9 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:05.005902 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8976e9ac-197e-4423-a0c5-606b357b3d73 req-9fe31fd6-a32c-4d9d-a903-4c103ef8f9b9 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=fc31f72f-61f8-4611-bc5b-8b8abb55a147 HTTP/1.1" status: 200 len: 950 time: 0.3952172 Jul 06 13:46:05.013349 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b34797d0-0272-4734-9851-9ddf981adb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:05.063674 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b34797d0-0272-4734-9851-9ddf981adb39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:05.065561 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b34797d0-0272-4734-9851-9ddf981adb39 admin admin] 10.222.0.118 "DELETE /v2.0/networks/cac9cfd3-e7f2-46bd-b43e-8627b8c65ed7 HTTP/1.1" status: 204 len: 168 time: 1.0077295 Jul 06 13:46:05.078995 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9895fb0c-9b38-4e57-a8f8-51aec8b6f5a8 req-82779a5f-9714-4c67-8816-51778f41b5e6 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:05.086171 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34797d0-0272-4734-9851-9ddf981adb39 admin admin] Pushing event deleted for resources: {'Network': ['ID=cac9cfd3-e7f2-46bd-b43e-8627b8c65ed7,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:05.094903 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['7380059d-c7ea-4f31-a1af-4df34a977b25', '5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41', 'b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234', '5613f036-2ca4-4e30-8c02-05c332c5432b', 'a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:46:05.099152 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['ee23cc46-4c30-460d-b796-1d9a9e218bbe', 'ed16c303-fba3-4798-b4e3-d1aa319dbd40', '5ab2aabd-63e0-4b2e-b955-18aeb4dfa065'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:46:05.145917 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82779a5f-9714-4c67-8816-51778f41b5e6 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Pushing event deleted for resources: {'Port': ['ID=5ab2aabd-63e0-4b2e-b955-18aeb4dfa065,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:05.159541 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd8489a7-89c3-4d3b-8058-535bb96e5408 req-38e695a3-f978-45dc-b76b-8ccf6de9aff1 service neutron] 10.222.0.124 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100543 Jul 06 13:46:05.175820 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8976e9ac-197e-4423-a0c5-606b357b3d73 req-50d65be1-8edb-4726-82e6-a71f578984ad tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560500 Jul 06 13:46:05.304516 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e9c30-5242-4c1f-91c1-a7061b19afdd req-a5387f80-23fe-4ce4-9059-bae765c969e4 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:05.313035 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f5e9c30-5242-4c1f-91c1-a7061b19afdd req-a5387f80-23fe-4ce4-9059-bae765c969e4 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 945 time: 0.4424298 Jul 06 13:46:05.356170 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38696) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:05.383198 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-9895fb0c-9b38-4e57-a8f8-51aec8b6f5a8 req-82779a5f-9714-4c67-8816-51778f41b5e6 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] No DVR routers for this DVR port 5ab2aabd-63e0-4b2e-b955-18aeb4dfa065 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:46:05.391106 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9895fb0c-9b38-4e57-a8f8-51aec8b6f5a8 req-82779a5f-9714-4c67-8816-51778f41b5e6 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:05.397477 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9895fb0c-9b38-4e57-a8f8-51aec8b6f5a8 req-82779a5f-9714-4c67-8816-51778f41b5e6 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.52 "DELETE /v2.0/ports/5ab2aabd-63e0-4b2e-b955-18aeb4dfa065 HTTP/1.1" status: 204 len: 173 time: 1.5568972 Jul 06 13:46:05.454851 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4aab32e9-7b91-439a-a754-a136379d42d9 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=05ebc1d989534c628771d144770a110a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0969422 Jul 06 13:46:05.457368 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38704) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:05.493571 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f5e9c30-5242-4c1f-91c1-a7061b19afdd req-55347f74-06ba-422c-8edd-7642750a298e tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795533 Jul 06 13:46:05.564910 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ff9e03ec-85e5-4416-a9fe-b0303fb0245f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:05.615420 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd8489a7-89c3-4d3b-8058-535bb96e5408 req-f3dc1180-f7f4-4d7f-b071-64ef346ad318 service neutron] 10.222.0.124 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376037 Jul 06 13:46:05.620658 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ff9e03ec-85e5-4416-a9fe-b0303fb0245f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:05.679538 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcdf310-400f-4af4-8d6e-6af4915b1f3f req-cd50a867-8750-4093-98a8-7e8ec8172ccd tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:05.681172 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbcdf310-400f-4af4-8d6e-6af4915b1f3f req-cd50a867-8750-4093-98a8-7e8ec8172ccd tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=e35de86e-67b0-4cff-84d4-98324149e173 HTTP/1.1" status: 200 len: 945 time: 0.1623869 Jul 06 13:46:05.727776 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a1291540-66ed-4510-9304-006217cf3ff9 req-b5795004-4408-468b-8d58-08b1d171cabc service neutron] 10.222.0.124 "GET /v2.0/ports/1bedc484-b3d4-459b-b2cf-64cde3ef42ca/bindings/n-h1-773644-6 HTTP/1.1" status: 200 len: 384 time: 0.1291678 Jul 06 13:46:05.732150 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbcdf310-400f-4af4-8d6e-6af4915b1f3f req-263b275f-f318-4e77-a02a-411d7dda0ed0 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439968 Jul 06 13:46:05.791213 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ff9e03ec-85e5-4416-a9fe-b0303fb0245f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:05.793982 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ff9e03ec-85e5-4416-a9fe-b0303fb0245f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:05.798684 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ff9e03ec-85e5-4416-a9fe-b0303fb0245f admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/36134eac-2cc9-40be-a4cf-ef2c9b5a3438 HTTP/1.1" status: 204 len: 168 time: 0.3382649 Jul 06 13:46:05.816586 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e03ec-85e5-4416-a9fe-b0303fb0245f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36134eac-2cc9-40be-a4cf-ef2c9b5a3438,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:05.895807 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc31f72f-61f8-4611-bc5b-8b8abb55a147', 'name': 'network-vif-deleted', 'tag': '5ab2aabd-63e0-4b2e-b955-18aeb4dfa065'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:46:05.898308 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b13f912-7278-4ab8-9ebe-24bdad21a227" -d '{"events": [{"server_uuid": "fc31f72f-61f8-4611-bc5b-8b8abb55a147", "name": "network-vif-deleted", "tag": "5ab2aabd-63e0-4b2e-b955-18aeb4dfa065"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:46:05.958301 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3df01-05f5-4121-9393-62a4f595afc8 req-f00f6b74-ffb8-4f71-9f19-a2d52f39e212 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:05.960296 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b8f3df01-05f5-4121-9393-62a4f595afc8 req-f00f6b74-ffb8-4f71-9f19-a2d52f39e212 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71 HTTP/1.1" status: 200 len: 943 time: 0.0962701 Jul 06 13:46:05.961926 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdd6eba-2a5b-4c2b-a8d2-e1ae7e5b9c2a x-openstack-request-id: req-ebdd6eba-2a5b-4c2b-a8d2-e1ae7e5b9c2a {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:46:05.963580 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc31f72f-61f8-4611-bc5b-8b8abb55a147", "name": "network-vif-deleted", "tag": "5ab2aabd-63e0-4b2e-b955-18aeb4dfa065", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:46:05.965042 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ebdd6eba-2a5b-4c2b-a8d2-e1ae7e5b9c2a {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:46:05.965042 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc31f72f-61f8-4611-bc5b-8b8abb55a147', 'name': 'network-vif-deleted', 'tag': '5ab2aabd-63e0-4b2e-b955-18aeb4dfa065', 'status': 'completed', 'code': 200} Jul 06 13:46:06.037009 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-a1291540-66ed-4510-9304-006217cf3ff9 req-c71b78f5-91c7-4c42-b9f7-c8068e352d53 service neutron] For port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=1bedc484-b3d4-459b-b2cf-64cde3ef42ca,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:06.044168 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b8f3df01-05f5-4121-9393-62a4f595afc8 req-c5d3b6e3-296a-4dc1-8bbb-75a2b926b596 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765378 Jul 06 13:46:06.062864 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-a1291540-66ed-4510-9304-006217cf3ff9 req-c71b78f5-91c7-4c42-b9f7-c8068e352d53 service neutron] For port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca, host n-h2-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:46:06.103608 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-a1291540-66ed-4510-9304-006217cf3ff9 req-c71b78f5-91c7-4c42-b9f7-c8068e352d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bedc484-b3d4-459b-b2cf-64cde3ef42ca {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:46:06.118797 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-a1291540-66ed-4510-9304-006217cf3ff9 req-c71b78f5-91c7-4c42-b9f7-c8068e352d53 service neutron] For port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=1bedc484-b3d4-459b-b2cf-64cde3ef42ca,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:06.135079 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a1291540-66ed-4510-9304-006217cf3ff9 req-c71b78f5-91c7-4c42-b9f7-c8068e352d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:06.231232 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-a1291540-66ed-4510-9304-006217cf3ff9 req-c71b78f5-91c7-4c42-b9f7-c8068e352d53 service neutron] Transition to ACTIVE for port object 1bedc484-b3d4-459b-b2cf-64cde3ef42ca will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:46:06.236923 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a1291540-66ed-4510-9304-006217cf3ff9 req-c71b78f5-91c7-4c42-b9f7-c8068e352d53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:06.310940 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1291540-66ed-4510-9304-006217cf3ff9 req-c71b78f5-91c7-4c42-b9f7-c8068e352d53 service neutron] No DVR routers for this DVR port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca on host n-h2-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:46:06.349583 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b78f5-91c7-4c42-b9f7-c8068e352d53 service neutron] Pushing event updated for resources: {'Port': ['ID=1bedc484-b3d4-459b-b2cf-64cde3ef42ca,revision_number=10']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:06.361792 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a1291540-66ed-4510-9304-006217cf3ff9 req-c71b78f5-91c7-4c42-b9f7-c8068e352d53 service neutron] 10.222.0.124 "PUT /v2.0/ports/1bedc484-b3d4-459b-b2cf-64cde3ef42ca/bindings/n-h1-773644-6/activate HTTP/1.1" status: 200 len: 369 time: 0.6234825 Jul 06 13:46:06.520843 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1291540-66ed-4510-9304-006217cf3ff9 req-d6277260-7173-4514-a6f5-78263b0aa82b tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:06.523827 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1291540-66ed-4510-9304-006217cf3ff9 req-d6277260-7173-4514-a6f5-78263b0aa82b tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71&tenant_id=0a05dcebc7174fa4835bbaac9666195c&binding%3Ahost_id=n-h2-773644-6 HTTP/1.1" status: 200 len: 1095 time: 0.0899656 Jul 06 13:46:06.604288 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1291540-66ed-4510-9304-006217cf3ff9 req-4072bec9-de59-4f31-bda7-0a24f7c35dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:06.606202 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1291540-66ed-4510-9304-006217cf3ff9 req-4072bec9-de59-4f31-bda7-0a24f7c35dda service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71&tenant_id=0a05dcebc7174fa4835bbaac9666195c HTTP/1.1" status: 200 len: 1095 time: 0.0742614 Jul 06 13:46:06.695525 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38748) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:06.812611 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-ade501f3-6aed-45b8-ba95-c818fe468deb admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1137267896-network', 'tenant_id': '9340fdde0c9a4af5b89bb07a0077bbab'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:46:06.839679 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade501f3-6aed-45b8-ba95-c818fe468deb admin admin] Made reservation on behalf of 9340fdde0c9a4af5b89bb07a0077bbab for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:46:06.842437 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ade501f3-6aed-45b8-ba95-c818fe468deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:06.853521 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ade501f3-6aed-45b8-ba95-c818fe468deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:06.971642 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ade501f3-6aed-45b8-ba95-c818fe468deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:06.976315 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ade501f3-6aed-45b8-ba95-c818fe468deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:07.007713 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade501f3-6aed-45b8-ba95-c818fe468deb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:46:07.016693 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade501f3-6aed-45b8-ba95-c818fe468deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1acd6b6-1880-4cb2-bfee-b8e6b7000a2e,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:07.022606 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ade501f3-6aed-45b8-ba95-c818fe468deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:07.022951 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-ade501f3-6aed-45b8-ba95-c818fe468deb admin admin] Added segment d3d781b0-d22e-4564-a98f-3d7783786177 of type vlan for network 1e8539a0-25bc-4247-b39d-3bb95a3a59c4 Jul 06 13:46:07.066084 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ade501f3-6aed-45b8-ba95-c818fe468deb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:07.097437 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ade501f3-6aed-45b8-ba95-c818fe468deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:07.098755 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade501f3-6aed-45b8-ba95-c818fe468deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:07.099348 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ade501f3-6aed-45b8-ba95-c818fe468deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:07.104913 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1291540-66ed-4510-9304-006217cf3ff9 req-b28ed6a9-e127-4961-b50e-990ea1836e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:07.106645 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1291540-66ed-4510-9304-006217cf3ff9 req-b28ed6a9-e127-4961-b50e-990ea1836e1e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a05dcebc7174fa4835bbaac9666195c&device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71 HTTP/1.1" status: 200 len: 1095 time: 0.4638996 Jul 06 13:46:07.135076 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee31a3-8fc8-4c80-b907-23ec77ac443a req-b9e58284-f426-4d59-ad2c-d577cdc61d78 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:07.136530 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9ee31a3-8fc8-4c80-b907-23ec77ac443a req-b9e58284-f426-4d59-ad2c-d577cdc61d78 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=4fecf5cd-d540-4181-9f6c-c2afea3c50b9 HTTP/1.1" status: 200 len: 950 time: 0.4567666 Jul 06 13:46:07.144420 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44449268-038b-4ebf-bad2-0bd5f72b695b req-d54a0529-102d-4f9e-9a82-616b4a092309 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:07.146024 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-44449268-038b-4ebf-bad2-0bd5f72b695b req-d54a0529-102d-4f9e-9a82-616b4a092309 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 945 time: 0.4547281 Jul 06 13:46:07.158583 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ade501f3-6aed-45b8-ba95-c818fe468deb admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4558320 Jul 06 13:46:07.164124 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade501f3-6aed-45b8-ba95-c818fe468deb admin admin] Pushing event updated for resources: {'Network': ['ID=1e8539a0-25bc-4247-b39d-3bb95a3a59c4,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:07.175496 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 1e8539a0-25bc-4247-b39d-3bb95a3a59c4 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:46:07.263126 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9ee31a3-8fc8-4c80-b907-23ec77ac443a req-3577f217-a44c-47c1-b6b5-542a724308f9 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161087 Jul 06 13:46:07.269399 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-37975556-90d6-4f29-a067-9bbab26f9aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:07.280405 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-44449268-038b-4ebf-bad2-0bd5f72b695b req-77764694-afbb-4eb3-877e-d946999d0e5f tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927331 Jul 06 13:46:07.286321 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1291540-66ed-4510-9304-006217cf3ff9 req-5a0c4d42-106e-4225-8e9a-e6ea44a63b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:07.287859 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1291540-66ed-4510-9304-006217cf3ff9 req-5a0c4d42-106e-4225-8e9a-e6ea44a63b9a service neutron] 10.222.0.52 "GET /v2.0/networks?id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b HTTP/1.1" status: 200 len: 909 time: 0.1701758 Jul 06 13:46:07.344095 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1291540-66ed-4510-9304-006217cf3ff9 req-66848f9d-6085-451c-b9bf-b4d33707f286 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bedc484-b3d4-459b-b2cf-64cde3ef42ca HTTP/1.1" status: 200 len: 217 time: 0.0420885 Jul 06 13:46:07.386911 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-e2ef9a21-a9b2-4aff-b961-494a48670dda tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:07.389887 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-e2ef9a21-a9b2-4aff-b961-494a48670dda tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.124 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed&tenant_id=2348caba5ff048eca9a30073164626c9&binding%3Ahost_id=n-h1-773644-6 HTTP/1.1" status: 200 len: 1096 time: 0.1290276 Jul 06 13:46:07.401919 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1291540-66ed-4510-9304-006217cf3ff9 req-abe9b6d1-4c72-41a4-9df3-a945acd1f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:07.402950 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-773644-6'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:46:07.403417 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1291540-66ed-4510-9304-006217cf3ff9 req-abe9b6d1-4c72-41a4-9df3-a945acd1f9c1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fb580ceb-d4c2-41da-b0a8-ed5910fd5560 HTTP/1.1" status: 200 len: 848 time: 0.0531423 Jul 06 13:46:07.444293 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1291540-66ed-4510-9304-006217cf3ff9 req-a4336bb6-4204-4d9d-b03a-fa1612329354 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306964 Jul 06 13:46:07.482406 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:07.582890 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40346ca7-7ad1-4df7-835c-5427ee27cd4a req-00ba6d5c-3dfe-4467-a24e-250a64c59811 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:07.584431 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-40346ca7-7ad1-4df7-835c-5427ee27cd4a req-00ba6d5c-3dfe-4467-a24e-250a64c59811 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=e35de86e-67b0-4cff-84d4-98324149e173 HTTP/1.1" status: 200 len: 945 time: 0.1427183 Jul 06 13:46:07.613108 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1291540-66ed-4510-9304-006217cf3ff9 req-6a84f45f-c9f1-4375-8883-d1678274e997 service neutron] 10.222.0.52 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585388 Jul 06 13:46:07.632403 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] For port a15d81dc-6762-4138-a46a-f473d385b35b, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=a15d81dc-6762-4138-a46a-f473d385b35b,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:07.658262 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-40346ca7-7ad1-4df7-835c-5427ee27cd4a req-591733de-3497-4b2f-b38e-a0868edc0a73 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635765 Jul 06 13:46:07.672918 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] For port a15d81dc-6762-4138-a46a-f473d385b35b, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:46:07.731897 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2631db07-9a39-4fa6-9298-ebcbd598e3ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a15d81dc-6762-4138-a46a-f473d385b35b'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:46:07.735070 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaccaa44-392e-4ff9-915b-fb6e9b7408a4" -d '{"events": [{"server_uuid": "2631db07-9a39-4fa6-9298-ebcbd598e3ed", "name": "network-vif-unplugged", "status": "completed", "tag": "a15d81dc-6762-4138-a46a-f473d385b35b"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:46:07.739423 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:07.746315 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:07.777027 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1291540-66ed-4510-9304-006217cf3ff9 req-41ecf487-4977-485e-8130-e2bb5481b76f service neutron] 10.222.0.52 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554921 Jul 06 13:46:07.801606 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb9bcb-40a9-4bb9-af00-4562bd0ea575 req-eda17944-d673-49f7-8fa1-8437541f9a54 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:07.806509 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2afb9bcb-40a9-4bb9-af00-4562bd0ea575 req-eda17944-d673-49f7-8fa1-8437541f9a54 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71 HTTP/1.1" status: 200 len: 944 time: 0.1171534 Jul 06 13:46:07.902491 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2afb9bcb-40a9-4bb9-af00-4562bd0ea575 req-e945456d-8d7b-4ec9-bd04-35c75c0a184b tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915885 Jul 06 13:46:08.058095 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device a15d81dc-6762-4138-a46a-f473d385b35b details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:46:08.153368 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45a37a-b4c0-4e03-b609-6b42dccf1ebb req-dc39ad39-2eee-4cf4-96e7-750259aa0362 tempest-ComputeTenantNetworksTest-986651546 tempest-ComputeTenantNetworksTest-986651546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:08.155782 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca62bc64-cf0a-44b0-8d00-22ea111931f0 x-openstack-request-id: req-ca62bc64-cf0a-44b0-8d00-22ea111931f0 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:46:08.155782 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2631db07-9a39-4fa6-9298-ebcbd598e3ed", "name": "network-vif-unplugged", "status": "completed", "tag": "a15d81dc-6762-4138-a46a-f473d385b35b", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:46:08.156011 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ca62bc64-cf0a-44b0-8d00-22ea111931f0 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:46:08.156368 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2631db07-9a39-4fa6-9298-ebcbd598e3ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a15d81dc-6762-4138-a46a-f473d385b35b', 'code': 200} Jul 06 13:46:08.159787 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45a37a-b4c0-4e03-b609-6b42dccf1ebb req-dc39ad39-2eee-4cf4-96e7-750259aa0362 tempest-ComputeTenantNetworksTest-986651546 tempest-ComputeTenantNetworksTest-986651546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:08.166361 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45a37a-b4c0-4e03-b609-6b42dccf1ebb req-dc39ad39-2eee-4cf4-96e7-750259aa0362 tempest-ComputeTenantNetworksTest-986651546 tempest-ComputeTenantNetworksTest-986651546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:08.168205 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af45a37a-b4c0-4e03-b609-6b42dccf1ebb req-dc39ad39-2eee-4cf4-96e7-750259aa0362 tempest-ComputeTenantNetworksTest-986651546 tempest-ComputeTenantNetworksTest-986651546-project] 10.222.0.118 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3334825 Jul 06 13:46:08.186308 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port a15d81dc-6762-4138-a46a-f473d385b35b, host n-h1-773644-6, got binding levels [] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:08.188039 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] Attempting to bind port a15d81dc-6762-4138-a46a-f473d385b35b on host n-h1-773644-6 for vnic_type normal with profile {"migrating_to": "n-h2-773644-6"} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:46:08.188596 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] Attempting to bind port a15d81dc-6762-4138-a46a-f473d385b35b by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:46:08.189382 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] Attempting to bind port a15d81dc-6762-4138-a46a-f473d385b35b on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:46:08.194119 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 5ab2aabd-63e0-4b2e-b955-18aeb4dfa065 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:46:08.194742 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] Pushing event updated for resources: {'Port': ['ID=a15d81dc-6762-4138-a46a-f473d385b35b,revision_number=7']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:08.203034 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] Port a15d81dc-6762-4138-a46a-f473d385b35b on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:46:08.203377 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] Attempting to bind port a15d81dc-6762-4138-a46a-f473d385b35b on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:46:08.206139 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:08.206541 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:08.206890 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:08.207228 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:08.208036 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:08.208036 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:08.208248 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:08.208492 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:08.208813 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:08.209536 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:08.209536 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:08.209744 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:08.219256 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:46:08.219514 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] Checking segment: {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:46:08.219780 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] Bound using segment: {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:46:08.220351 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] Bound port: a15d81dc-6762-4138-a46a-f473d385b35b, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:46:08.220685 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:08.226218 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 5ab2aabd-63e0-4b2e-b955-18aeb4dfa065 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:46:08.226791 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 5ab2aabd-63e0-4b2e-b955-18aeb4dfa065 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:46:08.227403 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 1bedc484-b3d4-459b-b2cf-64cde3ef42ca no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:46:08.269449 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Attempting to bind port a15d81dc-6762-4138-a46a-f473d385b35b on host n-h1-773644-6 for vnic_type normal with profile {"migrating_to": "n-h2-773644-6"} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:46:08.270190 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Attempting to bind port a15d81dc-6762-4138-a46a-f473d385b35b by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:46:08.270663 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Attempting to bind port a15d81dc-6762-4138-a46a-f473d385b35b on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:46:08.278439 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Port a15d81dc-6762-4138-a46a-f473d385b35b on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:46:08.278894 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Attempting to bind port a15d81dc-6762-4138-a46a-f473d385b35b on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:46:08.291858 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:46:08.292319 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Checking segment: {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:46:08.293131 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Bound using segment: {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:46:08.293732 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Bound port: a15d81dc-6762-4138-a46a-f473d385b35b, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:46:08.294162 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:08.294709 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] For port a15d81dc-6762-4138-a46a-f473d385b35b, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:46:08.298162 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] For port a15d81dc-6762-4138-a46a-f473d385b35b, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=a15d81dc-6762-4138-a46a-f473d385b35b,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:46:08.299801 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839c228-dd3a-4d02-9794-c4ad4b0ef08e req-fab97f96-8bdc-49c9-8c62-bf1dc87564a6 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:08.301463 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d839c228-dd3a-4d02-9794-c4ad4b0ef08e req-fab97f96-8bdc-49c9-8c62-bf1dc87564a6 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.124 "GET /v2.0/ports?device_id=4fecf5cd-d540-4181-9f6c-c2afea3c50b9 HTTP/1.1" status: 200 len: 950 time: 0.1873212 Jul 06 13:46:08.304501 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:08.323013 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1291540-66ed-4510-9304-006217cf3ff9 req-701e7c10-ceee-434f-a358-b540a2afb59a tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:08.324536 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1291540-66ed-4510-9304-006217cf3ff9 req-701e7c10-ceee-434f-a358-b540a2afb59a tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71&tenant_id=0a05dcebc7174fa4835bbaac9666195c&binding%3Ahost_id=n-h1-773644-6 HTTP/1.1" status: 200 len: 1095 time: 0.2428498 Jul 06 13:46:08.394138 n-d-773644-6 neutron-server[100419]: WARNING neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Concurrent port binding operations failed on port a15d81dc-6762-4138-a46a-f473d385b35b Jul 06 13:46:08.398255 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port a15d81dc-6762-4138-a46a-f473d385b35b, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=a15d81dc-6762-4138-a46a-f473d385b35b,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:08.400113 n-d-773644-6 neutron-server[100419]: INFO neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Attempt 2 to bind port a15d81dc-6762-4138-a46a-f473d385b35b Jul 06 13:46:08.400340 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:08.400811 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbdea9-a586-4226-aed8-88b7feef492c req-670dae19-ced3-400c-8697-1b7f12cc3b95 tempest-ComputeTenantNetworksTest-986651546 tempest-ComputeTenantNetworksTest-986651546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:08.400973 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:08.401546 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device a15d81dc-6762-4138-a46a-f473d385b35b has no active binding in host n-h2-773644-6 {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 13:46:08.402192 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04bbdea9-a586-4226-aed8-88b7feef492c req-670dae19-ced3-400c-8697-1b7f12cc3b95 tempest-ComputeTenantNetworksTest-986651546 tempest-ComputeTenantNetworksTest-986651546-project] 10.222.0.118 "GET /v2.0/networks/1e8539a0-25bc-4247-b39d-3bb95a3a59c4 HTTP/1.1" status: 200 len: 769 time: 0.2062387 Jul 06 13:46:08.402545 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] 10.222.0.124 "PUT /v2.0/ports/a15d81dc-6762-4138-a46a-f473d385b35b HTTP/1.1" status: 200 len: 1121 time: 1.0052612 Jul 06 13:46:08.409072 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4366493-8563-4cdc-b018-69ff5870a495 service neutron] Pushing event updated for resources: {'Port': ['ID=a15d81dc-6762-4138-a46a-f473d385b35b,revision_number=8']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:08.415056 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38808) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:08.500518 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-475f8919-ace9-457c-a299-aa3c262de76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:08.507673 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['a15d81dc-6762-4138-a46a-f473d385b35b'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:46:08.544794 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['a15d81dc-6762-4138-a46a-f473d385b35b'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:46:08.563483 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:46:08.602956 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-475f8919-ace9-457c-a299-aa3c262de76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:08.614806 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-475f8919-ace9-457c-a299-aa3c262de76c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8539a0-25bc-4247-b39d-3bb95a3a59c4']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:46:08.626017 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-475f8919-ace9-457c-a299-aa3c262de76c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d781b0-d22e-4564-a98f-3d7783786177') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:46:08.626352 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-475f8919-ace9-457c-a299-aa3c262de76c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d781b0-d22e-4564-a98f-3d7783786177') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:46:08.637114 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-475f8919-ace9-457c-a299-aa3c262de76c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:08.652733 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-475f8919-ace9-457c-a299-aa3c262de76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:08.661909 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475f8919-ace9-457c-a299-aa3c262de76c admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:46:08.662437 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-475f8919-ace9-457c-a299-aa3c262de76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:46:08.666233 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:46:08.687352 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-a1291540-66ed-4510-9304-006217cf3ff9 req-2e290bfc-04b3-421a-ac1c-8b6abd3e850c service neutron] For port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:46:08.692651 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-d839c228-dd3a-4d02-9794-c4ad4b0ef08e req-031a85e0-f485-4a67-941e-7adde7ef99a8 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Deleting port a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:46:08.694057 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d839c228-dd3a-4d02-9794-c4ad4b0ef08e req-031a85e0-f485-4a67-941e-7adde7ef99a8 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:08.706459 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122682e-ac34-4c37-830e-8c061b3975d2 req-d5320640-2087-4281-bb8f-3ad825f78f29 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:08.708001 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b122682e-ac34-4c37-830e-8c061b3975d2 req-d5320640-2087-4281-bb8f-3ad825f78f29 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=4fecf5cd-d540-4181-9f6c-c2afea3c50b9 HTTP/1.1" status: 200 len: 950 time: 0.2195079 Jul 06 13:46:08.721170 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a1291540-66ed-4510-9304-006217cf3ff9 req-2e290bfc-04b3-421a-ac1c-8b6abd3e850c service neutron] Notify callbacks [] for binding, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:08.722315 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1291540-66ed-4510-9304-006217cf3ff9 req-2e290bfc-04b3-421a-ac1c-8b6abd3e850c service neutron] 10.222.0.52 "DELETE /v2.0/ports/1bedc484-b3d4-459b-b2cf-64cde3ef42ca/bindings/n-h2-773644-6 HTTP/1.1" status: 204 len: 173 time: 0.3887076 Jul 06 13:46:08.750945 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-475f8919-ace9-457c-a299-aa3c262de76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:08.757043 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-475f8919-ace9-457c-a299-aa3c262de76c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:08.764883 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-475f8919-ace9-457c-a299-aa3c262de76c admin admin] 10.222.0.118 "DELETE /v2.0/networks/1e8539a0-25bc-4247-b39d-3bb95a3a59c4 HTTP/1.1" status: 204 len: 168 time: 0.3451204 Jul 06 13:46:08.777439 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475f8919-ace9-457c-a299-aa3c262de76c admin admin] Pushing event deleted for resources: {'Network': ['ID=1e8539a0-25bc-4247-b39d-3bb95a3a59c4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:08.832292 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717c0c3-f6e3-4744-a65e-a8355bde8eb3 req-b61f39d0-ec00-41af-b7dd-5df8620454c6 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:08.833899 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1717c0c3-f6e3-4744-a65e-a8355bde8eb3 req-b61f39d0-ec00-41af-b7dd-5df8620454c6 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 943 time: 0.2849150 Jul 06 13:46:08.867010 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b122682e-ac34-4c37-830e-8c061b3975d2 req-3925ac5f-d5c8-4169-ad7c-52dc46f1cf40 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938504 Jul 06 13:46:08.889950 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38818) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:08.911800 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-d839c228-dd3a-4d02-9794-c4ad4b0ef08e req-031a85e0-f485-4a67-941e-7adde7ef99a8 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] For port a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:08.912175 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d839c228-dd3a-4d02-9794-c4ad4b0ef08e req-031a85e0-f485-4a67-941e-7adde7ef99a8 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:08.923801 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1717c0c3-f6e3-4744-a65e-a8355bde8eb3 req-bbafd2d6-7734-4070-85d1-10cd83ee8ffe tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790884 Jul 06 13:46:08.929557 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-d839c228-dd3a-4d02-9794-c4ad4b0ef08e req-031a85e0-f485-4a67-941e-7adde7ef99a8 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Calling delete_port for a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:46:08.945704 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b086ea86-cbf2-4334-a48a-33cac0bf6694 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=9340fdde0c9a4af5b89bb07a0077bbab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511186 Jul 06 13:46:08.946111 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38822) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:09.017947 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7c4656ae-03f4-449d-93e5-3dabacb07ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:09.042935 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7c4656ae-03f4-449d-93e5-3dabacb07ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:09.098899 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7c4656ae-03f4-449d-93e5-3dabacb07ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:09.100520 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d839c228-dd3a-4d02-9794-c4ad4b0ef08e req-031a85e0-f485-4a67-941e-7adde7ef99a8 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:09.105154 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7c4656ae-03f4-449d-93e5-3dabacb07ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:09.107561 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7c4656ae-03f4-449d-93e5-3dabacb07ef9 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/a1acd6b6-1880-4cb2-bfee-b8e6b7000a2e HTTP/1.1" status: 204 len: 168 time: 0.1604252 Jul 06 13:46:09.120014 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['ee23cc46-4c30-460d-b796-1d9a9e218bbe', 'ed16c303-fba3-4798-b4e3-d1aa319dbd40'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:46:09.160215 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4656ae-03f4-449d-93e5-3dabacb07ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1acd6b6-1880-4cb2-bfee-b8e6b7000a2e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:09.190902 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a85e0-f485-4a67-941e-7adde7ef99a8 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Pushing event deleted for resources: {'Port': ['ID=a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:09.257570 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a85e0-f485-4a67-941e-7adde7ef99a8 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:09.257957 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a85e0-f485-4a67-941e-7adde7ef99a8 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:09.258308 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a85e0-f485-4a67-941e-7adde7ef99a8 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:09.258649 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a85e0-f485-4a67-941e-7adde7ef99a8 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:09.258987 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a85e0-f485-4a67-941e-7adde7ef99a8 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:09.259321 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a85e0-f485-4a67-941e-7adde7ef99a8 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:09.261200 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a85e0-f485-4a67-941e-7adde7ef99a8 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:09.261514 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a85e0-f485-4a67-941e-7adde7ef99a8 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:09.261883 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a85e0-f485-4a67-941e-7adde7ef99a8 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:09.262225 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a85e0-f485-4a67-941e-7adde7ef99a8 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:09.262576 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a85e0-f485-4a67-941e-7adde7ef99a8 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:09.262876 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a85e0-f485-4a67-941e-7adde7ef99a8 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:09.381663 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['7380059d-c7ea-4f31-a1af-4df34a977b25', '5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41', 'b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234', '5613f036-2ca4-4e30-8c02-05c332c5432b', 'a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:46:09.394218 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-d839c228-dd3a-4d02-9794-c4ad4b0ef08e req-031a85e0-f485-4a67-941e-7adde7ef99a8 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] No DVR routers for this DVR port a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:46:09.397171 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d839c228-dd3a-4d02-9794-c4ad4b0ef08e req-031a85e0-f485-4a67-941e-7adde7ef99a8 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:09.400044 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d839c228-dd3a-4d02-9794-c4ad4b0ef08e req-031a85e0-f485-4a67-941e-7adde7ef99a8 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.124 "DELETE /v2.0/ports/a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38 HTTP/1.1" status: 204 len: 173 time: 1.0893984 Jul 06 13:46:09.401276 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fecf5cd-d540-4181-9f6c-c2afea3c50b9', 'name': 'network-vif-deleted', 'tag': 'a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:46:09.405126 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37bc5a7-1a95-42ef-89ff-744e2dc21e8e" -d '{"events": [{"server_uuid": "4fecf5cd-d540-4181-9f6c-c2afea3c50b9", "name": "network-vif-deleted", "tag": "a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:46:09.481482 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06541a3b-6056-43aa-a75a-86fae0830c29 req-552f2941-a22e-455e-a974-c444be251fd7 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:09.489810 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-06541a3b-6056-43aa-a75a-86fae0830c29 req-552f2941-a22e-455e-a974-c444be251fd7 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71 HTTP/1.1" status: 200 len: 944 time: 0.2108519 Jul 06 13:46:09.500653 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe175c-bf82-4e0a-a7af-80ac2be94f05 req-a08f4964-d53b-4793-b2e8-076ff192288b tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:09.508333 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fbfe175c-bf82-4e0a-a7af-80ac2be94f05 req-a08f4964-d53b-4793-b2e8-076ff192288b tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=e35de86e-67b0-4cff-84d4-98324149e173 HTTP/1.1" status: 200 len: 945 time: 0.3274229 Jul 06 13:46:09.582895 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fbfe175c-bf82-4e0a-a7af-80ac2be94f05 req-7fba33d4-8e02-4948-8f1d-ccd2c3e288f6 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715218 Jul 06 13:46:09.613388 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-06541a3b-6056-43aa-a75a-86fae0830c29 req-c18b5487-1900-4e5a-aea3-dc9af2272b9c tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224847 Jul 06 13:46:09.659600 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2dbf00-c9ed-4747-9056-bf9275894640 x-openstack-request-id: req-0c2dbf00-c9ed-4747-9056-bf9275894640 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:46:09.659899 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fecf5cd-d540-4181-9f6c-c2afea3c50b9", "name": "network-vif-deleted", "tag": "a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:46:09.660158 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-0c2dbf00-c9ed-4747-9056-bf9275894640 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:46:09.660564 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fecf5cd-d540-4181-9f6c-c2afea3c50b9', 'name': 'network-vif-deleted', 'tag': 'a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38', 'status': 'completed', 'code': 200} Jul 06 13:46:09.932392 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1a788-44d6-4570-b49b-e1a0eea7533c req-1fad4140-aa26-4a8c-822a-94fa5fb46eb8 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:09.934749 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95d1a788-44d6-4570-b49b-e1a0eea7533c req-1fad4140-aa26-4a8c-822a-94fa5fb46eb8 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71 HTTP/1.1" status: 200 len: 1095 time: 0.0875037 Jul 06 13:46:10.031565 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95d1a788-44d6-4570-b49b-e1a0eea7533c req-c8e49f74-5af3-4ff6-9c18-28ddd2a9800c tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798085 Jul 06 13:46:10.095034 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:46:10.157905 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2631db07-9a39-4fa6-9298-ebcbd598e3ed', 'tag': 'a15d81dc-6762-4138-a46a-f473d385b35b'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:46:10.160218 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581d7db4-5bd0-4497-b26d-86a2b83cb4cc" -d '{"events": [{"name": "network-changed", "server_uuid": "2631db07-9a39-4fa6-9298-ebcbd598e3ed", "tag": "a15d81dc-6762-4138-a46a-f473d385b35b"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:46:10.172757 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:46:10.173594 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device a361e4f7-8b2c-4fde-ad23-dc8e8d22bc38 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:46:10.174100 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 1bedc484-b3d4-459b-b2cf-64cde3ef42ca no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:46:10.222211 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3aff2c17-d4f1-43f1-8ca2-0a89b9d58ffe req-02a48c82-f637-4a6d-81b9-2b34b9708c01 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=4fecf5cd-d540-4181-9f6c-c2afea3c50b9 HTTP/1.1" status: 200 len: 210 time: 0.0818651 Jul 06 13:46:10.293108 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:10.327371 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ca9dd88b-4b05-4674-87a5-02b8f3646dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:10.377565 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 1bedc484-b3d4-459b-b2cf-64cde3ef42ca not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:46:10.421622 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5618b-2750-41ea-afea-85bb965c4a37 req-480e818c-ac52-4b62-9647-4781a44483ff tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:10.434496 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76d5618b-2750-41ea-afea-85bb965c4a37 req-480e818c-ac52-4b62-9647-4781a44483ff tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 943 time: 0.1367352 Jul 06 13:46:10.488275 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76d5618b-2750-41ea-afea-85bb965c4a37 req-1dce1cf1-04d5-4e20-870d-49af886d5635 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519168 Jul 06 13:46:10.620294 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2fcf6a-f2b7-4c97-a1d3-eb7752a2bbfc x-openstack-request-id: req-6c2fcf6a-f2b7-4c97-a1d3-eb7752a2bbfc {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:46:10.620736 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2631db07-9a39-4fa6-9298-ebcbd598e3ed", "tag": "a15d81dc-6762-4138-a46a-f473d385b35b", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:46:10.621150 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-6c2fcf6a-f2b7-4c97-a1d3-eb7752a2bbfc {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:46:10.621614 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2631db07-9a39-4fa6-9298-ebcbd598e3ed', 'tag': 'a15d81dc-6762-4138-a46a-f473d385b35b', 'status': 'completed', 'code': 200} Jul 06 13:46:10.767454 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d7db4-5bd0-4497-b26d-86a2b83cb4cc req-ff72cc9a-b2d7-4cd2-a60d-5252763fb749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:10.770096 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581d7db4-5bd0-4497-b26d-86a2b83cb4cc req-ff72cc9a-b2d7-4cd2-a60d-5252763fb749 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2348caba5ff048eca9a30073164626c9&device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 1124 time: 0.1209309 Jul 06 13:46:11.011881 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1081b-8c15-452a-b631-55fde71d622b req-575fcb3c-47aa-48f3-9a2b-a74fba3816b2 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:11.013358 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0bc1081b-8c15-452a-b631-55fde71d622b req-575fcb3c-47aa-48f3-9a2b-a74fba3816b2 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/networks?id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b HTTP/1.1" status: 200 len: 808 time: 0.3016763 Jul 06 13:46:11.015026 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d7db4-5bd0-4497-b26d-86a2b83cb4cc req-9c9a7b1c-d7c7-49b4-a8a0-93b893646802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:11.016421 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581d7db4-5bd0-4497-b26d-86a2b83cb4cc req-9c9a7b1c-d7c7-49b4-a8a0-93b893646802 service neutron] 10.222.0.52 "GET /v2.0/networks?id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d HTTP/1.1" status: 200 len: 922 time: 0.1985340 Jul 06 13:46:11.049032 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83dc1b7-4e23-41aa-a8de-ff9562931482 req-f0f2d172-8de0-45ab-bfea-0d721bb845ff tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:11.050543 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e83dc1b7-4e23-41aa-a8de-ff9562931482 req-f0f2d172-8de0-45ab-bfea-0d721bb845ff tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=e35de86e-67b0-4cff-84d4-98324149e173 HTTP/1.1" status: 200 len: 945 time: 0.1969631 Jul 06 13:46:11.080924 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0bc1081b-8c15-452a-b631-55fde71d622b req-81242d57-cfd3-402e-b13b-db3e63569e13 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/quotas/0a05dcebc7174fa4835bbaac9666195c HTTP/1.1" status: 200 len: 375 time: 0.0577376 Jul 06 13:46:11.082940 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581d7db4-5bd0-4497-b26d-86a2b83cb4cc req-782fdeb0-4bfb-4e2b-a365-23536016d73c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a15d81dc-6762-4138-a46a-f473d385b35b HTTP/1.1" status: 200 len: 217 time: 0.0571051 Jul 06 13:46:11.177804 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e83dc1b7-4e23-41aa-a8de-ff9562931482 req-406c2be7-20ba-404f-a914-b46dd4dcb3fb tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984948 Jul 06 13:46:11.189549 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d7db4-5bd0-4497-b26d-86a2b83cb4cc req-8a6a44ca-3222-4154-a57b-9a6cdf6be11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:11.191372 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581d7db4-5bd0-4497-b26d-86a2b83cb4cc req-8a6a44ca-3222-4154-a57b-9a6cdf6be11a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a HTTP/1.1" status: 200 len: 861 time: 0.1012731 Jul 06 13:46:11.231645 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581d7db4-5bd0-4497-b26d-86a2b83cb4cc req-67b7050b-d865-4eb3-8e13-788ddc3455ac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330303 Jul 06 13:46:11.245806 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0bc1081b-8c15-452a-b631-55fde71d622b req-7c83d631-ea64-4eed-ac49-ed84379144cd tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=0a05dcebc7174fa4835bbaac9666195c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1576679 Jul 06 13:46:11.368955 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-e7a6cb03-d429-4c8b-8c50-bd821b38dfff tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=0bfc73a3edad4949ac20ee7fb88ee1ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0865839 Jul 06 13:46:11.388193 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:11.490210 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581d7db4-5bd0-4497-b26d-86a2b83cb4cc req-636179ad-6657-4165-b4dd-9cf82fea5a1d service neutron] 10.222.0.52 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432961 Jul 06 13:46:11.496963 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0bc1081b-8c15-452a-b631-55fde71d622b req-d6649b7c-b7b6-4b7a-aca1-2a40b914736e service neutron] 10.222.0.118 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414095 Jul 06 13:46:11.640930 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-fdd4c967-6628-4153-b4d8-527bbbca7786 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:11.642468 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-fdd4c967-6628-4153-b4d8-527bbbca7786 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2593174 Jul 06 13:46:11.692757 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-ad4ae8ba-afef-4950-9363-fe6852cd0909 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/quotas/0bfc73a3edad4949ac20ee7fb88ee1ab HTTP/1.1" status: 200 len: 375 time: 0.0416281 Jul 06 13:46:11.700738 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581d7db4-5bd0-4497-b26d-86a2b83cb4cc req-f916113a-3681-494b-9d42-9f9ff2077552 service neutron] 10.222.0.52 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992745 Jul 06 13:46:11.717904 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0bc1081b-8c15-452a-b631-55fde71d622b req-0d5f7d37-e61a-4b58-a201-b989b0181975 service neutron] 10.222.0.118 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059648 Jul 06 13:46:11.740932 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-2505a8c8-e729-447d-b130-decfa916b9d5 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=0bfc73a3edad4949ac20ee7fb88ee1ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390668 Jul 06 13:46:12.206221 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1127d-983d-48ad-a5fb-6cc0bacd9a72 req-68a7e82d-4d5d-40ea-8a4d-3a252f0872dd tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:12.213241 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42d1127d-983d-48ad-a5fb-6cc0bacd9a72 req-68a7e82d-4d5d-40ea-8a4d-3a252f0872dd tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 943 time: 0.0816789 Jul 06 13:46:12.290132 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38982) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:12.466439 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0b60a18-2ada-4728-addb-ac6cd4637089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:12.594664 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a928bbc2-4561-4ebc-983a-24ead85491e6 req-727cd921-e8fa-4f1e-9941-1ac3896c00c4 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 210 time: 0.3784039 Jul 06 13:46:12.629709 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0b60a18-2ada-4728-addb-ac6cd4637089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:12.634477 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42d1127d-983d-48ad-a5fb-6cc0bacd9a72 req-73393719-e988-4ba7-8eba-8fc4b4a987b6 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201615 Jul 06 13:46:12.636879 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0b60a18-2ada-4728-addb-ac6cd4637089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:12.682297 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b60a18-2ada-4728-addb-ac6cd4637089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d967a861-d8b3-4f2c-b5de-40b82184f30b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:12.690239 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38994) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:12.698723 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e0b60a18-2ada-4728-addb-ac6cd4637089 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=7683126aeb9b4792b9fbbdbe08fea263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4067512 Jul 06 13:46:12.760844 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-5a99697e-42ea-4da0-8d54-bde4f513b3b7 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=0bfc73a3edad4949ac20ee7fb88ee1ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286543 Jul 06 13:46:12.772518 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fbc6119d-cdd9-493b-b2ba-55d60ebc106d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:12.848791 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fbc6119d-cdd9-493b-b2ba-55d60ebc106d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:12.927233 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:12.938544 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-58e03e56-54b6-4fc1-a610-d9f766d9204e tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:12.945117 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-58e03e56-54b6-4fc1-a610-d9f766d9204e tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1743100 Jul 06 13:46:12.956416 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-2e92dd45-263a-45e2-b43e-98cdc4308bca tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/quotas/0bfc73a3edad4949ac20ee7fb88ee1ab HTTP/1.1" status: 200 len: 375 time: 0.0104470 Jul 06 13:46:12.994338 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-2b9aead4-839e-4870-948c-b66fa395b63d tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=0bfc73a3edad4949ac20ee7fb88ee1ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301855 Jul 06 13:46:12.995207 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fbc6119d-cdd9-493b-b2ba-55d60ebc106d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:12.997884 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fbc6119d-cdd9-493b-b2ba-55d60ebc106d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:13.000308 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-fbc6119d-cdd9-493b-b2ba-55d60ebc106d admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/d967a861-d8b3-4f2c-b5de-40b82184f30b HTTP/1.1" status: 204 len: 168 time: 0.3090742 Jul 06 13:46:13.020195 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6119d-cdd9-493b-b2ba-55d60ebc106d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d967a861-d8b3-4f2c-b5de-40b82184f30b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:13.114274 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b2aa8b-ea02-48a3-b1ed-e47648803ac6 req-7a5e35c4-168d-447e-a5f6-511320037cdb tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:13.115827 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b3b2aa8b-ea02-48a3-b1ed-e47648803ac6 req-7a5e35c4-168d-447e-a5f6-511320037cdb tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=e35de86e-67b0-4cff-84d4-98324149e173 HTTP/1.1" status: 200 len: 945 time: 0.0978379 Jul 06 13:46:13.158588 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b3b2aa8b-ea02-48a3-b1ed-e47648803ac6 req-a892a4c6-e4f5-4a17-aa59-b415e7758410 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372515 Jul 06 13:46:13.333156 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7e738-5edf-49d9-bc3a-ae71dd63dde0 req-f8bda846-df13-4504-8d14-c50c7bb156fb tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:13.334758 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1be7e738-5edf-49d9-bc3a-ae71dd63dde0 req-f8bda846-df13-4504-8d14-c50c7bb156fb tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=73e00c80-7c7f-4aa5-8904-da4f2fcdaecf HTTP/1.1" status: 200 len: 950 time: 0.0838554 Jul 06 13:46:13.383867 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39020) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:13.395627 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3ef436e8-f68e-4d95-85f4-f53d97a6ad69 req-1925d882-33dc-4d8b-bec3-9f982b59590b tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea4a1f46-772b-4cd8-b572-70809e62453b HTTP/1.1" status: 200 len: 210 time: 0.0597603 Jul 06 13:46:13.407524 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-544543f8-0ee8-415f-a74a-b025b8ac7cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:13.461865 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1be7e738-5edf-49d9-bc3a-ae71dd63dde0 req-656f5656-b3fd-42e3-8460-cb953f93fbac tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141648 Jul 06 13:46:13.505806 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-ef0064fa-f582-4f62-8437-98dec3ee11d9 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.124 "GET /v2.0/networks?tenant_id=0bfc73a3edad4949ac20ee7fb88ee1ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299306 Jul 06 13:46:13.651412 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-544543f8-0ee8-415f-a74a-b025b8ac7cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:13.657121 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-544543f8-0ee8-415f-a74a-b025b8ac7cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:13.711229 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-b0735ec6-60af-468a-9ca0-d719e62226bd tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:13.717138 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-b0735ec6-60af-468a-9ca0-d719e62226bd tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2035022 Jul 06 13:46:13.744845 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-a9cd23eb-7c14-4d38-bca4-989464db1711 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Request body: {'port': {'device_id': '590d4cce-f63b-455a-8285-cac46861a8cd', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'admin_state_up': True, 'tenant_id': '0bfc73a3edad4949ac20ee7fb88ee1ab'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:46:13.760094 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-544543f8-0ee8-415f-a74a-b025b8ac7cc2 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=5b5afd91855d40a8ab59fedfaa799311&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3749554 Jul 06 13:46:13.761000 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39032) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:13.761674 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544543f8-0ee8-415f-a74a-b025b8ac7cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9822ca-c353-4835-ac02-36bfcea782c3,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:13.848895 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3cf9e12d-9196-4cd0-a745-469a511d3c98 req-3efe5f25-6298-4024-a435-48ffeef19b7b tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 210 time: 0.0290716 Jul 06 13:46:13.854537 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b6abe51-5751-4305-b5e6-7a9faa2ffa56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:13.909133 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b6abe51-5751-4305-b5e6-7a9faa2ffa56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:13.944924 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-a9cd23eb-7c14-4d38-bca4-989464db1711 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Made reservation on behalf of 0bfc73a3edad4949ac20ee7fb88ee1ab for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:46:13.950409 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-a9cd23eb-7c14-4d38-bca4-989464db1711 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:13.963169 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-a9cd23eb-7c14-4d38-bca4-989464db1711 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:14.074065 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b6abe51-5751-4305-b5e6-7a9faa2ffa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:14.078887 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b6abe51-5751-4305-b5e6-7a9faa2ffa56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:14.080778 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5b6abe51-5751-4305-b5e6-7a9faa2ffa56 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/ce9822ca-c353-4835-ac02-36bfcea782c3 HTTP/1.1" status: 204 len: 168 time: 0.3142004 Jul 06 13:46:14.124920 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6abe51-5751-4305-b5e6-7a9faa2ffa56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9822ca-c353-4835-ac02-36bfcea782c3,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:14.200128 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7379a2-f324-447d-a9e8-da32b1fc6205 req-06813aa4-6395-435c-a0a1-a471aabedb84 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:14.210852 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c7379a2-f324-447d-a9e8-da32b1fc6205 req-06813aa4-6395-435c-a0a1-a471aabedb84 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 943 time: 0.2291553 Jul 06 13:46:14.230106 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1081b-8c15-452a-b631-55fde71d622b req-f2cae9fc-b6fe-452b-9d4d-d04c14eaa509 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:14.233388 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0bc1081b-8c15-452a-b631-55fde71d622b req-f2cae9fc-b6fe-452b-9d4d-d04c14eaa509 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.124 "GET /v2.0/networks?id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b HTTP/1.1" status: 200 len: 808 time: 0.2327335 Jul 06 13:46:14.261674 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-0bc1081b-8c15-452a-b631-55fde71d622b req-bed1986b-876c-40cd-b0a2-96d2444f27f2 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Request body: {'port': {'device_id': '4aecacdd-20e2-44b8-9135-49e91583bd53', 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b', 'admin_state_up': True, 'tenant_id': '0a05dcebc7174fa4835bbaac9666195c'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:46:14.288993 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-a9cd23eb-7c14-4d38-bca4-989464db1711 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:14.312648 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-a9cd23eb-7c14-4d38-bca4-989464db1711 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:14.351846 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c7379a2-f324-447d-a9e8-da32b1fc6205 req-a73f34f1-245c-486c-8bf5-fb2359eb097e tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339092 Jul 06 13:46:14.548265 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc1081b-8c15-452a-b631-55fde71d622b req-bed1986b-876c-40cd-b0a2-96d2444f27f2 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Made reservation on behalf of 0a05dcebc7174fa4835bbaac9666195c for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:46:14.554936 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-0bc1081b-8c15-452a-b631-55fde71d622b req-bed1986b-876c-40cd-b0a2-96d2444f27f2 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:14.698077 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd23eb-7c14-4d38-bca4-989464db1711 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51cb5e10-b88f-453c-8be9-7b61a7c0e3bc,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:14.818128 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-0bc1081b-8c15-452a-b631-55fde71d622b req-bed1986b-876c-40cd-b0a2-96d2444f27f2 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Allocated IP 172.20.0.8 (b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b/fb580ceb-d4c2-41da-b0a8-ed5910fd5560/d1e368e8-4fa6-464b-9bc3-88c17d24914a) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:46:14.865594 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-48e7bde0-ff0f-4266-9f29-2f552c646b43 req-3d997908-69e4-483b-a36f-a8cfe8254eb9 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea4a1f46-772b-4cd8-b572-70809e62453b HTTP/1.1" status: 200 len: 210 time: 0.1181717 Jul 06 13:46:14.976327 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-a9cd23eb-7c14-4d38-bca4-989464db1711 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Allocated IP 192.168.233.240 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:46:15.184353 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-0bc1081b-8c15-452a-b631-55fde71d622b req-bed1986b-876c-40cd-b0a2-96d2444f27f2 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:15.285440 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-0bc1081b-8c15-452a-b631-55fde71d622b req-bed1986b-876c-40cd-b0a2-96d2444f27f2 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:15.305779 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-54be5073-93df-4c7c-8430-d9aaee615b6e req-1f5eafe2-0219-46dc-a61c-847bbd531f70 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 210 time: 0.0537796 Jul 06 13:46:15.350140 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252574f-6958-4412-96ed-959b12a71771 req-4326bcce-f8e5-484c-b23b-d5ba374f9d77 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:15.351848 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8252574f-6958-4412-96ed-959b12a71771 req-4326bcce-f8e5-484c-b23b-d5ba374f9d77 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.124 "GET /v2.0/ports?device_id=73e00c80-7c7f-4aa5-8904-da4f2fcdaecf HTTP/1.1" status: 200 len: 950 time: 0.8038294 Jul 06 13:46:15.358295 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-391732a5-48b7-453c-b093-4ef492d77970 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=0bfc73a3edad4949ac20ee7fb88ee1ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1065922 Jul 06 13:46:15.370767 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc1081b-8c15-452a-b631-55fde71d622b req-bed1986b-876c-40cd-b0a2-96d2444f27f2 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:46:15.375347 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-0bc1081b-8c15-452a-b631-55fde71d622b req-bed1986b-876c-40cd-b0a2-96d2444f27f2 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:46:15.381369 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc1081b-8c15-452a-b631-55fde71d622b req-bed1986b-876c-40cd-b0a2-96d2444f27f2 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:46:15.421430 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1986b-876c-40cd-b0a2-96d2444f27f2 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Pushing event updated for resources: {'Port': ['ID=d1e368e8-4fa6-464b-9bc3-88c17d24914a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:15.432450 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-a9cd23eb-7c14-4d38-bca4-989464db1711 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:15.454129 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1081b-8c15-452a-b631-55fde71d622b req-bed1986b-876c-40cd-b0a2-96d2444f27f2 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:15.455208 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-0bc1081b-8c15-452a-b631-55fde71d622b req-bed1986b-876c-40cd-b0a2-96d2444f27f2 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:15.483286 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0bc1081b-8c15-452a-b631-55fde71d622b req-bed1986b-876c-40cd-b0a2-96d2444f27f2 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2344389 Jul 06 13:46:15.499744 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-0bc1081b-8c15-452a-b631-55fde71d622b req-c7b81d70-4445-4e60-9192-dcaa54f4a609 service neutron] Request body: {'port': {'device_id': '4aecacdd-20e2-44b8-9135-49e91583bd53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:46:15.535702 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-a9cd23eb-7c14-4d38-bca4-989464db1711 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Transition to ACTIVE for port object 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:46:15.559349 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684adf8-de9b-4778-b47c-abe8a63e969c req-2e275ad0-6e1f-4b8f-a31e-d0a9272ceb17 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:15.566204 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0684adf8-de9b-4778-b47c-abe8a63e969c req-2e275ad0-6e1f-4b8f-a31e-d0a9272ceb17 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=73e00c80-7c7f-4aa5-8904-da4f2fcdaecf HTTP/1.1" status: 200 len: 950 time: 0.7764482 Jul 06 13:46:15.601078 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-0bc1081b-8c15-452a-b631-55fde71d622b req-c7b81d70-4445-4e60-9192-dcaa54f4a609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:15.722128 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-84e8e14a-0ba0-49c5-aa7a-85adbeecbe46 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:15.723896 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-84e8e14a-0ba0-49c5-aa7a-85adbeecbe46 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3229828 Jul 06 13:46:15.745141 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0684adf8-de9b-4778-b47c-abe8a63e969c req-da0aefdd-b45a-4cab-839f-f87c1ad64a50 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779888 Jul 06 13:46:15.762629 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-0d5cbd82-b1a1-4706-b49c-da5668c9533f tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Request body: {'port': {'device_id': 'ea4a1f46-772b-4cd8-b572-70809e62453b', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'admin_state_up': True, 'tenant_id': '0bfc73a3edad4949ac20ee7fb88ee1ab'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:46:15.773579 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-8252574f-6958-4412-96ed-959b12a71771 req-1eee18a0-94e8-4b63-b530-2a4d7aa8a42b tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Deleting port 5613f036-2ca4-4e30-8c02-05c332c5432b {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:46:15.774747 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8252574f-6958-4412-96ed-959b12a71771 req-1eee18a0-94e8-4b63-b530-2a4d7aa8a42b tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:15.931482 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-a9cd23eb-7c14-4d38-bca4-989464db1711 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:15.977460 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-0bc1081b-8c15-452a-b631-55fde71d622b req-c7b81d70-4445-4e60-9192-dcaa54f4a609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1e368e8-4fa6-464b-9bc3-88c17d24914a {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:46:15.989977 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-0bc1081b-8c15-452a-b631-55fde71d622b req-c7b81d70-4445-4e60-9192-dcaa54f4a609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:16.009417 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-0bc1081b-8c15-452a-b631-55fde71d622b req-c7b81d70-4445-4e60-9192-dcaa54f4a609 service neutron] Transition to ACTIVE for port object d1e368e8-4fa6-464b-9bc3-88c17d24914a will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:46:16.013581 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-0bc1081b-8c15-452a-b631-55fde71d622b req-c7b81d70-4445-4e60-9192-dcaa54f4a609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:16.017431 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30c3e8-80e7-4104-9c30-cb553e85c851 req-89a153d6-bf59-4329-99fc-42adcdc12d96 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:16.019408 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df30c3e8-80e7-4104-9c30-cb553e85c851 req-89a153d6-bf59-4329-99fc-42adcdc12d96 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 943 time: 0.4506671 Jul 06 13:46:16.103420 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-8252574f-6958-4412-96ed-959b12a71771 req-1eee18a0-94e8-4b63-b530-2a4d7aa8a42b tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] For port 5613f036-2ca4-4e30-8c02-05c332c5432b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=5613f036-2ca4-4e30-8c02-05c332c5432b,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:16.103724 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8252574f-6958-4412-96ed-959b12a71771 req-1eee18a0-94e8-4b63-b530-2a4d7aa8a42b tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:16.111260 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-a9cd23eb-7c14-4d38-bca4-989464db1711 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:46:16.128092 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df30c3e8-80e7-4104-9c30-cb553e85c851 req-7698cf94-ce3a-4139-8929-66c6412a9418 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874603 Jul 06 13:46:16.128840 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd23eb-7c14-4d38-bca4-989464db1711 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Pushing event updated for resources: {'Port': ['ID=00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:16.131727 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-0d5cbd82-b1a1-4706-b49c-da5668c9533f tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Made reservation on behalf of 0bfc73a3edad4949ac20ee7fb88ee1ab for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:46:16.135738 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-0d5cbd82-b1a1-4706-b49c-da5668c9533f tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:16.154344 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-a9cd23eb-7c14-4d38-bca4-989464db1711 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:46:16.158173 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-a9cd23eb-7c14-4d38-bca4-989464db1711 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:46:16.173465 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-8252574f-6958-4412-96ed-959b12a71771 req-1eee18a0-94e8-4b63-b530-2a4d7aa8a42b tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Calling delete_port for 5613f036-2ca4-4e30-8c02-05c332c5432b owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:46:16.208774 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ff3a0e80-63b8-47a6-96ff-a113cbef3e4e details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:46:16.296757 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b81d70-4445-4e60-9192-dcaa54f4a609 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e368e8-4fa6-464b-9bc3-88c17d24914a,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:16.385290 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-0bc1081b-8c15-452a-b631-55fde71d622b req-c7b81d70-4445-4e60-9192-dcaa54f4a609 service neutron] Attempting to bind port d1e368e8-4fa6-464b-9bc3-88c17d24914a on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:46:16.385918 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-0bc1081b-8c15-452a-b631-55fde71d622b req-c7b81d70-4445-4e60-9192-dcaa54f4a609 service neutron] Attempting to bind port d1e368e8-4fa6-464b-9bc3-88c17d24914a by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:46:16.386662 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc1081b-8c15-452a-b631-55fde71d622b req-c7b81d70-4445-4e60-9192-dcaa54f4a609 service neutron] Attempting to bind port d1e368e8-4fa6-464b-9bc3-88c17d24914a on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:46:16.396240 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc1081b-8c15-452a-b631-55fde71d622b req-c7b81d70-4445-4e60-9192-dcaa54f4a609 service neutron] Port d1e368e8-4fa6-464b-9bc3-88c17d24914a on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:46:16.396720 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc1081b-8c15-452a-b631-55fde71d622b req-c7b81d70-4445-4e60-9192-dcaa54f4a609 service neutron] Attempting to bind port d1e368e8-4fa6-464b-9bc3-88c17d24914a on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:46:16.410046 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc1081b-8c15-452a-b631-55fde71d622b req-c7b81d70-4445-4e60-9192-dcaa54f4a609 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:46:16.410800 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc1081b-8c15-452a-b631-55fde71d622b req-c7b81d70-4445-4e60-9192-dcaa54f4a609 service neutron] Checking segment: {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:46:16.415226 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc1081b-8c15-452a-b631-55fde71d622b req-c7b81d70-4445-4e60-9192-dcaa54f4a609 service neutron] Bound using segment: {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:46:16.416015 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-0bc1081b-8c15-452a-b631-55fde71d622b req-c7b81d70-4445-4e60-9192-dcaa54f4a609 service neutron] Bound port: d1e368e8-4fa6-464b-9bc3-88c17d24914a, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:46:16.416528 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-0bc1081b-8c15-452a-b631-55fde71d622b req-c7b81d70-4445-4e60-9192-dcaa54f4a609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:16.437707 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2a62bfb9-1170-48b8-8989-fbef1a9cba1c req-7ba12145-d3d3-4a92-9c38-3846cf2e6ffd tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea4a1f46-772b-4cd8-b572-70809e62453b HTTP/1.1" status: 200 len: 210 time: 0.1476042 Jul 06 13:46:16.467504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-a9cd23eb-7c14-4d38-bca4-989464db1711 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:16.468193 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-a9cd23eb-7c14-4d38-bca4-989464db1711 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:16.474491 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:16.525877 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-a9cd23eb-7c14-4d38-bca4-989464db1711 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7853327 Jul 06 13:46:16.548453 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port ff3a0e80-63b8-47a6-96ff-a113cbef3e4e, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ff3a0e80-63b8-47a6-96ff-a113cbef3e4e,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:16.569351 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'ff3a0e80-63b8-47a6-96ff-a113cbef3e4e', 'network_id': '32044b4f-f14f-4915-ba05-43d758a7c9ad', 'port_id': 'ff3a0e80-63b8-47a6-96ff-a113cbef3e4e', 'mac_address': 'fa:16:3e:fb:68:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a26d9c0-3fa2-4ed5-a111-4efe079a2d6f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:46:16.596627 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-dc122503-df70-4aa3-8550-87ba2a2e5ecd service neutron] Request body: {'port': {'device_id': '590d4cce-f63b-455a-8285-cac46861a8cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:46:16.601122 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-0bc1081b-8c15-452a-b631-55fde71d622b req-c7b81d70-4445-4e60-9192-dcaa54f4a609 service neutron] For port d1e368e8-4fa6-464b-9bc3-88c17d24914a, host n-h2-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:46:16.603433 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-0bc1081b-8c15-452a-b631-55fde71d622b req-c7b81d70-4445-4e60-9192-dcaa54f4a609 service neutron] For port d1e368e8-4fa6-464b-9bc3-88c17d24914a, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d1e368e8-4fa6-464b-9bc3-88c17d24914a,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:46:16.610124 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-0bc1081b-8c15-452a-b631-55fde71d622b req-c7b81d70-4445-4e60-9192-dcaa54f4a609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:16.646578 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1081b-8c15-452a-b631-55fde71d622b req-c7b81d70-4445-4e60-9192-dcaa54f4a609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:16.647302 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-0bc1081b-8c15-452a-b631-55fde71d622b req-c7b81d70-4445-4e60-9192-dcaa54f4a609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:16.648820 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0bc1081b-8c15-452a-b631-55fde71d622b req-c7b81d70-4445-4e60-9192-dcaa54f4a609 service neutron] 10.222.0.124 "PUT /v2.0/ports/d1e368e8-4fa6-464b-9bc3-88c17d24914a HTTP/1.1" status: 200 len: 1091 time: 1.1585348 Jul 06 13:46:16.649349 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aecacdd-20e2-44b8-9135-49e91583bd53', 'tag': 'd1e368e8-4fa6-464b-9bc3-88c17d24914a'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:46:16.652186 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4d21e8-fbfa-4df5-8285-72fd9637d636" -d '{"events": [{"name": "network-changed", "server_uuid": "4aecacdd-20e2-44b8-9135-49e91583bd53", "tag": "d1e368e8-4fa6-464b-9bc3-88c17d24914a"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:46:16.699889 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:16.718900 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b81d70-4445-4e60-9192-dcaa54f4a609 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e368e8-4fa6-464b-9bc3-88c17d24914a,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:16.738129 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff3a0e80-63b8-47a6-96ff-a113cbef3e4e {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:46:16.750133 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a918c1-11ce-402a-b350-f96de3dceb71 x-openstack-request-id: req-88a918c1-11ce-402a-b350-f96de3dceb71 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:46:16.750133 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aecacdd-20e2-44b8-9135-49e91583bd53", "tag": "d1e368e8-4fa6-464b-9bc3-88c17d24914a", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:46:16.752066 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-88a918c1-11ce-402a-b350-f96de3dceb71 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:46:16.754498 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aecacdd-20e2-44b8-9135-49e91583bd53', 'tag': 'd1e368e8-4fa6-464b-9bc3-88c17d24914a', 'status': 'completed', 'code': 200} Jul 06 13:46:16.767882 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port ff3a0e80-63b8-47a6-96ff-a113cbef3e4e, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ff3a0e80-63b8-47a6-96ff-a113cbef3e4e,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:16.770866 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d05d9549-0dbf-43ae-b555-997b6b11e05a None None] Provisioning for port 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:46:16.780283 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:16.824076 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d05d9549-0dbf-43ae-b555-997b6b11e05a None None] Provisioning complete for port 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:46:16.824693 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d05d9549-0dbf-43ae-b555-997b6b11e05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:16.829784 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1081b-8c15-452a-b631-55fde71d622b req-bb0d7e8c-83d4-4497-b75b-7644daa993fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:16.831815 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0bc1081b-8c15-452a-b631-55fde71d622b req-bb0d7e8c-83d4-4497-b75b-7644daa993fa service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0a05dcebc7174fa4835bbaac9666195c&device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 1094 time: 0.1092153 Jul 06 13:46:16.878178 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d05d9549-0dbf-43ae-b555-997b6b11e05a None None] Port 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:46:16.898734 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=ff3a0e80-63b8-47a6-96ff-a113cbef3e4e,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:16.900509 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0bc1081b-8c15-452a-b631-55fde71d622b req-e1e07803-8722-4252-abfc-95355f315795 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1e368e8-4fa6-464b-9bc3-88c17d24914a HTTP/1.1" status: 200 len: 217 time: 0.0608523 Jul 06 13:46:16.907629 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:16.907984 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:16.908327 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:16.908667 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:16.908995 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:16.909319 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:16.909655 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:16.910010 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:16.910335 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:16.910791 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:16.911124 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:16.911444 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:16.926335 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-0d5cbd82-b1a1-4706-b49c-da5668c9533f tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Allocated IP 192.168.233.50 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/b3d9039e-7b39-4244-9e16-aa101f9c798a) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:46:16.963034 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1081b-8c15-452a-b631-55fde71d622b req-42dff4da-9edb-4227-ac59-98a380da0021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:16.964875 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0bc1081b-8c15-452a-b631-55fde71d622b req-42dff4da-9edb-4227-ac59-98a380da0021 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=fb580ceb-d4c2-41da-b0a8-ed5910fd5560 HTTP/1.1" status: 200 len: 848 time: 0.0558350 Jul 06 13:46:16.972977 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['ff3a0e80-63b8-47a6-96ff-a113cbef3e4e'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:46:17.014843 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0bc1081b-8c15-452a-b631-55fde71d622b req-efed4e33-f21b-42f7-be50-e248963bb07f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394681 Jul 06 13:46:17.059597 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-dc122503-df70-4aa3-8550-87ba2a2e5ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:17.110963 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-86a09ecc-a8d7-4fbd-ba46-bbe86bef2a88 service neutron] 10.222.0.52 "GET /v2.0/ports/a15d81dc-6762-4138-a46a-f473d385b35b/bindings/n-h2-773644-6 HTTP/1.1" status: 200 len: 384 time: 0.3603008 Jul 06 13:46:17.127404 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8252574f-6958-4412-96ed-959b12a71771 req-1eee18a0-94e8-4b63-b530-2a4d7aa8a42b tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:17.140755 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0bc1081b-8c15-452a-b631-55fde71d622b req-d2bb498b-ed41-4ce9-8c0f-f9ffd7f757d7 service neutron] 10.222.0.124 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162386 Jul 06 13:46:17.144015 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['7380059d-c7ea-4f31-a1af-4df34a977b25', '5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41', 'b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:46:17.165996 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113422d1-d89f-4f13-8992-6bea770de28d req-a942fc95-6be3-48e0-836f-3b56d29d5fd5 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:17.167542 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-113422d1-d89f-4f13-8992-6bea770de28d req-a942fc95-6be3-48e0-836f-3b56d29d5fd5 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 943 time: 0.5106721 Jul 06 13:46:17.266470 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['ee23cc46-4c30-460d-b796-1d9a9e218bbe', 'ed16c303-fba3-4798-b4e3-d1aa319dbd40'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:46:17.272208 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0bc1081b-8c15-452a-b631-55fde71d622b req-075d3a52-d08f-4423-914f-3384c597fc46 service neutron] 10.222.0.124 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279449 Jul 06 13:46:17.301984 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee18a0-94e8-4b63-b530-2a4d7aa8a42b tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Pushing event deleted for resources: {'Port': ['ID=5613f036-2ca4-4e30-8c02-05c332c5432b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:17.381529 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a569bbc-2a8d-4427-a5f8-586eb853c7f7 req-9e31bddc-cb47-4a7b-b62c-57c6a4598a92 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:17.389280 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9a569bbc-2a8d-4427-a5f8-586eb853c7f7 req-9e31bddc-cb47-4a7b-b62c-57c6a4598a92 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=73e00c80-7c7f-4aa5-8904-da4f2fcdaecf HTTP/1.1" status: 200 len: 867 time: 0.4745090 Jul 06 13:46:17.430082 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d21e8-fbfa-4df5-8285-72fd9637d636 req-be45a1f4-7ccb-48a7-bd7c-0ed77cc20081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:17.432292 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8f4d21e8-fbfa-4df5-8285-72fd9637d636 req-be45a1f4-7ccb-48a7-bd7c-0ed77cc20081 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0a05dcebc7174fa4835bbaac9666195c&device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 1094 time: 0.0856943 Jul 06 13:46:17.569212 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d21e8-fbfa-4df5-8285-72fd9637d636 req-bb7dc815-da3b-40d6-ba68-7fb5c609a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:17.570974 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8f4d21e8-fbfa-4df5-8285-72fd9637d636 req-bb7dc815-da3b-40d6-ba68-7fb5c609a3f5 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b HTTP/1.1" status: 200 len: 909 time: 0.1325252 Jul 06 13:46:17.698753 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8f4d21e8-fbfa-4df5-8285-72fd9637d636 req-d13b4f0c-461a-4399-81f3-b580d32a378c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1e368e8-4fa6-464b-9bc3-88c17d24914a HTTP/1.1" status: 200 len: 217 time: 0.1193705 Jul 06 13:46:17.788675 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d21e8-fbfa-4df5-8285-72fd9637d636 req-e96e3af9-b63d-487a-bacb-7ac6a037895e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:17.790746 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8f4d21e8-fbfa-4df5-8285-72fd9637d636 req-e96e3af9-b63d-487a-bacb-7ac6a037895e service neutron] 10.222.0.124 "GET /v2.0/subnets?id=fb580ceb-d4c2-41da-b0a8-ed5910fd5560 HTTP/1.1" status: 200 len: 848 time: 0.0849221 Jul 06 13:46:17.869649 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8f4d21e8-fbfa-4df5-8285-72fd9637d636 req-f139f04e-2e96-460b-b8e4-d8fcd90b89b0 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708151 Jul 06 13:46:17.941300 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-8252574f-6958-4412-96ed-959b12a71771 req-1eee18a0-94e8-4b63-b530-2a4d7aa8a42b tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] No DVR routers for this DVR port 5613f036-2ca4-4e30-8c02-05c332c5432b on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:46:17.957070 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-113422d1-d89f-4f13-8992-6bea770de28d req-5dfc7cc5-d385-42f2-b6b1-132890bba1e1 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7465074 Jul 06 13:46:17.998995 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8252574f-6958-4412-96ed-959b12a71771 req-1eee18a0-94e8-4b63-b530-2a4d7aa8a42b tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:18.003819 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8252574f-6958-4412-96ed-959b12a71771 req-1eee18a0-94e8-4b63-b530-2a4d7aa8a42b tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.124 "DELETE /v2.0/ports/5613f036-2ca4-4e30-8c02-05c332c5432b HTTP/1.1" status: 204 len: 173 time: 2.6445100 Jul 06 13:46:18.027789 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e00c80-7c7f-4aa5-8904-da4f2fcdaecf', 'name': 'network-vif-deleted', 'tag': '5613f036-2ca4-4e30-8c02-05c332c5432b'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:46:18.032239 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8772a75f-0e23-41d8-bb5e-28c8dd7e7ee0" -d '{"events": [{"server_uuid": "73e00c80-7c7f-4aa5-8904-da4f2fcdaecf", "name": "network-vif-deleted", "tag": "5613f036-2ca4-4e30-8c02-05c332c5432b"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:46:18.094236 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8f4d21e8-fbfa-4df5-8285-72fd9637d636 req-6a728ec3-e7fa-4c0e-a56b-2985239390d6 service neutron] 10.222.0.124 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142248 Jul 06 13:46:18.132268 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 5613f036-2ca4-4e30-8c02-05c332c5432b no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:46:18.134382 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9a569bbc-2a8d-4427-a5f8-586eb853c7f7 req-977d6664-b5b9-43c7-b777-cfd0237d8300 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7441950 Jul 06 13:46:18.146370 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39188) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:18.189700 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 5613f036-2ca4-4e30-8c02-05c332c5432b {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:46:18.194667 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 5613f036-2ca4-4e30-8c02-05c332c5432b not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:46:18.212044 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ff3a0e80-63b8-47a6-96ff-a113cbef3e4e up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:46:18.328758 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8f4d21e8-fbfa-4df5-8285-72fd9637d636 req-96f9c1f5-679b-44ca-83c6-a8135108139c service neutron] 10.222.0.124 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251458 Jul 06 13:46:18.329400 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-0d5cbd82-b1a1-4706-b49c-da5668c9533f tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:18.333827 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port ff3a0e80-63b8-47a6-96ff-a113cbef3e4e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:46:18.334856 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:18.401562 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-0d5cbd82-b1a1-4706-b49c-da5668c9533f tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Transition to ACTIVE for port object b3d9039e-7b39-4244-9e16-aa101f9c798a will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:46:18.466302 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:18.513513 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a3e255b4-455a-45a1-9897-d654ffa20363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:18.522327 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-73b8fcc9-8332-4cf6-b268-e99fe86098f8 service neutron] For port a15d81dc-6762-4138-a46a-f473d385b35b, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=a15d81dc-6762-4138-a46a-f473d385b35b,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:18.577859 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:18.611926 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05154e05-e10c-4c2d-ab64-86c563d3b713 req-2b77d5c0-e37d-4eeb-8847-0fa5873142ed tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:18.629304 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05154e05-e10c-4c2d-ab64-86c563d3b713 req-2b77d5c0-e37d-4eeb-8847-0fa5873142ed tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 943 time: 0.2336371 Jul 06 13:46:18.644859 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35de86e-67b0-4cff-84d4-98324149e173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3a0e80-63b8-47a6-96ff-a113cbef3e4e'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:46:18.646391 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-73b8fcc9-8332-4cf6-b268-e99fe86098f8 service neutron] For port a15d81dc-6762-4138-a46a-f473d385b35b, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:46:18.653850 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3178e10-d32d-402b-950a-93d35b72c94f" -d '{"events": [{"server_uuid": "e35de86e-67b0-4cff-84d4-98324149e173", "name": "network-vif-plugged", "status": "completed", "tag": "ff3a0e80-63b8-47a6-96ff-a113cbef3e4e"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:46:18.674755 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port ff3a0e80-63b8-47a6-96ff-a113cbef3e4e, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ff3a0e80-63b8-47a6-96ff-a113cbef3e4e,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:18.682803 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:18.684023 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device a15d81dc-6762-4138-a46a-f473d385b35b no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:46:18.736206 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-51a564a1-af9f-4bc5-94ec-a42e67a55f8d req-512fccca-cdf7-4ed9-a351-e62b78c60dbc tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea4a1f46-772b-4cd8-b572-70809e62453b HTTP/1.1" status: 200 len: 210 time: 0.0993056 Jul 06 13:46:18.771932 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-0d5cbd82-b1a1-4706-b49c-da5668c9533f tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:18.796703 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a3e255b4-455a-45a1-9897-d654ffa20363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:18.805882 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a3e255b4-455a-45a1-9897-d654ffa20363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:18.835100 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05154e05-e10c-4c2d-ab64-86c563d3b713 req-40815b2f-3710-492e-8011-1c1ffa2b5594 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038236 Jul 06 13:46:18.848874 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-73b8fcc9-8332-4cf6-b268-e99fe86098f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a15d81dc-6762-4138-a46a-f473d385b35b {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:46:18.854735 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e255b4-455a-45a1-9897-d654ffa20363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834146e5-9747-4ace-b77e-3294e9c30908,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:18.887132 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c09ff1-7f9e-4554-89e8-f6532310528d x-openstack-request-id: req-04c09ff1-7f9e-4554-89e8-f6532310528d {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:46:18.891059 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e00c80-7c7f-4aa5-8904-da4f2fcdaecf", "name": "network-vif-deleted", "tag": "5613f036-2ca4-4e30-8c02-05c332c5432b", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:46:18.891623 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-04c09ff1-7f9e-4554-89e8-f6532310528d {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:46:18.892233 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e00c80-7c7f-4aa5-8904-da4f2fcdaecf', 'name': 'network-vif-deleted', 'tag': '5613f036-2ca4-4e30-8c02-05c332c5432b', 'status': 'completed', 'code': 200} Jul 06 13:46:18.894377 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=ff3a0e80-63b8-47a6-96ff-a113cbef3e4e,revision_number=7']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:18.933070 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a3e255b4-455a-45a1-9897-d654ffa20363 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=d5957f7d8e064b65998c76673ab12a5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7205427 Jul 06 13:46:18.933688 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39198) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:18.957856 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-73b8fcc9-8332-4cf6-b268-e99fe86098f8 service neutron] For port a15d81dc-6762-4138-a46a-f473d385b35b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a15d81dc-6762-4138-a46a-f473d385b35b,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:18.959123 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640e5692-3f41-4fdd-9844-e3ce7c335be1 x-openstack-request-id: req-640e5692-3f41-4fdd-9844-e3ce7c335be1 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:46:18.961664 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e35de86e-67b0-4cff-84d4-98324149e173", "name": "network-vif-plugged", "status": "completed", "tag": "ff3a0e80-63b8-47a6-96ff-a113cbef3e4e", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:46:18.962048 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-640e5692-3f41-4fdd-9844-e3ce7c335be1 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:46:18.962536 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35de86e-67b0-4cff-84d4-98324149e173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3a0e80-63b8-47a6-96ff-a113cbef3e4e', 'code': 200} Jul 06 13:46:19.003568 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-0d5cbd82-b1a1-4706-b49c-da5668c9533f tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:46:19.004971 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-73b8fcc9-8332-4cf6-b268-e99fe86098f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:19.026881 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-0d5cbd82-b1a1-4706-b49c-da5668c9533f tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:46:19.030835 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-0d5cbd82-b1a1-4706-b49c-da5668c9533f tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:46:19.071153 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bc03705a-83ac-4476-944b-87779044d386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:19.107619 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-0d5cbd82-b1a1-4706-b49c-da5668c9533f tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:19.108811 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-0d5cbd82-b1a1-4706-b49c-da5668c9533f tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:19.111679 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cbd82-b1a1-4706-b49c-da5668c9533f tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Pushing event updated for resources: {'Port': ['ID=b3d9039e-7b39-4244-9e16-aa101f9c798a,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:19.160743 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bc03705a-83ac-4476-944b-87779044d386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:19.232341 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-0d5cbd82-b1a1-4706-b49c-da5668c9533f tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4857445 Jul 06 13:46:19.253321 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bc03705a-83ac-4476-944b-87779044d386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:19.256690 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bc03705a-83ac-4476-944b-87779044d386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:19.257622 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bc03705a-83ac-4476-944b-87779044d386 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/834146e5-9747-4ace-b77e-3294e9c30908 HTTP/1.1" status: 204 len: 168 time: 0.3229692 Jul 06 13:46:19.277062 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03705a-83ac-4476-944b-87779044d386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834146e5-9747-4ace-b77e-3294e9c30908,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:19.304107 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-d3742173-a09b-4d5f-82a5-9705088384f7 service neutron] Request body: {'port': {'device_id': 'ea4a1f46-772b-4cd8-b572-70809e62453b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:46:19.516986 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-d3742173-a09b-4d5f-82a5-9705088384f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:19.533834 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b4547cd7-d844-475c-bc57-97932bebf242 None None] Provisioning for port b3d9039e-7b39-4244-9e16-aa101f9c798a completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:46:19.537649 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-73b8fcc9-8332-4cf6-b268-e99fe86098f8 service neutron] Transition to ACTIVE for port object a15d81dc-6762-4138-a46a-f473d385b35b will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:46:19.543578 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b4547cd7-d844-475c-bc57-97932bebf242 None None] Provisioning complete for port b3d9039e-7b39-4244-9e16-aa101f9c798a triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:46:19.544223 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b4547cd7-d844-475c-bc57-97932bebf242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:19.559812 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753930-0a57-4d2f-930b-5ab0742da07e req-d1ef7bb4-df62-409c-9b19-c6b9fa857032 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:19.567066 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28753930-0a57-4d2f-930b-5ab0742da07e req-d1ef7bb4-df62-409c-9b19-c6b9fa857032 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 943 time: 0.4438357 Jul 06 13:46:19.581958 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-73b8fcc9-8332-4cf6-b268-e99fe86098f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:19.597285 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-dc122503-df70-4aa3-8550-87ba2a2e5ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:46:19.619108 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-dc122503-df70-4aa3-8550-87ba2a2e5ecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:19.631282 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-b4547cd7-d844-475c-bc57-97932bebf242 None None] Port b3d9039e-7b39-4244-9e16-aa101f9c798a cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:46:19.727069 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-dc122503-df70-4aa3-8550-87ba2a2e5ecd service neutron] Transition to ACTIVE for port object 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:46:19.773357 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28753930-0a57-4d2f-930b-5ab0742da07e req-79ca5b07-1ab6-4f11-a4a2-aea7cd3acc38 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054060 Jul 06 13:46:19.777945 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-73b8fcc9-8332-4cf6-b268-e99fe86098f8 service neutron] No DVR routers for this DVR port a15d81dc-6762-4138-a46a-f473d385b35b on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:46:19.799671 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-dc122503-df70-4aa3-8550-87ba2a2e5ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:19.826394 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39226) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:19.843783 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a83a9e0f-f84b-4832-91ea-9018130c5aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:20.027468 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a83a9e0f-f84b-4832-91ea-9018130c5aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:20.033782 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a83a9e0f-f84b-4832-91ea-9018130c5aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:20.089721 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a83a9e0f-f84b-4832-91ea-9018130c5aac admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=c3b1f8af6bd14acf9cfcc27ca89f256b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2614088 Jul 06 13:46:20.090651 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a9e0f-f84b-4832-91ea-9018130c5aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b05781-b499-4c39-a634-a98d68d1e38b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:20.094700 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39232) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:20.139679 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-d3742173-a09b-4d5f-82a5-9705088384f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d9039e-7b39-4244-9e16-aa101f9c798a {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:46:20.145503 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device d1e368e8-4fa6-464b-9bc3-88c17d24914a details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:46:20.164741 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-d3742173-a09b-4d5f-82a5-9705088384f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:20.191108 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dbbad34-3df4-45b3-a653-c98b5960d938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:20.201708 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-d3742173-a09b-4d5f-82a5-9705088384f7 service neutron] Transition to ACTIVE for port object b3d9039e-7b39-4244-9e16-aa101f9c798a will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:46:20.220528 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-d3742173-a09b-4d5f-82a5-9705088384f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:20.234670 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8fcc9-8332-4cf6-b268-e99fe86098f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a15d81dc-6762-4138-a46a-f473d385b35b,revision_number=10']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:20.331410 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dbbad34-3df4-45b3-a653-c98b5960d938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:20.439984 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dbbad34-3df4-45b3-a653-c98b5960d938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:20.442908 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dbbad34-3df4-45b3-a653-c98b5960d938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:20.444227 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7dbbad34-3df4-45b3-a653-c98b5960d938 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/72b05781-b499-4c39-a634-a98d68d1e38b HTTP/1.1" status: 204 len: 168 time: 0.3485186 Jul 06 13:46:20.453063 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port d1e368e8-4fa6-464b-9bc3-88c17d24914a, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d1e368e8-4fa6-464b-9bc3-88c17d24914a,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:20.474219 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbbad34-3df4-45b3-a653-c98b5960d938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b05781-b499-4c39-a634-a98d68d1e38b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:20.507754 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'd1e368e8-4fa6-464b-9bc3-88c17d24914a', 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b', 'port_id': 'd1e368e8-4fa6-464b-9bc3-88c17d24914a', 'mac_address': 'fa:16:3e:75:21:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb580ceb-d4c2-41da-b0a8-ed5910fd5560', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:46:20.522734 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc122503-df70-4aa3-8550-87ba2a2e5ecd service neutron] Pushing event updated for resources: {'Port': ['ID=00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:20.581470 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:20.593650 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-73b8fcc9-8332-4cf6-b268-e99fe86098f8 service neutron] 10.222.0.52 "PUT /v2.0/ports/a15d81dc-6762-4138-a46a-f473d385b35b/bindings/n-h2-773644-6/activate HTTP/1.1" status: 200 len: 369 time: 3.4706492 Jul 06 13:46:20.596568 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1e368e8-4fa6-464b-9bc3-88c17d24914a {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:46:20.642128 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port d1e368e8-4fa6-464b-9bc3-88c17d24914a, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d1e368e8-4fa6-464b-9bc3-88c17d24914a,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:20.650719 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:20.793921 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad7785-1288-431e-bf4c-b69ae4328e39 req-45b3bcb3-1ddb-4a49-bf6f-da0accb45e49 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:20.803132 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f2ad7785-1288-431e-bf4c-b69ae4328e39 req-45b3bcb3-1ddb-4a49-bf6f-da0accb45e49 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea4a1f46-772b-4cd8-b572-70809e62453b HTTP/1.1" status: 200 len: 947 time: 0.5864766 Jul 06 13:46:20.805151 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3742173-a09b-4d5f-82a5-9705088384f7 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d9039e-7b39-4244-9e16-aa101f9c798a,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:20.816862 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=d1e368e8-4fa6-464b-9bc3-88c17d24914a,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:20.825897 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-652ecb15-63be-47f0-b796-dd7df220eecb tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:20.830188 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-652ecb15-63be-47f0-b796-dd7df220eecb tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.124 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed&tenant_id=2348caba5ff048eca9a30073164626c9&binding%3Ahost_id=n-h1-773644-6 HTTP/1.1" status: 200 len: 1095 time: 0.1618240 Jul 06 13:46:20.941701 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['d1e368e8-4fa6-464b-9bc3-88c17d24914a'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:46:20.942827 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-dc122503-df70-4aa3-8550-87ba2a2e5ecd service neutron] Attempting to bind port 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:46:20.943402 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-dc122503-df70-4aa3-8550-87ba2a2e5ecd service neutron] Attempting to bind port 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:46:20.944356 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-dc122503-df70-4aa3-8550-87ba2a2e5ecd service neutron] Attempting to bind port 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:46:20.953566 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-ea5aa9d9-6cf6-4272-8e0a-6b84fd3ec002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:20.955510 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-ea5aa9d9-6cf6-4272-8e0a-6b84fd3ec002 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed&tenant_id=2348caba5ff048eca9a30073164626c9 HTTP/1.1" status: 200 len: 1095 time: 0.1168318 Jul 06 13:46:20.976959 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f2ad7785-1288-431e-bf4c-b69ae4328e39 req-5a85a980-dda6-4226-9172-58c1971a5ccb tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/security-groups?id=51cb5e10-b88f-453c-8be9-7b61a7c0e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726956 Jul 06 13:46:20.988675 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-dc122503-df70-4aa3-8550-87ba2a2e5ecd service neutron] Port 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:46:20.989500 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-dc122503-df70-4aa3-8550-87ba2a2e5ecd service neutron] Attempting to bind port 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:46:21.025426 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01920dc-d088-4588-9ebd-d284cdc51cef req-b7c5c523-9e90-43e0-bb6a-88d5b5424bbe tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:21.037469 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f01920dc-d088-4588-9ebd-d284cdc51cef req-b7c5c523-9e90-43e0-bb6a-88d5b5424bbe tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 944 time: 0.5039842 Jul 06 13:46:21.110834 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-3dd759a3-8951-4de7-9a8b-932d71bc46fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:21.112399 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-3dd759a3-8951-4de7-9a8b-932d71bc46fc service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=2348caba5ff048eca9a30073164626c9&device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 1095 time: 0.1265771 Jul 06 13:46:21.156941 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-dc122503-df70-4aa3-8550-87ba2a2e5ecd service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:46:21.160270 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-dc122503-df70-4aa3-8550-87ba2a2e5ecd service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:46:21.160684 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-dc122503-df70-4aa3-8550-87ba2a2e5ecd service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:46:21.162551 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-dc122503-df70-4aa3-8550-87ba2a2e5ecd service neutron] Bound port: 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:46:21.163248 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-dc122503-df70-4aa3-8550-87ba2a2e5ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:21.296320 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f01920dc-d088-4588-9ebd-d284cdc51cef req-73ea294c-f303-4549-9fc2-b30e942ba2a7 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568076 Jul 06 13:46:21.339151 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-d3742173-a09b-4d5f-82a5-9705088384f7 service neutron] Attempting to bind port b3d9039e-7b39-4244-9e16-aa101f9c798a on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:46:21.350342 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-d3742173-a09b-4d5f-82a5-9705088384f7 service neutron] Attempting to bind port b3d9039e-7b39-4244-9e16-aa101f9c798a by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:46:21.350995 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-d3742173-a09b-4d5f-82a5-9705088384f7 service neutron] Attempting to bind port b3d9039e-7b39-4244-9e16-aa101f9c798a on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:46:21.363481 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-d3742173-a09b-4d5f-82a5-9705088384f7 service neutron] Port b3d9039e-7b39-4244-9e16-aa101f9c798a on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:46:21.364062 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-d3742173-a09b-4d5f-82a5-9705088384f7 service neutron] Attempting to bind port b3d9039e-7b39-4244-9e16-aa101f9c798a on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:46:21.387812 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-819360f1-0782-4ef2-b9f8-65ddcddc8a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:21.389385 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-819360f1-0782-4ef2-b9f8-65ddcddc8a95 service neutron] 10.222.0.124 "GET /v2.0/networks?id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d HTTP/1.1" status: 200 len: 922 time: 0.2634418 Jul 06 13:46:21.440597 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-eebc30f6-a4b3-4de7-8af5-4817ed93acfd service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a15d81dc-6762-4138-a46a-f473d385b35b HTTP/1.1" status: 200 len: 217 time: 0.0419550 Jul 06 13:46:21.473038 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-d3742173-a09b-4d5f-82a5-9705088384f7 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:46:21.473990 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-d3742173-a09b-4d5f-82a5-9705088384f7 service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:46:21.474556 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-d3742173-a09b-4d5f-82a5-9705088384f7 service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:46:21.475195 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-d3742173-a09b-4d5f-82a5-9705088384f7 service neutron] Bound port: b3d9039e-7b39-4244-9e16-aa101f9c798a, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:46:21.475755 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-d3742173-a09b-4d5f-82a5-9705088384f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:21.495871 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-dc122503-df70-4aa3-8550-87ba2a2e5ecd service neutron] For port 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:46:21.525321 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-dc122503-df70-4aa3-8550-87ba2a2e5ecd service neutron] For port 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:46:21.544669 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-dc122503-df70-4aa3-8550-87ba2a2e5ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:21.563199 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-2d2d6159-8af2-4ce1-8458-106668e77559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:21.565143 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-2d2d6159-8af2-4ce1-8458-106668e77559 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a HTTP/1.1" status: 200 len: 861 time: 0.1177747 Jul 06 13:46:21.632407 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-3070db53-6599-447b-8899-f8bcccc6ab2f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584712 Jul 06 13:46:21.646909 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-dc122503-df70-4aa3-8550-87ba2a2e5ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:21.647877 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-dc122503-df70-4aa3-8550-87ba2a2e5ecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:21.649715 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-dc122503-df70-4aa3-8550-87ba2a2e5ecd service neutron] 10.222.0.124 "PUT /v2.0/ports/00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd HTTP/1.1" status: 200 len: 1096 time: 5.0606878 Jul 06 13:46:21.650524 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590d4cce-f63b-455a-8285-cac46861a8cd', 'tag': '00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:46:21.653060 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d316f144-2b2b-432d-bf68-6bb5c39ef0d4" -d '{"events": [{"name": "network-changed", "server_uuid": "590d4cce-f63b-455a-8285-cac46861a8cd", "tag": "00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:46:21.833135 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-9792a075-9593-4a37-865f-8a9a427fccee service neutron] 10.222.0.124 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922348 Jul 06 13:46:21.892083 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a7b36-ebaa-41e7-a644-c4fd6615c4c4 req-3124e44f-a05a-4a8f-a2ab-fb8bcb7e6e58 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:21.894001 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d67a7b36-ebaa-41e7-a644-c4fd6615c4c4 req-3124e44f-a05a-4a8f-a2ab-fb8bcb7e6e58 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb15650f-1bae-451a-acb4-1396ea8bcdb0 HTTP/1.1" status: 200 len: 950 time: 0.5323596 Jul 06 13:46:21.981010 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-abe68ccc-dd35-4a1b-ac0e-1a2ab78a54ed service neutron] 10.222.0.124 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383896 Jul 06 13:46:22.081192 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693b34d-c4bc-41ef-82be-4db527873a74 req-01aa45a6-6dde-4a50-a06d-0641b3bc8782 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:22.082830 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c693b34d-c4bc-41ef-82be-4db527873a74 req-01aa45a6-6dde-4a50-a06d-0641b3bc8782 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=bb15650f-1bae-451a-acb4-1396ea8bcdb0 HTTP/1.1" status: 200 len: 950 time: 0.6919525 Jul 06 13:46:22.113787 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-d3742173-a09b-4d5f-82a5-9705088384f7 service neutron] For port b3d9039e-7b39-4244-9e16-aa101f9c798a, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:46:22.121973 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc122503-df70-4aa3-8550-87ba2a2e5ecd service neutron] Pushing event updated for resources: {'Port': ['ID=00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:22.181002 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-d3742173-a09b-4d5f-82a5-9705088384f7 service neutron] For port b3d9039e-7b39-4244-9e16-aa101f9c798a, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=b3d9039e-7b39-4244-9e16-aa101f9c798a,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:46:22.191106 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device d1e368e8-4fa6-464b-9bc3-88c17d24914a up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:46:22.230546 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-d3742173-a09b-4d5f-82a5-9705088384f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:22.252478 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affd361-f09c-4335-a1ae-326d2426b1c2 req-ad2185a9-a552-4241-bc96-a805afdd2d73 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:22.261641 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1affd361-f09c-4335-a1ae-326d2426b1c2 req-ad2185a9-a552-4241-bc96-a805afdd2d73 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 944 time: 0.5967019 Jul 06 13:46:22.286856 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42bc56-6d1d-4a6a-b50b-d5cd22d0eb07 req-70510d4b-075a-40d4-98b6-620e4c8da829 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:22.288488 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a42bc56-6d1d-4a6a-b50b-d5cd22d0eb07 req-70510d4b-075a-40d4-98b6-620e4c8da829 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.124 "GET /v2.0/ports?device_id=efbb5cf9-19eb-494e-91eb-59a6975afafd HTTP/1.1" status: 200 len: 949 time: 0.5931497 Jul 06 13:46:22.307154 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port d1e368e8-4fa6-464b-9bc3-88c17d24914a completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:46:22.317081 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port d1e368e8-4fa6-464b-9bc3-88c17d24914a triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:46:22.317777 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:22.465284 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-543a8854-a982-4606-b9ee-72c0fea809af tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:22.470052 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-543a8854-a982-4606-b9ee-72c0fea809af tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.124 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed&tenant_id=2348caba5ff048eca9a30073164626c9&binding%3Ahost_id=n-h2-773644-6 HTTP/1.1" status: 200 len: 1095 time: 0.1634350 Jul 06 13:46:22.489606 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c693b34d-c4bc-41ef-82be-4db527873a74 req-cf1028d4-8d54-488a-8896-8ac7f851c01c tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867834 Jul 06 13:46:22.522816 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:22.574194 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aecacdd-20e2-44b8-9135-49e91583bd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e368e8-4fa6-464b-9bc3-88c17d24914a'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:46:22.576782 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89369f3-3a79-4ff7-a527-85658d10a4a3" -d '{"events": [{"server_uuid": "4aecacdd-20e2-44b8-9135-49e91583bd53", "name": "network-vif-plugged", "status": "completed", "tag": "d1e368e8-4fa6-464b-9bc3-88c17d24914a"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:46:22.588987 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-d3742173-a09b-4d5f-82a5-9705088384f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:22.592379 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-d3742173-a09b-4d5f-82a5-9705088384f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:22.607113 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-d3742173-a09b-4d5f-82a5-9705088384f7 service neutron] 10.222.0.52 "PUT /v2.0/ports/b3d9039e-7b39-4244-9e16-aa101f9c798a HTTP/1.1" status: 200 len: 1095 time: 3.3128221 Jul 06 13:46:22.610050 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port d1e368e8-4fa6-464b-9bc3-88c17d24914a, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d1e368e8-4fa6-464b-9bc3-88c17d24914a,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:22.617434 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:22.636883 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-81783762-c1f4-4bc6-b77f-92d843bd1e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:22.655141 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-81783762-c1f4-4bc6-b77f-92d843bd1e25 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0bfc73a3edad4949ac20ee7fb88ee1ab&device_id=590d4cce-f63b-455a-8285-cac46861a8cd HTTP/1.1" status: 200 len: 1099 time: 0.8698487 Jul 06 13:46:22.808903 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-5c25f5c7-4dd4-474e-96ac-aa3cd60ad008 service neutron] For port a15d81dc-6762-4138-a46a-f473d385b35b, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:46:22.819885 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-5c25f5c7-4dd4-474e-96ac-aa3cd60ad008 service neutron] Notify callbacks [] for binding, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:22.821081 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b267bc92-d6af-4b19-bd4c-eef007b3783f req-5c25f5c7-4dd4-474e-96ac-aa3cd60ad008 service neutron] 10.222.0.124 "DELETE /v2.0/ports/a15d81dc-6762-4138-a46a-f473d385b35b/bindings/n-h1-773644-6 HTTP/1.1" status: 204 len: 173 time: 0.3426213 Jul 06 13:46:22.828281 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=d1e368e8-4fa6-464b-9bc3-88c17d24914a,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:22.939323 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9eedb43-94a8-4ef4-94c2-b5ad9c29d182 x-openstack-request-id: req-c9eedb43-94a8-4ef4-94c2-b5ad9c29d182 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:46:22.939804 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590d4cce-f63b-455a-8285-cac46861a8cd", "tag": "00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:46:22.940241 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c9eedb43-94a8-4ef4-94c2-b5ad9c29d182 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:46:22.941162 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590d4cce-f63b-455a-8285-cac46861a8cd', 'tag': '00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd', 'status': 'completed', 'code': 200} Jul 06 13:46:22.976401 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1affd361-f09c-4335-a1ae-326d2426b1c2 req-d0e37f9e-3b0a-4994-aa9b-108926fc6814 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7106066 Jul 06 13:46:23.054106 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-dc827bd2-fca0-42cd-ba81-e44284f93dda service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd HTTP/1.1" status: 200 len: 217 time: 0.2573960 Jul 06 13:46:23.063283 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-d67a7b36-ebaa-41e7-a644-c4fd6615c4c4 req-55610cc9-9202-48bc-99ca-8df57e25cce4 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Deleting port ed16c303-fba3-4798-b4e3-d1aa319dbd40 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:46:23.064128 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d67a7b36-ebaa-41e7-a644-c4fd6615c4c4 req-55610cc9-9202-48bc-99ca-8df57e25cce4 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:23.341155 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-d67a7b36-ebaa-41e7-a644-c4fd6615c4c4 req-55610cc9-9202-48bc-99ca-8df57e25cce4 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] For port ed16c303-fba3-4798-b4e3-d1aa319dbd40, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ed16c303-fba3-4798-b4e3-d1aa319dbd40,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:23.342498 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d67a7b36-ebaa-41e7-a644-c4fd6615c4c4 req-55610cc9-9202-48bc-99ca-8df57e25cce4 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:23.356312 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3742173-a09b-4d5f-82a5-9705088384f7 service neutron] Pushing event updated for resources: {'Port': ['ID=b3d9039e-7b39-4244-9e16-aa101f9c798a,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:23.492548 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-d67a7b36-ebaa-41e7-a644-c4fd6615c4c4 req-55610cc9-9202-48bc-99ca-8df57e25cce4 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Calling delete_port for ed16c303-fba3-4798-b4e3-d1aa319dbd40 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:46:23.609704 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-210f4b51-d7c8-4dc1-b1cb-a91c7edb59a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:23.611523 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-210f4b51-d7c8-4dc1-b1cb-a91c7edb59a7 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.2625396 Jul 06 13:46:23.829465 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-322d2b24-8377-4e7e-aed8-110abac1c23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:23.831244 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-322d2b24-8377-4e7e-aed8-110abac1c23e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0bfc73a3edad4949ac20ee7fb88ee1ab&device_id=ea4a1f46-772b-4cd8-b572-70809e62453b HTTP/1.1" status: 200 len: 1098 time: 1.1415215 Jul 06 13:46:23.859309 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-8a42bc56-6d1d-4a6a-b50b-d5cd22d0eb07 req-66cf53bf-b1b8-4a79-9e60-ecbb9c76b96a tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Deleting port b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:46:23.859829 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8a42bc56-6d1d-4a6a-b50b-d5cd22d0eb07 req-66cf53bf-b1b8-4a79-9e60-ecbb9c76b96a tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:24.230418 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ed16c303-fba3-4798-b4e3-d1aa319dbd40 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:46:24.340702 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:24.370870 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c1803-58af-45bc-a64b-a9eee06bb148 req-c7324d06-451c-4d3c-b6be-d8ec5165c7e3 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:24.372430 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e52c1803-58af-45bc-a64b-a9eee06bb148 req-c7324d06-451c-4d3c-b6be-d8ec5165c7e3 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea4a1f46-772b-4cd8-b572-70809e62453b HTTP/1.1" status: 200 len: 947 time: 1.0257945 Jul 06 13:46:24.400322 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4fdce-bd73-4090-909e-c50513a61959 req-9d11ea18-0362-4e53-867c-0c2ca91acad7 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:24.403660 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-baa4fdce-bd73-4090-909e-c50513a61959 req-9d11ea18-0362-4e53-867c-0c2ca91acad7 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 944 time: 1.0260415 Jul 06 13:46:24.403923 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-e399151d-3dd8-421b-91e9-45654d2b7463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:24.406144 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-e399151d-3dd8-421b-91e9-45654d2b7463 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7764652 Jul 06 13:46:24.414960 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-73b896c0-c874-4841-8aae-8aa698c1a6c9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=b3d9039e-7b39-4244-9e16-aa101f9c798a HTTP/1.1" status: 200 len: 217 time: 0.5598271 Jul 06 13:46:24.648041 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d67a7b36-ebaa-41e7-a644-c4fd6615c4c4 req-55610cc9-9202-48bc-99ca-8df57e25cce4 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:24.660071 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e52c1803-58af-45bc-a64b-a9eee06bb148 req-8d989aa0-40cb-4a8d-a5c8-710e22371681 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/security-groups?id=51cb5e10-b88f-453c-8be9-7b61a7c0e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469811 Jul 06 13:46:24.661954 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-8a42bc56-6d1d-4a6a-b50b-d5cd22d0eb07 req-66cf53bf-b1b8-4a79-9e60-ecbb9c76b96a tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] For port b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:24.662334 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8a42bc56-6d1d-4a6a-b50b-d5cd22d0eb07 req-66cf53bf-b1b8-4a79-9e60-ecbb9c76b96a tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:24.667851 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['ee23cc46-4c30-460d-b796-1d9a9e218bbe'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:46:24.674668 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-baa4fdce-bd73-4090-909e-c50513a61959 req-88d8385b-e0c2-4852-ad52-5aa86657fa18 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552493 Jul 06 13:46:24.676182 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-bd7b6c43-6daf-4155-9735-b2e9ab341e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:24.677617 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-bd7b6c43-6daf-4155-9735-b2e9ab341e19 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.2545195 Jul 06 13:46:24.727183 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-8a42bc56-6d1d-4a6a-b50b-d5cd22d0eb07 req-66cf53bf-b1b8-4a79-9e60-ecbb9c76b96a tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Calling delete_port for b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:46:24.731434 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-8cfd2be6-bb50-4f46-99b2-1c7207662f23 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156087 Jul 06 13:46:24.738847 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39350) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:24.752298 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55610cc9-9202-48bc-99ca-8df57e25cce4 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Pushing event deleted for resources: {'Port': ['ID=ed16c303-fba3-4798-b4e3-d1aa319dbd40,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:24.965889 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4a1f46-772b-4cd8-b572-70809e62453b', 'tag': 'b3d9039e-7b39-4244-9e16-aa101f9c798a'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:46:24.968970 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd07ec5-bf9b-42d5-8216-67909c7774c2" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4a1f46-772b-4cd8-b572-70809e62453b", "tag": "b3d9039e-7b39-4244-9e16-aa101f9c798a"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:46:25.007006 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67a7b36-ebaa-41e7-a644-c4fd6615c4c4 req-55610cc9-9202-48bc-99ca-8df57e25cce4 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] No DVR routers for this DVR port ed16c303-fba3-4798-b4e3-d1aa319dbd40 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:46:25.020556 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d67a7b36-ebaa-41e7-a644-c4fd6615c4c4 req-55610cc9-9202-48bc-99ca-8df57e25cce4 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:25.022845 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d67a7b36-ebaa-41e7-a644-c4fd6615c4c4 req-55610cc9-9202-48bc-99ca-8df57e25cce4 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.52 "DELETE /v2.0/ports/ed16c303-fba3-4798-b4e3-d1aa319dbd40 HTTP/1.1" status: 204 len: 173 time: 3.0964835 Jul 06 13:46:25.041661 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['7380059d-c7ea-4f31-a1af-4df34a977b25', '5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:46:25.044505 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566811a3-d967-4736-8e25-32d7105ddcfb x-openstack-request-id: req-566811a3-d967-4736-8e25-32d7105ddcfb {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:46:25.044903 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aecacdd-20e2-44b8-9135-49e91583bd53", "name": "network-vif-plugged", "status": "completed", "tag": "d1e368e8-4fa6-464b-9bc3-88c17d24914a", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:46:25.045216 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-566811a3-d967-4736-8e25-32d7105ddcfb {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:46:25.045740 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aecacdd-20e2-44b8-9135-49e91583bd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e368e8-4fa6-464b-9bc3-88c17d24914a', 'code': 200} Jul 06 13:46:25.072365 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad3002d4-310f-4ba7-9cde-81c3dc642749 req-f1dfb53b-ed96-411c-a295-bb0b83d1b71e tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=bb15650f-1bae-451a-acb4-1396ea8bcdb0 HTTP/1.1" status: 200 len: 210 time: 0.0773714 Jul 06 13:46:25.087597 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c475a488-cc43-4333-ba7a-11fea679d1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:25.218047 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a2d72-4b78-4ad5-a069-3ba6d8999457 req-61f74d42-fab1-4c71-8a45-e583bc6900df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:25.222959 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-752a2d72-4b78-4ad5-a069-3ba6d8999457 req-61f74d42-fab1-4c71-8a45-e583bc6900df service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 1096 time: 0.3015504 Jul 06 13:46:25.285341 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42d625df-ecff-48c9-a90a-062cfd9978c1 req-701b46cc-e73f-409e-907d-59ea32663675 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5278852 Jul 06 13:46:25.315819 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-ee720309-ed17-4b52-84bd-9cbe47637c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:25.318173 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-ee720309-ed17-4b52-84bd-9cbe47637c57 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6248102 Jul 06 13:46:25.353315 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8a42bc56-6d1d-4a6a-b50b-d5cd22d0eb07 req-66cf53bf-b1b8-4a79-9e60-ecbb9c76b96a tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:25.454061 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-752a2d72-4b78-4ad5-a069-3ba6d8999457 req-9f4d73e6-7569-4bbb-be2d-c6c488c800fd service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417954 Jul 06 13:46:25.457195 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c475a488-cc43-4333-ba7a-11fea679d1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:25.468736 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c475a488-cc43-4333-ba7a-11fea679d1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:25.568381 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c475a488-cc43-4333-ba7a-11fea679d1c4 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=1a3d0871527c48e687b07acf37539cf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8254528 Jul 06 13:46:25.568700 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39366) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:25.580377 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475a488-cc43-4333-ba7a-11fea679d1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444d06ba-f6ce-4dcf-b9eb-06fba10cb741,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:25.615976 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fbcd1e-6b89-49eb-93cd-f1ff7ad9344f x-openstack-request-id: req-a1fbcd1e-6b89-49eb-93cd-f1ff7ad9344f {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:46:25.616563 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4a1f46-772b-4cd8-b572-70809e62453b", "tag": "b3d9039e-7b39-4244-9e16-aa101f9c798a", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:46:25.616730 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-a1fbcd1e-6b89-49eb-93cd-f1ff7ad9344f {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:46:25.617216 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4a1f46-772b-4cd8-b572-70809e62453b', 'tag': 'b3d9039e-7b39-4244-9e16-aa101f9c798a', 'status': 'completed', 'code': 200} Jul 06 13:46:25.669229 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf53bf-b1b8-4a79-9e60-ecbb9c76b96a tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Pushing event deleted for resources: {'Port': ['ID=b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:25.684348 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-068a5f17-0188-48d2-a379-0f10f9dcf04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:25.702487 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-fc35b1f8-bf4d-4d6b-8052-529b4bf37852 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731725 Jul 06 13:46:25.709280 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-068a5f17-0188-48d2-a379-0f10f9dcf04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:25.782630 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-068a5f17-0188-48d2-a379-0f10f9dcf04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:25.785457 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-068a5f17-0188-48d2-a379-0f10f9dcf04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:25.787013 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-068a5f17-0188-48d2-a379-0f10f9dcf04c admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/444d06ba-f6ce-4dcf-b9eb-06fba10cb741 HTTP/1.1" status: 204 len: 168 time: 0.2172451 Jul 06 13:46:25.797157 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a5f17-0188-48d2-a379-0f10f9dcf04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444d06ba-f6ce-4dcf-b9eb-06fba10cb741,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:25.853450 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a42bc56-6d1d-4a6a-b50b-d5cd22d0eb07 req-66cf53bf-b1b8-4a79-9e60-ecbb9c76b96a tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] No DVR routers for this DVR port b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:46:25.865353 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8a42bc56-6d1d-4a6a-b50b-d5cd22d0eb07 req-66cf53bf-b1b8-4a79-9e60-ecbb9c76b96a tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:25.867589 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a42bc56-6d1d-4a6a-b50b-d5cd22d0eb07 req-66cf53bf-b1b8-4a79-9e60-ecbb9c76b96a tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.124 "DELETE /v2.0/ports/b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234 HTTP/1.1" status: 204 len: 173 time: 3.4863997 Jul 06 13:46:25.947527 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a34ce-18dc-43ec-b7e7-361dfa85b118 req-fa74f756-a78e-412e-8a3d-b5be7118b743 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:25.955079 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-159a34ce-18dc-43ec-b7e7-361dfa85b118 req-fa74f756-a78e-412e-8a3d-b5be7118b743 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 945 time: 0.5771279 Jul 06 13:46:25.972362 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316f144-2b2b-432d-bf68-6bb5c39ef0d4 req-f22a63ba-1fbd-46aa-825b-cda6f95fef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:25.974211 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d316f144-2b2b-432d-bf68-6bb5c39ef0d4 req-f22a63ba-1fbd-46aa-825b-cda6f95fef59 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0bfc73a3edad4949ac20ee7fb88ee1ab&device_id=590d4cce-f63b-455a-8285-cac46861a8cd HTTP/1.1" status: 200 len: 1099 time: 0.4484065 Jul 06 13:46:25.977639 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['ee23cc46-4c30-460d-b796-1d9a9e218bbe'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:46:26.024315 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ecfa324e-5886-44a3-ab70-f486afc98571 req-d38ebc91-4261-486a-b071-a631b44e67e5 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067811 Jul 06 13:46:26.103660 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5e565-6a22-41ea-8756-1b1a2f5289e8 req-e414017e-d770-46ab-b8d6-c4d950e52494 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:26.110776 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2cd5e565-6a22-41ea-8756-1b1a2f5289e8 req-e414017e-d770-46ab-b8d6-c4d950e52494 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 1095 time: 0.4061038 Jul 06 13:46:26.144594 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-159a34ce-18dc-43ec-b7e7-361dfa85b118 req-93878172-d28e-4c85-8886-8473c2f8c19a tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885316 Jul 06 13:46:26.209432 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:46:26.276330 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:46:26.277975 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:46:26.369799 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2cd5e565-6a22-41ea-8756-1b1a2f5289e8 req-04dbd179-b2a8-42f3-9dee-417eac0d0206 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580123 Jul 06 13:46:26.396623 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316f144-2b2b-432d-bf68-6bb5c39ef0d4 req-e687f3f8-a749-46a1-bdfb-c08930ed8abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:26.400644 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d316f144-2b2b-432d-bf68-6bb5c39ef0d4 req-e687f3f8-a749-46a1-bdfb-c08930ed8abc service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.4043715 Jul 06 13:46:26.402004 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39382) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:26.433302 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f135a23e-aee7-48f1-8e1f-559b24f16879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:26.475235 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d316f144-2b2b-432d-bf68-6bb5c39ef0d4 req-37f67630-3876-4041-bd5e-22875322bd1f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd HTTP/1.1" status: 200 len: 217 time: 0.0672579 Jul 06 13:46:26.514409 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd07ec5-bf9b-42d5-8216-67909c7774c2 req-5d7a5c02-3a74-48c3-8c1a-ab0ead27d10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:26.516184 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2fd07ec5-bf9b-42d5-8216-67909c7774c2 req-5d7a5c02-3a74-48c3-8c1a-ab0ead27d10b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0bfc73a3edad4949ac20ee7fb88ee1ab&device_id=ea4a1f46-772b-4cd8-b572-70809e62453b HTTP/1.1" status: 200 len: 1098 time: 0.2896469 Jul 06 13:46:26.526950 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['7380059d-c7ea-4f31-a1af-4df34a977b25', '5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:46:26.635069 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316f144-2b2b-432d-bf68-6bb5c39ef0d4 req-4b9f4032-4d79-4462-879e-842c302a5cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:26.637297 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d316f144-2b2b-432d-bf68-6bb5c39ef0d4 req-4b9f4032-4d79-4462-879e-842c302a5cfc service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1361666 Jul 06 13:46:26.699380 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f545870-553b-4a67-99a5-b685e3063eed req-dd612b4e-8552-4844-88da-8ae089d393f0 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:26.707903 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5f545870-553b-4a67-99a5-b685e3063eed req-dd612b4e-8552-4844-88da-8ae089d393f0 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea4a1f46-772b-4cd8-b572-70809e62453b HTTP/1.1" status: 200 len: 947 time: 0.2792265 Jul 06 13:46:26.710382 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f135a23e-aee7-48f1-8e1f-559b24f16879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:26.721122 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f135a23e-aee7-48f1-8e1f-559b24f16879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:26.781814 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd07ec5-bf9b-42d5-8216-67909c7774c2 req-b8cbbc92-b2ab-4854-afe4-c7a2354ada3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:26.783538 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2fd07ec5-bf9b-42d5-8216-67909c7774c2 req-b8cbbc92-b2ab-4854-afe4-c7a2354ada3f service neutron] 10.222.0.52 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.2386215 Jul 06 13:46:26.820458 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f135a23e-aee7-48f1-8e1f-559b24f16879 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=b4496ce1b8534acd98fe24315dee0701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4172866 Jul 06 13:46:26.821714 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39386) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:26.822641 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135a23e-aee7-48f1-8e1f-559b24f16879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50edc5f-7649-4fd5-b853-0f98d9b17273,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:26.823367 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5f545870-553b-4a67-99a5-b685e3063eed req-bc4b350e-eb8f-44a0-aa63-e87951505bee tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/security-groups?id=51cb5e10-b88f-453c-8be9-7b61a7c0e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145132 Jul 06 13:46:26.892410 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ddd35ba-ccfb-46e2-96e9-5a777e7ccb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:26.923843 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ddd35ba-ccfb-46e2-96e9-5a777e7ccb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:26.950216 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316f144-2b2b-432d-bf68-6bb5c39ef0d4 req-a13f153c-431a-4a45-adbf-902de9a21d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:26.952479 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d316f144-2b2b-432d-bf68-6bb5c39ef0d4 req-a13f153c-431a-4a45-adbf-902de9a21d1d service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3016419 Jul 06 13:46:26.956897 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2fd07ec5-bf9b-42d5-8216-67909c7774c2 req-d396b06d-2de2-4adf-8080-7bb15e9621bf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=b3d9039e-7b39-4244-9e16-aa101f9c798a HTTP/1.1" status: 200 len: 217 time: 0.1554146 Jul 06 13:46:26.999688 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ddd35ba-ccfb-46e2-96e9-5a777e7ccb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:27.012340 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ddd35ba-ccfb-46e2-96e9-5a777e7ccb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:27.013586 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3ddd35ba-ccfb-46e2-96e9-5a777e7ccb63 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/f50edc5f-7649-4fd5-b853-0f98d9b17273 HTTP/1.1" status: 204 len: 168 time: 0.1859620 Jul 06 13:46:27.067709 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd35ba-ccfb-46e2-96e9-5a777e7ccb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50edc5f-7649-4fd5-b853-0f98d9b17273,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:27.305920 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd07ec5-bf9b-42d5-8216-67909c7774c2 req-4e1b9f8b-057b-404f-b635-3ede9c10ce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:27.305920 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2fd07ec5-bf9b-42d5-8216-67909c7774c2 req-4e1b9f8b-057b-404f-b635-3ede9c10ce77 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.3202355 Jul 06 13:46:27.315182 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb3c24e-7650-4440-a193-a217722a8da8 req-1ad4307d-3df9-4cc8-b2d5-0c2a006f48f8 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:27.317020 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3eb3c24e-7650-4440-a193-a217722a8da8 req-1ad4307d-3df9-4cc8-b2d5-0c2a006f48f8 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 1095 time: 0.1363006 Jul 06 13:46:27.427206 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d316f144-2b2b-432d-bf68-6bb5c39ef0d4 req-f6d19fbe-c6bc-45c2-a595-588b30204bb6 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4656045 Jul 06 13:46:27.509329 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3eb3c24e-7650-4440-a193-a217722a8da8 req-a25b7d7b-81fc-4f28-b857-457de98f6972 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769788 Jul 06 13:46:27.602094 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d316f144-2b2b-432d-bf68-6bb5c39ef0d4 req-d54bcf93-7210-481d-b6e8-512ae81fcd67 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634603 Jul 06 13:46:27.607601 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd07ec5-bf9b-42d5-8216-67909c7774c2 req-dc2355a7-eae4-484c-bca4-c9bfa34f0737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:27.609326 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2fd07ec5-bf9b-42d5-8216-67909c7774c2 req-dc2355a7-eae4-484c-bca4-c9bfa34f0737 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2913394 Jul 06 13:46:27.627669 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad34a40-087c-4140-8e06-ece56c58b24d req-277a45b3-f687-402d-8aac-0f297fa78b27 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:27.637934 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fad34a40-087c-4140-8e06-ece56c58b24d req-277a45b3-f687-402d-8aac-0f297fa78b27 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 945 time: 0.3092186 Jul 06 13:46:27.648476 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb15650f-1bae-451a-acb4-1396ea8bcdb0', 'name': 'network-vif-deleted', 'tag': 'ed16c303-fba3-4798-b4e3-d1aa319dbd40'}, {'server_uuid': 'efbb5cf9-19eb-494e-91eb-59a6975afafd', 'name': 'network-vif-deleted', 'tag': 'b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:46:27.651098 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435758c2-8ffa-4169-888f-94d1d7372dc0" -d '{"events": [{"server_uuid": "bb15650f-1bae-451a-acb4-1396ea8bcdb0", "name": "network-vif-deleted", "tag": "ed16c303-fba3-4798-b4e3-d1aa319dbd40"}, {"server_uuid": "efbb5cf9-19eb-494e-91eb-59a6975afafd", "name": "network-vif-deleted", "tag": "b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:46:27.795736 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fad34a40-087c-4140-8e06-ece56c58b24d req-83ef029d-93b9-490a-a78d-097d4da1f2ae tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559656 Jul 06 13:46:27.892768 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2fd07ec5-bf9b-42d5-8216-67909c7774c2 req-9f2cc5e5-107d-4621-a4bd-713c0ef399e1 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497482 Jul 06 13:46:28.109467 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2fd07ec5-bf9b-42d5-8216-67909c7774c2 req-86ea681f-4640-4cfa-b5f4-866c19b3c814 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084157 Jul 06 13:46:28.179810 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 13:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343a97b3-0046-4c7d-9079-f6fa8761ca70 x-openstack-request-id: req-343a97b3-0046-4c7d-9079-f6fa8761ca70 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:46:28.179963 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb15650f-1bae-451a-acb4-1396ea8bcdb0", "name": "network-vif-deleted", "tag": "ed16c303-fba3-4798-b4e3-d1aa319dbd40", "status": "completed", "code": 200}, {"server_uuid": "efbb5cf9-19eb-494e-91eb-59a6975afafd", "name": "network-vif-deleted", "tag": "b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:46:28.180197 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-343a97b3-0046-4c7d-9079-f6fa8761ca70 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:46:28.180601 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb15650f-1bae-451a-acb4-1396ea8bcdb0', 'name': 'network-vif-deleted', 'tag': 'ed16c303-fba3-4798-b4e3-d1aa319dbd40', 'status': 'completed', 'code': 200} Jul 06 13:46:28.181492 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbb5cf9-19eb-494e-91eb-59a6975afafd', 'name': 'network-vif-deleted', 'tag': 'b5304b78-0cfb-4ff1-b74f-0b1e1f6c0234', 'status': 'completed', 'code': 200} Jul 06 13:46:28.209615 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:46:28.253118 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device b3d9039e-7b39-4244-9e16-aa101f9c798a details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:46:28.385513 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4e3d2-e395-4463-95ca-31125f8d96f7 req-c02a31b6-ce19-4042-a708-d41f01943c5b tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:28.393434 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-39f4e3d2-e395-4463-95ca-31125f8d96f7 req-c02a31b6-ce19-4042-a708-d41f01943c5b tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 1096 time: 0.0804906 Jul 06 13:46:28.445715 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:28.477913 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': '00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd', 'mac_address': 'fa:16:3e:7c:13:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:46:28.496415 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-39f4e3d2-e395-4463-95ca-31125f8d96f7 req-33f3afde-e249-44a6-92e0-fcb874fd0b1e tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019704 Jul 06 13:46:28.525148 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port b3d9039e-7b39-4244-9e16-aa101f9c798a, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=b3d9039e-7b39-4244-9e16-aa101f9c798a,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:28.571611 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'b3d9039e-7b39-4244-9e16-aa101f9c798a', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': 'b3d9039e-7b39-4244-9e16-aa101f9c798a', 'mac_address': 'fa:16:3e:c3:50:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:46:28.588662 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:28.645317 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:46:28.653513 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d8799-d001-4f7f-a384-61d1f3a56ad1 req-3057fe56-53b2-4b3d-8946-0bb26e42a02e tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:28.660915 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0d2d8799-d001-4f7f-a384-61d1f3a56ad1 req-3057fe56-53b2-4b3d-8946-0bb26e42a02e tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea4a1f46-772b-4cd8-b572-70809e62453b HTTP/1.1" status: 200 len: 947 time: 0.1208699 Jul 06 13:46:28.680480 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:28.684186 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:28.688869 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:28.705726 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d9039e-7b39-4244-9e16-aa101f9c798a {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:46:28.737865 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0d2d8799-d001-4f7f-a384-61d1f3a56ad1 req-a4dc01b8-5f31-47eb-853a-9d55e70ea5c6 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/security-groups?id=51cb5e10-b88f-453c-8be9-7b61a7c0e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696228 Jul 06 13:46:28.778040 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port b3d9039e-7b39-4244-9e16-aa101f9c798a, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=b3d9039e-7b39-4244-9e16-aa101f9c798a,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:28.844012 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:28.851320 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:29.024393 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=b3d9039e-7b39-4244-9e16-aa101f9c798a,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:29.163334 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:46:29.225138 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['b3d9039e-7b39-4244-9e16-aa101f9c798a'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:46:29.480175 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ee7e5-8283-454d-a583-8cfbdcc0630c req-f58314eb-4496-4813-b863-178b0ed539ee tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:29.494198 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ce3ee7e5-8283-454d-a583-8cfbdcc0630c req-f58314eb-4496-4813-b863-178b0ed539ee tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=09c4eb64-a0ba-4aad-8d02-7172cc596f21 HTTP/1.1" status: 200 len: 950 time: 0.1713698 Jul 06 13:46:29.633984 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ce3ee7e5-8283-454d-a583-8cfbdcc0630c req-7eca3842-2e7c-4183-b607-6bc976bdb199 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351495 Jul 06 13:46:29.869307 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751d5c5-18d2-46f8-98c9-044b63813a41 req-6a576dd7-22e8-41b9-bf17-e40bafc48c18 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:29.877501 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1751d5c5-18d2-46f8-98c9-044b63813a41 req-6a576dd7-22e8-41b9-bf17-e40bafc48c18 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.124 "GET /v2.0/ports?device_id=09c4eb64-a0ba-4aad-8d02-7172cc596f21 HTTP/1.1" status: 200 len: 950 time: 0.2665734 Jul 06 13:46:30.141265 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-1751d5c5-18d2-46f8-98c9-044b63813a41 req-b08d1e07-602e-4369-8be1-6a432446de54 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Deleting port 5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:46:30.141622 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1751d5c5-18d2-46f8-98c9-044b63813a41 req-b08d1e07-602e-4369-8be1-6a432446de54 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:30.292451 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-1751d5c5-18d2-46f8-98c9-044b63813a41 req-b08d1e07-602e-4369-8be1-6a432446de54 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] For port 5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:30.292648 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1751d5c5-18d2-46f8-98c9-044b63813a41 req-b08d1e07-602e-4369-8be1-6a432446de54 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:30.311531 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-1751d5c5-18d2-46f8-98c9-044b63813a41 req-b08d1e07-602e-4369-8be1-6a432446de54 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Calling delete_port for 5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:46:30.441984 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d269c0-1cdb-4eb3-b6ee-c74100fa4980 req-24c83287-7093-4ad8-a353-40065e15180c tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:30.449180 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0d269c0-1cdb-4eb3-b6ee-c74100fa4980 req-24c83287-7093-4ad8-a353-40065e15180c tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea4a1f46-772b-4cd8-b572-70809e62453b HTTP/1.1" status: 200 len: 948 time: 0.2153754 Jul 06 13:46:30.694433 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0d269c0-1cdb-4eb3-b6ee-c74100fa4980 req-119c3785-0f0d-4d67-b241-ffd58b975376 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/security-groups?id=51cb5e10-b88f-453c-8be9-7b61a7c0e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442048 Jul 06 13:46:30.772597 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1751d5c5-18d2-46f8-98c9-044b63813a41 req-b08d1e07-602e-4369-8be1-6a432446de54 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:30.786389 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['7380059d-c7ea-4f31-a1af-4df34a977b25', '5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:46:30.934802 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['ee23cc46-4c30-460d-b796-1d9a9e218bbe'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:46:30.947352 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39516) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:31.243133 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-57d8bbfc-8520-4dac-8eb3-ad62e6cf7500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:31.332146 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d1e07-602e-4369-8be1-6a432446de54 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Pushing event deleted for resources: {'Port': ['ID=5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:31.377902 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7592caeb-8ae5-41f6-a4dc-138fd2e2aeb6 req-69a91aaf-14b9-4508-953c-1d5250c7c274 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=09c4eb64-a0ba-4aad-8d02-7172cc596f21 HTTP/1.1" status: 200 len: 210 time: 0.0607526 Jul 06 13:46:31.477566 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aff018-99a2-4b00-bf33-1bcf1211c0d6 req-c065b941-c352-4ae2-83c8-81fedcabe367 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:31.479541 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-29aff018-99a2-4b00-bf33-1bcf1211c0d6 req-c065b941-c352-4ae2-83c8-81fedcabe367 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.124 "GET /v2.0/ports?device_id=ebf2d0e1-86da-499e-941c-7841a5e945a5 HTTP/1.1" status: 200 len: 950 time: 0.9452348 Jul 06 13:46:31.507093 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-57d8bbfc-8520-4dac-8eb3-ad62e6cf7500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:31.526131 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-1751d5c5-18d2-46f8-98c9-044b63813a41 req-b08d1e07-602e-4369-8be1-6a432446de54 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] No DVR routers for this DVR port 5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:46:31.530620 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1751d5c5-18d2-46f8-98c9-044b63813a41 req-b08d1e07-602e-4369-8be1-6a432446de54 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:31.532618 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1751d5c5-18d2-46f8-98c9-044b63813a41 req-b08d1e07-602e-4369-8be1-6a432446de54 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.124 "DELETE /v2.0/ports/5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41 HTTP/1.1" status: 204 len: 173 time: 1.6542053 Jul 06 13:46:31.533361 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c4eb64-a0ba-4aad-8d02-7172cc596f21', 'name': 'network-vif-deleted', 'tag': '5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:46:31.536378 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8661cf-59bf-4fcb-b89d-c4496a61a6e1" -d '{"events": [{"server_uuid": "09c4eb64-a0ba-4aad-8d02-7172cc596f21", "name": "network-vif-deleted", "tag": "5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:46:31.554648 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-57d8bbfc-8520-4dac-8eb3-ad62e6cf7500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:31.637152 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-57d8bbfc-8520-4dac-8eb3-ad62e6cf7500 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=6e8cf00f7a92421cafe432b0020a4b53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6895401 Jul 06 13:46:31.641410 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39542) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:31.663038 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9084ba-0d5a-43ac-b3e5-2b662ef90c7c x-openstack-request-id: req-8f9084ba-0d5a-43ac-b3e5-2b662ef90c7c {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:46:31.665171 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c4eb64-a0ba-4aad-8d02-7172cc596f21", "name": "network-vif-deleted", "tag": "5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:46:31.666414 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-8f9084ba-0d5a-43ac-b3e5-2b662ef90c7c {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:46:31.667635 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c4eb64-a0ba-4aad-8d02-7172cc596f21', 'name': 'network-vif-deleted', 'tag': '5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41', 'status': 'completed', 'code': 200} Jul 06 13:46:31.744905 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8bbfc-8520-4dac-8eb3-ad62e6cf7500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2df646-6036-492c-9024-69a4e976113b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:31.747069 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-29aff018-99a2-4b00-bf33-1bcf1211c0d6 req-0aa510cc-1337-423b-b3af-d29cff6497cc tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Deleting port 7380059d-c7ea-4f31-a1af-4df34a977b25 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:46:31.750485 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-29aff018-99a2-4b00-bf33-1bcf1211c0d6 req-0aa510cc-1337-423b-b3af-d29cff6497cc tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:31.807873 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bed29f79-e3a0-48c5-bee4-91082e7ab7a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:31.838227 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bed29f79-e3a0-48c5-bee4-91082e7ab7a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:31.950336 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bed29f79-e3a0-48c5-bee4-91082e7ab7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:31.953262 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bed29f79-e3a0-48c5-bee4-91082e7ab7a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:31.957216 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bed29f79-e3a0-48c5-bee4-91082e7ab7a4 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/1f2df646-6036-492c-9024-69a4e976113b HTTP/1.1" status: 204 len: 168 time: 0.3114645 Jul 06 13:46:31.969632 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed29f79-e3a0-48c5-bee4-91082e7ab7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2df646-6036-492c-9024-69a4e976113b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:32.113936 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-29aff018-99a2-4b00-bf33-1bcf1211c0d6 req-0aa510cc-1337-423b-b3af-d29cff6497cc tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] For port 7380059d-c7ea-4f31-a1af-4df34a977b25, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=7380059d-c7ea-4f31-a1af-4df34a977b25,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:32.114323 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-29aff018-99a2-4b00-bf33-1bcf1211c0d6 req-0aa510cc-1337-423b-b3af-d29cff6497cc tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:32.163117 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-29aff018-99a2-4b00-bf33-1bcf1211c0d6 req-0aa510cc-1337-423b-b3af-d29cff6497cc tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Calling delete_port for 7380059d-c7ea-4f31-a1af-4df34a977b25 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:46:32.227075 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:46:32.344364 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device b3d9039e-7b39-4244-9e16-aa101f9c798a up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:46:32.367156 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-29aff018-99a2-4b00-bf33-1bcf1211c0d6 req-0aa510cc-1337-423b-b3af-d29cff6497cc tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:32.450289 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['ee23cc46-4c30-460d-b796-1d9a9e218bbe'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:46:32.466494 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa510cc-1337-423b-b3af-d29cff6497cc tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Pushing event deleted for resources: {'Port': ['ID=7380059d-c7ea-4f31-a1af-4df34a977b25,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:32.524313 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-29aff018-99a2-4b00-bf33-1bcf1211c0d6 req-0aa510cc-1337-423b-b3af-d29cff6497cc tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] No DVR routers for this DVR port 7380059d-c7ea-4f31-a1af-4df34a977b25 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:46:32.527450 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-29aff018-99a2-4b00-bf33-1bcf1211c0d6 req-0aa510cc-1337-423b-b3af-d29cff6497cc tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:32.530105 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-29aff018-99a2-4b00-bf33-1bcf1211c0d6 req-0aa510cc-1337-423b-b3af-d29cff6497cc tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.124 "DELETE /v2.0/ports/7380059d-c7ea-4f31-a1af-4df34a977b25 HTTP/1.1" status: 204 len: 173 time: 1.0119259 Jul 06 13:46:32.538253 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d6ba9-f4cf-47f3-a732-b8185f029d5a req-115498cf-a096-4ff9-a79b-07c6e15ee861 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:32.539749 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fe9d6ba9-f4cf-47f3-a732-b8185f029d5a req-115498cf-a096-4ff9-a79b-07c6e15ee861 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea4a1f46-772b-4cd8-b572-70809e62453b HTTP/1.1" status: 200 len: 948 time: 0.5623145 Jul 06 13:46:32.638690 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fe9d6ba9-f4cf-47f3-a732-b8185f029d5a req-05a07666-d885-4cdf-a9aa-56e6dcb10fb9 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/security-groups?id=51cb5e10-b88f-453c-8be9-7b61a7c0e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786092 Jul 06 13:46:32.720934 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39564) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:32.740700 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0f7816f-c4b5-45c8-8dec-912038021e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:32.753565 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:46:32.800531 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:46:32.801939 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:32.901192 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0f7816f-c4b5-45c8-8dec-912038021e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:32.908176 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0f7816f-c4b5-45c8-8dec-912038021e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:32.951503 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e0f7816f-c4b5-45c8-8dec-912038021e86 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=2a7c64da055849319ab95127f5c73126&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285845 Jul 06 13:46:32.954276 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39568) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:32.964391 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port b3d9039e-7b39-4244-9e16-aa101f9c798a completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:46:32.995272 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7816f-c4b5-45c8-8dec-912038021e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0e2dba-baee-4c81-8f98-c26b97afa978,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:33.006345 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port b3d9039e-7b39-4244-9e16-aa101f9c798a triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:46:33.006719 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:33.093280 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-633a700d-4d44-4a31-834f-2f103aee465f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:33.147582 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-633a700d-4d44-4a31-834f-2f103aee465f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:33.250651 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-633a700d-4d44-4a31-834f-2f103aee465f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:33.253263 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-633a700d-4d44-4a31-834f-2f103aee465f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:33.258051 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-633a700d-4d44-4a31-834f-2f103aee465f admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/8e0e2dba-baee-4c81-8f98-c26b97afa978 HTTP/1.1" status: 204 len: 168 time: 0.2996633 Jul 06 13:46:33.291441 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a700d-4d44-4a31-834f-2f103aee465f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0e2dba-baee-4c81-8f98-c26b97afa978,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:33.426800 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:33.562281 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590d4cce-f63b-455a-8285-cac46861a8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:46:33.564583 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540aa5a3-c4d5-4b65-99f5-c0cc71949fcd" -d '{"events": [{"server_uuid": "590d4cce-f63b-455a-8285-cac46861a8cd", "name": "network-vif-plugged", "status": "completed", "tag": "00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:46:33.656802 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:33.674011 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf2d0e1-86da-499e-941c-7841a5e945a5', 'name': 'network-vif-deleted', 'tag': '7380059d-c7ea-4f31-a1af-4df34a977b25'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:46:33.677705 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0355cf-6922-4125-ba69-20e374195781" -d '{"events": [{"server_uuid": "ebf2d0e1-86da-499e-941c-7841a5e945a5", "name": "network-vif-deleted", "tag": "7380059d-c7ea-4f31-a1af-4df34a977b25"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:46:33.680267 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:33.695580 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb2b3541-a551-4537-86b1-b10ee35fb310 req-1af28554-74a9-4075-af7f-89dd62471562 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=ebf2d0e1-86da-499e-941c-7841a5e945a5 HTTP/1.1" status: 200 len: 210 time: 0.1064227 Jul 06 13:46:33.698830 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:33.711170 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6822cff-60f3-4f96-82d6-9aaff7f80933 x-openstack-request-id: req-c6822cff-60f3-4f96-82d6-9aaff7f80933 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:46:33.711170 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590d4cce-f63b-455a-8285-cac46861a8cd", "name": "network-vif-plugged", "status": "completed", "tag": "00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:46:33.711170 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c6822cff-60f3-4f96-82d6-9aaff7f80933 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:46:33.711547 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590d4cce-f63b-455a-8285-cac46861a8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd', 'code': 200} Jul 06 13:46:33.927194 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3e00b-73c2-4b22-81a0-d79939053d2f req-8db776b7-8476-464e-8ac7-3d27e95d71f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:33.929058 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bdb3e00b-73c2-4b22-81a0-d79939053d2f req-8db776b7-8476-464e-8ac7-3d27e95d71f1 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=590d4cce-f63b-455a-8285-cac46861a8cd HTTP/1.1" status: 200 len: 1101 time: 0.0946739 Jul 06 13:46:33.936239 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port b3d9039e-7b39-4244-9e16-aa101f9c798a, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=b3d9039e-7b39-4244-9e16-aa101f9c798a,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:33.967275 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:33.980516 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:34.007725 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ca2541-8cb1-493f-a187-6a5e6600c078 x-openstack-request-id: req-99ca2541-8cb1-493f-a187-6a5e6600c078 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:46:34.007958 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf2d0e1-86da-499e-941c-7841a5e945a5", "name": "network-vif-deleted", "tag": "7380059d-c7ea-4f31-a1af-4df34a977b25", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:46:34.008084 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-99ca2541-8cb1-493f-a187-6a5e6600c078 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:46:34.008704 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf2d0e1-86da-499e-941c-7841a5e945a5', 'name': 'network-vif-deleted', 'tag': '7380059d-c7ea-4f31-a1af-4df34a977b25', 'status': 'completed', 'code': 200} Jul 06 13:46:34.058228 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=b3d9039e-7b39-4244-9e16-aa101f9c798a,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:34.124585 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bdb3e00b-73c2-4b22-81a0-d79939053d2f req-cb9fad76-8d90-4000-afc9-af4182bab053 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=51cb5e10-b88f-453c-8be9-7b61a7c0e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867151 Jul 06 13:46:34.194433 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c580f7-ce19-40f0-8b9f-4d2c979d954c req-2b374e5e-dfeb-443e-9ec6-c9034064a97f tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:34.208684 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-14c580f7-ce19-40f0-8b9f-4d2c979d954c req-2b374e5e-dfeb-443e-9ec6-c9034064a97f tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea4a1f46-772b-4cd8-b572-70809e62453b HTTP/1.1" status: 200 len: 949 time: 0.2299535 Jul 06 13:46:34.241299 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 7380059d-c7ea-4f31-a1af-4df34a977b25 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:46:34.294347 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 7380059d-c7ea-4f31-a1af-4df34a977b25 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:46:34.295227 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 7380059d-c7ea-4f31-a1af-4df34a977b25 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:46:34.295858 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:46:34.300120 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-14c580f7-ce19-40f0-8b9f-4d2c979d954c req-cd4831a4-8977-4d20-b07f-378d78465e73 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/security-groups?id=51cb5e10-b88f-453c-8be9-7b61a7c0e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892925 Jul 06 13:46:34.353885 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:46:34.354245 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 5b0358ef-6b7b-4ab5-84f6-cf258a2d0e41 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:46:35.593998 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29818ded-6d56-4ffe-8c55-ed4d73edad4e req-24be5247-5ec2-4c50-bde8-a482c9b084f3 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:35.596451 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-29818ded-6d56-4ffe-8c55-ed4d73edad4e req-24be5247-5ec2-4c50-bde8-a482c9b084f3 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=afb69760-051b-4b3d-b937-4a40b7a571be HTTP/1.1" status: 200 len: 949 time: 0.1196148 Jul 06 13:46:35.696338 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-29818ded-6d56-4ffe-8c55-ed4d73edad4e req-b8a285d9-81ae-4cc9-a42c-0962acd03886 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909650 Jul 06 13:46:35.715246 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4a1f46-772b-4cd8-b572-70809e62453b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d9039e-7b39-4244-9e16-aa101f9c798a'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:46:35.721308 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fd2138-54ec-4576-8a79-b4caece065e7" -d '{"events": [{"server_uuid": "ea4a1f46-772b-4cd8-b572-70809e62453b", "name": "network-vif-plugged", "status": "completed", "tag": "b3d9039e-7b39-4244-9e16-aa101f9c798a"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:46:35.753330 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c402f3-cba2-4be8-9970-c6dce6b0811b req-27265c6b-a4f4-43e9-9561-f0e1fa54aad6 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:35.755065 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83c402f3-cba2-4be8-9970-c6dce6b0811b req-27265c6b-a4f4-43e9-9561-f0e1fa54aad6 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea4a1f46-772b-4cd8-b572-70809e62453b HTTP/1.1" status: 200 len: 949 time: 0.1746159 Jul 06 13:46:35.857715 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83c402f3-cba2-4be8-9970-c6dce6b0811b req-4c5f7d30-04bd-41ee-b6ca-bf39fcd64852 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/security-groups?id=51cb5e10-b88f-453c-8be9-7b61a7c0e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943151 Jul 06 13:46:35.934894 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107fc79c-09ac-48b1-8c17-abac100e18a0 x-openstack-request-id: req-107fc79c-09ac-48b1-8c17-abac100e18a0 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:46:35.935894 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4a1f46-772b-4cd8-b572-70809e62453b", "name": "network-vif-plugged", "status": "completed", "tag": "b3d9039e-7b39-4244-9e16-aa101f9c798a", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:46:35.936323 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-107fc79c-09ac-48b1-8c17-abac100e18a0 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:46:35.936886 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4a1f46-772b-4cd8-b572-70809e62453b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d9039e-7b39-4244-9e16-aa101f9c798a', 'code': 200} Jul 06 13:46:36.170807 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24269e81-353c-44db-9fed-027f7796772e req-acfb3702-48a3-4b65-ad6b-c1b73a56651c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:36.173646 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-24269e81-353c-44db-9fed-027f7796772e req-acfb3702-48a3-4b65-ad6b-c1b73a56651c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ea4a1f46-772b-4cd8-b572-70809e62453b HTTP/1.1" status: 200 len: 1100 time: 0.1672046 Jul 06 13:46:36.289734 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-24269e81-353c-44db-9fed-027f7796772e req-65f4507c-4e30-48e9-a5a5-eb519ba83fe9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=51cb5e10-b88f-453c-8be9-7b61a7c0e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775528 Jul 06 13:46:37.091086 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34180d9f-55bd-48c3-b0df-bd42462be4a7 req-18a96f8d-aa74-44bf-8465-c4ea1da313c8 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:37.100747 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-34180d9f-55bd-48c3-b0df-bd42462be4a7 req-18a96f8d-aa74-44bf-8465-c4ea1da313c8 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=afb69760-051b-4b3d-b937-4a40b7a571be HTTP/1.1" status: 200 len: 949 time: 0.2566741 Jul 06 13:46:37.119830 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90789cc-9769-4319-ae79-c8d520020040 req-9ec56775-2db3-42f7-b0aa-d8670f9f88ce tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:37.121860 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b90789cc-9769-4319-ae79-c8d520020040 req-9ec56775-2db3-42f7-b0aa-d8670f9f88ce tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.52 "GET /v2.0/ports?device_id=afb69760-051b-4b3d-b937-4a40b7a571be HTTP/1.1" status: 200 len: 949 time: 0.2766933 Jul 06 13:46:37.281855 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-34180d9f-55bd-48c3-b0df-bd42462be4a7 req-a10ea27c-3a37-44bf-87d4-2d165eb3f653 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/security-groups?id=4f3c396c-dab3-4e48-ab04-a731da47d951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651814 Jul 06 13:46:37.287454 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-00b92e16-bc27-4427-9204-6d5764c1aced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:37.501142 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-b90789cc-9769-4319-ae79-c8d520020040 req-cd3b2e4e-19d2-4859-8c0c-0951f9388d01 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Deleting port ee23cc46-4c30-460d-b796-1d9a9e218bbe {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:46:37.501671 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b90789cc-9769-4319-ae79-c8d520020040 req-cd3b2e4e-19d2-4859-8c0c-0951f9388d01 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:37.645865 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46978118-3b8c-4ba3-9153-76f5bee2bbfd req-6edfd08d-3d16-471f-87d7-8531aea97e05 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:37.655446 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-46978118-3b8c-4ba3-9153-76f5bee2bbfd req-6edfd08d-3d16-471f-87d7-8531aea97e05 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea4a1f46-772b-4cd8-b572-70809e62453b HTTP/1.1" status: 200 len: 949 time: 0.3721075 Jul 06 13:46:37.719997 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-46978118-3b8c-4ba3-9153-76f5bee2bbfd req-8d9a4d19-af6b-4337-93c3-db27b79e7b3e tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/security-groups?id=51cb5e10-b88f-453c-8be9-7b61a7c0e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632432 Jul 06 13:46:37.814421 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-b90789cc-9769-4319-ae79-c8d520020040 req-cd3b2e4e-19d2-4859-8c0c-0951f9388d01 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] For port ee23cc46-4c30-460d-b796-1d9a9e218bbe, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ee23cc46-4c30-460d-b796-1d9a9e218bbe,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:37.814982 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b90789cc-9769-4319-ae79-c8d520020040 req-cd3b2e4e-19d2-4859-8c0c-0951f9388d01 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:37.843205 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-b90789cc-9769-4319-ae79-c8d520020040 req-cd3b2e4e-19d2-4859-8c0c-0951f9388d01 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Calling delete_port for ee23cc46-4c30-460d-b796-1d9a9e218bbe owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:46:38.129201 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b90789cc-9769-4319-ae79-c8d520020040 req-cd3b2e4e-19d2-4859-8c0c-0951f9388d01 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:38.142842 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['ee23cc46-4c30-460d-b796-1d9a9e218bbe'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:46:38.209388 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b2e4e-19d2-4859-8c0c-0951f9388d01 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Pushing event deleted for resources: {'Port': ['ID=ee23cc46-4c30-460d-b796-1d9a9e218bbe,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:38.358070 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90789cc-9769-4319-ae79-c8d520020040 req-cd3b2e4e-19d2-4859-8c0c-0951f9388d01 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] No DVR routers for this DVR port ee23cc46-4c30-460d-b796-1d9a9e218bbe on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:46:38.364107 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b90789cc-9769-4319-ae79-c8d520020040 req-cd3b2e4e-19d2-4859-8c0c-0951f9388d01 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:38.366321 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b90789cc-9769-4319-ae79-c8d520020040 req-cd3b2e4e-19d2-4859-8c0c-0951f9388d01 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.52 "DELETE /v2.0/ports/ee23cc46-4c30-460d-b796-1d9a9e218bbe HTTP/1.1" status: 204 len: 173 time: 1.2361650 Jul 06 13:46:38.370426 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb69760-051b-4b3d-b937-4a40b7a571be', 'name': 'network-vif-deleted', 'tag': 'ee23cc46-4c30-460d-b796-1d9a9e218bbe'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:46:38.377619 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82f5980-72e7-4f07-870b-81141ed13dfa" -d '{"events": [{"server_uuid": "afb69760-051b-4b3d-b937-4a40b7a571be", "name": "network-vif-deleted", "tag": "ee23cc46-4c30-460d-b796-1d9a9e218bbe"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:46:38.578781 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d44ae4a-5f9b-4ed4-90bd-fbcca48cc9d2 req-c3453a9f-6062-4c59-be8c-841669782372 tempest-ServersOnMultiNodesTest-144910220 tempest-ServersOnMultiNodesTest-144910220-project] 10.222.0.118 "GET /v2.0/ports?device_id=afb69760-051b-4b3d-b937-4a40b7a571be HTTP/1.1" status: 200 len: 210 time: 0.0709646 Jul 06 13:46:38.679446 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a368f4-4a9d-4d4f-88ca-3f3f64e6fb23 x-openstack-request-id: req-21a368f4-4a9d-4d4f-88ca-3f3f64e6fb23 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:46:38.679751 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb69760-051b-4b3d-b937-4a40b7a571be", "name": "network-vif-deleted", "tag": "ee23cc46-4c30-460d-b796-1d9a9e218bbe", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:46:38.680372 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-21a368f4-4a9d-4d4f-88ca-3f3f64e6fb23 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:46:38.680504 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb69760-051b-4b3d-b937-4a40b7a571be', 'name': 'network-vif-deleted', 'tag': 'ee23cc46-4c30-460d-b796-1d9a9e218bbe', 'status': 'completed', 'code': 200} Jul 06 13:46:39.278085 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de736d6-7d72-4ac7-9cdd-22fe49c4a014 req-ad90c0bf-3e32-487a-bb45-8dd00f6f5515 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:39.286033 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9de736d6-7d72-4ac7-9cdd-22fe49c4a014 req-ad90c0bf-3e32-487a-bb45-8dd00f6f5515 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea4a1f46-772b-4cd8-b572-70809e62453b HTTP/1.1" status: 200 len: 949 time: 0.2314579 Jul 06 13:46:39.362282 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9de736d6-7d72-4ac7-9cdd-22fe49c4a014 req-15ca2fd4-6be6-41ba-b936-7774c8974fe1 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/security-groups?id=51cb5e10-b88f-453c-8be9-7b61a7c0e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735285 Jul 06 13:46:40.007205 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d14d1-c38f-4177-b43f-bd328cbaf2c4 req-cb8031b6-3e30-4f60-9681-b97bfd86f156 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:40.018298 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9a9d14d1-c38f-4177-b43f-bd328cbaf2c4 req-cb8031b6-3e30-4f60-9681-b97bfd86f156 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/ports?device_id=590d4cce-f63b-455a-8285-cac46861a8cd HTTP/1.1" status: 200 len: 950 time: 0.1773977 Jul 06 13:46:40.108213 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:40.124468 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9a9d14d1-c38f-4177-b43f-bd328cbaf2c4 req-17b91af0-4eb6-437f-89e0-cd9255607eb6 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/security-groups?id=51cb5e10-b88f-453c-8be9-7b61a7c0e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045604 Jul 06 13:46:40.150398 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ea5b7383-a745-4534-8e6b-340cf442a3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:40.318384 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ee23cc46-4c30-460d-b796-1d9a9e218bbe no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:46:40.384550 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: ee23cc46-4c30-460d-b796-1d9a9e218bbe {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:46:40.387026 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ee23cc46-4c30-460d-b796-1d9a9e218bbe not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:46:40.734888 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39922) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:41.050575 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ef46ae08-54f8-4b12-ba4f-0a6fed9776e1 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=0a3b9513c4994d478b01e1dbfa52d0ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3143957 Jul 06 13:46:41.053233 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39954) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:41.129053 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0f566cb4-fb7d-484c-85d2-a5a896836010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:41.155242 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0f566cb4-fb7d-484c-85d2-a5a896836010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:41.214893 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0f566cb4-fb7d-484c-85d2-a5a896836010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:41.220733 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0f566cb4-fb7d-484c-85d2-a5a896836010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:41.222188 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0f566cb4-fb7d-484c-85d2-a5a896836010 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/4f3c396c-dab3-4e48-ab04-a731da47d951 HTTP/1.1" status: 204 len: 168 time: 0.1676114 Jul 06 13:46:41.255395 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f566cb4-fb7d-484c-85d2-a5a896836010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3c396c-dab3-4e48-ab04-a731da47d951,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:41.397012 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:42.021473 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39998) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:42.134920 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8ea0ff74-3ca4-4e48-a5c2-d5d770d3795e admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=4e7f0dd1c8dc4048b712b238130f312c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1098754 Jul 06 13:46:42.135265 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40004) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:42.193726 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-afd58f9f-0037-44b6-9741-2c65aefdc2ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:42.214446 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-9ec3a37f-1c14-4c5e-b31a-6ac43fd5ef14 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:42.216183 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-9ec3a37f-1c14-4c5e-b31a-6ac43fd5ef14 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/networks?id=32044b4f-f14f-4915-ba05-43d758a7c9ad HTTP/1.1" status: 200 len: 805 time: 0.1603484 Jul 06 13:46:42.221896 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-afd58f9f-0037-44b6-9741-2c65aefdc2ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:42.240634 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-30c430b8-eeb8-4fde-b4e2-a6f3e277fa52 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/quotas/30967fe6141f425883d3ccdea408bb06 HTTP/1.1" status: 200 len: 375 time: 0.0157180 Jul 06 13:46:42.292014 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-afd58f9f-0037-44b6-9741-2c65aefdc2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:42.295758 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-afd58f9f-0037-44b6-9741-2c65aefdc2ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:42.297260 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-afd58f9f-0037-44b6-9741-2c65aefdc2ec admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/1ed8246a-b828-465d-9245-ff806d3d8e13 HTTP/1.1" status: 204 len: 168 time: 0.1599622 Jul 06 13:46:42.318818 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd58f9f-0037-44b6-9741-2c65aefdc2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed8246a-b828-465d-9245-ff806d3d8e13,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:42.335895 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-185e52cb-8c0c-487c-b12b-e56e55712452 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=30967fe6141f425883d3ccdea408bb06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0850263 Jul 06 13:46:42.539285 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-aa20ba26-6443-4eec-9078-e94c49b9726c service neutron] 10.222.0.118 "GET /v2.0/networks/32044b4f-f14f-4915-ba05-43d758a7c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985474 Jul 06 13:46:42.660759 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-ebd0321e-a5ac-45c0-b393-505c6e1eae62 service neutron] 10.222.0.118 "GET /v2.0/networks/32044b4f-f14f-4915-ba05-43d758a7c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099789 Jul 06 13:46:42.936999 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:43.069569 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d6b4d0ae-bb0c-4500-a362-e8a81f7be6b4 req-f0380503-de8c-49c8-baac-a92832634302 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=bd806708-ce60-4776-bf87-643fcae50d88 HTTP/1.1" status: 200 len: 210 time: 0.0519674 Jul 06 13:46:43.582442 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e637f3b-063e-449e-91f9-ac480788154e req-d893d1ec-aaa9-41ff-b9c1-e362daa2d2a5 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:43.584983 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1e637f3b-063e-449e-91f9-ac480788154e req-d893d1ec-aaa9-41ff-b9c1-e362daa2d2a5 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.52 "GET /v2.0/ports?device_id=e35de86e-67b0-4cff-84d4-98324149e173 HTTP/1.1" status: 200 len: 945 time: 0.1153426 Jul 06 13:46:43.819051 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-1e637f3b-063e-449e-91f9-ac480788154e req-551bc57a-6560-4897-bb71-d2b806da2c07 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Deleting port ff3a0e80-63b8-47a6-96ff-a113cbef3e4e {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:46:43.820371 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1e637f3b-063e-449e-91f9-ac480788154e req-551bc57a-6560-4897-bb71-d2b806da2c07 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:44.037247 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-1e637f3b-063e-449e-91f9-ac480788154e req-551bc57a-6560-4897-bb71-d2b806da2c07 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] For port ff3a0e80-63b8-47a6-96ff-a113cbef3e4e, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ff3a0e80-63b8-47a6-96ff-a113cbef3e4e,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:44.038184 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1e637f3b-063e-449e-91f9-ac480788154e req-551bc57a-6560-4897-bb71-d2b806da2c07 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:44.063835 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-1e637f3b-063e-449e-91f9-ac480788154e req-551bc57a-6560-4897-bb71-d2b806da2c07 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Calling delete_port for ff3a0e80-63b8-47a6-96ff-a113cbef3e4e owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:46:44.073917 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05407597-5153-44fd-918e-08da2932e655 req-05da221b-f5b6-4cb0-ba3a-65bf2aba800d tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:44.082034 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05407597-5153-44fd-918e-08da2932e655 req-05da221b-f5b6-4cb0-ba3a-65bf2aba800d tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/ports?device_id=6bc20ddd-b064-4cb4-8551-c46a47bbb5be HTTP/1.1" status: 200 len: 945 time: 0.1457295 Jul 06 13:46:44.203374 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05407597-5153-44fd-918e-08da2932e655 req-137e9691-d1f7-47ac-9dd9-ffca39eff0de tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/security-groups?id=f58f32fb-958b-41d5-b6dd-c43c4cedb55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193452 Jul 06 13:46:44.340905 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ff3a0e80-63b8-47a6-96ff-a113cbef3e4e no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:46:44.364289 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:46:44.384257 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2544f383-404f-4686-9db1-4f602129e2f4 req-a3b0fdbf-4d67-4a2d-b333-9f9b8150b9f8 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=bd806708-ce60-4776-bf87-643fcae50d88 HTTP/1.1" status: 200 len: 210 time: 0.0494449 Jul 06 13:46:44.409354 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No active binding found for port ff3a0e80-63b8-47a6-96ff-a113cbef3e4e {{(pid=100419) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 13:46:44.410085 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ff3a0e80-63b8-47a6-96ff-a113cbef3e4e not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:46:44.410228 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1e637f3b-063e-449e-91f9-ac480788154e req-551bc57a-6560-4897-bb71-d2b806da2c07 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:44.456660 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551bc57a-6560-4897-bb71-d2b806da2c07 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Pushing event deleted for resources: {'Port': ['ID=ff3a0e80-63b8-47a6-96ff-a113cbef3e4e,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:44.528507 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e637f3b-063e-449e-91f9-ac480788154e req-551bc57a-6560-4897-bb71-d2b806da2c07 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] No DVR routers for this DVR port ff3a0e80-63b8-47a6-96ff-a113cbef3e4e on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:46:44.532683 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1e637f3b-063e-449e-91f9-ac480788154e req-551bc57a-6560-4897-bb71-d2b806da2c07 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:44.535478 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1e637f3b-063e-449e-91f9-ac480788154e req-551bc57a-6560-4897-bb71-d2b806da2c07 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.52 "DELETE /v2.0/ports/ff3a0e80-63b8-47a6-96ff-a113cbef3e4e HTTP/1.1" status: 204 len: 173 time: 0.9443257 Jul 06 13:46:44.536609 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35de86e-67b0-4cff-84d4-98324149e173', 'name': 'network-vif-deleted', 'tag': 'ff3a0e80-63b8-47a6-96ff-a113cbef3e4e'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:46:44.545745 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50622666-727a-4044-9a79-1fa95c51be7f" -d '{"events": [{"server_uuid": "e35de86e-67b0-4cff-84d4-98324149e173", "name": "network-vif-deleted", "tag": "ff3a0e80-63b8-47a6-96ff-a113cbef3e4e"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:46:44.566957 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:44.588709 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': '00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd', 'mac_address': 'fa:16:3e:7c:13:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:46:44.625256 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050311fe-2a67-4860-8fc7-39045392ed61 x-openstack-request-id: req-050311fe-2a67-4860-8fc7-39045392ed61 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:46:44.625977 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e35de86e-67b0-4cff-84d4-98324149e173", "name": "network-vif-deleted", "tag": "ff3a0e80-63b8-47a6-96ff-a113cbef3e4e", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:46:44.626229 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-050311fe-2a67-4860-8fc7-39045392ed61 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:46:44.626682 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e35de86e-67b0-4cff-84d4-98324149e173', 'name': 'network-vif-deleted', 'tag': 'ff3a0e80-63b8-47a6-96ff-a113cbef3e4e', 'status': 'completed', 'code': 200} Jul 06 13:46:44.672083 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:44.690702 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:46:44.723067 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:44.728847 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:44.811993 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:44.845657 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:46:44.886265 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-650684df-95af-4ccf-a6e6-b1684227b708 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:44.888653 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-650684df-95af-4ccf-a6e6-b1684227b708 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.52 "GET /v2.0/networks?id=32044b4f-f14f-4915-ba05-43d758a7c9ad HTTP/1.1" status: 200 len: 805 time: 0.2373562 Jul 06 13:46:44.901153 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-00611aac-1eb5-442e-9006-51ddc482e8a9 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Request body: {'port': {'device_id': 'bd806708-ce60-4776-bf87-643fcae50d88', 'network_id': '32044b4f-f14f-4915-ba05-43d758a7c9ad', 'admin_state_up': True, 'tenant_id': '30967fe6141f425883d3ccdea408bb06'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:46:45.234913 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-00611aac-1eb5-442e-9006-51ddc482e8a9 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Made reservation on behalf of 30967fe6141f425883d3ccdea408bb06 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:46:45.238923 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-00611aac-1eb5-442e-9006-51ddc482e8a9 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:45.504584 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-00611aac-1eb5-442e-9006-51ddc482e8a9 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Allocated IP 172.20.0.11 (32044b4f-f14f-4915-ba05-43d758a7c9ad/9a26d9c0-3fa2-4ed5-a111-4efe079a2d6f/e22ca4ae-d922-4b8d-a8de-baf70102cc17) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:46:45.564691 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:46:45.770799 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7834a8a9-5978-4747-bbe5-41ab6cb7549c req-8b18fa2b-0be6-4d07-aea9-286015527e02 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=bd806708-ce60-4776-bf87-643fcae50d88 HTTP/1.1" status: 200 len: 210 time: 0.0516295 Jul 06 13:46:45.805954 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-00611aac-1eb5-442e-9006-51ddc482e8a9 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:45.862836 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-00611aac-1eb5-442e-9006-51ddc482e8a9 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:45.926787 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-00611aac-1eb5-442e-9006-51ddc482e8a9 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Network 32044b4f-f14f-4915-ba05-43d758a7c9ad is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:46:45.930483 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-00611aac-1eb5-442e-9006-51ddc482e8a9 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:46:45.932881 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00611aac-1eb5-442e-9006-51ddc482e8a9 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Pushing event updated for resources: {'Port': ['ID=e22ca4ae-d922-4b8d-a8de-baf70102cc17,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:45.943541 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-00611aac-1eb5-442e-9006-51ddc482e8a9 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:46:45.996975 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-00611aac-1eb5-442e-9006-51ddc482e8a9 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:45.998141 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-00611aac-1eb5-442e-9006-51ddc482e8a9 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:46.014042 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-00611aac-1eb5-442e-9006-51ddc482e8a9 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1171038 Jul 06 13:46:46.039194 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-b024dafb-5093-43d7-9ce3-00980628c46a service neutron] Request body: {'port': {'device_id': 'bd806708-ce60-4776-bf87-643fcae50d88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:46:46.150736 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-b024dafb-5093-43d7-9ce3-00980628c46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:46.261934 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:46.371533 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:46:46.503473 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:46:46.504507 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:46.676478 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:46.687607 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374c8f7-4752-4bf6-b306-dfba48523e95 req-8fb6face-7a1e-43da-b1e1-3cac6149a787 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:46.694843 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1374c8f7-4752-4bf6-b306-dfba48523e95 req-8fb6face-7a1e-43da-b1e1-3cac6149a787 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/ports?device_id=6bc20ddd-b064-4cb4-8551-c46a47bbb5be HTTP/1.1" status: 200 len: 945 time: 0.1454544 Jul 06 13:46:46.750418 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:46.752552 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590d4cce-f63b-455a-8285-cac46861a8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:46:46.758099 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1826410-2ec8-46b3-a1a3-fa29e5fc3697" -d '{"events": [{"server_uuid": "590d4cce-f63b-455a-8285-cac46861a8cd", "name": "network-vif-plugged", "status": "completed", "tag": "00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:46:46.769176 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:46.780455 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1374c8f7-4752-4bf6-b306-dfba48523e95 req-2243c9da-0223-46e9-8a4b-386d703ee596 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/security-groups?id=f58f32fb-958b-41d5-b6dd-c43c4cedb55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827043 Jul 06 13:46:46.843966 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd,revision_number=7']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:46.950959 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-b024dafb-5093-43d7-9ce3-00980628c46a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e22ca4ae-d922-4b8d-a8de-baf70102cc17 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:46:46.961346 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-b024dafb-5093-43d7-9ce3-00980628c46a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:47.010130 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-b024dafb-5093-43d7-9ce3-00980628c46a service neutron] Transition to ACTIVE for port object e22ca4ae-d922-4b8d-a8de-baf70102cc17 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:46:47.016038 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-b024dafb-5093-43d7-9ce3-00980628c46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:47.033671 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd19b462-cc12-4351-bd52-79e6c9de4ba2 x-openstack-request-id: req-fd19b462-cc12-4351-bd52-79e6c9de4ba2 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:46:47.034205 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590d4cce-f63b-455a-8285-cac46861a8cd", "name": "network-vif-plugged", "status": "completed", "tag": "00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:46:47.034621 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-fd19b462-cc12-4351-bd52-79e6c9de4ba2 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:46:47.035177 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590d4cce-f63b-455a-8285-cac46861a8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd', 'code': 200} Jul 06 13:46:47.263929 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024dafb-5093-43d7-9ce3-00980628c46a service neutron] Pushing event updated for resources: {'Port': ['ID=e22ca4ae-d922-4b8d-a8de-baf70102cc17,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:47.389192 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de829cb-6f25-47ea-acf3-25cb163d1be5 req-eed33ff0-2625-4fdc-95d1-d7b2025307d0 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:47.396318 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1de829cb-6f25-47ea-acf3-25cb163d1be5 req-eed33ff0-2625-4fdc-95d1-d7b2025307d0 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=bd806708-ce60-4776-bf87-643fcae50d88 HTTP/1.1" status: 200 len: 944 time: 0.2343771 Jul 06 13:46:47.400142 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-b024dafb-5093-43d7-9ce3-00980628c46a service neutron] Attempting to bind port e22ca4ae-d922-4b8d-a8de-baf70102cc17 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:46:47.400488 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-b024dafb-5093-43d7-9ce3-00980628c46a service neutron] Attempting to bind port e22ca4ae-d922-4b8d-a8de-baf70102cc17 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '3b74c8be-43e1-449a-8374-4e8bc2ac83bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '32044b4f-f14f-4915-ba05-43d758a7c9ad'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:46:47.400822 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-b024dafb-5093-43d7-9ce3-00980628c46a service neutron] Attempting to bind port e22ca4ae-d922-4b8d-a8de-baf70102cc17 on network 32044b4f-f14f-4915-ba05-43d758a7c9ad {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:46:47.421426 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bce27c-72d4-47a3-ba07-51d5f4d0dac2 req-d1dfbc44-7b70-4533-ace7-a5a835047255 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:47.423019 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d0bce27c-72d4-47a3-ba07-51d5f4d0dac2 req-d1dfbc44-7b70-4533-ace7-a5a835047255 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.52 "GET /v2.0/ports?device_id=6bc20ddd-b064-4cb4-8551-c46a47bbb5be HTTP/1.1" status: 200 len: 945 time: 0.1987512 Jul 06 13:46:47.432398 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-b024dafb-5093-43d7-9ce3-00980628c46a service neutron] Port e22ca4ae-d922-4b8d-a8de-baf70102cc17 on network 32044b4f-f14f-4915-ba05-43d758a7c9ad not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:46:47.432735 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-b024dafb-5093-43d7-9ce3-00980628c46a service neutron] Attempting to bind port e22ca4ae-d922-4b8d-a8de-baf70102cc17 on network 32044b4f-f14f-4915-ba05-43d758a7c9ad {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:46:47.473741 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-b024dafb-5093-43d7-9ce3-00980628c46a service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:46:47.474127 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-b024dafb-5093-43d7-9ce3-00980628c46a service neutron] Checking segment: {'id': '3b74c8be-43e1-449a-8374-4e8bc2ac83bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '32044b4f-f14f-4915-ba05-43d758a7c9ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:46:47.474518 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-b024dafb-5093-43d7-9ce3-00980628c46a service neutron] Bound using segment: {'id': '3b74c8be-43e1-449a-8374-4e8bc2ac83bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '32044b4f-f14f-4915-ba05-43d758a7c9ad'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:46:47.474972 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-b024dafb-5093-43d7-9ce3-00980628c46a service neutron] Bound port: e22ca4ae-d922-4b8d-a8de-baf70102cc17, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b74c8be-43e1-449a-8374-4e8bc2ac83bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '32044b4f-f14f-4915-ba05-43d758a7c9ad'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:46:47.475335 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-b024dafb-5093-43d7-9ce3-00980628c46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:47.516016 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1de829cb-6f25-47ea-acf3-25cb163d1be5 req-f47c4b9a-6d98-443a-a3a1-5e61e22f14b2 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187332 Jul 06 13:46:47.728528 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-b024dafb-5093-43d7-9ce3-00980628c46a service neutron] For port e22ca4ae-d922-4b8d-a8de-baf70102cc17, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:46:47.747878 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-d0bce27c-72d4-47a3-ba07-51d5f4d0dac2 req-75ea10fe-d399-40d3-854b-c8753b04700e tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Deleting port 4deac223-6375-44c9-a971-f6941229d630 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:46:47.748380 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d0bce27c-72d4-47a3-ba07-51d5f4d0dac2 req-75ea10fe-d399-40d3-854b-c8753b04700e tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:47.827138 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-b024dafb-5093-43d7-9ce3-00980628c46a service neutron] For port e22ca4ae-d922-4b8d-a8de-baf70102cc17, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=e22ca4ae-d922-4b8d-a8de-baf70102cc17,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:46:47.841023 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-b024dafb-5093-43d7-9ce3-00980628c46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:48.031162 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-b024dafb-5093-43d7-9ce3-00980628c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:48.032130 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-b024dafb-5093-43d7-9ce3-00980628c46a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:48.033805 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-b024dafb-5093-43d7-9ce3-00980628c46a service neutron] 10.222.0.52 "PUT /v2.0/ports/e22ca4ae-d922-4b8d-a8de-baf70102cc17 HTTP/1.1" status: 200 len: 1092 time: 2.0051346 Jul 06 13:46:48.034443 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd806708-ce60-4776-bf87-643fcae50d88', 'tag': 'e22ca4ae-d922-4b8d-a8de-baf70102cc17'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:46:48.037563 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7d0e90-f3e7-40c2-a27f-20f4520b6fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "bd806708-ce60-4776-bf87-643fcae50d88", "tag": "e22ca4ae-d922-4b8d-a8de-baf70102cc17"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:46:48.075810 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-d0bce27c-72d4-47a3-ba07-51d5f4d0dac2 req-75ea10fe-d399-40d3-854b-c8753b04700e tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] For port 4deac223-6375-44c9-a971-f6941229d630, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4deac223-6375-44c9-a971-f6941229d630,segment=NetworkSegment(757ffada-3a1c-4888-9c59-49ac0545acdd),segment_id=757ffada-3a1c-4888-9c59-49ac0545acdd)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:48.076596 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d0bce27c-72d4-47a3-ba07-51d5f4d0dac2 req-75ea10fe-d399-40d3-854b-c8753b04700e tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:48.429378 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:48.735172 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024dafb-5093-43d7-9ce3-00980628c46a service neutron] Pushing event updated for resources: {'Port': ['ID=e22ca4ae-d922-4b8d-a8de-baf70102cc17,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:48.805381 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d0bce27c-72d4-47a3-ba07-51d5f4d0dac2 req-75ea10fe-d399-40d3-854b-c8753b04700e tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:48.805785 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d0bce27c-72d4-47a3-ba07-51d5f4d0dac2 req-75ea10fe-d399-40d3-854b-c8753b04700e tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:48.808967 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [req-d0bce27c-72d4-47a3-ba07-51d5f4d0dac2 req-75ea10fe-d399-40d3-854b-c8753b04700e tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Floating IP 6f104a4f-9cce-4f6e-b040-8e1bf4d418c1 disassociated. External IP: 172.25.6.6, port: 4deac223-6375-44c9-a971-f6941229d630. Jul 06 13:46:48.808967 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-d0bce27c-72d4-47a3-ba07-51d5f4d0dac2 req-75ea10fe-d399-40d3-854b-c8753b04700e tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Calling delete_port for 4deac223-6375-44c9-a971-f6941229d630 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:46:48.906225 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28e27d-f5bf-4365-a040-1fb129eef27b req-1a8b5f4e-92ee-44b5-90a7-2f38ba7e2862 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:48.912229 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ec28e27d-f5bf-4365-a040-1fb129eef27b req-1a8b5f4e-92ee-44b5-90a7-2f38ba7e2862 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 1096 time: 0.9645245 Jul 06 13:46:49.004373 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-ed280fbf-ebb5-4a9d-9c4a-cde297820dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:49.006051 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-ed280fbf-ebb5-4a9d-9c4a-cde297820dcd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=30967fe6141f425883d3ccdea408bb06&device_id=bd806708-ce60-4776-bf87-643fcae50d88 HTTP/1.1" status: 200 len: 1095 time: 0.3752406 Jul 06 13:46:49.131809 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-ff3b61fa-2af8-4030-9940-f1442e9c6547 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e22ca4ae-d922-4b8d-a8de-baf70102cc17 HTTP/1.1" status: 200 len: 217 time: 0.0922320 Jul 06 13:46:49.144541 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ec28e27d-f5bf-4365-a040-1fb129eef27b req-218bb543-d229-4755-9b10-7f95756041bd tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237196 Jul 06 13:46:49.231739 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d0bce27c-72d4-47a3-ba07-51d5f4d0dac2 req-75ea10fe-d399-40d3-854b-c8753b04700e tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:49.272942 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea10fe-d399-40d3-854b-c8753b04700e tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Pushing event deleted for resources: {'Port': ['ID=4deac223-6375-44c9-a971-f6941229d630,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:49.296125 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-6c145b8b-667f-4d62-af01-a8efc646f744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:49.297765 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-6c145b8b-667f-4d62-af01-a8efc646f744 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a26d9c0-3fa2-4ed5-a111-4efe079a2d6f HTTP/1.1" status: 200 len: 845 time: 0.1522071 Jul 06 13:46:49.384698 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-8e7c54da-f7b0-440f-a78e-13203c95bcbf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=32044b4f-f14f-4915-ba05-43d758a7c9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793808 Jul 06 13:46:49.569207 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9210e871-32af-4342-aa77-74aa03d81baf req-fa17cb8e-207b-4d23-aa6a-156a759e0fbc tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/ports?device_id=6bc20ddd-b064-4cb4-8551-c46a47bbb5be HTTP/1.1" status: 200 len: 210 time: 0.0622439 Jul 06 13:46:49.619050 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0bce27c-72d4-47a3-ba07-51d5f4d0dac2 req-75ea10fe-d399-40d3-854b-c8753b04700e tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Router 02d9d470-f1fc-4643-b449-548f931d8024 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:46:49.826888 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0bce27c-72d4-47a3-ba07-51d5f4d0dac2 req-75ea10fe-d399-40d3-854b-c8753b04700e tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:46:49.839544 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74f944b-7970-47a8-aa11-ab99f97780cf None None] Sync routers for ids ['02d9d470-f1fc-4643-b449-548f931d8024'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:46:49.871456 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74f944b-7970-47a8-aa11-ab99f97780cf None None] Routers {'02d9d470-f1fc-4643-b449-548f931d8024'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:46:49.872896 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e74f944b-7970-47a8-aa11-ab99f97780cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:46:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['02d9d470-f1fc-4643-b449-548f931d8024'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:46:49.917115 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28b1af5-6ab9-4f5d-9f16-a5464aa1bc92 x-openstack-request-id: req-b28b1af5-6ab9-4f5d-9f16-a5464aa1bc92 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:46:49.917546 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd806708-ce60-4776-bf87-643fcae50d88", "tag": "e22ca4ae-d922-4b8d-a8de-baf70102cc17", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:46:49.917881 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-b28b1af5-6ab9-4f5d-9f16-a5464aa1bc92 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:46:49.918392 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd806708-ce60-4776-bf87-643fcae50d88', 'tag': 'e22ca4ae-d922-4b8d-a8de-baf70102cc17', 'status': 'completed', 'code': 200} Jul 06 13:46:49.976815 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-a591059a-1af5-40ba-b4de-fbe2679c009f service neutron] 10.222.0.52 "GET /v2.0/networks/32044b4f-f14f-4915-ba05-43d758a7c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842597 Jul 06 13:46:50.022900 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-e74f944b-7970-47a8-aa11-ab99f97780cf None None] Set router 02d9d470-f1fc-4643-b449-548f931d8024 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:46:50.065260 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bce27c-72d4-47a3-ba07-51d5f4d0dac2 req-75ea10fe-d399-40d3-854b-c8753b04700e tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] No DVR routers for this DVR port 4deac223-6375-44c9-a971-f6941229d630 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:46:50.087573 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d0bce27c-72d4-47a3-ba07-51d5f4d0dac2 req-75ea10fe-d399-40d3-854b-c8753b04700e tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:50.106877 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d0bce27c-72d4-47a3-ba07-51d5f4d0dac2 req-75ea10fe-d399-40d3-854b-c8753b04700e tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.52 "DELETE /v2.0/ports/4deac223-6375-44c9-a971-f6941229d630 HTTP/1.1" status: 204 len: 173 time: 2.6767004 Jul 06 13:46:50.356250 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e74f944b-7970-47a8-aa11-ab99f97780cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9d470-f1fc-4643-b449-548f931d8024', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-245764315-router', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:02Z', 'updated_at': '2021-07-06T13:42:06Z', 'revision_number': 4, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'gw_port': {'id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:52:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:03Z', 'updated_at': '2021-07-06T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'a990195e-7e54-4725-a922-f41fca964e8b', 'name': '', 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'mac_address': 'fa:16:3e:9f:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:05Z', 'updated_at': '2021-07-06T13:42:17Z', 'revision_number': 5, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'subnets': [{'id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:46:50.393104 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74f944b-7970-47a8-aa11-ab99f97780cf None None] Checking router: 02d9d470-f1fc-4643-b449-548f931d8024 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:46:50.403996 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 4deac223-6375-44c9-a971-f6941229d630 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:46:50.405928 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74f944b-7970-47a8-aa11-ab99f97780cf None None] Routers {'02d9d470-f1fc-4643-b449-548f931d8024'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:46:50.406730 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e74f944b-7970-47a8-aa11-ab99f97780cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:46:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['02d9d470-f1fc-4643-b449-548f931d8024'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:46:50.432926 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d1a2fa23-b439-4cf6-928f-2ac092fbd1c5 req-9ab0e232-c787-4c8e-b871-456771d34735 service neutron] 10.222.0.52 "GET /v2.0/networks/32044b4f-f14f-4915-ba05-43d758a7c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980949 Jul 06 13:46:50.468584 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 4deac223-6375-44c9-a971-f6941229d630 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:46:50.474338 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 4deac223-6375-44c9-a971-f6941229d630 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:46:50.478912 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8036de8-6f63-4065-85de-b4fc1cb20a66 req-32deadb3-da4c-4a93-8979-e4cffe8bdd11 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:50.489485 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f8036de8-6f63-4065-85de-b4fc1cb20a66 req-32deadb3-da4c-4a93-8979-e4cffe8bdd11 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=bd806708-ce60-4776-bf87-643fcae50d88 HTTP/1.1" status: 200 len: 944 time: 0.3795514 Jul 06 13:46:50.663783 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f8036de8-6f63-4065-85de-b4fc1cb20a66 req-701a95fc-8511-4704-8353-2fe030bcd57b tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720691 Jul 06 13:46:50.704392 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-e74f944b-7970-47a8-aa11-ab99f97780cf None None] Set router 02d9d470-f1fc-4643-b449-548f931d8024 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:46:50.706600 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d0e90-f3e7-40c2-a27f-20f4520b6fc2 req-cf2dce64-625f-484f-a54c-b18fdb569e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:50.708393 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f7d0e90-f3e7-40c2-a27f-20f4520b6fc2 req-cf2dce64-625f-484f-a54c-b18fdb569e6a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=30967fe6141f425883d3ccdea408bb06&device_id=bd806708-ce60-4776-bf87-643fcae50d88 HTTP/1.1" status: 200 len: 1095 time: 0.2096624 Jul 06 13:46:50.924114 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d0e90-f3e7-40c2-a27f-20f4520b6fc2 req-d0543f40-2901-4840-91d4-039bd26f1502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:50.926581 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f7d0e90-f3e7-40c2-a27f-20f4520b6fc2 req-d0543f40-2901-4840-91d4-039bd26f1502 service neutron] 10.222.0.52 "GET /v2.0/networks?id=32044b4f-f14f-4915-ba05-43d758a7c9ad HTTP/1.1" status: 200 len: 906 time: 0.2111528 Jul 06 13:46:51.037139 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f7d0e90-f3e7-40c2-a27f-20f4520b6fc2 req-c14c0821-fc65-461c-b24f-c387232821ac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e22ca4ae-d922-4b8d-a8de-baf70102cc17 HTTP/1.1" status: 200 len: 217 time: 0.1021342 Jul 06 13:46:51.148698 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d0e90-f3e7-40c2-a27f-20f4520b6fc2 req-79e9b155-be9f-4491-81d8-2ecfbea3ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:51.151422 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f7d0e90-f3e7-40c2-a27f-20f4520b6fc2 req-79e9b155-be9f-4491-81d8-2ecfbea3ffe2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9a26d9c0-3fa2-4ed5-a111-4efe079a2d6f HTTP/1.1" status: 200 len: 845 time: 0.1037033 Jul 06 13:46:51.230525 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f7d0e90-f3e7-40c2-a27f-20f4520b6fc2 req-32efabc3-2416-4c34-b2f0-03d2f5b8b29e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=32044b4f-f14f-4915-ba05-43d758a7c9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712826 Jul 06 13:46:51.248612 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e74f944b-7970-47a8-aa11-ab99f97780cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9d470-f1fc-4643-b449-548f931d8024', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-245764315-router', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:02Z', 'updated_at': '2021-07-06T13:42:06Z', 'revision_number': 4, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'gw_port': {'id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:52:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:03Z', 'updated_at': '2021-07-06T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'a990195e-7e54-4725-a922-f41fca964e8b', 'name': '', 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'mac_address': 'fa:16:3e:9f:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:05Z', 'updated_at': '2021-07-06T13:42:17Z', 'revision_number': 5, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'subnets': [{'id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:46:51.356548 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74f944b-7970-47a8-aa11-ab99f97780cf None None] The sync data for ids ['02d9d470-f1fc-4643-b449-548f931d8024'] in n-d-773644-6 is: [{'id': '02d9d470-f1fc-4643-b449-548f931d8024', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-245764315-router', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:02Z', 'updated_at': '2021-07-06T13:42:06Z', 'revision_number': 4, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'gw_port': {'id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:52:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:03Z', 'updated_at': '2021-07-06T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'a990195e-7e54-4725-a922-f41fca964e8b', 'name': '', 'network_id': 'aaaedc37-a943-4e08-a9d9-051a526a02c3', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'mac_address': 'fa:16:3e:9f:6a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:05Z', 'updated_at': '2021-07-06T13:42:17Z', 'revision_number': 5, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'subnets': [{'id': '5b004f57-06ee-4d0d-a87a-55a49a717c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:46:51.437905 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f7d0e90-f3e7-40c2-a27f-20f4520b6fc2 req-a02cece4-4b8f-42c5-b46d-d77ab1010b55 service neutron] 10.222.0.52 "GET /v2.0/networks/32044b4f-f14f-4915-ba05-43d758a7c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950974 Jul 06 13:46:51.577897 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f7d0e90-f3e7-40c2-a27f-20f4520b6fc2 req-f24ff5db-b2d8-46c1-9b06-d42fcee35079 service neutron] 10.222.0.52 "GET /v2.0/networks/32044b4f-f14f-4915-ba05-43d758a7c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320789 Jul 06 13:46:51.835438 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529a8401-ff61-4714-9e2e-477ae2750246 None None] New status for floating IP 6f104a4f-9cce-4f6e-b040-8e1bf4d418c1: DOWN {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:46:51.920125 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc20ddd-b064-4cb4-8551-c46a47bbb5be', 'name': 'network-vif-deleted', 'tag': '4deac223-6375-44c9-a971-f6941229d630'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:46:51.923642 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a67b76-1e9d-4920-aea5-09811c00b130" -d '{"events": [{"server_uuid": "6bc20ddd-b064-4cb4-8551-c46a47bbb5be", "name": "network-vif-deleted", "tag": "4deac223-6375-44c9-a971-f6941229d630"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:46:52.418333 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device e22ca4ae-d922-4b8d-a8de-baf70102cc17 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:46:52.580705 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port e22ca4ae-d922-4b8d-a8de-baf70102cc17, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=e22ca4ae-d922-4b8d-a8de-baf70102cc17,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:52.597054 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'e22ca4ae-d922-4b8d-a8de-baf70102cc17', 'network_id': '32044b4f-f14f-4915-ba05-43d758a7c9ad', 'port_id': 'e22ca4ae-d922-4b8d-a8de-baf70102cc17', 'mac_address': 'fa:16:3e:f4:48:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a26d9c0-3fa2-4ed5-a111-4efe079a2d6f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:46:52.647981 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:52.669087 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22ca4ae-d922-4b8d-a8de-baf70102cc17 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:46:52.699252 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port e22ca4ae-d922-4b8d-a8de-baf70102cc17, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=e22ca4ae-d922-4b8d-a8de-baf70102cc17,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:52.707726 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:52.711518 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-e9e268e3-e681-4a93-9dce-ba83909d17d8 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:46:52.721029 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-e9e268e3-e681-4a93-9dce-ba83909d17d8 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165117 Jul 06 13:46:52.726429 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-e9f0a665-4ff0-4505-a07b-d1f75e9547ef service neutron] Request body: {'binding': {'host': 'n-h1-773644-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:46:52.729311 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-e9f0a665-4ff0-4505-a07b-d1f75e9547ef service neutron] Unknown quota resources ['binding']. {{(pid=100418) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 13:46:52.866506 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=e22ca4ae-d922-4b8d-a8de-baf70102cc17,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:52.994273 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['e22ca4ae-d922-4b8d-a8de-baf70102cc17'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:46:53.037768 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-e9f0a665-4ff0-4505-a07b-d1f75e9547ef service neutron] Attempting to bind port d1e368e8-4fa6-464b-9bc3-88c17d24914a on host n-h1-773644-6 for vnic_type normal with profile None {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:46:53.037768 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-e9f0a665-4ff0-4505-a07b-d1f75e9547ef service neutron] Attempting to bind port d1e368e8-4fa6-464b-9bc3-88c17d24914a by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:46:53.037768 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-e9f0a665-4ff0-4505-a07b-d1f75e9547ef service neutron] Attempting to bind port d1e368e8-4fa6-464b-9bc3-88c17d24914a on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:46:53.042523 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-e9f0a665-4ff0-4505-a07b-d1f75e9547ef service neutron] Port d1e368e8-4fa6-464b-9bc3-88c17d24914a on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:46:53.042853 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-e9f0a665-4ff0-4505-a07b-d1f75e9547ef service neutron] Attempting to bind port d1e368e8-4fa6-464b-9bc3-88c17d24914a on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:46:53.049458 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-e9f0a665-4ff0-4505-a07b-d1f75e9547ef service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:46:53.049862 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-e9f0a665-4ff0-4505-a07b-d1f75e9547ef service neutron] Checking segment: {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:46:53.050504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-e9f0a665-4ff0-4505-a07b-d1f75e9547ef service neutron] Bound using segment: {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:46:53.051011 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-e9f0a665-4ff0-4505-a07b-d1f75e9547ef service neutron] Bound port: d1e368e8-4fa6-464b-9bc3-88c17d24914a, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:46:53.167601 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-e9f0a665-4ff0-4505-a07b-d1f75e9547ef service neutron] For port d1e368e8-4fa6-464b-9bc3-88c17d24914a, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=d1e368e8-4fa6-464b-9bc3-88c17d24914a,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:46:53.175251 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-e9f0a665-4ff0-4505-a07b-d1f75e9547ef service neutron] Notify callbacks [] for binding, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:53.176486 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-e9f0a665-4ff0-4505-a07b-d1f75e9547ef service neutron] 10.222.0.118 "POST /v2.0/ports/d1e368e8-4fa6-464b-9bc3-88c17d24914a/bindings HTTP/1.1" status: 201 len: 389 time: 0.4543045 Jul 06 13:46:53.637458 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-e53b471a-a0b8-4d8f-bb43-a629bc06882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:53.641554 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-e53b471a-a0b8-4d8f-bb43-a629bc06882d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a05dcebc7174fa4835bbaac9666195c&device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 1096 time: 0.0891030 Jul 06 13:46:53.940844 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-4e100fa2-e545-43ee-b25b-3e09fcfaaf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:53.942420 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-4e100fa2-e545-43ee-b25b-3e09fcfaaf37 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b HTTP/1.1" status: 200 len: 909 time: 0.2905626 Jul 06 13:46:54.055958 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-a68a4286-33cc-4076-9048-9716619f405e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1e368e8-4fa6-464b-9bc3-88c17d24914a HTTP/1.1" status: 200 len: 217 time: 0.0992048 Jul 06 13:46:54.135710 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-6ba297fe-a092-4626-90b7-da18625bfcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:54.137315 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-6ba297fe-a092-4626-90b7-da18625bfcd4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fb580ceb-d4c2-41da-b0a8-ed5910fd5560 HTTP/1.1" status: 200 len: 848 time: 0.0690427 Jul 06 13:46:54.228869 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-85f5c4e1-9cdf-410c-9a39-541b77c6ab59 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704460 Jul 06 13:46:54.246649 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ada498-86a2-4b02-9eac-addecc8d8c56 req-aea46283-1506-43ce-aa78-40dd45522755 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:54.249082 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-34ada498-86a2-4b02-9eac-addecc8d8c56 req-aea46283-1506-43ce-aa78-40dd45522755 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=bd806708-ce60-4776-bf87-643fcae50d88 HTTP/1.1" status: 200 len: 945 time: 0.4303174 Jul 06 13:46:54.392265 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-34ada498-86a2-4b02-9eac-addecc8d8c56 req-b3b89072-0d13-4aee-91bc-37a5fd41b8ea tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836747 Jul 06 13:46:54.396916 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-c9a1a437-1657-4cb5-bfc1-d3de5b0f0b78 service neutron] 10.222.0.52 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460702 Jul 06 13:46:54.400105 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f402a36a-6ebc-449b-94b6-ca8f569e29c8 req-74ca6832-70a4-4fdc-a2f0-de10d574b756 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2612572 Jul 06 13:46:54.449651 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device e22ca4ae-d922-4b8d-a8de-baf70102cc17 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:46:54.515407 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bd780e-30fd-499b-b27f-8dbd24a500fd x-openstack-request-id: req-e4bd780e-30fd-499b-b27f-8dbd24a500fd {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:46:54.515759 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bc20ddd-b064-4cb4-8551-c46a47bbb5be", "name": "network-vif-deleted", "tag": "4deac223-6375-44c9-a971-f6941229d630", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:46:54.515987 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e4bd780e-30fd-499b-b27f-8dbd24a500fd {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:46:54.516402 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bc20ddd-b064-4cb4-8551-c46a47bbb5be', 'name': 'network-vif-deleted', 'tag': '4deac223-6375-44c9-a971-f6941229d630', 'status': 'completed', 'code': 200} Jul 06 13:46:54.595632 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port e22ca4ae-d922-4b8d-a8de-baf70102cc17 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:46:54.604083 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port e22ca4ae-d922-4b8d-a8de-baf70102cc17 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:46:54.605197 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:54.775515 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:54.821568 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd806708-ce60-4776-bf87-643fcae50d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22ca4ae-d922-4b8d-a8de-baf70102cc17'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:46:54.826355 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0887ee53-63b6-4053-9be9-01542cf709bc" -d '{"events": [{"server_uuid": "bd806708-ce60-4776-bf87-643fcae50d88", "name": "network-vif-plugged", "status": "completed", "tag": "e22ca4ae-d922-4b8d-a8de-baf70102cc17"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:46:54.850938 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port e22ca4ae-d922-4b8d-a8de-baf70102cc17, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=e22ca4ae-d922-4b8d-a8de-baf70102cc17,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:54.857482 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:54.933464 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=e22ca4ae-d922-4b8d-a8de-baf70102cc17,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:54.979886 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402a36a-6ebc-449b-94b6-ca8f569e29c8 req-922e6d9d-4317-4f11-bafb-860db39ed873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:54.981452 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f402a36a-6ebc-449b-94b6-ca8f569e29c8 req-922e6d9d-4317-4f11-bafb-860db39ed873 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a05dcebc7174fa4835bbaac9666195c&device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617 HTTP/1.1" status: 200 len: 1095 time: 0.5347819 Jul 06 13:46:54.987629 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-b14eb0be-bca6-44a4-a588-375dbfb8aa66 service neutron] 10.222.0.52 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5788093 Jul 06 13:46:55.038342 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143ed6f-5219-421f-981e-67e824c89d90 req-9a594b0d-e115-404a-b370-b53c70cbdda9 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:55.046213 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6143ed6f-5219-421f-981e-67e824c89d90 req-9a594b0d-e115-404a-b370-b53c70cbdda9 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 945 time: 0.1030419 Jul 06 13:46:55.177044 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6143ed6f-5219-421f-981e-67e824c89d90 req-29ac3f68-5ed8-4a1c-9d40-49b846cf79e8 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287930 Jul 06 13:46:55.322239 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402a36a-6ebc-449b-94b6-ca8f569e29c8 req-13c30b7f-9984-48b4-a5dc-d0712d04d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:55.323748 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f402a36a-6ebc-449b-94b6-ca8f569e29c8 req-13c30b7f-9984-48b4-a5dc-d0712d04d711 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b HTTP/1.1" status: 200 len: 909 time: 0.2749221 Jul 06 13:46:55.420747 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f402a36a-6ebc-449b-94b6-ca8f569e29c8 req-d1f57bf0-2bb9-49af-82d6-3c040a041dd4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c288392a-7155-4679-98d5-a1b75b245831 HTTP/1.1" status: 200 len: 217 time: 0.0871069 Jul 06 13:46:55.485660 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40388) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:55.580072 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402a36a-6ebc-449b-94b6-ca8f569e29c8 req-8f0f6e0f-83dc-4daa-9060-a38c5b9449a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:55.582631 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f402a36a-6ebc-449b-94b6-ca8f569e29c8 req-8f0f6e0f-83dc-4daa-9060-a38c5b9449a8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fb580ceb-d4c2-41da-b0a8-ed5910fd5560 HTTP/1.1" status: 200 len: 848 time: 0.1489525 Jul 06 13:46:55.655608 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f402a36a-6ebc-449b-94b6-ca8f569e29c8 req-a479827a-0b09-4031-b516-02a3490ea52a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633509 Jul 06 13:46:55.680236 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd310ea-d123-40ca-a659-465a992ae52d x-openstack-request-id: req-ccd310ea-d123-40ca-a659-465a992ae52d {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:46:55.680792 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd806708-ce60-4776-bf87-643fcae50d88", "name": "network-vif-plugged", "status": "completed", "tag": "e22ca4ae-d922-4b8d-a8de-baf70102cc17", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:46:55.680792 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ccd310ea-d123-40ca-a659-465a992ae52d {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:46:55.681168 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd806708-ce60-4776-bf87-643fcae50d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22ca4ae-d922-4b8d-a8de-baf70102cc17', 'code': 200} Jul 06 13:46:55.744888 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9913e72-d82a-4757-97e4-5ffc9ca24c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:55.993045 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f402a36a-6ebc-449b-94b6-ca8f569e29c8 req-cdaab707-de69-46d4-a89c-fecf98746025 service neutron] 10.222.0.52 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291945 Jul 06 13:46:55.995775 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9913e72-d82a-4757-97e4-5ffc9ca24c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:56.005810 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9913e72-d82a-4757-97e4-5ffc9ca24c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:56.037312 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b9913e72-d82a-4757-97e4-5ffc9ca24c0d admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=2bbb0c4c26a34937bb41c9ccdb95b06d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5474670 Jul 06 13:46:56.037542 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40398) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:56.066454 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96516a71-822b-48da-b6a8-8c8f3ea8fcc4 req-02e75699-1b08-42ce-9693-a62ee50e88db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:56.068252 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-96516a71-822b-48da-b6a8-8c8f3ea8fcc4 req-02e75699-1b08-42ce-9693-a62ee50e88db service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bd806708-ce60-4776-bf87-643fcae50d88 HTTP/1.1" status: 200 len: 1097 time: 0.2624106 Jul 06 13:46:56.127413 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9913e72-d82a-4757-97e4-5ffc9ca24c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16f2180-ce29-467c-b10e-20490d9c4070,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:56.152030 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2292a3b5-d262-423e-ba2a-5db3f4d2bd1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:56.186121 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2292a3b5-d262-423e-ba2a-5db3f4d2bd1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:56.192782 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de26800-8aa8-4f9f-a3c3-7491ed4a0e9f req-d31e4115-a00c-4fce-ac63-7efcaa26822c tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:56.194575 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0de26800-8aa8-4f9f-a3c3-7491ed4a0e9f req-d31e4115-a00c-4fce-ac63-7efcaa26822c tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=bd806708-ce60-4776-bf87-643fcae50d88 HTTP/1.1" status: 200 len: 946 time: 0.3045409 Jul 06 13:46:56.212611 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-96516a71-822b-48da-b6a8-8c8f3ea8fcc4 req-1c961cf2-f190-4a56-a9a2-16e28048dd99 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371098 Jul 06 13:46:56.248938 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2292a3b5-d262-423e-ba2a-5db3f4d2bd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:56.252104 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2292a3b5-d262-423e-ba2a-5db3f4d2bd1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:56.253957 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2292a3b5-d262-423e-ba2a-5db3f4d2bd1c admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/b16f2180-ce29-467c-b10e-20490d9c4070 HTTP/1.1" status: 204 len: 168 time: 0.2154529 Jul 06 13:46:56.264562 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292a3b5-d262-423e-ba2a-5db3f4d2bd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16f2180-ce29-467c-b10e-20490d9c4070,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:56.270149 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f402a36a-6ebc-449b-94b6-ca8f569e29c8 req-690382e8-a260-4254-bfde-bbd2200494fb service neutron] 10.222.0.52 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690949 Jul 06 13:46:56.340607 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0de26800-8aa8-4f9f-a3c3-7491ed4a0e9f req-1fe23516-c816-4c46-976d-5dda9a80467e tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329656 Jul 06 13:46:56.777603 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40414) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:56.816342 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e42e9e0e-358d-4b3b-834e-1034ba8a3bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:57.117738 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e42e9e0e-358d-4b3b-834e-1034ba8a3bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:57.129593 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e42e9e0e-358d-4b3b-834e-1034ba8a3bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:57.266133 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e9e0e-358d-4b3b-834e-1034ba8a3bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2220506b-70dd-4008-8820-199412c58b9e,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:57.284603 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6f649-d5e8-4b26-a09a-5cf87aad5308 req-185ba34f-a03b-4234-a760-1d5758ff1ed7 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:57.299486 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e42e9e0e-358d-4b3b-834e-1034ba8a3bf5 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=9ff732549d2c41f0990f6769124300d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5202198 Jul 06 13:46:57.302067 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40422) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:57.303177 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8cf6f649-d5e8-4b26-a09a-5cf87aad5308 req-185ba34f-a03b-4234-a760-1d5758ff1ed7 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 945 time: 0.1604948 Jul 06 13:46:57.343828 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40424) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:57.441337 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ff9ab9bd-1b1b-4a06-8161-21b1e895eefc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:57.511362 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ff9ab9bd-1b1b-4a06-8161-21b1e895eefc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:57.528881 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cb86ad3e-2ce5-4240-864f-0edcc82a71ef tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:57.616763 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8cf6f649-d5e8-4b26-a09a-5cf87aad5308 req-5f0c99d0-ec71-4902-8861-2d98b7fb8317 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111839 Jul 06 13:46:57.629528 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40430) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:57.639307 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cb86ad3e-2ce5-4240-864f-0edcc82a71ef tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:57.641353 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ff9ab9bd-1b1b-4a06-8161-21b1e895eefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:57.647852 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ff9ab9bd-1b1b-4a06-8161-21b1e895eefc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:57.651025 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ff9ab9bd-1b1b-4a06-8161-21b1e895eefc admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/2220506b-70dd-4008-8820-199412c58b9e HTTP/1.1" status: 204 len: 168 time: 0.3480301 Jul 06 13:46:57.676879 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ab9bd-1b1b-4a06-8161-21b1e895eefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2220506b-70dd-4008-8820-199412c58b9e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:57.798349 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cb86ad3e-2ce5-4240-864f-0edcc82a71ef tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:57.804085 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cb86ad3e-2ce5-4240-864f-0edcc82a71ef tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:57.813173 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-cb86ad3e-2ce5-4240-864f-0edcc82a71ef tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "DELETE /v2.0/security-groups/f58f32fb-958b-41d5-b6dd-c43c4cedb55e HTTP/1.1" status: 204 len: 168 time: 0.4681928 Jul 06 13:46:57.815773 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40446) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:57.844640 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86ad3e-2ce5-4240-864f-0edcc82a71ef tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58f32fb-958b-41d5-b6dd-c43c4cedb55e,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:57.855354 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-658be6c7-46f8-4463-9d2c-ea4b002d36da tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] show failed (client error): The resource could not be found. Jul 06 13:46:57.861206 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40448) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:57.882401 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-658be6c7-46f8-4463-9d2c-ea4b002d36da tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "GET /v2.0/security-groups/f58f32fb-958b-41d5-b6dd-c43c4cedb55e HTTP/1.1" status: 404 len: 347 time: 0.0646706 Jul 06 13:46:58.126754 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8265cff-baac-40e6-996a-af0645c44445 req-b093df23-57e0-4eee-b0e8-8294faecaef1 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:58.133478 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d8265cff-baac-40e6-996a-af0645c44445 req-b093df23-57e0-4eee-b0e8-8294faecaef1 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=bd806708-ce60-4776-bf87-643fcae50d88 HTTP/1.1" status: 200 len: 946 time: 0.1329191 Jul 06 13:46:58.170312 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-f9d5262e-ac0c-40b3-967f-7c374dfc1730 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Deleting port 9bd6f4ee-b1a8-48db-b2d3-f4e6aef3ac4b {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:46:58.170789 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f9d5262e-ac0c-40b3-967f-7c374dfc1730 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:58.259539 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d8265cff-baac-40e6-996a-af0645c44445 req-a856320a-7fb2-411d-9da8-83dabbb00bf1 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250448 Jul 06 13:46:58.322853 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d98cb3ba-e919-4f7c-bcaf-b57c319a6526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:58.354553 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f9d5262e-ac0c-40b3-967f-7c374dfc1730 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:58.355095 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f9d5262e-ac0c-40b3-967f-7c374dfc1730 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:58.369910 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-f9d5262e-ac0c-40b3-967f-7c374dfc1730 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Calling delete_port for 9bd6f4ee-b1a8-48db-b2d3-f4e6aef3ac4b owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:46:58.553976 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d98cb3ba-e919-4f7c-bcaf-b57c319a6526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:58.561879 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d98cb3ba-e919-4f7c-bcaf-b57c319a6526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:58.667574 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d98cb3ba-e919-4f7c-bcaf-b57c319a6526 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=44d6cc1e0b384d889e2b5cbdf3bb1d39&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0366504 Jul 06 13:46:58.674740 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40474) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:58.690215 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cb3ba-e919-4f7c-bcaf-b57c319a6526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf6acdc-2a8a-45fe-b3da-285fc46db8bb,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:58.795165 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f9d5262e-ac0c-40b3-967f-7c374dfc1730 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:58.808897 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-30a79d9b-0911-46fb-89d0-406f85100936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:58.826343 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5262e-ac0c-40b3-967f-7c374dfc1730 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Pushing event deleted for resources: {'Port': ['ID=9bd6f4ee-b1a8-48db-b2d3-f4e6aef3ac4b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:58.909107 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-30a79d9b-0911-46fb-89d0-406f85100936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:59.006685 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f9d5262e-ac0c-40b3-967f-7c374dfc1730 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:59.009902 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f9d5262e-ac0c-40b3-967f-7c374dfc1730 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:59.014907 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f9d5262e-ac0c-40b3-967f-7c374dfc1730 tempest-ServersWithSpecificFlavorTestJSON-1160152906 tempest-ServersWithSpecificFlavorTestJSON-1160152906-project] 10.222.0.118 "DELETE /v2.0/floatingips/6f104a4f-9cce-4f6e-b040-8e1bf4d418c1 HTTP/1.1" status: 204 len: 168 time: 1.1506557 Jul 06 13:46:59.017286 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-30a79d9b-0911-46fb-89d0-406f85100936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:59.021429 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-30a79d9b-0911-46fb-89d0-406f85100936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:59.023040 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-30a79d9b-0911-46fb-89d0-406f85100936 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/fcf6acdc-2a8a-45fe-b3da-285fc46db8bb HTTP/1.1" status: 204 len: 168 time: 0.3471169 Jul 06 13:46:59.035517 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a79d9b-0911-46fb-89d0-406f85100936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf6acdc-2a8a-45fe-b3da-285fc46db8bb,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:59.067965 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607db1db-f6b7-4892-8d2d-ac0bf5de7585 req-18dc19a8-c676-4eb8-a24f-b25c7dcf0071 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:59.086358 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-607db1db-f6b7-4892-8d2d-ac0bf5de7585 req-18dc19a8-c676-4eb8-a24f-b25c7dcf0071 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 945 time: 0.1687012 Jul 06 13:46:59.166505 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-607db1db-f6b7-4892-8d2d-ac0bf5de7585 req-91fbd661-b303-41a4-b886-e4390c9423b0 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791764 Jul 06 13:46:59.595986 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96ee3f-8962-440d-a556-b56bd5072f38 req-bca0127f-c8a8-4435-ac44-69849ca96a7f tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:46:59.607476 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ca96ee3f-8962-440d-a556-b56bd5072f38 req-bca0127f-c8a8-4435-ac44-69849ca96a7f tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=bd806708-ce60-4776-bf87-643fcae50d88 HTTP/1.1" status: 200 len: 946 time: 0.1607120 Jul 06 13:46:59.650275 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40528) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:46:59.677216 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b8576876-4e50-4c12-9687-d1479d557113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:59.766307 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ca96ee3f-8962-440d-a556-b56bd5072f38 req-ee80208a-e6f5-46c4-8e5b-9e07820d0b8e tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578288 Jul 06 13:46:59.956089 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b8576876-4e50-4c12-9687-d1479d557113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:46:59.969625 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b8576876-4e50-4c12-9687-d1479d557113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:00.045551 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40538) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:00.045811 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b8576876-4e50-4c12-9687-d1479d557113 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=e82339dcc712458c9ed2df3e1a32bd8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3942895 Jul 06 13:47:00.047020 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8576876-4e50-4c12-9687-d1479d557113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7d2956-9240-4298-82ac-4121e2d5dda8,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:00.142563 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40544) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:00.192619 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aa353288-971b-467b-be0c-35fd250bdbce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:00.302811 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aa353288-971b-467b-be0c-35fd250bdbce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:00.329721 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6bc100a7-6bbf-435f-b19b-e23606a6a01a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:00.355077 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40552) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:00.560104 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6bc100a7-6bbf-435f-b19b-e23606a6a01a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:00.574008 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6bc100a7-6bbf-435f-b19b-e23606a6a01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:00.619406 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6bc100a7-6bbf-435f-b19b-e23606a6a01a admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=87af7a820f054e5186650cd41c0e82ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4753222 Jul 06 13:47:00.627578 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40564) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:00.634340 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc100a7-6bbf-435f-b19b-e23606a6a01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940b1f1d-5b56-41d9-8403-ae6294045996,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:00.635029 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aa353288-971b-467b-be0c-35fd250bdbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:00.660340 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aa353288-971b-467b-be0c-35fd250bdbce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:00.662231 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-aa353288-971b-467b-be0c-35fd250bdbce admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/9f7d2956-9240-4298-82ac-4121e2d5dda8 HTTP/1.1" status: 204 len: 168 time: 0.6150978 Jul 06 13:47:00.698480 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ea6c26c-9bf4-4284-85a7-e74477641d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:00.701492 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa353288-971b-467b-be0c-35fd250bdbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7d2956-9240-4298-82ac-4121e2d5dda8,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:00.733868 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ea6c26c-9bf4-4284-85a7-e74477641d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:00.813363 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ea6c26c-9bf4-4284-85a7-e74477641d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:00.816618 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ea6c26c-9bf4-4284-85a7-e74477641d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:00.820180 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3ea6c26c-9bf4-4284-85a7-e74477641d8f admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/940b1f1d-5b56-41d9-8403-ae6294045996 HTTP/1.1" status: 204 len: 168 time: 0.1890478 Jul 06 13:47:00.873613 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6c26c-9bf4-4284-85a7-e74477641d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940b1f1d-5b56-41d9-8403-ae6294045996,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:00.942621 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e4f1f-e807-4a93-98e9-0b934e488344 req-eda3494b-7670-48f1-8802-21817fce0fff tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:00.944497 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad8e4f1f-e807-4a93-98e9-0b934e488344 req-eda3494b-7670-48f1-8802-21817fce0fff tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 945 time: 0.4151154 Jul 06 13:47:01.239411 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad8e4f1f-e807-4a93-98e9-0b934e488344 req-3910f4c6-13c2-4ff3-9994-e0c6d2f51837 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685206 Jul 06 13:47:01.422440 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a2d96-56e8-4e67-929d-93734f5425e1 req-a0c974cb-5a8b-4f6d-869f-a4c490a4f6d2 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:01.429642 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3c5a2d96-56e8-4e67-929d-93734f5425e1 req-a0c974cb-5a8b-4f6d-869f-a4c490a4f6d2 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=bd806708-ce60-4776-bf87-643fcae50d88 HTTP/1.1" status: 200 len: 946 time: 0.4575801 Jul 06 13:47:01.599757 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3c5a2d96-56e8-4e67-929d-93734f5425e1 req-a7480acc-20c2-439e-b294-5a58ed8139e2 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690593 Jul 06 13:47:02.022850 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0508557f-b7a4-4597-a176-cefd3b58eaf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:03.604739 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2443a7-089e-4114-af0c-d6f0001564ae req-25204232-f471-4e26-95ee-c88f1d76b287 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:03.612003 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8b2443a7-089e-4114-af0c-d6f0001564ae req-25204232-f471-4e26-95ee-c88f1d76b287 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 945 time: 0.9258294 Jul 06 13:47:03.664409 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8b2443a7-089e-4114-af0c-d6f0001564ae req-2532788b-72be-43bf-bbee-d92f07e9e79f tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514159 Jul 06 13:47:03.685661 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-0508557f-b7a4-4597-a176-cefd3b58eaf5 admin admin] Deleting port a990195e-7e54-4725-a922-f41fca964e8b {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:47:03.686361 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0508557f-b7a4-4597-a176-cefd3b58eaf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:03.824203 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-0508557f-b7a4-4597-a176-cefd3b58eaf5 admin admin] For port a990195e-7e54-4725-a922-f41fca964e8b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a990195e-7e54-4725-a922-f41fca964e8b,segment=NetworkSegment(757ffada-3a1c-4888-9c59-49ac0545acdd),segment_id=757ffada-3a1c-4888-9c59-49ac0545acdd)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:03.826973 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0508557f-b7a4-4597-a176-cefd3b58eaf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:03.858431 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-0508557f-b7a4-4597-a176-cefd3b58eaf5 admin admin] Calling delete_port for a990195e-7e54-4725-a922-f41fca964e8b owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:47:04.013448 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40740) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:04.265799 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0508557f-b7a4-4597-a176-cefd3b58eaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:04.335327 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508557f-b7a4-4597-a176-cefd3b58eaf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a990195e-7e54-4725-a922-f41fca964e8b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:04.389952 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5985a0bc-e9d0-4985-8fa5-677d280c2791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:04.494270 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device e22ca4ae-d922-4b8d-a8de-baf70102cc17 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:47:04.604252 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5985a0bc-e9d0-4985-8fa5-677d280c2791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:04.620016 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5985a0bc-e9d0-4985-8fa5-677d280c2791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:04.720006 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5985a0bc-e9d0-4985-8fa5-677d280c2791 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=2ecfce414469460790ac17047b7afb43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7043588 Jul 06 13:47:04.722480 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40788) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:04.748094 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0508557f-b7a4-4597-a176-cefd3b58eaf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:04.803295 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985a0bc-e9d0-4985-8fa5-677d280c2791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41633608-6e84-46d8-bb2c-d515a679280f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:04.854052 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port e22ca4ae-d922-4b8d-a8de-baf70102cc17, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=e22ca4ae-d922-4b8d-a8de-baf70102cc17,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:04.877164 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31bc41f6-f0f4-4852-aa8f-d25f9cea968a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:04.909511 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'e22ca4ae-d922-4b8d-a8de-baf70102cc17', 'network_id': '32044b4f-f14f-4915-ba05-43d758a7c9ad', 'port_id': 'e22ca4ae-d922-4b8d-a8de-baf70102cc17', 'mac_address': 'fa:16:3e:f4:48:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a26d9c0-3fa2-4ed5-a111-4efe079a2d6f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:47:04.924824 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31bc41f6-f0f4-4852-aa8f-d25f9cea968a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:05.020325 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31bc41f6-f0f4-4852-aa8f-d25f9cea968a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:05.024985 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31bc41f6-f0f4-4852-aa8f-d25f9cea968a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:05.046681 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-31bc41f6-f0f4-4852-aa8f-d25f9cea968a admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/41633608-6e84-46d8-bb2c-d515a679280f HTTP/1.1" status: 204 len: 168 time: 0.3088081 Jul 06 13:47:05.065434 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:05.080579 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc41f6-f0f4-4852-aa8f-d25f9cea968a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41633608-6e84-46d8-bb2c-d515a679280f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:05.144258 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e22ca4ae-d922-4b8d-a8de-baf70102cc17 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:47:05.194709 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port e22ca4ae-d922-4b8d-a8de-baf70102cc17, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=e22ca4ae-d922-4b8d-a8de-baf70102cc17,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:05.207820 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:05.332215 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c44e4-7502-4c8b-85ec-b386d0f0266d req-d8b2210e-f8a5-4c17-a18a-c251080a4410 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:05.350174 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-598c44e4-7502-4c8b-85ec-b386d0f0266d req-d8b2210e-f8a5-4c17-a18a-c251080a4410 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 945 time: 0.3576882 Jul 06 13:47:05.383743 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40810) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:05.397043 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['e22ca4ae-d922-4b8d-a8de-baf70102cc17'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:47:05.511331 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-598c44e4-7502-4c8b-85ec-b386d0f0266d req-c4cc80b7-e748-46ac-8bdf-2993fa2276f1 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588261 Jul 06 13:47:05.555570 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=e22ca4ae-d922-4b8d-a8de-baf70102cc17,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:05.743724 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0508557f-b7a4-4597-a176-cefd3b58eaf5 admin admin] Router 02d9d470-f1fc-4643-b449-548f931d8024 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:47:05.768462 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-004885bb-8df1-4b6d-b4ab-fdd11850354e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:05.963177 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0508557f-b7a4-4597-a176-cefd3b58eaf5 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:47:05.970852 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0508557f-b7a4-4597-a176-cefd3b58eaf5 admin admin] 10.222.0.118 "PUT /v2.0/routers/02d9d470-f1fc-4643-b449-548f931d8024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6146889 Jul 06 13:47:05.973470 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40842) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:05.975842 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fabd6a3-d2ca-4f1a-a4dd-131523955802 None None] Sync routers for ids ['02d9d470-f1fc-4643-b449-548f931d8024'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:47:05.986045 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-004885bb-8df1-4b6d-b4ab-fdd11850354e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:05.989572 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fabd6a3-d2ca-4f1a-a4dd-131523955802 None None] Routers {'02d9d470-f1fc-4643-b449-548f931d8024'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:47:05.991304 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-004885bb-8df1-4b6d-b4ab-fdd11850354e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:05.994082 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-6fabd6a3-d2ca-4f1a-a4dd-131523955802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:46:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['02d9d470-f1fc-4643-b449-548f931d8024'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:06.043013 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40848) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:06.043921 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-004885bb-8df1-4b6d-b4ab-fdd11850354e admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=a108f6d8732746bda9a98bcd81aa866c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6578114 Jul 06 13:47:06.050482 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004885bb-8df1-4b6d-b4ab-fdd11850354e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28022892-8604-423c-8085-b865723e9b3f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:06.390899 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-6fabd6a3-d2ca-4f1a-a4dd-131523955802 None None] Set router 02d9d470-f1fc-4643-b449-548f931d8024 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:47:06.391044 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e8142a42-2dc1-45c7-912f-c16bc542cf8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:06.468431 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e8142a42-2dc1-45c7-912f-c16bc542cf8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:06.525162 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device e22ca4ae-d922-4b8d-a8de-baf70102cc17 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:47:06.615749 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e8142a42-2dc1-45c7-912f-c16bc542cf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:06.634384 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e8142a42-2dc1-45c7-912f-c16bc542cf8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:06.673001 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port e22ca4ae-d922-4b8d-a8de-baf70102cc17 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:47:06.674375 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:06.685333 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e8142a42-2dc1-45c7-912f-c16bc542cf8c admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/28022892-8604-423c-8085-b865723e9b3f HTTP/1.1" status: 204 len: 168 time: 0.6385047 Jul 06 13:47:07.014787 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8142a42-2dc1-45c7-912f-c16bc542cf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28022892-8604-423c-8085-b865723e9b3f,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:07.058353 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:07.190437 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd806708-ce60-4776-bf87-643fcae50d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22ca4ae-d922-4b8d-a8de-baf70102cc17'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:47:07.204600 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e84c9f-5e2e-4cfe-8842-6267b213ee44" -d '{"events": [{"server_uuid": "bd806708-ce60-4776-bf87-643fcae50d88", "name": "network-vif-plugged", "status": "completed", "tag": "e22ca4ae-d922-4b8d-a8de-baf70102cc17"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:47:07.256154 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-6fabd6a3-d2ca-4f1a-a4dd-131523955802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9d470-f1fc-4643-b449-548f931d8024', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-245764315-router', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:02Z', 'updated_at': '2021-07-06T13:47:04Z', 'revision_number': 5, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'gw_port': {'id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:52:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:03Z', 'updated_at': '2021-07-06T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:07.326637 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port e22ca4ae-d922-4b8d-a8de-baf70102cc17, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=e22ca4ae-d922-4b8d-a8de-baf70102cc17,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:07.331998 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fabd6a3-d2ca-4f1a-a4dd-131523955802 None None] Checking router: 02d9d470-f1fc-4643-b449-548f931d8024 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:47:07.337091 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:07.356219 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-21d95e26-cc15-432f-8694-43242155e6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:07.372643 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6b5547c7-4aab-434c-a5d6-11d2ce518cdf admin admin] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:07.389111 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fabd6a3-d2ca-4f1a-a4dd-131523955802 None None] Routers {'02d9d470-f1fc-4643-b449-548f931d8024'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:47:07.389819 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-6fabd6a3-d2ca-4f1a-a4dd-131523955802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:46:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['02d9d470-f1fc-4643-b449-548f931d8024'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:07.479334 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=e22ca4ae-d922-4b8d-a8de-baf70102cc17,revision_number=7']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:07.593398 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6b5547c7-4aab-434c-a5d6-11d2ce518cdf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:07.650918 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-6fabd6a3-d2ca-4f1a-a4dd-131523955802 None None] Set router 02d9d470-f1fc-4643-b449-548f931d8024 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:47:07.726553 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-6b5547c7-4aab-434c-a5d6-11d2ce518cdf admin admin] Deleting port 8942d0f1-ace9-4376-a91c-68f3311dab74 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:47:07.729287 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6b5547c7-4aab-434c-a5d6-11d2ce518cdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:07.794660 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40908) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:07.817523 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63664e99-c89c-4bbc-981f-c2a6854a0130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:07.925267 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bb8a1-b624-4421-975c-4ef2e839ea2e req-c52a476c-540b-4218-86be-c78b9fe3fcf8 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:07.933121 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-914bb8a1-b624-4421-975c-4ef2e839ea2e req-c52a476c-540b-4218-86be-c78b9fe3fcf8 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 945 time: 0.6674826 Jul 06 13:47:07.947934 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-6b5547c7-4aab-434c-a5d6-11d2ce518cdf admin admin] For port 8942d0f1-ace9-4376-a91c-68f3311dab74, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=8942d0f1-ace9-4376-a91c-68f3311dab74,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:07.948321 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6b5547c7-4aab-434c-a5d6-11d2ce518cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:07.957790 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-6fabd6a3-d2ca-4f1a-a4dd-131523955802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d9d470-f1fc-4643-b449-548f931d8024', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-245764315-router', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:02Z', 'updated_at': '2021-07-06T13:47:04Z', 'revision_number': 5, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'gw_port': {'id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:52:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:03Z', 'updated_at': '2021-07-06T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:07.980623 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-6b5547c7-4aab-434c-a5d6-11d2ce518cdf admin admin] Calling delete_port for 8942d0f1-ace9-4376-a91c-68f3311dab74 owned by network:router_gateway {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:47:08.003283 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fabd6a3-d2ca-4f1a-a4dd-131523955802 None None] The sync data for ids ['02d9d470-f1fc-4643-b449-548f931d8024'] in n-d-773644-6 is: [{'id': '02d9d470-f1fc-4643-b449-548f931d8024', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-245764315-router', 'tenant_id': 'bf97b212161040be888f75b8c2d45231', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125'}], 'enable_snat': True}, 'gw_port_id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:02Z', 'updated_at': '2021-07-06T13:47:04Z', 'revision_number': 5, 'project_id': 'bf97b212161040be888f75b8c2d45231', 'gw_port': {'id': '8942d0f1-ace9-4376-a91c-68f3311dab74', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:52:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d9d470-f1fc-4643-b449-548f931d8024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:03Z', 'updated_at': '2021-07-06T13:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:47:08.026002 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-914bb8a1-b624-4421-975c-4ef2e839ea2e req-17424fd1-ffd6-4b55-abff-f73b1dec4235 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918257 Jul 06 13:47:08.048214 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63664e99-c89c-4bbc-981f-c2a6854a0130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:08.059518 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63664e99-c89c-4bbc-981f-c2a6854a0130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:08.166735 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63664e99-c89c-4bbc-981f-c2a6854a0130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bad24ec-5da0-4cd6-9cbc-9384158d5f8e,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:08.196002 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-63664e99-c89c-4bbc-981f-c2a6854a0130 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=5b3feabbc3ff44c7a5b83606805728ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4002552 Jul 06 13:47:08.200313 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40912) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:08.351011 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5400e18-1b8e-4743-a2e1-94becce847dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:08.385915 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6b5547c7-4aab-434c-a5d6-11d2ce518cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:08.407678 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a990195e-7e54-4725-a922-f41fca964e8b no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:47:08.448897 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5400e18-1b8e-4743-a2e1-94becce847dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:08.478613 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: a990195e-7e54-4725-a922-f41fca964e8b {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:47:08.480076 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a990195e-7e54-4725-a922-f41fca964e8b not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:47:08.542640 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5547c7-4aab-434c-a5d6-11d2ce518cdf admin admin] Pushing event deleted for resources: {'Port': ['ID=8942d0f1-ace9-4376-a91c-68f3311dab74,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:08.563356 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5400e18-1b8e-4743-a2e1-94becce847dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:08.566473 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5400e18-1b8e-4743-a2e1-94becce847dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:08.568246 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a5400e18-1b8e-4743-a2e1-94becce847dc admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/3bad24ec-5da0-4cd6-9cbc-9384158d5f8e HTTP/1.1" status: 204 len: 168 time: 0.3666327 Jul 06 13:47:08.582517 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5400e18-1b8e-4743-a2e1-94becce847dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bad24ec-5da0-4cd6-9cbc-9384158d5f8e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:08.603279 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5400e18-1b8e-4743-a2e1-94becce847dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:08.603866 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5400e18-1b8e-4743-a2e1-94becce847dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:08.604151 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5400e18-1b8e-4743-a2e1-94becce847dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:08.606806 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5400e18-1b8e-4743-a2e1-94becce847dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:08.607860 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5400e18-1b8e-4743-a2e1-94becce847dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:08.608092 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6b5547c7-4aab-434c-a5d6-11d2ce518cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:08.608639 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5400e18-1b8e-4743-a2e1-94becce847dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:08.609683 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5400e18-1b8e-4743-a2e1-94becce847dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:08.610067 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5400e18-1b8e-4743-a2e1-94becce847dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:08.610415 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5400e18-1b8e-4743-a2e1-94becce847dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:08.614252 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5400e18-1b8e-4743-a2e1-94becce847dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:08.615002 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5400e18-1b8e-4743-a2e1-94becce847dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:08.615355 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5400e18-1b8e-4743-a2e1-94becce847dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:08.890864 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6b5547c7-4aab-434c-a5d6-11d2ce518cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:08.895261 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6b5547c7-4aab-434c-a5d6-11d2ce518cdf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:09.006508 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6b5547c7-4aab-434c-a5d6-11d2ce518cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:09.008231 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5547c7-4aab-434c-a5d6-11d2ce518cdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02d9d470-f1fc-4643-b449-548f931d8024 {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:47:09.015819 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6b5547c7-4aab-434c-a5d6-11d2ce518cdf admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:09.017920 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6b5547c7-4aab-434c-a5d6-11d2ce518cdf admin admin] 10.222.0.118 "DELETE /v2.0/routers/02d9d470-f1fc-4643-b449-548f931d8024 HTTP/1.1" status: 204 len: 168 time: 3.0314736 Jul 06 13:47:09.019957 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40938) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:09.160737 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-346360d0-afc0-4dec-9215-2a765383b698 admin admin] Deleting subnet 5b004f57-06ee-4d0d-a87a-55a49a717c6d {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:47:09.165555 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-346360d0-afc0-4dec-9215-2a765383b698 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:09.313321 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c92d105-f59c-4dfd-b643-ff9e65310990 x-openstack-request-id: req-6c92d105-f59c-4dfd-b643-ff9e65310990 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:47:09.313875 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd806708-ce60-4776-bf87-643fcae50d88", "name": "network-vif-plugged", "status": "completed", "tag": "e22ca4ae-d922-4b8d-a8de-baf70102cc17", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:47:09.314439 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-6c92d105-f59c-4dfd-b643-ff9e65310990 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:47:09.315106 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd806708-ce60-4776-bf87-643fcae50d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22ca4ae-d922-4b8d-a8de-baf70102cc17', 'code': 200} Jul 06 13:47:09.339254 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-346360d0-afc0-4dec-9215-2a765383b698 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:09.357578 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-cb36b280-e4b3-4970-aeed-ab7c6f164d07 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=3f8fb309a6404b87a19e62ccdcad5c6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626504 Jul 06 13:47:09.487324 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-346360d0-afc0-4dec-9215-2a765383b698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:09.634000 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-346360d0-afc0-4dec-9215-2a765383b698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:09.705659 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-0e460b83-b37c-4733-9968-1e62e56134cb tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:09.707288 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-0e460b83-b37c-4733-9968-1e62e56134cb tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3340454 Jul 06 13:47:09.719058 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346360d0-afc0-4dec-9215-2a765383b698 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b004f57-06ee-4d0d-a87a-55a49a717c6d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:09.741572 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-1e6907db-28bf-4987-931d-011cbe32fe4e tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] 10.222.0.118 "GET /v2.0/quotas/3f8fb309a6404b87a19e62ccdcad5c6f HTTP/1.1" status: 200 len: 375 time: 0.0253720 Jul 06 13:47:09.741733 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7971aa-219c-4b38-a196-a1847770425e None None] Network aaaedc37-a943-4e08-a9d9-051a526a02c3 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:47:09.766937 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-346360d0-afc0-4dec-9215-2a765383b698 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:09.770572 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68453a62-819d-4a60-80f7-b6e8489a7678 req-bea48ae2-9b5e-451d-bd1b-8cc36bde4e58 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:09.780004 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-346360d0-afc0-4dec-9215-2a765383b698 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/5b004f57-06ee-4d0d-a87a-55a49a717c6d HTTP/1.1" status: 204 len: 168 time: 0.7588260 Jul 06 13:47:09.780496 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-68453a62-819d-4a60-80f7-b6e8489a7678 req-bea48ae2-9b5e-451d-bd1b-8cc36bde4e58 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 945 time: 0.1591961 Jul 06 13:47:09.782465 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40982) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:09.881084 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-5da08df9-5503-4f04-91c2-c69dc3535345 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=3f8fb309a6404b87a19e62ccdcad5c6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1200886 Jul 06 13:47:09.942929 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fafa4020-8fa5-4f21-9f0f-74bb414a22d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:09.947352 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-68453a62-819d-4a60-80f7-b6e8489a7678 req-aa70c3fd-e1eb-43a7-81ed-e76e530a1608 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649084 Jul 06 13:47:10.116927 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:10.123853 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-fafa4020-8fa5-4f21-9f0f-74bb414a22d4 admin admin] Deleting port c4379a35-fb83-4f2a-8dfb-1f171a41d700 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:47:10.124568 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fafa4020-8fa5-4f21-9f0f-74bb414a22d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:10.143253 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732ed904-1bec-45ae-b57f-62809ed23c77 None None] DHCP port deletion for aaaedc37-a943-4e08-a9d9-051a526a02c3 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:47:10.202918 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ecd85a59-084b-49a3-b0ad-e51e821934e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:10.265332 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8942d0f1-ace9-4376-a91c-68f3311dab74 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:47:10.317645 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-fafa4020-8fa5-4f21-9f0f-74bb414a22d4 admin admin] For port c4379a35-fb83-4f2a-8dfb-1f171a41d700, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c4379a35-fb83-4f2a-8dfb-1f171a41d700,segment=NetworkSegment(757ffada-3a1c-4888-9c59-49ac0545acdd),segment_id=757ffada-3a1c-4888-9c59-49ac0545acdd)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:10.318330 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fafa4020-8fa5-4f21-9f0f-74bb414a22d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:10.329850 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 8942d0f1-ace9-4376-a91c-68f3311dab74 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:47:10.330217 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8942d0f1-ace9-4376-a91c-68f3311dab74 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:47:10.369561 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-fafa4020-8fa5-4f21-9f0f-74bb414a22d4 admin admin] Calling delete_port for c4379a35-fb83-4f2a-8dfb-1f171a41d700 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:47:10.374200 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-732ed904-1bec-45ae-b57f-62809ed23c77 None None] Deleting port c4379a35-fb83-4f2a-8dfb-1f171a41d700 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:47:10.374676 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-732ed904-1bec-45ae-b57f-62809ed23c77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:10.522511 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-05324603-2a82-47e8-882a-a607a47b64fb tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:10.532486 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-05324603-2a82-47e8-882a-a607a47b64fb tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/networks?id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d HTTP/1.1" status: 200 len: 821 time: 0.1983378 Jul 06 13:47:10.541631 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fafa4020-8fa5-4f21-9f0f-74bb414a22d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:10.553321 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-732ed904-1bec-45ae-b57f-62809ed23c77 None None] For port c4379a35-fb83-4f2a-8dfb-1f171a41d700, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c4379a35-fb83-4f2a-8dfb-1f171a41d700,segment=NetworkSegment(757ffada-3a1c-4888-9c59-49ac0545acdd),segment_id=757ffada-3a1c-4888-9c59-49ac0545acdd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:10.560410 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-732ed904-1bec-45ae-b57f-62809ed23c77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:10.567549 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-12eccced-7d8f-48d6-808c-c96fea345605 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/quotas/2348caba5ff048eca9a30073164626c9 HTTP/1.1" status: 200 len: 375 time: 0.0337687 Jul 06 13:47:10.604556 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa4020-8fa5-4f21-9f0f-74bb414a22d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4379a35-fb83-4f2a-8dfb-1f171a41d700,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:10.607683 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-732ed904-1bec-45ae-b57f-62809ed23c77 None None] Calling delete_port for c4379a35-fb83-4f2a-8dfb-1f171a41d700 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:47:10.609341 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafa4020-8fa5-4f21-9f0f-74bb414a22d4 admin admin] No DVR routers for this DVR port c4379a35-fb83-4f2a-8dfb-1f171a41d700 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:47:10.840468 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fafa4020-8fa5-4f21-9f0f-74bb414a22d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:10.851220 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-732ed904-1bec-45ae-b57f-62809ed23c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:10.868075 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-fafa4020-8fa5-4f21-9f0f-74bb414a22d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaaedc37-a943-4e08-a9d9-051a526a02c3']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:10.873488 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-fe5c0b67-bdd0-47fd-8d87-6ede455a08d1 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=2348caba5ff048eca9a30073164626c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3048871 Jul 06 13:47:10.890176 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-fafa4020-8fa5-4f21-9f0f-74bb414a22d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '757ffada-3a1c-4888-9c59-49ac0545acdd') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:10.890885 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-fafa4020-8fa5-4f21-9f0f-74bb414a22d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '757ffada-3a1c-4888-9c59-49ac0545acdd') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:10.911435 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fafa4020-8fa5-4f21-9f0f-74bb414a22d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:10.939277 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fafa4020-8fa5-4f21-9f0f-74bb414a22d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:10.952382 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fafa4020-8fa5-4f21-9f0f-74bb414a22d4 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:47:10.953744 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ed904-1bec-45ae-b57f-62809ed23c77 None None] Pushing event deleted for resources: {'Port': ['ID=c4379a35-fb83-4f2a-8dfb-1f171a41d700,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:10.954198 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fafa4020-8fa5-4f21-9f0f-74bb414a22d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:47:10.958126 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:47:10.962422 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732ed904-1bec-45ae-b57f-62809ed23c77 None None] No DVR routers for this DVR port c4379a35-fb83-4f2a-8dfb-1f171a41d700 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:47:11.115585 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fafa4020-8fa5-4f21-9f0f-74bb414a22d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:11.126071 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fafa4020-8fa5-4f21-9f0f-74bb414a22d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:11.129797 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fafa4020-8fa5-4f21-9f0f-74bb414a22d4 admin admin] 10.222.0.118 "DELETE /v2.0/networks/aaaedc37-a943-4e08-a9d9-051a526a02c3 HTTP/1.1" status: 204 len: 168 time: 1.3458972 Jul 06 13:47:11.143381 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41026) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:11.152345 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa4020-8fa5-4f21-9f0f-74bb414a22d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaaedc37-a943-4e08-a9d9-051a526a02c3,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:11.158999 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-9cfa6ed1-15aa-4e4b-a728-baba41f7b9f8 service neutron] 10.222.0.118 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752018 Jul 06 13:47:11.398933 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:11.627788 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67bc6ad-3710-45b3-8ca6-768bbf24d3e0 req-fec3d91d-c682-4c78-af6c-a22a19cdb9e2 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:11.635742 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c67bc6ad-3710-45b3-8ca6-768bbf24d3e0 req-fec3d91d-c682-4c78-af6c-a22a19cdb9e2 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/ports?device_id=590d4cce-f63b-455a-8285-cac46861a8cd HTTP/1.1" status: 200 len: 950 time: 0.9036491 Jul 06 13:47:11.695900 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c67bc6ad-3710-45b3-8ca6-768bbf24d3e0 req-dd6a8d43-4530-4ae7-bba2-37e202808948 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/security-groups?id=51cb5e10-b88f-453c-8be9-7b61a7c0e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592413 Jul 06 13:47:11.866694 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-fccea87c-09f5-4b31-a45b-bf6ebb29167b service neutron] 10.222.0.118 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7008858 Jul 06 13:47:11.956662 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5597eed2-6f46-4ac5-bf82-f4516ddbdc0b req-5d4cc8dd-d256-44db-a17a-1af168102fb5 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] 10.222.0.118 "GET /v2.0/ports?device_id=5959d72c-3cc2-4f5b-a626-2e615efa434e HTTP/1.1" status: 200 len: 210 time: 0.0992453 Jul 06 13:47:12.000307 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-ac2759e9-108c-41c5-a012-500f3e616cc8 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:12.005158 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-ac2759e9-108c-41c5-a012-500f3e616cc8 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53&tenant_id=0a05dcebc7174fa4835bbaac9666195c&binding%3Ahost_id=n-h2-773644-6 HTTP/1.1" status: 200 len: 1096 time: 0.2442710 Jul 06 13:47:12.020064 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-773644-6'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:47:12.171807 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:12.233994 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c4379a35-fb83-4f2a-8dfb-1f171a41d700 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:47:12.272230 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: c4379a35-fb83-4f2a-8dfb-1f171a41d700 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:47:12.273598 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c4379a35-fb83-4f2a-8dfb-1f171a41d700 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:47:12.453523 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] For port d1e368e8-4fa6-464b-9bc3-88c17d24914a, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d1e368e8-4fa6-464b-9bc3-88c17d24914a,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:12.553623 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device d1e368e8-4fa6-464b-9bc3-88c17d24914a details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:47:12.584932 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] For port d1e368e8-4fa6-464b-9bc3-88c17d24914a, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:47:12.614173 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:47:12.742086 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:12.766411 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-80f96122-b881-49fe-b431-0045902b5c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:12.767149 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aecacdd-20e2-44b8-9135-49e91583bd53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1e368e8-4fa6-464b-9bc3-88c17d24914a'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:47:12.780314 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819d364a-5abb-4452-8e7d-f1dba12182da" -d '{"events": [{"server_uuid": "4aecacdd-20e2-44b8-9135-49e91583bd53", "name": "network-vif-unplugged", "status": "completed", "tag": "d1e368e8-4fa6-464b-9bc3-88c17d24914a"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:47:12.862300 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:12.941292 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e368e8-4fa6-464b-9bc3-88c17d24914a,revision_number=7']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:12.966279 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-245c01b5-9228-4e74-89cd-97d377da6288 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] 10.222.0.124 "GET /v2.0/networks?tenant_id=3f8fb309a6404b87a19e62ccdcad5c6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1161830 Jul 06 13:47:12.983176 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:12.990440 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port d1e368e8-4fa6-464b-9bc3-88c17d24914a, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d1e368e8-4fa6-464b-9bc3-88c17d24914a,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:13.047223 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device d1e368e8-4fa6-464b-9bc3-88c17d24914a has no active binding in host n-h1-773644-6 {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 13:47:13.079903 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:13.135862 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:13.136080 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590d4cce-f63b-455a-8285-cac46861a8cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:47:13.145714 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4ea90e-f179-4984-8006-372c366a0611" -d '{"events": [{"server_uuid": "590d4cce-f63b-455a-8285-cac46861a8cd", "name": "network-vif-unplugged", "status": "completed", "tag": "00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:47:13.146230 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:13.146735 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:13.154097 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:13.154603 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:13.155010 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:13.155599 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:13.156150 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:13.156635 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:13.157164 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:13.157658 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:13.158318 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:13.176791 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:13.188441 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:13.332892 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:13.382268 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e603c-a4d0-45f2-9d4e-c8a53a93d9ce req-796e9b35-6136-4675-a966-564903886a48 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:13.392018 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-996e603c-a4d0-45f2-9d4e-c8a53a93d9ce req-796e9b35-6136-4675-a966-564903886a48 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 943 time: 0.5996435 Jul 06 13:47:13.398488 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-80f96122-b881-49fe-b431-0045902b5c75 admin admin] Deleting port f8093fe8-c31d-407e-b3f3-7fbb43975ecc {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:47:13.398927 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-80f96122-b881-49fe-b431-0045902b5c75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:13.486250 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] Attempting to bind port d1e368e8-4fa6-464b-9bc3-88c17d24914a on host n-h2-773644-6 for vnic_type normal with profile {"migrating_to": "n-h1-773644-6"} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:47:13.487447 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] Attempting to bind port d1e368e8-4fa6-464b-9bc3-88c17d24914a by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:47:13.488962 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] Attempting to bind port d1e368e8-4fa6-464b-9bc3-88c17d24914a on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:47:13.508154 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-de7e053d-2a9a-4e56-a23b-448799f04500 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:13.510281 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-de7e053d-2a9a-4e56-a23b-448799f04500 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5305607 Jul 06 13:47:13.514584 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] Port d1e368e8-4fa6-464b-9bc3-88c17d24914a on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:47:13.515247 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] Attempting to bind port d1e368e8-4fa6-464b-9bc3-88c17d24914a on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:47:13.530292 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-e943b0b0-bb3d-4ddf-8e53-d710286460fa tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Request body: {'port': {'device_id': '5959d72c-3cc2-4f5b-a626-2e615efa434e', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'admin_state_up': True, 'tenant_id': '3f8fb309a6404b87a19e62ccdcad5c6f'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:47:13.534788 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:47:13.535330 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] Checking segment: {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:47:13.535878 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] Bound using segment: {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:47:13.536638 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] Bound port: d1e368e8-4fa6-464b-9bc3-88c17d24914a, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:47:13.537194 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:13.580037 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-996e603c-a4d0-45f2-9d4e-c8a53a93d9ce req-b25fcade-38a9-41a7-a5d2-f3467d46d7e8 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864104 Jul 06 13:47:13.635544 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-80f96122-b881-49fe-b431-0045902b5c75 admin admin] For port f8093fe8-c31d-407e-b3f3-7fbb43975ecc, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=f8093fe8-c31d-407e-b3f3-7fbb43975ecc,segment=NetworkSegment(ac277313-ba1b-4d52-a668-8298514b8584),segment_id=ac277313-ba1b-4d52-a668-8298514b8584)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:13.636651 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-80f96122-b881-49fe-b431-0045902b5c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:13.693793 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-80f96122-b881-49fe-b431-0045902b5c75 admin admin] Calling delete_port for f8093fe8-c31d-407e-b3f3-7fbb43975ecc owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:47:13.889819 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41134) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:13.937518 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70df4676-e745-4904-a760-8e3f9bf20fb4 req-082c0f28-2b26-47aa-8f85-4b00aa20da05 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 210 time: 0.0773461 Jul 06 13:47:13.988788 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-80f96122-b881-49fe-b431-0045902b5c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:13.988961 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2479a8-0226-4871-a325-ea3f3e1220db x-openstack-request-id: req-0d2479a8-0226-4871-a325-ea3f3e1220db {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:47:13.990959 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aecacdd-20e2-44b8-9135-49e91583bd53", "name": "network-vif-unplugged", "status": "completed", "tag": "d1e368e8-4fa6-464b-9bc3-88c17d24914a", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:47:13.991237 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-0d2479a8-0226-4871-a325-ea3f3e1220db {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:47:13.991660 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aecacdd-20e2-44b8-9135-49e91583bd53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1e368e8-4fa6-464b-9bc3-88c17d24914a', 'code': 200} Jul 06 13:47:14.029490 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24541d7c-fb1f-4145-832d-2b6d9e258bb2 x-openstack-request-id: req-24541d7c-fb1f-4145-832d-2b6d9e258bb2 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:47:14.030228 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590d4cce-f63b-455a-8285-cac46861a8cd", "name": "network-vif-unplugged", "status": "completed", "tag": "00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:47:14.030656 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-24541d7c-fb1f-4145-832d-2b6d9e258bb2 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:47:14.031821 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590d4cce-f63b-455a-8285-cac46861a8cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd', 'code': 200} Jul 06 13:47:14.082890 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f96122-b881-49fe-b431-0045902b5c75 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8093fe8-c31d-407e-b3f3-7fbb43975ecc,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:14.113090 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] For port d1e368e8-4fa6-464b-9bc3-88c17d24914a, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:47:14.131583 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9dc19c99-84da-4ee3-a5e1-e88f71868f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:14.225162 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] For port d1e368e8-4fa6-464b-9bc3-88c17d24914a, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d1e368e8-4fa6-464b-9bc3-88c17d24914a,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:47:14.229136 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-e943b0b0-bb3d-4ddf-8e53-d710286460fa tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Made reservation on behalf of 3f8fb309a6404b87a19e62ccdcad5c6f for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:47:14.235822 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-e943b0b0-bb3d-4ddf-8e53-d710286460fa tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:14.259028 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:14.313461 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c485d641-bbe5-431e-819f-66dea94554d8 req-7792ac56-e8b3-48e5-a92b-bcb4db771330 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] 10.222.0.118 "GET /v2.0/ports?device_id=5959d72c-3cc2-4f5b-a626-2e615efa434e HTTP/1.1" status: 200 len: 210 time: 0.0731533 Jul 06 13:47:14.347170 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-e943b0b0-bb3d-4ddf-8e53-d710286460fa tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:14.405700 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:14.406545 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:14.408125 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] 10.222.0.52 "PUT /v2.0/ports/d1e368e8-4fa6-464b-9bc3-88c17d24914a HTTP/1.1" status: 200 len: 1121 time: 2.3946698 Jul 06 13:47:14.447023 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499f79d-5b6b-4ce4-b33c-11366a1768a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e368e8-4fa6-464b-9bc3-88c17d24914a,revision_number=8']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:14.520496 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['d1e368e8-4fa6-464b-9bc3-88c17d24914a'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:47:14.561459 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-80f96122-b881-49fe-b431-0045902b5c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:14.606343 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['d1e368e8-4fa6-464b-9bc3-88c17d24914a'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:47:14.667741 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9dc19c99-84da-4ee3-a5e1-e88f71868f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:14.739558 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9dc19c99-84da-4ee3-a5e1-e88f71868f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:14.846846 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9dc19c99-84da-4ee3-a5e1-e88f71868f73 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=90d7bd2cb06b401f9ec5f400c7475dd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9565089 Jul 06 13:47:14.847837 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41158) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:14.883421 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc19c99-84da-4ee3-a5e1-e88f71868f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8184dcc9-7a33-412b-b129-e3c6129071d1,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:14.959036 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e5f9aa2-ec5c-424c-81e6-058d3f456d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:15.049325 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-e943b0b0-bb3d-4ddf-8e53-d710286460fa tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:15.059633 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-6fe95161-b689-4e71-86f2-0e79aafc996a tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:15.061474 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-6fe95161-b689-4e71-86f2-0e79aafc996a tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.52 "GET /v2.0/networks?id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d HTTP/1.1" status: 200 len: 821 time: 0.2994146 Jul 06 13:47:15.063095 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-e943b0b0-bb3d-4ddf-8e53-d710286460fa tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:15.093436 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f96122-b881-49fe-b431-0045902b5c75 admin admin] Router ed82bd09-37ad-4078-b13d-a8473533e1eb has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:47:15.115449 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e5f9aa2-ec5c-424c-81e6-058d3f456d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:15.194350 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7d51a-027e-40cb-9074-922c17c6ef18 req-13e4187d-4bc3-45dc-9cb4-becc47533bf1 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:15.209816 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-acb7d51a-027e-40cb-9074-922c17c6ef18 req-13e4187d-4bc3-45dc-9cb4-becc47533bf1 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 943 time: 0.4030259 Jul 06 13:47:15.232547 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-994e2c9f-cfde-4b9c-8e69-1e7eb445ac33 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Request body: {'port': {'device_id': 'e1cb841d-e074-4025-876b-8c6a007aee4e', 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d', 'admin_state_up': True, 'tenant_id': '2348caba5ff048eca9a30073164626c9'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:47:15.307334 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f96122-b881-49fe-b431-0045902b5c75 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:47:15.316453 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e5f9aa2-ec5c-424c-81e6-058d3f456d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:15.317104 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1134676-f548-4764-a7fd-77db50bdc694 None None] Sync routers for ids ['ed82bd09-37ad-4078-b13d-a8473533e1eb'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:47:15.320498 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e5f9aa2-ec5c-424c-81e6-058d3f456d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:15.326119 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3e5f9aa2-ec5c-424c-81e6-058d3f456d70 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/8184dcc9-7a33-412b-b129-e3c6129071d1 HTTP/1.1" status: 204 len: 168 time: 0.4710565 Jul 06 13:47:15.334219 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-80f96122-b881-49fe-b431-0045902b5c75 admin admin] 10.222.0.118 "PUT /v2.0/routers/ed82bd09-37ad-4078-b13d-a8473533e1eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1891906 Jul 06 13:47:15.336515 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41168) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:15.343693 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1134676-f548-4764-a7fd-77db50bdc694 None None] Routers {'ed82bd09-37ad-4078-b13d-a8473533e1eb'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:47:15.344384 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-a1134676-f548-4764-a7fd-77db50bdc694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:47:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ed82bd09-37ad-4078-b13d-a8473533e1eb'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:15.385708 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e943b0b0-bb3d-4ddf-8e53-d710286460fa tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=199bf3d1-7923-4386-844d-d732365d8866,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:15.399530 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b019617c-0d9d-4a98-b9cd-61f5550dbe85 req-8b3e1dce-f92e-44ce-b223-4e359ad6b7c8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 210 time: 0.1837685 Jul 06 13:47:15.416579 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-e943b0b0-bb3d-4ddf-8e53-d710286460fa tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Allocated IP 192.168.233.37 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/f69b7456-3c24-4c71-b55c-f2616e090d73) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:47:15.430243 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f9aa2-ec5c-424c-81e6-058d3f456d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8184dcc9-7a33-412b-b129-e3c6129071d1,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:15.434765 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-acb7d51a-027e-40cb-9074-922c17c6ef18 req-b42eaa32-469b-4976-a5a9-85028a0eaa3f tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252743 Jul 06 13:47:15.698654 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-994e2c9f-cfde-4b9c-8e69-1e7eb445ac33 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Made reservation on behalf of 2348caba5ff048eca9a30073164626c9 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:47:15.709579 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-994e2c9f-cfde-4b9c-8e69-1e7eb445ac33 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:15.733085 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-a1134676-f548-4764-a7fd-77db50bdc694 None None] Set router ed82bd09-37ad-4078-b13d-a8473533e1eb gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:47:15.784199 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a65fa5ba-b33c-43a0-a26d-a9165e6ee67a admin admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:15.998622 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-994e2c9f-cfde-4b9c-8e69-1e7eb445ac33 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Allocated IP 172.20.0.9 (07b1ddd0-32ee-4167-858f-b55fd4b0b29d/54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a/89fd7591-9d7b-4cad-9c59-1a102ee6f6fe) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:47:16.076438 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aecacdd-20e2-44b8-9135-49e91583bd53', 'tag': 'd1e368e8-4fa6-464b-9bc3-88c17d24914a'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:47:16.076438 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfc0b85-abf9-4c0e-b67d-39ac3861f4da" -d '{"events": [{"name": "network-changed", "server_uuid": "4aecacdd-20e2-44b8-9135-49e91583bd53", "tag": "d1e368e8-4fa6-464b-9bc3-88c17d24914a"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:47:16.086327 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a65fa5ba-b33c-43a0-a26d-a9165e6ee67a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:16.087136 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2b1a4269-c320-4174-bde0-f9db4e49c37c req-ec71aee4-2540-4278-bf45-9392c74c7e12 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] 10.222.0.118 "GET /v2.0/ports?device_id=5959d72c-3cc2-4f5b-a626-2e615efa434e HTTP/1.1" status: 200 len: 210 time: 0.0439112 Jul 06 13:47:16.214798 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-a1134676-f548-4764-a7fd-77db50bdc694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed82bd09-37ad-4078-b13d-a8473533e1eb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666303833-router', 'tenant_id': 'f578fac1e25c4821b2024fe91008d6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'd49de654-eaa8-403d-9507-ee1cac695804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:10Z', 'updated_at': '2021-07-06T13:47:13Z', 'revision_number': 5, 'project_id': 'f578fac1e25c4821b2024fe91008d6c8', 'gw_port': {'id': 'd49de654-eaa8-403d-9507-ee1cac695804', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed82bd09-37ad-4078-b13d-a8473533e1eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:42:11Z', 'updated_at': '2021-07-06T13:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:16.244771 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-a65fa5ba-b33c-43a0-a26d-a9165e6ee67a admin admin] Deleting port d49de654-eaa8-403d-9507-ee1cac695804 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:47:16.248695 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a65fa5ba-b33c-43a0-a26d-a9165e6ee67a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:16.278581 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41194) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:16.322793 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1134676-f548-4764-a7fd-77db50bdc694 None None] Checking router: ed82bd09-37ad-4078-b13d-a8473533e1eb for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:47:16.342023 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c273e889-68d5-47a0-915e-3225949f0ec7 x-openstack-request-id: req-c273e889-68d5-47a0-915e-3225949f0ec7 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:47:16.342392 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aecacdd-20e2-44b8-9135-49e91583bd53", "tag": "d1e368e8-4fa6-464b-9bc3-88c17d24914a", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:47:16.342763 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c273e889-68d5-47a0-915e-3225949f0ec7 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:47:16.343257 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aecacdd-20e2-44b8-9135-49e91583bd53', 'tag': 'd1e368e8-4fa6-464b-9bc3-88c17d24914a', 'status': 'completed', 'code': 200} Jul 06 13:47:16.345378 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1134676-f548-4764-a7fd-77db50bdc694 None None] Routers {'ed82bd09-37ad-4078-b13d-a8473533e1eb'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:47:16.346108 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-a1134676-f548-4764-a7fd-77db50bdc694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:47:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ed82bd09-37ad-4078-b13d-a8473533e1eb'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:16.357115 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:16.373326 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b0ca3519-ceee-4941-b5ec-bd4d06e27b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:16.382967 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-e943b0b0-bb3d-4ddf-8e53-d710286460fa tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:16.450718 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-a65fa5ba-b33c-43a0-a26d-a9165e6ee67a admin admin] For port d49de654-eaa8-403d-9507-ee1cac695804, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d49de654-eaa8-403d-9507-ee1cac695804,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:16.451126 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a65fa5ba-b33c-43a0-a26d-a9165e6ee67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:16.482845 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-a65fa5ba-b33c-43a0-a26d-a9165e6ee67a admin admin] Calling delete_port for d49de654-eaa8-403d-9507-ee1cac695804 owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:47:16.488225 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-994e2c9f-cfde-4b9c-8e69-1e7eb445ac33 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:16.549381 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-994e2c9f-cfde-4b9c-8e69-1e7eb445ac33 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:16.557156 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-e943b0b0-bb3d-4ddf-8e53-d710286460fa tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Transition to ACTIVE for port object f69b7456-3c24-4c71-b55c-f2616e090d73 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:47:16.646571 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-994e2c9f-cfde-4b9c-8e69-1e7eb445ac33 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:47:16.655619 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-994e2c9f-cfde-4b9c-8e69-1e7eb445ac33 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:47:16.681387 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device b3d9039e-7b39-4244-9e16-aa101f9c798a details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:47:16.686043 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['a15d81dc-6762-4138-a46a-f473d385b35b'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:47:16.688755 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-994e2c9f-cfde-4b9c-8e69-1e7eb445ac33 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:47:16.745670 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b0ca3519-ceee-4941-b5ec-bd4d06e27b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:16.757035 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-994e2c9f-cfde-4b9c-8e69-1e7eb445ac33 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:16.757854 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-994e2c9f-cfde-4b9c-8e69-1e7eb445ac33 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:16.811404 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b0ca3519-ceee-4941-b5ec-bd4d06e27b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:16.831143 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e2c9f-cfde-4b9c-8e69-1e7eb445ac33 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Pushing event updated for resources: {'Port': ['ID=89fd7591-9d7b-4cad-9c59-1a102ee6f6fe,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:16.857344 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b0ca3519-ceee-4941-b5ec-bd4d06e27b6f admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=b98f41d3314f41b6b38d4ee1dd7a4aba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5647182 Jul 06 13:47:16.866387 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41210) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:16.883682 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc0b85-abf9-4c0e-b67d-39ac3861f4da req-f548aa61-e4fc-4d37-a7cb-b018fea34ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:16.885391 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2dfc0b85-abf9-4c0e-b67d-39ac3861f4da req-f548aa61-e4fc-4d37-a7cb-b018fea34ac1 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0a05dcebc7174fa4835bbaac9666195c&device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 1124 time: 0.5573008 Jul 06 13:47:16.896782 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-994e2c9f-cfde-4b9c-8e69-1e7eb445ac33 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6795509 Jul 06 13:47:16.952661 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-a1134676-f548-4764-a7fd-77db50bdc694 None None] Set router ed82bd09-37ad-4078-b13d-a8473533e1eb gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:47:17.002677 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc0b85-abf9-4c0e-b67d-39ac3861f4da req-6e9fd8e6-9e2a-4c28-9f45-4cf741b6704e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:17.004343 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2dfc0b85-abf9-4c0e-b67d-39ac3861f4da req-6e9fd8e6-9e2a-4c28-9f45-4cf741b6704e service neutron] 10.222.0.124 "GET /v2.0/networks?id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b HTTP/1.1" status: 200 len: 909 time: 0.1065519 Jul 06 13:47:17.016258 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-9135f403-7dbf-44cc-9efa-7442a58b1145 service neutron] Request body: {'port': {'device_id': 'e1cb841d-e074-4025-876b-8c6a007aee4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:47:17.021781 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d363cc8-cc38-4edd-8019-af745c6ca7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:17.031924 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca3519-ceee-4941-b5ec-bd4d06e27b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ca21d2-893e-4c7e-ab8e-31695172b42a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:17.064480 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-e943b0b0-bb3d-4ddf-8e53-d710286460fa tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:17.128155 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-a1134676-f548-4764-a7fd-77db50bdc694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed82bd09-37ad-4078-b13d-a8473533e1eb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666303833-router', 'tenant_id': 'f578fac1e25c4821b2024fe91008d6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:10Z', 'updated_at': '2021-07-06T13:47:16Z', 'revision_number': 6, 'project_id': 'f578fac1e25c4821b2024fe91008d6c8', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:17.133888 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfddc25-022b-4f82-b1c1-5513fc757698 req-eb6a6994-8d29-4bb5-b297-273b78418a03 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:17.143651 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cdfddc25-022b-4f82-b1c1-5513fc757698 req-eb6a6994-8d29-4bb5-b297-273b78418a03 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 931 time: 0.3827808 Jul 06 13:47:17.152503 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d363cc8-cc38-4edd-8019-af745c6ca7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:17.155230 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2dfc0b85-abf9-4c0e-b67d-39ac3861f4da req-c67ed301-0c58-401d-968a-44de1abb37c7 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1e368e8-4fa6-464b-9bc3-88c17d24914a HTTP/1.1" status: 200 len: 217 time: 0.1361921 Jul 06 13:47:17.194137 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf834fa6-e28c-4165-8aee-2bcb0d72481d req-61d4a58d-de8b-47c4-8dfb-58065f9f1c8c tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:17.201648 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf834fa6-e28c-4165-8aee-2bcb0d72481d req-61d4a58d-de8b-47c4-8dfb-58065f9f1c8c tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 943 time: 0.4381654 Jul 06 13:47:17.210194 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-e943b0b0-bb3d-4ddf-8e53-d710286460fa tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:47:17.215979 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1134676-f548-4764-a7fd-77db50bdc694 None None] The sync data for ids ['ed82bd09-37ad-4078-b13d-a8473533e1eb'] in n-d-773644-6 is: [{'id': 'ed82bd09-37ad-4078-b13d-a8473533e1eb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-666303833-router', 'tenant_id': 'f578fac1e25c4821b2024fe91008d6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:42:10Z', 'updated_at': '2021-07-06T13:47:16Z', 'revision_number': 6, 'project_id': 'f578fac1e25c4821b2024fe91008d6c8', 'gw_port_host': None}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:47:17.260312 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a65fa5ba-b33c-43a0-a26d-a9165e6ee67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:17.275655 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-e943b0b0-bb3d-4ddf-8e53-d710286460fa tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:47:17.299913 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port b3d9039e-7b39-4244-9e16-aa101f9c798a, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=b3d9039e-7b39-4244-9e16-aa101f9c798a,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:17.304970 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-e943b0b0-bb3d-4ddf-8e53-d710286460fa tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:47:17.335593 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'b3d9039e-7b39-4244-9e16-aa101f9c798a', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': 'b3d9039e-7b39-4244-9e16-aa101f9c798a', 'mac_address': 'fa:16:3e:c3:50:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:47:17.351239 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65fa5ba-b33c-43a0-a26d-a9165e6ee67a admin admin] Pushing event deleted for resources: {'Port': ['ID=d49de654-eaa8-403d-9507-ee1cac695804,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:17.432072 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-e943b0b0-bb3d-4ddf-8e53-d710286460fa tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:17.433134 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-e943b0b0-bb3d-4ddf-8e53-d710286460fa tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:17.485469 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d363cc8-cc38-4edd-8019-af745c6ca7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:17.500449 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d363cc8-cc38-4edd-8019-af745c6ca7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:17.501667 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9d363cc8-cc38-4edd-8019-af745c6ca7f3 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/29ca21d2-893e-4c7e-ab8e-31695172b42a HTTP/1.1" status: 204 len: 168 time: 0.6341834 Jul 06 13:47:17.529127 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d363cc8-cc38-4edd-8019-af745c6ca7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ca21d2-893e-4c7e-ab8e-31695172b42a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:17.559207 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:17.561197 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a65fa5ba-b33c-43a0-a26d-a9165e6ee67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:17.576809 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-9135f403-7dbf-44cc-9efa-7442a58b1145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:17.632645 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3d9039e-7b39-4244-9e16-aa101f9c798a {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:47:17.661265 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cdfddc25-022b-4f82-b1c1-5513fc757698 req-b159352a-2bc7-48f9-b0b3-ca74b93e51f8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5164626 Jul 06 13:47:17.677106 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port b3d9039e-7b39-4244-9e16-aa101f9c798a, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=b3d9039e-7b39-4244-9e16-aa101f9c798a,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:17.704997 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:17.773197 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e943b0b0-bb3d-4ddf-8e53-d710286460fa tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Pushing event updated for resources: {'Port': ['ID=f69b7456-3c24-4c71-b55c-f2616e090d73,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:17.832290 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a65fa5ba-b33c-43a0-a26d-a9165e6ee67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:17.836080 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a65fa5ba-b33c-43a0-a26d-a9165e6ee67a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:17.854636 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc0b85-abf9-4c0e-b67d-39ac3861f4da req-de4d7c76-144e-4d51-9afe-f75980cfb348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:17.856550 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2dfc0b85-abf9-4c0e-b67d-39ac3861f4da req-de4d7c76-144e-4d51-9afe-f75980cfb348 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=fb580ceb-d4c2-41da-b0a8-ed5910fd5560 HTTP/1.1" status: 200 len: 848 time: 0.6527495 Jul 06 13:47:17.878823 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=b3d9039e-7b39-4244-9e16-aa101f9c798a,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:17.900071 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a65fa5ba-b33c-43a0-a26d-a9165e6ee67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:17.900755 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65fa5ba-b33c-43a0-a26d-a9165e6ee67a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed82bd09-37ad-4078-b13d-a8473533e1eb {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:47:17.902173 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3c1f4cf8-f0be-451c-bfa5-4150b249ed26 None None] Provisioning for port f69b7456-3c24-4c71-b55c-f2616e090d73 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:47:17.912051 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:17.912051 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:17.912051 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:17.912051 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:17.912051 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:17.912051 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:17.912580 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a65fa5ba-b33c-43a0-a26d-a9165e6ee67a admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:17.912678 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:17.912678 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:17.912678 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:17.912678 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:17.913308 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:17.914455 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:17.915623 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a65fa5ba-b33c-43a0-a26d-a9165e6ee67a admin admin] 10.222.0.118 "DELETE /v2.0/routers/ed82bd09-37ad-4078-b13d-a8473533e1eb HTTP/1.1" status: 204 len: 168 time: 2.5781186 Jul 06 13:47:17.919726 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['b3d9039e-7b39-4244-9e16-aa101f9c798a'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:47:17.925237 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3c1f4cf8-f0be-451c-bfa5-4150b249ed26 None None] Provisioning complete for port f69b7456-3c24-4c71-b55c-f2616e090d73 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:47:17.925746 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3c1f4cf8-f0be-451c-bfa5-4150b249ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:17.931030 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41226) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:18.000369 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-3c1f4cf8-f0be-451c-bfa5-4150b249ed26 None None] Port f69b7456-3c24-4c71-b55c-f2616e090d73 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:47:18.047076 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-69dab8fb-fb12-4340-89cf-e41d036038d8 admin admin] Deleting subnet 15c954cb-e41b-43a7-aec1-6c92af1f1df3 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:47:18.062532 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-69dab8fb-fb12-4340-89cf-e41d036038d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:18.145896 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2dfc0b85-abf9-4c0e-b67d-39ac3861f4da req-214ac3a5-ed23-4650-a1cf-dda6d99ab381 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2669282 Jul 06 13:47:18.147415 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-e943b0b0-bb3d-4ddf-8e53-d710286460fa tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6236541 Jul 06 13:47:18.175821 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-69dab8fb-fb12-4340-89cf-e41d036038d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:18.184691 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf834fa6-e28c-4165-8aee-2bcb0d72481d req-f07217ae-50a5-453b-b0b0-f17d07a4277a tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9818530 Jul 06 13:47:18.266573 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-49514603-05eb-48ed-b074-63f65019b404 service neutron] Request body: {'port': {'device_id': '5959d72c-3cc2-4f5b-a626-2e615efa434e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:47:18.290805 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f8093fe8-c31d-407e-b3f3-7fbb43975ecc no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:47:18.345371 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-69dab8fb-fb12-4340-89cf-e41d036038d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:18.347081 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: f8093fe8-c31d-407e-b3f3-7fbb43975ecc {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:47:18.347697 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f8093fe8-c31d-407e-b3f3-7fbb43975ecc not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:47:18.348407 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d49de654-eaa8-403d-9507-ee1cac695804 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:47:18.395902 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: d49de654-eaa8-403d-9507-ee1cac695804 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:47:18.396446 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d49de654-eaa8-403d-9507-ee1cac695804 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:47:18.437701 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:18.510250 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-69dab8fb-fb12-4340-89cf-e41d036038d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:18.526716 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2dfc0b85-abf9-4c0e-b67d-39ac3861f4da req-cebd84f2-2e67-4ee2-8551-dfa81cde44ff service neutron] 10.222.0.124 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157954 Jul 06 13:47:18.560392 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device b3d9039e-7b39-4244-9e16-aa101f9c798a up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:47:18.614778 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dab8fb-fb12-4340-89cf-e41d036038d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15c954cb-e41b-43a7-aec1-6c92af1f1df3,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:18.630996 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-69dab8fb-fb12-4340-89cf-e41d036038d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:18.638299 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-69dab8fb-fb12-4340-89cf-e41d036038d8 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/15c954cb-e41b-43a7-aec1-6c92af1f1df3 HTTP/1.1" status: 204 len: 168 time: 0.6994550 Jul 06 13:47:18.639386 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41252) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:18.651458 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c60f6cb-f078-4077-906a-9c00d83610a8 None None] Network 53cfa5a3-f336-43f7-928c-d232fb57cbd4 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:47:18.936031 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc738aa3-c7c6-4cac-bbd2-358ec49ee90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:19.000234 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port b3d9039e-7b39-4244-9e16-aa101f9c798a triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:47:19.000983 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:19.094394 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-cc738aa3-c7c6-4cac-bbd2-358ec49ee90a admin admin] Deleting port 5605096b-b77e-4396-a43f-88f2d10d53ce {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:47:19.094701 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc738aa3-c7c6-4cac-bbd2-358ec49ee90a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:19.096630 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:19.140732 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port b3d9039e-7b39-4244-9e16-aa101f9c798a, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=b3d9039e-7b39-4244-9e16-aa101f9c798a,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:19.142239 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4a1f46-772b-4cd8-b572-70809e62453b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d9039e-7b39-4244-9e16-aa101f9c798a'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:47:19.145074 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3a485f-37f9-4021-8460-c0abaff3a48d" -d '{"events": [{"server_uuid": "ea4a1f46-772b-4cd8-b572-70809e62453b", "name": "network-vif-plugged", "status": "completed", "tag": "b3d9039e-7b39-4244-9e16-aa101f9c798a"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:47:19.155674 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:19.247155 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b638647-ded4-4e67-8091-add4bbd6e6b8 None None] DHCP port deletion for 53cfa5a3-f336-43f7-928c-d232fb57cbd4 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:47:19.254528 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=b3d9039e-7b39-4244-9e16-aa101f9c798a,revision_number=7']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:19.299151 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-cc738aa3-c7c6-4cac-bbd2-358ec49ee90a admin admin] For port 5605096b-b77e-4396-a43f-88f2d10d53ce, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=5605096b-b77e-4396-a43f-88f2d10d53ce,segment=NetworkSegment(ac277313-ba1b-4d52-a668-8298514b8584),segment_id=ac277313-ba1b-4d52-a668-8298514b8584)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:19.300409 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc738aa3-c7c6-4cac-bbd2-358ec49ee90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:19.320145 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-cc738aa3-c7c6-4cac-bbd2-358ec49ee90a admin admin] Calling delete_port for 5605096b-b77e-4396-a43f-88f2d10d53ce owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:47:19.340512 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-8b638647-ded4-4e67-8091-add4bbd6e6b8 None None] Deleting port 5605096b-b77e-4396-a43f-88f2d10d53ce {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:47:19.341023 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8b638647-ded4-4e67-8091-add4bbd6e6b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:19.456079 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc738aa3-c7c6-4cac-bbd2-358ec49ee90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:19.484005 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8b638647-ded4-4e67-8091-add4bbd6e6b8 None None] For port 5605096b-b77e-4396-a43f-88f2d10d53ce, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=5605096b-b77e-4396-a43f-88f2d10d53ce,segment=NetworkSegment(ac277313-ba1b-4d52-a668-8298514b8584),segment_id=ac277313-ba1b-4d52-a668-8298514b8584)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:19.484257 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8b638647-ded4-4e67-8091-add4bbd6e6b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:19.513541 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-8b638647-ded4-4e67-8091-add4bbd6e6b8 None None] Calling delete_port for 5605096b-b77e-4396-a43f-88f2d10d53ce owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:47:19.520401 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc738aa3-c7c6-4cac-bbd2-358ec49ee90a admin admin] Pushing event deleted for resources: {'Port': ['ID=5605096b-b77e-4396-a43f-88f2d10d53ce,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:19.530684 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc738aa3-c7c6-4cac-bbd2-358ec49ee90a admin admin] No DVR routers for this DVR port 5605096b-b77e-4396-a43f-88f2d10d53ce on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:47:19.588868 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-49514603-05eb-48ed-b074-63f65019b404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:19.666600 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc738aa3-c7c6-4cac-bbd2-358ec49ee90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:19.679208 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-cc738aa3-c7c6-4cac-bbd2-358ec49ee90a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53cfa5a3-f336-43f7-928c-d232fb57cbd4']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:19.692364 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-cc738aa3-c7c6-4cac-bbd2-358ec49ee90a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac277313-ba1b-4d52-a668-8298514b8584') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:19.692562 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-cc738aa3-c7c6-4cac-bbd2-358ec49ee90a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac277313-ba1b-4d52-a668-8298514b8584') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:19.702712 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc738aa3-c7c6-4cac-bbd2-358ec49ee90a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:19.715130 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8b638647-ded4-4e67-8091-add4bbd6e6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:19.732724 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc738aa3-c7c6-4cac-bbd2-358ec49ee90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:19.758439 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc738aa3-c7c6-4cac-bbd2-358ec49ee90a admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:47:19.758865 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc738aa3-c7c6-4cac-bbd2-358ec49ee90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:19.831674 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b638647-ded4-4e67-8091-add4bbd6e6b8 None None] Pushing event deleted for resources: {'Port': ['ID=5605096b-b77e-4396-a43f-88f2d10d53ce,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:19.842078 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b638647-ded4-4e67-8091-add4bbd6e6b8 None None] No DVR routers for this DVR port 5605096b-b77e-4396-a43f-88f2d10d53ce on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:47:20.185511 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 5605096b-b77e-4396-a43f-88f2d10d53ce no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:47:20.201877 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-49514603-05eb-48ed-b074-63f65019b404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f69b7456-3c24-4c71-b55c-f2616e090d73 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:47:20.233025 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-49514603-05eb-48ed-b074-63f65019b404 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:20.257514 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 5605096b-b77e-4396-a43f-88f2d10d53ce {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:47:20.258224 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 5605096b-b77e-4396-a43f-88f2d10d53ce not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:47:20.272758 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-49514603-05eb-48ed-b074-63f65019b404 service neutron] Transition to ACTIVE for port object f69b7456-3c24-4c71-b55c-f2616e090d73 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:47:20.318943 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:47:20.346444 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc738aa3-c7c6-4cac-bbd2-358ec49ee90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:20.355425 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc738aa3-c7c6-4cac-bbd2-358ec49ee90a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:20.366548 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cc738aa3-c7c6-4cac-bbd2-358ec49ee90a admin admin] 10.222.0.118 "DELETE /v2.0/networks/53cfa5a3-f336-43f7-928c-d232fb57cbd4 HTTP/1.1" status: 204 len: 168 time: 1.7259498 Jul 06 13:47:20.382636 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-49514603-05eb-48ed-b074-63f65019b404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:20.386282 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc738aa3-c7c6-4cac-bbd2-358ec49ee90a admin admin] Pushing event deleted for resources: {'Network': ['ID=53cfa5a3-f336-43f7-928c-d232fb57cbd4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:20.580240 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514603-05eb-48ed-b074-63f65019b404 service neutron] Pushing event updated for resources: {'Port': ['ID=f69b7456-3c24-4c71-b55c-f2616e090d73,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:20.810368 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-49514603-05eb-48ed-b074-63f65019b404 service neutron] Attempting to bind port f69b7456-3c24-4c71-b55c-f2616e090d73 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:47:20.811718 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-49514603-05eb-48ed-b074-63f65019b404 service neutron] Attempting to bind port f69b7456-3c24-4c71-b55c-f2616e090d73 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:47:20.812347 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-49514603-05eb-48ed-b074-63f65019b404 service neutron] Attempting to bind port f69b7456-3c24-4c71-b55c-f2616e090d73 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:47:20.828997 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a47a79-d112-4e54-8fed-67c7964c9146 req-579cbc7f-1439-4e92-8b4c-8b3e38585896 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:20.835031 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-81a47a79-d112-4e54-8fed-67c7964c9146 req-579cbc7f-1439-4e92-8b4c-8b3e38585896 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] 10.222.0.118 "GET /v2.0/ports?device_id=5959d72c-3cc2-4f5b-a626-2e615efa434e HTTP/1.1" status: 200 len: 935 time: 2.2678895 Jul 06 13:47:20.844416 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-49514603-05eb-48ed-b074-63f65019b404 service neutron] Port f69b7456-3c24-4c71-b55c-f2616e090d73 on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:47:20.844997 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41294) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:20.845303 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-49514603-05eb-48ed-b074-63f65019b404 service neutron] Attempting to bind port f69b7456-3c24-4c71-b55c-f2616e090d73 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:47:20.866885 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-49514603-05eb-48ed-b074-63f65019b404 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:47:20.867496 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-49514603-05eb-48ed-b074-63f65019b404 service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:47:20.868054 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-49514603-05eb-48ed-b074-63f65019b404 service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:47:20.868697 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-49514603-05eb-48ed-b074-63f65019b404 service neutron] Bound port: f69b7456-3c24-4c71-b55c-f2616e090d73, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:47:20.869220 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-49514603-05eb-48ed-b074-63f65019b404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:20.983626 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-49514603-05eb-48ed-b074-63f65019b404 service neutron] For port f69b7456-3c24-4c71-b55c-f2616e090d73, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:47:20.987431 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c7057b34-bb0c-4ae3-809d-ec7d9163f24e admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=bf97b212161040be888f75b8c2d45231&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1409948 Jul 06 13:47:20.988564 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-49514603-05eb-48ed-b074-63f65019b404 service neutron] For port f69b7456-3c24-4c71-b55c-f2616e090d73, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f69b7456-3c24-4c71-b55c-f2616e090d73,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:47:20.990492 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41296) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:21.064964 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec52f5-489f-462d-9c06-bbe4c8c09cbb req-c2762eb7-8057-49ef-b9a3-68f9478134a7 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:21.082583 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-38ec52f5-489f-462d-9c06-bbe4c8c09cbb req-c2762eb7-8057-49ef-b9a3-68f9478134a7 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 931 time: 1.6862490 Jul 06 13:47:21.132603 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2dfc0b85-abf9-4c0e-b67d-39ac3861f4da req-ca2007e1-9676-4f6b-ae1a-7fc972899bb4 service neutron] 10.222.0.124 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.5528505 Jul 06 13:47:21.148371 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-49514603-05eb-48ed-b074-63f65019b404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:21.165199 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-16f36471-e35a-48f6-b79b-a2dc61210f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:21.201081 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-16f36471-e35a-48f6-b79b-a2dc61210f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:21.271873 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-16f36471-e35a-48f6-b79b-a2dc61210f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:21.275167 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-16f36471-e35a-48f6-b79b-a2dc61210f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:21.298935 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-16f36471-e35a-48f6-b79b-a2dc61210f0f admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/3945ea86-4175-4224-b617-1432659c7769 HTTP/1.1" status: 204 len: 168 time: 0.3045714 Jul 06 13:47:21.310509 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-81a47a79-d112-4e54-8fed-67c7964c9146 req-45319f9f-7b1a-41e4-9947-a8bdeafb94fc tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] 10.222.0.118 "GET /v2.0/security-groups?id=199bf3d1-7923-4386-844d-d732365d8866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459913 Jul 06 13:47:21.342487 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f36471-e35a-48f6-b79b-a2dc61210f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3945ea86-4175-4224-b617-1432659c7769,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:21.496461 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-49514603-05eb-48ed-b074-63f65019b404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:21.497112 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-49514603-05eb-48ed-b074-63f65019b404 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:21.498619 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-49514603-05eb-48ed-b074-63f65019b404 service neutron] 10.222.0.124 "PUT /v2.0/ports/f69b7456-3c24-4c71-b55c-f2616e090d73 HTTP/1.1" status: 200 len: 1095 time: 3.2627900 Jul 06 13:47:21.499435 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5959d72c-3cc2-4f5b-a626-2e615efa434e', 'tag': 'f69b7456-3c24-4c71-b55c-f2616e090d73'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:47:21.501846 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919e1ef2-d794-4bc2-ae54-4d3c99f75bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "5959d72c-3cc2-4f5b-a626-2e615efa434e", "tag": "f69b7456-3c24-4c71-b55c-f2616e090d73"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:47:21.570129 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-38ec52f5-489f-462d-9c06-bbe4c8c09cbb req-e110d99c-8ca1-4cc8-a8c4-e124dbc2a6ce tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4861033 Jul 06 13:47:21.825258 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49514603-05eb-48ed-b074-63f65019b404 service neutron] Pushing event updated for resources: {'Port': ['ID=f69b7456-3c24-4c71-b55c-f2616e090d73,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:21.863755 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-9135f403-7dbf-44cc-9efa-7442a58b1145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:47:21.906120 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-9135f403-7dbf-44cc-9efa-7442a58b1145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:21.948457 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-9135f403-7dbf-44cc-9efa-7442a58b1145 service neutron] Transition to ACTIVE for port object 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:47:21.983526 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-9135f403-7dbf-44cc-9efa-7442a58b1145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:22.012513 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43fa4df-c859-4580-8f50-b8492c25f691 x-openstack-request-id: req-e43fa4df-c859-4580-8f50-b8492c25f691 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:47:22.013715 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4a1f46-772b-4cd8-b572-70809e62453b", "name": "network-vif-plugged", "status": "completed", "tag": "b3d9039e-7b39-4244-9e16-aa101f9c798a", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:47:22.014157 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e43fa4df-c859-4580-8f50-b8492c25f691 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:47:22.015059 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4a1f46-772b-4cd8-b572-70809e62453b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d9039e-7b39-4244-9e16-aa101f9c798a', 'code': 200} Jul 06 13:47:22.016490 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-e1ff7625-e9c4-4663-9403-051bfac8d0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:22.026450 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-e1ff7625-e9c4-4663-9403-051bfac8d0cc service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=3f8fb309a6404b87a19e62ccdcad5c6f&device_id=5959d72c-3cc2-4f5b-a626-2e615efa434e HTTP/1.1" status: 200 len: 1098 time: 0.4530938 Jul 06 13:47:22.208204 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-617d421f-a25a-4213-8aaf-4e9780f5c60b service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=f69b7456-3c24-4c71-b55c-f2616e090d73 HTTP/1.1" status: 200 len: 217 time: 0.1049376 Jul 06 13:47:22.348009 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-3ea422df-2f5b-42ef-bd85-01834fcab91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:22.349563 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-3ea422df-2f5b-42ef-bd85-01834fcab91e service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1234982 Jul 06 13:47:22.385842 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41308) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:22.528937 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-607848bd-d97d-4732-acea-60f9fbb0daf8 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=f578fac1e25c4821b2024fe91008d6c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1402562 Jul 06 13:47:22.529896 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41312) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:22.567402 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:47:22.592112 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-9135f403-7dbf-44cc-9efa-7442a58b1145 service neutron] Attempting to bind port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:47:22.595715 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-9135f403-7dbf-44cc-9efa-7442a58b1145 service neutron] Attempting to bind port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:47:22.596193 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-9135f403-7dbf-44cc-9efa-7442a58b1145 service neutron] Attempting to bind port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:47:22.661002 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-9135f403-7dbf-44cc-9efa-7442a58b1145 service neutron] Port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:47:22.661234 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4a2e31a-e726-4ec3-b00a-80b5d22d02a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:22.666150 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-9135f403-7dbf-44cc-9efa-7442a58b1145 service neutron] Attempting to bind port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:47:22.696562 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135f403-7dbf-44cc-9efa-7442a58b1145 service neutron] Pushing event updated for resources: {'Port': ['ID=89fd7591-9d7b-4cad-9c59-1a102ee6f6fe,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:22.712303 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4a2e31a-e726-4ec3-b00a-80b5d22d02a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:22.739124 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-9135f403-7dbf-44cc-9efa-7442a58b1145 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:47:22.739669 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-9135f403-7dbf-44cc-9efa-7442a58b1145 service neutron] Checking segment: {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:47:22.740276 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-9135f403-7dbf-44cc-9efa-7442a58b1145 service neutron] Bound using segment: {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:47:22.740735 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-9135f403-7dbf-44cc-9efa-7442a58b1145 service neutron] Bound port: 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:47:22.741103 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-9135f403-7dbf-44cc-9efa-7442a58b1145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:22.842425 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4a2e31a-e726-4ec3-b00a-80b5d22d02a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:22.847028 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4a2e31a-e726-4ec3-b00a-80b5d22d02a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:22.848719 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c4a2e31a-e726-4ec3-b00a-80b5d22d02a7 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/e27e8340-6a93-49f7-8468-9bcc968d2bc7 HTTP/1.1" status: 204 len: 168 time: 0.3057883 Jul 06 13:47:22.888723 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a73a45-1a8e-4f6a-9a30-6dd0fd9ec678 req-213411da-37cc-4cc3-8004-8a5035f7bc09 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:22.893551 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2e31a-e726-4ec3-b00a-80b5d22d02a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27e8340-6a93-49f7-8468-9bcc968d2bc7,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:22.901673 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a6a73a45-1a8e-4f6a-9a30-6dd0fd9ec678 req-213411da-37cc-4cc3-8004-8a5035f7bc09 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 943 time: 0.5509105 Jul 06 13:47:22.947560 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-9e0dc348-6b57-40ae-acac-b0e89caaf52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:22.950422 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-9e0dc348-6b57-40ae-acac-b0e89caaf52b service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5596778 Jul 06 13:47:23.057766 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-9135f403-7dbf-44cc-9efa-7442a58b1145 service neutron] For port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:47:23.103899 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a6a73a45-1a8e-4f6a-9a30-6dd0fd9ec678 req-124f9a63-88e3-4ef1-a5e3-7bb67dfc8263 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006080 Jul 06 13:47:23.157968 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-9135f403-7dbf-44cc-9efa-7442a58b1145 service neutron] For port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=89fd7591-9d7b-4cad-9c59-1a102ee6f6fe,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:47:23.205625 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-9135f403-7dbf-44cc-9efa-7442a58b1145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:23.349079 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135f403-7dbf-44cc-9efa-7442a58b1145 service neutron] Pushing event updated for resources: {'Port': ['ID=89fd7591-9d7b-4cad-9c59-1a102ee6f6fe,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:23.399855 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-9135f403-7dbf-44cc-9efa-7442a58b1145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:23.400754 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-9135f403-7dbf-44cc-9efa-7442a58b1145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:23.402495 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-9135f403-7dbf-44cc-9efa-7442a58b1145 service neutron] 10.222.0.52 "PUT /v2.0/ports/89fd7591-9d7b-4cad-9c59-1a102ee6f6fe HTTP/1.1" status: 200 len: 1091 time: 6.3962162 Jul 06 13:47:23.410645 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-a2685813-ab3c-4c6b-9271-99ee74aed87c service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524872 Jul 06 13:47:23.645009 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-830af429-d779-497c-a2fd-dbfdfd4379f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:23.646590 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-830af429-d779-497c-a2fd-dbfdfd4379f7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2348caba5ff048eca9a30073164626c9&device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 1094 time: 0.1853826 Jul 06 13:47:23.718220 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-2d34c851-2823-4e43-b55d-71f403745d9c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89fd7591-9d7b-4cad-9c59-1a102ee6f6fe HTTP/1.1" status: 200 len: 217 time: 0.0614071 Jul 06 13:47:23.724620 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3b68be2-cb31-43f7-a2e2-01ad23d217de req-a3f166c7-675f-448b-abca-bd0242a254eb service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981665 Jul 06 13:47:23.904162 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-752cd63f-4b5e-4acc-bfc7-5292213d3e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:23.908473 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-752cd63f-4b5e-4acc-bfc7-5292213d3e5a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a HTTP/1.1" status: 200 len: 861 time: 0.1828270 Jul 06 13:47:23.984054 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-4f5ca999-ee3d-4822-8019-7833bb17f626 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567310 Jul 06 13:47:24.110191 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-10bc020c-e1e3-404e-b109-705b1bcc9885 service neutron] 10.222.0.52 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239388 Jul 06 13:47:24.318401 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-36adf39e-7664-452e-aef5-0b894e62dac9 req-45e60608-78fc-47b4-9c4c-cf37dfc97284 service neutron] 10.222.0.52 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434121 Jul 06 13:47:24.570253 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device d1e368e8-4fa6-464b-9bc3-88c17d24914a no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:47:24.694842 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device d1e368e8-4fa6-464b-9bc3-88c17d24914a no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:47:24.787508 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device d1e368e8-4fa6-464b-9bc3-88c17d24914a not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:47:25.040605 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-72ca985e-58b5-40a8-a1dd-18a8f29676ba service neutron] 10.222.0.124 "GET /v2.0/ports/d1e368e8-4fa6-464b-9bc3-88c17d24914a/bindings/n-h1-773644-6 HTTP/1.1" status: 200 len: 384 time: 0.1902113 Jul 06 13:47:25.484955 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-fbbf9c2b-4bff-4dbc-a17d-d26b4076b380 service neutron] For port d1e368e8-4fa6-464b-9bc3-88c17d24914a, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d1e368e8-4fa6-464b-9bc3-88c17d24914a,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:25.513007 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-fbbf9c2b-4bff-4dbc-a17d-d26b4076b380 service neutron] For port d1e368e8-4fa6-464b-9bc3-88c17d24914a, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:47:25.645802 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-fbbf9c2b-4bff-4dbc-a17d-d26b4076b380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1e368e8-4fa6-464b-9bc3-88c17d24914a {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:47:25.645802 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-fbbf9c2b-4bff-4dbc-a17d-d26b4076b380 service neutron] For port d1e368e8-4fa6-464b-9bc3-88c17d24914a, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=d1e368e8-4fa6-464b-9bc3-88c17d24914a,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:25.657274 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-fbbf9c2b-4bff-4dbc-a17d-d26b4076b380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:25.784123 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-fbbf9c2b-4bff-4dbc-a17d-d26b4076b380 service neutron] Transition to ACTIVE for port object d1e368e8-4fa6-464b-9bc3-88c17d24914a will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:47:25.791720 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-fbbf9c2b-4bff-4dbc-a17d-d26b4076b380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:25.906908 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf9c2b-4bff-4dbc-a17d-d26b4076b380 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e368e8-4fa6-464b-9bc3-88c17d24914a,revision_number=10']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:25.950398 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-fbbf9c2b-4bff-4dbc-a17d-d26b4076b380 service neutron] No DVR routers for this DVR port d1e368e8-4fa6-464b-9bc3-88c17d24914a on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:47:25.996777 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-fbbf9c2b-4bff-4dbc-a17d-d26b4076b380 service neutron] 10.222.0.124 "PUT /v2.0/ports/d1e368e8-4fa6-464b-9bc3-88c17d24914a/bindings/n-h1-773644-6/activate HTTP/1.1" status: 200 len: 369 time: 0.9495218 Jul 06 13:47:26.228426 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-fd25a667-1a18-4c29-87f1-9b3145db8dcd tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:26.231656 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-fd25a667-1a18-4c29-87f1-9b3145db8dcd tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53&tenant_id=0a05dcebc7174fa4835bbaac9666195c&binding%3Ahost_id=n-h2-773644-6 HTTP/1.1" status: 200 len: 1095 time: 0.1666760 Jul 06 13:47:26.398458 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-148be462-01aa-457d-88be-abaa270a39c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:26.400786 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-148be462-01aa-457d-88be-abaa270a39c0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53&tenant_id=0a05dcebc7174fa4835bbaac9666195c HTTP/1.1" status: 200 len: 1095 time: 0.1606481 Jul 06 13:47:26.545031 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-9ff55957-3456-469c-a5ee-eedd55dbc611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:26.547022 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-9ff55957-3456-469c-a5ee-eedd55dbc611 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a05dcebc7174fa4835bbaac9666195c&device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 1095 time: 0.0982444 Jul 06 13:47:26.657490 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f69b7456-3c24-4c71-b55c-f2616e090d73 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:47:26.792041 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-6c564340-af5a-440f-9f26-97b74bc4deea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:26.793939 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-6c564340-af5a-440f-9f26-97b74bc4deea service neutron] 10.222.0.52 "GET /v2.0/networks?id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b HTTP/1.1" status: 200 len: 909 time: 0.2356734 Jul 06 13:47:26.863755 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-ac456dbe-13b1-476e-9aa0-decdd516acd7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1e368e8-4fa6-464b-9bc3-88c17d24914a HTTP/1.1" status: 200 len: 217 time: 0.0610514 Jul 06 13:47:26.911957 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f69b7456-3c24-4c71-b55c-f2616e090d73, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f69b7456-3c24-4c71-b55c-f2616e090d73,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:26.934004 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'f69b7456-3c24-4c71-b55c-f2616e090d73', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': 'f69b7456-3c24-4c71-b55c-f2616e090d73', 'mac_address': 'fa:16:3e:7d:c2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:47:26.963813 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-178341fb-cec9-4d24-91ba-381ef0d1a643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:26.973183 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-178341fb-cec9-4d24-91ba-381ef0d1a643 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fb580ceb-d4c2-41da-b0a8-ed5910fd5560 HTTP/1.1" status: 200 len: 848 time: 0.0976434 Jul 06 13:47:27.049266 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-69e7a9fb-ed77-40dc-b777-98796c40bb67 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669546 Jul 06 13:47:27.066295 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:27.098122 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f69b7456-3c24-4c71-b55c-f2616e090d73 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:47:27.139632 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f69b7456-3c24-4c71-b55c-f2616e090d73, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f69b7456-3c24-4c71-b55c-f2616e090d73,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:27.146312 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:27.185768 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-1978f80a-6635-46d8-a49b-1837fadf987e service neutron] 10.222.0.52 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286900 Jul 06 13:47:27.265932 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=f69b7456-3c24-4c71-b55c-f2616e090d73,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:27.358015 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-6ffaa982-8a66-48b8-9d3b-bcf405a96246 service neutron] 10.222.0.52 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647046 Jul 06 13:47:27.392243 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['f69b7456-3c24-4c71-b55c-f2616e090d73'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:47:28.180344 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-49de773a-c72d-47c1-a844-c8f1574921a2 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:28.182761 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-49de773a-c72d-47c1-a844-c8f1574921a2 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53&tenant_id=0a05dcebc7174fa4835bbaac9666195c&binding%3Ahost_id=n-h1-773644-6 HTTP/1.1" status: 200 len: 1095 time: 0.4351027 Jul 06 13:47:28.365019 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-ebd057d8-199c-4584-8ba1-12b8cb2e67a4 service neutron] For port d1e368e8-4fa6-464b-9bc3-88c17d24914a, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:47:28.368567 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-ebd057d8-199c-4584-8ba1-12b8cb2e67a4 service neutron] Notify callbacks [] for binding, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:28.369775 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97668598-42ec-42d3-ba7b-85ca0293eca0 req-ebd057d8-199c-4584-8ba1-12b8cb2e67a4 service neutron] 10.222.0.52 "DELETE /v2.0/ports/d1e368e8-4fa6-464b-9bc3-88c17d24914a/bindings/n-h2-773644-6 HTTP/1.1" status: 204 len: 173 time: 0.1748536 Jul 06 13:47:28.660584 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f69b7456-3c24-4c71-b55c-f2616e090d73 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:47:28.719343 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port f69b7456-3c24-4c71-b55c-f2616e090d73 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:47:28.725831 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port f69b7456-3c24-4c71-b55c-f2616e090d73 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:47:28.726312 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:28.881797 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:28.923931 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5959d72c-3cc2-4f5b-a626-2e615efa434e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69b7456-3c24-4c71-b55c-f2616e090d73'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:47:28.926841 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec74ccab-8e2a-49d2-9a70-74a68c10145a" -d '{"events": [{"server_uuid": "5959d72c-3cc2-4f5b-a626-2e615efa434e", "name": "network-vif-plugged", "status": "completed", "tag": "f69b7456-3c24-4c71-b55c-f2616e090d73"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:47:28.991681 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f69b7456-3c24-4c71-b55c-f2616e090d73, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f69b7456-3c24-4c71-b55c-f2616e090d73,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:29.002746 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:29.173894 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=f69b7456-3c24-4c71-b55c-f2616e090d73,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:30.833898 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9474af10-cdea-4b74-8870-118353ccf41f x-openstack-request-id: req-9474af10-cdea-4b74-8870-118353ccf41f {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:47:30.835063 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5959d72c-3cc2-4f5b-a626-2e615efa434e", "tag": "f69b7456-3c24-4c71-b55c-f2616e090d73", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:47:30.835654 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-9474af10-cdea-4b74-8870-118353ccf41f {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:47:30.836527 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5959d72c-3cc2-4f5b-a626-2e615efa434e', 'tag': 'f69b7456-3c24-4c71-b55c-f2616e090d73', 'status': 'completed', 'code': 200} Jul 06 13:47:31.059982 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3b38f-92b9-4b35-89a0-cc051a6223f5 req-2a99b222-08c0-48fe-b131-eb03a0ba5b66 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:31.068458 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-84c3b38f-92b9-4b35-89a0-cc051a6223f5 req-2a99b222-08c0-48fe-b131-eb03a0ba5b66 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] 10.222.0.118 "GET /v2.0/ports?device_id=5959d72c-3cc2-4f5b-a626-2e615efa434e HTTP/1.1" status: 200 len: 949 time: 0.1430821 Jul 06 13:47:31.179858 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5d7ee-e6a8-429b-b16a-cab7fa43cc71 req-6da32dfe-eded-47d1-8d95-7458404f921c tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:31.189928 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d6f5d7ee-e6a8-429b-b16a-cab7fa43cc71 req-6da32dfe-eded-47d1-8d95-7458404f921c tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 943 time: 0.2025356 Jul 06 13:47:31.231344 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-84c3b38f-92b9-4b35-89a0-cc051a6223f5 req-1afbf2be-969f-4de3-9c2d-15964e583595 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] 10.222.0.118 "GET /v2.0/security-groups?id=199bf3d1-7923-4386-844d-d732365d8866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619251 Jul 06 13:47:31.268230 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e1ef2-d794-4bc2-ae54-4d3c99f75bc6 req-c207a05a-6640-4a2b-8fa9-549835476950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:31.269989 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-919e1ef2-d794-4bc2-ae54-4d3c99f75bc6 req-c207a05a-6640-4a2b-8fa9-549835476950 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=3f8fb309a6404b87a19e62ccdcad5c6f&device_id=5959d72c-3cc2-4f5b-a626-2e615efa434e HTTP/1.1" status: 200 len: 1100 time: 0.4044352 Jul 06 13:47:31.308564 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d6f5d7ee-e6a8-429b-b16a-cab7fa43cc71 req-7dba516e-0f95-4d4f-8ce9-85a034c26725 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171331 Jul 06 13:47:31.442375 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e1ef2-d794-4bc2-ae54-4d3c99f75bc6 req-6946e23b-64e2-4c8d-8fbd-2b490c29b266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:31.444521 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-919e1ef2-d794-4bc2-ae54-4d3c99f75bc6 req-6946e23b-64e2-4c8d-8fbd-2b490c29b266 service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.1674714 Jul 06 13:47:31.520699 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-919e1ef2-d794-4bc2-ae54-4d3c99f75bc6 req-72a4818b-3d94-403d-b39c-cc54c5811587 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=f69b7456-3c24-4c71-b55c-f2616e090d73 HTTP/1.1" status: 200 len: 217 time: 0.0672183 Jul 06 13:47:31.612350 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e1ef2-d794-4bc2-ae54-4d3c99f75bc6 req-0b3ecf06-27eb-44d8-9075-75699d22fb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:31.613873 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-919e1ef2-d794-4bc2-ae54-4d3c99f75bc6 req-0b3ecf06-27eb-44d8-9075-75699d22fb24 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0838368 Jul 06 13:47:31.670654 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c74e18-cac8-4ebf-8e34-5455edf1c46f req-c7e2ca54-78d8-42a7-b8d5-63a22dd0f513 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:31.677452 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b3c74e18-cac8-4ebf-8e34-5455edf1c46f req-c7e2ca54-78d8-42a7-b8d5-63a22dd0f513 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 944 time: 0.1605132 Jul 06 13:47:31.748717 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29efe908-9aca-4875-8b96-d716dfd072dc x-openstack-request-id: req-29efe908-9aca-4875-8b96-d716dfd072dc {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:47:31.749255 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5959d72c-3cc2-4f5b-a626-2e615efa434e", "name": "network-vif-plugged", "status": "completed", "tag": "f69b7456-3c24-4c71-b55c-f2616e090d73", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:47:31.749255 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-29efe908-9aca-4875-8b96-d716dfd072dc {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:47:31.749893 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5959d72c-3cc2-4f5b-a626-2e615efa434e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69b7456-3c24-4c71-b55c-f2616e090d73', 'code': 200} Jul 06 13:47:31.768286 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b3c74e18-cac8-4ebf-8e34-5455edf1c46f req-6b4093df-5e86-4eb2-af8b-ab23c23baf3b tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883498 Jul 06 13:47:31.785196 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e1ef2-d794-4bc2-ae54-4d3c99f75bc6 req-d539e228-66bd-4f41-a78f-18ae468481cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:31.793743 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-919e1ef2-d794-4bc2-ae54-4d3c99f75bc6 req-d539e228-66bd-4f41-a78f-18ae468481cf service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1682694 Jul 06 13:47:31.928679 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-919e1ef2-d794-4bc2-ae54-4d3c99f75bc6 req-3006aabf-e90b-4526-b1e6-ac0efe75d1b0 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270952 Jul 06 13:47:32.104485 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-919e1ef2-d794-4bc2-ae54-4d3c99f75bc6 req-f7236ee4-38b3-4650-9451-95eddcf28567 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613858 Jul 06 13:47:32.164418 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f678473-0219-44df-a3a8-3a8876d85499 req-7884747b-e244-41eb-861e-0513141cdc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:32.166719 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f678473-0219-44df-a3a8-3a8876d85499 req-7884747b-e244-41eb-861e-0513141cdc37 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=5959d72c-3cc2-4f5b-a626-2e615efa434e HTTP/1.1" status: 200 len: 1100 time: 0.2370632 Jul 06 13:47:32.213621 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41490) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:32.246937 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f678473-0219-44df-a3a8-3a8876d85499 req-e1daaf6a-f7b6-41c6-890a-aeba81c0d9e0 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=199bf3d1-7923-4386-844d-d732365d8866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727475 Jul 06 13:47:32.367021 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3851ac85-9f48-4206-ab48-83081e47c375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:32.500178 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3851ac85-9f48-4206-ab48-83081e47c375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:32.506674 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3851ac85-9f48-4206-ab48-83081e47c375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:32.508003 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c87be-1c29-483b-9d1b-6859cac24e54 req-c8aa4ab7-bee8-4ff9-980c-c40b81d5148c tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:32.510048 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da6c87be-1c29-483b-9d1b-6859cac24e54 req-c8aa4ab7-bee8-4ff9-980c-c40b81d5148c tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] 10.222.0.118 "GET /v2.0/ports?device_id=5959d72c-3cc2-4f5b-a626-2e615efa434e HTTP/1.1" status: 200 len: 949 time: 0.1060669 Jul 06 13:47:32.561358 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41518) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:32.562790 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3851ac85-9f48-4206-ab48-83081e47c375 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=b8884b4215e94a368fc34adf04d949de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3466384 Jul 06 13:47:32.603916 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851ac85-9f48-4206-ab48-83081e47c375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05c2f52-67e4-4c57-ab9a-967d973918b1,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:32.647602 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da6c87be-1c29-483b-9d1b-6859cac24e54 req-b814b468-0b00-4fa3-ba52-755de6a752ff tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] 10.222.0.118 "GET /v2.0/security-groups?id=199bf3d1-7923-4386-844d-d732365d8866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285121 Jul 06 13:47:32.677194 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f293abce-f589-497c-97da-f8845c641862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:32.711702 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f293abce-f589-497c-97da-f8845c641862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:32.785585 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f293abce-f589-497c-97da-f8845c641862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:32.788561 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f293abce-f589-497c-97da-f8845c641862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:32.792077 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f293abce-f589-497c-97da-f8845c641862 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/e05c2f52-67e4-4c57-ab9a-967d973918b1 HTTP/1.1" status: 204 len: 168 time: 0.2255704 Jul 06 13:47:32.808917 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293abce-f589-497c-97da-f8845c641862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05c2f52-67e4-4c57-ab9a-967d973918b1,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:32.843676 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1cb841d-e074-4025-876b-8c6a007aee4e', 'tag': '89fd7591-9d7b-4cad-9c59-1a102ee6f6fe'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:47:32.849166 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40b0ea3-c307-43d0-80aa-67f9c22c71e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e1cb841d-e074-4025-876b-8c6a007aee4e", "tag": "89fd7591-9d7b-4cad-9c59-1a102ee6f6fe"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:47:32.922280 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca28e95-3038-4282-9cfe-541b2e49d5a2 req-9ff3332f-1b1a-4a72-9a9b-c6c7a9a80d5e tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:32.924047 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0ca28e95-3038-4282-9cfe-541b2e49d5a2 req-9ff3332f-1b1a-4a72-9a9b-c6c7a9a80d5e tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 1095 time: 0.0926957 Jul 06 13:47:32.984992 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0ca28e95-3038-4282-9cfe-541b2e49d5a2 req-5a749875-9bfa-469e-be64-831ffba48fd2 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525715 Jul 06 13:47:33.204414 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9beefd-8a77-4c45-8a6d-fb87c9953bdf req-61dbdcc2-7112-4063-a55c-e813de58a80a tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:33.213364 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4d9beefd-8a77-4c45-8a6d-fb87c9953bdf req-61dbdcc2-7112-4063-a55c-e813de58a80a tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 943 time: 0.1102648 Jul 06 13:47:33.318638 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4d9beefd-8a77-4c45-8a6d-fb87c9953bdf req-4b494a74-c063-4ff2-8601-acdb6dccfcdf tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916510 Jul 06 13:47:33.398787 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41554) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:33.423122 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5c349af9-fb9a-485b-8926-49ec9989faca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:33.542707 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5c349af9-fb9a-485b-8926-49ec9989faca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:33.548661 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5c349af9-fb9a-485b-8926-49ec9989faca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:33.604364 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5c349af9-fb9a-485b-8926-49ec9989faca admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=8c9367242fcd4a278ab0789a289b2118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2038333 Jul 06 13:47:33.606152 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c349af9-fb9a-485b-8926-49ec9989faca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef7f5cf-f50d-4fb7-888f-1e54997aadd6,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:33.608173 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41578) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:33.706634 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1ba9ae3-816b-470e-9cbf-5c63f940ef4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:33.735368 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1ba9ae3-816b-470e-9cbf-5c63f940ef4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:33.802283 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1ba9ae3-816b-470e-9cbf-5c63f940ef4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:33.804955 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1ba9ae3-816b-470e-9cbf-5c63f940ef4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:33.806638 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a1ba9ae3-816b-470e-9cbf-5c63f940ef4a admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/5ef7f5cf-f50d-4fb7-888f-1e54997aadd6 HTTP/1.1" status: 204 len: 168 time: 0.1973932 Jul 06 13:47:33.816006 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba9ae3-816b-470e-9cbf-5c63f940ef4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef7f5cf-f50d-4fb7-888f-1e54997aadd6,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:33.868074 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a325bb-2486-4293-a746-cb2c59185c27 x-openstack-request-id: req-38a325bb-2486-4293-a746-cb2c59185c27 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:47:33.868327 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1cb841d-e074-4025-876b-8c6a007aee4e", "tag": "89fd7591-9d7b-4cad-9c59-1a102ee6f6fe", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:47:33.868588 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-38a325bb-2486-4293-a746-cb2c59185c27 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:47:33.868992 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1cb841d-e074-4025-876b-8c6a007aee4e', 'tag': '89fd7591-9d7b-4cad-9c59-1a102ee6f6fe', 'status': 'completed', 'code': 200} Jul 06 13:47:34.068238 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b0ea3-c307-43d0-80aa-67f9c22c71e0 req-279d30ae-d7cd-4cb9-b0c6-7266f73f3302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:34.070046 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d40b0ea3-c307-43d0-80aa-67f9c22c71e0 req-279d30ae-d7cd-4cb9-b0c6-7266f73f3302 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2348caba5ff048eca9a30073164626c9&device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 1094 time: 0.1683176 Jul 06 13:47:34.154361 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad2038-18e0-4903-bf43-eef7015c485f req-6a16aa64-d1f2-4e37-9938-3f22ea1bdaab tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:34.164555 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4cad2038-18e0-4903-bf43-eef7015c485f req-6a16aa64-d1f2-4e37-9938-3f22ea1bdaab tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 1095 time: 0.1555755 Jul 06 13:47:34.256672 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b0ea3-c307-43d0-80aa-67f9c22c71e0 req-d85ec58f-6c75-4493-8833-1c1abef089e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:34.258908 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d40b0ea3-c307-43d0-80aa-67f9c22c71e0 req-d85ec58f-6c75-4493-8833-1c1abef089e8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d HTTP/1.1" status: 200 len: 922 time: 0.1805193 Jul 06 13:47:34.338118 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4cad2038-18e0-4903-bf43-eef7015c485f req-e203b3a4-00db-4d9a-9aa5-4d457b5308d4 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706009 Jul 06 13:47:34.343375 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d40b0ea3-c307-43d0-80aa-67f9c22c71e0 req-f05af6df-a86b-4458-a7fe-95fe1b31e922 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89fd7591-9d7b-4cad-9c59-1a102ee6f6fe HTTP/1.1" status: 200 len: 217 time: 0.0768447 Jul 06 13:47:34.467954 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b0ea3-c307-43d0-80aa-67f9c22c71e0 req-f81ea1fb-25af-4ad9-9a1b-d703ae205850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:34.469485 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d40b0ea3-c307-43d0-80aa-67f9c22c71e0 req-f81ea1fb-25af-4ad9-9a1b-d703ae205850 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a HTTP/1.1" status: 200 len: 861 time: 0.1177056 Jul 06 13:47:34.564083 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d40b0ea3-c307-43d0-80aa-67f9c22c71e0 req-c5e6c319-add3-4b35-81ef-2c957ebe102e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870099 Jul 06 13:47:34.649251 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:47:34.653011 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device e22ca4ae-d922-4b8d-a8de-baf70102cc17 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:47:34.666810 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205eb8ce-4d6d-4954-a9e3-25e4731321b2 req-cc414400-697b-46e7-b414-e6ca376f30f6 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:34.669239 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-205eb8ce-4d6d-4954-a9e3-25e4731321b2 req-cc414400-697b-46e7-b414-e6ca376f30f6 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] 10.222.0.118 "GET /v2.0/ports?device_id=5959d72c-3cc2-4f5b-a626-2e615efa434e HTTP/1.1" status: 200 len: 949 time: 0.1496193 Jul 06 13:47:34.761552 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-205eb8ce-4d6d-4954-a9e3-25e4731321b2 req-4381f3ce-6533-47be-82f7-3439c7aa139d tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] 10.222.0.118 "GET /v2.0/security-groups?id=199bf3d1-7923-4386-844d-d732365d8866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825651 Jul 06 13:47:34.797685 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d40b0ea3-c307-43d0-80aa-67f9c22c71e0 req-6484de1f-20d5-405c-8e4a-57726d23b856 service neutron] 10.222.0.52 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246091 Jul 06 13:47:34.988361 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d40b0ea3-c307-43d0-80aa-67f9c22c71e0 req-a1508fc6-40da-4465-9af9-b704b22e6338 service neutron] 10.222.0.52 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831200 Jul 06 13:47:35.034256 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=89fd7591-9d7b-4cad-9c59-1a102ee6f6fe,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:35.111268 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:35.134830 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '89fd7591-9d7b-4cad-9c59-1a102ee6f6fe', 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d', 'port_id': '89fd7591-9d7b-4cad-9c59-1a102ee6f6fe', 'mac_address': 'fa:16:3e:e6:c9:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:47:35.142831 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e8348-e116-4eb0-a8a3-8bfeda09fb46 req-b75c8bfd-04f3-45c5-99d5-b287c145c105 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:35.144433 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc7e8348-e116-4eb0-a8a3-8bfeda09fb46 req-b75c8bfd-04f3-45c5-99d5-b287c145c105 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 943 time: 0.1429746 Jul 06 13:47:35.243334 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc7e8348-e116-4eb0-a8a3-8bfeda09fb46 req-9f33eae8-9a4a-4f28-9876-f18d2f47b4a5 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779483 Jul 06 13:47:35.403966 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:35.423408 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:47:35.449349 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd806708-ce60-4776-bf87-643fcae50d88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e22ca4ae-d922-4b8d-a8de-baf70102cc17'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:47:35.452248 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdca4fd-20ca-4046-9386-49df94417004" -d '{"events": [{"server_uuid": "bd806708-ce60-4776-bf87-643fcae50d88", "name": "network-vif-unplugged", "status": "completed", "tag": "e22ca4ae-d922-4b8d-a8de-baf70102cc17"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:47:35.478198 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=89fd7591-9d7b-4cad-9c59-1a102ee6f6fe,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:35.483248 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port e22ca4ae-d922-4b8d-a8de-baf70102cc17, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=e22ca4ae-d922-4b8d-a8de-baf70102cc17,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:35.485848 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:35.493027 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:35.632811 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=89fd7591-9d7b-4cad-9c59-1a102ee6f6fe,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:35.727380 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=e22ca4ae-d922-4b8d-a8de-baf70102cc17,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:35.806815 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['89fd7591-9d7b-4cad-9c59-1a102ee6f6fe'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:47:35.828711 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-65139763-4c99-4c37-90ef-d32dbf78aac2 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:35.838195 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-65139763-4c99-4c37-90ef-d32dbf78aac2 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/networks?id=32044b4f-f14f-4915-ba05-43d758a7c9ad HTTP/1.1" status: 200 len: 805 time: 0.1669359 Jul 06 13:47:35.862838 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-e1eaefef-2dcc-4481-9463-881636de8e8b tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/quotas/30967fe6141f425883d3ccdea408bb06 HTTP/1.1" status: 200 len: 375 time: 0.0236938 Jul 06 13:47:35.977585 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-4e134b4c-48ce-4301-af3d-094565500021 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=30967fe6141f425883d3ccdea408bb06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1135137 Jul 06 13:47:36.109173 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-7892b1e5-facf-47dc-87c5-92b80f3ed8a7 service neutron] 10.222.0.118 "GET /v2.0/networks/32044b4f-f14f-4915-ba05-43d758a7c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304624 Jul 06 13:47:36.225358 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-84b627e7-ac2e-454f-9e1c-8174d1a0cb11 service neutron] 10.222.0.118 "GET /v2.0/networks/32044b4f-f14f-4915-ba05-43d758a7c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151896 Jul 06 13:47:36.311158 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a89be-c428-4151-8ff0-03151cb3f934 req-d763bbaa-1927-4a9a-8887-5b2e1de44f1c tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:36.312975 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-692a89be-c428-4151-8ff0-03151cb3f934 req-d763bbaa-1927-4a9a-8887-5b2e1de44f1c tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/ports?device_id=21b9ef2d-62ec-485c-99f1-5f4039ff3f22 HTTP/1.1" status: 200 len: 945 time: 0.0807104 Jul 06 13:47:36.366750 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-692a89be-c428-4151-8ff0-03151cb3f934 req-bbdfde2e-650b-4eda-a623-76e8cf3e3c98 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/security-groups?id=8c47cf85-1ec0-4725-86ed-df5676d6a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482378 Jul 06 13:47:36.431715 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c464d5-7460-4435-b21c-54571d00266d x-openstack-request-id: req-09c464d5-7460-4435-b21c-54571d00266d {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:47:36.432614 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd806708-ce60-4776-bf87-643fcae50d88", "name": "network-vif-unplugged", "status": "completed", "tag": "e22ca4ae-d922-4b8d-a8de-baf70102cc17", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:47:36.433152 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-09c464d5-7460-4435-b21c-54571d00266d {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:47:36.433824 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd806708-ce60-4776-bf87-643fcae50d88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e22ca4ae-d922-4b8d-a8de-baf70102cc17', 'code': 200} Jul 06 13:47:36.804468 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c123b3c-6b6a-47aa-8e74-7d8ae62a8dbb req-5bb816b7-704a-48a7-9bba-e14fdee2552f tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:36.806320 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0c123b3c-6b6a-47aa-8e74-7d8ae62a8dbb req-5bb816b7-704a-48a7-9bba-e14fdee2552f tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 944 time: 0.1627324 Jul 06 13:47:36.838397 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d11e240e-210c-45c3-8076-b289018b780c req-36f28323-d289-4df9-90c3-f1b0d00539c0 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=3381e653-cce8-4195-a966-d07cb7e708bf HTTP/1.1" status: 200 len: 210 time: 0.0505347 Jul 06 13:47:36.901126 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0c123b3c-6b6a-47aa-8e74-7d8ae62a8dbb req-4f429c0a-c098-4773-84ee-d51bcf3c1609 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746546 Jul 06 13:47:37.291538 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3f091d3c-8e44-4323-bd0e-6eaa672fd856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:37.331776 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf441b-d833-492a-af4a-5af6e4b4927f req-ac66aebe-cfe9-4291-bad8-ef8efa3ba959 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:37.339893 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-38cf441b-d833-492a-af4a-5af6e4b4927f req-ac66aebe-cfe9-4291-bad8-ef8efa3ba959 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea4a1f46-772b-4cd8-b572-70809e62453b HTTP/1.1" status: 200 len: 949 time: 0.1771410 Jul 06 13:47:37.362071 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102d22a-2248-42d8-b9c9-6b9c23e29ab9 req-1d1c85a0-87d4-4f19-a3f1-3722de682350 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:37.364563 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9102d22a-2248-42d8-b9c9-6b9c23e29ab9 req-1d1c85a0-87d4-4f19-a3f1-3722de682350 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd806708-ce60-4776-bf87-643fcae50d88 HTTP/1.1" status: 200 len: 944 time: 0.1601686 Jul 06 13:47:37.487195 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-38cf441b-d833-492a-af4a-5af6e4b4927f req-b87f5bd1-4de8-41b7-9031-fed061436755 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/security-groups?id=51cb5e10-b88f-453c-8be9-7b61a7c0e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461127 Jul 06 13:47:37.613484 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-9102d22a-2248-42d8-b9c9-6b9c23e29ab9 req-4eb1b414-286f-457d-8ce6-cacc45858a4c tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Deleting port e22ca4ae-d922-4b8d-a8de-baf70102cc17 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:47:37.613871 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9102d22a-2248-42d8-b9c9-6b9c23e29ab9 req-4eb1b414-286f-457d-8ce6-cacc45858a4c tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:37.783389 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-9102d22a-2248-42d8-b9c9-6b9c23e29ab9 req-4eb1b414-286f-457d-8ce6-cacc45858a4c tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] For port e22ca4ae-d922-4b8d-a8de-baf70102cc17, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=e22ca4ae-d922-4b8d-a8de-baf70102cc17,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:37.783840 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9102d22a-2248-42d8-b9c9-6b9c23e29ab9 req-4eb1b414-286f-457d-8ce6-cacc45858a4c tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:37.824647 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-9102d22a-2248-42d8-b9c9-6b9c23e29ab9 req-4eb1b414-286f-457d-8ce6-cacc45858a4c tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Calling delete_port for e22ca4ae-d922-4b8d-a8de-baf70102cc17 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:47:38.207126 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9102d22a-2248-42d8-b9c9-6b9c23e29ab9 req-4eb1b414-286f-457d-8ce6-cacc45858a4c tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:38.329946 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1b414-286f-457d-8ce6-cacc45858a4c tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Pushing event deleted for resources: {'Port': ['ID=e22ca4ae-d922-4b8d-a8de-baf70102cc17,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:38.420487 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4832736a-f59d-433e-ab0e-672a06c343ba req-f344b6d3-bff5-4031-b647-e1a11c5170d9 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=3381e653-cce8-4195-a966-d07cb7e708bf HTTP/1.1" status: 200 len: 210 time: 0.1384740 Jul 06 13:47:38.502929 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-9102d22a-2248-42d8-b9c9-6b9c23e29ab9 req-4eb1b414-286f-457d-8ce6-cacc45858a4c tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] No DVR routers for this DVR port e22ca4ae-d922-4b8d-a8de-baf70102cc17 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:47:38.506898 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9102d22a-2248-42d8-b9c9-6b9c23e29ab9 req-4eb1b414-286f-457d-8ce6-cacc45858a4c tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:38.509499 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9102d22a-2248-42d8-b9c9-6b9c23e29ab9 req-4eb1b414-286f-457d-8ce6-cacc45858a4c tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.52 "DELETE /v2.0/ports/e22ca4ae-d922-4b8d-a8de-baf70102cc17 HTTP/1.1" status: 204 len: 173 time: 1.1330218 Jul 06 13:47:38.531557 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd806708-ce60-4776-bf87-643fcae50d88', 'name': 'network-vif-deleted', 'tag': 'e22ca4ae-d922-4b8d-a8de-baf70102cc17'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:47:38.536118 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d344cc4-a77c-467c-8050-77eb48c0e06e" -d '{"events": [{"server_uuid": "bd806708-ce60-4776-bf87-643fcae50d88", "name": "network-vif-deleted", "tag": "e22ca4ae-d922-4b8d-a8de-baf70102cc17"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:47:38.579859 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-2c3b854a-4902-4dcc-b08d-f83c794096f9 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:38.581741 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-2c3b854a-4902-4dcc-b08d-f83c794096f9 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.124 "GET /v2.0/networks?id=32044b4f-f14f-4915-ba05-43d758a7c9ad HTTP/1.1" status: 200 len: 805 time: 0.3947728 Jul 06 13:47:38.604842 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-6d9eeb8c-25f3-4540-8315-c0e4559161f6 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Request body: {'port': {'device_id': '3381e653-cce8-4195-a966-d07cb7e708bf', 'network_id': '32044b4f-f14f-4915-ba05-43d758a7c9ad', 'admin_state_up': True, 'tenant_id': '30967fe6141f425883d3ccdea408bb06'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:47:38.632827 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a63ff-97ce-4425-a4a7-027e61e69c8f req-7f5db387-9de1-4be1-9636-72e12052ccb4 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:38.641293 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e94a63ff-97ce-4425-a4a7-027e61e69c8f req-7f5db387-9de1-4be1-9636-72e12052ccb4 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 944 time: 0.4000099 Jul 06 13:47:38.677554 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:47:38.722869 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f69b7456-3c24-4c71-b55c-f2616e090d73 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:47:38.765105 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e94a63ff-97ce-4425-a4a7-027e61e69c8f req-538ada52-f540-480d-b49f-d7fa5b582b99 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211948 Jul 06 13:47:38.798268 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:47:38.935658 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:47:38.936573 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:39.013940 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c057d09-0329-47e5-a17a-b9e861ac3b2c req-312b09f2-aa5e-4711-b85a-ec102b196050 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:39.024331 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4c057d09-0329-47e5-a17a-b9e861ac3b2c req-312b09f2-aa5e-4711-b85a-ec102b196050 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/ports?device_id=21b9ef2d-62ec-485c-99f1-5f4039ff3f22 HTTP/1.1" status: 200 len: 945 time: 0.2788134 Jul 06 13:47:39.049955 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-6d9eeb8c-25f3-4540-8315-c0e4559161f6 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Made reservation on behalf of 30967fe6141f425883d3ccdea408bb06 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:47:39.054875 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-6d9eeb8c-25f3-4540-8315-c0e4559161f6 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:39.121169 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f69b7456-3c24-4c71-b55c-f2616e090d73, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f69b7456-3c24-4c71-b55c-f2616e090d73,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:39.129709 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:39.158240 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4c057d09-0329-47e5-a17a-b9e861ac3b2c req-7b36206a-e6be-498b-81e4-0b76057d86f3 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/security-groups?id=8c47cf85-1ec0-4725-86ed-df5676d6a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317384 Jul 06 13:47:39.191879 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'f69b7456-3c24-4c71-b55c-f2616e090d73', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': 'f69b7456-3c24-4c71-b55c-f2616e090d73', 'mac_address': 'fa:16:3e:7d:c2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:47:39.225117 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cb841d-e074-4025-876b-8c6a007aee4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89fd7591-9d7b-4cad-9c59-1a102ee6f6fe'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:47:39.240834 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02dd1ab4-8653-4e68-8e81-224377f0a805" -d '{"events": [{"server_uuid": "e1cb841d-e074-4025-876b-8c6a007aee4e", "name": "network-vif-plugged", "status": "completed", "tag": "89fd7591-9d7b-4cad-9c59-1a102ee6f6fe"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:47:39.286425 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=89fd7591-9d7b-4cad-9c59-1a102ee6f6fe,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:39.339939 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3bab0e-da3b-4b27-b6c4-ffa6896711fc x-openstack-request-id: req-ea3bab0e-da3b-4b27-b6c4-ffa6896711fc {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:47:39.339939 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd806708-ce60-4776-bf87-643fcae50d88", "name": "network-vif-deleted", "tag": "e22ca4ae-d922-4b8d-a8de-baf70102cc17", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:47:39.339939 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ea3bab0e-da3b-4b27-b6c4-ffa6896711fc {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:47:39.339939 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd806708-ce60-4776-bf87-643fcae50d88', 'name': 'network-vif-deleted', 'tag': 'e22ca4ae-d922-4b8d-a8de-baf70102cc17', 'status': 'completed', 'code': 200} Jul 06 13:47:39.369311 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:39.371876 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device b3d9039e-7b39-4244-9e16-aa101f9c798a no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:47:39.478643 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-6d9eeb8c-25f3-4540-8315-c0e4559161f6 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Allocated IP 172.20.0.7 (32044b4f-f14f-4915-ba05-43d758a7c9ad/9a26d9c0-3fa2-4ed5-a111-4efe079a2d6f/86c0af38-d951-4c44-99e4-49b4716dde84) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:47:39.622757 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=89fd7591-9d7b-4cad-9c59-1a102ee6f6fe,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:39.641614 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:39.647399 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a506da-f260-4792-a5db-d914f07b3f97 x-openstack-request-id: req-c5a506da-f260-4792-a5db-d914f07b3f97 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:47:39.650054 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1cb841d-e074-4025-876b-8c6a007aee4e", "name": "network-vif-plugged", "status": "completed", "tag": "89fd7591-9d7b-4cad-9c59-1a102ee6f6fe", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:47:39.650435 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c5a506da-f260-4792-a5db-d914f07b3f97 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:47:39.651073 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cb841d-e074-4025-876b-8c6a007aee4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89fd7591-9d7b-4cad-9c59-1a102ee6f6fe', 'code': 200} Jul 06 13:47:39.722172 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f69b7456-3c24-4c71-b55c-f2616e090d73 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:47:39.814357 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f69b7456-3c24-4c71-b55c-f2616e090d73, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f69b7456-3c24-4c71-b55c-f2616e090d73,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:39.930200 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:39.930375 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42038) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:39.933922 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:40.077569 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7a6a2cb9-a5d6-4ca9-a4b2-c9a5106a2033 req-dc27d475-2de1-4fbd-91f4-6fc9576b4a1d tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=3381e653-cce8-4195-a966-d07cb7e708bf HTTP/1.1" status: 200 len: 210 time: 0.2119038 Jul 06 13:47:40.113073 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=f69b7456-3c24-4c71-b55c-f2616e090d73,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:40.125624 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['f69b7456-3c24-4c71-b55c-f2616e090d73'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:47:40.377553 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port b3d9039e-7b39-4244-9e16-aa101f9c798a, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=b3d9039e-7b39-4244-9e16-aa101f9c798a,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:40.428314 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:40.445281 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-46a471e2-ea2f-44cb-8b5b-df92e3e3d2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:40.473131 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:40.589595 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=b3d9039e-7b39-4244-9e16-aa101f9c798a,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:40.641349 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-da74ac68-abeb-4244-bebb-3840d33c3ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:40.695200 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device e22ca4ae-d922-4b8d-a8de-baf70102cc17 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:47:40.721981 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: e22ca4ae-d922-4b8d-a8de-baf70102cc17 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:47:40.722504 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device e22ca4ae-d922-4b8d-a8de-baf70102cc17 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:47:40.724783 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:47:40.907095 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:40.935140 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56479d-8883-4448-aac0-1bf37c20214e req-f1e1ead7-bf42-4108-b4eb-a04d19980897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:40.941130 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3c56479d-8883-4448-aac0-1bf37c20214e req-f1e1ead7-bf42-4108-b4eb-a04d19980897 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 1096 time: 1.3345449 Jul 06 13:47:40.947737 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': '00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd', 'mac_address': 'fa:16:3e:7c:13:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:47:40.949125 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-da74ac68-abeb-4244-bebb-3840d33c3ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:40.957864 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-da74ac68-abeb-4244-bebb-3840d33c3ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:41.060222 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:41.069832 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-da74ac68-abeb-4244-bebb-3840d33c3ec5 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=a36dbd35b8e147eea705bbe3c40cc25a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1378953 Jul 06 13:47:41.074256 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42082) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:41.075952 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74ac68-abeb-4244-bebb-3840d33c3ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236eeb2d-ee20-48c5-adc3-586b1e3c2a5b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:41.083092 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3c56479d-8883-4448-aac0-1bf37c20214e req-27ac029c-7845-4b29-9e54-127c8d163fc0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165125 Jul 06 13:47:41.095755 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:47:41.138650 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42084) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:41.142899 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:41.149811 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:41.174498 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-6d9eeb8c-25f3-4540-8315-c0e4559161f6 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:41.253114 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9193c9-bbf4-439d-947a-484ed1193624 req-58272826-6ac8-4eee-911e-4e3f3085bba8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:41.255553 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1e9193c9-bbf4-439d-947a-484ed1193624 req-58272826-6ac8-4eee-911e-4e3f3085bba8 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 945 time: 0.4485455 Jul 06 13:47:41.256793 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-72a42ec2-8876-425f-8bcd-48d7447bc0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:41.307308 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd,revision_number=9']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:41.321467 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-72a42ec2-8876-425f-8bcd-48d7447bc0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:41.393172 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:47:41.410817 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-635c6581-fb86-423b-9a4a-f05f3f58ffe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:41.420505 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-72a42ec2-8876-425f-8bcd-48d7447bc0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:41.425365 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-72a42ec2-8876-425f-8bcd-48d7447bc0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:41.427291 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-72a42ec2-8876-425f-8bcd-48d7447bc0e9 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/236eeb2d-ee20-48c5-adc3-586b1e3c2a5b HTTP/1.1" status: 204 len: 168 time: 0.3439934 Jul 06 13:47:41.438234 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a42ec2-8876-425f-8bcd-48d7447bc0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236eeb2d-ee20-48c5-adc3-586b1e3c2a5b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:41.447985 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:41.461544 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1e9193c9-bbf4-439d-947a-484ed1193624 req-fdd437fa-c19a-4575-b5cf-0130251ed119 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903074 Jul 06 13:47:41.559213 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5c2f7-18c4-4a74-aa7d-8c34cc3f21dd req-6bca138c-bf11-42b0-9fef-54006dc46b41 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:41.574692 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9fd5c2f7-18c4-4a74-aa7d-8c34cc3f21dd req-6bca138c-bf11-42b0-9fef-54006dc46b41 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/ports?device_id=21b9ef2d-62ec-485c-99f1-5f4039ff3f22 HTTP/1.1" status: 200 len: 945 time: 0.4325686 Jul 06 13:47:41.652670 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4a1f46-772b-4cd8-b572-70809e62453b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3d9039e-7b39-4244-9e16-aa101f9c798a'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:47:41.656931 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe54f75-e0e9-4303-8e2b-998b40a9c4b2" -d '{"events": [{"server_uuid": "ea4a1f46-772b-4cd8-b572-70809e62453b", "name": "network-vif-unplugged", "status": "completed", "tag": "b3d9039e-7b39-4244-9e16-aa101f9c798a"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:47:41.690982 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9fd5c2f7-18c4-4a74-aa7d-8c34cc3f21dd req-37af754f-51e6-43cc-a3c9-37d414fa6356 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/security-groups?id=8c47cf85-1ec0-4725-86ed-df5676d6a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893717 Jul 06 13:47:41.719416 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-6d9eeb8c-25f3-4540-8315-c0e4559161f6 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:41.821701 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-6d9eeb8c-25f3-4540-8315-c0e4559161f6 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Network 32044b4f-f14f-4915-ba05-43d758a7c9ad is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:47:41.839623 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-6d9eeb8c-25f3-4540-8315-c0e4559161f6 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:47:41.895237 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b980b5-74ba-4d71-a3b2-36df5e76d4fb x-openstack-request-id: req-69b980b5-74ba-4d71-a3b2-36df5e76d4fb {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:47:41.895831 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4a1f46-772b-4cd8-b572-70809e62453b", "name": "network-vif-unplugged", "status": "completed", "tag": "b3d9039e-7b39-4244-9e16-aa101f9c798a", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:47:41.895831 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-69b980b5-74ba-4d71-a3b2-36df5e76d4fb {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:47:41.896180 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4a1f46-772b-4cd8-b572-70809e62453b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3d9039e-7b39-4244-9e16-aa101f9c798a', 'code': 200} Jul 06 13:47:41.910112 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-6d9eeb8c-25f3-4540-8315-c0e4559161f6 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:47:42.085977 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-6d9eeb8c-25f3-4540-8315-c0e4559161f6 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:42.086949 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-6d9eeb8c-25f3-4540-8315-c0e4559161f6 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:42.094459 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9eeb8c-25f3-4540-8315-c0e4559161f6 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Pushing event updated for resources: {'Port': ['ID=86c0af38-d951-4c44-99e4-49b4716dde84,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:42.098549 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42116) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:42.122818 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-11ec43de-2425-44c9-8385-7a13054e3d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:42.181414 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75fb71-ce53-4404-9e4e-a7d39fbdfa61 req-6f438def-66b6-44c7-9fe4-e37ba5dc5e0a tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:42.183488 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb75fb71-ce53-4404-9e4e-a7d39fbdfa61 req-6f438def-66b6-44c7-9fe4-e37ba5dc5e0a tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.52 "GET /v2.0/ports?device_id=21b9ef2d-62ec-485c-99f1-5f4039ff3f22 HTTP/1.1" status: 200 len: 945 time: 0.2675726 Jul 06 13:47:42.191319 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debbe87-843a-4323-b9ed-8d3befff2367 req-0786fa77-7571-4784-96d1-74fb2cd0ab6e tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:42.192971 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5debbe87-843a-4323-b9ed-8d3befff2367 req-0786fa77-7571-4784-96d1-74fb2cd0ab6e tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=3381e653-cce8-4195-a966-d07cb7e708bf HTTP/1.1" status: 200 len: 931 time: 0.3554592 Jul 06 13:47:42.270319 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-635c6581-fb86-423b-9a4a-f05f3f58ffe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:42.284215 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-635c6581-fb86-423b-9a4a-f05f3f58ffe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:42.338146 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-635c6581-fb86-423b-9a4a-f05f3f58ffe9 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=358128312e0948f69f483458e5d9aa7e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1945329 Jul 06 13:47:42.338146 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-6d9eeb8c-25f3-4540-8315-c0e4559161f6 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7387178 Jul 06 13:47:42.344886 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42118) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:42.366730 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-dd25ba25-ec3a-4d80-854a-14a343f08c42 service neutron] Request body: {'port': {'device_id': '3381e653-cce8-4195-a966-d07cb7e708bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:47:42.433676 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-849d1754-c41c-41c3-81a2-67814ccea682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:42.442183 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5debbe87-843a-4323-b9ed-8d3befff2367 req-48930684-5525-4d93-90b9-9ddb690d93e4 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297862 Jul 06 13:47:42.475351 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-849d1754-c41c-41c3-81a2-67814ccea682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:42.495408 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c6581-fb86-423b-9a4a-f05f3f58ffe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482d0e8f-5d00-4eb4-8456-47bf80a17479,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:42.535321 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-dd25ba25-ec3a-4d80-854a-14a343f08c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:42.619647 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-11ec43de-2425-44c9-8385-7a13054e3d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:42.627013 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-11ec43de-2425-44c9-8385-7a13054e3d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:42.693352 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-849d1754-c41c-41c3-81a2-67814ccea682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:42.696807 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-849d1754-c41c-41c3-81a2-67814ccea682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:42.698767 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-849d1754-c41c-41c3-81a2-67814ccea682 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/482d0e8f-5d00-4eb4-8456-47bf80a17479 HTTP/1.1" status: 204 len: 168 time: 0.3509083 Jul 06 13:47:42.719064 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f69b7456-3c24-4c71-b55c-f2616e090d73 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:47:42.736332 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-11ec43de-2425-44c9-8385-7a13054e3d3c admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=d837aa5f1ad34519a32795fbf3d773ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6359661 Jul 06 13:47:42.738662 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec43de-2425-44c9-8385-7a13054e3d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c096ca0-20ab-4594-b869-89732c4a805e,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:42.741453 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42144) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:42.795253 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d1754-c41c-41c3-81a2-67814ccea682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482d0e8f-5d00-4eb4-8456-47bf80a17479,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:42.845741 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-56ef4ff1-9970-4c1d-899b-7a73df7baa96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:42.882561 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-56ef4ff1-9970-4c1d-899b-7a73df7baa96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:42.897576 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port f69b7456-3c24-4c71-b55c-f2616e090d73 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:47:42.898727 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:42.952356 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-56ef4ff1-9970-4c1d-899b-7a73df7baa96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:42.958114 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-56ef4ff1-9970-4c1d-899b-7a73df7baa96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:42.968447 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-56ef4ff1-9970-4c1d-899b-7a73df7baa96 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/8c096ca0-20ab-4594-b869-89732c4a805e HTTP/1.1" status: 204 len: 168 time: 0.2109120 Jul 06 13:47:42.997103 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef4ff1-9970-4c1d-899b-7a73df7baa96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c096ca0-20ab-4594-b869-89732c4a805e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:43.009012 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:43.111865 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:43.212199 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-eb75fb71-ce53-4404-9e4e-a7d39fbdfa61 req-b0bf8d2e-54da-4664-8f4c-5f51146aa916 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Deleting port 230495b0-1f07-42f6-aa2d-b42dcc6d575d {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:47:43.212711 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-eb75fb71-ce53-4404-9e4e-a7d39fbdfa61 req-b0bf8d2e-54da-4664-8f4c-5f51146aa916 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:43.215912 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f69b7456-3c24-4c71-b55c-f2616e090d73, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f69b7456-3c24-4c71-b55c-f2616e090d73,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:43.223269 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:43.224218 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:47:43.348776 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=f69b7456-3c24-4c71-b55c-f2616e090d73,revision_number=7']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:43.372476 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:47:43.373149 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:43.446101 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-dd25ba25-ec3a-4d80-854a-14a343f08c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c0af38-d951-4c44-99e4-49b4716dde84 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:47:43.456626 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-dd25ba25-ec3a-4d80-854a-14a343f08c42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:43.473242 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-dd25ba25-ec3a-4d80-854a-14a343f08c42 service neutron] Transition to ACTIVE for port object 86c0af38-d951-4c44-99e4-49b4716dde84 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:47:43.508692 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:43.509692 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-dd25ba25-ec3a-4d80-854a-14a343f08c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:43.552827 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:43.558584 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:43.691237 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd,revision_number=10']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:43.712299 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-eb75fb71-ce53-4404-9e4e-a7d39fbdfa61 req-b0bf8d2e-54da-4664-8f4c-5f51146aa916 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] For port 230495b0-1f07-42f6-aa2d-b42dcc6d575d, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=230495b0-1f07-42f6-aa2d-b42dcc6d575d,segment=NetworkSegment(0c331154-8d4c-4526-abe3-f0da3bc0e1fd),segment_id=0c331154-8d4c-4526-abe3-f0da3bc0e1fd)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:43.712818 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-eb75fb71-ce53-4404-9e4e-a7d39fbdfa61 req-b0bf8d2e-54da-4664-8f4c-5f51146aa916 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:43.820992 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189389b-c34e-4550-9faf-07efe66f804a req-5e7f0bd5-544e-463d-bfd8-2a62b3136f42 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:43.822640 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e189389b-c34e-4550-9faf-07efe66f804a req-5e7f0bd5-544e-463d-bfd8-2a62b3136f42 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 945 time: 1.1385190 Jul 06 13:47:43.897485 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5959d72c-3cc2-4f5b-a626-2e615efa434e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69b7456-3c24-4c71-b55c-f2616e090d73'}, {'server_uuid': '590d4cce-f63b-455a-8285-cac46861a8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:47:43.900229 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b474c0-aabc-4b8c-9768-94a0a39efd8b" -d '{"events": [{"server_uuid": "5959d72c-3cc2-4f5b-a626-2e615efa434e", "name": "network-vif-plugged", "status": "completed", "tag": "f69b7456-3c24-4c71-b55c-f2616e090d73"}, {"server_uuid": "590d4cce-f63b-455a-8285-cac46861a8cd", "name": "network-vif-plugged", "status": "completed", "tag": "00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:47:43.938097 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25ba25-ec3a-4d80-854a-14a343f08c42 service neutron] Pushing event updated for resources: {'Port': ['ID=86c0af38-d951-4c44-99e4-49b4716dde84,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:44.265077 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-eb75fb71-ce53-4404-9e4e-a7d39fbdfa61 req-b0bf8d2e-54da-4664-8f4c-5f51146aa916 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:44.266260 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-eb75fb71-ce53-4404-9e4e-a7d39fbdfa61 req-b0bf8d2e-54da-4664-8f4c-5f51146aa916 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:44.266773 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [req-eb75fb71-ce53-4404-9e4e-a7d39fbdfa61 req-b0bf8d2e-54da-4664-8f4c-5f51146aa916 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Floating IP f48eef98-17ca-4c87-86a1-9b5aab31245d disassociated. External IP: 172.25.6.198, port: 230495b0-1f07-42f6-aa2d-b42dcc6d575d. Jul 06 13:47:44.267326 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-eb75fb71-ce53-4404-9e4e-a7d39fbdfa61 req-b0bf8d2e-54da-4664-8f4c-5f51146aa916 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Calling delete_port for 230495b0-1f07-42f6-aa2d-b42dcc6d575d owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:47:44.453451 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-eb75fb71-ce53-4404-9e4e-a7d39fbdfa61 req-b0bf8d2e-54da-4664-8f4c-5f51146aa916 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:44.506923 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf8d2e-54da-4664-8f4c-5f51146aa916 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Pushing event deleted for resources: {'Port': ['ID=230495b0-1f07-42f6-aa2d-b42dcc6d575d,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:44.544400 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e189389b-c34e-4550-9faf-07efe66f804a req-6a07b134-7f99-4e6d-9dfe-9401586cb395 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6072037 Jul 06 13:47:44.570980 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ef257-f080-47b6-8f28-a13dc525d948 req-c773858a-5899-4940-a757-4f0d2be3639c tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:44.572823 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e70ef257-f080-47b6-8f28-a13dc525d948 req-c773858a-5899-4940-a757-4f0d2be3639c tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/ports?device_id=21b9ef2d-62ec-485c-99f1-5f4039ff3f22 HTTP/1.1" status: 200 len: 945 time: 1.5222588 Jul 06 13:47:44.798095 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 230495b0-1f07-42f6-aa2d-b42dcc6d575d no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:47:44.867016 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 230495b0-1f07-42f6-aa2d-b42dcc6d575d {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:47:44.872593 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 230495b0-1f07-42f6-aa2d-b42dcc6d575d not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:47:45.094365 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb75fb71-ce53-4404-9e4e-a7d39fbdfa61 req-b0bf8d2e-54da-4664-8f4c-5f51146aa916 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Router e502b4e1-96f7-4e54-ada1-475bbe2153c6 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:47:45.146076 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e70ef257-f080-47b6-8f28-a13dc525d948 req-cb307ef5-79fb-4f3c-8af9-efbfeb076ad7 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/security-groups?id=8c47cf85-1ec0-4725-86ed-df5676d6a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5544813 Jul 06 13:47:45.150659 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-dd25ba25-ec3a-4d80-854a-14a343f08c42 service neutron] Attempting to bind port 86c0af38-d951-4c44-99e4-49b4716dde84 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:47:45.151915 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-dd25ba25-ec3a-4d80-854a-14a343f08c42 service neutron] Attempting to bind port 86c0af38-d951-4c44-99e4-49b4716dde84 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '3b74c8be-43e1-449a-8374-4e8bc2ac83bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '32044b4f-f14f-4915-ba05-43d758a7c9ad'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:47:45.153842 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-dd25ba25-ec3a-4d80-854a-14a343f08c42 service neutron] Attempting to bind port 86c0af38-d951-4c44-99e4-49b4716dde84 on network 32044b4f-f14f-4915-ba05-43d758a7c9ad {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:47:45.188965 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-dd25ba25-ec3a-4d80-854a-14a343f08c42 service neutron] Port 86c0af38-d951-4c44-99e4-49b4716dde84 on network 32044b4f-f14f-4915-ba05-43d758a7c9ad not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:47:45.190120 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-dd25ba25-ec3a-4d80-854a-14a343f08c42 service neutron] Attempting to bind port 86c0af38-d951-4c44-99e4-49b4716dde84 on network 32044b4f-f14f-4915-ba05-43d758a7c9ad {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:47:45.323355 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-dd25ba25-ec3a-4d80-854a-14a343f08c42 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:47:45.324431 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-dd25ba25-ec3a-4d80-854a-14a343f08c42 service neutron] Checking segment: {'id': '3b74c8be-43e1-449a-8374-4e8bc2ac83bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '32044b4f-f14f-4915-ba05-43d758a7c9ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:47:45.324431 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-dd25ba25-ec3a-4d80-854a-14a343f08c42 service neutron] Bound using segment: {'id': '3b74c8be-43e1-449a-8374-4e8bc2ac83bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '32044b4f-f14f-4915-ba05-43d758a7c9ad'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:47:45.325183 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-dd25ba25-ec3a-4d80-854a-14a343f08c42 service neutron] Bound port: 86c0af38-d951-4c44-99e4-49b4716dde84, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b74c8be-43e1-449a-8374-4e8bc2ac83bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '32044b4f-f14f-4915-ba05-43d758a7c9ad'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:47:45.325722 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-dd25ba25-ec3a-4d80-854a-14a343f08c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:45.920359 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb75fb71-ce53-4404-9e4e-a7d39fbdfa61 req-b0bf8d2e-54da-4664-8f4c-5f51146aa916 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:47:45.932505 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81768c3-7da7-4432-bf5c-026cbd71e4f0 None None] Sync routers for ids ['e502b4e1-96f7-4e54-ada1-475bbe2153c6'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:47:45.962354 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81768c3-7da7-4432-bf5c-026cbd71e4f0 None None] Routers {'e502b4e1-96f7-4e54-ada1-475bbe2153c6'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:47:45.963155 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-f81768c3-7da7-4432-bf5c-026cbd71e4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:47:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['e502b4e1-96f7-4e54-ada1-475bbe2153c6'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:45.970375 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-dd25ba25-ec3a-4d80-854a-14a343f08c42 service neutron] For port 86c0af38-d951-4c44-99e4-49b4716dde84, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:47:46.010547 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb75fb71-ce53-4404-9e4e-a7d39fbdfa61 req-b0bf8d2e-54da-4664-8f4c-5f51146aa916 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] No DVR routers for this DVR port 230495b0-1f07-42f6-aa2d-b42dcc6d575d on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:47:46.067478 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-eb75fb71-ce53-4404-9e4e-a7d39fbdfa61 req-b0bf8d2e-54da-4664-8f4c-5f51146aa916 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:46.071960 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb75fb71-ce53-4404-9e4e-a7d39fbdfa61 req-b0bf8d2e-54da-4664-8f4c-5f51146aa916 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.52 "DELETE /v2.0/ports/230495b0-1f07-42f6-aa2d-b42dcc6d575d HTTP/1.1" status: 204 len: 173 time: 3.8750484 Jul 06 13:47:46.084295 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b9ef2d-62ec-485c-99f1-5f4039ff3f22', 'name': 'network-vif-deleted', 'tag': '230495b0-1f07-42f6-aa2d-b42dcc6d575d'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:47:46.091602 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b175e4c-8a58-45c9-8e97-8e4b14a6398d" -d '{"events": [{"server_uuid": "21b9ef2d-62ec-485c-99f1-5f4039ff3f22", "name": "network-vif-deleted", "tag": "230495b0-1f07-42f6-aa2d-b42dcc6d575d"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:47:46.106329 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-dd25ba25-ec3a-4d80-854a-14a343f08c42 service neutron] For port 86c0af38-d951-4c44-99e4-49b4716dde84, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=86c0af38-d951-4c44-99e4-49b4716dde84,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:47:46.122991 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d1d6b-0162-480d-b4da-5fe5eba77f58 req-d46cd3d7-963a-4188-ac5f-9e1dc9bafc2c tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:46.133953 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-040d1d6b-0162-480d-b4da-5fe5eba77f58 req-d46cd3d7-963a-4188-ac5f-9e1dc9bafc2c tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=3381e653-cce8-4195-a966-d07cb7e708bf HTTP/1.1" status: 200 len: 943 time: 0.6309500 Jul 06 13:47:46.162977 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-dd25ba25-ec3a-4d80-854a-14a343f08c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:46.211943 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-dd25ba25-ec3a-4d80-854a-14a343f08c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:46.213322 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-dd25ba25-ec3a-4d80-854a-14a343f08c42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:46.215778 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-dd25ba25-ec3a-4d80-854a-14a343f08c42 service neutron] 10.222.0.124 "PUT /v2.0/ports/86c0af38-d951-4c44-99e4-49b4716dde84 HTTP/1.1" status: 200 len: 1091 time: 3.8603485 Jul 06 13:47:46.256240 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-040d1d6b-0162-480d-b4da-5fe5eba77f58 req-84da4a55-3dc1-4375-be6e-165a0236dc12 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213636 Jul 06 13:47:46.290315 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:46.320616 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-f81768c3-7da7-4432-bf5c-026cbd71e4f0 None None] Set router e502b4e1-96f7-4e54-ada1-475bbe2153c6 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:47:46.343024 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25ba25-ec3a-4d80-854a-14a343f08c42 service neutron] Pushing event updated for resources: {'Port': ['ID=86c0af38-d951-4c44-99e4-49b4716dde84,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:46.513864 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-da59b82a-2614-48c5-ae48-b22aeb5f9b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:46.515634 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-da59b82a-2614-48c5-ae48-b22aeb5f9b6a service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=30967fe6141f425883d3ccdea408bb06&device_id=3381e653-cce8-4195-a966-d07cb7e708bf HTTP/1.1" status: 200 len: 1094 time: 0.1297338 Jul 06 13:47:46.613794 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-a612ad8c-da86-4a7d-a053-935c9121593a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86c0af38-d951-4c44-99e4-49b4716dde84 HTTP/1.1" status: 200 len: 217 time: 0.0878656 Jul 06 13:47:46.712615 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-1ff574a7-2b5f-4e55-b37f-190b7addc8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:46.715001 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-1ff574a7-2b5f-4e55-b37f-190b7addc8f7 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=9a26d9c0-3fa2-4ed5-a111-4efe079a2d6f HTTP/1.1" status: 200 len: 845 time: 0.0947223 Jul 06 13:47:46.720169 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-f81768c3-7da7-4432-bf5c-026cbd71e4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'name': 'tempest-ServersTestJSON-1077122495-router', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:45:01Z', 'updated_at': '2021-07-06T13:45:12Z', 'revision_number': 4, 'project_id': 'e343b5142d1f42b4a79372104c499861', 'gw_port': {'id': '0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:be:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:02Z', 'updated_at': '2021-07-06T13:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '82b0e527-74e3-4693-a57e-cd09cc5ff3d6', 'name': '', 'network_id': 'a61f130f-6304-41b0-a74b-e084e85bbdd5', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'mac_address': 'fa:16:3e:b7:00:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3b03e3a1-6f80-413a-9b2a-0ab9848da27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:11Z', 'updated_at': '2021-07-06T13:45:23Z', 'revision_number': 5, 'project_id': 'e343b5142d1f42b4a79372104c499861', 'subnets': [{'id': '3b03e3a1-6f80-413a-9b2a-0ab9848da27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:46.825928 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-479b70d9-381d-447e-b040-b61e4f361210 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=32044b4f-f14f-4915-ba05-43d758a7c9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729363 Jul 06 13:47:46.926362 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81768c3-7da7-4432-bf5c-026cbd71e4f0 None None] Checking router: e502b4e1-96f7-4e54-ada1-475bbe2153c6 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:47:46.962059 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81768c3-7da7-4432-bf5c-026cbd71e4f0 None None] Routers {'e502b4e1-96f7-4e54-ada1-475bbe2153c6'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:47:46.962713 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-f81768c3-7da7-4432-bf5c-026cbd71e4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:47:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['e502b4e1-96f7-4e54-ada1-475bbe2153c6'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:47.008570 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-a7571ed5-7019-4cef-a05c-1c5913f73ed1 service neutron] 10.222.0.124 "GET /v2.0/networks/32044b4f-f14f-4915-ba05-43d758a7c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982241 Jul 06 13:47:47.263925 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1abaefea-310c-4eb1-ae7b-adc9c828931c req-24998ec9-99f3-4fdf-a05b-ae7ef8d489fb service neutron] 10.222.0.124 "GET /v2.0/networks/32044b4f-f14f-4915-ba05-43d758a7c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408874 Jul 06 13:47:47.277551 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-f81768c3-7da7-4432-bf5c-026cbd71e4f0 None None] Set router e502b4e1-96f7-4e54-ada1-475bbe2153c6 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:47:47.547781 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-f81768c3-7da7-4432-bf5c-026cbd71e4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'name': 'tempest-ServersTestJSON-1077122495-router', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:45:01Z', 'updated_at': '2021-07-06T13:45:12Z', 'revision_number': 4, 'project_id': 'e343b5142d1f42b4a79372104c499861', 'gw_port': {'id': '0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:be:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:02Z', 'updated_at': '2021-07-06T13:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '82b0e527-74e3-4693-a57e-cd09cc5ff3d6', 'name': '', 'network_id': 'a61f130f-6304-41b0-a74b-e084e85bbdd5', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'mac_address': 'fa:16:3e:b7:00:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3b03e3a1-6f80-413a-9b2a-0ab9848da27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:11Z', 'updated_at': '2021-07-06T13:45:23Z', 'revision_number': 5, 'project_id': 'e343b5142d1f42b4a79372104c499861', 'subnets': [{'id': '3b03e3a1-6f80-413a-9b2a-0ab9848da27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:47.580596 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81768c3-7da7-4432-bf5c-026cbd71e4f0 None None] The sync data for ids ['e502b4e1-96f7-4e54-ada1-475bbe2153c6'] in n-d-773644-6 is: [{'id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'name': 'tempest-ServersTestJSON-1077122495-router', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:45:01Z', 'updated_at': '2021-07-06T13:45:12Z', 'revision_number': 4, 'project_id': 'e343b5142d1f42b4a79372104c499861', 'gw_port': {'id': '0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:be:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:02Z', 'updated_at': '2021-07-06T13:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '82b0e527-74e3-4693-a57e-cd09cc5ff3d6', 'name': '', 'network_id': 'a61f130f-6304-41b0-a74b-e084e85bbdd5', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'mac_address': 'fa:16:3e:b7:00:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3b03e3a1-6f80-413a-9b2a-0ab9848da27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:11Z', 'updated_at': '2021-07-06T13:45:23Z', 'revision_number': 5, 'project_id': 'e343b5142d1f42b4a79372104c499861', 'subnets': [{'id': '3b03e3a1-6f80-413a-9b2a-0ab9848da27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:47:48.099767 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729df410-b9bb-4d7b-8d33-53c9e997b127 None None] New status for floating IP f48eef98-17ca-4c87-86a1-9b5aab31245d: DOWN {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:47:48.456651 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:49.904196 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-57e9f0ad-d386-4d1a-a32f-1663ce8dd9dc req-04b9b988-d66e-49b8-9ff4-015057bd63d6 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=315fd776-04f0-4cf9-828d-19f23de87e5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1394374 Jul 06 13:47:50.037828 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9f0ad-d386-4d1a-a32f-1663ce8dd9dc req-e9655ba6-29fc-4d9e-adec-dc3bfec0ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:50.041187 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-57e9f0ad-d386-4d1a-a32f-1663ce8dd9dc req-e9655ba6-29fc-4d9e-adec-dc3bfec0ed79 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=2348caba5ff048eca9a30073164626c9&device_id=315fd776-04f0-4cf9-828d-19f23de87e5a HTTP/1.1" status: 200 len: 1095 time: 0.0765207 Jul 06 13:47:50.262834 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9f0ad-d386-4d1a-a32f-1663ce8dd9dc req-baa1745d-a5bf-49dc-aad3-e7bf6f8d425d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:50.264752 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-57e9f0ad-d386-4d1a-a32f-1663ce8dd9dc req-baa1745d-a5bf-49dc-aad3-e7bf6f8d425d service neutron] 10.222.0.124 "GET /v2.0/networks?id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d HTTP/1.1" status: 200 len: 922 time: 0.1742153 Jul 06 13:47:50.362457 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-57e9f0ad-d386-4d1a-a32f-1663ce8dd9dc req-ee3d6d03-7f0d-4906-8fea-a91ac114e7f5 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=104043a5-c3b3-4005-8a90-da31e70f6533 HTTP/1.1" status: 200 len: 217 time: 0.0852304 Jul 06 13:47:50.465654 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9f0ad-d386-4d1a-a32f-1663ce8dd9dc req-5ff2e38f-82ef-4a24-8d63-8a4560c87e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:50.467552 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-57e9f0ad-d386-4d1a-a32f-1663ce8dd9dc req-5ff2e38f-82ef-4a24-8d63-8a4560c87e60 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a HTTP/1.1" status: 200 len: 861 time: 0.0989413 Jul 06 13:47:50.531960 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-57e9f0ad-d386-4d1a-a32f-1663ce8dd9dc req-0ba15144-6a91-48e1-a763-cc74ec00f705 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546434 Jul 06 13:47:50.707267 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-57e9f0ad-d386-4d1a-a32f-1663ce8dd9dc req-f7e7f591-1dfb-4c26-ba34-e4574ff88416 service neutron] 10.222.0.124 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680200 Jul 06 13:47:50.771166 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 86c0af38-d951-4c44-99e4-49b4716dde84 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:47:50.933030 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-57e9f0ad-d386-4d1a-a32f-1663ce8dd9dc req-d5cdad6a-e77d-4719-8f63-6ccaa8f4a96f service neutron] 10.222.0.124 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194788 Jul 06 13:47:50.989453 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 86c0af38-d951-4c44-99e4-49b4716dde84, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=86c0af38-d951-4c44-99e4-49b4716dde84,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:51.003393 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '86c0af38-d951-4c44-99e4-49b4716dde84', 'network_id': '32044b4f-f14f-4915-ba05-43d758a7c9ad', 'port_id': '86c0af38-d951-4c44-99e4-49b4716dde84', 'mac_address': 'fa:16:3e:49:ef:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a26d9c0-3fa2-4ed5-a111-4efe079a2d6f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:47:51.055675 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:51.071527 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c0af38-d951-4c44-99e4-49b4716dde84 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:47:51.095331 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 86c0af38-d951-4c44-99e4-49b4716dde84, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=86c0af38-d951-4c44-99e4-49b4716dde84,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:51.103343 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:51.186199 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=86c0af38-d951-4c44-99e4-49b4716dde84,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:51.420933 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['86c0af38-d951-4c44-99e4-49b4716dde84'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:47:52.783814 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 86c0af38-d951-4c44-99e4-49b4716dde84 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:47:52.865431 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 86c0af38-d951-4c44-99e4-49b4716dde84 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:47:52.871398 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 86c0af38-d951-4c44-99e4-49b4716dde84 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:47:52.871779 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:53.008609 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:53.053620 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 86c0af38-d951-4c44-99e4-49b4716dde84, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=86c0af38-d951-4c44-99e4-49b4716dde84,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:53.061622 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:53.135075 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=86c0af38-d951-4c44-99e4-49b4716dde84,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:54.337443 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2f154-234c-43b3-a001-cee41f609f26 req-21b2f0c8-e34b-4300-8370-79e2944ae3cf tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:54.340035 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a0c2f154-234c-43b3-a001-cee41f609f26 req-21b2f0c8-e34b-4300-8370-79e2944ae3cf tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 1096 time: 0.0890050 Jul 06 13:47:54.377311 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 13:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06ee85e-4348-4c48-86f2-d43e5ecf326e x-openstack-request-id: req-a06ee85e-4348-4c48-86f2-d43e5ecf326e {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:47:54.378489 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5959d72c-3cc2-4f5b-a626-2e615efa434e", "name": "network-vif-plugged", "status": "completed", "tag": "f69b7456-3c24-4c71-b55c-f2616e090d73", "code": 200}, {"server_uuid": "590d4cce-f63b-455a-8285-cac46861a8cd", "name": "network-vif-plugged", "status": "completed", "tag": "00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:47:54.378924 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-a06ee85e-4348-4c48-86f2-d43e5ecf326e {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:47:54.379514 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5959d72c-3cc2-4f5b-a626-2e615efa434e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69b7456-3c24-4c71-b55c-f2616e090d73', 'code': 200} Jul 06 13:47:54.380051 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590d4cce-f63b-455a-8285-cac46861a8cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd', 'code': 200} Jul 06 13:47:54.399034 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a0c2f154-234c-43b3-a001-cee41f609f26 req-4f24d64c-ac0a-44ba-b822-a77c416ff6da tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531161 Jul 06 13:47:54.419510 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402e9947-a2ab-49b2-bd04-31edc21bf5d2 x-openstack-request-id: req-402e9947-a2ab-49b2-bd04-31edc21bf5d2 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:47:54.420064 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b9ef2d-62ec-485c-99f1-5f4039ff3f22", "name": "network-vif-deleted", "tag": "230495b0-1f07-42f6-aa2d-b42dcc6d575d", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:47:54.420445 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-402e9947-a2ab-49b2-bd04-31edc21bf5d2 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:47:54.420854 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b9ef2d-62ec-485c-99f1-5f4039ff3f22', 'name': 'network-vif-deleted', 'tag': '230495b0-1f07-42f6-aa2d-b42dcc6d575d', 'status': 'completed', 'code': 200} Jul 06 13:47:54.649116 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-8f77b78d-1591-490e-8fa6-e9f1718451f1 req-e1c252ef-1826-4345-8273-8fe92926d7f3 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1493378267', 'description': 'tempest-description-1543428418'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:47:54.737481 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8f77b78d-1591-490e-8fa6-e9f1718451f1 req-e1c252ef-1826-4345-8273-8fe92926d7f3 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:54.749714 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8f77b78d-1591-490e-8fa6-e9f1718451f1 req-e1c252ef-1826-4345-8273-8fe92926d7f3 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:54.831679 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122e50e-8974-4792-a9e1-953beb0a2ece req-3b828732-b5d2-4144-a4b9-c3acdfae0290 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:54.833478 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3122e50e-8974-4792-a9e1-953beb0a2ece req-3b828732-b5d2-4144-a4b9-c3acdfae0290 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=3381e653-cce8-4195-a966-d07cb7e708bf HTTP/1.1" status: 200 len: 945 time: 0.1521714 Jul 06 13:47:54.908169 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3122e50e-8974-4792-a9e1-953beb0a2ece req-89b177e0-ba9d-4287-bfe8-77b8d9afb377 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634961 Jul 06 13:47:54.935454 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8f77b78d-1591-490e-8fa6-e9f1718451f1 req-e1c252ef-1826-4345-8273-8fe92926d7f3 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:54.940749 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8f77b78d-1591-490e-8fa6-e9f1718451f1 req-e1c252ef-1826-4345-8273-8fe92926d7f3 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:54.990732 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c252ef-1826-4345-8273-8fe92926d7f3 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a73092b6-08b0-4976-9186-e6e1a8847971,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:55.125458 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8f77b78d-1591-490e-8fa6-e9f1718451f1 req-e1c252ef-1826-4345-8273-8fe92926d7f3 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:55.140274 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8f77b78d-1591-490e-8fa6-e9f1718451f1 req-e1c252ef-1826-4345-8273-8fe92926d7f3 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:55.229514 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8f77b78d-1591-490e-8fa6-e9f1718451f1 req-e1c252ef-1826-4345-8273-8fe92926d7f3 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:55.244681 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8f77b78d-1591-490e-8fa6-e9f1718451f1 req-e1c252ef-1826-4345-8273-8fe92926d7f3 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6007202 Jul 06 13:47:55.247586 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c252ef-1826-4345-8273-8fe92926d7f3 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e31c94c-a1f6-41ad-a33a-58f3b167ab58,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:55.279478 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42402) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:55.496132 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9712d51b-8631-43c2-a5db-95777589dc28 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:55.547470 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9712d51b-8631-43c2-a5db-95777589dc28 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:55.551384 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42432) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:55.685810 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71b3c7-e79e-4be6-bb69-a7cf66348176 req-e7cd0f43-0395-48c8-a5f9-1d6c56d7a838 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:55.687750 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ae71b3c7-e79e-4be6-bb69-a7cf66348176 req-e7cd0f43-0395-48c8-a5f9-1d6c56d7a838 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 1096 time: 0.3179266 Jul 06 13:47:55.748376 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ae71b3c7-e79e-4be6-bb69-a7cf66348176 req-832f6589-3472-4bb3-906d-c4b3ca61e360 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514205 Jul 06 13:47:55.750356 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9712d51b-8631-43c2-a5db-95777589dc28 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:55.752918 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9712d51b-8631-43c2-a5db-95777589dc28 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:55.754033 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9712d51b-8631-43c2-a5db-95777589dc28 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "DELETE /v2.0/security-groups/8c47cf85-1ec0-4725-86ed-df5676d6a7e1 HTTP/1.1" status: 204 len: 168 time: 0.4731817 Jul 06 13:47:55.761698 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42448) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:55.769111 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d587846f-2d69-45cf-8d42-12c52e72fb0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:55.781453 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712d51b-8631-43c2-a5db-95777589dc28 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c47cf85-1ec0-4725-86ed-df5676d6a7e1,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:55.816408 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d43788-472b-4b80-9d21-ffa64086893e req-bffd603b-f14b-4b40-b932-c0f142d4419b tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:55.823760 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01d43788-472b-4b80-9d21-ffa64086893e req-bffd603b-f14b-4b40-b932-c0f142d4419b tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] 10.222.0.118 "GET /v2.0/ports?device_id=5959d72c-3cc2-4f5b-a626-2e615efa434e HTTP/1.1" status: 200 len: 949 time: 0.1831033 Jul 06 13:47:55.828648 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [None req-1e619916-1439-4409-bc7b-3872548e41e7 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] show failed (client error): The resource could not be found. Jul 06 13:47:55.832184 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1e619916-1439-4409-bc7b-3872548e41e7 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "GET /v2.0/security-groups/8c47cf85-1ec0-4725-86ed-df5676d6a7e1 HTTP/1.1" status: 404 len: 347 time: 0.0559800 Jul 06 13:47:55.845455 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42450) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:55.874336 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-76fd333d-2e42-4f41-a574-0d238cf3450c req-180d2cd9-c8c5-44fb-9c7c-290126aeeca0 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Request body: {'security_group': {'name': 'tempest-securitygroup-275957265', 'description': 'tempest-description-723932557'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:47:55.905229 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01d43788-472b-4b80-9d21-ffa64086893e req-945df531-b0d1-4421-b5cb-f74e6051b53c tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] 10.222.0.118 "GET /v2.0/security-groups?id=199bf3d1-7923-4386-844d-d732365d8866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740504 Jul 06 13:47:56.105019 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d587846f-2d69-45cf-8d42-12c52e72fb0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:56.111092 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d587846f-2d69-45cf-8d42-12c52e72fb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:56.147161 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-76fd333d-2e42-4f41-a574-0d238cf3450c req-180d2cd9-c8c5-44fb-9c7c-290126aeeca0 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:56.165587 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d587846f-2d69-45cf-8d42-12c52e72fb0d admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=e17f86ac3a9a4cebb358c4bc3e66583e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6117525 Jul 06 13:47:56.167614 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42466) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:56.169469 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587846f-2d69-45cf-8d42-12c52e72fb0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f04548-2713-4bfc-b8ef-cc6648c77f8b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:56.213244 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ceaec857-9a2e-44cb-bd75-b71305c97a24 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Deleting port 23cac95b-d4c9-4c27-9e76-58e30e8b757a {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:47:56.216407 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ceaec857-9a2e-44cb-bd75-b71305c97a24 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:56.310775 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f28ea0b-a8da-4e3e-b1f6-e62fa4e37786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:56.323180 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-76fd333d-2e42-4f41-a574-0d238cf3450c req-180d2cd9-c8c5-44fb-9c7c-290126aeeca0 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:56.333457 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-76fd333d-2e42-4f41-a574-0d238cf3450c req-180d2cd9-c8c5-44fb-9c7c-290126aeeca0 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:56.343011 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f28ea0b-a8da-4e3e-b1f6-e62fa4e37786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:56.380579 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d2cd9-c8c5-44fb-9c7c-290126aeeca0 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=311f1955-f836-4f8d-b1f0-c15f165890e0,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:56.381358 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3381e653-cce8-4195-a966-d07cb7e708bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c0af38-d951-4c44-99e4-49b4716dde84'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:47:56.383914 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe5ed07-0071-4517-a07f-fb9a8b3806c6" -d '{"events": [{"server_uuid": "3381e653-cce8-4195-a966-d07cb7e708bf", "name": "network-vif-plugged", "status": "completed", "tag": "86c0af38-d951-4c44-99e4-49b4716dde84"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:47:56.432796 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3381e653-cce8-4195-a966-d07cb7e708bf', 'tag': '86c0af38-d951-4c44-99e4-49b4716dde84'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:47:56.447276 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef06284-5e64-4fae-893a-7bad4619a251" -d '{"events": [{"name": "network-changed", "server_uuid": "3381e653-cce8-4195-a966-d07cb7e708bf", "tag": "86c0af38-d951-4c44-99e4-49b4716dde84"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:47:56.461233 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-76fd333d-2e42-4f41-a574-0d238cf3450c req-180d2cd9-c8c5-44fb-9c7c-290126aeeca0 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:56.473841 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ceaec857-9a2e-44cb-bd75-b71305c97a24 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:56.474285 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ceaec857-9a2e-44cb-bd75-b71305c97a24 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:56.476323 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76fd333d-2e42-4f41-a574-0d238cf3450c req-180d2cd9-c8c5-44fb-9c7c-290126aeeca0 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6092639 Jul 06 13:47:56.504612 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ceaec857-9a2e-44cb-bd75-b71305c97a24 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Calling delete_port for 23cac95b-d4c9-4c27-9e76-58e30e8b757a owned by network:floatingip {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:47:56.526914 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f28ea0b-a8da-4e3e-b1f6-e62fa4e37786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:56.530164 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f28ea0b-a8da-4e3e-b1f6-e62fa4e37786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:56.531748 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4f28ea0b-a8da-4e3e-b1f6-e62fa4e37786 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/87f04548-2713-4bfc-b8ef-cc6648c77f8b HTTP/1.1" status: 204 len: 168 time: 0.3591797 Jul 06 13:47:56.545723 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28ea0b-a8da-4e3e-b1f6-e62fa4e37786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f04548-2713-4bfc-b8ef-cc6648c77f8b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:56.716094 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade12bf7-9575-4044-9867-7095342ca798 req-8e9ea406-6700-4603-9f76-226b53d838ed tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:56.718619 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ade12bf7-9575-4044-9867-7095342ca798 req-8e9ea406-6700-4603-9f76-226b53d838ed tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=3381e653-cce8-4195-a966-d07cb7e708bf HTTP/1.1" status: 200 len: 945 time: 0.1322336 Jul 06 13:47:56.810995 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ade12bf7-9575-4044-9867-7095342ca798 req-41e6ba59-72af-4d79-91f4-aa5395507596 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796776 Jul 06 13:47:56.930916 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ceaec857-9a2e-44cb-bd75-b71305c97a24 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:57.001718 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaec857-9a2e-44cb-bd75-b71305c97a24 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Pushing event deleted for resources: {'Port': ['ID=23cac95b-d4c9-4c27-9e76-58e30e8b757a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:57.164108 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ceaec857-9a2e-44cb-bd75-b71305c97a24 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks [] for floatingip, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:57.167437 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ceaec857-9a2e-44cb-bd75-b71305c97a24 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:57.169161 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ceaec857-9a2e-44cb-bd75-b71305c97a24 tempest-ServersTestJSON-612540421 tempest-ServersTestJSON-612540421-project] 10.222.0.118 "DELETE /v2.0/floatingips/f48eef98-17ca-4c87-86a1-9b5aab31245d HTTP/1.1" status: 204 len: 168 time: 1.3189259 Jul 06 13:47:57.172554 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42486) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:57.214794 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42488) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:57.252285 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-644117c0-9d14-4e7d-bbdd-a0196bea9a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:57.427842 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-644117c0-9d14-4e7d-bbdd-a0196bea9a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:57.436031 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-644117c0-9d14-4e7d-bbdd-a0196bea9a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:57.547904 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644117c0-9d14-4e7d-bbdd-a0196bea9a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7beaf83b-2ca5-4884-8c8d-0c3bd0775ddc,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:57.553091 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-644117c0-9d14-4e7d-bbdd-a0196bea9a81 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=33ad1a332bb247a4ad079d77abaa7fda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3357909 Jul 06 13:47:57.556089 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42496) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:57.697141 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99498f30-7948-46df-8299-2910ca1f8df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:57.728616 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99498f30-7948-46df-8299-2910ca1f8df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:57.804352 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99498f30-7948-46df-8299-2910ca1f8df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:57.808945 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99498f30-7948-46df-8299-2910ca1f8df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:57.811212 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-99498f30-7948-46df-8299-2910ca1f8df7 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/7beaf83b-2ca5-4884-8c8d-0c3bd0775ddc HTTP/1.1" status: 204 len: 168 time: 0.2541652 Jul 06 13:47:57.835991 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99498f30-7948-46df-8299-2910ca1f8df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7beaf83b-2ca5-4884-8c8d-0c3bd0775ddc,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:57.893006 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-926c30cd-d5e3-41c7-b699-6b10280fc8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:58.423913 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-926c30cd-d5e3-41c7-b699-6b10280fc8c0 admin admin] Deleting port 82b0e527-74e3-4693-a57e-cd09cc5ff3d6 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:47:58.424526 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-926c30cd-d5e3-41c7-b699-6b10280fc8c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:58.515162 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee6afe7-f539-43a7-a54f-dc276e537842 x-openstack-request-id: req-2ee6afe7-f539-43a7-a54f-dc276e537842 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:47:58.515730 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3381e653-cce8-4195-a966-d07cb7e708bf", "name": "network-vif-plugged", "status": "completed", "tag": "86c0af38-d951-4c44-99e4-49b4716dde84", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:47:58.515977 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-2ee6afe7-f539-43a7-a54f-dc276e537842 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:47:58.516965 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3381e653-cce8-4195-a966-d07cb7e708bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c0af38-d951-4c44-99e4-49b4716dde84', 'code': 200} Jul 06 13:47:58.593213 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-926c30cd-d5e3-41c7-b699-6b10280fc8c0 admin admin] For port 82b0e527-74e3-4693-a57e-cd09cc5ff3d6, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=82b0e527-74e3-4693-a57e-cd09cc5ff3d6,segment=NetworkSegment(0c331154-8d4c-4526-abe3-f0da3bc0e1fd),segment_id=0c331154-8d4c-4526-abe3-f0da3bc0e1fd)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:58.593483 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-926c30cd-d5e3-41c7-b699-6b10280fc8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:58.626426 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-926c30cd-d5e3-41c7-b699-6b10280fc8c0 admin admin] Calling delete_port for 82b0e527-74e3-4693-a57e-cd09cc5ff3d6 owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:47:58.647335 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86b6e88-069d-4009-9a0a-ce612a2c580b x-openstack-request-id: req-c86b6e88-069d-4009-9a0a-ce612a2c580b {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:47:58.647692 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3381e653-cce8-4195-a966-d07cb7e708bf", "tag": "86c0af38-d951-4c44-99e4-49b4716dde84", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:47:58.661682 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c86b6e88-069d-4009-9a0a-ce612a2c580b {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:47:58.661682 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3381e653-cce8-4195-a966-d07cb7e708bf', 'tag': '86c0af38-d951-4c44-99e4-49b4716dde84', 'status': 'completed', 'code': 200} Jul 06 13:47:58.789165 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-9fdaee2d-1d1c-4d61-8d60-07bab16a487c tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:47:58.790200 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-9fdaee2d-1d1c-4d61-8d60-07bab16a487c tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109746 Jul 06 13:47:58.830069 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f69b7456-3c24-4c71-b55c-f2616e090d73 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:47:58.861997 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-723fb67d-6f93-4f27-8e13-e860f31564dd service neutron] Request body: {'binding': {'host': 'n-h2-773644-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:47:58.862455 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-723fb67d-6f93-4f27-8e13-e860f31564dd service neutron] Unknown quota resources ['binding']. {{(pid=100418) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 13:47:58.895493 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e560b-e3d5-4fca-ac89-49234d53a7e3 req-aaf67e37-d897-466d-9f0c-56e33825ab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:58.898084 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-590e560b-e3d5-4fca-ac89-49234d53a7e3 req-aaf67e37-d897-466d-9f0c-56e33825ab18 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=3381e653-cce8-4195-a966-d07cb7e708bf HTTP/1.1" status: 200 len: 1096 time: 0.2654734 Jul 06 13:47:58.940463 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-951d0a14-a454-4356-83d7-d39b59394229 req-af8ba39e-dcff-4c0f-8666-d0deeea82592 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1616922583', 'description': 'tempest-description-340496547'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:47:58.977577 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:59.019965 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f69b7456-3c24-4c71-b55c-f2616e090d73, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f69b7456-3c24-4c71-b55c-f2616e090d73,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:59.027600 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:59.056133 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-590e560b-e3d5-4fca-ac89-49234d53a7e3 req-137b5b30-c678-4f78-bfed-3a25bf535238 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432068 Jul 06 13:47:59.098761 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=f69b7456-3c24-4c71-b55c-f2616e090d73,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:59.100263 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-951d0a14-a454-4356-83d7-d39b59394229 req-af8ba39e-dcff-4c0f-8666-d0deeea82592 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:59.106975 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef06284-5e64-4fae-893a-7bad4619a251 req-560d343d-15a1-4d04-83a8-5c647939ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:59.108497 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ef06284-5e64-4fae-893a-7bad4619a251 req-560d343d-15a1-4d04-83a8-5c647939ef1b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=30967fe6141f425883d3ccdea408bb06&device_id=3381e653-cce8-4195-a966-d07cb7e708bf HTTP/1.1" status: 200 len: 1096 time: 0.3444867 Jul 06 13:47:59.187419 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-951d0a14-a454-4356-83d7-d39b59394229 req-af8ba39e-dcff-4c0f-8666-d0deeea82592 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:59.256063 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-926c30cd-d5e3-41c7-b699-6b10280fc8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:47:59.321520 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c30cd-d5e3-41c7-b699-6b10280fc8c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=82b0e527-74e3-4693-a57e-cd09cc5ff3d6,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:59.325864 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef06284-5e64-4fae-893a-7bad4619a251 req-49bc8d67-0810-403a-a5fc-e8353c889bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:59.327419 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ef06284-5e64-4fae-893a-7bad4619a251 req-49bc8d67-0810-403a-a5fc-e8353c889bed service neutron] 10.222.0.124 "GET /v2.0/networks?id=32044b4f-f14f-4915-ba05-43d758a7c9ad HTTP/1.1" status: 200 len: 906 time: 0.2123346 Jul 06 13:47:59.450317 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ef06284-5e64-4fae-893a-7bad4619a251 req-73c4dab9-fc6d-4f15-bc0b-46f52290c15b service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86c0af38-d951-4c44-99e4-49b4716dde84 HTTP/1.1" status: 200 len: 217 time: 0.0973229 Jul 06 13:47:59.456329 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-723fb67d-6f93-4f27-8e13-e860f31564dd service neutron] Attempting to bind port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe on host n-h2-773644-6 for vnic_type normal with profile None {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:47:59.456567 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-723fb67d-6f93-4f27-8e13-e860f31564dd service neutron] Attempting to bind port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:47:59.456747 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-723fb67d-6f93-4f27-8e13-e860f31564dd service neutron] Attempting to bind port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:47:59.485833 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-723fb67d-6f93-4f27-8e13-e860f31564dd service neutron] Port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:47:59.486130 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-723fb67d-6f93-4f27-8e13-e860f31564dd service neutron] Attempting to bind port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:47:59.529016 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-723fb67d-6f93-4f27-8e13-e860f31564dd service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:47:59.529369 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-723fb67d-6f93-4f27-8e13-e860f31564dd service neutron] Checking segment: {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:47:59.529811 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-723fb67d-6f93-4f27-8e13-e860f31564dd service neutron] Bound using segment: {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:47:59.530246 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-723fb67d-6f93-4f27-8e13-e860f31564dd service neutron] Bound port: 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:47:59.568838 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:47:59.638397 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef06284-5e64-4fae-893a-7bad4619a251 req-e1f4a5a9-8ca9-421a-9295-ff4074a76534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:47:59.639987 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ef06284-5e64-4fae-893a-7bad4619a251 req-e1f4a5a9-8ca9-421a-9295-ff4074a76534 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=9a26d9c0-3fa2-4ed5-a111-4efe079a2d6f HTTP/1.1" status: 200 len: 845 time: 0.1747267 Jul 06 13:47:59.878656 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42582) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:47:59.980083 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ef06284-5e64-4fae-893a-7bad4619a251 req-e0b6e7e7-795d-499d-ac1e-7125dfb17227 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=32044b4f-f14f-4915-ba05-43d758a7c9ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3242450 Jul 06 13:48:00.012407 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-723fb67d-6f93-4f27-8e13-e860f31564dd service neutron] For port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=89fd7591-9d7b-4cad-9c59-1a102ee6f6fe,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:48:00.019518 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-18a087f0-0c97-47a6-b2f3-b74278bd6dd7 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1164098399'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:00.040241 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-723fb67d-6f93-4f27-8e13-e860f31564dd service neutron] Notify callbacks [] for binding, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:00.042002 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-723fb67d-6f93-4f27-8e13-e860f31564dd service neutron] 10.222.0.118 "POST /v2.0/ports/89fd7591-9d7b-4cad-9c59-1a102ee6f6fe/bindings HTTP/1.1" status: 201 len: 389 time: 1.2251647 Jul 06 13:48:00.070433 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-951d0a14-a454-4356-83d7-d39b59394229 req-af8ba39e-dcff-4c0f-8666-d0deeea82592 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:00.080749 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-951d0a14-a454-4356-83d7-d39b59394229 req-af8ba39e-dcff-4c0f-8666-d0deeea82592 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:00.083696 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-926c30cd-d5e3-41c7-b699-6b10280fc8c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:00.114968 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18a087f0-0c97-47a6-b2f3-b74278bd6dd7 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:00.116711 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18a087f0-0c97-47a6-b2f3-b74278bd6dd7 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:00.199842 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18a087f0-0c97-47a6-b2f3-b74278bd6dd7 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:00.207015 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18a087f0-0c97-47a6-b2f3-b74278bd6dd7 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:00.215035 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ba39e-dcff-4c0f-8666-d0deeea82592 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945e959d-66ba-4872-8bcd-c769ca385077,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:00.302115 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ef06284-5e64-4fae-893a-7bad4619a251 req-0c37e405-8708-4326-a500-d77ac543f7f1 service neutron] 10.222.0.124 "GET /v2.0/networks/32044b4f-f14f-4915-ba05-43d758a7c9ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057020 Jul 06 13:48:00.518380 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5959d72c-3cc2-4f5b-a626-2e615efa434e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f69b7456-3c24-4c71-b55c-f2616e090d73'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:48:00.521135 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e6efe5-ef30-48cb-9166-b059a78cd1c9" -d '{"events": [{"server_uuid": "5959d72c-3cc2-4f5b-a626-2e615efa434e", "name": "network-vif-unplugged", "status": "completed", "tag": "f69b7456-3c24-4c71-b55c-f2616e090d73"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:48:00.552509 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-951d0a14-a454-4356-83d7-d39b59394229 req-af8ba39e-dcff-4c0f-8666-d0deeea82592 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:00.562664 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18a087f0-0c97-47a6-b2f3-b74278bd6dd7 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:00.564264 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-18a087f0-0c97-47a6-b2f3-b74278bd6dd7 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6847200 Jul 06 13:48:00.566782 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42590) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:00.571801 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-951d0a14-a454-4356-83d7-d39b59394229 req-af8ba39e-dcff-4c0f-8666-d0deeea82592 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:00.641273 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ef06284-5e64-4fae-893a-7bad4619a251 req-f364db65-b211-421f-9dd9-c6492e0c16fa service neutron] 10.222.0.124 "GET /v2.0/networks/32044b4f-f14f-4915-ba05-43d758a7c9ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020205 Jul 06 13:48:00.666031 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-377d2d2c-e0f3-41f5-be61-265d4e6c1e4d tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:00.670084 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-951d0a14-a454-4356-83d7-d39b59394229 req-af8ba39e-dcff-4c0f-8666-d0deeea82592 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:00.682654 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-951d0a14-a454-4356-83d7-d39b59394229 req-af8ba39e-dcff-4c0f-8666-d0deeea82592 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.7468607 Jul 06 13:48:00.726233 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ba39e-dcff-4c0f-8666-d0deeea82592 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da35da13-01a7-4ddb-93d4-d7d1e29e6de2,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:00.739100 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d70c6-7b8a-4a37-a743-f9fef9c1e964 req-8691e9a3-9514-4310-9a0b-d1fb43c0c003 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:00.740709 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c3d70c6-7b8a-4a37-a743-f9fef9c1e964 req-8691e9a3-9514-4310-9a0b-d1fb43c0c003 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=3381e653-cce8-4195-a966-d07cb7e708bf HTTP/1.1" status: 200 len: 945 time: 0.3717039 Jul 06 13:48:00.745220 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-ee6e4cf8-08fb-40e8-83ee-c7bd5466427d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:00.746773 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-ee6e4cf8-08fb-40e8-83ee-c7bd5466427d service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=2348caba5ff048eca9a30073164626c9&device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 1096 time: 0.3250554 Jul 06 13:48:00.868705 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926c30cd-d5e3-41c7-b699-6b10280fc8c0 admin admin] Router e502b4e1-96f7-4e54-ada1-475bbe2153c6 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:48:00.872083 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c3d70c6-7b8a-4a37-a743-f9fef9c1e964 req-a3fd4fbf-234a-4e6e-b1a5-e80d6ad2bae6 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243629 Jul 06 13:48:00.903171 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-377d2d2c-e0f3-41f5-be61-265d4e6c1e4d tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:00.906734 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-377d2d2c-e0f3-41f5-be61-265d4e6c1e4d tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:00.965610 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-377d2d2c-e0f3-41f5-be61-265d4e6c1e4d tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:00.966010 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d80445-ccdb-4500-8a3d-04ff33f45eae x-openstack-request-id: req-f6d80445-ccdb-4500-8a3d-04ff33f45eae {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:48:00.966281 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377d2d2c-e0f3-41f5-be61-265d4e6c1e4d tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc5947f3-4399-4924-a2e2-d5b93f197651 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:48:00.966434 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5959d72c-3cc2-4f5b-a626-2e615efa434e", "name": "network-vif-unplugged", "status": "completed", "tag": "f69b7456-3c24-4c71-b55c-f2616e090d73", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:48:00.966889 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-f6d80445-ccdb-4500-8a3d-04ff33f45eae {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:48:00.967283 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5959d72c-3cc2-4f5b-a626-2e615efa434e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f69b7456-3c24-4c71-b55c-f2616e090d73', 'code': 200} Jul 06 13:48:00.973439 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-377d2d2c-e0f3-41f5-be61-265d4e6c1e4d tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:00.975418 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-377d2d2c-e0f3-41f5-be61-265d4e6c1e4d tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] 10.222.0.118 "DELETE /v2.0/routers/bc5947f3-4399-4924-a2e2-d5b93f197651 HTTP/1.1" status: 204 len: 168 time: 0.4069457 Jul 06 13:48:00.977659 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42610) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:00.985565 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-07e820cf-7dfb-4262-97e2-cd5aa9514fa0 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Request body: {'router': {'name': 'tempest-router-1386761256', 'distributed': False}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:01.012199 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-07e820cf-7dfb-4262-97e2-cd5aa9514fa0 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:01.014203 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-07e820cf-7dfb-4262-97e2-cd5aa9514fa0 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:01.027299 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-565bf621-b923-447c-a7bf-4d6f02146e8c req-dfa74621-0c3d-400c-a2e2-9f2a23409227 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-364173335', 'description': 'tempest-description-1431274424'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:01.039835 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-f35478f3-0129-4e83-b80d-3b9fe3abbe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:01.041976 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-f35478f3-0129-4e83-b80d-3b9fe3abbe17 service neutron] 10.222.0.124 "GET /v2.0/networks?id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d HTTP/1.1" status: 200 len: 922 time: 0.2828405 Jul 06 13:48:01.089678 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-07e820cf-7dfb-4262-97e2-cd5aa9514fa0 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:01.095082 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-07e820cf-7dfb-4262-97e2-cd5aa9514fa0 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:01.131017 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-2c67e5de-9c80-4580-aaf3-b88b840ab1ee service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89fd7591-9d7b-4cad-9c59-1a102ee6f6fe HTTP/1.1" status: 200 len: 217 time: 0.0785434 Jul 06 13:48:01.139191 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-07e820cf-7dfb-4262-97e2-cd5aa9514fa0 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:01.139497 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-07e820cf-7dfb-4262-97e2-cd5aa9514fa0 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1586001 Jul 06 13:48:01.139991 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-565bf621-b923-447c-a7bf-4d6f02146e8c req-dfa74621-0c3d-400c-a2e2-9f2a23409227 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:01.142589 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42612) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:01.231477 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ed05c7e2-702f-4459-bde0-352c73daa615 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:01.232028 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926c30cd-d5e3-41c7-b699-6b10280fc8c0 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:48:01.241141 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-926c30cd-d5e3-41c7-b699-6b10280fc8c0 admin admin] 10.222.0.118 "PUT /v2.0/routers/e502b4e1-96f7-4e54-ada1-475bbe2153c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0674627 Jul 06 13:48:01.243132 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd567e6-3100-4f84-a425-b05e1cef62d6 None None] Sync routers for ids ['e502b4e1-96f7-4e54-ada1-475bbe2153c6'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:48:01.251857 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb205bc-859a-49d0-a478-1a23749b36ee req-acb8610b-cbaf-4836-9333-52a9d75c971c tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:01.256243 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd567e6-3100-4f84-a425-b05e1cef62d6 None None] Routers {'e502b4e1-96f7-4e54-ada1-475bbe2153c6'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:48:01.257543 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9cd567e6-3100-4f84-a425-b05e1cef62d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:47:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['e502b4e1-96f7-4e54-ada1-475bbe2153c6'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:01.258955 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8cb205bc-859a-49d0-a478-1a23749b36ee req-acb8610b-cbaf-4836-9333-52a9d75c971c tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 945 time: 0.3218822 Jul 06 13:48:01.264201 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42614) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:01.284343 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-1b8dd5f1-81f8-4233-9e7e-e6f91def2f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:01.285774 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-1b8dd5f1-81f8-4233-9e7e-e6f91def2f4e service neutron] 10.222.0.124 "GET /v2.0/subnets?id=54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a HTTP/1.1" status: 200 len: 861 time: 0.1469417 Jul 06 13:48:01.373449 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-79740263-c727-475d-814f-e3960630c2a9 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445967 Jul 06 13:48:01.396311 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-9cd567e6-3100-4f84-a425-b05e1cef62d6 None None] Set router e502b4e1-96f7-4e54-ada1-475bbe2153c6 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:48:01.424129 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8cb205bc-859a-49d0-a478-1a23749b36ee req-867feca1-4d45-4975-a311-57558038938b tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641848 Jul 06 13:48:01.436871 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ed05c7e2-702f-4459-bde0-352c73daa615 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:01.439635 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ed05c7e2-702f-4459-bde0-352c73daa615 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:01.545545 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ed05c7e2-702f-4459-bde0-352c73daa615 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:01.546117 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed05c7e2-702f-4459-bde0-352c73daa615 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4c731cf7-074e-49ea-9238-b7616a0ff73f {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:48:01.559434 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ed05c7e2-702f-4459-bde0-352c73daa615 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:01.561242 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ed05c7e2-702f-4459-bde0-352c73daa615 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] 10.222.0.118 "DELETE /v2.0/routers/4c731cf7-074e-49ea-9238-b7616a0ff73f HTTP/1.1" status: 204 len: 168 time: 0.4175386 Jul 06 13:48:01.564652 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42622) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:01.570287 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-429a96ef-2e83-47a7-9ed0-7ca067cc6f23 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Request body: {'router': {'name': 'tempest-router-473379668', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'cf8ca40fa6c6441fa83ade4073f08a69'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:01.571273 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-565bf621-b923-447c-a7bf-4d6f02146e8c req-dfa74621-0c3d-400c-a2e2-9f2a23409227 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:01.580686 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-59cb1fb5-db80-4398-a6c9-eb478fffb855 admin admin] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:01.582519 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-565bf621-b923-447c-a7bf-4d6f02146e8c req-dfa74621-0c3d-400c-a2e2-9f2a23409227 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:01.605728 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-429a96ef-2e83-47a7-9ed0-7ca067cc6f23 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:01.607353 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-429a96ef-2e83-47a7-9ed0-7ca067cc6f23 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:01.664014 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9cd567e6-3100-4f84-a425-b05e1cef62d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'name': 'tempest-ServersTestJSON-1077122495-router', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:45:01Z', 'updated_at': '2021-07-06T13:47:59Z', 'revision_number': 5, 'project_id': 'e343b5142d1f42b4a79372104c499861', 'gw_port': {'id': '0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:be:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:02Z', 'updated_at': '2021-07-06T13:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:01.680537 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-565bf621-b923-447c-a7bf-4d6f02146e8c req-dfa74621-0c3d-400c-a2e2-9f2a23409227 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:01.697120 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd567e6-3100-4f84-a425-b05e1cef62d6 None None] Checking router: e502b4e1-96f7-4e54-ada1-475bbe2153c6 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:48:01.698752 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-565bf621-b923-447c-a7bf-4d6f02146e8c req-dfa74621-0c3d-400c-a2e2-9f2a23409227 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7011478 Jul 06 13:48:01.699812 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-429a96ef-2e83-47a7-9ed0-7ca067cc6f23 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:01.700899 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-89bf3519-7533-4340-9623-67cd1c67809c service neutron] 10.222.0.124 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145258 Jul 06 13:48:01.705471 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-429a96ef-2e83-47a7-9ed0-7ca067cc6f23 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:01.708176 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd567e6-3100-4f84-a425-b05e1cef62d6 None None] Routers {'e502b4e1-96f7-4e54-ada1-475bbe2153c6'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:48:01.709185 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9cd567e6-3100-4f84-a425-b05e1cef62d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:47:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['e502b4e1-96f7-4e54-ada1-475bbe2153c6'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:01.716715 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa74621-0c3d-400c-a2e2-9f2a23409227 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a1d116-f28e-4006-92dc-981e0a5621a9,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:01.739882 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-429a96ef-2e83-47a7-9ed0-7ca067cc6f23 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:01.741791 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-429a96ef-2e83-47a7-9ed0-7ca067cc6f23 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1755993 Jul 06 13:48:01.745120 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42626) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:01.753583 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-540e929f-bdb2-43c9-a4d3-04ce71a5abe7 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:01.861878 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-9cd567e6-3100-4f84-a425-b05e1cef62d6 None None] Set router e502b4e1-96f7-4e54-ada1-475bbe2153c6 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:48:01.966819 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-59cb1fb5-db80-4398-a6c9-eb478fffb855 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:01.986456 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-900a824a-92cb-4323-bb92-0cae7898d6c0 service neutron] 10.222.0.124 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636673 Jul 06 13:48:02.042481 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4a2de-a1e2-453c-bced-792b341581a8 req-6b752609-3e52-4dc5-a3fe-a967c16e20cf tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:02.049315 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aaf4a2de-a1e2-453c-bced-792b341581a8 req-6b752609-3e52-4dc5-a3fe-a967c16e20cf tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/ports?device_id=590d4cce-f63b-455a-8285-cac46861a8cd HTTP/1.1" status: 200 len: 951 time: 0.1669807 Jul 06 13:48:02.130736 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aaf4a2de-a1e2-453c-bced-792b341581a8 req-a4e1707a-ff08-42bc-9e80-7b7fcbb6f68e tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/security-groups?id=51cb5e10-b88f-453c-8be9-7b61a7c0e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805373 Jul 06 13:48:02.143265 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-59cb1fb5-db80-4398-a6c9-eb478fffb855 admin admin] Deleting port 0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:48:02.143693 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-59cb1fb5-db80-4398-a6c9-eb478fffb855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:02.234765 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-540e929f-bdb2-43c9-a4d3-04ce71a5abe7 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:02.236107 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-540e929f-bdb2-43c9-a4d3-04ce71a5abe7 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks [] for router, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:02.270790 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9cd567e6-3100-4f84-a425-b05e1cef62d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'name': 'tempest-ServersTestJSON-1077122495-router', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:45:01Z', 'updated_at': '2021-07-06T13:47:59Z', 'revision_number': 5, 'project_id': 'e343b5142d1f42b4a79372104c499861', 'gw_port': {'id': '0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:be:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:02Z', 'updated_at': '2021-07-06T13:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:02.311131 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd567e6-3100-4f84-a425-b05e1cef62d6 None None] The sync data for ids ['e502b4e1-96f7-4e54-ada1-475bbe2153c6'] in n-d-773644-6 is: [{'id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'name': 'tempest-ServersTestJSON-1077122495-router', 'tenant_id': 'e343b5142d1f42b4a79372104c499861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:45:01Z', 'updated_at': '2021-07-06T13:47:59Z', 'revision_number': 5, 'project_id': 'e343b5142d1f42b4a79372104c499861', 'gw_port': {'id': '0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:be:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e502b4e1-96f7-4e54-ada1-475bbe2153c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:45:02Z', 'updated_at': '2021-07-06T13:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:48:02.448413 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-540e929f-bdb2-43c9-a4d3-04ce71a5abe7 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100417) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 06 13:48:02.448766 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-540e929f-bdb2-43c9-a4d3-04ce71a5abe7 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Router 49263e8c-ec23-45c6-9636-b41a8181dbe3 migrating from provider to provider. {{(pid=100417) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 06 13:48:02.449234 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-540e929f-bdb2-43c9-a4d3-04ce71a5abe7 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:02.465990 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-540e929f-bdb2-43c9-a4d3-04ce71a5abe7 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:02.474455 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-540e929f-bdb2-43c9-a4d3-04ce71a5abe7 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2094363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2094336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2093514'] for router, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:02.615343 n-d-773644-6 neutron-server[100417]: WARNING neutron.scheduler.l3_agent_scheduler [None req-540e929f-bdb2-43c9-a4d3-04ce71a5abe7 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] No L3 agents can host the router 49263e8c-ec23-45c6-9636-b41a8181dbe3 Jul 06 13:48:02.829013 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:48:02.850557 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-59cb1fb5-db80-4398-a6c9-eb478fffb855 admin admin] For port 0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:02.850937 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-59cb1fb5-db80-4398-a6c9-eb478fffb855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:02.875581 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-59cb1fb5-db80-4398-a6c9-eb478fffb855 admin admin] Calling delete_port for 0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd owned by network:router_gateway {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:48:02.885737 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540e929f-bdb2-43c9-a4d3-04ce71a5abe7 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Hosts for router 49263e8c-ec23-45c6-9636-b41a8181dbe3: [] {{(pid=100417) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 06 13:48:02.919691 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540e929f-bdb2-43c9-a4d3-04ce71a5abe7 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Hosts for other DVR routers connected to router 49263e8c-ec23-45c6-9636-b41a8181dbe3: set() {{(pid=100417) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 06 13:48:02.923449 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-540e929f-bdb2-43c9-a4d3-04ce71a5abe7 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:02.925796 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-540e929f-bdb2-43c9-a4d3-04ce71a5abe7 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] 10.222.0.118 "PUT /v2.0/routers/49263e8c-ec23-45c6-9636-b41a8181dbe3 HTTP/1.1" status: 200 len: 716 time: 1.1781695 Jul 06 13:48:02.927495 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42674) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:03.009060 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:03.091152 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590d4cce-f63b-455a-8285-cac46861a8cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:48:03.093433 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6978dd36-58e3-4b6c-b39e-002ddc5b2de7" -d '{"events": [{"server_uuid": "590d4cce-f63b-455a-8285-cac46861a8cd", "name": "network-vif-unplugged", "status": "completed", "tag": "00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:48:03.160836 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:03.168033 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:03.172847 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0e1a7043-6c44-4a42-b83e-73d037ec7378 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] 10.222.0.118 "GET /v2.0/routers/49263e8c-ec23-45c6-9636-b41a8181dbe3 HTTP/1.1" status: 200 len: 716 time: 0.2416139 Jul 06 13:48:03.173779 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42686) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:03.211064 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e09fe25-94b8-40ab-88e3-b5a551c3b070 req-9307d2d0-07fa-4409-ae89-d9a4d0208bec tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42365 time: 0.5876632 Jul 06 13:48:03.281676 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-59cb1fb5-db80-4398-a6c9-eb478fffb855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:03.337106 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb1fb5-db80-4398-a6c9-eb478fffb855 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:03.353290 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e09fe25-94b8-40ab-88e3-b5a551c3b070 req-e805966c-69fb-4f22-a0ac-e765d82d3d10 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "GET /v2.0/security-groups/0e71bcf4-4716-425a-9f47-1d0acdb3a3a9 HTTP/1.1" status: 200 len: 2981 time: 0.1093876 Jul 06 13:48:03.398933 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd,revision_number=11']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:03.548455 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e09fe25-94b8-40ab-88e3-b5a551c3b070 req-5adbe7bb-4885-41ac-b9f8-faffee680233 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "GET /v2.0/security-groups/0e71bcf4-4716-425a-9f47-1d0acdb3a3a9 HTTP/1.1" status: 200 len: 2981 time: 0.1935403 Jul 06 13:48:03.562646 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-59cb1fb5-db80-4398-a6c9-eb478fffb855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:03.716510 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615c66f-6ba6-4a02-a699-ec6436341ac5 req-fc9ebea2-349f-4002-87aa-4c2282ce19b0 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:03.718617 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1615c66f-6ba6-4a02-a699-ec6436341ac5 req-fc9ebea2-349f-4002-87aa-4c2282ce19b0 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 945 time: 0.3489873 Jul 06 13:48:03.730481 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-59cb1fb5-db80-4398-a6c9-eb478fffb855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:03.738172 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-59cb1fb5-db80-4398-a6c9-eb478fffb855 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:03.828194 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e09fe25-94b8-40ab-88e3-b5a551c3b070 req-f655366b-a090-4796-9647-40d5efa00ac9 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "GET /v2.0/security-groups/13483f21-9835-4ec3-b40a-d05ac7b37cf9 HTTP/1.1" status: 200 len: 2981 time: 0.2690225 Jul 06 13:48:03.848858 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-59cb1fb5-db80-4398-a6c9-eb478fffb855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:03.848858 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cb1fb5-db80-4398-a6c9-eb478fffb855 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e502b4e1-96f7-4e54-ada1-475bbe2153c6 {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:48:03.861797 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-59cb1fb5-db80-4398-a6c9-eb478fffb855 admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:03.865856 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-59cb1fb5-db80-4398-a6c9-eb478fffb855 admin admin] 10.222.0.118 "DELETE /v2.0/routers/e502b4e1-96f7-4e54-ada1-475bbe2153c6 HTTP/1.1" status: 204 len: 168 time: 2.5977924 Jul 06 13:48:03.872947 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42696) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:03.897856 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1615c66f-6ba6-4a02-a699-ec6436341ac5 req-7d5bb2a0-5db4-41e7-864b-309d233fb761 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702318 Jul 06 13:48:03.965974 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e51ff514-ebf8-4ad8-bd39-3708bfa38247 tempest-RoutersTestDVR-1528548876 tempest-RoutersTestDVR-1528548876-project] 10.222.0.118 "GET /v2.0/routers/49263e8c-ec23-45c6-9636-b41a8181dbe3 HTTP/1.1" status: 200 len: 682 time: 0.7852669 Jul 06 13:48:03.968050 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42698) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:04.014390 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ccaf9d-8d58-47c5-9dd6-7e10e445c13d admin admin] Deleting subnet 3b03e3a1-6f80-413a-9b2a-0ab9848da27d {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:48:04.020719 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e09fe25-94b8-40ab-88e3-b5a551c3b070 req-ce776fbe-80ec-4618-ac17-c55d4bd71bc8 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "GET /v2.0/security-groups/13483f21-9835-4ec3-b40a-d05ac7b37cf9 HTTP/1.1" status: 200 len: 2981 time: 0.1522589 Jul 06 13:48:04.023833 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f6ccaf9d-8d58-47c5-9dd6-7e10e445c13d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:04.100913 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d98f2122-a8d0-4703-814e-ee713a98df96 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:04.115631 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f6ccaf9d-8d58-47c5-9dd6-7e10e445c13d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:04.170563 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e09fe25-94b8-40ab-88e3-b5a551c3b070 req-8d881c3c-6f1c-4f2b-81eb-0862e03638cb tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "GET /v2.0/security-groups/199bf3d1-7923-4386-844d-d732365d8866 HTTP/1.1" status: 200 len: 2981 time: 0.1424201 Jul 06 13:48:04.193380 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52ca3c5-aaa3-41a3-b09e-e3612e12166b x-openstack-request-id: req-e52ca3c5-aaa3-41a3-b09e-e3612e12166b {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:48:04.194131 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590d4cce-f63b-455a-8285-cac46861a8cd", "name": "network-vif-unplugged", "status": "completed", "tag": "00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:48:04.194131 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e52ca3c5-aaa3-41a3-b09e-e3612e12166b {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:48:04.194530 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590d4cce-f63b-455a-8285-cac46861a8cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd', 'code': 200} Jul 06 13:48:04.324033 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f6ccaf9d-8d58-47c5-9dd6-7e10e445c13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:04.355264 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e09fe25-94b8-40ab-88e3-b5a551c3b070 req-819b168b-9809-46dd-8df8-7cc86300145b tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "GET /v2.0/security-groups/199bf3d1-7923-4386-844d-d732365d8866 HTTP/1.1" status: 200 len: 2981 time: 0.1722484 Jul 06 13:48:04.464777 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e09fe25-94b8-40ab-88e3-b5a551c3b070 req-043f29d5-90db-4a35-91c7-632d18bf02c2 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "GET /v2.0/security-groups/351af1f1-5253-40aa-a439-363b4606482f HTTP/1.1" status: 200 len: 2981 time: 0.1019850 Jul 06 13:48:04.479653 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f6ccaf9d-8d58-47c5-9dd6-7e10e445c13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:04.511034 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d98f2122-a8d0-4703-814e-ee713a98df96 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:04.513789 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d98f2122-a8d0-4703-814e-ee713a98df96 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:04.543578 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ccaf9d-8d58-47c5-9dd6-7e10e445c13d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b03e3a1-6f80-413a-9b2a-0ab9848da27d,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:04.572670 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f6ccaf9d-8d58-47c5-9dd6-7e10e445c13d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:04.577497 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 82b0e527-74e3-4693-a57e-cd09cc5ff3d6 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:48:04.579752 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc56e65-9d28-4ea7-a091-3cc26c54658a None None] Network a61f130f-6304-41b0-a74b-e084e85bbdd5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:48:04.581977 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f6ccaf9d-8d58-47c5-9dd6-7e10e445c13d admin admin] 10.222.0.118 "DELETE /v2.0/subnets/3b03e3a1-6f80-413a-9b2a-0ab9848da27d HTTP/1.1" status: 204 len: 168 time: 0.7073019 Jul 06 13:48:04.585573 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e09fe25-94b8-40ab-88e3-b5a551c3b070 req-a86bf8e7-730e-452c-9f3a-e6129574ae97 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "GET /v2.0/security-groups/351af1f1-5253-40aa-a439-363b4606482f HTTP/1.1" status: 200 len: 2981 time: 0.1190495 Jul 06 13:48:04.585573 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42732) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:04.607661 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d98f2122-a8d0-4703-814e-ee713a98df96 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:04.609789 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98f2122-a8d0-4703-814e-ee713a98df96 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 49263e8c-ec23-45c6-9636-b41a8181dbe3 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:48:04.619720 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d98f2122-a8d0-4703-814e-ee713a98df96 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:04.630377 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d98f2122-a8d0-4703-814e-ee713a98df96 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] 10.222.0.118 "DELETE /v2.0/routers/49263e8c-ec23-45c6-9636-b41a8181dbe3 HTTP/1.1" status: 204 len: 168 time: 0.6612508 Jul 06 13:48:04.631032 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42734) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:04.634391 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 82b0e527-74e3-4693-a57e-cd09cc5ff3d6 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:48:04.634877 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 82b0e527-74e3-4693-a57e-cd09cc5ff3d6 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:48:04.648300 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-9fd410f6-84aa-4482-9840-6f3ec9d68e62 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Request body: {'router': {'name': 'tempest-router-259991439', 'distributed': True}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:04.711395 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9fd410f6-84aa-4482-9840-6f3ec9d68e62 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:04.712655 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9fd410f6-84aa-4482-9840-6f3ec9d68e62 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:04.755563 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-57fcb106-7d4d-4510-9b30-e57ac4aa9934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:04.794348 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e09fe25-94b8-40ab-88e3-b5a551c3b070 req-0368bebe-c5c6-437e-ae4c-dd284405d769 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "GET /v2.0/security-groups/51cb5e10-b88f-453c-8be9-7b61a7c0e3bc HTTP/1.1" status: 200 len: 2981 time: 0.1935391 Jul 06 13:48:04.842339 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9fd410f6-84aa-4482-9840-6f3ec9d68e62 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:04.847627 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 86c0af38-d951-4c44-99e4-49b4716dde84 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:48:04.849987 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9fd410f6-84aa-4482-9840-6f3ec9d68e62 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:04.872114 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9fd410f6-84aa-4482-9840-6f3ec9d68e62 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:04.874902 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9fd410f6-84aa-4482-9840-6f3ec9d68e62 tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2389278 Jul 06 13:48:04.878111 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42740) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:04.940376 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-57fcb106-7d4d-4510-9b30-e57ac4aa9934 admin admin] Deleting port aedb4552-a05d-46a7-8117-84f26c9dea30 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:48:04.940718 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-57fcb106-7d4d-4510-9b30-e57ac4aa9934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:04.957962 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e09fe25-94b8-40ab-88e3-b5a551c3b070 req-3ad44c4c-62dc-4fd5-82ed-83e9936ff94d tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "GET /v2.0/security-groups/51cb5e10-b88f-453c-8be9-7b61a7c0e3bc HTTP/1.1" status: 200 len: 2981 time: 0.1364963 Jul 06 13:48:05.031403 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-df101a84-b463-4e41-b228-53478c13d82e tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:05.265321 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-57fcb106-7d4d-4510-9b30-e57ac4aa9934 admin admin] For port aedb4552-a05d-46a7-8117-84f26c9dea30, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=aedb4552-a05d-46a7-8117-84f26c9dea30,segment=NetworkSegment(0c331154-8d4c-4526-abe3-f0da3bc0e1fd),segment_id=0c331154-8d4c-4526-abe3-f0da3bc0e1fd)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:05.265618 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-57fcb106-7d4d-4510-9b30-e57ac4aa9934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:05.269481 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e09fe25-94b8-40ab-88e3-b5a551c3b070 req-c685580e-4efb-4acb-a9f7-7158c5703873 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "GET /v2.0/security-groups/56139d40-0c1f-47b9-8cf5-2bb630f61e62 HTTP/1.1" status: 200 len: 2973 time: 0.2940185 Jul 06 13:48:05.292493 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-57fcb106-7d4d-4510-9b30-e57ac4aa9934 admin admin] Calling delete_port for aedb4552-a05d-46a7-8117-84f26c9dea30 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:48:05.394767 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 86c0af38-d951-4c44-99e4-49b4716dde84, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=86c0af38-d951-4c44-99e4-49b4716dde84,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:05.396313 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-df101a84-b463-4e41-b228-53478c13d82e tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:05.399436 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-df101a84-b463-4e41-b228-53478c13d82e tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:05.449913 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '86c0af38-d951-4c44-99e4-49b4716dde84', 'network_id': '32044b4f-f14f-4915-ba05-43d758a7c9ad', 'port_id': '86c0af38-d951-4c44-99e4-49b4716dde84', 'mac_address': 'fa:16:3e:49:ef:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a26d9c0-3fa2-4ed5-a111-4efe079a2d6f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:48:05.478045 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c1d227-a53d-43ec-b1ed-deb5050f8f55 None None] DHCP port deletion for a61f130f-6304-41b0-a74b-e084e85bbdd5 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:48:05.493265 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e09fe25-94b8-40ab-88e3-b5a551c3b070 req-0d65fdf6-f36b-4f3c-a3b8-54036317a9ed tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "GET /v2.0/security-groups/56139d40-0c1f-47b9-8cf5-2bb630f61e62 HTTP/1.1" status: 200 len: 2973 time: 0.2062232 Jul 06 13:48:05.527767 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-df101a84-b463-4e41-b228-53478c13d82e tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:05.529338 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df101a84-b463-4e41-b228-53478c13d82e tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 86b70a63-dc7a-410f-92c4-a64a706b158a {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:48:05.536324 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-df101a84-b463-4e41-b228-53478c13d82e tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:05.540514 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-df101a84-b463-4e41-b228-53478c13d82e tempest-RoutersTestDVR-985330523 tempest-RoutersTestDVR-985330523-project-admin] 10.222.0.118 "DELETE /v2.0/routers/86b70a63-dc7a-410f-92c4-a64a706b158a HTTP/1.1" status: 204 len: 168 time: 0.6581173 Jul 06 13:48:05.640544 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e09fe25-94b8-40ab-88e3-b5a551c3b070 req-91679933-ebb4-4dc9-a68d-9fb6186524fc tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "GET /v2.0/security-groups/59a00ba5-2b04-4923-9581-c9adf74e00ca HTTP/1.1" status: 200 len: 2981 time: 0.1463284 Jul 06 13:48:05.645550 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:05.666046 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86c0af38-d951-4c44-99e4-49b4716dde84 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:48:05.692439 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 86c0af38-d951-4c44-99e4-49b4716dde84, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=86c0af38-d951-4c44-99e4-49b4716dde84,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:05.700466 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:05.702188 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-57fcb106-7d4d-4510-9b30-e57ac4aa9934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:05.730232 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-c1c1d227-a53d-43ec-b1ed-deb5050f8f55 None None] Deleting port aedb4552-a05d-46a7-8117-84f26c9dea30 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:48:05.730938 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c1c1d227-a53d-43ec-b1ed-deb5050f8f55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:05.746945 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e09fe25-94b8-40ab-88e3-b5a551c3b070 req-bcb9d614-637c-4002-9b0a-4eeacd8bdd0e tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "GET /v2.0/security-groups/59a00ba5-2b04-4923-9581-c9adf74e00ca HTTP/1.1" status: 200 len: 2981 time: 0.0959961 Jul 06 13:48:05.754923 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454f2f8-3de9-493b-a677-dbd8327c7a69 req-05ec41d2-0495-4ad2-bf67-3c0be8b81360 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:05.762880 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2454f2f8-3de9-493b-a677-dbd8327c7a69 req-05ec41d2-0495-4ad2-bf67-3c0be8b81360 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 945 time: 0.1970265 Jul 06 13:48:05.777404 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fcb106-7d4d-4510-9b30-e57ac4aa9934 admin admin] No DVR routers for this DVR port aedb4552-a05d-46a7-8117-84f26c9dea30 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:48:05.781716 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fcb106-7d4d-4510-9b30-e57ac4aa9934 admin admin] Pushing event deleted for resources: {'Port': ['ID=aedb4552-a05d-46a7-8117-84f26c9dea30,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:05.825280 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['86c0af38-d951-4c44-99e4-49b4716dde84'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:48:05.857590 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=86c0af38-d951-4c44-99e4-49b4716dde84,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:05.866479 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-c1c1d227-a53d-43ec-b1ed-deb5050f8f55 None None] For port aedb4552-a05d-46a7-8117-84f26c9dea30, host n-d-773644-6, got binding levels [] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:05.867163 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c1c1d227-a53d-43ec-b1ed-deb5050f8f55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:05.889394 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-c1c1d227-a53d-43ec-b1ed-deb5050f8f55 None None] Calling delete_port for aedb4552-a05d-46a7-8117-84f26c9dea30 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:48:05.896586 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.ipam_backend_mixin [None req-c1c1d227-a53d-43ec-b1ed-deb5050f8f55 None None] Port aedb4552-a05d-46a7-8117-84f26c9dea30 was not found and therefore no delete operation was performed {{(pid=100419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 13:48:05.899941 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c1c1d227-a53d-43ec-b1ed-deb5050f8f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:05.920253 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2454f2f8-3de9-493b-a677-dbd8327c7a69 req-6aebd53e-d2ed-45e8-97e7-2be957f449b2 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564178 Jul 06 13:48:05.936778 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1d227-a53d-43ec-b1ed-deb5050f8f55 None None] Pushing event deleted for resources: {'Port': ['ID=aedb4552-a05d-46a7-8117-84f26c9dea30,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:05.942615 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c1d227-a53d-43ec-b1ed-deb5050f8f55 None None] No DVR routers for this DVR port aedb4552-a05d-46a7-8117-84f26c9dea30 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:48:05.959191 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-57fcb106-7d4d-4510-9b30-e57ac4aa9934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:05.986850 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e09fe25-94b8-40ab-88e3-b5a551c3b070 req-8ce55d42-d8a2-48dd-943f-d2349d006013 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "GET /v2.0/security-groups/82a9092d-cabd-4537-8b61-6bf4aeb20d17 HTTP/1.1" status: 200 len: 2981 time: 0.2066336 Jul 06 13:48:06.001488 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-57fcb106-7d4d-4510-9b30-e57ac4aa9934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61f130f-6304-41b0-a74b-e084e85bbdd5']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:06.049160 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-57fcb106-7d4d-4510-9b30-e57ac4aa9934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c331154-8d4c-4526-abe3-f0da3bc0e1fd') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:06.049397 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-57fcb106-7d4d-4510-9b30-e57ac4aa9934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c331154-8d4c-4526-abe3-f0da3bc0e1fd') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:06.116832 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-57fcb106-7d4d-4510-9b30-e57ac4aa9934 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:06.144500 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42780) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:06.173621 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-57fcb106-7d4d-4510-9b30-e57ac4aa9934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:06.201135 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57fcb106-7d4d-4510-9b30-e57ac4aa9934 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:48:06.207702 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-57fcb106-7d4d-4510-9b30-e57ac4aa9934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: timer() Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:48:06.212431 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 13:48:06.218657 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:48:06.218657 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:48:06.218657 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:48:06.218657 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:48:06.218657 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:48:06.218657 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:48:06.218657 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:48:06.259504 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:48:06.265342 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e09fe25-94b8-40ab-88e3-b5a551c3b070 req-a6f3959f-158e-4161-a17a-902fa2f64b4f tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "GET /v2.0/security-groups/82a9092d-cabd-4537-8b61-6bf4aeb20d17 HTTP/1.1" status: 200 len: 2981 time: 0.2663894 Jul 06 13:48:06.316952 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:48:06.317592 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0a51ea80-4ecc-41fb-9d4d-c4754fbd4ffd not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:48:06.318418 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device aedb4552-a05d-46a7-8117-84f26c9dea30 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:48:06.345271 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: aedb4552-a05d-46a7-8117-84f26c9dea30 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:48:06.346624 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device aedb4552-a05d-46a7-8117-84f26c9dea30 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:48:06.364879 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-57fcb106-7d4d-4510-9b30-e57ac4aa9934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:06.379951 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7a8a7a12-9fa0-4f50-ae5a-fd12d0c2879b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:06.399737 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-57fcb106-7d4d-4510-9b30-e57ac4aa9934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:06.403579 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-57fcb106-7d4d-4510-9b30-e57ac4aa9934 admin admin] 10.222.0.118 "DELETE /v2.0/networks/a61f130f-6304-41b0-a74b-e084e85bbdd5 HTTP/1.1" status: 204 len: 168 time: 1.8169875 Jul 06 13:48:06.422220 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fcb106-7d4d-4510-9b30-e57ac4aa9934 admin admin] Pushing event deleted for resources: {'Network': ['ID=a61f130f-6304-41b0-a74b-e084e85bbdd5,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:06.430520 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e09fe25-94b8-40ab-88e3-b5a551c3b070 req-77d6a92b-a8b2-472c-9308-8e32ab86e5d1 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "GET /v2.0/security-groups/945e959d-66ba-4872-8bcd-c769ca385077 HTTP/1.1" status: 200 len: 2981 time: 0.1642201 Jul 06 13:48:06.532146 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e09fe25-94b8-40ab-88e3-b5a551c3b070 req-53f05114-3799-4da6-a27d-8ddc299b079c tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "GET /v2.0/security-groups/945e959d-66ba-4872-8bcd-c769ca385077 HTTP/1.1" status: 200 len: 2981 time: 0.0921218 Jul 06 13:48:06.593697 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7a8a7a12-9fa0-4f50-ae5a-fd12d0c2879b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:06.606155 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7a8a7a12-9fa0-4f50-ae5a-fd12d0c2879b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:06.652764 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7a8a7a12-9fa0-4f50-ae5a-fd12d0c2879b admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=cf8ca40fa6c6441fa83ade4073f08a69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5070572 Jul 06 13:48:06.655406 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42816) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:06.693298 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e09fe25-94b8-40ab-88e3-b5a551c3b070 req-bf6f8f93-d9d9-42db-ae64-66e49b7c73fa tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "GET /v2.0/security-groups/a73092b6-08b0-4976-9186-e6e1a8847971 HTTP/1.1" status: 200 len: 2981 time: 0.1454945 Jul 06 13:48:06.724545 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42822) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:06.734550 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a7a12-9fa0-4f50-ae5a-fd12d0c2879b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a72190-3b7b-4856-8fc3-399eadec67f1,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:06.797630 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e09fe25-94b8-40ab-88e3-b5a551c3b070 req-ad8b0c03-300c-41dc-bdc5-1a7a4d079b75 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "GET /v2.0/security-groups/a73092b6-08b0-4976-9186-e6e1a8847971 HTTP/1.1" status: 200 len: 2981 time: 0.0965796 Jul 06 13:48:06.832952 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-488e649a-a52c-46a6-9f5b-8d12a5f3e420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:06.848478 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 86c0af38-d951-4c44-99e4-49b4716dde84 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:48:06.850177 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ab357d10-121c-48e7-b8e3-32b1cd428215 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=e343b5142d1f42b4a79372104c499861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1243265 Jul 06 13:48:06.852599 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42826) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:06.887999 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-488e649a-a52c-46a6-9f5b-8d12a5f3e420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:06.902766 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e09fe25-94b8-40ab-88e3-b5a551c3b070 req-59682bbd-a61a-43e7-9beb-d1fc4f9e674a tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "GET /v2.0/security-groups/dd779c30-9d0a-46ee-9e76-2128d01cf6ed HTTP/1.1" status: 200 len: 2981 time: 0.1042311 Jul 06 13:48:06.957588 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7bfc8b78-fe49-4af8-91d2-35f56c924ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:06.984593 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7bfc8b78-fe49-4af8-91d2-35f56c924ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:07.007668 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 86c0af38-d951-4c44-99e4-49b4716dde84 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:48:07.008046 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:07.051168 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e09fe25-94b8-40ab-88e3-b5a551c3b070 req-220a09c8-5737-4e19-b85a-23e2cfc7c4e2 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "GET /v2.0/security-groups/dd779c30-9d0a-46ee-9e76-2128d01cf6ed HTTP/1.1" status: 200 len: 2981 time: 0.1372771 Jul 06 13:48:07.063166 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7bfc8b78-fe49-4af8-91d2-35f56c924ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:07.067206 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7bfc8b78-fe49-4af8-91d2-35f56c924ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:07.072020 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7bfc8b78-fe49-4af8-91d2-35f56c924ccf admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/82a9092d-cabd-4537-8b61-6bf4aeb20d17 HTTP/1.1" status: 204 len: 168 time: 0.2183270 Jul 06 13:48:07.085441 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-488e649a-a52c-46a6-9f5b-8d12a5f3e420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:07.091093 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-488e649a-a52c-46a6-9f5b-8d12a5f3e420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:07.101477 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-488e649a-a52c-46a6-9f5b-8d12a5f3e420 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/83a72190-3b7b-4856-8fc3-399eadec67f1 HTTP/1.1" status: 204 len: 168 time: 0.4446661 Jul 06 13:48:07.102669 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc8b78-fe49-4af8-91d2-35f56c924ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a9092d-cabd-4537-8b61-6bf4aeb20d17,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:07.116811 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e649a-a52c-46a6-9f5b-8d12a5f3e420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a72190-3b7b-4856-8fc3-399eadec67f1,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:07.132349 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9805c-d4ea-45f3-b69b-c70abc9ddbd5 req-4d9f75fd-46da-4cf7-b720-ee0ad4e10d56 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:07.148552 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cad9805c-d4ea-45f3-b69b-c70abc9ddbd5 req-4d9f75fd-46da-4cf7-b720-ee0ad4e10d56 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=3381e653-cce8-4195-a966-d07cb7e708bf HTTP/1.1" status: 200 len: 944 time: 0.2374783 Jul 06 13:48:07.252089 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e09fe25-94b8-40ab-88e3-b5a551c3b070 req-4b13c052-ba7a-42e1-918a-f85960d9b05a tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "GET /v2.0/security-groups/e62cf268-91e1-4918-8c16-6b106c67f75d HTTP/1.1" status: 200 len: 2981 time: 0.1786439 Jul 06 13:48:07.268107 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cad9805c-d4ea-45f3-b69b-c70abc9ddbd5 req-c0d02aab-f480-4816-b710-687088ba62cb tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185713 Jul 06 13:48:07.327700 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:07.366427 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f39ce392-0856-4aea-adf9-2e2bbbb000b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:07.370265 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e09fe25-94b8-40ab-88e3-b5a551c3b070 req-251f60e5-cc79-4858-adf7-d546a4def87e tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "GET /v2.0/security-groups/e62cf268-91e1-4918-8c16-6b106c67f75d HTTP/1.1" status: 200 len: 2981 time: 0.1009886 Jul 06 13:48:07.430367 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 86c0af38-d951-4c44-99e4-49b4716dde84, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=86c0af38-d951-4c44-99e4-49b4716dde84,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:07.433012 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3381e653-cce8-4195-a966-d07cb7e708bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c0af38-d951-4c44-99e4-49b4716dde84'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:48:07.437392 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9afed9c-58e5-4c97-b179-b4cdaceb7113" -d '{"events": [{"server_uuid": "3381e653-cce8-4195-a966-d07cb7e708bf", "name": "network-vif-plugged", "status": "completed", "tag": "86c0af38-d951-4c44-99e4-49b4716dde84"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:48:07.457308 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:07.476156 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e09fe25-94b8-40ab-88e3-b5a551c3b070 req-edb21c79-74cb-4545-bea2-203269fe99f7 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "GET /v2.0/security-groups/eb95e761-92cc-4f83-b1bc-b1ad2492e5c3 HTTP/1.1" status: 200 len: 2977 time: 0.1045065 Jul 06 13:48:07.583262 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e09fe25-94b8-40ab-88e3-b5a551c3b070 req-cea27d03-8474-47f6-b2da-98ea4039070e tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "GET /v2.0/security-groups/eb95e761-92cc-4f83-b1bc-b1ad2492e5c3 HTTP/1.1" status: 200 len: 2977 time: 0.1061378 Jul 06 13:48:07.600230 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=86c0af38-d951-4c44-99e4-49b4716dde84,revision_number=7']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:07.858811 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42870) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:07.891188 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def00f4-611a-4246-af03-3d6a30635f9f req-2f429983-2535-4b28-8fce-2b2bf9ad42d4 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:07.898361 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7def00f4-611a-4246-af03-3d6a30635f9f req-2f429983-2535-4b28-8fce-2b2bf9ad42d4 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 945 time: 0.1855645 Jul 06 13:48:07.902706 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-045b043d-24ee-47ff-8c6a-886ff550bcd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:08.004158 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7def00f4-611a-4246-af03-3d6a30635f9f req-4ab56b6f-1826-4e75-8974-351217b9aff3 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010690 Jul 06 13:48:08.116285 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-045b043d-24ee-47ff-8c6a-886ff550bcd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:08.122800 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccca4d06-a0b6-44b3-b18a-16b31413ce7f x-openstack-request-id: req-ccca4d06-a0b6-44b3-b18a-16b31413ce7f {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:48:08.123346 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3381e653-cce8-4195-a966-d07cb7e708bf", "name": "network-vif-plugged", "status": "completed", "tag": "86c0af38-d951-4c44-99e4-49b4716dde84", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:48:08.123474 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-045b043d-24ee-47ff-8c6a-886ff550bcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:08.123682 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ccca4d06-a0b6-44b3-b18a-16b31413ce7f {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:48:08.124183 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3381e653-cce8-4195-a966-d07cb7e708bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c0af38-d951-4c44-99e4-49b4716dde84', 'code': 200} Jul 06 13:48:08.199423 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-045b043d-24ee-47ff-8c6a-886ff550bcd6 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=24805dc1838a463b99055758bf00e249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3366385 Jul 06 13:48:08.202011 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42882) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:08.220423 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b043d-24ee-47ff-8c6a-886ff550bcd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274643f4-3571-4038-895b-052c34f16681,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:08.340645 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-52ad1a87-316c-41e9-b735-c2dbdf531095 req-5b401e19-8cab-4f00-a54b-9f0c338913eb tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=3053cf40160a40f392ca3cd887b40dcb HTTP/1.1" status: 200 len: 6102 time: 0.2007346 Jul 06 13:48:08.371603 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7ea3f183-59d6-4143-9e73-f0092fde5314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:08.427106 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7ea3f183-59d6-4143-9e73-f0092fde5314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:08.458650 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-52ad1a87-316c-41e9-b735-c2dbdf531095 req-d38f6546-615f-482a-a516-e1a4c194de06 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] 10.222.0.118 "GET /v2.0/security-groups/a73092b6-08b0-4976-9186-e6e1a8847971 HTTP/1.1" status: 200 len: 2981 time: 0.1169338 Jul 06 13:48:08.531080 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7ea3f183-59d6-4143-9e73-f0092fde5314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:08.533695 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7ea3f183-59d6-4143-9e73-f0092fde5314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:08.535391 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7ea3f183-59d6-4143-9e73-f0092fde5314 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/274643f4-3571-4038-895b-052c34f16681 HTTP/1.1" status: 204 len: 168 time: 0.3320599 Jul 06 13:48:08.563985 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3f183-59d6-4143-9e73-f0092fde5314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274643f4-3571-4038-895b-052c34f16681,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:08.571284 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-52ad1a87-316c-41e9-b735-c2dbdf531095 req-bb5abe32-9718-4721-b792-8704c143e1ef tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] 10.222.0.118 "GET /v2.0/security-groups/a73092b6-08b0-4976-9186-e6e1a8847971 HTTP/1.1" status: 200 len: 2981 time: 0.1103101 Jul 06 13:48:08.848299 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-386645c5-2601-4bae-9152-63f55f95e222 req-2604cc35-e2d7-4040-8e19-e62ef83263f5 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "GET /v2.0/security-groups/99a1d116-f28e-4006-92dc-981e0a5621a9 HTTP/1.1" status: 200 len: 1777 time: 0.0886774 Jul 06 13:48:08.860465 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f69b7456-3c24-4c71-b55c-f2616e090d73 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:48:09.002348 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-386645c5-2601-4bae-9152-63f55f95e222 req-9fd8c37c-3756-425c-a751-e7c436cc99a5 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:09.008434 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42956) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:09.070610 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-386645c5-2601-4bae-9152-63f55f95e222 req-9fd8c37c-3756-425c-a751-e7c436cc99a5 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:09.155314 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f69b7456-3c24-4c71-b55c-f2616e090d73, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f69b7456-3c24-4c71-b55c-f2616e090d73,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:09.168151 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-386645c5-2601-4bae-9152-63f55f95e222 req-9fd8c37c-3756-425c-a751-e7c436cc99a5 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:09.171600 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-386645c5-2601-4bae-9152-63f55f95e222 req-9fd8c37c-3756-425c-a751-e7c436cc99a5 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:09.186456 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-386645c5-2601-4bae-9152-63f55f95e222 req-9fd8c37c-3756-425c-a751-e7c436cc99a5 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "DELETE /v2.0/security-groups/99a1d116-f28e-4006-92dc-981e0a5621a9 HTTP/1.1" status: 204 len: 173 time: 0.3292639 Jul 06 13:48:09.199542 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'f69b7456-3c24-4c71-b55c-f2616e090d73', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': 'f69b7456-3c24-4c71-b55c-f2616e090d73', 'mac_address': 'fa:16:3e:7d:c2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:48:09.276171 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8c37c-3756-425c-a751-e7c436cc99a5 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a1d116-f28e-4006-92dc-981e0a5621a9,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:09.318783 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4bd6c60d-33b6-4698-a20d-61e687a4bb5d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-278171614-network', 'tenant_id': '0c5820f075a5422096132d113f5a5811'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:09.321230 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db24ae-b838-460b-a61a-8147fc0ee4a2 req-464c9fec-38f1-4681-b8be-8bfdb599c0e5 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:09.323673 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-67db24ae-b838-460b-a61a-8147fc0ee4a2 req-464c9fec-38f1-4681-b8be-8bfdb599c0e5 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/ports?device_id=3381e653-cce8-4195-a966-d07cb7e708bf HTTP/1.1" status: 200 len: 945 time: 0.1615489 Jul 06 13:48:09.394348 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:09.400797 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd6c60d-33b6-4698-a20d-61e687a4bb5d admin admin] Made reservation on behalf of 0c5820f075a5422096132d113f5a5811 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:48:09.409208 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c60d-33b6-4698-a20d-61e687a4bb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:09.436335 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f69b7456-3c24-4c71-b55c-f2616e090d73 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:48:09.450721 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c60d-33b6-4698-a20d-61e687a4bb5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:09.487517 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f69b7456-3c24-4c71-b55c-f2616e090d73, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f69b7456-3c24-4c71-b55c-f2616e090d73,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:09.493617 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:09.502108 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-67db24ae-b838-460b-a61a-8147fc0ee4a2 req-ca8b1108-67b8-4a46-86e9-2b402b4762ce tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708817 Jul 06 13:48:09.627139 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c60d-33b6-4698-a20d-61e687a4bb5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:09.628848 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['f69b7456-3c24-4c71-b55c-f2616e090d73'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:48:09.635867 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18963d49-4bf0-4101-a01b-7a2157fc1faf req-25d92272-45d0-44f5-93d8-20a9356aaa81 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:09.636047 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c60d-33b6-4698-a20d-61e687a4bb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:09.637788 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-18963d49-4bf0-4101-a01b-7a2157fc1faf req-25d92272-45d0-44f5-93d8-20a9356aaa81 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 945 time: 0.1781006 Jul 06 13:48:09.694267 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6c60d-33b6-4698-a20d-61e687a4bb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717dca28-cd50-458a-a74e-b073d4361e59,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:09.704717 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=f69b7456-3c24-4c71-b55c-f2616e090d73,revision_number=9']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:09.734359 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd6c60d-33b6-4698-a20d-61e687a4bb5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:48:09.747931 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ba42934c-4d67-4b0c-936c-b579941de4c7 req-a3a7069e-046d-48b0-ba77-b5ac646428b2 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "GET /v2.0/security-groups/da35da13-01a7-4ddb-93d4-d7d1e29e6de2 HTTP/1.1" status: 200 len: 1777 time: 0.1051862 Jul 06 13:48:09.757515 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c60d-33b6-4698-a20d-61e687a4bb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:09.759248 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-4bd6c60d-33b6-4698-a20d-61e687a4bb5d admin admin] Added segment 1577f714-41dc-455d-9abc-f4ea9f582ece of type vlan for network d3fe67ee-10fe-4b67-adfd-00a9752f666b Jul 06 13:48:09.825492 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ba42934c-4d67-4b0c-936c-b579941de4c7 req-e50a9c53-3f33-4336-8144-8634e60c76b8 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:09.844684 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-18963d49-4bf0-4101-a01b-7a2157fc1faf req-dc90552f-7f9d-4f32-b83b-814682d623c5 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660180 Jul 06 13:48:09.864536 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c60d-33b6-4698-a20d-61e687a4bb5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:09.887032 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ba42934c-4d67-4b0c-936c-b579941de4c7 req-e50a9c53-3f33-4336-8144-8634e60c76b8 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:09.939721 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6c60d-33b6-4698-a20d-61e687a4bb5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:09.940312 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6c60d-33b6-4698-a20d-61e687a4bb5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:09.940942 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6c60d-33b6-4698-a20d-61e687a4bb5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:09.951356 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6c60d-33b6-4698-a20d-61e687a4bb5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:09.951906 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6c60d-33b6-4698-a20d-61e687a4bb5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:09.952356 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6c60d-33b6-4698-a20d-61e687a4bb5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:09.952801 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6c60d-33b6-4698-a20d-61e687a4bb5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:09.953263 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6c60d-33b6-4698-a20d-61e687a4bb5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:09.953987 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6c60d-33b6-4698-a20d-61e687a4bb5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:09.954435 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6c60d-33b6-4698-a20d-61e687a4bb5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:09.955064 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6c60d-33b6-4698-a20d-61e687a4bb5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:09.955925 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd6c60d-33b6-4698-a20d-61e687a4bb5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:09.961909 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ba42934c-4d67-4b0c-936c-b579941de4c7 req-e50a9c53-3f33-4336-8144-8634e60c76b8 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:09.973999 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ba42934c-4d67-4b0c-936c-b579941de4c7 req-e50a9c53-3f33-4336-8144-8634e60c76b8 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:09.977226 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c60d-33b6-4698-a20d-61e687a4bb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:09.978379 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ba42934c-4d67-4b0c-936c-b579941de4c7 req-e50a9c53-3f33-4336-8144-8634e60c76b8 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] 10.222.0.118 "DELETE /v2.0/security-groups/da35da13-01a7-4ddb-93d4-d7d1e29e6de2 HTTP/1.1" status: 204 len: 173 time: 0.2322772 Jul 06 13:48:09.979730 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd6c60d-33b6-4698-a20d-61e687a4bb5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:09.980588 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4bd6c60d-33b6-4698-a20d-61e687a4bb5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:09.991808 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a9c53-3f33-4336-8144-8634e60c76b8 tempest-SecurityGroupsTestAdminJSON-324925904 tempest-SecurityGroupsTestAdminJSON-324925904-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da35da13-01a7-4ddb-93d4-d7d1e29e6de2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:10.094433 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6c60d-33b6-4698-a20d-61e687a4bb5d admin admin] Pushing event updated for resources: {'Network': ['ID=d3fe67ee-10fe-4b67-adfd-00a9752f666b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:10.113055 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network d3fe67ee-10fe-4b67-adfd-00a9752f666b details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:48:10.114078 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4bd6c60d-33b6-4698-a20d-61e687a4bb5d admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1017165 Jul 06 13:48:10.120467 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43016) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:10.120701 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43018) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:10.124632 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-f068f446-0f01-4bc8-a461-f06c1c580c2b admin admin] Request body: {'subnet': {'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-278171614-subnet', 'tenant_id': '0c5820f075a5422096132d113f5a5811', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:10.163013 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f068f446-0f01-4bc8-a461-f06c1c580c2b admin admin] Made reservation on behalf of 0c5820f075a5422096132d113f5a5811 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:48:10.166596 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f068f446-0f01-4bc8-a461-f06c1c580c2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:10.193135 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:10.279297 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-282dc239-85cb-4674-b62b-fd79d94d9ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:10.330251 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599f335-8b0f-442d-bd24-6ca6efc6c58e req-c255ddf3-9168-4cb5-a48e-2196ecd8c10e tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:10.332278 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2599f335-8b0f-442d-bd24-6ca6efc6c58e req-c255ddf3-9168-4cb5-a48e-2196ecd8c10e tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.124 "GET /v2.0/ports?device_id=3381e653-cce8-4195-a966-d07cb7e708bf HTTP/1.1" status: 200 len: 945 time: 0.1359882 Jul 06 13:48:10.342733 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-4f0299e1-7260-4d41-b3b9-54a185364baa tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-458281618'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:10.485823 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0299e1-7260-4d41-b3b9-54a185364baa tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Made reservation on behalf of 507c21eb08f942ea8fffe8121bfff4e1 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:48:10.495794 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4f0299e1-7260-4d41-b3b9-54a185364baa tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:10.526173 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f068f446-0f01-4bc8-a461-f06c1c580c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:10.537508 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4f0299e1-7260-4d41-b3b9-54a185364baa tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:10.634262 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068f446-0f01-4bc8-a461-f06c1c580c2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c4bc917-beda-4093-9c43-911a28c774ae,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:10.653736 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-2599f335-8b0f-442d-bd24-6ca6efc6c58e req-1bc8b0a3-da80-4b96-a2bb-d07021043643 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Deleting port 86c0af38-d951-4c44-99e4-49b4716dde84 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:48:10.657856 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2599f335-8b0f-442d-bd24-6ca6efc6c58e req-1bc8b0a3-da80-4b96-a2bb-d07021043643 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:10.667583 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f068f446-0f01-4bc8-a461-f06c1c580c2b admin admin] Checking segment: {'id': '1577f714-41dc-455d-9abc-f4ea9f582ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:48:10.667953 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f068f446-0f01-4bc8-a461-f06c1c580c2b admin admin] Network hostable DHCP agents. Network: d3fe67ee-10fe-4b67-adfd-00a9752f666b, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:48:10.701305 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f068f446-0f01-4bc8-a461-f06c1c580c2b admin admin] Network d3fe67ee-10fe-4b67-adfd-00a9752f666b is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:48:10.714592 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-f068f446-0f01-4bc8-a461-f06c1c580c2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, d3fe67ee-10fe-4b67-adfd-00a9752f666b) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:48:10.722685 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f068f446-0f01-4bc8-a461-f06c1c580c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:10.723462 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f068f446-0f01-4bc8-a461-f06c1c580c2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:10.723605 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd4075e-890a-4cbc-a716-8dd709031414 None None] Network d3fe67ee-10fe-4b67-adfd-00a9752f666b requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:48:10.800293 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4f0299e1-7260-4d41-b3b9-54a185364baa tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:10.816605 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4f0299e1-7260-4d41-b3b9-54a185364baa tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:10.825806 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f068f446-0f01-4bc8-a461-f06c1c580c2b admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7065117 Jul 06 13:48:10.841995 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-2599f335-8b0f-442d-bd24-6ca6efc6c58e req-1bc8b0a3-da80-4b96-a2bb-d07021043643 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] For port 86c0af38-d951-4c44-99e4-49b4716dde84, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=86c0af38-d951-4c44-99e4-49b4716dde84,segment=NetworkSegment(3b74c8be-43e1-449a-8374-4e8bc2ac83bd),segment_id=3b74c8be-43e1-449a-8374-4e8bc2ac83bd)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:10.842378 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2599f335-8b0f-442d-bd24-6ca6efc6c58e req-1bc8b0a3-da80-4b96-a2bb-d07021043643 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:10.891255 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f69b7456-3c24-4c71-b55c-f2616e090d73 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:48:10.895095 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f0299e1-7260-4d41-b3b9-54a185364baa tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:48:10.898882 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-2599f335-8b0f-442d-bd24-6ca6efc6c58e req-1bc8b0a3-da80-4b96-a2bb-d07021043643 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Calling delete_port for 86c0af38-d951-4c44-99e4-49b4716dde84 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:48:10.932619 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4f0299e1-7260-4d41-b3b9-54a185364baa tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:10.932981 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-4f0299e1-7260-4d41-b3b9-54a185364baa tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Added segment 2c3eb72a-9804-4a85-89c9-2b40933b647c of type vlan for network c699bfe9-a624-4e0b-97c3-4263bc149f76 Jul 06 13:48:10.937639 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0299e1-7260-4d41-b3b9-54a185364baa tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b19b78-c299-4a91-9429-506c02c060b4,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:11.083666 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4f0299e1-7260-4d41-b3b9-54a185364baa tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:11.120284 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port f69b7456-3c24-4c71-b55c-f2616e090d73 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:48:11.120674 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:11.203484 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37f89b0-d888-45fc-831a-ab65524d8c62 None None] Network d3fe67ee-10fe-4b67-adfd-00a9752f666b requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:48:11.216610 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4f0299e1-7260-4d41-b3b9-54a185364baa tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:11.223050 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0299e1-7260-4d41-b3b9-54a185364baa tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:11.223748 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4f0299e1-7260-4d41-b3b9-54a185364baa tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:11.459433 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0299e1-7260-4d41-b3b9-54a185364baa tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Pushing event updated for resources: {'Network': ['ID=c699bfe9-a624-4e0b-97c3-4263bc149f76,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:11.498736 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:11.539868 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network c699bfe9-a624-4e0b-97c3-4263bc149f76 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:48:11.551027 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4f0299e1-7260-4d41-b3b9-54a185364baa tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4288974 Jul 06 13:48:11.558867 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43044) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:11.572839 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-0fe365be-8f71-48bc-bfe5-3c7dad7098cd tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Request body: {'subnet': {'network_id': 'c699bfe9-a624-4e0b-97c3-4263bc149f76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:11.627606 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:11.664337 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2599f335-8b0f-442d-bd24-6ca6efc6c58e req-1bc8b0a3-da80-4b96-a2bb-d07021043643 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:11.742108 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5959d72c-3cc2-4f5b-a626-2e615efa434e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69b7456-3c24-4c71-b55c-f2616e090d73'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:48:11.745283 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db9d2ab-7373-4ec7-8e5d-bc415b8bdd83" -d '{"events": [{"server_uuid": "5959d72c-3cc2-4f5b-a626-2e615efa434e", "name": "network-vif-plugged", "status": "completed", "tag": "f69b7456-3c24-4c71-b55c-f2616e090d73"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:48:11.789346 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f69b7456-3c24-4c71-b55c-f2616e090d73, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f69b7456-3c24-4c71-b55c-f2616e090d73,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:11.818013 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8b0a3-da80-4b96-a2bb-d07021043643 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Pushing event deleted for resources: {'Port': ['ID=86c0af38-d951-4c44-99e4-49b4716dde84,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:11.820832 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:11.821894 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 86c0af38-d951-4c44-99e4-49b4716dde84 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:48:11.904548 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 86c0af38-d951-4c44-99e4-49b4716dde84 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:48:11.904929 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 86c0af38-d951-4c44-99e4-49b4716dde84 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:48:11.943731 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-2599f335-8b0f-442d-bd24-6ca6efc6c58e req-1bc8b0a3-da80-4b96-a2bb-d07021043643 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] No DVR routers for this DVR port 86c0af38-d951-4c44-99e4-49b4716dde84 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:48:11.947301 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2599f335-8b0f-442d-bd24-6ca6efc6c58e req-1bc8b0a3-da80-4b96-a2bb-d07021043643 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:11.957783 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe365be-8f71-48bc-bfe5-3c7dad7098cd tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Made reservation on behalf of 507c21eb08f942ea8fffe8121bfff4e1 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:48:11.959657 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2599f335-8b0f-442d-bd24-6ca6efc6c58e req-1bc8b0a3-da80-4b96-a2bb-d07021043643 tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] 10.222.0.124 "DELETE /v2.0/ports/86c0af38-d951-4c44-99e4-49b4716dde84 HTTP/1.1" status: 204 len: 173 time: 1.6066530 Jul 06 13:48:11.960141 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3381e653-cce8-4195-a966-d07cb7e708bf', 'name': 'network-vif-deleted', 'tag': '86c0af38-d951-4c44-99e4-49b4716dde84'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:48:11.962894 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec8daa6-52f3-4906-bd4d-c309a0102629" -d '{"events": [{"server_uuid": "3381e653-cce8-4195-a966-d07cb7e708bf", "name": "network-vif-deleted", "tag": "86c0af38-d951-4c44-99e4-49b4716dde84"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:48:11.965093 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0fe365be-8f71-48bc-bfe5-3c7dad7098cd tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:11.966483 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=f69b7456-3c24-4c71-b55c-f2616e090d73,revision_number=10']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:12.281178 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0fe365be-8f71-48bc-bfe5-3c7dad7098cd tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:12.342069 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe365be-8f71-48bc-bfe5-3c7dad7098cd tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Pushing event updated for resources: {'Subnet': ['ID=37eaf15c-437f-4565-9c08-545c740b4fc0,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:12.363815 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe365be-8f71-48bc-bfe5-3c7dad7098cd tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Checking segment: {'id': '2c3eb72a-9804-4a85-89c9-2b40933b647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c699bfe9-a624-4e0b-97c3-4263bc149f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:48:12.364193 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe365be-8f71-48bc-bfe5-3c7dad7098cd tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Network hostable DHCP agents. Network: c699bfe9-a624-4e0b-97c3-4263bc149f76, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:48:12.386807 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe365be-8f71-48bc-bfe5-3c7dad7098cd tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Network c699bfe9-a624-4e0b-97c3-4263bc149f76 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:48:12.399716 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-0fe365be-8f71-48bc-bfe5-3c7dad7098cd tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, c699bfe9-a624-4e0b-97c3-4263bc149f76) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:48:12.414006 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d723d7-38a9-4f6c-8de2-61748a48b2b0 None None] Network c699bfe9-a624-4e0b-97c3-4263bc149f76 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:48:12.419309 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe365be-8f71-48bc-bfe5-3c7dad7098cd tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:12.420005 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0fe365be-8f71-48bc-bfe5-3c7dad7098cd tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:12.443786 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0fe365be-8f71-48bc-bfe5-3c7dad7098cd tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8821263 Jul 06 13:48:12.450003 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43052) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:12.463100 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-5c8ff01d-d887-43a7-9bf2-116eaa527352 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Request body: {'port': {'network_id': 'c699bfe9-a624-4e0b-97c3-4263bc149f76', 'name': 'tempest-AllowedAddressPairTestJSON-2146119263'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:12.738590 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8ff01d-d887-43a7-9bf2-116eaa527352 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Made reservation on behalf of 507c21eb08f942ea8fffe8121bfff4e1 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:48:12.746704 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5c8ff01d-d887-43a7-9bf2-116eaa527352 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:12.778257 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4f8e85-d2cf-42ae-b233-5dfb3f959e4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-c699bfe9-a624-4e0b-97c3-4263bc149f76', 'network_id': 'c699bfe9-a624-4e0b-97c3-4263bc149f76', 'tenant_id': '507c21eb08f942ea8fffe8121bfff4e1', 'fixed_ips': [{'subnet_id': '37eaf15c-437f-4565-9c08-545c740b4fc0'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:48:12.779195 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9b4f8e85-d2cf-42ae-b233-5dfb3f959e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:12.800036 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-5c8ff01d-d887-43a7-9bf2-116eaa527352 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] device_id is not set on port a60f14bb-dd99-483d-9b0e-639b9e4a22d1 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 13:48:12.961487 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-5c8ff01d-d887-43a7-9bf2-116eaa527352 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Allocated IP 172.20.0.3 (c699bfe9-a624-4e0b-97c3-4263bc149f76/37eaf15c-437f-4565-9c08-545c740b4fc0/a60f14bb-dd99-483d-9b0e-639b9e4a22d1) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:48:12.978003 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:13.281233 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5c8ff01d-d887-43a7-9bf2-116eaa527352 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:13.298610 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-5c8ff01d-d887-43a7-9bf2-116eaa527352 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Transition to ACTIVE for port object a60f14bb-dd99-483d-9b0e-639b9e4a22d1 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:48:13.357070 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5c8ff01d-d887-43a7-9bf2-116eaa527352 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:13.419551 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8ff01d-d887-43a7-9bf2-116eaa527352 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Network c699bfe9-a624-4e0b-97c3-4263bc149f76 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:48:13.423027 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-5c8ff01d-d887-43a7-9bf2-116eaa527352 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:48:13.429706 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8ff01d-d887-43a7-9bf2-116eaa527352 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:48:13.446328 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-9b4f8e85-d2cf-42ae-b233-5dfb3f959e4b None None] Allocated IP 172.20.0.2 (c699bfe9-a624-4e0b-97c3-4263bc149f76/37eaf15c-437f-4565-9c08-545c740b4fc0/446a1e5f-5ac8-4058-bada-e802adc63dd2) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:48:13.469722 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ff01d-d887-43a7-9bf2-116eaa527352 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Pushing event updated for resources: {'Port': ['ID=a60f14bb-dd99-483d-9b0e-639b9e4a22d1,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:13.514437 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8ff01d-d887-43a7-9bf2-116eaa527352 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:13.515625 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5c8ff01d-d887-43a7-9bf2-116eaa527352 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:13.549072 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43056) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:13.553883 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5c8ff01d-d887-43a7-9bf2-116eaa527352 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0889218 Jul 06 13:48:13.554817 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-79dd4dc1-2c1b-4dab-8179-2dc0ecf3aa38 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Request body: {'port': {'network_id': 'c699bfe9-a624-4e0b-97c3-4263bc149f76', 'name': 'tempest-AllowedAddressPairTestJSON-723669561', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:7b:77:c3'}]}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:13.704913 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9b4f8e85-d2cf-42ae-b233-5dfb3f959e4b None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:13.719881 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9b4f8e85-d2cf-42ae-b233-5dfb3f959e4b None None] Transition to ACTIVE for port object 446a1e5f-5ac8-4058-bada-e802adc63dd2 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:48:13.738633 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9b4f8e85-d2cf-42ae-b233-5dfb3f959e4b None None] Transition to ACTIVE for port object 446a1e5f-5ac8-4058-bada-e802adc63dd2 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:48:13.746556 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79dd4dc1-2c1b-4dab-8179-2dc0ecf3aa38 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Made reservation on behalf of 507c21eb08f942ea8fffe8121bfff4e1 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:48:13.751133 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9b4f8e85-d2cf-42ae-b233-5dfb3f959e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:13.806136 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4f8e85-d2cf-42ae-b233-5dfb3f959e4b None None] Network c699bfe9-a624-4e0b-97c3-4263bc149f76 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:48:13.810717 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-9b4f8e85-d2cf-42ae-b233-5dfb3f959e4b None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:48:13.814696 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4f8e85-d2cf-42ae-b233-5dfb3f959e4b None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:48:13.833499 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f8e85-d2cf-42ae-b233-5dfb3f959e4b None None] Pushing event updated for resources: {'Port': ['ID=446a1e5f-5ac8-4058-bada-e802adc63dd2,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:13.906439 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-9b4f8e85-d2cf-42ae-b233-5dfb3f959e4b None None] Attempting to bind port 446a1e5f-5ac8-4058-bada-e802adc63dd2 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:48:13.906857 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-9b4f8e85-d2cf-42ae-b233-5dfb3f959e4b None None] Attempting to bind port 446a1e5f-5ac8-4058-bada-e802adc63dd2 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '2c3eb72a-9804-4a85-89c9-2b40933b647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c699bfe9-a624-4e0b-97c3-4263bc149f76'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:48:13.907209 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4f8e85-d2cf-42ae-b233-5dfb3f959e4b None None] Attempting to bind port 446a1e5f-5ac8-4058-bada-e802adc63dd2 on network c699bfe9-a624-4e0b-97c3-4263bc149f76 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:48:13.917777 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4f8e85-d2cf-42ae-b233-5dfb3f959e4b None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:48:13.919020 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4f8e85-d2cf-42ae-b233-5dfb3f959e4b None None] Checking segment: {'id': '2c3eb72a-9804-4a85-89c9-2b40933b647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c699bfe9-a624-4e0b-97c3-4263bc149f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:48:13.920135 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9b4f8e85-d2cf-42ae-b233-5dfb3f959e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:13.921420 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4f8e85-d2cf-42ae-b233-5dfb3f959e4b None None] Bound using segment: {'id': '2c3eb72a-9804-4a85-89c9-2b40933b647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c699bfe9-a624-4e0b-97c3-4263bc149f76'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:48:13.923857 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-9b4f8e85-d2cf-42ae-b233-5dfb3f959e4b None None] Bound port: 446a1e5f-5ac8-4058-bada-e802adc63dd2, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c3eb72a-9804-4a85-89c9-2b40933b647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'c699bfe9-a624-4e0b-97c3-4263bc149f76'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:48:13.924268 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9b4f8e85-d2cf-42ae-b233-5dfb3f959e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:14.059768 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9b4f8e85-d2cf-42ae-b233-5dfb3f959e4b None None] For port 446a1e5f-5ac8-4058-bada-e802adc63dd2, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:48:14.067057 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9b4f8e85-d2cf-42ae-b233-5dfb3f959e4b None None] For port 446a1e5f-5ac8-4058-bada-e802adc63dd2, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=446a1e5f-5ac8-4058-bada-e802adc63dd2,segment=NetworkSegment(2c3eb72a-9804-4a85-89c9-2b40933b647c),segment_id=2c3eb72a-9804-4a85-89c9-2b40933b647c)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:48:14.080783 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9b4f8e85-d2cf-42ae-b233-5dfb3f959e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:14.190739 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f8e85-d2cf-42ae-b233-5dfb3f959e4b None None] Pushing event updated for resources: {'Port': ['ID=446a1e5f-5ac8-4058-bada-e802adc63dd2,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:14.268338 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-79dd4dc1-2c1b-4dab-8179-2dc0ecf3aa38 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:14.316611 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-79dd4dc1-2c1b-4dab-8179-2dc0ecf3aa38 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] device_id is not set on port e06740b8-bb4e-47c4-b843-111a680953e6 yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 13:48:14.677140 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-68598ffd-e508-4e9f-b7fb-1fe1a5f77c9e req-81b41acd-d4c8-4639-b6d3-e746360a9222 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] 10.222.0.118 "GET /v2.0/security-groups/311f1955-f836-4f8d-b1f0-c15f165890e0 HTTP/1.1" status: 200 len: 1776 time: 0.2261486 Jul 06 13:48:14.767343 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-79dd4dc1-2c1b-4dab-8179-2dc0ecf3aa38 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Allocated IP 172.20.0.13 (c699bfe9-a624-4e0b-97c3-4263bc149f76/37eaf15c-437f-4565-9c08-545c740b4fc0/e06740b8-bb4e-47c4-b843-111a680953e6) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:48:14.876522 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-68598ffd-e508-4e9f-b7fb-1fe1a5f77c9e req-cb15ceb7-cffe-452b-a5f1-2cdabd2bde23 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:14.909076 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedec94a-1209-42d1-a663-00f71f001583 req-292aa609-deab-4096-a58a-f61a9469c27b tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:14.917914 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bedec94a-1209-42d1-a663-00f71f001583 req-292aa609-deab-4096-a58a-f61a9469c27b tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 945 time: 0.2375829 Jul 06 13:48:14.934972 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 86c0af38-d951-4c44-99e4-49b4716dde84 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:48:14.989472 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 86c0af38-d951-4c44-99e4-49b4716dde84 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:48:14.989941 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 86c0af38-d951-4c44-99e4-49b4716dde84 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:48:15.008055 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-68598ffd-e508-4e9f-b7fb-1fe1a5f77c9e req-cb15ceb7-cffe-452b-a5f1-2cdabd2bde23 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:15.060080 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bedec94a-1209-42d1-a663-00f71f001583 req-5fdb7bdd-0651-485d-ad97-b54d3e232857 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411481 Jul 06 13:48:15.143519 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-68598ffd-e508-4e9f-b7fb-1fe1a5f77c9e req-cb15ceb7-cffe-452b-a5f1-2cdabd2bde23 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:15.146020 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-68598ffd-e508-4e9f-b7fb-1fe1a5f77c9e req-cb15ceb7-cffe-452b-a5f1-2cdabd2bde23 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:15.148250 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-68598ffd-e508-4e9f-b7fb-1fe1a5f77c9e req-cb15ceb7-cffe-452b-a5f1-2cdabd2bde23 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] 10.222.0.118 "DELETE /v2.0/security-groups/311f1955-f836-4f8d-b1f0-c15f165890e0 HTTP/1.1" status: 204 len: 173 time: 0.4534733 Jul 06 13:48:15.182637 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15ceb7-cffe-452b-a5f1-2cdabd2bde23 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=311f1955-f836-4f8d-b1f0-c15f165890e0,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:15.211203 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15ceb7-cffe-452b-a5f1-2cdabd2bde23 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:15.211548 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15ceb7-cffe-452b-a5f1-2cdabd2bde23 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:15.211894 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15ceb7-cffe-452b-a5f1-2cdabd2bde23 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:15.212294 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15ceb7-cffe-452b-a5f1-2cdabd2bde23 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:15.213408 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15ceb7-cffe-452b-a5f1-2cdabd2bde23 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:15.213734 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15ceb7-cffe-452b-a5f1-2cdabd2bde23 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:15.214102 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15ceb7-cffe-452b-a5f1-2cdabd2bde23 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:15.214455 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15ceb7-cffe-452b-a5f1-2cdabd2bde23 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:15.214788 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15ceb7-cffe-452b-a5f1-2cdabd2bde23 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:15.215123 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15ceb7-cffe-452b-a5f1-2cdabd2bde23 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:15.215469 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15ceb7-cffe-452b-a5f1-2cdabd2bde23 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:15.215843 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb15ceb7-cffe-452b-a5f1-2cdabd2bde23 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:15.221353 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-79dd4dc1-2c1b-4dab-8179-2dc0ecf3aa38 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:15.253684 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-79dd4dc1-2c1b-4dab-8179-2dc0ecf3aa38 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Transition to ACTIVE for port object e06740b8-bb4e-47c4-b843-111a680953e6 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:48:15.274176 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01717b0e-ecf8-4640-b136-fee3d87fdd83 x-openstack-request-id: req-01717b0e-ecf8-4640-b136-fee3d87fdd83 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:48:15.277332 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5959d72c-3cc2-4f5b-a626-2e615efa434e", "name": "network-vif-plugged", "status": "completed", "tag": "f69b7456-3c24-4c71-b55c-f2616e090d73", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:48:15.277689 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-01717b0e-ecf8-4640-b136-fee3d87fdd83 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:48:15.278233 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5959d72c-3cc2-4f5b-a626-2e615efa434e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69b7456-3c24-4c71-b55c-f2616e090d73', 'code': 200} Jul 06 13:48:15.312767 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-79dd4dc1-2c1b-4dab-8179-2dc0ecf3aa38 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:15.395893 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f72d538-b864-48ce-b021-d2de1e0794aa x-openstack-request-id: req-7f72d538-b864-48ce-b021-d2de1e0794aa {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:48:15.396118 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3381e653-cce8-4195-a966-d07cb7e708bf", "name": "network-vif-deleted", "tag": "86c0af38-d951-4c44-99e4-49b4716dde84", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:48:15.396343 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-7f72d538-b864-48ce-b021-d2de1e0794aa {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:48:15.396795 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3381e653-cce8-4195-a966-d07cb7e708bf', 'name': 'network-vif-deleted', 'tag': '86c0af38-d951-4c44-99e4-49b4716dde84', 'status': 'completed', 'code': 200} Jul 06 13:48:15.417321 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dd4dc1-2c1b-4dab-8179-2dc0ecf3aa38 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Network c699bfe9-a624-4e0b-97c3-4263bc149f76 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:48:15.422744 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-79dd4dc1-2c1b-4dab-8179-2dc0ecf3aa38 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:48:15.427509 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dd4dc1-2c1b-4dab-8179-2dc0ecf3aa38 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:48:15.433110 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd4dc1-2c1b-4dab-8179-2dc0ecf3aa38 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Pushing event updated for resources: {'Port': ['ID=e06740b8-bb4e-47c4-b843-111a680953e6,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:15.521945 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dd4dc1-2c1b-4dab-8179-2dc0ecf3aa38 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:15.529847 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-79dd4dc1-2c1b-4dab-8179-2dc0ecf3aa38 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:15.547211 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-79dd4dc1-2c1b-4dab-8179-2dc0ecf3aa38 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.9969051 Jul 06 13:48:15.549893 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43102) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:15.734452 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cdad91-c9ed-4af4-b36d-293627d34fb3 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:15.741095 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cdad91-c9ed-4af4-b36d-293627d34fb3 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:15.748030 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cdad91-c9ed-4af4-b36d-293627d34fb3 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:15.753595 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b4cdad91-c9ed-4af4-b36d-293627d34fb3 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2017794 Jul 06 13:48:15.754693 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43118) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:15.815559 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591ae449-17a3-40b4-b1ab-34ae6118c321 None None] Network c699bfe9-a624-4e0b-97c3-4263bc149f76 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:48:15.880046 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0d57d5ab-7fa8-4a5b-8170-1df35896e3a6 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Deleting port e06740b8-bb4e-47c4-b843-111a680953e6 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:48:15.880581 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d57d5ab-7fa8-4a5b-8170-1df35896e3a6 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:15.907782 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28160569-1e62-447f-a813-2a4419a36c10 req-3547a713-cc69-47f4-8fae-f92fd4857f3b tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] 10.222.0.118 "GET /v2.0/security-groups/4e31c94c-a1f6-41ad-a33a-58f3b167ab58 HTTP/1.1" status: 200 len: 1778 time: 0.1717207 Jul 06 13:48:15.928842 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-efc82fb8-6592-4f82-aaee-c915a0bcf884 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:15.939475 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-efc82fb8-6592-4f82-aaee-c915a0bcf884 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/networks?id=d3fe67ee-10fe-4b67-adfd-00a9752f666b HTTP/1.1" status: 200 len: 811 time: 0.3266575 Jul 06 13:48:16.004645 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-b3a66d8b-9bbc-4679-8a49-1fda2ee92835 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/quotas/0c5820f075a5422096132d113f5a5811 HTTP/1.1" status: 200 len: 375 time: 0.0637000 Jul 06 13:48:16.009155 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-308031fc-f461-4998-a765-8625d48f90e2 None None] Provisioning for port 446a1e5f-5ac8-4058-bada-e802adc63dd2 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:48:16.031104 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d57d5ab-7fa8-4a5b-8170-1df35896e3a6 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:16.047719 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0d57d5ab-7fa8-4a5b-8170-1df35896e3a6 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Calling delete_port for e06740b8-bb4e-47c4-b843-111a680953e6 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:48:16.114270 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-1e2e217d-c0f6-4818-a1e1-0c0f4fde64f1 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=0c5820f075a5422096132d113f5a5811&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1086175 Jul 06 13:48:16.118229 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-5c5c119a-1aa4-4f7e-8756-b6e1dcb8e4ef tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:16.120089 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-5c5c119a-1aa4-4f7e-8756-b6e1dcb8e4ef tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.124 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e&tenant_id=2348caba5ff048eca9a30073164626c9&binding%3Ahost_id=n-h1-773644-6 HTTP/1.1" status: 200 len: 1096 time: 0.3857162 Jul 06 13:48:16.139746 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-53455714-d21e-403e-93e9-e577c56adb87 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-773644-6'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:16.274740 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d57d5ab-7fa8-4a5b-8170-1df35896e3a6 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:16.290076 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-28160569-1e62-447f-a813-2a4419a36c10 req-44403c8e-0632-4cad-95c0-2ab83ae2ad99 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:16.310768 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:16.344247 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 446a1e5f-5ac8-4058-bada-e802adc63dd2 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:48:16.473082 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 446a1e5f-5ac8-4058-bada-e802adc63dd2 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:48:16.494961 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 446a1e5f-5ac8-4058-bada-e802adc63dd2 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:48:16.495348 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:16.550844 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-28160569-1e62-447f-a813-2a4419a36c10 req-44403c8e-0632-4cad-95c0-2ab83ae2ad99 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:16.565408 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57d5ab-7fa8-4a5b-8170-1df35896e3a6 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Pushing event deleted for resources: {'Port': ['ID=e06740b8-bb4e-47c4-b843-111a680953e6,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:16.664321 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:16.702211 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-53455714-d21e-403e-93e9-e577c56adb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:16.716307 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d57d5ab-7fa8-4a5b-8170-1df35896e3a6 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:16.722841 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0d57d5ab-7fa8-4a5b-8170-1df35896e3a6 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] 10.222.0.118 "DELETE /v2.0/ports/e06740b8-bb4e-47c4-b843-111a680953e6 HTTP/1.1" status: 204 len: 168 time: 0.9667928 Jul 06 13:48:16.725081 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43134) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:16.732497 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-512542a9-546f-470b-8062-9aaa35c0883b service neutron] 10.222.0.118 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6169960 Jul 06 13:48:16.744393 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 446a1e5f-5ac8-4058-bada-e802adc63dd2, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=446a1e5f-5ac8-4058-bada-e802adc63dd2,segment=NetworkSegment(2c3eb72a-9804-4a85-89c9-2b40933b647c),segment_id=2c3eb72a-9804-4a85-89c9-2b40933b647c)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:16.750798 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-36b52ead-b006-494b-af96-e1691a75daf6 None None] Could not find standard attr ID for object e06740b8-bb4e-47c4-b843-111a680953e6. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 13:48:16.753939 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:16.797196 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-f691f5d3-7aa0-4c2c-845d-5b91664f5038 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] GET failed (client error): The resource could not be found. Jul 06 13:48:16.803857 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43136) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:16.804774 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f691f5d3-7aa0-4c2c-845d-5b91664f5038 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] 10.222.0.118 "GET /v2.0/ports/e06740b8-bb4e-47c4-b843-111a680953e6 HTTP/1.1" status: 404 len: 333 time: 0.0782650 Jul 06 13:48:16.860853 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-36b52ead-b006-494b-af96-e1691a75daf6 None None] Provisioning for port a60f14bb-dd99-483d-9b0e-639b9e4a22d1 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:48:16.861072 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-5db89ed2-95e8-4578-9d25-a9ee48a1efa6 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Request body: {'port': {'network_id': 'c699bfe9-a624-4e0b-97c3-4263bc149f76', 'name': 'tempest-AllowedAddressPairTestJSON-1720600796'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:16.871353 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=446a1e5f-5ac8-4058-bada-e802adc63dd2,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:16.876973 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-36b52ead-b006-494b-af96-e1691a75daf6 None None] Provisioning complete for port a60f14bb-dd99-483d-9b0e-639b9e4a22d1 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:48:16.877651 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-36b52ead-b006-494b-af96-e1691a75daf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:16.889264 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-28160569-1e62-447f-a813-2a4419a36c10 req-44403c8e-0632-4cad-95c0-2ab83ae2ad99 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:16.892119 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-28160569-1e62-447f-a813-2a4419a36c10 req-44403c8e-0632-4cad-95c0-2ab83ae2ad99 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:16.907668 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28160569-1e62-447f-a813-2a4419a36c10 req-44403c8e-0632-4cad-95c0-2ab83ae2ad99 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] 10.222.0.118 "DELETE /v2.0/security-groups/4e31c94c-a1f6-41ad-a33a-58f3b167ab58 HTTP/1.1" status: 204 len: 173 time: 0.9989014 Jul 06 13:48:17.083439 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44403c8e-0632-4cad-95c0-2ab83ae2ad99 tempest-SecurityGroupsTestAdminJSON-863453617 tempest-SecurityGroupsTestAdminJSON-863453617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e31c94c-a1f6-41ad-a33a-58f3b167ab58,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:17.287175 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-36b52ead-b006-494b-af96-e1691a75daf6 None None] Port a60f14bb-dd99-483d-9b0e-639b9e4a22d1 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:48:17.292841 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:48:17.371651 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-36b52ead-b006-494b-af96-e1691a75daf6 None None] Provisioning complete for port 446a1e5f-5ac8-4058-bada-e802adc63dd2 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:48:17.372121 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-36b52ead-b006-494b-af96-e1691a75daf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:17.487407 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-351ae1fa-35b4-467d-8e9e-69607ccda926 service neutron] 10.222.0.118 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7536218 Jul 06 13:48:17.589085 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-53455714-d21e-403e-93e9-e577c56adb87 service neutron] For port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=89fd7591-9d7b-4cad-9c59-1a102ee6f6fe,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:17.603862 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=89fd7591-9d7b-4cad-9c59-1a102ee6f6fe,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:17.620634 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe has no active binding in host n-h2-773644-6 {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 13:48:17.671421 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43164) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:17.934273 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-53455714-d21e-403e-93e9-e577c56adb87 service neutron] For port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:48:17.981672 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-acfb0024-7bac-4711-979e-84dc997eefab None None] Could not find standard attr ID for object e06740b8-bb4e-47c4-b843-111a680953e6. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 13:48:17.983052 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9cc49516-c064-45ab-9732-c8eeac158665 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=3053cf40160a40f392ca3cd887b40dcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3104315 Jul 06 13:48:17.983636 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43182) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:17.988026 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-53455714-d21e-403e-93e9-e577c56adb87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:18.001535 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cb841d-e074-4025-876b-8c6a007aee4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89fd7591-9d7b-4cad-9c59-1a102ee6f6fe'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:48:18.003627 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-acfb0024-7bac-4711-979e-84dc997eefab None None] Provisioning complete for port a60f14bb-dd99-483d-9b0e-639b9e4a22d1 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:48:18.004025 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-acfb0024-7bac-4711-979e-84dc997eefab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:18.009027 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7035587-f156-4601-a590-f17086ddc14b" -d '{"events": [{"server_uuid": "e1cb841d-e074-4025-876b-8c6a007aee4e", "name": "network-vif-unplugged", "status": "completed", "tag": "89fd7591-9d7b-4cad-9c59-1a102ee6f6fe"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:48:18.016064 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-53455714-d21e-403e-93e9-e577c56adb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:18.031534 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db89ed2-95e8-4578-9d25-a9ee48a1efa6 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Made reservation on behalf of 507c21eb08f942ea8fffe8121bfff4e1 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:48:18.040341 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5db89ed2-95e8-4578-9d25-a9ee48a1efa6 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:18.095892 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-acfb0024-7bac-4711-979e-84dc997eefab None None] Port a60f14bb-dd99-483d-9b0e-639b9e4a22d1 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:48:18.111812 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a143fdb-8e41-4fb6-aa94-7c47ac74972b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:18.141157 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a143fdb-8e41-4fb6-aa94-7c47ac74972b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:18.236193 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a143fdb-8e41-4fb6-aa94-7c47ac74972b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:18.239248 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a143fdb-8e41-4fb6-aa94-7c47ac74972b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:18.243549 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5a143fdb-8e41-4fb6-aa94-7c47ac74972b admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/a73092b6-08b0-4976-9186-e6e1a8847971 HTTP/1.1" status: 204 len: 168 time: 0.2587070 Jul 06 13:48:18.255930 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a143fdb-8e41-4fb6-aa94-7c47ac74972b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73092b6-08b0-4976-9186-e6e1a8847971,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:18.312889 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 446a1e5f-5ac8-4058-bada-e802adc63dd2 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:48:18.387258 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53455714-d21e-403e-93e9-e577c56adb87 service neutron] Pushing event updated for resources: {'Port': ['ID=89fd7591-9d7b-4cad-9c59-1a102ee6f6fe,revision_number=7']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:18.417124 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 446a1e5f-5ac8-4058-bada-e802adc63dd2 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:48:18.419018 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:18.421215 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a4acc57b-a540-47c2-9478-0542e37d5143 req-2756ad1e-47c5-477f-9a6a-834436aab218 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=e6a755a0-364b-4b39-9760-167f78f01e02 HTTP/1.1" status: 200 len: 210 time: 0.2351091 Jul 06 13:48:18.481352 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-5db89ed2-95e8-4578-9d25-a9ee48a1efa6 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] device_id is not set on port e9aadcaf-5a3a-4a27-93ab-9a8a035851fe yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 13:48:18.593066 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:18.689438 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a92e16-7d6b-4e03-8405-3f83f5e58380 req-ac963366-9188-4c71-b170-c9fac4b7d35e tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:18.700818 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-15a92e16-7d6b-4e03-8405-3f83f5e58380 req-ac963366-9188-4c71-b170-c9fac4b7d35e tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 945 time: 1.0801041 Jul 06 13:48:18.704520 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc6bf94-4964-4360-af30-06d98af1953d x-openstack-request-id: req-2fc6bf94-4964-4360-af30-06d98af1953d {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:48:18.707040 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1cb841d-e074-4025-876b-8c6a007aee4e", "name": "network-vif-unplugged", "status": "completed", "tag": "89fd7591-9d7b-4cad-9c59-1a102ee6f6fe", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:48:18.707545 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-2fc6bf94-4964-4360-af30-06d98af1953d {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:48:18.708195 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cb841d-e074-4025-876b-8c6a007aee4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89fd7591-9d7b-4cad-9c59-1a102ee6f6fe', 'code': 200} Jul 06 13:48:18.977773 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-15a92e16-7d6b-4e03-8405-3f83f5e58380 req-3071595a-81c7-4e6d-a9f7-8d47763783cc tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756426 Jul 06 13:48:18.983724 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-53455714-d21e-403e-93e9-e577c56adb87 service neutron] Attempting to bind port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe on host n-h1-773644-6 for vnic_type normal with profile {"migrating_to": "n-h2-773644-6"} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:48:18.990736 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43240) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:18.992183 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-53455714-d21e-403e-93e9-e577c56adb87 service neutron] Attempting to bind port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:48:18.994525 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-53455714-d21e-403e-93e9-e577c56adb87 service neutron] Attempting to bind port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:48:19.018897 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-53455714-d21e-403e-93e9-e577c56adb87 service neutron] Port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:48:19.022681 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-53455714-d21e-403e-93e9-e577c56adb87 service neutron] Attempting to bind port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe on network 07b1ddd0-32ee-4167-858f-b55fd4b0b29d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:48:19.051586 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-53455714-d21e-403e-93e9-e577c56adb87 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:48:19.058137 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-53455714-d21e-403e-93e9-e577c56adb87 service neutron] Checking segment: {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:48:19.058621 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-53455714-d21e-403e-93e9-e577c56adb87 service neutron] Bound using segment: {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:48:19.059102 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-53455714-d21e-403e-93e9-e577c56adb87 service neutron] Bound port: 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367f1f53-18db-4b70-a414-6c522cb8ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '07b1ddd0-32ee-4167-858f-b55fd4b0b29d'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:48:19.059482 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-53455714-d21e-403e-93e9-e577c56adb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:19.085944 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-5db89ed2-95e8-4578-9d25-a9ee48a1efa6 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Allocated IP 172.20.0.6 (c699bfe9-a624-4e0b-97c3-4263bc149f76/37eaf15c-437f-4565-9c08-545c740b4fc0/e9aadcaf-5a3a-4a27-93ab-9a8a035851fe) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:48:19.140497 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-400f9999-099d-47c1-b69a-6db8e055d1c2 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=e8841d545f804af48dc12fc772bc6865&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483879 Jul 06 13:48:19.141356 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43242) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:19.301679 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-53455714-d21e-403e-93e9-e577c56adb87 service neutron] For port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:48:19.311004 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-53455714-d21e-403e-93e9-e577c56adb87 service neutron] For port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=89fd7591-9d7b-4cad-9c59-1a102ee6f6fe,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:48:19.324533 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-53455714-d21e-403e-93e9-e577c56adb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:19.429365 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53455714-d21e-403e-93e9-e577c56adb87 service neutron] Pushing event updated for resources: {'Port': ['ID=89fd7591-9d7b-4cad-9c59-1a102ee6f6fe,revision_number=8']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:19.495685 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d0dd1eb6-e707-4aaa-9113-794d687ef9d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:19.532928 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d0dd1eb6-e707-4aaa-9113-794d687ef9d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:19.579216 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-53455714-d21e-403e-93e9-e577c56adb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:19.579881 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-53455714-d21e-403e-93e9-e577c56adb87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:19.581312 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-53455714-d21e-403e-93e9-e577c56adb87 service neutron] 10.222.0.124 "PUT /v2.0/ports/89fd7591-9d7b-4cad-9c59-1a102ee6f6fe HTTP/1.1" status: 200 len: 1121 time: 3.4538207 Jul 06 13:48:19.674812 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5db89ed2-95e8-4578-9d25-a9ee48a1efa6 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:19.689551 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['89fd7591-9d7b-4cad-9c59-1a102ee6f6fe'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:48:19.692560 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['89fd7591-9d7b-4cad-9c59-1a102ee6f6fe'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:48:19.743124 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-5db89ed2-95e8-4578-9d25-a9ee48a1efa6 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Transition to ACTIVE for port object e9aadcaf-5a3a-4a27-93ab-9a8a035851fe will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:48:19.812790 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5db89ed2-95e8-4578-9d25-a9ee48a1efa6 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:19.941968 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db89ed2-95e8-4578-9d25-a9ee48a1efa6 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Pushing event updated for resources: {'Port': ['ID=e9aadcaf-5a3a-4a27-93ab-9a8a035851fe,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:19.982259 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db89ed2-95e8-4578-9d25-a9ee48a1efa6 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Network c699bfe9-a624-4e0b-97c3-4263bc149f76 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:48:19.984692 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-5db89ed2-95e8-4578-9d25-a9ee48a1efa6 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:48:19.988643 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db89ed2-95e8-4578-9d25-a9ee48a1efa6 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:48:20.251863 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d0dd1eb6-e707-4aaa-9113-794d687ef9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:20.254967 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d0dd1eb6-e707-4aaa-9113-794d687ef9d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:20.261369 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d0dd1eb6-e707-4aaa-9113-794d687ef9d1 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/945e959d-66ba-4872-8bcd-c769ca385077 HTTP/1.1" status: 204 len: 168 time: 1.0814271 Jul 06 13:48:20.295529 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db89ed2-95e8-4578-9d25-a9ee48a1efa6 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:20.301034 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5db89ed2-95e8-4578-9d25-a9ee48a1efa6 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:20.370632 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd1eb6-e707-4aaa-9113-794d687ef9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945e959d-66ba-4872-8bcd-c769ca385077,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:20.428581 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43292) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:20.429186 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5db89ed2-95e8-4578-9d25-a9ee48a1efa6 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5841441 Jul 06 13:48:20.436113 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-60dcfb14-2e9c-4cbf-a9f5-3f92f8a32aa9 None None] Provisioning for port e9aadcaf-5a3a-4a27-93ab-9a8a035851fe completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:48:20.438198 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c8da18f8-9d7a-47cd-949c-cbdd1361433c tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:7b:77:c3'}]}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:20.445097 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-60dcfb14-2e9c-4cbf-a9f5-3f92f8a32aa9 None None] Provisioning complete for port e9aadcaf-5a3a-4a27-93ab-9a8a035851fe triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:48:20.446394 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-60dcfb14-2e9c-4cbf-a9f5-3f92f8a32aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:20.463556 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-dc94b20f-48f7-43e2-a9af-36341ab5c8cb tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:20.465064 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-dc94b20f-48f7-43e2-a9af-36341ab5c8cb tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.52 "GET /v2.0/networks?id=d3fe67ee-10fe-4b67-adfd-00a9752f666b HTTP/1.1" status: 200 len: 811 time: 0.4263046 Jul 06 13:48:20.482322 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-e8412a93-7fe3-405c-8ccb-3d11e1ae8c34 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Request body: {'port': {'device_id': 'e6a755a0-364b-4b39-9760-167f78f01e02', 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b', 'admin_state_up': True, 'tenant_id': '0c5820f075a5422096132d113f5a5811'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:20.580828 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-60dcfb14-2e9c-4cbf-a9f5-3f92f8a32aa9 None None] Port e9aadcaf-5a3a-4a27-93ab-9a8a035851fe cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:48:20.724554 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1cb841d-e074-4025-876b-8c6a007aee4e', 'tag': '89fd7591-9d7b-4cad-9c59-1a102ee6f6fe'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:48:20.730467 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0e648e-cdec-4bcf-ab6e-3304577f707e" -d '{"events": [{"name": "network-changed", "server_uuid": "e1cb841d-e074-4025-876b-8c6a007aee4e", "tag": "89fd7591-9d7b-4cad-9c59-1a102ee6f6fe"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:48:20.824224 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-e8412a93-7fe3-405c-8ccb-3d11e1ae8c34 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Made reservation on behalf of 0c5820f075a5422096132d113f5a5811 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:48:20.830093 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-e8412a93-7fe3-405c-8ccb-3d11e1ae8c34 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:20.925366 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c8da18f8-9d7a-47cd-949c-cbdd1361433c tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:20.957949 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3ac3c239-7ce9-4673-b7a1-ed4a26cbcc54 req-3af51600-ff01-48f9-89fb-0e56cc868e26 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=e6a755a0-364b-4b39-9760-167f78f01e02 HTTP/1.1" status: 200 len: 210 time: 0.1216500 Jul 06 13:48:21.640904 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be03210-016f-451d-a4f8-d97671541324 req-3250dac1-ea81-4c3d-85ff-ae4262d3b0ac tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:21.642662 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3be03210-016f-451d-a4f8-d97671541324 req-3250dac1-ea81-4c3d-85ff-ae4262d3b0ac tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 943 time: 0.6739640 Jul 06 13:48:21.668069 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c8da18f8-9d7a-47cd-949c-cbdd1361433c tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:21.672744 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-e8412a93-7fe3-405c-8ccb-3d11e1ae8c34 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Allocated IP 172.20.0.14 (d3fe67ee-10fe-4b67-adfd-00a9752f666b/5c4bc917-beda-4093-9c43-911a28c774ae/7cca20c7-5381-470c-bbbd-14a21a2e6c3e) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:48:21.674269 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c8da18f8-9d7a-47cd-949c-cbdd1361433c tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:21.844345 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da18f8-9d7a-47cd-949c-cbdd1361433c tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Pushing event updated for resources: {'Port': ['ID=e9aadcaf-5a3a-4a27-93ab-9a8a035851fe,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:21.856341 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c8da18f8-9d7a-47cd-949c-cbdd1361433c tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] In _notify_port_updated(), no bound segment for port e9aadcaf-5a3a-4a27-93ab-9a8a035851fe on network c699bfe9-a624-4e0b-97c3-4263bc149f76 {{(pid=100417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 13:48:21.877729 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8da18f8-9d7a-47cd-949c-cbdd1361433c tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:21.878455 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c8da18f8-9d7a-47cd-949c-cbdd1361433c tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:21.885902 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43340) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:21.886057 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c8da18f8-9d7a-47cd-949c-cbdd1361433c tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] 10.222.0.118 "PUT /v2.0/ports/e9aadcaf-5a3a-4a27-93ab-9a8a035851fe HTTP/1.1" status: 200 len: 993 time: 1.4548774 Jul 06 13:48:22.078052 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-e8412a93-7fe3-405c-8ccb-3d11e1ae8c34 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:22.134355 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-72432868-253c-4d49-af05-34c8d4ce76f3 None None] Provisioning complete for port e9aadcaf-5a3a-4a27-93ab-9a8a035851fe triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:48:22.134867 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-72432868-253c-4d49-af05-34c8d4ce76f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:22.251619 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-e8412a93-7fe3-405c-8ccb-3d11e1ae8c34 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:22.303358 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-72432868-253c-4d49-af05-34c8d4ce76f3 None None] Port e9aadcaf-5a3a-4a27-93ab-9a8a035851fe cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:48:22.330258 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3be03210-016f-451d-a4f8-d97671541324 req-4f57d626-74c1-4736-b609-50d72d50c7c2 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6732974 Jul 06 13:48:22.406148 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-e8412a93-7fe3-405c-8ccb-3d11e1ae8c34 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Network d3fe67ee-10fe-4b67-adfd-00a9752f666b is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:48:22.448944 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-e8412a93-7fe3-405c-8ccb-3d11e1ae8c34 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:48:22.467240 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-e8412a93-7fe3-405c-8ccb-3d11e1ae8c34 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:48:22.571829 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8412a93-7fe3-405c-8ccb-3d11e1ae8c34 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Pushing event updated for resources: {'Port': ['ID=7cca20c7-5381-470c-bbbd-14a21a2e6c3e,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:22.704126 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-e8412a93-7fe3-405c-8ccb-3d11e1ae8c34 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:22.705352 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-e8412a93-7fe3-405c-8ccb-3d11e1ae8c34 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:22.816483 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-e8412a93-7fe3-405c-8ccb-3d11e1ae8c34 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3419492 Jul 06 13:48:22.909986 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63aff7d-787b-4e36-8f55-b7ad9779aece x-openstack-request-id: req-f63aff7d-787b-4e36-8f55-b7ad9779aece {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:48:22.910318 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1cb841d-e074-4025-876b-8c6a007aee4e", "tag": "89fd7591-9d7b-4cad-9c59-1a102ee6f6fe", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:48:22.910499 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-f63aff7d-787b-4e36-8f55-b7ad9779aece {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:48:22.910923 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1cb841d-e074-4025-876b-8c6a007aee4e', 'tag': '89fd7591-9d7b-4cad-9c59-1a102ee6f6fe', 'status': 'completed', 'code': 200} Jul 06 13:48:22.959484 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-3e8e74b0-b940-4b91-92bc-8c71f5564145 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Deleting port e9aadcaf-5a3a-4a27-93ab-9a8a035851fe {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:48:22.966996 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e8e74b0-b940-4b91-92bc-8c71f5564145 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:23.086925 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43400) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:23.157547 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a94ab72-2169-48b0-b1f5-d820b0833ddc admin admin] Deleting subnet 9a26d9c0-3fa2-4ed5-a111-4efe079a2d6f {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:48:23.163951 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0a94ab72-2169-48b0-b1f5-d820b0833ddc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:23.186259 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-ecb4c17d-1f17-43da-93eb-4afd957b9b0c service neutron] Request body: {'port': {'device_id': 'e6a755a0-364b-4b39-9760-167f78f01e02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:23.303407 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0a94ab72-2169-48b0-b1f5-d820b0833ddc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:23.496505 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0a94ab72-2169-48b0-b1f5-d820b0833ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:23.567533 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e8e74b0-b940-4b91-92bc-8c71f5564145 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:23.619734 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-3e8e74b0-b940-4b91-92bc-8c71f5564145 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Calling delete_port for e9aadcaf-5a3a-4a27-93ab-9a8a035851fe owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:48:23.738894 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0a94ab72-2169-48b0-b1f5-d820b0833ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:23.761550 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e648e-cdec-4bcf-ab6e-3304577f707e req-702bdba6-0763-4871-8fac-0d43c928b7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:23.769220 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b0e648e-cdec-4bcf-ab6e-3304577f707e req-702bdba6-0763-4871-8fac-0d43c928b7b7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2348caba5ff048eca9a30073164626c9&device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 1124 time: 0.8560073 Jul 06 13:48:23.808118 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0a94ab72-2169-48b0-b1f5-d820b0833ddc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:23.820677 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0a94ab72-2169-48b0-b1f5-d820b0833ddc admin admin] 10.222.0.118 "DELETE /v2.0/subnets/9a26d9c0-3fa2-4ed5-a111-4efe079a2d6f HTTP/1.1" status: 204 len: 168 time: 0.7310674 Jul 06 13:48:23.822561 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43426) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:23.823663 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a94ab72-2169-48b0-b1f5-d820b0833ddc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a26d9c0-3fa2-4ed5-a111-4efe079a2d6f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:23.923518 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e648e-cdec-4bcf-ab6e-3304577f707e req-a7f75e41-ea27-470f-8a6f-60f79923ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:23.925025 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b0e648e-cdec-4bcf-ab6e-3304577f707e req-a7f75e41-ea27-470f-8a6f-60f79923ba25 service neutron] 10.222.0.52 "GET /v2.0/networks?id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d HTTP/1.1" status: 200 len: 922 time: 0.1470323 Jul 06 13:48:23.965426 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-ecb4c17d-1f17-43da-93eb-4afd957b9b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:24.008382 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3eeb1fe9-7fc1-4c33-9d3b-5659b5e399bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:24.045606 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f38d8e-2a09-42f7-8ab3-b3ec44cec609 req-9085e773-3cf7-458e-9144-36057c7c0656 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:24.047369 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05f38d8e-2a09-42f7-8ab3-b3ec44cec609 req-9085e773-3cf7-458e-9144-36057c7c0656 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=e6a755a0-364b-4b39-9760-167f78f01e02 HTTP/1.1" status: 200 len: 932 time: 0.8774316 Jul 06 13:48:24.053136 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b0e648e-cdec-4bcf-ab6e-3304577f707e req-1c488f02-d46e-483a-b679-1cf5d76a60d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89fd7591-9d7b-4cad-9c59-1a102ee6f6fe HTTP/1.1" status: 200 len: 217 time: 0.0855408 Jul 06 13:48:24.171141 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3eeb1fe9-7fc1-4c33-9d3b-5659b5e399bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:24.186537 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-3eeb1fe9-7fc1-4c33-9d3b-5659b5e399bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32044b4f-f14f-4915-ba05-43d758a7c9ad']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:24.211497 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-3eeb1fe9-7fc1-4c33-9d3b-5659b5e399bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b74c8be-43e1-449a-8374-4e8bc2ac83bd') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:24.212073 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-3eeb1fe9-7fc1-4c33-9d3b-5659b5e399bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b74c8be-43e1-449a-8374-4e8bc2ac83bd') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:24.231228 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05f38d8e-2a09-42f7-8ab3-b3ec44cec609 req-b033b5f6-373c-4873-8fd4-c5643d7de8f1 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568968 Jul 06 13:48:24.234925 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3eeb1fe9-7fc1-4c33-9d3b-5659b5e399bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:24.266637 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e648e-cdec-4bcf-ab6e-3304577f707e req-b6705abe-bd34-4201-87b0-edd0fc512298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:24.268179 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b0e648e-cdec-4bcf-ab6e-3304577f707e req-b6705abe-bd34-4201-87b0-edd0fc512298 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a HTTP/1.1" status: 200 len: 861 time: 0.2042394 Jul 06 13:48:24.278463 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3eeb1fe9-7fc1-4c33-9d3b-5659b5e399bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:24.297817 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eeb1fe9-7fc1-4c33-9d3b-5659b5e399bd admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:48:24.301953 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3eeb1fe9-7fc1-4c33-9d3b-5659b5e399bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:24.401798 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b0e648e-cdec-4bcf-ab6e-3304577f707e req-a9077a5d-92a5-48d9-84f2-d693e63ea1d1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507307 Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:48:24.572208 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:48:24.577992 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3eeb1fe9-7fc1-4c33-9d3b-5659b5e399bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:24.598217 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3eeb1fe9-7fc1-4c33-9d3b-5659b5e399bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:24.604805 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3eeb1fe9-7fc1-4c33-9d3b-5659b5e399bd admin admin] 10.222.0.118 "DELETE /v2.0/networks/32044b4f-f14f-4915-ba05-43d758a7c9ad HTTP/1.1" status: 204 len: 168 time: 0.7744815 Jul 06 13:48:24.630599 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb1fe9-7fc1-4c33-9d3b-5659b5e399bd admin admin] Pushing event deleted for resources: {'Network': ['ID=32044b4f-f14f-4915-ba05-43d758a7c9ad,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:24.843983 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e8e74b0-b940-4b91-92bc-8c71f5564145 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:24.942149 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-67f6e2b4-f433-4783-976a-67ba536e959d tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=9a034f7c3c7c4a32987e24fa8a7ab2b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1006982 Jul 06 13:48:24.948504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e74b0-b940-4b91-92bc-8c71f5564145 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Pushing event deleted for resources: {'Port': ['ID=e9aadcaf-5a3a-4a27-93ab-9a8a035851fe,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:25.015024 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b0e648e-cdec-4bcf-ab6e-3304577f707e req-d2588b38-61e4-4e75-985c-08ca07b3a7ec service neutron] 10.222.0.52 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842788 Jul 06 13:48:25.060480 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43472) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:25.121338 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-87395212-a7a4-4dca-8eaf-0e150cc3f6ff admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=30967fe6141f425883d3ccdea408bb06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587261 Jul 06 13:48:25.135175 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43474) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:25.273445 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2e782d01-d3a9-4897-8f2c-0876e2b7235c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:25.310065 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e6f54-1fd2-4ed8-8692-a8f546f2ec98 req-05e81c1c-8333-44ce-93ac-8539b54c21ae tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:25.311807 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-814e6f54-1fd2-4ed8-8692-a8f546f2ec98 req-05e81c1c-8333-44ce-93ac-8539b54c21ae tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 943 time: 0.7356236 Jul 06 13:48:25.322172 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2e782d01-d3a9-4897-8f2c-0876e2b7235c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:25.414581 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2e782d01-d3a9-4897-8f2c-0876e2b7235c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:25.418831 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2e782d01-d3a9-4897-8f2c-0876e2b7235c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:25.419460 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2e782d01-d3a9-4897-8f2c-0876e2b7235c admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/0e71bcf4-4716-425a-9f47-1d0acdb3a3a9 HTTP/1.1" status: 204 len: 168 time: 0.2823417 Jul 06 13:48:25.438926 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e782d01-d3a9-4897-8f2c-0876e2b7235c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e71bcf4-4716-425a-9f47-1d0acdb3a3a9,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:25.567586 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-ecb4c17d-1f17-43da-93eb-4afd957b9b0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cca20c7-5381-470c-bbbd-14a21a2e6c3e {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:48:25.589437 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-ecb4c17d-1f17-43da-93eb-4afd957b9b0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:25.607184 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-814e6f54-1fd2-4ed8-8692-a8f546f2ec98 req-e8bb45ab-a1da-4017-9d77-f6127d995000 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757504 Jul 06 13:48:25.647794 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-807589cf-024d-47f8-bf8d-d86d030a6e6e tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:25.649380 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-807589cf-024d-47f8-bf8d-d86d030a6e6e tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6798651 Jul 06 13:48:25.685881 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b0e648e-cdec-4bcf-ab6e-3304577f707e req-63bdfc98-f2aa-4406-95f7-dbd3ec970e71 service neutron] 10.222.0.52 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6383746 Jul 06 13:48:25.694302 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e8e74b0-b940-4b91-92bc-8c71f5564145 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:25.699282 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3e8e74b0-b940-4b91-92bc-8c71f5564145 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] 10.222.0.118 "DELETE /v2.0/ports/e9aadcaf-5a3a-4a27-93ab-9a8a035851fe HTTP/1.1" status: 204 len: 168 time: 3.5031164 Jul 06 13:48:25.699473 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43488) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:25.704057 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-ecb4c17d-1f17-43da-93eb-4afd957b9b0c service neutron] Transition to ACTIVE for port object 7cca20c7-5381-470c-bbbd-14a21a2e6c3e will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:48:25.709487 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-6779a1b6-a6a9-48a4-9c20-98459b9e488b tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/quotas/9a034f7c3c7c4a32987e24fa8a7ab2b6 HTTP/1.1" status: 200 len: 375 time: 0.0400136 Jul 06 13:48:25.710602 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-ecb4c17d-1f17-43da-93eb-4afd957b9b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:25.772238 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-5159c56c-05b2-4d62-bbc4-0cadc040f0f5 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=9a034f7c3c7c4a32987e24fa8a7ab2b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447919 Jul 06 13:48:25.822515 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd64f45d-3f84-48b4-a19a-527a1f8283a7 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] GET failed (client error): The resource could not be found. Jul 06 13:48:25.825603 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-dd64f45d-3f84-48b4-a19a-527a1f8283a7 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] 10.222.0.118 "GET /v2.0/ports/e9aadcaf-5a3a-4a27-93ab-9a8a035851fe HTTP/1.1" status: 404 len: 333 time: 0.1250045 Jul 06 13:48:25.830202 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43496) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:25.843725 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-b3eafede-9bac-4a40-add8-7d4e87e8da3a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Request body: {'port': {'network_id': 'c699bfe9-a624-4e0b-97c3-4263bc149f76', 'name': 'tempest-AllowedAddressPairTestJSON-1676093581'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:25.923387 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4c17d-1f17-43da-93eb-4afd957b9b0c service neutron] Pushing event updated for resources: {'Port': ['ID=7cca20c7-5381-470c-bbbd-14a21a2e6c3e,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:26.011369 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-ecb4c17d-1f17-43da-93eb-4afd957b9b0c service neutron] Attempting to bind port 7cca20c7-5381-470c-bbbd-14a21a2e6c3e on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:48:26.011731 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-ecb4c17d-1f17-43da-93eb-4afd957b9b0c service neutron] Attempting to bind port 7cca20c7-5381-470c-bbbd-14a21a2e6c3e by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '1577f714-41dc-455d-9abc-f4ea9f582ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:48:26.012167 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-ecb4c17d-1f17-43da-93eb-4afd957b9b0c service neutron] Attempting to bind port 7cca20c7-5381-470c-bbbd-14a21a2e6c3e on network d3fe67ee-10fe-4b67-adfd-00a9752f666b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:48:26.050792 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-ecb4c17d-1f17-43da-93eb-4afd957b9b0c service neutron] Port 7cca20c7-5381-470c-bbbd-14a21a2e6c3e on network d3fe67ee-10fe-4b67-adfd-00a9752f666b not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:48:26.051124 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-ecb4c17d-1f17-43da-93eb-4afd957b9b0c service neutron] Attempting to bind port 7cca20c7-5381-470c-bbbd-14a21a2e6c3e on network d3fe67ee-10fe-4b67-adfd-00a9752f666b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:48:26.085583 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-ecb4c17d-1f17-43da-93eb-4afd957b9b0c service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:48:26.085961 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-ecb4c17d-1f17-43da-93eb-4afd957b9b0c service neutron] Checking segment: {'id': '1577f714-41dc-455d-9abc-f4ea9f582ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:48:26.086364 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-ecb4c17d-1f17-43da-93eb-4afd957b9b0c service neutron] Bound using segment: {'id': '1577f714-41dc-455d-9abc-f4ea9f582ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:48:26.086817 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-ecb4c17d-1f17-43da-93eb-4afd957b9b0c service neutron] Bound port: 7cca20c7-5381-470c-bbbd-14a21a2e6c3e, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1577f714-41dc-455d-9abc-f4ea9f582ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:48:26.093945 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-ecb4c17d-1f17-43da-93eb-4afd957b9b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:26.147238 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3eafede-9bac-4a40-add8-7d4e87e8da3a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Made reservation on behalf of 507c21eb08f942ea8fffe8121bfff4e1 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:48:26.176776 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b3eafede-9bac-4a40-add8-7d4e87e8da3a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:26.281736 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-b3eafede-9bac-4a40-add8-7d4e87e8da3a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] device_id is not set on port 7d4534ed-60c3-4e1e-9e22-ca56d1822b05 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 13:48:26.443199 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-ecb4c17d-1f17-43da-93eb-4afd957b9b0c service neutron] For port 7cca20c7-5381-470c-bbbd-14a21a2e6c3e, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:48:26.448990 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-ecb4c17d-1f17-43da-93eb-4afd957b9b0c service neutron] For port 7cca20c7-5381-470c-bbbd-14a21a2e6c3e, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=7cca20c7-5381-470c-bbbd-14a21a2e6c3e,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:48:26.482112 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-ecb4c17d-1f17-43da-93eb-4afd957b9b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:26.628346 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd540c-d63f-457c-809d-a5f339f4b2ef req-cd82a17e-1524-4b98-a271-1ab865df4298 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:26.636206 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-decd540c-d63f-457c-809d-a5f339f4b2ef req-cd82a17e-1524-4b98-a271-1ab865df4298 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=e6a755a0-364b-4b39-9760-167f78f01e02 HTTP/1.1" status: 200 len: 944 time: 0.3199260 Jul 06 13:48:26.733808 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-ecb4c17d-1f17-43da-93eb-4afd957b9b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:26.734899 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-ecb4c17d-1f17-43da-93eb-4afd957b9b0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:26.737209 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-ecb4c17d-1f17-43da-93eb-4afd957b9b0c service neutron] 10.222.0.52 "PUT /v2.0/ports/7cca20c7-5381-470c-bbbd-14a21a2e6c3e HTTP/1.1" status: 200 len: 1092 time: 3.8896379 Jul 06 13:48:26.740829 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a755a0-364b-4b39-9760-167f78f01e02', 'tag': '7cca20c7-5381-470c-bbbd-14a21a2e6c3e'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:48:26.751273 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38d9e5c-f3e3-4a5f-8c0e-b25635b54aaa" -d '{"events": [{"name": "network-changed", "server_uuid": "e6a755a0-364b-4b39-9760-167f78f01e02", "tag": "7cca20c7-5381-470c-bbbd-14a21a2e6c3e"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:48:26.794799 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-b3eafede-9bac-4a40-add8-7d4e87e8da3a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Allocated IP 172.20.0.4 (c699bfe9-a624-4e0b-97c3-4263bc149f76/37eaf15c-437f-4565-9c08-545c740b4fc0/7d4534ed-60c3-4e1e-9e22-ca56d1822b05) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:48:26.866755 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:48:27.367330 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b3eafede-9bac-4a40-add8-7d4e87e8da3a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:27.472469 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-b78be354-b4bb-4694-8c29-8219adef9e98 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:27.474207 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-b78be354-b4bb-4694-8c29-8219adef9e98 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/networks?id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b HTTP/1.1" status: 200 len: 808 time: 0.9570765 Jul 06 13:48:27.547960 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4c17d-1f17-43da-93eb-4afd957b9b0c service neutron] Pushing event updated for resources: {'Port': ['ID=7cca20c7-5381-470c-bbbd-14a21a2e6c3e,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:27.581121 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-decd540c-d63f-457c-809d-a5f339f4b2ef req-00b987b4-d6e9-46dd-931d-5323ee075277 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9440274 Jul 06 13:48:27.595235 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-2b06e876-174d-40e9-b3ed-9de7fd16cc07 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/quotas/0a05dcebc7174fa4835bbaac9666195c HTTP/1.1" status: 200 len: 375 time: 0.0624583 Jul 06 13:48:27.657739 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-8c5f689d-b505-48a1-9633-4c6675d7becd service neutron] 10.222.0.52 "GET /v2.0/ports/89fd7591-9d7b-4cad-9c59-1a102ee6f6fe/bindings/n-h2-773644-6 HTTP/1.1" status: 200 len: 384 time: 0.7703545 Jul 06 13:48:27.768483 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b3eafede-9bac-4a40-add8-7d4e87e8da3a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Transition to ACTIVE for port object 7d4534ed-60c3-4e1e-9e22-ca56d1822b05 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:48:27.791101 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-e6e77f6c-3ab4-48d3-9ff5-b3f826277f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:27.792628 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-e6e77f6c-3ab4-48d3-9ff5-b3f826277f2e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0c5820f075a5422096132d113f5a5811&device_id=e6a755a0-364b-4b39-9760-167f78f01e02 HTTP/1.1" status: 200 len: 1095 time: 0.9561949 Jul 06 13:48:27.812271 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b3eafede-9bac-4a40-add8-7d4e87e8da3a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:27.862631 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eafede-9bac-4a40-add8-7d4e87e8da3a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Network c699bfe9-a624-4e0b-97c3-4263bc149f76 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:48:27.866048 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-b3eafede-9bac-4a40-add8-7d4e87e8da3a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:48:27.869799 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eafede-9bac-4a40-add8-7d4e87e8da3a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:48:27.881384 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-32dcfed4-3155-4905-9207-b22874d85d69 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cca20c7-5381-470c-bbbd-14a21a2e6c3e HTTP/1.1" status: 200 len: 217 time: 0.0757720 Jul 06 13:48:27.908205 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eafede-9bac-4a40-add8-7d4e87e8da3a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Pushing event updated for resources: {'Port': ['ID=7d4534ed-60c3-4e1e-9e22-ca56d1822b05,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:27.943811 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3eafede-9bac-4a40-add8-7d4e87e8da3a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:27.947272 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b3eafede-9bac-4a40-add8-7d4e87e8da3a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:27.979552 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b3eafede-9bac-4a40-add8-7d4e87e8da3a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1480629 Jul 06 13:48:27.982627 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43538) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:27.997239 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-dfb130d5-6a00-49ff-9e06-6a2e54df1195 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:7b:77:c3'}]}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:28.036162 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd119b2-c2d5-4993-ab3f-b726a1a1a9fe req-9ce5bd4f-fa49-44f9-94f1-ddeca1b211a5 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:28.044331 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ffd119b2-c2d5-4993-ab3f-b726a1a1a9fe req-9ce5bd4f-fa49-44f9-94f1-ddeca1b211a5 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea4a1f46-772b-4cd8-b572-70809e62453b HTTP/1.1" status: 200 len: 947 time: 0.3349752 Jul 06 13:48:28.063266 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-3eb06e91-df20-4205-a28d-f0e8fa6c7f15 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=0a05dcebc7174fa4835bbaac9666195c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4600933 Jul 06 13:48:28.180280 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f986f42-8a9f-4908-9ff8-5f15d6f3ac07 req-3a8ed2a2-5ce8-4820-b74f-1f78a52ab782 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:28.182524 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1f986f42-8a9f-4908-9ff8-5f15d6f3ac07 req-3a8ed2a2-5ce8-4820-b74f-1f78a52ab782 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea4a1f46-772b-4cd8-b572-70809e62453b HTTP/1.1" status: 200 len: 947 time: 0.1501095 Jul 06 13:48:28.212559 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ffd119b2-c2d5-4993-ab3f-b726a1a1a9fe req-9a9df878-ce96-4860-ac8a-ef652334aeac tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/security-groups?id=51cb5e10-b88f-453c-8be9-7b61a7c0e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672852 Jul 06 13:48:28.228522 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-dbee2cd7-ed8a-46d5-89d6-63fffbf4a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:28.230071 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-dbee2cd7-ed8a-46d5-89d6-63fffbf4a77c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5c4bc917-beda-4093-9c43-911a28c774ae HTTP/1.1" status: 200 len: 851 time: 0.3301313 Jul 06 13:48:28.248315 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0324e17b-81a7-4369-be31-7eb965498105 None None] Provisioning for port 7d4534ed-60c3-4e1e-9e22-ca56d1822b05 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:48:28.277472 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0324e17b-81a7-4369-be31-7eb965498105 None None] Provisioning complete for port 7d4534ed-60c3-4e1e-9e22-ca56d1822b05 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:48:28.279867 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0324e17b-81a7-4369-be31-7eb965498105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:28.344740 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-6f59c604-dbbd-4f8b-9db3-f0a2064256c6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3fe67ee-10fe-4b67-adfd-00a9752f666b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048713 Jul 06 13:48:28.397453 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-0324e17b-81a7-4369-be31-7eb965498105 None None] Port 7d4534ed-60c3-4e1e-9e22-ca56d1822b05 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:48:28.439689 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-1f986f42-8a9f-4908-9ff8-5f15d6f3ac07 req-c782c71b-ca9f-47fe-9a64-90c71b49e977 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Deleting port b3d9039e-7b39-4244-9e16-aa101f9c798a {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:48:28.440547 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1f986f42-8a9f-4908-9ff8-5f15d6f3ac07 req-c782c71b-ca9f-47fe-9a64-90c71b49e977 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:28.548735 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-a19083f7-4a3d-4eb4-958d-4aa30464aa26 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.124 "GET /v2.0/networks?tenant_id=9a034f7c3c7c4a32987e24fa8a7ab2b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2234311 Jul 06 13:48:28.580220 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-1f986f42-8a9f-4908-9ff8-5f15d6f3ac07 req-c782c71b-ca9f-47fe-9a64-90c71b49e977 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] For port b3d9039e-7b39-4244-9e16-aa101f9c798a, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=b3d9039e-7b39-4244-9e16-aa101f9c798a,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:28.580771 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1f986f42-8a9f-4908-9ff8-5f15d6f3ac07 req-c782c71b-ca9f-47fe-9a64-90c71b49e977 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:28.595881 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-1f986f42-8a9f-4908-9ff8-5f15d6f3ac07 req-c782c71b-ca9f-47fe-9a64-90c71b49e977 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Calling delete_port for b3d9039e-7b39-4244-9e16-aa101f9c798a owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:48:28.622170 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-57174090-4e86-4939-a9c0-f88865dc9ca8 service neutron] For port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=89fd7591-9d7b-4cad-9c59-1a102ee6f6fe,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:28.639029 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-6d5f8eee-ce2a-4f77-8766-503c64ef4100 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=9a034f7c3c7c4a32987e24fa8a7ab2b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1778390 Jul 06 13:48:28.678320 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dfb130d5-6a00-49ff-9e06-6a2e54df1195 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:28.789680 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-57174090-4e86-4939-a9c0-f88865dc9ca8 service neutron] For port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:48:28.839021 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1f986f42-8a9f-4908-9ff8-5f15d6f3ac07 req-c782c71b-ca9f-47fe-9a64-90c71b49e977 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:28.924613 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-57174090-4e86-4939-a9c0-f88865dc9ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:48:28.931255 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-4f1c6547-7fb6-4c29-b2a8-0ca50ac079b1 service neutron] 10.222.0.52 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5586028 Jul 06 13:48:28.935285 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782c71b-ca9f-47fe-9a64-90c71b49e977 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Pushing event deleted for resources: {'Port': ['ID=b3d9039e-7b39-4244-9e16-aa101f9c798a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:28.941139 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-cfbdf89c-7a15-4a9b-a4a4-7a01afc0c97a service neutron] 10.222.0.118 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8768942 Jul 06 13:48:29.018444 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f986f42-8a9f-4908-9ff8-5f15d6f3ac07 req-c782c71b-ca9f-47fe-9a64-90c71b49e977 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] No DVR routers for this DVR port b3d9039e-7b39-4244-9e16-aa101f9c798a on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:48:29.023025 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1f986f42-8a9f-4908-9ff8-5f15d6f3ac07 req-c782c71b-ca9f-47fe-9a64-90c71b49e977 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:29.025612 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1f986f42-8a9f-4908-9ff8-5f15d6f3ac07 req-c782c71b-ca9f-47fe-9a64-90c71b49e977 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.52 "DELETE /v2.0/ports/b3d9039e-7b39-4244-9e16-aa101f9c798a HTTP/1.1" status: 204 len: 173 time: 0.8348749 Jul 06 13:48:29.026090 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4a1f46-772b-4cd8-b572-70809e62453b', 'name': 'network-vif-deleted', 'tag': 'b3d9039e-7b39-4244-9e16-aa101f9c798a'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:48:29.028658 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fb25c9-d65e-4a59-b442-eca99e735c2e" -d '{"events": [{"server_uuid": "ea4a1f46-772b-4cd8-b572-70809e62453b", "name": "network-vif-deleted", "tag": "b3d9039e-7b39-4244-9e16-aa101f9c798a"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:48:29.035172 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-57174090-4e86-4939-a9c0-f88865dc9ca8 service neutron] For port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=89fd7591-9d7b-4cad-9c59-1a102ee6f6fe,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:29.041906 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-d0c5d9c5-629c-4297-97d5-86a76ebb4021 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:29.043606 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-d0c5d9c5-629c-4297-97d5-86a76ebb4021 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4477127 Jul 06 13:48:29.107168 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-aa90e87c-df0e-4c6e-9753-70bc02a288b3 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Request body: {'port': {'device_id': '9c51968a-4ec4-466f-aa34-5b033f896862', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'admin_state_up': True, 'tenant_id': '9a034f7c3c7c4a32987e24fa8a7ab2b6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:29.115059 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-57174090-4e86-4939-a9c0-f88865dc9ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:29.124379 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-2bf7ed26-287b-4854-9fc4-67bfee788eed tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:29.126746 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-2bf7ed26-287b-4854-9fc4-67bfee788eed tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4508655 Jul 06 13:48:29.166159 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dfb130d5-6a00-49ff-9e06-6a2e54df1195 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:29.171715 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dfb130d5-6a00-49ff-9e06-6a2e54df1195 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:29.253897 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-29a0a043-c120-4d31-a669-b9ad242073e4 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/quotas/9a034f7c3c7c4a32987e24fa8a7ab2b6 HTTP/1.1" status: 200 len: 375 time: 0.1063707 Jul 06 13:48:29.328165 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb130d5-6a00-49ff-9e06-6a2e54df1195 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Pushing event updated for resources: {'Port': ['ID=7d4534ed-60c3-4e1e-9e22-ca56d1822b05,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:29.347902 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-dfb130d5-6a00-49ff-9e06-6a2e54df1195 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] In _notify_port_updated(), no bound segment for port 7d4534ed-60c3-4e1e-9e22-ca56d1822b05 on network c699bfe9-a624-4e0b-97c3-4263bc149f76 {{(pid=100417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 13:48:29.367409 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb130d5-6a00-49ff-9e06-6a2e54df1195 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:29.370052 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dfb130d5-6a00-49ff-9e06-6a2e54df1195 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:29.376806 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-dfb130d5-6a00-49ff-9e06-6a2e54df1195 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] 10.222.0.118 "PUT /v2.0/ports/7d4534ed-60c3-4e1e-9e22-ca56d1822b05 HTTP/1.1" status: 200 len: 996 time: 1.3905120 Jul 06 13:48:29.377563 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43556) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:29.409804 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ac912e14-a1f7-4609-984e-ac3ace63159c req-df8e8dfa-979a-4134-8ba3-1ef23881f0f3 service neutron] 10.222.0.52 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649863 Jul 06 13:48:29.510842 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-fffe11d3-93b7-416d-9156-f28a87121a94 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=9a034f7c3c7c4a32987e24fa8a7ab2b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1504769 Jul 06 13:48:29.569691 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-f65548ec-1d57-46dd-b88b-26694a12cb8c service neutron] 10.222.0.118 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6160183 Jul 06 13:48:29.586483 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-4f8b5182-9d9a-4349-bab4-a2f5afbf6e2b tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Deleting port 7d4534ed-60c3-4e1e-9e22-ca56d1822b05 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:48:29.587640 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f8b5182-9d9a-4349-bab4-a2f5afbf6e2b tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:29.645712 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-aa90e87c-df0e-4c6e-9753-70bc02a288b3 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Made reservation on behalf of 9a034f7c3c7c4a32987e24fa8a7ab2b6 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:48:29.663098 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-aa90e87c-df0e-4c6e-9753-70bc02a288b3 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:29.695162 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-57174090-4e86-4939-a9c0-f88865dc9ca8 service neutron] Transition to ACTIVE for port object 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:48:29.701217 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-aa90e87c-df0e-4c6e-9753-70bc02a288b3 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:29.747989 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4ec78563-fad9-4181-9a04-4d53932ed83b None None] Provisioning complete for port 7d4534ed-60c3-4e1e-9e22-ca56d1822b05 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:48:29.748864 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-57174090-4e86-4939-a9c0-f88865dc9ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:29.750237 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4ec78563-fad9-4181-9a04-4d53932ed83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:29.813964 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f8b5182-9d9a-4349-bab4-a2f5afbf6e2b tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:29.845043 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-4f8b5182-9d9a-4349-bab4-a2f5afbf6e2b tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Calling delete_port for 7d4534ed-60c3-4e1e-9e22-ca56d1822b05 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:48:29.867363 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-4ec78563-fad9-4181-9a04-4d53932ed83b None None] Port 7d4534ed-60c3-4e1e-9e22-ca56d1822b05 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:48:30.036039 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-57174090-4e86-4939-a9c0-f88865dc9ca8 service neutron] No DVR routers for this DVR port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:48:30.053200 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57174090-4e86-4939-a9c0-f88865dc9ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=89fd7591-9d7b-4cad-9c59-1a102ee6f6fe,revision_number=10']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:30.112416 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-57174090-4e86-4939-a9c0-f88865dc9ca8 service neutron] 10.222.0.52 "PUT /v2.0/ports/89fd7591-9d7b-4cad-9c59-1a102ee6f6fe/bindings/n-h2-773644-6/activate HTTP/1.1" status: 200 len: 369 time: 2.4173567 Jul 06 13:48:30.153503 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f8b5182-9d9a-4349-bab4-a2f5afbf6e2b tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:30.262967 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b5182-9d9a-4349-bab4-a2f5afbf6e2b tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Pushing event deleted for resources: {'Port': ['ID=7d4534ed-60c3-4e1e-9e22-ca56d1822b05,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:30.379931 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-aa90e87c-df0e-4c6e-9753-70bc02a288b3 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:30.389670 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-aa90e87c-df0e-4c6e-9753-70bc02a288b3 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:30.427395 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a295bbb-4264-4ee1-a86c-b2e2d0052185 x-openstack-request-id: req-6a295bbb-4264-4ee1-a86c-b2e2d0052185 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:48:30.427838 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6a755a0-364b-4b39-9760-167f78f01e02", "tag": "7cca20c7-5381-470c-bbbd-14a21a2e6c3e", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:48:30.428135 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-6a295bbb-4264-4ee1-a86c-b2e2d0052185 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:48:30.428749 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a755a0-364b-4b39-9760-167f78f01e02', 'tag': '7cca20c7-5381-470c-bbbd-14a21a2e6c3e', 'status': 'completed', 'code': 200} Jul 06 13:48:30.439196 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-23940d08-b015-4843-b2ac-86e9bc9c23db tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:30.440846 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-23940d08-b015-4843-b2ac-86e9bc9c23db tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.124 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e&tenant_id=2348caba5ff048eca9a30073164626c9&binding%3Ahost_id=n-h1-773644-6 HTTP/1.1" status: 200 len: 1095 time: 0.2410295 Jul 06 13:48:30.512486 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f8b5182-9d9a-4349-bab4-a2f5afbf6e2b tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:30.518067 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4f8b5182-9d9a-4349-bab4-a2f5afbf6e2b tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] 10.222.0.118 "DELETE /v2.0/ports/7d4534ed-60c3-4e1e-9e22-ca56d1822b05 HTTP/1.1" status: 204 len: 168 time: 1.1391864 Jul 06 13:48:30.519184 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43586) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:30.567037 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-4064d19a-05b3-4eaf-93d3-19fd2e3f7163 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] GET failed (client error): The resource could not be found. Jul 06 13:48:30.577242 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4064d19a-05b3-4eaf-93d3-19fd2e3f7163 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] 10.222.0.118 "GET /v2.0/ports/7d4534ed-60c3-4e1e-9e22-ca56d1822b05 HTTP/1.1" status: 404 len: 333 time: 0.0574234 Jul 06 13:48:30.577939 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43590) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:30.583593 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-f8350721-79d0-45fb-87fa-05270eb1bf5a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Request body: {'port': {'network_id': 'c699bfe9-a624-4e0b-97c3-4263bc149f76', 'name': 'tempest-AllowedAddressPairTestJSON-811699535'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:30.650040 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90e87c-df0e-4c6e-9753-70bc02a288b3 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:30.881091 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-aa90e87c-df0e-4c6e-9753-70bc02a288b3 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Allocated IP 192.168.233.193 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/f120d03a-d04f-4092-b22c-5a031fcd177e) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:48:30.910940 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 7cca20c7-5381-470c-bbbd-14a21a2e6c3e details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:48:30.913876 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device b3d9039e-7b39-4244-9e16-aa101f9c798a no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:48:30.918747 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8350721-79d0-45fb-87fa-05270eb1bf5a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Made reservation on behalf of 507c21eb08f942ea8fffe8121bfff4e1 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:48:30.923540 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f8350721-79d0-45fb-87fa-05270eb1bf5a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:30.923793 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-fe5c8075-48a4-44c1-9197-cd0797a9517f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:30.925994 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-fe5c8075-48a4-44c1-9197-cd0797a9517f service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e&tenant_id=2348caba5ff048eca9a30073164626c9 HTTP/1.1" status: 200 len: 1095 time: 0.4169133 Jul 06 13:48:30.951589 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d9e5c-f3e3-4a5f-8c0e-b25635b54aaa req-ee2947fc-0b65-4fa1-865d-07cf682ef9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:30.953471 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e38d9e5c-f3e3-4a5f-8c0e-b25635b54aaa req-ee2947fc-0b65-4fa1-865d-07cf682ef9a1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0c5820f075a5422096132d113f5a5811&device_id=e6a755a0-364b-4b39-9760-167f78f01e02 HTTP/1.1" status: 200 len: 1095 time: 0.3636842 Jul 06 13:48:30.955282 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-f8350721-79d0-45fb-87fa-05270eb1bf5a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] device_id is not set on port 8aef5d63-716c-4288-9eb9-8a701e043954 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 13:48:31.011377 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: b3d9039e-7b39-4244-9e16-aa101f9c798a {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:48:31.012120 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device b3d9039e-7b39-4244-9e16-aa101f9c798a not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:48:31.203920 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 7cca20c7-5381-470c-bbbd-14a21a2e6c3e, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=7cca20c7-5381-470c-bbbd-14a21a2e6c3e,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:31.252807 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '7cca20c7-5381-470c-bbbd-14a21a2e6c3e', 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b', 'port_id': '7cca20c7-5381-470c-bbbd-14a21a2e6c3e', 'mac_address': 'fa:16:3e:b3:f2:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c4bc917-beda-4093-9c43-911a28c774ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:48:31.289395 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-f8350721-79d0-45fb-87fa-05270eb1bf5a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Allocated IP 172.20.0.6 (c699bfe9-a624-4e0b-97c3-4263bc149f76/37eaf15c-437f-4565-9c08-545c740b4fc0/8aef5d63-716c-4288-9eb9-8a701e043954) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:48:31.340331 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:31.363618 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cca20c7-5381-470c-bbbd-14a21a2e6c3e {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:48:31.419692 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 7cca20c7-5381-470c-bbbd-14a21a2e6c3e, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=7cca20c7-5381-470c-bbbd-14a21a2e6c3e,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:31.425970 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:31.562074 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=7cca20c7-5381-470c-bbbd-14a21a2e6c3e,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:31.569158 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b64a2-2204-45e3-b82d-97ae6292b3b7 req-052baf27-4591-4d19-9180-c1c8f25ce590 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:31.577417 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e87b64a2-2204-45e3-b82d-97ae6292b3b7 req-052baf27-4591-4d19-9180-c1c8f25ce590 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 944 time: 0.7337825 Jul 06 13:48:31.582804 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f8350721-79d0-45fb-87fa-05270eb1bf5a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:31.586950 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:31.588002 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:31.590580 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:31.590977 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:31.593308 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:31.594366 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:31.596140 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:31.596498 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:31.598998 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:31.599384 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:31.600025 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:31.600373 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:31.626991 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-f8350721-79d0-45fb-87fa-05270eb1bf5a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Transition to ACTIVE for port object 8aef5d63-716c-4288-9eb9-8a701e043954 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:48:31.680291 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f8350721-79d0-45fb-87fa-05270eb1bf5a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:31.699758 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d9e5c-f3e3-4a5f-8c0e-b25635b54aaa req-67da32dd-f436-4784-b050-0180d980535c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:31.701246 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e38d9e5c-f3e3-4a5f-8c0e-b25635b54aaa req-67da32dd-f436-4784-b050-0180d980535c service neutron] 10.222.0.52 "GET /v2.0/networks?id=d3fe67ee-10fe-4b67-adfd-00a9752f666b HTTP/1.1" status: 200 len: 912 time: 0.7399664 Jul 06 13:48:31.706345 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-3ea23421-e137-4d37-8b0a-17335d4d6a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:31.707870 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-3ea23421-e137-4d37-8b0a-17335d4d6a43 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=2348caba5ff048eca9a30073164626c9&device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 1095 time: 0.7388229 Jul 06 13:48:31.728517 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e87b64a2-2204-45e3-b82d-97ae6292b3b7 req-a24bcff5-004f-48d0-b60e-3c1148a1002b tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497071 Jul 06 13:48:31.734094 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['7cca20c7-5381-470c-bbbd-14a21a2e6c3e'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:48:31.778754 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-aa90e87c-df0e-4c6e-9753-70bc02a288b3 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:31.784703 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8350721-79d0-45fb-87fa-05270eb1bf5a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Network c699bfe9-a624-4e0b-97c3-4263bc149f76 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:48:31.808799 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8350721-79d0-45fb-87fa-05270eb1bf5a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Pushing event updated for resources: {'Port': ['ID=8aef5d63-716c-4288-9eb9-8a701e043954,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:31.819845 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-f8350721-79d0-45fb-87fa-05270eb1bf5a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:48:31.823974 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8350721-79d0-45fb-87fa-05270eb1bf5a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:48:31.859600 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-aa90e87c-df0e-4c6e-9753-70bc02a288b3 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Transition to ACTIVE for port object f120d03a-d04f-4092-b22c-5a031fcd177e will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:48:31.913887 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8350721-79d0-45fb-87fa-05270eb1bf5a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:31.914564 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f8350721-79d0-45fb-87fa-05270eb1bf5a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:31.968339 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82dbb77f-6f9c-420d-81d0-077caf7bc007 x-openstack-request-id: req-82dbb77f-6f9c-420d-81d0-077caf7bc007 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:48:31.968929 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4a1f46-772b-4cd8-b572-70809e62453b", "name": "network-vif-deleted", "tag": "b3d9039e-7b39-4244-9e16-aa101f9c798a", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:48:31.970938 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-82dbb77f-6f9c-420d-81d0-077caf7bc007 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:48:31.975392 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4a1f46-772b-4cd8-b572-70809e62453b', 'name': 'network-vif-deleted', 'tag': 'b3d9039e-7b39-4244-9e16-aa101f9c798a', 'status': 'completed', 'code': 200} Jul 06 13:48:31.985045 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f8350721-79d0-45fb-87fa-05270eb1bf5a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4037969 Jul 06 13:48:31.987035 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43610) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:32.006653 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-edd79c08-7be7-4eeb-be28-737fcd122bb4 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Request body: {'port': {'network_id': 'c699bfe9-a624-4e0b-97c3-4263bc149f76', 'name': 'tempest-AllowedAddressPairTestJSON-83952204'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:32.061740 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01c5a2-1d98-420e-801b-fc0130d1e718 req-97465378-54d7-4198-9e62-260a9345b1e3 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:32.075119 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ab01c5a2-1d98-420e-801b-fc0130d1e718 req-97465378-54d7-4198-9e62-260a9345b1e3 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=e6a755a0-364b-4b39-9760-167f78f01e02 HTTP/1.1" status: 200 len: 945 time: 0.6244864 Jul 06 13:48:32.080455 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e38d9e5c-f3e3-4a5f-8c0e-b25635b54aaa req-ac058fdc-03e3-4bcb-a1cd-18e0b1c01581 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cca20c7-5381-470c-bbbd-14a21a2e6c3e HTTP/1.1" status: 200 len: 217 time: 0.2550757 Jul 06 13:48:32.128813 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-954d4683-ced9-42fa-b197-88e20eb437c3 None None] Provisioning for port 8aef5d63-716c-4288-9eb9-8a701e043954 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:48:32.133328 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-954d4683-ced9-42fa-b197-88e20eb437c3 None None] Provisioning complete for port 8aef5d63-716c-4288-9eb9-8a701e043954 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:48:32.133790 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-954d4683-ced9-42fa-b197-88e20eb437c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:32.183467 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-954d4683-ced9-42fa-b197-88e20eb437c3 None None] Port 8aef5d63-716c-4288-9eb9-8a701e043954 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:48:32.246378 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd79c08-7be7-4eeb-be28-737fcd122bb4 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Made reservation on behalf of 507c21eb08f942ea8fffe8121bfff4e1 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:48:32.256572 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-edd79c08-7be7-4eeb-be28-737fcd122bb4 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:32.301573 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-edd79c08-7be7-4eeb-be28-737fcd122bb4 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] device_id is not set on port 52ca2a26-dd1b-4ec6-8328-1f205257415e yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 13:48:32.320757 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-386b3454-5d9f-4083-9346-fc14ad73c44c tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=9a034f7c3c7c4a32987e24fa8a7ab2b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832469 Jul 06 13:48:32.451669 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bddda195-de59-44a2-a4cf-d4cb3878eb4b req-0a47200d-42e3-4b17-9400-215e21953ec7 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=561e0596-21b3-4935-ad5f-aba775f0d8e7 HTTP/1.1" status: 200 len: 210 time: 0.1532247 Jul 06 13:48:32.487230 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-edd79c08-7be7-4eeb-be28-737fcd122bb4 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Allocated IP 172.20.0.10 (c699bfe9-a624-4e0b-97c3-4263bc149f76/37eaf15c-437f-4565-9c08-545c740b4fc0/52ca2a26-dd1b-4ec6-8328-1f205257415e) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:48:32.491084 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-bb63c1be-038f-4fe9-8b8f-ec2683fb43d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:32.492233 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-bb63c1be-038f-4fe9-8b8f-ec2683fb43d6 service neutron] 10.222.0.124 "GET /v2.0/networks?id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d HTTP/1.1" status: 200 len: 922 time: 0.6679788 Jul 06 13:48:32.511270 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ab01c5a2-1d98-420e-801b-fc0130d1e718 req-506b2609-c03c-48a5-b4ae-fbc5f16ceada tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208269 Jul 06 13:48:32.542914 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d9e5c-f3e3-4a5f-8c0e-b25635b54aaa req-9b756a7b-14ec-4be6-9e62-617b9a372f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:32.547769 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e38d9e5c-f3e3-4a5f-8c0e-b25635b54aaa req-9b756a7b-14ec-4be6-9e62-617b9a372f24 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5c4bc917-beda-4093-9c43-911a28c774ae HTTP/1.1" status: 200 len: 851 time: 0.4594889 Jul 06 13:48:32.562868 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-aa90e87c-df0e-4c6e-9753-70bc02a288b3 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:32.716367 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-edd79c08-7be7-4eeb-be28-737fcd122bb4 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:32.720620 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-be88f269-95ce-40ed-99fc-4828e685fbe5 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=89fd7591-9d7b-4cad-9c59-1a102ee6f6fe HTTP/1.1" status: 200 len: 217 time: 0.2067709 Jul 06 13:48:32.740036 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-edd79c08-7be7-4eeb-be28-737fcd122bb4 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Transition to ACTIVE for port object 52ca2a26-dd1b-4ec6-8328-1f205257415e will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:48:32.783069 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-edd79c08-7be7-4eeb-be28-737fcd122bb4 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:32.793206 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e38d9e5c-f3e3-4a5f-8c0e-b25635b54aaa req-a7adbc87-7464-4ab9-bfcd-e59bfffc3570 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3fe67ee-10fe-4b67-adfd-00a9752f666b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2222021 Jul 06 13:48:32.803204 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-aa90e87c-df0e-4c6e-9753-70bc02a288b3 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:48:32.837874 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-aa90e87c-df0e-4c6e-9753-70bc02a288b3 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:48:32.850176 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b00ee496-6bc3-4aa2-b923-61a76dd7afc3 req-5f77a0ee-4a67-456d-8526-de46dadf2b84 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 210 time: 0.1284513 Jul 06 13:48:32.860220 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-aa90e87c-df0e-4c6e-9753-70bc02a288b3 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:48:32.880771 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd79c08-7be7-4eeb-be28-737fcd122bb4 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Network c699bfe9-a624-4e0b-97c3-4263bc149f76 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:48:32.889957 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-edd79c08-7be7-4eeb-be28-737fcd122bb4 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:48:32.892218 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd79c08-7be7-4eeb-be28-737fcd122bb4 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:48:32.940736 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 7cca20c7-5381-470c-bbbd-14a21a2e6c3e up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:48:32.963336 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd79c08-7be7-4eeb-be28-737fcd122bb4 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Pushing event updated for resources: {'Port': ['ID=52ca2a26-dd1b-4ec6-8328-1f205257415e,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:33.002452 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd79c08-7be7-4eeb-be28-737fcd122bb4 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:33.003146 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-edd79c08-7be7-4eeb-be28-737fcd122bb4 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:33.021186 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-edd79c08-7be7-4eeb-be28-737fcd122bb4 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0304580 Jul 06 13:48:33.024149 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43652) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:33.030483 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c543ca7d-992c-4c32-82ab-f8605350b6ca tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:7b:77:c3'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:cb:54:35'}]}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:33.082331 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-7f1888e3-7c27-473f-a4e5-0b6cbab0371e tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:33.084091 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-7f1888e3-7c27-473f-a4e5-0b6cbab0371e tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.52 "GET /v2.0/networks?id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b HTTP/1.1" status: 200 len: 808 time: 0.2814913 Jul 06 13:48:33.100789 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-c8726a7b-5cb6-441e-927e-83ad9062320c tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Request body: {'port': {'device_id': '7c8870e1-4445-4320-b32e-8b8b67ad888d', 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b', 'admin_state_up': True, 'tenant_id': '0a05dcebc7174fa4835bbaac9666195c'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:33.121017 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 7cca20c7-5381-470c-bbbd-14a21a2e6c3e completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:48:33.133194 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 7cca20c7-5381-470c-bbbd-14a21a2e6c3e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:48:33.135013 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:33.307891 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90e87c-df0e-4c6e-9753-70bc02a288b3 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Pushing event updated for resources: {'Port': ['ID=f120d03a-d04f-4092-b22c-5a031fcd177e,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:33.342389 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c543ca7d-992c-4c32-82ab-f8605350b6ca tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:33.368798 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-99dfd25d-cfb9-4969-b7aa-f5d128ae752f tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:33.370917 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-99dfd25d-cfb9-4969-b7aa-f5d128ae752f tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0075216 Jul 06 13:48:33.373655 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:33.423099 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-bf9d91f2-b593-4858-95ef-85c61223aacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:33.424006 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-bf9d91f2-b593-4858-95ef-85c61223aacb service neutron] 10.222.0.124 "GET /v2.0/subnets?id=54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a HTTP/1.1" status: 200 len: 861 time: 0.6836760 Jul 06 13:48:33.427671 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-81ad2e8d-dea9-4986-a3f8-12c32d5f6e34 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Request body: {'port': {'device_id': '561e0596-21b3-4935-ad5f-aba775f0d8e7', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'admin_state_up': True, 'tenant_id': '9a034f7c3c7c4a32987e24fa8a7ab2b6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:33.457466 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a755a0-364b-4b39-9760-167f78f01e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cca20c7-5381-470c-bbbd-14a21a2e6c3e'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:48:33.463711 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-aa90e87c-df0e-4c6e-9753-70bc02a288b3 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:33.464940 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e6671c-72ee-4332-9125-7d870ece784a" -d '{"events": [{"server_uuid": "e6a755a0-364b-4b39-9760-167f78f01e02", "name": "network-vif-plugged", "status": "completed", "tag": "7cca20c7-5381-470c-bbbd-14a21a2e6c3e"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:48:33.465104 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-aa90e87c-df0e-4c6e-9753-70bc02a288b3 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:33.492424 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 7cca20c7-5381-470c-bbbd-14a21a2e6c3e, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=7cca20c7-5381-470c-bbbd-14a21a2e6c3e,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:33.496198 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-02544772-b77e-4574-8268-414ff968edcd None None] Provisioning for port 52ca2a26-dd1b-4ec6-8328-1f205257415e completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:48:33.500502 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:33.505218 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-02544772-b77e-4574-8268-414ff968edcd None None] Provisioning complete for port 52ca2a26-dd1b-4ec6-8328-1f205257415e triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:48:33.505596 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-02544772-b77e-4574-8268-414ff968edcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:33.512526 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-c8726a7b-5cb6-441e-927e-83ad9062320c tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Made reservation on behalf of 0a05dcebc7174fa4835bbaac9666195c for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:48:33.518436 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-c8726a7b-5cb6-441e-927e-83ad9062320c tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:33.532602 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e38d9e5c-f3e3-4a5f-8c0e-b25635b54aaa req-c400453e-7cff-4cf0-8e0a-338cbf7a1145 service neutron] 10.222.0.52 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7027080 Jul 06 13:48:33.541035 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-605e3e16-6bdc-43fd-8765-45e4a918e710 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980058 Jul 06 13:48:33.572672 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-02544772-b77e-4574-8268-414ff968edcd None None] Port 52ca2a26-dd1b-4ec6-8328-1f205257415e cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:48:33.613314 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-aa90e87c-df0e-4c6e-9753-70bc02a288b3 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5471935 Jul 06 13:48:33.622128 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-02544772-b77e-4574-8268-414ff968edcd None None] Provisioning for port f120d03a-d04f-4092-b22c-5a031fcd177e completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:48:33.642892 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-02544772-b77e-4574-8268-414ff968edcd None None] Provisioning complete for port f120d03a-d04f-4092-b22c-5a031fcd177e triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:48:33.643271 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-02544772-b77e-4574-8268-414ff968edcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:33.694167 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-23e94ead-d1b8-449a-ac48-fb8ac96b2e2d service neutron] Request body: {'port': {'device_id': '9c51968a-4ec4-466f-aa34-5b033f896862', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:33.701119 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-02544772-b77e-4574-8268-414ff968edcd None None] Port f120d03a-d04f-4092-b22c-5a031fcd177e cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:48:33.707136 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c543ca7d-992c-4c32-82ab-f8605350b6ca tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:33.714000 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=7cca20c7-5381-470c-bbbd-14a21a2e6c3e,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:33.715905 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c543ca7d-992c-4c32-82ab-f8605350b6ca tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:33.754668 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-c8726a7b-5cb6-441e-927e-83ad9062320c tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Allocated IP 172.20.0.4 (b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b/fb580ceb-d4c2-41da-b0a8-ed5910fd5560/904dc541-1865-4711-8c16-f4460a98dc88) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:48:33.837357 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543ca7d-992c-4c32-82ab-f8605350b6ca tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Pushing event updated for resources: {'Port': ['ID=52ca2a26-dd1b-4ec6-8328-1f205257415e,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:33.847075 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af60b9d-9071-4943-9962-b08bbbec7918 req-38d10031-3282-415a-92f4-b33eb691daf3 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:33.855086 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3af60b9d-9071-4943-9962-b08bbbec7918 req-38d10031-3282-415a-92f4-b33eb691daf3 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 944 time: 0.5195906 Jul 06 13:48:33.857162 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c543ca7d-992c-4c32-82ab-f8605350b6ca tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] In _notify_port_updated(), no bound segment for port 52ca2a26-dd1b-4ec6-8328-1f205257415e on network c699bfe9-a624-4e0b-97c3-4263bc149f76 {{(pid=100417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 13:48:33.863328 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c543ca7d-992c-4c32-82ab-f8605350b6ca tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:33.863535 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c543ca7d-992c-4c32-82ab-f8605350b6ca tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:33.867576 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c543ca7d-992c-4c32-82ab-f8605350b6ca tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] 10.222.0.118 "PUT /v2.0/ports/52ca2a26-dd1b-4ec6-8328-1f205257415e HTTP/1.1" status: 200 len: 1054 time: 0.8392689 Jul 06 13:48:33.871531 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43674) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:33.934224 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e38d9e5c-f3e3-4a5f-8c0e-b25635b54aaa req-9949fcdf-0006-4661-bc93-7836de493b9d service neutron] 10.222.0.52 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812845 Jul 06 13:48:33.996048 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-799f496e-8f72-458d-b750-4e04c27430e0 service neutron] 10.222.0.124 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408884 Jul 06 13:48:34.047884 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf11c1-9264-48da-a2bd-99f9ef7abaa9 req-9fe63a12-ac25-4a16-ae15-5f9de617bc38 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:34.049460 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aadf11c1-9264-48da-a2bd-99f9ef7abaa9 req-9fe63a12-ac25-4a16-ae15-5f9de617bc38 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] 10.222.0.118 "GET /v2.0/ports?device_id=5959d72c-3cc2-4f5b-a626-2e615efa434e HTTP/1.1" status: 200 len: 950 time: 0.5407174 Jul 06 13:48:34.072222 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-23e94ead-d1b8-449a-ac48-fb8ac96b2e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:34.079855 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-c8726a7b-5cb6-441e-927e-83ad9062320c tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:34.084794 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-302d2ff7-c1b0-49c7-b429-d4c844da2b7a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Deleting port 52ca2a26-dd1b-4ec6-8328-1f205257415e {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:48:34.085144 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-302d2ff7-c1b0-49c7-b429-d4c844da2b7a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:34.127664 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-bb50f3d0-e776-4215-b90d-f4b9c603c1a0 None None] Provisioning complete for port 52ca2a26-dd1b-4ec6-8328-1f205257415e triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:48:34.128260 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bb50f3d0-e776-4215-b90d-f4b9c603c1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:34.136167 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-81ad2e8d-dea9-4986-a3f8-12c32d5f6e34 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Made reservation on behalf of 9a034f7c3c7c4a32987e24fa8a7ab2b6 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:48:34.140119 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-81ad2e8d-dea9-4986-a3f8-12c32d5f6e34 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:34.193740 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-bb50f3d0-e776-4215-b90d-f4b9c603c1a0 None None] Port 52ca2a26-dd1b-4ec6-8328-1f205257415e cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:48:34.200781 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-c8726a7b-5cb6-441e-927e-83ad9062320c tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:34.211506 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-302d2ff7-c1b0-49c7-b429-d4c844da2b7a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:34.236263 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3af60b9d-9071-4943-9962-b08bbbec7918 req-c4cf8a31-06e3-4fcf-9301-c8e00708344c tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328168 Jul 06 13:48:34.249216 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-302d2ff7-c1b0-49c7-b429-d4c844da2b7a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Calling delete_port for 52ca2a26-dd1b-4ec6-8328-1f205257415e owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:48:34.277955 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-c8726a7b-5cb6-441e-927e-83ad9062320c tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:48:34.288457 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-c8726a7b-5cb6-441e-927e-83ad9062320c tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:48:34.289149 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-c66e3957-4fff-4e7a-ae75-4bd45341412b service neutron] 10.222.0.124 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768970 Jul 06 13:48:34.295774 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-c8726a7b-5cb6-441e-927e-83ad9062320c tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:48:34.316544 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aadf11c1-9264-48da-a2bd-99f9ef7abaa9 req-1c87b3dd-eac3-4e3e-a003-df5f0ad591f9 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] 10.222.0.118 "GET /v2.0/security-groups?id=199bf3d1-7923-4386-844d-d732365d8866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417932 Jul 06 13:48:34.386042 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-c8726a7b-5cb6-441e-927e-83ad9062320c tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:34.386610 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-c8726a7b-5cb6-441e-927e-83ad9062320c tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:34.390825 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8726a7b-5cb6-441e-927e-83ad9062320c tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Pushing event updated for resources: {'Port': ['ID=904dc541-1865-4711-8c16-f4460a98dc88,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:34.442748 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-c8726a7b-5cb6-441e-927e-83ad9062320c tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3464200 Jul 06 13:48:34.457872 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-e565ba6a-8b26-4ff2-b416-c2d622867504 service neutron] Request body: {'port': {'device_id': '7c8870e1-4445-4320-b32e-8b8b67ad888d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:34.465264 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a82480a-58cd-4e40-8f64-3f8eed26dc2e x-openstack-request-id: req-5a82480a-58cd-4e40-8f64-3f8eed26dc2e {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:48:34.469712 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a755a0-364b-4b39-9760-167f78f01e02", "name": "network-vif-plugged", "status": "completed", "tag": "7cca20c7-5381-470c-bbbd-14a21a2e6c3e", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:48:34.470524 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-5a82480a-58cd-4e40-8f64-3f8eed26dc2e {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:48:34.471133 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a755a0-364b-4b39-9760-167f78f01e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cca20c7-5381-470c-bbbd-14a21a2e6c3e', 'code': 200} Jul 06 13:48:34.627455 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-302d2ff7-c1b0-49c7-b429-d4c844da2b7a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:34.635534 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-23e94ead-d1b8-449a-ac48-fb8ac96b2e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f120d03a-d04f-4092-b22c-5a031fcd177e {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:48:34.669051 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d2ff7-c1b0-49c7-b429-d4c844da2b7a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Pushing event deleted for resources: {'Port': ['ID=52ca2a26-dd1b-4ec6-8328-1f205257415e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:34.671472 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-23e94ead-d1b8-449a-ac48-fb8ac96b2e2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:34.684236 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-e565ba6a-8b26-4ff2-b416-c2d622867504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:35.128675 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-302d2ff7-c1b0-49c7-b429-d4c844da2b7a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:35.135171 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-302d2ff7-c1b0-49c7-b429-d4c844da2b7a tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] 10.222.0.118 "DELETE /v2.0/ports/52ca2a26-dd1b-4ec6-8328-1f205257415e HTTP/1.1" status: 204 len: 168 time: 1.2582319 Jul 06 13:48:35.138591 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-72736803-807d-47fd-83a4-46137c1b4997 req-5f701c99-285f-4404-bedd-c4b4b6ef5d35 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=561e0596-21b3-4935-ad5f-aba775f0d8e7 HTTP/1.1" status: 200 len: 210 time: 0.4797175 Jul 06 13:48:35.139599 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43688) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:35.170801 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-23e94ead-d1b8-449a-ac48-fb8ac96b2e2d service neutron] Transition to ACTIVE for port object f120d03a-d04f-4092-b22c-5a031fcd177e will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:48:35.184171 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0ccfd0e-91b9-4dcc-b6e4-e363683afc4d tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] GET failed (client error): The resource could not be found. Jul 06 13:48:35.185880 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f0ccfd0e-91b9-4dcc-b6e4-e363683afc4d tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] 10.222.0.118 "GET /v2.0/ports/52ca2a26-dd1b-4ec6-8328-1f205257415e HTTP/1.1" status: 404 len: 333 time: 0.0455430 Jul 06 13:48:35.190654 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43690) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:35.259463 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-23e94ead-d1b8-449a-ac48-fb8ac96b2e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:35.387645 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-81ad2e8d-dea9-4986-a3f8-12c32d5f6e34 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Allocated IP 192.168.233.49 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/76a663a7-5e16-470c-95b7-045f9d4c9874) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:48:35.410307 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-f10c7cc9-ee28-45f4-857e-daf2689a4f28 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:35.412041 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-f10c7cc9-ee28-45f4-857e-daf2689a4f28 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.124 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e&tenant_id=2348caba5ff048eca9a30073164626c9&binding%3Ahost_id=n-h2-773644-6 HTTP/1.1" status: 200 len: 1095 time: 0.7373798 Jul 06 13:48:35.445930 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e94ead-d1b8-449a-ac48-fb8ac96b2e2d service neutron] Pushing event updated for resources: {'Port': ['ID=f120d03a-d04f-4092-b22c-5a031fcd177e,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:35.461101 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4295e-015b-4f9d-b6fa-906570c1eb92 req-3320620a-f92b-4e95-a2c0-7f1e8ddc64f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:35.463545 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cab4295e-015b-4f9d-b6fa-906570c1eb92 req-3320620a-f92b-4e95-a2c0-7f1e8ddc64f2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e6a755a0-364b-4b39-9760-167f78f01e02 HTTP/1.1" status: 200 len: 1097 time: 0.8112566 Jul 06 13:48:35.548857 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96184d2d-4e62-4776-9c7b-2588e46d4dd3 req-9ae2c21b-2c7d-4710-af2c-2461a773e14d tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:35.556880 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-96184d2d-4e62-4776-9c7b-2588e46d4dd3 req-9ae2c21b-2c7d-4710-af2c-2461a773e14d tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/ports?device_id=590d4cce-f63b-455a-8285-cac46861a8cd HTTP/1.1" status: 200 len: 949 time: 0.8996267 Jul 06 13:48:35.630790 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce255cc4-9b0d-45b9-b3f9-ba3e28490b84 req-4ea77888-d0e5-44a7-a1f6-1914a7c9ccff tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:35.632463 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ce255cc4-9b0d-45b9-b3f9-ba3e28490b84 req-4ea77888-d0e5-44a7-a1f6-1914a7c9ccff tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.124 "GET /v2.0/ports?device_id=590d4cce-f63b-455a-8285-cac46861a8cd HTTP/1.1" status: 200 len: 949 time: 0.5418723 Jul 06 13:48:35.650748 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-e565ba6a-8b26-4ff2-b416-c2d622867504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 904dc541-1865-4711-8c16-f4460a98dc88 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:48:35.687582 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-e565ba6a-8b26-4ff2-b416-c2d622867504 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:35.700272 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66237875-b6a5-42ab-aca7-4c8da1660a83 req-4dc6b606-c1b3-494c-8cbc-006f9315afa5 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:35.707265 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-66237875-b6a5-42ab-aca7-4c8da1660a83 req-4dc6b606-c1b3-494c-8cbc-006f9315afa5 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=e6a755a0-364b-4b39-9760-167f78f01e02 HTTP/1.1" status: 200 len: 946 time: 0.4385850 Jul 06 13:48:35.713312 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-e565ba6a-8b26-4ff2-b416-c2d622867504 service neutron] Transition to ACTIVE for port object 904dc541-1865-4711-8c16-f4460a98dc88 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:48:35.722685 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-e565ba6a-8b26-4ff2-b416-c2d622867504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:35.772778 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cab4295e-015b-4f9d-b6fa-906570c1eb92 req-5e4fb861-9326-458e-813d-32feb77396c2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766197 Jul 06 13:48:35.820678 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ef34f-0a5d-4bbb-ab92-3cc178afc0f9 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Deleting port 8aef5d63-716c-4288-9eb9-8a701e043954 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:48:35.821660 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b3ef34f-0a5d-4bbb-ab92-3cc178afc0f9 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:35.827783 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565ba6a-8b26-4ff2-b416-c2d622867504 service neutron] Pushing event updated for resources: {'Port': ['ID=904dc541-1865-4711-8c16-f4460a98dc88,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:35.848425 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-96184d2d-4e62-4776-9c7b-2588e46d4dd3 req-9e855af4-b814-40ed-8d76-5c9e067ed4d7 tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/security-groups?id=51cb5e10-b88f-453c-8be9-7b61a7c0e3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902815 Jul 06 13:48:35.926081 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-81ad2e8d-dea9-4986-a3f8-12c32d5f6e34 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:35.953295 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-ce255cc4-9b0d-45b9-b3f9-ba3e28490b84 req-85bd16ba-9fac-42d2-bdca-ac443b2ec9cb tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Deleting port 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:48:35.953685 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ce255cc4-9b0d-45b9-b3f9-ba3e28490b84 req-85bd16ba-9fac-42d2-bdca-ac443b2ec9cb tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:35.959160 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-81ad2e8d-dea9-4986-a3f8-12c32d5f6e34 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Transition to ACTIVE for port object 76a663a7-5e16-470c-95b7-045f9d4c9874 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:48:35.986558 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-23e94ead-d1b8-449a-ac48-fb8ac96b2e2d service neutron] Attempting to bind port f120d03a-d04f-4092-b22c-5a031fcd177e on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:48:35.986987 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-23e94ead-d1b8-449a-ac48-fb8ac96b2e2d service neutron] Attempting to bind port f120d03a-d04f-4092-b22c-5a031fcd177e by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:48:35.987337 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-23e94ead-d1b8-449a-ac48-fb8ac96b2e2d service neutron] Attempting to bind port f120d03a-d04f-4092-b22c-5a031fcd177e on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:48:36.022308 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-66237875-b6a5-42ab-aca7-4c8da1660a83 req-b9178c71-244d-4fc8-a03d-f4f189f34ed4 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140910 Jul 06 13:48:36.031714 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-23e94ead-d1b8-449a-ac48-fb8ac96b2e2d service neutron] Port f120d03a-d04f-4092-b22c-5a031fcd177e on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:48:36.032043 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-23e94ead-d1b8-449a-ac48-fb8ac96b2e2d service neutron] Attempting to bind port f120d03a-d04f-4092-b22c-5a031fcd177e on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:48:36.039692 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b3ef34f-0a5d-4bbb-ab92-3cc178afc0f9 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:36.049159 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-e565ba6a-8b26-4ff2-b416-c2d622867504 service neutron] Attempting to bind port 904dc541-1865-4711-8c16-f4460a98dc88 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:48:36.049582 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-e565ba6a-8b26-4ff2-b416-c2d622867504 service neutron] Attempting to bind port 904dc541-1865-4711-8c16-f4460a98dc88 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:48:36.049951 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-e565ba6a-8b26-4ff2-b416-c2d622867504 service neutron] Attempting to bind port 904dc541-1865-4711-8c16-f4460a98dc88 on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:48:36.059701 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-23e94ead-d1b8-449a-ac48-fb8ac96b2e2d service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:48:36.059701 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-23e94ead-d1b8-449a-ac48-fb8ac96b2e2d service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:48:36.060022 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-23e94ead-d1b8-449a-ac48-fb8ac96b2e2d service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:48:36.060340 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-23e94ead-d1b8-449a-ac48-fb8ac96b2e2d service neutron] Bound port: f120d03a-d04f-4092-b22c-5a031fcd177e, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:48:36.060714 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-23e94ead-d1b8-449a-ac48-fb8ac96b2e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:36.064548 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ef34f-0a5d-4bbb-ab92-3cc178afc0f9 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Calling delete_port for 8aef5d63-716c-4288-9eb9-8a701e043954 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:48:36.077922 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-607861a7-012b-4c0b-95b5-da6dc2d1bfb5 service neutron] For port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:48:36.090411 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-607861a7-012b-4c0b-95b5-da6dc2d1bfb5 service neutron] Notify callbacks [] for binding, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:36.091613 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0afff12-ffaf-475f-9da8-0c3f075c9386 req-607861a7-012b-4c0b-95b5-da6dc2d1bfb5 service neutron] 10.222.0.124 "DELETE /v2.0/ports/89fd7591-9d7b-4cad-9c59-1a102ee6f6fe/bindings/n-h1-773644-6 HTTP/1.1" status: 204 len: 173 time: 0.6663251 Jul 06 13:48:36.137338 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-81ad2e8d-dea9-4986-a3f8-12c32d5f6e34 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:36.185202 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-e565ba6a-8b26-4ff2-b416-c2d622867504 service neutron] Port 904dc541-1865-4711-8c16-f4460a98dc88 on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:48:36.185907 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-e565ba6a-8b26-4ff2-b416-c2d622867504 service neutron] Attempting to bind port 904dc541-1865-4711-8c16-f4460a98dc88 on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:48:36.203922 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-e565ba6a-8b26-4ff2-b416-c2d622867504 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:48:36.204429 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-e565ba6a-8b26-4ff2-b416-c2d622867504 service neutron] Checking segment: {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:48:36.204971 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-e565ba6a-8b26-4ff2-b416-c2d622867504 service neutron] Bound using segment: {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:48:36.206595 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-e565ba6a-8b26-4ff2-b416-c2d622867504 service neutron] Bound port: 904dc541-1865-4711-8c16-f4460a98dc88, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:48:36.207092 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-e565ba6a-8b26-4ff2-b416-c2d622867504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:36.238591 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a39615-f3ae-48f2-9778-67cc18747580 req-a86b6408-055d-4da0-aae7-e7beee49f094 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:36.241499 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-88a39615-f3ae-48f2-9778-67cc18747580 req-a86b6408-055d-4da0-aae7-e7beee49f094 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 943 time: 0.2803280 Jul 06 13:48:36.271017 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad2e8d-dea9-4986-a3f8-12c32d5f6e34 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Pushing event updated for resources: {'Port': ['ID=76a663a7-5e16-470c-95b7-045f9d4c9874,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:36.279618 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-81ad2e8d-dea9-4986-a3f8-12c32d5f6e34 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:48:36.285560 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-81ad2e8d-dea9-4986-a3f8-12c32d5f6e34 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:48:36.295715 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-81ad2e8d-dea9-4986-a3f8-12c32d5f6e34 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:48:36.328493 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-e565ba6a-8b26-4ff2-b416-c2d622867504 service neutron] For port 904dc541-1865-4711-8c16-f4460a98dc88, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:48:36.335278 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-ce255cc4-9b0d-45b9-b3f9-ba3e28490b84 req-85bd16ba-9fac-42d2-bdca-ac443b2ec9cb tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] For port 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:36.335646 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ce255cc4-9b0d-45b9-b3f9-ba3e28490b84 req-85bd16ba-9fac-42d2-bdca-ac443b2ec9cb tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:36.364898 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-23e94ead-d1b8-449a-ac48-fb8ac96b2e2d service neutron] For port f120d03a-d04f-4092-b22c-5a031fcd177e, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:48:36.365134 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-ce255cc4-9b0d-45b9-b3f9-ba3e28490b84 req-85bd16ba-9fac-42d2-bdca-ac443b2ec9cb tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Calling delete_port for 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:48:36.368867 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-e565ba6a-8b26-4ff2-b416-c2d622867504 service neutron] For port 904dc541-1865-4711-8c16-f4460a98dc88, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=904dc541-1865-4711-8c16-f4460a98dc88,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:48:36.379325 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-e565ba6a-8b26-4ff2-b416-c2d622867504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:36.385036 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-23e94ead-d1b8-449a-ac48-fb8ac96b2e2d service neutron] For port f120d03a-d04f-4092-b22c-5a031fcd177e, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f120d03a-d04f-4092-b22c-5a031fcd177e,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:48:36.436719 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-81ad2e8d-dea9-4986-a3f8-12c32d5f6e34 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:36.437837 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-81ad2e8d-dea9-4986-a3f8-12c32d5f6e34 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:36.448253 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-23e94ead-d1b8-449a-ac48-fb8ac96b2e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:36.577783 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-e565ba6a-8b26-4ff2-b416-c2d622867504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:36.578461 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-e565ba6a-8b26-4ff2-b416-c2d622867504 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:36.579875 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-e565ba6a-8b26-4ff2-b416-c2d622867504 service neutron] 10.222.0.52 "PUT /v2.0/ports/904dc541-1865-4711-8c16-f4460a98dc88 HTTP/1.1" status: 200 len: 1091 time: 2.1275451 Jul 06 13:48:36.581745 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:48:36.589783 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c8870e1-4445-4320-b32e-8b8b67ad888d', 'tag': '904dc541-1865-4711-8c16-f4460a98dc88'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:48:36.592133 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e5f580-3a73-4e2e-85c7-9becb72310ee" -d '{"events": [{"name": "network-changed", "server_uuid": "7c8870e1-4445-4320-b32e-8b8b67ad888d", "tag": "904dc541-1865-4711-8c16-f4460a98dc88"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:48:36.626843 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e94ead-d1b8-449a-ac48-fb8ac96b2e2d service neutron] Pushing event updated for resources: {'Port': ['ID=f120d03a-d04f-4092-b22c-5a031fcd177e,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:36.646641 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-81ad2e8d-dea9-4986-a3f8-12c32d5f6e34 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2289557 Jul 06 13:48:36.668510 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-23e94ead-d1b8-449a-ac48-fb8ac96b2e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:36.669419 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-23e94ead-d1b8-449a-ac48-fb8ac96b2e2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:36.671830 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-23e94ead-d1b8-449a-ac48-fb8ac96b2e2d service neutron] 10.222.0.124 "PUT /v2.0/ports/f120d03a-d04f-4092-b22c-5a031fcd177e HTTP/1.1" status: 200 len: 1096 time: 2.9858265 Jul 06 13:48:36.677564 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-88a39615-f3ae-48f2-9778-67cc18747580 req-0d9f0986-21fe-4b6f-8e10-dd5a3c7ea2b0 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022784 Jul 06 13:48:36.679580 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c51968a-4ec4-466f-aa34-5b033f896862', 'tag': 'f120d03a-d04f-4092-b22c-5a031fcd177e'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:48:36.683912 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff663a38-ef23-429b-b2c3-7b7ebf0cae37" -d '{"events": [{"name": "network-changed", "server_uuid": "9c51968a-4ec4-466f-aa34-5b033f896862", "tag": "f120d03a-d04f-4092-b22c-5a031fcd177e"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:48:36.695383 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-ef974c73-365a-4629-9482-67c53f7e3e3d service neutron] Request body: {'port': {'device_id': '561e0596-21b3-4935-ad5f-aba775f0d8e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:36.724266 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b3ef34f-0a5d-4bbb-ab92-3cc178afc0f9 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:36.744858 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565ba6a-8b26-4ff2-b416-c2d622867504 service neutron] Pushing event updated for resources: {'Port': ['ID=904dc541-1865-4711-8c16-f4460a98dc88,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:36.762657 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-427a8555-4ce4-4bc9-a534-c245f6cbf338 None None] Provisioning for port 76a663a7-5e16-470c-95b7-045f9d4c9874 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:48:36.793233 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-427a8555-4ce4-4bc9-a534-c245f6cbf338 None None] Provisioning complete for port 76a663a7-5e16-470c-95b7-045f9d4c9874 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:48:36.793868 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-427a8555-4ce4-4bc9-a534-c245f6cbf338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:36.838256 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ef34f-0a5d-4bbb-ab92-3cc178afc0f9 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Pushing event deleted for resources: {'Port': ['ID=8aef5d63-716c-4288-9eb9-8a701e043954,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:36.933157 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-427a8555-4ce4-4bc9-a534-c245f6cbf338 None None] Port 76a663a7-5e16-470c-95b7-045f9d4c9874 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:48:37.079914 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f69b7456-3c24-4c71-b55c-f2616e090d73 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:48:37.292170 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c3540a6d-de7b-44c1-8781-9102e7209773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:37.303889 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b3ef34f-0a5d-4bbb-ab92-3cc178afc0f9 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:37.305685 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-ef974c73-365a-4629-9482-67c53f7e3e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:37.308813 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5b3ef34f-0a5d-4bbb-ab92-3cc178afc0f9 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] 10.222.0.118 "DELETE /v2.0/ports/8aef5d63-716c-4288-9eb9-8a701e043954 HTTP/1.1" status: 204 len: 168 time: 2.1169178 Jul 06 13:48:37.312910 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-99dda803-20a4-4cfb-8779-f2a27ee9daa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:37.315018 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-99dda803-20a4-4cfb-8779-f2a27ee9daa8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a05dcebc7174fa4835bbaac9666195c&device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 1094 time: 0.6428680 Jul 06 13:48:37.317729 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43750) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:37.323978 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ce255cc4-9b0d-45b9-b3f9-ba3e28490b84 req-85bd16ba-9fac-42d2-bdca-ac443b2ec9cb tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:37.395165 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:37.407166 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-e82c1687-0143-4a96-bee1-73e1fbc61f0b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=904dc541-1865-4711-8c16-f4460a98dc88 HTTP/1.1" status: 200 len: 217 time: 0.0662565 Jul 06 13:48:37.407409 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43752) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:37.463652 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-122de3b1-c315-4764-ae5e-665751ded842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:37.465677 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-122de3b1-c315-4764-ae5e-665751ded842 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=9a034f7c3c7c4a32987e24fa8a7ab2b6&device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 1099 time: 0.5718496 Jul 06 13:48:37.465855 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f69b7456-3c24-4c71-b55c-f2616e090d73, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f69b7456-3c24-4c71-b55c-f2616e090d73,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:37.466013 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd16ba-9fac-42d2-bdca-ac443b2ec9cb tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Pushing event deleted for resources: {'Port': ['ID=00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:37.466530 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5959d72c-3cc2-4f5b-a626-2e615efa434e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f69b7456-3c24-4c71-b55c-f2616e090d73'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:48:37.475793 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9d499d-7037-40fd-a234-dd540cfc4459" -d '{"events": [{"server_uuid": "5959d72c-3cc2-4f5b-a626-2e615efa434e", "name": "network-vif-unplugged", "status": "completed", "tag": "f69b7456-3c24-4c71-b55c-f2616e090d73"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:48:37.481129 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:37.497072 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf970ac7-e3df-495f-a36b-cbe820957abe tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] GET failed (client error): The resource could not be found. Jul 06 13:48:37.499131 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bf970ac7-e3df-495f-a36b-cbe820957abe tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] 10.222.0.118 "GET /v2.0/ports/8aef5d63-716c-4288-9eb9-8a701e043954 HTTP/1.1" status: 404 len: 333 time: 0.1723731 Jul 06 13:48:37.502716 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43758) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:37.558602 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=f69b7456-3c24-4c71-b55c-f2616e090d73,revision_number=11']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:37.566356 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-fa0d2f74-d65e-4632-aba2-46e156258a99 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=f120d03a-d04f-4092-b22c-5a031fcd177e HTTP/1.1" status: 200 len: 217 time: 0.0906553 Jul 06 13:48:37.577899 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541621e-651d-46e2-a3fb-9a817dd42bf8 req-37f93abf-5b87-48f7-9402-eda54652160f tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:37.579440 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c541621e-651d-46e2-a3fb-9a817dd42bf8 req-37f93abf-5b87-48f7-9402-eda54652160f tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 944 time: 0.4781330 Jul 06 13:48:37.619286 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce255cc4-9b0d-45b9-b3f9-ba3e28490b84 req-85bd16ba-9fac-42d2-bdca-ac443b2ec9cb tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] No DVR routers for this DVR port 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd on host n-h2-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:48:37.628968 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ce255cc4-9b0d-45b9-b3f9-ba3e28490b84 req-85bd16ba-9fac-42d2-bdca-ac443b2ec9cb tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:37.631016 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ce255cc4-9b0d-45b9-b3f9-ba3e28490b84 req-85bd16ba-9fac-42d2-bdca-ac443b2ec9cb tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.124 "DELETE /v2.0/ports/00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd HTTP/1.1" status: 204 len: 173 time: 1.9744029 Jul 06 13:48:37.634718 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-c7168970-6b79-48c1-b1c9-ebc186b6cfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:37.636130 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-c7168970-6b79-48c1-b1c9-ebc186b6cfff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fb580ceb-d4c2-41da-b0a8-ed5910fd5560 HTTP/1.1" status: 200 len: 848 time: 0.1841190 Jul 06 13:48:37.693386 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-7232da47-8a3f-48d3-8753-70b95c328b4d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492620 Jul 06 13:48:37.734216 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed74d40-3c88-46f1-82eb-a23745234bcd req-9e6d4334-9029-44c7-94ee-0c08bf1332de tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:37.741119 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bed74d40-3c88-46f1-82eb-a23745234bcd req-9e6d4334-9029-44c7-94ee-0c08bf1332de tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=561e0596-21b3-4935-ad5f-aba775f0d8e7 HTTP/1.1" status: 200 len: 935 time: 0.4529500 Jul 06 13:48:37.743997 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e047534b-94b2-4c47-95ca-f1d7a5dfc6ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:37.791022 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c9ec35bb-1c59-426a-b929-a4c7f81e8d13 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Deleting port a60f14bb-dd99-483d-9b0e-639b9e4a22d1 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:48:37.791732 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c9ec35bb-1c59-426a-b929-a4c7f81e8d13 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:37.858011 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-cf534675-3efd-4394-bc3b-20e7de4862fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:37.859611 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-cf534675-3efd-4394-bc3b-20e7de4862fc service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.2758260 Jul 06 13:48:37.877466 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c541621e-651d-46e2-a3fb-9a817dd42bf8 req-2ef59cf8-475d-4f63-a526-5341c44f4dcb tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387693 Jul 06 13:48:37.883612 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-386bc155-a5f3-4ddb-a567-f839e3462206 service neutron] 10.222.0.52 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815231 Jul 06 13:48:37.970573 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae8ef53-f14a-4e2e-8177-4213d26b95ba x-openstack-request-id: req-9ae8ef53-f14a-4e2e-8177-4213d26b95ba {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:48:37.970872 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c8870e1-4445-4320-b32e-8b8b67ad888d", "tag": "904dc541-1865-4711-8c16-f4460a98dc88", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:48:37.971129 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-9ae8ef53-f14a-4e2e-8177-4213d26b95ba {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:48:37.971528 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c8870e1-4445-4320-b32e-8b8b67ad888d', 'tag': '904dc541-1865-4711-8c16-f4460a98dc88', 'status': 'completed', 'code': 200} Jul 06 13:48:37.991680 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bed74d40-3c88-46f1-82eb-a23745234bcd req-5b5a8a5c-9a65-4523-b123-489a443077c1 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482862 Jul 06 13:48:38.015398 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c9ec35bb-1c59-426a-b929-a4c7f81e8d13 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:38.055042 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c9ec35bb-1c59-426a-b929-a4c7f81e8d13 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Calling delete_port for a60f14bb-dd99-483d-9b0e-639b9e4a22d1 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:48:38.114291 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ee800d55-86ca-44b5-9d47-41393b0cfd9d req-31bda79b-5392-493c-8c4a-6ca2964766a9 service neutron] 10.222.0.52 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208948 Jul 06 13:48:38.131800 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1612abd2-ca70-4ae0-b904-444288b0507b x-openstack-request-id: req-1612abd2-ca70-4ae0-b904-444288b0507b {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:48:38.132102 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c51968a-4ec4-466f-aa34-5b033f896862", "tag": "f120d03a-d04f-4092-b22c-5a031fcd177e", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:48:38.132369 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-1612abd2-ca70-4ae0-b904-444288b0507b {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:48:38.134564 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c51968a-4ec4-466f-aa34-5b033f896862', 'tag': 'f120d03a-d04f-4092-b22c-5a031fcd177e', 'status': 'completed', 'code': 200} Jul 06 13:48:38.241562 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-ef974c73-365a-4629-9482-67c53f7e3e3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a663a7-5e16-470c-95b7-045f9d4c9874 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:48:38.289476 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-ef974c73-365a-4629-9482-67c53f7e3e3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:38.361599 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5f580-3a73-4e2e-85c7-9becb72310ee req-2dc2df4b-bd19-419c-a5c9-98199c378352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:38.363182 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-02e5f580-3a73-4e2e-85c7-9becb72310ee req-2dc2df4b-bd19-419c-a5c9-98199c378352 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a05dcebc7174fa4835bbaac9666195c&device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 1094 time: 0.1017559 Jul 06 13:48:38.364892 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c9ec35bb-1c59-426a-b929-a4c7f81e8d13 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:38.408572 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-98ab5370-754f-4e0c-9ed0-f2a2302c6370 req-9e1ac607-97b2-4827-8fcd-0ddecd79ac3c tempest-ListImageFiltersTestJSON-262232206 tempest-ListImageFiltersTestJSON-262232206-project] 10.222.0.118 "GET /v2.0/ports?device_id=590d4cce-f63b-455a-8285-cac46861a8cd HTTP/1.1" status: 200 len: 210 time: 0.1339214 Jul 06 13:48:38.421315 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec35bb-1c59-426a-b929-a4c7f81e8d13 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Pushing event deleted for resources: {'Port': ['ID=a60f14bb-dd99-483d-9b0e-639b9e4a22d1,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:38.436119 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-ef974c73-365a-4629-9482-67c53f7e3e3d service neutron] Transition to ACTIVE for port object 76a663a7-5e16-470c-95b7-045f9d4c9874 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:48:38.445213 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-30981679-51ca-4e8f-971e-f3ae6240ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:38.447987 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-30981679-51ca-4e8f-971e-f3ae6240ddba service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5605798 Jul 06 13:48:38.470450 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-ef974c73-365a-4629-9482-67c53f7e3e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:38.522063 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f909d8-cc43-447f-82d0-ddec2f952d2b x-openstack-request-id: req-e2f909d8-cc43-447f-82d0-ddec2f952d2b {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:48:38.523330 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5959d72c-3cc2-4f5b-a626-2e615efa434e", "name": "network-vif-unplugged", "status": "completed", "tag": "f69b7456-3c24-4c71-b55c-f2616e090d73", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:48:38.523796 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e2f909d8-cc43-447f-82d0-ddec2f952d2b {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:48:38.526049 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5959d72c-3cc2-4f5b-a626-2e615efa434e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f69b7456-3c24-4c71-b55c-f2616e090d73', 'code': 200} Jul 06 13:48:38.544514 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef974c73-365a-4629-9482-67c53f7e3e3d service neutron] Pushing event updated for resources: {'Port': ['ID=76a663a7-5e16-470c-95b7-045f9d4c9874,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:38.614304 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c9ec35bb-1c59-426a-b929-a4c7f81e8d13 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:38.616478 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c9ec35bb-1c59-426a-b929-a4c7f81e8d13 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] 10.222.0.118 "DELETE /v2.0/ports/a60f14bb-dd99-483d-9b0e-639b9e4a22d1 HTTP/1.1" status: 204 len: 168 time: 1.1108501 Jul 06 13:48:38.619719 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5f580-3a73-4e2e-85c7-9becb72310ee req-1ee57c2b-48e9-4096-9305-c5bd20b8f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:38.621194 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-02e5f580-3a73-4e2e-85c7-9becb72310ee req-1ee57c2b-48e9-4096-9305-c5bd20b8f4ee service neutron] 10.222.0.52 "GET /v2.0/networks?id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b HTTP/1.1" status: 200 len: 909 time: 0.2474155 Jul 06 13:48:38.621659 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43770) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:38.675281 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-00f4d89f-e997-418a-9ea1-a9dbe8536f0d service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120969 Jul 06 13:48:38.702652 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-954c653c-99ee-4f7e-84e0-f329e37a17e3 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Deleting subnet 37eaf15c-437f-4565-9c08-545c740b4fc0 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:48:38.706397 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-954c653c-99ee-4f7e-84e0-f329e37a17e3 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:38.802727 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-02e5f580-3a73-4e2e-85c7-9becb72310ee req-b7e77b4e-2a6b-4a0a-bba3-964e30c2905b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=904dc541-1865-4711-8c16-f4460a98dc88 HTTP/1.1" status: 200 len: 217 time: 0.1046209 Jul 06 13:48:38.870910 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5f580-3a73-4e2e-85c7-9becb72310ee req-4a44c839-a525-4fcf-bbb8-14012b4ad250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:38.872830 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-02e5f580-3a73-4e2e-85c7-9becb72310ee req-4a44c839-a525-4fcf-bbb8-14012b4ad250 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fb580ceb-d4c2-41da-b0a8-ed5910fd5560 HTTP/1.1" status: 200 len: 848 time: 0.0609822 Jul 06 13:48:38.884919 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-954c653c-99ee-4f7e-84e0-f329e37a17e3 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:38.947333 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-02e5f580-3a73-4e2e-85c7-9becb72310ee req-474c590b-2538-431d-9cb9-2084ce0b6b77 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367594 Jul 06 13:48:39.089960 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-954c653c-99ee-4f7e-84e0-f329e37a17e3 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:39.092027 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:48:39.131978 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-02e5f580-3a73-4e2e-85c7-9becb72310ee req-fff95ed5-63bd-4c83-bd41-7fe56f5b5ba5 service neutron] 10.222.0.52 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770368 Jul 06 13:48:39.142299 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:48:39.142910 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:48:39.150471 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e047534b-94b2-4c47-95ca-f1d7a5dfc6ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:39.182978 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00911cc0-1ee7-4623-a7cb-c5bd4185ef6f req-725c8484-8aab-487c-8280-1bed55df8d54 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:39.184471 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00911cc0-1ee7-4623-a7cb-c5bd4185ef6f req-725c8484-8aab-487c-8280-1bed55df8d54 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=e6a755a0-364b-4b39-9760-167f78f01e02 HTTP/1.1" status: 200 len: 946 time: 0.8921986 Jul 06 13:48:39.188975 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e047534b-94b2-4c47-95ca-f1d7a5dfc6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:39.232679 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-954c653c-99ee-4f7e-84e0-f329e37a17e3 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:39.272473 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c653c-99ee-4f7e-84e0-f329e37a17e3 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Pushing event deleted for resources: {'Subnet': ['ID=37eaf15c-437f-4565-9c08-545c740b4fc0,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:39.276767 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621d26a-8f60-48e5-bbc0-7b7228a7341f req-b5fdbbee-5eaa-4b1e-a656-2bd49c9346e0 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:39.277993 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-954c653c-99ee-4f7e-84e0-f329e37a17e3 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:39.280174 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-954c653c-99ee-4f7e-84e0-f329e37a17e3 tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] 10.222.0.118 "DELETE /v2.0/subnets/37eaf15c-437f-4565-9c08-545c740b4fc0 HTTP/1.1" status: 204 len: 168 time: 0.6574712 Jul 06 13:48:39.282767 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4621d26a-8f60-48e5-bbc0-7b7228a7341f req-b5fdbbee-5eaa-4b1e-a656-2bd49c9346e0 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 943 time: 0.6002991 Jul 06 13:48:39.284789 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b245b36-eb62-4c52-a99b-c382dc28980c req-7e03a36c-1720-4d59-a4e8-9bf7625ba0b0 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6036072 Jul 06 13:48:39.285737 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43774) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:39.286278 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7eba36a-b73a-42f6-b17a-b461bcc1bf7c None None] Network c699bfe9-a624-4e0b-97c3-4263bc149f76 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:48:39.331174 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047534b-94b2-4c47-95ca-f1d7a5dfc6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee11c2bf-9ac5-41a1-bab5-cf8dadde7ce7,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:39.335363 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e047534b-94b2-4c47-95ca-f1d7a5dfc6ee admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=4459879aa691439297978dd16d721e5b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9151590 Jul 06 13:48:39.340657 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43776) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:39.349617 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-ef974c73-365a-4629-9482-67c53f7e3e3d service neutron] Attempting to bind port 76a663a7-5e16-470c-95b7-045f9d4c9874 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:48:39.349968 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-ef974c73-365a-4629-9482-67c53f7e3e3d service neutron] Attempting to bind port 76a663a7-5e16-470c-95b7-045f9d4c9874 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:48:39.350304 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-ef974c73-365a-4629-9482-67c53f7e3e3d service neutron] Attempting to bind port 76a663a7-5e16-470c-95b7-045f9d4c9874 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:48:39.354835 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-02e5f580-3a73-4e2e-85c7-9becb72310ee req-7e7c26c1-48ce-4621-8f5c-59a0009b1f2a service neutron] 10.222.0.52 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158625 Jul 06 13:48:39.355195 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00911cc0-1ee7-4623-a7cb-c5bd4185ef6f req-e3c0c9b6-700c-47a5-b41f-67fdf45004b5 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533332 Jul 06 13:48:39.392078 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4621d26a-8f60-48e5-bbc0-7b7228a7341f req-e02b28ad-ffaf-42c5-b5fb-26fda51b82ec tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931237 Jul 06 13:48:39.392648 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-ef974c73-365a-4629-9482-67c53f7e3e3d service neutron] Port 76a663a7-5e16-470c-95b7-045f9d4c9874 on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:48:39.392976 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-ef974c73-365a-4629-9482-67c53f7e3e3d service neutron] Attempting to bind port 76a663a7-5e16-470c-95b7-045f9d4c9874 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:48:39.407286 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0ae1d868-62ff-4678-9be5-d6cde198a4ed tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:39.441702 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-ef974c73-365a-4629-9482-67c53f7e3e3d service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:48:39.441702 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-ef974c73-365a-4629-9482-67c53f7e3e3d service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:48:39.441702 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-ef974c73-365a-4629-9482-67c53f7e3e3d service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:48:39.441702 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-ef974c73-365a-4629-9482-67c53f7e3e3d service neutron] Bound port: 76a663a7-5e16-470c-95b7-045f9d4c9874, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:48:39.441702 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-ef974c73-365a-4629-9482-67c53f7e3e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:39.525834 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-ef974c73-365a-4629-9482-67c53f7e3e3d service neutron] For port 76a663a7-5e16-470c-95b7-045f9d4c9874, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:48:39.529536 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-ef974c73-365a-4629-9482-67c53f7e3e3d service neutron] For port 76a663a7-5e16-470c-95b7-045f9d4c9874, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=76a663a7-5e16-470c-95b7-045f9d4c9874,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:48:39.545914 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-ef974c73-365a-4629-9482-67c53f7e3e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:39.551479 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5c959d2e-2806-45df-8398-ab6df0b01a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:39.552943 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0ae1d868-62ff-4678-9be5-d6cde198a4ed tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Deleting port 446a1e5f-5ac8-4058-bada-e802adc63dd2 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:48:39.553303 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0ae1d868-62ff-4678-9be5-d6cde198a4ed tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:39.608515 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-ef974c73-365a-4629-9482-67c53f7e3e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:39.609150 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-ef974c73-365a-4629-9482-67c53f7e3e3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:39.610622 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-ef974c73-365a-4629-9482-67c53f7e3e3d service neutron] 10.222.0.52 "PUT /v2.0/ports/76a663a7-5e16-470c-95b7-045f9d4c9874 HTTP/1.1" status: 200 len: 1095 time: 2.9321759 Jul 06 13:48:39.617501 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff663a38-ef23-429b-b2c3-7b7ebf0cae37 req-d656ab7e-9952-4753-8352-08de97442584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:39.619029 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff663a38-ef23-429b-b2c3-7b7ebf0cae37 req-d656ab7e-9952-4753-8352-08de97442584 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=9a034f7c3c7c4a32987e24fa8a7ab2b6&device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 1099 time: 0.2616873 Jul 06 13:48:39.622551 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5c959d2e-2806-45df-8398-ab6df0b01a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:39.644699 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b67b23e-18a5-4432-9d30-d20b0a0fd2b2 None None] DHCP port deletion for c699bfe9-a624-4e0b-97c3-4263bc149f76 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:48:39.665052 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-0ae1d868-62ff-4678-9be5-d6cde198a4ed tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] For port 446a1e5f-5ac8-4058-bada-e802adc63dd2, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=446a1e5f-5ac8-4058-bada-e802adc63dd2,segment=NetworkSegment(2c3eb72a-9804-4a85-89c9-2b40933b647c),segment_id=2c3eb72a-9804-4a85-89c9-2b40933b647c)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:39.666206 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0ae1d868-62ff-4678-9be5-d6cde198a4ed tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:39.684890 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0ae1d868-62ff-4678-9be5-d6cde198a4ed tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Calling delete_port for 446a1e5f-5ac8-4058-bada-e802adc63dd2 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:48:39.737473 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-4b67b23e-18a5-4432-9d30-d20b0a0fd2b2 None None] Deleting port 446a1e5f-5ac8-4058-bada-e802adc63dd2 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:48:39.738035 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4b67b23e-18a5-4432-9d30-d20b0a0fd2b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:39.766129 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef974c73-365a-4629-9482-67c53f7e3e3d service neutron] Pushing event updated for resources: {'Port': ['ID=76a663a7-5e16-470c-95b7-045f9d4c9874,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:39.839923 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0ae1d868-62ff-4678-9be5-d6cde198a4ed tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:39.853093 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-4b67b23e-18a5-4432-9d30-d20b0a0fd2b2 None None] For port 446a1e5f-5ac8-4058-bada-e802adc63dd2, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=446a1e5f-5ac8-4058-bada-e802adc63dd2,segment=NetworkSegment(2c3eb72a-9804-4a85-89c9-2b40933b647c),segment_id=2c3eb72a-9804-4a85-89c9-2b40933b647c)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:39.853727 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4b67b23e-18a5-4432-9d30-d20b0a0fd2b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:39.873186 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-4b67b23e-18a5-4432-9d30-d20b0a0fd2b2 None None] Calling delete_port for 446a1e5f-5ac8-4058-bada-e802adc63dd2 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:48:39.880196 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1d868-62ff-4678-9be5-d6cde198a4ed tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Pushing event deleted for resources: {'Port': ['ID=446a1e5f-5ac8-4058-bada-e802adc63dd2,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:39.882478 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae1d868-62ff-4678-9be5-d6cde198a4ed tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] No DVR routers for this DVR port 446a1e5f-5ac8-4058-bada-e802adc63dd2 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:48:39.890640 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5c959d2e-2806-45df-8398-ab6df0b01a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:39.893199 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5c959d2e-2806-45df-8398-ab6df0b01a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:39.894431 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5c959d2e-2806-45df-8398-ab6df0b01a07 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/ee11c2bf-9ac5-41a1-bab5-cf8dadde7ce7 HTTP/1.1" status: 204 len: 168 time: 0.5528326 Jul 06 13:48:39.911969 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff663a38-ef23-429b-b2c3-7b7ebf0cae37 req-13609d84-1476-46c0-9948-c37f84b3da20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:39.914180 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff663a38-ef23-429b-b2c3-7b7ebf0cae37 req-13609d84-1476-46c0-9948-c37f84b3da20 service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.2834492 Jul 06 13:48:39.974281 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c959d2e-2806-45df-8398-ab6df0b01a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee11c2bf-9ac5-41a1-bab5-cf8dadde7ce7,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:39.984346 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4b67b23e-18a5-4432-9d30-d20b0a0fd2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:40.000088 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b67b23e-18a5-4432-9d30-d20b0a0fd2b2 None None] No DVR routers for this DVR port 446a1e5f-5ac8-4058-bada-e802adc63dd2 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:48:40.034385 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-7f2193d6-da64-4ce8-9fa6-2a8d635a6dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:40.035991 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-7f2193d6-da64-4ce8-9fa6-2a8d635a6dab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9a034f7c3c7c4a32987e24fa8a7ab2b6&device_id=561e0596-21b3-4935-ad5f-aba775f0d8e7 HTTP/1.1" status: 200 len: 1098 time: 0.3707607 Jul 06 13:48:40.045130 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67b23e-18a5-4432-9d30-d20b0a0fd2b2 None None] Pushing event deleted for resources: {'Port': ['ID=446a1e5f-5ac8-4058-bada-e802adc63dd2,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:40.054639 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0ae1d868-62ff-4678-9be5-d6cde198a4ed tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:40.058017 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590d4cce-f63b-455a-8285-cac46861a8cd', 'name': 'network-vif-deleted', 'tag': '00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:48:40.058711 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff663a38-ef23-429b-b2c3-7b7ebf0cae37 req-870176ef-b4d1-4089-b881-20ef88e6afd8 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=f120d03a-d04f-4092-b22c-5a031fcd177e HTTP/1.1" status: 200 len: 217 time: 0.1101866 Jul 06 13:48:40.060907 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce3a9ab-f54f-4950-81f9-a46dad9e5417" -d '{"events": [{"server_uuid": "590d4cce-f63b-455a-8285-cac46861a8cd", "name": "network-vif-deleted", "tag": "00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:48:40.077218 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-0ae1d868-62ff-4678-9be5-d6cde198a4ed tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c699bfe9-a624-4e0b-97c3-4263bc149f76']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:40.103537 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-0ae1d868-62ff-4678-9be5-d6cde198a4ed tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c3eb72a-9804-4a85-89c9-2b40933b647c') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:40.103701 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-0ae1d868-62ff-4678-9be5-d6cde198a4ed tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c3eb72a-9804-4a85-89c9-2b40933b647c') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:40.115077 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-6a54ced8-4f02-45eb-bbcf-d57e2ebf08df service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=76a663a7-5e16-470c-95b7-045f9d4c9874 HTTP/1.1" status: 200 len: 217 time: 0.0540290 Jul 06 13:48:40.122477 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:40.135701 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0ae1d868-62ff-4678-9be5-d6cde198a4ed tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:40.141931 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '561e0596-21b3-4935-ad5f-aba775f0d8e7', 'tag': '76a663a7-5e16-470c-95b7-045f9d4c9874'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:48:40.144641 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27f8934-d3d7-49b6-ada2-1b88b3a0aa9b" -d '{"events": [{"name": "network-changed", "server_uuid": "561e0596-21b3-4935-ad5f-aba775f0d8e7", "tag": "76a663a7-5e16-470c-95b7-045f9d4c9874"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:48:40.149509 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7c45d005-d7bd-4774-aef5-f34c69ef3ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:40.158675 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba973b8-9972-4465-b6d6-d803b04d93d8 req-df03a356-f952-4820-ac12-f29021c4bd9a tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:40.160359 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fba973b8-9972-4465-b6d6-d803b04d93d8 req-df03a356-f952-4820-ac12-f29021c4bd9a tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=561e0596-21b3-4935-ad5f-aba775f0d8e7 HTTP/1.1" status: 200 len: 947 time: 0.4475751 Jul 06 13:48:40.171187 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0ae1d868-62ff-4678-9be5-d6cde198a4ed tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:40.188255 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae1d868-62ff-4678-9be5-d6cde198a4ed tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:48:40.188931 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0ae1d868-62ff-4678-9be5-d6cde198a4ed tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:48:40.192079 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:48:40.226353 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff663a38-ef23-429b-b2c3-7b7ebf0cae37 req-7cfd83dc-0c1c-41ee-a36b-88594c20d745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:40.228015 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff663a38-ef23-429b-b2c3-7b7ebf0cae37 req-7cfd83dc-0c1c-41ee-a36b-88594c20d745 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1587939 Jul 06 13:48:40.257909 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-6ad37f76-ef09-4caa-b7f0-f0aeca6ab1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:40.260135 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-6ad37f76-ef09-4caa-b7f0-f0aeca6ab1df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1120028 Jul 06 13:48:40.294670 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fba973b8-9972-4465-b6d6-d803b04d93d8 req-c72bbf80-c07b-46b2-8cec-ea6c695fb67b tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213253 Jul 06 13:48:40.323567 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 446a1e5f-5ac8-4058-bada-e802adc63dd2 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:48:40.346839 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 446a1e5f-5ac8-4058-bada-e802adc63dd2 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:48:40.347423 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 446a1e5f-5ac8-4058-bada-e802adc63dd2 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:48:40.350398 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0ae1d868-62ff-4678-9be5-d6cde198a4ed tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:40.367184 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0ae1d868-62ff-4678-9be5-d6cde198a4ed tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:40.369366 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0ae1d868-62ff-4678-9be5-d6cde198a4ed tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] 10.222.0.118 "DELETE /v2.0/networks/c699bfe9-a624-4e0b-97c3-4263bc149f76 HTTP/1.1" status: 204 len: 168 time: 1.0827558 Jul 06 13:48:40.400811 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1d868-62ff-4678-9be5-d6cde198a4ed tempest-AllowedAddressPairTestJSON-1600435877 tempest-AllowedAddressPairTestJSON-1600435877-project] Pushing event deleted for resources: {'Network': ['ID=c699bfe9-a624-4e0b-97c3-4263bc149f76,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:40.458303 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff663a38-ef23-429b-b2c3-7b7ebf0cae37 req-1d54aee7-5f0f-4f73-8d69-d242feeaa4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:40.460060 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff663a38-ef23-429b-b2c3-7b7ebf0cae37 req-1d54aee7-5f0f-4f73-8d69-d242feeaa4c1 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2183511 Jul 06 13:48:40.473871 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-d0662e6a-e045-4304-9616-efa69cc683c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:40.475646 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-d0662e6a-e045-4304-9616-efa69cc683c6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1934943 Jul 06 13:48:40.638505 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43814) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:40.710650 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1735e-afd3-48ae-9a50-f1de56b7be26 req-242bb1b0-3787-4927-99e6-074b66b0b3ae tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:40.712910 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-acc1735e-afd3-48ae-9a50-f1de56b7be26 req-242bb1b0-3787-4927-99e6-074b66b0b3ae tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 1095 time: 0.2698109 Jul 06 13:48:40.720608 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff663a38-ef23-429b-b2c3-7b7ebf0cae37 req-20cde2b5-e540-44b4-8e3d-3451a671bf95 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487626 Jul 06 13:48:40.765978 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-1ce591b2-3f09-414d-9e80-ac335f4a9a59 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662241 Jul 06 13:48:40.801058 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-68db24d9-f7d4-4b28-9622-3cbcf20d8bcd admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=507c21eb08f942ea8fffe8121bfff4e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1590519 Jul 06 13:48:40.801390 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43824) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:40.854596 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bbc06064-e4ac-4972-9b00-ef4b3e6ba0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:40.867067 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43826) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:40.877993 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3b1b2-5c2a-4cca-a72b-38b25cd2eb77 req-3aaf857c-f760-4f83-a4fd-44ccbfcada58 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:40.879483 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d8a3b1b2-5c2a-4cca-a72b-38b25cd2eb77 req-3aaf857c-f760-4f83-a4fd-44ccbfcada58 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] 10.222.0.118 "GET /v2.0/ports?device_id=5959d72c-3cc2-4f5b-a626-2e615efa434e HTTP/1.1" status: 200 len: 948 time: 0.3143411 Jul 06 13:48:40.882983 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bbc06064-e4ac-4972-9b00-ef4b3e6ba0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:40.911084 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-acc1735e-afd3-48ae-9a50-f1de56b7be26 req-7a5c52b8-f960-4d7a-89bc-3c7fd0382302 tempest-LiveAutoBlockMigrationV225Test-1955169583 tempest-LiveAutoBlockMigrationV225Test-1955169583-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893690 Jul 06 13:48:40.949448 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bbc06064-e4ac-4972-9b00-ef4b3e6ba0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:40.953042 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bbc06064-e4ac-4972-9b00-ef4b3e6ba0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:40.955699 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bbc06064-e4ac-4972-9b00-ef4b3e6ba0b9 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/c2b19b78-c299-4a91-9429-506c02c060b4 HTTP/1.1" status: 204 len: 168 time: 0.1531289 Jul 06 13:48:40.978380 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff663a38-ef23-429b-b2c3-7b7ebf0cae37 req-0112c674-cd34-471e-b9b5-97761ae4c1d6 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338264 Jul 06 13:48:40.978623 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc06064-e4ac-4972-9b00-ef4b3e6ba0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b19b78-c299-4a91-9429-506c02c060b4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:40.984911 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d8a3b1b2-5c2a-4cca-a72b-38b25cd2eb77 req-f7c6bf92-8f42-48dc-8a87-f1cde46638f8 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] 10.222.0.118 "GET /v2.0/security-groups?id=199bf3d1-7923-4386-844d-d732365d8866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894973 Jul 06 13:48:41.002330 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fdb871e1-aece-4836-8116-6643a8f1f1c9 req-a87e2983-2824-4336-976e-f4b4f43660fb service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034254 Jul 06 13:48:41.010224 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e67c308f-4a4d-46a0-8045-c7894c4388c6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-303708711-network', 'tenant_id': '0001af22c6f747cd9b5d14a552aede55'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:41.043933 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67c308f-4a4d-46a0-8045-c7894c4388c6 admin admin] Made reservation on behalf of 0001af22c6f747cd9b5d14a552aede55 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:48:41.046943 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e67c308f-4a4d-46a0-8045-c7894c4388c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:41.058851 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8b4b7e-ac39-45cf-9950-3909abb8034f x-openstack-request-id: req-5b8b4b7e-ac39-45cf-9950-3909abb8034f {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:48:41.059213 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590d4cce-f63b-455a-8285-cac46861a8cd", "name": "network-vif-deleted", "tag": "00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:48:41.059528 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-5b8b4b7e-ac39-45cf-9950-3909abb8034f {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:48:41.059983 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590d4cce-f63b-455a-8285-cac46861a8cd', 'name': 'network-vif-deleted', 'tag': '00f2f0c8-5ffd-4bd4-97fa-e9b938ea92fd', 'status': 'completed', 'code': 200} Jul 06 13:48:41.070108 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e67c308f-4a4d-46a0-8045-c7894c4388c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:41.104076 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539ef7d6-6d09-4d4e-a01a-13259ce66639 x-openstack-request-id: req-539ef7d6-6d09-4d4e-a01a-13259ce66639 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:48:41.104466 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "561e0596-21b3-4935-ad5f-aba775f0d8e7", "tag": "76a663a7-5e16-470c-95b7-045f9d4c9874", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:48:41.104826 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-539ef7d6-6d09-4d4e-a01a-13259ce66639 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:48:41.105498 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '561e0596-21b3-4935-ad5f-aba775f0d8e7', 'tag': '76a663a7-5e16-470c-95b7-045f9d4c9874', 'status': 'completed', 'code': 200} Jul 06 13:48:41.123681 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f120d03a-d04f-4092-b22c-5a031fcd177e details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:48:41.234234 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e67c308f-4a4d-46a0-8045-c7894c4388c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:41.242244 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e67c308f-4a4d-46a0-8045-c7894c4388c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:41.266175 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67c308f-4a4d-46a0-8045-c7894c4388c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:48:41.284265 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c308f-4a4d-46a0-8045-c7894c4388c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3b17d9-ade7-49d7-8915-6544a8aa5905,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:41.287699 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e67c308f-4a4d-46a0-8045-c7894c4388c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:41.288350 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-e67c308f-4a4d-46a0-8045-c7894c4388c6 admin admin] Added segment 395ac52b-270e-4067-8453-7941e774d9db of type vlan for network f0916d9f-87d2-4a64-9404-e7fc6b3b226f Jul 06 13:48:41.291289 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f120d03a-d04f-4092-b22c-5a031fcd177e, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f120d03a-d04f-4092-b22c-5a031fcd177e,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:41.314710 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'f120d03a-d04f-4092-b22c-5a031fcd177e', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': 'f120d03a-d04f-4092-b22c-5a031fcd177e', 'mac_address': 'fa:16:3e:10:e0:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:48:41.337243 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f8934-d3d7-49b6-ada2-1b88b3a0aa9b req-0d76a598-8f45-4563-8c65-9ff867b9c37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:41.342938 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b27f8934-d3d7-49b6-ada2-1b88b3a0aa9b req-0d76a598-8f45-4563-8c65-9ff867b9c37f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9a034f7c3c7c4a32987e24fa8a7ab2b6&device_id=561e0596-21b3-4935-ad5f-aba775f0d8e7 HTTP/1.1" status: 200 len: 1098 time: 0.1967647 Jul 06 13:48:41.363676 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:41.365380 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e67c308f-4a4d-46a0-8045-c7894c4388c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:41.381443 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f120d03a-d04f-4092-b22c-5a031fcd177e {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:48:41.416036 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f120d03a-d04f-4092-b22c-5a031fcd177e, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f120d03a-d04f-4092-b22c-5a031fcd177e,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:41.417180 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e67c308f-4a4d-46a0-8045-c7894c4388c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:41.418627 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67c308f-4a4d-46a0-8045-c7894c4388c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:41.419676 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e67c308f-4a4d-46a0-8045-c7894c4388c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:41.424191 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:41.430832 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:41.455643 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8efac1-f0e7-4eea-831e-68af28f1c729 req-43d74441-1258-4ef2-ad17-8cc0f097527b tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:41.457233 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5f8efac1-f0e7-4eea-831e-68af28f1c729 req-43d74441-1258-4ef2-ad17-8cc0f097527b tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=e6a755a0-364b-4b39-9760-167f78f01e02 HTTP/1.1" status: 200 len: 946 time: 0.2502658 Jul 06 13:48:41.484684 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=f120d03a-d04f-4092-b22c-5a031fcd177e,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:41.498906 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e67c308f-4a4d-46a0-8045-c7894c4388c6 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6278567 Jul 06 13:48:41.501784 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43846) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:41.508378 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-652f606f-dfbd-4625-a2c2-9d1014e007ab admin admin] Request body: {'subnet': {'network_id': 'f0916d9f-87d2-4a64-9404-e7fc6b3b226f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-303708711-subnet', 'tenant_id': '0001af22c6f747cd9b5d14a552aede55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:41.510555 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c308f-4a4d-46a0-8045-c7894c4388c6 admin admin] Pushing event updated for resources: {'Network': ['ID=f0916d9f-87d2-4a64-9404-e7fc6b3b226f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:41.522112 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network f0916d9f-87d2-4a64-9404-e7fc6b3b226f details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:48:41.532784 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5f8efac1-f0e7-4eea-831e-68af28f1c729 req-d06068e7-51d7-402e-9cb3-b319fb709447 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645761 Jul 06 13:48:41.544023 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dc19a-4db6-4930-a05f-7d625e8ce6c1 req-e3feac54-2e26-4e94-94e8-f5272145931a tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:41.550868 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-450dc19a-4db6-4930-a05f-7d625e8ce6c1 req-e3feac54-2e26-4e94-94e8-f5272145931a tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 943 time: 0.3152466 Jul 06 13:48:41.617082 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652f606f-dfbd-4625-a2c2-9d1014e007ab admin admin] Made reservation on behalf of 0001af22c6f747cd9b5d14a552aede55 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:48:41.619937 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-652f606f-dfbd-4625-a2c2-9d1014e007ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:41.690195 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['f120d03a-d04f-4092-b22c-5a031fcd177e'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:48:41.718225 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-450dc19a-4db6-4930-a05f-7d625e8ce6c1 req-94accfb1-d061-4e78-9fa5-289165b791d1 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663644 Jul 06 13:48:41.744782 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f8934-d3d7-49b6-ada2-1b88b3a0aa9b req-3db5fca4-e1e4-4339-9919-f4726a40af1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:41.746403 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b27f8934-d3d7-49b6-ada2-1b88b3a0aa9b req-3db5fca4-e1e4-4339-9919-f4726a40af1d service neutron] 10.222.0.52 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.3859520 Jul 06 13:48:41.842257 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b27f8934-d3d7-49b6-ada2-1b88b3a0aa9b req-1f969c2b-b2ad-4d1b-950b-9fba94f7ab43 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=76a663a7-5e16-470c-95b7-045f9d4c9874 HTTP/1.1" status: 200 len: 217 time: 0.0758619 Jul 06 13:48:41.870296 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656dca8-15e9-4529-8a07-97c5da052868 req-aff09739-c657-42f8-b390-9c5985b28602 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:41.872462 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c656dca8-15e9-4529-8a07-97c5da052868 req-aff09739-c657-42f8-b390-9c5985b28602 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6a755a0-364b-4b39-9760-167f78f01e02 HTTP/1.1" status: 200 len: 946 time: 0.1141737 Jul 06 13:48:41.930780 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffb9cc-61e6-459e-a4f2-7a48fdc3f67e req-9b7b4359-3209-420b-8cba-971c7954b8f5 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:41.932904 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2dffb9cc-61e6-459e-a4f2-7a48fdc3f67e req-9b7b4359-3209-420b-8cba-971c7954b8f5 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] 10.222.0.124 "GET /v2.0/ports?device_id=5959d72c-3cc2-4f5b-a626-2e615efa434e HTTP/1.1" status: 200 len: 948 time: 0.3108370 Jul 06 13:48:41.980150 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f8934-d3d7-49b6-ada2-1b88b3a0aa9b req-bc86bbaf-efb6-4de4-be8d-fcf997dab58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:41.980150 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b27f8934-d3d7-49b6-ada2-1b88b3a0aa9b req-bc86bbaf-efb6-4de4-be8d-fcf997dab58d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1234047 Jul 06 13:48:41.980370 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43866) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:42.063104 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-c656dca8-15e9-4529-8a07-97c5da052868 req-da682dfb-ee15-44b9-8521-11a877db273a tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Deleting port 7cca20c7-5381-470c-bbbd-14a21a2e6c3e {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:48:42.063595 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c656dca8-15e9-4529-8a07-97c5da052868 req-da682dfb-ee15-44b9-8521-11a877db273a tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:42.137975 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-652f606f-dfbd-4625-a2c2-9d1014e007ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:42.203255 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f8934-d3d7-49b6-ada2-1b88b3a0aa9b req-dd6e95f4-d924-42eb-ab6e-9362093064b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:42.205127 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b27f8934-d3d7-49b6-ada2-1b88b3a0aa9b req-dd6e95f4-d924-42eb-ab6e-9362093064b0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2043183 Jul 06 13:48:42.291859 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f606f-dfbd-4625-a2c2-9d1014e007ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b763b56-236c-4949-a66b-e159e529b097,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:42.296736 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-2dffb9cc-61e6-459e-a4f2-7a48fdc3f67e req-5ce9b015-5d32-4672-8a0c-9bbd7fd6d638 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Deleting port f69b7456-3c24-4c71-b55c-f2616e090d73 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:48:42.297073 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2dffb9cc-61e6-459e-a4f2-7a48fdc3f67e req-5ce9b015-5d32-4672-8a0c-9bbd7fd6d638 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:42.373743 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652f606f-dfbd-4625-a2c2-9d1014e007ab admin admin] Checking segment: {'id': '395ac52b-270e-4067-8453-7941e774d9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f0916d9f-87d2-4a64-9404-e7fc6b3b226f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:48:42.374175 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652f606f-dfbd-4625-a2c2-9d1014e007ab admin admin] Network hostable DHCP agents. Network: f0916d9f-87d2-4a64-9404-e7fc6b3b226f, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:48:42.446508 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-59dfefdb-cc14-45f9-8bc7-faef80439031 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Request body: {'networks': [{'name': 'tempest-network--297633668'}, {'name': 'tempest-network--1594153500'}]} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:42.446823 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-59dfefdb-cc14-45f9-8bc7-faef80439031 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Request body: {'network': {'name': 'tempest-network--297633668'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:42.447497 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-59dfefdb-cc14-45f9-8bc7-faef80439031 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Request body: {'network': {'name': 'tempest-network--1594153500'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:42.494411 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59dfefdb-cc14-45f9-8bc7-faef80439031 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Made reservation on behalf of 6890d74e37804f61aa3c1461c6b60c68 for: {'network': 2} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:48:42.499403 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59dfefdb-cc14-45f9-8bc7-faef80439031 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:42.516945 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59dfefdb-cc14-45f9-8bc7-faef80439031 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:42.538958 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-c656dca8-15e9-4529-8a07-97c5da052868 req-da682dfb-ee15-44b9-8521-11a877db273a tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] For port 7cca20c7-5381-470c-bbbd-14a21a2e6c3e, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=7cca20c7-5381-470c-bbbd-14a21a2e6c3e,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:42.539338 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c656dca8-15e9-4529-8a07-97c5da052868 req-da682dfb-ee15-44b9-8521-11a877db273a tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:42.559489 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-c656dca8-15e9-4529-8a07-97c5da052868 req-da682dfb-ee15-44b9-8521-11a877db273a tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Calling delete_port for 7cca20c7-5381-470c-bbbd-14a21a2e6c3e owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:48:42.739519 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59dfefdb-cc14-45f9-8bc7-faef80439031 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:42.749034 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59dfefdb-cc14-45f9-8bc7-faef80439031 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:42.749843 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59dfefdb-cc14-45f9-8bc7-faef80439031 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:42.790682 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652f606f-dfbd-4625-a2c2-9d1014e007ab admin admin] Network f0916d9f-87d2-4a64-9404-e7fc6b3b226f is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:48:42.795755 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-2dffb9cc-61e6-459e-a4f2-7a48fdc3f67e req-5ce9b015-5d32-4672-8a0c-9bbd7fd6d638 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] For port f69b7456-3c24-4c71-b55c-f2616e090d73, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f69b7456-3c24-4c71-b55c-f2616e090d73,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:42.796224 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2dffb9cc-61e6-459e-a4f2-7a48fdc3f67e req-5ce9b015-5d32-4672-8a0c-9bbd7fd6d638 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:42.811630 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b27f8934-d3d7-49b6-ada2-1b88b3a0aa9b req-106cc308-0fe0-4fa7-9817-9c437f176af4 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5949504 Jul 06 13:48:42.824218 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59dfefdb-cc14-45f9-8bc7-faef80439031 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:48:42.828774 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-2dffb9cc-61e6-459e-a4f2-7a48fdc3f67e req-5ce9b015-5d32-4672-8a0c-9bbd7fd6d638 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Calling delete_port for f69b7456-3c24-4c71-b55c-f2616e090d73 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:48:42.839062 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-652f606f-dfbd-4625-a2c2-9d1014e007ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, f0916d9f-87d2-4a64-9404-e7fc6b3b226f) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:48:42.847765 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfefdb-cc14-45f9-8bc7-faef80439031 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=198a4f8b-738b-4878-be56-775272758f28,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:42.848242 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c14f06f-fdaf-414b-8dd2-119cb535cce4 None None] Network f0916d9f-87d2-4a64-9404-e7fc6b3b226f requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:48:42.851149 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c656dca8-15e9-4529-8a07-97c5da052868 req-da682dfb-ee15-44b9-8521-11a877db273a tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:42.882220 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['7cca20c7-5381-470c-bbbd-14a21a2e6c3e'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:48:42.899958 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59dfefdb-cc14-45f9-8bc7-faef80439031 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:42.900501 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652f606f-dfbd-4625-a2c2-9d1014e007ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:42.900600 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-59dfefdb-cc14-45f9-8bc7-faef80439031 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Added segment 3a90a3c5-dfad-46fb-b4b1-3cfc8e741a6c of type vlan for network b7665815-b120-4403-95f5-b8f75a0e1bbc Jul 06 13:48:42.900947 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-652f606f-dfbd-4625-a2c2-9d1014e007ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:42.904372 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da682dfb-ee15-44b9-8521-11a877db273a tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Pushing event deleted for resources: {'Port': ['ID=7cca20c7-5381-470c-bbbd-14a21a2e6c3e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:42.941543 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633aa71-dda1-4b17-8a8d-4aa7074f1837 req-629aa262-e420-435b-9723-98cb1ac257af tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:42.943089 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4633aa71-dda1-4b17-8a8d-4aa7074f1837 req-629aa262-e420-435b-9723-98cb1ac257af tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=561e0596-21b3-4935-ad5f-aba775f0d8e7 HTTP/1.1" status: 200 len: 947 time: 0.6019692 Jul 06 13:48:42.953017 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-c656dca8-15e9-4529-8a07-97c5da052868 req-da682dfb-ee15-44b9-8521-11a877db273a tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] No DVR routers for this DVR port 7cca20c7-5381-470c-bbbd-14a21a2e6c3e on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:48:42.972414 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:42.984217 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c656dca8-15e9-4529-8a07-97c5da052868 req-da682dfb-ee15-44b9-8521-11a877db273a tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:42.986989 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c656dca8-15e9-4529-8a07-97c5da052868 req-da682dfb-ee15-44b9-8521-11a877db273a tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.52 "DELETE /v2.0/ports/7cca20c7-5381-470c-bbbd-14a21a2e6c3e HTTP/1.1" status: 204 len: 173 time: 1.1080654 Jul 06 13:48:42.988365 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 76a663a7-5e16-470c-95b7-045f9d4c9874 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:48:42.996294 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c004cd4-8d2f-424f-b98c-828250a39271 req-3a6acf8a-9b52-48b7-8790-06c9639d6620 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:42.998016 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c004cd4-8d2f-424f-b98c-828250a39271 req-3a6acf8a-9b52-48b7-8790-06c9639d6620 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] 10.222.0.118 "GET /v2.0/ports?device_id=5959d72c-3cc2-4f5b-a626-2e615efa434e HTTP/1.1" status: 200 len: 948 time: 0.3271747 Jul 06 13:48:43.002425 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59dfefdb-cc14-45f9-8bc7-faef80439031 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:43.012974 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-652f606f-dfbd-4625-a2c2-9d1014e007ab admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4988520 Jul 06 13:48:43.037183 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9cb68-152b-40a5-bf2c-bd015e77cbd2 req-8249588b-02d6-40f5-aaae-8e1dea7c0a6f tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:43.039517 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9ee9cb68-152b-40a5-bf2c-bd015e77cbd2 req-8249588b-02d6-40f5-aaae-8e1dea7c0a6f tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.124 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 944 time: 0.2343431 Jul 06 13:48:43.064929 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a755a0-364b-4b39-9760-167f78f01e02', 'name': 'network-vif-deleted', 'tag': '7cca20c7-5381-470c-bbbd-14a21a2e6c3e'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:48:43.067540 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404fce52-0c9d-4dc2-9892-61d765b54a5a" -d '{"events": [{"server_uuid": "e6a755a0-364b-4b39-9760-167f78f01e02", "name": "network-vif-deleted", "tag": "7cca20c7-5381-470c-bbbd-14a21a2e6c3e"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:48:43.120979 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b27f8934-d3d7-49b6-ada2-1b88b3a0aa9b req-2a687186-9ebf-4f9d-82fd-19af498a95ff service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971444 Jul 06 13:48:43.137238 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4633aa71-dda1-4b17-8a8d-4aa7074f1837 req-3df15d03-38a3-4770-ae46-5a7a1e7666dc tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494024 Jul 06 13:48:43.150169 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c004cd4-8d2f-424f-b98c-828250a39271 req-c5b4063f-a635-4fcf-bcb6-0b4499e9bf42 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] 10.222.0.118 "GET /v2.0/security-groups?id=199bf3d1-7923-4386-844d-d732365d8866&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363318 Jul 06 13:48:43.165105 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59dfefdb-cc14-45f9-8bc7-faef80439031 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:48:43.187173 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59dfefdb-cc14-45f9-8bc7-faef80439031 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:43.187668 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-59dfefdb-cc14-45f9-8bc7-faef80439031 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Added segment 9513e935-7eca-4b0a-9d29-a79937d75eed of type vlan for network e81c14a0-9a4b-4338-b806-cf43f35ec87b Jul 06 13:48:43.283160 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2dffb9cc-61e6-459e-a4f2-7a48fdc3f67e req-5ce9b015-5d32-4672-8a0c-9bbd7fd6d638 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:43.283351 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59dfefdb-cc14-45f9-8bc7-faef80439031 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:43.329135 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f120d03a-d04f-4092-b22c-5a031fcd177e up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:48:43.355034 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59dfefdb-cc14-45f9-8bc7-faef80439031 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:43.355636 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59dfefdb-cc14-45f9-8bc7-faef80439031 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:43.360881 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0b13c6-fbaf-47c4-b3a1-f7c39cb67a83 None None] Network f0916d9f-87d2-4a64-9404-e7fc6b3b226f requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:48:43.364608 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dfefdb-cc14-45f9-8bc7-faef80439031 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:43.364777 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.db.resource_extend [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 13:48:43.375569 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dfefdb-cc14-45f9-8bc7-faef80439031 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:43.376271 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59dfefdb-cc14-45f9-8bc7-faef80439031 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:43.379136 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9b015-5d32-4672-8a0c-9bbd7fd6d638 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Pushing event deleted for resources: {'Port': ['ID=f69b7456-3c24-4c71-b55c-f2616e090d73,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:43.441551 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dffb9cc-61e6-459e-a4f2-7a48fdc3f67e req-5ce9b015-5d32-4672-8a0c-9bbd7fd6d638 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] No DVR routers for this DVR port f69b7456-3c24-4c71-b55c-f2616e090d73 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:48:43.445550 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2dffb9cc-61e6-459e-a4f2-7a48fdc3f67e req-5ce9b015-5d32-4672-8a0c-9bbd7fd6d638 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:43.448375 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2dffb9cc-61e6-459e-a4f2-7a48fdc3f67e req-5ce9b015-5d32-4672-8a0c-9bbd7fd6d638 tempest-ImagesOneServerTestJSON-1196270659 tempest-ImagesOneServerTestJSON-1196270659-project] 10.222.0.124 "DELETE /v2.0/ports/f69b7456-3c24-4c71-b55c-f2616e090d73 HTTP/1.1" status: 204 len: 173 time: 1.4934072 Jul 06 13:48:43.448838 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5959d72c-3cc2-4f5b-a626-2e615efa434e', 'name': 'network-vif-deleted', 'tag': 'f69b7456-3c24-4c71-b55c-f2616e090d73'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:48:43.451416 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74634736-e58a-42e6-9dd2-267199b96712" -d '{"events": [{"server_uuid": "5959d72c-3cc2-4f5b-a626-2e615efa434e", "name": "network-vif-deleted", "tag": "f69b7456-3c24-4c71-b55c-f2616e090d73"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:48:43.506102 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-59dfefdb-cc14-45f9-8bc7-faef80439031 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5242867 Jul 06 13:48:43.507911 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43906) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:43.551691 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443da8a4-b55e-49c9-bd07-3af7791fc4e4 req-dc282c3b-8986-4d6f-8824-47e6614bb4de tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:43.554121 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-443da8a4-b55e-49c9-bd07-3af7791fc4e4 req-dc282c3b-8986-4d6f-8824-47e6614bb4de tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 944 time: 0.0988412 Jul 06 13:48:43.563205 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 76a663a7-5e16-470c-95b7-045f9d4c9874, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=76a663a7-5e16-470c-95b7-045f9d4c9874,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:43.565460 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port f120d03a-d04f-4092-b22c-5a031fcd177e completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:48:43.580086 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port f120d03a-d04f-4092-b22c-5a031fcd177e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:48:43.580805 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:43.585520 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '76a663a7-5e16-470c-95b7-045f9d4c9874', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': '76a663a7-5e16-470c-95b7-045f9d4c9874', 'mac_address': 'fa:16:3e:b7:38:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:48:43.659048 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-443da8a4-b55e-49c9-bd07-3af7791fc4e4 req-dffbca4b-abb1-488f-b39f-cb3ad92f9294 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978489 Jul 06 13:48:43.714009 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:43.755109 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a663a7-5e16-470c-95b7-045f9d4c9874 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:48:43.787493 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 76a663a7-5e16-470c-95b7-045f9d4c9874, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=76a663a7-5e16-470c-95b7-045f9d4c9874,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:43.788861 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:43.803136 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:43.864517 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c51968a-4ec4-466f-aa34-5b033f896862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f120d03a-d04f-4092-b22c-5a031fcd177e'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:48:43.866970 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f418932-8f95-472c-91c0-5e65c7b54a0a" -d '{"events": [{"server_uuid": "9c51968a-4ec4-466f-aa34-5b033f896862", "name": "network-vif-plugged", "status": "completed", "tag": "f120d03a-d04f-4092-b22c-5a031fcd177e"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:48:43.868610 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfefdb-cc14-45f9-8bc7-faef80439031 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Pushing event updated for resources: {'Network': ['ID=b7665815-b120-4403-95f5-b8f75a0e1bbc,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:43.886337 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network b7665815-b120-4403-95f5-b8f75a0e1bbc details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:48:43.889676 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f120d03a-d04f-4092-b22c-5a031fcd177e, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f120d03a-d04f-4092-b22c-5a031fcd177e,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:43.912108 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:43.937900 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-18464e85-dd76-4bca-b0f5-a6ed01d952ef req-cef4d9ee-5799-4e5b-96a7-32720df9716c tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=e6a755a0-364b-4b39-9760-167f78f01e02 HTTP/1.1" status: 200 len: 210 time: 0.1117103 Jul 06 13:48:44.014904 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=76a663a7-5e16-470c-95b7-045f9d4c9874,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:44.031585 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621f49d-aa6b-452a-9dbb-8bdef84e7b70 req-f138f62a-563c-4288-b2ff-6a4d3f5a22c5 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:44.033288 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f621f49d-aa6b-452a-9dbb-8bdef84e7b70 req-f138f62a-563c-4288-b2ff-6a4d3f5a22c5 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 943 time: 0.1906998 Jul 06 13:48:44.097823 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a493f1-0d5a-498f-be66-29e414523abe x-openstack-request-id: req-72a493f1-0d5a-498f-be66-29e414523abe {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:48:44.099119 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a755a0-364b-4b39-9760-167f78f01e02", "name": "network-vif-deleted", "tag": "7cca20c7-5381-470c-bbbd-14a21a2e6c3e", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:48:44.099395 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-72a493f1-0d5a-498f-be66-29e414523abe {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:48:44.099800 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a755a0-364b-4b39-9760-167f78f01e02', 'name': 'network-vif-deleted', 'tag': '7cca20c7-5381-470c-bbbd-14a21a2e6c3e', 'status': 'completed', 'code': 200} Jul 06 13:48:44.102562 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f621f49d-aa6b-452a-9dbb-8bdef84e7b70 req-5d585d53-395c-4394-a457-9aa64acaeb12 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599682 Jul 06 13:48:44.112443 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['76a663a7-5e16-470c-95b7-045f9d4c9874'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:48:44.122025 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=f120d03a-d04f-4092-b22c-5a031fcd177e,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:44.132130 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-9ee9cb68-152b-40a5-bf2c-bd015e77cbd2 req-56aac9de-2243-468e-a8ae-706b69972d4c tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Deleting port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:48:44.132472 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-9ee9cb68-152b-40a5-bf2c-bd015e77cbd2 req-56aac9de-2243-468e-a8ae-706b69972d4c tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:44.185261 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b70ce25-e715-4247-845c-dec83e67cd73 x-openstack-request-id: req-8b70ce25-e715-4247-845c-dec83e67cd73 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:48:44.185623 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5959d72c-3cc2-4f5b-a626-2e615efa434e", "name": "network-vif-deleted", "tag": "f69b7456-3c24-4c71-b55c-f2616e090d73", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:48:44.186013 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-8b70ce25-e715-4247-845c-dec83e67cd73 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:48:44.186429 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5959d72c-3cc2-4f5b-a626-2e615efa434e', 'name': 'network-vif-deleted', 'tag': 'f69b7456-3c24-4c71-b55c-f2616e090d73', 'status': 'completed', 'code': 200} Jul 06 13:48:44.201561 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfefdb-cc14-45f9-8bc7-faef80439031 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Pushing event updated for resources: {'Network': ['ID=e81c14a0-9a4b-4338-b806-cf43f35ec87b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:44.214781 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f22944-84a9-4a4f-946b-40be25b34a33 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:44.218552 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network e81c14a0-9a4b-4338-b806-cf43f35ec87b details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:48:44.221083 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f22944-84a9-4a4f-946b-40be25b34a33 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:44.227689 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f22944-84a9-4a4f-946b-40be25b34a33 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:44.233985 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f22944-84a9-4a4f-946b-40be25b34a33 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:44.235715 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f2f22944-84a9-4a4f-946b-40be25b34a33 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] 10.222.0.118 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7173059 Jul 06 13:48:44.238805 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43926) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:44.266160 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-9ee9cb68-152b-40a5-bf2c-bd015e77cbd2 req-56aac9de-2243-468e-a8ae-706b69972d4c tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] For port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=89fd7591-9d7b-4cad-9c59-1a102ee6f6fe,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:44.266469 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-9ee9cb68-152b-40a5-bf2c-bd015e77cbd2 req-56aac9de-2243-468e-a8ae-706b69972d4c tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:44.282188 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-9ee9cb68-152b-40a5-bf2c-bd015e77cbd2 req-56aac9de-2243-468e-a8ae-706b69972d4c tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Calling delete_port for 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:48:44.359563 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-38cca96b-6b60-4ff8-8d81-3a03928ea8e1 req-ef9c590b-f744-4574-b058-f0fa82532f22 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2081914982', 'description': 'tempest-description-280846490'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:44.428481 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-892b84c9-0342-428f-a0ae-bb74bb4e531e tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:44.432629 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-38cca96b-6b60-4ff8-8d81-3a03928ea8e1 req-ef9c590b-f744-4574-b058-f0fa82532f22 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:44.446468 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-9ee9cb68-152b-40a5-bf2c-bd015e77cbd2 req-56aac9de-2243-468e-a8ae-706b69972d4c tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:44.466083 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['a15d81dc-6762-4138-a46a-f473d385b35b', '89fd7591-9d7b-4cad-9c59-1a102ee6f6fe'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:48:44.498073 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aac9de-2243-468e-a8ae-706b69972d4c tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Pushing event deleted for resources: {'Port': ['ID=89fd7591-9d7b-4cad-9c59-1a102ee6f6fe,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:44.554100 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee9cb68-152b-40a5-bf2c-bd015e77cbd2 req-56aac9de-2243-468e-a8ae-706b69972d4c tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] No DVR routers for this DVR port 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe on host n-h2-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:48:44.558282 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-9ee9cb68-152b-40a5-bf2c-bd015e77cbd2 req-56aac9de-2243-468e-a8ae-706b69972d4c tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:44.561027 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9ee9cb68-152b-40a5-bf2c-bd015e77cbd2 req-56aac9de-2243-468e-a8ae-706b69972d4c tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.124 "DELETE /v2.0/ports/89fd7591-9d7b-4cad-9c59-1a102ee6f6fe HTTP/1.1" status: 204 len: 173 time: 1.5147676 Jul 06 13:48:44.582900 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-892b84c9-0342-428f-a0ae-bb74bb4e531e tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:44.602249 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-892b84c9-0342-428f-a0ae-bb74bb4e531e tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7665815-b120-4403-95f5-b8f75a0e1bbc']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:44.618697 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-892b84c9-0342-428f-a0ae-bb74bb4e531e tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a90a3c5-dfad-46fb-b4b1-3cfc8e741a6c') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:44.619021 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-892b84c9-0342-428f-a0ae-bb74bb4e531e tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a90a3c5-dfad-46fb-b4b1-3cfc8e741a6c') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:44.634099 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-892b84c9-0342-428f-a0ae-bb74bb4e531e tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:44.651771 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed68f0a-de20-4a09-9f45-d74385659c0f x-openstack-request-id: req-3ed68f0a-de20-4a09-9f45-d74385659c0f {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:48:44.652076 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c51968a-4ec4-466f-aa34-5b033f896862", "name": "network-vif-plugged", "status": "completed", "tag": "f120d03a-d04f-4092-b22c-5a031fcd177e", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:48:44.652329 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-3ed68f0a-de20-4a09-9f45-d74385659c0f {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:48:44.652901 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c51968a-4ec4-466f-aa34-5b033f896862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f120d03a-d04f-4092-b22c-5a031fcd177e', 'code': 200} Jul 06 13:48:44.673922 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-892b84c9-0342-428f-a0ae-bb74bb4e531e tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:44.678972 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-38cca96b-6b60-4ff8-8d81-3a03928ea8e1 req-ef9c590b-f744-4574-b058-f0fa82532f22 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:44.698166 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-38cca96b-6b60-4ff8-8d81-3a03928ea8e1 req-ef9c590b-f744-4574-b058-f0fa82532f22 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:44.701555 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892b84c9-0342-428f-a0ae-bb74bb4e531e tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:48:44.702559 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-892b84c9-0342-428f-a0ae-bb74bb4e531e tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: timer() Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:48:44.708091 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:48:44.803709 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-38cca96b-6b60-4ff8-8d81-3a03928ea8e1 req-ef9c590b-f744-4574-b058-f0fa82532f22 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:44.817065 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-38cca96b-6b60-4ff8-8d81-3a03928ea8e1 req-ef9c590b-f744-4574-b058-f0fa82532f22 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5435386 Jul 06 13:48:44.827289 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c590b-f744-4574-b058-f0fa82532f22 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=520e01e5-b40b-449c-8dfd-75c3653a7665,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:44.828859 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9fa09-d432-4e42-849a-4ee853048336 req-dd6152c4-4a79-45a7-aa93-755773976a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:44.838182 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-bcd9fa09-d432-4e42-849a-4ee853048336 req-dd6152c4-4a79-45a7-aa93-755773976a8f service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 1101 time: 0.1314909 Jul 06 13:48:44.840055 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-892b84c9-0342-428f-a0ae-bb74bb4e531e tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:44.859671 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-892b84c9-0342-428f-a0ae-bb74bb4e531e tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:44.874216 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-892b84c9-0342-428f-a0ae-bb74bb4e531e tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] 10.222.0.118 "DELETE /v2.0/networks/b7665815-b120-4403-95f5-b8f75a0e1bbc HTTP/1.1" status: 204 len: 168 time: 0.6226296 Jul 06 13:48:44.877559 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43948) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:44.913921 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-bcd9fa09-d432-4e42-849a-4ee853048336 req-c43f1155-9b19-4d14-a9a6-ecddb2b56b52 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694120 Jul 06 13:48:44.923228 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b84c9-0342-428f-a0ae-bb74bb4e531e tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Pushing event deleted for resources: {'Network': ['ID=b7665815-b120-4403-95f5-b8f75a0e1bbc,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:45.002345 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 7cca20c7-5381-470c-bbbd-14a21a2e6c3e no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:48:45.023105 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43956) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:45.051767 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43960) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:45.057076 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 7cca20c7-5381-470c-bbbd-14a21a2e6c3e {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:48:45.058763 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 7cca20c7-5381-470c-bbbd-14a21a2e6c3e not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:48:45.092177 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c25f85b-3c92-475d-95c3-54cbf3d3cb26 req-43b8be14-7827-47c6-8af2-07eab105e6c0 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 210 time: 0.0684593 Jul 06 13:48:45.135454 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-7a39c164-0a07-4d70-95c1-21cf857629b6 req-1bf041dc-7901-4b38-ae98-1def680ec6ce tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2103042539', 'description': 'tempest-description-997276122'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:45.135932 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f69b7456-3c24-4c71-b55c-f2616e090d73 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:48:45.155227 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9da2-d854-41dc-b49e-55af3128d386 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:45.159023 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: f69b7456-3c24-4c71-b55c-f2616e090d73 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:48:45.159370 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f69b7456-3c24-4c71-b55c-f2616e090d73 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:48:45.160042 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:48:45.184792 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:48:45.185145 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 89fd7591-9d7b-4cad-9c59-1a102ee6f6fe not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:48:45.207867 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7a39c164-0a07-4d70-95c1-21cf857629b6 req-1bf041dc-7901-4b38-ae98-1def680ec6ce tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:45.237742 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2f43402a-251e-4168-bfe7-be0dcd32c178 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=0bfc73a3edad4949ac20ee7fb88ee1ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124360 Jul 06 13:48:45.241311 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43966) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:45.302896 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9da2-d854-41dc-b49e-55af3128d386 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:45.313012 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-bb4f9da2-d854-41dc-b49e-55af3128d386 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e81c14a0-9a4b-4338-b806-cf43f35ec87b']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:45.316220 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3f6ba9e2-c76e-4b72-836e-22d2a97ca403 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=3f8fb309a6404b87a19e62ccdcad5c6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604930 Jul 06 13:48:45.319073 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43968) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:45.333608 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12811db-e601-4617-a0aa-9b5ae438a2e6 req-28af6f7d-0393-43b4-b1e9-35c70b713266 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:45.335167 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d12811db-e601-4617-a0aa-9b5ae438a2e6 req-28af6f7d-0393-43b4-b1e9-35c70b713266 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=561e0596-21b3-4935-ad5f-aba775f0d8e7 HTTP/1.1" status: 200 len: 948 time: 0.4098594 Jul 06 13:48:45.337330 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0e7db9b8-2dae-4319-b94e-595e5d3775a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:45.381378 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0e7db9b8-2dae-4319-b94e-595e5d3775a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:45.404688 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-bb4f9da2-d854-41dc-b49e-55af3128d386 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9513e935-7eca-4b0a-9d29-a79937d75eed') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:45.405450 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-bb4f9da2-d854-41dc-b49e-55af3128d386 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9513e935-7eca-4b0a-9d29-a79937d75eed') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:45.419010 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c0b2e436-8c21-4f58-9660-0e6117772737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:45.434245 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9da2-d854-41dc-b49e-55af3128d386 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:45.445407 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c0b2e436-8c21-4f58-9660-0e6117772737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:45.457461 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7a39c164-0a07-4d70-95c1-21cf857629b6 req-1bf041dc-7901-4b38-ae98-1def680ec6ce tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:45.467237 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7a39c164-0a07-4d70-95c1-21cf857629b6 req-1bf041dc-7901-4b38-ae98-1def680ec6ce tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:45.475963 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9da2-d854-41dc-b49e-55af3128d386 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:45.480964 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0e7db9b8-2dae-4319-b94e-595e5d3775a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:45.483677 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0e7db9b8-2dae-4319-b94e-595e5d3775a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:45.484933 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0e7db9b8-2dae-4319-b94e-595e5d3775a8 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/51cb5e10-b88f-453c-8be9-7b61a7c0e3bc HTTP/1.1" status: 204 len: 168 time: 0.2380123 Jul 06 13:48:45.504025 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4f9da2-d854-41dc-b49e-55af3128d386 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:48:45.504510 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9da2-d854-41dc-b49e-55af3128d386 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:45.506406 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7db9b8-2dae-4319-b94e-595e5d3775a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cb5e10-b88f-453c-8be9-7b61a7c0e3bc,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: timer() Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:48:45.510375 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:48:45.527474 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c0b2e436-8c21-4f58-9660-0e6117772737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:45.531326 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c0b2e436-8c21-4f58-9660-0e6117772737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:45.532705 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c0b2e436-8c21-4f58-9660-0e6117772737 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/199bf3d1-7923-4386-844d-d732365d8866 HTTP/1.1" status: 204 len: 168 time: 0.2125335 Jul 06 13:48:45.544950 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2e436-8c21-4f58-9660-0e6117772737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199bf3d1-7923-4386-844d-d732365d8866,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:45.591187 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d12811db-e601-4617-a0aa-9b5ae438a2e6 req-8dc9da62-938b-4402-926e-3304484ef6df tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832325 Jul 06 13:48:45.604328 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7a39c164-0a07-4d70-95c1-21cf857629b6 req-1bf041dc-7901-4b38-ae98-1def680ec6ce tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:45.606650 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7a39c164-0a07-4d70-95c1-21cf857629b6 req-1bf041dc-7901-4b38-ae98-1def680ec6ce tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4828241 Jul 06 13:48:45.648521 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf041dc-7901-4b38-ae98-1def680ec6ce tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4efb6e-1882-4b99-8cb8-dbf632de4fed,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:45.683212 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9da2-d854-41dc-b49e-55af3128d386 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:45.702552 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bb4f9da2-d854-41dc-b49e-55af3128d386 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:45.708052 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43976) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:45.714733 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-bb4f9da2-d854-41dc-b49e-55af3128d386 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] 10.222.0.118 "DELETE /v2.0/networks/e81c14a0-9a4b-4338-b806-cf43f35ec87b HTTP/1.1" status: 204 len: 168 time: 0.8270164 Jul 06 13:48:45.738646 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f9da2-d854-41dc-b49e-55af3128d386 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Pushing event deleted for resources: {'Network': ['ID=e81c14a0-9a4b-4338-b806-cf43f35ec87b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:45.966729 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c96a66-5502-4151-a642-45ee53ed5831 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:45.974702 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c96a66-5502-4151-a642-45ee53ed5831 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:45.978423 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a1c96a66-5502-4151-a642-45ee53ed5831 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] 10.222.0.118 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2690189 Jul 06 13:48:45.982008 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43994) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:46.005099 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e6e5ef2c-b930-4dce-8b11-2bc71c23655e tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1614608033'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:46.055647 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e5ef2c-b930-4dce-8b11-2bc71c23655e tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Made reservation on behalf of 6890d74e37804f61aa3c1461c6b60c68 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:48:46.063544 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6e5ef2c-b930-4dce-8b11-2bc71c23655e tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:46.096027 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea4f7d-c48e-485a-8d3e-8b62a024fae7 req-7b3a752d-642c-426b-bb8f-618bb7387410 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:46.103644 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17ea4f7d-c48e-485a-8d3e-8b62a024fae7 req-7b3a752d-642c-426b-bb8f-618bb7387410 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 943 time: 0.1858282 Jul 06 13:48:46.106796 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e5ef2c-b930-4dce-8b11-2bc71c23655e tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:48:46.121368 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6e5ef2c-b930-4dce-8b11-2bc71c23655e tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:46.123062 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-e6e5ef2c-b930-4dce-8b11-2bc71c23655e tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Added segment 3be40b8a-5751-42eb-b416-85a262a4d211 of type vlan for network 08d53e64-af08-4923-a266-77f3261e2b11 Jul 06 13:48:46.140143 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-47cbc86a-922a-462f-9390-6c1f119336e0 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:46.141676 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-47cbc86a-922a-462f-9390-6c1f119336e0 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/networks?id=f0916d9f-87d2-4a64-9404-e7fc6b3b226f HTTP/1.1" status: 200 len: 812 time: 0.1667798 Jul 06 13:48:46.164425 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17ea4f7d-c48e-485a-8d3e-8b62a024fae7 req-f8a96fc0-3d7b-4200-9119-f8ff531dfe06 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577104 Jul 06 13:48:46.171021 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cb841d-e074-4025-876b-8c6a007aee4e', 'name': 'network-vif-deleted', 'tag': '89fd7591-9d7b-4cad-9c59-1a102ee6f6fe'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:48:46.173899 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983bc2e9-f978-4288-a588-a356e4ef0880" -d '{"events": [{"server_uuid": "e1cb841d-e074-4025-876b-8c6a007aee4e", "name": "network-vif-deleted", "tag": "89fd7591-9d7b-4cad-9c59-1a102ee6f6fe"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:48:46.186904 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-501d841f-c215-44ea-9bc2-9cbb557ea0a3 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/quotas/0001af22c6f747cd9b5d14a552aede55 HTTP/1.1" status: 200 len: 375 time: 0.0280812 Jul 06 13:48:46.210744 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6e5ef2c-b930-4dce-8b11-2bc71c23655e tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:46.268198 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6e5ef2c-b930-4dce-8b11-2bc71c23655e tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:46.271942 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-ae782b4e-7a33-43ec-9312-2789928156c1 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=0001af22c6f747cd9b5d14a552aede55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0840864 Jul 06 13:48:46.278776 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e5ef2c-b930-4dce-8b11-2bc71c23655e tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:46.279687 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6e5ef2c-b930-4dce-8b11-2bc71c23655e tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:46.322983 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:46.366744 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5ef2c-b930-4dce-8b11-2bc71c23655e tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Pushing event updated for resources: {'Network': ['ID=08d53e64-af08-4923-a266-77f3261e2b11,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:46.378684 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 08d53e64-af08-4923-a266-77f3261e2b11 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:48:46.390538 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e6e5ef2c-b930-4dce-8b11-2bc71c23655e tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4046130 Jul 06 13:48:46.393029 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44026) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:46.402604 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e8a96e64-d235-4814-ad2e-17d5da17968b tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-157994741'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:46.422662 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-1d232a01-9f2a-4c72-abb3-51f314de6aae service neutron] 10.222.0.118 "GET /v2.0/networks/f0916d9f-87d2-4a64-9404-e7fc6b3b226f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463354 Jul 06 13:48:46.447955 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a96e64-d235-4814-ad2e-17d5da17968b tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Made reservation on behalf of 6890d74e37804f61aa3c1461c6b60c68 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:48:46.456863 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e8a96e64-d235-4814-ad2e-17d5da17968b tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:46.508396 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a96e64-d235-4814-ad2e-17d5da17968b tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:48:46.520294 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e8a96e64-d235-4814-ad2e-17d5da17968b tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:46.521325 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-e8a96e64-d235-4814-ad2e-17d5da17968b tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Added segment 322937e3-7a98-4af0-b68a-8e1a1d1d6800 of type vlan for network c4c981ed-69df-45bb-b52d-28f9d321c285 Jul 06 13:48:46.570479 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e8a96e64-d235-4814-ad2e-17d5da17968b tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:46.607612 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e8a96e64-d235-4814-ad2e-17d5da17968b tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:46.614934 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a96e64-d235-4814-ad2e-17d5da17968b tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:46.615978 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e8a96e64-d235-4814-ad2e-17d5da17968b tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:46.653452 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e8a96e64-d235-4814-ad2e-17d5da17968b tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2593224 Jul 06 13:48:46.686429 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44042) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:46.691851 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-3ceebc55-64a8-44f5-a264-7cc2d0092bf0 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Request body: {'ports': [{'network_id': '08d53e64-af08-4923-a266-77f3261e2b11', 'name': 'tempest-port--1382351483', 'admin_state_up': True}, {'network_id': 'c4c981ed-69df-45bb-b52d-28f9d321c285', 'admin_state_up': False}]} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:46.692186 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-3ceebc55-64a8-44f5-a264-7cc2d0092bf0 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Request body: {'port': {'network_id': '08d53e64-af08-4923-a266-77f3261e2b11', 'name': 'tempest-port--1382351483', 'admin_state_up': True}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:46.693432 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-3ceebc55-64a8-44f5-a264-7cc2d0092bf0 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Request body: {'port': {'network_id': 'c4c981ed-69df-45bb-b52d-28f9d321c285', 'admin_state_up': False}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:46.768720 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44048) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:46.788432 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-015f27ce-3aa0-4870-bac0-8d44879e810b tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:46.791615 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-015f27ce-3aa0-4870-bac0-8d44879e810b tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/networks?id=d3fe67ee-10fe-4b67-adfd-00a9752f666b HTTP/1.1" status: 200 len: 811 time: 0.2953129 Jul 06 13:48:46.807756 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-38d1d58c-ce81-4ed1-8e47-528ef323131a service neutron] 10.222.0.118 "GET /v2.0/networks/f0916d9f-87d2-4a64-9404-e7fc6b3b226f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841982 Jul 06 13:48:46.831926 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-3db1c454-0c52-4b34-807a-b31b1799a376 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/quotas/0c5820f075a5422096132d113f5a5811 HTTP/1.1" status: 200 len: 375 time: 0.0231166 Jul 06 13:48:46.860752 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a96e64-d235-4814-ad2e-17d5da17968b tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Pushing event updated for resources: {'Network': ['ID=c4c981ed-69df-45bb-b52d-28f9d321c285,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:46.873117 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network c4c981ed-69df-45bb-b52d-28f9d321c285 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:48:46.907150 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-0d648723-2459-4918-9a1d-d0fe02447105 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=0c5820f075a5422096132d113f5a5811&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678487 Jul 06 13:48:46.931648 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ceebc55-64a8-44f5-a264-7cc2d0092bf0 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Made reservation on behalf of 6890d74e37804f61aa3c1461c6b60c68 for: {'port': 2} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:48:46.946572 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ceebc55-64a8-44f5-a264-7cc2d0092bf0 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:46.990681 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ceebc55-64a8-44f5-a264-7cc2d0092bf0 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:47.024798 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 904dc541-1865-4711-8c16-f4460a98dc88 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:48:47.034162 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 76a663a7-5e16-470c-95b7-045f9d4c9874 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:48:47.042049 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-081880d3-1db3-4c43-8609-c01d5e8bf7bb service neutron] 10.222.0.118 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226757 Jul 06 13:48:47.116766 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-3ceebc55-64a8-44f5-a264-7cc2d0092bf0 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] device_id is not set on port eed62d8a-29ab-4e74-9390-e6661546c9b1 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 13:48:47.162906 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-1d635c3d-7778-4833-a6b3-707ec2f5757c service neutron] 10.222.0.118 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198897 Jul 06 13:48:47.238385 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e5e1e2f0-7b11-4dca-a414-6836eceed63c admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1979286104-network', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:47.323838 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 76a663a7-5e16-470c-95b7-045f9d4c9874 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:48:47.330968 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 76a663a7-5e16-470c-95b7-045f9d4c9874 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:48:47.330968 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:47.355054 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e1e2f0-7b11-4dca-a414-6836eceed63c admin admin] Made reservation on behalf of d2199527a64a46ce9106abe6e66b8132 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:48:47.377495 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5e1e2f0-7b11-4dca-a414-6836eceed63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:47.397532 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 904dc541-1865-4711-8c16-f4460a98dc88, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=904dc541-1865-4711-8c16-f4460a98dc88,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:47.398716 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad243417-f157-43ca-9bbb-f36f9e5034d6 req-89055200-1161-45e5-a5f9-5a9c98c7eee3 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 210 time: 0.0731301 Jul 06 13:48:47.422427 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5e1e2f0-7b11-4dca-a414-6836eceed63c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:47.438707 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '904dc541-1865-4711-8c16-f4460a98dc88', 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b', 'port_id': '904dc541-1865-4711-8c16-f4460a98dc88', 'mac_address': 'fa:16:3e:c2:34:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb580ceb-d4c2-41da-b0a8-ed5910fd5560', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:48:47.467335 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605cbf34-acb7-4e02-bfe9-366168888c00 x-openstack-request-id: req-605cbf34-acb7-4e02-bfe9-366168888c00 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:48:47.468083 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1cb841d-e074-4025-876b-8c6a007aee4e", "name": "network-vif-deleted", "tag": "89fd7591-9d7b-4cad-9c59-1a102ee6f6fe", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:48:47.469633 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-605cbf34-acb7-4e02-bfe9-366168888c00 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:48:47.470445 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1cb841d-e074-4025-876b-8c6a007aee4e', 'name': 'network-vif-deleted', 'tag': '89fd7591-9d7b-4cad-9c59-1a102ee6f6fe', 'status': 'completed', 'code': 200} Jul 06 13:48:47.484881 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ceebc55-64a8-44f5-a264-7cc2d0092bf0 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:47.568950 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:47.592024 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 904dc541-1865-4711-8c16-f4460a98dc88 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:48:47.615375 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:47.653378 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561e0596-21b3-4935-ad5f-aba775f0d8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a663a7-5e16-470c-95b7-045f9d4c9874'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:48:47.656780 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4a6294-fe24-43a8-bc30-a4c35ff93623" -d '{"events": [{"server_uuid": "561e0596-21b3-4935-ad5f-aba775f0d8e7", "name": "network-vif-plugged", "status": "completed", "tag": "76a663a7-5e16-470c-95b7-045f9d4c9874"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:48:47.661669 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 904dc541-1865-4711-8c16-f4460a98dc88, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=904dc541-1865-4711-8c16-f4460a98dc88,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:47.673477 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:47.676760 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 76a663a7-5e16-470c-95b7-045f9d4c9874, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=76a663a7-5e16-470c-95b7-045f9d4c9874,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:47.722307 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:47.745627 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-3ceebc55-64a8-44f5-a264-7cc2d0092bf0 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] device_id is not set on port 74897b93-9095-4240-9e83-3506cab16b71 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 13:48:47.795814 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba165261-0892-48da-b0fc-7c4e940ba719 req-657a4874-e467-4e89-9ccd-a4872c0723da tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:47.804155 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=904dc541-1865-4711-8c16-f4460a98dc88,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:47.806440 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ba165261-0892-48da-b0fc-7c4e940ba719 req-657a4874-e467-4e89-9ccd-a4872c0723da tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=561e0596-21b3-4935-ad5f-aba775f0d8e7 HTTP/1.1" status: 200 len: 948 time: 0.2079482 Jul 06 13:48:47.929533 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ba165261-0892-48da-b0fc-7c4e940ba719 req-c195be15-4f56-47cc-8035-f7b5d23f96dd tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178741 Jul 06 13:48:47.955730 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5e1e2f0-7b11-4dca-a414-6836eceed63c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:47.968184 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5e1e2f0-7b11-4dca-a414-6836eceed63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:47.976851 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['904dc541-1865-4711-8c16-f4460a98dc88'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:48:47.982702 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e1e2f0-7b11-4dca-a414-6836eceed63c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:48:47.994334 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5e1e2f0-7b11-4dca-a414-6836eceed63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:47.994811 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-e5e1e2f0-7b11-4dca-a414-6836eceed63c admin admin] Added segment 0df52ff8-ca18-4039-a7b0-abde1dc3104d of type vlan for network 50329774-c014-4320-b73f-68f0f2d9d2b2 Jul 06 13:48:48.034004 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=76a663a7-5e16-470c-95b7-045f9d4c9874,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:48.042034 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5e1e2f0-7b11-4dca-a414-6836eceed63c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:48.122505 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1e2f0-7b11-4dca-a414-6836eceed63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f444f128-3802-4433-9f61-f4ee71a9ac1a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:48.125719 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5e1e2f0-7b11-4dca-a414-6836eceed63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:48.127055 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e1e2f0-7b11-4dca-a414-6836eceed63c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:48.128043 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5e1e2f0-7b11-4dca-a414-6836eceed63c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:48.207485 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e5e1e2f0-7b11-4dca-a414-6836eceed63c admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4329221 Jul 06 13:48:48.208251 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44082) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:48.214726 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-9775cb1f-9732-4ca8-8679-d5dfcb3f4c95 admin admin] Request body: {'subnet': {'network_id': '50329774-c014-4320-b73f-68f0f2d9d2b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1979286104-subnet', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:48.250839 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9775cb1f-9732-4ca8-8679-d5dfcb3f4c95 admin admin] Made reservation on behalf of d2199527a64a46ce9106abe6e66b8132 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:48:48.253283 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9775cb1f-9732-4ca8-8679-d5dfcb3f4c95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:48.317056 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-67b5d979-9bea-4659-8b0b-b32fcadf00dc req-ebb19c31-20f4-4cd4-8bca-ef8044ee2187 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e5d9958-d4e2-4362-a305-d62efa77718f HTTP/1.1" status: 200 len: 210 time: 0.1201956 Jul 06 13:48:48.351359 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ceebc55-64a8-44f5-a264-7cc2d0092bf0 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:48.376803 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1e2f0-7b11-4dca-a414-6836eceed63c admin admin] Pushing event updated for resources: {'Network': ['ID=50329774-c014-4320-b73f-68f0f2d9d2b2,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:48.405350 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 50329774-c014-4320-b73f-68f0f2d9d2b2 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:48:48.590838 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ceebc55-64a8-44f5-a264-7cc2d0092bf0 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:48.615724 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:48.667208 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-80590920-b5aa-482e-91cd-6a2974fbd2eb req-75cce10f-43a9-4ae7-ad2a-9b8eeb0770a4 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=3964e81d-1864-4aba-b578-7fbf54bde95d HTTP/1.1" status: 200 len: 210 time: 0.0462549 Jul 06 13:48:48.679300 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceebc55-64a8-44f5-a264-7cc2d0092bf0 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Pushing event updated for resources: {'Port': ['ID=eed62d8a-29ab-4e74-9390-e6661546c9b1,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:48.722568 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a2364b-0c01-4cad-9301-9d3fc4a6cf26 x-openstack-request-id: req-13a2364b-0c01-4cad-9301-9d3fc4a6cf26 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:48:48.722869 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561e0596-21b3-4935-ad5f-aba775f0d8e7", "name": "network-vif-plugged", "status": "completed", "tag": "76a663a7-5e16-470c-95b7-045f9d4c9874", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:48:48.723228 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-13a2364b-0c01-4cad-9301-9d3fc4a6cf26 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:48:48.723722 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561e0596-21b3-4935-ad5f-aba775f0d8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a663a7-5e16-470c-95b7-045f9d4c9874', 'code': 200} Jul 06 13:48:48.786748 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceebc55-64a8-44f5-a264-7cc2d0092bf0 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Checking segment: {'id': '3be40b8a-5751-42eb-b416-85a262a4d211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '08d53e64-af08-4923-a266-77f3261e2b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:48:48.787116 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceebc55-64a8-44f5-a264-7cc2d0092bf0 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Network hostable DHCP agents. Network: 08d53e64-af08-4923-a266-77f3261e2b11, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:48:48.792532 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98712bf0-8c0e-4079-8f4d-59eabdb5f6bb req-ff4aac48-9567-450d-b1c8-778e6306f784 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:48.795529 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-98712bf0-8c0e-4079-8f4d-59eabdb5f6bb req-ff4aac48-9567-450d-b1c8-778e6306f784 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 944 time: 0.0789897 Jul 06 13:48:48.795666 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9775cb1f-9732-4ca8-8679-d5dfcb3f4c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:48.859280 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceebc55-64a8-44f5-a264-7cc2d0092bf0 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Network 08d53e64-af08-4923-a266-77f3261e2b11 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:48:48.887440 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-3ceebc55-64a8-44f5-a264-7cc2d0092bf0 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 08d53e64-af08-4923-a266-77f3261e2b11) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:48:48.891005 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9775cb1f-9732-4ca8-8679-d5dfcb3f4c95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86e0e7b2-c042-4f4e-889c-0378d7ddb55d,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:48.894818 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-98712bf0-8c0e-4079-8f4d-59eabdb5f6bb req-e735bc0b-ccae-455b-a4f1-8f515ef7ed48 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928185 Jul 06 13:48:48.896990 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8751f46f-d49c-41e4-85a7-7b2e987aef4b None None] Network 08d53e64-af08-4923-a266-77f3261e2b11 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:48:48.910457 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceebc55-64a8-44f5-a264-7cc2d0092bf0 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:48:48.911374 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ceebc55-64a8-44f5-a264-7cc2d0092bf0 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:48.963356 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf06d3c1-e9cb-49e6-9161-0b4dc6f879da req-cf63ac61-466b-49e2-8a9a-e51cd4c08afb tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 210 time: 0.0578952 Jul 06 13:48:48.985577 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9775cb1f-9732-4ca8-8679-d5dfcb3f4c95 admin admin] Checking segment: {'id': '0df52ff8-ca18-4039-a7b0-abde1dc3104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '50329774-c014-4320-b73f-68f0f2d9d2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:48:48.985972 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9775cb1f-9732-4ca8-8679-d5dfcb3f4c95 admin admin] Network hostable DHCP agents. Network: 50329774-c014-4320-b73f-68f0f2d9d2b2, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:48:49.019181 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca3179-84c4-49af-a5c3-7c687b2ec834 req-65a6f7ae-0e9a-4a19-bec1-351c7eec9ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:49.023375 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-21ca3179-84c4-49af-a5c3-7c687b2ec834 req-65a6f7ae-0e9a-4a19-bec1-351c7eec9ca3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=561e0596-21b3-4935-ad5f-aba775f0d8e7 HTTP/1.1" status: 200 len: 1100 time: 0.2111764 Jul 06 13:48:49.074115 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceebc55-64a8-44f5-a264-7cc2d0092bf0 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Pushing event updated for resources: {'Port': ['ID=74897b93-9095-4240-9e83-3506cab16b71,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:49.114370 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9775cb1f-9732-4ca8-8679-d5dfcb3f4c95 admin admin] Network 50329774-c014-4320-b73f-68f0f2d9d2b2 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:48:49.118772 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-21ca3179-84c4-49af-a5c3-7c687b2ec834 req-9a49ae52-ddfd-417c-b9ae-785e2dd8cb41 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889378 Jul 06 13:48:49.135615 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-9775cb1f-9732-4ca8-8679-d5dfcb3f4c95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 50329774-c014-4320-b73f-68f0f2d9d2b2) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:48:49.147089 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceebc55-64a8-44f5-a264-7cc2d0092bf0 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Checking segment: {'id': '322937e3-7a98-4af0-b68a-8e1a1d1d6800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c4c981ed-69df-45bb-b52d-28f9d321c285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:48:49.147463 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceebc55-64a8-44f5-a264-7cc2d0092bf0 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Network hostable DHCP agents. Network: c4c981ed-69df-45bb-b52d-28f9d321c285, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:48:49.154394 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9775cb1f-9732-4ca8-8679-d5dfcb3f4c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:49.154988 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9775cb1f-9732-4ca8-8679-d5dfcb3f4c95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:49.156456 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fa58cc-a5e4-46ea-ab7b-1c7595e836f0 None None] Network 50329774-c014-4320-b73f-68f0f2d9d2b2 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:48:49.190855 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852abb15-7ff5-4549-8e60-143dfcf07edd req-ad269ed4-78ca-4897-9110-d3cc83beef68 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:49.192341 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-852abb15-7ff5-4549-8e60-143dfcf07edd req-ad269ed4-78ca-4897-9110-d3cc83beef68 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=561e0596-21b3-4935-ad5f-aba775f0d8e7 HTTP/1.1" status: 200 len: 949 time: 0.1218078 Jul 06 13:48:49.291704 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-852abb15-7ff5-4549-8e60-143dfcf07edd req-206286b2-9640-4fe9-bfb7-5e8125c0e3d2 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825932 Jul 06 13:48:49.324007 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9775cb1f-9732-4ca8-8679-d5dfcb3f4c95 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1127608 Jul 06 13:48:49.324886 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44094) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:49.332851 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-d7a91eb9-0394-4cbf-bcec-5bc840d708ee admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1979286104-router', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:49.355563 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceebc55-64a8-44f5-a264-7cc2d0092bf0 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Network c4c981ed-69df-45bb-b52d-28f9d321c285 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:48:49.380733 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d7a91eb9-0394-4cbf-bcec-5bc840d708ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:49.383021 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d7a91eb9-0394-4cbf-bcec-5bc840d708ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:49.433501 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-3ceebc55-64a8-44f5-a264-7cc2d0092bf0 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, c4c981ed-69df-45bb-b52d-28f9d321c285) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:48:49.445149 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceebc55-64a8-44f5-a264-7cc2d0092bf0 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:48:49.456920 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b165138b-4079-4564-9b72-57f7bb66729e None None] Network c4c981ed-69df-45bb-b52d-28f9d321c285 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:48:49.460033 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceebc55-64a8-44f5-a264-7cc2d0092bf0 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:49.465463 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceebc55-64a8-44f5-a264-7cc2d0092bf0 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:49.466929 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ceebc55-64a8-44f5-a264-7cc2d0092bf0 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:49.494997 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3ceebc55-64a8-44f5-a264-7cc2d0092bf0 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.8073404 Jul 06 13:48:49.501658 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44102) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:49.570468 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-f2e0bd16-e1ba-4838-8bc7-33278a149c5e tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:49.572271 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-f2e0bd16-e1ba-4838-8bc7-33278a149c5e tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.124 "GET /v2.0/networks?id=f0916d9f-87d2-4a64-9404-e7fc6b3b226f HTTP/1.1" status: 200 len: 812 time: 0.4093482 Jul 06 13:48:49.585701 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ea3852f4-ce40-476b-8f66-9e445ef7ef9b req-861b216d-19fe-4906-b6df-860c15ebb4ca tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e5d9958-d4e2-4362-a305-d62efa77718f HTTP/1.1" status: 200 len: 210 time: 0.1322062 Jul 06 13:48:49.590899 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d7a91eb9-0394-4cbf-bcec-5bc840d708ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:49.618199 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-7e48a143-aebd-4554-96a4-55c5ecad007f tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Request body: {'port': {'device_id': '4e5d9958-d4e2-4362-a305-d62efa77718f', 'network_id': 'f0916d9f-87d2-4a64-9404-e7fc6b3b226f', 'admin_state_up': True, 'tenant_id': '0001af22c6f747cd9b5d14a552aede55'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:49.670108 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff23ce6-92fb-4d01-b4a3-c0f83440beeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-50329774-c014-4320-b73f-68f0f2d9d2b2', 'network_id': '50329774-c014-4320-b73f-68f0f2d9d2b2', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'fixed_ips': [{'subnet_id': '86e0e7b2-c042-4f4e-889c-0378d7ddb55d'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:48:49.670961 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bff23ce6-92fb-4d01-b4a3-c0f83440beeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:49.877852 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ec90f8-67ff-4701-bbbb-ee07346139b9 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:49.885876 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ec90f8-67ff-4701-bbbb-ee07346139b9 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:49.887534 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-75ec90f8-67ff-4701-bbbb-ee07346139b9 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3848653 Jul 06 13:48:49.891679 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44112) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:49.998053 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-7e48a143-aebd-4554-96a4-55c5ecad007f tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Made reservation on behalf of 0001af22c6f747cd9b5d14a552aede55 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:48:50.002109 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-7e48a143-aebd-4554-96a4-55c5ecad007f tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:50.095827 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-bff23ce6-92fb-4d01-b4a3-c0f83440beeb None None] Allocated IP 172.20.0.2 (50329774-c014-4320-b73f-68f0f2d9d2b2/86e0e7b2-c042-4f4e-889c-0378d7ddb55d/0b7e6138-e244-4041-b9fe-08c6a6ebc15a) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:48:50.129120 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb426cac-a877-436e-9e53-2e23a686e191 req-2386cb1e-909c-479a-b9e4-2be7b9054e00 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=3964e81d-1864-4aba-b578-7fbf54bde95d HTTP/1.1" status: 200 len: 210 time: 0.2171042 Jul 06 13:48:50.225701 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d7a91eb9-0394-4cbf-bcec-5bc840d708ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:50.268915 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-7e48a143-aebd-4554-96a4-55c5ecad007f tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Allocated IP 172.20.0.8 (f0916d9f-87d2-4a64-9404-e7fc6b3b226f/3b763b56-236c-4949-a66b-e159e529b097/d297307d-d7fb-49d6-bdd7-a0b990031e5e) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:48:50.319026 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bff23ce6-92fb-4d01-b4a3-c0f83440beeb None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:50.332652 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-bff23ce6-92fb-4d01-b4a3-c0f83440beeb None None] Transition to ACTIVE for port object 0b7e6138-e244-4041-b9fe-08c6a6ebc15a will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:48:50.354665 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-bff23ce6-92fb-4d01-b4a3-c0f83440beeb None None] Transition to ACTIVE for port object 0b7e6138-e244-4041-b9fe-08c6a6ebc15a will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:48:50.362764 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bff23ce6-92fb-4d01-b4a3-c0f83440beeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:50.385477 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff23ce6-92fb-4d01-b4a3-c0f83440beeb None None] Network 50329774-c014-4320-b73f-68f0f2d9d2b2 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:48:50.388701 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-bff23ce6-92fb-4d01-b4a3-c0f83440beeb None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:48:50.415332 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff23ce6-92fb-4d01-b4a3-c0f83440beeb None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:48:50.536405 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-17958cd8-9251-4021-ab46-68d119b0283d tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:50.538851 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-17958cd8-9251-4021-ab46-68d119b0283d tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.124 "GET /v2.0/networks?id=d3fe67ee-10fe-4b67-adfd-00a9752f666b HTTP/1.1" status: 200 len: 811 time: 0.6282825 Jul 06 13:48:50.543195 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-7e48a143-aebd-4554-96a4-55c5ecad007f tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:50.567586 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-6661939c-ca87-434b-8cdb-359af4afbe3c tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Request body: {'port': {'device_id': '3964e81d-1864-4aba-b578-7fbf54bde95d', 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b', 'admin_state_up': True, 'tenant_id': '0c5820f075a5422096132d113f5a5811'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:50.588002 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-bff23ce6-92fb-4d01-b4a3-c0f83440beeb None None] Attempting to bind port 0b7e6138-e244-4041-b9fe-08c6a6ebc15a on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:48:50.588571 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-bff23ce6-92fb-4d01-b4a3-c0f83440beeb None None] Attempting to bind port 0b7e6138-e244-4041-b9fe-08c6a6ebc15a by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '0df52ff8-ca18-4039-a7b0-abde1dc3104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '50329774-c014-4320-b73f-68f0f2d9d2b2'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:48:50.588929 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ba526e07-b30e-4b1e-8a15-743b6bacd1bc tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Deleting port eed62d8a-29ab-4e74-9390-e6661546c9b1 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:48:50.589281 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba526e07-b30e-4b1e-8a15-743b6bacd1bc tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:50.589503 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff23ce6-92fb-4d01-b4a3-c0f83440beeb None None] Attempting to bind port 0b7e6138-e244-4041-b9fe-08c6a6ebc15a on network 50329774-c014-4320-b73f-68f0f2d9d2b2 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:48:50.611788 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff23ce6-92fb-4d01-b4a3-c0f83440beeb None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:48:50.612338 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff23ce6-92fb-4d01-b4a3-c0f83440beeb None None] Checking segment: {'id': '0df52ff8-ca18-4039-a7b0-abde1dc3104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '50329774-c014-4320-b73f-68f0f2d9d2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:48:50.614378 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bff23ce6-92fb-4d01-b4a3-c0f83440beeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:50.614909 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff23ce6-92fb-4d01-b4a3-c0f83440beeb None None] Bound using segment: {'id': '0df52ff8-ca18-4039-a7b0-abde1dc3104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '50329774-c014-4320-b73f-68f0f2d9d2b2'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:48:50.616611 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-bff23ce6-92fb-4d01-b4a3-c0f83440beeb None None] Bound port: 0b7e6138-e244-4041-b9fe-08c6a6ebc15a, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df52ff8-ca18-4039-a7b0-abde1dc3104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '50329774-c014-4320-b73f-68f0f2d9d2b2'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:48:50.617110 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bff23ce6-92fb-4d01-b4a3-c0f83440beeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:50.646769 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff23ce6-92fb-4d01-b4a3-c0f83440beeb None None] Pushing event updated for resources: {'Port': ['ID=0b7e6138-e244-4041-b9fe-08c6a6ebc15a,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:50.667994 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-7e48a143-aebd-4554-96a4-55c5ecad007f tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:50.707683 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58458f-a352-4a0d-b0a0-3b68ecdc0924 req-6c63ce01-c26b-4ae4-8d78-458c58399032 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:50.715132 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3f58458f-a352-4a0d-b0a0-3b68ecdc0924 req-6c63ce01-c26b-4ae4-8d78-458c58399032 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 944 time: 0.3192966 Jul 06 13:48:50.732808 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba526e07-b30e-4b1e-8a15-743b6bacd1bc tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:50.741769 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-7e48a143-aebd-4554-96a4-55c5ecad007f tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Network f0916d9f-87d2-4a64-9404-e7fc6b3b226f is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:48:50.753074 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-7e48a143-aebd-4554-96a4-55c5ecad007f tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:48:50.763386 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ba526e07-b30e-4b1e-8a15-743b6bacd1bc tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Calling delete_port for eed62d8a-29ab-4e74-9390-e6661546c9b1 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:48:50.765169 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-7e48a143-aebd-4554-96a4-55c5ecad007f tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:48:50.798765 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-bff23ce6-92fb-4d01-b4a3-c0f83440beeb None None] For port 0b7e6138-e244-4041-b9fe-08c6a6ebc15a, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:48:50.801254 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48a143-aebd-4554-96a4-55c5ecad007f tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Pushing event updated for resources: {'Port': ['ID=d297307d-d7fb-49d6-bdd7-a0b990031e5e,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:50.805657 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-bff23ce6-92fb-4d01-b4a3-c0f83440beeb None None] For port 0b7e6138-e244-4041-b9fe-08c6a6ebc15a, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0b7e6138-e244-4041-b9fe-08c6a6ebc15a,segment=NetworkSegment(0df52ff8-ca18-4039-a7b0-abde1dc3104d),segment_id=0df52ff8-ca18-4039-a7b0-abde1dc3104d)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:48:50.814655 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bff23ce6-92fb-4d01-b4a3-c0f83440beeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:50.864681 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-7e48a143-aebd-4554-96a4-55c5ecad007f tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:50.865329 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-7e48a143-aebd-4554-96a4-55c5ecad007f tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:50.897642 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff23ce6-92fb-4d01-b4a3-c0f83440beeb None None] Pushing event updated for resources: {'Port': ['ID=0b7e6138-e244-4041-b9fe-08c6a6ebc15a,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:50.929347 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba526e07-b30e-4b1e-8a15-743b6bacd1bc tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:50.956691 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d7a91eb9-0394-4cbf-bcec-5bc840d708ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:50.960864 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba526e07-b30e-4b1e-8a15-743b6bacd1bc tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Pushing event deleted for resources: {'Port': ['ID=eed62d8a-29ab-4e74-9390-e6661546c9b1,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:50.976325 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba526e07-b30e-4b1e-8a15-743b6bacd1bc tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:50.981535 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ba526e07-b30e-4b1e-8a15-743b6bacd1bc tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] 10.222.0.118 "DELETE /v2.0/ports/eed62d8a-29ab-4e74-9390-e6661546c9b1 HTTP/1.1" status: 204 len: 168 time: 1.0841529 Jul 06 13:48:50.981924 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44122) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:50.987208 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d7a91eb9-0394-4cbf-bcec-5bc840d708ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:50.992135 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-7e48a143-aebd-4554-96a4-55c5ecad007f tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4075549 Jul 06 13:48:50.993567 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3f58458f-a352-4a0d-b0a0-3b68ecdc0924 req-1548d36e-7f98-4799-9ca8-7d128e9ce5aa tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772355 Jul 06 13:48:50.995994 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-6661939c-ca87-434b-8cdb-359af4afbe3c tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Made reservation on behalf of 0c5820f075a5422096132d113f5a5811 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:48:50.999774 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-6661939c-ca87-434b-8cdb-359af4afbe3c tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:51.027144 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-5168e9b5-7c06-471b-9c31-d552107a5557 service neutron] Request body: {'port': {'device_id': '4e5d9958-d4e2-4362-a305-d62efa77718f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:51.080087 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 904dc541-1865-4711-8c16-f4460a98dc88 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:48:51.206682 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 904dc541-1865-4711-8c16-f4460a98dc88 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:48:51.216319 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 904dc541-1865-4711-8c16-f4460a98dc88 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:48:51.225844 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:51.404090 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-5168e9b5-7c06-471b-9c31-d552107a5557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:51.441794 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:51.512053 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0250a075-3c83-4970-a7c5-2bc1c2ca38bf tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Deleting port 74897b93-9095-4240-9e83-3506cab16b71 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:48:51.517285 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0250a075-3c83-4970-a7c5-2bc1c2ca38bf tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:51.525321 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 904dc541-1865-4711-8c16-f4460a98dc88, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=904dc541-1865-4711-8c16-f4460a98dc88,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:51.530163 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8870e1-4445-4320-b32e-8b8b67ad888d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904dc541-1865-4711-8c16-f4460a98dc88'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:48:51.533715 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abba596e-9690-465b-ae40-2f42d39ad952" -d '{"events": [{"server_uuid": "7c8870e1-4445-4320-b32e-8b8b67ad888d", "name": "network-vif-plugged", "status": "completed", "tag": "904dc541-1865-4711-8c16-f4460a98dc88"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:48:51.542805 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:51.661269 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=904dc541-1865-4711-8c16-f4460a98dc88,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:51.775904 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3398b25d-8b71-4566-964e-a91886ac3721 req-802a56b0-6b17-4cac-aaa0-44d1f83ccb06 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=e1cb841d-e074-4025-876b-8c6a007aee4e HTTP/1.1" status: 200 len: 210 time: 0.0657063 Jul 06 13:48:51.806890 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0250a075-3c83-4970-a7c5-2bc1c2ca38bf tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:51.853787 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0250a075-3c83-4970-a7c5-2bc1c2ca38bf tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Calling delete_port for 74897b93-9095-4240-9e83-3506cab16b71 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:48:52.071333 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0250a075-3c83-4970-a7c5-2bc1c2ca38bf tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:52.093413 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0250a075-3c83-4970-a7c5-2bc1c2ca38bf tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:52.095820 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0250a075-3c83-4970-a7c5-2bc1c2ca38bf tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] 10.222.0.118 "DELETE /v2.0/ports/74897b93-9095-4240-9e83-3506cab16b71 HTTP/1.1" status: 204 len: 168 time: 1.1130579 Jul 06 13:48:52.105347 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44134) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:52.127066 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250a075-3c83-4970-a7c5-2bc1c2ca38bf tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Pushing event deleted for resources: {'Port': ['ID=74897b93-9095-4240-9e83-3506cab16b71,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:52.176515 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-5168e9b5-7c06-471b-9c31-d552107a5557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d297307d-d7fb-49d6-bdd7-a0b990031e5e {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:48:52.188839 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44136) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:52.188991 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7a9612cf-697c-47f7-96b9-7344025eb4ea tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0813682 Jul 06 13:48:52.194615 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e8610036-f58b-44b4-a7a9-48a0ad8abec9 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-366012790'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:52.195453 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-d7a91eb9-0394-4cbf-bcec-5bc840d708ee admin admin] Allocated IP 172.25.6.201 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:48:52.200763 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-5168e9b5-7c06-471b-9c31-d552107a5557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:52.209179 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1fb84d6b-718c-471f-a70a-a8bc52d40f64 req-5b49e3dc-9ca1-4c40-896e-a8fd512c36b8 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3455575 Jul 06 13:48:52.229863 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-6661939c-ca87-434b-8cdb-359af4afbe3c tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Allocated IP 172.20.0.4 (d3fe67ee-10fe-4b67-adfd-00a9752f666b/5c4bc917-beda-4093-9c43-911a28c774ae/e4571386-0c65-4e8d-a9a8-acd3652ac28a) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:48:52.260171 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-5168e9b5-7c06-471b-9c31-d552107a5557 service neutron] Transition to ACTIVE for port object d297307d-d7fb-49d6-bdd7-a0b990031e5e will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:48:52.268949 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-5168e9b5-7c06-471b-9c31-d552107a5557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:52.285280 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8610036-f58b-44b4-a7a9-48a0ad8abec9 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Made reservation on behalf of 6890d74e37804f61aa3c1461c6b60c68 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:48:52.289951 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e8610036-f58b-44b4-a7a9-48a0ad8abec9 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:52.338806 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc362e7-374f-4fb9-981b-d26145870fa8 req-36444049-c8ce-47c5-8bfe-137f21d1fcdd tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:52.342621 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cdc362e7-374f-4fb9-981b-d26145870fa8 req-36444049-c8ce-47c5-8bfe-137f21d1fcdd tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=561e0596-21b3-4935-ad5f-aba775f0d8e7 HTTP/1.1" status: 200 len: 949 time: 0.4211857 Jul 06 13:48:52.364510 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0b7e6138-e244-4041-b9fe-08c6a6ebc15a up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:48:52.446246 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f98e68-1a4b-4ba0-bb46-e961b8b9e69b None None] Network 50329774-c014-4320-b73f-68f0f2d9d2b2 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:48:52.448491 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ed6a8-7a15-4782-b41d-aab0fb6f13b2 req-ecb84981-f077-43df-8ea0-d6cd17e07fe4 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:52.455707 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f54ed6a8-7a15-4782-b41d-aab0fb6f13b2 req-ecb84981-f077-43df-8ea0-d6cd17e07fe4 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e5d9958-d4e2-4362-a305-d62efa77718f HTTP/1.1" status: 200 len: 931 time: 0.5032105 Jul 06 13:48:52.534230 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 0b7e6138-e244-4041-b9fe-08c6a6ebc15a completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:48:52.590986 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3351ea05-3dd9-4b7a-96cb-24dfa0ecddd1 None None] Provisioning for port 0b7e6138-e244-4041-b9fe-08c6a6ebc15a completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:48:52.604832 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3351ea05-3dd9-4b7a-96cb-24dfa0ecddd1 None None] Provisioning complete for port 0b7e6138-e244-4041-b9fe-08c6a6ebc15a triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:48:52.605625 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3351ea05-3dd9-4b7a-96cb-24dfa0ecddd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:52.611429 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f54ed6a8-7a15-4782-b41d-aab0fb6f13b2 req-e6180d35-f518-4e6c-962c-e3e9711d2aae tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups?id=fb3b17d9-ade7-49d7-8915-6544a8aa5905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545973 Jul 06 13:48:52.645505 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cdc362e7-374f-4fb9-981b-d26145870fa8 req-dabb21f8-0bcb-4459-9472-b1b3182bdbb4 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651584 Jul 06 13:48:52.688348 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168e9b5-7c06-471b-9c31-d552107a5557 service neutron] Pushing event updated for resources: {'Port': ['ID=d297307d-d7fb-49d6-bdd7-a0b990031e5e,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:52.717672 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb84d6b-718c-471f-a70a-a8bc52d40f64 req-f9bcb8ef-6c5b-40c6-99a5-15727ee849c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:52.726679 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1fb84d6b-718c-471f-a70a-a8bc52d40f64 req-f9bcb8ef-6c5b-40c6-99a5-15727ee849c0 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=2348caba5ff048eca9a30073164626c9&device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0 HTTP/1.1" status: 200 len: 1095 time: 0.4406726 Jul 06 13:48:52.765334 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8610036-f58b-44b4-a7a9-48a0ad8abec9 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:48:52.779206 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e8610036-f58b-44b4-a7a9-48a0ad8abec9 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:52.780771 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-e8610036-f58b-44b4-a7a9-48a0ad8abec9 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Added segment 39bf5088-a9f4-401a-872f-481be0aa48d0 of type vlan for network 4c369ca7-59e0-4e12-bb23-4a2736f0f696 Jul 06 13:48:52.805363 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5160ce0-0c54-4e76-9a64-7851d91741aa x-openstack-request-id: req-c5160ce0-0c54-4e76-9a64-7851d91741aa {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:48:52.805951 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8870e1-4445-4320-b32e-8b8b67ad888d", "name": "network-vif-plugged", "status": "completed", "tag": "904dc541-1865-4711-8c16-f4460a98dc88", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:48:52.807303 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c5160ce0-0c54-4e76-9a64-7851d91741aa {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:48:52.813047 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8870e1-4445-4320-b32e-8b8b67ad888d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '904dc541-1865-4711-8c16-f4460a98dc88', 'code': 200} Jul 06 13:48:52.847002 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e8610036-f58b-44b4-a7a9-48a0ad8abec9 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:52.883833 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e8610036-f58b-44b4-a7a9-48a0ad8abec9 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:52.889162 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8610036-f58b-44b4-a7a9-48a0ad8abec9 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:52.890107 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e8610036-f58b-44b4-a7a9-48a0ad8abec9 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:52.933967 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3351ea05-3dd9-4b7a-96cb-24dfa0ecddd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:52.943838 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e8610036-f58b-44b4-a7a9-48a0ad8abec9 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7533445 Jul 06 13:48:52.958776 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44142) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:52.983632 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-1ca42487-5b3d-47de-95ed-6f2bd864a368 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1255363434'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:52.989640 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-3351ea05-3dd9-4b7a-96cb-24dfa0ecddd1 None None] For port 0b7e6138-e244-4041-b9fe-08c6a6ebc15a, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0b7e6138-e244-4041-b9fe-08c6a6ebc15a,segment=NetworkSegment(0df52ff8-ca18-4039-a7b0-abde1dc3104d),segment_id=0df52ff8-ca18-4039-a7b0-abde1dc3104d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:52.990562 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d7a91eb9-0394-4cbf-bcec-5bc840d708ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:52.998925 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3351ea05-3dd9-4b7a-96cb-24dfa0ecddd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:53.000569 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-6661939c-ca87-434b-8cdb-359af4afbe3c tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:53.081112 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ce657488-440c-4fcc-824c-40458a0dc05c req-587d78cc-e4d0-4ca9-abf8-3812818fae48 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=3964e81d-1864-4aba-b578-7fbf54bde95d HTTP/1.1" status: 200 len: 210 time: 0.2121928 Jul 06 13:48:53.111456 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8610036-f58b-44b4-a7a9-48a0ad8abec9 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Pushing event updated for resources: {'Network': ['ID=4c369ca7-59e0-4e12-bb23-4a2736f0f696,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:53.128130 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 4c369ca7-59e0-4e12-bb23-4a2736f0f696 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:48:53.179218 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca42487-5b3d-47de-95ed-6f2bd864a368 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Made reservation on behalf of 6890d74e37804f61aa3c1461c6b60c68 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:48:53.188276 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1ca42487-5b3d-47de-95ed-6f2bd864a368 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:53.196193 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-5168e9b5-7c06-471b-9c31-d552107a5557 service neutron] Attempting to bind port d297307d-d7fb-49d6-bdd7-a0b990031e5e on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:48:53.196912 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-5168e9b5-7c06-471b-9c31-d552107a5557 service neutron] Attempting to bind port d297307d-d7fb-49d6-bdd7-a0b990031e5e by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '395ac52b-270e-4067-8453-7941e774d9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f0916d9f-87d2-4a64-9404-e7fc6b3b226f'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:48:53.196912 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-5168e9b5-7c06-471b-9c31-d552107a5557 service neutron] Attempting to bind port d297307d-d7fb-49d6-bdd7-a0b990031e5e on network f0916d9f-87d2-4a64-9404-e7fc6b3b226f {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:48:53.232549 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-5168e9b5-7c06-471b-9c31-d552107a5557 service neutron] Port d297307d-d7fb-49d6-bdd7-a0b990031e5e on network f0916d9f-87d2-4a64-9404-e7fc6b3b226f not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:48:53.232846 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-5168e9b5-7c06-471b-9c31-d552107a5557 service neutron] Attempting to bind port d297307d-d7fb-49d6-bdd7-a0b990031e5e on network f0916d9f-87d2-4a64-9404-e7fc6b3b226f {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:48:53.243037 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-5168e9b5-7c06-471b-9c31-d552107a5557 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:48:53.243381 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-5168e9b5-7c06-471b-9c31-d552107a5557 service neutron] Checking segment: {'id': '395ac52b-270e-4067-8453-7941e774d9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f0916d9f-87d2-4a64-9404-e7fc6b3b226f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:48:53.243767 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-5168e9b5-7c06-471b-9c31-d552107a5557 service neutron] Bound using segment: {'id': '395ac52b-270e-4067-8453-7941e774d9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f0916d9f-87d2-4a64-9404-e7fc6b3b226f'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:48:53.244639 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-5168e9b5-7c06-471b-9c31-d552107a5557 service neutron] Bound port: d297307d-d7fb-49d6-bdd7-a0b990031e5e, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '395ac52b-270e-4067-8453-7941e774d9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f0916d9f-87d2-4a64-9404-e7fc6b3b226f'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:48:53.245214 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-5168e9b5-7c06-471b-9c31-d552107a5557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:53.274848 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb84d6b-718c-471f-a70a-a8bc52d40f64 req-a286b63a-578f-46d7-b763-df6ecddd7834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:53.275805 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca42487-5b3d-47de-95ed-6f2bd864a368 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:48:53.288951 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1fb84d6b-718c-471f-a70a-a8bc52d40f64 req-a286b63a-578f-46d7-b763-df6ecddd7834 service neutron] 10.222.0.124 "GET /v2.0/networks?id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d HTTP/1.1" status: 200 len: 922 time: 0.5253341 Jul 06 13:48:53.291913 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f69d57-47cc-4d90-a92a-bcda69be01d0 req-a1e38778-79d5-4c41-9f42-8863c338cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:53.294449 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d5f69d57-47cc-4d90-a92a-bcda69be01d0 req-a1e38778-79d5-4c41-9f42-8863c338cbcf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 1096 time: 0.4235182 Jul 06 13:48:53.298804 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d7a91eb9-0394-4cbf-bcec-5bc840d708ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:53.332089 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1ca42487-5b3d-47de-95ed-6f2bd864a368 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:53.333145 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-1ca42487-5b3d-47de-95ed-6f2bd864a368 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Added segment ccf50b14-6d0e-439b-a265-159faabc7a45 of type vlan for network 79566a72-4ddd-4877-be6e-b839774669a6 Jul 06 13:48:53.344980 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351ea05-3dd9-4b7a-96cb-24dfa0ecddd1 None None] Pushing event updated for resources: {'Port': ['ID=0b7e6138-e244-4041-b9fe-08c6a6ebc15a,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:53.352621 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a91eb9-0394-4cbf-bcec-5bc840d708ee admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:48:53.384161 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6f691f57-88e1-487a-a436-4e51fdeb4184 None None] Provisioning complete for port 0b7e6138-e244-4041-b9fe-08c6a6ebc15a triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:48:53.384522 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6f691f57-88e1-487a-a436-4e51fdeb4184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:53.402607 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-6661939c-ca87-434b-8cdb-359af4afbe3c tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:53.416568 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1fb84d6b-718c-471f-a70a-a8bc52d40f64 req-4232c3b4-3d2e-4e53-8787-7e6ee4f506ae service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11b74534-6edd-42f5-96cb-83f18e88d93c HTTP/1.1" status: 200 len: 217 time: 0.1191618 Jul 06 13:48:53.417832 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-d7a91eb9-0394-4cbf-bcec-5bc840d708ee admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:48:53.437958 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1ca42487-5b3d-47de-95ed-6f2bd864a368 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:53.449587 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-5168e9b5-7c06-471b-9c31-d552107a5557 service neutron] For port d297307d-d7fb-49d6-bdd7-a0b990031e5e, host n-h2-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:48:53.455902 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-5168e9b5-7c06-471b-9c31-d552107a5557 service neutron] For port d297307d-d7fb-49d6-bdd7-a0b990031e5e, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d297307d-d7fb-49d6-bdd7-a0b990031e5e,segment=NetworkSegment(395ac52b-270e-4067-8453-7941e774d9db),segment_id=395ac52b-270e-4067-8453-7941e774d9db)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:48:53.461802 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a91eb9-0394-4cbf-bcec-5bc840d708ee admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:48:53.467555 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-5168e9b5-7c06-471b-9c31-d552107a5557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:53.529191 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-6661939c-ca87-434b-8cdb-359af4afbe3c tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Network d3fe67ee-10fe-4b67-adfd-00a9752f666b is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:48:53.537489 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1ca42487-5b3d-47de-95ed-6f2bd864a368 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:53.544028 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca42487-5b3d-47de-95ed-6f2bd864a368 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:53.544685 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1ca42487-5b3d-47de-95ed-6f2bd864a368 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:53.553650 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-5168e9b5-7c06-471b-9c31-d552107a5557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:53.554296 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-5168e9b5-7c06-471b-9c31-d552107a5557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:53.556250 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-5168e9b5-7c06-471b-9c31-d552107a5557 service neutron] 10.222.0.124 "PUT /v2.0/ports/d297307d-d7fb-49d6-bdd7-a0b990031e5e HTTP/1.1" status: 200 len: 1091 time: 2.5382068 Jul 06 13:48:53.560199 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5d9958-d4e2-4362-a305-d62efa77718f', 'tag': 'd297307d-d7fb-49d6-bdd7-a0b990031e5e'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:48:53.566515 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a91eb9-0394-4cbf-bcec-5bc840d708ee admin admin] Pushing event updated for resources: {'Port': ['ID=40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:53.568056 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275326f9-1785-488b-9596-5b28235fe367" -d '{"events": [{"name": "network-changed", "server_uuid": "4e5d9958-d4e2-4362-a305-d62efa77718f", "tag": "d297307d-d7fb-49d6-bdd7-a0b990031e5e"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:48:53.569396 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-6661939c-ca87-434b-8cdb-359af4afbe3c tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:48:53.593956 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d5f69d57-47cc-4d90-a92a-bcda69be01d0 req-6ae79791-342f-44d0-9b3f-04eeca9fa227 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861705 Jul 06 13:48:53.598020 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-6661939c-ca87-434b-8cdb-359af4afbe3c tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:48:53.641992 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168e9b5-7c06-471b-9c31-d552107a5557 service neutron] Pushing event updated for resources: {'Port': ['ID=d297307d-d7fb-49d6-bdd7-a0b990031e5e,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:53.665663 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1ca42487-5b3d-47de-95ed-6f2bd864a368 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6979346 Jul 06 13:48:53.699740 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca42487-5b3d-47de-95ed-6f2bd864a368 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Pushing event updated for resources: {'Network': ['ID=79566a72-4ddd-4877-be6e-b839774669a6,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:53.724336 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 79566a72-4ddd-4877-be6e-b839774669a6 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:48:53.739495 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-8652f8ad-f930-4dbf-893d-76fc1006602c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:53.739767 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb84d6b-718c-471f-a70a-a8bc52d40f64 req-7715adee-f7af-4947-8a64-c35cac7f666d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:53.741307 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1fb84d6b-718c-471f-a70a-a8bc52d40f64 req-7715adee-f7af-4947-8a64-c35cac7f666d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a HTTP/1.1" status: 200 len: 861 time: 0.2845218 Jul 06 13:48:53.741445 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-8652f8ad-f930-4dbf-893d-76fc1006602c service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0001af22c6f747cd9b5d14a552aede55&device_id=4e5d9958-d4e2-4362-a305-d62efa77718f HTTP/1.1" status: 200 len: 1094 time: 0.1452153 Jul 06 13:48:53.796802 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-f268c73b-4215-470f-b2fb-defa7ae625ae service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d297307d-d7fb-49d6-bdd7-a0b990031e5e HTTP/1.1" status: 200 len: 217 time: 0.0426414 Jul 06 13:48:53.872251 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-1e9c7364-6dc9-4c67-a279-e52ab17fd170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:53.873722 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-1e9c7364-6dc9-4c67-a279-e52ab17fd170 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b763b56-236c-4949-a66b-e159e529b097 HTTP/1.1" status: 200 len: 852 time: 0.0706475 Jul 06 13:48:53.909932 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-e79f2afb-dde5-4be7-a370-1e99d6978a97 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f0916d9f-87d2-4a64-9404-e7fc6b3b226f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296659 Jul 06 13:48:53.917888 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661939c-ca87-434b-8cdb-359af4afbe3c tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Pushing event updated for resources: {'Port': ['ID=e4571386-0c65-4e8d-a9a8-acd3652ac28a,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:53.937918 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-6661939c-ca87-434b-8cdb-359af4afbe3c tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:53.938833 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-6661939c-ca87-434b-8cdb-359af4afbe3c tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:53.979254 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1fb84d6b-718c-471f-a70a-a8bc52d40f64 req-236af455-fbc5-4e66-b7be-dcf2601b0adb service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=07b1ddd0-32ee-4167-858f-b55fd4b0b29d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624952 Jul 06 13:48:53.997797 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64539b93-3a4d-4992-8f94-096b30a8d007 req-dd17df39-c916-46f4-b772-10b1f2358f77 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:54.006502 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64539b93-3a4d-4992-8f94-096b30a8d007 req-dd17df39-c916-46f4-b772-10b1f2358f77 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 945 time: 0.6178946 Jul 06 13:48:54.026196 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-e878e8d6-154d-4ab2-8306-77a5400d8132 service neutron] 10.222.0.124 "GET /v2.0/networks/f0916d9f-87d2-4a64-9404-e7fc6b3b226f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100390 Jul 06 13:48:54.153697 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c404a8d7-1612-4a92-9290-9a0496ac3e35 req-6ad0c2a3-4d6d-4c0d-b2ae-bdd7527a1a91 service neutron] 10.222.0.124 "GET /v2.0/networks/f0916d9f-87d2-4a64-9404-e7fc6b3b226f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200347 Jul 06 13:48:54.239900 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-6661939c-ca87-434b-8cdb-359af4afbe3c tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6772566 Jul 06 13:48:54.248849 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca659e8-0afe-43ac-aac8-c7b960774da8 req-d1c368ab-e323-4eb7-b84b-3a2e299823cf tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:54.250593 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ca659e8-0afe-43ac-aac8-c7b960774da8 req-d1c368ab-e323-4eb7-b84b-3a2e299823cf tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 950 time: 0.8607793 Jul 06 13:48:54.275964 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-1697d587-a38f-4b90-a075-ee4100dc1ae4 service neutron] Request body: {'port': {'device_id': '3964e81d-1864-4aba-b578-7fbf54bde95d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:54.277761 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0b7e6138-e244-4041-b9fe-08c6a6ebc15a up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:48:54.332429 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64539b93-3a4d-4992-8f94-096b30a8d007 req-226effd1-9508-46f2-8d39-f4a3b143fda5 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243327 Jul 06 13:48:54.388417 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d7a91eb9-0394-4cbf-bcec-5bc840d708ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:54.395361 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 0b7e6138-e244-4041-b9fe-08c6a6ebc15a triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:48:54.395756 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:54.801945 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ca659e8-0afe-43ac-aac8-c7b960774da8 req-c45c68c9-5822-4025-b132-f21dd80e0088 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5402765 Jul 06 13:48:54.839120 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1fb84d6b-718c-471f-a70a-a8bc52d40f64 req-8cdd5edf-6d40-414e-9ca9-866c90098520 service neutron] 10.222.0.124 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8252633 Jul 06 13:48:54.922138 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc3fb72-e492-4782-98ce-6daa3eac4982 x-openstack-request-id: req-5bc3fb72-e492-4782-98ce-6daa3eac4982 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:48:54.922728 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e5d9958-d4e2-4362-a305-d62efa77718f", "tag": "d297307d-d7fb-49d6-bdd7-a0b990031e5e", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:48:54.922728 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-5bc3fb72-e492-4782-98ce-6daa3eac4982 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:48:54.923060 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5d9958-d4e2-4362-a305-d62efa77718f', 'tag': 'd297307d-d7fb-49d6-bdd7-a0b990031e5e', 'status': 'completed', 'code': 200} Jul 06 13:48:54.943303 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70f95b06-ee75-4f95-814a-e018b3e011d1 req-63a592ec-f61a-4334-8062-4b89f034c0fe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8163142 Jul 06 13:48:55.036251 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-1697d587-a38f-4b90-a075-ee4100dc1ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:55.130998 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275326f9-1785-488b-9596-5b28235fe367 req-df22e7b8-9caa-4111-8343-1da8fe2ab0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:55.138919 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-275326f9-1785-488b-9596-5b28235fe367 req-df22e7b8-9caa-4111-8343-1da8fe2ab0d1 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0001af22c6f747cd9b5d14a552aede55&device_id=4e5d9958-d4e2-4362-a305-d62efa77718f HTTP/1.1" status: 200 len: 1094 time: 0.1902666 Jul 06 13:48:55.339844 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275326f9-1785-488b-9596-5b28235fe367 req-6df02e30-389a-45f9-89ac-be045b97bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:55.344306 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-275326f9-1785-488b-9596-5b28235fe367 req-6df02e30-389a-45f9-89ac-be045b97bf05 service neutron] 10.222.0.124 "GET /v2.0/networks?id=f0916d9f-87d2-4a64-9404-e7fc6b3b226f HTTP/1.1" status: 200 len: 913 time: 0.1984239 Jul 06 13:48:55.460206 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-275326f9-1785-488b-9596-5b28235fe367 req-000cffbd-f9a6-4629-9012-4b9e834941eb service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d297307d-d7fb-49d6-bdd7-a0b990031e5e HTTP/1.1" status: 200 len: 217 time: 0.1071646 Jul 06 13:48:55.549970 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275326f9-1785-488b-9596-5b28235fe367 req-19d5e4b0-90d9-4e60-b8cc-3f480b61f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:55.551693 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-275326f9-1785-488b-9596-5b28235fe367 req-19d5e4b0-90d9-4e60-b8cc-3f480b61f966 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b763b56-236c-4949-a66b-e159e529b097 HTTP/1.1" status: 200 len: 852 time: 0.0848627 Jul 06 13:48:55.589481 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-275326f9-1785-488b-9596-5b28235fe367 req-a1e76469-9ad7-413c-8f06-9132287b032d service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f0916d9f-87d2-4a64-9404-e7fc6b3b226f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317502 Jul 06 13:48:55.741506 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f95b06-ee75-4f95-814a-e018b3e011d1 req-71f3fed6-61c7-4fac-832b-abca126856fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:55.743793 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70f95b06-ee75-4f95-814a-e018b3e011d1 req-71f3fed6-61c7-4fac-832b-abca126856fe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a05dcebc7174fa4835bbaac9666195c&device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617 HTTP/1.1" status: 200 len: 1095 time: 0.6159935 Jul 06 13:48:55.747622 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1fb84d6b-718c-471f-a70a-a8bc52d40f64 req-fe20fdc8-2cd1-4996-9413-08bc045bf260 service neutron] 10.222.0.124 "GET /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8702397 Jul 06 13:48:55.799691 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-275326f9-1785-488b-9596-5b28235fe367 req-70ea2147-b57a-4d50-bfbb-609f18f3621f service neutron] 10.222.0.124 "GET /v2.0/networks/f0916d9f-87d2-4a64-9404-e7fc6b3b226f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027879 Jul 06 13:48:55.842402 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4350c2-0983-47c6-8b75-0ca1d3cea982 req-267bb5c8-62a8-433d-b29a-eae3fc4a9e6e tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:55.849338 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a4350c2-0983-47c6-8b75-0ca1d3cea982 req-267bb5c8-62a8-433d-b29a-eae3fc4a9e6e tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e5d9958-d4e2-4362-a305-d62efa77718f HTTP/1.1" status: 200 len: 943 time: 0.5758278 Jul 06 13:48:55.889199 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d7a91eb9-0394-4cbf-bcec-5bc840d708ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:56.005494 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-275326f9-1785-488b-9596-5b28235fe367 req-6f8f3b9e-444b-4a35-9399-c641df6c7734 service neutron] 10.222.0.124 "GET /v2.0/networks/f0916d9f-87d2-4a64-9404-e7fc6b3b226f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973660 Jul 06 13:48:56.036552 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa5ad4-3e89-4c60-b95b-d782f1deb055 req-bbd4d076-2f85-45d5-94da-aa4a75712064 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:56.050502 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-10aa5ad4-3e89-4c60-b95b-d782f1deb055 req-bbd4d076-2f85-45d5-94da-aa4a75712064 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=3964e81d-1864-4aba-b578-7fbf54bde95d HTTP/1.1" status: 200 len: 931 time: 0.4893565 Jul 06 13:48:56.103765 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a4350c2-0983-47c6-8b75-0ca1d3cea982 req-097e8274-caad-4093-9dbd-73ea16ca3fcc tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups?id=fb3b17d9-ade7-49d7-8915-6544a8aa5905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534971 Jul 06 13:48:56.283648 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f95b06-ee75-4f95-814a-e018b3e011d1 req-a7d88d32-eceb-4ad4-8780-916403d6c68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:56.285306 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70f95b06-ee75-4f95-814a-e018b3e011d1 req-a7d88d32-eceb-4ad4-8780-916403d6c68e service neutron] 10.222.0.52 "GET /v2.0/networks?id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b HTTP/1.1" status: 200 len: 909 time: 0.4851472 Jul 06 13:48:56.298418 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-1495798c-aa03-42cf-9816-4d6062c33f2c tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=9a034f7c3c7c4a32987e24fa8a7ab2b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787981 Jul 06 13:48:56.313481 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-10aa5ad4-3e89-4c60-b95b-d782f1deb055 req-8ada5781-663f-4a4c-a95f-76873836e9ad tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682061 Jul 06 13:48:56.389617 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70f95b06-ee75-4f95-814a-e018b3e011d1 req-6a46c7db-85d0-42e3-b063-6bce77f21c40 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c288392a-7155-4679-98d5-a1b75b245831 HTTP/1.1" status: 200 len: 217 time: 0.0933361 Jul 06 13:48:56.487249 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-1697d587-a38f-4b90-a075-ee4100dc1ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4571386-0c65-4e8d-a9a8-acd3652ac28a {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:48:56.507109 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-1697d587-a38f-4b90-a075-ee4100dc1ae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:56.575275 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-1697d587-a38f-4b90-a075-ee4100dc1ae4 service neutron] Transition to ACTIVE for port object e4571386-0c65-4e8d-a9a8-acd3652ac28a will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:48:56.598298 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-1697d587-a38f-4b90-a075-ee4100dc1ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:56.607320 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f95b06-ee75-4f95-814a-e018b3e011d1 req-11baceb6-5c5b-4429-8d2c-87361224cdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:56.608770 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70f95b06-ee75-4f95-814a-e018b3e011d1 req-11baceb6-5c5b-4429-8d2c-87361224cdfa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fb580ceb-d4c2-41da-b0a8-ed5910fd5560 HTTP/1.1" status: 200 len: 848 time: 0.2018456 Jul 06 13:48:56.624186 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-1313f3f2-f72c-41fa-bc29-f64921bf2a86 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:56.625649 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-1313f3f2-f72c-41fa-bc29-f64921bf2a86 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3092191 Jul 06 13:48:56.706730 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70f95b06-ee75-4f95-814a-e018b3e011d1 req-3779e8a2-e613-4f78-b4ee-88d65f85dab9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631845 Jul 06 13:48:56.733458 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a91eb9-0394-4cbf-bcec-5bc840d708ee admin admin] Router 8f69c841-f1ec-4583-a6a3-5c66d487954e is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:48:56.758844 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697d587-a38f-4b90-a075-ee4100dc1ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=e4571386-0c65-4e8d-a9a8-acd3652ac28a,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:56.762348 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-d7eed83e-054c-4ccc-adbb-8a19cfce6fec tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/quotas/9a034f7c3c7c4a32987e24fa8a7ab2b6 HTTP/1.1" status: 200 len: 375 time: 0.1053104 Jul 06 13:48:56.802145 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb1269-e1bb-472e-aa47-4a9bce4d80da req-afc4c9dd-b941-4f62-bd0a-bd281d0879a0 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:56.803702 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-96cb1269-e1bb-472e-aa47-4a9bce4d80da req-afc4c9dd-b941-4f62-bd0a-bd281d0879a0 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 945 time: 0.3093472 Jul 06 13:48:56.913864 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44178) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:56.919884 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-25547de2-1c38-4550-98ed-ffd50886da16 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Request body: {'subnets': [{'network_id': '4c369ca7-59e0-4e12-bb23-4a2736f0f696', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1338688551', 'ip_version': 6}, {'network_id': '79566a72-4ddd-4877-be6e-b839774669a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:56.920213 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-25547de2-1c38-4550-98ed-ffd50886da16 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Request body: {'subnet': {'network_id': '4c369ca7-59e0-4e12-bb23-4a2736f0f696', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1338688551', 'ip_version': 6}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:56.921000 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-25547de2-1c38-4550-98ed-ffd50886da16 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Request body: {'subnet': {'network_id': '79566a72-4ddd-4877-be6e-b839774669a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:48:57.108510 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25547de2-1c38-4550-98ed-ffd50886da16 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Made reservation on behalf of 6890d74e37804f61aa3c1461c6b60c68 for: {'subnet': 2} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:48:57.116322 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25547de2-1c38-4550-98ed-ffd50886da16 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:57.116594 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25547de2-1c38-4550-98ed-ffd50886da16 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:57.231896 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device d297307d-d7fb-49d6-bdd7-a0b990031e5e details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:48:57.346591 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port d297307d-d7fb-49d6-bdd7-a0b990031e5e, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d297307d-d7fb-49d6-bdd7-a0b990031e5e,segment=NetworkSegment(395ac52b-270e-4067-8453-7941e774d9db),segment_id=395ac52b-270e-4067-8453-7941e774d9db)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:57.361010 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'd297307d-d7fb-49d6-bdd7-a0b990031e5e', 'network_id': 'f0916d9f-87d2-4a64-9404-e7fc6b3b226f', 'port_id': 'd297307d-d7fb-49d6-bdd7-a0b990031e5e', 'mac_address': 'fa:16:3e:77:fc:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b763b56-236c-4949-a66b-e159e529b097', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:48:57.372082 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-96cb1269-e1bb-472e-aa47-4a9bce4d80da req-8ee6fc23-24a3-4b62-8a8d-a0e3662f2705 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383859 Jul 06 13:48:57.400520 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70f95b06-ee75-4f95-814a-e018b3e011d1 req-23ecca83-3856-4fbf-a953-97b60457623f service neutron] 10.222.0.52 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6634116 Jul 06 13:48:57.402015 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-1697d587-a38f-4b90-a075-ee4100dc1ae4 service neutron] Attempting to bind port e4571386-0c65-4e8d-a9a8-acd3652ac28a on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:48:57.402412 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-1697d587-a38f-4b90-a075-ee4100dc1ae4 service neutron] Attempting to bind port e4571386-0c65-4e8d-a9a8-acd3652ac28a by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '1577f714-41dc-455d-9abc-f4ea9f582ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:48:57.402672 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-1697d587-a38f-4b90-a075-ee4100dc1ae4 service neutron] Attempting to bind port e4571386-0c65-4e8d-a9a8-acd3652ac28a on network d3fe67ee-10fe-4b67-adfd-00a9752f666b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:48:57.449279 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:57.468737 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a91eb9-0394-4cbf-bcec-5bc840d708ee admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:48:57.470618 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-1697d587-a38f-4b90-a075-ee4100dc1ae4 service neutron] Port e4571386-0c65-4e8d-a9a8-acd3652ac28a on network d3fe67ee-10fe-4b67-adfd-00a9752f666b not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:48:57.470955 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-1697d587-a38f-4b90-a075-ee4100dc1ae4 service neutron] Attempting to bind port e4571386-0c65-4e8d-a9a8-acd3652ac28a on network d3fe67ee-10fe-4b67-adfd-00a9752f666b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:48:57.474135 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d297307d-d7fb-49d6-bdd7-a0b990031e5e {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:48:57.486612 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-e6fde774-c74f-4044-abb2-989194d6962a tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=9a034f7c3c7c4a32987e24fa8a7ab2b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6925125 Jul 06 13:48:57.499984 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-1697d587-a38f-4b90-a075-ee4100dc1ae4 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:48:57.500316 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-1697d587-a38f-4b90-a075-ee4100dc1ae4 service neutron] Checking segment: {'id': '1577f714-41dc-455d-9abc-f4ea9f582ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:48:57.500696 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-1697d587-a38f-4b90-a075-ee4100dc1ae4 service neutron] Bound using segment: {'id': '1577f714-41dc-455d-9abc-f4ea9f582ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:48:57.501158 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-1697d587-a38f-4b90-a075-ee4100dc1ae4 service neutron] Bound port: e4571386-0c65-4e8d-a9a8-acd3652ac28a, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1577f714-41dc-455d-9abc-f4ea9f582ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:48:57.501526 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-1697d587-a38f-4b90-a075-ee4100dc1ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:57.532064 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port d297307d-d7fb-49d6-bdd7-a0b990031e5e, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d297307d-d7fb-49d6-bdd7-a0b990031e5e,segment=NetworkSegment(395ac52b-270e-4067-8453-7941e774d9db),segment_id=395ac52b-270e-4067-8453-7941e774d9db)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:57.536604 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9558e8-8459-46db-9b04-0eaa08c0ed02 None None] Sync routers for ids ['8f69c841-f1ec-4583-a6a3-5c66d487954e'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:48:57.541768 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d7a91eb9-0394-4cbf-bcec-5bc840d708ee admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:57.554740 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:57.558064 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d7a91eb9-0394-4cbf-bcec-5bc840d708ee admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.2268350 Jul 06 13:48:57.560669 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44190) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:57.667287 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=d297307d-d7fb-49d6-bdd7-a0b990031e5e,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:57.670345 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9558e8-8459-46db-9b04-0eaa08c0ed02 None None] Routers {'8f69c841-f1ec-4583-a6a3-5c66d487954e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:48:57.670928 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70f95b06-ee75-4f95-814a-e018b3e011d1 req-9003f416-2ac1-4f5b-b370-757a69ce1b67 service neutron] 10.222.0.52 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627487 Jul 06 13:48:57.671072 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8f9558e8-8459-46db-9b04-0eaa08c0ed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:48:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['8f69c841-f1ec-4583-a6a3-5c66d487954e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:57.703822 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-1697d587-a38f-4b90-a075-ee4100dc1ae4 service neutron] For port e4571386-0c65-4e8d-a9a8-acd3652ac28a, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:48:57.720862 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-1697d587-a38f-4b90-a075-ee4100dc1ae4 service neutron] For port e4571386-0c65-4e8d-a9a8-acd3652ac28a, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=e4571386-0c65-4e8d-a9a8-acd3652ac28a,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:48:57.741631 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-1697d587-a38f-4b90-a075-ee4100dc1ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:57.851193 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1697d587-a38f-4b90-a075-ee4100dc1ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=e4571386-0c65-4e8d-a9a8-acd3652ac28a,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:57.877143 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-1697d587-a38f-4b90-a075-ee4100dc1ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:57.879045 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-1697d587-a38f-4b90-a075-ee4100dc1ae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:57.880583 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-1697d587-a38f-4b90-a075-ee4100dc1ae4 service neutron] 10.222.0.124 "PUT /v2.0/ports/e4571386-0c65-4e8d-a9a8-acd3652ac28a HTTP/1.1" status: 200 len: 1091 time: 3.6225600 Jul 06 13:48:57.881047 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3964e81d-1864-4aba-b578-7fbf54bde95d', 'tag': 'e4571386-0c65-4e8d-a9a8-acd3652ac28a'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:48:57.884903 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b57fd0-693d-4120-9379-d91ca9c2e689" -d '{"events": [{"name": "network-changed", "server_uuid": "3964e81d-1864-4aba-b578-7fbf54bde95d", "tag": "e4571386-0c65-4e8d-a9a8-acd3652ac28a"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:48:57.944193 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21370a5f-92fe-4812-90ef-1242c6fbb882 req-a4cd7c8a-e446-4609-96b5-438a7b6c5d1d tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:57.946668 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-21370a5f-92fe-4812-90ef-1242c6fbb882 req-a4cd7c8a-e446-4609-96b5-438a7b6c5d1d tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e5d9958-d4e2-4362-a305-d62efa77718f HTTP/1.1" status: 200 len: 944 time: 0.3171051 Jul 06 13:48:57.947149 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['d297307d-d7fb-49d6-bdd7-a0b990031e5e'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:48:58.049701 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25547de2-1c38-4550-98ed-ffd50886da16 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:58.096405 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-21370a5f-92fe-4812-90ef-1242c6fbb882 req-f14a9b99-d623-4dc5-b1e9-e103999e7007 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups?id=fb3b17d9-ade7-49d7-8915-6544a8aa5905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063564 Jul 06 13:48:58.112413 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-8f9558e8-8459-46db-9b04-0eaa08c0ed02 None None] Set router 8f69c841-f1ec-4583-a6a3-5c66d487954e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:48:58.121612 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ee7b5-60d6-4ae7-8fad-609397e9092f req-a41f73c4-0656-4a0c-af70-247c54067176 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:58.137179 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e13ee7b5-60d6-4ae7-8fad-609397e9092f req-a41f73c4-0656-4a0c-af70-247c54067176 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=3964e81d-1864-4aba-b578-7fbf54bde95d HTTP/1.1" status: 200 len: 943 time: 0.2271080 Jul 06 13:48:58.292450 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-0a52d5f9-7a8d-4aa9-834a-ad45d7313935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:58.294213 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-0a52d5f9-7a8d-4aa9-834a-ad45d7313935 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0c5820f075a5422096132d113f5a5811&device_id=3964e81d-1864-4aba-b578-7fbf54bde95d HTTP/1.1" status: 200 len: 1094 time: 0.3110180 Jul 06 13:48:58.325847 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e13ee7b5-60d6-4ae7-8fad-609397e9092f req-94a4464b-31d6-4e65-b71f-b8f1307ff88f tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871943 Jul 06 13:48:58.371169 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25547de2-1c38-4550-98ed-ffd50886da16 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Pushing event updated for resources: {'Subnet': ['ID=aefb7ea0-b8a9-4379-9365-63be65e50994,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:58.379757 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-1eb8c675-625a-4fa9-8e0a-ddf9bd2daad2 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4571386-0c65-4e8d-a9a8-acd3652ac28a HTTP/1.1" status: 200 len: 217 time: 0.0703282 Jul 06 13:48:58.405642 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25547de2-1c38-4550-98ed-ffd50886da16 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Checking segment: {'id': '39bf5088-a9f4-401a-872f-481be0aa48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4c369ca7-59e0-4e12-bb23-4a2736f0f696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:48:58.406048 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25547de2-1c38-4550-98ed-ffd50886da16 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Network hostable DHCP agents. Network: 4c369ca7-59e0-4e12-bb23-4a2736f0f696, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:48:58.490912 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3bcf80f7-7385-4c95-86f7-d667c558eed5 req-d9f94452-11f3-403f-a72c-8a5de0ead9f8 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=a9a00bbc-09b3-40bc-a090-b924659bfc16 HTTP/1.1" status: 200 len: 210 time: 0.0498226 Jul 06 13:48:58.532926 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-84205d81-d4bd-4e38-b5f8-e0884c8d4436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:58.532926 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-84205d81-d4bd-4e38-b5f8-e0884c8d4436 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=5c4bc917-beda-4093-9c43-911a28c774ae HTTP/1.1" status: 200 len: 851 time: 0.1385672 Jul 06 13:48:58.537621 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7205e5b-0085-42da-b513-eed5dd5f6f61 req-2bb41dc6-a77d-414c-9d41-17d3289f152e tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:58.539245 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c7205e5b-0085-42da-b513-eed5dd5f6f61 req-2bb41dc6-a77d-414c-9d41-17d3289f152e tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 1096 time: 0.1621132 Jul 06 13:48:58.599702 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-b28faf77-4bf7-49f3-b5d3-be011ce4acdd service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d3fe67ee-10fe-4b67-adfd-00a9752f666b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590038 Jul 06 13:48:58.608043 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c517f1-6397-4f0f-8835-b980d89fded3 x-openstack-request-id: req-a3c517f1-6397-4f0f-8835-b980d89fded3 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:48:58.609031 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3964e81d-1864-4aba-b578-7fbf54bde95d", "tag": "e4571386-0c65-4e8d-a9a8-acd3652ac28a", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:48:58.609617 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-a3c517f1-6397-4f0f-8835-b980d89fded3 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:48:58.610885 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3964e81d-1864-4aba-b578-7fbf54bde95d', 'tag': 'e4571386-0c65-4e8d-a9a8-acd3652ac28a', 'status': 'completed', 'code': 200} Jul 06 13:48:58.660197 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8f9558e8-8459-46db-9b04-0eaa08c0ed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'name': 'tempest-ServersTestBootFromVolume-1979286104-router', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:48:49Z', 'updated_at': '2021-07-06T13:48:53Z', 'revision_number': 3, 'project_id': 'd2199527a64a46ce9106abe6e66b8132', 'gw_port': {'id': '40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:48:51Z', 'updated_at': '2021-07-06T13:48:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:58.665594 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25547de2-1c38-4550-98ed-ffd50886da16 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Network 4c369ca7-59e0-4e12-bb23-4a2736f0f696 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:48:58.691913 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9558e8-8459-46db-9b04-0eaa08c0ed02 None None] Checking router: 8f69c841-f1ec-4583-a6a3-5c66d487954e for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:48:58.692759 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9558e8-8459-46db-9b04-0eaa08c0ed02 None None] Updating router 8f69c841-f1ec-4583-a6a3-5c66d487954e port 40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:48:58.700095 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-25547de2-1c38-4550-98ed-ffd50886da16 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 4c369ca7-59e0-4e12-bb23-4a2736f0f696) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:48:58.737377 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8f9558e8-8459-46db-9b04-0eaa08c0ed02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:58.751907 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25547de2-1c38-4550-98ed-ffd50886da16 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:58.762586 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c7205e5b-0085-42da-b513-eed5dd5f6f61 req-0f016425-d7a6-4bec-aea4-1333d4a9bd9d tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131321 Jul 06 13:48:58.777104 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8b47a8-6ca5-4132-b8b5-100605e4850a None None] Network 4c369ca7-59e0-4e12-bb23-4a2736f0f696 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:48:58.843881 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-eaf778e4-ed18-46f6-bcbb-e6a2c489f6d4 service neutron] 10.222.0.124 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247217 Jul 06 13:48:59.019426 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4de80b6f-a525-4867-a5f6-52dc15f651a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:59.038197 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25547de2-1c38-4550-98ed-ffd50886da16 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Pushing event updated for resources: {'Subnet': ['ID=fd86e270-f677-488b-9efb-bf9e4f1f754e,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:59.059294 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25547de2-1c38-4550-98ed-ffd50886da16 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Checking segment: {'id': 'ccf50b14-6d0e-439b-a265-159faabc7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '79566a72-4ddd-4877-be6e-b839774669a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:48:59.059788 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25547de2-1c38-4550-98ed-ffd50886da16 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Network hostable DHCP agents. Network: 79566a72-4ddd-4877-be6e-b839774669a6, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:48:59.063794 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a625d35-3e84-44d6-8784-c8e173aed6a9 req-4e6b5b5b-69ce-4392-9823-b9ae3a4ed29d service neutron] 10.222.0.124 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172029 Jul 06 13:48:59.239867 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25547de2-1c38-4550-98ed-ffd50886da16 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Network 79566a72-4ddd-4877-be6e-b839774669a6 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:48:59.280643 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56380c58-1120-41db-853d-dbd9812359d7 req-87aaea4d-d9b3-4f63-a9c6-6730854dfd63 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:59.282773 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56380c58-1120-41db-853d-dbd9812359d7 req-87aaea4d-d9b3-4f63-a9c6-6730854dfd63 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 1096 time: 0.1893559 Jul 06 13:48:59.314252 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device d297307d-d7fb-49d6-bdd7-a0b990031e5e up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:48:59.316075 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-25547de2-1c38-4550-98ed-ffd50886da16 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 79566a72-4ddd-4877-be6e-b839774669a6) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:48:59.342052 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25547de2-1c38-4550-98ed-ffd50886da16 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:59.342052 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25547de2-1c38-4550-98ed-ffd50886da16 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:59.342052 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25547de2-1c38-4550-98ed-ffd50886da16 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:59.348686 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b77b286-9d86-40e1-8c89-dbcb080b6071 None None] Network 79566a72-4ddd-4877-be6e-b839774669a6 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:48:59.388229 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-25547de2-1c38-4550-98ed-ffd50886da16 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.4721899 Jul 06 13:48:59.396090 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44222) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:59.469190 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-4de80b6f-a525-4867-a5f6-52dc15f651a8 admin admin] Allocated IP 172.20.0.1 (50329774-c014-4320-b73f-68f0f2d9d2b2/86e0e7b2-c042-4f4e-889c-0378d7ddb55d/6d04c30f-ee72-4f06-8e30-70daea3c6ede) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:48:59.484218 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b57fd0-693d-4120-9379-d91ca9c2e689 req-6ccf5dae-06e1-48f7-a66f-e443ad060c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:59.486194 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a0b57fd0-693d-4120-9379-d91ca9c2e689 req-6ccf5dae-06e1-48f7-a66f-e443ad060c08 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0c5820f075a5422096132d113f5a5811&device_id=3964e81d-1864-4aba-b578-7fbf54bde95d HTTP/1.1" status: 200 len: 1094 time: 0.2951570 Jul 06 13:48:59.505724 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56380c58-1120-41db-853d-dbd9812359d7 req-7d1f4794-b8e8-4530-982a-0694600839c1 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167728 Jul 06 13:48:59.550239 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dde0e96-384f-4fab-8141-1b8a19f678ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-4c369ca7-59e0-4e12-bb23-4a2736f0f696', 'network_id': '4c369ca7-59e0-4e12-bb23-4a2736f0f696', 'tenant_id': '6890d74e37804f61aa3c1461c6b60c68', 'fixed_ips': [{'subnet_id': 'aefb7ea0-b8a9-4379-9365-63be65e50994'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:48:59.551073 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6dde0e96-384f-4fab-8141-1b8a19f678ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:59.621417 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port d297307d-d7fb-49d6-bdd7-a0b990031e5e completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:48:59.692056 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4de80b6f-a525-4867-a5f6-52dc15f651a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:59.720373 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5aaf9-40c7-40f5-bf18-e4e75c23c1f0 req-4c05829b-aa2b-4890-8e20-b427d7678e66 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:59.722100 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-faa5aaf9-40c7-40f5-bf18-e4e75c23c1f0 req-4c05829b-aa2b-4890-8e20-b427d7678e66 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.124 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 944 time: 0.1214175 Jul 06 13:48:59.723049 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-4de80b6f-a525-4867-a5f6-52dc15f651a8 admin admin] Transition to ACTIVE for port object 6d04c30f-ee72-4f06-8e30-70daea3c6ede will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:48:59.759855 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b57fd0-693d-4120-9379-d91ca9c2e689 req-f42027bb-48b5-4fff-b52d-f66cb768fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:59.763006 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a0b57fd0-693d-4120-9379-d91ca9c2e689 req-f42027bb-48b5-4fff-b52d-f66cb768fde0 service neutron] 10.222.0.124 "GET /v2.0/networks?id=d3fe67ee-10fe-4b67-adfd-00a9752f666b HTTP/1.1" status: 200 len: 912 time: 0.2353852 Jul 06 13:48:59.866233 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4de80b6f-a525-4867-a5f6-52dc15f651a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:59.906766 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6663d8f-a1ca-47fd-b739-ec862db92b01 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:59.908651 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6663d8f-a1ca-47fd-b739-ec862db92b01 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:59.910732 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6663d8f-a1ca-47fd-b739-ec862db92b01 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:48:59.911223 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de80b6f-a525-4867-a5f6-52dc15f651a8 admin admin] Network 50329774-c014-4320-b73f-68f0f2d9d2b2 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:48:59.912735 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f6663d8f-a1ca-47fd-b739-ec862db92b01 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.5122225 Jul 06 13:48:59.916266 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a0b57fd0-693d-4120-9379-d91ca9c2e689 req-a83c84a6-1e61-474c-aaa2-000527a63275 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4571386-0c65-4e8d-a9a8-acd3652ac28a HTTP/1.1" status: 200 len: 217 time: 0.1137624 Jul 06 13:48:59.921104 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-5f520a83-9cad-42f6-9643-aeaf869821cb tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.124 "GET /v2.0/networks?tenant_id=9a034f7c3c7c4a32987e24fa8a7ab2b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0809927 Jul 06 13:48:59.922853 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44228) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:48:59.938303 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-4de80b6f-a525-4867-a5f6-52dc15f651a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:48:59.941293 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de80b6f-a525-4867-a5f6-52dc15f651a8 admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:48:59.951086 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de80b6f-a525-4867-a5f6-52dc15f651a8 admin admin] Pushing event updated for resources: {'Port': ['ID=6d04c30f-ee72-4f06-8e30-70daea3c6ede,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:59.963597 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8f9558e8-8459-46db-9b04-0eaa08c0ed02 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:48:59.977717 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8f9558e8-8459-46db-9b04-0eaa08c0ed02 None None] Transition to ACTIVE for port object 40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:49:00.029062 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-6dde0e96-384f-4fab-8141-1b8a19f678ca None None] Allocated IP 2001:db8::1 (4c369ca7-59e0-4e12-bb23-4a2736f0f696/aefb7ea0-b8a9-4379-9365-63be65e50994/7a27fa43-5a5b-4b0a-beaa-d89c332399e4) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:49:00.074616 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-faa5aaf9-40c7-40f5-bf18-e4e75c23c1f0 req-319a7931-6467-43ed-be3c-b750a8b1f2bf tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Deleting port a15d81dc-6762-4138-a46a-f473d385b35b {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:49:00.075590 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-faa5aaf9-40c7-40f5-bf18-e4e75c23c1f0 req-319a7931-6467-43ed-be3c-b750a8b1f2bf tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:00.106464 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9831a8a-511a-4414-bd09-115045791b94 req-b99d1cc2-d339-4f8c-8111-5165618ba635 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:00.114886 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f9831a8a-511a-4414-bd09-115045791b94 req-b99d1cc2-d339-4f8c-8111-5165618ba635 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e5d9958-d4e2-4362-a305-d62efa77718f HTTP/1.1" status: 200 len: 944 time: 0.3456032 Jul 06 13:49:00.150389 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b57fd0-693d-4120-9379-d91ca9c2e689 req-709d2051-d620-4a35-ba54-920f647aced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:00.151914 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a0b57fd0-693d-4120-9379-d91ca9c2e689 req-709d2051-d620-4a35-ba54-920f647aced8 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=5c4bc917-beda-4093-9c43-911a28c774ae HTTP/1.1" status: 200 len: 851 time: 0.2229519 Jul 06 13:49:00.185986 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-090ba1f1-6b4b-40bd-b48c-724b2610c500 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Deleting subnet aefb7ea0-b8a9-4379-9365-63be65e50994 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:49:00.191283 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4de80b6f-a525-4867-a5f6-52dc15f651a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:00.225780 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1d872-7086-4c62-8b97-e369831c6b92 req-e375377e-514c-4d1e-b1c1-6a84161e6ccb tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:00.233555 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6dde0e96-384f-4fab-8141-1b8a19f678ca None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:00.234267 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fec1d872-7086-4c62-8b97-e369831c6b92 req-e375377e-514c-4d1e-b1c1-6a84161e6ccb tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=2631db07-9a39-4fa6-9298-ebcbd598e3ed HTTP/1.1" status: 200 len: 944 time: 0.7523413 Jul 06 13:49:00.244620 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6dde0e96-384f-4fab-8141-1b8a19f678ca None None] Transition to ACTIVE for port object 7a27fa43-5a5b-4b0a-beaa-d89c332399e4 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:49:00.249232 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f9831a8a-511a-4414-bd09-115045791b94 req-2b3627ba-505a-427a-b1e3-5e1f66833257 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups?id=fb3b17d9-ade7-49d7-8915-6544a8aa5905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332026 Jul 06 13:49:00.261119 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6dde0e96-384f-4fab-8141-1b8a19f678ca None None] Transition to ACTIVE for port object 7a27fa43-5a5b-4b0a-beaa-d89c332399e4 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:49:00.268491 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8f9558e8-8459-46db-9b04-0eaa08c0ed02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:00.271053 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-090ba1f1-6b4b-40bd-b48c-724b2610c500 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:00.276740 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-15a2f069-9cfd-4eff-a14d-c92a00b6603b tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:00.278058 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-15a2f069-9cfd-4eff-a14d-c92a00b6603b tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3407598 Jul 06 13:49:00.279349 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port d297307d-d7fb-49d6-bdd7-a0b990031e5e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:49:00.279827 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:00.280694 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a0b57fd0-693d-4120-9379-d91ca9c2e689 req-2d9a8473-6582-42a5-b363-34451eecf049 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d3fe67ee-10fe-4b67-adfd-00a9752f666b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091053 Jul 06 13:49:00.309391 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-cf02452c-71ff-432b-af54-a746694f4c2d tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Request body: {'port': {'device_id': 'a9a00bbc-09b3-40bc-a090-b924659bfc16', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'admin_state_up': True, 'tenant_id': '9a034f7c3c7c4a32987e24fa8a7ab2b6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:00.372243 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-faa5aaf9-40c7-40f5-bf18-e4e75c23c1f0 req-319a7931-6467-43ed-be3c-b750a8b1f2bf tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] For port a15d81dc-6762-4138-a46a-f473d385b35b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a15d81dc-6762-4138-a46a-f473d385b35b,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:00.372648 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-faa5aaf9-40c7-40f5-bf18-e4e75c23c1f0 req-319a7931-6467-43ed-be3c-b750a8b1f2bf tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:00.376500 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-090ba1f1-6b4b-40bd-b48c-724b2610c500 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:00.387376 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c0a41-abd9-48f2-a431-e418e25d0888 None None] Pushing event updated for resources: {'Port': ['ID=40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:00.399135 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6dde0e96-384f-4fab-8141-1b8a19f678ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:00.422454 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-faa5aaf9-40c7-40f5-bf18-e4e75c23c1f0 req-319a7931-6467-43ed-be3c-b750a8b1f2bf tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Calling delete_port for a15d81dc-6762-4138-a46a-f473d385b35b owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:49:00.441404 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-cf02452c-71ff-432b-af54-a746694f4c2d tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Made reservation on behalf of 9a034f7c3c7c4a32987e24fa8a7ab2b6 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:49:00.445135 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-cf02452c-71ff-432b-af54-a746694f4c2d tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:00.490349 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2e565ceb-62e2-47c0-9fa4-23719488113f None None] Provisioning for port 6d04c30f-ee72-4f06-8e30-70daea3c6ede completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:49:00.496195 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dde0e96-384f-4fab-8141-1b8a19f678ca None None] Network 4c369ca7-59e0-4e12-bb23-4a2736f0f696 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:49:00.501544 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde0e96-384f-4fab-8141-1b8a19f678ca None None] Pushing event updated for resources: {'Port': ['ID=7a27fa43-5a5b-4b0a-beaa-d89c332399e4,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:00.504001 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8f9558e8-8459-46db-9b04-0eaa08c0ed02 None None] Attempting to bind port 40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:49:00.504377 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8f9558e8-8459-46db-9b04-0eaa08c0ed02 None None] Attempting to bind port 40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:49:00.504894 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9558e8-8459-46db-9b04-0eaa08c0ed02 None None] Attempting to bind port 40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:49:00.526634 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-6dde0e96-384f-4fab-8141-1b8a19f678ca None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:49:00.530066 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2e565ceb-62e2-47c0-9fa4-23719488113f None None] Provisioning complete for port 6d04c30f-ee72-4f06-8e30-70daea3c6ede triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:49:00.530670 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2e565ceb-62e2-47c0-9fa4-23719488113f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:00.550806 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dde0e96-384f-4fab-8141-1b8a19f678ca None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:49:00.586225 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7e3cdc-05fb-4676-947c-bddeff85c312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-79566a72-4ddd-4877-be6e-b839774669a6', 'network_id': '79566a72-4ddd-4877-be6e-b839774669a6', 'tenant_id': '6890d74e37804f61aa3c1461c6b60c68', 'fixed_ips': [{'subnet_id': 'fd86e270-f677-488b-9efb-bf9e4f1f754e'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:49:00.587267 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8c7e3cdc-05fb-4676-947c-bddeff85c312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:00.589256 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9558e8-8459-46db-9b04-0eaa08c0ed02 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:49:00.589630 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9558e8-8459-46db-9b04-0eaa08c0ed02 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:49:00.590044 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8f9558e8-8459-46db-9b04-0eaa08c0ed02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:00.590455 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9558e8-8459-46db-9b04-0eaa08c0ed02 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:49:00.590915 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8f9558e8-8459-46db-9b04-0eaa08c0ed02 None None] Bound port: 40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:49:00.591292 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8f9558e8-8459-46db-9b04-0eaa08c0ed02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:00.595057 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4de80b6f-a525-4867-a5f6-52dc15f651a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:00.619611 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fec1d872-7086-4c62-8b97-e369831c6b92 req-6623faf2-9b0d-4f6c-977c-24e7bb1b413d tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844450 Jul 06 13:49:00.640177 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-090ba1f1-6b4b-40bd-b48c-724b2610c500 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:00.671117 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:00.726207 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6fc7d-cf9a-4dfc-ada6-e02d63c28b3a req-c5516ee4-60cf-42e6-9397-8cc6f50188ba tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:00.738739 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-23d6fc7d-cf9a-4dfc-ada6-e02d63c28b3a req-c5516ee4-60cf-42e6-9397-8cc6f50188ba tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=3964e81d-1864-4aba-b578-7fbf54bde95d HTTP/1.1" status: 200 len: 943 time: 0.2218981 Jul 06 13:49:00.739079 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-2e565ceb-62e2-47c0-9fa4-23719488113f None None] Port 6d04c30f-ee72-4f06-8e30-70daea3c6ede cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:49:00.751964 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a0b57fd0-693d-4120-9379-d91ca9c2e689 req-4bb76b06-6044-4600-b9ab-7848ab7f7093 service neutron] 10.222.0.124 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243966 Jul 06 13:49:00.821787 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-6dde0e96-384f-4fab-8141-1b8a19f678ca None None] Attempting to bind port 7a27fa43-5a5b-4b0a-beaa-d89c332399e4 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:49:00.821787 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-6dde0e96-384f-4fab-8141-1b8a19f678ca None None] Attempting to bind port 7a27fa43-5a5b-4b0a-beaa-d89c332399e4 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '39bf5088-a9f4-401a-872f-481be0aa48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4c369ca7-59e0-4e12-bb23-4a2736f0f696'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:49:00.822411 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde0e96-384f-4fab-8141-1b8a19f678ca None None] Attempting to bind port 7a27fa43-5a5b-4b0a-beaa-d89c332399e4 on network 4c369ca7-59e0-4e12-bb23-4a2736f0f696 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:49:00.836868 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-cf02452c-71ff-432b-af54-a746694f4c2d tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Allocated IP 192.168.233.194 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/97e1bc80-442d-4ac5-96f0-0d63cd6f07ff) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:49:00.840390 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8f9558e8-8459-46db-9b04-0eaa08c0ed02 None None] For port 40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:49:00.842395 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5d9958-d4e2-4362-a305-d62efa77718f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd297307d-d7fb-49d6-bdd7-a0b990031e5e'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:49:00.845371 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c32ee15-261f-476f-bfe4-cd1dbef98515" -d '{"events": [{"server_uuid": "4e5d9958-d4e2-4362-a305-d62efa77718f", "name": "network-vif-plugged", "status": "completed", "tag": "d297307d-d7fb-49d6-bdd7-a0b990031e5e"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:49:00.854768 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-090ba1f1-6b4b-40bd-b48c-724b2610c500 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:00.873470 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde0e96-384f-4fab-8141-1b8a19f678ca None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:49:00.873949 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde0e96-384f-4fab-8141-1b8a19f678ca None None] Checking segment: {'id': '39bf5088-a9f4-401a-872f-481be0aa48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4c369ca7-59e0-4e12-bb23-4a2736f0f696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:49:00.874420 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6dde0e96-384f-4fab-8141-1b8a19f678ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:00.874891 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde0e96-384f-4fab-8141-1b8a19f678ca None None] Bound using segment: {'id': '39bf5088-a9f4-401a-872f-481be0aa48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4c369ca7-59e0-4e12-bb23-4a2736f0f696'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:49:00.875436 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-6dde0e96-384f-4fab-8141-1b8a19f678ca None None] Bound port: 7a27fa43-5a5b-4b0a-beaa-d89c332399e4, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bf5088-a9f4-401a-872f-481be0aa48d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '4c369ca7-59e0-4e12-bb23-4a2736f0f696'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:49:00.875885 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6dde0e96-384f-4fab-8141-1b8a19f678ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:00.877689 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-23d6fc7d-cf9a-4dfc-ada6-e02d63c28b3a req-454c22e1-5ca9-43be-9a24-acdf3276232b tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380143 Jul 06 13:49:00.886962 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port d297307d-d7fb-49d6-bdd7-a0b990031e5e, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d297307d-d7fb-49d6-bdd7-a0b990031e5e,segment=NetworkSegment(395ac52b-270e-4067-8453-7941e774d9db),segment_id=395ac52b-270e-4067-8453-7941e774d9db)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:00.897815 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8f9558e8-8459-46db-9b04-0eaa08c0ed02 None None] For port 40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:49:00.904554 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ba1f1-6b4b-40bd-b48c-724b2610c500 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Pushing event deleted for resources: {'Subnet': ['ID=aefb7ea0-b8a9-4379-9365-63be65e50994,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:00.912153 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-faa5aaf9-40c7-40f5-bf18-e4e75c23c1f0 req-319a7931-6467-43ed-be3c-b750a8b1f2bf tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:00.919069 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:00.946183 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8f9558e8-8459-46db-9b04-0eaa08c0ed02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:00.948585 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['a15d81dc-6762-4138-a46a-f473d385b35b'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:49:00.958792 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-090ba1f1-6b4b-40bd-b48c-724b2610c500 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:00.964534 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-090ba1f1-6b4b-40bd-b48c-724b2610c500 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] 10.222.0.118 "DELETE /v2.0/subnets/aefb7ea0-b8a9-4379-9365-63be65e50994 HTTP/1.1" status: 204 len: 168 time: 1.0366185 Jul 06 13:49:00.965221 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44240) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:01.015056 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a7931-6467-43ed-be3c-b750a8b1f2bf tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Pushing event deleted for resources: {'Port': ['ID=a15d81dc-6762-4138-a46a-f473d385b35b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:01.038402 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9d8613a8-7abd-4164-8141-00a0cced7691 req-5c2ca775-6706-41b2-8049-76c076f50177 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=a9a00bbc-09b3-40bc-a090-b924659bfc16 HTTP/1.1" status: 200 len: 210 time: 0.0973861 Jul 06 13:49:01.051420 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a0b57fd0-693d-4120-9379-d91ca9c2e689 req-ae2d2247-a957-4109-862d-4a8987c5dc7e service neutron] 10.222.0.124 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804141 Jul 06 13:49:01.092564 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-8c7e3cdc-05fb-4676-947c-bddeff85c312 None None] Allocated IP 2001:db8:0:1::1 (79566a72-4ddd-4877-be6e-b839774669a6/fd86e270-f677-488b-9efb-bf9e4f1f754e/a4b98dae-7fca-42bd-ac20-03990c579d59) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:49:01.100600 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=d297307d-d7fb-49d6-bdd7-a0b990031e5e,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:01.121573 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa5aaf9-40c7-40f5-bf18-e4e75c23c1f0 req-319a7931-6467-43ed-be3c-b750a8b1f2bf tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] No DVR routers for this DVR port a15d81dc-6762-4138-a46a-f473d385b35b on host n-h2-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:49:01.125057 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-faa5aaf9-40c7-40f5-bf18-e4e75c23c1f0 req-319a7931-6467-43ed-be3c-b750a8b1f2bf tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:01.128502 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-faa5aaf9-40c7-40f5-bf18-e4e75c23c1f0 req-319a7931-6467-43ed-be3c-b750a8b1f2bf tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.124 "DELETE /v2.0/ports/a15d81dc-6762-4138-a46a-f473d385b35b HTTP/1.1" status: 204 len: 173 time: 1.3993056 Jul 06 13:49:01.158033 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca7de0f-b2e0-424c-a5ea-224ea53ccb5b x-openstack-request-id: req-7ca7de0f-b2e0-424c-a5ea-224ea53ccb5b {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:49:01.158338 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5d9958-d4e2-4362-a305-d62efa77718f", "name": "network-vif-plugged", "status": "completed", "tag": "d297307d-d7fb-49d6-bdd7-a0b990031e5e", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:49:01.158651 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-7ca7de0f-b2e0-424c-a5ea-224ea53ccb5b {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:49:01.159042 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5d9958-d4e2-4362-a305-d62efa77718f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd297307d-d7fb-49d6-bdd7-a0b990031e5e', 'code': 200} Jul 06 13:49:01.163439 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9558e8-8459-46db-9b04-0eaa08c0ed02 None None] Routers {'8f69c841-f1ec-4583-a6a3-5c66d487954e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:49:01.164130 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8f9558e8-8459-46db-9b04-0eaa08c0ed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:48:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['8f69c841-f1ec-4583-a6a3-5c66d487954e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:01.166921 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2631db07-9a39-4fa6-9298-ebcbd598e3ed', 'name': 'network-vif-deleted', 'tag': 'a15d81dc-6762-4138-a46a-f473d385b35b'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:49:01.170887 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a1e83c-5445-457a-9f0d-0bc531a08468" -d '{"events": [{"server_uuid": "2631db07-9a39-4fa6-9298-ebcbd598e3ed", "name": "network-vif-deleted", "tag": "a15d81dc-6762-4138-a46a-f473d385b35b"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:49:01.180358 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-6dde0e96-384f-4fab-8141-1b8a19f678ca None None] For port 7a27fa43-5a5b-4b0a-beaa-d89c332399e4, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:49:01.188455 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4de80b6f-a525-4867-a5f6-52dc15f651a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:01.204803 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4de80b6f-a525-4867-a5f6-52dc15f651a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:01.228834 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-048c55d5-8deb-4efe-931b-ac129e7983ec tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Deleting subnet fd86e270-f677-488b-9efb-bf9e4f1f754e {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:49:01.260171 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device e4571386-0c65-4e8d-a9a8-acd3652ac28a details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:49:01.269482 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-6dde0e96-384f-4fab-8141-1b8a19f678ca None None] For port 7a27fa43-5a5b-4b0a-beaa-d89c332399e4, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=7a27fa43-5a5b-4b0a-beaa-d89c332399e4,segment=NetworkSegment(39bf5088-a9f4-401a-872f-481be0aa48d0),segment_id=39bf5088-a9f4-401a-872f-481be0aa48d0)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:49:01.300322 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6dde0e96-384f-4fab-8141-1b8a19f678ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:01.361602 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-cf02452c-71ff-432b-af54-a746694f4c2d tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:01.400806 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-cf02452c-71ff-432b-af54-a746694f4c2d tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Transition to ACTIVE for port object 97e1bc80-442d-4ac5-96f0-0d63cd6f07ff will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:49:01.421800 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4de80b6f-a525-4867-a5f6-52dc15f651a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:01.438281 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de80b6f-a525-4867-a5f6-52dc15f651a8 admin admin] Pushing event updated for resources: {'Port': ['ID=6d04c30f-ee72-4f06-8e30-70daea3c6ede,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:01.456180 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c0a41-abd9-48f2-a431-e418e25d0888 None None] Pushing event updated for resources: {'Port': ['ID=40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:01.475275 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-cf02452c-71ff-432b-af54-a746694f4c2d tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:01.481704 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.db.resource_extend [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 13:49:01.521296 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['f120d03a-d04f-4092-b22c-5a031fcd177e'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:49:01.524389 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['76a663a7-5e16-470c-95b7-045f9d4c9874'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:49:01.541874 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889c355-db3e-4ebf-9192-3a5a3fe60d18 req-416b1a9b-b639-40ab-8ef4-1fdf39d750ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:01.543691 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4889c355-db3e-4ebf-9192-3a5a3fe60d18 req-416b1a9b-b639-40ab-8ef4-1fdf39d750ea service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=4e5d9958-d4e2-4362-a305-d62efa77718f HTTP/1.1" status: 200 len: 1096 time: 0.2552962 Jul 06 13:49:01.578923 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02452c-71ff-432b-af54-a746694f4c2d tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Pushing event updated for resources: {'Port': ['ID=97e1bc80-442d-4ac5-96f0-0d63cd6f07ff,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:01.598531 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-cf02452c-71ff-432b-af54-a746694f4c2d tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:49:01.600665 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-cf02452c-71ff-432b-af54-a746694f4c2d tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:49:01.616123 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-cf02452c-71ff-432b-af54-a746694f4c2d tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:49:01.617652 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de80b6f-a525-4867-a5f6-52dc15f651a8 admin admin] Network 50329774-c014-4320-b73f-68f0f2d9d2b2 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:49:01.620903 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-4de80b6f-a525-4867-a5f6-52dc15f651a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:49:01.631871 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4889c355-db3e-4ebf-9192-3a5a3fe60d18 req-7993a8ad-accf-46bf-9305-2f7e5c6c00cc service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=fb3b17d9-ade7-49d7-8915-6544a8aa5905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797534 Jul 06 13:49:01.765707 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-cf02452c-71ff-432b-af54-a746694f4c2d tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:01.766424 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-cf02452c-71ff-432b-af54-a746694f4c2d tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:01.833981 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-cf02452c-71ff-432b-af54-a746694f4c2d tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5429745 Jul 06 13:49:01.847556 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-12de887d-8701-4172-b8e8-992b6743b93d service neutron] Request body: {'port': {'device_id': 'a9a00bbc-09b3-40bc-a090-b924659bfc16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:02.078504 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-12de887d-8701-4172-b8e8-992b6743b93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:02.235863 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b450dc9d-a5d5-4ea2-bd77-f95394306127 None None] Network 4c369ca7-59e0-4e12-bb23-4a2736f0f696 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:49:02.342691 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8537d05-c0ae-477a-a7ff-25983d26525e req-3a7f0f55-8fb5-4603-949a-1eaad526caf5 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:02.352978 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8537d05-c0ae-477a-a7ff-25983d26525e req-3a7f0f55-8fb5-4603-949a-1eaad526caf5 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e5d9958-d4e2-4362-a305-d62efa77718f HTTP/1.1" status: 200 len: 945 time: 0.2228584 Jul 06 13:49:02.360381 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdf6906-4e04-4e6a-b5fd-43d0b25a087d x-openstack-request-id: req-efdf6906-4e04-4e6a-b5fd-43d0b25a087d {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:49:02.360764 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2631db07-9a39-4fa6-9298-ebcbd598e3ed", "name": "network-vif-deleted", "tag": "a15d81dc-6762-4138-a46a-f473d385b35b", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:49:02.361522 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-efdf6906-4e04-4e6a-b5fd-43d0b25a087d {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:49:02.362008 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2631db07-9a39-4fa6-9298-ebcbd598e3ed', 'name': 'network-vif-deleted', 'tag': 'a15d81dc-6762-4138-a46a-f473d385b35b', 'status': 'completed', 'code': 200} Jul 06 13:49:02.397217 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de80b6f-a525-4867-a5f6-52dc15f651a8 admin admin] Router 8f69c841-f1ec-4583-a6a3-5c66d487954e has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:49:02.404219 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-8f9558e8-8459-46db-9b04-0eaa08c0ed02 None None] Set router 8f69c841-f1ec-4583-a6a3-5c66d487954e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:49:02.523785 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde0e96-384f-4fab-8141-1b8a19f678ca None None] Pushing event updated for resources: {'Port': ['ID=7a27fa43-5a5b-4b0a-beaa-d89c332399e4,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:02.547411 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8537d05-c0ae-477a-a7ff-25983d26525e req-30276d7a-597a-4ae5-a74f-a8c216609f13 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups?id=fb3b17d9-ade7-49d7-8915-6544a8aa5905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931522 Jul 06 13:49:02.569982 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de80b6f-a525-4867-a5f6-52dc15f651a8 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:49:02.577622 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4de80b6f-a525-4867-a5f6-52dc15f651a8 admin admin] 10.222.0.118 "PUT /v2.0/routers/8f69c841-f1ec-4583-a6a3-5c66d487954e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0155954 Jul 06 13:49:02.578391 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1060a475-251b-44d3-a37b-2eff289a5c25 None None] Provisioning complete for port 6d04c30f-ee72-4f06-8e30-70daea3c6ede triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:49:02.578801 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1060a475-251b-44d3-a37b-2eff289a5c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:02.755358 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-12de887d-8701-4172-b8e8-992b6743b93d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e1bc80-442d-4ac5-96f0-0d63cd6f07ff {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:49:02.769243 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-12de887d-8701-4172-b8e8-992b6743b93d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:02.783522 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port e4571386-0c65-4e8d-a9a8-acd3652ac28a, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=e4571386-0c65-4e8d-a9a8-acd3652ac28a,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:02.792273 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-12de887d-8701-4172-b8e8-992b6743b93d service neutron] Transition to ACTIVE for port object 97e1bc80-442d-4ac5-96f0-0d63cd6f07ff will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:49:02.799173 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-12de887d-8701-4172-b8e8-992b6743b93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:02.855358 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8c7e3cdc-05fb-4676-947c-bddeff85c312 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:02.887857 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de887d-8701-4172-b8e8-992b6743b93d service neutron] Pushing event updated for resources: {'Port': ['ID=97e1bc80-442d-4ac5-96f0-0d63cd6f07ff,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:02.939264 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8c7e3cdc-05fb-4676-947c-bddeff85c312 None None] Transition to ACTIVE for port object a4b98dae-7fca-42bd-ac20-03990c579d59 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:49:02.946836 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'e4571386-0c65-4e8d-a9a8-acd3652ac28a', 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b', 'port_id': 'e4571386-0c65-4e8d-a9a8-acd3652ac28a', 'mac_address': 'fa:16:3e:55:05:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c4bc917-beda-4093-9c43-911a28c774ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:49:02.960405 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-1060a475-251b-44d3-a37b-2eff289a5c25 None None] Port 6d04c30f-ee72-4f06-8e30-70daea3c6ede cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:49:03.018323 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-12de887d-8701-4172-b8e8-992b6743b93d service neutron] Attempting to bind port 97e1bc80-442d-4ac5-96f0-0d63cd6f07ff on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:49:03.018980 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-12de887d-8701-4172-b8e8-992b6743b93d service neutron] Attempting to bind port 97e1bc80-442d-4ac5-96f0-0d63cd6f07ff by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:49:03.019520 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-12de887d-8701-4172-b8e8-992b6743b93d service neutron] Attempting to bind port 97e1bc80-442d-4ac5-96f0-0d63cd6f07ff on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:49:03.036825 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-12de887d-8701-4172-b8e8-992b6743b93d service neutron] Port 97e1bc80-442d-4ac5-96f0-0d63cd6f07ff on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:49:03.037203 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-12de887d-8701-4172-b8e8-992b6743b93d service neutron] Attempting to bind port 97e1bc80-442d-4ac5-96f0-0d63cd6f07ff on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:49:03.048646 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8c7e3cdc-05fb-4676-947c-bddeff85c312 None None] Transition to ACTIVE for port object a4b98dae-7fca-42bd-ac20-03990c579d59 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:49:03.049791 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac77268-b31c-4a0f-8f79-95018db0d2d5 req-48159ef0-7de6-4a5b-bc49-385085a3eb5c tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:03.051189 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eac77268-b31c-4a0f-8f79-95018db0d2d5 req-48159ef0-7de6-4a5b-bc49-385085a3eb5c tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=3964e81d-1864-4aba-b578-7fbf54bde95d HTTP/1.1" status: 200 len: 943 time: 0.1332142 Jul 06 13:49:03.059078 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-12d07e89-cd60-464d-93ba-e822879bb05e req-a29f9786-ccdf-472a-b075-bd52c98be1dd tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:49:03.060111 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12d07e89-cd60-464d-93ba-e822879bb05e req-a29f9786-ccdf-472a-b075-bd52c98be1dd tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063422 Jul 06 13:49:03.061657 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-12de887d-8701-4172-b8e8-992b6743b93d service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:49:03.062024 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-12de887d-8701-4172-b8e8-992b6743b93d service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:49:03.062797 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-12de887d-8701-4172-b8e8-992b6743b93d service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:49:03.063435 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-12de887d-8701-4172-b8e8-992b6743b93d service neutron] Bound port: 97e1bc80-442d-4ac5-96f0-0d63cd6f07ff, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:49:03.063984 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-12de887d-8701-4172-b8e8-992b6743b93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:03.073515 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-12d07e89-cd60-464d-93ba-e822879bb05e req-80c66c10-8fea-4b2c-b471-bc9460c9e98c service neutron] Request body: {'binding': {'host': 'n-h2-773644-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:03.074010 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-12d07e89-cd60-464d-93ba-e822879bb05e req-80c66c10-8fea-4b2c-b471-bc9460c9e98c service neutron] Unknown quota resources ['binding']. {{(pid=100418) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 13:49:03.075031 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-048c55d5-8deb-4efe-931b-ac129e7983ec tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:03.086381 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1060a475-251b-44d3-a37b-2eff289a5c25 None None] Provisioning for port 97e1bc80-442d-4ac5-96f0-0d63cd6f07ff completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:49:03.101026 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8c7e3cdc-05fb-4676-947c-bddeff85c312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:03.138783 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-048c55d5-8deb-4efe-931b-ac129e7983ec tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:03.194349 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eac77268-b31c-4a0f-8f79-95018db0d2d5 req-c5229191-272c-43a4-8293-33cece15d602 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270187 Jul 06 13:49:03.233974 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7e3cdc-05fb-4676-947c-bddeff85c312 None None] Network 79566a72-4ddd-4877-be6e-b839774669a6 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:49:03.240481 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:03.262863 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-048c55d5-8deb-4efe-931b-ac129e7983ec tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:03.278384 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-8c7e3cdc-05fb-4676-947c-bddeff85c312 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:49:03.285102 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7e3cdc-05fb-4676-947c-bddeff85c312 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:49:03.287235 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e3cdc-05fb-4676-947c-bddeff85c312 None None] Pushing event updated for resources: {'Port': ['ID=a4b98dae-7fca-42bd-ac20-03990c579d59,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:03.315764 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4571386-0c65-4e8d-a9a8-acd3652ac28a {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:49:03.347359 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-12d07e89-cd60-464d-93ba-e822879bb05e req-80c66c10-8fea-4b2c-b471-bc9460c9e98c service neutron] Attempting to bind port 904dc541-1865-4711-8c16-f4460a98dc88 on host n-h2-773644-6 for vnic_type normal with profile None {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:49:03.347837 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-12d07e89-cd60-464d-93ba-e822879bb05e req-80c66c10-8fea-4b2c-b471-bc9460c9e98c service neutron] Attempting to bind port 904dc541-1865-4711-8c16-f4460a98dc88 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:49:03.348305 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d07e89-cd60-464d-93ba-e822879bb05e req-80c66c10-8fea-4b2c-b471-bc9460c9e98c service neutron] Attempting to bind port 904dc541-1865-4711-8c16-f4460a98dc88 on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:49:03.356850 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-048c55d5-8deb-4efe-931b-ac129e7983ec tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:03.363474 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-12de887d-8701-4172-b8e8-992b6743b93d service neutron] For port 97e1bc80-442d-4ac5-96f0-0d63cd6f07ff, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:49:03.386447 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d07e89-cd60-464d-93ba-e822879bb05e req-80c66c10-8fea-4b2c-b471-bc9460c9e98c service neutron] Port 904dc541-1865-4711-8c16-f4460a98dc88 on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:49:03.386960 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d07e89-cd60-464d-93ba-e822879bb05e req-80c66c10-8fea-4b2c-b471-bc9460c9e98c service neutron] Attempting to bind port 904dc541-1865-4711-8c16-f4460a98dc88 on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:49:03.388937 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-048c55d5-8deb-4efe-931b-ac129e7983ec tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:03.393689 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-048c55d5-8deb-4efe-931b-ac129e7983ec tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] 10.222.0.118 "DELETE /v2.0/subnets/fd86e270-f677-488b-9efb-bf9e4f1f754e HTTP/1.1" status: 204 len: 168 time: 2.4021571 Jul 06 13:49:03.394297 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port e4571386-0c65-4e8d-a9a8-acd3652ac28a, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=e4571386-0c65-4e8d-a9a8-acd3652ac28a,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:03.394576 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44290) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:03.397371 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c55d5-8deb-4efe-931b-ac129e7983ec tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Pushing event deleted for resources: {'Subnet': ['ID=fd86e270-f677-488b-9efb-bf9e4f1f754e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:03.408029 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-12de887d-8701-4172-b8e8-992b6743b93d service neutron] For port 97e1bc80-442d-4ac5-96f0-0d63cd6f07ff, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=97e1bc80-442d-4ac5-96f0-0d63cd6f07ff,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:49:03.410041 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d07e89-cd60-464d-93ba-e822879bb05e req-80c66c10-8fea-4b2c-b471-bc9460c9e98c service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:49:03.410919 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d07e89-cd60-464d-93ba-e822879bb05e req-80c66c10-8fea-4b2c-b471-bc9460c9e98c service neutron] Checking segment: {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:49:03.411553 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d07e89-cd60-464d-93ba-e822879bb05e req-80c66c10-8fea-4b2c-b471-bc9460c9e98c service neutron] Bound using segment: {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:49:03.412046 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-12d07e89-cd60-464d-93ba-e822879bb05e req-80c66c10-8fea-4b2c-b471-bc9460c9e98c service neutron] Bound port: 904dc541-1865-4711-8c16-f4460a98dc88, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:49:03.423779 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:03.441775 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-12de887d-8701-4172-b8e8-992b6743b93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:03.480697 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8c7e3cdc-05fb-4676-947c-bddeff85c312 None None] Attempting to bind port a4b98dae-7fca-42bd-ac20-03990c579d59 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:49:03.481042 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8c7e3cdc-05fb-4676-947c-bddeff85c312 None None] Attempting to bind port a4b98dae-7fca-42bd-ac20-03990c579d59 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'ccf50b14-6d0e-439b-a265-159faabc7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '79566a72-4ddd-4877-be6e-b839774669a6'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:49:03.481342 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7e3cdc-05fb-4676-947c-bddeff85c312 None None] Attempting to bind port a4b98dae-7fca-42bd-ac20-03990c579d59 on network 79566a72-4ddd-4877-be6e-b839774669a6 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:49:03.487948 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8f9558e8-8459-46db-9b04-0eaa08c0ed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'name': 'tempest-ServersTestBootFromVolume-1979286104-router', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:48:49Z', 'updated_at': '2021-07-06T13:49:00Z', 'revision_number': 4, 'project_id': 'd2199527a64a46ce9106abe6e66b8132', 'gw_port': {'id': '40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:48:51Z', 'updated_at': '2021-07-06T13:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '6d04c30f-ee72-4f06-8e30-70daea3c6ede', 'name': '', 'network_id': '50329774-c014-4320-b73f-68f0f2d9d2b2', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'mac_address': 'fa:16:3e:4e:98:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '86e0e7b2-c042-4f4e-889c-0378d7ddb55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:48:59Z', 'updated_at': '2021-07-06T13:48:59Z', 'revision_number': 1, 'project_id': 'd2199527a64a46ce9106abe6e66b8132', 'subnets': [{'id': '86e0e7b2-c042-4f4e-889c-0378d7ddb55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:03.488681 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9911be-4446-411b-98e5-909335b4f631 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:03.495176 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9b9911be-4446-411b-98e5-909335b4f631 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0992646 Jul 06 13:49:03.495882 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44292) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:03.500297 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7e3cdc-05fb-4676-947c-bddeff85c312 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:49:03.500672 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7e3cdc-05fb-4676-947c-bddeff85c312 None None] Checking segment: {'id': 'ccf50b14-6d0e-439b-a265-159faabc7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '79566a72-4ddd-4877-be6e-b839774669a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:49:03.501081 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8c7e3cdc-05fb-4676-947c-bddeff85c312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:03.501476 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7e3cdc-05fb-4676-947c-bddeff85c312 None None] Bound using segment: {'id': 'ccf50b14-6d0e-439b-a265-159faabc7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '79566a72-4ddd-4877-be6e-b839774669a6'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:49:03.501987 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8c7e3cdc-05fb-4676-947c-bddeff85c312 None None] Bound port: a4b98dae-7fca-42bd-ac20-03990c579d59, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccf50b14-6d0e-439b-a265-159faabc7a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '79566a72-4ddd-4877-be6e-b839774669a6'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:49:03.502379 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8c7e3cdc-05fb-4676-947c-bddeff85c312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:03.543818 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9558e8-8459-46db-9b04-0eaa08c0ed02 None None] The sync data for ids ['8f69c841-f1ec-4583-a6a3-5c66d487954e'] in n-d-773644-6 is: [{'id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'name': 'tempest-ServersTestBootFromVolume-1979286104-router', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:48:49Z', 'updated_at': '2021-07-06T13:49:00Z', 'revision_number': 4, 'project_id': 'd2199527a64a46ce9106abe6e66b8132', 'gw_port': {'id': '40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3e:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:48:51Z', 'updated_at': '2021-07-06T13:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '6d04c30f-ee72-4f06-8e30-70daea3c6ede', 'name': '', 'network_id': '50329774-c014-4320-b73f-68f0f2d9d2b2', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'mac_address': 'fa:16:3e:4e:98:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '86e0e7b2-c042-4f4e-889c-0378d7ddb55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:48:59Z', 'updated_at': '2021-07-06T13:48:59Z', 'revision_number': 1, 'project_id': 'd2199527a64a46ce9106abe6e66b8132', 'subnets': [{'id': '86e0e7b2-c042-4f4e-889c-0378d7ddb55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:49:03.552435 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=e4571386-0c65-4e8d-a9a8-acd3652ac28a,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:03.592149 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-353da6f5-2c8f-49cd-82c6-bb210c679921 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:03.630937 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8c7e3cdc-05fb-4676-947c-bddeff85c312 None None] For port a4b98dae-7fca-42bd-ac20-03990c579d59, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:49:03.635157 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8c7e3cdc-05fb-4676-947c-bddeff85c312 None None] For port a4b98dae-7fca-42bd-ac20-03990c579d59, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a4b98dae-7fca-42bd-ac20-03990c579d59,segment=NetworkSegment(ccf50b14-6d0e-439b-a265-159faabc7a45),segment_id=ccf50b14-6d0e-439b-a265-159faabc7a45)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:49:03.643424 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8c7e3cdc-05fb-4676-947c-bddeff85c312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:03.679990 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-353da6f5-2c8f-49cd-82c6-bb210c679921 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Deleting port a4b98dae-7fca-42bd-ac20-03990c579d59 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:49:03.681262 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-353da6f5-2c8f-49cd-82c6-bb210c679921 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:03.717290 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['e4571386-0c65-4e8d-a9a8-acd3652ac28a'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:49:03.764538 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e3cdc-05fb-4676-947c-bddeff85c312 None None] Pushing event updated for resources: {'Port': ['ID=a4b98dae-7fca-42bd-ac20-03990c579d59,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:03.779382 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-353da6f5-2c8f-49cd-82c6-bb210c679921 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] For port a4b98dae-7fca-42bd-ac20-03990c579d59, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a4b98dae-7fca-42bd-ac20-03990c579d59,segment=NetworkSegment(ccf50b14-6d0e-439b-a265-159faabc7a45),segment_id=ccf50b14-6d0e-439b-a265-159faabc7a45)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:03.780511 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-353da6f5-2c8f-49cd-82c6-bb210c679921 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:03.799418 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-12de887d-8701-4172-b8e8-992b6743b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:03.800145 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-12de887d-8701-4172-b8e8-992b6743b93d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:03.801729 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-12de887d-8701-4172-b8e8-992b6743b93d service neutron] 10.222.0.124 "PUT /v2.0/ports/97e1bc80-442d-4ac5-96f0-0d63cd6f07ff HTTP/1.1" status: 200 len: 1096 time: 1.9597471 Jul 06 13:49:03.801895 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-353da6f5-2c8f-49cd-82c6-bb210c679921 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Calling delete_port for a4b98dae-7fca-42bd-ac20-03990c579d59 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:49:03.804291 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a00bbc-09b3-40bc-a090-b924659bfc16', 'tag': '97e1bc80-442d-4ac5-96f0-0d63cd6f07ff'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:49:03.806881 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcfd9a4-1bd4-45cf-ad1c-5ac7af154242" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a00bbc-09b3-40bc-a090-b924659bfc16", "tag": "97e1bc80-442d-4ac5-96f0-0d63cd6f07ff"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:49:03.919213 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-12d07e89-cd60-464d-93ba-e822879bb05e req-80c66c10-8fea-4b2c-b471-bc9460c9e98c service neutron] For port 904dc541-1865-4711-8c16-f4460a98dc88, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=904dc541-1865-4711-8c16-f4460a98dc88,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:49:03.974995 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac95da-90b2-4e3e-bc81-371b43e12894 req-eec8a3e2-91bd-41f1-914d-95cf278be4c8 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:03.978253 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-353da6f5-2c8f-49cd-82c6-bb210c679921 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:03.984177 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbac95da-90b2-4e3e-bc81-371b43e12894 req-eec8a3e2-91bd-41f1-914d-95cf278be4c8 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=a9a00bbc-09b3-40bc-a090-b924659bfc16 HTTP/1.1" status: 200 len: 948 time: 0.6405010 Jul 06 13:49:03.990298 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-12d07e89-cd60-464d-93ba-e822879bb05e req-80c66c10-8fea-4b2c-b471-bc9460c9e98c service neutron] Notify callbacks [] for binding, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:03.992485 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12d07e89-cd60-464d-93ba-e822879bb05e req-80c66c10-8fea-4b2c-b471-bc9460c9e98c service neutron] 10.222.0.118 "POST /v2.0/ports/904dc541-1865-4711-8c16-f4460a98dc88/bindings HTTP/1.1" status: 201 len: 389 time: 0.9223757 Jul 06 13:49:03.993220 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de887d-8701-4172-b8e8-992b6743b93d service neutron] Pushing event updated for resources: {'Port': ['ID=97e1bc80-442d-4ac5-96f0-0d63cd6f07ff,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:04.019649 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169a546e-629b-4c00-8ea6-b3f50eb50af3 None None] Network 79566a72-4ddd-4877-be6e-b839774669a6 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:49:04.064703 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353da6f5-2c8f-49cd-82c6-bb210c679921 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] No DVR routers for this DVR port a4b98dae-7fca-42bd-ac20-03990c579d59 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:49:04.066326 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353da6f5-2c8f-49cd-82c6-bb210c679921 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Pushing event deleted for resources: {'Port': ['ID=a4b98dae-7fca-42bd-ac20-03990c579d59,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:04.134480 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbac95da-90b2-4e3e-bc81-371b43e12894 req-f5bfbd70-b1c6-4831-93f2-00e93231cdb3 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444516 Jul 06 13:49:04.173268 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-fc922ec8-0c4d-4fa1-b96a-9a9b8d7140af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:04.184557 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-fc922ec8-0c4d-4fa1-b96a-9a9b8d7140af service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=9a034f7c3c7c4a32987e24fa8a7ab2b6&device_id=a9a00bbc-09b3-40bc-a090-b924659bfc16 HTTP/1.1" status: 200 len: 1099 time: 0.3154202 Jul 06 13:49:04.307774 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-353da6f5-2c8f-49cd-82c6-bb210c679921 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:04.328957 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-351e6aa8-bd8d-404e-8b0e-6f8cfdcdc7ae service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=97e1bc80-442d-4ac5-96f0-0d63cd6f07ff HTTP/1.1" status: 200 len: 217 time: 0.1331329 Jul 06 13:49:04.331177 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-353da6f5-2c8f-49cd-82c6-bb210c679921 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79566a72-4ddd-4877-be6e-b839774669a6']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:04.358297 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-353da6f5-2c8f-49cd-82c6-bb210c679921 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf50b14-6d0e-439b-a265-159faabc7a45') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:04.360250 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-353da6f5-2c8f-49cd-82c6-bb210c679921 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf50b14-6d0e-439b-a265-159faabc7a45') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:04.370501 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ededda-305d-479a-88d0-549527750de2 None None] get_active_networks_info from n-d-773644-6 {{(pid=100419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 13:49:04.396777 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-353da6f5-2c8f-49cd-82c6-bb210c679921 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:04.421931 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-13575d2f-f9af-470d-96d2-9b82a0705523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:04.427248 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-13575d2f-f9af-470d-96d2-9b82a0705523 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0790291 Jul 06 13:49:04.455843 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-353da6f5-2c8f-49cd-82c6-bb210c679921 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:04.468301 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-353da6f5-2c8f-49cd-82c6-bb210c679921 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:49:04.469068 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-353da6f5-2c8f-49cd-82c6-bb210c679921 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:49:04.473290 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:49:04.553175 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-aa8fbe34-ca44-41b1-ae1b-8e4b9ee958d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:04.563223 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-aa8fbe34-ca44-41b1-ae1b-8e4b9ee958d0 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1281486 Jul 06 13:49:04.612141 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d07e89-cd60-464d-93ba-e822879bb05e req-046574fd-8c43-4469-96eb-53685d6a9c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:04.614408 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12d07e89-cd60-464d-93ba-e822879bb05e req-046574fd-8c43-4469-96eb-53685d6a9c8a service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0a05dcebc7174fa4835bbaac9666195c&device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 1096 time: 0.2391100 Jul 06 13:49:04.621239 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-353da6f5-2c8f-49cd-82c6-bb210c679921 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:04.622490 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ededda-305d-479a-88d0-549527750de2 None None] Resources bound (agent type, host, resource id): {{(pid=100419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 13:49:04.630411 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-353da6f5-2c8f-49cd-82c6-bb210c679921 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:04.633773 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-353da6f5-2c8f-49cd-82c6-bb210c679921 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] 10.222.0.118 "DELETE /v2.0/networks/79566a72-4ddd-4877-be6e-b839774669a6 HTTP/1.1" status: 204 len: 168 time: 1.1357484 Jul 06 13:49:04.691108 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44308) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:04.774111 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353da6f5-2c8f-49cd-82c6-bb210c679921 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Pushing event deleted for resources: {'Network': ['ID=79566a72-4ddd-4877-be6e-b839774669a6,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:04.845348 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d07e89-cd60-464d-93ba-e822879bb05e req-1b48f796-26f0-497e-b23b-1523beaa7add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:04.847124 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12d07e89-cd60-464d-93ba-e822879bb05e req-1b48f796-26f0-497e-b23b-1523beaa7add service neutron] 10.222.0.124 "GET /v2.0/networks?id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b HTTP/1.1" status: 200 len: 909 time: 0.2121694 Jul 06 13:49:04.853127 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44310) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:04.859018 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-562a61fa-5ab7-4bca-b866-38e678ac2ec0 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1458143546', 'description': 'tempest-description--876962781'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:04.927332 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2862c0f0-b832-46ec-ab16-bd6a1b1bb85e x-openstack-request-id: req-2862c0f0-b832-46ec-ab16-bd6a1b1bb85e {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:49:04.927826 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a00bbc-09b3-40bc-a090-b924659bfc16", "tag": "97e1bc80-442d-4ac5-96f0-0d63cd6f07ff", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:49:04.927937 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-2862c0f0-b832-46ec-ab16-bd6a1b1bb85e {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:49:04.928259 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a00bbc-09b3-40bc-a090-b924659bfc16', 'tag': '97e1bc80-442d-4ac5-96f0-0d63cd6f07ff', 'status': 'completed', 'code': 200} Jul 06 13:49:04.939766 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a9140817-0149-4ce4-9fcf-6205cd185ccf tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:04.941482 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12d07e89-cd60-464d-93ba-e822879bb05e req-e785c702-1026-4009-afdf-f86eab551cac service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=904dc541-1865-4711-8c16-f4460a98dc88 HTTP/1.1" status: 200 len: 217 time: 0.0689147 Jul 06 13:49:04.961858 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-f874971a-e22f-4479-a1e4-ac7386a32aeb service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891857 Jul 06 13:49:05.023776 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-562a61fa-5ab7-4bca-b866-38e678ac2ec0 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:05.054954 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d07e89-cd60-464d-93ba-e822879bb05e req-96fa86a2-b7a7-4f91-99d5-c32195a3e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:05.055807 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883ce81-159c-440c-9b19-877abee258aa req-6e995c09-57f9-415b-995b-e9ad6548fc25 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:05.056591 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12d07e89-cd60-464d-93ba-e822879bb05e req-96fa86a2-b7a7-4f91-99d5-c32195a3e75e service neutron] 10.222.0.124 "GET /v2.0/subnets?id=fb580ceb-d4c2-41da-b0a8-ed5910fd5560 HTTP/1.1" status: 200 len: 848 time: 0.1051302 Jul 06 13:49:05.058642 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6883ce81-159c-440c-9b19-877abee258aa req-6e995c09-57f9-415b-995b-e9ad6548fc25 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e5d9958-d4e2-4362-a305-d62efa77718f HTTP/1.1" status: 200 len: 945 time: 0.2985024 Jul 06 13:49:05.106292 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12d07e89-cd60-464d-93ba-e822879bb05e req-3e514bd1-4594-4287-ac59-da71703ea459 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416591 Jul 06 13:49:05.257926 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6883ce81-159c-440c-9b19-877abee258aa req-199a58cc-0fd7-4ed9-b968-8ee7e3551528 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups?id=fb3b17d9-ade7-49d7-8915-6544a8aa5905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712148 Jul 06 13:49:05.285576 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12d07e89-cd60-464d-93ba-e822879bb05e req-52cf000a-af73-44f6-95e0-3e4591145b5e service neutron] 10.222.0.124 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711478 Jul 06 13:49:05.291592 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-562a61fa-5ab7-4bca-b866-38e678ac2ec0 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:05.312884 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-562a61fa-5ab7-4bca-b866-38e678ac2ec0 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:05.369321 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76b58717-d4d9-426d-9d81-09bdca79b206 req-787a55a8-452e-445f-9b83-c7fa86760d95 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884211 Jul 06 13:49:05.397001 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-a9140817-0149-4ce4-9fcf-6205cd185ccf tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Deleting port 7a27fa43-5a5b-4b0a-beaa-d89c332399e4 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:49:05.397418 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a9140817-0149-4ce4-9fcf-6205cd185ccf tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:05.416573 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516082db-de6f-4deb-95e6-562484552165 req-df7b1041-348c-4331-8911-5ff30a5e1dd2 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:05.438792 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-516082db-de6f-4deb-95e6-562484552165 req-df7b1041-348c-4331-8911-5ff30a5e1dd2 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.124 "GET /v2.0/ports?device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0 HTTP/1.1" status: 200 len: 944 time: 0.3977840 Jul 06 13:49:05.460751 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-562a61fa-5ab7-4bca-b866-38e678ac2ec0 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:05.462275 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-562a61fa-5ab7-4bca-b866-38e678ac2ec0 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6080267 Jul 06 13:49:05.466150 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44318) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:05.470954 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-2186d472-4d79-4788-a383-a57ccec1138c tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Request body: {'security_group_rule': {'security_group_id': '1b01d789-7436-40a6-a70c-8138be3e1d10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:05.478184 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a61fa-5ab7-4bca-b866-38e678ac2ec0 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b01d789-7436-40a6-a70c-8138be3e1d10,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:05.502807 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813a32a-3f67-4168-a63d-b5e64bccec41 req-7ebf7004-0225-4921-b585-2a29766835bd tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:05.512421 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c813a32a-3f67-4168-a63d-b5e64bccec41 req-7ebf7004-0225-4921-b585-2a29766835bd tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 945 time: 0.4704473 Jul 06 13:49:05.512677 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device e4571386-0c65-4e8d-a9a8-acd3652ac28a up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:49:05.530330 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12d07e89-cd60-464d-93ba-e822879bb05e req-4d546ba6-24ce-4485-adf5-4bc5092980dc service neutron] 10.222.0.124 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374430 Jul 06 13:49:05.538564 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2186d472-4d79-4788-a383-a57ccec1138c tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:05.607847 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bd5af6-15a1-4f25-a91a-a1aba7f6437f None None] get_active_networks_info from n-d-773644-6 {{(pid=100419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 13:49:05.624709 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2186d472-4d79-4788-a383-a57ccec1138c tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:05.639903 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2186d472-4d79-4788-a383-a57ccec1138c tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:05.672980 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port e4571386-0c65-4e8d-a9a8-acd3652ac28a completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:49:05.679957 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186d472-4d79-4788-a383-a57ccec1138c tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35f66543-8913-4fa7-804a-246548efb9f1,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:05.693158 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2186d472-4d79-4788-a383-a57ccec1138c tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:05.697564 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2186d472-4d79-4788-a383-a57ccec1138c tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2303121 Jul 06 13:49:05.700767 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44322) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:05.702958 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port e4571386-0c65-4e8d-a9a8-acd3652ac28a triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:49:05.704709 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:05.711194 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e21ad49e-fdf1-4b60-937b-0a644a30104d tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Request body: {'security_group_rule': {'security_group_id': '1b01d789-7436-40a6-a70c-8138be3e1d10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:05.768381 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e21ad49e-fdf1-4b60-937b-0a644a30104d tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:05.802132 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-a9140817-0149-4ce4-9fcf-6205cd185ccf tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] For port 7a27fa43-5a5b-4b0a-beaa-d89c332399e4, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=7a27fa43-5a5b-4b0a-beaa-d89c332399e4,segment=NetworkSegment(39bf5088-a9f4-401a-872f-481be0aa48d0),segment_id=39bf5088-a9f4-401a-872f-481be0aa48d0)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:05.802456 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a9140817-0149-4ce4-9fcf-6205cd185ccf tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:05.808609 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44324) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:05.831309 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c813a32a-3f67-4168-a63d-b5e64bccec41 req-34b019cb-562d-460e-96e1-899595317c14 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177049 Jul 06 13:49:05.875021 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e21ad49e-fdf1-4b60-937b-0a644a30104d tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:05.880453 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e21ad49e-fdf1-4b60-937b-0a644a30104d tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:05.896987 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ad49e-fdf1-4b60-937b-0a644a30104d tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ae544a-3ff7-4863-9521-685703e7ccbc,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:05.906842 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-a9140817-0149-4ce4-9fcf-6205cd185ccf tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Calling delete_port for 7a27fa43-5a5b-4b0a-beaa-d89c332399e4 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:49:05.922014 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bd5af6-15a1-4f25-a91a-a1aba7f6437f None None] Resources bound (agent type, host, resource id): {{(pid=100419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 13:49:05.923049 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e21ad49e-fdf1-4b60-937b-0a644a30104d tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:05.928208 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e21ad49e-fdf1-4b60-937b-0a644a30104d tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2261262 Jul 06 13:49:05.929421 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44328) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:05.935751 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-87a9be08-2fbb-41f4-bd38-215045a3447b tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:05.968272 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-87a9be08-2fbb-41f4-bd38-215045a3447b tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks [] for floatingip, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:05.999192 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:06.045796 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port e4571386-0c65-4e8d-a9a8-acd3652ac28a, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=e4571386-0c65-4e8d-a9a8-acd3652ac28a,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:06.047194 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3964e81d-1864-4aba-b578-7fbf54bde95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4571386-0c65-4e8d-a9a8-acd3652ac28a'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:49:06.050776 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ee8b75-d26e-4899-9648-96dfdea0817b" -d '{"events": [{"server_uuid": "3964e81d-1864-4aba-b578-7fbf54bde95d", "name": "network-vif-plugged", "status": "completed", "tag": "e4571386-0c65-4e8d-a9a8-acd3652ac28a"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:49:06.057990 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:06.058763 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device a15d81dc-6762-4138-a46a-f473d385b35b no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:49:06.077855 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a0cb329-0538-48fe-9946-366c74d5e2b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:06.113116 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: a15d81dc-6762-4138-a46a-f473d385b35b {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:49:06.113436 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device a15d81dc-6762-4138-a46a-f473d385b35b not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:49:06.148637 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfd9a4-1bd4-45cf-ad1c-5ac7af154242 req-2d21f758-445d-4f83-8ee2-60de6d011f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:06.150988 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bbcfd9a4-1bd4-45cf-ad1c-5ac7af154242 req-2d21f758-445d-4f83-8ee2-60de6d011f06 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=9a034f7c3c7c4a32987e24fa8a7ab2b6&device_id=a9a00bbc-09b3-40bc-a090-b924659bfc16 HTTP/1.1" status: 200 len: 1099 time: 0.6736679 Jul 06 13:49:06.168417 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdf1bc-427e-4191-9d07-c104b7efb161 req-aa5f48a7-5a59-4ed5-8f80-459d317d14ef tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:06.171585 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-87a9be08-2fbb-41f4-bd38-215045a3447b tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:06.177385 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-43cdf1bc-427e-4191-9d07-c104b7efb161 req-aa5f48a7-5a59-4ed5-8f80-459d317d14ef tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=3964e81d-1864-4aba-b578-7fbf54bde95d HTTP/1.1" status: 200 len: 944 time: 0.5425925 Jul 06 13:49:06.217021 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=e4571386-0c65-4e8d-a9a8-acd3652ac28a,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:06.346360 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-516082db-de6f-4deb-95e6-562484552165 req-9fd71afc-d782-4f85-97cc-22f0966795d4 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Deleting port 11b74534-6edd-42f5-96cb-83f18e88d93c {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:49:06.346755 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-516082db-de6f-4deb-95e6-562484552165 req-9fd71afc-d782-4f85-97cc-22f0966795d4 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:06.382935 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-43cdf1bc-427e-4191-9d07-c104b7efb161 req-060e20ed-3ebf-4c3f-9789-af5acc214c05 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038665 Jul 06 13:49:06.419253 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:49:06.448982 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-87a9be08-2fbb-41f4-bd38-215045a3447b tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Allocated IP 172.25.6.51 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/2f704e42-5280-4dcc-8834-15df923312fb) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:49:06.536227 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfd9a4-1bd4-45cf-ad1c-5ac7af154242 req-495a27b9-8840-4fe1-a0c7-ee944bf293bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:06.538404 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bbcfd9a4-1bd4-45cf-ad1c-5ac7af154242 req-495a27b9-8840-4fe1-a0c7-ee944bf293bc service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.3491285 Jul 06 13:49:06.546137 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a0cb329-0538-48fe-9946-366c74d5e2b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:06.547784 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a9140817-0149-4ce4-9fcf-6205cd185ccf tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:06.560308 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a0cb329-0538-48fe-9946-366c74d5e2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:06.613252 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:49:06.619378 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:49:06.619768 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:06.650758 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bbcfd9a4-1bd4-45cf-ad1c-5ac7af154242 req-f0f16e3f-439c-4ad1-afeb-211ffa8b38b3 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=97e1bc80-442d-4ac5-96f0-0d63cd6f07ff HTTP/1.1" status: 200 len: 217 time: 0.0988154 Jul 06 13:49:06.674430 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8a0cb329-0538-48fe-9946-366c74d5e2b9 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=86ca9371a940431fbe47ac8f7fab675b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8623190 Jul 06 13:49:06.676308 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0cb329-0538-48fe-9946-366c74d5e2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fdf712-ca77-4b40-83dc-4da1bcc48841,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:06.689687 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a9054-eedb-4897-9d4f-ecb36b1be93e req-30fe9c9d-254a-483d-8246-1c7b2a038c81 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:06.697191 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44332) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:06.698576 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-288a9054-eedb-4897-9d4f-ecb36b1be93e req-30fe9c9d-254a-483d-8246-1c7b2a038c81 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=cb0b71d5-b769-4c64-a9d1-145e94d3afc0 HTTP/1.1" status: 200 len: 944 time: 0.6105382 Jul 06 13:49:06.744346 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9140817-0149-4ce4-9fcf-6205cd185ccf tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Pushing event deleted for resources: {'Port': ['ID=7a27fa43-5a5b-4b0a-beaa-d89c332399e4,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:06.749131 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-87a9be08-2fbb-41f4-bd38-215045a3447b tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:06.783211 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-288a9054-eedb-4897-9d4f-ecb36b1be93e req-73f35cb0-8976-4bcd-8b11-5a52291bc3c0 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830979 Jul 06 13:49:06.794345 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:06.797326 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0eef07bc-2b5c-4fbe-9544-143bacfd80e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:06.835202 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9140817-0149-4ce4-9fcf-6205cd185ccf tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] No DVR routers for this DVR port 7a27fa43-5a5b-4b0a-beaa-d89c332399e4 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:49:06.837371 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:06.842534 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0eef07bc-2b5c-4fbe-9544-143bacfd80e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:06.843462 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:06.900034 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-87a9be08-2fbb-41f4-bd38-215045a3447b tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:06.925310 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:06.983939 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a9be08-2fbb-41f4-bd38-215045a3447b tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:49:06.989709 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-87a9be08-2fbb-41f4-bd38-215045a3447b tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:49:06.993737 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a9be08-2fbb-41f4-bd38-215045a3447b tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:49:07.017058 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c9b59e-dd70-469a-b1d7-99b2baff943e None None] Sync routers for ids ['8f69c841-f1ec-4583-a6a3-5c66d487954e'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:49:07.027646 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c9b59e-dd70-469a-b1d7-99b2baff943e None None] Routers {'8f69c841-f1ec-4583-a6a3-5c66d487954e'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:49:07.028268 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-40c9b59e-dd70-469a-b1d7-99b2baff943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:48:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['8f69c841-f1ec-4583-a6a3-5c66d487954e'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:07.037996 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a9140817-0149-4ce4-9fcf-6205cd185ccf tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:07.052402 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-a9140817-0149-4ce4-9fcf-6205cd185ccf tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c369ca7-59e0-4e12-bb23-4a2736f0f696']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:07.066977 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9be08-2fbb-41f4-bd38-215045a3447b tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Pushing event updated for resources: {'Port': ['ID=2f704e42-5280-4dcc-8834-15df923312fb,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:07.071329 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-a9140817-0149-4ce4-9fcf-6205cd185ccf tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39bf5088-a9f4-401a-872f-481be0aa48d0') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:07.071635 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-a9140817-0149-4ce4-9fcf-6205cd185ccf tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39bf5088-a9f4-401a-872f-481be0aa48d0') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:07.085023 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a9140817-0149-4ce4-9fcf-6205cd185ccf tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:07.092091 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0eef07bc-2b5c-4fbe-9544-143bacfd80e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:07.097348 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0eef07bc-2b5c-4fbe-9544-143bacfd80e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:07.112121 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0eef07bc-2b5c-4fbe-9544-143bacfd80e6 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/e8fdf712-ca77-4b40-83dc-4da1bcc48841 HTTP/1.1" status: 204 len: 168 time: 0.4070380 Jul 06 13:49:07.134201 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-516082db-de6f-4deb-95e6-562484552165 req-9fd71afc-d782-4f85-97cc-22f0966795d4 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] For port 11b74534-6edd-42f5-96cb-83f18e88d93c, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=11b74534-6edd-42f5-96cb-83f18e88d93c,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:07.134842 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-516082db-de6f-4deb-95e6-562484552165 req-9fd71afc-d782-4f85-97cc-22f0966795d4 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:07.172877 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef07bc-2b5c-4fbe-9544-143bacfd80e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fdf712-ca77-4b40-83dc-4da1bcc48841,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:07.181233 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-40c9b59e-dd70-469a-b1d7-99b2baff943e None None] Set router 8f69c841-f1ec-4583-a6a3-5c66d487954e gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:49:07.184715 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-516082db-de6f-4deb-95e6-562484552165 req-9fd71afc-d782-4f85-97cc-22f0966795d4 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Calling delete_port for 11b74534-6edd-42f5-96cb-83f18e88d93c owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:49:07.203357 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-87a9be08-2fbb-41f4-bd38-215045a3447b tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:07.285183 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cc84d047-e991-4056-ba10-7f94606cf387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:07.288342 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-87a9be08-2fbb-41f4-bd38-215045a3447b tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:07.378181 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfd9a4-1bd4-45cf-ad1c-5ac7af154242 req-24a966a3-4bd3-4090-92dd-9654da29efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:07.380334 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bbcfd9a4-1bd4-45cf-ad1c-5ac7af154242 req-24a966a3-4bd3-4090-92dd-9654da29efa6 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.6785564 Jul 06 13:49:07.381507 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a9140817-0149-4ce4-9fcf-6205cd185ccf tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:07.388728 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-516082db-de6f-4deb-95e6-562484552165 req-9fd71afc-d782-4f85-97cc-22f0966795d4 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:07.451607 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 97e1bc80-442d-4ac5-96f0-0d63cd6f07ff details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:49:07.509229 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd71afc-d782-4f85-97cc-22f0966795d4 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Pushing event deleted for resources: {'Port': ['ID=11b74534-6edd-42f5-96cb-83f18e88d93c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:07.564653 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9140817-0149-4ce4-9fcf-6205cd185ccf tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:49:07.565104 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a9140817-0149-4ce4-9fcf-6205cd185ccf tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:07.583190 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-87a9be08-2fbb-41f4-bd38-215045a3447b tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:07.588794 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-516082db-de6f-4deb-95e6-562484552165 req-9fd71afc-d782-4f85-97cc-22f0966795d4 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] No DVR routers for this DVR port 11b74534-6edd-42f5-96cb-83f18e88d93c on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:49:07.589494 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-87a9be08-2fbb-41f4-bd38-215045a3447b tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:07.592357 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-516082db-de6f-4deb-95e6-562484552165 req-9fd71afc-d782-4f85-97cc-22f0966795d4 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:07.598112 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-516082db-de6f-4deb-95e6-562484552165 req-9fd71afc-d782-4f85-97cc-22f0966795d4 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.124 "DELETE /v2.0/ports/11b74534-6edd-42f5-96cb-83f18e88d93c HTTP/1.1" status: 204 len: 173 time: 2.1582499 Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: timer() Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:49:07.610906 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:49:07.641329 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0b71d5-b769-4c64-a9d1-145e94d3afc0', 'name': 'network-vif-deleted', 'tag': '11b74534-6edd-42f5-96cb-83f18e88d93c'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:49:07.646554 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedfd423-9434-4ad8-a8ee-c5a238c5dcf1" -d '{"events": [{"server_uuid": "cb0b71d5-b769-4c64-a9d1-145e94d3afc0", "name": "network-vif-deleted", "tag": "11b74534-6edd-42f5-96cb-83f18e88d93c"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:49:07.681143 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 97e1bc80-442d-4ac5-96f0-0d63cd6f07ff, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=97e1bc80-442d-4ac5-96f0-0d63cd6f07ff,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:07.694291 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-40c9b59e-dd70-469a-b1d7-99b2baff943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'name': 'tempest-ServersTestBootFromVolume-1979286104-router', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:48:49Z', 'updated_at': '2021-07-06T13:49:00Z', 'revision_number': 4, 'project_id': 'd2199527a64a46ce9106abe6e66b8132', 'gw_port': {'id': '40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:48:51Z', 'updated_at': '2021-07-06T13:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '6d04c30f-ee72-4f06-8e30-70daea3c6ede', 'name': '', 'network_id': '50329774-c014-4320-b73f-68f0f2d9d2b2', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'mac_address': 'fa:16:3e:4e:98:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '86e0e7b2-c042-4f4e-889c-0378d7ddb55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:48:59Z', 'updated_at': '2021-07-06T13:49:00Z', 'revision_number': 2, 'project_id': 'd2199527a64a46ce9106abe6e66b8132', 'subnets': [{'id': '86e0e7b2-c042-4f4e-889c-0378d7ddb55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:07.695591 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '97e1bc80-442d-4ac5-96f0-0d63cd6f07ff', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': '97e1bc80-442d-4ac5-96f0-0d63cd6f07ff', 'mac_address': 'fa:16:3e:3a:16:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:49:07.736170 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c9b59e-dd70-469a-b1d7-99b2baff943e None None] Checking router: 8f69c841-f1ec-4583-a6a3-5c66d487954e for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:49:07.736512 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c9b59e-dd70-469a-b1d7-99b2baff943e None None] Updating router 8f69c841-f1ec-4583-a6a3-5c66d487954e port 6d04c30f-ee72-4f06-8e30-70daea3c6ede binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:49:07.744938 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df7513c6-9501-49ec-a1b9-c215f2352147 req-0c5be0ab-e6ca-4911-bfe2-5e1787371e81 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2081914982&fields=id&tenant_id=0001af22c6f747cd9b5d14a552aede55 HTTP/1.1" status: 200 len: 267 time: 0.7319369 Jul 06 13:49:07.774629 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:07.776713 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9be08-2fbb-41f4-bd38-215045a3447b tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Pushing event updated for resources: {'Port': ['ID=2f704e42-5280-4dcc-8834-15df923312fb,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:07.782475 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829022c-d3bb-43b0-b986-accbd9497332 req-819a194a-5c66-4387-ac3a-5c6db2f45922 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:07.797569 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9829022c-d3bb-43b0-b986-accbd9497332 req-819a194a-5c66-4387-ac3a-5c6db2f45922 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=a9a00bbc-09b3-40bc-a090-b924659bfc16 HTTP/1.1" status: 200 len: 948 time: 1.1175570 Jul 06 13:49:07.803330 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e1bc80-442d-4ac5-96f0-0d63cd6f07ff {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:49:07.813890 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-40c9b59e-dd70-469a-b1d7-99b2baff943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:07.855630 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 97e1bc80-442d-4ac5-96f0-0d63cd6f07ff, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=97e1bc80-442d-4ac5-96f0-0d63cd6f07ff,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:07.864627 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:07.876625 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-87a9be08-2fbb-41f4-bd38-215045a3447b tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:07.912990 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-87a9be08-2fbb-41f4-bd38-215045a3447b tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:07.918676 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-87a9be08-2fbb-41f4-bd38-215045a3447b tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9848087 Jul 06 13:49:07.946837 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfd9a4-1bd4-45cf-ad1c-5ac7af154242 req-774715c9-057c-424a-80a2-fb0244eee128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:07.951259 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bbcfd9a4-1bd4-45cf-ad1c-5ac7af154242 req-774715c9-057c-424a-80a2-fb0244eee128 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5390558 Jul 06 13:49:08.019230 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=97e1bc80-442d-4ac5-96f0-0d63cd6f07ff,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:08.127473 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a9140817-0149-4ce4-9fcf-6205cd185ccf tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:08.150210 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a9140817-0149-4ce4-9fcf-6205cd185ccf tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:08.152387 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a9140817-0149-4ce4-9fcf-6205cd185ccf tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] 10.222.0.118 "DELETE /v2.0/networks/4c369ca7-59e0-4e12-bb23-4a2736f0f696 HTTP/1.1" status: 204 len: 168 time: 3.4597995 Jul 06 13:49:08.155047 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44362) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:08.156179 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9829022c-d3bb-43b0-b986-accbd9497332 req-e324830f-4a29-4aaa-be2d-ad3f02a9e151 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598357 Jul 06 13:49:08.175651 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['97e1bc80-442d-4ac5-96f0-0d63cd6f07ff'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:49:08.180329 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9140817-0149-4ce4-9fcf-6205cd185ccf tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Pushing event deleted for resources: {'Network': ['ID=4c369ca7-59e0-4e12-bb23-4a2736f0f696,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:08.220928 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-40c9b59e-dd70-469a-b1d7-99b2baff943e None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:08.234063 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-40c9b59e-dd70-469a-b1d7-99b2baff943e None None] Transition to ACTIVE for port object 6d04c30f-ee72-4f06-8e30-70daea3c6ede will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:49:08.241486 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-40c9b59e-dd70-469a-b1d7-99b2baff943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:08.401740 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7513c6-9501-49ec-a1b9-c215f2352147 req-bf4023cb-db50-488f-8975-d1c2e29e9fab tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:08.403745 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df7513c6-9501-49ec-a1b9-c215f2352147 req-bf4023cb-db50-488f-8975-d1c2e29e9fab tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e5d9958-d4e2-4362-a305-d62efa77718f HTTP/1.1" status: 200 len: 945 time: 0.6044095 Jul 06 13:49:08.419261 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bbcfd9a4-1bd4-45cf-ad1c-5ac7af154242 req-600317c9-c4f9-4375-9481-86bc4a47c746 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985999 Jul 06 13:49:08.434764 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-df7513c6-9501-49ec-a1b9-c215f2352147 req-84e850b3-635c-4ff5-896c-1c2c3005dc69 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Request body: {'port': {'security_groups': ['fb3b17d9-ade7-49d7-8915-6544a8aa5905', '520e01e5-b40b-449c-8dfd-75c3653a7665']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:08.504027 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-40c9b59e-dd70-469a-b1d7-99b2baff943e None None] Attempting to bind port 6d04c30f-ee72-4f06-8e30-70daea3c6ede on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:49:08.504841 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-40c9b59e-dd70-469a-b1d7-99b2baff943e None None] Attempting to bind port 6d04c30f-ee72-4f06-8e30-70daea3c6ede by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '0df52ff8-ca18-4039-a7b0-abde1dc3104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '50329774-c014-4320-b73f-68f0f2d9d2b2'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:49:08.505445 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c9b59e-dd70-469a-b1d7-99b2baff943e None None] Attempting to bind port 6d04c30f-ee72-4f06-8e30-70daea3c6ede on network 50329774-c014-4320-b73f-68f0f2d9d2b2 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:49:08.524611 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1427ba36-de2c-462e-ad9d-8ee920dc572e x-openstack-request-id: req-1427ba36-de2c-462e-ad9d-8ee920dc572e {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:49:08.524920 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3964e81d-1864-4aba-b578-7fbf54bde95d", "name": "network-vif-plugged", "status": "completed", "tag": "e4571386-0c65-4e8d-a9a8-acd3652ac28a", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:49:08.528306 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c9b59e-dd70-469a-b1d7-99b2baff943e None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:49:08.529080 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c9b59e-dd70-469a-b1d7-99b2baff943e None None] Checking segment: {'id': '0df52ff8-ca18-4039-a7b0-abde1dc3104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '50329774-c014-4320-b73f-68f0f2d9d2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:49:08.529800 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-40c9b59e-dd70-469a-b1d7-99b2baff943e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:08.530408 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-1427ba36-de2c-462e-ad9d-8ee920dc572e {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:49:08.530688 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c9b59e-dd70-469a-b1d7-99b2baff943e None None] Bound using segment: {'id': '0df52ff8-ca18-4039-a7b0-abde1dc3104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '50329774-c014-4320-b73f-68f0f2d9d2b2'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:49:08.530852 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3964e81d-1864-4aba-b578-7fbf54bde95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4571386-0c65-4e8d-a9a8-acd3652ac28a', 'code': 200} Jul 06 13:49:08.531477 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-40c9b59e-dd70-469a-b1d7-99b2baff943e None None] Bound port: 6d04c30f-ee72-4f06-8e30-70daea3c6ede, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df52ff8-ca18-4039-a7b0-abde1dc3104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '50329774-c014-4320-b73f-68f0f2d9d2b2'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:49:08.532106 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-40c9b59e-dd70-469a-b1d7-99b2baff943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:08.536016 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:49:08.612351 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-40c9b59e-dd70-469a-b1d7-99b2baff943e None None] For port 6d04c30f-ee72-4f06-8e30-70daea3c6ede, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:49:08.617308 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-40c9b59e-dd70-469a-b1d7-99b2baff943e None None] For port 6d04c30f-ee72-4f06-8e30-70daea3c6ede, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=6d04c30f-ee72-4f06-8e30-70daea3c6ede,segment=NetworkSegment(0df52ff8-ca18-4039-a7b0-abde1dc3104d),segment_id=0df52ff8-ca18-4039-a7b0-abde1dc3104d)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:49:08.628590 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-40c9b59e-dd70-469a-b1d7-99b2baff943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:08.662436 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c86963-5bbb-4e00-aa7f-4777a47ddb9c None None] Pushing event updated for resources: {'Port': ['ID=6d04c30f-ee72-4f06-8e30-70daea3c6ede,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:08.678126 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c86963-5bbb-4e00-aa7f-4777a47ddb9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:08.679714 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c86963-5bbb-4e00-aa7f-4777a47ddb9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:08.680517 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c86963-5bbb-4e00-aa7f-4777a47ddb9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:08.681109 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c86963-5bbb-4e00-aa7f-4777a47ddb9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:08.681710 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c86963-5bbb-4e00-aa7f-4777a47ddb9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:08.682460 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c86963-5bbb-4e00-aa7f-4777a47ddb9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:08.682601 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d917183-d4f1-4f0b-b28b-f28acf8d4700 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:08.683160 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c86963-5bbb-4e00-aa7f-4777a47ddb9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:08.683923 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c86963-5bbb-4e00-aa7f-4777a47ddb9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:08.684488 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c86963-5bbb-4e00-aa7f-4777a47ddb9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:08.685039 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c86963-5bbb-4e00-aa7f-4777a47ddb9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:08.685629 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c86963-5bbb-4e00-aa7f-4777a47ddb9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:08.686404 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c86963-5bbb-4e00-aa7f-4777a47ddb9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:08.943679 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c86963-5bbb-4e00-aa7f-4777a47ddb9c None None] Pushing event updated for resources: {'Port': ['ID=6d04c30f-ee72-4f06-8e30-70daea3c6ede,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:08.954727 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c9b59e-dd70-469a-b1d7-99b2baff943e None None] Routers {'8f69c841-f1ec-4583-a6a3-5c66d487954e'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:49:08.957742 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-40c9b59e-dd70-469a-b1d7-99b2baff943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:48:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['8f69c841-f1ec-4583-a6a3-5c66d487954e'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:08.991052 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:49:08.991710 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:09.010229 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d917183-d4f1-4f0b-b28b-f28acf8d4700 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:09.038249 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-9d917183-d4f1-4f0b-b28b-f28acf8d4700 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c981ed-69df-45bb-b52d-28f9d321c285']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:09.072247 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-9d917183-d4f1-4f0b-b28b-f28acf8d4700 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '322937e3-7a98-4af0-b68a-8e1a1d1d6800') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:09.074587 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-9d917183-d4f1-4f0b-b28b-f28acf8d4700 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '322937e3-7a98-4af0-b68a-8e1a1d1d6800') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:09.105202 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d917183-d4f1-4f0b-b28b-f28acf8d4700 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:09.127914 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d917183-d4f1-4f0b-b28b-f28acf8d4700 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:09.135997 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d917183-d4f1-4f0b-b28b-f28acf8d4700 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:49:09.136421 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d917183-d4f1-4f0b-b28b-f28acf8d4700 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:49:09.140194 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:49:09.240518 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d917183-d4f1-4f0b-b28b-f28acf8d4700 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:09.255724 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d917183-d4f1-4f0b-b28b-f28acf8d4700 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:09.262120 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9d917183-d4f1-4f0b-b28b-f28acf8d4700 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] 10.222.0.118 "DELETE /v2.0/networks/c4c981ed-69df-45bb-b52d-28f9d321c285 HTTP/1.1" status: 204 len: 168 time: 1.1058774 Jul 06 13:49:09.267100 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44406) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:09.276996 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-40c9b59e-dd70-469a-b1d7-99b2baff943e None None] Set router 8f69c841-f1ec-4583-a6a3-5c66d487954e gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:49:09.329881 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d917183-d4f1-4f0b-b28b-f28acf8d4700 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Pushing event deleted for resources: {'Network': ['ID=c4c981ed-69df-45bb-b52d-28f9d321c285,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:09.474091 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 11b74534-6edd-42f5-96cb-83f18e88d93c no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:49:09.497141 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bbcfd9a4-1bd4-45cf-ad1c-5ac7af154242 req-55665034-c42a-4474-9bcd-59e42e6805bd service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0537579 Jul 06 13:49:09.497797 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-df7513c6-9501-49ec-a1b9-c215f2352147 req-84e850b3-635c-4ff5-896c-1c2c3005dc69 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:09.518849 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 11b74534-6edd-42f5-96cb-83f18e88d93c {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:49:09.519271 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 11b74534-6edd-42f5-96cb-83f18e88d93c not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:49:09.523636 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f5cb9db9-964e-45a0-bbbe-0a72c22ec5a6 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:09.593813 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bca51-dbc9-432b-8afa-bb629431a9e9 req-d5a9b2e7-b3d2-4af1-8dd9-040da2962b2e tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:09.595693 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-413bca51-dbc9-432b-8afa-bb629431a9e9 req-d5a9b2e7-b3d2-4af1-8dd9-040da2962b2e tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 945 time: 0.4468427 Jul 06 13:49:09.604756 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fa8ba-ec36-4769-be80-3680c9a0f470 req-baa6c57a-6a9e-4646-8ed1-a69e6e37bc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:09.606273 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-905fa8ba-ec36-4769-be80-3680c9a0f470 req-baa6c57a-6a9e-4646-8ed1-a69e6e37bc58 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=3964e81d-1864-4aba-b578-7fbf54bde95d HTTP/1.1" status: 200 len: 1096 time: 0.4592583 Jul 06 13:49:09.677155 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-40c9b59e-dd70-469a-b1d7-99b2baff943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'name': 'tempest-ServersTestBootFromVolume-1979286104-router', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:48:49Z', 'updated_at': '2021-07-06T13:49:00Z', 'revision_number': 4, 'project_id': 'd2199527a64a46ce9106abe6e66b8132', 'gw_port': {'id': '40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:48:51Z', 'updated_at': '2021-07-06T13:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '6d04c30f-ee72-4f06-8e30-70daea3c6ede', 'name': '', 'network_id': '50329774-c014-4320-b73f-68f0f2d9d2b2', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'mac_address': 'fa:16:3e:4e:98:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '86e0e7b2-c042-4f4e-889c-0378d7ddb55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:48:59Z', 'updated_at': '2021-07-06T13:49:08Z', 'revision_number': 4, 'project_id': 'd2199527a64a46ce9106abe6e66b8132', 'subnets': [{'id': '86e0e7b2-c042-4f4e-889c-0378d7ddb55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:09.678660 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f5cb9db9-964e-45a0-bbbe-0a72c22ec5a6 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:09.691617 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-f5cb9db9-964e-45a0-bbbe-0a72c22ec5a6 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d53e64-af08-4923-a266-77f3261e2b11']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:09.707077 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-f5cb9db9-964e-45a0-bbbe-0a72c22ec5a6 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be40b8a-5751-42eb-b416-85a262a4d211') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:09.707386 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-f5cb9db9-964e-45a0-bbbe-0a72c22ec5a6 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be40b8a-5751-42eb-b416-85a262a4d211') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:09.712098 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-905fa8ba-ec36-4769-be80-3680c9a0f470 req-eecc519f-69b2-471f-b7fb-4f9ee125105c service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935299 Jul 06 13:49:09.717683 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-413bca51-dbc9-432b-8afa-bb629431a9e9 req-a0c4a718-ab4c-4938-a5d9-91c6c1d9404f tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915847 Jul 06 13:49:09.731498 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c9b59e-dd70-469a-b1d7-99b2baff943e None None] The sync data for ids ['8f69c841-f1ec-4583-a6a3-5c66d487954e'] in n-d-773644-6 is: [{'id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'name': 'tempest-ServersTestBootFromVolume-1979286104-router', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:48:49Z', 'updated_at': '2021-07-06T13:49:00Z', 'revision_number': 4, 'project_id': 'd2199527a64a46ce9106abe6e66b8132', 'gw_port': {'id': '40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:48:51Z', 'updated_at': '2021-07-06T13:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '6d04c30f-ee72-4f06-8e30-70daea3c6ede', 'name': '', 'network_id': '50329774-c014-4320-b73f-68f0f2d9d2b2', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'mac_address': 'fa:16:3e:4e:98:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '86e0e7b2-c042-4f4e-889c-0378d7ddb55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:48:59Z', 'updated_at': '2021-07-06T13:49:08Z', 'revision_number': 4, 'project_id': 'd2199527a64a46ce9106abe6e66b8132', 'subnets': [{'id': '86e0e7b2-c042-4f4e-889c-0378d7ddb55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:49:09.737143 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f5cb9db9-964e-45a0-bbbe-0a72c22ec5a6 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:09.771867 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f5cb9db9-964e-45a0-bbbe-0a72c22ec5a6 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:09.784834 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5cb9db9-964e-45a0-bbbe-0a72c22ec5a6 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:49:09.785274 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f5cb9db9-964e-45a0-bbbe-0a72c22ec5a6 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:49:09.796685 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:49:09.919590 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f5cb9db9-964e-45a0-bbbe-0a72c22ec5a6 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:09.939606 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f5cb9db9-964e-45a0-bbbe-0a72c22ec5a6 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:09.941714 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f5cb9db9-964e-45a0-bbbe-0a72c22ec5a6 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] 10.222.0.118 "DELETE /v2.0/networks/08d53e64-af08-4923-a266-77f3261e2b11 HTTP/1.1" status: 204 len: 168 time: 0.6733046 Jul 06 13:49:09.965592 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cb9db9-964e-45a0-bbbe-0a72c22ec5a6 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Pushing event deleted for resources: {'Network': ['ID=08d53e64-af08-4923-a266-77f3261e2b11,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:09.994892 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cb9db9-964e-45a0-bbbe-0a72c22ec5a6 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:09.995254 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cb9db9-964e-45a0-bbbe-0a72c22ec5a6 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:09.995602 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cb9db9-964e-45a0-bbbe-0a72c22ec5a6 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:09.995949 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cb9db9-964e-45a0-bbbe-0a72c22ec5a6 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:09.996293 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cb9db9-964e-45a0-bbbe-0a72c22ec5a6 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:09.996657 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cb9db9-964e-45a0-bbbe-0a72c22ec5a6 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:09.997021 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cb9db9-964e-45a0-bbbe-0a72c22ec5a6 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:09.997354 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cb9db9-964e-45a0-bbbe-0a72c22ec5a6 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:09.997681 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cb9db9-964e-45a0-bbbe-0a72c22ec5a6 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:09.998038 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cb9db9-964e-45a0-bbbe-0a72c22ec5a6 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:09.998368 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cb9db9-964e-45a0-bbbe-0a72c22ec5a6 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:09.998698 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cb9db9-964e-45a0-bbbe-0a72c22ec5a6 tempest-BulkNetworkOpsIpV6Test-1444963123 tempest-BulkNetworkOpsIpV6Test-1444963123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:10.026188 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-df7513c6-9501-49ec-a1b9-c215f2352147 req-84e850b3-635c-4ff5-896c-1c2c3005dc69 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] For port d297307d-d7fb-49d6-bdd7-a0b990031e5e, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d297307d-d7fb-49d6-bdd7-a0b990031e5e,segment=NetworkSegment(395ac52b-270e-4067-8453-7941e774d9db),segment_id=395ac52b-270e-4067-8453-7941e774d9db)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:10.081107 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-df7513c6-9501-49ec-a1b9-c215f2352147 req-84e850b3-635c-4ff5-896c-1c2c3005dc69 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:10.096453 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-df7513c6-9501-49ec-a1b9-c215f2352147 req-84e850b3-635c-4ff5-896c-1c2c3005dc69 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:10.115505 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e7b2b-9ff0-42ac-bc6c-6abea789b1eb req-1254c04c-1858-44f4-9a35-9149efa68234 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:10.117125 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['d297307d-d7fb-49d6-bdd7-a0b990031e5e'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:49:10.117873 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f9e7b2b-9ff0-42ac-bc6c-6abea789b1eb req-1254c04c-1858-44f4-9a35-9149efa68234 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=3964e81d-1864-4aba-b578-7fbf54bde95d HTTP/1.1" status: 200 len: 945 time: 0.1538188 Jul 06 13:49:10.171449 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:10.234504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7513c6-9501-49ec-a1b9-c215f2352147 req-84e850b3-635c-4ff5-896c-1c2c3005dc69 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:10.235634 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-df7513c6-9501-49ec-a1b9-c215f2352147 req-84e850b3-635c-4ff5-896c-1c2c3005dc69 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:10.253472 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df7513c6-9501-49ec-a1b9-c215f2352147 req-84e850b3-635c-4ff5-896c-1c2c3005dc69 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "PUT /v2.0/ports/d297307d-d7fb-49d6-bdd7-a0b990031e5e HTTP/1.1" status: 200 len: 981 time: 1.8330481 Jul 06 13:49:10.336396 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9440741-177c-4b7b-a174-c2b78e428da2 x-openstack-request-id: req-e9440741-177c-4b7b-a174-c2b78e428da2 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:49:10.337096 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0b71d5-b769-4c64-a9d1-145e94d3afc0", "name": "network-vif-deleted", "tag": "11b74534-6edd-42f5-96cb-83f18e88d93c", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:49:10.338485 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e9440741-177c-4b7b-a174-c2b78e428da2 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:49:10.339552 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0b71d5-b769-4c64-a9d1-145e94d3afc0', 'name': 'network-vif-deleted', 'tag': '11b74534-6edd-42f5-96cb-83f18e88d93c', 'status': 'completed', 'code': 200} Jul 06 13:49:10.346739 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c0a9889a-c01d-438b-b13a-c4e85ba63fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:10.362659 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['d297307d-d7fb-49d6-bdd7-a0b990031e5e'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:49:10.375672 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f9e7b2b-9ff0-42ac-bc6c-6abea789b1eb req-e01fa8dd-fc99-4fc2-8719-724426f9e307 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452362 Jul 06 13:49:10.376811 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e850b3-635c-4ff5-896c-1c2c3005dc69 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Pushing event updated for resources: {'Port': ['ID=d297307d-d7fb-49d6-bdd7-a0b990031e5e,revision_number=6']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:10.432125 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44450) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:10.545564 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 6d04c30f-ee72-4f06-8e30-70daea3c6ede up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:49:10.905993 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 6d04c30f-ee72-4f06-8e30-70daea3c6ede completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:49:10.906295 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-df685294-6e52-4fac-9aea-b773c8af4e6a admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=6890d74e37804f61aa3c1461c6b60c68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4702349 Jul 06 13:49:10.908425 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44462) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:10.924917 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 6d04c30f-ee72-4f06-8e30-70daea3c6ede triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:49:10.926282 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:10.936589 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c29248-39e7-4de9-9670-d7b823263cc1 req-a33bc1cb-ee78-406d-bdca-8b5678b2a562 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:10.942316 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08c29248-39e7-4de9-9670-d7b823263cc1 req-a33bc1cb-ee78-406d-bdca-8b5678b2a562 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=a9a00bbc-09b3-40bc-a090-b924659bfc16 HTTP/1.1" status: 200 len: 949 time: 0.2062583 Jul 06 13:49:11.018131 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08c29248-39e7-4de9-9670-d7b823263cc1 req-fe386b4f-24a9-49e0-a296-3dffa0683687 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656502 Jul 06 13:49:11.129952 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4d4a1a36-90aa-4dd6-b741-a21eba50c447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:11.219122 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4d4a1a36-90aa-4dd6-b741-a21eba50c447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:11.344766 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4d4a1a36-90aa-4dd6-b741-a21eba50c447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:11.347542 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4d4a1a36-90aa-4dd6-b741-a21eba50c447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:11.348754 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4d4a1a36-90aa-4dd6-b741-a21eba50c447 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/198a4f8b-738b-4878-be56-775272758f28 HTTP/1.1" status: 204 len: 168 time: 0.4379005 Jul 06 13:49:11.364433 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a1a36-90aa-4dd6-b741-a21eba50c447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198a4f8b-738b-4878-be56-775272758f28,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:11.366173 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fdb7120e-0ff8-416d-a4f6-dac109845e15 req-c9cb242e-1757-4614-ad4e-336d3f4ffcb9 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2103042539&fields=id&tenant_id=0001af22c6f747cd9b5d14a552aede55 HTTP/1.1" status: 200 len: 267 time: 0.1081531 Jul 06 13:49:11.400649 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:11.486799 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 97e1bc80-442d-4ac5-96f0-0d63cd6f07ff up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:49:11.496997 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:11.575566 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44474) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:11.591375 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7120e-0ff8-416d-a4f6-dac109845e15 req-e891a995-89c1-4cb4-96aa-e1023342c683 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:11.592997 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fdb7120e-0ff8-416d-a4f6-dac109845e15 req-e891a995-89c1-4cb4-96aa-e1023342c683 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e5d9958-d4e2-4362-a305-d62efa77718f HTTP/1.1" status: 200 len: 984 time: 0.2241161 Jul 06 13:49:11.614786 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-fdb7120e-0ff8-416d-a4f6-dac109845e15 req-2af62b3d-6cfc-4141-a982-6561d36f0431 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Request body: {'port': {'security_groups': ['520e01e5-b40b-449c-8dfd-75c3653a7665', 'fb3b17d9-ade7-49d7-8915-6544a8aa5905', '0e4efb6e-1882-4b99-8cb8-dbf632de4fed']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:11.702791 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 6d04c30f-ee72-4f06-8e30-70daea3c6ede, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=6d04c30f-ee72-4f06-8e30-70daea3c6ede,segment=NetworkSegment(0df52ff8-ca18-4039-a7b0-abde1dc3104d),segment_id=0df52ff8-ca18-4039-a7b0-abde1dc3104d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:11.731504 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:11.787104 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 97e1bc80-442d-4ac5-96f0-0d63cd6f07ff completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:49:11.815987 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 97e1bc80-442d-4ac5-96f0-0d63cd6f07ff triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:49:11.819257 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:11.876861 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fdb7120e-0ff8-416d-a4f6-dac109845e15 req-2af62b3d-6cfc-4141-a982-6561d36f0431 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:11.961358 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=6d04c30f-ee72-4f06-8e30-70daea3c6ede,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:12.047735 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:12.096095 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a00bbc-09b3-40bc-a090-b924659bfc16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e1bc80-442d-4ac5-96f0-0d63cd6f07ff'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:49:12.099242 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7ea98a-f72a-4c7b-98ec-e1815683e081" -d '{"events": [{"server_uuid": "a9a00bbc-09b3-40bc-a090-b924659bfc16", "name": "network-vif-plugged", "status": "completed", "tag": "97e1bc80-442d-4ac5-96f0-0d63cd6f07ff"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:49:12.103090 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8764eb9e-048a-4d83-b920-8f290fb9c85d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:12.142628 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 97e1bc80-442d-4ac5-96f0-0d63cd6f07ff, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=97e1bc80-442d-4ac5-96f0-0d63cd6f07ff,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:12.152291 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:12.367544 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5d9958-d4e2-4362-a305-d62efa77718f', 'tag': 'd297307d-d7fb-49d6-bdd7-a0b990031e5e'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:49:12.383978 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6067ba6-93df-4326-bd9e-619db0ee4937" -d '{"events": [{"name": "network-changed", "server_uuid": "4e5d9958-d4e2-4362-a305-d62efa77718f", "tag": "d297307d-d7fb-49d6-bdd7-a0b990031e5e"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:49:12.389746 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 6d04c30f-ee72-4f06-8e30-70daea3c6ede up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:49:12.401676 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8764eb9e-048a-4d83-b920-8f290fb9c85d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:12.408552 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8764eb9e-048a-4d83-b920-8f290fb9c85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:12.479789 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8764eb9e-048a-4d83-b920-8f290fb9c85d admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=09768507b96141da90737ffdc4c5f887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9029012 Jul 06 13:49:12.482471 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44498) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:12.498077 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=97e1bc80-442d-4ac5-96f0-0d63cd6f07ff,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:12.530537 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 6d04c30f-ee72-4f06-8e30-70daea3c6ede triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:49:12.531383 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:12.543307 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8756a-a2a1-48e4-bb6e-455c5dbe903e req-68f53180-d3d2-4d51-bd61-916faad330d0 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:12.545039 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30c8756a-a2a1-48e4-bb6e-455c5dbe903e req-68f53180-d3d2-4d51-bd61-916faad330d0 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 945 time: 0.5144880 Jul 06 13:49:12.552201 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764eb9e-048a-4d83-b920-8f290fb9c85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60b25ac-cef5-4904-a384-339c8ab528d7,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:12.567415 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637fee6-03a3-43c6-a68a-559a751db29a req-eb85ddb7-34de-4305-bf41-98b96a3b184c tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:12.569552 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f637fee6-03a3-43c6-a68a-559a751db29a req-eb85ddb7-34de-4305-bf41-98b96a3b184c tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.124 "GET /v2.0/ports?device_id=315fd776-04f0-4cf9-828d-19f23de87e5a HTTP/1.1" status: 200 len: 944 time: 0.4077668 Jul 06 13:49:12.622130 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e42c4c98-3144-4c34-ad10-30a57ecf0b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:12.634426 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-fdb7120e-0ff8-416d-a4f6-dac109845e15 req-2af62b3d-6cfc-4141-a982-6561d36f0431 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] For port d297307d-d7fb-49d6-bdd7-a0b990031e5e, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d297307d-d7fb-49d6-bdd7-a0b990031e5e,segment=NetworkSegment(395ac52b-270e-4067-8453-7941e774d9db),segment_id=395ac52b-270e-4067-8453-7941e774d9db)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:12.658114 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e42c4c98-3144-4c34-ad10-30a57ecf0b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:12.687458 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30c8756a-a2a1-48e4-bb6e-455c5dbe903e req-35f90fb3-999a-4c06-a9b9-cfdfb3473007 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282315 Jul 06 13:49:12.736302 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e42c4c98-3144-4c34-ad10-30a57ecf0b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:12.740909 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e42c4c98-3144-4c34-ad10-30a57ecf0b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:12.743984 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e42c4c98-3144-4c34-ad10-30a57ecf0b0b admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/f60b25ac-cef5-4904-a384-339c8ab528d7 HTTP/1.1" status: 204 len: 168 time: 0.2452593 Jul 06 13:49:12.791953 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c4c98-3144-4c34-ad10-30a57ecf0b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60b25ac-cef5-4904-a384-339c8ab528d7,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:12.825402 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fdb7120e-0ff8-416d-a4f6-dac109845e15 req-2af62b3d-6cfc-4141-a982-6561d36f0431 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:12.851434 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fdb7120e-0ff8-416d-a4f6-dac109845e15 req-2af62b3d-6cfc-4141-a982-6561d36f0431 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:12.865152 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['d297307d-d7fb-49d6-bdd7-a0b990031e5e'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:49:12.984597 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:12.993188 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7120e-0ff8-416d-a4f6-dac109845e15 req-2af62b3d-6cfc-4141-a982-6561d36f0431 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:12.997004 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fdb7120e-0ff8-416d-a4f6-dac109845e15 req-2af62b3d-6cfc-4141-a982-6561d36f0431 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:13.009376 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fdb7120e-0ff8-416d-a4f6-dac109845e15 req-2af62b3d-6cfc-4141-a982-6561d36f0431 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "PUT /v2.0/ports/d297307d-d7fb-49d6-bdd7-a0b990031e5e HTTP/1.1" status: 200 len: 1020 time: 1.4040267 Jul 06 13:49:13.110450 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['d297307d-d7fb-49d6-bdd7-a0b990031e5e'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:49:13.147003 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44514) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:13.177945 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-f637fee6-03a3-43c6-a68a-559a751db29a req-e7514b8d-9468-4bb2-91ef-c8df23a491a0 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Deleting port 104043a5-c3b3-4005-8a90-da31e70f6533 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:49:13.178536 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f637fee6-03a3-43c6-a68a-559a751db29a req-e7514b8d-9468-4bb2-91ef-c8df23a491a0 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:13.187005 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af62b3d-6cfc-4141-a982-6561d36f0431 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Pushing event updated for resources: {'Port': ['ID=d297307d-d7fb-49d6-bdd7-a0b990031e5e,revision_number=7']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:13.353913 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf15c72-d834-4cfe-bef3-3cfd3f935f9c req-ed794b51-ee8b-4667-b38d-48a24d01a654 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:13.361132 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fbf15c72-d834-4cfe-bef3-3cfd3f935f9c req-ed794b51-ee8b-4667-b38d-48a24d01a654 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=3964e81d-1864-4aba-b578-7fbf54bde95d HTTP/1.1" status: 200 len: 945 time: 0.3482785 Jul 06 13:49:13.400790 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-f637fee6-03a3-43c6-a68a-559a751db29a req-e7514b8d-9468-4bb2-91ef-c8df23a491a0 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] For port 104043a5-c3b3-4005-8a90-da31e70f6533, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=104043a5-c3b3-4005-8a90-da31e70f6533,segment=NetworkSegment(367f1f53-18db-4b70-a414-6c522cb8ff9f),segment_id=367f1f53-18db-4b70-a414-6c522cb8ff9f)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:13.401856 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f637fee6-03a3-43c6-a68a-559a751db29a req-e7514b8d-9468-4bb2-91ef-c8df23a491a0 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:13.426818 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-f637fee6-03a3-43c6-a68a-559a751db29a req-e7514b8d-9468-4bb2-91ef-c8df23a491a0 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Calling delete_port for 104043a5-c3b3-4005-8a90-da31e70f6533 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:49:13.472716 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fbf15c72-d834-4cfe-bef3-3cfd3f935f9c req-39f88b21-5a0e-4286-bafe-10c85c1f049c tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028881 Jul 06 13:49:13.572172 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:49:13.603303 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b37e10-5778-460d-9904-06a2b759d214 req-28b74519-8654-4a74-972c-25b67f89da70 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:13.621651 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a6b37e10-5778-460d-9904-06a2b759d214 req-28b74519-8654-4a74-972c-25b67f89da70 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=315fd776-04f0-4cf9-828d-19f23de87e5a HTTP/1.1" status: 200 len: 944 time: 0.3693080 Jul 06 13:49:13.677252 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-2322887d-018d-4cae-b6cc-b0725a8ce9bc tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Request body: {'networks': [{'name': 'tempest-network--1401513347'}, {'name': 'tempest-network--936866702'}]} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:13.677816 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-2322887d-018d-4cae-b6cc-b0725a8ce9bc tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Request body: {'network': {'name': 'tempest-network--1401513347'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:13.678299 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-2322887d-018d-4cae-b6cc-b0725a8ce9bc tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Request body: {'network': {'name': 'tempest-network--936866702'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:13.739267 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2322887d-018d-4cae-b6cc-b0725a8ce9bc tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Made reservation on behalf of c5049e93259d46caa64a66d57db165e0 for: {'network': 2} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:49:13.751192 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2322887d-018d-4cae-b6cc-b0725a8ce9bc tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:13.778983 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2322887d-018d-4cae-b6cc-b0725a8ce9bc tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:13.782953 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a6b37e10-5778-460d-9904-06a2b759d214 req-dcfb2e81-1d2d-46f6-8584-6340e798dde0 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/security-groups?id=13483f21-9835-4ec3-b40a-d05ac7b37cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597879 Jul 06 13:49:13.859591 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb19c5c-f8ad-4fad-bc4e-39d2fdff02de x-openstack-request-id: req-0cb19c5c-f8ad-4fad-bc4e-39d2fdff02de {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:49:13.860169 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a00bbc-09b3-40bc-a090-b924659bfc16", "name": "network-vif-plugged", "status": "completed", "tag": "97e1bc80-442d-4ac5-96f0-0d63cd6f07ff", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:49:13.860169 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-0cb19c5c-f8ad-4fad-bc4e-39d2fdff02de {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:49:13.860542 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a00bbc-09b3-40bc-a090-b924659bfc16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e1bc80-442d-4ac5-96f0-0d63cd6f07ff', 'code': 200} Jul 06 13:49:14.003497 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46aeb32-b633-49e3-bdc6-8e20ec8a0412 x-openstack-request-id: req-d46aeb32-b633-49e3-bdc6-8e20ec8a0412 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:49:14.003794 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e5d9958-d4e2-4362-a305-d62efa77718f", "tag": "d297307d-d7fb-49d6-bdd7-a0b990031e5e", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:49:14.004036 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-d46aeb32-b633-49e3-bdc6-8e20ec8a0412 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:49:14.005431 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5d9958-d4e2-4362-a305-d62efa77718f', 'tag': 'd297307d-d7fb-49d6-bdd7-a0b990031e5e', 'status': 'completed', 'code': 200} Jul 06 13:49:14.112577 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2322887d-018d-4cae-b6cc-b0725a8ce9bc tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:14.130127 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2322887d-018d-4cae-b6cc-b0725a8ce9bc tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:14.130977 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2322887d-018d-4cae-b6cc-b0725a8ce9bc tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:14.198652 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6067ba6-93df-4326-bd9e-619db0ee4937 req-07d59725-1d84-435f-b78e-83b603ddc378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:14.200784 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c6067ba6-93df-4326-bd9e-619db0ee4937 req-07d59725-1d84-435f-b78e-83b603ddc378 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0001af22c6f747cd9b5d14a552aede55&device_id=4e5d9958-d4e2-4362-a305-d62efa77718f HTTP/1.1" status: 200 len: 1174 time: 0.1930366 Jul 06 13:49:14.203319 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322887d-018d-4cae-b6cc-b0725a8ce9bc tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca957bad-6184-49d7-ad9e-fa703ae901af,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:14.216968 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769af13-f55c-4d73-9546-3acb61f09d3b req-362d7422-4591-47e7-9fc5-2b7800343dd7 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:14.228002 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a769af13-f55c-4d73-9546-3acb61f09d3b req-362d7422-4591-47e7-9fc5-2b7800343dd7 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=a9a00bbc-09b3-40bc-a090-b924659bfc16 HTTP/1.1" status: 200 len: 950 time: 0.4821723 Jul 06 13:49:14.267685 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f637fee6-03a3-43c6-a68a-559a751db29a req-e7514b8d-9468-4bb2-91ef-c8df23a491a0 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:14.280988 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2322887d-018d-4cae-b6cc-b0725a8ce9bc tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:49:14.299442 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2322887d-018d-4cae-b6cc-b0725a8ce9bc tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:14.300158 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-2322887d-018d-4cae-b6cc-b0725a8ce9bc tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Added segment 451bc679-6eb8-48bc-bdb2-cb4bc1627394 of type vlan for network 371c2e0c-f470-434d-8614-7616d5dbe1eb Jul 06 13:49:14.334555 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7514b8d-9468-4bb2-91ef-c8df23a491a0 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Pushing event deleted for resources: {'Port': ['ID=104043a5-c3b3-4005-8a90-da31e70f6533,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:14.349153 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c359f-b22b-4de6-b3a7-227fb62ea47a req-f9d3d60a-897f-4a96-b9dc-3c2866f61e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:14.350932 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-250c359f-b22b-4de6-b3a7-227fb62ea47a req-f9d3d60a-897f-4a96-b9dc-3c2866f61e8f service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=a9a00bbc-09b3-40bc-a090-b924659bfc16 HTTP/1.1" status: 200 len: 1101 time: 0.3649907 Jul 06 13:49:14.369101 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a769af13-f55c-4d73-9546-3acb61f09d3b req-8d0241bb-69b8-4bb5-b4fd-a72a868b867f tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398454 Jul 06 13:49:14.377427 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2322887d-018d-4cae-b6cc-b0725a8ce9bc tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:14.391976 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44548) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:14.456185 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4e2f5-1024-4a0d-980f-8bf8c6d2a8fd req-9ab18ced-603e-4ecb-973c-7a0f2fa2250b tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:14.459265 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-24d4e2f5-1024-4a0d-980f-8bf8c6d2a8fd req-9ab18ced-603e-4ecb-973c-7a0f2fa2250b tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e5d9958-d4e2-4362-a305-d62efa77718f HTTP/1.1" status: 200 len: 1023 time: 0.3410077 Jul 06 13:49:14.476666 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-f637fee6-03a3-43c6-a68a-559a751db29a req-e7514b8d-9468-4bb2-91ef-c8df23a491a0 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] No DVR routers for this DVR port 104043a5-c3b3-4005-8a90-da31e70f6533 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:49:14.480972 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f637fee6-03a3-43c6-a68a-559a751db29a req-e7514b8d-9468-4bb2-91ef-c8df23a491a0 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:14.485099 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f637fee6-03a3-43c6-a68a-559a751db29a req-e7514b8d-9468-4bb2-91ef-c8df23a491a0 tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.124 "DELETE /v2.0/ports/104043a5-c3b3-4005-8a90-da31e70f6533 HTTP/1.1" status: 204 len: 173 time: 1.9008703 Jul 06 13:49:14.529579 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-250c359f-b22b-4de6-b3a7-227fb62ea47a req-cd44a16c-d8de-4a1a-9d5a-350e433833d1 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583898 Jul 06 13:49:14.545073 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.db.resource_extend [None req-2322887d-018d-4cae-b6cc-b0725a8ce9bc tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 13:49:14.593474 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2322887d-018d-4cae-b6cc-b0725a8ce9bc tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:49:14.628217 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2322887d-018d-4cae-b6cc-b0725a8ce9bc tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:14.628783 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-2322887d-018d-4cae-b6cc-b0725a8ce9bc tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Added segment 8a764d50-084d-42b9-90fe-9ee69db74c0f of type vlan for network 892a9512-8fd4-4870-acd0-fb7609d7e71a Jul 06 13:49:14.646507 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-24d4e2f5-1024-4a0d-980f-8bf8c6d2a8fd req-0e070a74-9f65-46a2-968c-a1eee138872d tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e4efb6e-1882-4b99-8cb8-dbf632de4fed&id=fb3b17d9-ade7-49d7-8915-6544a8aa5905&id=520e01e5-b40b-449c-8dfd-75c3653a7665 HTTP/1.1" status: 200 len: 6148 time: 0.1675768 Jul 06 13:49:14.666190 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e20b58ec-1630-4685-b69f-7c74b2c8960f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-762050629-network', 'tenant_id': '9fb1bc82140c4199aee8d16b9af92a55'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:14.687292 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6067ba6-93df-4326-bd9e-619db0ee4937 req-6fcd3db2-6ef4-425d-b89d-257d5993c87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:14.689631 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c6067ba6-93df-4326-bd9e-619db0ee4937 req-6fcd3db2-6ef4-425d-b89d-257d5993c87e service neutron] 10.222.0.124 "GET /v2.0/networks?id=f0916d9f-87d2-4a64-9404-e7fc6b3b226f HTTP/1.1" status: 200 len: 913 time: 0.4677222 Jul 06 13:49:14.727739 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-1f8c2f54-8dff-4dcf-baa7-4cdd96344802 req-c6f7ba07-7e8b-41b2-ad09-85b18b921b7d tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1854234213 ', 'description': 'tempest-description-1238409947'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:14.768817 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2322887d-018d-4cae-b6cc-b0725a8ce9bc tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:14.781607 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20b58ec-1630-4685-b69f-7c74b2c8960f admin admin] Made reservation on behalf of 9fb1bc82140c4199aee8d16b9af92a55 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:49:14.784392 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e20b58ec-1630-4685-b69f-7c74b2c8960f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:14.797317 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1f8c2f54-8dff-4dcf-baa7-4cdd96344802 req-c6f7ba07-7e8b-41b2-ad09-85b18b921b7d tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:14.804501 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e20b58ec-1630-4685-b69f-7c74b2c8960f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:14.862516 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c6067ba6-93df-4326-bd9e-619db0ee4937 req-b1ccd4b0-3de7-4e38-903c-5c6666864787 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d297307d-d7fb-49d6-bdd7-a0b990031e5e HTTP/1.1" status: 200 len: 217 time: 0.0843959 Jul 06 13:49:14.922574 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6067ba6-93df-4326-bd9e-619db0ee4937 req-51aa082d-3ceb-454d-9a15-c114c96a5c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:14.924035 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c6067ba6-93df-4326-bd9e-619db0ee4937 req-51aa082d-3ceb-454d-9a15-c114c96a5c13 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b763b56-236c-4949-a66b-e159e529b097 HTTP/1.1" status: 200 len: 852 time: 0.0503230 Jul 06 13:49:14.951349 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1f8c2f54-8dff-4dcf-baa7-4cdd96344802 req-c6f7ba07-7e8b-41b2-ad09-85b18b921b7d tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:14.953049 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2322887d-018d-4cae-b6cc-b0725a8ce9bc tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:14.954457 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2322887d-018d-4cae-b6cc-b0725a8ce9bc tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:14.967433 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b7464-20d0-4b5a-af8e-979e267fb29e req-5eba159e-74dd-4e7f-bb8e-df7abe1ee881 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:14.972125 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2322887d-018d-4cae-b6cc-b0725a8ce9bc tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:14.974821 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3f4b7464-20d0-4b5a-af8e-979e267fb29e req-5eba159e-74dd-4e7f-bb8e-df7abe1ee881 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 945 time: 0.3119149 Jul 06 13:49:14.984867 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2322887d-018d-4cae-b6cc-b0725a8ce9bc tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:14.987174 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1f8c2f54-8dff-4dcf-baa7-4cdd96344802 req-c6f7ba07-7e8b-41b2-ad09-85b18b921b7d tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:14.987665 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2322887d-018d-4cae-b6cc-b0725a8ce9bc tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:15.055249 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3f4b7464-20d0-4b5a-af8e-979e267fb29e req-7e051dba-4585-46cc-b320-433d6fac0a54 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785730 Jul 06 13:49:15.056769 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7ba07-7e8b-41b2-ad09-85b18b921b7d tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b21f102-cbdb-4c8c-b760-fa0f0d10f1aa,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:15.099367 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c6067ba6-93df-4326-bd9e-619db0ee4937 req-17b3263b-efb7-464e-9719-9fe18ce63f3b service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f0916d9f-87d2-4a64-9404-e7fc6b3b226f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1658456 Jul 06 13:49:15.378643 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d88ee972-f561-4700-8981-3dcd088c4898 req-5d5172f4-1e24-4f5a-9e87-dda7bf3c7eef tempest-LiveAutoBlockMigrationV225Test-1450731382 tempest-LiveAutoBlockMigrationV225Test-1450731382-project] 10.222.0.118 "GET /v2.0/ports?device_id=315fd776-04f0-4cf9-828d-19f23de87e5a HTTP/1.1" status: 200 len: 210 time: 0.0577712 Jul 06 13:49:15.439098 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322887d-018d-4cae-b6cc-b0725a8ce9bc tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Pushing event updated for resources: {'Network': ['ID=371c2e0c-f470-434d-8614-7616d5dbe1eb,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:15.453886 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 371c2e0c-f470-434d-8614-7616d5dbe1eb details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:49:15.495809 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c6067ba6-93df-4326-bd9e-619db0ee4937 req-69129009-1194-4fc9-b067-c06d3939f2b5 service neutron] 10.222.0.124 "GET /v2.0/networks/f0916d9f-87d2-4a64-9404-e7fc6b3b226f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733046 Jul 06 13:49:15.535804 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 104043a5-c3b3-4005-8a90-da31e70f6533 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:49:15.583296 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 104043a5-c3b3-4005-8a90-da31e70f6533 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:49:15.583676 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 104043a5-c3b3-4005-8a90-da31e70f6533 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:49:15.642941 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798e9d8-c6e9-4082-bb05-c5da6482e2bf req-01b1c6e1-b454-4812-b125-e51401be4de7 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:15.647367 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7798e9d8-c6e9-4082-bb05-c5da6482e2bf req-01b1c6e1-b454-4812-b125-e51401be4de7 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=a9a00bbc-09b3-40bc-a090-b924659bfc16 HTTP/1.1" status: 200 len: 950 time: 0.0970745 Jul 06 13:49:15.706784 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7798e9d8-c6e9-4082-bb05-c5da6482e2bf req-6d4acc96-6158-40de-8512-1190204b3653 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520217 Jul 06 13:49:15.751518 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322887d-018d-4cae-b6cc-b0725a8ce9bc tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Pushing event updated for resources: {'Network': ['ID=892a9512-8fd4-4870-acd0-fb7609d7e71a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:15.763747 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c6067ba6-93df-4326-bd9e-619db0ee4937 req-d0f8b224-0dfe-4443-997f-736fb67eae6a service neutron] 10.222.0.124 "GET /v2.0/networks/f0916d9f-87d2-4a64-9404-e7fc6b3b226f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544887 Jul 06 13:49:15.764676 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 892a9512-8fd4-4870-acd0-fb7609d7e71a details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:49:15.809045 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e20b58ec-1630-4685-b69f-7c74b2c8960f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:15.815649 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e20b58ec-1630-4685-b69f-7c74b2c8960f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:15.821372 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1f8c2f54-8dff-4dcf-baa7-4cdd96344802 req-c6f7ba07-7e8b-41b2-ad09-85b18b921b7d tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:15.824607 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f8c2f54-8dff-4dcf-baa7-4cdd96344802 req-c6f7ba07-7e8b-41b2-ad09-85b18b921b7d tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 1.1121559 Jul 06 13:49:15.836429 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2322887d-018d-4cae-b6cc-b0725a8ce9bc tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.6873939 Jul 06 13:49:15.837537 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e20b58ec-1630-4685-b69f-7c74b2c8960f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:49:15.838824 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44564) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:15.878633 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e20b58ec-1630-4685-b69f-7c74b2c8960f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:15.878983 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-e20b58ec-1630-4685-b69f-7c74b2c8960f admin admin] Added segment cd7ab75f-6283-4337-a533-ec225e83e782 of type vlan for network 60fc63ba-9031-4911-92ba-21e96099cb00 Jul 06 13:49:15.890940 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b58ec-1630-4685-b69f-7c74b2c8960f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2508c40f-d07a-45d6-aad2-f742f738270e,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:15.934951 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e20b58ec-1630-4685-b69f-7c74b2c8960f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:15.968226 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-126cf681-cca3-4b97-872b-f165401fd346 req-1e465f88-d694-4922-a488-c05f67637f51 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups/8b21f102-cbdb-4c8c-b760-fa0f0d10f1aa HTTP/1.1" status: 200 len: 1781 time: 0.1172051 Jul 06 13:49:15.978730 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e20b58ec-1630-4685-b69f-7c74b2c8960f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:15.980528 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20b58ec-1630-4685-b69f-7c74b2c8960f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:15.981250 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e20b58ec-1630-4685-b69f-7c74b2c8960f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:15.995148 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c31dcb0-cf1b-4d6f-badf-30f78a0fd8a4 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:16.001440 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c31dcb0-cf1b-4d6f-badf-30f78a0fd8a4 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:16.009003 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c31dcb0-cf1b-4d6f-badf-30f78a0fd8a4 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:16.012717 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e20b58ec-1630-4685-b69f-7c74b2c8960f admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6150658 Jul 06 13:49:16.015265 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c31dcb0-cf1b-4d6f-badf-30f78a0fd8a4 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:16.017218 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7c31dcb0-cf1b-4d6f-badf-30f78a0fd8a4 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] 10.222.0.118 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1773310 Jul 06 13:49:16.017846 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44568) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:16.019673 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e5d9958-d4e2-4362-a305-d62efa77718f', 'tag': 'd297307d-d7fb-49d6-bdd7-a0b990031e5e'}, {'server_uuid': '315fd776-04f0-4cf9-828d-19f23de87e5a', 'name': 'network-vif-deleted', 'tag': '104043a5-c3b3-4005-8a90-da31e70f6533'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:49:16.022009 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c772be-2aed-4151-90f6-92628dbe39ca" -d '{"events": [{"name": "network-changed", "server_uuid": "4e5d9958-d4e2-4362-a305-d62efa77718f", "tag": "d297307d-d7fb-49d6-bdd7-a0b990031e5e"}, {"server_uuid": "315fd776-04f0-4cf9-828d-19f23de87e5a", "name": "network-vif-deleted", "tag": "104043a5-c3b3-4005-8a90-da31e70f6533"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:49:16.027141 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44570) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:16.048665 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-b98623c4-4a91-443a-ae27-d5b6534f80b4 admin admin] Request body: {'subnet': {'network_id': '60fc63ba-9031-4911-92ba-21e96099cb00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-762050629-subnet', 'tenant_id': '9fb1bc82140c4199aee8d16b9af92a55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:16.066640 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b58ec-1630-4685-b69f-7c74b2c8960f admin admin] Pushing event updated for resources: {'Network': ['ID=60fc63ba-9031-4911-92ba-21e96099cb00,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:16.079847 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 60fc63ba-9031-4911-92ba-21e96099cb00 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:49:16.095401 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 13:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16e1f00-6099-4b0c-bcb4-6ebe1255d63a x-openstack-request-id: req-d16e1f00-6099-4b0c-bcb4-6ebe1255d63a {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:49:16.095882 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e5d9958-d4e2-4362-a305-d62efa77718f", "tag": "d297307d-d7fb-49d6-bdd7-a0b990031e5e", "status": "completed", "code": 200}, {"server_uuid": "315fd776-04f0-4cf9-828d-19f23de87e5a", "name": "network-vif-deleted", "tag": "104043a5-c3b3-4005-8a90-da31e70f6533", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:49:16.096150 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-d16e1f00-6099-4b0c-bcb4-6ebe1255d63a {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:49:16.096756 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e5d9958-d4e2-4362-a305-d62efa77718f', 'tag': 'd297307d-d7fb-49d6-bdd7-a0b990031e5e', 'status': 'completed', 'code': 200} Jul 06 13:49:16.096868 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315fd776-04f0-4cf9-828d-19f23de87e5a', 'name': 'network-vif-deleted', 'tag': '104043a5-c3b3-4005-8a90-da31e70f6533', 'status': 'completed', 'code': 200} Jul 06 13:49:16.217404 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ed972c6-739e-454a-8fec-967bb65bd9d1 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:16.261849 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c772be-2aed-4151-90f6-92628dbe39ca req-ec5b67e3-c941-4a6b-85d1-f66001142618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:16.263884 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-36c772be-2aed-4151-90f6-92628dbe39ca req-ec5b67e3-c941-4a6b-85d1-f66001142618 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0001af22c6f747cd9b5d14a552aede55&device_id=4e5d9958-d4e2-4362-a305-d62efa77718f HTTP/1.1" status: 200 len: 1174 time: 0.1378598 Jul 06 13:49:16.281024 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a22fd4f-002f-4b6b-a8cf-ff5a6ae86b71 req-6537af84-93fc-4865-a37e-4089355b51f8 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups/8b21f102-cbdb-4c8c-b760-fa0f0d10f1aa HTTP/1.1" status: 200 len: 1781 time: 0.2620440 Jul 06 13:49:16.286322 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98623c4-4a91-443a-ae27-d5b6534f80b4 admin admin] Made reservation on behalf of 9fb1bc82140c4199aee8d16b9af92a55 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:49:16.289817 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b98623c4-4a91-443a-ae27-d5b6534f80b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:16.300243 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:16.395686 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c772be-2aed-4151-90f6-92628dbe39ca req-20b02923-8407-44cd-90d9-e45e9b77f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:16.397470 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-36c772be-2aed-4151-90f6-92628dbe39ca req-20b02923-8407-44cd-90d9-e45e9b77f049 service neutron] 10.222.0.124 "GET /v2.0/networks?id=f0916d9f-87d2-4a64-9404-e7fc6b3b226f HTTP/1.1" status: 200 len: 913 time: 0.1239667 Jul 06 13:49:16.466198 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-36c772be-2aed-4151-90f6-92628dbe39ca req-104bd55f-bad1-4d6d-b84a-82bb318921b2 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d297307d-d7fb-49d6-bdd7-a0b990031e5e HTTP/1.1" status: 200 len: 217 time: 0.0573158 Jul 06 13:49:16.534825 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c772be-2aed-4151-90f6-92628dbe39ca req-848e9d2f-f8c0-4c3e-b903-c70c9ab8657c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:16.536457 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-36c772be-2aed-4151-90f6-92628dbe39ca req-848e9d2f-f8c0-4c3e-b903-c70c9ab8657c service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b763b56-236c-4949-a66b-e159e529b097 HTTP/1.1" status: 200 len: 852 time: 0.0605695 Jul 06 13:49:16.579926 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-36c772be-2aed-4151-90f6-92628dbe39ca req-3212f3ef-f6e5-4454-8697-3f257c1d8758 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f0916d9f-87d2-4a64-9404-e7fc6b3b226f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337584 Jul 06 13:49:16.695486 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-36c772be-2aed-4151-90f6-92628dbe39ca req-d380e4f9-c49a-4719-afc6-72d383fa554f service neutron] 10.222.0.124 "GET /v2.0/networks/f0916d9f-87d2-4a64-9404-e7fc6b3b226f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067595 Jul 06 13:49:16.815296 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ed972c6-739e-454a-8fec-967bb65bd9d1 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:16.825001 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-36c772be-2aed-4151-90f6-92628dbe39ca req-ae623bb8-deb1-4861-a82b-4e7cf000bbd5 service neutron] 10.222.0.124 "GET /v2.0/networks/f0916d9f-87d2-4a64-9404-e7fc6b3b226f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211655 Jul 06 13:49:16.839775 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431eee51-9540-41fd-bba9-a994fbe19d3a req-fea6b769-1e97-4598-9fee-a8b2a8a842e8 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:16.839775 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-431eee51-9540-41fd-bba9-a994fbe19d3a req-fea6b769-1e97-4598-9fee-a8b2a8a842e8 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 945 time: 0.5967889 Jul 06 13:49:16.841806 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-9ed972c6-739e-454a-8fec-967bb65bd9d1 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['371c2e0c-f470-434d-8614-7616d5dbe1eb']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:16.870300 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-9ed972c6-739e-454a-8fec-967bb65bd9d1 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '451bc679-6eb8-48bc-bdb2-cb4bc1627394') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:16.870585 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-9ed972c6-739e-454a-8fec-967bb65bd9d1 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '451bc679-6eb8-48bc-bdb2-cb4bc1627394') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:16.908010 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ed972c6-739e-454a-8fec-967bb65bd9d1 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:16.915408 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5a22fd4f-002f-4b6b-a8cf-ff5a6ae86b71 req-a6d82467-81a9-43e6-b496-3a5107202a6a tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:16.956830 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ed972c6-739e-454a-8fec-967bb65bd9d1 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:16.995688 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5a22fd4f-002f-4b6b-a8cf-ff5a6ae86b71 req-a6d82467-81a9-43e6-b496-3a5107202a6a tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:17.008764 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-431eee51-9540-41fd-bba9-a994fbe19d3a req-3e3b8bba-bc0d-4dcd-9b7d-33fcc2791d69 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475806 Jul 06 13:49:17.015687 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed972c6-739e-454a-8fec-967bb65bd9d1 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:49:17.016102 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ed972c6-739e-454a-8fec-967bb65bd9d1 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: timer() Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:49:17.019194 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:49:17.142048 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ed972c6-739e-454a-8fec-967bb65bd9d1 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:17.149330 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b98623c4-4a91-443a-ae27-d5b6534f80b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:17.161117 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ed972c6-739e-454a-8fec-967bb65bd9d1 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:17.163152 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9ed972c6-739e-454a-8fec-967bb65bd9d1 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] 10.222.0.118 "DELETE /v2.0/networks/371c2e0c-f470-434d-8614-7616d5dbe1eb HTTP/1.1" status: 204 len: 168 time: 1.1304204 Jul 06 13:49:17.166615 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44590) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:17.182716 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5a22fd4f-002f-4b6b-a8cf-ff5a6ae86b71 req-a6d82467-81a9-43e6-b496-3a5107202a6a tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:17.187881 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5a22fd4f-002f-4b6b-a8cf-ff5a6ae86b71 req-a6d82467-81a9-43e6-b496-3a5107202a6a tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:17.189579 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a22fd4f-002f-4b6b-a8cf-ff5a6ae86b71 req-a6d82467-81a9-43e6-b496-3a5107202a6a tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "DELETE /v2.0/security-groups/8b21f102-cbdb-4c8c-b760-fa0f0d10f1aa HTTP/1.1" status: 204 len: 173 time: 0.8780756 Jul 06 13:49:17.230129 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed972c6-739e-454a-8fec-967bb65bd9d1 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Pushing event deleted for resources: {'Network': ['ID=371c2e0c-f470-434d-8614-7616d5dbe1eb,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:17.270246 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed972c6-739e-454a-8fec-967bb65bd9d1 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:17.273381 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed972c6-739e-454a-8fec-967bb65bd9d1 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:17.274218 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed972c6-739e-454a-8fec-967bb65bd9d1 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:17.275332 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed972c6-739e-454a-8fec-967bb65bd9d1 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:17.276268 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed972c6-739e-454a-8fec-967bb65bd9d1 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:17.276830 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed972c6-739e-454a-8fec-967bb65bd9d1 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:17.277379 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed972c6-739e-454a-8fec-967bb65bd9d1 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:17.277934 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed972c6-739e-454a-8fec-967bb65bd9d1 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:17.278321 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed972c6-739e-454a-8fec-967bb65bd9d1 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:17.278908 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed972c6-739e-454a-8fec-967bb65bd9d1 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:17.279484 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed972c6-739e-454a-8fec-967bb65bd9d1 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:17.279817 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed972c6-739e-454a-8fec-967bb65bd9d1 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:17.287613 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d43a6412-3ff2-47e8-ade2-a9cb4e2bab95 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:17.302126 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44594) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:17.316383 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d82467-81a9-43e6-b496-3a5107202a6a tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b21f102-cbdb-4c8c-b760-fa0f0d10f1aa,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:17.332551 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98623c4-4a91-443a-ae27-d5b6534f80b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c6d3629-131d-49bb-9b01-fc69a27e8c8e,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:17.338120 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98623c4-4a91-443a-ae27-d5b6534f80b4 admin admin] Checking segment: {'id': 'cd7ab75f-6283-4337-a533-ec225e83e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '60fc63ba-9031-4911-92ba-21e96099cb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:49:17.338470 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98623c4-4a91-443a-ae27-d5b6534f80b4 admin admin] Network hostable DHCP agents. Network: 60fc63ba-9031-4911-92ba-21e96099cb00, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:49:17.368957 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98623c4-4a91-443a-ae27-d5b6534f80b4 admin admin] Network 60fc63ba-9031-4911-92ba-21e96099cb00 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:49:17.395947 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-b98623c4-4a91-443a-ae27-d5b6534f80b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 60fc63ba-9031-4911-92ba-21e96099cb00) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:49:17.411099 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5484cfd1-9cb2-43ef-8331-a302bd984c95 None None] Network 60fc63ba-9031-4911-92ba-21e96099cb00 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:49:17.418276 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98623c4-4a91-443a-ae27-d5b6534f80b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:17.419183 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b98623c4-4a91-443a-ae27-d5b6534f80b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:17.463381 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d43a6412-3ff2-47e8-ade2-a9cb4e2bab95 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:17.477422 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b98623c4-4a91-443a-ae27-d5b6534f80b4 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4517775 Jul 06 13:49:17.480471 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-d43a6412-3ff2-47e8-ade2-a9cb4e2bab95 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892a9512-8fd4-4870-acd0-fb7609d7e71a']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:17.503800 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-d43a6412-3ff2-47e8-ade2-a9cb4e2bab95 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a764d50-084d-42b9-90fe-9ee69db74c0f') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:17.504208 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-d43a6412-3ff2-47e8-ade2-a9cb4e2bab95 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a764d50-084d-42b9-90fe-9ee69db74c0f') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:17.515508 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-983910c8-1efa-48a6-8d2b-289a59112614 admin admin] Deleting subnet 54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:49:17.522225 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d43a6412-3ff2-47e8-ade2-a9cb4e2bab95 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:17.524969 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-983910c8-1efa-48a6-8d2b-289a59112614 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:17.559119 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d43a6412-3ff2-47e8-ade2-a9cb4e2bab95 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:17.565033 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c7de5-2f49-4d9b-a04c-b2d22d8fb5df req-6942e509-2ecf-4836-831a-2291343043ed tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:17.568974 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d43a6412-3ff2-47e8-ade2-a9cb4e2bab95 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:49:17.569412 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d43a6412-3ff2-47e8-ade2-a9cb4e2bab95 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:17.573020 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2d8c7de5-2f49-4d9b-a04c-b2d22d8fb5df req-6942e509-2ecf-4836-831a-2291343043ed tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=a9a00bbc-09b3-40bc-a090-b924659bfc16 HTTP/1.1" status: 200 len: 950 time: 0.1570170 Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:49:17.573203 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:49:17.586381 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-983910c8-1efa-48a6-8d2b-289a59112614 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:17.669303 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d43a6412-3ff2-47e8-ade2-a9cb4e2bab95 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:17.677600 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-983910c8-1efa-48a6-8d2b-289a59112614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:17.681203 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d43a6412-3ff2-47e8-ade2-a9cb4e2bab95 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:17.686866 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d43a6412-3ff2-47e8-ade2-a9cb4e2bab95 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] 10.222.0.118 "DELETE /v2.0/networks/892a9512-8fd4-4870-acd0-fb7609d7e71a HTTP/1.1" status: 204 len: 168 time: 0.5152211 Jul 06 13:49:17.710047 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44604) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:17.719531 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2d8c7de5-2f49-4d9b-a04c-b2d22d8fb5df req-c70ca5e4-3b07-4d4e-8075-a5abbaf13f32 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263907 Jul 06 13:49:17.731996 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a6412-3ff2-47e8-ade2-a9cb4e2bab95 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Pushing event deleted for resources: {'Network': ['ID=892a9512-8fd4-4870-acd0-fb7609d7e71a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:17.832649 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-3cc7ee4c-9009-48c3-afd2-a1bf4f916ad3 req-528858bc-ae1d-47eb-b21f-69b4dafcaa9a tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] show failed (client error): The resource could not be found. Jul 06 13:49:17.837681 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3cc7ee4c-9009-48c3-afd2-a1bf4f916ad3 req-528858bc-ae1d-47eb-b21f-69b4dafcaa9a tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups/8b21f102-cbdb-4c8c-b760-fa0f0d10f1aa HTTP/1.1" status: 404 len: 352 time: 0.0348439 Jul 06 13:49:18.117031 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b582b15-97fc-42b8-9270-022441ea46b0 None None] Network 60fc63ba-9031-4911-92ba-21e96099cb00 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:49:18.250115 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a41cf2-1bfa-48ea-b883-bf664d4e7c05 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:18.257141 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a41cf2-1bfa-48ea-b883-bf664d4e7c05 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:18.258998 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f6a41cf2-1bfa-48ea-b883-bf664d4e7c05 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] 10.222.0.118 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5397286 Jul 06 13:49:18.263001 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44630) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:18.266606 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-983910c8-1efa-48a6-8d2b-289a59112614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:18.297650 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-ab47ac9b-d903-4fe1-bf54-bcbfb575120f tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-817594854'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:18.382080 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983910c8-1efa-48a6-8d2b-289a59112614 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:18.386226 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-983910c8-1efa-48a6-8d2b-289a59112614 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:18.392450 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-983910c8-1efa-48a6-8d2b-289a59112614 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/54e2d5be-d531-4f0c-86d7-ba81bfbbaf4a HTTP/1.1" status: 204 len: 168 time: 1.0879703 Jul 06 13:49:18.394262 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44634) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:18.412302 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab47ac9b-d903-4fe1-bf54-bcbfb575120f tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Made reservation on behalf of c5049e93259d46caa64a66d57db165e0 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:49:18.420006 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ab47ac9b-d903-4fe1-bf54-bcbfb575120f tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:18.462547 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab47ac9b-d903-4fe1-bf54-bcbfb575120f tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:49:18.470842 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-2079d682-4e2e-48b3-ac9b-85ae7f260aab req-2b1d8388-5c8a-4e30-86da-4b02a9c83f8a tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1194882079', 'description': 'tempest-description-260792332'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:18.473025 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:18.479163 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ab47ac9b-d903-4fe1-bf54-bcbfb575120f tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:18.480151 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-ab47ac9b-d903-4fe1-bf54-bcbfb575120f tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Added segment 352dd04a-a822-423f-944e-89a180e37ba8 of type vlan for network db884c15-8066-49f2-8ed7-8ce7dd9b060b Jul 06 13:49:18.535269 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-8c64cfc3-288a-4518-a8ae-08f9ec52824a tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:18.537024 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-8c64cfc3-288a-4518-a8ae-08f9ec52824a tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/networks?id=60fc63ba-9031-4911-92ba-21e96099cb00 HTTP/1.1" status: 200 len: 814 time: 0.3310750 Jul 06 13:49:18.544484 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ab47ac9b-d903-4fe1-bf54-bcbfb575120f tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:18.569249 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-acf632b8-f00a-454a-a867-47b9d31c1d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:18.573109 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2079d682-4e2e-48b3-ac9b-85ae7f260aab req-2b1d8388-5c8a-4e30-86da-4b02a9c83f8a tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:18.575733 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-9179d6b9-8280-4d22-ba41-460fcccd8d49 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/quotas/9fb1bc82140c4199aee8d16b9af92a55 HTTP/1.1" status: 200 len: 375 time: 0.0244923 Jul 06 13:49:18.588931 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ab47ac9b-d903-4fe1-bf54-bcbfb575120f tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:18.596095 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab47ac9b-d903-4fe1-bf54-bcbfb575120f tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:18.596768 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ab47ac9b-d903-4fe1-bf54-bcbfb575120f tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:18.651145 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-70879c3e-b4b0-4943-af14-405e87b09e29 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=9fb1bc82140c4199aee8d16b9af92a55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621591 Jul 06 13:49:18.686744 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ab47ac9b-d903-4fe1-bf54-bcbfb575120f tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4217269 Jul 06 13:49:18.690438 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44638) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:18.700390 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-5f515265-7e92-4b22-9bd4-fd8e4ad77743 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-463721030'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:18.711186 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47ac9b-d903-4fe1-bf54-bcbfb575120f tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Pushing event updated for resources: {'Network': ['ID=db884c15-8066-49f2-8ed7-8ce7dd9b060b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:18.722070 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network db884c15-8066-49f2-8ed7-8ce7dd9b060b details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:49:18.767265 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-acf632b8-f00a-454a-a867-47b9d31c1d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:18.792711 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-acf632b8-f00a-454a-a867-47b9d31c1d87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b1ddd0-32ee-4167-858f-b55fd4b0b29d']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:18.814035 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-acf632b8-f00a-454a-a867-47b9d31c1d87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367f1f53-18db-4b70-a414-6c522cb8ff9f') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:18.814273 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-acf632b8-f00a-454a-a867-47b9d31c1d87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367f1f53-18db-4b70-a414-6c522cb8ff9f') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:18.834816 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-acf632b8-f00a-454a-a867-47b9d31c1d87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:18.875564 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-acf632b8-f00a-454a-a867-47b9d31c1d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:18.893662 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf632b8-f00a-454a-a867-47b9d31c1d87 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:49:18.894200 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-acf632b8-f00a-454a-a867-47b9d31c1d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: timer() Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:49:18.896095 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:49:18.900139 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-606bcc63-33c4-4220-92f3-77a97a9d3840 service neutron] 10.222.0.118 "GET /v2.0/networks/60fc63ba-9031-4911-92ba-21e96099cb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343574 Jul 06 13:49:18.987618 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2079d682-4e2e-48b3-ac9b-85ae7f260aab req-2b1d8388-5c8a-4e30-86da-4b02a9c83f8a tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:19.003644 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2079d682-4e2e-48b3-ac9b-85ae7f260aab req-2b1d8388-5c8a-4e30-86da-4b02a9c83f8a tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:19.031551 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f515265-7e92-4b22-9bd4-fd8e4ad77743 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Made reservation on behalf of c5049e93259d46caa64a66d57db165e0 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:49:19.040464 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5f515265-7e92-4b22-9bd4-fd8e4ad77743 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:19.074201 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f515265-7e92-4b22-9bd4-fd8e4ad77743 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:49:19.082901 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d8388-5c8a-4e30-86da-4b02a9c83f8a tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d88a8cc-92a6-4443-b64f-f3b36a20b056,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:19.088192 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2079d682-4e2e-48b3-ac9b-85ae7f260aab req-2b1d8388-5c8a-4e30-86da-4b02a9c83f8a tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:19.089449 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2079d682-4e2e-48b3-ac9b-85ae7f260aab req-2b1d8388-5c8a-4e30-86da-4b02a9c83f8a tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6499050 Jul 06 13:49:19.107039 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5f515265-7e92-4b22-9bd4-fd8e4ad77743 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:19.109032 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-5f515265-7e92-4b22-9bd4-fd8e4ad77743 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Added segment 1e64d7fa-1b8a-45fc-bc6e-e6000c36614f of type vlan for network cb908fa3-63b5-440c-b628-d87ff6dec819 Jul 06 13:49:19.109701 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-acf632b8-f00a-454a-a867-47b9d31c1d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:19.132556 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-acf632b8-f00a-454a-a867-47b9d31c1d87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:19.138251 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-acf632b8-f00a-454a-a867-47b9d31c1d87 admin admin] 10.222.0.118 "DELETE /v2.0/networks/07b1ddd0-32ee-4167-858f-b55fd4b0b29d HTTP/1.1" status: 204 len: 168 time: 0.7427731 Jul 06 13:49:19.140302 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44644) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:19.141502 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf632b8-f00a-454a-a867-47b9d31c1d87 admin admin] Pushing event deleted for resources: {'Network': ['ID=07b1ddd0-32ee-4167-858f-b55fd4b0b29d,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:19.187790 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-200d3756-5bdf-474f-ab9f-69b6974b6b14 service neutron] 10.222.0.118 "GET /v2.0/networks/60fc63ba-9031-4911-92ba-21e96099cb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741380 Jul 06 13:49:19.232807 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5f515265-7e92-4b22-9bd4-fd8e4ad77743 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:19.254589 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-608a6adc-e1a0-42d6-927a-bc1537747d99 admin admin] Deleting subnet ef1862c8-191e-4fdd-ad80-267660f9ea71 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:49:19.260672 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-608a6adc-e1a0-42d6-927a-bc1537747d99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:19.366990 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec90e81-3b36-4a50-afe6-76e9a01169f8 req-896ead03-401d-496c-952b-e70795523222 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:19.379903 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-608a6adc-e1a0-42d6-927a-bc1537747d99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:19.383422 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5f515265-7e92-4b22-9bd4-fd8e4ad77743 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:19.389353 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3ec90e81-3b36-4a50-afe6-76e9a01169f8 req-896ead03-401d-496c-952b-e70795523222 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 945 time: 0.1160347 Jul 06 13:49:19.395008 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f515265-7e92-4b22-9bd4-fd8e4ad77743 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:19.395757 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5f515265-7e92-4b22-9bd4-fd8e4ad77743 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:19.473397 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3ec90e81-3b36-4a50-afe6-76e9a01169f8 req-262a666d-2814-41a1-95b3-483dc485b81e tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816309 Jul 06 13:49:19.495643 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5f515265-7e92-4b22-9bd4-fd8e4ad77743 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8012748 Jul 06 13:49:19.496815 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44652) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:19.509673 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-60e51e1a-212e-4dab-b585-b60e90cd95a3 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Request body: {'ports': [{'network_id': 'db884c15-8066-49f2-8ed7-8ce7dd9b060b', 'name': 'tempest-port--115388357', 'admin_state_up': True}, {'network_id': 'cb908fa3-63b5-440c-b628-d87ff6dec819', 'admin_state_up': False}]} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:19.510390 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-60e51e1a-212e-4dab-b585-b60e90cd95a3 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Request body: {'port': {'network_id': 'db884c15-8066-49f2-8ed7-8ce7dd9b060b', 'name': 'tempest-port--115388357', 'admin_state_up': True}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:19.511331 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-60e51e1a-212e-4dab-b585-b60e90cd95a3 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Request body: {'port': {'network_id': 'cb908fa3-63b5-440c-b628-d87ff6dec819', 'admin_state_up': False}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:19.561955 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f515265-7e92-4b22-9bd4-fd8e4ad77743 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Pushing event updated for resources: {'Network': ['ID=cb908fa3-63b5-440c-b628-d87ff6dec819,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:19.564568 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-608a6adc-e1a0-42d6-927a-bc1537747d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:19.574683 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network cb908fa3-63b5-440c-b628-d87ff6dec819 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:49:19.631115 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-157c6e91-35ff-4e5c-84c5-faa66023e1c1 req-34052fac-e2ef-4366-866b-6697f9462ba3 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1765068287', 'description': 'tempest-description-372519865'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:19.669896 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-608a6adc-e1a0-42d6-927a-bc1537747d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:19.730560 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-608a6adc-e1a0-42d6-927a-bc1537747d99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:19.732929 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-608a6adc-e1a0-42d6-927a-bc1537747d99 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/ef1862c8-191e-4fdd-ad80-267660f9ea71 HTTP/1.1" status: 204 len: 168 time: 0.5873349 Jul 06 13:49:19.735936 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44658) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:19.736681 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a6adc-e1a0-42d6-927a-bc1537747d99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef1862c8-191e-4fdd-ad80-267660f9ea71,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:19.875291 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-157c6e91-35ff-4e5c-84c5-faa66023e1c1 req-34052fac-e2ef-4366-866b-6697f9462ba3 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:19.908085 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fda53f0d-3605-41f6-8f0f-bafce875ab70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:19.917219 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d07e89-cd60-464d-93ba-e822879bb05e req-3ba34ce7-6110-4ba1-b407-d9ba81d3fe84 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:19.919225 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12d07e89-cd60-464d-93ba-e822879bb05e req-3ba34ce7-6110-4ba1-b407-d9ba81d3fe84 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.124 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d&tenant_id=0a05dcebc7174fa4835bbaac9666195c&binding%3Ahost_id=n-h1-773644-6 HTTP/1.1" status: 200 len: 1096 time: 0.2645156 Jul 06 13:49:19.935208 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-12d07e89-cd60-464d-93ba-e822879bb05e req-954b5bef-805d-47b5-bfdf-7f40a8f2daa3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-773644-6'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:20.092472 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fda53f0d-3605-41f6-8f0f-bafce875ab70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:20.113125 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.db.api [None req-60e51e1a-212e-4dab-b585-b60e90cd95a3 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 13:49:20.113125 n-d-773644-6 neutron-server[100418]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 13:49:20.113125 n-d-773644-6 neutron-server[100418]: [parameters: {'project_id_1': 'c5049e93259d46caa64a66d57db165e0', 'expiration_1': datetime.datetime(2021, 7, 6, 13, 49, 20, 49471)}] Jul 06 13:49:20.113125 n-d-773644-6 neutron-server[100418]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 13:49:20.113682 n-d-773644-6 neutron-server[100418]: DEBUG oslo_db.api [None req-60e51e1a-212e-4dab-b585-b60e90cd95a3 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 13:49:20.131167 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-fda53f0d-3605-41f6-8f0f-bafce875ab70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60aebdd4-2426-49cf-aa7a-b31325415380']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:20.158170 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-fda53f0d-3605-41f6-8f0f-bafce875ab70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f662039-6cf6-488b-9aed-dde72137386c') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:20.158761 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-fda53f0d-3605-41f6-8f0f-bafce875ab70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f662039-6cf6-488b-9aed-dde72137386c') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:20.186129 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a37450-bf96-4abb-8f82-dca16b68269a req-d1e0ce47-1071-447c-bf85-2ea6f26c7136 tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:20.186637 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a37450-bf96-4abb-8f82-dca16b68269a req-d1e0ce47-1071-447c-bf85-2ea6f26c7136 tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:20.187133 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a37450-bf96-4abb-8f82-dca16b68269a req-d1e0ce47-1071-447c-bf85-2ea6f26c7136 tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:20.187625 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a37450-bf96-4abb-8f82-dca16b68269a req-d1e0ce47-1071-447c-bf85-2ea6f26c7136 tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:20.188109 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a37450-bf96-4abb-8f82-dca16b68269a req-d1e0ce47-1071-447c-bf85-2ea6f26c7136 tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:20.188638 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a37450-bf96-4abb-8f82-dca16b68269a req-d1e0ce47-1071-447c-bf85-2ea6f26c7136 tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:20.189069 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a37450-bf96-4abb-8f82-dca16b68269a req-d1e0ce47-1071-447c-bf85-2ea6f26c7136 tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:20.189551 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a37450-bf96-4abb-8f82-dca16b68269a req-d1e0ce47-1071-447c-bf85-2ea6f26c7136 tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:20.190058 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a37450-bf96-4abb-8f82-dca16b68269a req-d1e0ce47-1071-447c-bf85-2ea6f26c7136 tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:20.192289 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b6a37450-bf96-4abb-8f82-dca16b68269a req-d1e0ce47-1071-447c-bf85-2ea6f26c7136 tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624&device_id=a9a00bbc-09b3-40bc-a090-b924659bfc16&device_id=3964e81d-1864-4aba-b578-7fbf54bde95d&device_id=4e5d9958-d4e2-4362-a305-d62efa77718f&device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d&device_id=561e0596-21b3-4935-ad5f-aba775f0d8e7&device_id=9c51968a-4ec4-466f-aa34-5b033f896862&device_id=4aecacdd-20e2-44b8-9135-49e91583bd53&device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71&device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617 HTTP/1.1" status: 200 len: 8274 time: 0.1750803 Jul 06 13:49:20.212884 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fda53f0d-3605-41f6-8f0f-bafce875ab70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:20.218965 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-12d07e89-cd60-464d-93ba-e822879bb05e req-954b5bef-805d-47b5-bfdf-7f40a8f2daa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:20.227737 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-157c6e91-35ff-4e5c-84c5-faa66023e1c1 req-34052fac-e2ef-4366-866b-6697f9462ba3 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:20.234233 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b6a37450-bf96-4abb-8f82-dca16b68269a req-37f44243-f9b8-4b00-bf07-259074b1696d tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:20.243923 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-157c6e91-35ff-4e5c-84c5-faa66023e1c1 req-34052fac-e2ef-4366-866b-6697f9462ba3 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:20.279410 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-157c6e91-35ff-4e5c-84c5-faa66023e1c1 req-34052fac-e2ef-4366-866b-6697f9462ba3 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:20.294036 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-157c6e91-35ff-4e5c-84c5-faa66023e1c1 req-34052fac-e2ef-4366-866b-6697f9462ba3 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6737585 Jul 06 13:49:20.327557 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34052fac-e2ef-4366-866b-6697f9462ba3 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59720ce9-ddb3-4337-af0e-04dbb260d8d5,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:20.426111 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b6a37450-bf96-4abb-8f82-dca16b68269a req-37f44243-f9b8-4b00-bf07-259074b1696d tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:20.433189 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b6a37450-bf96-4abb-8f82-dca16b68269a req-37f44243-f9b8-4b00-bf07-259074b1696d tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:20.508706 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b6a37450-bf96-4abb-8f82-dca16b68269a req-37f44243-f9b8-4b00-bf07-259074b1696d tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&id=0e4efb6e-1882-4b99-8cb8-dbf632de4fed&id=fb3b17d9-ade7-49d7-8915-6544a8aa5905&id=520e01e5-b40b-449c-8dfd-75c3653a7665&id=717dca28-cd50-458a-a74e-b073d4361e59&id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 718 time: 0.2788086 Jul 06 13:49:20.525260 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-d0f061a6-8cd1-4411-95cb-3fd8a11833dd req-e145afeb-3420-4da3-a08a-1e72fc00d369 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-684355015', 'description': 'tempest-description-321904813'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:20.556641 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fda53f0d-3605-41f6-8f0f-bafce875ab70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:20.558594 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f44243-f9b8-4b00-bf07-259074b1696d tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af8a407-23e6-482c-89d4-ab21dba16f32,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:20.588397 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fda53f0d-3605-41f6-8f0f-bafce875ab70 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:49:20.588857 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fda53f0d-3605-41f6-8f0f-bafce875ab70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:49:20.590942 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:49:20.593271 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-12d07e89-cd60-464d-93ba-e822879bb05e req-954b5bef-805d-47b5-bfdf-7f40a8f2daa3 service neutron] For port 904dc541-1865-4711-8c16-f4460a98dc88, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=904dc541-1865-4711-8c16-f4460a98dc88,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:20.669506 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-786a7c1b-1e85-422a-b60d-335de767e4f7 req-d5af8b46-7d6e-44de-9ff4-81ce90bdf796 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 210 time: 0.1011589 Jul 06 13:49:20.680470 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fda53f0d-3605-41f6-8f0f-bafce875ab70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:20.685535 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fda53f0d-3605-41f6-8f0f-bafce875ab70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:20.689912 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fda53f0d-3605-41f6-8f0f-bafce875ab70 admin admin] 10.222.0.118 "DELETE /v2.0/networks/60aebdd4-2426-49cf-aa7a-b31325415380 HTTP/1.1" status: 204 len: 168 time: 0.9431071 Jul 06 13:49:20.712400 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda53f0d-3605-41f6-8f0f-bafce875ab70 admin admin] Pushing event deleted for resources: {'Network': ['ID=60aebdd4-2426-49cf-aa7a-b31325415380,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:20.713278 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d0f061a6-8cd1-4411-95cb-3fd8a11833dd req-e145afeb-3420-4da3-a08a-1e72fc00d369 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:20.736148 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-12d07e89-cd60-464d-93ba-e822879bb05e req-954b5bef-805d-47b5-bfdf-7f40a8f2daa3 service neutron] For port 904dc541-1865-4711-8c16-f4460a98dc88, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:49:20.853840 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8870e1-4445-4320-b32e-8b8b67ad888d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '904dc541-1865-4711-8c16-f4460a98dc88'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:49:20.856834 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbfe82c-89f4-4305-84d7-cfe12a95deb7" -d '{"events": [{"server_uuid": "7c8870e1-4445-4320-b32e-8b8b67ad888d", "name": "network-vif-unplugged", "status": "completed", "tag": "904dc541-1865-4711-8c16-f4460a98dc88"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:49:20.861781 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-12d07e89-cd60-464d-93ba-e822879bb05e req-954b5bef-805d-47b5-bfdf-7f40a8f2daa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:20.887678 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-12d07e89-cd60-464d-93ba-e822879bb05e req-954b5bef-805d-47b5-bfdf-7f40a8f2daa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:20.908885 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d0f061a6-8cd1-4411-95cb-3fd8a11833dd req-e145afeb-3420-4da3-a08a-1e72fc00d369 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:20.911245 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e51e1a-212e-4dab-b585-b60e90cd95a3 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Made reservation on behalf of c5049e93259d46caa64a66d57db165e0 for: {'port': 2} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:49:20.916204 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-60e51e1a-212e-4dab-b585-b60e90cd95a3 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:20.919574 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44676) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:20.942947 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-60e51e1a-212e-4dab-b585-b60e90cd95a3 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:20.946963 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d0f061a6-8cd1-4411-95cb-3fd8a11833dd req-e145afeb-3420-4da3-a08a-1e72fc00d369 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:20.962920 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b5bef-805d-47b5-bfdf-7f40a8f2daa3 service neutron] Pushing event updated for resources: {'Port': ['ID=904dc541-1865-4711-8c16-f4460a98dc88,revision_number=7']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:20.983906 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d0f061a6-8cd1-4411-95cb-3fd8a11833dd req-e145afeb-3420-4da3-a08a-1e72fc00d369 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:20.997635 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d0f061a6-8cd1-4411-95cb-3fd8a11833dd req-e145afeb-3420-4da3-a08a-1e72fc00d369 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4713135 Jul 06 13:49:21.047258 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-12d07e89-cd60-464d-93ba-e822879bb05e req-954b5bef-805d-47b5-bfdf-7f40a8f2daa3 service neutron] Attempting to bind port 904dc541-1865-4711-8c16-f4460a98dc88 on host n-h1-773644-6 for vnic_type normal with profile {"migrating_to": "n-h2-773644-6"} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:49:21.047549 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-12d07e89-cd60-464d-93ba-e822879bb05e req-954b5bef-805d-47b5-bfdf-7f40a8f2daa3 service neutron] Attempting to bind port 904dc541-1865-4711-8c16-f4460a98dc88 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:49:21.048005 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d07e89-cd60-464d-93ba-e822879bb05e req-954b5bef-805d-47b5-bfdf-7f40a8f2daa3 service neutron] Attempting to bind port 904dc541-1865-4711-8c16-f4460a98dc88 on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:49:21.054787 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d07e89-cd60-464d-93ba-e822879bb05e req-954b5bef-805d-47b5-bfdf-7f40a8f2daa3 service neutron] Port 904dc541-1865-4711-8c16-f4460a98dc88 on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:49:21.055590 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d07e89-cd60-464d-93ba-e822879bb05e req-954b5bef-805d-47b5-bfdf-7f40a8f2daa3 service neutron] Attempting to bind port 904dc541-1865-4711-8c16-f4460a98dc88 on network b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:49:21.062111 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d07e89-cd60-464d-93ba-e822879bb05e req-954b5bef-805d-47b5-bfdf-7f40a8f2daa3 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:49:21.062814 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d07e89-cd60-464d-93ba-e822879bb05e req-954b5bef-805d-47b5-bfdf-7f40a8f2daa3 service neutron] Checking segment: {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:49:21.062993 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d07e89-cd60-464d-93ba-e822879bb05e req-954b5bef-805d-47b5-bfdf-7f40a8f2daa3 service neutron] Bound using segment: {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:49:21.063822 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-12d07e89-cd60-464d-93ba-e822879bb05e req-954b5bef-805d-47b5-bfdf-7f40a8f2daa3 service neutron] Bound port: 904dc541-1865-4711-8c16-f4460a98dc88, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26fae0a8-b11a-4b41-8727-abb5990d30d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:49:21.064304 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-12d07e89-cd60-464d-93ba-e822879bb05e req-954b5bef-805d-47b5-bfdf-7f40a8f2daa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:21.217212 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a4331280-6fda-4904-b1d2-351564049bfe admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=2348caba5ff048eca9a30073164626c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961204 Jul 06 13:49:21.251589 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-12d07e89-cd60-464d-93ba-e822879bb05e req-954b5bef-805d-47b5-bfdf-7f40a8f2daa3 service neutron] For port 904dc541-1865-4711-8c16-f4460a98dc88, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:49:21.259645 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-12d07e89-cd60-464d-93ba-e822879bb05e req-954b5bef-805d-47b5-bfdf-7f40a8f2daa3 service neutron] For port 904dc541-1865-4711-8c16-f4460a98dc88, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=904dc541-1865-4711-8c16-f4460a98dc88,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:49:21.259905 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44682) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:21.268900 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-12d07e89-cd60-464d-93ba-e822879bb05e req-954b5bef-805d-47b5-bfdf-7f40a8f2daa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:21.346272 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95fac40-da21-4728-bc39-5185f9b77e8f x-openstack-request-id: req-a95fac40-da21-4728-bc39-5185f9b77e8f {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:49:21.346558 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8870e1-4445-4320-b32e-8b8b67ad888d", "name": "network-vif-unplugged", "status": "completed", "tag": "904dc541-1865-4711-8c16-f4460a98dc88", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:49:21.346819 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-a95fac40-da21-4728-bc39-5185f9b77e8f {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:49:21.347229 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8870e1-4445-4320-b32e-8b8b67ad888d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '904dc541-1865-4711-8c16-f4460a98dc88', 'code': 200} Jul 06 13:49:21.450483 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d07e89-cd60-464d-93ba-e822879bb05e req-954b5bef-805d-47b5-bfdf-7f40a8f2daa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:21.451143 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-12d07e89-cd60-464d-93ba-e822879bb05e req-954b5bef-805d-47b5-bfdf-7f40a8f2daa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:21.452845 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12d07e89-cd60-464d-93ba-e822879bb05e req-954b5bef-805d-47b5-bfdf-7f40a8f2daa3 service neutron] 10.222.0.124 "PUT /v2.0/ports/904dc541-1865-4711-8c16-f4460a98dc88 HTTP/1.1" status: 200 len: 1121 time: 1.5242321 Jul 06 13:49:21.470198 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b5bef-805d-47b5-bfdf-7f40a8f2daa3 service neutron] Pushing event updated for resources: {'Port': ['ID=904dc541-1865-4711-8c16-f4460a98dc88,revision_number=8']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:21.564350 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['904dc541-1865-4711-8c16-f4460a98dc88'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:49:21.570790 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 904dc541-1865-4711-8c16-f4460a98dc88 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:49:21.575128 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['904dc541-1865-4711-8c16-f4460a98dc88'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:49:21.658620 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-60e51e1a-212e-4dab-b585-b60e90cd95a3 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] device_id is not set on port 36574b2c-01df-4a54-b4a0-ca77b14ba8c3 yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 13:49:21.695049 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145afeb-3420-4da3-a08a-1e72fc00d369 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c62c0e69-9558-4572-ad82-86ed129b2a38,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:21.734331 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4d48feba-d800-4424-9a9c-e1e076f66bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:21.745470 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-5cfd5209-7713-42fb-8b84-15cb6f5ae728 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:21.750300 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-5cfd5209-7713-42fb-8b84-15cb6f5ae728 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.52 "GET /v2.0/networks?id=60fc63ba-9031-4911-92ba-21e96099cb00 HTTP/1.1" status: 200 len: 814 time: 0.2558498 Jul 06 13:49:21.792931 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-1dee130f-aedf-421f-ba53-5cc42692c45c tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Request body: {'port': {'device_id': '5e67d264-f57a-43dd-97a7-5a3f15660624', 'network_id': '60fc63ba-9031-4911-92ba-21e96099cb00', 'admin_state_up': True, 'tenant_id': '9fb1bc82140c4199aee8d16b9af92a55'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:21.820726 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 904dc541-1865-4711-8c16-f4460a98dc88, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=904dc541-1865-4711-8c16-f4460a98dc88,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:21.849935 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 904dc541-1865-4711-8c16-f4460a98dc88 has no active binding in host n-h2-773644-6 {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 13:49:22.005013 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4d48feba-d800-4424-9a9c-e1e076f66bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:22.130691 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201e74e-4b16-434b-be12-0b6418e97f6b req-155a076d-8589-4fd3-801a-6f674f0a48b6 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:22.139850 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6201e74e-4b16-434b-be12-0b6418e97f6b req-155a076d-8589-4fd3-801a-6f674f0a48b6 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 943 time: 1.0189011 Jul 06 13:49:22.319982 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6201e74e-4b16-434b-be12-0b6418e97f6b req-9bc0f989-d330-42fd-9df5-4391ca3a8550 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766498 Jul 06 13:49:22.325902 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-60e51e1a-212e-4dab-b585-b60e90cd95a3 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:22.370604 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a14b7b7-ba7d-4b4f-a073-bd5b74943f2a req-8e8c348d-0616-46af-ac3e-03b8abf774c3 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=0001af22c6f747cd9b5d14a552aede55 HTTP/1.1" status: 200 len: 10894 time: 0.6890204 Jul 06 13:49:22.494230 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4d48feba-d800-4424-9a9c-e1e076f66bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:22.496878 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4d48feba-d800-4424-9a9c-e1e076f66bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:22.498102 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4d48feba-d800-4424-9a9c-e1e076f66bed admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/13483f21-9835-4ec3-b40a-d05ac7b37cf9 HTTP/1.1" status: 204 len: 168 time: 1.2290559 Jul 06 13:49:22.512021 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-1dee130f-aedf-421f-ba53-5cc42692c45c tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Made reservation on behalf of 9fb1bc82140c4199aee8d16b9af92a55 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:49:22.516441 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-1dee130f-aedf-421f-ba53-5cc42692c45c tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:22.541066 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48feba-d800-4424-9a9c-e1e076f66bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13483f21-9835-4ec3-b40a-d05ac7b37cf9,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:22.571842 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-60e51e1a-212e-4dab-b585-b60e90cd95a3 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] device_id is not set on port f95ccf8b-7a80-4705-a997-ac29a94f8126 yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 13:49:22.626813 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a14b7b7-ba7d-4b4f-a073-bd5b74943f2a req-e28a104e-99fe-4f37-a36b-e354dcd6fe22 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups/fb3b17d9-ade7-49d7-8915-6544a8aa5905 HTTP/1.1" status: 200 len: 2981 time: 0.2539365 Jul 06 13:49:22.728214 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a14b7b7-ba7d-4b4f-a073-bd5b74943f2a req-6455cbf5-d210-490a-8fdf-d04cf3ea7e2a tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups/fb3b17d9-ade7-49d7-8915-6544a8aa5905 HTTP/1.1" status: 200 len: 2981 time: 0.1002722 Jul 06 13:49:23.015992 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-1dee130f-aedf-421f-ba53-5cc42692c45c tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Allocated IP 172.20.0.7 (60fc63ba-9031-4911-92ba-21e96099cb00/2c6d3629-131d-49bb-9b01-fc69a27e8c8e/ef9489a1-490c-428d-9b62-1cc328e84bf0) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:49:23.064603 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ac804112-99df-4505-9fc1-3cc94b36f781 req-291e308d-0728-4420-8090-e2df84245676 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 210 time: 0.0967591 Jul 06 13:49:23.105427 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44700) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:23.111400 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-60e51e1a-212e-4dab-b585-b60e90cd95a3 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:23.127022 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af999a-4626-4952-b696-e2706ab617fe req-c72c240f-00e7-4424-8718-83dbbbe0820c tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:23.127989 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af999a-4626-4952-b696-e2706ab617fe req-c72c240f-00e7-4424-8718-83dbbbe0820c tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:23.128610 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af999a-4626-4952-b696-e2706ab617fe req-c72c240f-00e7-4424-8718-83dbbbe0820c tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:23.137709 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-89af999a-4626-4952-b696-e2706ab617fe req-c72c240f-00e7-4424-8718-83dbbbe0820c tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=a9a00bbc-09b3-40bc-a090-b924659bfc16&device_id=561e0596-21b3-4935-ad5f-aba775f0d8e7&device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 2883 time: 0.3346221 Jul 06 13:49:23.169956 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9371a2cb-18f0-406c-8f50-54b7cca8637f admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=5076f3be3eb040618204e8c589352ad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0621979 Jul 06 13:49:23.170959 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44702) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:23.248553 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec1f0f55-1100-43b5-b0b6-1ed62daa14e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:23.278657 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec1f0f55-1100-43b5-b0b6-1ed62daa14e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:23.348289 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c8870e1-4445-4320-b32e-8b8b67ad888d', 'tag': '904dc541-1865-4711-8c16-f4460a98dc88'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:49:23.352177 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e69137-fbe5-4919-9d95-cfd1abbadebe" -d '{"events": [{"name": "network-changed", "server_uuid": "7c8870e1-4445-4320-b32e-8b8b67ad888d", "tag": "904dc541-1865-4711-8c16-f4460a98dc88"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:49:23.357869 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec1f0f55-1100-43b5-b0b6-1ed62daa14e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:23.361250 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec1f0f55-1100-43b5-b0b6-1ed62daa14e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:23.366182 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ec1f0f55-1100-43b5-b0b6-1ed62daa14e0 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/351af1f1-5253-40aa-a439-363b4606482f HTTP/1.1" status: 204 len: 168 time: 0.1936874 Jul 06 13:49:23.366399 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-89af999a-4626-4952-b696-e2706ab617fe req-6ed02676-9abb-462f-8e8e-d2bdb11d11db tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274292 Jul 06 13:49:23.374974 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8cce4df9-4d44-4801-a779-4d91f622c479 req-36e5223a-ed60-4fe5-a4cd-54b5b580b25b tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups/5d88a8cc-92a6-4443-b64f-f3b36a20b056 HTTP/1.1" status: 200 len: 1800 time: 0.2663867 Jul 06 13:49:23.377670 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f0f55-1100-43b5-b0b6-1ed62daa14e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351af1f1-5253-40aa-a439-363b4606482f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:23.447995 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-60e51e1a-212e-4dab-b585-b60e90cd95a3 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:23.596204 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e51e1a-212e-4dab-b585-b60e90cd95a3 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Pushing event updated for resources: {'Port': ['ID=36574b2c-01df-4a54-b4a0-ca77b14ba8c3,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:23.637969 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-1dee130f-aedf-421f-ba53-5cc42692c45c tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:23.640871 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8cce4df9-4d44-4801-a779-4d91f622c479 req-d2b2c8ed-c099-4a38-b9f7-1444846ae34d tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:23.688617 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8cce4df9-4d44-4801-a779-4d91f622c479 req-d2b2c8ed-c099-4a38-b9f7-1444846ae34d tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:23.692649 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e51e1a-212e-4dab-b585-b60e90cd95a3 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Checking segment: {'id': '352dd04a-a822-423f-944e-89a180e37ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'db884c15-8066-49f2-8ed7-8ce7dd9b060b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:49:23.692649 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e51e1a-212e-4dab-b585-b60e90cd95a3 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Network hostable DHCP agents. Network: db884c15-8066-49f2-8ed7-8ce7dd9b060b, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:49:23.766775 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1957d1-4f59-4eec-bb8d-643d9246d7c4 req-49807a03-d9e5-47fa-83f3-766f7253b3bd tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:23.775199 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0c1957d1-4f59-4eec-bb8d-643d9246d7c4 req-49807a03-d9e5-47fa-83f3-766f7253b3bd tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 943 time: 0.2608922 Jul 06 13:49:23.787260 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e51e1a-212e-4dab-b585-b60e90cd95a3 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Network db884c15-8066-49f2-8ed7-8ce7dd9b060b is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:49:23.812495 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-1dee130f-aedf-421f-ba53-5cc42692c45c tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:23.827714 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-60e51e1a-212e-4dab-b585-b60e90cd95a3 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, db884c15-8066-49f2-8ed7-8ce7dd9b060b) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:49:23.836195 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be685fdf-f7e3-4f8a-aef0-27def1e4ecdb None None] Network db884c15-8066-49f2-8ed7-8ce7dd9b060b requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:49:23.840777 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8cce4df9-4d44-4801-a779-4d91f622c479 req-d2b2c8ed-c099-4a38-b9f7-1444846ae34d tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:23.843924 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8cce4df9-4d44-4801-a779-4d91f622c479 req-d2b2c8ed-c099-4a38-b9f7-1444846ae34d tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:23.845650 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8cce4df9-4d44-4801-a779-4d91f622c479 req-d2b2c8ed-c099-4a38-b9f7-1444846ae34d tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "DELETE /v2.0/security-groups/5d88a8cc-92a6-4443-b64f-f3b36a20b056 HTTP/1.1" status: 204 len: 173 time: 0.4507754 Jul 06 13:49:23.865027 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e51e1a-212e-4dab-b585-b60e90cd95a3 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:49:23.866584 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-60e51e1a-212e-4dab-b585-b60e90cd95a3 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:23.903701 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7435383d-1d6c-4d8b-a657-2a4ca55cd547 x-openstack-request-id: req-7435383d-1d6c-4d8b-a657-2a4ca55cd547 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:49:23.904094 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c8870e1-4445-4320-b32e-8b8b67ad888d", "tag": "904dc541-1865-4711-8c16-f4460a98dc88", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:49:23.904474 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-7435383d-1d6c-4d8b-a657-2a4ca55cd547 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:49:23.904983 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c8870e1-4445-4320-b32e-8b8b67ad888d', 'tag': '904dc541-1865-4711-8c16-f4460a98dc88', 'status': 'completed', 'code': 200} Jul 06 13:49:23.936482 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0c1957d1-4f59-4eec-bb8d-643d9246d7c4 req-6bc1c923-0278-4fe2-8c5c-ec9d068437cc tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582429 Jul 06 13:49:24.008730 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-46870c97-9420-43c7-9705-88ef1c3ad119 req-e39ded47-584d-4103-830a-048b49f08faa tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] show failed (client error): The resource could not be found. Jul 06 13:49:24.018555 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-46870c97-9420-43c7-9705-88ef1c3ad119 req-e39ded47-584d-4103-830a-048b49f08faa tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups/5d88a8cc-92a6-4443-b64f-f3b36a20b056 HTTP/1.1" status: 404 len: 352 time: 0.0544016 Jul 06 13:49:24.020307 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2c8ed-c099-4a38-b9f7-1444846ae34d tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d88a8cc-92a6-4443-b64f-f3b36a20b056,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:24.042274 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e69137-fbe5-4919-9d95-cfd1abbadebe req-f207e6ad-d599-4330-a5a4-05f221825ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:24.046345 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-18e69137-fbe5-4919-9d95-cfd1abbadebe req-f207e6ad-d599-4330-a5a4-05f221825ce4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a05dcebc7174fa4835bbaac9666195c&device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 1124 time: 0.1015139 Jul 06 13:49:24.054378 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-1dee130f-aedf-421f-ba53-5cc42692c45c tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Network 60fc63ba-9031-4911-92ba-21e96099cb00 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:49:24.064720 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-1dee130f-aedf-421f-ba53-5cc42692c45c tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:49:24.081113 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-1dee130f-aedf-421f-ba53-5cc42692c45c tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:49:24.148403 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee130f-aedf-421f-ba53-5cc42692c45c tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Pushing event updated for resources: {'Port': ['ID=ef9489a1-490c-428d-9b62-1cc328e84bf0,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:24.252376 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e51e1a-212e-4dab-b585-b60e90cd95a3 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Checking segment: {'id': '1e64d7fa-1b8a-45fc-bc6e-e6000c36614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'cb908fa3-63b5-440c-b628-d87ff6dec819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:49:24.252817 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e51e1a-212e-4dab-b585-b60e90cd95a3 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Network hostable DHCP agents. Network: cb908fa3-63b5-440c-b628-d87ff6dec819, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:49:24.270777 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-1dee130f-aedf-421f-ba53-5cc42692c45c tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:24.271361 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-1dee130f-aedf-421f-ba53-5cc42692c45c tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:24.284918 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e51e1a-212e-4dab-b585-b60e90cd95a3 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Pushing event updated for resources: {'Port': ['ID=f95ccf8b-7a80-4705-a997-ac29a94f8126,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:24.302328 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e69137-fbe5-4919-9d95-cfd1abbadebe req-e391aefb-1375-436c-802d-6b45913d0c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:24.304988 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-18e69137-fbe5-4919-9d95-cfd1abbadebe req-e391aefb-1375-436c-802d-6b45913d0c60 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b HTTP/1.1" status: 200 len: 909 time: 0.2491403 Jul 06 13:49:24.305933 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-921f558b-d6a0-412d-a2ee-7f0e12c307b2 req-feee5802-de51-4cdc-a0e4-2a4e6d56d1a5 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups/59720ce9-ddb3-4337-af0e-04dbb260d8d5 HTTP/1.1" status: 200 len: 1800 time: 0.2215846 Jul 06 13:49:24.362309 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-1dee130f-aedf-421f-ba53-5cc42692c45c tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5808492 Jul 06 13:49:24.387307 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-18e69137-fbe5-4919-9d95-cfd1abbadebe req-8125821d-72fe-4f6e-808d-d3b1ce714344 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=904dc541-1865-4711-8c16-f4460a98dc88 HTTP/1.1" status: 200 len: 217 time: 0.0726345 Jul 06 13:49:24.404197 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-7b4b475d-d36e-4366-b7ed-fa5db2fe15b3 service neutron] Request body: {'port': {'device_id': '5e67d264-f57a-43dd-97a7-5a3f15660624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:24.406702 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e51e1a-212e-4dab-b585-b60e90cd95a3 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Network cb908fa3-63b5-440c-b628-d87ff6dec819 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:49:24.479832 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e69137-fbe5-4919-9d95-cfd1abbadebe req-38fbe1f0-9a9e-4515-b2c5-ebe964595038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:24.481856 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-18e69137-fbe5-4919-9d95-cfd1abbadebe req-38fbe1f0-9a9e-4515-b2c5-ebe964595038 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fb580ceb-d4c2-41da-b0a8-ed5910fd5560 HTTP/1.1" status: 200 len: 848 time: 0.0865865 Jul 06 13:49:24.482247 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-60e51e1a-212e-4dab-b585-b60e90cd95a3 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, cb908fa3-63b5-440c-b628-d87ff6dec819) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:49:24.494539 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfc4f67-49f6-4c13-91f6-e4d534d9d306 None None] Network cb908fa3-63b5-440c-b628-d87ff6dec819 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:49:24.505824 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e51e1a-212e-4dab-b585-b60e90cd95a3 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:49:24.515327 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e51e1a-212e-4dab-b585-b60e90cd95a3 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:24.524037 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e51e1a-212e-4dab-b585-b60e90cd95a3 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:24.524215 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-60e51e1a-212e-4dab-b585-b60e90cd95a3 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:24.559616 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-18e69137-fbe5-4919-9d95-cfd1abbadebe req-403cd5b9-1aa7-4667-b58c-581a1dca6124 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570867 Jul 06 13:49:24.626039 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-921f558b-d6a0-412d-a2ee-7f0e12c307b2 req-791507f0-a824-49a7-b5d2-9e0321950007 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:24.676093 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781c2d7-aadd-42e6-8665-c71eacf2f954 req-7c052f7e-7bc9-4803-8242-2a5132f92ac1 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:24.678219 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9781c2d7-aadd-42e6-8665-c71eacf2f954 req-7c052f7e-7bc9-4803-8242-2a5132f92ac1 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 931 time: 0.3419452 Jul 06 13:49:24.678877 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-7b4b475d-d36e-4366-b7ed-fa5db2fe15b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:24.716984 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-18e69137-fbe5-4919-9d95-cfd1abbadebe req-f1109477-500b-42a2-ba1e-81a6dfeb5015 service neutron] 10.222.0.52 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492267 Jul 06 13:49:24.725837 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-921f558b-d6a0-412d-a2ee-7f0e12c307b2 req-791507f0-a824-49a7-b5d2-9e0321950007 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:24.732877 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-60e51e1a-212e-4dab-b585-b60e90cd95a3 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.2318673 Jul 06 13:49:24.734841 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44746) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:24.891411 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-18e69137-fbe5-4919-9d95-cfd1abbadebe req-bb619c2b-2564-4691-b65b-b328a0c65102 service neutron] 10.222.0.52 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649528 Jul 06 13:49:24.923689 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2392fd-bc9c-4354-90bd-d6bb5a8cbf66 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:24.932017 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2392fd-bc9c-4354-90bd-d6bb5a8cbf66 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:24.935126 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ed2392fd-bc9c-4354-90bd-d6bb5a8cbf66 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1969235 Jul 06 13:49:24.938744 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44752) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:25.063937 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f347b4df-026e-4965-af2a-112880e28605 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Deleting port 36574b2c-01df-4a54-b4a0-ca77b14ba8c3 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:49:25.064412 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f347b4df-026e-4965-af2a-112880e28605 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:25.158713 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f347b4df-026e-4965-af2a-112880e28605 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:25.161910 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9781c2d7-aadd-42e6-8665-c71eacf2f954 req-b9a98ae0-5f42-403e-98df-1d814fceb52b tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4651670 Jul 06 13:49:25.186305 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f347b4df-026e-4965-af2a-112880e28605 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Calling delete_port for 36574b2c-01df-4a54-b4a0-ca77b14ba8c3 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:49:25.233093 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-921f558b-d6a0-412d-a2ee-7f0e12c307b2 req-791507f0-a824-49a7-b5d2-9e0321950007 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:25.235653 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-921f558b-d6a0-412d-a2ee-7f0e12c307b2 req-791507f0-a824-49a7-b5d2-9e0321950007 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:25.239797 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-921f558b-d6a0-412d-a2ee-7f0e12c307b2 req-791507f0-a824-49a7-b5d2-9e0321950007 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "DELETE /v2.0/security-groups/59720ce9-ddb3-4337-af0e-04dbb260d8d5 HTTP/1.1" status: 204 len: 173 time: 0.9327993 Jul 06 13:49:25.293434 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791507f0-a824-49a7-b5d2-9e0321950007 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59720ce9-ddb3-4337-af0e-04dbb260d8d5,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:25.325693 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-b37dfcc6-c659-407e-9cbc-ef2c1ffd6f9f req-dd7f5f96-6df6-4757-a1ee-d33a2680200f tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] show failed (client error): The resource could not be found. Jul 06 13:49:25.340332 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b37dfcc6-c659-407e-9cbc-ef2c1ffd6f9f req-dd7f5f96-6df6-4757-a1ee-d33a2680200f tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups/59720ce9-ddb3-4337-af0e-04dbb260d8d5 HTTP/1.1" status: 404 len: 352 time: 0.0775938 Jul 06 13:49:25.387950 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f347b4df-026e-4965-af2a-112880e28605 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:25.470824 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347b4df-026e-4965-af2a-112880e28605 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Pushing event deleted for resources: {'Port': ['ID=36574b2c-01df-4a54-b4a0-ca77b14ba8c3,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:25.481342 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f347b4df-026e-4965-af2a-112880e28605 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:25.481342 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f347b4df-026e-4965-af2a-112880e28605 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] 10.222.0.118 "DELETE /v2.0/ports/36574b2c-01df-4a54-b4a0-ca77b14ba8c3 HTTP/1.1" status: 204 len: 168 time: 0.5389550 Jul 06 13:49:25.490037 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44768) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:25.648188 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f67c09bc-cd9e-42fc-9eed-144404362f46 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Deleting port f95ccf8b-7a80-4705-a997-ac29a94f8126 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:49:25.649133 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f67c09bc-cd9e-42fc-9eed-144404362f46 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:25.741863 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f67c09bc-cd9e-42fc-9eed-144404362f46 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:25.757132 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f67c09bc-cd9e-42fc-9eed-144404362f46 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Calling delete_port for f95ccf8b-7a80-4705-a997-ac29a94f8126 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:49:25.768725 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da72766-f049-48ee-b164-63182589f89e req-4eeb48e6-b190-439b-9105-7799e49badc8 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:25.770849 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4da72766-f049-48ee-b164-63182589f89e req-4eeb48e6-b190-439b-9105-7799e49badc8 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 943 time: 0.1795802 Jul 06 13:49:25.776544 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-7b4b475d-d36e-4366-b7ed-fa5db2fe15b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef9489a1-490c-428d-9b62-1cc328e84bf0 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:49:25.825771 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-7b4b475d-d36e-4366-b7ed-fa5db2fe15b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:25.860688 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4da72766-f049-48ee-b164-63182589f89e req-0b773569-a112-44c4-b262-18b9dfd7aaac tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705869 Jul 06 13:49:25.861924 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-7b4b475d-d36e-4366-b7ed-fa5db2fe15b3 service neutron] Transition to ACTIVE for port object ef9489a1-490c-428d-9b62-1cc328e84bf0 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:49:25.888166 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-7b4b475d-d36e-4366-b7ed-fa5db2fe15b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:25.898442 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f67c09bc-cd9e-42fc-9eed-144404362f46 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:25.951662 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c09bc-cd9e-42fc-9eed-144404362f46 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Pushing event deleted for resources: {'Port': ['ID=f95ccf8b-7a80-4705-a997-ac29a94f8126,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:25.959418 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cda0026e-c282-4cc5-b300-87b2b08a0c10 req-5a2d7d42-d6ab-4a6b-a277-214498b62f52 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups/c62c0e69-9558-4572-ad82-86ed129b2a38 HTTP/1.1" status: 200 len: 1799 time: 0.1049247 Jul 06 13:49:25.974581 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f67c09bc-cd9e-42fc-9eed-144404362f46 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:25.976902 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f67c09bc-cd9e-42fc-9eed-144404362f46 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] 10.222.0.118 "DELETE /v2.0/ports/f95ccf8b-7a80-4705-a997-ac29a94f8126 HTTP/1.1" status: 204 len: 168 time: 0.4854922 Jul 06 13:49:25.979320 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44780) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:26.035649 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-230ca174-5389-47b9-ba13-c8f6987e7ac9 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0515165 Jul 06 13:49:26.037253 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44786) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:26.045826 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-ca7b59c9-1d7c-4c54-a6bc-beef543a1917 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2020265841'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:26.055344 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b475d-d36e-4366-b7ed-fa5db2fe15b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9489a1-490c-428d-9b62-1cc328e84bf0,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:26.094335 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-7b4b475d-d36e-4366-b7ed-fa5db2fe15b3 service neutron] Attempting to bind port ef9489a1-490c-428d-9b62-1cc328e84bf0 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:49:26.094811 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-7b4b475d-d36e-4366-b7ed-fa5db2fe15b3 service neutron] Attempting to bind port ef9489a1-490c-428d-9b62-1cc328e84bf0 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'cd7ab75f-6283-4337-a533-ec225e83e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '60fc63ba-9031-4911-92ba-21e96099cb00'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:49:26.095254 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-7b4b475d-d36e-4366-b7ed-fa5db2fe15b3 service neutron] Attempting to bind port ef9489a1-490c-428d-9b62-1cc328e84bf0 on network 60fc63ba-9031-4911-92ba-21e96099cb00 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:49:26.111151 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-7b4b475d-d36e-4366-b7ed-fa5db2fe15b3 service neutron] Port ef9489a1-490c-428d-9b62-1cc328e84bf0 on network 60fc63ba-9031-4911-92ba-21e96099cb00 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:49:26.111708 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-7b4b475d-d36e-4366-b7ed-fa5db2fe15b3 service neutron] Attempting to bind port ef9489a1-490c-428d-9b62-1cc328e84bf0 on network 60fc63ba-9031-4911-92ba-21e96099cb00 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:49:26.116990 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7b59c9-1d7c-4c54-a6bc-beef543a1917 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Made reservation on behalf of c5049e93259d46caa64a66d57db165e0 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:49:26.123889 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-7b4b475d-d36e-4366-b7ed-fa5db2fe15b3 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:49:26.124393 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-7b4b475d-d36e-4366-b7ed-fa5db2fe15b3 service neutron] Checking segment: {'id': 'cd7ab75f-6283-4337-a533-ec225e83e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '60fc63ba-9031-4911-92ba-21e96099cb00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:49:26.124904 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-7b4b475d-d36e-4366-b7ed-fa5db2fe15b3 service neutron] Bound using segment: {'id': 'cd7ab75f-6283-4337-a533-ec225e83e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '60fc63ba-9031-4911-92ba-21e96099cb00'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:49:26.125455 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-7b4b475d-d36e-4366-b7ed-fa5db2fe15b3 service neutron] Bound port: ef9489a1-490c-428d-9b62-1cc328e84bf0, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7ab75f-6283-4337-a533-ec225e83e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '60fc63ba-9031-4911-92ba-21e96099cb00'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:49:26.125960 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-7b4b475d-d36e-4366-b7ed-fa5db2fe15b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:26.127665 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ca7b59c9-1d7c-4c54-a6bc-beef543a1917 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:26.161676 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca7b59c9-1d7c-4c54-a6bc-beef543a1917 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:49:26.170402 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cda0026e-c282-4cc5-b300-87b2b08a0c10 req-83a43136-21d1-4c80-a9cb-3be3feb3b33c tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:26.176240 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ca7b59c9-1d7c-4c54-a6bc-beef543a1917 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:26.176820 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-ca7b59c9-1d7c-4c54-a6bc-beef543a1917 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Added segment 8c08eb2c-9ac5-496d-b275-0c6c11e518c5 of type vlan for network 736beb1b-6275-4bff-8faa-1c8d4f0c3541 Jul 06 13:49:26.248178 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ca7b59c9-1d7c-4c54-a6bc-beef543a1917 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:26.299964 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ca7b59c9-1d7c-4c54-a6bc-beef543a1917 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:26.316818 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7b59c9-1d7c-4c54-a6bc-beef543a1917 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:26.317475 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ca7b59c9-1d7c-4c54-a6bc-beef543a1917 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:26.327304 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cda0026e-c282-4cc5-b300-87b2b08a0c10 req-83a43136-21d1-4c80-a9cb-3be3feb3b33c tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:26.386834 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-7b4b475d-d36e-4366-b7ed-fa5db2fe15b3 service neutron] For port ef9489a1-490c-428d-9b62-1cc328e84bf0, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:49:26.410093 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-7b4b475d-d36e-4366-b7ed-fa5db2fe15b3 service neutron] For port ef9489a1-490c-428d-9b62-1cc328e84bf0, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ef9489a1-490c-428d-9b62-1cc328e84bf0,segment=NetworkSegment(cd7ab75f-6283-4337-a533-ec225e83e782),segment_id=cd7ab75f-6283-4337-a533-ec225e83e782)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:49:26.417515 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-7b4b475d-d36e-4366-b7ed-fa5db2fe15b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:26.454118 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ca7b59c9-1d7c-4c54-a6bc-beef543a1917 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4141812 Jul 06 13:49:26.464134 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44796) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:26.474000 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4ca5df1f-93eb-4281-b542-513decd21eb2 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-459959627'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:26.478614 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b59c9-1d7c-4c54-a6bc-beef543a1917 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Pushing event updated for resources: {'Network': ['ID=736beb1b-6275-4bff-8faa-1c8d4f0c3541,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:26.489161 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-7b4b475d-d36e-4366-b7ed-fa5db2fe15b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:26.490449 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-7b4b475d-d36e-4366-b7ed-fa5db2fe15b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:26.492722 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-7b4b475d-d36e-4366-b7ed-fa5db2fe15b3 service neutron] 10.222.0.52 "PUT /v2.0/ports/ef9489a1-490c-428d-9b62-1cc328e84bf0 HTTP/1.1" status: 200 len: 1091 time: 2.1028774 Jul 06 13:49:26.494842 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 736beb1b-6275-4bff-8faa-1c8d4f0c3541 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:49:26.498350 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e67d264-f57a-43dd-97a7-5a3f15660624', 'tag': 'ef9489a1-490c-428d-9b62-1cc328e84bf0'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:49:26.501134 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b83ef9-a0ee-4811-8c0f-011670a82708" -d '{"events": [{"name": "network-changed", "server_uuid": "5e67d264-f57a-43dd-97a7-5a3f15660624", "tag": "ef9489a1-490c-428d-9b62-1cc328e84bf0"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:49:26.503807 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cda0026e-c282-4cc5-b300-87b2b08a0c10 req-83a43136-21d1-4c80-a9cb-3be3feb3b33c tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:26.507511 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cda0026e-c282-4cc5-b300-87b2b08a0c10 req-83a43136-21d1-4c80-a9cb-3be3feb3b33c tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:26.522197 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cda0026e-c282-4cc5-b300-87b2b08a0c10 req-83a43136-21d1-4c80-a9cb-3be3feb3b33c tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "DELETE /v2.0/security-groups/c62c0e69-9558-4572-ad82-86ed129b2a38 HTTP/1.1" status: 204 len: 173 time: 0.5480797 Jul 06 13:49:26.543864 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca5df1f-93eb-4281-b542-513decd21eb2 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Made reservation on behalf of c5049e93259d46caa64a66d57db165e0 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:49:26.552840 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4ca5df1f-93eb-4281-b542-513decd21eb2 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:26.636246 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca5df1f-93eb-4281-b542-513decd21eb2 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:49:26.649546 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4ca5df1f-93eb-4281-b542-513decd21eb2 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:26.650182 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-4ca5df1f-93eb-4281-b542-513decd21eb2 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Added segment 68955bb9-687c-42d2-bd4f-f144372f881a of type vlan for network e24704f8-7bf6-4dac-aa22-dcf1a7ec93de Jul 06 13:49:26.706806 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a43136-21d1-4c80-a9cb-3be3feb3b33c tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62c0e69-9558-4572-ad82-86ed129b2a38,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:26.729457 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4ca5df1f-93eb-4281-b542-513decd21eb2 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:26.736443 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b475d-d36e-4366-b7ed-fa5db2fe15b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9489a1-490c-428d-9b62-1cc328e84bf0,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:26.817636 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4ca5df1f-93eb-4281-b542-513decd21eb2 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:26.829631 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca5df1f-93eb-4281-b542-513decd21eb2 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:26.830540 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4ca5df1f-93eb-4281-b542-513decd21eb2 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:26.860736 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5668d-7df0-46d8-80c3-89caa1a30bc2 req-5f18cbdc-fc30-435a-adb8-da5b686b8b04 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:26.874109 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3ec5668d-7df0-46d8-80c3-89caa1a30bc2 req-5f18cbdc-fc30-435a-adb8-da5b686b8b04 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 943 time: 0.3801448 Jul 06 13:49:26.930182 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-164121bf-b076-46af-8fb4-b0cff436f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:26.931972 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-164121bf-b076-46af-8fb4-b0cff436f724 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9fb1bc82140c4199aee8d16b9af92a55&device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 1094 time: 0.3286092 Jul 06 13:49:26.948137 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5df1f-93eb-4281-b542-513decd21eb2 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Pushing event updated for resources: {'Network': ['ID=e24704f8-7bf6-4dac-aa22-dcf1a7ec93de,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:26.964746 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4ca5df1f-93eb-4281-b542-513decd21eb2 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4953940 Jul 06 13:49:26.968859 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network e24704f8-7bf6-4dac-aa22-dcf1a7ec93de details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:49:27.022062 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-5f4dcb88-5b99-4b0b-962b-e62a95bf92ca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef9489a1-490c-428d-9b62-1cc328e84bf0 HTTP/1.1" status: 200 len: 217 time: 0.0783072 Jul 06 13:49:27.082292 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3ec5668d-7df0-46d8-80c3-89caa1a30bc2 req-7a2e9d41-4742-4896-87d1-fbb47088bd57 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067037 Jul 06 13:49:27.127460 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44810) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:27.134902 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-2a2f092b-b1ce-4b25-a70d-a29508f9b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:27.135818 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e35a239d-5321-438b-b772-5d04a580896c tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Request body: {'subnets': [{'network_id': '736beb1b-6275-4bff-8faa-1c8d4f0c3541', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1476676219', 'ip_version': 4}, {'network_id': 'e24704f8-7bf6-4dac-aa22-dcf1a7ec93de', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:27.136450 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e35a239d-5321-438b-b772-5d04a580896c tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Request body: {'subnet': {'network_id': '736beb1b-6275-4bff-8faa-1c8d4f0c3541', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1476676219', 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:27.137307 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e35a239d-5321-438b-b772-5d04a580896c tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Request body: {'subnet': {'network_id': 'e24704f8-7bf6-4dac-aa22-dcf1a7ec93de', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:27.137516 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-2a2f092b-b1ce-4b25-a70d-a29508f9b8a7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2c6d3629-131d-49bb-9b01-fc69a27e8c8e HTTP/1.1" status: 200 len: 854 time: 0.1078603 Jul 06 13:49:27.169020 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-89785bf2-9474-4881-9b47-22414669738b req-e25ef423-4804-4ac5-bd2e-330ca29740d6 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] show failed (client error): The resource could not be found. Jul 06 13:49:27.180376 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-89785bf2-9474-4881-9b47-22414669738b req-e25ef423-4804-4ac5-bd2e-330ca29740d6 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups/c62c0e69-9558-4572-ad82-86ed129b2a38 HTTP/1.1" status: 404 len: 352 time: 0.0415623 Jul 06 13:49:27.229625 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 904dc541-1865-4711-8c16-f4460a98dc88 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:49:27.238045 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-00f4cc56-2b48-43a9-a4e9-39f300803f43 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=60fc63ba-9031-4911-92ba-21e96099cb00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881262 Jul 06 13:49:27.391781 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8b7ffa-3928-450b-9674-1174b32e6942 x-openstack-request-id: req-9a8b7ffa-3928-450b-9674-1174b32e6942 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:49:27.392349 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e67d264-f57a-43dd-97a7-5a3f15660624", "tag": "ef9489a1-490c-428d-9b62-1cc328e84bf0", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:49:27.394067 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-9a8b7ffa-3928-450b-9674-1174b32e6942 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:49:27.394801 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e67d264-f57a-43dd-97a7-5a3f15660624', 'tag': 'ef9489a1-490c-428d-9b62-1cc328e84bf0', 'status': 'completed', 'code': 200} Jul 06 13:49:27.498935 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-56bece53-8bb9-4614-b50e-baf5be0e9988 service neutron] 10.222.0.52 "GET /v2.0/networks/60fc63ba-9031-4911-92ba-21e96099cb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524698 Jul 06 13:49:27.592985 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35a239d-5321-438b-b772-5d04a580896c tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Made reservation on behalf of c5049e93259d46caa64a66d57db165e0 for: {'subnet': 2} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:49:27.598346 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e35a239d-5321-438b-b772-5d04a580896c tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:27.598747 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e35a239d-5321-438b-b772-5d04a580896c tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:27.698627 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e16b6807-5eb6-4ba8-990b-db50b5e64ce4 req-6d32e42e-0674-42dd-a548-84aa6870b6a7 service neutron] 10.222.0.52 "GET /v2.0/networks/60fc63ba-9031-4911-92ba-21e96099cb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935043 Jul 06 13:49:27.728929 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d025a-73b6-4cf0-ac37-f31c7668a7dc req-5695d8ef-81f5-4200-9108-203b27754885 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:27.737014 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c62d025a-73b6-4cf0-ac37-f31c7668a7dc req-5695d8ef-81f5-4200-9108-203b27754885 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 943 time: 0.1635871 Jul 06 13:49:27.777332 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965750d1-9ef7-43d0-afcd-bfc7a5a0fd0d req-3c2075c7-c95e-4705-beab-042e1485f40b tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:27.778930 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-965750d1-9ef7-43d0-afcd-bfc7a5a0fd0d req-3c2075c7-c95e-4705-beab-042e1485f40b tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 1101 time: 0.1544621 Jul 06 13:49:27.840871 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c62d025a-73b6-4cf0-ac37-f31c7668a7dc req-b35c1ede-51d5-4652-94eb-d1e57d72d909 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028514 Jul 06 13:49:27.894075 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-965750d1-9ef7-43d0-afcd-bfc7a5a0fd0d req-ee8a902b-4e9b-449c-8b99-92f93facf9ed tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982459 Jul 06 13:49:27.967800 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b83ef9-a0ee-4811-8c0f-011670a82708 req-a2679657-c9a1-4737-ba12-34723af21292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:27.971766 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d6b83ef9-a0ee-4811-8c0f-011670a82708 req-a2679657-c9a1-4737-ba12-34723af21292 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9fb1bc82140c4199aee8d16b9af92a55&device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 1094 time: 0.2078414 Jul 06 13:49:28.060385 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4d87bb5e-073c-4201-8d91-4eac16b80db9 req-33e5d39a-46cb-48e7-9c61-078d92a91a1a tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=0001af22c6f747cd9b5d14a552aede55 HTTP/1.1" status: 200 len: 6148 time: 0.1876686 Jul 06 13:49:28.183138 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e35a239d-5321-438b-b772-5d04a580896c tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:28.214535 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4d87bb5e-073c-4201-8d91-4eac16b80db9 req-ad834bb3-b467-4497-9179-1011b4afd3ef tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups/fb3b17d9-ade7-49d7-8915-6544a8aa5905 HTTP/1.1" status: 200 len: 2981 time: 0.1439006 Jul 06 13:49:28.232945 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b83ef9-a0ee-4811-8c0f-011670a82708 req-8176671d-d3ed-4a1e-beec-d54216d615f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:28.235217 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d6b83ef9-a0ee-4811-8c0f-011670a82708 req-8176671d-d3ed-4a1e-beec-d54216d615f8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=60fc63ba-9031-4911-92ba-21e96099cb00 HTTP/1.1" status: 200 len: 915 time: 0.2571392 Jul 06 13:49:28.279426 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a239d-5321-438b-b772-5d04a580896c tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Pushing event updated for resources: {'Subnet': ['ID=7a1949be-dc6c-48bc-ad20-2a5324208f13,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:28.314170 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35a239d-5321-438b-b772-5d04a580896c tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Checking segment: {'id': '8c08eb2c-9ac5-496d-b275-0c6c11e518c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '736beb1b-6275-4bff-8faa-1c8d4f0c3541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:49:28.314698 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35a239d-5321-438b-b772-5d04a580896c tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Network hostable DHCP agents. Network: 736beb1b-6275-4bff-8faa-1c8d4f0c3541, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:49:28.342528 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35a239d-5321-438b-b772-5d04a580896c tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Network 736beb1b-6275-4bff-8faa-1c8d4f0c3541 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:49:28.361385 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d6b83ef9-a0ee-4811-8c0f-011670a82708 req-6ef4d253-aad8-4b49-82ec-a6ddcfe9a504 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef9489a1-490c-428d-9b62-1cc328e84bf0 HTTP/1.1" status: 200 len: 217 time: 0.1154253 Jul 06 13:49:28.401138 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-e35a239d-5321-438b-b772-5d04a580896c tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 736beb1b-6275-4bff-8faa-1c8d4f0c3541) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:49:28.408608 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e35a239d-5321-438b-b772-5d04a580896c tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:28.418066 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dee58f-bcd1-41c7-8908-77af08e04154 None None] Network 736beb1b-6275-4bff-8faa-1c8d4f0c3541 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:49:28.497871 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12d07e89-cd60-464d-93ba-e822879bb05e req-a4e2e215-7b84-427a-a4da-f45856ad11fb service neutron] 10.222.0.52 "GET /v2.0/ports/904dc541-1865-4711-8c16-f4460a98dc88/bindings/n-h2-773644-6 HTTP/1.1" status: 200 len: 384 time: 0.1444340 Jul 06 13:49:28.498326 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a239d-5321-438b-b772-5d04a580896c tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Pushing event updated for resources: {'Subnet': ['ID=87bfda78-03a9-4b45-936c-b613d2927923,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:28.512699 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4d87bb5e-073c-4201-8d91-4eac16b80db9 req-11a13cf8-79d6-46d9-91a9-76fff5bdf157 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups/fb3b17d9-ade7-49d7-8915-6544a8aa5905 HTTP/1.1" status: 200 len: 2981 time: 0.2947876 Jul 06 13:49:28.553396 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b83ef9-a0ee-4811-8c0f-011670a82708 req-1617d58d-7bc4-4987-9db8-c84d904fece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:28.558128 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d6b83ef9-a0ee-4811-8c0f-011670a82708 req-1617d58d-7bc4-4987-9db8-c84d904fece4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2c6d3629-131d-49bb-9b01-fc69a27e8c8e HTTP/1.1" status: 200 len: 854 time: 0.1803339 Jul 06 13:49:28.590547 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35a239d-5321-438b-b772-5d04a580896c tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Checking segment: {'id': '68955bb9-687c-42d2-bd4f-f144372f881a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e24704f8-7bf6-4dac-aa22-dcf1a7ec93de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:49:28.591307 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35a239d-5321-438b-b772-5d04a580896c tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Network hostable DHCP agents. Network: e24704f8-7bf6-4dac-aa22-dcf1a7ec93de, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:49:28.600837 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b642cc-9488-4242-b380-2a5d9a2f044a req-9f66479f-41cb-4bc5-8f7e-298d3ae93d64 tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:28.605326 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-55b642cc-9488-4242-b380-2a5d9a2f044a req-9f66479f-41cb-4bc5-8f7e-298d3ae93d64 tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 1101 time: 0.2394128 Jul 06 13:49:28.636397 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc6c62c-638f-4c16-8548-e9a0ea9a849d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-736beb1b-6275-4bff-8faa-1c8d4f0c3541', 'network_id': '736beb1b-6275-4bff-8faa-1c8d4f0c3541', 'tenant_id': 'c5049e93259d46caa64a66d57db165e0', 'fixed_ips': [{'subnet_id': '7a1949be-dc6c-48bc-ad20-2a5324208f13'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:49:28.637338 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6dc6c62c-638f-4c16-8548-e9a0ea9a849d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:28.650468 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d6b83ef9-a0ee-4811-8c0f-011670a82708 req-7a27c766-9767-4458-8f53-7b85580d43cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=60fc63ba-9031-4911-92ba-21e96099cb00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818336 Jul 06 13:49:28.728171 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35a239d-5321-438b-b772-5d04a580896c tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Network e24704f8-7bf6-4dac-aa22-dcf1a7ec93de is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:49:28.771002 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-e35a239d-5321-438b-b772-5d04a580896c tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, e24704f8-7bf6-4dac-aa22-dcf1a7ec93de) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:49:28.789335 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6be551-42f9-4f5c-a596-e7296621ec4e None None] Network e24704f8-7bf6-4dac-aa22-dcf1a7ec93de requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:49:28.795507 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35a239d-5321-438b-b772-5d04a580896c tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:28.795995 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35a239d-5321-438b-b772-5d04a580896c tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:28.796648 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e35a239d-5321-438b-b772-5d04a580896c tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:28.798329 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-55b642cc-9488-4242-b380-2a5d9a2f044a req-b10e2573-fc9b-4c90-9392-f2e897a5c81c tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467037 Jul 06 13:49:28.833086 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-12d07e89-cd60-464d-93ba-e822879bb05e req-a38ed860-d0b9-47eb-a65d-f8a01331d23d service neutron] For port 904dc541-1865-4711-8c16-f4460a98dc88, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=904dc541-1865-4711-8c16-f4460a98dc88,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:28.875738 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-12d07e89-cd60-464d-93ba-e822879bb05e req-a38ed860-d0b9-47eb-a65d-f8a01331d23d service neutron] For port 904dc541-1865-4711-8c16-f4460a98dc88, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:49:28.880719 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-6dc6c62c-638f-4c16-8548-e9a0ea9a849d None None] Allocated IP 172.20.0.2 (736beb1b-6275-4bff-8faa-1c8d4f0c3541/7a1949be-dc6c-48bc-ad20-2a5324208f13/fb6cd4f0-3fb0-4f0b-9665-d4634e11d8c7) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:49:28.884366 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034dc18e-144a-4eec-bd22-063294ac9d65 req-bed93f03-a326-47a8-acc4-0e91c091df18 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:28.886119 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-034dc18e-144a-4eec-bd22-063294ac9d65 req-bed93f03-a326-47a8-acc4-0e91c091df18 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 943 time: 0.2325978 Jul 06 13:49:28.925891 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-12d07e89-cd60-464d-93ba-e822879bb05e req-a38ed860-d0b9-47eb-a65d-f8a01331d23d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 904dc541-1865-4711-8c16-f4460a98dc88 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:49:28.926622 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d6b83ef9-a0ee-4811-8c0f-011670a82708 req-7d13c523-a896-4c11-a076-2626739ecc77 service neutron] 10.222.0.52 "GET /v2.0/networks/60fc63ba-9031-4911-92ba-21e96099cb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508910 Jul 06 13:49:28.940992 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-12d07e89-cd60-464d-93ba-e822879bb05e req-a38ed860-d0b9-47eb-a65d-f8a01331d23d service neutron] For port 904dc541-1865-4711-8c16-f4460a98dc88, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=904dc541-1865-4711-8c16-f4460a98dc88,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:28.971989 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-12d07e89-cd60-464d-93ba-e822879bb05e req-a38ed860-d0b9-47eb-a65d-f8a01331d23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:29.007250 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e35a239d-5321-438b-b772-5d04a580896c tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.8772643 Jul 06 13:49:29.013803 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44852) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:29.036429 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-034dc18e-144a-4eec-bd22-063294ac9d65 req-a37fdc03-4138-4f5d-9e4d-a505c3ff4ee0 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362004 Jul 06 13:49:29.098821 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fe316b-9e5c-4b2d-9087-a1cd87642397 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:29.100592 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fe316b-9e5c-4b2d-9087-a1cd87642397 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:29.102353 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fe316b-9e5c-4b2d-9087-a1cd87642397 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:29.104596 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-01fe316b-9e5c-4b2d-9087-a1cd87642397 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0900002 Jul 06 13:49:29.108000 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44856) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:29.121067 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-5842b778-fde9-4aaf-bb1a-f6a3ffc30146 req-f3c30571-87ca-44a6-b278-02f391917519 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-616050294', 'description': 'tempest-description-329462301'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:29.154056 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5842b778-fde9-4aaf-bb1a-f6a3ffc30146 req-f3c30571-87ca-44a6-b278-02f391917519 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:29.158272 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-12d07e89-cd60-464d-93ba-e822879bb05e req-a38ed860-d0b9-47eb-a65d-f8a01331d23d service neutron] Transition to ACTIVE for port object 904dc541-1865-4711-8c16-f4460a98dc88 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:49:29.164796 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-12d07e89-cd60-464d-93ba-e822879bb05e req-a38ed860-d0b9-47eb-a65d-f8a01331d23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:29.181043 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6dc6c62c-638f-4c16-8548-e9a0ea9a849d None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:29.191186 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6dc6c62c-638f-4c16-8548-e9a0ea9a849d None None] Transition to ACTIVE for port object fb6cd4f0-3fb0-4f0b-9665-d4634e11d8c7 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:49:29.207936 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6dc6c62c-638f-4c16-8548-e9a0ea9a849d None None] Transition to ACTIVE for port object fb6cd4f0-3fb0-4f0b-9665-d4634e11d8c7 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:49:29.237857 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d6b83ef9-a0ee-4811-8c0f-011670a82708 req-fa31e889-5a70-446c-af0f-7d58803a5a70 service neutron] 10.222.0.52 "GET /v2.0/networks/60fc63ba-9031-4911-92ba-21e96099cb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007734 Jul 06 13:49:29.265738 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d07e89-cd60-464d-93ba-e822879bb05e req-a38ed860-d0b9-47eb-a65d-f8a01331d23d service neutron] No DVR routers for this DVR port 904dc541-1865-4711-8c16-f4460a98dc88 on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:49:29.267156 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-d028743a-ef0f-4b68-b1cc-4c84682f067f tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Deleting subnet 7a1949be-dc6c-48bc-ad20-2a5324208f13 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:49:29.270678 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d028743a-ef0f-4b68-b1cc-4c84682f067f tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:29.316241 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12d07e89-cd60-464d-93ba-e822879bb05e req-a38ed860-d0b9-47eb-a65d-f8a01331d23d service neutron] 10.222.0.52 "PUT /v2.0/ports/904dc541-1865-4711-8c16-f4460a98dc88/bindings/n-h2-773644-6/activate HTTP/1.1" status: 200 len: 369 time: 0.8103340 Jul 06 13:49:29.325922 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6dc6c62c-638f-4c16-8548-e9a0ea9a849d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:29.329576 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ef9489a1-490c-428d-9b62-1cc328e84bf0 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:49:29.332230 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d028743a-ef0f-4b68-b1cc-4c84682f067f tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:29.344689 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ed860-d0b9-47eb-a65d-f8a01331d23d service neutron] Pushing event updated for resources: {'Port': ['ID=904dc541-1865-4711-8c16-f4460a98dc88,revision_number=10']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:29.472143 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port ef9489a1-490c-428d-9b62-1cc328e84bf0, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ef9489a1-490c-428d-9b62-1cc328e84bf0,segment=NetworkSegment(cd7ab75f-6283-4337-a533-ec225e83e782),segment_id=cd7ab75f-6283-4337-a533-ec225e83e782)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:29.514928 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d028743a-ef0f-4b68-b1cc-4c84682f067f tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:29.527852 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d07e89-cd60-464d-93ba-e822879bb05e req-ac077d54-052d-4bc9-8b7e-d1ab90f5132c tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:29.530062 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12d07e89-cd60-464d-93ba-e822879bb05e req-ac077d54-052d-4bc9-8b7e-d1ab90f5132c tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.124 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d&tenant_id=0a05dcebc7174fa4835bbaac9666195c&binding%3Ahost_id=n-h1-773644-6 HTTP/1.1" status: 200 len: 1095 time: 0.1380687 Jul 06 13:49:29.578510 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc6c62c-638f-4c16-8548-e9a0ea9a849d None None] Pushing event updated for resources: {'Port': ['ID=fb6cd4f0-3fb0-4f0b-9665-d4634e11d8c7,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:29.591995 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a6933a-2c9d-422a-83b3-c3534b313c12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-e24704f8-7bf6-4dac-aa22-dcf1a7ec93de', 'network_id': 'e24704f8-7bf6-4dac-aa22-dcf1a7ec93de', 'tenant_id': 'c5049e93259d46caa64a66d57db165e0', 'fixed_ips': [{'subnet_id': '87bfda78-03a9-4b45-936c-b613d2927923'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:49:29.593284 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-12a6933a-2c9d-422a-83b3-c3534b313c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:29.601911 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'ef9489a1-490c-428d-9b62-1cc328e84bf0', 'network_id': '60fc63ba-9031-4911-92ba-21e96099cb00', 'port_id': 'ef9489a1-490c-428d-9b62-1cc328e84bf0', 'mac_address': 'fa:16:3e:3b:f5:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6d3629-131d-49bb-9b01-fc69a27e8c8e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:49:29.624949 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d028743a-ef0f-4b68-b1cc-4c84682f067f tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:29.628830 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d07e89-cd60-464d-93ba-e822879bb05e req-bf58bd9d-9cfe-4335-80ef-197622a41806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:29.631011 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12d07e89-cd60-464d-93ba-e822879bb05e req-bf58bd9d-9cfe-4335-80ef-197622a41806 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d&tenant_id=0a05dcebc7174fa4835bbaac9666195c HTTP/1.1" status: 200 len: 1095 time: 0.0914156 Jul 06 13:49:29.644410 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc6c62c-638f-4c16-8548-e9a0ea9a849d None None] Network 736beb1b-6275-4bff-8faa-1c8d4f0c3541 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:49:29.668995 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d028743a-ef0f-4b68-b1cc-4c84682f067f tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:29.671312 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d028743a-ef0f-4b68-b1cc-4c84682f067f tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] 10.222.0.118 "DELETE /v2.0/subnets/7a1949be-dc6c-48bc-ad20-2a5324208f13 HTTP/1.1" status: 204 len: 168 time: 0.5623589 Jul 06 13:49:29.675858 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028743a-ef0f-4b68-b1cc-4c84682f067f tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Pushing event deleted for resources: {'Subnet': ['ID=7a1949be-dc6c-48bc-ad20-2a5324208f13,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:29.682181 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44872) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:29.682620 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-6dc6c62c-638f-4c16-8548-e9a0ea9a849d None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:49:29.686136 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc6c62c-638f-4c16-8548-e9a0ea9a849d None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:49:29.715298 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5842b778-fde9-4aaf-bb1a-f6a3ffc30146 req-f3c30571-87ca-44a6-b278-02f391917519 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:29.724579 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5842b778-fde9-4aaf-bb1a-f6a3ffc30146 req-f3c30571-87ca-44a6-b278-02f391917519 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:29.765813 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5842b778-fde9-4aaf-bb1a-f6a3ffc30146 req-f3c30571-87ca-44a6-b278-02f391917519 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:29.782255 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5842b778-fde9-4aaf-bb1a-f6a3ffc30146 req-f3c30571-87ca-44a6-b278-02f391917519 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6646392 Jul 06 13:49:29.786106 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c30571-87ca-44a6-b278-02f391917519 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f47163a-9065-4eb7-85e9-deac8ae58a72,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:29.851381 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-682ffe12-1ff1-4683-966d-8fd6b0be5e41 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Deleting subnet 87bfda78-03a9-4b45-936c-b613d2927923 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:49:29.856558 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-682ffe12-1ff1-4683-966d-8fd6b0be5e41 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:29.866973 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:29.909796 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef9489a1-490c-428d-9b62-1cc328e84bf0 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:49:29.920223 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-6dc6c62c-638f-4c16-8548-e9a0ea9a849d None None] Attempting to bind port fb6cd4f0-3fb0-4f0b-9665-d4634e11d8c7 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:49:29.920676 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-6dc6c62c-638f-4c16-8548-e9a0ea9a849d None None] Attempting to bind port fb6cd4f0-3fb0-4f0b-9665-d4634e11d8c7 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '8c08eb2c-9ac5-496d-b275-0c6c11e518c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '736beb1b-6275-4bff-8faa-1c8d4f0c3541'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:49:29.921146 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc6c62c-638f-4c16-8548-e9a0ea9a849d None None] Attempting to bind port fb6cd4f0-3fb0-4f0b-9665-d4634e11d8c7 on network 736beb1b-6275-4bff-8faa-1c8d4f0c3541 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:49:29.931999 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc6c62c-638f-4c16-8548-e9a0ea9a849d None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:49:29.932373 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc6c62c-638f-4c16-8548-e9a0ea9a849d None None] Checking segment: {'id': '8c08eb2c-9ac5-496d-b275-0c6c11e518c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '736beb1b-6275-4bff-8faa-1c8d4f0c3541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:49:29.932774 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6dc6c62c-638f-4c16-8548-e9a0ea9a849d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:29.933160 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc6c62c-638f-4c16-8548-e9a0ea9a849d None None] Bound using segment: {'id': '8c08eb2c-9ac5-496d-b275-0c6c11e518c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '736beb1b-6275-4bff-8faa-1c8d4f0c3541'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:49:29.933635 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-6dc6c62c-638f-4c16-8548-e9a0ea9a849d None None] Bound port: fb6cd4f0-3fb0-4f0b-9665-d4634e11d8c7, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c08eb2c-9ac5-496d-b275-0c6c11e518c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '736beb1b-6275-4bff-8faa-1c8d4f0c3541'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:49:29.934055 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6dc6c62c-638f-4c16-8548-e9a0ea9a849d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:29.935175 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8d5c4-12aa-40c5-aa47-73d6a0541302 req-c3766153-a031-43f7-9e45-62956cf33a08 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:29.945351 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1a8d5c4-12aa-40c5-aa47-73d6a0541302 req-c3766153-a031-43f7-9e45-62956cf33a08 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 944 time: 0.1353819 Jul 06 13:49:29.955074 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port ef9489a1-490c-428d-9b62-1cc328e84bf0, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ef9489a1-490c-428d-9b62-1cc328e84bf0,segment=NetworkSegment(cd7ab75f-6283-4337-a533-ec225e83e782),segment_id=cd7ab75f-6283-4337-a533-ec225e83e782)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:29.962139 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:29.970222 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d07e89-cd60-464d-93ba-e822879bb05e req-f7ce2580-f9e3-4915-b47c-8e63813ff1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:29.976379 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12d07e89-cd60-464d-93ba-e822879bb05e req-f7ce2580-f9e3-4915-b47c-8e63813ff1f3 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0a05dcebc7174fa4835bbaac9666195c&device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 1095 time: 0.3131640 Jul 06 13:49:30.019007 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-682ffe12-1ff1-4683-966d-8fd6b0be5e41 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:30.057382 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1a8d5c4-12aa-40c5-aa47-73d6a0541302 req-5fd6b50e-477b-4597-9ac4-b350633c4bf7 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103117 Jul 06 13:49:30.087739 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-733ee84c-f81e-4ec4-9731-a5b6c34da897 req-ce39c6e9-f2b4-48a3-a396-699cfb6b7708 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-144567952', 'description': 'tempest-description-855957829'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:30.108466 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-6dc6c62c-638f-4c16-8548-e9a0ea9a849d None None] For port fb6cd4f0-3fb0-4f0b-9665-d4634e11d8c7, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:49:30.114924 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=ef9489a1-490c-428d-9b62-1cc328e84bf0,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:30.125902 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-6dc6c62c-638f-4c16-8548-e9a0ea9a849d None None] For port fb6cd4f0-3fb0-4f0b-9665-d4634e11d8c7, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=fb6cd4f0-3fb0-4f0b-9665-d4634e11d8c7,segment=NetworkSegment(8c08eb2c-9ac5-496d-b275-0c6c11e518c5),segment_id=8c08eb2c-9ac5-496d-b275-0c6c11e518c5)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:49:30.150675 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-733ee84c-f81e-4ec4-9731-a5b6c34da897 req-ce39c6e9-f2b4-48a3-a396-699cfb6b7708 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:30.158093 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6dc6c62c-638f-4c16-8548-e9a0ea9a849d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:30.271263 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['ef9489a1-490c-428d-9b62-1cc328e84bf0'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:49:30.374255 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-733ee84c-f81e-4ec4-9731-a5b6c34da897 req-ce39c6e9-f2b4-48a3-a396-699cfb6b7708 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:30.380060 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-733ee84c-f81e-4ec4-9731-a5b6c34da897 req-ce39c6e9-f2b4-48a3-a396-699cfb6b7708 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:30.426307 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-733ee84c-f81e-4ec4-9731-a5b6c34da897 req-ce39c6e9-f2b4-48a3-a396-699cfb6b7708 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:30.427045 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-682ffe12-1ff1-4683-966d-8fd6b0be5e41 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:30.438350 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-733ee84c-f81e-4ec4-9731-a5b6c34da897 req-ce39c6e9-f2b4-48a3-a396-699cfb6b7708 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3563788 Jul 06 13:49:30.440965 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39c6e9-f2b4-48a3-a396-699cfb6b7708 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2abf915-b2d5-44c0-af69-cfa752d99cf4,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:30.463095 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc6c62c-638f-4c16-8548-e9a0ea9a849d None None] Pushing event updated for resources: {'Port': ['ID=fb6cd4f0-3fb0-4f0b-9665-d4634e11d8c7,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:30.556335 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d07e89-cd60-464d-93ba-e822879bb05e req-0ddf6f9e-3175-4a01-b9c9-84085dabf6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:30.558836 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12d07e89-cd60-464d-93ba-e822879bb05e req-0ddf6f9e-3175-4a01-b9c9-84085dabf6b9 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b HTTP/1.1" status: 200 len: 909 time: 0.4464543 Jul 06 13:49:30.648052 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12d07e89-cd60-464d-93ba-e822879bb05e req-0420caac-6b7c-4a6c-9e46-fc255c5fbd31 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=904dc541-1865-4711-8c16-f4460a98dc88 HTTP/1.1" status: 200 len: 217 time: 0.0781012 Jul 06 13:49:30.667495 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-682ffe12-1ff1-4683-966d-8fd6b0be5e41 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:30.682604 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10fd39-f017-429e-9429-692c8b1b5f1d req-7e2fb917-da67-4dc1-9b00-df989d3b32bc tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:30.685549 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4a10fd39-f017-429e-9429-692c8b1b5f1d req-7e2fb917-da67-4dc1-9b00-df989d3b32bc tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 944 time: 0.1377604 Jul 06 13:49:30.782982 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4a10fd39-f017-429e-9429-692c8b1b5f1d req-7b36934e-7ccd-4678-87e9-f5a6caa90514 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865033 Jul 06 13:49:30.787127 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ffe12-1ff1-4683-966d-8fd6b0be5e41 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Pushing event deleted for resources: {'Subnet': ['ID=87bfda78-03a9-4b45-936c-b613d2927923,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:30.817733 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-682ffe12-1ff1-4683-966d-8fd6b0be5e41 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:30.820051 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-682ffe12-1ff1-4683-966d-8fd6b0be5e41 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] 10.222.0.118 "DELETE /v2.0/subnets/87bfda78-03a9-4b45-936c-b613d2927923 HTTP/1.1" status: 204 len: 168 time: 1.1365223 Jul 06 13:49:30.829869 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44910) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:30.830067 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d07e89-cd60-464d-93ba-e822879bb05e req-a98748b4-df1a-403a-a93c-a3c76b20dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:30.830067 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12d07e89-cd60-464d-93ba-e822879bb05e req-a98748b4-df1a-403a-a93c-a3c76b20dd18 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=fb580ceb-d4c2-41da-b0a8-ed5910fd5560 HTTP/1.1" status: 200 len: 848 time: 0.1716716 Jul 06 13:49:30.893170 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12d07e89-cd60-464d-93ba-e822879bb05e req-2b743c4a-75c1-4323-96b7-c801893f0259 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482035 Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server [None req-12a6933a-2c9d-422a-83b3-c3534b313c12 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 87bfda78-03a9-4b45-936c-b613d2927923: This subnet is being modified by another concurrent operation. Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 13:49:30.896716 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise exception Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 87bfda78-03a9-4b45-936c-b613d2927923: This subnet is being modified by another concurrent operation. Jul 06 13:49:30.902057 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server Jul 06 13:49:30.905185 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64479544-62e6-4a03-afaa-290968ea5906 None None] Network 736beb1b-6275-4bff-8faa-1c8d4f0c3541 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:49:30.971595 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d579446c-ea8f-4f99-a84f-1aec26f5c70a tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:30.978314 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d579446c-ea8f-4f99-a84f-1aec26f5c70a tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1532929 Jul 06 13:49:30.983705 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44920) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:30.996938 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aba12b1-804c-42f7-887e-0d58de683fda None None] Network e24704f8-7bf6-4dac-aa22-dcf1a7ec93de requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:49:31.010105 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12d07e89-cd60-464d-93ba-e822879bb05e req-f014d7bb-c151-4ce0-b902-9d20708c8179 service neutron] 10.222.0.124 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099706 Jul 06 13:49:31.138413 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ef75509e-93f7-44b4-97d3-c03ded758a94 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:31.231048 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12d07e89-cd60-464d-93ba-e822879bb05e req-2793e8ed-c444-446c-aea8-78aa5ecba7ed service neutron] 10.222.0.124 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105243 Jul 06 13:49:31.437037 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8f7703-5647-4310-81b8-da8cfa236e9f None None] get_active_networks_info from n-d-773644-6 {{(pid=100419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 13:49:31.446465 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44928) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:31.612027 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-04ced362-ffe7-4aa3-943d-7450f18b58b1 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:31.621668 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-04ced362-ffe7-4aa3-943d-7450f18b58b1 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/networks?id=f0916d9f-87d2-4a64-9404-e7fc6b3b226f HTTP/1.1" status: 200 len: 812 time: 0.6407518 Jul 06 13:49:31.630212 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8f7703-5647-4310-81b8-da8cfa236e9f None None] Resources bound (agent type, host, resource id): {{(pid=100419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 13:49:31.655092 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-920f734c-7cad-4c42-a538-2f80f811c336 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/quotas/0001af22c6f747cd9b5d14a552aede55 HTTP/1.1" status: 200 len: 375 time: 0.0320325 Jul 06 13:49:31.732742 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f98acd2e-a9a5-40cf-8330-7c9619c72633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:31.747115 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ef75509e-93f7-44b4-97d3-c03ded758a94 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:31.760663 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-ef75509e-93f7-44b4-97d3-c03ded758a94 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24704f8-7bf6-4dac-aa22-dcf1a7ec93de']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:31.777922 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-ef75509e-93f7-44b4-97d3-c03ded758a94 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68955bb9-687c-42d2-bd4f-f144372f881a') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:31.778280 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-ef75509e-93f7-44b4-97d3-c03ded758a94 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68955bb9-687c-42d2-bd4f-f144372f881a') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:31.789399 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ef75509e-93f7-44b4-97d3-c03ded758a94 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:31.808923 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ef75509e-93f7-44b4-97d3-c03ded758a94 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:31.815767 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef75509e-93f7-44b4-97d3-c03ded758a94 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:49:31.816108 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ef75509e-93f7-44b4-97d3-c03ded758a94 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: timer() Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:49:31.887203 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:49:31.895424 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ef75509e-93f7-44b4-97d3-c03ded758a94 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:31.909554 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ef75509e-93f7-44b4-97d3-c03ded758a94 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:31.910151 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d07e89-cd60-464d-93ba-e822879bb05e req-aec30727-24a8-4145-b108-319872ce9531 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:31.911798 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12d07e89-cd60-464d-93ba-e822879bb05e req-aec30727-24a8-4145-b108-319872ce9531 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.124 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d&tenant_id=0a05dcebc7174fa4835bbaac9666195c&binding%3Ahost_id=n-h2-773644-6 HTTP/1.1" status: 200 len: 1095 time: 0.2768524 Jul 06 13:49:31.915730 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ef75509e-93f7-44b4-97d3-c03ded758a94 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] 10.222.0.118 "DELETE /v2.0/networks/e24704f8-7bf6-4dac-aa22-dcf1a7ec93de HTTP/1.1" status: 204 len: 168 time: 0.9274957 Jul 06 13:49:31.918895 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44944) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:31.961534 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75509e-93f7-44b4-97d3-c03ded758a94 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Pushing event deleted for resources: {'Network': ['ID=e24704f8-7bf6-4dac-aa22-dcf1a7ec93de,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:32.031295 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-2440a531-3a03-43ec-a1b7-114ebf3491c4 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=0001af22c6f747cd9b5d14a552aede55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3740942 Jul 06 13:49:32.074929 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e361794a-8c92-48b7-a8bf-36e567f69c75 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:32.209711 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f98acd2e-a9a5-40cf-8330-7c9619c72633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:32.213231 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535f80eb-68b9-4123-b980-4111b9b78afe None None] get_active_networks_info from n-d-773644-6 {{(pid=100419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 13:49:32.244586 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f98acd2e-a9a5-40cf-8330-7c9619c72633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:32.265075 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-683f43c4-1d65-42d2-acdb-0219817e5949 service neutron] 10.222.0.118 "GET /v2.0/networks/f0916d9f-87d2-4a64-9404-e7fc6b3b226f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208018 Jul 06 13:49:32.276667 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-e361794a-8c92-48b7-a8bf-36e567f69c75 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Deleting port fb6cd4f0-3fb0-4f0b-9665-d4634e11d8c7 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:49:32.277031 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e361794a-8c92-48b7-a8bf-36e567f69c75 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:32.322572 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-12d07e89-cd60-464d-93ba-e822879bb05e req-4aa340ae-7e62-4ccd-a0e0-23adf2972083 service neutron] For port 904dc541-1865-4711-8c16-f4460a98dc88, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:49:32.324419 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535f80eb-68b9-4123-b980-4111b9b78afe None None] Resources bound (agent type, host, resource id): {{(pid=100419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 13:49:32.340351 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-12d07e89-cd60-464d-93ba-e822879bb05e req-4aa340ae-7e62-4ccd-a0e0-23adf2972083 service neutron] Notify callbacks [] for binding, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:32.342765 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12d07e89-cd60-464d-93ba-e822879bb05e req-4aa340ae-7e62-4ccd-a0e0-23adf2972083 service neutron] 10.222.0.124 "DELETE /v2.0/ports/904dc541-1865-4711-8c16-f4460a98dc88/bindings/n-h1-773644-6 HTTP/1.1" status: 204 len: 173 time: 0.4204428 Jul 06 13:49:32.355036 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98acd2e-a9a5-40cf-8330-7c9619c72633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e2faad-142f-42cd-984e-a2ff3a595b3a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:32.363611 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f98acd2e-a9a5-40cf-8330-7c9619c72633 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=eb7ba6a61d3a4673bc25a7b601c76ab3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9157171 Jul 06 13:49:32.370658 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44954) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:32.464995 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-57204fe2-89c3-410b-bafa-1399cb2a39d5 service neutron] 10.222.0.118 "GET /v2.0/networks/f0916d9f-87d2-4a64-9404-e7fc6b3b226f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857021 Jul 06 13:49:32.516682 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-830af91d-3010-4992-95d1-5e8f2b9f0718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:32.550233 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-830af91d-3010-4992-95d1-5e8f2b9f0718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:32.566342 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef518e8-e2d6-433f-925c-f2e37440f2c2 req-ddfa6150-7658-4012-87f4-b9bc560f8bfe tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:32.576819 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bef518e8-e2d6-433f-925c-f2e37440f2c2 req-ddfa6150-7658-4012-87f4-b9bc560f8bfe tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 944 time: 0.3839195 Jul 06 13:49:32.595729 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-e361794a-8c92-48b7-a8bf-36e567f69c75 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] For port fb6cd4f0-3fb0-4f0b-9665-d4634e11d8c7, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=fb6cd4f0-3fb0-4f0b-9665-d4634e11d8c7,segment=NetworkSegment(8c08eb2c-9ac5-496d-b275-0c6c11e518c5),segment_id=8c08eb2c-9ac5-496d-b275-0c6c11e518c5)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:32.596452 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e361794a-8c92-48b7-a8bf-36e567f69c75 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:32.627131 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-e361794a-8c92-48b7-a8bf-36e567f69c75 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Calling delete_port for fb6cd4f0-3fb0-4f0b-9665-d4634e11d8c7 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:49:32.648279 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bef518e8-e2d6-433f-925c-f2e37440f2c2 req-1dfcb1df-b270-4602-b466-e22cb1eb2c9f tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702286 Jul 06 13:49:32.650822 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-830af91d-3010-4992-95d1-5e8f2b9f0718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:32.656265 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-830af91d-3010-4992-95d1-5e8f2b9f0718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:32.657712 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-830af91d-3010-4992-95d1-5e8f2b9f0718 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/a7e2faad-142f-42cd-984e-a2ff3a595b3a HTTP/1.1" status: 204 len: 168 time: 0.2860227 Jul 06 13:49:32.677462 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830af91d-3010-4992-95d1-5e8f2b9f0718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e2faad-142f-42cd-984e-a2ff3a595b3a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:32.912073 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e361794a-8c92-48b7-a8bf-36e567f69c75 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:32.944708 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e361794a-8c92-48b7-a8bf-36e567f69c75 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] No DVR routers for this DVR port fb6cd4f0-3fb0-4f0b-9665-d4634e11d8c7 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:49:32.972894 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361794a-8c92-48b7-a8bf-36e567f69c75 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Pushing event deleted for resources: {'Port': ['ID=fb6cd4f0-3fb0-4f0b-9665-d4634e11d8c7,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:33.167275 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44980) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:33.188042 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31ed7c1d-e21e-4a2a-966f-714355403355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:33.266728 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ef9489a1-490c-428d-9b62-1cc328e84bf0 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:49:33.355608 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port ef9489a1-490c-428d-9b62-1cc328e84bf0 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:49:33.355962 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31ed7c1d-e21e-4a2a-966f-714355403355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:33.361741 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31ed7c1d-e21e-4a2a-966f-714355403355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:33.362390 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port ef9489a1-490c-428d-9b62-1cc328e84bf0 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:49:33.363058 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:33.417848 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-31ed7c1d-e21e-4a2a-966f-714355403355 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=7ba68df0999c41d5a61693884bbc9675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482021 Jul 06 13:49:33.420457 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44984) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:33.427055 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed7c1d-e21e-4a2a-966f-714355403355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639f488a-ef83-4bc1-a4bd-e7751518a587,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:33.478025 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e361794a-8c92-48b7-a8bf-36e567f69c75 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:33.502183 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:33.508402 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-e361794a-8c92-48b7-a8bf-36e567f69c75 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736beb1b-6275-4bff-8faa-1c8d4f0c3541']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:33.526521 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-e361794a-8c92-48b7-a8bf-36e567f69c75 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c08eb2c-9ac5-496d-b275-0c6c11e518c5') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:33.527204 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-e361794a-8c92-48b7-a8bf-36e567f69c75 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c08eb2c-9ac5-496d-b275-0c6c11e518c5') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:33.534562 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0beb337b-7af7-4002-8ad3-b9b7dcf43493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:33.543241 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e67d264-f57a-43dd-97a7-5a3f15660624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9489a1-490c-428d-9b62-1cc328e84bf0'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:49:33.547983 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54832455-4797-4725-86ff-13b7ac2e7957" -d '{"events": [{"server_uuid": "5e67d264-f57a-43dd-97a7-5a3f15660624", "name": "network-vif-plugged", "status": "completed", "tag": "ef9489a1-490c-428d-9b62-1cc328e84bf0"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:49:33.558232 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e361794a-8c92-48b7-a8bf-36e567f69c75 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:33.568252 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b5bf6-5685-4777-8630-96698995b6ea req-e19509de-3b1c-496d-b038-e634e0f0c6bd tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:33.576482 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-387b5bf6-5685-4777-8630-96698995b6ea req-e19509de-3b1c-496d-b038-e634e0f0c6bd tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 944 time: 0.5818188 Jul 06 13:49:33.588779 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port ef9489a1-490c-428d-9b62-1cc328e84bf0, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ef9489a1-490c-428d-9b62-1cc328e84bf0,segment=NetworkSegment(cd7ab75f-6283-4337-a533-ec225e83e782),segment_id=cd7ab75f-6283-4337-a533-ec225e83e782)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:33.594859 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:33.604596 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0beb337b-7af7-4002-8ad3-b9b7dcf43493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:33.606664 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a91782-0ffb-45fe-9ee4-9c1e8d15b6c4 req-85bd020d-3c68-4682-893b-d0ea875dedc0 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:33.614623 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01a91782-0ffb-45fe-9ee4-9c1e8d15b6c4 req-85bd020d-3c68-4682-893b-d0ea875dedc0 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=3964e81d-1864-4aba-b578-7fbf54bde95d HTTP/1.1" status: 200 len: 945 time: 0.6627703 Jul 06 13:49:33.645873 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e361794a-8c92-48b7-a8bf-36e567f69c75 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:33.671088 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e361794a-8c92-48b7-a8bf-36e567f69c75 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:49:33.671526 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e361794a-8c92-48b7-a8bf-36e567f69c75 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: timer() Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:49:33.674913 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:49:33.690739 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0beb337b-7af7-4002-8ad3-b9b7dcf43493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:33.695656 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0beb337b-7af7-4002-8ad3-b9b7dcf43493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:33.696756 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0beb337b-7af7-4002-8ad3-b9b7dcf43493 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/639f488a-ef83-4bc1-a4bd-e7751518a587 HTTP/1.1" status: 204 len: 168 time: 0.2752974 Jul 06 13:49:33.700328 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=ef9489a1-490c-428d-9b62-1cc328e84bf0,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:33.712895 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:33.713335 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:33.713789 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:33.714530 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:33.714804 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb337b-7af7-4002-8ad3-b9b7dcf43493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639f488a-ef83-4bc1-a4bd-e7751518a587,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:33.715128 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:33.715557 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:33.716030 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:33.716704 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:33.717340 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:33.717705 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:33.724537 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:33.725281 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:33.725847 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-387b5bf6-5685-4777-8630-96698995b6ea req-555fbbc9-dcae-4777-b62f-b2c4b3b375d9 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480391 Jul 06 13:49:33.752371 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17b193-d2d9-425c-b983-9ab60bad4ef8 req-2d239b20-e756-428f-8e87-2812bec47458 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:33.752371 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-bf17b193-d2d9-425c-b983-9ab60bad4ef8 req-2d239b20-e756-428f-8e87-2812bec47458 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.124 "GET /v2.0/ports?device_id=3964e81d-1864-4aba-b578-7fbf54bde95d HTTP/1.1" status: 200 len: 945 time: 0.2143078 Jul 06 13:49:33.877208 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01a91782-0ffb-45fe-9ee4-9c1e8d15b6c4 req-cbca23f9-3661-472a-8230-1a2a5247da12 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612805 Jul 06 13:49:33.900004 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e361794a-8c92-48b7-a8bf-36e567f69c75 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:33.918927 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e361794a-8c92-48b7-a8bf-36e567f69c75 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:33.920894 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e361794a-8c92-48b7-a8bf-36e567f69c75 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] 10.222.0.118 "DELETE /v2.0/networks/736beb1b-6275-4bff-8faa-1c8d4f0c3541 HTTP/1.1" status: 204 len: 168 time: 2.0002437 Jul 06 13:49:33.923466 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44992) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:33.996659 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361794a-8c92-48b7-a8bf-36e567f69c75 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Pushing event deleted for resources: {'Network': ['ID=736beb1b-6275-4bff-8faa-1c8d4f0c3541,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:34.024434 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-bf17b193-d2d9-425c-b983-9ab60bad4ef8 req-c5c0d790-eb33-4fe3-90e1-879b704b06a2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Deleting port e4571386-0c65-4e8d-a9a8-acd3652ac28a {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:49:34.024788 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-bf17b193-d2d9-425c-b983-9ab60bad4ef8 req-c5c0d790-eb33-4fe3-90e1-879b704b06a2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:34.051952 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-238894de-4ff8-4368-bab4-cd9ee388ed95 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:34.062114 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177c6f2-9249-4e5e-bed3-9814072e4712 req-ced84676-8812-4b52-9a35-84f1d04fe672 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:34.064029 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a177c6f2-9249-4e5e-bed3-9814072e4712 req-ced84676-8812-4b52-9a35-84f1d04fe672 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 950 time: 0.1421063 Jul 06 13:49:34.132427 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b4977ab9-33f5-4071-9f48-6a5336a279f3 req-dc9d9824-d55b-4769-bb10-6ba4bcc9c5ff tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2caaedf-6d6e-4914-90cc-c98400e800af HTTP/1.1" status: 200 len: 210 time: 0.0340500 Jul 06 13:49:34.159174 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a177c6f2-9249-4e5e-bed3-9814072e4712 req-ac8778e1-5b20-4f44-8db6-41a2f68f8821 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864518 Jul 06 13:49:34.217428 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea43888-2997-432f-b2b2-e9af285e6c04 x-openstack-request-id: req-3ea43888-2997-432f-b2b2-e9af285e6c04 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:49:34.217778 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e67d264-f57a-43dd-97a7-5a3f15660624", "name": "network-vif-plugged", "status": "completed", "tag": "ef9489a1-490c-428d-9b62-1cc328e84bf0", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:49:34.218063 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-3ea43888-2997-432f-b2b2-e9af285e6c04 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:49:34.218489 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e67d264-f57a-43dd-97a7-5a3f15660624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9489a1-490c-428d-9b62-1cc328e84bf0', 'code': 200} Jul 06 13:49:34.415079 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164e519-8591-43e6-ac57-7c7219ead00f req-e3b00b9d-2b01-46ca-809c-d04572b336c6 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:34.416727 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d164e519-8591-43e6-ac57-7c7219ead00f req-e3b00b9d-2b01-46ca-809c-d04572b336c6 tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 1095 time: 0.0701811 Jul 06 13:49:34.607214 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d164e519-8591-43e6-ac57-7c7219ead00f req-0fc4ae1d-f0f6-4442-b981-4ccdf1d97b5a tempest-LiveMigrationTest-1351756273 tempest-LiveMigrationTest-1351756273-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745663 Jul 06 13:49:34.664108 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-bf17b193-d2d9-425c-b983-9ab60bad4ef8 req-c5c0d790-eb33-4fe3-90e1-879b704b06a2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] For port e4571386-0c65-4e8d-a9a8-acd3652ac28a, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=e4571386-0c65-4e8d-a9a8-acd3652ac28a,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:34.664989 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-bf17b193-d2d9-425c-b983-9ab60bad4ef8 req-c5c0d790-eb33-4fe3-90e1-879b704b06a2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:34.707520 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-243f5ca0-6d96-4d5f-bfa8-4da76e773c18 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:34.709008 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-243f5ca0-6d96-4d5f-bfa8-4da76e773c18 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.52 "GET /v2.0/networks?id=f0916d9f-87d2-4a64-9404-e7fc6b3b226f HTTP/1.1" status: 200 len: 812 time: 0.2523823 Jul 06 13:49:34.719525 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-238894de-4ff8-4368-bab4-cd9ee388ed95 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:34.726960 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-6a272c70-d45f-4530-b4be-25673c4b82e0 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Request body: {'port': {'device_id': 'd2caaedf-6d6e-4914-90cc-c98400e800af', 'network_id': 'f0916d9f-87d2-4a64-9404-e7fc6b3b226f', 'admin_state_up': True, 'tenant_id': '0001af22c6f747cd9b5d14a552aede55'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:34.727309 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-bf17b193-d2d9-425c-b983-9ab60bad4ef8 req-c5c0d790-eb33-4fe3-90e1-879b704b06a2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Calling delete_port for e4571386-0c65-4e8d-a9a8-acd3652ac28a owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:49:34.749879 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56e689-d716-4dcb-8595-14702a4bcc96 req-7f1eb581-8b36-4ebd-a5ce-1fcb0e2b8472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:34.754594 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-7e56e689-d716-4dcb-8595-14702a4bcc96 req-7f1eb581-8b36-4ebd-a5ce-1fcb0e2b8472 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 1096 time: 0.2751842 Jul 06 13:49:34.768103 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-238894de-4ff8-4368-bab4-cd9ee388ed95 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb908fa3-63b5-440c-b628-d87ff6dec819']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:34.822856 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-238894de-4ff8-4368-bab4-cd9ee388ed95 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e64d7fa-1b8a-45fc-bc6e-e6000c36614f') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:34.823442 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-238894de-4ff8-4368-bab4-cd9ee388ed95 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e64d7fa-1b8a-45fc-bc6e-e6000c36614f') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:34.950365 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-238894de-4ff8-4368-bab4-cd9ee388ed95 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:34.982417 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-7e56e689-d716-4dcb-8595-14702a4bcc96 req-5e9b8718-201b-42ca-b1f1-de80e25c9d75 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189052 Jul 06 13:49:34.987709 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-238894de-4ff8-4368-bab4-cd9ee388ed95 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:35.000241 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-238894de-4ff8-4368-bab4-cd9ee388ed95 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:49:35.000802 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-238894de-4ff8-4368-bab4-cd9ee388ed95 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:49:35.004015 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:49:35.030195 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-6a272c70-d45f-4530-b4be-25673c4b82e0 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Made reservation on behalf of 0001af22c6f747cd9b5d14a552aede55 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:49:35.039645 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-6a272c70-d45f-4530-b4be-25673c4b82e0 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:35.156410 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-238894de-4ff8-4368-bab4-cd9ee388ed95 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:35.181081 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-238894de-4ff8-4368-bab4-cd9ee388ed95 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:35.185945 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-238894de-4ff8-4368-bab4-cd9ee388ed95 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] 10.222.0.118 "DELETE /v2.0/networks/cb908fa3-63b5-440c-b628-d87ff6dec819 HTTP/1.1" status: 204 len: 168 time: 1.2609124 Jul 06 13:49:35.195596 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45030) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:35.291544 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238894de-4ff8-4368-bab4-cd9ee388ed95 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Pushing event deleted for resources: {'Network': ['ID=cb908fa3-63b5-440c-b628-d87ff6dec819,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:35.291776 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-6a272c70-d45f-4530-b4be-25673c4b82e0 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Allocated IP 172.20.0.14 (f0916d9f-87d2-4a64-9404-e7fc6b3b226f/3b763b56-236c-4949-a66b-e159e529b097/eae4a39f-511a-4dcc-be27-47e021417aad) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:49:35.307769 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4d17e-4e6d-479f-b781-2aea5ae93448 req-d1c7dea9-289a-49bb-ac2b-e0c3b74348d6 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:35.314778 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dba4d17e-4e6d-479f-b781-2aea5ae93448 req-d1c7dea9-289a-49bb-ac2b-e0c3b74348d6 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 945 time: 0.2521803 Jul 06 13:49:35.373993 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f5468659-f7a6-4462-91b0-b64562bec610 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:35.382822 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dba4d17e-4e6d-479f-b781-2aea5ae93448 req-9b80d625-fe83-48f2-b3d2-e9303865b15e tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667968 Jul 06 13:49:35.389058 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-bf17b193-d2d9-425c-b983-9ab60bad4ef8 req-c5c0d790-eb33-4fe3-90e1-879b704b06a2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:35.407279 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['e4571386-0c65-4e8d-a9a8-acd3652ac28a'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:49:35.450284 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e786d-88bd-4021-b4f8-4d14c7f4b107 req-cc644779-c2d0-42bb-ab9a-b17220af8124 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:35.451847 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-865e786d-88bd-4021-b4f8-4d14c7f4b107 req-cc644779-c2d0-42bb-ab9a-b17220af8124 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=3964e81d-1864-4aba-b578-7fbf54bde95d HTTP/1.1" status: 200 len: 867 time: 0.1203918 Jul 06 13:49:35.492900 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0d790-eb33-4fe3-90e1-879b704b06a2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Pushing event deleted for resources: {'Port': ['ID=e4571386-0c65-4e8d-a9a8-acd3652ac28a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:35.610814 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf17b193-d2d9-425c-b983-9ab60bad4ef8 req-c5c0d790-eb33-4fe3-90e1-879b704b06a2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] No DVR routers for this DVR port e4571386-0c65-4e8d-a9a8-acd3652ac28a on host n-h2-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:49:35.611110 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-865e786d-88bd-4021-b4f8-4d14c7f4b107 req-7277faf8-e51f-47ec-b13f-9c6f63c40670 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699131 Jul 06 13:49:35.616368 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-bf17b193-d2d9-425c-b983-9ab60bad4ef8 req-c5c0d790-eb33-4fe3-90e1-879b704b06a2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:35.619682 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-bf17b193-d2d9-425c-b983-9ab60bad4ef8 req-c5c0d790-eb33-4fe3-90e1-879b704b06a2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.124 "DELETE /v2.0/ports/e4571386-0c65-4e8d-a9a8-acd3652ac28a HTTP/1.1" status: 204 len: 173 time: 1.8627758 Jul 06 13:49:35.627374 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3964e81d-1864-4aba-b578-7fbf54bde95d', 'name': 'network-vif-deleted', 'tag': 'e4571386-0c65-4e8d-a9a8-acd3652ac28a'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:49:35.630825 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05ae19c-d80e-4ace-b768-70e408ef680d" -d '{"events": [{"server_uuid": "3964e81d-1864-4aba-b578-7fbf54bde95d", "name": "network-vif-deleted", "tag": "e4571386-0c65-4e8d-a9a8-acd3652ac28a"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:49:35.642168 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f5468659-f7a6-4462-91b0-b64562bec610 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:35.663095 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-f5468659-f7a6-4462-91b0-b64562bec610 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db884c15-8066-49f2-8ed7-8ce7dd9b060b']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:35.691420 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-f5468659-f7a6-4462-91b0-b64562bec610 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '352dd04a-a822-423f-944e-89a180e37ba8') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:35.692648 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-f5468659-f7a6-4462-91b0-b64562bec610 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '352dd04a-a822-423f-944e-89a180e37ba8') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:35.704020 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-6a272c70-d45f-4530-b4be-25673c4b82e0 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:35.711650 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f5468659-f7a6-4462-91b0-b64562bec610 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:35.770216 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-6a272c70-d45f-4530-b4be-25673c4b82e0 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:35.774186 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f5468659-f7a6-4462-91b0-b64562bec610 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:35.791200 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['d297307d-d7fb-49d6-bdd7-a0b990031e5e'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:49:35.812147 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5468659-f7a6-4462-91b0-b64562bec610 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:49:35.815501 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f5468659-f7a6-4462-91b0-b64562bec610 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:35.848795 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a272c70-d45f-4530-b4be-25673c4b82e0 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Pushing event updated for resources: {'Port': ['ID=eae4a39f-511a-4dcc-be27-47e021417aad,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:35.870776 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-6a272c70-d45f-4530-b4be-25673c4b82e0 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Network f0916d9f-87d2-4a64-9404-e7fc6b3b226f is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:49:35.874435 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-6a272c70-d45f-4530-b4be-25673c4b82e0 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:49:35.885853 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-6a272c70-d45f-4530-b4be-25673c4b82e0 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:49:36.028150 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-6a272c70-d45f-4530-b4be-25673c4b82e0 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:36.029715 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-6a272c70-d45f-4530-b4be-25673c4b82e0 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:49:36.047382 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:49:36.067657 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f5468659-f7a6-4462-91b0-b64562bec610 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:36.083715 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f5468659-f7a6-4462-91b0-b64562bec610 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:36.087174 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f5468659-f7a6-4462-91b0-b64562bec610 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] 10.222.0.118 "DELETE /v2.0/networks/db884c15-8066-49f2-8ed7-8ce7dd9b060b HTTP/1.1" status: 204 len: 168 time: 0.8788145 Jul 06 13:49:36.209429 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-6a272c70-d45f-4530-b4be-25673c4b82e0 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4875197 Jul 06 13:49:36.229670 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-e7febd47-84cc-4871-8c28-1077c5413f77 service neutron] Request body: {'port': {'device_id': 'd2caaedf-6d6e-4914-90cc-c98400e800af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:36.260800 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5468659-f7a6-4462-91b0-b64562bec610 tempest-BulkNetworkOpsTest-1110563175 tempest-BulkNetworkOpsTest-1110563175-project] Pushing event deleted for resources: {'Network': ['ID=db884c15-8066-49f2-8ed7-8ce7dd9b060b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:36.347792 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cade4a-9dda-4053-bce6-06c562db1a11 req-a13fccda-26d0-4a5e-bf46-e53f1552fd80 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:36.361407 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-02cade4a-9dda-4053-bce6-06c562db1a11 req-a13fccda-26d0-4a5e-bf46-e53f1552fd80 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.124 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 944 time: 0.3095467 Jul 06 13:49:36.370198 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-e7febd47-84cc-4871-8c28-1077c5413f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:36.432173 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa660a-1921-41d5-9dfb-745463794514 req-32f1f9b5-18aa-4aea-b200-63bbc0cdd435 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:36.435560 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95fa660a-1921-41d5-9dfb-745463794514 req-32f1f9b5-18aa-4aea-b200-63bbc0cdd435 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 944 time: 0.5889704 Jul 06 13:49:36.467372 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4be2f-4aee-4341-a3bc-f8ee0b9bd4f0 req-149879ac-91bb-425e-8b20-6cb051e7a1ab tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:36.472063 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-09f4be2f-4aee-4341-a3bc-f8ee0b9bd4f0 req-149879ac-91bb-425e-8b20-6cb051e7a1ab tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2caaedf-6d6e-4914-90cc-c98400e800af HTTP/1.1" status: 200 len: 932 time: 0.4684837 Jul 06 13:49:36.540879 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-02cade4a-9dda-4053-bce6-06c562db1a11 req-afbd5f20-498d-4488-89ed-9dc326799f82 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Deleting port 904dc541-1865-4711-8c16-f4460a98dc88 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:49:36.541672 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-02cade4a-9dda-4053-bce6-06c562db1a11 req-afbd5f20-498d-4488-89ed-9dc326799f82 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:36.666473 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-09f4be2f-4aee-4341-a3bc-f8ee0b9bd4f0 req-f5261396-1902-4cc1-a32d-14d81edcc59d tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups?id=fb3b17d9-ade7-49d7-8915-6544a8aa5905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836157 Jul 06 13:49:36.674827 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95fa660a-1921-41d5-9dfb-745463794514 req-6294c52d-d6f8-4734-9fb0-cac313539a89 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268844 Jul 06 13:49:36.687904 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-02cade4a-9dda-4053-bce6-06c562db1a11 req-afbd5f20-498d-4488-89ed-9dc326799f82 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] For port 904dc541-1865-4711-8c16-f4460a98dc88, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=904dc541-1865-4711-8c16-f4460a98dc88,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:36.693301 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-02cade4a-9dda-4053-bce6-06c562db1a11 req-afbd5f20-498d-4488-89ed-9dc326799f82 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:36.734476 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45048) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:36.748111 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-02cade4a-9dda-4053-bce6-06c562db1a11 req-afbd5f20-498d-4488-89ed-9dc326799f82 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Calling delete_port for 904dc541-1865-4711-8c16-f4460a98dc88 owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:49:36.774205 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11bdfa1-e11c-4b75-87ed-0746f4a7c280 x-openstack-request-id: req-e11bdfa1-e11c-4b75-87ed-0746f4a7c280 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:49:36.775496 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3964e81d-1864-4aba-b578-7fbf54bde95d", "name": "network-vif-deleted", "tag": "e4571386-0c65-4e8d-a9a8-acd3652ac28a", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:49:36.775774 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e11bdfa1-e11c-4b75-87ed-0746f4a7c280 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:49:36.776199 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3964e81d-1864-4aba-b578-7fbf54bde95d', 'name': 'network-vif-deleted', 'tag': 'e4571386-0c65-4e8d-a9a8-acd3652ac28a', 'status': 'completed', 'code': 200} Jul 06 13:49:36.966600 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-e7febd47-84cc-4871-8c28-1077c5413f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae4a39f-511a-4dcc-be27-47e021417aad {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:49:36.977107 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-e7febd47-84cc-4871-8c28-1077c5413f77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:37.030067 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-e7febd47-84cc-4871-8c28-1077c5413f77 service neutron] Transition to ACTIVE for port object eae4a39f-511a-4dcc-be27-47e021417aad will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:49:37.039692 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-e7febd47-84cc-4871-8c28-1077c5413f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:37.065331 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2677c052-b8ef-4d62-b86d-fef1279af963 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=c5049e93259d46caa64a66d57db165e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3276293 Jul 06 13:49:37.092743 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45054) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:37.138843 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-02cade4a-9dda-4053-bce6-06c562db1a11 req-afbd5f20-498d-4488-89ed-9dc326799f82 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:37.150986 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['904dc541-1865-4711-8c16-f4460a98dc88'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:49:37.166975 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7febd47-84cc-4871-8c28-1077c5413f77 service neutron] Pushing event updated for resources: {'Port': ['ID=eae4a39f-511a-4dcc-be27-47e021417aad,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:37.183110 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa269e2-0130-4c81-94bd-edf6069f72b5 req-02dcc1ef-4758-40ba-931b-3de17b746f90 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:37.184687 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4aa269e2-0130-4c81-94bd-edf6069f72b5 req-02dcc1ef-4758-40ba-931b-3de17b746f90 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 950 time: 0.2046907 Jul 06 13:49:37.206369 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd5f20-498d-4488-89ed-9dc326799f82 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Pushing event deleted for resources: {'Port': ['ID=904dc541-1865-4711-8c16-f4460a98dc88,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:37.270831 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-02cade4a-9dda-4053-bce6-06c562db1a11 req-afbd5f20-498d-4488-89ed-9dc326799f82 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] No DVR routers for this DVR port 904dc541-1865-4711-8c16-f4460a98dc88 on host n-h2-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:49:37.274689 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-02cade4a-9dda-4053-bce6-06c562db1a11 req-afbd5f20-498d-4488-89ed-9dc326799f82 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:37.276931 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cef0abc5-86e1-4f86-93a6-6ffa0a7da3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:37.281094 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-02cade4a-9dda-4053-bce6-06c562db1a11 req-afbd5f20-498d-4488-89ed-9dc326799f82 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.124 "DELETE /v2.0/ports/904dc541-1865-4711-8c16-f4460a98dc88 HTTP/1.1" status: 204 len: 173 time: 0.9088693 Jul 06 13:49:37.309649 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-e7febd47-84cc-4871-8c28-1077c5413f77 service neutron] Attempting to bind port eae4a39f-511a-4dcc-be27-47e021417aad on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:49:37.310044 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-e7febd47-84cc-4871-8c28-1077c5413f77 service neutron] Attempting to bind port eae4a39f-511a-4dcc-be27-47e021417aad by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '395ac52b-270e-4067-8453-7941e774d9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f0916d9f-87d2-4a64-9404-e7fc6b3b226f'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:49:37.310368 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-e7febd47-84cc-4871-8c28-1077c5413f77 service neutron] Attempting to bind port eae4a39f-511a-4dcc-be27-47e021417aad on network f0916d9f-87d2-4a64-9404-e7fc6b3b226f {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:49:37.342119 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-e7febd47-84cc-4871-8c28-1077c5413f77 service neutron] Port eae4a39f-511a-4dcc-be27-47e021417aad on network f0916d9f-87d2-4a64-9404-e7fc6b3b226f not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:49:37.342597 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-e7febd47-84cc-4871-8c28-1077c5413f77 service neutron] Attempting to bind port eae4a39f-511a-4dcc-be27-47e021417aad on network f0916d9f-87d2-4a64-9404-e7fc6b3b226f {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:49:37.369536 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27d9f253-adea-41d6-ac7e-7ae9ff1a467e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:37.377943 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-e7febd47-84cc-4871-8c28-1077c5413f77 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:49:37.378379 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-e7febd47-84cc-4871-8c28-1077c5413f77 service neutron] Checking segment: {'id': '395ac52b-270e-4067-8453-7941e774d9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f0916d9f-87d2-4a64-9404-e7fc6b3b226f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:49:37.378779 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-e7febd47-84cc-4871-8c28-1077c5413f77 service neutron] Bound using segment: {'id': '395ac52b-270e-4067-8453-7941e774d9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f0916d9f-87d2-4a64-9404-e7fc6b3b226f'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:49:37.379236 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-e7febd47-84cc-4871-8c28-1077c5413f77 service neutron] Bound port: eae4a39f-511a-4dcc-be27-47e021417aad, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '395ac52b-270e-4067-8453-7941e774d9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f0916d9f-87d2-4a64-9404-e7fc6b3b226f'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:49:37.379651 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-e7febd47-84cc-4871-8c28-1077c5413f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:37.385165 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4aa269e2-0130-4c81-94bd-edf6069f72b5 req-f091506a-9568-4118-87df-d1ed5763f71d tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763015 Jul 06 13:49:37.407532 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736756b-221a-440e-a412-65b49455c47e req-88f31834-914b-41de-9d51-ae966a21fc4d tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:37.409058 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6736756b-221a-440e-a412-65b49455c47e req-88f31834-914b-41de-9d51-ae966a21fc4d tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 945 time: 0.3153338 Jul 06 13:49:37.437299 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27d9f253-adea-41d6-ac7e-7ae9ff1a467e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:37.543231 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6736756b-221a-440e-a412-65b49455c47e req-9ed6b730-f1eb-4dc6-a96a-9b4e8085f099 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254544 Jul 06 13:49:37.577315 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-96ebf04e-6dd0-4aab-b1ff-67c23fbcbd23 req-2795e23a-54da-4fb3-b043-842ba4f4967a tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=3964e81d-1864-4aba-b578-7fbf54bde95d HTTP/1.1" status: 200 len: 210 time: 0.0583534 Jul 06 13:49:37.600727 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-e7febd47-84cc-4871-8c28-1077c5413f77 service neutron] For port eae4a39f-511a-4dcc-be27-47e021417aad, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:49:37.610947 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-e7febd47-84cc-4871-8c28-1077c5413f77 service neutron] For port eae4a39f-511a-4dcc-be27-47e021417aad, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=eae4a39f-511a-4dcc-be27-47e021417aad,segment=NetworkSegment(395ac52b-270e-4067-8453-7941e774d9db),segment_id=395ac52b-270e-4067-8453-7941e774d9db)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:49:37.612189 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-e7febd47-84cc-4871-8c28-1077c5413f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:37.637322 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device e4571386-0c65-4e8d-a9a8-acd3652ac28a no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:49:37.675398 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: e4571386-0c65-4e8d-a9a8-acd3652ac28a {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:49:37.675769 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device e4571386-0c65-4e8d-a9a8-acd3652ac28a not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:49:37.715353 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27d9f253-adea-41d6-ac7e-7ae9ff1a467e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:37.717897 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27d9f253-adea-41d6-ac7e-7ae9ff1a467e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:37.719495 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-27d9f253-adea-41d6-ac7e-7ae9ff1a467e admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/ca957bad-6184-49d7-ad9e-fa703ae901af HTTP/1.1" status: 204 len: 168 time: 0.6230712 Jul 06 13:49:37.761355 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-e7febd47-84cc-4871-8c28-1077c5413f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:37.762125 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-e7febd47-84cc-4871-8c28-1077c5413f77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:37.764001 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-e7febd47-84cc-4871-8c28-1077c5413f77 service neutron] 10.222.0.52 "PUT /v2.0/ports/eae4a39f-511a-4dcc-be27-47e021417aad HTTP/1.1" status: 200 len: 1092 time: 1.5425444 Jul 06 13:49:37.765066 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7febd47-84cc-4871-8c28-1077c5413f77 service neutron] Pushing event updated for resources: {'Port': ['ID=eae4a39f-511a-4dcc-be27-47e021417aad,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:37.770459 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9f253-adea-41d6-ac7e-7ae9ff1a467e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca957bad-6184-49d7-ad9e-fa703ae901af,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:37.773899 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2caaedf-6d6e-4914-90cc-c98400e800af', 'tag': 'eae4a39f-511a-4dcc-be27-47e021417aad'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:49:37.776616 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666cfb3b-b9e5-43cf-8350-ce256feb71a9" -d '{"events": [{"name": "network-changed", "server_uuid": "d2caaedf-6d6e-4914-90cc-c98400e800af", "tag": "eae4a39f-511a-4dcc-be27-47e021417aad"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:49:37.940942 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a58412-7826-4195-bdb9-8536d36e0823 req-1f918758-3688-480d-b059-d21648bd660b tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:37.942514 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0a58412-7826-4195-bdb9-8536d36e0823 req-1f918758-3688-480d-b059-d21648bd660b tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 945 time: 0.2427430 Jul 06 13:49:37.969118 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-0cfd8422-8642-45d1-a5c8-4355a3b64d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:37.970479 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-0cfd8422-8642-45d1-a5c8-4355a3b64d79 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0001af22c6f747cd9b5d14a552aede55&device_id=d2caaedf-6d6e-4914-90cc-c98400e800af HTTP/1.1" status: 200 len: 1095 time: 0.1530471 Jul 06 13:49:37.978366 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0292b0-2d2b-4732-83db-06ccea1dcf46 req-bcbd3ccc-8f9c-4c79-a24b-5e714920940d tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:37.979918 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9b0292b0-2d2b-4732-83db-06ccea1dcf46 req-bcbd3ccc-8f9c-4c79-a24b-5e714920940d tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2caaedf-6d6e-4914-90cc-c98400e800af HTTP/1.1" status: 200 len: 944 time: 0.1526852 Jul 06 13:49:38.040855 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-723e3296-57cd-4bea-939c-0f9f260339ea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eae4a39f-511a-4dcc-be27-47e021417aad HTTP/1.1" status: 200 len: 217 time: 0.0544014 Jul 06 13:49:38.083994 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0a58412-7826-4195-bdb9-8536d36e0823 req-c3ac0be8-c7f0-4313-b51d-35a7755f6427 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302183 Jul 06 13:49:38.109327 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9b0292b0-2d2b-4732-83db-06ccea1dcf46 req-5212dc57-5f8e-4e0c-a4af-2b2e4469ef25 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups?id=fb3b17d9-ade7-49d7-8915-6544a8aa5905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202409 Jul 06 13:49:38.130946 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-ec3c1903-6f99-41cb-b82f-de994929b90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:38.135940 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-ec3c1903-6f99-41cb-b82f-de994929b90a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b763b56-236c-4949-a66b-e159e529b097 HTTP/1.1" status: 200 len: 852 time: 0.0848422 Jul 06 13:49:38.183036 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-8a479057-3db2-4d71-820e-18455cc96d65 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0916d9f-87d2-4a64-9404-e7fc6b3b226f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379937 Jul 06 13:49:38.284453 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff9da05-a1fb-4d93-8d62-d2c0d9319415 x-openstack-request-id: req-6ff9da05-a1fb-4d93-8d62-d2c0d9319415 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:49:38.284771 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2caaedf-6d6e-4914-90cc-c98400e800af", "tag": "eae4a39f-511a-4dcc-be27-47e021417aad", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:49:38.285014 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-6ff9da05-a1fb-4d93-8d62-d2c0d9319415 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:49:38.285421 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2caaedf-6d6e-4914-90cc-c98400e800af', 'tag': 'eae4a39f-511a-4dcc-be27-47e021417aad', 'status': 'completed', 'code': 200} Jul 06 13:49:38.346300 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-399a1d27-bc86-46bd-be64-8d1ef126f520 req-3f8e77d8-b42c-44ac-b2e7-59445897f044 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 210 time: 0.0475059 Jul 06 13:49:38.410103 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-6615dc84-92ca-45fe-b092-472f7a17086b service neutron] 10.222.0.52 "GET /v2.0/networks/f0916d9f-87d2-4a64-9404-e7fc6b3b226f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189188 Jul 06 13:49:38.553918 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb1bea76-97d7-4a7e-8862-55eab20c8ef6 req-0caaca36-7b37-4e0c-b059-cfe6e5cb6b14 service neutron] 10.222.0.52 "GET /v2.0/networks/f0916d9f-87d2-4a64-9404-e7fc6b3b226f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360912 Jul 06 13:49:38.630318 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45118) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:38.684081 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5c100-1e2c-4630-83ae-0b6c7915f3a0 req-8dc656b4-0a0d-4783-81cc-460c6a29f60e tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:38.685784 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-91c5c100-1e2c-4630-83ae-0b6c7915f3a0 req-8dc656b4-0a0d-4783-81cc-460c6a29f60e tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 950 time: 0.1245711 Jul 06 13:49:38.725397 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cfb3b-b9e5-43cf-8350-ce256feb71a9 req-d3d29f7f-a1f1-449c-a411-dea51fce0595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:38.727017 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-666cfb3b-b9e5-43cf-8350-ce256feb71a9 req-d3d29f7f-a1f1-449c-a411-dea51fce0595 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0001af22c6f747cd9b5d14a552aede55&device_id=d2caaedf-6d6e-4914-90cc-c98400e800af HTTP/1.1" status: 200 len: 1095 time: 0.1063197 Jul 06 13:49:38.774511 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-91c5c100-1e2c-4630-83ae-0b6c7915f3a0 req-31d89248-9c24-4ad9-b497-6729736b6621 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783184 Jul 06 13:49:38.777285 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c8870e1-4445-4320-b32e-8b8b67ad888d', 'name': 'network-vif-deleted', 'tag': '904dc541-1865-4711-8c16-f4460a98dc88'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:49:38.780181 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8fd291-2a22-463a-8748-0e0e55092043" -d '{"events": [{"server_uuid": "7c8870e1-4445-4320-b32e-8b8b67ad888d", "name": "network-vif-deleted", "tag": "904dc541-1865-4711-8c16-f4460a98dc88"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:49:38.839203 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-dda78832-eda2-440a-a369-6d14f901c791 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Request body: {'security_group': {'name': 'tempest-secgroup--507970621'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:38.885437 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dda78832-eda2-440a-a369-6d14f901c791 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:38.907120 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dda78832-eda2-440a-a369-6d14f901c791 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:38.923549 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936d95ae-76b9-471e-8e6e-8890918358a9 x-openstack-request-id: req-936d95ae-76b9-471e-8e6e-8890918358a9 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:49:38.924099 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c8870e1-4445-4320-b32e-8b8b67ad888d", "name": "network-vif-deleted", "tag": "904dc541-1865-4711-8c16-f4460a98dc88", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:49:38.924289 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-936d95ae-76b9-471e-8e6e-8890918358a9 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:49:38.925073 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c8870e1-4445-4320-b32e-8b8b67ad888d', 'name': 'network-vif-deleted', 'tag': '904dc541-1865-4711-8c16-f4460a98dc88', 'status': 'completed', 'code': 200} Jul 06 13:49:38.933097 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cfb3b-b9e5-43cf-8350-ce256feb71a9 req-1b048ab9-2e77-4ea1-84b4-b2c6121d37b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:38.935262 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-666cfb3b-b9e5-43cf-8350-ce256feb71a9 req-1b048ab9-2e77-4ea1-84b4-b2c6121d37b6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0916d9f-87d2-4a64-9404-e7fc6b3b226f HTTP/1.1" status: 200 len: 913 time: 0.2004840 Jul 06 13:49:39.006883 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-666cfb3b-b9e5-43cf-8350-ce256feb71a9 req-7c475ad1-eec4-4b31-bf70-e8ada47776d2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eae4a39f-511a-4dcc-be27-47e021417aad HTTP/1.1" status: 200 len: 217 time: 0.0606420 Jul 06 13:49:39.047924 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ec76717d-b21a-4f68-bb28-7d3280637e8f req-228f13a7-6df2-4612-86f0-e05b244f7cf1 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=3964e81d-1864-4aba-b578-7fbf54bde95d HTTP/1.1" status: 200 len: 210 time: 0.0443633 Jul 06 13:49:39.074249 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dda78832-eda2-440a-a369-6d14f901c791 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:39.087330 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dda78832-eda2-440a-a369-6d14f901c791 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:39.129348 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cfb3b-b9e5-43cf-8350-ce256feb71a9 req-6427e6fb-0ee0-4454-8adc-3f96309658c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:39.130861 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-666cfb3b-b9e5-43cf-8350-ce256feb71a9 req-6427e6fb-0ee0-4454-8adc-3f96309658c3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b763b56-236c-4949-a66b-e159e529b097 HTTP/1.1" status: 200 len: 852 time: 0.1137180 Jul 06 13:49:39.151651 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda78832-eda2-440a-a369-6d14f901c791 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e54766-ac46-4b8a-95e5-1db161250fcd,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:39.221839 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-666cfb3b-b9e5-43cf-8350-ce256feb71a9 req-75b8eea5-d594-4a2e-96e9-51fb244b2b7a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0916d9f-87d2-4a64-9404-e7fc6b3b226f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566292 Jul 06 13:49:39.257036 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dda78832-eda2-440a-a369-6d14f901c791 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:39.263414 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dda78832-eda2-440a-a369-6d14f901c791 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:39.300311 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dda78832-eda2-440a-a369-6d14f901c791 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:39.304696 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-dda78832-eda2-440a-a369-6d14f901c791 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6702027 Jul 06 13:49:39.304882 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45140) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:39.314262 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda78832-eda2-440a-a369-6d14f901c791 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a733da5b-0325-4d23-95f2-fb1d2a3dbc04,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:39.358239 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a831d06-09f3-4087-b29e-0a6ab8a8c0d7 req-841b2f7f-6751-49ce-82f5-ae3482c6034c tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:39.360501 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4a831d06-09f3-4087-b29e-0a6ab8a8c0d7 req-841b2f7f-6751-49ce-82f5-ae3482c6034c tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 945 time: 0.2543712 Jul 06 13:49:39.385977 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-380c6986-12ad-463f-a4c2-fb86881f7a79 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.0774148 Jul 06 13:49:39.386221 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45144) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:39.390890 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-14b8930d-d31f-43fd-9426-9c44b38c0a6d tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Request body: {'security_group': {'name': 'tempest-security--1386013299', 'description': 'tempest-security-description-359164228'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:39.419026 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-14b8930d-d31f-43fd-9426-9c44b38c0a6d tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:39.476695 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-14b8930d-d31f-43fd-9426-9c44b38c0a6d tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:39.481328 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-14b8930d-d31f-43fd-9426-9c44b38c0a6d tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:39.485617 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-14b8930d-d31f-43fd-9426-9c44b38c0a6d tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:39.490197 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-14b8930d-d31f-43fd-9426-9c44b38c0a6d tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "PUT /v2.0/security-groups/a733da5b-0325-4d23-95f2-fb1d2a3dbc04 HTTP/1.1" status: 200 len: 1777 time: 0.1002278 Jul 06 13:49:39.492561 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45146) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:39.540285 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8930d-d31f-43fd-9426-9c44b38c0a6d tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a733da5b-0325-4d23-95f2-fb1d2a3dbc04,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:39.564587 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-90edb732-3cb2-4ef3-b511-94888347bc0a tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "GET /v2.0/security-groups/a733da5b-0325-4d23-95f2-fb1d2a3dbc04 HTTP/1.1" status: 200 len: 1777 time: 0.0666034 Jul 06 13:49:39.564938 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45148) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:39.633205 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7f327236-4825-4392-865d-6e284497614c tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:39.652746 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 904dc541-1865-4711-8c16-f4460a98dc88 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:49:39.666345 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-666cfb3b-b9e5-43cf-8350-ce256feb71a9 req-67454081-88c7-47b2-a2ea-38041a09453d service neutron] 10.222.0.52 "GET /v2.0/networks/f0916d9f-87d2-4a64-9404-e7fc6b3b226f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353974 Jul 06 13:49:39.668403 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7f327236-4825-4392-865d-6e284497614c tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:39.676765 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 904dc541-1865-4711-8c16-f4460a98dc88 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:49:39.677382 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 904dc541-1865-4711-8c16-f4460a98dc88 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:49:39.722779 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7f327236-4825-4392-865d-6e284497614c tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:39.727142 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7f327236-4825-4392-865d-6e284497614c tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:39.728816 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7f327236-4825-4392-865d-6e284497614c tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "DELETE /v2.0/security-groups/a733da5b-0325-4d23-95f2-fb1d2a3dbc04 HTTP/1.1" status: 204 len: 168 time: 0.1625564 Jul 06 13:49:39.732861 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45150) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:39.754854 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f327236-4825-4392-865d-6e284497614c tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a733da5b-0325-4d23-95f2-fb1d2a3dbc04,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:39.763628 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4a831d06-09f3-4087-b29e-0a6ab8a8c0d7 req-6f2ffd60-7ac4-41df-9880-2d03e7a1fcf8 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779569 Jul 06 13:49:39.830159 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c036ffc3-4cfa-48f5-88e9-55565deed104 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0952089 Jul 06 13:49:39.831279 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45156) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:39.838771 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a1720-9dac-4452-96ab-9bfa1f501650 req-623301f2-47a0-47ff-afe1-938fd0fff8e3 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:39.851953 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e40a1720-9dac-4452-96ab-9bfa1f501650 req-623301f2-47a0-47ff-afe1-938fd0fff8e3 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2caaedf-6d6e-4914-90cc-c98400e800af HTTP/1.1" status: 200 len: 944 time: 0.5367949 Jul 06 13:49:39.855172 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-6024e367-1de0-44ee-89fa-45faa3525648 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] delete failed (client error): The resource could not be found. Jul 06 13:49:39.864226 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6024e367-1de0-44ee-89fa-45faa3525648 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "DELETE /v2.0/security-groups/a733da5b-0325-4d23-95f2-fb1d2a3dbc04 HTTP/1.1" status: 404 len: 347 time: 0.0313692 Jul 06 13:49:39.865032 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45158) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:39.875022 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-20fec2aa-f55f-4267-b175-b17f773b362f tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Request body: {'security_group': {'name': 'tempest-secgroup--957311083'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:39.918977 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-20fec2aa-f55f-4267-b175-b17f773b362f tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:39.920121 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-666cfb3b-b9e5-43cf-8350-ce256feb71a9 req-e9091ce4-8cd1-4e82-9d94-568c2a910096 service neutron] 10.222.0.52 "GET /v2.0/networks/f0916d9f-87d2-4a64-9404-e7fc6b3b226f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403541 Jul 06 13:49:39.949126 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e40a1720-9dac-4452-96ab-9bfa1f501650 req-6a53bd38-dd5e-4657-9adf-06d90a8f2949 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups?id=fb3b17d9-ade7-49d7-8915-6544a8aa5905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958192 Jul 06 13:49:39.994628 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b5764684-5754-4307-88d6-ee0bdd38d284 req-4a190459-1b93-4ad4-bcad-c188550af334 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 210 time: 0.0698810 Jul 06 13:49:40.071899 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-20fec2aa-f55f-4267-b175-b17f773b362f tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:40.077734 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-20fec2aa-f55f-4267-b175-b17f773b362f tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:40.126434 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-20fec2aa-f55f-4267-b175-b17f773b362f tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:40.126434 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-20fec2aa-f55f-4267-b175-b17f773b362f tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2502544 Jul 06 13:49:40.126434 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45166) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:40.126434 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fec2aa-f55f-4267-b175-b17f773b362f tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6242d488-ac2a-49ee-921a-1cec69b6bab9,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:40.142076 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-49ff9d07-27d9-42d8-bde0-8cbae31ccf65 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Request body: {'security_group_rule': {'security_group_id': '6242d488-ac2a-49ee-921a-1cec69b6bab9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:40.161694 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:40.179109 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-49ff9d07-27d9-42d8-bde0-8cbae31ccf65 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:40.188076 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d37762ad-1d73-43cf-8cdf-0f8f8d2f88c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:40.259979 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-49ff9d07-27d9-42d8-bde0-8cbae31ccf65 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:40.264432 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-49ff9d07-27d9-42d8-bde0-8cbae31ccf65 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:40.269343 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b979a74-f4b4-4db0-a9ae-8ce17e7b8471 req-d1b9821a-4a5a-4457-a997-38ed5a77415d tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:40.273743 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4b979a74-f4b4-4db0-a9ae-8ce17e7b8471 req-d1b9821a-4a5a-4457-a997-38ed5a77415d tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 950 time: 0.1877191 Jul 06 13:49:40.304757 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-49ff9d07-27d9-42d8-bde0-8cbae31ccf65 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:40.306570 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-49ff9d07-27d9-42d8-bde0-8cbae31ccf65 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1843352 Jul 06 13:49:40.309879 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff9d07-27d9-42d8-bde0-8cbae31ccf65 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a73eec12-da13-4556-9832-69cc2efc3aa5,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:40.329880 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45170) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:40.380843 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5834dc98-238d-441b-996c-577cc4e981e7 req-5493fb2d-4866-4633-8856-7c1a0c218e10 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=3964e81d-1864-4aba-b578-7fbf54bde95d HTTP/1.1" status: 200 len: 210 time: 0.1215286 Jul 06 13:49:40.400998 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5925f364-c29e-40c4-a8c5-5461a74b4210 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:40.422948 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4b979a74-f4b4-4db0-a9ae-8ce17e7b8471 req-f5a65df5-e3fd-4dc0-a504-b9bf853acdb2 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327784 Jul 06 13:49:40.437876 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5925f364-c29e-40c4-a8c5-5461a74b4210 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:40.501221 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5925f364-c29e-40c4-a8c5-5461a74b4210 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:40.511629 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5925f364-c29e-40c4-a8c5-5461a74b4210 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:40.514815 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5925f364-c29e-40c4-a8c5-5461a74b4210 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "DELETE /v2.0/security-group-rules/a73eec12-da13-4556-9832-69cc2efc3aa5 HTTP/1.1" status: 204 len: 168 time: 0.1834707 Jul 06 13:49:40.517624 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45180) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:40.531998 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925f364-c29e-40c4-a8c5-5461a74b4210 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a73eec12-da13-4556-9832-69cc2efc3aa5,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:40.594935 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-698978ef-7129-40b6-9d42-340e6b78786a tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0760388 Jul 06 13:49:40.597584 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45182) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:40.658307 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-a339e869-0956-4dea-a706-d63dd9a8838e tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-securitygroup--1458143546&fields=id&tenant_id=d2199527a64a46ce9106abe6e66b8132 HTTP/1.1" status: 200 len: 267 time: 0.0966630 Jul 06 13:49:40.726667 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-47e02020-f70b-49f3-af61-3ef197d15dc9 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:40.768035 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-47e02020-f70b-49f3-af61-3ef197d15dc9 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:40.800166 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45188) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:40.831369 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-a5135c8e-4a53-4d96-9e21-d6d12f318afd tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:40.838386 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-a5135c8e-4a53-4d96-9e21-d6d12f318afd tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/networks?id=50329774-c014-4320-b73f-68f0f2d9d2b2 HTTP/1.1" status: 200 len: 816 time: 0.1715424 Jul 06 13:49:40.856607 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-82070230-257a-4db2-a82f-3748a2f0ae19 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/quotas/d2199527a64a46ce9106abe6e66b8132 HTTP/1.1" status: 200 len: 375 time: 0.0173676 Jul 06 13:49:40.901568 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-47e02020-f70b-49f3-af61-3ef197d15dc9 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:40.904101 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-47e02020-f70b-49f3-af61-3ef197d15dc9 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:40.905247 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-47e02020-f70b-49f3-af61-3ef197d15dc9 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "DELETE /v2.0/security-groups/6242d488-ac2a-49ee-921a-1cec69b6bab9 HTTP/1.1" status: 204 len: 168 time: 0.3065457 Jul 06 13:49:40.908211 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45192) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:40.920675 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e02020-f70b-49f3-af61-3ef197d15dc9 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6242d488-ac2a-49ee-921a-1cec69b6bab9,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:40.978293 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-6a7d5bc0-0f4f-4204-91c1-1d467f81e402 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=d2199527a64a46ce9106abe6e66b8132&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1145692 Jul 06 13:49:41.002940 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bedb0be9-378e-4d0b-87a5-76c82ed38e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:41.028268 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e5df5f25-5c08-4dfd-be74-4440ea387fd0 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1177747 Jul 06 13:49:41.033099 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45198) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:41.039671 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-17beb9bc-402a-4e4f-8b38-449ce28ca969 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Request body: {'security_group': {'name': 'tempest-secgroup--401444917'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:41.112016 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e3cf0-f909-4950-80a6-995c7b37b508 req-be31ee53-a2c2-4ea9-954c-7336131ae998 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:41.115034 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.db.api [None req-17beb9bc-402a-4e4f-8b38-449ce28ca969 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 13:49:41.115034 n-d-773644-6 neutron-server[100417]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 13:49:41.115034 n-d-773644-6 neutron-server[100417]: [parameters: {'project_id': '0eaea0a0fe02406ea7863d48c682dc20', 'id': '779d0ed6-0541-4b3d-8170-3c6522fa54cc', 'expiration': datetime.datetime(2021, 7, 6, 13, 51, 41, 61438)}] Jul 06 13:49:41.115034 n-d-773644-6 neutron-server[100417]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 13:49:41.117673 n-d-773644-6 neutron-server[100417]: DEBUG oslo_db.api [None req-17beb9bc-402a-4e4f-8b38-449ce28ca969 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 13:49:41.121903 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-739e3cf0-f909-4950-80a6-995c7b37b508 req-be31ee53-a2c2-4ea9-954c-7336131ae998 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 945 time: 0.1782713 Jul 06 13:49:41.162772 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bedb0be9-378e-4d0b-87a5-76c82ed38e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:41.167443 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bedb0be9-378e-4d0b-87a5-76c82ed38e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:41.170421 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-3af537dc-d0bf-4862-a3ec-92f88c21e81d service neutron] 10.222.0.118 "GET /v2.0/networks/50329774-c014-4320-b73f-68f0f2d9d2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700191 Jul 06 13:49:41.186773 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-739e3cf0-f909-4950-80a6-995c7b37b508 req-f92b29fd-ebd3-4392-b878-2999761806f2 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637724 Jul 06 13:49:41.208263 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb0be9-378e-4d0b-87a5-76c82ed38e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198d791c-43b3-4aea-abf6-781182fc2d3b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:41.232934 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bedb0be9-378e-4d0b-87a5-76c82ed38e32 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=72459e53b52543beae6cdb8644b4c6f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4307735 Jul 06 13:49:41.234087 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45200) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:41.290592 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1bc63e69-9480-42c3-b22c-e4edc5088924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:41.296545 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-d3c92b24-47a0-4ee2-a929-4a14e955f713 service neutron] 10.222.0.118 "GET /v2.0/networks/50329774-c014-4320-b73f-68f0f2d9d2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212113 Jul 06 13:49:41.312603 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device eae4a39f-511a-4dcc-be27-47e021417aad details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:49:41.315365 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1bc63e69-9480-42c3-b22c-e4edc5088924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:41.380190 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1bc63e69-9480-42c3-b22c-e4edc5088924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:41.383631 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1bc63e69-9480-42c3-b22c-e4edc5088924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:41.388588 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1bc63e69-9480-42c3-b22c-e4edc5088924 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/198d791c-43b3-4aea-abf6-781182fc2d3b HTTP/1.1" status: 204 len: 168 time: 0.1533012 Jul 06 13:49:41.398265 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc63e69-9480-42c3-b22c-e4edc5088924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198d791c-43b3-4aea-abf6-781182fc2d3b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:41.456102 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf64135-b81f-45e6-b29f-21ef8b7b0f55 req-2cf54fef-1bca-4422-b829-58ba06db848f tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:41.465074 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cdf64135-b81f-45e6-b29f-21ef8b7b0f55 req-2cf54fef-1bca-4422-b829-58ba06db848f tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2caaedf-6d6e-4914-90cc-c98400e800af HTTP/1.1" status: 200 len: 944 time: 0.1276093 Jul 06 13:49:41.467667 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port eae4a39f-511a-4dcc-be27-47e021417aad, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=eae4a39f-511a-4dcc-be27-47e021417aad,segment=NetworkSegment(395ac52b-270e-4067-8453-7941e774d9db),segment_id=395ac52b-270e-4067-8453-7941e774d9db)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:41.481556 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'eae4a39f-511a-4dcc-be27-47e021417aad', 'network_id': 'f0916d9f-87d2-4a64-9404-e7fc6b3b226f', 'port_id': 'eae4a39f-511a-4dcc-be27-47e021417aad', 'mac_address': 'fa:16:3e:0c:dd:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b763b56-236c-4949-a66b-e159e529b097', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:49:41.525984 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cdf64135-b81f-45e6-b29f-21ef8b7b0f55 req-13dd03a1-bd07-4036-9b40-370d9eccca3c tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups?id=fb3b17d9-ade7-49d7-8915-6544a8aa5905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597241 Jul 06 13:49:41.549129 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:41.565583 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:41.567628 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae4a39f-511a-4dcc-be27-47e021417aad {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:49:41.591670 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port eae4a39f-511a-4dcc-be27-47e021417aad, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=eae4a39f-511a-4dcc-be27-47e021417aad,segment=NetworkSegment(395ac52b-270e-4067-8453-7941e774d9db),segment_id=395ac52b-270e-4067-8453-7941e774d9db)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:41.598094 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:41.654068 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-17beb9bc-402a-4e4f-8b38-449ce28ca969 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:41.668052 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=eae4a39f-511a-4dcc-be27-47e021417aad,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:41.748486 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-356bb63f-3f34-401d-a242-d1e41ee2c1eb req-61c1dfb3-d8fe-475b-9b3b-2a8fb3b73443 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 210 time: 0.0536833 Jul 06 13:49:41.805039 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-17beb9bc-402a-4e4f-8b38-449ce28ca969 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:41.824609 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-17beb9bc-402a-4e4f-8b38-449ce28ca969 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:41.863540 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-17beb9bc-402a-4e4f-8b38-449ce28ca969 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:41.865176 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-17beb9bc-402a-4e4f-8b38-449ce28ca969 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8307593 Jul 06 13:49:41.867425 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17beb9bc-402a-4e4f-8b38-449ce28ca969 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f47c1a11-9f6f-400b-9b2a-3237b0540080,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:41.868202 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45222) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:41.873437 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-b1173b47-8294-443c-9adc-a208a8fdbd1e tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Request body: {'security_group_rule': {'security_group_id': 'f47c1a11-9f6f-400b-9b2a-3237b0540080', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:41.874033 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['eae4a39f-511a-4dcc-be27-47e021417aad'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:49:41.923015 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b1173b47-8294-443c-9adc-a208a8fdbd1e tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:42.139041 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-41497ce8-e9f4-4a31-a1da-93db9afbe994 req-5cdfcc99-190f-4eb0-8fde-49a11d77177e tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/ports?device_id=ff6fb567-887c-4e2b-b99f-0e710edb5615 HTTP/1.1" status: 200 len: 210 time: 0.1289430 Jul 06 13:49:42.154233 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b1173b47-8294-443c-9adc-a208a8fdbd1e tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:42.163833 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b1173b47-8294-443c-9adc-a208a8fdbd1e tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:42.210441 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1173b47-8294-443c-9adc-a208a8fdbd1e tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df4ca91a-a3c0-4310-82ae-620a81ff12b1,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:42.263559 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b1173b47-8294-443c-9adc-a208a8fdbd1e tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:42.267669 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b1173b47-8294-443c-9adc-a208a8fdbd1e tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3981192 Jul 06 13:49:42.268304 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45242) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:42.300534 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-4540df30-8850-415b-91f5-561ac3ecd284 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Request body: {'security_group_rule': {'security_group_id': 'f47c1a11-9f6f-400b-9b2a-3237b0540080', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:42.334561 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf3b52-de65-4343-a12e-a363c0b752b3 req-e459534e-b593-4f91-aa0c-a3f2a197c128 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:42.336163 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fedf3b52-de65-4343-a12e-a363c0b752b3 req-e459534e-b593-4f91-aa0c-a3f2a197c128 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 950 time: 0.3249207 Jul 06 13:49:42.446734 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fedf3b52-de65-4343-a12e-a363c0b752b3 req-d8a6e0f3-cbf9-48d4-89f1-ab252910828b tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013985 Jul 06 13:49:42.512147 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4540df30-8850-415b-91f5-561ac3ecd284 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:42.579497 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ef141-5499-43d1-a74e-8f5f2511b376 req-abb77916-fe16-4358-8ec5-f72e3045c62a tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:42.587276 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e5ef141-5499-43d1-a74e-8f5f2511b376 req-abb77916-fe16-4358-8ec5-f72e3045c62a tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 945 time: 0.1752787 Jul 06 13:49:42.734346 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e5ef141-5499-43d1-a74e-8f5f2511b376 req-6d172efc-b886-48b5-9331-4f05d508ca99 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461279 Jul 06 13:49:42.761862 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393db65d-7bf0-47ea-991f-065026898380 req-d7681bf6-d994-4472-9943-efee15083e07 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:42.769384 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-393db65d-7bf0-47ea-991f-065026898380 req-d7681bf6-d994-4472-9943-efee15083e07 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/networks?id=d3fe67ee-10fe-4b67-adfd-00a9752f666b HTTP/1.1" status: 200 len: 811 time: 0.2010884 Jul 06 13:49:42.793974 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4540df30-8850-415b-91f5-561ac3ecd284 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:42.802342 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-393db65d-7bf0-47ea-991f-065026898380 req-c93026f7-6adc-4469-a5b2-932094db1852 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/quotas/0c5820f075a5422096132d113f5a5811 HTTP/1.1" status: 200 len: 375 time: 0.0319095 Jul 06 13:49:42.814755 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4540df30-8850-415b-91f5-561ac3ecd284 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:42.854029 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-393db65d-7bf0-47ea-991f-065026898380 req-003d8044-d0fc-409e-bc82-cf54044b8bf8 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=0c5820f075a5422096132d113f5a5811&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503294 Jul 06 13:49:42.858824 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540df30-8850-415b-91f5-561ac3ecd284 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab59ae4-ba53-4839-a86f-e3685a4a0ff8,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:42.941666 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:42.948190 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4540df30-8850-415b-91f5-561ac3ecd284 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:42.949429 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4540df30-8850-415b-91f5-561ac3ecd284 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6600122 Jul 06 13:49:42.952387 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45272) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:42.957123 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-eefcf909-3768-4f47-afda-6e3a40c245e6 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Request body: {'security_group_rule': {'security_group_id': 'f47c1a11-9f6f-400b-9b2a-3237b0540080', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:42.989615 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eefcf909-3768-4f47-afda-6e3a40c245e6 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:43.024465 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087f0e8-cef0-43a7-8774-af0d395a9daf req-d141e7f3-1375-4f22-bfd6-ccd02a2a4747 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:43.026337 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6087f0e8-cef0-43a7-8774-af0d395a9daf req-d141e7f3-1375-4f22-bfd6-ccd02a2a4747 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2caaedf-6d6e-4914-90cc-c98400e800af HTTP/1.1" status: 200 len: 945 time: 0.1649380 Jul 06 13:49:43.030526 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-393db65d-7bf0-47ea-991f-065026898380 req-0b18a7ce-c7cc-4f70-aab7-e38d4f1ea3f7 service neutron] 10.222.0.118 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637669 Jul 06 13:49:43.048037 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eefcf909-3768-4f47-afda-6e3a40c245e6 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:43.052571 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eefcf909-3768-4f47-afda-6e3a40c245e6 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:43.076271 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eefcf909-3768-4f47-afda-6e3a40c245e6 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:43.080877 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-eefcf909-3768-4f47-afda-6e3a40c245e6 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1273618 Jul 06 13:49:43.081744 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45274) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:43.088628 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-578a42a3-f81d-4de5-bbfd-3662813d31e3 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Request body: {'security_group_rule': {'security_group_id': 'f47c1a11-9f6f-400b-9b2a-3237b0540080', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:43.094648 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefcf909-3768-4f47-afda-6e3a40c245e6 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab45913-0593-4bef-b3da-02a1b457e68f,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:43.122492 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-578a42a3-f81d-4de5-bbfd-3662813d31e3 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:43.124155 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6087f0e8-cef0-43a7-8774-af0d395a9daf req-54e68b04-924c-44f7-8c7a-117069888603 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups?id=fb3b17d9-ade7-49d7-8915-6544a8aa5905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878849 Jul 06 13:49:43.163693 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-393db65d-7bf0-47ea-991f-065026898380 req-c9826557-7aa9-4ea4-ac11-e8fbc04e7fb7 service neutron] 10.222.0.118 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256113 Jul 06 13:49:43.201707 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-578a42a3-f81d-4de5-bbfd-3662813d31e3 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:43.208167 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-578a42a3-f81d-4de5-bbfd-3662813d31e3 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:43.232024 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a42a3-f81d-4de5-bbfd-3662813d31e3 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9993f476-164a-48b7-af70-f61b4683a35c,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:43.241397 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-578a42a3-f81d-4de5-bbfd-3662813d31e3 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:43.245716 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-578a42a3-f81d-4de5-bbfd-3662813d31e3 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1589701 Jul 06 13:49:43.246261 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45280) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:43.253551 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-28fb208a-c51f-41a0-affc-b859b2600d16 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Request body: {'security_group_rule': {'security_group_id': 'f47c1a11-9f6f-400b-9b2a-3237b0540080', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:43.297629 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-28fb208a-c51f-41a0-affc-b859b2600d16 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:43.319670 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device eae4a39f-511a-4dcc-be27-47e021417aad up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:49:43.449929 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-28fb208a-c51f-41a0-affc-b859b2600d16 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:43.462061 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-28fb208a-c51f-41a0-affc-b859b2600d16 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:43.513698 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port eae4a39f-511a-4dcc-be27-47e021417aad completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:49:43.523196 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port eae4a39f-511a-4dcc-be27-47e021417aad triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:49:43.523573 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:43.524497 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-28fb208a-c51f-41a0-affc-b859b2600d16 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:43.527032 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-28fb208a-c51f-41a0-affc-b859b2600d16 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2795470 Jul 06 13:49:43.529948 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45298) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:43.566970 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f3f93bc-7b32-4526-936c-50098c715c60 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:43.579880 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f3f93bc-7b32-4526-936c-50098c715c60 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:43.603784 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-77186d75-4179-4fc5-af62-736b05947225 req-79e48252-b844-460e-9b01-bbed37babaa0 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 210 time: 0.0706069 Jul 06 13:49:43.605335 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb208a-c51f-41a0-affc-b859b2600d16 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d17cd060-32f7-4bf2-a339-cb26e89426a1,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:43.655376 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-f258f65d-6503-4708-a6aa-a383aeb67f09 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:43.656989 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-f258f65d-6503-4708-a6aa-a383aeb67f09 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.124 "GET /v2.0/networks?id=50329774-c014-4320-b73f-68f0f2d9d2b2 HTTP/1.1" status: 200 len: 816 time: 0.2995148 Jul 06 13:49:43.667311 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f3f93bc-7b32-4526-936c-50098c715c60 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:43.702468 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f3f93bc-7b32-4526-936c-50098c715c60 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:43.704260 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4f3f93bc-7b32-4526-936c-50098c715c60 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "DELETE /v2.0/security-group-rules/d17cd060-32f7-4bf2-a339-cb26e89426a1 HTTP/1.1" status: 204 len: 168 time: 0.1708272 Jul 06 13:49:43.710803 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f93bc-7b32-4526-936c-50098c715c60 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d17cd060-32f7-4bf2-a339-cb26e89426a1,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:43.711781 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45302) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:43.744040 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:43.746811 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-c8fb74ee-b7ce-4d4f-af7d-0513d099d41a tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2199527a64a46ce9106abe6e66b8132 HTTP/1.1" status: 200 len: 380 time: 0.0744877 Jul 06 13:49:43.765030 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-15cba082-8231-4be7-a234-1e37914f196d tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Request body: {'port': {'device_id': 'ff6fb567-887c-4e2b-b99f-0e710edb5615', 'network_id': '50329774-c014-4320-b73f-68f0f2d9d2b2', 'admin_state_up': True, 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'security_groups': ['1b01d789-7436-40a6-a70c-8138be3e1d10']}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:43.791341 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-66c61648-d6e5-4ca7-b1b7-208ad4bcac45 req-5c37dd4c-344f-4269-a40d-f029b07742ac tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/ports?device_id=ff6fb567-887c-4e2b-b99f-0e710edb5615 HTTP/1.1" status: 200 len: 210 time: 0.0930619 Jul 06 13:49:43.808925 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2caaedf-6d6e-4914-90cc-c98400e800af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae4a39f-511a-4dcc-be27-47e021417aad'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:49:43.815059 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c241f5-abac-4f91-9f9c-7c7c6e8ec6ff" -d '{"events": [{"server_uuid": "d2caaedf-6d6e-4914-90cc-c98400e800af", "name": "network-vif-plugged", "status": "completed", "tag": "eae4a39f-511a-4dcc-be27-47e021417aad"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:49:43.852852 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port eae4a39f-511a-4dcc-be27-47e021417aad, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=eae4a39f-511a-4dcc-be27-47e021417aad,segment=NetworkSegment(395ac52b-270e-4067-8453-7941e774d9db),segment_id=395ac52b-270e-4067-8453-7941e774d9db)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:43.865827 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:43.926904 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-159e90bf-d01c-4bfe-8848-e9f6dfac8258 req-a8af5627-10a2-49db-9849-34c0850a14b8 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=fa4b2068-b97a-472f-9fd6-82c2fd814d59 HTTP/1.1" status: 200 len: 210 time: 0.1852200 Jul 06 13:49:43.977406 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=eae4a39f-511a-4dcc-be27-47e021417aad,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:44.027676 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5956fcf8-6ddc-41a5-bf4b-fe8405993115 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3133268 Jul 06 13:49:44.030004 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45322) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:44.070459 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-15cba082-8231-4be7-a234-1e37914f196d tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Made reservation on behalf of d2199527a64a46ce9106abe6e66b8132 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:49:44.077560 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-15cba082-8231-4be7-a234-1e37914f196d tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:44.218430 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5d8b1922-db41-4440-be58-d608ec3ec9f8 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:44.258598 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5d8b1922-db41-4440-be58-d608ec3ec9f8 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:44.274025 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-15cba082-8231-4be7-a234-1e37914f196d tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Allocated IP 172.20.0.9 (50329774-c014-4320-b73f-68f0f2d9d2b2/86e0e7b2-c042-4f4e-889c-0378d7ddb55d/ef3bbff5-1b57-4526-a55f-48cab3900505) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:49:44.338884 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b6bef-7cbc-4e98-bc5f-79cd57511de0 req-8775411e-a28e-4181-8ab4-7cc339d83a0d tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:44.342804 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-150b6bef-7cbc-4e98-bc5f-79cd57511de0 req-8775411e-a28e-4181-8ab4-7cc339d83a0d tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 950 time: 0.3002019 Jul 06 13:49:44.357512 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5d8b1922-db41-4440-be58-d608ec3ec9f8 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:44.370191 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5d8b1922-db41-4440-be58-d608ec3ec9f8 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:44.374572 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5d8b1922-db41-4440-be58-d608ec3ec9f8 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "DELETE /v2.0/security-group-rules/9993f476-164a-48b7-af70-f61b4683a35c HTTP/1.1" status: 204 len: 168 time: 0.3389320 Jul 06 13:49:44.375282 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45328) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:44.442605 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b1922-db41-4440-be58-d608ec3ec9f8 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9993f476-164a-48b7-af70-f61b4683a35c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:44.481559 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae31a10-2c2f-47a6-b477-e611b8e13d1b req-a02705d0-3d3e-4472-8569-906eb43342fa tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:44.483765 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4ae31a10-2c2f-47a6-b477-e611b8e13d1b req-a02705d0-3d3e-4472-8569-906eb43342fa tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 945 time: 0.3044560 Jul 06 13:49:44.487231 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-150b6bef-7cbc-4e98-bc5f-79cd57511de0 req-fe110037-e29f-412e-8dc1-044bbbb1a8f3 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322927 Jul 06 13:49:44.498051 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6a4e267d-223d-4bd6-a14d-8800a7137930 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1204152 Jul 06 13:49:44.500319 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45330) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:44.536196 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-15cba082-8231-4be7-a234-1e37914f196d tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:44.551607 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-15cba082-8231-4be7-a234-1e37914f196d tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Transition to ACTIVE for port object ef3bbff5-1b57-4526-a55f-48cab3900505 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:49:44.575041 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b8ded6-6059-4a02-98c2-c89ac1cdbe91 x-openstack-request-id: req-25b8ded6-6059-4a02-98c2-c89ac1cdbe91 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:49:44.575959 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2caaedf-6d6e-4914-90cc-c98400e800af", "name": "network-vif-plugged", "status": "completed", "tag": "eae4a39f-511a-4dcc-be27-47e021417aad", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:49:44.579809 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-25b8ded6-6059-4a02-98c2-c89ac1cdbe91 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:49:44.581165 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2caaedf-6d6e-4914-90cc-c98400e800af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae4a39f-511a-4dcc-be27-47e021417aad', 'code': 200} Jul 06 13:49:44.597238 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-15cba082-8231-4be7-a234-1e37914f196d tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:44.621201 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-859319d0-ca83-4e1b-957d-d64e0c0b519b tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:44.644235 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4ae31a10-2c2f-47a6-b477-e611b8e13d1b req-79b0255b-d4f3-4e7a-a7a7-d120f7dc4e0d tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500688 Jul 06 13:49:44.652807 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-859319d0-ca83-4e1b-957d-d64e0c0b519b tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:44.675152 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-15cba082-8231-4be7-a234-1e37914f196d tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Network 50329774-c014-4320-b73f-68f0f2d9d2b2 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:49:44.680048 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-15cba082-8231-4be7-a234-1e37914f196d tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:49:44.682761 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-15cba082-8231-4be7-a234-1e37914f196d tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:49:44.729635 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-859319d0-ca83-4e1b-957d-d64e0c0b519b tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:44.746881 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-859319d0-ca83-4e1b-957d-d64e0c0b519b tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:44.748337 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-859319d0-ca83-4e1b-957d-d64e0c0b519b tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "DELETE /v2.0/security-group-rules/bab45913-0593-4bef-b3da-02a1b457e68f HTTP/1.1" status: 204 len: 168 time: 0.2427027 Jul 06 13:49:44.753612 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45338) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:44.758757 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cba082-8231-4be7-a234-1e37914f196d tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Pushing event updated for resources: {'Port': ['ID=ef3bbff5-1b57-4526-a55f-48cab3900505,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:44.769811 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-15cba082-8231-4be7-a234-1e37914f196d tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:44.770455 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-15cba082-8231-4be7-a234-1e37914f196d tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:44.788941 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859319d0-ca83-4e1b-957d-d64e0c0b519b tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bab45913-0593-4bef-b3da-02a1b457e68f,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:44.794743 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-15cba082-8231-4be7-a234-1e37914f196d tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0338130 Jul 06 13:49:44.811381 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-676bf4c6-b08c-4beb-9924-87a64764efeb service neutron] Request body: {'port': {'device_id': 'ff6fb567-887c-4e2b-b99f-0e710edb5615', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:44.968369 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-849270c1-2b4a-4991-9182-e228106d22d4 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1928041 Jul 06 13:49:44.972350 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45348) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:45.025470 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-676bf4c6-b08c-4beb-9924-87a64764efeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:45.072773 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e07e-d50f-4e95-bd4e-c743f9d3c280 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:45.087651 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e07e-d50f-4e95-bd4e-c743f9d3c280 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:45.091230 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98c182-413a-4a5d-b4d9-59c1414bb240 req-e6b107c3-3f94-42f1-b6ba-f52ed58c6d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:45.092772 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6e98c182-413a-4a5d-b4d9-59c1414bb240 req-e6b107c3-3f94-42f1-b6ba-f52ed58c6d9b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d2caaedf-6d6e-4914-90cc-c98400e800af HTTP/1.1" status: 200 len: 1097 time: 0.2644405 Jul 06 13:49:45.206540 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b34eb98c-79c5-4e55-9fed-61461e9f6af7 None None] Provisioning for port ef3bbff5-1b57-4526-a55f-48cab3900505 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:49:45.212769 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b34eb98c-79c5-4e55-9fed-61461e9f6af7 None None] Provisioning complete for port ef3bbff5-1b57-4526-a55f-48cab3900505 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:49:45.213576 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b34eb98c-79c5-4e55-9fed-61461e9f6af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:45.270629 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45352) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:45.293613 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e07e-d50f-4e95-bd4e-c743f9d3c280 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:45.301036 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e07e-d50f-4e95-bd4e-c743f9d3c280 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:45.301793 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-b34eb98c-79c5-4e55-9fed-61461e9f6af7 None None] Port ef3bbff5-1b57-4526-a55f-48cab3900505 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:49:45.307640 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4eb7e07e-d50f-4e95-bd4e-c743f9d3c280 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "DELETE /v2.0/security-group-rules/8ab59ae4-ba53-4839-a86f-e3685a4a0ff8 HTTP/1.1" status: 204 len: 168 time: 0.3341823 Jul 06 13:49:45.316794 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a7241-cb38-4185-aa8e-1a79c5607c7c req-eb1b67c9-6a9a-483d-8db9-d07db3775fb3 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:45.320587 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b38a7241-cb38-4185-aa8e-1a79c5607c7c req-eb1b67c9-6a9a-483d-8db9-d07db3775fb3 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2caaedf-6d6e-4914-90cc-c98400e800af HTTP/1.1" status: 200 len: 946 time: 0.3203671 Jul 06 13:49:45.323834 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6e98c182-413a-4a5d-b4d9-59c1414bb240 req-33ce5ddb-25b8-46c7-8744-7843ee06e1c4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fb3b17d9-ade7-49d7-8915-6544a8aa5905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217333 Jul 06 13:49:45.326635 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45360) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:45.351311 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7e07e-d50f-4e95-bd4e-c743f9d3c280 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ab59ae4-ba53-4839-a86f-e3685a4a0ff8,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:45.453778 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b38a7241-cb38-4185-aa8e-1a79c5607c7c req-81abe2fe-3061-4619-ac5c-ca2a0a8c423a tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups?id=fb3b17d9-ade7-49d7-8915-6544a8aa5905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234441 Jul 06 13:49:45.502484 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-93f68d32-57ee-415e-962b-c7ce444b9919 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1111944 Jul 06 13:49:45.517065 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b289ee51-d2f4-4385-a7b2-1715339921e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:45.537075 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45368) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:45.541333 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-393db65d-7bf0-47ea-991f-065026898380 req-914a1ebd-1909-4ff9-b39b-78423fbb626d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0c5820f075a5422096132d113f5a5811&device_id=fa4b2068-b97a-472f-9fd6-82c2fd814d59 HTTP/1.1" status: 200 len: 210 time: 0.0357759 Jul 06 13:49:45.835066 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-85591894-9466-45b2-bfce-62267add12b6 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:45.879561 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393db65d-7bf0-47ea-991f-065026898380 req-21232e5c-1f00-4bcd-9755-3f2eb94afaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:45.883336 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-393db65d-7bf0-47ea-991f-065026898380 req-21232e5c-1f00-4bcd-9755-3f2eb94afaad service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=0c5820f075a5422096132d113f5a5811&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3283174 Jul 06 13:49:45.887584 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-51386245-a569-4713-8eda-5e53239188f1 req-c787e15c-d7d3-410b-9e60-3f16e33fe2f2 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=7c8870e1-4445-4320-b32e-8b8b67ad888d HTTP/1.1" status: 200 len: 210 time: 0.0692360 Jul 06 13:49:45.909261 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-676bf4c6-b08c-4beb-9924-87a64764efeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef3bbff5-1b57-4526-a55f-48cab3900505 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:49:45.927042 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-676bf4c6-b08c-4beb-9924-87a64764efeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:45.930507 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b289ee51-d2f4-4385-a7b2-1715339921e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:45.931184 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-85591894-9466-45b2-bfce-62267add12b6 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:45.954566 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b289ee51-d2f4-4385-a7b2-1715339921e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:46.011720 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-676bf4c6-b08c-4beb-9924-87a64764efeb service neutron] Transition to ACTIVE for port object ef3bbff5-1b57-4526-a55f-48cab3900505 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:49:46.036242 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-676bf4c6-b08c-4beb-9924-87a64764efeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:46.105742 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676bf4c6-b08c-4beb-9924-87a64764efeb service neutron] Pushing event updated for resources: {'Port': ['ID=ef3bbff5-1b57-4526-a55f-48cab3900505,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:46.116325 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289ee51-d2f4-4385-a7b2-1715339921e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fa062e-b73f-47a8-b467-c59d5fe2362a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:46.125863 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b289ee51-d2f4-4385-a7b2-1715339921e7 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=e640c74c73df427fa25a8b2ac9a9dbf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8526239 Jul 06 13:49:46.126552 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45378) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:46.145857 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-85591894-9466-45b2-bfce-62267add12b6 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:46.150762 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-85591894-9466-45b2-bfce-62267add12b6 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:46.154246 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-85591894-9466-45b2-bfce-62267add12b6 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "DELETE /v2.0/security-group-rules/df4ca91a-a3c0-4310-82ae-620a81ff12b1 HTTP/1.1" status: 204 len: 168 time: 0.6107607 Jul 06 13:49:46.161138 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45380) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:46.201859 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85591894-9466-45b2-bfce-62267add12b6 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df4ca91a-a3c0-4310-82ae-620a81ff12b1,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:46.231054 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393db65d-7bf0-47ea-991f-065026898380 req-9f48f9b8-c5ea-4fca-bdeb-5fc6a2d0146d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:46.232559 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-393db65d-7bf0-47ea-991f-065026898380 req-9f48f9b8-c5ea-4fca-bdeb-5fc6a2d0146d service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2990513 Jul 06 13:49:46.241991 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698aa6f-b3e9-490f-9d8f-f9c22defac26 req-5dcfee20-3b72-416b-8eca-38b4224c871e tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:46.249111 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8698aa6f-b3e9-490f-9d8f-f9c22defac26 req-5dcfee20-3b72-416b-8eca-38b4224c871e tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/ports?device_id=ff6fb567-887c-4e2b-b99f-0e710edb5615 HTTP/1.1" status: 200 len: 931 time: 0.4047024 Jul 06 13:49:46.322507 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d207acb0-270a-4410-997a-db29c97c420d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:46.325268 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:46.335697 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d2d13918-1691-4e65-a678-88e38a618514 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1736546 Jul 06 13:49:46.341482 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45382) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:46.462657 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d207acb0-270a-4410-997a-db29c97c420d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:46.484416 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-676bf4c6-b08c-4beb-9924-87a64764efeb service neutron] Attempting to bind port ef3bbff5-1b57-4526-a55f-48cab3900505 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:49:46.485496 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-676bf4c6-b08c-4beb-9924-87a64764efeb service neutron] Attempting to bind port ef3bbff5-1b57-4526-a55f-48cab3900505 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '0df52ff8-ca18-4039-a7b0-abde1dc3104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '50329774-c014-4320-b73f-68f0f2d9d2b2'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:49:46.485496 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-676bf4c6-b08c-4beb-9924-87a64764efeb service neutron] Attempting to bind port ef3bbff5-1b57-4526-a55f-48cab3900505 on network 50329774-c014-4320-b73f-68f0f2d9d2b2 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:49:46.517263 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-676bf4c6-b08c-4beb-9924-87a64764efeb service neutron] Port ef3bbff5-1b57-4526-a55f-48cab3900505 on network 50329774-c014-4320-b73f-68f0f2d9d2b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:49:46.518126 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-676bf4c6-b08c-4beb-9924-87a64764efeb service neutron] Attempting to bind port ef3bbff5-1b57-4526-a55f-48cab3900505 on network 50329774-c014-4320-b73f-68f0f2d9d2b2 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:49:46.531354 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9da176f7-1349-413c-b746-77f38442d4ae tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:46.548997 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-676bf4c6-b08c-4beb-9924-87a64764efeb service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:49:46.549452 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-676bf4c6-b08c-4beb-9924-87a64764efeb service neutron] Checking segment: {'id': '0df52ff8-ca18-4039-a7b0-abde1dc3104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '50329774-c014-4320-b73f-68f0f2d9d2b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:49:46.550108 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-676bf4c6-b08c-4beb-9924-87a64764efeb service neutron] Bound using segment: {'id': '0df52ff8-ca18-4039-a7b0-abde1dc3104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '50329774-c014-4320-b73f-68f0f2d9d2b2'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:49:46.550692 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-676bf4c6-b08c-4beb-9924-87a64764efeb service neutron] Bound port: ef3bbff5-1b57-4526-a55f-48cab3900505, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df52ff8-ca18-4039-a7b0-abde1dc3104d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '50329774-c014-4320-b73f-68f0f2d9d2b2'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:49:46.551394 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-676bf4c6-b08c-4beb-9924-87a64764efeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:46.585605 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9da176f7-1349-413c-b746-77f38442d4ae tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:46.626578 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d207acb0-270a-4410-997a-db29c97c420d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:46.629204 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d207acb0-270a-4410-997a-db29c97c420d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:46.632923 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d207acb0-270a-4410-997a-db29c97c420d admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/67fa062e-b73f-47a8-b467-c59d5fe2362a HTTP/1.1" status: 204 len: 168 time: 0.5021861 Jul 06 13:49:46.661390 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207acb0-270a-4410-997a-db29c97c420d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fa062e-b73f-47a8-b467-c59d5fe2362a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:46.684575 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-676bf4c6-b08c-4beb-9924-87a64764efeb service neutron] For port ef3bbff5-1b57-4526-a55f-48cab3900505, host n-h2-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:49:46.689107 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-676bf4c6-b08c-4beb-9924-87a64764efeb service neutron] For port ef3bbff5-1b57-4526-a55f-48cab3900505, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=ef3bbff5-1b57-4526-a55f-48cab3900505,segment=NetworkSegment(0df52ff8-ca18-4039-a7b0-abde1dc3104d),segment_id=0df52ff8-ca18-4039-a7b0-abde1dc3104d)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:49:46.692898 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9da176f7-1349-413c-b746-77f38442d4ae tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:46.696749 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9da176f7-1349-413c-b746-77f38442d4ae tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:46.700688 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9da176f7-1349-413c-b746-77f38442d4ae tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "DELETE /v2.0/security-groups/f47c1a11-9f6f-400b-9b2a-3237b0540080 HTTP/1.1" status: 204 len: 168 time: 0.3559079 Jul 06 13:49:46.701605 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45388) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:46.713397 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-676bf4c6-b08c-4beb-9924-87a64764efeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:46.726558 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-393db65d-7bf0-47ea-991f-065026898380 req-c1ebb2b2-b286-4c36-849b-0d6b442d188c tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.52 "GET /v2.0/ports?device_id=fa4b2068-b97a-472f-9fd6-82c2fd814d59 HTTP/1.1" status: 200 len: 210 time: 0.4464793 Jul 06 13:49:46.752434 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da176f7-1349-413c-b746-77f38442d4ae tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47c1a11-9f6f-400b-9b2a-3237b0540080,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:46.781768 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8698aa6f-b3e9-490f-9d8f-f9c22defac26 req-89e2ca1a-a479-4ece-893e-1b77a92f0030 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/security-groups?id=1b01d789-7436-40a6-a70c-8138be3e1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5311093 Jul 06 13:49:46.815765 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d506f-ad53-426c-83cd-d1b851fbcc95 req-7a4aab79-cc88-4344-ac60-1fc9deb14571 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:46.824256 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-914d506f-ad53-426c-83cd-d1b851fbcc95 req-7a4aab79-cc88-4344-ac60-1fc9deb14571 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 950 time: 0.7755721 Jul 06 13:49:46.839873 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-676bf4c6-b08c-4beb-9924-87a64764efeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:46.842626 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-676bf4c6-b08c-4beb-9924-87a64764efeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:46.845003 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-676bf4c6-b08c-4beb-9924-87a64764efeb service neutron] 10.222.0.124 "PUT /v2.0/ports/ef3bbff5-1b57-4526-a55f-48cab3900505 HTTP/1.1" status: 200 len: 1091 time: 2.0407553 Jul 06 13:49:46.848145 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6fb567-887c-4e2b-b99f-0e710edb5615', 'tag': 'ef3bbff5-1b57-4526-a55f-48cab3900505'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:49:46.857996 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dee7c2-4ace-4ea5-a413-00352b9459f9" -d '{"events": [{"name": "network-changed", "server_uuid": "ff6fb567-887c-4e2b-b99f-0e710edb5615", "tag": "ef3bbff5-1b57-4526-a55f-48cab3900505"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:49:46.886494 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-914d506f-ad53-426c-83cd-d1b851fbcc95 req-0f2faef4-94ab-4311-b3d4-c404273d3bc2 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611057 Jul 06 13:49:47.016683 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-694b0e1d-aa55-424b-959d-a46310941936 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3107820 Jul 06 13:49:47.022950 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676bf4c6-b08c-4beb-9924-87a64764efeb service neutron] Pushing event updated for resources: {'Port': ['ID=ef3bbff5-1b57-4526-a55f-48cab3900505,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:47.023153 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45398) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:47.030172 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-d9d3bb89-72ce-4b89-afda-b6e8ef427575 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Request body: {'security_group': {'name': 'tempest-secgroup--770078324'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:47.181649 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-65250ed7-2d0b-45ee-b13c-457ad91f94e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:47.184390 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-65250ed7-2d0b-45ee-b13c-457ad91f94e5 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d2199527a64a46ce9106abe6e66b8132&device_id=ff6fb567-887c-4e2b-b99f-0e710edb5615 HTTP/1.1" status: 200 len: 1094 time: 0.1497154 Jul 06 13:49:47.209276 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d9d3bb89-72ce-4b89-afda-b6e8ef427575 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:47.238154 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-2fc4d333-7e84-461a-860e-58619ec4af9b service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef3bbff5-1b57-4526-a55f-48cab3900505 HTTP/1.1" status: 200 len: 217 time: 0.0457239 Jul 06 13:49:47.290485 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d7660-f4f0-4609-8d7b-0990501aa239 req-fc2a9c2d-5e97-468a-a3af-8b8118a36a72 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:47.292534 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-429d7660-f4f0-4609-8d7b-0990501aa239 req-fc2a9c2d-5e97-468a-a3af-8b8118a36a72 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 945 time: 0.2557254 Jul 06 13:49:47.336970 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-c6b8759b-b9f1-4160-9364-15b6764bb937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:47.340451 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-c6b8759b-b9f1-4160-9364-15b6764bb937 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=86e0e7b2-c042-4f4e-889c-0378d7ddb55d HTTP/1.1" status: 200 len: 855 time: 0.0780339 Jul 06 13:49:47.382963 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-429d7660-f4f0-4609-8d7b-0990501aa239 req-33e5a1ca-b4e0-46b7-8490-279e0de5b4ae tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839636 Jul 06 13:49:47.398504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591fdc8-e263-4af1-838a-79893c1f2781 req-150876da-60ce-4975-89a8-2c45c547cc7c tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:47.405527 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5591fdc8-e263-4af1-838a-79893c1f2781 req-150876da-60ce-4975-89a8-2c45c547cc7c tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2caaedf-6d6e-4914-90cc-c98400e800af HTTP/1.1" status: 200 len: 946 time: 0.2399647 Jul 06 13:49:47.442134 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-8deff1d2-af46-4956-b6c1-bd30d1714de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:47.445423 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-8deff1d2-af46-4956-b6c1-bd30d1714de5 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=50329774-c014-4320-b73f-68f0f2d9d2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987420 Jul 06 13:49:47.474896 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5591fdc8-e263-4af1-838a-79893c1f2781 req-9af77a75-5051-4831-8e3f-2e39bc61929c tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups?id=fb3b17d9-ade7-49d7-8915-6544a8aa5905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681055 Jul 06 13:49:47.515463 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d9d3bb89-72ce-4b89-afda-b6e8ef427575 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:47.524409 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d9d3bb89-72ce-4b89-afda-b6e8ef427575 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:47.566639 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d9d3bb89-72ce-4b89-afda-b6e8ef427575 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:47.568177 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d9d3bb89-72ce-4b89-afda-b6e8ef427575 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5442243 Jul 06 13:49:47.571837 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45420) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:47.587049 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3bb89-72ce-4b89-afda-b6e8ef427575 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd5f9d1-7731-41b8-a8dc-ee34b36a6e7c,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:47.587312 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-f4dc9ca6-aa5d-47e2-8639-740fe4574e1a tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Request body: {'security_group_rule': {'security_group_id': '5dd5f9d1-7731-41b8-a8dc-ee34b36a6e7c', 'direction': 'ingress', 'protocol': 17}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:47.600798 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-fc019d0d-76f1-42dc-b11a-99ec06ba6972 service neutron] 10.222.0.124 "GET /v2.0/networks/50329774-c014-4320-b73f-68f0f2d9d2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471326 Jul 06 13:49:47.605224 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e288d938-94c8-4930-8d4a-0998e4ed5f46 x-openstack-request-id: req-e288d938-94c8-4930-8d4a-0998e4ed5f46 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:49:47.605522 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff6fb567-887c-4e2b-b99f-0e710edb5615", "tag": "ef3bbff5-1b57-4526-a55f-48cab3900505", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:49:47.606044 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e288d938-94c8-4930-8d4a-0998e4ed5f46 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:49:47.606511 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff6fb567-887c-4e2b-b99f-0e710edb5615', 'tag': 'ef3bbff5-1b57-4526-a55f-48cab3900505', 'status': 'completed', 'code': 200} Jul 06 13:49:47.742899 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f4dc9ca6-aa5d-47e2-8639-740fe4574e1a tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:47.807007 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-60e1fae2-f46f-4003-8c68-716cb8607335 req-da532631-6d15-4c57-a05e-2cdabb6d4c0e service neutron] 10.222.0.124 "GET /v2.0/networks/50329774-c014-4320-b73f-68f0f2d9d2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911647 Jul 06 13:49:47.807493 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45436) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:47.856420 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f4dc9ca6-aa5d-47e2-8639-740fe4574e1a tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:47.861635 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f4dc9ca6-aa5d-47e2-8639-740fe4574e1a tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:47.873586 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b48baf0-d5de-4117-bead-c02636f1a0b5 req-93140d99-42fb-4f93-8e3a-42549c4a10e5 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-616050294&fields=id&tenant_id=0001af22c6f747cd9b5d14a552aede55 HTTP/1.1" status: 200 len: 267 time: 0.0726218 Jul 06 13:49:47.938511 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-1843a005-c23a-4195-bc27-87f447d82525 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:47.940114 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc9ca6-aa5d-47e2-8639-740fe4574e1a tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c636ea-4609-4128-a46b-a3763ccef1e6,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:47.940463 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-1843a005-c23a-4195-bc27-87f447d82525 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/networks?id=d3fe67ee-10fe-4b67-adfd-00a9752f666b HTTP/1.1" status: 200 len: 811 time: 0.2552280 Jul 06 13:49:47.947734 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f4dc9ca6-aa5d-47e2-8639-740fe4574e1a tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:47.952926 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f4dc9ca6-aa5d-47e2-8639-740fe4574e1a tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3799801 Jul 06 13:49:47.953087 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45444) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:47.981407 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dee7c2-4ace-4ea5-a413-00352b9459f9 req-3ce411a7-7ffd-4935-8276-06f7569b1e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:47.983737 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a1dee7c2-4ace-4ea5-a413-00352b9459f9 req-3ce411a7-7ffd-4935-8276-06f7569b1e4a service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d2199527a64a46ce9106abe6e66b8132&device_id=ff6fb567-887c-4e2b-b99f-0e710edb5615 HTTP/1.1" status: 200 len: 1094 time: 0.1105165 Jul 06 13:49:47.984620 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-7441ac39-0af1-4d50-8112-831ba4a8a846 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/quotas/0c5820f075a5422096132d113f5a5811 HTTP/1.1" status: 200 len: 375 time: 0.0332136 Jul 06 13:49:48.052127 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-de2e8ca9-380d-4df1-9ff3-d092b572848d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-250808897-network', 'tenant_id': 'b5dd84bfe0564d60b03caa863157bd02'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:48.054834 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-0d7a655c-8be4-48cb-85a1-b2b7ae9e3c3a tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=0c5820f075a5422096132d113f5a5811&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613198 Jul 06 13:49:48.066030 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48baf0-d5de-4117-bead-c02636f1a0b5 req-b76f8738-b25e-4de9-8c3b-5768e5bfcbd6 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:48.067554 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b48baf0-d5de-4117-bead-c02636f1a0b5 req-b76f8738-b25e-4de9-8c3b-5768e5bfcbd6 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2caaedf-6d6e-4914-90cc-c98400e800af HTTP/1.1" status: 200 len: 946 time: 0.1931686 Jul 06 13:49:48.099902 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2e8ca9-380d-4df1-9ff3-d092b572848d admin admin] Made reservation on behalf of b5dd84bfe0564d60b03caa863157bd02 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:49:48.102346 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de2e8ca9-380d-4df1-9ff3-d092b572848d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:48.105076 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-0b48baf0-d5de-4117-bead-c02636f1a0b5 req-b12afc8d-37b2-4efb-bb94-66edafb508d1 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Request body: {'port': {'security_groups': ['fb3b17d9-ade7-49d7-8915-6544a8aa5905', '2f47163a-9065-4eb7-85e9-deac8ae58a72']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:48.116384 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de2e8ca9-380d-4df1-9ff3-d092b572848d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:48.132622 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dee7c2-4ace-4ea5-a413-00352b9459f9 req-8f66f269-7132-4b45-9de8-d20f8081f3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:48.134169 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a1dee7c2-4ace-4ea5-a413-00352b9459f9 req-8f66f269-7132-4b45-9de8-d20f8081f3d4 service neutron] 10.222.0.124 "GET /v2.0/networks?id=50329774-c014-4320-b73f-68f0f2d9d2b2 HTTP/1.1" status: 200 len: 917 time: 0.1420553 Jul 06 13:49:48.180790 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-70e870c9-6eb0-4788-aa16-610aa2236e89 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:48.193164 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a1dee7c2-4ace-4ea5-a413-00352b9459f9 req-0ff148ff-5f5d-4f7f-92b2-14bccdd49feb service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef3bbff5-1b57-4526-a55f-48cab3900505 HTTP/1.1" status: 200 len: 217 time: 0.0464768 Jul 06 13:49:48.250287 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-70e870c9-6eb0-4788-aa16-610aa2236e89 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:48.270338 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dee7c2-4ace-4ea5-a413-00352b9459f9 req-ee96c606-49a6-4504-8130-d27ee59519b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:48.272111 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a1dee7c2-4ace-4ea5-a413-00352b9459f9 req-ee96c606-49a6-4504-8130-d27ee59519b3 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=86e0e7b2-c042-4f4e-889c-0378d7ddb55d HTTP/1.1" status: 200 len: 855 time: 0.0714145 Jul 06 13:49:48.309922 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0b48baf0-d5de-4117-bead-c02636f1a0b5 req-b12afc8d-37b2-4efb-bb94-66edafb508d1 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:48.328050 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-04b4f939-eaa5-4c47-8f0f-1cf04a724fee service neutron] 10.222.0.118 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576599 Jul 06 13:49:48.346985 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de2e8ca9-380d-4df1-9ff3-d092b572848d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:48.354105 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de2e8ca9-380d-4df1-9ff3-d092b572848d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:48.397159 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2e8ca9-380d-4df1-9ff3-d092b572848d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:49:48.400483 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e8ca9-380d-4df1-9ff3-d092b572848d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf03b78c-b603-4278-93b6-1192987daeb7,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:48.406358 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-70e870c9-6eb0-4788-aa16-610aa2236e89 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:48.408915 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-70e870c9-6eb0-4788-aa16-610aa2236e89 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:48.409606 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dee7c2-4ace-4ea5-a413-00352b9459f9 req-4527bd12-baa1-4bef-b4cd-a8e103ffe603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:48.410096 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-70e870c9-6eb0-4788-aa16-610aa2236e89 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "DELETE /v2.0/security-groups/5dd5f9d1-7731-41b8-a8dc-ee34b36a6e7c HTTP/1.1" status: 204 len: 168 time: 0.4561768 Jul 06 13:49:48.415250 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a1dee7c2-4ace-4ea5-a413-00352b9459f9 req-4527bd12-baa1-4bef-b4cd-a8e103ffe603 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=50329774-c014-4320-b73f-68f0f2d9d2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324031 Jul 06 13:49:48.416396 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45448) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:48.439194 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e870c9-6eb0-4788-aa16-610aa2236e89 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd5f9d1-7731-41b8-a8dc-ee34b36a6e7c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:48.441182 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de2e8ca9-380d-4df1-9ff3-d092b572848d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:48.441322 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-de2e8ca9-380d-4df1-9ff3-d092b572848d admin admin] Added segment 915e7521-c11d-4c0f-a4a5-8a98d8b874fe of type vlan for network ecad3fdb-68c4-42f4-9456-8030c4568692 Jul 06 13:49:48.504524 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:48.505470 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-833b3580-29cb-43f9-b287-07ce525d9272 service neutron] 10.222.0.118 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704156 Jul 06 13:49:48.563368 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de2e8ca9-380d-4df1-9ff3-d092b572848d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:48.623259 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6b2ee406-ba94-44d6-ad4a-b435dbd1a67b tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2053311 Jul 06 13:49:48.623423 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45450) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:48.632127 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-785b29bd-2f7f-47e1-8e69-7d097d442955 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1408303761'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:48.646381 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-0b48baf0-d5de-4117-bead-c02636f1a0b5 req-b12afc8d-37b2-4efb-bb94-66edafb508d1 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] For port eae4a39f-511a-4dcc-be27-47e021417aad, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=eae4a39f-511a-4dcc-be27-47e021417aad,segment=NetworkSegment(395ac52b-270e-4067-8453-7941e774d9db),segment_id=395ac52b-270e-4067-8453-7941e774d9db)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:48.647756 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a1dee7c2-4ace-4ea5-a413-00352b9459f9 req-9134dc1d-4b36-4dca-98bb-fe7237d75edd service neutron] 10.222.0.124 "GET /v2.0/networks/50329774-c014-4320-b73f-68f0f2d9d2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225711 Jul 06 13:49:48.651235 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de2e8ca9-380d-4df1-9ff3-d092b572848d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:48.652446 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2e8ca9-380d-4df1-9ff3-d092b572848d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:48.652950 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de2e8ca9-380d-4df1-9ff3-d092b572848d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:48.683876 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-785b29bd-2f7f-47e1-8e69-7d097d442955 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:48.704792 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0b48baf0-d5de-4117-bead-c02636f1a0b5 req-b12afc8d-37b2-4efb-bb94-66edafb508d1 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:48.714350 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0b48baf0-d5de-4117-bead-c02636f1a0b5 req-b12afc8d-37b2-4efb-bb94-66edafb508d1 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:48.729521 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['d297307d-d7fb-49d6-bdd7-a0b990031e5e'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:49:48.732320 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['eae4a39f-511a-4dcc-be27-47e021417aad'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:49:48.773484 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e8ca9-380d-4df1-9ff3-d092b572848d admin admin] Pushing event updated for resources: {'Network': ['ID=ecad3fdb-68c4-42f4-9456-8030c4568692,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:48.809553 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a1dee7c2-4ace-4ea5-a413-00352b9459f9 req-06234a3e-ae0d-4881-9efe-3d5a29221ff6 service neutron] 10.222.0.124 "GET /v2.0/networks/50329774-c014-4320-b73f-68f0f2d9d2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538651 Jul 06 13:49:48.840246 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network ecad3fdb-68c4-42f4-9456-8030c4568692 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:49:48.852725 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48baf0-d5de-4117-bead-c02636f1a0b5 req-b12afc8d-37b2-4efb-bb94-66edafb508d1 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:48.853407 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0b48baf0-d5de-4117-bead-c02636f1a0b5 req-b12afc8d-37b2-4efb-bb94-66edafb508d1 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:48.865342 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b48baf0-d5de-4117-bead-c02636f1a0b5 req-b12afc8d-37b2-4efb-bb94-66edafb508d1 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "PUT /v2.0/ports/eae4a39f-511a-4dcc-be27-47e021417aad HTTP/1.1" status: 200 len: 982 time: 0.7792127 Jul 06 13:49:48.880214 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2caaedf-6d6e-4914-90cc-c98400e800af', 'tag': 'eae4a39f-511a-4dcc-be27-47e021417aad'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:49:48.886912 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65666830-5eb0-487d-8c6e-a92f63ffe9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d2caaedf-6d6e-4914-90cc-c98400e800af", "tag": "eae4a39f-511a-4dcc-be27-47e021417aad"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:49:49.017440 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12afc8d-37b2-4efb-bb94-66edafb508d1 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Pushing event updated for resources: {'Port': ['ID=eae4a39f-511a-4dcc-be27-47e021417aad,revision_number=6']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:49.044829 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['eae4a39f-511a-4dcc-be27-47e021417aad'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:49:49.188445 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-785b29bd-2f7f-47e1-8e69-7d097d442955 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:49.210919 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-de2e8ca9-380d-4df1-9ff3-d092b572848d admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4023750 Jul 06 13:49:49.213738 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45468) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:49.216231 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-785b29bd-2f7f-47e1-8e69-7d097d442955 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:49.220407 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-25bacc89-2ca3-4be6-94b6-35342f4a2b62 admin admin] Request body: {'subnet': {'network_id': 'ecad3fdb-68c4-42f4-9456-8030c4568692', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-250808897-subnet', 'tenant_id': 'b5dd84bfe0564d60b03caa863157bd02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:49.254176 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37498776-feb7-4fe5-a021-b1d30bfdfd3c req-47ac7783-fb7d-487e-914a-3fd51c645103 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:49.262110 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37498776-feb7-4fe5-a021-b1d30bfdfd3c req-47ac7783-fb7d-487e-914a-3fd51c645103 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/ports?device_id=ff6fb567-887c-4e2b-b99f-0e710edb5615 HTTP/1.1" status: 200 len: 943 time: 0.3596048 Jul 06 13:49:49.302202 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b29bd-2f7f-47e1-8e69-7d097d442955 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf7539d-ae87-47da-8e3b-02fd5d076079,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:49.306551 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bacc89-2ca3-4be6-94b6-35342f4a2b62 admin admin] Made reservation on behalf of b5dd84bfe0564d60b03caa863157bd02 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:49:49.309885 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25bacc89-2ca3-4be6-94b6-35342f4a2b62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:49.351475 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43885dc5-6251-4550-8d93-c8a9508efc76 req-ac74f3a2-cb5f-4cd9-a1ef-bd5cde9d4043 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:49.352991 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-43885dc5-6251-4550-8d93-c8a9508efc76 req-ac74f3a2-cb5f-4cd9-a1ef-bd5cde9d4043 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 950 time: 0.3061528 Jul 06 13:49:49.353833 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-785b29bd-2f7f-47e1-8e69-7d097d442955 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:49.357499 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-785b29bd-2f7f-47e1-8e69-7d097d442955 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7306359 Jul 06 13:49:49.358047 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45470) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:49.364833 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-a0765f1c-173f-4f5e-9fa0-c3764685eec8 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Request body: {'security_group': {'name': 'tempest-secgroup--272226561'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:49.381621 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37498776-feb7-4fe5-a021-b1d30bfdfd3c req-76f44cc9-d2df-44e6-be17-e6278c2ebf5d tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/security-groups?id=1b01d789-7436-40a6-a70c-8138be3e1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179590 Jul 06 13:49:49.497601 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-43885dc5-6251-4550-8d93-c8a9508efc76 req-93bc658e-ee1a-4dce-8269-3c960633563e tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372218 Jul 06 13:49:49.501644 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a0765f1c-173f-4f5e-9fa0-c3764685eec8 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:49.730918 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a0765f1c-173f-4f5e-9fa0-c3764685eec8 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:49.773997 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25bacc89-2ca3-4be6-94b6-35342f4a2b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:49.829730 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a0765f1c-173f-4f5e-9fa0-c3764685eec8 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:49.880842 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a0765f1c-173f-4f5e-9fa0-c3764685eec8 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:49.882209 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a0765f1c-173f-4f5e-9fa0-c3764685eec8 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5231993 Jul 06 13:49:49.883741 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0765f1c-173f-4f5e-9fa0-c3764685eec8 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=615737c3-883a-4ac4-8c21-b3d06e8d4f01,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:49.885849 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45474) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:49.917646 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-a456d5b2-6ad9-4583-b873-e662d7b00582 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Request body: {'security_group_rule': {'security_group_id': '7cf7539d-ae87-47da-8e3b-02fd5d076079', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '615737c3-883a-4ac4-8c21-b3d06e8d4f01', 'remote_ip_prefix': None}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:49.924282 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bacc89-2ca3-4be6-94b6-35342f4a2b62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de2e99e4-3a9f-45a5-bf49-09118093eb4f,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:49.926587 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e344ad4-fefe-49e8-866f-a4faba84473c req-9ff53540-6302-4cb6-aed3-69c0529de275 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=c24d1041-4195-4665-ba0b-0381a10844e8 HTTP/1.1" status: 200 len: 210 time: 0.0783052 Jul 06 13:49:49.960886 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bed07-46af-4db7-ad91-49068fb2ef91 req-3d185f94-39ab-4b1d-9a19-a12e942b8821 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:49.968751 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fd9bed07-46af-4db7-ad91-49068fb2ef91 req-3d185f94-39ab-4b1d-9a19-a12e942b8821 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 945 time: 0.2336156 Jul 06 13:49:49.972818 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bacc89-2ca3-4be6-94b6-35342f4a2b62 admin admin] Checking segment: {'id': '915e7521-c11d-4c0f-a4a5-8a98d8b874fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ecad3fdb-68c4-42f4-9456-8030c4568692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:49:49.974205 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bacc89-2ca3-4be6-94b6-35342f4a2b62 admin admin] Network hostable DHCP agents. Network: ecad3fdb-68c4-42f4-9456-8030c4568692, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:49:50.008880 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bacc89-2ca3-4be6-94b6-35342f4a2b62 admin admin] Network ecad3fdb-68c4-42f4-9456-8030c4568692 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:49:50.027132 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fd9bed07-46af-4db7-ad91-49068fb2ef91 req-fe559a82-4ff1-4d95-8f75-710b3c8dd36b tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571129 Jul 06 13:49:50.027495 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a456d5b2-6ad9-4583-b873-e662d7b00582 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:50.034587 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-25bacc89-2ca3-4be6-94b6-35342f4a2b62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, ecad3fdb-68c4-42f4-9456-8030c4568692) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:49:50.054747 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89131c65-f955-43bf-833d-5f9f8fca47c7 None None] Network ecad3fdb-68c4-42f4-9456-8030c4568692 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:49:50.067466 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bacc89-2ca3-4be6-94b6-35342f4a2b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:50.068093 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25bacc89-2ca3-4be6-94b6-35342f4a2b62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:50.122127 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-44c0c7bc-b6b0-437c-94bd-221e46dbe29f req-164604af-8cc2-4b81-add9-dc74f23a77e0 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups/2f47163a-9065-4eb7-85e9-deac8ae58a72 HTTP/1.1" status: 200 len: 1799 time: 0.1101363 Jul 06 13:49:50.127024 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ca71c1-1c3e-4686-b526-0a540e7b7fac x-openstack-request-id: req-03ca71c1-1c3e-4686-b526-0a540e7b7fac {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:49:50.127521 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2caaedf-6d6e-4914-90cc-c98400e800af", "tag": "eae4a39f-511a-4dcc-be27-47e021417aad", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:49:50.127972 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-03ca71c1-1c3e-4686-b526-0a540e7b7fac {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:49:50.128642 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2caaedf-6d6e-4914-90cc-c98400e800af', 'tag': 'eae4a39f-511a-4dcc-be27-47e021417aad', 'status': 'completed', 'code': 200} Jul 06 13:49:50.161376 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a456d5b2-6ad9-4583-b873-e662d7b00582 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:50.173726 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-25bacc89-2ca3-4be6-94b6-35342f4a2b62 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9585950 Jul 06 13:49:50.175431 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a456d5b2-6ad9-4583-b873-e662d7b00582 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:50.201222 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a456d5b2-6ad9-4583-b873-e662d7b00582 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:50.205278 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a456d5b2-6ad9-4583-b873-e662d7b00582 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2918806 Jul 06 13:49:50.209287 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45480) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:50.234071 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456d5b2-6ad9-4583-b873-e662d7b00582 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f86d817-99a6-453a-bbd7-e3d4d4dca97f,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:50.245912 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52f2e053-ce4e-40cc-93ec-1a3a09b4d135 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:50.257618 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52f2e053-ce4e-40cc-93ec-1a3a09b4d135 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:50.297478 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52f2e053-ce4e-40cc-93ec-1a3a09b4d135 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:50.319603 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52f2e053-ce4e-40cc-93ec-1a3a09b4d135 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:50.323121 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-52f2e053-ce4e-40cc-93ec-1a3a09b4d135 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "DELETE /v2.0/security-group-rules/1f86d817-99a6-453a-bbd7-e3d4d4dca97f HTTP/1.1" status: 204 len: 168 time: 0.1111159 Jul 06 13:49:50.324286 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2e053-ce4e-40cc-93ec-1a3a09b4d135 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f86d817-99a6-453a-bbd7-e3d4d4dca97f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:50.326751 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45482) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:50.358639 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9175a2-8f00-4fbc-8197-d552fb59782c None None] Network ecad3fdb-68c4-42f4-9456-8030c4568692 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:49:50.369194 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-44c0c7bc-b6b0-437c-94bd-221e46dbe29f req-98a1aa12-1746-47cc-b366-7108d28261e0 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 13:49:50.379963 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-44c0c7bc-b6b0-437c-94bd-221e46dbe29f req-98a1aa12-1746-47cc-b366-7108d28261e0 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "DELETE /v2.0/security-groups/2f47163a-9065-4eb7-85e9-deac8ae58a72 HTTP/1.1" status: 409 len: 341 time: 0.2495561 Jul 06 13:49:50.402475 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6042e65f-3adc-4c89-b872-0d141a3b0e39 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0735264 Jul 06 13:49:50.404392 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65666830-5eb0-487d-8c6e-a92f63ffe9a7 req-7830675c-98df-4b53-ba26-fe8b329060e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:50.405117 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45486) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:50.407532 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-65666830-5eb0-487d-8c6e-a92f63ffe9a7 req-7830675c-98df-4b53-ba26-fe8b329060e1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0001af22c6f747cd9b5d14a552aede55&device_id=d2caaedf-6d6e-4914-90cc-c98400e800af HTTP/1.1" status: 200 len: 1136 time: 0.2373538 Jul 06 13:49:50.486179 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7d733551-d919-41a1-95a3-a234aaeac3fd tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:50.518625 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7d733551-d919-41a1-95a3-a234aaeac3fd tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:50.576006 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:49:50.652839 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7d733551-d919-41a1-95a3-a234aaeac3fd tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:50.655954 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7d733551-d919-41a1-95a3-a234aaeac3fd tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:50.658107 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7d733551-d919-41a1-95a3-a234aaeac3fd tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "DELETE /v2.0/security-groups/615737c3-883a-4ac4-8c21-b3d06e8d4f01 HTTP/1.1" status: 204 len: 168 time: 0.2481661 Jul 06 13:49:50.663010 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45496) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:50.692550 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65666830-5eb0-487d-8c6e-a92f63ffe9a7 req-47aa6bfc-11ed-4e38-9f81-cd3493275a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:50.695066 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-65666830-5eb0-487d-8c6e-a92f63ffe9a7 req-47aa6bfc-11ed-4e38-9f81-cd3493275a72 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0916d9f-87d2-4a64-9404-e7fc6b3b226f HTTP/1.1" status: 200 len: 913 time: 0.2760439 Jul 06 13:49:50.765459 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b2a59ea0-c7ef-4c73-8e43-e1b6b9924bb3 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4507 time: 0.0977964 Jul 06 13:49:50.766268 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45498) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:50.768874 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d733551-d919-41a1-95a3-a234aaeac3fd tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=615737c3-883a-4ac4-8c21-b3d06e8d4f01,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:50.857662 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-65666830-5eb0-487d-8c6e-a92f63ffe9a7 req-50aeb4c9-cedc-4eec-9dc4-ed1e27e24daa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eae4a39f-511a-4dcc-be27-47e021417aad HTTP/1.1" status: 200 len: 217 time: 0.1508133 Jul 06 13:49:51.097489 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-91f3a165-fcba-4191-a013-cdb019e054b3 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:51.102371 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65666830-5eb0-487d-8c6e-a92f63ffe9a7 req-e61e3b01-64e9-4a6c-b803-67189999309b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:51.107382 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-65666830-5eb0-487d-8c6e-a92f63ffe9a7 req-e61e3b01-64e9-4a6c-b803-67189999309b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b763b56-236c-4949-a66b-e159e529b097 HTTP/1.1" status: 200 len: 852 time: 0.2414203 Jul 06 13:49:51.138033 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7322e79-df87-4811-95aa-aff5e21ba74f req-5758fdb3-2c4b-4490-8c72-4f6e8b7159c7 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:51.150240 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f7322e79-df87-4811-95aa-aff5e21ba74f req-5758fdb3-2c4b-4490-8c72-4f6e8b7159c7 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/ports?device_id=ff6fb567-887c-4e2b-b99f-0e710edb5615 HTTP/1.1" status: 200 len: 943 time: 0.4917529 Jul 06 13:49:51.183203 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-3b17c3f3-83ec-405a-a9c7-6e8afff44735 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:51.185950 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-3b17c3f3-83ec-405a-a9c7-6e8afff44735 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.124 "GET /v2.0/networks?id=d3fe67ee-10fe-4b67-adfd-00a9752f666b HTTP/1.1" status: 200 len: 811 time: 0.3876364 Jul 06 13:49:51.195891 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-91f3a165-fcba-4191-a013-cdb019e054b3 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:51.197803 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-65666830-5eb0-487d-8c6e-a92f63ffe9a7 req-9fa9d158-3b8a-4d58-a232-b191c2cf11d8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0916d9f-87d2-4a64-9404-e7fc6b3b226f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447874 Jul 06 13:49:51.213569 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-43230b77-38d3-4906-b0a3-86e375e2bfca tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Request body: {'port': {'device_id': 'c24d1041-4195-4665-ba0b-0381a10844e8', 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b', 'admin_state_up': True, 'tenant_id': '0c5820f075a5422096132d113f5a5811'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:51.404320 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f7322e79-df87-4811-95aa-aff5e21ba74f req-b945950f-891f-4d54-a4eb-b2c1418397f6 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/security-groups?id=1b01d789-7436-40a6-a70c-8138be3e1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529333 Jul 06 13:49:51.451557 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-43230b77-38d3-4906-b0a3-86e375e2bfca tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Made reservation on behalf of 0c5820f075a5422096132d113f5a5811 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:49:51.461940 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-43230b77-38d3-4906-b0a3-86e375e2bfca tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:51.540418 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831195c-ce6b-4356-ad7b-199183a49cfe req-806f44ec-21e6-4bcb-b388-7679298c1165 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:51.541975 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9831195c-ce6b-4356-ad7b-199183a49cfe req-806f44ec-21e6-4bcb-b388-7679298c1165 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 950 time: 0.3493364 Jul 06 13:49:51.548088 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-65666830-5eb0-487d-8c6e-a92f63ffe9a7 req-fd10a7a8-1699-4b2f-b897-c47011445514 service neutron] 10.222.0.52 "GET /v2.0/networks/f0916d9f-87d2-4a64-9404-e7fc6b3b226f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393424 Jul 06 13:49:51.633207 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-91f3a165-fcba-4191-a013-cdb019e054b3 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:51.643693 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-91f3a165-fcba-4191-a013-cdb019e054b3 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:51.647823 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-91f3a165-fcba-4191-a013-cdb019e054b3 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "DELETE /v2.0/security-groups/7cf7539d-ae87-47da-8e3b-02fd5d076079 HTTP/1.1" status: 204 len: 168 time: 0.8688333 Jul 06 13:49:51.690998 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45510) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:51.694604 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3a165-fcba-4191-a013-cdb019e054b3 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf7539d-ae87-47da-8e3b-02fd5d076079,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:51.696324 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f120d03a-d04f-4092-b22c-5a031fcd177e details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:49:51.769824 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9831195c-ce6b-4356-ad7b-199183a49cfe req-63000b87-8110-4cd4-be34-04c586f65414 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206047 Jul 06 13:49:51.897336 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-41959023-cb8c-4554-8057-b4b76e83640a tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1900775 Jul 06 13:49:51.898196 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-65666830-5eb0-487d-8c6e-a92f63ffe9a7 req-c6b4e46f-3241-4678-a06f-ff7af0e68779 service neutron] 10.222.0.52 "GET /v2.0/networks/f0916d9f-87d2-4a64-9404-e7fc6b3b226f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360193 Jul 06 13:49:51.918526 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45516) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:51.932747 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-3087f2d5-696c-40fa-8e2f-9344e36468b6 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1433695260'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:52.030856 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f120d03a-d04f-4092-b22c-5a031fcd177e, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f120d03a-d04f-4092-b22c-5a031fcd177e,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:52.047130 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'f120d03a-d04f-4092-b22c-5a031fcd177e', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': 'f120d03a-d04f-4092-b22c-5a031fcd177e', 'mac_address': 'fa:16:3e:10:e0:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:49:52.047998 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-43230b77-38d3-4906-b0a3-86e375e2bfca tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Allocated IP 172.20.0.6 (d3fe67ee-10fe-4b67-adfd-00a9752f666b/5c4bc917-beda-4093-9c43-911a28c774ae/f2279092-af84-492a-a03a-12a2a1350cc2) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:49:52.069033 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3087f2d5-696c-40fa-8e2f-9344e36468b6 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:52.148945 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:52.176669 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f120d03a-d04f-4092-b22c-5a031fcd177e {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:49:52.199355 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-a42cc925-3c1a-42f7-974f-554bc0efee71 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:52.206831 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-a42cc925-3c1a-42f7-974f-554bc0efee71 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] 10.222.0.118 "GET /v2.0/networks?id=ecad3fdb-68c4-42f4-9456-8030c4568692 HTTP/1.1" status: 200 len: 813 time: 0.2618597 Jul 06 13:49:52.208580 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f120d03a-d04f-4092-b22c-5a031fcd177e, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f120d03a-d04f-4092-b22c-5a031fcd177e,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:52.215798 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:52.238743 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab038bf-c3cf-4350-8902-e8cb94b06b17 req-b433c55b-611f-41a9-b3fc-e746ea756421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:52.241144 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bab038bf-c3cf-4350-8902-e8cb94b06b17 req-b433c55b-611f-41a9-b3fc-e746ea756421 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0001af22c6f747cd9b5d14a552aede55&device_id=d2caaedf-6d6e-4914-90cc-c98400e800af HTTP/1.1" status: 200 len: 1136 time: 0.1991501 Jul 06 13:49:52.251038 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-6876bfd8-7324-497a-b517-60088e70b45b tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] 10.222.0.118 "GET /v2.0/quotas/b5dd84bfe0564d60b03caa863157bd02 HTTP/1.1" status: 200 len: 375 time: 0.0429828 Jul 06 13:49:52.292610 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=f120d03a-d04f-4092-b22c-5a031fcd177e,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:52.301111 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5388d42-325c-4c9b-a5c4-239e4e3cae03 req-a9a29533-d04b-49ed-ad8e-0abbb99b5949 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:52.309161 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c5388d42-325c-4c9b-a5c4-239e4e3cae03 req-a9a29533-d04b-49ed-ad8e-0abbb99b5949 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2caaedf-6d6e-4914-90cc-c98400e800af HTTP/1.1" status: 200 len: 985 time: 0.2681355 Jul 06 13:49:52.379822 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-a3001a8c-ccd0-4e90-b87e-c9c640539e22 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=b5dd84bfe0564d60b03caa863157bd02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1275582 Jul 06 13:49:52.410326 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3087f2d5-696c-40fa-8e2f-9344e36468b6 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:52.467683 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['f120d03a-d04f-4092-b22c-5a031fcd177e'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:49:52.480379 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-43230b77-38d3-4906-b0a3-86e375e2bfca tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:52.493978 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c5388d42-325c-4c9b-a5c4-239e4e3cae03 req-180bd9e6-2830-409c-ad21-0388168ebd7f tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups?id=fb3b17d9-ade7-49d7-8915-6544a8aa5905&id=2f47163a-9065-4eb7-85e9-deac8ae58a72&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1834457 Jul 06 13:49:52.544103 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3087f2d5-696c-40fa-8e2f-9344e36468b6 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:52.572826 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-43230b77-38d3-4906-b0a3-86e375e2bfca tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:52.638423 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab038bf-c3cf-4350-8902-e8cb94b06b17 req-d0abf751-3352-47c5-880f-8d15cc9ee4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:52.640049 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bab038bf-c3cf-4350-8902-e8cb94b06b17 req-d0abf751-3352-47c5-880f-8d15cc9ee4bf service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0916d9f-87d2-4a64-9404-e7fc6b3b226f HTTP/1.1" status: 200 len: 913 time: 0.3853214 Jul 06 13:49:52.695679 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-43230b77-38d3-4906-b0a3-86e375e2bfca tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Network d3fe67ee-10fe-4b67-adfd-00a9752f666b is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:49:52.700663 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-43230b77-38d3-4906-b0a3-86e375e2bfca tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:49:52.705119 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3087f2d5-696c-40fa-8e2f-9344e36468b6 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:52.706730 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3087f2d5-696c-40fa-8e2f-9344e36468b6 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7863829 Jul 06 13:49:52.709492 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087f2d5-696c-40fa-8e2f-9344e36468b6 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=357569dc-88bf-41b6-8e7a-3a397e5f2bad,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:52.722239 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-43230b77-38d3-4906-b0a3-86e375e2bfca tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:49:52.724083 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45526) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:52.729263 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-b517e74d-0762-41f9-b8d6-e428b412b743 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Request body: {'security_group_rule': {'security_group_id': '357569dc-88bf-41b6-8e7a-3a397e5f2bad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:52.742768 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-94c2d37b-1dad-4240-a15e-0c48ca17319d service neutron] 10.222.0.118 "GET /v2.0/networks/ecad3fdb-68c4-42f4-9456-8030c4568692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620353 Jul 06 13:49:52.764165 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bab038bf-c3cf-4350-8902-e8cb94b06b17 req-483539fb-b753-4f3a-adde-2ce079ce50cf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eae4a39f-511a-4dcc-be27-47e021417aad HTTP/1.1" status: 200 len: 217 time: 0.1094301 Jul 06 13:49:52.767944 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43230b77-38d3-4906-b0a3-86e375e2bfca tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Pushing event updated for resources: {'Port': ['ID=f2279092-af84-492a-a03a-12a2a1350cc2,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:52.801025 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-43230b77-38d3-4906-b0a3-86e375e2bfca tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:52.802014 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-43230b77-38d3-4906-b0a3-86e375e2bfca tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:52.893825 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-43230b77-38d3-4906-b0a3-86e375e2bfca tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6927428 Jul 06 13:49:52.907073 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab038bf-c3cf-4350-8902-e8cb94b06b17 req-e4afb8e9-da27-408a-b7fe-66f65bed5af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:52.908560 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bab038bf-c3cf-4350-8902-e8cb94b06b17 req-e4afb8e9-da27-408a-b7fe-66f65bed5af7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b763b56-236c-4949-a66b-e159e529b097 HTTP/1.1" status: 200 len: 852 time: 0.1133106 Jul 06 13:49:52.910458 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-3bbde72c-d1f4-4bdc-a99c-4d52afaf5cbd service neutron] Request body: {'port': {'device_id': 'c24d1041-4195-4665-ba0b-0381a10844e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:52.915467 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b517e74d-0762-41f9-b8d6-e428b412b743 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:52.973661 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bab038bf-c3cf-4350-8902-e8cb94b06b17 req-4b3c22b1-e6a0-4ea5-9f39-1c0d08415186 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0916d9f-87d2-4a64-9404-e7fc6b3b226f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519698 Jul 06 13:49:53.007777 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-adc71b0b-e7a4-4b10-9496-d37dd1eb6c26 service neutron] 10.222.0.118 "GET /v2.0/networks/ecad3fdb-68c4-42f4-9456-8030c4568692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640252 Jul 06 13:49:53.119049 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e4793-dad3-4363-8cdc-9a7fc9ad253e req-e4336e37-19e2-4208-8b14-305fd39fb57a tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:53.135217 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-509e4793-dad3-4363-8cdc-9a7fc9ad253e req-e4336e37-19e2-4208-8b14-305fd39fb57a tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=c24d1041-4195-4665-ba0b-0381a10844e8 HTTP/1.1" status: 200 len: 931 time: 0.4112070 Jul 06 13:49:53.346549 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b517e74d-0762-41f9-b8d6-e428b412b743 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:53.388114 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b517e74d-0762-41f9-b8d6-e428b412b743 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:53.430524 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-509e4793-dad3-4363-8cdc-9a7fc9ad253e req-3b3fd2bc-ba2a-4fad-be88-15dd6e4557cf tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492461 Jul 06 13:49:53.475900 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bab038bf-c3cf-4350-8902-e8cb94b06b17 req-2829261c-b983-48bc-b2ad-aa2c09cc0879 service neutron] 10.222.0.52 "GET /v2.0/networks/f0916d9f-87d2-4a64-9404-e7fc6b3b226f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900723 Jul 06 13:49:53.492713 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-3bbde72c-d1f4-4bdc-a99c-4d52afaf5cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:53.714852 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f120d03a-d04f-4092-b22c-5a031fcd177e up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:49:53.844320 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port f120d03a-d04f-4092-b22c-5a031fcd177e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:49:53.844696 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:54.000216 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-3bbde72c-d1f4-4bdc-a99c-4d52afaf5cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2279092-af84-492a-a03a-12a2a1350cc2 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:49:54.020676 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-3bbde72c-d1f4-4bdc-a99c-4d52afaf5cbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:54.062261 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-3bbde72c-d1f4-4bdc-a99c-4d52afaf5cbd service neutron] Transition to ACTIVE for port object f2279092-af84-492a-a03a-12a2a1350cc2 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:49:54.071304 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-3bbde72c-d1f4-4bdc-a99c-4d52afaf5cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:54.104330 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517e74d-0762-41f9-b8d6-e428b412b743 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b68f945-c855-4584-b7be-d05b47ce748a,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:54.158497 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b517e74d-0762-41f9-b8d6-e428b412b743 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:54.159569 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b517e74d-0762-41f9-b8d6-e428b412b743 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4339995 Jul 06 13:49:54.162855 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbde72c-d1f4-4bdc-a99c-4d52afaf5cbd service neutron] Pushing event updated for resources: {'Port': ['ID=f2279092-af84-492a-a03a-12a2a1350cc2,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:54.164842 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45544) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:54.258087 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bab038bf-c3cf-4350-8902-e8cb94b06b17 req-78592337-6d5f-4042-b303-c89deabfebf7 service neutron] 10.222.0.52 "GET /v2.0/networks/f0916d9f-87d2-4a64-9404-e7fc6b3b226f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7573352 Jul 06 13:49:54.261259 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49fedc00-27db-4383-9bf7-b08b86556236 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:54.282276 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53516f40-c3c1-40f8-bf5a-89f865dbe716 req-96307830-e574-4b41-b9a3-d1f1d1f4a2c6 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:54.285923 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53516f40-c3c1-40f8-bf5a-89f865dbe716 req-96307830-e574-4b41-b9a3-d1f1d1f4a2c6 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 945 time: 0.8861763 Jul 06 13:49:54.311295 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49fedc00-27db-4383-9bf7-b08b86556236 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:54.350370 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c9a9a-e9b0-4289-b462-dd96285184a3 req-5e499701-b0be-4cc0-88f0-75475eda0d4c tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:54.352976 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d95c9a9a-e9b0-4289-b462-dd96285184a3 req-5e499701-b0be-4cc0-88f0-75475eda0d4c tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/ports?device_id=ff6fb567-887c-4e2b-b99f-0e710edb5615 HTTP/1.1" status: 200 len: 943 time: 0.2435665 Jul 06 13:49:54.397935 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-3bbde72c-d1f4-4bdc-a99c-4d52afaf5cbd service neutron] Attempting to bind port f2279092-af84-492a-a03a-12a2a1350cc2 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:49:54.398332 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-3bbde72c-d1f4-4bdc-a99c-4d52afaf5cbd service neutron] Attempting to bind port f2279092-af84-492a-a03a-12a2a1350cc2 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '1577f714-41dc-455d-9abc-f4ea9f582ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:49:54.398679 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-3bbde72c-d1f4-4bdc-a99c-4d52afaf5cbd service neutron] Attempting to bind port f2279092-af84-492a-a03a-12a2a1350cc2 on network d3fe67ee-10fe-4b67-adfd-00a9752f666b {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:49:54.426853 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-3bbde72c-d1f4-4bdc-a99c-4d52afaf5cbd service neutron] Port f2279092-af84-492a-a03a-12a2a1350cc2 on network d3fe67ee-10fe-4b67-adfd-00a9752f666b not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:49:54.427828 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-3bbde72c-d1f4-4bdc-a99c-4d52afaf5cbd service neutron] Attempting to bind port f2279092-af84-492a-a03a-12a2a1350cc2 on network d3fe67ee-10fe-4b67-adfd-00a9752f666b {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:49:54.455880 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:54.477507 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-3bbde72c-d1f4-4bdc-a99c-4d52afaf5cbd service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:49:54.477887 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-3bbde72c-d1f4-4bdc-a99c-4d52afaf5cbd service neutron] Checking segment: {'id': '1577f714-41dc-455d-9abc-f4ea9f582ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:49:54.481711 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-3bbde72c-d1f4-4bdc-a99c-4d52afaf5cbd service neutron] Bound using segment: {'id': '1577f714-41dc-455d-9abc-f4ea9f582ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:49:54.482266 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-3bbde72c-d1f4-4bdc-a99c-4d52afaf5cbd service neutron] Bound port: f2279092-af84-492a-a03a-12a2a1350cc2, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1577f714-41dc-455d-9abc-f4ea9f582ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:49:54.482649 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-3bbde72c-d1f4-4bdc-a99c-4d52afaf5cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:54.497510 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53516f40-c3c1-40f8-bf5a-89f865dbe716 req-71cda457-a7e1-4077-8d95-6285a75b4245 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933162 Jul 06 13:49:54.501287 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c51968a-4ec4-466f-aa34-5b033f896862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f120d03a-d04f-4092-b22c-5a031fcd177e'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:49:54.508064 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b36a768-c428-4872-9b5e-690f5f33e8d1" -d '{"events": [{"server_uuid": "9c51968a-4ec4-466f-aa34-5b033f896862", "name": "network-vif-plugged", "status": "completed", "tag": "f120d03a-d04f-4092-b22c-5a031fcd177e"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:49:54.538705 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f120d03a-d04f-4092-b22c-5a031fcd177e, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f120d03a-d04f-4092-b22c-5a031fcd177e,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:54.552045 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:54.556233 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d95c9a9a-e9b0-4289-b462-dd96285184a3 req-a9eab1e7-2996-48e1-aa64-43cb352b0e77 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/security-groups?id=1b01d789-7436-40a6-a70c-8138be3e1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762767 Jul 06 13:49:54.560788 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49fedc00-27db-4383-9bf7-b08b86556236 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:54.575447 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49fedc00-27db-4383-9bf7-b08b86556236 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:54.582979 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-49fedc00-27db-4383-9bf7-b08b86556236 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "DELETE /v2.0/security-group-rules/1b68f945-c855-4584-b7be-d05b47ce748a HTTP/1.1" status: 204 len: 168 time: 0.4154243 Jul 06 13:49:54.584456 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45552) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:54.654221 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=f120d03a-d04f-4092-b22c-5a031fcd177e,revision_number=7']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:54.698648 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fedc00-27db-4383-9bf7-b08b86556236 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b68f945-c855-4584-b7be-d05b47ce748a,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:54.719726 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-3bbde72c-d1f4-4bdc-a99c-4d52afaf5cbd service neutron] For port f2279092-af84-492a-a03a-12a2a1350cc2, host n-h2-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:49:54.723106 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-3bbde72c-d1f4-4bdc-a99c-4d52afaf5cbd service neutron] For port f2279092-af84-492a-a03a-12a2a1350cc2, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f2279092-af84-492a-a03a-12a2a1350cc2,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:49:54.731923 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-3bbde72c-d1f4-4bdc-a99c-4d52afaf5cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:54.798817 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbde72c-d1f4-4bdc-a99c-4d52afaf5cbd service neutron] Pushing event updated for resources: {'Port': ['ID=f2279092-af84-492a-a03a-12a2a1350cc2,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:54.832912 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-3bbde72c-d1f4-4bdc-a99c-4d52afaf5cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:54.834703 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-3bbde72c-d1f4-4bdc-a99c-4d52afaf5cbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:54.839988 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b36ff007-59ec-45c8-83cf-44d882ab5bff tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2202044 Jul 06 13:49:54.840190 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-3bbde72c-d1f4-4bdc-a99c-4d52afaf5cbd service neutron] 10.222.0.124 "PUT /v2.0/ports/f2279092-af84-492a-a03a-12a2a1350cc2 HTTP/1.1" status: 200 len: 1091 time: 1.9362788 Jul 06 13:49:54.840190 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24d1041-4195-4665-ba0b-0381a10844e8', 'tag': 'f2279092-af84-492a-a03a-12a2a1350cc2'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:49:54.842085 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a6eafa-a1c0-4b2c-a74c-56378bade865" -d '{"events": [{"name": "network-changed", "server_uuid": "c24d1041-4195-4665-ba0b-0381a10844e8", "tag": "f2279092-af84-492a-a03a-12a2a1350cc2"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:49:54.846237 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45558) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:54.908370 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bf81f58a-3729-47e3-9450-e9c53c22f4d0 req-8411af9e-e96f-45aa-876f-35611d715304 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] 10.222.0.118 "GET /v2.0/ports?device_id=3ce2b421-ee2b-420f-a911-94422f64a9e1 HTTP/1.1" status: 200 len: 210 time: 0.0666759 Jul 06 13:49:54.939540 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68437d7-98ed-4cec-9a6b-0fdc74f0bd6a req-48399c2d-9e1a-4400-8364-1b8fe41939ac tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:54.947407 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e68437d7-98ed-4cec-9a6b-0fdc74f0bd6a req-48399c2d-9e1a-4400-8364-1b8fe41939ac tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 950 time: 0.2334826 Jul 06 13:49:54.965845 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-e828ea58-5f07-4460-b52d-6634d0f1d373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:54.967442 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-e828ea58-5f07-4460-b52d-6634d0f1d373 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0c5820f075a5422096132d113f5a5811&device_id=c24d1041-4195-4665-ba0b-0381a10844e8 HTTP/1.1" status: 200 len: 1094 time: 0.0883548 Jul 06 13:49:55.035052 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2287b043-eb1f-4bd1-8c5a-c9426371fbd5 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:55.044452 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-0916a66b-848c-471a-a84e-fdb95f9aa53d service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2279092-af84-492a-a03a-12a2a1350cc2 HTTP/1.1" status: 200 len: 217 time: 0.0674014 Jul 06 13:49:55.075110 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2287b043-eb1f-4bd1-8c5a-c9426371fbd5 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:55.116386 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e68437d7-98ed-4cec-9a6b-0fdc74f0bd6a req-498400da-91c9-43e5-ab51-f530db72fed9 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658089 Jul 06 13:49:55.150068 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-56157ad2-bce4-4372-ace0-8ffb4ca13827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:55.151741 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-56157ad2-bce4-4372-ace0-8ffb4ca13827 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=5c4bc917-beda-4093-9c43-911a28c774ae HTTP/1.1" status: 200 len: 851 time: 0.1001325 Jul 06 13:49:55.189115 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-e455c242-eed5-4392-aa92-82c4c02f3584 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d3fe67ee-10fe-4b67-adfd-00a9752f666b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283415 Jul 06 13:49:55.234804 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2287b043-eb1f-4bd1-8c5a-c9426371fbd5 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:55.240008 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2287b043-eb1f-4bd1-8c5a-c9426371fbd5 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:55.242830 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2287b043-eb1f-4bd1-8c5a-c9426371fbd5 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "DELETE /v2.0/security-groups/357569dc-88bf-41b6-8e7a-3a397e5f2bad HTTP/1.1" status: 204 len: 168 time: 0.3934453 Jul 06 13:49:55.244608 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45562) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:55.301484 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287b043-eb1f-4bd1-8c5a-c9426371fbd5 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=357569dc-88bf-41b6-8e7a-3a397e5f2bad,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:55.330992 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64da4a-1b87-4612-97d3-c1a183ed868f req-0f42b32c-f64e-4c43-b802-661f7220da53 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:55.332929 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c64da4a-1b87-4612-97d3-c1a183ed868f req-0f42b32c-f64e-4c43-b802-661f7220da53 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2caaedf-6d6e-4914-90cc-c98400e800af HTTP/1.1" status: 200 len: 985 time: 0.2352092 Jul 06 13:49:55.350400 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f1bc2c61-cc7a-40bf-b610-27605c4ca51d tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1041162 Jul 06 13:49:55.357446 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45564) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:55.364565 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-18064abe-6584-4109-85c4-fdb044de4ff3 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Request body: {'security_group': {'name': 'tempest-secgroup--1443197503'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:55.377974 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-cc3360d0-11dc-467c-99f4-e6aa1281570c service neutron] 10.222.0.124 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789975 Jul 06 13:49:55.400527 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c64da4a-1b87-4612-97d3-c1a183ed868f req-f899508c-8c34-4bb6-8136-bbcb973a7e9a tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups?id=fb3b17d9-ade7-49d7-8915-6544a8aa5905&id=2f47163a-9065-4eb7-85e9-deac8ae58a72&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0588553 Jul 06 13:49:55.418203 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd48f67-6256-472c-8cbb-424a260ab532 req-ba58dec2-d4eb-48df-b784-300438bc703d tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:55.420230 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ffd48f67-6256-472c-8cbb-424a260ab532 req-ba58dec2-d4eb-48df-b784-300438bc703d tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=c24d1041-4195-4665-ba0b-0381a10844e8 HTTP/1.1" status: 200 len: 943 time: 0.1601069 Jul 06 13:49:55.474665 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ffd48f67-6256-472c-8cbb-424a260ab532 req-16645d5a-c4e6-45ca-841e-5f00640a3b8f tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482006 Jul 06 13:49:55.485998 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3880cc1-0f97-4d1e-8234-4f87ba540193 x-openstack-request-id: req-d3880cc1-0f97-4d1e-8234-4f87ba540193 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:49:55.491539 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c51968a-4ec4-466f-aa34-5b033f896862", "name": "network-vif-plugged", "status": "completed", "tag": "f120d03a-d04f-4092-b22c-5a031fcd177e", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:49:55.492136 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-d3880cc1-0f97-4d1e-8234-4f87ba540193 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:49:55.492914 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c51968a-4ec4-466f-aa34-5b033f896862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f120d03a-d04f-4092-b22c-5a031fcd177e', 'code': 200} Jul 06 13:49:55.546453 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18064abe-6584-4109-85c4-fdb044de4ff3 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:55.564375 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b9a13ef7-52db-40f0-acae-936b71f1a208 req-42b6aa0c-e1a6-49b1-96bb-32b731109f5c service neutron] 10.222.0.124 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788528 Jul 06 13:49:55.598584 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ece724-d273-420f-a33f-8e4e08178703 x-openstack-request-id: req-03ece724-d273-420f-a33f-8e4e08178703 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:49:55.598885 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c24d1041-4195-4665-ba0b-0381a10844e8", "tag": "f2279092-af84-492a-a03a-12a2a1350cc2", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:49:55.599708 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-03ece724-d273-420f-a33f-8e4e08178703 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:49:55.600298 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c24d1041-4195-4665-ba0b-0381a10844e8', 'tag': 'f2279092-af84-492a-a03a-12a2a1350cc2', 'status': 'completed', 'code': 200} Jul 06 13:49:55.662911 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18064abe-6584-4109-85c4-fdb044de4ff3 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:55.667883 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18064abe-6584-4109-85c4-fdb044de4ff3 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:55.707780 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18064abe-6584-4109-85c4-fdb044de4ff3 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dab2047e-aae2-48f4-adc3-589f80dbcc38,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:55.737851 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18064abe-6584-4109-85c4-fdb044de4ff3 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:55.739741 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-18064abe-6584-4109-85c4-fdb044de4ff3 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3811831 Jul 06 13:49:55.744843 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45574) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:55.752660 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-9b88cb4b-5e2f-4a26-a8d2-f4d5cd622e67 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Request body: {'security_group_rule': {'security_group_id': 'dab2047e-aae2-48f4-adc3-589f80dbcc38', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:55.836567 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b88cb4b-5e2f-4a26-a8d2-f4d5cd622e67 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:55.855108 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6eafa-a1c0-4b2c-a74c-56378bade865 req-74280874-1879-4486-857c-5d742a8c883a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:55.856814 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-66a6eafa-a1c0-4b2c-a74c-56378bade865 req-74280874-1879-4486-857c-5d742a8c883a service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0c5820f075a5422096132d113f5a5811&device_id=c24d1041-4195-4665-ba0b-0381a10844e8 HTTP/1.1" status: 200 len: 1094 time: 0.0972607 Jul 06 13:49:55.873593 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614783c2-3dd2-4000-879e-5c710a7d918f req-01c18f4c-203e-4cdf-926a-9174241a2560 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:55.881494 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-614783c2-3dd2-4000-879e-5c710a7d918f req-01c18f4c-203e-4cdf-926a-9174241a2560 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 945 time: 0.1833379 Jul 06 13:49:55.936638 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-134869cc-6b2b-4b7c-9460-f424e9f7e3ac tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:55.936854 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-134869cc-6b2b-4b7c-9460-f424e9f7e3ac tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] 10.222.0.52 "GET /v2.0/networks?id=ecad3fdb-68c4-42f4-9456-8030c4568692 HTTP/1.1" status: 200 len: 813 time: 0.1926572 Jul 06 13:49:55.962044 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-b73677c1-3234-40b6-bffe-db2646da3a0c tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Request body: {'port': {'device_id': '3ce2b421-ee2b-420f-a911-94422f64a9e1', 'network_id': 'ecad3fdb-68c4-42f4-9456-8030c4568692', 'admin_state_up': True, 'tenant_id': 'b5dd84bfe0564d60b03caa863157bd02'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:55.962598 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b88cb4b-5e2f-4a26-a8d2-f4d5cd622e67 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:55.975130 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b88cb4b-5e2f-4a26-a8d2-f4d5cd622e67 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:56.008340 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88cb4b-5e2f-4a26-a8d2-f4d5cd622e67 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc5fb65-98b7-4a06-b8a1-5d9507c3805d,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:56.012477 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6eafa-a1c0-4b2c-a74c-56378bade865 req-498cabac-76d8-4e0c-b9c1-d6e10ca82e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:56.013644 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-66a6eafa-a1c0-4b2c-a74c-56378bade865 req-498cabac-76d8-4e0c-b9c1-d6e10ca82e9c service neutron] 10.222.0.124 "GET /v2.0/networks?id=d3fe67ee-10fe-4b67-adfd-00a9752f666b HTTP/1.1" status: 200 len: 912 time: 0.1453538 Jul 06 13:49:56.018972 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b88cb4b-5e2f-4a26-a8d2-f4d5cd622e67 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:56.020359 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9b88cb4b-5e2f-4a26-a8d2-f4d5cd622e67 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2730238 Jul 06 13:49:56.023592 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45580) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:56.042921 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-614783c2-3dd2-4000-879e-5c710a7d918f req-45a771ef-f74e-4e0c-bd1c-7b9ac7bb60c3 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601474 Jul 06 13:49:56.071851 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-66a6eafa-a1c0-4b2c-a74c-56378bade865 req-77f01e15-30df-4001-a270-875a1108689a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2279092-af84-492a-a03a-12a2a1350cc2 HTTP/1.1" status: 200 len: 217 time: 0.0493166 Jul 06 13:49:56.079608 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-30936534-72e0-481d-8f02-5384d462e972 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "GET /v2.0/security-group-rules/adc5fb65-98b7-4a06-b8a1-5d9507c3805d HTTP/1.1" status: 200 len: 763 time: 0.0526826 Jul 06 13:49:56.088014 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45584) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:56.148797 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6eafa-a1c0-4b2c-a74c-56378bade865 req-fc69a474-d34d-4957-a023-864deec51b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:56.150659 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-66a6eafa-a1c0-4b2c-a74c-56378bade865 req-fc69a474-d34d-4957-a023-864deec51b86 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=5c4bc917-beda-4093-9c43-911a28c774ae HTTP/1.1" status: 200 len: 851 time: 0.0712500 Jul 06 13:49:56.169899 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-25623739-5279-4ad2-b159-a0792745aca4 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0806170 Jul 06 13:49:56.179773 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45588) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:56.204778 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-66a6eafa-a1c0-4b2c-a74c-56378bade865 req-62773b69-4699-4767-bf24-d7eed8c3de2f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d3fe67ee-10fe-4b67-adfd-00a9752f666b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332339 Jul 06 13:49:56.211411 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-b73677c1-3234-40b6-bffe-db2646da3a0c tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Made reservation on behalf of b5dd84bfe0564d60b03caa863157bd02 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:49:56.215058 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-b73677c1-3234-40b6-bffe-db2646da3a0c tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:56.225787 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd739a5-7d07-46f7-9065-f37792d154f4 req-7e89d604-009d-4bd4-823e-7d237539ab15 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:56.232446 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7fd739a5-7d07-46f7-9065-f37792d154f4 req-7e89d604-009d-4bd4-823e-7d237539ab15 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/ports?device_id=ff6fb567-887c-4e2b-b99f-0e710edb5615 HTTP/1.1" status: 200 len: 943 time: 0.2945983 Jul 06 13:49:56.263492 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23825ba4-51c4-4ef1-b5ca-56ab4c3698a8 req-537721e0-118c-48c5-b29b-e94415eee220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:56.265061 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-23825ba4-51c4-4ef1-b5ca-56ab4c3698a8 req-537721e0-118c-48c5-b29b-e94415eee220 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 1101 time: 0.2206771 Jul 06 13:49:56.266072 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8bc8b474-2146-4d56-bd55-fa03c544a6f1 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:56.279076 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8bc8b474-2146-4d56-bd55-fa03c544a6f1 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:56.333285 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8bc8b474-2146-4d56-bd55-fa03c544a6f1 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:56.338823 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8bc8b474-2146-4d56-bd55-fa03c544a6f1 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:56.339965 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8bc8b474-2146-4d56-bd55-fa03c544a6f1 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "DELETE /v2.0/security-group-rules/adc5fb65-98b7-4a06-b8a1-5d9507c3805d HTTP/1.1" status: 204 len: 168 time: 0.1589990 Jul 06 13:49:56.345168 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45590) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:56.359911 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-66a6eafa-a1c0-4b2c-a74c-56378bade865 req-e4b139a2-a316-40ec-8bd3-4aa889d2267a service neutron] 10.222.0.124 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478162 Jul 06 13:49:56.367461 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8b474-2146-4d56-bd55-fa03c544a6f1 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=adc5fb65-98b7-4a06-b8a1-5d9507c3805d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:56.374733 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7fd739a5-7d07-46f7-9065-f37792d154f4 req-4453d033-e2f5-4de4-84e4-6582cf5b1779 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/security-groups?id=1b01d789-7436-40a6-a70c-8138be3e1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414154 Jul 06 13:49:56.402735 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-23825ba4-51c4-4ef1-b5ca-56ab4c3698a8 req-22983676-f700-46ff-846c-893775983075 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295223 Jul 06 13:49:56.413695 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa947836-1c98-4e74-a101-a5054e2e6a32 req-1322aa2e-66f8-43d4-a7b9-44e74fc6ee28 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:56.415307 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aa947836-1c98-4e74-a101-a5054e2e6a32 req-1322aa2e-66f8-43d4-a7b9-44e74fc6ee28 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 944 time: 0.2579403 Jul 06 13:49:56.497209 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8f93ef28-5479-40c0-9548-e94e1906d128 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1472757 Jul 06 13:49:56.498134 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45594) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:56.503560 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-0dec019a-56f2-4d71-aee5-4db169f11cc5 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Request body: {'security_group_rule': {'security_group_id': 'dab2047e-aae2-48f4-adc3-589f80dbcc38', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:56.519048 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aa947836-1c98-4e74-a101-a5054e2e6a32 req-ac86ffaf-c487-4bd2-95d0-ea01ab21497c tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944040 Jul 06 13:49:56.561972 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-66a6eafa-a1c0-4b2c-a74c-56378bade865 req-83d60d6b-45af-49de-8b62-7dce1a2757a5 service neutron] 10.222.0.124 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918859 Jul 06 13:49:56.572102 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0dec019a-56f2-4d71-aee5-4db169f11cc5 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:56.577130 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f192217d-d2a6-4f3c-8b07-1530db8245f8 req-c369eee9-0f29-44ae-9f41-2dadedc02b00 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] 10.222.0.118 "GET /v2.0/ports?device_id=3ce2b421-ee2b-420f-a911-94422f64a9e1 HTTP/1.1" status: 200 len: 210 time: 0.0531693 Jul 06 13:49:56.589137 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-b73677c1-3234-40b6-bffe-db2646da3a0c tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Allocated IP 172.20.0.7 (ecad3fdb-68c4-42f4-9456-8030c4568692/de2e99e4-3a9f-45a5-bf49-09118093eb4f/bf2016dd-70b7-4257-b185-3b57a55f444d) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:49:56.638555 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9a957-58fa-4823-ae54-264e1d75fcd1 req-19cb44c6-6b50-4a99-bccc-9a7d040cf056 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:56.643370 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ddd9a957-58fa-4823-ae54-264e1d75fcd1 req-19cb44c6-6b50-4a99-bccc-9a7d040cf056 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.52 "GET /v2.0/ports?device_id=4aecacdd-20e2-44b8-9135-49e91583bd53 HTTP/1.1" status: 200 len: 944 time: 0.2126675 Jul 06 13:49:56.700933 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a2029bc6-4316-43e8-9a8e-95037cc57148 req-1531b604-5c56-4a87-9674-56c6139cf74b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2231250 Jul 06 13:49:56.755172 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0dec019a-56f2-4d71-aee5-4db169f11cc5 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:56.764041 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0dec019a-56f2-4d71-aee5-4db169f11cc5 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:56.786267 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec019a-56f2-4d71-aee5-4db169f11cc5 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b81bd534-a825-48f8-812f-8369a1a23ebf,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:56.799341 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-ddd9a957-58fa-4823-ae54-264e1d75fcd1 req-79cfc92a-94ba-4e17-871b-070938ff1968 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Deleting port d1e368e8-4fa6-464b-9bc3-88c17d24914a {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:49:56.799683 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ddd9a957-58fa-4823-ae54-264e1d75fcd1 req-79cfc92a-94ba-4e17-871b-070938ff1968 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:56.804608 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0dec019a-56f2-4d71-aee5-4db169f11cc5 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:56.806015 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0dec019a-56f2-4d71-aee5-4db169f11cc5 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3058665 Jul 06 13:49:56.815473 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45598) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:56.862510 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-18045237-6d3b-4ca4-8808-a95d6454fcd0 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "GET /v2.0/security-group-rules/b81bd534-a825-48f8-812f-8369a1a23ebf HTTP/1.1" status: 200 len: 763 time: 0.0458448 Jul 06 13:49:56.864920 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45600) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:56.918036 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b61968-e005-4cba-9821-a384db42e96c req-f2f036e3-6da0-4640-8b33-cd456edfcb95 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:56.919541 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-99b61968-e005-4cba-9821-a384db42e96c req-f2f036e3-6da0-4640-8b33-cd456edfcb95 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 950 time: 0.2671556 Jul 06 13:49:56.939308 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8906bdde-18c0-4476-847e-090a7a0e0de6 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0731533 Jul 06 13:49:56.941446 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-ddd9a957-58fa-4823-ae54-264e1d75fcd1 req-79cfc92a-94ba-4e17-871b-070938ff1968 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] For port d1e368e8-4fa6-464b-9bc3-88c17d24914a, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=d1e368e8-4fa6-464b-9bc3-88c17d24914a,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:56.941904 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ddd9a957-58fa-4823-ae54-264e1d75fcd1 req-79cfc92a-94ba-4e17-871b-070938ff1968 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:56.944853 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45602) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:56.946033 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8381a-8f0a-43b5-b35d-46e3104cf0e6 req-c4e1a4ae-caa5-466a-b958-0528e1b2727b tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:56.947541 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-99a8381a-8f0a-43b5-b35d-46e3104cf0e6 req-c4e1a4ae-caa5-466a-b958-0528e1b2727b tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2caaedf-6d6e-4914-90cc-c98400e800af HTTP/1.1" status: 200 len: 985 time: 0.2513275 Jul 06 13:49:56.970242 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-ddd9a957-58fa-4823-ae54-264e1d75fcd1 req-79cfc92a-94ba-4e17-871b-070938ff1968 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Calling delete_port for d1e368e8-4fa6-464b-9bc3-88c17d24914a owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:49:56.985263 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2029bc6-4316-43e8-9a8e-95037cc57148 req-56200a20-4680-4b31-9dc4-5a0a518d06d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:56.986761 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a2029bc6-4316-43e8-9a8e-95037cc57148 req-56200a20-4680-4b31-9dc4-5a0a518d06d0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0a05dcebc7174fa4835bbaac9666195c&device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71 HTTP/1.1" status: 200 len: 1095 time: 0.2336919 Jul 06 13:49:56.991419 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eac3b712-a965-4991-bc00-4f2e82573949 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:56.995348 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-b73677c1-3234-40b6-bffe-db2646da3a0c tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:57.026600 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eac3b712-a965-4991-bc00-4f2e82573949 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:57.067138 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eac3b712-a965-4991-bc00-4f2e82573949 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:57.081255 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eac3b712-a965-4991-bc00-4f2e82573949 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:57.082417 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-eac3b712-a965-4991-bc00-4f2e82573949 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "DELETE /v2.0/security-group-rules/b81bd534-a825-48f8-812f-8369a1a23ebf HTTP/1.1" status: 204 len: 168 time: 0.1365776 Jul 06 13:49:57.086162 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-99b61968-e005-4cba-9821-a384db42e96c req-784b4578-adf6-4691-baf1-01c537cad110 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554511 Jul 06 13:49:57.088801 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45606) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:57.096824 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3b712-a965-4991-bc00-4f2e82573949 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b81bd534-a825-48f8-812f-8369a1a23ebf,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:57.100482 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-99a8381a-8f0a-43b5-b35d-46e3104cf0e6 req-09b13a69-1bd9-4314-a1e2-89a400456454 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups?id=fb3b17d9-ade7-49d7-8915-6544a8aa5905&id=2f47163a-9065-4eb7-85e9-deac8ae58a72&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1434054 Jul 06 13:49:57.168580 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-839ae178-dfdb-4c6a-b91c-10f6b52293d7 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0757852 Jul 06 13:49:57.168785 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2029bc6-4316-43e8-9a8e-95037cc57148 req-1501c9e0-0f72-4c2d-9d25-d4ced76d0eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:57.168898 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45610) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:57.169115 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a2029bc6-4316-43e8-9a8e-95037cc57148 req-1501c9e0-0f72-4c2d-9d25-d4ced76d0eb0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b HTTP/1.1" status: 200 len: 909 time: 0.1587057 Jul 06 13:49:57.175119 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-58cb46df-1453-4290-b0c9-317b4efd1cd5 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Request body: {'security_group_rule': {'security_group_id': 'dab2047e-aae2-48f4-adc3-589f80dbcc38', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:57.175961 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-b73677c1-3234-40b6-bffe-db2646da3a0c tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:57.201456 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ddd9a957-58fa-4823-ae54-264e1d75fcd1 req-79cfc92a-94ba-4e17-871b-070938ff1968 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:57.222763 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a2029bc6-4316-43e8-9a8e-95037cc57148 req-26793f79-d675-42b1-bb90-8029a422a92c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bedc484-b3d4-459b-b2cf-64cde3ef42ca HTTP/1.1" status: 200 len: 217 time: 0.0437539 Jul 06 13:49:57.238115 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cfc92a-94ba-4e17-871b-070938ff1968 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Pushing event deleted for resources: {'Port': ['ID=d1e368e8-4fa6-464b-9bc3-88c17d24914a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:57.242971 n-d-773644-6 neutron-server[100417]: INFO neutron.db.securitygroups_db [None req-58cb46df-1453-4290-b0c9-317b4efd1cd5 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Project 0eaea0a0fe02406ea7863d48c682dc20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 13:49:57.250039 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58cb46df-1453-4290-b0c9-317b4efd1cd5 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:57.315767 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-b73677c1-3234-40b6-bffe-db2646da3a0c tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Network ecad3fdb-68c4-42f4-9456-8030c4568692 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:49:57.336313 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd9a957-58fa-4823-ae54-264e1d75fcd1 req-79cfc92a-94ba-4e17-871b-070938ff1968 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] No DVR routers for this DVR port d1e368e8-4fa6-464b-9bc3-88c17d24914a on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:49:57.339685 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-b73677c1-3234-40b6-bffe-db2646da3a0c tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:49:57.341161 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ddd9a957-58fa-4823-ae54-264e1d75fcd1 req-79cfc92a-94ba-4e17-871b-070938ff1968 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:57.343920 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ddd9a957-58fa-4823-ae54-264e1d75fcd1 req-79cfc92a-94ba-4e17-871b-070938ff1968 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.52 "DELETE /v2.0/ports/d1e368e8-4fa6-464b-9bc3-88c17d24914a HTTP/1.1" status: 204 len: 173 time: 0.6928465 Jul 06 13:49:57.359539 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58cb46df-1453-4290-b0c9-317b4efd1cd5 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:57.366044 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58cb46df-1453-4290-b0c9-317b4efd1cd5 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:57.376506 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-b73677c1-3234-40b6-bffe-db2646da3a0c tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:49:57.384054 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb46df-1453-4290-b0c9-317b4efd1cd5 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6210e4f-1b49-45b3-98f8-11dc35bfe2d2,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:57.398145 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58cb46df-1453-4290-b0c9-317b4efd1cd5 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:57.401579 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-58cb46df-1453-4290-b0c9-317b4efd1cd5 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2319214 Jul 06 13:49:57.404150 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45614) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:57.425300 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73677c1-3234-40b6-bffe-db2646da3a0c tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Pushing event updated for resources: {'Port': ['ID=bf2016dd-70b7-4257-b185-3b57a55f444d,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:57.428823 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6d3c32fc-29fa-4c39-a728-12ed602ca1b2 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "GET /v2.0/security-group-rules/d6210e4f-1b49-45b3-98f8-11dc35bfe2d2 HTTP/1.1" status: 200 len: 769 time: 0.0253270 Jul 06 13:49:57.429520 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45616) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:57.467442 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2029bc6-4316-43e8-9a8e-95037cc57148 req-79801b60-082d-4a04-81db-4539e8f44d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:57.469212 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a2029bc6-4316-43e8-9a8e-95037cc57148 req-79801b60-082d-4a04-81db-4539e8f44d8f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fb580ceb-d4c2-41da-b0a8-ed5910fd5560 HTTP/1.1" status: 200 len: 848 time: 0.2313228 Jul 06 13:49:57.482364 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a277bb37-c420-42ce-9f2b-a156ed0d1a32 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0516832 Jul 06 13:49:57.483296 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45618) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:57.523463 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a2029bc6-4316-43e8-9a8e-95037cc57148 req-cec1ed39-0401-4ba3-a5b9-ca4d0a518257 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449896 Jul 06 13:49:57.533558 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1d6275cc-e4ba-4587-bbbf-776a58395770 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:57.542995 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1d6275cc-e4ba-4587-bbbf-776a58395770 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:57.561049 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-b73677c1-3234-40b6-bffe-db2646da3a0c tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:57.562118 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-b73677c1-3234-40b6-bffe-db2646da3a0c tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:57.600657 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1d6275cc-e4ba-4587-bbbf-776a58395770 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:57.602673 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aecacdd-20e2-44b8-9135-49e91583bd53', 'name': 'network-vif-deleted', 'tag': 'd1e368e8-4fa6-464b-9bc3-88c17d24914a'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:49:57.608154 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0412d9-e1ac-4814-afc5-353a9ee95e53" -d '{"events": [{"server_uuid": "4aecacdd-20e2-44b8-9135-49e91583bd53", "name": "network-vif-deleted", "tag": "d1e368e8-4fa6-464b-9bc3-88c17d24914a"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:49:57.617966 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1d6275cc-e4ba-4587-bbbf-776a58395770 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:57.623284 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1d6275cc-e4ba-4587-bbbf-776a58395770 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "DELETE /v2.0/security-group-rules/d6210e4f-1b49-45b3-98f8-11dc35bfe2d2 HTTP/1.1" status: 204 len: 168 time: 0.1328981 Jul 06 13:49:57.627108 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45626) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:57.636105 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6275cc-e4ba-4587-bbbf-776a58395770 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6210e4f-1b49-45b3-98f8-11dc35bfe2d2,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:57.674675 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f60060d7-7136-4feb-bd71-cbb2d90ebc4b tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0437851 Jul 06 13:49:57.674912 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45628) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:57.682551 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a7d8c-f731-4b9b-bb9a-d92cf552d3fd req-2de63ace-a485-4242-b434-9490597854c9 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:57.684110 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a76a7d8c-f731-4b9b-bb9a-d92cf552d3fd req-2de63ace-a485-4242-b434-9490597854c9 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 945 time: 0.3712013 Jul 06 13:49:57.690002 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-b73677c1-3234-40b6-bffe-db2646da3a0c tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7350354 Jul 06 13:49:57.717996 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-48a21e1a-ad23-447d-83cf-6f48845c7ae9 service neutron] Request body: {'port': {'device_id': '3ce2b421-ee2b-420f-a911-94422f64a9e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:57.721636 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f2279092-af84-492a-a03a-12a2a1350cc2 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:49:57.730412 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7691c5dc-3ea4-4b6e-bca8-e5dbc4a67ec2 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:57.737173 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c9331-9669-4a86-84d6-dcb17f21c22a req-6717fcc7-4eb4-4f28-a53e-1c9ad5600f6f tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:57.745094 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a02c9331-9669-4a86-84d6-dcb17f21c22a req-6717fcc7-4eb4-4f28-a53e-1c9ad5600f6f tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=c24d1041-4195-4665-ba0b-0381a10844e8 HTTP/1.1" status: 200 len: 943 time: 0.3715286 Jul 06 13:49:57.754452 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7691c5dc-3ea4-4b6e-bca8-e5dbc4a67ec2 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:57.808313 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7691c5dc-3ea4-4b6e-bca8-e5dbc4a67ec2 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:57.810696 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7691c5dc-3ea4-4b6e-bca8-e5dbc4a67ec2 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:57.814312 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7691c5dc-3ea4-4b6e-bca8-e5dbc4a67ec2 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "DELETE /v2.0/security-groups/dab2047e-aae2-48f4-adc3-589f80dbcc38 HTTP/1.1" status: 204 len: 168 time: 0.1360109 Jul 06 13:49:57.815827 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45630) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:57.823932 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691c5dc-3ea4-4b6e-bca8-e5dbc4a67ec2 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab2047e-aae2-48f4-adc3-589f80dbcc38,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:57.842366 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f2279092-af84-492a-a03a-12a2a1350cc2, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f2279092-af84-492a-a03a-12a2a1350cc2,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:57.854059 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a2029bc6-4316-43e8-9a8e-95037cc57148 req-d2fb892a-1c4d-453e-b58c-cd750b8c9f3b service neutron] 10.222.0.52 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196189 Jul 06 13:49:57.863591 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a76a7d8c-f731-4b9b-bb9a-d92cf552d3fd req-420bf8cb-98f1-42b3-9f09-7943cb5e7b25 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708455 Jul 06 13:49:57.866092 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'f2279092-af84-492a-a03a-12a2a1350cc2', 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b', 'port_id': 'f2279092-af84-492a-a03a-12a2a1350cc2', 'mac_address': 'fa:16:3e:1a:51:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c4bc917-beda-4093-9c43-911a28c774ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:49:57.897377 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a02c9331-9669-4a86-84d6-dcb17f21c22a req-b6211aa2-5b29-469d-bd84-a32919f9c53b tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514089 Jul 06 13:49:57.933401 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:57.968505 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2279092-af84-492a-a03a-12a2a1350cc2 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:49:58.003455 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-48a21e1a-ad23-447d-83cf-6f48845c7ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:58.026878 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f2279092-af84-492a-a03a-12a2a1350cc2, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f2279092-af84-492a-a03a-12a2a1350cc2,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:58.038311 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:58.073276 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9bafdbb6-110d-49dc-920d-7ff3eb2a47e6 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2421453 Jul 06 13:49:58.074119 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45632) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:58.085774 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a2029bc6-4316-43e8-9a8e-95037cc57148 req-3cb9627f-a54a-4796-b6c2-d22088306b25 service neutron] 10.222.0.52 "GET /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064157 Jul 06 13:49:58.134897 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=f2279092-af84-492a-a03a-12a2a1350cc2,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:58.157579 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ee9a29fd-9a43-49e3-8511-b80c75adb111 tempest-SecGroupIPv6Test-1427053494 tempest-SecGroupIPv6Test-1427053494-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0825317 Jul 06 13:49:58.230317 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-508eb93a-d4a5-4c4f-b9f1-a3dff6163baf req-8e935b13-244c-44d3-8442-a41ba6c7a77b tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-144567952&fields=id&tenant_id=0001af22c6f747cd9b5d14a552aede55 HTTP/1.1" status: 200 len: 267 time: 0.2339311 Jul 06 13:49:58.282502 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['f2279092-af84-492a-a03a-12a2a1350cc2'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:49:58.394469 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45640) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:58.552052 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-28d274c5-8d89-49c9-aa23-85d42c3abe7f admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=0eaea0a0fe02406ea7863d48c682dc20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1564810 Jul 06 13:49:58.554592 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45644) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:58.605478 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7da0a2c1-8b7b-4aef-9010-163b80afc90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:58.628278 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7da0a2c1-8b7b-4aef-9010-163b80afc90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:58.677341 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7da0a2c1-8b7b-4aef-9010-163b80afc90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:58.680230 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7da0a2c1-8b7b-4aef-9010-163b80afc90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:58.681398 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7da0a2c1-8b7b-4aef-9010-163b80afc90e admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/d4e54766-ac46-4b8a-95e5-1db161250fcd HTTP/1.1" status: 204 len: 168 time: 0.1258512 Jul 06 13:49:58.685093 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc395450-b84a-4c5a-a8cf-4cfc0f5a4dd0 req-f59d1b60-36fa-41f7-93d7-40b64fa88f52 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:58.686654 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc395450-b84a-4c5a-a8cf-4cfc0f5a4dd0 req-f59d1b60-36fa-41f7-93d7-40b64fa88f52 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/ports?device_id=ff6fb567-887c-4e2b-b99f-0e710edb5615 HTTP/1.1" status: 200 len: 943 time: 0.5649469 Jul 06 13:49:58.689573 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0a2c1-8b7b-4aef-9010-163b80afc90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e54766-ac46-4b8a-95e5-1db161250fcd,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:58.758057 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508eb93a-d4a5-4c4f-b9f1-a3dff6163baf req-d7dbe99a-87ec-43ad-90f2-449ba65a3470 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:58.759575 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-508eb93a-d4a5-4c4f-b9f1-a3dff6163baf req-d7dbe99a-87ec-43ad-90f2-449ba65a3470 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2caaedf-6d6e-4914-90cc-c98400e800af HTTP/1.1" status: 200 len: 985 time: 0.5206423 Jul 06 13:49:58.782714 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-508eb93a-d4a5-4c4f-b9f1-a3dff6163baf req-fbc10dae-3f0a-4c09-b27a-580e4f82251e tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Request body: {'port': {'security_groups': ['2f47163a-9065-4eb7-85e9-deac8ae58a72', 'fb3b17d9-ade7-49d7-8915-6544a8aa5905', 'b2abf915-b2d5-44c0-af69-cfa752d99cf4']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:49:58.792117 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc395450-b84a-4c5a-a8cf-4cfc0f5a4dd0 req-c08e4c1e-1002-4d3f-afc5-2c86d6c62b0f tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/security-groups?id=1b01d789-7436-40a6-a70c-8138be3e1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886786 Jul 06 13:49:58.936997 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-508eb93a-d4a5-4c4f-b9f1-a3dff6163baf req-fbc10dae-3f0a-4c09-b27a-580e4f82251e tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:58.948381 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-48a21e1a-ad23-447d-83cf-6f48845c7ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf2016dd-70b7-4257-b185-3b57a55f444d {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:49:58.966520 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-48a21e1a-ad23-447d-83cf-6f48845c7ae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:59.014193 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-48a21e1a-ad23-447d-83cf-6f48845c7ae9 service neutron] Transition to ACTIVE for port object bf2016dd-70b7-4257-b185-3b57a55f444d will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:49:59.044278 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-48a21e1a-ad23-447d-83cf-6f48845c7ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:59.164530 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a21e1a-ad23-447d-83cf-6f48845c7ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=bf2016dd-70b7-4257-b185-3b57a55f444d,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:59.242977 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821fdd7-64b5-4986-a5b1-319e1f763383 req-14baf162-dc29-486c-9328-3adf948ec50c tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:59.244537 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7821fdd7-64b5-4986-a5b1-319e1f763383 req-14baf162-dc29-486c-9328-3adf948ec50c tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] 10.222.0.118 "GET /v2.0/ports?device_id=3ce2b421-ee2b-420f-a911-94422f64a9e1 HTTP/1.1" status: 200 len: 931 time: 0.2438781 Jul 06 13:49:59.347190 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-48a21e1a-ad23-447d-83cf-6f48845c7ae9 service neutron] Attempting to bind port bf2016dd-70b7-4257-b185-3b57a55f444d on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:49:59.347547 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-48a21e1a-ad23-447d-83cf-6f48845c7ae9 service neutron] Attempting to bind port bf2016dd-70b7-4257-b185-3b57a55f444d by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '915e7521-c11d-4c0f-a4a5-8a98d8b874fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ecad3fdb-68c4-42f4-9456-8030c4568692'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:49:59.347881 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-48a21e1a-ad23-447d-83cf-6f48845c7ae9 service neutron] Attempting to bind port bf2016dd-70b7-4257-b185-3b57a55f444d on network ecad3fdb-68c4-42f4-9456-8030c4568692 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:49:59.363865 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-48a21e1a-ad23-447d-83cf-6f48845c7ae9 service neutron] Port bf2016dd-70b7-4257-b185-3b57a55f444d on network ecad3fdb-68c4-42f4-9456-8030c4568692 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:49:59.364228 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-48a21e1a-ad23-447d-83cf-6f48845c7ae9 service neutron] Attempting to bind port bf2016dd-70b7-4257-b185-3b57a55f444d on network ecad3fdb-68c4-42f4-9456-8030c4568692 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:49:59.378974 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7821fdd7-64b5-4986-a5b1-319e1f763383 req-560f0b79-e5e3-4a66-bcc3-f48317b69b08 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] 10.222.0.118 "GET /v2.0/security-groups?id=bf03b78c-b603-4278-93b6-1192987daeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205909 Jul 06 13:49:59.386705 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-48a21e1a-ad23-447d-83cf-6f48845c7ae9 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:49:59.387053 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-48a21e1a-ad23-447d-83cf-6f48845c7ae9 service neutron] Checking segment: {'id': '915e7521-c11d-4c0f-a4a5-8a98d8b874fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ecad3fdb-68c4-42f4-9456-8030c4568692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:49:59.387440 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-48a21e1a-ad23-447d-83cf-6f48845c7ae9 service neutron] Bound using segment: {'id': '915e7521-c11d-4c0f-a4a5-8a98d8b874fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ecad3fdb-68c4-42f4-9456-8030c4568692'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:49:59.387901 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-48a21e1a-ad23-447d-83cf-6f48845c7ae9 service neutron] Bound port: bf2016dd-70b7-4257-b185-3b57a55f444d, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '915e7521-c11d-4c0f-a4a5-8a98d8b874fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ecad3fdb-68c4-42f4-9456-8030c4568692'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:49:59.388268 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-48a21e1a-ad23-447d-83cf-6f48845c7ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:59.399930 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device d1e368e8-4fa6-464b-9bc3-88c17d24914a no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:49:59.431648 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: d1e368e8-4fa6-464b-9bc3-88c17d24914a {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:49:59.432294 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device d1e368e8-4fa6-464b-9bc3-88c17d24914a not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:49:59.454809 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-508eb93a-d4a5-4c4f-b9f1-a3dff6163baf req-fbc10dae-3f0a-4c09-b27a-580e4f82251e tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] For port eae4a39f-511a-4dcc-be27-47e021417aad, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=eae4a39f-511a-4dcc-be27-47e021417aad,segment=NetworkSegment(395ac52b-270e-4067-8453-7941e774d9db),segment_id=395ac52b-270e-4067-8453-7941e774d9db)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:59.458242 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9239846b-8580-483d-9bd6-05a859d2e7db x-openstack-request-id: req-9239846b-8580-483d-9bd6-05a859d2e7db {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:49:59.459408 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aecacdd-20e2-44b8-9135-49e91583bd53", "name": "network-vif-deleted", "tag": "d1e368e8-4fa6-464b-9bc3-88c17d24914a", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:49:59.459408 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-9239846b-8580-483d-9bd6-05a859d2e7db {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:49:59.459926 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aecacdd-20e2-44b8-9135-49e91583bd53', 'name': 'network-vif-deleted', 'tag': 'd1e368e8-4fa6-464b-9bc3-88c17d24914a', 'status': 'completed', 'code': 200} Jul 06 13:49:59.506465 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-48a21e1a-ad23-447d-83cf-6f48845c7ae9 service neutron] For port bf2016dd-70b7-4257-b185-3b57a55f444d, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:49:59.511752 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-508eb93a-d4a5-4c4f-b9f1-a3dff6163baf req-fbc10dae-3f0a-4c09-b27a-580e4f82251e tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:59.513606 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-48a21e1a-ad23-447d-83cf-6f48845c7ae9 service neutron] For port bf2016dd-70b7-4257-b185-3b57a55f444d, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=bf2016dd-70b7-4257-b185-3b57a55f444d,segment=NetworkSegment(915e7521-c11d-4c0f-a4a5-8a98d8b874fe),segment_id=915e7521-c11d-4c0f-a4a5-8a98d8b874fe)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:49:59.518646 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-48a21e1a-ad23-447d-83cf-6f48845c7ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:59.520676 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-508eb93a-d4a5-4c4f-b9f1-a3dff6163baf req-fbc10dae-3f0a-4c09-b27a-580e4f82251e tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:59.535416 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['d297307d-d7fb-49d6-bdd7-a0b990031e5e'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:49:59.540741 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['eae4a39f-511a-4dcc-be27-47e021417aad'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:49:59.550263 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45672) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:59.558107 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45674) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:49:59.558488 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [-] 10.222.0.118 "GET / HTTP/1.1" status: 200 len: 249 time: 0.0068934 Jul 06 13:49:59.562965 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-48a21e1a-ad23-447d-83cf-6f48845c7ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:59.563595 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-48a21e1a-ad23-447d-83cf-6f48845c7ae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:59.564973 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-48a21e1a-ad23-447d-83cf-6f48845c7ae9 service neutron] 10.222.0.52 "PUT /v2.0/ports/bf2016dd-70b7-4257-b185-3b57a55f444d HTTP/1.1" status: 200 len: 1091 time: 1.8590956 Jul 06 13:49:59.570743 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce2b421-ee2b-420f-a911-94422f64a9e1', 'tag': 'bf2016dd-70b7-4257-b185-3b57a55f444d'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:49:59.572913 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3362a3-3965-4626-b8b7-808c81bf2741" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce2b421-ee2b-420f-a911-94422f64a9e1", "tag": "bf2016dd-70b7-4257-b185-3b57a55f444d"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:49:59.589255 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508eb93a-d4a5-4c4f-b9f1-a3dff6163baf req-fbc10dae-3f0a-4c09-b27a-580e4f82251e tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:59.590158 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-508eb93a-d4a5-4c4f-b9f1-a3dff6163baf req-fbc10dae-3f0a-4c09-b27a-580e4f82251e tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:49:59.595947 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-508eb93a-d4a5-4c4f-b9f1-a3dff6163baf req-fbc10dae-3f0a-4c09-b27a-580e4f82251e tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "PUT /v2.0/ports/eae4a39f-511a-4dcc-be27-47e021417aad HTTP/1.1" status: 200 len: 1021 time: 0.8243973 Jul 06 13:49:59.689816 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['eae4a39f-511a-4dcc-be27-47e021417aad'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:49:59.700015 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a21e1a-ad23-447d-83cf-6f48845c7ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=bf2016dd-70b7-4257-b185-3b57a55f444d,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:59.734627 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f2279092-af84-492a-a03a-12a2a1350cc2 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:49:59.761410 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5947b9f7-6410-4621-9063-185357cdb4ab tempest-NetworksApiDiscovery-186399274 tempest-NetworksApiDiscovery-186399274-project] 10.222.0.118 "GET /v2.0/ HTTP/1.1" status: 200 len: 706 time: 0.2009871 Jul 06 13:49:59.812471 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc10dae-3f0a-4c09-b27a-580e4f82251e tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Pushing event updated for resources: {'Port': ['ID=eae4a39f-511a-4dcc-be27-47e021417aad,revision_number=7']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:59.836243 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3bd7c-73c4-4ec8-ba57-b15ed2164006 req-5e023c95-9a09-4c40-87d1-035dcaeecb67 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:59.838029 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d8a3bd7c-73c4-4ec8-ba57-b15ed2164006 req-5e023c95-9a09-4c40-87d1-035dcaeecb67 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 950 time: 0.2564464 Jul 06 13:49:59.840907 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-7bc3c8e2-4187-4e36-81f1-657b26f80da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:59.842588 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-7bc3c8e2-4187-4e36-81f1-657b26f80da5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b5dd84bfe0564d60b03caa863157bd02&device_id=3ce2b421-ee2b-420f-a911-94422f64a9e1 HTTP/1.1" status: 200 len: 1094 time: 0.2244742 Jul 06 13:49:59.910948 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-7bc18783-601d-45f6-af54-8d7b088256d1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf2016dd-70b7-4257-b185-3b57a55f444d HTTP/1.1" status: 200 len: 217 time: 0.0544617 Jul 06 13:49:59.946919 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port f2279092-af84-492a-a03a-12a2a1350cc2 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:49:59.963343 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d8a3bd7c-73c4-4ec8-ba57-b15ed2164006 req-35a4f5fa-b9a8-448e-8111-51224248c0ee tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147659 Jul 06 13:49:59.982798 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-f53df212-5fe9-4bb5-8839-6f6dd5b2b88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:49:59.984540 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-f53df212-5fe9-4bb5-8839-6f6dd5b2b88f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de2e99e4-3a9f-45a5-bf49-09118093eb4f HTTP/1.1" status: 200 len: 853 time: 0.0610433 Jul 06 13:49:59.998462 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port f2279092-af84-492a-a03a-12a2a1350cc2 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:49:59.998884 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:00.023981 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-0cad28e4-c4ec-4490-b03b-f21b1ab01399 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ecad3fdb-68c4-42f4-9456-8030c4568692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322773 Jul 06 13:50:00.154714 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45692) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:00.221226 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-e8b8d9b0-0a6d-487a-9df4-963b1772dcd3 service neutron] 10.222.0.52 "GET /v2.0/networks/ecad3fdb-68c4-42f4-9456-8030c4568692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894500 Jul 06 13:50:00.281949 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-47597d36-7686-4ff4-b2f7-c230f4d483ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:00.294429 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:00.297744 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920e76a-b70f-4db0-88bf-94575194df8b req-cc13df5d-b8e2-4fc9-8c64-b41d69be8cb8 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:00.305912 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8920e76a-b70f-4db0-88bf-94575194df8b req-cc13df5d-b8e2-4fc9-8c64-b41d69be8cb8 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 945 time: 0.2508788 Jul 06 13:50:00.329949 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f083e1-4d17-41dc-b2e0-6a0a2f528c5a req-5c1f080f-cefc-4a22-a388-816d4418b006 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:00.331633 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-72f083e1-4d17-41dc-b2e0-6a0a2f528c5a req-5c1f080f-cefc-4a22-a388-816d4418b006 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=c24d1041-4195-4665-ba0b-0381a10844e8 HTTP/1.1" status: 200 len: 944 time: 0.2042811 Jul 06 13:50:00.371364 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24d1041-4195-4665-ba0b-0381a10844e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2279092-af84-492a-a03a-12a2a1350cc2'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:00.373641 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33c93d9-7dde-42b6-9574-a5c13fb48946" -d '{"events": [{"server_uuid": "c24d1041-4195-4665-ba0b-0381a10844e8", "name": "network-vif-plugged", "status": "completed", "tag": "f2279092-af84-492a-a03a-12a2a1350cc2"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:00.399891 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f2279092-af84-492a-a03a-12a2a1350cc2, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f2279092-af84-492a-a03a-12a2a1350cc2,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:00.402506 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8920e76a-b70f-4db0-88bf-94575194df8b req-a72c3cbf-12ea-4a8c-b900-010237a3ebb4 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957229 Jul 06 13:50:00.411327 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-47597d36-7686-4ff4-b2f7-c230f4d483ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:00.417723 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-47597d36-7686-4ff4-b2f7-c230f4d483ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:00.424157 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:00.459996 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-72f083e1-4d17-41dc-b2e0-6a0a2f528c5a req-7d46cdd8-8870-4e63-9826-ae0c1c8a166d tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156638 Jul 06 13:50:00.478441 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-47597d36-7686-4ff4-b2f7-c230f4d483ba admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=161626a2fa0d4cbd9693f4a5ada3bd83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3199286 Jul 06 13:50:00.480859 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45700) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:00.483613 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47597d36-7686-4ff4-b2f7-c230f4d483ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81d7027-a211-4912-9df5-6f3af6e1c7db,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:00.498644 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b871178-cf9e-4b69-b659-988029a78823 x-openstack-request-id: req-0b871178-cf9e-4b69-b659-988029a78823 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:00.498644 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce2b421-ee2b-420f-a911-94422f64a9e1", "tag": "bf2016dd-70b7-4257-b185-3b57a55f444d", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:00.498644 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-0b871178-cf9e-4b69-b659-988029a78823 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:00.498644 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce2b421-ee2b-420f-a911-94422f64a9e1', 'tag': 'bf2016dd-70b7-4257-b185-3b57a55f444d', 'status': 'completed', 'code': 200} Jul 06 13:50:00.502351 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9229a83-087f-42d2-b3b7-ca7e1fbe7c51 req-160771ec-c14f-4007-a1f3-861ed4c8a0e1 service neutron] 10.222.0.52 "GET /v2.0/networks/ecad3fdb-68c4-42f4-9456-8030c4568692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733350 Jul 06 13:50:00.554791 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=f2279092-af84-492a-a03a-12a2a1350cc2,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:00.567114 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bfb92e34-ac5b-45c5-9c85-c94ef8f4377a req-d1260d9f-ede7-4c72-b425-23a3d3d705f4 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups/b2abf915-b2d5-44c0-af69-cfa752d99cf4 HTTP/1.1" status: 200 len: 1799 time: 0.0672798 Jul 06 13:50:00.579949 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bdcc8614-ab77-46a2-a46e-591a2db0edd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:00.604629 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bdcc8614-ab77-46a2-a46e-591a2db0edd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:00.617780 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d89a4-a52b-461e-9027-58ab861b4539 req-ed01f60f-77f9-4489-8416-ac63d0d6b408 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:00.619311 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-415d89a4-a52b-461e-9027-58ab861b4539 req-ed01f60f-77f9-4489-8416-ac63d0d6b408 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71 HTTP/1.1" status: 200 len: 944 time: 0.1980298 Jul 06 13:50:00.654979 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bdcc8614-ab77-46a2-a46e-591a2db0edd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:00.658217 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bdcc8614-ab77-46a2-a46e-591a2db0edd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:00.662680 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bdcc8614-ab77-46a2-a46e-591a2db0edd5 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/f81d7027-a211-4912-9df5-6f3af6e1c7db HTTP/1.1" status: 204 len: 168 time: 0.1802301 Jul 06 13:50:00.670838 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc8614-ab77-46a2-a46e-591a2db0edd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81d7027-a211-4912-9df5-6f3af6e1c7db,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:00.754149 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-bfb92e34-ac5b-45c5-9c85-c94ef8f4377a req-89ac82a4-e0f9-461f-9a4a-e05bc1041f4c tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 13:50:00.755200 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bfb92e34-ac5b-45c5-9c85-c94ef8f4377a req-89ac82a4-e0f9-461f-9a4a-e05bc1041f4c tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "DELETE /v2.0/security-groups/b2abf915-b2d5-44c0-af69-cfa752d99cf4 HTTP/1.1" status: 409 len: 341 time: 0.1740270 Jul 06 13:50:00.798977 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3362a3-3965-4626-b8b7-808c81bf2741 req-82b82989-1655-4aea-912e-1d05755f9b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:00.800502 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da3362a3-3965-4626-b8b7-808c81bf2741 req-82b82989-1655-4aea-912e-1d05755f9b3d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b5dd84bfe0564d60b03caa863157bd02&device_id=3ce2b421-ee2b-420f-a911-94422f64a9e1 HTTP/1.1" status: 200 len: 1094 time: 0.2279756 Jul 06 13:50:00.824277 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42007b34-71c4-4b41-93b7-47a2b0811a08 req-abce6880-4768-4450-b0b2-78e977539a8c tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:00.825863 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42007b34-71c4-4b41-93b7-47a2b0811a08 req-abce6880-4768-4450-b0b2-78e977539a8c tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/ports?device_id=ff6fb567-887c-4e2b-b99f-0e710edb5615 HTTP/1.1" status: 200 len: 943 time: 0.1999445 Jul 06 13:50:00.924439 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-415d89a4-a52b-461e-9027-58ab861b4539 req-84e600d0-7789-4515-af88-f2e1d0ef06ec tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Deleting port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:50:00.924795 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-415d89a4-a52b-461e-9027-58ab861b4539 req-84e600d0-7789-4515-af88-f2e1d0ef06ec tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:01.039116 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42007b34-71c4-4b41-93b7-47a2b0811a08 req-9cef86ab-2d98-49b5-a326-40b65db5bf41 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/security-groups?id=1b01d789-7436-40a6-a70c-8138be3e1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972437 Jul 06 13:50:01.054877 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3362a3-3965-4626-b8b7-808c81bf2741 req-a1c0f450-7f66-4c16-8f9e-dbc08cd4bea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:01.056298 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da3362a3-3965-4626-b8b7-808c81bf2741 req-a1c0f450-7f66-4c16-8f9e-dbc08cd4bea5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ecad3fdb-68c4-42f4-9456-8030c4568692 HTTP/1.1" status: 200 len: 914 time: 0.2485821 Jul 06 13:50:01.123194 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da3362a3-3965-4626-b8b7-808c81bf2741 req-5bdef080-26ca-4687-8333-8ecfb935a486 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf2016dd-70b7-4257-b185-3b57a55f444d HTTP/1.1" status: 200 len: 217 time: 0.0592782 Jul 06 13:50:01.138796 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda935e-c197-4428-a755-ca562837e6e8 req-1c6cedb4-9173-44e3-9b1a-5786183819f0 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:01.140377 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fdda935e-c197-4428-a755-ca562837e6e8 req-1c6cedb4-9173-44e3-9b1a-5786183819f0 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=6e676f6c-ae3f-460a-8f63-3d6159824e71 HTTP/1.1" status: 200 len: 944 time: 0.2491241 Jul 06 13:50:01.146945 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-415d89a4-a52b-461e-9027-58ab861b4539 req-84e600d0-7789-4515-af88-f2e1d0ef06ec tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] For port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=1bedc484-b3d4-459b-b2cf-64cde3ef42ca,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:01.147322 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-415d89a4-a52b-461e-9027-58ab861b4539 req-84e600d0-7789-4515-af88-f2e1d0ef06ec tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:01.234885 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-415d89a4-a52b-461e-9027-58ab861b4539 req-84e600d0-7789-4515-af88-f2e1d0ef06ec tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Calling delete_port for 1bedc484-b3d4-459b-b2cf-64cde3ef42ca owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:50:01.270543 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3362a3-3965-4626-b8b7-808c81bf2741 req-82553ae5-901a-4562-bf54-149264919aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:01.272611 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da3362a3-3965-4626-b8b7-808c81bf2741 req-82553ae5-901a-4562-bf54-149264919aa6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de2e99e4-3a9f-45a5-bf49-09118093eb4f HTTP/1.1" status: 200 len: 853 time: 0.1281214 Jul 06 13:50:01.323279 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fdda935e-c197-4428-a755-ca562837e6e8 req-d99ac9af-fc7d-4d83-b51d-cda1ab9620f5 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/security-groups?id=e62cf268-91e1-4918-8c16-6b106c67f75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602643 Jul 06 13:50:01.354912 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da3362a3-3965-4626-b8b7-808c81bf2741 req-c0a250f5-1ac0-48bf-a7a2-3bc20a0364b1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ecad3fdb-68c4-42f4-9456-8030c4568692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717056 Jul 06 13:50:01.377150 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2759990-4089-4e78-854c-435f729738d1 x-openstack-request-id: req-c2759990-4089-4e78-854c-435f729738d1 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:01.377544 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24d1041-4195-4665-ba0b-0381a10844e8", "name": "network-vif-plugged", "status": "completed", "tag": "f2279092-af84-492a-a03a-12a2a1350cc2", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:01.377916 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c2759990-4089-4e78-854c-435f729738d1 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:01.378887 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24d1041-4195-4665-ba0b-0381a10844e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2279092-af84-492a-a03a-12a2a1350cc2', 'code': 200} Jul 06 13:50:01.399002 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbc5c2-c883-47de-bcf7-4771c705666e req-481cd0ce-28a3-432e-9986-cbbf0e99e737 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:01.400923 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f6dbc5c2-c883-47de-bcf7-4771c705666e req-481cd0ce-28a3-432e-9986-cbbf0e99e737 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 950 time: 0.2165380 Jul 06 13:50:01.507307 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012ede4-e696-400d-99cb-fc7041eaa8a5 req-14825a57-161e-4544-a919-3285cfad20fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:01.509437 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b012ede4-e696-400d-99cb-fc7041eaa8a5 req-14825a57-161e-4544-a919-3285cfad20fd service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=c24d1041-4195-4665-ba0b-0381a10844e8 HTTP/1.1" status: 200 len: 1096 time: 0.0632439 Jul 06 13:50:01.538614 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f6dbc5c2-c883-47de-bcf7-4771c705666e req-cdd22113-78b0-4d08-9254-9845cf182e4d tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269572 Jul 06 13:50:01.555231 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b012ede4-e696-400d-99cb-fc7041eaa8a5 req-2bfccec4-6d85-4487-b223-00c7e0de93c2 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395145 Jul 06 13:50:01.605038 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da3362a3-3965-4626-b8b7-808c81bf2741 req-61a4e91b-6a4f-482c-b09e-9c96fe20b7bb service neutron] 10.222.0.52 "GET /v2.0/networks/ecad3fdb-68c4-42f4-9456-8030c4568692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384770 Jul 06 13:50:01.684473 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-415d89a4-a52b-461e-9027-58ab861b4539 req-84e600d0-7789-4515-af88-f2e1d0ef06ec tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:01.695153 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5f4c5-bebe-4dd7-bc13-5fe2e42a0527 req-d05dbce8-a404-4f2c-a287-085bc686f551 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:01.696669 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e0a5f4c5-bebe-4dd7-bc13-5fe2e42a0527 req-d05dbce8-a404-4f2c-a287-085bc686f551 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] 10.222.0.118 "GET /v2.0/ports?device_id=3ce2b421-ee2b-420f-a911-94422f64a9e1 HTTP/1.1" status: 200 len: 943 time: 0.2103417 Jul 06 13:50:01.718881 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device ef3bbff5-1b57-4526-a55f-48cab3900505 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:50:01.766137 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e600d0-7789-4515-af88-f2e1d0ef06ec tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Pushing event deleted for resources: {'Port': ['ID=1bedc484-b3d4-459b-b2cf-64cde3ef42ca,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:01.846972 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-415d89a4-a52b-461e-9027-58ab861b4539 req-84e600d0-7789-4515-af88-f2e1d0ef06ec tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] No DVR routers for this DVR port 1bedc484-b3d4-459b-b2cf-64cde3ef42ca on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:50:01.861598 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e0a5f4c5-bebe-4dd7-bc13-5fe2e42a0527 req-9ebea5ba-2f51-4bdb-bb15-c1478591be59 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] 10.222.0.118 "GET /v2.0/security-groups?id=bf03b78c-b603-4278-93b6-1192987daeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543074 Jul 06 13:50:01.864327 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-415d89a4-a52b-461e-9027-58ab861b4539 req-84e600d0-7789-4515-af88-f2e1d0ef06ec tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:01.874249 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-415d89a4-a52b-461e-9027-58ab861b4539 req-84e600d0-7789-4515-af88-f2e1d0ef06ec tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.52 "DELETE /v2.0/ports/1bedc484-b3d4-459b-b2cf-64cde3ef42ca HTTP/1.1" status: 204 len: 173 time: 1.2374148 Jul 06 13:50:01.883781 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da3362a3-3965-4626-b8b7-808c81bf2741 req-0b0f311b-fc34-4954-8760-e901a360f10f service neutron] 10.222.0.52 "GET /v2.0/networks/ecad3fdb-68c4-42f4-9456-8030c4568692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649164 Jul 06 13:50:01.892976 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port ef3bbff5-1b57-4526-a55f-48cab3900505, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=ef3bbff5-1b57-4526-a55f-48cab3900505,segment=NetworkSegment(0df52ff8-ca18-4039-a7b0-abde1dc3104d),segment_id=0df52ff8-ca18-4039-a7b0-abde1dc3104d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:01.924447 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'ef3bbff5-1b57-4526-a55f-48cab3900505', 'network_id': '50329774-c014-4320-b73f-68f0f2d9d2b2', 'port_id': 'ef3bbff5-1b57-4526-a55f-48cab3900505', 'mac_address': 'fa:16:3e:66:c1:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86e0e7b2-c042-4f4e-889c-0378d7ddb55d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:50:01.980578 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:01.997645 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef3bbff5-1b57-4526-a55f-48cab3900505 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:50:02.028562 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port ef3bbff5-1b57-4526-a55f-48cab3900505, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=ef3bbff5-1b57-4526-a55f-48cab3900505,segment=NetworkSegment(0df52ff8-ca18-4039-a7b0-abde1dc3104d),segment_id=0df52ff8-ca18-4039-a7b0-abde1dc3104d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:02.039230 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:02.092623 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f8583-7da7-47ac-a963-acf59027b76d req-034aee0d-e0a1-4aa2-a20e-4523333f2ec7 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:02.094533 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3c5f8583-7da7-47ac-a963-acf59027b76d req-034aee0d-e0a1-4aa2-a20e-4523333f2ec7 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 945 time: 0.1563957 Jul 06 13:50:02.102258 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=ef3bbff5-1b57-4526-a55f-48cab3900505,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:02.151330 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092cdf2-74ba-47dd-ad58-ca6f5b134075 req-6113eb11-5380-4071-a344-66d0a8e855c7 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:02.152874 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b092cdf2-74ba-47dd-ad58-ca6f5b134075 req-6113eb11-5380-4071-a344-66d0a8e855c7 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=c24d1041-4195-4665-ba0b-0381a10844e8 HTTP/1.1" status: 200 len: 945 time: 0.1326349 Jul 06 13:50:02.156291 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3c5f8583-7da7-47ac-a963-acf59027b76d req-8ee3c889-56d5-469c-a3ea-ba56f2ac8b9c tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547426 Jul 06 13:50:02.206899 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b092cdf2-74ba-47dd-ad58-ca6f5b134075 req-88ecb6c2-f4b0-4f97-91b6-8ac0af8689f3 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479636 Jul 06 13:50:02.318895 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['ef3bbff5-1b57-4526-a55f-48cab3900505'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:50:02.498788 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae8c00-db6b-4a3b-b856-c722f4bc6094 req-389458e5-b401-4910-b457-0962244d2956 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:02.500378 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d9ae8c00-db6b-4a3b-b856-c722f4bc6094 req-389458e5-b401-4910-b457-0962244d2956 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2caaedf-6d6e-4914-90cc-c98400e800af HTTP/1.1" status: 200 len: 1024 time: 0.1857531 Jul 06 13:50:02.500908 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2caaedf-6d6e-4914-90cc-c98400e800af', 'tag': 'eae4a39f-511a-4dcc-be27-47e021417aad'}, {'server_uuid': '6e676f6c-ae3f-460a-8f63-3d6159824e71', 'name': 'network-vif-deleted', 'tag': '1bedc484-b3d4-459b-b2cf-64cde3ef42ca'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:02.515539 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16355a5d-ff9a-4641-895b-e07723243cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "d2caaedf-6d6e-4914-90cc-c98400e800af", "tag": "eae4a39f-511a-4dcc-be27-47e021417aad"}, {"server_uuid": "6e676f6c-ae3f-460a-8f63-3d6159824e71", "name": "network-vif-deleted", "tag": "1bedc484-b3d4-459b-b2cf-64cde3ef42ca"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:02.626318 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d9ae8c00-db6b-4a3b-b856-c722f4bc6094 req-dc0a3597-16c0-45cb-b929-1074825a8991 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups?id=b2abf915-b2d5-44c0-af69-cfa752d99cf4&id=fb3b17d9-ade7-49d7-8915-6544a8aa5905&id=2f47163a-9065-4eb7-85e9-deac8ae58a72&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1009536 Jul 06 13:50:02.827280 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85aad17-5fe3-4fda-945a-9eca285c228d req-35a6445a-cc55-4f98-8296-00bd3ab75961 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:02.829961 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e85aad17-5fe3-4fda-945a-9eca285c228d req-35a6445a-cc55-4f98-8296-00bd3ab75961 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/ports?device_id=ff6fb567-887c-4e2b-b99f-0e710edb5615 HTTP/1.1" status: 200 len: 944 time: 0.1031611 Jul 06 13:50:02.831340 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782f8158-507a-4bc8-b8b1-3503e622f236 x-openstack-request-id: req-782f8158-507a-4bc8-b8b1-3503e622f236 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:02.831615 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2caaedf-6d6e-4914-90cc-c98400e800af", "tag": "eae4a39f-511a-4dcc-be27-47e021417aad", "status": "completed", "code": 200}, {"server_uuid": "6e676f6c-ae3f-460a-8f63-3d6159824e71", "name": "network-vif-deleted", "tag": "1bedc484-b3d4-459b-b2cf-64cde3ef42ca", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:02.832179 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-782f8158-507a-4bc8-b8b1-3503e622f236 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:02.832839 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2caaedf-6d6e-4914-90cc-c98400e800af', 'tag': 'eae4a39f-511a-4dcc-be27-47e021417aad', 'status': 'completed', 'code': 200} Jul 06 13:50:02.833127 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e676f6c-ae3f-460a-8f63-3d6159824e71', 'name': 'network-vif-deleted', 'tag': '1bedc484-b3d4-459b-b2cf-64cde3ef42ca', 'status': 'completed', 'code': 200} Jul 06 13:50:02.907021 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45786) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:02.954198 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e85aad17-5fe3-4fda-945a-9eca285c228d req-8d11ad1c-ea36-493b-a183-efd522acf63e tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/security-groups?id=1b01d789-7436-40a6-a70c-8138be3e1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143682 Jul 06 13:50:03.013004 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16355a5d-ff9a-4641-895b-e07723243cdd req-d771a878-5a4e-4824-a902-7d7bcfebaa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:03.014554 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16355a5d-ff9a-4641-895b-e07723243cdd req-d771a878-5a4e-4824-a902-7d7bcfebaa83 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0001af22c6f747cd9b5d14a552aede55&device_id=d2caaedf-6d6e-4914-90cc-c98400e800af HTTP/1.1" status: 200 len: 1175 time: 0.1501586 Jul 06 13:50:03.042751 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c17821ae-305c-4f1a-a12e-5fe6d750827b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:03.051033 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500332d-86f5-4946-a3bc-77c7ffc2497a req-96c5a5fe-9f84-43c3-8381-6dcaad16292e tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:03.053307 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2500332d-86f5-4946-a3bc-77c7ffc2497a req-96c5a5fe-9f84-43c3-8381-6dcaad16292e tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 950 time: 0.1199169 Jul 06 13:50:03.131671 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2500332d-86f5-4946-a3bc-77c7ffc2497a req-93ccd713-f3f3-4776-b846-d1553c75fe13 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524783 Jul 06 13:50:03.155123 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16355a5d-ff9a-4641-895b-e07723243cdd req-394c7491-9e43-48e4-9d1d-1031149546c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:03.155335 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c17821ae-305c-4f1a-a12e-5fe6d750827b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:03.156739 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16355a5d-ff9a-4641-895b-e07723243cdd req-394c7491-9e43-48e4-9d1d-1031149546c7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0916d9f-87d2-4a64-9404-e7fc6b3b226f HTTP/1.1" status: 200 len: 913 time: 0.1341939 Jul 06 13:50:03.164628 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c17821ae-305c-4f1a-a12e-5fe6d750827b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:03.217434 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c17821ae-305c-4f1a-a12e-5fe6d750827b admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=a4078971e0d340dc90b6ed59c57a50f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3091555 Jul 06 13:50:03.218965 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17821ae-305c-4f1a-a12e-5fe6d750827b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881463e0-83bb-40de-85bb-c24a2a554a6a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:03.221877 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45792) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:03.259002 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16355a5d-ff9a-4641-895b-e07723243cdd req-d56d4402-70d7-4b64-b73f-58f6f14b1542 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eae4a39f-511a-4dcc-be27-47e021417aad HTTP/1.1" status: 200 len: 217 time: 0.0937119 Jul 06 13:50:03.290066 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52d28c2b-89c0-46ad-b08d-f4f6df6b9517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:03.313370 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52d28c2b-89c0-46ad-b08d-f4f6df6b9517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:03.364580 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52d28c2b-89c0-46ad-b08d-f4f6df6b9517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:03.367400 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52d28c2b-89c0-46ad-b08d-f4f6df6b9517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:03.371033 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-52d28c2b-89c0-46ad-b08d-f4f6df6b9517 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/881463e0-83bb-40de-85bb-c24a2a554a6a HTTP/1.1" status: 204 len: 168 time: 0.1457970 Jul 06 13:50:03.376510 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d28c2b-89c0-46ad-b08d-f4f6df6b9517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881463e0-83bb-40de-85bb-c24a2a554a6a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:03.392711 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16355a5d-ff9a-4641-895b-e07723243cdd req-96f75d2a-d1d4-4d7e-a3f2-494fb81a0c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:03.394256 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16355a5d-ff9a-4641-895b-e07723243cdd req-96f75d2a-d1d4-4d7e-a3f2-494fb81a0c84 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b763b56-236c-4949-a66b-e159e529b097 HTTP/1.1" status: 200 len: 852 time: 0.1268566 Jul 06 13:50:03.434519 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device bf2016dd-70b7-4257-b185-3b57a55f444d details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:50:03.439932 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 1bedc484-b3d4-459b-b2cf-64cde3ef42ca no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:50:03.471773 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 1bedc484-b3d4-459b-b2cf-64cde3ef42ca {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:50:03.472205 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 1bedc484-b3d4-459b-b2cf-64cde3ef42ca not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:50:03.567647 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port bf2016dd-70b7-4257-b185-3b57a55f444d, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=bf2016dd-70b7-4257-b185-3b57a55f444d,segment=NetworkSegment(915e7521-c11d-4c0f-a4a5-8a98d8b874fe),segment_id=915e7521-c11d-4c0f-a4a5-8a98d8b874fe)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:03.583334 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'bf2016dd-70b7-4257-b185-3b57a55f444d', 'network_id': 'ecad3fdb-68c4-42f4-9456-8030c4568692', 'port_id': 'bf2016dd-70b7-4257-b185-3b57a55f444d', 'mac_address': 'fa:16:3e:9a:ca:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de2e99e4-3a9f-45a5-bf49-09118093eb4f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:50:03.636220 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:03.651326 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf2016dd-70b7-4257-b185-3b57a55f444d {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:50:03.673537 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port bf2016dd-70b7-4257-b185-3b57a55f444d, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=bf2016dd-70b7-4257-b185-3b57a55f444d,segment=NetworkSegment(915e7521-c11d-4c0f-a4a5-8a98d8b874fe),segment_id=915e7521-c11d-4c0f-a4a5-8a98d8b874fe)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:03.679913 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:03.680055 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45804) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:03.695299 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0c83be86-098d-43a1-b5d8-0fee1404a736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:03.735038 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device ef3bbff5-1b57-4526-a55f-48cab3900505 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:50:03.751362 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16355a5d-ff9a-4641-895b-e07723243cdd req-fe4fad2f-6d75-4e88-832f-1a59b347be3f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0916d9f-87d2-4a64-9404-e7fc6b3b226f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3476100 Jul 06 13:50:03.760060 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=bf2016dd-70b7-4257-b185-3b57a55f444d,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:03.798596 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port ef3bbff5-1b57-4526-a55f-48cab3900505 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:50:03.804351 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port ef3bbff5-1b57-4526-a55f-48cab3900505 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:50:03.805241 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:03.851290 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e97a5e-261b-4426-8fab-2d950d54ffef req-e8b7b924-c346-4684-af7d-08b6a1e75892 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:03.852730 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d34c3-88ff-4b7c-b670-d8f4709cca36 req-d7599a5d-7d86-4a80-b057-fd19d4f3a02a tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:03.853236 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-43e97a5e-261b-4426-8fab-2d950d54ffef req-e8b7b924-c346-4684-af7d-08b6a1e75892 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.52 "GET /v2.0/ports?device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617 HTTP/1.1" status: 200 len: 944 time: 0.1224029 Jul 06 13:50:03.858425 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-639d34c3-88ff-4b7c-b670-d8f4709cca36 req-d7599a5d-7d86-4a80-b057-fd19d4f3a02a tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] 10.222.0.118 "GET /v2.0/ports?device_id=3ce2b421-ee2b-420f-a911-94422f64a9e1 HTTP/1.1" status: 200 len: 943 time: 0.5614378 Jul 06 13:50:03.861909 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0c83be86-098d-43a1-b5d8-0fee1404a736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:03.873219 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0c83be86-098d-43a1-b5d8-0fee1404a736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:03.896968 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:03.925596 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e41571-3ab3-477e-9670-aa84f6293cbf req-3b8ca578-7c46-4d88-9b7f-9f309ea68a03 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:03.928069 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-63e41571-3ab3-477e-9670-aa84f6293cbf req-3b8ca578-7c46-4d88-9b7f-9f309ea68a03 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 945 time: 0.5925822 Jul 06 13:50:03.932453 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6fb567-887c-4e2b-b99f-0e710edb5615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3bbff5-1b57-4526-a55f-48cab3900505'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:03.935273 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0c83be86-098d-43a1-b5d8-0fee1404a736 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=0467b0ff814c413a8bda8dbef98b27ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2539809 Jul 06 13:50:03.938059 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c23c42a-963f-4fe7-884a-c9ff05d64735" -d '{"events": [{"server_uuid": "ff6fb567-887c-4e2b-b99f-0e710edb5615", "name": "network-vif-plugged", "status": "completed", "tag": "ef3bbff5-1b57-4526-a55f-48cab3900505"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:03.938844 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45806) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:03.948039 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['bf2016dd-70b7-4257-b185-3b57a55f444d'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:50:03.953128 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83be86-098d-43a1-b5d8-0fee1404a736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8909c947-1b75-41c6-ac86-72374781b9be,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:03.981439 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port ef3bbff5-1b57-4526-a55f-48cab3900505, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=ef3bbff5-1b57-4526-a55f-48cab3900505,segment=NetworkSegment(0df52ff8-ca18-4039-a7b0-abde1dc3104d),segment_id=0df52ff8-ca18-4039-a7b0-abde1dc3104d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:03.988658 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:03.994462 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16355a5d-ff9a-4641-895b-e07723243cdd req-4eb94d9b-3f1c-4fca-8e5f-482f07ba0928 service neutron] 10.222.0.52 "GET /v2.0/networks/f0916d9f-87d2-4a64-9404-e7fc6b3b226f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327297 Jul 06 13:50:04.011178 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-43e97a5e-261b-4426-8fab-2d950d54ffef req-34e08e70-6d74-4bd8-9d0f-069096f4f486 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Deleting port c288392a-7155-4679-98d5-a1b75b245831 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:50:04.011524 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-43e97a5e-261b-4426-8fab-2d950d54ffef req-34e08e70-6d74-4bd8-9d0f-069096f4f486 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:04.043745 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-639d34c3-88ff-4b7c-b670-d8f4709cca36 req-da7d4649-0fd0-49f0-aa71-1d478e00f74d tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] 10.222.0.118 "GET /v2.0/security-groups?id=bf03b78c-b603-4278-93b6-1192987daeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685026 Jul 06 13:50:04.065272 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=ef3bbff5-1b57-4526-a55f-48cab3900505,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:04.096322 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1073cd-21f6-4868-bc29-4c4678f2f4b1 req-04f010ff-ba23-43f7-99f0-9d203640e675 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:04.098438 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2c1073cd-21f6-4868-bc29-4c4678f2f4b1 req-04f010ff-ba23-43f7-99f0-9d203640e675 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2caaedf-6d6e-4914-90cc-c98400e800af HTTP/1.1" status: 200 len: 1024 time: 0.3501098 Jul 06 13:50:04.121272 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-43e97a5e-261b-4426-8fab-2d950d54ffef req-34e08e70-6d74-4bd8-9d0f-069096f4f486 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] For port c288392a-7155-4679-98d5-a1b75b245831, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=c288392a-7155-4679-98d5-a1b75b245831,segment=NetworkSegment(26fae0a8-b11a-4b41-8727-abb5990d30d3),segment_id=26fae0a8-b11a-4b41-8727-abb5990d30d3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:04.121841 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-43e97a5e-261b-4426-8fab-2d950d54ffef req-34e08e70-6d74-4bd8-9d0f-069096f4f486 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:04.136942 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-43e97a5e-261b-4426-8fab-2d950d54ffef req-34e08e70-6d74-4bd8-9d0f-069096f4f486 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Calling delete_port for c288392a-7155-4679-98d5-a1b75b245831 owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:50:04.178478 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-63e41571-3ab3-477e-9670-aa84f6293cbf req-796fad3e-c571-479a-9cce-c04a5ebdfd23 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156162 Jul 06 13:50:04.215944 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba2dbcec-d65c-4931-a200-9de21f24b413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:04.304350 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-43e97a5e-261b-4426-8fab-2d950d54ffef req-34e08e70-6d74-4bd8-9d0f-069096f4f486 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:04.306603 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16355a5d-ff9a-4641-895b-e07723243cdd req-78a7b584-ec54-4de3-9015-0b5314852cba service neutron] 10.222.0.52 "GET /v2.0/networks/f0916d9f-87d2-4a64-9404-e7fc6b3b226f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968812 Jul 06 13:50:04.311001 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba2dbcec-d65c-4931-a200-9de21f24b413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:04.335816 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e08e70-6d74-4bd8-9d0f-069096f4f486 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Pushing event deleted for resources: {'Port': ['ID=c288392a-7155-4679-98d5-a1b75b245831,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:04.363506 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-72d63f23-4e9d-4715-a640-8aadf27cc433 req-cfdb2823-bc4d-4ac8-b257-dfdc6d203449 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.118 "GET /v2.0/ports?device_id=22d4357e-6623-4bfa-b3d3-7fab2b3cb617 HTTP/1.1" status: 200 len: 210 time: 0.0649099 Jul 06 13:50:04.390145 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e97a5e-261b-4426-8fab-2d950d54ffef req-34e08e70-6d74-4bd8-9d0f-069096f4f486 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] No DVR routers for this DVR port c288392a-7155-4679-98d5-a1b75b245831 on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:50:04.391059 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-43e97a5e-261b-4426-8fab-2d950d54ffef req-34e08e70-6d74-4bd8-9d0f-069096f4f486 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:04.393648 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-43e97a5e-261b-4426-8fab-2d950d54ffef req-34e08e70-6d74-4bd8-9d0f-069096f4f486 tempest-LiveMigrationTest-790228320 tempest-LiveMigrationTest-790228320-project] 10.222.0.52 "DELETE /v2.0/ports/c288392a-7155-4679-98d5-a1b75b245831 HTTP/1.1" status: 204 len: 173 time: 0.5303307 Jul 06 13:50:04.394141 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d4357e-6623-4bfa-b3d3-7fab2b3cb617', 'name': 'network-vif-deleted', 'tag': 'c288392a-7155-4679-98d5-a1b75b245831'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:04.397921 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f6c555-6221-469e-a4c2-82fb998a6222" -d '{"events": [{"server_uuid": "22d4357e-6623-4bfa-b3d3-7fab2b3cb617", "name": "network-vif-deleted", "tag": "c288392a-7155-4679-98d5-a1b75b245831"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:04.425900 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025e831-70f4-4f2a-bdfb-159a6872d58a req-6980c5e0-2b40-4901-84dd-946b80325197 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:04.427672 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d025e831-70f4-4f2a-bdfb-159a6872d58a req-6980c5e0-2b40-4901-84dd-946b80325197 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=c24d1041-4195-4665-ba0b-0381a10844e8 HTTP/1.1" status: 200 len: 945 time: 0.2166822 Jul 06 13:50:04.433850 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-2c1073cd-21f6-4868-bc29-4c4678f2f4b1 req-52fed8b8-b4c5-4731-a255-729cd357605e tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Deleting port eae4a39f-511a-4dcc-be27-47e021417aad {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:50:04.434167 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2c1073cd-21f6-4868-bc29-4c4678f2f4b1 req-52fed8b8-b4c5-4731-a255-729cd357605e tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:04.498663 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba2dbcec-d65c-4931-a200-9de21f24b413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:04.501281 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba2dbcec-d65c-4931-a200-9de21f24b413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:04.502448 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ba2dbcec-d65c-4931-a200-9de21f24b413 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/8909c947-1b75-41c6-ac86-72374781b9be HTTP/1.1" status: 204 len: 168 time: 0.5578079 Jul 06 13:50:04.540652 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2dbcec-d65c-4931-a200-9de21f24b413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8909c947-1b75-41c6-ac86-72374781b9be,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:04.592342 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d025e831-70f4-4f2a-bdfb-159a6872d58a req-80439858-a630-4996-8dcb-0789484c6d7f tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545613 Jul 06 13:50:04.641248 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-2c1073cd-21f6-4868-bc29-4c4678f2f4b1 req-52fed8b8-b4c5-4731-a255-729cd357605e tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] For port eae4a39f-511a-4dcc-be27-47e021417aad, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=eae4a39f-511a-4dcc-be27-47e021417aad,segment=NetworkSegment(395ac52b-270e-4067-8453-7941e774d9db),segment_id=395ac52b-270e-4067-8453-7941e774d9db)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:04.641617 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2c1073cd-21f6-4868-bc29-4c4678f2f4b1 req-52fed8b8-b4c5-4731-a255-729cd357605e tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:04.659166 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46edce72-468b-4a35-9f7d-0b4b5f8db6c1 x-openstack-request-id: req-46edce72-468b-4a35-9f7d-0b4b5f8db6c1 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:04.659724 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6fb567-887c-4e2b-b99f-0e710edb5615", "name": "network-vif-plugged", "status": "completed", "tag": "ef3bbff5-1b57-4526-a55f-48cab3900505", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:04.659724 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-46edce72-468b-4a35-9f7d-0b4b5f8db6c1 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:04.660098 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6fb567-887c-4e2b-b99f-0e710edb5615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3bbff5-1b57-4526-a55f-48cab3900505', 'code': 200} Jul 06 13:50:04.665378 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-2c1073cd-21f6-4868-bc29-4c4678f2f4b1 req-52fed8b8-b4c5-4731-a255-729cd357605e tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Calling delete_port for eae4a39f-511a-4dcc-be27-47e021417aad owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:50:04.690473 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a29406-c9e9-449b-b726-3b69f97dd0f4 req-c1f197a8-8a0f-4a4b-9d67-841064cd67c9 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:04.692084 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b8a29406-c9e9-449b-b726-3b69f97dd0f4 req-c1f197a8-8a0f-4a4b-9d67-841064cd67c9 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2caaedf-6d6e-4914-90cc-c98400e800af HTTP/1.1" status: 200 len: 1024 time: 0.1869099 Jul 06 13:50:04.804427 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cfc5e-33da-46a2-a513-fb53da9fbfe6 req-af1fa6dd-e91b-4227-8d72-05e70334a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:04.805979 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9b8cfc5e-33da-46a2-a513-fb53da9fbfe6 req-af1fa6dd-e91b-4227-8d72-05e70334a507 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=ff6fb567-887c-4e2b-b99f-0e710edb5615 HTTP/1.1" status: 200 len: 1096 time: 0.0637674 Jul 06 13:50:04.817269 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b8a29406-c9e9-449b-b726-3b69f97dd0f4 req-c4967086-7033-4556-8b73-0f54357cb41e tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups?id=b2abf915-b2d5-44c0-af69-cfa752d99cf4&id=fb3b17d9-ade7-49d7-8915-6544a8aa5905&id=2f47163a-9065-4eb7-85e9-deac8ae58a72&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0856023 Jul 06 13:50:04.888161 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9b8cfc5e-33da-46a2-a513-fb53da9fbfe6 req-821b004b-7500-4c14-96ec-d6880697f8c8 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=1b01d789-7436-40a6-a70c-8138be3e1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752089 Jul 06 13:50:04.918943 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467987ee-1ba2-4472-bacd-d581d75257b6 req-882e98ec-84fd-4174-9142-c0fe66f6ffb1 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:04.920515 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-467987ee-1ba2-4472-bacd-d581d75257b6 req-882e98ec-84fd-4174-9142-c0fe66f6ffb1 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/ports?device_id=ff6fb567-887c-4e2b-b99f-0e710edb5615 HTTP/1.1" status: 200 len: 945 time: 0.1455009 Jul 06 13:50:04.921174 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2c1073cd-21f6-4868-bc29-4c4678f2f4b1 req-52fed8b8-b4c5-4731-a255-729cd357605e tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:04.933737 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['eae4a39f-511a-4dcc-be27-47e021417aad'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:50:04.969632 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fed8b8-b4c5-4731-a255-729cd357605e tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Pushing event deleted for resources: {'Port': ['ID=eae4a39f-511a-4dcc-be27-47e021417aad,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:04.986552 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['d297307d-d7fb-49d6-bdd7-a0b990031e5e'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:50:05.070488 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1073cd-21f6-4868-bc29-4c4678f2f4b1 req-52fed8b8-b4c5-4731-a255-729cd357605e tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] No DVR routers for this DVR port eae4a39f-511a-4dcc-be27-47e021417aad on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:50:05.078364 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2c1073cd-21f6-4868-bc29-4c4678f2f4b1 req-52fed8b8-b4c5-4731-a255-729cd357605e tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:05.082485 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2c1073cd-21f6-4868-bc29-4c4678f2f4b1 req-52fed8b8-b4c5-4731-a255-729cd357605e tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.52 "DELETE /v2.0/ports/eae4a39f-511a-4dcc-be27-47e021417aad HTTP/1.1" status: 204 len: 173 time: 0.9703124 Jul 06 13:50:05.087908 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2caaedf-6d6e-4914-90cc-c98400e800af', 'name': 'network-vif-deleted', 'tag': 'eae4a39f-511a-4dcc-be27-47e021417aad'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:05.090401 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc239c19-e23b-4822-b049-4f9351690681" -d '{"events": [{"server_uuid": "d2caaedf-6d6e-4914-90cc-c98400e800af", "name": "network-vif-deleted", "tag": "eae4a39f-511a-4dcc-be27-47e021417aad"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:05.114157 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-467987ee-1ba2-4472-bacd-d581d75257b6 req-e132d37c-14da-48cb-b148-b6ab2e3e34ed tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/security-groups?id=1b01d789-7436-40a6-a70c-8138be3e1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801617 Jul 06 13:50:05.152166 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d7218-af5c-4728-8c93-76494a6ce617 req-9517516b-0074-4571-a5f8-9dbf4916e9a1 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:05.154069 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-051d7218-af5c-4728-8c93-76494a6ce617 req-9517516b-0074-4571-a5f8-9dbf4916e9a1 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 950 time: 0.1686463 Jul 06 13:50:05.214700 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1852aa4e-df9a-4019-a71f-e5e1f6050850 x-openstack-request-id: req-1852aa4e-df9a-4019-a71f-e5e1f6050850 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:05.215258 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d4357e-6623-4bfa-b3d3-7fab2b3cb617", "name": "network-vif-deleted", "tag": "c288392a-7155-4679-98d5-a1b75b245831", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:05.218765 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-1852aa4e-df9a-4019-a71f-e5e1f6050850 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:05.218765 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d4357e-6623-4bfa-b3d3-7fab2b3cb617', 'name': 'network-vif-deleted', 'tag': 'c288392a-7155-4679-98d5-a1b75b245831', 'status': 'completed', 'code': 200} Jul 06 13:50:05.256544 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-051d7218-af5c-4728-8c93-76494a6ce617 req-7256ac00-5547-4a7e-b008-5d6ef5b8277d tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963871 Jul 06 13:50:05.455889 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device bf2016dd-70b7-4257-b185-3b57a55f444d up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:50:05.504769 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd377adf-e3fe-4adb-8a8e-65d6159ff820 req-3d2df315-8b18-4965-aeb0-0b759ebbd102 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:05.511925 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fd377adf-e3fe-4adb-8a8e-65d6159ff820 req-3d2df315-8b18-4965-aeb0-0b759ebbd102 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] 10.222.0.118 "GET /v2.0/ports?device_id=3ce2b421-ee2b-420f-a911-94422f64a9e1 HTTP/1.1" status: 200 len: 944 time: 0.1098301 Jul 06 13:50:05.513541 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d39fd44-8425-4336-add5-a514f9ad6331 x-openstack-request-id: req-6d39fd44-8425-4336-add5-a514f9ad6331 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:05.514198 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2caaedf-6d6e-4914-90cc-c98400e800af", "name": "network-vif-deleted", "tag": "eae4a39f-511a-4dcc-be27-47e021417aad", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:05.514198 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-6d39fd44-8425-4336-add5-a514f9ad6331 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:05.515013 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2caaedf-6d6e-4914-90cc-c98400e800af', 'name': 'network-vif-deleted', 'tag': 'eae4a39f-511a-4dcc-be27-47e021417aad', 'status': 'completed', 'code': 200} Jul 06 13:50:05.519427 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port bf2016dd-70b7-4257-b185-3b57a55f444d completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:50:05.525139 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port bf2016dd-70b7-4257-b185-3b57a55f444d triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:50:05.526964 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:05.565551 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fd377adf-e3fe-4adb-8a8e-65d6159ff820 req-a95828de-ba93-4fb4-89ec-9fef1197f359 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] 10.222.0.118 "GET /v2.0/security-groups?id=bf03b78c-b603-4278-93b6-1192987daeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467672 Jul 06 13:50:05.649793 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:05.678355 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45850) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:05.706773 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff27c5-54dd-4fd1-b0e5-1950bb53c97f req-2d2aa7ad-3971-475f-ad02-d03aab2d8797 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:05.709892 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbff27c5-54dd-4fd1-b0e5-1950bb53c97f req-2d2aa7ad-3971-475f-ad02-d03aab2d8797 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 945 time: 0.0895708 Jul 06 13:50:05.756433 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port bf2016dd-70b7-4257-b185-3b57a55f444d, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=bf2016dd-70b7-4257-b185-3b57a55f444d,segment=NetworkSegment(915e7521-c11d-4c0f-a4a5-8a98d8b874fe),segment_id=915e7521-c11d-4c0f-a4a5-8a98d8b874fe)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:05.766347 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:05.811883 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbff27c5-54dd-4fd1-b0e5-1950bb53c97f req-cccbea5f-cda3-4bc9-8de9-3f6af7a63f53 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961049 Jul 06 13:50:05.904047 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=bf2016dd-70b7-4257-b185-3b57a55f444d,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:05.993990 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5ec3a-bf48-481f-bb61-bfeea189ed8c req-88d9089f-7cf2-4470-8a6e-578d11de8605 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:05.995621 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-85e5ec3a-bf48-481f-bb61-bfeea189ed8c req-88d9089f-7cf2-4470-8a6e-578d11de8605 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=c24d1041-4195-4665-ba0b-0381a10844e8 HTTP/1.1" status: 200 len: 945 time: 0.0810034 Jul 06 13:50:06.045349 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7200cb8b-ccdc-4a01-9824-23be3d2b2f02 req-e4315549-0cd8-4d64-84ec-4db4ab1ef97f tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2caaedf-6d6e-4914-90cc-c98400e800af HTTP/1.1" status: 200 len: 210 time: 0.0486727 Jul 06 13:50:06.057647 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-a70c34a9-1f64-4c53-b518-d6141e09e397 admin admin] Deleting subnet fb580ceb-d4c2-41da-b0a8-ed5910fd5560 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:50:06.061520 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a70c34a9-1f64-4c53-b518-d6141e09e397 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:06.086760 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-85e5ec3a-bf48-481f-bb61-bfeea189ed8c req-f98e9323-5129-42c8-9877-6b8eb4fb9789 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782163 Jul 06 13:50:06.105400 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a70c34a9-1f64-4c53-b518-d6141e09e397 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:06.175912 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a70c34a9-1f64-4c53-b518-d6141e09e397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:06.254409 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a70c34a9-1f64-4c53-b518-d6141e09e397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:06.285104 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c34a9-1f64-4c53-b518-d6141e09e397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb580ceb-d4c2-41da-b0a8-ed5910fd5560,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:06.293359 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a70c34a9-1f64-4c53-b518-d6141e09e397 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:06.295506 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a70c34a9-1f64-4c53-b518-d6141e09e397 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/fb580ceb-d4c2-41da-b0a8-ed5910fd5560 HTTP/1.1" status: 204 len: 168 time: 0.6159513 Jul 06 13:50:06.297955 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45870) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:06.359598 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb2da2-698b-4290-991f-94678941c81d req-867783b6-eb9f-4bfc-8cdf-5b277d663dc3 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:06.361115 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19cb2da2-698b-4290-991f-94678941c81d req-867783b6-eb9f-4bfc-8cdf-5b277d663dc3 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/ports?device_id=ff6fb567-887c-4e2b-b99f-0e710edb5615 HTTP/1.1" status: 200 len: 945 time: 0.1077657 Jul 06 13:50:06.377721 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-56f16661-acf4-4168-a497-8e3141ac4ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:06.419665 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19cb2da2-698b-4290-991f-94678941c81d req-abf87d50-e435-4870-9473-4d66b565bf33 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/security-groups?id=1b01d789-7436-40a6-a70c-8138be3e1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479975 Jul 06 13:50:06.480340 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-56f16661-acf4-4168-a497-8e3141ac4ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:06.483282 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5d8bd-a26b-4600-8be8-c1b440642768 req-90981f54-2e89-4f43-8185-41e456220b40 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:06.484912 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fec5d8bd-a26b-4600-8be8-c1b440642768 req-90981f54-2e89-4f43-8185-41e456220b40 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 950 time: 0.0872180 Jul 06 13:50:06.494353 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-56f16661-acf4-4168-a497-8e3141ac4ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:06.507163 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-56f16661-acf4-4168-a497-8e3141ac4ac3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26fae0a8-b11a-4b41-8727-abb5990d30d3') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:06.508088 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-56f16661-acf4-4168-a497-8e3141ac4ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26fae0a8-b11a-4b41-8727-abb5990d30d3') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:06.519534 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-56f16661-acf4-4168-a497-8e3141ac4ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:06.534708 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fec5d8bd-a26b-4600-8be8-c1b440642768 req-3b6d0943-9f48-4866-92e0-5d3c900c109c tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425081 Jul 06 13:50:06.537537 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-56f16661-acf4-4168-a497-8e3141ac4ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:06.545625 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f16661-acf4-4168-a497-8e3141ac4ac3 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:50:06.546671 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-56f16661-acf4-4168-a497-8e3141ac4ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:50:06.548473 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:50:06.617767 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-56f16661-acf4-4168-a497-8e3141ac4ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:06.636768 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-56f16661-acf4-4168-a497-8e3141ac4ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:06.642158 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-56f16661-acf4-4168-a497-8e3141ac4ac3 admin admin] 10.222.0.118 "DELETE /v2.0/networks/b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b HTTP/1.1" status: 204 len: 168 time: 0.3408673 Jul 06 13:50:06.642158 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f16661-acf4-4168-a497-8e3141ac4ac3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b09d730e-1aec-4ad6-b06d-85c4d1ab9d3b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:06.643178 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45884) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:06.648844 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e3f11-4869-426b-bab7-8f4e9f260896 req-3c1bf0f9-08be-4f86-8d44-0d594cbd9319 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:06.651801 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-225e3f11-4869-426b-bab7-8f4e9f260896 req-3c1bf0f9-08be-4f86-8d44-0d594cbd9319 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/ports?device_id=ff6fb567-887c-4e2b-b99f-0e710edb5615 HTTP/1.1" status: 200 len: 945 time: 0.0861502 Jul 06 13:50:06.660998 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45886) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:06.661204 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce2b421-ee2b-420f-a911-94422f64a9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2016dd-70b7-4257-b185-3b57a55f444d'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:06.663755 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e13f525-d07d-487d-8ee4-89073e1722ec" -d '{"events": [{"server_uuid": "3ce2b421-ee2b-420f-a911-94422f64a9e1", "name": "network-vif-plugged", "status": "completed", "tag": "bf2016dd-70b7-4257-b185-3b57a55f444d"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:06.666333 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-16ca7dbf-7d97-4d57-9f7a-907e4b3fba39 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Request body: {'floatingip': {'port_id': 'ef3bbff5-1b57-4526-a55f-48cab3900505'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:50:06.723017 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba295c26-ecb3-4e9a-a295-e353f227046d x-openstack-request-id: req-ba295c26-ecb3-4e9a-a295-e353f227046d {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:06.723369 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce2b421-ee2b-420f-a911-94422f64a9e1", "name": "network-vif-plugged", "status": "completed", "tag": "bf2016dd-70b7-4257-b185-3b57a55f444d", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:06.723931 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ba295c26-ecb3-4e9a-a295-e353f227046d {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:06.724339 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce2b421-ee2b-420f-a911-94422f64a9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2016dd-70b7-4257-b185-3b57a55f444d', 'code': 200} Jul 06 13:50:06.726394 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9409dc0-735e-4cff-9577-3d43f3138da5 admin admin] Deleting subnet e71bb54e-689a-457c-a00b-3bd897529383 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:50:06.728247 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-16ca7dbf-7d97-4d57-9f7a-907e4b3fba39 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks [] for floatingip, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:06.730149 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c9409dc0-735e-4cff-9577-3d43f3138da5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:06.780125 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c9409dc0-735e-4cff-9577-3d43f3138da5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:06.831944 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c9409dc0-735e-4cff-9577-3d43f3138da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:06.901332 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c9409dc0-735e-4cff-9577-3d43f3138da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:06.932574 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9409dc0-735e-4cff-9577-3d43f3138da5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e71bb54e-689a-457c-a00b-3bd897529383,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:06.938150 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c9409dc0-735e-4cff-9577-3d43f3138da5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:06.943225 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45898) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:06.948027 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c9409dc0-735e-4cff-9577-3d43f3138da5 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/e71bb54e-689a-457c-a00b-3bd897529383 HTTP/1.1" status: 204 len: 168 time: 0.3041570 Jul 06 13:50:07.020129 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1119b6-fc75-4bf8-bcb6-35ec00942ca9 req-7b77ad67-b094-49c4-9bfc-756aec0dce05 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:07.022105 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb1119b6-fc75-4bf8-bcb6-35ec00942ca9 req-7b77ad67-b094-49c4-9bfc-756aec0dce05 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] 10.222.0.118 "GET /v2.0/ports?device_id=3ce2b421-ee2b-420f-a911-94422f64a9e1 HTTP/1.1" status: 200 len: 945 time: 0.2974532 Jul 06 13:50:07.091428 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949d360-955e-4f1f-82d1-33474ad1b126 req-9c0283c1-73bb-4b7f-9d41-5f7afcd9f53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:07.092912 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6949d360-955e-4f1f-82d1-33474ad1b126 req-9c0283c1-73bb-4b7f-9d41-5f7afcd9f53f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3ce2b421-ee2b-420f-a911-94422f64a9e1 HTTP/1.1" status: 200 len: 1096 time: 0.2697077 Jul 06 13:50:07.200204 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b86f4364-dda7-4067-9ac8-7b328dc83dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:07.234879 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb1119b6-fc75-4bf8-bcb6-35ec00942ca9 req-5fb26556-e023-46b7-a757-569ce009a9fb tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] 10.222.0.118 "GET /v2.0/security-groups?id=bf03b78c-b603-4278-93b6-1192987daeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627331 Jul 06 13:50:07.277869 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d5b137ed-d22a-4491-a0cd-d5d3e6f8ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:07.280949 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6949d360-955e-4f1f-82d1-33474ad1b126 req-dccea39d-7b0e-498a-9201-365195ded1a0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bf03b78c-b603-4278-93b6-1192987daeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704278 Jul 06 13:50:07.395245 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781edb4-6571-45cf-baea-83ddbd500021 req-59d2ce38-a00b-4f67-8054-83db65cf0706 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:07.397880 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8781edb4-6571-45cf-baea-83ddbd500021 req-59d2ce38-a00b-4f67-8054-83db65cf0706 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 945 time: 0.4112639 Jul 06 13:50:07.473034 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device c288392a-7155-4679-98d5-a1b75b245831 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:50:07.493969 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: c288392a-7155-4679-98d5-a1b75b245831 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:50:07.494354 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device c288392a-7155-4679-98d5-a1b75b245831 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:50:07.494982 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device eae4a39f-511a-4dcc-be27-47e021417aad no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:50:07.516937 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: eae4a39f-511a-4dcc-be27-47e021417aad {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:50:07.517426 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device eae4a39f-511a-4dcc-be27-47e021417aad not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:50:07.584187 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b86f4364-dda7-4067-9ac8-7b328dc83dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:07.616601 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-b86f4364-dda7-4067-9ac8-7b328dc83dc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c45ad2f-9e98-4fcc-8dfb-f8702568672a']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:07.664271 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8781edb4-6571-45cf-baea-83ddbd500021 req-16ef36e6-f746-4006-a38f-c29066a304df tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588189 Jul 06 13:50:07.665953 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-b86f4364-dda7-4067-9ac8-7b328dc83dc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36690cf1-3200-4bc3-8504-ad726f127a61') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:07.666267 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-b86f4364-dda7-4067-9ac8-7b328dc83dc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36690cf1-3200-4bc3-8504-ad726f127a61') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:07.702628 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b86f4364-dda7-4067-9ac8-7b328dc83dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:07.768099 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b86f4364-dda7-4067-9ac8-7b328dc83dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:08.073278 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.db.resource_extend [None req-16ca7dbf-7d97-4d57-9f7a-907e4b3fba39 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 13:50:08.075808 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b86f4364-dda7-4067-9ac8-7b328dc83dc2 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:50:08.075808 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b86f4364-dda7-4067-9ac8-7b328dc83dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: timer() Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:50:08.081796 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:50:08.126288 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8dfd7-c35e-4773-8532-013d7cdf3914 req-ba80a703-5427-4063-a7fe-1a009a6a6ac6 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:08.127803 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1ef8dfd7-c35e-4773-8532-013d7cdf3914 req-ba80a703-5427-4063-a7fe-1a009a6a6ac6 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=c24d1041-4195-4665-ba0b-0381a10844e8 HTTP/1.1" status: 200 len: 945 time: 0.6639495 Jul 06 13:50:08.217011 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf634af8-93e2-4e2d-860b-ed64b3e3819c req-a59a060e-f807-49c7-b51f-c23c8c390a02 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups/2f47163a-9065-4eb7-85e9-deac8ae58a72 HTTP/1.1" status: 200 len: 1799 time: 0.4872766 Jul 06 13:50:08.219550 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-16ca7dbf-7d97-4d57-9f7a-907e4b3fba39 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:08.220395 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b86f4364-dda7-4067-9ac8-7b328dc83dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:08.245870 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b86f4364-dda7-4067-9ac8-7b328dc83dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:08.245870 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b86f4364-dda7-4067-9ac8-7b328dc83dc2 admin admin] 10.222.0.118 "DELETE /v2.0/networks/3c45ad2f-9e98-4fcc-8dfb-f8702568672a HTTP/1.1" status: 204 len: 168 time: 1.2875240 Jul 06 13:50:08.254168 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-16ca7dbf-7d97-4d57-9f7a-907e4b3fba39 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:08.263909 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f4364-dda7-4067-9ac8-7b328dc83dc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c45ad2f-9e98-4fcc-8dfb-f8702568672a,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:08.306570 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1ef8dfd7-c35e-4773-8532-013d7cdf3914 req-81361383-3ca5-409a-81cc-16ba4deb7f98 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413395 Jul 06 13:50:08.423333 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-16ca7dbf-7d97-4d57-9f7a-907e4b3fba39 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Floating IP e9b29ca7-7b13-4b87-863a-b2b8d4b96bb0 associated. External IP: 172.25.6.51, port: ef3bbff5-1b57-4526-a55f-48cab3900505. Jul 06 13:50:08.463160 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cf634af8-93e2-4e2d-860b-ed64b3e3819c req-81a5ea5b-a5d4-41a8-9c8c-3e1817c5cf3b tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:08.481189 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45948) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:08.529280 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-737d2d2f-28eb-4c9b-a3f9-0aaaea408993 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=0a05dcebc7174fa4835bbaac9666195c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468903 Jul 06 13:50:08.532252 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45950) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:08.562602 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cf634af8-93e2-4e2d-860b-ed64b3e3819c req-81a5ea5b-a5d4-41a8-9c8c-3e1817c5cf3b tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:08.584761 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9ba0a38b-6be8-4d37-938b-afb500838ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:08.607900 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9ba0a38b-6be8-4d37-938b-afb500838ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:08.642272 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac40284-fa44-4877-b04a-b96d9fe48aba req-4124ac42-fed0-40c0-a167-04ea9f658025 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:08.643841 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dac40284-fa44-4877-b04a-b96d9fe48aba req-4124ac42-fed0-40c0-a167-04ea9f658025 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 950 time: 0.1770737 Jul 06 13:50:08.675062 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9ba0a38b-6be8-4d37-938b-afb500838ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:08.679834 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9ba0a38b-6be8-4d37-938b-afb500838ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:08.685331 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9ba0a38b-6be8-4d37-938b-afb500838ea3 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/e62cf268-91e1-4918-8c16-6b106c67f75d HTTP/1.1" status: 204 len: 168 time: 0.1517160 Jul 06 13:50:08.697916 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cf634af8-93e2-4e2d-860b-ed64b3e3819c req-81a5ea5b-a5d4-41a8-9c8c-3e1817c5cf3b tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:08.700561 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cf634af8-93e2-4e2d-860b-ed64b3e3819c req-81a5ea5b-a5d4-41a8-9c8c-3e1817c5cf3b tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:08.709724 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0a38b-6be8-4d37-938b-afb500838ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62cf268-91e1-4918-8c16-6b106c67f75d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:08.715207 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf634af8-93e2-4e2d-860b-ed64b3e3819c req-81a5ea5b-a5d4-41a8-9c8c-3e1817c5cf3b tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "DELETE /v2.0/security-groups/2f47163a-9065-4eb7-85e9-deac8ae58a72 HTTP/1.1" status: 204 len: 173 time: 0.4890628 Jul 06 13:50:08.793743 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dac40284-fa44-4877-b04a-b96d9fe48aba req-b6e5258f-01b7-471d-b08f-b3a0cc6b5b88 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089981 Jul 06 13:50:08.797516 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a5ea5b-a5d4-41a8-9c8c-3e1817c5cf3b tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f47163a-9065-4eb7-85e9-deac8ae58a72,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:08.948829 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ca7dbf-7d97-4d57-9f7a-907e4b3fba39 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Router 8f69c841-f1ec-4583-a6a3-5c66d487954e has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:50:08.973506 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1be7c-5329-48c6-bd80-e64684ba36cb req-4bb6a8c9-3ddc-44ca-9173-0f2c6126a2b9 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:08.976720 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01f1be7c-5329-48c6-bd80-e64684ba36cb req-4bb6a8c9-3ddc-44ca-9173-0f2c6126a2b9 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] 10.222.0.118 "GET /v2.0/ports?device_id=3ce2b421-ee2b-420f-a911-94422f64a9e1 HTTP/1.1" status: 200 len: 945 time: 0.1153913 Jul 06 13:50:09.066954 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01f1be7c-5329-48c6-bd80-e64684ba36cb req-bc03a95f-831d-4c54-9c0c-dd051fafed8f tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] 10.222.0.118 "GET /v2.0/security-groups?id=bf03b78c-b603-4278-93b6-1192987daeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833840 Jul 06 13:50:09.156454 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45966) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:09.167286 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ca7dbf-7d97-4d57-9f7a-907e4b3fba39 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:50:09.181844 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e1d89d-c9f2-4be4-9c41-c5c1898a303e None None] Sync routers for ids ['8f69c841-f1ec-4583-a6a3-5c66d487954e'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:50:09.184389 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-16ca7dbf-7d97-4d57-9f7a-907e4b3fba39 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:09.198385 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e1d89d-c9f2-4be4-9c41-c5c1898a303e None None] Routers {'8f69c841-f1ec-4583-a6a3-5c66d487954e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:50:09.199581 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-23e1d89d-c9f2-4be4-9c41-c5c1898a303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:49:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['8f69c841-f1ec-4583-a6a3-5c66d487954e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:09.208718 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9472a10c-3ebc-4c21-a2ae-124a90fc684d admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=c13e1cfcac8c4373987e8e617c0dabd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479534 Jul 06 13:50:09.209924 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45970) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:09.261398 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f2df4d1-df28-4d77-af2b-c65216901a72 req-833b9a0e-1b58-4796-bdd4-504e5cfd5ea0 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups/b2abf915-b2d5-44c0-af69-cfa752d99cf4 HTTP/1.1" status: 200 len: 1799 time: 0.1291895 Jul 06 13:50:09.282643 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-16ca7dbf-7d97-4d57-9f7a-907e4b3fba39 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "PUT /v2.0/floatingips/e9b29ca7-7b13-4b87-863a-b2b8d4b96bb0 HTTP/1.1" status: 200 len: 990 time: 2.6202159 Jul 06 13:50:09.284398 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cd18d3c8-36fd-4f85-b52a-5d30bfec1e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:09.285519 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6fb567-887c-4e2b-b99f-0e710edb5615', 'tag': 'ef3bbff5-1b57-4526-a55f-48cab3900505'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:09.289030 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218ff7be-c01a-4727-938c-36a412f70e25" -d '{"events": [{"name": "network-changed", "server_uuid": "ff6fb567-887c-4e2b-b99f-0e710edb5615", "tag": "ef3bbff5-1b57-4526-a55f-48cab3900505"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:09.338723 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cd18d3c8-36fd-4f85-b52a-5d30bfec1e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:09.356117 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-23e1d89d-c9f2-4be4-9c41-c5c1898a303e None None] Set router 8f69c841-f1ec-4583-a6a3-5c66d487954e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:50:09.403597 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cd18d3c8-36fd-4f85-b52a-5d30bfec1e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:09.406598 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cd18d3c8-36fd-4f85-b52a-5d30bfec1e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:09.410494 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cd18d3c8-36fd-4f85-b52a-5d30bfec1e46 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/dd779c30-9d0a-46ee-9e76-2128d01cf6ed HTTP/1.1" status: 204 len: 168 time: 0.1994779 Jul 06 13:50:09.420302 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b5aa5-c274-4466-a2b7-65725d410374 req-3d88323e-14a0-43e8-99ce-67c38dba3596 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:09.422152 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a53b5aa5-c274-4466-a2b7-65725d410374 req-3d88323e-14a0-43e8-99ce-67c38dba3596 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 945 time: 0.2314289 Jul 06 13:50:09.423251 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6f2df4d1-df28-4d77-af2b-c65216901a72 req-0ea6feeb-6bef-4ba8-8a37-9bfdede52889 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:09.423583 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18d3c8-36fd-4f85-b52a-5d30bfec1e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd779c30-9d0a-46ee-9e76-2128d01cf6ed,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:09.488084 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6f2df4d1-df28-4d77-af2b-c65216901a72 req-0ea6feeb-6bef-4ba8-8a37-9bfdede52889 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:09.547266 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a53b5aa5-c274-4466-a2b7-65725d410374 req-260bb57f-ecc6-43a0-8650-189f52647ffc tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081610 Jul 06 13:50:09.570845 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6f2df4d1-df28-4d77-af2b-c65216901a72 req-0ea6feeb-6bef-4ba8-8a37-9bfdede52889 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:09.573645 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6f2df4d1-df28-4d77-af2b-c65216901a72 req-0ea6feeb-6bef-4ba8-8a37-9bfdede52889 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:09.574845 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f2df4d1-df28-4d77-af2b-c65216901a72 req-0ea6feeb-6bef-4ba8-8a37-9bfdede52889 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "DELETE /v2.0/security-groups/b2abf915-b2d5-44c0-af69-cfa752d99cf4 HTTP/1.1" status: 204 len: 173 time: 0.3028321 Jul 06 13:50:09.590364 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6feeb-6bef-4ba8-8a37-9bfdede52889 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2abf915-b2d5-44c0-af69-cfa752d99cf4,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:09.821011 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-23e1d89d-c9f2-4be4-9c41-c5c1898a303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'name': 'tempest-ServersTestBootFromVolume-1979286104-router', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:48:49Z', 'updated_at': '2021-07-06T13:49:00Z', 'revision_number': 4, 'project_id': 'd2199527a64a46ce9106abe6e66b8132', 'gw_port': {'id': '40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:48:51Z', 'updated_at': '2021-07-06T13:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'e9b29ca7-7b13-4b87-863a-b2b8d4b96bb0', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'floating_ip_address': '172.25.6.51', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'port_id': 'ef3bbff5-1b57-4526-a55f-48cab3900505', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50329774-c014-4320-b73f-68f0f2d9d2b2', 'mac_address': 'fa:16:3e:66:c1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6fb567-887c-4e2b-b99f-0e710edb5615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:49:07Z', 'updated_at': '2021-07-06T13:50:07Z', 'revision_number': 1, 'project_id': 'd2199527a64a46ce9106abe6e66b8132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d04c30f-ee72-4f06-8e30-70daea3c6ede', 'name': '', 'network_id': '50329774-c014-4320-b73f-68f0f2d9d2b2', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'mac_address': 'fa:16:3e:4e:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '86e0e7b2-c042-4f4e-889c-0378d7ddb55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:48:59Z', 'updated_at': '2021-07-06T13:49:11Z', 'revision_number': 5, 'project_id': 'd2199527a64a46ce9106abe6e66b8132', 'subnets': [{'id': '86e0e7b2-c042-4f4e-889c-0378d7ddb55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:09.894889 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e1d89d-c9f2-4be4-9c41-c5c1898a303e None None] Checking router: 8f69c841-f1ec-4583-a6a3-5c66d487954e for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:50:09.914955 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e1d89d-c9f2-4be4-9c41-c5c1898a303e None None] Routers {'8f69c841-f1ec-4583-a6a3-5c66d487954e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:50:09.915909 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-23e1d89d-c9f2-4be4-9c41-c5c1898a303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:49:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['8f69c841-f1ec-4583-a6a3-5c66d487954e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:10.016602 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaaa706f-cbdd-4980-8b59-5c6ee53c142b x-openstack-request-id: req-eaaa706f-cbdd-4980-8b59-5c6ee53c142b {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:10.016992 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff6fb567-887c-4e2b-b99f-0e710edb5615", "tag": "ef3bbff5-1b57-4526-a55f-48cab3900505", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:10.017341 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-eaaa706f-cbdd-4980-8b59-5c6ee53c142b {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:10.017952 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff6fb567-887c-4e2b-b99f-0e710edb5615', 'tag': 'ef3bbff5-1b57-4526-a55f-48cab3900505', 'status': 'completed', 'code': 200} Jul 06 13:50:10.037091 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-f95e0de0-ac64-46bd-b61d-001fb5d0ca33 req-6c85eaf8-c242-49a9-af6d-dbd73e9c43ed tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1031485943', 'description': 'tempest-description-1739878010'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:50:10.073719 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-23e1d89d-c9f2-4be4-9c41-c5c1898a303e None None] Set router 8f69c841-f1ec-4583-a6a3-5c66d487954e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:50:10.105399 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ff7be-c01a-4727-938c-36a412f70e25 req-49cd6ee4-6eb6-45c1-9a35-cad3682d4d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:10.107587 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-218ff7be-c01a-4727-938c-36a412f70e25 req-49cd6ee4-6eb6-45c1-9a35-cad3682d4d7e service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d2199527a64a46ce9106abe6e66b8132&device_id=ff6fb567-887c-4e2b-b99f-0e710edb5615 HTTP/1.1" status: 200 len: 1096 time: 0.0616608 Jul 06 13:50:10.144414 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:10.155260 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-edc72b62-56c2-4d7c-b002-8645987af047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:10.166618 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f95e0de0-ac64-46bd-b61d-001fb5d0ca33 req-6c85eaf8-c242-49a9-af6d-dbd73e9c43ed tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:10.288776 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db259b-cc6f-4386-8e4f-97cf777b55f2 req-951e220f-bb7f-4bbb-88ac-01ca14f5a63d tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:10.295447 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ff7be-c01a-4727-938c-36a412f70e25 req-b7932359-4f10-499d-ae73-3c2ed2638bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:10.297263 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-218ff7be-c01a-4727-938c-36a412f70e25 req-b7932359-4f10-499d-ae73-3c2ed2638bed service neutron] 10.222.0.124 "GET /v2.0/networks?id=50329774-c014-4320-b73f-68f0f2d9d2b2 HTTP/1.1" status: 200 len: 917 time: 0.1802952 Jul 06 13:50:10.299146 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-63db259b-cc6f-4386-8e4f-97cf777b55f2 req-951e220f-bb7f-4bbb-88ac-01ca14f5a63d tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=c24d1041-4195-4665-ba0b-0381a10844e8 HTTP/1.1" status: 200 len: 945 time: 0.2491968 Jul 06 13:50:10.357113 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-63db259b-cc6f-4386-8e4f-97cf777b55f2 req-b20dbe36-2e9b-4862-bcac-4dc933aa44cc tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559759 Jul 06 13:50:10.430615 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-218ff7be-c01a-4727-938c-36a412f70e25 req-6f4ca799-b4c8-4139-bc55-fad50e01e666 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef3bbff5-1b57-4526-a55f-48cab3900505 HTTP/1.1" status: 200 len: 998 time: 0.1262450 Jul 06 13:50:10.431534 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f95e0de0-ac64-46bd-b61d-001fb5d0ca33 req-6c85eaf8-c242-49a9-af6d-dbd73e9c43ed tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:10.438979 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f95e0de0-ac64-46bd-b61d-001fb5d0ca33 req-6c85eaf8-c242-49a9-af6d-dbd73e9c43ed tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:10.474362 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f95e0de0-ac64-46bd-b61d-001fb5d0ca33 req-6c85eaf8-c242-49a9-af6d-dbd73e9c43ed tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:10.492312 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f95e0de0-ac64-46bd-b61d-001fb5d0ca33 req-6c85eaf8-c242-49a9-af6d-dbd73e9c43ed tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4602313 Jul 06 13:50:10.527454 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ff7be-c01a-4727-938c-36a412f70e25 req-e9aca1a5-7d46-4373-b89e-8d387785bea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:10.528969 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-218ff7be-c01a-4727-938c-36a412f70e25 req-e9aca1a5-7d46-4373-b89e-8d387785bea8 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=86e0e7b2-c042-4f4e-889c-0378d7ddb55d HTTP/1.1" status: 200 len: 855 time: 0.0893524 Jul 06 13:50:10.548014 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85eaf8-c242-49a9-af6d-dbd73e9c43ed tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=947c53b0-58b2-4ea5-9b5b-6504eab15a18,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:10.563959 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-23e1d89d-c9f2-4be4-9c41-c5c1898a303e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'name': 'tempest-ServersTestBootFromVolume-1979286104-router', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:48:49Z', 'updated_at': '2021-07-06T13:49:00Z', 'revision_number': 4, 'project_id': 'd2199527a64a46ce9106abe6e66b8132', 'gw_port': {'id': '40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:48:51Z', 'updated_at': '2021-07-06T13:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'e9b29ca7-7b13-4b87-863a-b2b8d4b96bb0', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'floating_ip_address': '172.25.6.51', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'port_id': 'ef3bbff5-1b57-4526-a55f-48cab3900505', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50329774-c014-4320-b73f-68f0f2d9d2b2', 'mac_address': 'fa:16:3e:66:c1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6fb567-887c-4e2b-b99f-0e710edb5615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:49:07Z', 'updated_at': '2021-07-06T13:50:07Z', 'revision_number': 1, 'project_id': 'd2199527a64a46ce9106abe6e66b8132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d04c30f-ee72-4f06-8e30-70daea3c6ede', 'name': '', 'network_id': '50329774-c014-4320-b73f-68f0f2d9d2b2', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'mac_address': 'fa:16:3e:4e:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '86e0e7b2-c042-4f4e-889c-0378d7ddb55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:48:59Z', 'updated_at': '2021-07-06T13:49:11Z', 'revision_number': 5, 'project_id': 'd2199527a64a46ce9106abe6e66b8132', 'subnets': [{'id': '86e0e7b2-c042-4f4e-889c-0378d7ddb55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:10.601010 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e1d89d-c9f2-4be4-9c41-c5c1898a303e None None] The sync data for ids ['8f69c841-f1ec-4583-a6a3-5c66d487954e'] in n-d-773644-6 is: [{'id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'name': 'tempest-ServersTestBootFromVolume-1979286104-router', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:48:49Z', 'updated_at': '2021-07-06T13:49:00Z', 'revision_number': 4, 'project_id': 'd2199527a64a46ce9106abe6e66b8132', 'gw_port': {'id': '40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:48:51Z', 'updated_at': '2021-07-06T13:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'e9b29ca7-7b13-4b87-863a-b2b8d4b96bb0', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'floating_ip_address': '172.25.6.51', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'port_id': 'ef3bbff5-1b57-4526-a55f-48cab3900505', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 905, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50329774-c014-4320-b73f-68f0f2d9d2b2', 'mac_address': 'fa:16:3e:66:c1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6fb567-887c-4e2b-b99f-0e710edb5615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:49:07Z', 'updated_at': '2021-07-06T13:50:07Z', 'revision_number': 1, 'project_id': 'd2199527a64a46ce9106abe6e66b8132', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d04c30f-ee72-4f06-8e30-70daea3c6ede', 'name': '', 'network_id': '50329774-c014-4320-b73f-68f0f2d9d2b2', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'mac_address': 'fa:16:3e:4e:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '86e0e7b2-c042-4f4e-889c-0378d7ddb55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:48:59Z', 'updated_at': '2021-07-06T13:49:11Z', 'revision_number': 5, 'project_id': 'd2199527a64a46ce9106abe6e66b8132', 'subnets': [{'id': '86e0e7b2-c042-4f4e-889c-0378d7ddb55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:50:10.685019 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ff7be-c01a-4727-938c-36a412f70e25 req-035be8bb-d1f3-4694-865a-cf23d38c1b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:10.686876 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-218ff7be-c01a-4727-938c-36a412f70e25 req-035be8bb-d1f3-4694-865a-cf23d38c1b13 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=50329774-c014-4320-b73f-68f0f2d9d2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1492522 Jul 06 13:50:10.871783 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7fc266d3-0ff8-4e86-b7c5-9f402890cb0f req-ae6f9ec9-4f27-4321-8da6-1df468640f77 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups/947c53b0-58b2-4ea5-9b5b-6504eab15a18 HTTP/1.1" status: 200 len: 1803 time: 0.1029186 Jul 06 13:50:10.929812 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-7fc266d3-0ff8-4e86-b7c5-9f402890cb0f req-53e52b12-939a-4dd1-825b-355b040905ac tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1365090323', 'description': 'tempest-description-hth-1856416973'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:50:10.940827 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b68ca-0b94-4be9-8c80-14285569fa65 req-d8d01280-5e62-4669-a9ad-d664fabfdc06 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:10.941160 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-218ff7be-c01a-4727-938c-36a412f70e25 req-4407c80a-5dd3-4723-96b8-20d4cad09641 service neutron] 10.222.0.124 "GET /v2.0/networks/50329774-c014-4320-b73f-68f0f2d9d2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463496 Jul 06 13:50:10.948507 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b88b68ca-0b94-4be9-8c80-14285569fa65 req-d8d01280-5e62-4669-a9ad-d664fabfdc06 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 950 time: 0.2932570 Jul 06 13:50:10.970715 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e6c504-9596-4270-8077-781045089121 None None] New status for floating IP e9b29ca7-7b13-4b87-863a-b2b8d4b96bb0: ACTIVE {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:50:10.981720 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b5368-ca44-46e9-b9c5-5d5f1b942f40 req-c2cbc51b-2ff5-4057-9ad4-69117d46b084 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:10.983293 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-705b5368-ca44-46e9-b9c5-5d5f1b942f40 req-c2cbc51b-2ff5-4057-9ad4-69117d46b084 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.124 "GET /v2.0/ports?device_id=c24d1041-4195-4665-ba0b-0381a10844e8 HTTP/1.1" status: 200 len: 945 time: 0.2625210 Jul 06 13:50:11.040422 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7fc266d3-0ff8-4e86-b7c5-9f402890cb0f req-53e52b12-939a-4dd1-825b-355b040905ac tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:11.118881 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-218ff7be-c01a-4727-938c-36a412f70e25 req-8329db2b-b86b-409f-8f01-fe6f18607987 service neutron] 10.222.0.124 "GET /v2.0/networks/50329774-c014-4320-b73f-68f0f2d9d2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693861 Jul 06 13:50:11.182745 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b88b68ca-0b94-4be9-8c80-14285569fa65 req-232020c5-dd2b-487c-9dca-b2c44865cac0 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130477 Jul 06 13:50:11.185241 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7fc266d3-0ff8-4e86-b7c5-9f402890cb0f req-53e52b12-939a-4dd1-825b-355b040905ac tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:11.222358 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7fc266d3-0ff8-4e86-b7c5-9f402890cb0f req-53e52b12-939a-4dd1-825b-355b040905ac tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:11.226425 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7fc266d3-0ff8-4e86-b7c5-9f402890cb0f req-53e52b12-939a-4dd1-825b-355b040905ac tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:11.231866 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7fc266d3-0ff8-4e86-b7c5-9f402890cb0f req-53e52b12-939a-4dd1-825b-355b040905ac tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "PUT /v2.0/security-groups/947c53b0-58b2-4ea5-9b5b-6504eab15a18 HTTP/1.1" status: 200 len: 1777 time: 0.3498821 Jul 06 13:50:11.276416 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c297a3f-7a0f-487d-8b68-05bbdd9d5da0 req-c0aa7994-7a6f-44bb-a142-c9c4ca8feed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:11.279951 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c297a3f-7a0f-487d-8b68-05bbdd9d5da0 req-c0aa7994-7a6f-44bb-a142-c9c4ca8feed0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b5dd84bfe0564d60b03caa863157bd02&device_id=3ce2b421-ee2b-420f-a911-94422f64a9e1 HTTP/1.1" status: 200 len: 1096 time: 0.4032419 Jul 06 13:50:11.321309 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e52b12-939a-4dd1-825b-355b040905ac tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=947c53b0-58b2-4ea5-9b5b-6504eab15a18,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:11.414566 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:11.439465 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-705b5368-ca44-46e9-b9c5-5d5f1b942f40 req-de2fb7e5-03b9-49fb-8e16-72c24c416be4 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Deleting port f2279092-af84-492a-a03a-12a2a1350cc2 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:50:11.439818 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-705b5368-ca44-46e9-b9c5-5d5f1b942f40 req-de2fb7e5-03b9-49fb-8e16-72c24c416be4 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:11.563834 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c297a3f-7a0f-487d-8b68-05bbdd9d5da0 req-a0c90e86-144f-4506-bc94-474fa08306b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:11.565347 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c297a3f-7a0f-487d-8b68-05bbdd9d5da0 req-a0c90e86-144f-4506-bc94-474fa08306b4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ecad3fdb-68c4-42f4-9456-8030c4568692 HTTP/1.1" status: 200 len: 914 time: 0.2747626 Jul 06 13:50:11.646023 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c297a3f-7a0f-487d-8b68-05bbdd9d5da0 req-d67bbc1d-6694-4592-87f5-caaa10f38cdf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf2016dd-70b7-4257-b185-3b57a55f444d HTTP/1.1" status: 200 len: 217 time: 0.0684216 Jul 06 13:50:11.663640 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27514882-e375-4519-b2d4-cadcb8d2678e req-11da2969-9502-462e-9ec5-ba447980db1b tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:11.670798 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-27514882-e375-4519-b2d4-cadcb8d2678e req-11da2969-9502-462e-9ec5-ba447980db1b tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 945 time: 0.3142290 Jul 06 13:50:11.681326 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5fda4-04fb-4b9a-84a5-5f57160cdc22 req-f47ba0f5-3ec0-4f83-9d3a-1e2b14e811e4 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:11.682918 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9d5fda4-04fb-4b9a-84a5-5f57160cdc22 req-f47ba0f5-3ec0-4f83-9d3a-1e2b14e811e4 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] 10.222.0.118 "GET /v2.0/ports?device_id=3ce2b421-ee2b-420f-a911-94422f64a9e1 HTTP/1.1" status: 200 len: 945 time: 0.2709484 Jul 06 13:50:11.709049 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-705b5368-ca44-46e9-b9c5-5d5f1b942f40 req-de2fb7e5-03b9-49fb-8e16-72c24c416be4 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] For port f2279092-af84-492a-a03a-12a2a1350cc2, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f2279092-af84-492a-a03a-12a2a1350cc2,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:11.709448 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-705b5368-ca44-46e9-b9c5-5d5f1b942f40 req-de2fb7e5-03b9-49fb-8e16-72c24c416be4 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:11.763021 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-705b5368-ca44-46e9-b9c5-5d5f1b942f40 req-de2fb7e5-03b9-49fb-8e16-72c24c416be4 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Calling delete_port for f2279092-af84-492a-a03a-12a2a1350cc2 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:50:11.852419 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9d5fda4-04fb-4b9a-84a5-5f57160cdc22 req-128fd68c-c78d-4a36-8e31-69f0e69d93dc tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] 10.222.0.118 "GET /v2.0/security-groups?id=bf03b78c-b603-4278-93b6-1192987daeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504483 Jul 06 13:50:11.903504 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-27514882-e375-4519-b2d4-cadcb8d2678e req-03560ce8-a10e-4037-bf76-9d391ba685a6 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317488 Jul 06 13:50:11.907148 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c297a3f-7a0f-487d-8b68-05bbdd9d5da0 req-0698435f-41f9-4339-9d5b-6683c8c3d5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:11.908671 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c297a3f-7a0f-487d-8b68-05bbdd9d5da0 req-0698435f-41f9-4339-9d5b-6683c8c3d5b8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=de2e99e4-3a9f-45a5-bf49-09118093eb4f HTTP/1.1" status: 200 len: 853 time: 0.2248354 Jul 06 13:50:11.994476 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c297a3f-7a0f-487d-8b68-05bbdd9d5da0 req-a96bc7ad-78c9-4c1c-b6a2-ec698df9e12c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ecad3fdb-68c4-42f4-9456-8030c4568692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770242 Jul 06 13:50:12.007771 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-11a63a4c-cf61-406b-be74-df8ead7e31b8 req-ce5fe760-6a9d-4169-9428-4acb92480e07 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups/947c53b0-58b2-4ea5-9b5b-6504eab15a18 HTTP/1.1" status: 200 len: 1777 time: 0.0596857 Jul 06 13:50:12.107695 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c297a3f-7a0f-487d-8b68-05bbdd9d5da0 req-1aa98f9e-6b7e-469f-969b-4b6aec2decda service neutron] 10.222.0.52 "GET /v2.0/networks/ecad3fdb-68c4-42f4-9456-8030c4568692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974700 Jul 06 13:50:12.617075 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b667be-4c8b-4383-9797-6c22a057ab57 req-6d88906f-01cc-456c-ab0b-18727796d477 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:12.621518 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76b667be-4c8b-4383-9797-6c22a057ab57 req-6d88906f-01cc-456c-ab0b-18727796d477 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=c24d1041-4195-4665-ba0b-0381a10844e8 HTTP/1.1" status: 200 len: 945 time: 0.4959357 Jul 06 13:50:12.677238 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c297a3f-7a0f-487d-8b68-05bbdd9d5da0 req-9a9f777d-9504-4f88-af0c-3a55ff2b8895 service neutron] 10.222.0.52 "GET /v2.0/networks/ecad3fdb-68c4-42f4-9456-8030c4568692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5556691 Jul 06 13:50:12.678940 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-42ec9f03-af66-45f5-9a00-c3bb70457acc tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=26acdda50990445ca6f1c6389fdcff1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583596 Jul 06 13:50:12.688196 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-705b5368-ca44-46e9-b9c5-5d5f1b942f40 req-de2fb7e5-03b9-49fb-8e16-72c24c416be4 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:12.781639 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76b667be-4c8b-4383-9797-6c22a057ab57 req-fb87387c-9aee-4859-9cae-020a727b113d tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284220 Jul 06 13:50:12.786691 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fb7e5-03b9-49fb-8e16-72c24c416be4 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Pushing event deleted for resources: {'Port': ['ID=f2279092-af84-492a-a03a-12a2a1350cc2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:12.870116 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-705b5368-ca44-46e9-b9c5-5d5f1b942f40 req-de2fb7e5-03b9-49fb-8e16-72c24c416be4 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] No DVR routers for this DVR port f2279092-af84-492a-a03a-12a2a1350cc2 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:50:12.883909 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-705b5368-ca44-46e9-b9c5-5d5f1b942f40 req-de2fb7e5-03b9-49fb-8e16-72c24c416be4 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:12.885924 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-705b5368-ca44-46e9-b9c5-5d5f1b942f40 req-de2fb7e5-03b9-49fb-8e16-72c24c416be4 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.124 "DELETE /v2.0/ports/f2279092-af84-492a-a03a-12a2a1350cc2 HTTP/1.1" status: 204 len: 173 time: 1.8886130 Jul 06 13:50:12.886437 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24d1041-4195-4665-ba0b-0381a10844e8', 'name': 'network-vif-deleted', 'tag': 'f2279092-af84-492a-a03a-12a2a1350cc2'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:12.889041 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f380fe-1c23-4193-b0fe-2fa0a80a7bcb" -d '{"events": [{"server_uuid": "c24d1041-4195-4665-ba0b-0381a10844e8", "name": "network-vif-deleted", "tag": "f2279092-af84-492a-a03a-12a2a1350cc2"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:12.924935 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-0e92838d-9995-41e1-891a-d29652916c09 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:12.926586 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-0e92838d-9995-41e1-891a-d29652916c09 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2406566 Jul 06 13:50:12.932491 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-63a7d5e2-a83a-444f-af74-8c8131cd60df req-a7567507-68f6-409b-8d78-9bb9dce623e8 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups/947c53b0-58b2-4ea5-9b5b-6504eab15a18 HTTP/1.1" status: 200 len: 1777 time: 0.1086032 Jul 06 13:50:12.953979 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:12.972580 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-649159b3-6d88-469d-98b2-b5386dca637a tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/quotas/26acdda50990445ca6f1c6389fdcff1f HTTP/1.1" status: 200 len: 375 time: 0.0305746 Jul 06 13:50:13.028509 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-2c1f0267-149e-4afb-a02e-c15297b0eee1 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459914 Jul 06 13:50:13.054143 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-63a7d5e2-a83a-444f-af74-8c8131cd60df req-73c579ba-48bd-4c8a-a0e9-c80212983322 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:13.080867 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-63a7d5e2-a83a-444f-af74-8c8131cd60df req-73c579ba-48bd-4c8a-a0e9-c80212983322 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:13.137968 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-63a7d5e2-a83a-444f-af74-8c8131cd60df req-73c579ba-48bd-4c8a-a0e9-c80212983322 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:13.152176 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-63a7d5e2-a83a-444f-af74-8c8131cd60df req-73c579ba-48bd-4c8a-a0e9-c80212983322 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:13.156661 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-63a7d5e2-a83a-444f-af74-8c8131cd60df req-73c579ba-48bd-4c8a-a0e9-c80212983322 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "DELETE /v2.0/security-groups/947c53b0-58b2-4ea5-9b5b-6504eab15a18 HTTP/1.1" status: 204 len: 173 time: 0.2159286 Jul 06 13:50:13.172470 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c579ba-48bd-4c8a-a0e9-c80212983322 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=947c53b0-58b2-4ea5-9b5b-6504eab15a18,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:13.422604 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e493c0-bfa6-45f2-b4d3-37048a217a4a req-75631f3f-ecb9-4589-8992-91d926b83a8e tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:13.424165 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-74e493c0-bfa6-45f2-b4d3-37048a217a4a req-75631f3f-ecb9-4589-8992-91d926b83a8e tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 950 time: 0.1150529 Jul 06 13:50:13.446505 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eaf543-9a43-4d5a-9159-5259a9902f99 req-dabc36ec-7d4b-45cd-8581-116ea13494a3 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:13.448610 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-62eaf543-9a43-4d5a-9159-5259a9902f99 req-dabc36ec-7d4b-45cd-8581-116ea13494a3 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] 10.222.0.118 "GET /v2.0/ports?device_id=3ce2b421-ee2b-420f-a911-94422f64a9e1 HTTP/1.1" status: 200 len: 945 time: 0.1265352 Jul 06 13:50:13.496005 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ef9489a1-490c-428d-9b62-1cc328e84bf0 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:50:13.499800 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ef9489a1-490c-428d-9b62-1cc328e84bf0 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:50:13.512225 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-74e493c0-bfa6-45f2-b4d3-37048a217a4a req-e1b2b3e5-db6b-4715-b36d-a27a525077dd tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804219 Jul 06 13:50:13.530413 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-62eaf543-9a43-4d5a-9159-5259a9902f99 req-3de2099a-5713-491b-9813-eadd60644977 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] 10.222.0.118 "GET /v2.0/security-groups?id=bf03b78c-b603-4278-93b6-1192987daeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732052 Jul 06 13:50:13.608175 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177517d2-412d-4cd8-976e-2addda322b4d x-openstack-request-id: req-177517d2-412d-4cd8-976e-2addda322b4d {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:13.608479 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24d1041-4195-4665-ba0b-0381a10844e8", "name": "network-vif-deleted", "tag": "f2279092-af84-492a-a03a-12a2a1350cc2", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:13.608740 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-177517d2-412d-4cd8-976e-2addda322b4d {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:13.609147 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24d1041-4195-4665-ba0b-0381a10844e8', 'name': 'network-vif-deleted', 'tag': 'f2279092-af84-492a-a03a-12a2a1350cc2', 'status': 'completed', 'code': 200} Jul 06 13:50:13.757852 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476b75e-e055-4f5d-9618-e4f4946119e1 req-6fc92694-b07e-4dd9-b742-9c95b22c9572 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:13.767430 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2476b75e-e055-4f5d-9618-e4f4946119e1 req-6fc92694-b07e-4dd9-b742-9c95b22c9572 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 945 time: 0.1285179 Jul 06 13:50:13.826780 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2476b75e-e055-4f5d-9618-e4f4946119e1 req-c1cd91d5-f1b4-4a27-88cc-3cfea6af878b tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578759 Jul 06 13:50:13.931990 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:13.946248 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f2279092-af84-492a-a03a-12a2a1350cc2 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:50:13.973419 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.db.resource_extend [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 13:50:13.975855 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: f2279092-af84-492a-a03a-12a2a1350cc2 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:50:13.976062 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f2279092-af84-492a-a03a-12a2a1350cc2 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:50:14.074179 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-acf5a166-a0ff-48aa-a2c4-69ca93e83c91 req-15bad31f-8bf4-4c27-a23a-fcc06b6a2897 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 210 time: 0.1098967 Jul 06 13:50:14.093284 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e67d264-f57a-43dd-97a7-5a3f15660624', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef9489a1-490c-428d-9b62-1cc328e84bf0'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:14.096054 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d115772-6f9c-4c72-9cee-3cb1c12a79aa" -d '{"events": [{"server_uuid": "5e67d264-f57a-43dd-97a7-5a3f15660624", "name": "network-vif-unplugged", "status": "completed", "tag": "ef9489a1-490c-428d-9b62-1cc328e84bf0"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:14.119710 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-89342a9a-2e14-4f9c-b913-47a61f868779 req-440bcd59-9fe3-40ed-a73b-d8e792b287ea tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] show failed (client error): The resource could not be found. Jul 06 13:50:14.119710 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-89342a9a-2e14-4f9c-b913-47a61f868779 req-440bcd59-9fe3-40ed-a73b-d8e792b287ea tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups/b2abf915-b2d5-44c0-af69-cfa752d99cf4 HTTP/1.1" status: 404 len: 352 time: 0.0334353 Jul 06 13:50:14.143485 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port ef9489a1-490c-428d-9b62-1cc328e84bf0, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ef9489a1-490c-428d-9b62-1cc328e84bf0,segment=NetworkSegment(cd7ab75f-6283-4337-a533-ec225e83e782),segment_id=cd7ab75f-6283-4337-a533-ec225e83e782)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:14.151712 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:14.169309 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad22b20b-b54f-418e-a897-0530da857c02 x-openstack-request-id: req-ad22b20b-b54f-418e-a897-0530da857c02 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:14.169664 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e67d264-f57a-43dd-97a7-5a3f15660624", "name": "network-vif-unplugged", "status": "completed", "tag": "ef9489a1-490c-428d-9b62-1cc328e84bf0", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:14.170003 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ad22b20b-b54f-418e-a897-0530da857c02 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:14.170453 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e67d264-f57a-43dd-97a7-5a3f15660624', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef9489a1-490c-428d-9b62-1cc328e84bf0', 'code': 200} Jul 06 13:50:14.188907 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-45290326-47d9-45a0-9e44-9cc068df4053 req-36be622a-02bf-4309-a9f1-2f2a15ef61b8 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] show failed (client error): The resource could not be found. Jul 06 13:50:14.192001 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45290326-47d9-45a0-9e44-9cc068df4053 req-36be622a-02bf-4309-a9f1-2f2a15ef61b8 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups/2f47163a-9065-4eb7-85e9-deac8ae58a72 HTTP/1.1" status: 404 len: 352 time: 0.0321410 Jul 06 13:50:14.204055 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port ef9489a1-490c-428d-9b62-1cc328e84bf0, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ef9489a1-490c-428d-9b62-1cc328e84bf0,segment=NetworkSegment(cd7ab75f-6283-4337-a533-ec225e83e782),segment_id=cd7ab75f-6283-4337-a533-ec225e83e782)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:14.230264 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'ef9489a1-490c-428d-9b62-1cc328e84bf0', 'network_id': '60fc63ba-9031-4911-92ba-21e96099cb00', 'port_id': 'ef9489a1-490c-428d-9b62-1cc328e84bf0', 'mac_address': 'fa:16:3e:3b:f5:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6d3629-131d-49bb-9b01-fc69a27e8c8e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:50:14.233307 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-4db41c38-b97e-47a0-a2fa-8239ff1631d3 req-43b38ca3-078b-48cc-bbc5-9e1650e6d49b tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] show failed (client error): The resource could not be found. Jul 06 13:50:14.240146 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=ef9489a1-490c-428d-9b62-1cc328e84bf0,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:14.251217 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4db41c38-b97e-47a0-a2fa-8239ff1631d3 req-43b38ca3-078b-48cc-bbc5-9e1650e6d49b tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups/c62c0e69-9558-4572-ad82-86ed129b2a38 HTTP/1.1" status: 404 len: 352 time: 0.0349309 Jul 06 13:50:14.285566 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:14.305615 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-6b9be817-cecd-476e-bdf1-1bc6b9666ead req-232d2cd5-db39-4baf-bff7-a58de817c2cb tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] show failed (client error): The resource could not be found. Jul 06 13:50:14.306762 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b9be817-cecd-476e-bdf1-1bc6b9666ead req-232d2cd5-db39-4baf-bff7-a58de817c2cb tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups/59720ce9-ddb3-4337-af0e-04dbb260d8d5 HTTP/1.1" status: 404 len: 352 time: 0.0412748 Jul 06 13:50:14.309906 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef9489a1-490c-428d-9b62-1cc328e84bf0 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:50:14.343977 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port ef9489a1-490c-428d-9b62-1cc328e84bf0, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ef9489a1-490c-428d-9b62-1cc328e84bf0,segment=NetworkSegment(cd7ab75f-6283-4337-a533-ec225e83e782),segment_id=cd7ab75f-6283-4337-a533-ec225e83e782)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:14.351557 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:14.366586 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-486a609c-1d35-49b2-b27e-1fc43242350b req-fc6c2ce0-80e0-4226-92cf-a63b2e0bbeed tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] show failed (client error): The resource could not be found. Jul 06 13:50:14.367639 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-486a609c-1d35-49b2-b27e-1fc43242350b req-fc6c2ce0-80e0-4226-92cf-a63b2e0bbeed tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups/5d88a8cc-92a6-4443-b64f-f3b36a20b056 HTTP/1.1" status: 404 len: 352 time: 0.0313926 Jul 06 13:50:14.422078 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=ef9489a1-490c-428d-9b62-1cc328e84bf0,revision_number=7']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:14.433452 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-b512e251-4d09-4437-908d-4a84c37f5474 req-e66b47bf-adc6-4a00-9a7d-3c02c4395544 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] show failed (client error): The resource could not be found. Jul 06 13:50:14.434538 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b512e251-4d09-4437-908d-4a84c37f5474 req-e66b47bf-adc6-4a00-9a7d-3c02c4395544 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups/8b21f102-cbdb-4c8c-b760-fa0f0d10f1aa HTTP/1.1" status: 404 len: 352 time: 0.0322011 Jul 06 13:50:14.446884 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-90e13e64-89db-47ec-b6ae-796ba1d8aa25 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:14.448452 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-90e13e64-89db-47ec-b6ae-796ba1d8aa25 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/networks?id=d3fe67ee-10fe-4b67-adfd-00a9752f666b HTTP/1.1" status: 200 len: 811 time: 0.1740453 Jul 06 13:50:14.467613 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-2deb195f-9b5d-461c-8f6c-72738cdbdbaa tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/quotas/0c5820f075a5422096132d113f5a5811 HTTP/1.1" status: 200 len: 375 time: 0.0110784 Jul 06 13:50:14.509448 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-eb133cf4-fffe-401e-81af-179b665d99b1 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=0c5820f075a5422096132d113f5a5811&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335150 Jul 06 13:50:14.593694 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['ef9489a1-490c-428d-9b62-1cc328e84bf0'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:50:14.634742 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-f16d8040-0397-4c09-8719-cbd651c4444b service neutron] 10.222.0.118 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045303 Jul 06 13:50:14.767676 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-dcb902d3-3f4d-4bd5-a705-7a2b9396777e service neutron] 10.222.0.118 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268959 Jul 06 13:50:14.922016 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-121f2133-d2a5-42ac-a0aa-51af3f1afe2c tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.124 "GET /v2.0/networks?tenant_id=26acdda50990445ca6f1c6389fdcff1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244226 Jul 06 13:50:15.014886 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5247c3-d293-4e15-a2d2-e04934786275 req-e8e57620-529c-4a6e-a3b1-dfad0b1d16dd tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:15.023804 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fa5247c3-d293-4e15-a2d2-e04934786275 req-e8e57620-529c-4a6e-a3b1-dfad0b1d16dd tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 950 time: 0.1756756 Jul 06 13:50:15.142303 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fa5247c3-d293-4e15-a2d2-e04934786275 req-df3fb84e-0ba4-4d3f-b19d-fbf2c9520afc tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174469 Jul 06 13:50:15.164011 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-cba35b6b-0c84-4d74-89ee-ce4a20124abb tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:15.165561 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-cba35b6b-0c84-4d74-89ee-ce4a20124abb tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2366571 Jul 06 13:50:15.189513 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-6cfaa3b1-32ac-4872-8816-633da756848c tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Request body: {'port': {'device_id': 'ab67ddb7-250e-4e4a-af9d-4bbf1df292cf', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'admin_state_up': True, 'tenant_id': '26acdda50990445ca6f1c6389fdcff1f'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:50:15.356069 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184659d-ae1a-42db-88a9-d11a10fc5157 req-6fe1d705-73b6-409c-b836-fcee7b304b1f tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:15.363503 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7184659d-ae1a-42db-88a9-d11a10fc5157 req-6fe1d705-73b6-409c-b836-fcee7b304b1f tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] 10.222.0.118 "GET /v2.0/ports?device_id=3ce2b421-ee2b-420f-a911-94422f64a9e1 HTTP/1.1" status: 200 len: 945 time: 0.2932158 Jul 06 13:50:15.465130 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7184659d-ae1a-42db-88a9-d11a10fc5157 req-c8e95911-2410-49e6-ae47-ea43080d212e tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] 10.222.0.118 "GET /v2.0/security-groups?id=bf03b78c-b603-4278-93b6-1192987daeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006927 Jul 06 13:50:15.487642 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6d6ef-c02c-4825-ab9a-e54eb40cba81 req-ce2cb139-0cc9-47d0-8b5e-1aede03369c1 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:15.489693 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28b6d6ef-c02c-4825-ab9a-e54eb40cba81 req-ce2cb139-0cc9-47d0-8b5e-1aede03369c1 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e5d9958-d4e2-4362-a305-d62efa77718f HTTP/1.1" status: 200 len: 1023 time: 0.2015252 Jul 06 13:50:15.499462 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ef9489a1-490c-428d-9b62-1cc328e84bf0 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:50:15.520044 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-6cfaa3b1-32ac-4872-8816-633da756848c tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Made reservation on behalf of 26acdda50990445ca6f1c6389fdcff1f for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:50:15.525028 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-6cfaa3b1-32ac-4872-8816-633da756848c tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:15.540130 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-6cfaa3b1-32ac-4872-8816-633da756848c tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:15.566893 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port ef9489a1-490c-428d-9b62-1cc328e84bf0 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:50:15.567998 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:15.575005 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28b6d6ef-c02c-4825-ab9a-e54eb40cba81 req-c4ac4a46-eeec-42af-8a54-a6c7b20fbeae tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e4efb6e-1882-4b99-8cb8-dbf632de4fed&id=fb3b17d9-ade7-49d7-8915-6544a8aa5905&id=520e01e5-b40b-449c-8dfd-75c3653a7665&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0783880 Jul 06 13:50:15.733223 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:15.777412 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-6cfaa3b1-32ac-4872-8816-633da756848c tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:15.799047 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port ef9489a1-490c-428d-9b62-1cc328e84bf0, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ef9489a1-490c-428d-9b62-1cc328e84bf0,segment=NetworkSegment(cd7ab75f-6283-4337-a533-ec225e83e782),segment_id=cd7ab75f-6283-4337-a533-ec225e83e782)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:15.808249 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:15.835581 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a6d53242-a4bf-4465-8038-ccb92fbfc0be req-8741a066-d34f-40f3-a6e8-65ff63319ca0 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 210 time: 0.0541785 Jul 06 13:50:15.840174 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-6cfaa3b1-32ac-4872-8816-633da756848c tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:15.870420 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=ef9489a1-490c-428d-9b62-1cc328e84bf0,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:16.020790 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfaa3b1-32ac-4872-8816-633da756848c tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6989bf85-cd2e-45bd-bc74-609dedf94ffe,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:16.028564 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4c72213a-ee88-4f1b-8a43-db1baa39af93 req-ce3a05f9-585b-43ca-b147-b3fc2693d409 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 210 time: 0.0599198 Jul 06 13:50:16.089970 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f9b6c-27c8-48c8-8c48-b545660dc269 req-3ed4cd5e-304a-4880-8f2a-d6db27ad5d8f tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:16.091504 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b0f9b6c-27c8-48c8-8c48-b545660dc269 req-3ed4cd5e-304a-4880-8f2a-d6db27ad5d8f tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 945 time: 0.2525136 Jul 06 13:50:16.112020 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-6cfaa3b1-32ac-4872-8816-633da756848c tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Allocated IP 192.168.233.17 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/3e8943cb-a6ad-4c58-9bd2-79576b130719) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:50:16.156357 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b0f9b6c-27c8-48c8-8c48-b545660dc269 req-fa5b2d78-a080-4206-bc46-28458777961a tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582833 Jul 06 13:50:16.171499 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e67d264-f57a-43dd-97a7-5a3f15660624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9489a1-490c-428d-9b62-1cc328e84bf0'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:16.174656 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5768ac-aa9d-40a3-bb70-58df8e200332" -d '{"events": [{"server_uuid": "5e67d264-f57a-43dd-97a7-5a3f15660624", "name": "network-vif-plugged", "status": "completed", "tag": "ef9489a1-490c-428d-9b62-1cc328e84bf0"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:16.335125 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:16.376697 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-6cfaa3b1-32ac-4872-8816-633da756848c tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:16.384540 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c2b95-f32f-457f-903d-fe0e60253a04 req-a0876522-38a2-4d8b-b462-665c7d97d941 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:16.386999 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f49c2b95-f32f-457f-903d-fe0e60253a04 req-a0876522-38a2-4d8b-b462-665c7d97d941 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.124 "GET /v2.0/ports?device_id=4e5d9958-d4e2-4362-a305-d62efa77718f HTTP/1.1" status: 200 len: 1023 time: 0.1470795 Jul 06 13:50:16.527223 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-faa8adc5-1685-4e0e-9182-6f554f02888b tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:16.528963 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-faa8adc5-1685-4e0e-9182-6f554f02888b tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.124 "GET /v2.0/networks?id=d3fe67ee-10fe-4b67-adfd-00a9752f666b HTTP/1.1" status: 200 len: 811 time: 0.1294725 Jul 06 13:50:16.530348 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-6cfaa3b1-32ac-4872-8816-633da756848c tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Transition to ACTIVE for port object 3e8943cb-a6ad-4c58-9bd2-79576b130719 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:50:16.542880 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-7c0926af-01c2-492a-9b7a-8777d0e0ded8 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Request body: {'port': {'device_id': '43483b73-cfe0-48f5-b942-37cdffd2e45c', 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b', 'admin_state_up': True, 'tenant_id': '0c5820f075a5422096132d113f5a5811'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:50:16.630678 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95c044-90db-461a-992d-6cdd961cb1ad req-bad8efea-2245-4f84-92e6-fb7e4e5b1d6a tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:16.636916 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-f49c2b95-f32f-457f-903d-fe0e60253a04 req-993f9d5d-a113-492b-a763-17b2bc3460af tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Deleting port d297307d-d7fb-49d6-bdd7-a0b990031e5e {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:50:16.637444 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e95c044-90db-461a-992d-6cdd961cb1ad req-bad8efea-2245-4f84-92e6-fb7e4e5b1d6a tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 950 time: 0.2818711 Jul 06 13:50:16.637924 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f49c2b95-f32f-457f-903d-fe0e60253a04 req-993f9d5d-a113-492b-a763-17b2bc3460af tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:16.694408 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba841df-5d51-475d-99d6-05f17fed5901 x-openstack-request-id: req-fba841df-5d51-475d-99d6-05f17fed5901 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:16.695200 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e67d264-f57a-43dd-97a7-5a3f15660624", "name": "network-vif-plugged", "status": "completed", "tag": "ef9489a1-490c-428d-9b62-1cc328e84bf0", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:16.695637 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-fba841df-5d51-475d-99d6-05f17fed5901 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:16.696211 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e67d264-f57a-43dd-97a7-5a3f15660624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9489a1-490c-428d-9b62-1cc328e84bf0', 'code': 200} Jul 06 13:50:16.761147 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-6cfaa3b1-32ac-4872-8816-633da756848c tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:16.804896 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e95c044-90db-461a-992d-6cdd961cb1ad req-56cdd3ed-f240-497c-81ce-3ca060524ca9 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663797 Jul 06 13:50:16.814919 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-f49c2b95-f32f-457f-903d-fe0e60253a04 req-993f9d5d-a113-492b-a763-17b2bc3460af tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] For port d297307d-d7fb-49d6-bdd7-a0b990031e5e, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d297307d-d7fb-49d6-bdd7-a0b990031e5e,segment=NetworkSegment(395ac52b-270e-4067-8453-7941e774d9db),segment_id=395ac52b-270e-4067-8453-7941e774d9db)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:16.815299 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f49c2b95-f32f-457f-903d-fe0e60253a04 req-993f9d5d-a113-492b-a763-17b2bc3460af tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:16.857547 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-6cfaa3b1-32ac-4872-8816-633da756848c tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:50:16.864416 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-6cfaa3b1-32ac-4872-8816-633da756848c tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:50:16.877164 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-f49c2b95-f32f-457f-903d-fe0e60253a04 req-993f9d5d-a113-492b-a763-17b2bc3460af tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Calling delete_port for d297307d-d7fb-49d6-bdd7-a0b990031e5e owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:50:16.904349 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-6cfaa3b1-32ac-4872-8816-633da756848c tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:50:16.946998 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfaa3b1-32ac-4872-8816-633da756848c tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Pushing event updated for resources: {'Port': ['ID=3e8943cb-a6ad-4c58-9bd2-79576b130719,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:17.045144 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-7c0926af-01c2-492a-9b7a-8777d0e0ded8 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Made reservation on behalf of 0c5820f075a5422096132d113f5a5811 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:50:17.049527 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-7c0926af-01c2-492a-9b7a-8777d0e0ded8 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:17.241274 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-6cfaa3b1-32ac-4872-8816-633da756848c tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:17.242100 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-6cfaa3b1-32ac-4872-8816-633da756848c tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:17.273633 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f49c2b95-f32f-457f-903d-fe0e60253a04 req-993f9d5d-a113-492b-a763-17b2bc3460af tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:17.282771 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ec350e3d-4152-483c-8b37-3f336f399186 None None] Provisioning for port 3e8943cb-a6ad-4c58-9bd2-79576b130719 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:50:17.297061 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['d297307d-d7fb-49d6-bdd7-a0b990031e5e'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:50:17.313466 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d195d-64f5-4b5e-be30-db378cbba128 req-c3a701ea-02cb-44f4-aefb-9bdfe1cef0a4 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:17.320692 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-436d195d-64f5-4b5e-be30-db378cbba128 req-c3a701ea-02cb-44f4-aefb-9bdfe1cef0a4 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] 10.222.0.118 "GET /v2.0/ports?device_id=3ce2b421-ee2b-420f-a911-94422f64a9e1 HTTP/1.1" status: 200 len: 945 time: 0.4590795 Jul 06 13:50:17.322436 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ec350e3d-4152-483c-8b37-3f336f399186 None None] Provisioning complete for port 3e8943cb-a6ad-4c58-9bd2-79576b130719 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:50:17.323283 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ec350e3d-4152-483c-8b37-3f336f399186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:17.368419 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-6cfaa3b1-32ac-4872-8816-633da756848c tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1917419 Jul 06 13:50:17.368693 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f9d5d-a113-492b-a763-17b2bc3460af tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Pushing event deleted for resources: {'Port': ['ID=d297307d-d7fb-49d6-bdd7-a0b990031e5e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:17.382132 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664af81a-8cbf-49b9-92d5-d8424eab0e3f req-4b1415f9-a5c8-4654-be81-c3cc826a489d tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:17.389334 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-664af81a-8cbf-49b9-92d5-d8424eab0e3f req-4b1415f9-a5c8-4654-be81-c3cc826a489d tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/ports?device_id=4e5d9958-d4e2-4362-a305-d62efa77718f HTTP/1.1" status: 200 len: 1023 time: 0.3559449 Jul 06 13:50:17.405317 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-3d1736ec-459d-402b-b953-3748cbf80e3e service neutron] Request body: {'port': {'device_id': 'ab67ddb7-250e-4e4a-af9d-4bbf1df292cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:50:17.407519 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f9d5d-a113-492b-a763-17b2bc3460af tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:17.418265 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f9d5d-a113-492b-a763-17b2bc3460af tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:17.418839 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f9d5d-a113-492b-a763-17b2bc3460af tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:17.419336 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f9d5d-a113-492b-a763-17b2bc3460af tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:17.419907 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f9d5d-a113-492b-a763-17b2bc3460af tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:17.420484 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f9d5d-a113-492b-a763-17b2bc3460af tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:17.421035 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f9d5d-a113-492b-a763-17b2bc3460af tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:17.421545 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f9d5d-a113-492b-a763-17b2bc3460af tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:17.434091 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f9d5d-a113-492b-a763-17b2bc3460af tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:17.435529 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f9d5d-a113-492b-a763-17b2bc3460af tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:17.435529 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f9d5d-a113-492b-a763-17b2bc3460af tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:17.435529 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f9d5d-a113-492b-a763-17b2bc3460af tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:17.438384 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49c2b95-f32f-457f-903d-fe0e60253a04 req-993f9d5d-a113-492b-a763-17b2bc3460af tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] No DVR routers for this DVR port d297307d-d7fb-49d6-bdd7-a0b990031e5e on host n-h2-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:50:17.442107 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f49c2b95-f32f-457f-903d-fe0e60253a04 req-993f9d5d-a113-492b-a763-17b2bc3460af tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:17.444522 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f49c2b95-f32f-457f-903d-fe0e60253a04 req-993f9d5d-a113-492b-a763-17b2bc3460af tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.124 "DELETE /v2.0/ports/d297307d-d7fb-49d6-bdd7-a0b990031e5e HTTP/1.1" status: 204 len: 173 time: 1.0471501 Jul 06 13:50:17.445190 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e5d9958-d4e2-4362-a305-d62efa77718f', 'name': 'network-vif-deleted', 'tag': 'd297307d-d7fb-49d6-bdd7-a0b990031e5e'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:17.447780 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48080332-a4f4-4b29-a7b9-a2c5106df1a6" -d '{"events": [{"server_uuid": "4e5d9958-d4e2-4362-a305-d62efa77718f", "name": "network-vif-deleted", "tag": "d297307d-d7fb-49d6-bdd7-a0b990031e5e"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:17.460556 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-ec350e3d-4152-483c-8b37-3f336f399186 None None] Port 3e8943cb-a6ad-4c58-9bd2-79576b130719 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:50:17.488341 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b4d9e-9636-4cdf-ba07-e5432dd29e96 req-3cdb2ab4-1634-431a-a919-2798c4e60870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:17.491039 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b1b4d9e-9636-4cdf-ba07-e5432dd29e96 req-3cdb2ab4-1634-431a-a919-2798c4e60870 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 1096 time: 0.3600287 Jul 06 13:50:17.523849 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-436d195d-64f5-4b5e-be30-db378cbba128 req-e8293c38-f2f5-4296-b338-13d8a28f92bd tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] 10.222.0.118 "GET /v2.0/security-groups?id=bf03b78c-b603-4278-93b6-1192987daeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020969 Jul 06 13:50:17.570679 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-664af81a-8cbf-49b9-92d5-d8424eab0e3f req-048cddf6-0d57-4071-9adc-c0f7d85bd4bc tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups?id=0e4efb6e-1882-4b99-8cb8-dbf632de4fed&id=fb3b17d9-ade7-49d7-8915-6544a8aa5905&id=520e01e5-b40b-449c-8dfd-75c3653a7665&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1792769 Jul 06 13:50:17.584820 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-7c0926af-01c2-492a-9b7a-8777d0e0ded8 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Allocated IP 172.20.0.3 (d3fe67ee-10fe-4b67-adfd-00a9752f666b/5c4bc917-beda-4093-9c43-911a28c774ae/fbb9ce42-ffde-4ebb-8d97-9946439de822) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:50:17.925410 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46202) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:17.970744 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b1b4d9e-9636-4cdf-ba07-e5432dd29e96 req-87336f8c-324c-402b-bfab-f551ff6e4736 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655244 Jul 06 13:50:17.994749 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da2a8407-e7ec-4e0e-b13e-247e325f00fd req-30ab6b36-95c3-43fe-8968-07362c29652e tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 210 time: 0.0892043 Jul 06 13:50:18.029597 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-3d1736ec-459d-402b-b953-3748cbf80e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:18.089917 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5afcf54f-db9e-431e-9b47-133f7ba92fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:18.236050 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5afcf54f-db9e-431e-9b47-133f7ba92fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:18.243011 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5afcf54f-db9e-431e-9b47-133f7ba92fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:18.271615 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff06413-6680-420b-ac99-b68e467c3cb6 req-0248272f-73b5-434c-88cd-9446e57d955b tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:18.273862 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dff06413-6680-420b-ac99-b68e467c3cb6 req-0248272f-73b5-434c-88cd-9446e57d955b tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 935 time: 0.3715839 Jul 06 13:50:18.281958 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5afcf54f-db9e-431e-9b47-133f7ba92fb9 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=616a99ed6c90495e90ecd3bc5fefd6fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3552902 Jul 06 13:50:18.288137 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46206) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:18.311917 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afcf54f-db9e-431e-9b47-133f7ba92fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d059e995-56d8-477a-b826-c99f608171b4,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:18.363330 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-69e21a0e-cc43-4ddf-ac3f-bff47d271555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:18.386193 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-69e21a0e-cc43-4ddf-ac3f-bff47d271555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:18.435101 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-69e21a0e-cc43-4ddf-ac3f-bff47d271555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:18.438797 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-69e21a0e-cc43-4ddf-ac3f-bff47d271555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:18.440151 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-69e21a0e-cc43-4ddf-ac3f-bff47d271555 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/d059e995-56d8-477a-b826-c99f608171b4 HTTP/1.1" status: 204 len: 168 time: 0.1507094 Jul 06 13:50:18.451339 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e21a0e-cc43-4ddf-ac3f-bff47d271555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d059e995-56d8-477a-b826-c99f608171b4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:18.466933 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-7c0926af-01c2-492a-9b7a-8777d0e0ded8 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:18.492238 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:18.529820 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c226fd-e3b9-4830-84f2-64c4358713f6 req-d47d7fbc-ae85-413a-9626-6118aa61a728 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:18.531330 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-96c226fd-e3b9-4830-84f2-64c4358713f6 req-d47d7fbc-ae85-413a-9626-6118aa61a728 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 945 time: 0.3976691 Jul 06 13:50:18.534038 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dff06413-6680-420b-ac99-b68e467c3cb6 req-669a9636-fa85-4b2f-b4d1-0f55cd70bead tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399874 Jul 06 13:50:18.602869 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658add5d-7436-49db-9d7b-7ad1eab00e78 x-openstack-request-id: req-658add5d-7436-49db-9d7b-7ad1eab00e78 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:18.603262 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e5d9958-d4e2-4362-a305-d62efa77718f", "name": "network-vif-deleted", "tag": "d297307d-d7fb-49d6-bdd7-a0b990031e5e", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:18.603691 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-658add5d-7436-49db-9d7b-7ad1eab00e78 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:18.604265 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e5d9958-d4e2-4362-a305-d62efa77718f', 'name': 'network-vif-deleted', 'tag': 'd297307d-d7fb-49d6-bdd7-a0b990031e5e', 'status': 'completed', 'code': 200} Jul 06 13:50:18.620866 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb88f6d-6bf4-4ddd-a750-f5c3892ce796 req-6c08293d-9e3e-47d8-9163-c6e7f727dead tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:18.622327 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5bb88f6d-6bf4-4ddd-a750-f5c3892ce796 req-6c08293d-9e3e-47d8-9163-c6e7f727dead tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ce2b421-ee2b-420f-a911-94422f64a9e1 HTTP/1.1" status: 200 len: 945 time: 0.2640157 Jul 06 13:50:18.657268 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-96c226fd-e3b9-4830-84f2-64c4358713f6 req-7cacaf49-ef3e-464c-a21b-0c8d2b9f58c9 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116879 Jul 06 13:50:18.712890 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-7c0926af-01c2-492a-9b7a-8777d0e0ded8 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:18.819497 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46218) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:18.835038 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f4cc3c1d-5274-4401-8aba-90d6d5443b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:18.884267 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-7c0926af-01c2-492a-9b7a-8777d0e0ded8 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Network d3fe67ee-10fe-4b67-adfd-00a9752f666b is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:50:18.899695 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-7c0926af-01c2-492a-9b7a-8777d0e0ded8 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:50:18.902496 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-7c0926af-01c2-492a-9b7a-8777d0e0ded8 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:50:18.907443 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-3d1736ec-459d-402b-b953-3748cbf80e3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8943cb-a6ad-4c58-9bd2-79576b130719 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:50:18.911869 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0926af-01c2-492a-9b7a-8777d0e0ded8 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Pushing event updated for resources: {'Port': ['ID=fbb9ce42-ffde-4ebb-8d97-9946439de822,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:18.929024 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f4cc3c1d-5274-4401-8aba-90d6d5443b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:18.933434 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f4cc3c1d-5274-4401-8aba-90d6d5443b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:18.943251 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-3d1736ec-459d-402b-b953-3748cbf80e3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:18.971538 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0926af-01c2-492a-9b7a-8777d0e0ded8 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:18.972302 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0926af-01c2-492a-9b7a-8777d0e0ded8 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:18.972302 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0926af-01c2-492a-9b7a-8777d0e0ded8 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:18.972545 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0926af-01c2-492a-9b7a-8777d0e0ded8 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:18.972881 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0926af-01c2-492a-9b7a-8777d0e0ded8 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:18.973271 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0926af-01c2-492a-9b7a-8777d0e0ded8 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:18.973617 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0926af-01c2-492a-9b7a-8777d0e0ded8 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:18.973971 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0926af-01c2-492a-9b7a-8777d0e0ded8 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:18.974489 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0926af-01c2-492a-9b7a-8777d0e0ded8 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:18.974843 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0926af-01c2-492a-9b7a-8777d0e0ded8 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:18.975152 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0926af-01c2-492a-9b7a-8777d0e0ded8 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:18.975509 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0926af-01c2-492a-9b7a-8777d0e0ded8 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:18.994516 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-3d1736ec-459d-402b-b953-3748cbf80e3e service neutron] Transition to ACTIVE for port object 3e8943cb-a6ad-4c58-9bd2-79576b130719 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:50:19.015260 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-3d1736ec-459d-402b-b953-3748cbf80e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:19.033624 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-7c0926af-01c2-492a-9b7a-8777d0e0ded8 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:19.034347 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-7c0926af-01c2-492a-9b7a-8777d0e0ded8 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:19.076052 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-5bb88f6d-6bf4-4ddd-a750-f5c3892ce796 req-32d0c354-e8b4-4cd4-b0aa-a2d8a23b19c1 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Deleting port bf2016dd-70b7-4257-b185-3b57a55f444d {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:50:19.076400 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5bb88f6d-6bf4-4ddd-a750-f5c3892ce796 req-32d0c354-e8b4-4cd4-b0aa-a2d8a23b19c1 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:19.157238 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc5598-8e93-474d-b889-00a4fb1aff2f req-2cf4ca75-5823-4886-898a-5495349340c8 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:19.159283 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1efc5598-8e93-474d-b889-00a4fb1aff2f req-2cf4ca75-5823-4886-898a-5495349340c8 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 950 time: 0.3796036 Jul 06 13:50:19.160833 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-7c0926af-01c2-492a-9b7a-8777d0e0ded8 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6228611 Jul 06 13:50:19.182477 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e9d13-f33a-471d-99b0-7d5002c0764e req-0905aab5-55cc-47fb-b3be-704600fd9098 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:19.184089 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5e7e9d13-f33a-471d-99b0-7d5002c0764e req-0905aab5-55cc-47fb-b3be-704600fd9098 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] 10.222.0.118 "GET /v2.0/ports?device_id=3ce2b421-ee2b-420f-a911-94422f64a9e1 HTTP/1.1" status: 200 len: 945 time: 0.3781066 Jul 06 13:50:19.190349 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1736ec-459d-402b-b953-3748cbf80e3e service neutron] Pushing event updated for resources: {'Port': ['ID=3e8943cb-a6ad-4c58-9bd2-79576b130719,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:19.202713 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-9d496cc0-4948-4e40-9895-395defd66f71 service neutron] Request body: {'port': {'device_id': '43483b73-cfe0-48f5-b942-37cdffd2e45c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:50:19.321769 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f4cc3c1d-5274-4401-8aba-90d6d5443b6c admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=51e7dddb473f40719aa49f17be3d1470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5010688 Jul 06 13:50:19.322872 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc3c1d-5274-4401-8aba-90d6d5443b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52072526-be98-410f-b342-25f3b4fa8453,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:19.325881 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46222) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:19.374753 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1efc5598-8e93-474d-b889-00a4fb1aff2f req-c9812d3a-8188-47bb-bc7f-094dd95b5685 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005816 Jul 06 13:50:19.380117 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dafe047c-9920-44d9-b8c2-b5fe3c931363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:19.413329 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5e7e9d13-f33a-471d-99b0-7d5002c0764e req-3bca8444-f89e-4a48-8409-ff459649f72c tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] 10.222.0.118 "GET /v2.0/security-groups?id=bf03b78c-b603-4278-93b6-1192987daeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057016 Jul 06 13:50:19.416653 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dafe047c-9920-44d9-b8c2-b5fe3c931363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:19.436314 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-5bb88f6d-6bf4-4ddd-a750-f5c3892ce796 req-32d0c354-e8b4-4cd4-b0aa-a2d8a23b19c1 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] For port bf2016dd-70b7-4257-b185-3b57a55f444d, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=bf2016dd-70b7-4257-b185-3b57a55f444d,segment=NetworkSegment(915e7521-c11d-4c0f-a4a5-8a98d8b874fe),segment_id=915e7521-c11d-4c0f-a4a5-8a98d8b874fe)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:19.436692 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5bb88f6d-6bf4-4ddd-a750-f5c3892ce796 req-32d0c354-e8b4-4cd4-b0aa-a2d8a23b19c1 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:19.459531 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-9d496cc0-4948-4e40-9895-395defd66f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:19.466549 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-5bb88f6d-6bf4-4ddd-a750-f5c3892ce796 req-32d0c354-e8b4-4cd4-b0aa-a2d8a23b19c1 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Calling delete_port for bf2016dd-70b7-4257-b185-3b57a55f444d owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:50:19.476598 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-3d1736ec-459d-402b-b953-3748cbf80e3e service neutron] Attempting to bind port 3e8943cb-a6ad-4c58-9bd2-79576b130719 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:50:19.476941 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-3d1736ec-459d-402b-b953-3748cbf80e3e service neutron] Attempting to bind port 3e8943cb-a6ad-4c58-9bd2-79576b130719 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:50:19.477280 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-3d1736ec-459d-402b-b953-3748cbf80e3e service neutron] Attempting to bind port 3e8943cb-a6ad-4c58-9bd2-79576b130719 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:50:19.492871 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dafe047c-9920-44d9-b8c2-b5fe3c931363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:19.493468 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-3d1736ec-459d-402b-b953-3748cbf80e3e service neutron] Port 3e8943cb-a6ad-4c58-9bd2-79576b130719 on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:50:19.493468 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-3d1736ec-459d-402b-b953-3748cbf80e3e service neutron] Attempting to bind port 3e8943cb-a6ad-4c58-9bd2-79576b130719 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:50:19.496158 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dafe047c-9920-44d9-b8c2-b5fe3c931363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:19.497362 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-dafe047c-9920-44d9-b8c2-b5fe3c931363 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/52072526-be98-410f-b342-25f3b4fa8453 HTTP/1.1" status: 204 len: 168 time: 0.1703503 Jul 06 13:50:19.511041 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe047c-9920-44d9-b8c2-b5fe3c931363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52072526-be98-410f-b342-25f3b4fa8453,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:19.556085 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-3d1736ec-459d-402b-b953-3748cbf80e3e service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:50:19.556435 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-3d1736ec-459d-402b-b953-3748cbf80e3e service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:50:19.556993 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-3d1736ec-459d-402b-b953-3748cbf80e3e service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:50:19.557315 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-3d1736ec-459d-402b-b953-3748cbf80e3e service neutron] Bound port: 3e8943cb-a6ad-4c58-9bd2-79576b130719, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:50:19.557641 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-3d1736ec-459d-402b-b953-3748cbf80e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:19.794493 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device d297307d-d7fb-49d6-bdd7-a0b990031e5e no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:50:19.814822 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: d297307d-d7fb-49d6-bdd7-a0b990031e5e {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:50:19.815440 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device d297307d-d7fb-49d6-bdd7-a0b990031e5e not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:50:19.856739 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-3d1736ec-459d-402b-b953-3748cbf80e3e service neutron] For port 3e8943cb-a6ad-4c58-9bd2-79576b130719, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:50:19.884878 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46234) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:19.898672 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5acfd18f-c780-4faf-8e27-b59c40129f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:19.904153 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f7e6e1c4-ffcc-45b7-a41b-b38bad33de8c req-76cbd04a-8354-4ca8-9a8e-ad2777a5e5fc tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups/0e4efb6e-1882-4b99-8cb8-dbf632de4fed HTTP/1.1" status: 200 len: 1800 time: 0.2197468 Jul 06 13:50:19.914193 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-3d1736ec-459d-402b-b953-3748cbf80e3e service neutron] For port 3e8943cb-a6ad-4c58-9bd2-79576b130719, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=3e8943cb-a6ad-4c58-9bd2-79576b130719,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:50:19.935436 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-3d1736ec-459d-402b-b953-3748cbf80e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:19.951920 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b44170-1cf9-414e-9969-838824399515 req-cd503a94-bf88-4265-9ee6-4baaa4a1b756 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:19.953561 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-57b44170-1cf9-414e-9969-838824399515 req-cd503a94-bf88-4265-9ee6-4baaa4a1b756 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 931 time: 0.3316259 Jul 06 13:50:19.995654 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5acfd18f-c780-4faf-8e27-b59c40129f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:19.999294 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5acfd18f-c780-4faf-8e27-b59c40129f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:20.035461 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5bb88f6d-6bf4-4ddd-a750-f5c3892ce796 req-32d0c354-e8b4-4cd4-b0aa-a2d8a23b19c1 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:20.045145 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5acfd18f-c780-4faf-8e27-b59c40129f75 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=665905c3541f4851b3dbee8d14237270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1590939 Jul 06 13:50:20.046270 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfd18f-c780-4faf-8e27-b59c40129f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d05ae7d-b175-4ce4-a3b0-dd1e22261941,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:20.049241 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46236) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:20.060468 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-3d1736ec-459d-402b-b953-3748cbf80e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:20.061105 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-3d1736ec-459d-402b-b953-3748cbf80e3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:20.062780 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-3d1736ec-459d-402b-b953-3748cbf80e3e service neutron] 10.222.0.124 "PUT /v2.0/ports/3e8943cb-a6ad-4c58-9bd2-79576b130719 HTTP/1.1" status: 200 len: 1095 time: 2.6647396 Jul 06 13:50:20.065027 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab67ddb7-250e-4e4a-af9d-4bbf1df292cf', 'tag': '3e8943cb-a6ad-4c58-9bd2-79576b130719'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:20.067417 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c93f8c-5355-4e01-8801-e1654f88e48c" -d '{"events": [{"name": "network-changed", "server_uuid": "ab67ddb7-250e-4e4a-af9d-4bbf1df292cf", "tag": "3e8943cb-a6ad-4c58-9bd2-79576b130719"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:20.118430 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-76fd097e-b10d-41d5-b3d2-160b18053b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:20.142844 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-76fd097e-b10d-41d5-b3d2-160b18053b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:20.191421 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1736ec-459d-402b-b953-3748cbf80e3e service neutron] Pushing event updated for resources: {'Port': ['ID=3e8943cb-a6ad-4c58-9bd2-79576b130719,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:20.197819 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-76fd097e-b10d-41d5-b3d2-160b18053b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:20.200673 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-76fd097e-b10d-41d5-b3d2-160b18053b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:20.204767 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-76fd097e-b10d-41d5-b3d2-160b18053b7c admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/0d05ae7d-b175-4ce4-a3b0-dd1e22261941 HTTP/1.1" status: 204 len: 168 time: 0.1540883 Jul 06 13:50:20.213944 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd097e-b10d-41d5-b3d2-160b18053b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d05ae7d-b175-4ce4-a3b0-dd1e22261941,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:20.230394 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-57b44170-1cf9-414e-9969-838824399515 req-366910bd-94a2-4a34-a40b-1f9fed0af5ed tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575498 Jul 06 13:50:20.283120 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f7e6e1c4-ffcc-45b7-a41b-b38bad33de8c req-32ac7e5c-4442-4596-9d64-094b1f8d99eb tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:20.285042 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb88f6d-6bf4-4ddd-a750-f5c3892ce796 req-32d0c354-e8b4-4cd4-b0aa-a2d8a23b19c1 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] No DVR routers for this DVR port bf2016dd-70b7-4257-b185-3b57a55f444d on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:50:20.313378 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0c354-e8b4-4cd4-b0aa-a2d8a23b19c1 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Pushing event deleted for resources: {'Port': ['ID=bf2016dd-70b7-4257-b185-3b57a55f444d,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:20.320641 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5bb88f6d-6bf4-4ddd-a750-f5c3892ce796 req-32d0c354-e8b4-4cd4-b0aa-a2d8a23b19c1 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:20.329358 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5bb88f6d-6bf4-4ddd-a750-f5c3892ce796 req-32d0c354-e8b4-4cd4-b0aa-a2d8a23b19c1 tempest-InstanceActionsTestJSON-1211527582 tempest-InstanceActionsTestJSON-1211527582-project] 10.222.0.52 "DELETE /v2.0/ports/bf2016dd-70b7-4257-b185-3b57a55f444d HTTP/1.1" status: 204 len: 173 time: 1.6940613 Jul 06 13:50:20.396734 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f7e6e1c4-ffcc-45b7-a41b-b38bad33de8c req-32ac7e5c-4442-4596-9d64-094b1f8d99eb tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:20.438521 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-9d496cc0-4948-4e40-9895-395defd66f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbb9ce42-ffde-4ebb-8d97-9946439de822 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:50:20.455567 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-9d496cc0-4948-4e40-9895-395defd66f71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:20.461612 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-dc258328-e360-4aba-a9f8-95d917b3bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:20.463279 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-dc258328-e360-4aba-a9f8-95d917b3bc94 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 1098 time: 0.3397007 Jul 06 13:50:20.828279 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-9d496cc0-4948-4e40-9895-395defd66f71 service neutron] Transition to ACTIVE for port object fbb9ce42-ffde-4ebb-8d97-9946439de822 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:50:20.831154 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-0f1ad08f-93a0-41ed-ac6c-0ea8f269eac2 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=3e8943cb-a6ad-4c58-9bd2-79576b130719 HTTP/1.1" status: 200 len: 217 time: 0.3553035 Jul 06 13:50:20.841734 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-9d496cc0-4948-4e40-9895-395defd66f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:20.861788 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f7e6e1c4-ffcc-45b7-a41b-b38bad33de8c req-32ac7e5c-4442-4596-9d64-094b1f8d99eb tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:20.864375 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f7e6e1c4-ffcc-45b7-a41b-b38bad33de8c req-32ac7e5c-4442-4596-9d64-094b1f8d99eb tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:20.865529 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f7e6e1c4-ffcc-45b7-a41b-b38bad33de8c req-32ac7e5c-4442-4596-9d64-094b1f8d99eb tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "DELETE /v2.0/security-groups/0e4efb6e-1882-4b99-8cb8-dbf632de4fed HTTP/1.1" status: 204 len: 173 time: 0.9464738 Jul 06 13:50:20.918967 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd154db9-5f0e-478c-a057-71bebb741c54 req-53b08b20-ab5e-46fb-9de7-b4f8b1c427ed tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:20.922464 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd154db9-5f0e-478c-a057-71bebb741c54 req-53b08b20-ab5e-46fb-9de7-b4f8b1c427ed tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 947 time: 0.5516541 Jul 06 13:50:20.955851 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac7e5c-4442-4596-9d64-094b1f8d99eb tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4efb6e-1882-4b99-8cb8-dbf632de4fed,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:20.998454 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d496cc0-4948-4e40-9895-395defd66f71 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb9ce42-ffde-4ebb-8d97-9946439de822,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:21.005682 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-068414f9-f54d-465e-bdfe-1410bfd583cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:21.007239 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-068414f9-f54d-465e-bdfe-1410bfd583cd service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1665449 Jul 06 13:50:21.122863 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd154db9-5f0e-478c-a057-71bebb741c54 req-9aafe3f9-3753-419e-9605-e9238fea49af tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873319 Jul 06 13:50:21.193978 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484ef807-187c-4312-b80f-a63ff2f03531 x-openstack-request-id: req-484ef807-187c-4312-b80f-a63ff2f03531 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:21.194353 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab67ddb7-250e-4e4a-af9d-4bbf1df292cf", "tag": "3e8943cb-a6ad-4c58-9bd2-79576b130719", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:21.194680 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-484ef807-187c-4312-b80f-a63ff2f03531 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:21.195219 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab67ddb7-250e-4e4a-af9d-4bbf1df292cf', 'tag': '3e8943cb-a6ad-4c58-9bd2-79576b130719', 'status': 'completed', 'code': 200} Jul 06 13:50:21.196144 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-9d496cc0-4948-4e40-9895-395defd66f71 service neutron] Attempting to bind port fbb9ce42-ffde-4ebb-8d97-9946439de822 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:50:21.196607 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-9d496cc0-4948-4e40-9895-395defd66f71 service neutron] Attempting to bind port fbb9ce42-ffde-4ebb-8d97-9946439de822 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '1577f714-41dc-455d-9abc-f4ea9f582ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:50:21.197420 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-9d496cc0-4948-4e40-9895-395defd66f71 service neutron] Attempting to bind port fbb9ce42-ffde-4ebb-8d97-9946439de822 on network d3fe67ee-10fe-4b67-adfd-00a9752f666b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:50:21.229438 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-9d496cc0-4948-4e40-9895-395defd66f71 service neutron] Port fbb9ce42-ffde-4ebb-8d97-9946439de822 on network d3fe67ee-10fe-4b67-adfd-00a9752f666b not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:50:21.229803 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-9d496cc0-4948-4e40-9895-395defd66f71 service neutron] Attempting to bind port fbb9ce42-ffde-4ebb-8d97-9946439de822 on network d3fe67ee-10fe-4b67-adfd-00a9752f666b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:50:21.240212 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-26ce66e6-c2be-4eed-b33b-fa93dde7aa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:21.242005 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-26ce66e6-c2be-4eed-b33b-fa93dde7aa3d service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2007341 Jul 06 13:50:21.250912 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404c371-b19f-4616-a4c8-20ad22c25de0 req-c85e049c-8acf-479c-ab1e-229351ce90ec tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:21.258325 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b404c371-b19f-4616-a4c8-20ad22c25de0 req-c85e049c-8acf-479c-ab1e-229351ce90ec tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 945 time: 0.2432206 Jul 06 13:50:21.266640 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-9d496cc0-4948-4e40-9895-395defd66f71 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:50:21.266996 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-9d496cc0-4948-4e40-9895-395defd66f71 service neutron] Checking segment: {'id': '1577f714-41dc-455d-9abc-f4ea9f582ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:50:21.267402 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-9d496cc0-4948-4e40-9895-395defd66f71 service neutron] Bound using segment: {'id': '1577f714-41dc-455d-9abc-f4ea9f582ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:50:21.267871 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-9d496cc0-4948-4e40-9895-395defd66f71 service neutron] Bound port: fbb9ce42-ffde-4ebb-8d97-9946439de822, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1577f714-41dc-455d-9abc-f4ea9f582ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:50:21.268248 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-9d496cc0-4948-4e40-9895-395defd66f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:21.433195 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b404c371-b19f-4616-a4c8-20ad22c25de0 req-b374b5ca-d81c-4438-87f2-9be42745be98 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737809 Jul 06 13:50:21.490483 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-9d496cc0-4948-4e40-9895-395defd66f71 service neutron] For port fbb9ce42-ffde-4ebb-8d97-9946439de822, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:50:21.507611 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-931945df-717c-47aa-8117-d9719028c8fd service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470045 Jul 06 13:50:21.509307 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-9d496cc0-4948-4e40-9895-395defd66f71 service neutron] For port fbb9ce42-ffde-4ebb-8d97-9946439de822, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=fbb9ce42-ffde-4ebb-8d97-9946439de822,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:50:21.514929 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device bf2016dd-70b7-4257-b185-3b57a55f444d no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:50:21.544009 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46280) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:21.550803 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: bf2016dd-70b7-4257-b185-3b57a55f444d {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:50:21.551148 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device bf2016dd-70b7-4257-b185-3b57a55f444d not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:50:21.554053 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-9d496cc0-4948-4e40-9895-395defd66f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:21.575206 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46282) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:21.610455 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-88cfff74-ce79-4f09-b498-6b684d289228 admin admin] Deleting subnet de2e99e4-3a9f-45a5-bf49-09118093eb4f {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:50:21.614269 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-88cfff74-ce79-4f09-b498-6b684d289228 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:21.641539 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ebc8e-ed2b-4538-97e9-ac482ed5bfbd req-d3ccda1c-977c-4bd3-b800-91c413af3e10 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:21.643203 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e1ebc8e-ed2b-4538-97e9-ac482ed5bfbd req-d3ccda1c-977c-4bd3-b800-91c413af3e10 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 950 time: 0.3385663 Jul 06 13:50:21.656784 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-9d496cc0-4948-4e40-9895-395defd66f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:21.657406 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-9d496cc0-4948-4e40-9895-395defd66f71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:21.658891 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-9d496cc0-4948-4e40-9895-395defd66f71 service neutron] 10.222.0.124 "PUT /v2.0/ports/fbb9ce42-ffde-4ebb-8d97-9946439de822 HTTP/1.1" status: 200 len: 1091 time: 2.4734507 Jul 06 13:50:21.709304 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-88cfff74-ce79-4f09-b498-6b684d289228 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:21.740627 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d496cc0-4948-4e40-9895-395defd66f71 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb9ce42-ffde-4ebb-8d97-9946439de822,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:21.769345 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-88cfff74-ce79-4f09-b498-6b684d289228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:21.778201 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e1ebc8e-ed2b-4538-97e9-ac482ed5bfbd req-e0060cf3-d3e9-42ca-8a87-cd39e2a88aa7 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267147 Jul 06 13:50:21.819983 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-77f5bd78-1988-43d6-a45c-973dff2600d3 req-5230b043-35c5-470c-b569-a98076f8a4ef service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887638 Jul 06 13:50:21.891917 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6aa7970f-90cd-413f-8830-51119e7c3d03 req-ee87b8c6-570b-4895-9dc4-31083a02ccb4 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "GET /v2.0/security-groups/520e01e5-b40b-449c-8dfd-75c3653a7665 HTTP/1.1" status: 200 len: 1800 time: 0.1179807 Jul 06 13:50:21.897870 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-88cfff74-ce79-4f09-b498-6b684d289228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:21.928033 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cfff74-ce79-4f09-b498-6b684d289228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de2e99e4-3a9f-45a5-bf49-09118093eb4f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:21.945547 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-88cfff74-ce79-4f09-b498-6b684d289228 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:21.950356 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-88cfff74-ce79-4f09-b498-6b684d289228 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/de2e99e4-3a9f-45a5-bf49-09118093eb4f HTTP/1.1" status: 204 len: 168 time: 0.4020875 Jul 06 13:50:21.950837 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46288) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:21.961438 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-6194ef18-e72d-4add-9ad0-bbd0c3ec300d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:21.963007 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-6194ef18-e72d-4add-9ad0-bbd0c3ec300d service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0c5820f075a5422096132d113f5a5811&device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 1094 time: 0.2348268 Jul 06 13:50:21.967988 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3b8271fc-dbf8-46ff-a89d-56e52625f925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:22.029131 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-79ff3001-3cd7-43b7-b1ab-2d3e2d2de3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:22.071437 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-f4d9dfe2-0348-47d0-82db-d8c289ee2431 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbb9ce42-ffde-4ebb-8d97-9946439de822 HTTP/1.1" status: 200 len: 217 time: 0.0806799 Jul 06 13:50:22.115651 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-79ff3001-3cd7-43b7-b1ab-2d3e2d2de3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:22.126026 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-79ff3001-3cd7-43b7-b1ab-2d3e2d2de3de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecad3fdb-68c4-42f4-9456-8030c4568692']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:22.136956 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-79ff3001-3cd7-43b7-b1ab-2d3e2d2de3de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '915e7521-c11d-4c0f-a4a5-8a98d8b874fe') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:22.137263 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-79ff3001-3cd7-43b7-b1ab-2d3e2d2de3de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '915e7521-c11d-4c0f-a4a5-8a98d8b874fe') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:22.146263 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-79ff3001-3cd7-43b7-b1ab-2d3e2d2de3de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:22.154259 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6aa7970f-90cd-413f-8830-51119e7c3d03 req-a0f49db1-62ce-4d79-ba01-2b86ae7f5e77 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:22.160535 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-79ff3001-3cd7-43b7-b1ab-2d3e2d2de3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:22.166918 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ff3001-3cd7-43b7-b1ab-2d3e2d2de3de admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:50:22.167409 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-79ff3001-3cd7-43b7-b1ab-2d3e2d2de3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:50:22.169084 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:50:22.187946 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c93f8c-5355-4e01-8801-e1654f88e48c req-4eccac77-77ab-4058-bd67-acef68dba64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:22.189490 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05c93f8c-5355-4e01-8801-e1654f88e48c req-4eccac77-77ab-4058-bd67-acef68dba64f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 1098 time: 0.2924097 Jul 06 13:50:22.220458 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-d82f61a4-0ca4-4ea2-86e2-d216dec7e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:22.222015 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-d82f61a4-0ca4-4ea2-86e2-d216dec7e99f service neutron] 10.222.0.124 "GET /v2.0/subnets?id=5c4bc917-beda-4093-9c43-911a28c774ae HTTP/1.1" status: 200 len: 851 time: 0.1361163 Jul 06 13:50:22.225453 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6aa7970f-90cd-413f-8830-51119e7c3d03 req-a0f49db1-62ce-4d79-ba01-2b86ae7f5e77 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:22.235432 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-79ff3001-3cd7-43b7-b1ab-2d3e2d2de3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:22.243107 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-79ff3001-3cd7-43b7-b1ab-2d3e2d2de3de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:22.244750 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-79ff3001-3cd7-43b7-b1ab-2d3e2d2de3de admin admin] 10.222.0.118 "DELETE /v2.0/networks/ecad3fdb-68c4-42f4-9456-8030c4568692 HTTP/1.1" status: 204 len: 168 time: 0.2925775 Jul 06 13:50:22.259674 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff3001-3cd7-43b7-b1ab-2d3e2d2de3de admin admin] Pushing event deleted for resources: {'Network': ['ID=ecad3fdb-68c4-42f4-9456-8030c4568692,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:22.328221 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f9d94-f766-455d-acd9-b71abbbaa611 req-c0eedb47-abad-4f81-9a82-137a707b9548 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:22.329989 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9b7f9d94-f766-455d-acd9-b71abbbaa611 req-c0eedb47-abad-4f81-9a82-137a707b9548 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 943 time: 0.3533552 Jul 06 13:50:22.342668 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-30cc691f-0276-464e-9d80-a227f52189bd service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d3fe67ee-10fe-4b67-adfd-00a9752f666b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014693 Jul 06 13:50:22.391365 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46294) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:22.434821 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a2c8bce3-4b93-4419-96a8-328d046cdd09 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=b5dd84bfe0564d60b03caa863157bd02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420725 Jul 06 13:50:22.437296 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46296) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:22.489155 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3fa55edd-ca51-4a2e-ad8a-5971fc9af19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:22.497115 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6aa7970f-90cd-413f-8830-51119e7c3d03 req-a0f49db1-62ce-4d79-ba01-2b86ae7f5e77 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:22.499683 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6aa7970f-90cd-413f-8830-51119e7c3d03 req-a0f49db1-62ce-4d79-ba01-2b86ae7f5e77 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:22.500849 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6aa7970f-90cd-413f-8830-51119e7c3d03 req-a0f49db1-62ce-4d79-ba01-2b86ae7f5e77 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] 10.222.0.118 "DELETE /v2.0/security-groups/520e01e5-b40b-449c-8dfd-75c3653a7665 HTTP/1.1" status: 204 len: 173 time: 0.6074927 Jul 06 13:50:22.507401 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46298) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:22.528355 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9b7f9d94-f766-455d-acd9-b71abbbaa611 req-ed511b60-ab3e-4341-8960-57514a650f41 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844399 Jul 06 13:50:22.529422 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c93f8c-5355-4e01-8801-e1654f88e48c req-892b7d1d-cca0-45b9-b01a-d062271ea8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:22.530827 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05c93f8c-5355-4e01-8801-e1654f88e48c req-892b7d1d-cca0-45b9-b01a-d062271ea8ac service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.3251789 Jul 06 13:50:22.538920 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3b8271fc-dbf8-46ff-a89d-56e52625f925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:22.543569 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f49db1-62ce-4d79-ba01-2b86ae7f5e77 tempest-SecurityGroupsTestJSON-1254720597 tempest-SecurityGroupsTestJSON-1254720597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=520e01e5-b40b-449c-8dfd-75c3653a7665,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:22.544514 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3fa55edd-ca51-4a2e-ad8a-5971fc9af19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:22.590672 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3b8271fc-dbf8-46ff-a89d-56e52625f925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:22.598721 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-40a1f4ff-16a0-48ea-a512-7c2ffd039dc4 admin admin] Deleting subnet 3b763b56-236c-4949-a66b-e159e529b097 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:50:22.601819 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05c93f8c-5355-4e01-8801-e1654f88e48c req-a1ea1d0b-29f2-427b-9a0e-d5d9a2a539fa service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=3e8943cb-a6ad-4c58-9bd2-79576b130719 HTTP/1.1" status: 200 len: 217 time: 0.0612860 Jul 06 13:50:22.605650 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40a1f4ff-16a0-48ea-a512-7c2ffd039dc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:22.634953 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-429eb351-de89-4cfb-9d79-dba7ce857401 service neutron] 10.222.0.124 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803218 Jul 06 13:50:22.648918 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40a1f4ff-16a0-48ea-a512-7c2ffd039dc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:22.683299 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3fa55edd-ca51-4a2e-ad8a-5971fc9af19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:22.686085 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3fa55edd-ca51-4a2e-ad8a-5971fc9af19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:22.689568 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3fa55edd-ca51-4a2e-ad8a-5971fc9af19a admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/bf03b78c-b603-4278-93b6-1192987daeb7 HTTP/1.1" status: 204 len: 168 time: 0.2490473 Jul 06 13:50:22.707592 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa55edd-ca51-4a2e-ad8a-5971fc9af19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf03b78c-b603-4278-93b6-1192987daeb7,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:22.727849 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40a1f4ff-16a0-48ea-a512-7c2ffd039dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:22.730277 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8271fc-dbf8-46ff-a89d-56e52625f925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815e2e55-2f57-4331-be89-bdaffd2837b3,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:22.742368 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3b8271fc-dbf8-46ff-a89d-56e52625f925 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=cea277f4caa84b739921dd364abb8029&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1622288 Jul 06 13:50:22.755206 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46304) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:22.815514 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c93f8c-5355-4e01-8801-e1654f88e48c req-33fe4c29-7b1f-446e-8fa6-f1771cc2fc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:22.817119 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05c93f8c-5355-4e01-8801-e1654f88e48c req-33fe4c29-7b1f-446e-8fa6-f1771cc2fc4a service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.2051661 Jul 06 13:50:22.841209 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5ebf100-4b91-4d41-bbe6-4b53440de162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:22.847625 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40a1f4ff-16a0-48ea-a512-7c2ffd039dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:22.893723 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a1f4ff-16a0-48ea-a512-7c2ffd039dc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b763b56-236c-4949-a66b-e159e529b097,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:22.902912 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40a1f4ff-16a0-48ea-a512-7c2ffd039dc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:22.904833 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-40a1f4ff-16a0-48ea-a512-7c2ffd039dc4 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/3b763b56-236c-4949-a66b-e159e529b097 HTTP/1.1" status: 204 len: 168 time: 0.3964767 Jul 06 13:50:22.907050 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5ebf100-4b91-4d41-bbe6-4b53440de162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:22.909833 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46308) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:22.973412 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5ebf100-4b91-4d41-bbe6-4b53440de162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:22.976140 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5ebf100-4b91-4d41-bbe6-4b53440de162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:22.977560 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a5ebf100-4b91-4d41-bbe6-4b53440de162 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/815e2e55-2f57-4331-be89-bdaffd2837b3 HTTP/1.1" status: 204 len: 168 time: 0.2207096 Jul 06 13:50:22.983015 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a30cc35-37a0-49d1-bc30-8d3cb1a22c2e req-70408c5c-0e3d-4dd0-87f4-0690827d6a64 service neutron] 10.222.0.124 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227074 Jul 06 13:50:22.994237 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65843dad-9642-4475-974c-db212a523531 req-32ec0282-3ee9-4466-a5e6-f0c8d579da90 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:22.996049 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebf100-4b91-4d41-bbe6-4b53440de162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815e2e55-2f57-4331-be89-bdaffd2837b3,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:23.001087 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-65843dad-9642-4475-974c-db212a523531 req-32ec0282-3ee9-4466-a5e6-f0c8d579da90 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 945 time: 0.2727659 Jul 06 13:50:23.037439 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8a11b-d00a-4c80-b886-4db55b83e5e3 req-4bbe4dfe-e64b-4cb0-a543-a3ec76474820 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:23.039089 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bbf8a11b-d00a-4c80-b886-4db55b83e5e3 req-4bbe4dfe-e64b-4cb0-a543-a3ec76474820 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 947 time: 0.3026962 Jul 06 13:50:23.073230 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c93f8c-5355-4e01-8801-e1654f88e48c req-88a07bdd-d3fe-43e0-a581-3e2a5483242e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:23.074759 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05c93f8c-5355-4e01-8801-e1654f88e48c req-88a07bdd-d3fe-43e0-a581-3e2a5483242e service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2474151 Jul 06 13:50:23.079634 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0aefd02a-e70c-4bd5-b27f-efe06f5bcdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:23.125429 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-65843dad-9642-4475-974c-db212a523531 req-6f575400-ffed-439b-8cdb-ab962c51a768 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234632 Jul 06 13:50:23.188604 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bbf8a11b-d00a-4c80-b886-4db55b83e5e3 req-8185a6d2-7189-4504-9791-143e28129f13 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318483 Jul 06 13:50:23.221140 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce2b421-ee2b-420f-a911-94422f64a9e1', 'name': 'network-vif-deleted', 'tag': 'bf2016dd-70b7-4257-b185-3b57a55f444d'}, {'name': 'network-changed', 'server_uuid': '43483b73-cfe0-48f5-b942-37cdffd2e45c', 'tag': 'fbb9ce42-ffde-4ebb-8d97-9946439de822'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:23.223535 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a976bff-8366-45ad-87a3-64e10f18e661" -d '{"events": [{"server_uuid": "3ce2b421-ee2b-420f-a911-94422f64a9e1", "name": "network-vif-deleted", "tag": "bf2016dd-70b7-4257-b185-3b57a55f444d"}, {"name": "network-changed", "server_uuid": "43483b73-cfe0-48f5-b942-37cdffd2e45c", "tag": "fbb9ce42-ffde-4ebb-8d97-9946439de822"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:23.227987 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05c93f8c-5355-4e01-8801-e1654f88e48c req-f4f5c6bf-20c9-4fc3-ac8a-41b6c6edab1d service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332378 Jul 06 13:50:23.422181 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0aefd02a-e70c-4bd5-b27f-efe06f5bcdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:23.438132 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-0aefd02a-e70c-4bd5-b27f-efe06f5bcdac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0916d9f-87d2-4a64-9404-e7fc6b3b226f']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:23.464949 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-0aefd02a-e70c-4bd5-b27f-efe06f5bcdac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '395ac52b-270e-4067-8453-7941e774d9db') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:23.465247 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-0aefd02a-e70c-4bd5-b27f-efe06f5bcdac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '395ac52b-270e-4067-8453-7941e774d9db') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:23.493189 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0aefd02a-e70c-4bd5-b27f-efe06f5bcdac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:23.511555 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05c93f8c-5355-4e01-8801-e1654f88e48c req-c5f6473a-9250-46f6-b977-84acb21cab8c service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632813 Jul 06 13:50:23.523458 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7c868-fc7d-42c1-8ecf-39ab26a9426d req-d3986485-466b-4eeb-a58a-1b07025e89d3 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:23.525030 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f2e7c868-fc7d-42c1-8ecf-39ab26a9426d req-d3986485-466b-4eeb-a58a-1b07025e89d3 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 950 time: 0.1597030 Jul 06 13:50:23.526115 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0aefd02a-e70c-4bd5-b27f-efe06f5bcdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:23.532859 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aefd02a-e70c-4bd5-b27f-efe06f5bcdac admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:50:23.533870 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0aefd02a-e70c-4bd5-b27f-efe06f5bcdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: timer() Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:50:23.539226 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:50:23.623689 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f2e7c868-fc7d-42c1-8ecf-39ab26a9426d req-52e3c19b-9c44-4308-9745-5d3cbe479b28 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824068 Jul 06 13:50:23.638144 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0aefd02a-e70c-4bd5-b27f-efe06f5bcdac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:23.652891 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0aefd02a-e70c-4bd5-b27f-efe06f5bcdac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:23.654853 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0aefd02a-e70c-4bd5-b27f-efe06f5bcdac admin admin] 10.222.0.118 "DELETE /v2.0/networks/f0916d9f-87d2-4a64-9404-e7fc6b3b226f HTTP/1.1" status: 204 len: 168 time: 0.7417428 Jul 06 13:50:23.666568 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aefd02a-e70c-4bd5-b27f-efe06f5bcdac admin admin] Pushing event deleted for resources: {'Network': ['ID=f0916d9f-87d2-4a64-9404-e7fc6b3b226f,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:23.711589 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490d27af-4a8e-444b-926a-71f1320836af x-openstack-request-id: req-490d27af-4a8e-444b-926a-71f1320836af {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:23.711880 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce2b421-ee2b-420f-a911-94422f64a9e1", "name": "network-vif-deleted", "tag": "bf2016dd-70b7-4257-b185-3b57a55f444d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "43483b73-cfe0-48f5-b942-37cdffd2e45c", "tag": "fbb9ce42-ffde-4ebb-8d97-9946439de822", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:23.712144 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-490d27af-4a8e-444b-926a-71f1320836af {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:23.712556 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce2b421-ee2b-420f-a911-94422f64a9e1', 'name': 'network-vif-deleted', 'tag': 'bf2016dd-70b7-4257-b185-3b57a55f444d', 'status': 'completed', 'code': 200} Jul 06 13:50:23.712814 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43483b73-cfe0-48f5-b942-37cdffd2e45c', 'tag': 'fbb9ce42-ffde-4ebb-8d97-9946439de822', 'status': 'completed', 'code': 200} Jul 06 13:50:23.810245 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a976bff-8366-45ad-87a3-64e10f18e661 req-1d6d7d66-9ac5-4999-990a-751e0d2ee56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:23.812210 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9a976bff-8366-45ad-87a3-64e10f18e661 req-1d6d7d66-9ac5-4999-990a-751e0d2ee56f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0c5820f075a5422096132d113f5a5811&device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 1094 time: 0.0675607 Jul 06 13:50:23.854805 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 3e8943cb-a6ad-4c58-9bd2-79576b130719 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:50:23.918575 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46368) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:23.979460 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6238631f-1d2d-4987-8e41-3bfe06ed370b admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=0001af22c6f747cd9b5d14a552aede55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585034 Jul 06 13:50:23.982620 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46370) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:23.983536 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 3e8943cb-a6ad-4c58-9bd2-79576b130719, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=3e8943cb-a6ad-4c58-9bd2-79576b130719,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:23.998112 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '3e8943cb-a6ad-4c58-9bd2-79576b130719', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': '3e8943cb-a6ad-4c58-9bd2-79576b130719', 'mac_address': 'fa:16:3e:85:9e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:50:24.054457 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e119915-0049-43a4-9ceb-2f00861e36b9 req-54393879-65ff-4f03-8549-9ae1403baae7 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:24.055341 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6e119915-0049-43a4-9ceb-2f00861e36b9 req-54393879-65ff-4f03-8549-9ae1403baae7 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 943 time: 0.2285993 Jul 06 13:50:24.055826 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46372) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:24.074214 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f86971cd-4a45-4639-9b41-bc6456600dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:24.076331 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a976bff-8366-45ad-87a3-64e10f18e661 req-43a0a3ec-aa9f-4545-9fc0-3ea7600f762c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:24.077958 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9a976bff-8366-45ad-87a3-64e10f18e661 req-43a0a3ec-aa9f-4545-9fc0-3ea7600f762c service neutron] 10.222.0.124 "GET /v2.0/networks?id=d3fe67ee-10fe-4b67-adfd-00a9752f666b HTTP/1.1" status: 200 len: 912 time: 0.2409577 Jul 06 13:50:24.088334 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:24.107569 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8943cb-a6ad-4c58-9bd2-79576b130719 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:50:24.129188 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f86971cd-4a45-4639-9b41-bc6456600dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:24.143732 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 3e8943cb-a6ad-4c58-9bd2-79576b130719, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=3e8943cb-a6ad-4c58-9bd2-79576b130719,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:24.143966 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9a976bff-8366-45ad-87a3-64e10f18e661 req-56be3f11-02ca-4335-be95-7e8fbeab6c94 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbb9ce42-ffde-4ebb-8d97-9946439de822 HTTP/1.1" status: 200 len: 217 time: 0.0529115 Jul 06 13:50:24.153351 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:24.245001 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f86971cd-4a45-4639-9b41-bc6456600dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:24.248511 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f86971cd-4a45-4639-9b41-bc6456600dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:24.250558 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f86971cd-4a45-4639-9b41-bc6456600dff admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/fb3b17d9-ade7-49d7-8915-6544a8aa5905 HTTP/1.1" status: 204 len: 168 time: 0.2667243 Jul 06 13:50:24.258791 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=3e8943cb-a6ad-4c58-9bd2-79576b130719,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:24.266449 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86971cd-4a45-4639-9b41-bc6456600dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3b17d9-ade7-49d7-8915-6544a8aa5905,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:24.421996 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['3e8943cb-a6ad-4c58-9bd2-79576b130719'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:50:24.514224 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-52ee561e-dcb3-4ccb-8a60-ada95a0849b5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-758416506-network', 'tenant_id': '7c428c8da15c4b26b415ad26e80c9b5d'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:50:24.542360 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6e119915-0049-43a4-9ceb-2f00861e36b9 req-97bd2807-921c-4b33-8e7c-9401b1849f39 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4751658 Jul 06 13:50:24.553156 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b711234-0c69-46c6-9186-942fc1f18078 req-996187ff-cec5-44ea-bf52-b67f46de76d7 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:24.557416 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b711234-0c69-46c6-9186-942fc1f18078 req-996187ff-cec5-44ea-bf52-b67f46de76d7 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/networks?id=60fc63ba-9031-4911-92ba-21e96099cb00 HTTP/1.1" status: 200 len: 814 time: 0.6117890 Jul 06 13:50:24.578886 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a976bff-8366-45ad-87a3-64e10f18e661 req-1865175b-82c3-4eaf-bf20-9aa0b0ce4cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:24.580433 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9a976bff-8366-45ad-87a3-64e10f18e661 req-1865175b-82c3-4eaf-bf20-9aa0b0ce4cac service neutron] 10.222.0.124 "GET /v2.0/subnets?id=5c4bc917-beda-4093-9c43-911a28c774ae HTTP/1.1" status: 200 len: 851 time: 0.4216468 Jul 06 13:50:24.644373 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9a976bff-8366-45ad-87a3-64e10f18e661 req-d51d7b16-eb11-49c5-ac44-a72173ba5e15 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d3fe67ee-10fe-4b67-adfd-00a9752f666b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395136 Jul 06 13:50:24.647464 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ee561e-dcb3-4ccb-8a60-ada95a0849b5 admin admin] Made reservation on behalf of 7c428c8da15c4b26b415ad26e80c9b5d for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:50:24.650195 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-52ee561e-dcb3-4ccb-8a60-ada95a0849b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:24.669691 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b711234-0c69-46c6-9186-942fc1f18078 req-b8ddc01c-5531-4f4b-b5ae-6799facc023b tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/quotas/9fb1bc82140c4199aee8d16b9af92a55 HTTP/1.1" status: 200 len: 375 time: 0.0882442 Jul 06 13:50:24.673693 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-52ee561e-dcb3-4ccb-8a60-ada95a0849b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:24.893296 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9a976bff-8366-45ad-87a3-64e10f18e661 req-1ba985ef-d36e-4db0-8709-75c53289855c service neutron] 10.222.0.124 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398469 Jul 06 13:50:24.976808 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090786c6-e966-4e07-b6da-efa091db7901 req-3e1c8717-df62-4719-85ae-a49daf5a9423 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:24.983843 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-090786c6-e966-4e07-b6da-efa091db7901 req-3e1c8717-df62-4719-85ae-a49daf5a9423 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 948 time: 0.3130386 Jul 06 13:50:25.005069 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b711234-0c69-46c6-9186-942fc1f18078 req-1ae92ce6-b15a-46c8-af33-3ad12f96da67 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=9fb1bc82140c4199aee8d16b9af92a55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3109961 Jul 06 13:50:25.129965 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-090786c6-e966-4e07-b6da-efa091db7901 req-669ff9c7-26be-4af4-9347-61abe2e0767d tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443958 Jul 06 13:50:25.144898 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9a976bff-8366-45ad-87a3-64e10f18e661 req-cc116a61-f1d6-42f0-af1f-55baf4e3fb1e service neutron] 10.222.0.124 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435770 Jul 06 13:50:25.146543 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46424) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:25.190936 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46428) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:25.218741 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-52ee561e-dcb3-4ccb-8a60-ada95a0849b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:25.235821 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-52ee561e-dcb3-4ccb-8a60-ada95a0849b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:25.258086 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b711234-0c69-46c6-9186-942fc1f18078 req-1e100c76-01bd-48f0-a20c-a04448b77aef service neutron] 10.222.0.118 "GET /v2.0/networks/60fc63ba-9031-4911-92ba-21e96099cb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394683 Jul 06 13:50:25.296098 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ee561e-dcb3-4ccb-8a60-ada95a0849b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:50:25.297257 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f5f52bde-e86b-4975-a376-1f14d141bae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:25.319653 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee561e-dcb3-4ccb-8a60-ada95a0849b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80946a72-1f92-4fdd-ab03-23ba1fec09e0,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:25.343354 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-adeacc55-e0fa-4971-ad0d-b6425839aff2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-831271698-network', 'tenant_id': 'f9821636e1fa406d89f0172341ecbdc0'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:50:25.355036 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-52ee561e-dcb3-4ccb-8a60-ada95a0849b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:25.355389 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-52ee561e-dcb3-4ccb-8a60-ada95a0849b5 admin admin] Added segment 8f65078f-e1ff-4929-a9e1-d34803cab658 of type vlan for network 3c997cdb-a930-4711-9a88-e3f370fd79a1 Jul 06 13:50:25.429883 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f5f52bde-e86b-4975-a376-1f14d141bae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:25.431959 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89eb24e-6093-4475-b694-d93c355a68de req-0f82e2fa-4fa1-41d7-84c9-27f0f147a1a1 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:25.433722 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c89eb24e-6093-4475-b694-d93c355a68de req-0f82e2fa-4fa1-41d7-84c9-27f0f147a1a1 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e67d264-f57a-43dd-97a7-5a3f15660624 HTTP/1.1" status: 200 len: 945 time: 0.2832646 Jul 06 13:50:25.435645 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-52ee561e-dcb3-4ccb-8a60-ada95a0849b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:25.438009 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f5f52bde-e86b-4975-a376-1f14d141bae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:25.490093 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adeacc55-e0fa-4971-ad0d-b6425839aff2 admin admin] Made reservation on behalf of f9821636e1fa406d89f0172341ecbdc0 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:50:25.492516 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-adeacc55-e0fa-4971-ad0d-b6425839aff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:25.500412 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f5f52bde-e86b-4975-a376-1f14d141bae4 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=bd06e4417b2c45609da3eb84e918b9d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3490367 Jul 06 13:50:25.502636 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46432) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:25.503601 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f52bde-e86b-4975-a376-1f14d141bae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab91ef7-5f21-4264-a345-e9447e40a72b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:25.512133 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-adeacc55-e0fa-4971-ad0d-b6425839aff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:25.541670 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b711234-0c69-46c6-9186-942fc1f18078 req-7dccf995-7491-4289-9929-eaf78b80ec6d service neutron] 10.222.0.118 "GET /v2.0/networks/60fc63ba-9031-4911-92ba-21e96099cb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681725 Jul 06 13:50:25.602553 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-52ee561e-dcb3-4ccb-8a60-ada95a0849b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:25.603539 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ee561e-dcb3-4ccb-8a60-ada95a0849b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:25.604127 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-52ee561e-dcb3-4ccb-8a60-ada95a0849b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:25.627222 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-adeacc55-e0fa-4971-ad0d-b6425839aff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:25.632169 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-adeacc55-e0fa-4971-ad0d-b6425839aff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:25.666508 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adeacc55-e0fa-4971-ad0d-b6425839aff2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:50:25.675685 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeacc55-e0fa-4971-ad0d-b6425839aff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bc9b2d-c656-4599-a056-90006e31bdac,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:25.683497 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-adeacc55-e0fa-4971-ad0d-b6425839aff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:25.684656 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-adeacc55-e0fa-4971-ad0d-b6425839aff2 admin admin] Added segment d0fcef2e-ce14-4976-8d1d-2fa5668906de of type vlan for network 2a0111b4-5695-4e95-9f74-ba34ed18db11 Jul 06 13:50:25.709989 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-52ee561e-dcb3-4ccb-8a60-ada95a0849b5 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6427798 Jul 06 13:50:25.712048 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46436) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:25.718831 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee561e-dcb3-4ccb-8a60-ada95a0849b5 admin admin] Pushing event updated for resources: {'Network': ['ID=3c997cdb-a930-4711-9a88-e3f370fd79a1,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:25.742126 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-df447400-2e18-44b7-98bf-24400d8d1275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:25.743284 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 3c997cdb-a930-4711-9a88-e3f370fd79a1 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:50:25.745293 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-07021bdf-a784-4803-a58c-122f0e7da2e8 admin admin] Request body: {'subnet': {'network_id': '3c997cdb-a930-4711-9a88-e3f370fd79a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-758416506-subnet', 'tenant_id': '7c428c8da15c4b26b415ad26e80c9b5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:50:25.767965 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2008c4-4975-4d6d-a536-f205640310a8 req-7a3fe80e-3819-46b5-be9a-b79e0c56238d tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:25.772303 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bf2008c4-4975-4d6d-a536-f205640310a8 req-7a3fe80e-3819-46b5-be9a-b79e0c56238d tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 950 time: 0.2604547 Jul 06 13:50:25.785091 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-c89eb24e-6093-4475-b694-d93c355a68de req-15030505-f86a-46f5-b104-762f6327da16 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Deleting port ef9489a1-490c-428d-9b62-1cc328e84bf0 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:50:25.786298 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c89eb24e-6093-4475-b694-d93c355a68de req-15030505-f86a-46f5-b104-762f6327da16 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:25.797742 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-df447400-2e18-44b7-98bf-24400d8d1275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:25.804795 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-adeacc55-e0fa-4971-ad0d-b6425839aff2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:25.817030 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07021bdf-a784-4803-a58c-122f0e7da2e8 admin admin] Made reservation on behalf of 7c428c8da15c4b26b415ad26e80c9b5d for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:50:25.819661 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-07021bdf-a784-4803-a58c-122f0e7da2e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:25.865511 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device fbb9ce42-ffde-4ebb-8d97-9946439de822 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:50:25.876042 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 3e8943cb-a6ad-4c58-9bd2-79576b130719 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:50:25.933508 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.db.resource_extend [None req-adeacc55-e0fa-4971-ad0d-b6425839aff2 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 13:50:25.939145 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bf2008c4-4975-4d6d-a536-f205640310a8 req-c53e2ca8-d631-4fab-a26d-65f475b2c4cd tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457489 Jul 06 13:50:26.027193 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-adeacc55-e0fa-4971-ad0d-b6425839aff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:26.029867 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adeacc55-e0fa-4971-ad0d-b6425839aff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:26.033007 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-adeacc55-e0fa-4971-ad0d-b6425839aff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:26.046113 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 3e8943cb-a6ad-4c58-9bd2-79576b130719 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:50:26.057737 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-40ab9bd1-2123-46a4-992f-13edbc398088 req-8bfb7ab9-8186-43a5-b464-32c88d80a1e2 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 210 time: 0.0434365 Jul 06 13:50:26.058737 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 3e8943cb-a6ad-4c58-9bd2-79576b130719 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:50:26.059649 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:26.077333 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-c89eb24e-6093-4475-b694-d93c355a68de req-15030505-f86a-46f5-b104-762f6327da16 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] For port ef9489a1-490c-428d-9b62-1cc328e84bf0, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ef9489a1-490c-428d-9b62-1cc328e84bf0,segment=NetworkSegment(cd7ab75f-6283-4337-a533-ec225e83e782),segment_id=cd7ab75f-6283-4337-a533-ec225e83e782)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:26.078094 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c89eb24e-6093-4475-b694-d93c355a68de req-15030505-f86a-46f5-b104-762f6327da16 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:26.089141 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-df447400-2e18-44b7-98bf-24400d8d1275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:26.089141 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-df447400-2e18-44b7-98bf-24400d8d1275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:26.089141 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-df447400-2e18-44b7-98bf-24400d8d1275 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/4ab91ef7-5f21-4264-a345-e9447e40a72b HTTP/1.1" status: 204 len: 168 time: 0.5796323 Jul 06 13:50:26.094267 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46448) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:26.094431 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-adeacc55-e0fa-4971-ad0d-b6425839aff2 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8997397 Jul 06 13:50:26.108196 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-f5b69a8f-bfe8-4afc-af84-2fbe2558141a admin admin] Request body: {'subnet': {'network_id': '2a0111b4-5695-4e95-9f74-ba34ed18db11', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-831271698-subnet', 'tenant_id': 'f9821636e1fa406d89f0172341ecbdc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:50:26.157601 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port fbb9ce42-ffde-4ebb-8d97-9946439de822, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=fbb9ce42-ffde-4ebb-8d97-9946439de822,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:26.165067 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df447400-2e18-44b7-98bf-24400d8d1275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab91ef7-5f21-4264-a345-e9447e40a72b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:26.192624 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-c89eb24e-6093-4475-b694-d93c355a68de req-15030505-f86a-46f5-b104-762f6327da16 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Calling delete_port for ef9489a1-490c-428d-9b62-1cc328e84bf0 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:50:26.238362 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'fbb9ce42-ffde-4ebb-8d97-9946439de822', 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b', 'port_id': 'fbb9ce42-ffde-4ebb-8d97-9946439de822', 'mac_address': 'fa:16:3e:95:c6:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c4bc917-beda-4093-9c43-911a28c774ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:50:26.260905 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeacc55-e0fa-4971-ad0d-b6425839aff2 admin admin] Pushing event updated for resources: {'Network': ['ID=2a0111b4-5695-4e95-9f74-ba34ed18db11,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:26.265798 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-07021bdf-a784-4803-a58c-122f0e7da2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:26.343976 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07021bdf-a784-4803-a58c-122f0e7da2e8 admin admin] Checking segment: {'id': '8f65078f-e1ff-4929-a9e1-d34803cab658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3c997cdb-a930-4711-9a88-e3f370fd79a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:50:26.344565 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07021bdf-a784-4803-a58c-122f0e7da2e8 admin admin] Network hostable DHCP agents. Network: 3c997cdb-a930-4711-9a88-e3f370fd79a1, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:50:26.350536 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07021bdf-a784-4803-a58c-122f0e7da2e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ac09465-4f6c-4f4e-b9be-5c3d826279d4,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:26.377490 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07021bdf-a784-4803-a58c-122f0e7da2e8 admin admin] Network 3c997cdb-a930-4711-9a88-e3f370fd79a1 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:50:26.398823 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-07021bdf-a784-4803-a58c-122f0e7da2e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 3c997cdb-a930-4711-9a88-e3f370fd79a1) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:50:26.409156 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:26.412309 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 2a0111b4-5695-4e95-9f74-ba34ed18db11 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:50:26.415878 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:26.416655 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07021bdf-a784-4803-a58c-122f0e7da2e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:26.417862 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-07021bdf-a784-4803-a58c-122f0e7da2e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:26.420408 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fa8102-d97b-4736-b055-9e49d846d3cb None None] Network 3c997cdb-a930-4711-9a88-e3f370fd79a1 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:50:26.492426 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9d7d2-dd4b-4b8c-bc75-c49e6f42bc1e req-ef4a6365-e170-4318-945d-b5354804b037 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:26.499514 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e4f9d7d2-dd4b-4b8c-bc75-c49e6f42bc1e req-ef4a6365-e170-4318-945d-b5354804b037 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 943 time: 0.5866792 Jul 06 13:50:26.522416 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-07021bdf-a784-4803-a58c-122f0e7da2e8 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8071110 Jul 06 13:50:26.529566 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbb9ce42-ffde-4ebb-8d97-9946439de822 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:50:26.556566 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b69a8f-bfe8-4afc-af84-2fbe2558141a admin admin] Made reservation on behalf of f9821636e1fa406d89f0172341ecbdc0 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:50:26.559014 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f5b69a8f-bfe8-4afc-af84-2fbe2558141a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:26.590142 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab67ddb7-250e-4e4a-af9d-4bbf1df292cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8943cb-a6ad-4c58-9bd2-79576b130719'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:26.592425 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ab2689-17d2-498d-97fa-698a1289a8fb" -d '{"events": [{"server_uuid": "ab67ddb7-250e-4e4a-af9d-4bbf1df292cf", "name": "network-vif-plugged", "status": "completed", "tag": "3e8943cb-a6ad-4c58-9bd2-79576b130719"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:26.620705 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 3e8943cb-a6ad-4c58-9bd2-79576b130719, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=3e8943cb-a6ad-4c58-9bd2-79576b130719,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:26.623733 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port fbb9ce42-ffde-4ebb-8d97-9946439de822, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=fbb9ce42-ffde-4ebb-8d97-9946439de822,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:26.627005 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e4f9d7d2-dd4b-4b8c-bc75-c49e6f42bc1e req-bce98d3d-4e2e-4b43-826b-4e6dd67a9058 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243482 Jul 06 13:50:26.646298 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c89eb24e-6093-4475-b694-d93c355a68de req-15030505-f86a-46f5-b104-762f6327da16 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:26.658710 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:26.736666 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:26.739655 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=3e8943cb-a6ad-4c58-9bd2-79576b130719,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:26.803539 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=fbb9ce42-ffde-4ebb-8d97-9946439de822,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:26.851483 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15030505-f86a-46f5-b104-762f6327da16 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Pushing event deleted for resources: {'Port': ['ID=ef9489a1-490c-428d-9b62-1cc328e84bf0,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:26.908680 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c789126a-2c25-4399-966e-1dbc5310c055 None None] Network 3c997cdb-a930-4711-9a88-e3f370fd79a1 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:50:26.917211 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d49cc-4741-4050-849e-31e3b66be42d req-d105ccc0-ebdd-41ea-9b70-8f84d882fdc9 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:26.925689 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad8d49cc-4741-4050-849e-31e3b66be42d req-d105ccc0-ebdd-41ea-9b70-8f84d882fdc9 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 948 time: 0.4925761 Jul 06 13:50:26.993403 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89eb24e-6093-4475-b694-d93c355a68de req-15030505-f86a-46f5-b104-762f6327da16 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] No DVR routers for this DVR port ef9489a1-490c-428d-9b62-1cc328e84bf0 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:50:26.996168 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c89eb24e-6093-4475-b694-d93c355a68de req-15030505-f86a-46f5-b104-762f6327da16 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:27.000188 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c89eb24e-6093-4475-b694-d93c355a68de req-15030505-f86a-46f5-b104-762f6327da16 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.52 "DELETE /v2.0/ports/ef9489a1-490c-428d-9b62-1cc328e84bf0 HTTP/1.1" status: 204 len: 173 time: 1.5510015 Jul 06 13:50:27.005198 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e67d264-f57a-43dd-97a7-5a3f15660624', 'name': 'network-vif-deleted', 'tag': 'ef9489a1-490c-428d-9b62-1cc328e84bf0'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:27.008654 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46477456-6e2c-4194-8880-b23635bd8629" -d '{"events": [{"server_uuid": "5e67d264-f57a-43dd-97a7-5a3f15660624", "name": "network-vif-deleted", "tag": "ef9489a1-490c-428d-9b62-1cc328e84bf0"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:27.033824 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d42ccf-6cfa-420b-983d-8775922757f0 x-openstack-request-id: req-50d42ccf-6cfa-420b-983d-8775922757f0 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:27.034444 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab67ddb7-250e-4e4a-af9d-4bbf1df292cf", "name": "network-vif-plugged", "status": "completed", "tag": "3e8943cb-a6ad-4c58-9bd2-79576b130719", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:27.034554 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-50d42ccf-6cfa-420b-983d-8775922757f0 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:27.034916 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab67ddb7-250e-4e4a-af9d-4bbf1df292cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8943cb-a6ad-4c58-9bd2-79576b130719', 'code': 200} Jul 06 13:50:27.036784 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['fbb9ce42-ffde-4ebb-8d97-9946439de822'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:50:27.052505 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad8d49cc-4741-4050-849e-31e3b66be42d req-d0c61778-6d30-43b4-b959-bd9d0a4d79cc tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235151 Jul 06 13:50:27.148718 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f5b69a8f-bfe8-4afc-af84-2fbe2558141a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:27.234129 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b69a8f-bfe8-4afc-af84-2fbe2558141a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c68d263-19a1-4ec8-a716-023a9c5ca3f3,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:27.248319 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fd3a0-b620-472c-a8b6-9ddc9c9dfba4 req-5d0178b2-70cc-48ed-bc09-f94f85c4da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:27.249824 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-477fd3a0-b620-472c-a8b6-9ddc9c9dfba4 req-5d0178b2-70cc-48ed-bc09-f94f85c4da5e service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 1100 time: 0.1574996 Jul 06 13:50:27.255346 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b69a8f-bfe8-4afc-af84-2fbe2558141a admin admin] Checking segment: {'id': 'd0fcef2e-ce14-4976-8d1d-2fa5668906de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2a0111b4-5695-4e95-9f74-ba34ed18db11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:50:27.255729 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b69a8f-bfe8-4afc-af84-2fbe2558141a admin admin] Network hostable DHCP agents. Network: 2a0111b4-5695-4e95-9f74-ba34ed18db11, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:50:27.315922 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b69a8f-bfe8-4afc-af84-2fbe2558141a admin admin] Network 2a0111b4-5695-4e95-9f74-ba34ed18db11 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:50:27.366724 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-477fd3a0-b620-472c-a8b6-9ddc9c9dfba4 req-4e2b58c2-0f1d-4e87-84a8-5cbbaa5ba1e3 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007390 Jul 06 13:50:27.412436 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-f5b69a8f-bfe8-4afc-af84-2fbe2558141a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 2a0111b4-5695-4e95-9f74-ba34ed18db11) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:50:27.417160 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b69a8f-bfe8-4afc-af84-2fbe2558141a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:27.417794 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f5b69a8f-bfe8-4afc-af84-2fbe2558141a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:27.427718 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c17ce0-add1-45e2-a26c-b84e5fe3f918 None None] Network 2a0111b4-5695-4e95-9f74-ba34ed18db11 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:50:27.464160 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f5b69a8f-bfe8-4afc-af84-2fbe2558141a admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3625200 Jul 06 13:50:27.499250 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-2fbcecac-da4d-4d3f-9792-ee4db1b1762c tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:27.510497 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-2fbcecac-da4d-4d3f-9792-ee4db1b1762c tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] 10.222.0.118 "GET /v2.0/networks?id=3c997cdb-a930-4711-9a88-e3f370fd79a1 HTTP/1.1" status: 200 len: 821 time: 0.2134750 Jul 06 13:50:27.525932 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bdb61-a544-44de-a97b-397592476df4 req-3bb13f95-46c9-4b1e-b71b-d0516b4f2e3a tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:27.527552 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-019bdb61-a544-44de-a97b-397592476df4 req-3bb13f95-46c9-4b1e-b71b-d0516b4f2e3a tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 950 time: 0.1630614 Jul 06 13:50:27.539454 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ef9489a1-490c-428d-9b62-1cc328e84bf0 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:50:27.563027 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-1c6dd39c-327e-4fff-98dd-68eec701939c tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] 10.222.0.118 "GET /v2.0/quotas/7c428c8da15c4b26b415ad26e80c9b5d HTTP/1.1" status: 200 len: 375 time: 0.0478687 Jul 06 13:50:27.574749 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:50:27.579832 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: ef9489a1-490c-428d-9b62-1cc328e84bf0 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:50:27.580192 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ef9489a1-490c-428d-9b62-1cc328e84bf0 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:50:27.660185 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-442530b5-5374-4e26-8558-1ab3548804ec tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=7c428c8da15c4b26b415ad26e80c9b5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512893 Jul 06 13:50:27.685253 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4cf4cf-6a35-4855-8ed4-3d6f82504d64 None None] Network 2a0111b4-5695-4e95-9f74-ba34ed18db11 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:50:27.744271 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-019bdb61-a544-44de-a97b-397592476df4 req-09291cdd-c6cd-4884-97e2-5f472d92c15d tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025774 Jul 06 13:50:27.788056 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b711234-0c69-46c6-9186-942fc1f18078 req-1264c7b6-d414-4069-9468-8e5b2a5a9eff tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:27.800643 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b711234-0c69-46c6-9186-942fc1f18078 req-1264c7b6-d414-4069-9468-8e5b2a5a9eff tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.52 "GET /v2.0/networks?id=60fc63ba-9031-4911-92ba-21e96099cb00 HTTP/1.1" status: 200 len: 814 time: 0.2834456 Jul 06 13:50:27.836956 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-5b711234-0c69-46c6-9186-942fc1f18078 req-e166d2cf-f73b-4e90-bbc4-68883d75e064 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Request body: {'port': {'device_id': '2959d93e-9fc8-405f-8fff-1d548777a0cb', 'network_id': '60fc63ba-9031-4911-92ba-21e96099cb00', 'admin_state_up': True, 'tenant_id': '9fb1bc82140c4199aee8d16b9af92a55'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:50:27.934993 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808aa8e5-7eeb-40cf-9759-81487d2057a4 x-openstack-request-id: req-808aa8e5-7eeb-40cf-9759-81487d2057a4 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:27.935273 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e67d264-f57a-43dd-97a7-5a3f15660624", "name": "network-vif-deleted", "tag": "ef9489a1-490c-428d-9b62-1cc328e84bf0", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:27.935518 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-808aa8e5-7eeb-40cf-9759-81487d2057a4 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:27.935913 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e67d264-f57a-43dd-97a7-5a3f15660624', 'name': 'network-vif-deleted', 'tag': 'ef9489a1-490c-428d-9b62-1cc328e84bf0', 'status': 'completed', 'code': 200} Jul 06 13:50:27.964994 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-a5af68ea-8922-4657-b336-8b34a7757564 service neutron] 10.222.0.118 "GET /v2.0/networks/3c997cdb-a930-4711-9a88-e3f370fd79a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037581 Jul 06 13:50:28.067793 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af50e590-39f1-4429-83ec-f0dc123b2bbc req-4c5a0713-23a5-4ca7-8c38-4c4544aa541e tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 210 time: 0.0667782 Jul 06 13:50:28.133313 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b711234-0c69-46c6-9186-942fc1f18078 req-e166d2cf-f73b-4e90-bbc4-68883d75e064 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Made reservation on behalf of 9fb1bc82140c4199aee8d16b9af92a55 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:50:28.137090 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b711234-0c69-46c6-9186-942fc1f18078 req-e166d2cf-f73b-4e90-bbc4-68883d75e064 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:28.168629 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-19ff27ed-473c-4891-b1b7-61b9952be344 service neutron] 10.222.0.118 "GET /v2.0/networks/3c997cdb-a930-4711-9a88-e3f370fd79a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025299 Jul 06 13:50:28.405268 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7e826-1853-467d-8f69-07b61becd58a req-eb87e546-4875-4b4f-9c74-5a61c53d508c tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:28.414314 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f6c7e826-1853-467d-8f69-07b61becd58a req-eb87e546-4875-4b4f-9c74-5a61c53d508c tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 944 time: 0.2122366 Jul 06 13:50:28.427815 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-5b711234-0c69-46c6-9186-942fc1f18078 req-e166d2cf-f73b-4e90-bbc4-68883d75e064 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Allocated IP 172.20.0.11 (60fc63ba-9031-4911-92ba-21e96099cb00/2c6d3629-131d-49bb-9b01-fc69a27e8c8e/dd35802d-3e08-417f-82ba-08d30aa1398a) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:50:28.493189 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f6c7e826-1853-467d-8f69-07b61becd58a req-c497b7cf-0864-4460-b2ca-8066c6f2668b tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747335 Jul 06 13:50:28.677878 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b711234-0c69-46c6-9186-942fc1f18078 req-e166d2cf-f73b-4e90-bbc4-68883d75e064 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:28.954677 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b711234-0c69-46c6-9186-942fc1f18078 req-e166d2cf-f73b-4e90-bbc4-68883d75e064 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:29.055818 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-0171594b-71f8-4cbc-bee2-f214723ac8aa tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:29.057421 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-0171594b-71f8-4cbc-bee2-f214723ac8aa tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] 10.222.0.118 "GET /v2.0/networks?id=2a0111b4-5695-4e95-9f74-ba34ed18db11 HTTP/1.1" status: 200 len: 817 time: 0.3568010 Jul 06 13:50:29.079275 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af399f-56a0-4720-8eea-49a989bb7403 req-321b7a5c-3887-4ae3-90f9-613b3ca2821f tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:29.081379 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-73af399f-56a0-4720-8eea-49a989bb7403 req-321b7a5c-3887-4ae3-90f9-613b3ca2821f tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 949 time: 0.2715709 Jul 06 13:50:29.083769 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b711234-0c69-46c6-9186-942fc1f18078 req-e166d2cf-f73b-4e90-bbc4-68883d75e064 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Network 60fc63ba-9031-4911-92ba-21e96099cb00 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:50:29.097347 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-5b711234-0c69-46c6-9186-942fc1f18078 req-e166d2cf-f73b-4e90-bbc4-68883d75e064 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:50:29.110559 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166d2cf-f73b-4e90-bbc4-68883d75e064 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Pushing event updated for resources: {'Port': ['ID=dd35802d-3e08-417f-82ba-08d30aa1398a,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:29.120425 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b711234-0c69-46c6-9186-942fc1f18078 req-e166d2cf-f73b-4e90-bbc4-68883d75e064 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:50:29.162242 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-8657ae36-1f6d-4be3-8bce-e19a54756eed tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] 10.222.0.118 "GET /v2.0/quotas/f9821636e1fa406d89f0172341ecbdc0 HTTP/1.1" status: 200 len: 375 time: 0.0770292 Jul 06 13:50:29.236695 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-0678ec5f-bfa3-4163-984d-6243f3f01f61 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=f9821636e1fa406d89f0172341ecbdc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668807 Jul 06 13:50:29.244026 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b711234-0c69-46c6-9186-942fc1f18078 req-e166d2cf-f73b-4e90-bbc4-68883d75e064 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:29.244942 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b711234-0c69-46c6-9186-942fc1f18078 req-e166d2cf-f73b-4e90-bbc4-68883d75e064 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:29.253953 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-73af399f-56a0-4720-8eea-49a989bb7403 req-f1b5cf19-077c-4a8a-a962-11692ee11322 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651833 Jul 06 13:50:29.319737 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b711234-0c69-46c6-9186-942fc1f18078 req-e166d2cf-f73b-4e90-bbc4-68883d75e064 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5008247 Jul 06 13:50:29.337628 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-5b711234-0c69-46c6-9186-942fc1f18078 req-accfdb23-7eca-4a59-ba8c-a6f1e26f97e7 service neutron] Request body: {'port': {'device_id': '2959d93e-9fc8-405f-8fff-1d548777a0cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:50:29.418193 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-7565ecec-f7db-4f80-ba52-e21a9cc3df12 service neutron] 10.222.0.118 "GET /v2.0/networks/2a0111b4-5695-4e95-9f74-ba34ed18db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681547 Jul 06 13:50:29.526754 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4f51e27f-8f98-4170-a2b5-03110c2134b9 req-bf6a2ef6-bdfa-4cbc-8f52-bb9a23acf32a tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] 10.222.0.118 "GET /v2.0/ports?device_id=786a52cc-2c3a-4ac7-91b7-dbcde4b7502d HTTP/1.1" status: 200 len: 210 time: 0.0712392 Jul 06 13:50:29.537921 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b711234-0c69-46c6-9186-942fc1f18078 req-accfdb23-7eca-4a59-ba8c-a6f1e26f97e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:29.617608 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-0e3af6f1-5645-41a3-a12c-01274c3d1309 service neutron] 10.222.0.118 "GET /v2.0/networks/2a0111b4-5695-4e95-9f74-ba34ed18db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727378 Jul 06 13:50:29.872062 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device fbb9ce42-ffde-4ebb-8d97-9946439de822 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:50:30.016755 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port fbb9ce42-ffde-4ebb-8d97-9946439de822 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:50:30.024471 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port fbb9ce42-ffde-4ebb-8d97-9946439de822 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:50:30.025462 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:30.173570 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:30.231597 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port fbb9ce42-ffde-4ebb-8d97-9946439de822, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=fbb9ce42-ffde-4ebb-8d97-9946439de822,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:30.233342 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43483b73-cfe0-48f5-b942-37cdffd2e45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb9ce42-ffde-4ebb-8d97-9946439de822'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:30.236748 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7c5d6a-8a71-401f-bf02-fb0122893b86" -d '{"events": [{"server_uuid": "43483b73-cfe0-48f5-b942-37cdffd2e45c", "name": "network-vif-plugged", "status": "completed", "tag": "fbb9ce42-ffde-4ebb-8d97-9946439de822"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:30.241609 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:30.288477 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d39ec-dbaa-4cc9-8aa2-0cf93eb78f7c req-2d757a4c-74ef-4795-b8e4-61d0e89053d8 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:30.296555 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-176d39ec-dbaa-4cc9-8aa2-0cf93eb78f7c req-2d757a4c-74ef-4795-b8e4-61d0e89053d8 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 950 time: 0.2261429 Jul 06 13:50:30.304374 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-657cc66e-8347-4fcc-bcbc-2a2c15378c68 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:30.309424 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-657cc66e-8347-4fcc-bcbc-2a2c15378c68 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] 10.222.0.52 "GET /v2.0/networks?id=3c997cdb-a930-4711-9a88-e3f370fd79a1 HTTP/1.1" status: 200 len: 821 time: 0.3319068 Jul 06 13:50:30.330598 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-33575ab9-ee01-4881-a538-add790061ab9 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] Request body: {'port': {'device_id': '786a52cc-2c3a-4ac7-91b7-dbcde4b7502d', 'network_id': '3c997cdb-a930-4711-9a88-e3f370fd79a1', 'admin_state_up': True, 'tenant_id': '7c428c8da15c4b26b415ad26e80c9b5d'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:50:30.342895 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc0ffb-242e-4cb6-af54-4801c1eefeba req-c6b3c3a3-69be-4ac7-b6e2-9dc3ad99a4dc tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:30.351965 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04fc0ffb-242e-4cb6-af54-4801c1eefeba req-c6b3c3a3-69be-4ac7-b6e2-9dc3ad99a4dc tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 932 time: 0.2827725 Jul 06 13:50:30.389435 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=fbb9ce42-ffde-4ebb-8d97-9946439de822,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:30.438885 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-176d39ec-dbaa-4cc9-8aa2-0cf93eb78f7c req-bf0dcc71-49a3-4920-9c1c-0d832d3cc9c0 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353688 Jul 06 13:50:30.490138 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04fc0ffb-242e-4cb6-af54-4801c1eefeba req-aa91a90e-699b-470c-a155-f87e2f1c952a tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368175 Jul 06 13:50:30.578885 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-5b711234-0c69-46c6-9186-942fc1f18078 req-accfdb23-7eca-4a59-ba8c-a6f1e26f97e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd35802d-3e08-417f-82ba-08d30aa1398a {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:50:30.589624 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-33575ab9-ee01-4881-a538-add790061ab9 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] Made reservation on behalf of 7c428c8da15c4b26b415ad26e80c9b5d for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:50:30.589889 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b711234-0c69-46c6-9186-942fc1f18078 req-accfdb23-7eca-4a59-ba8c-a6f1e26f97e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:30.600892 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-33575ab9-ee01-4881-a538-add790061ab9 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:30.617137 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-5b711234-0c69-46c6-9186-942fc1f18078 req-accfdb23-7eca-4a59-ba8c-a6f1e26f97e7 service neutron] Transition to ACTIVE for port object dd35802d-3e08-417f-82ba-08d30aa1398a will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:50:30.628757 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b711234-0c69-46c6-9186-942fc1f18078 req-accfdb23-7eca-4a59-ba8c-a6f1e26f97e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:30.683354 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfdb23-7eca-4a59-ba8c-a6f1e26f97e7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd35802d-3e08-417f-82ba-08d30aa1398a,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:30.849739 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-33575ab9-ee01-4881-a538-add790061ab9 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] Allocated IP 172.20.0.7 (3c997cdb-a930-4711-9a88-e3f370fd79a1/4ac09465-4f6c-4f4e-b9be-5c3d826279d4/07b8cbed-411a-4b02-8b12-79e8794d734c) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:50:30.863322 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-5b711234-0c69-46c6-9186-942fc1f18078 req-accfdb23-7eca-4a59-ba8c-a6f1e26f97e7 service neutron] Attempting to bind port dd35802d-3e08-417f-82ba-08d30aa1398a on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:50:30.864826 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-5b711234-0c69-46c6-9186-942fc1f18078 req-accfdb23-7eca-4a59-ba8c-a6f1e26f97e7 service neutron] Attempting to bind port dd35802d-3e08-417f-82ba-08d30aa1398a by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'cd7ab75f-6283-4337-a533-ec225e83e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '60fc63ba-9031-4911-92ba-21e96099cb00'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:50:30.865428 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b711234-0c69-46c6-9186-942fc1f18078 req-accfdb23-7eca-4a59-ba8c-a6f1e26f97e7 service neutron] Attempting to bind port dd35802d-3e08-417f-82ba-08d30aa1398a on network 60fc63ba-9031-4911-92ba-21e96099cb00 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:50:30.889414 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7fe6f7-5bfa-4d55-a2bc-21ef8a745f6b req-33519717-878e-4979-a120-8c487811654c tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:30.898100 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8b7fe6f7-5bfa-4d55-a2bc-21ef8a745f6b req-33519717-878e-4979-a120-8c487811654c tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 945 time: 0.2096128 Jul 06 13:50:30.908005 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b711234-0c69-46c6-9186-942fc1f18078 req-accfdb23-7eca-4a59-ba8c-a6f1e26f97e7 service neutron] Port dd35802d-3e08-417f-82ba-08d30aa1398a on network 60fc63ba-9031-4911-92ba-21e96099cb00 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:50:30.908485 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b711234-0c69-46c6-9186-942fc1f18078 req-accfdb23-7eca-4a59-ba8c-a6f1e26f97e7 service neutron] Attempting to bind port dd35802d-3e08-417f-82ba-08d30aa1398a on network 60fc63ba-9031-4911-92ba-21e96099cb00 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:50:30.938431 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b711234-0c69-46c6-9186-942fc1f18078 req-accfdb23-7eca-4a59-ba8c-a6f1e26f97e7 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:50:30.938993 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b711234-0c69-46c6-9186-942fc1f18078 req-accfdb23-7eca-4a59-ba8c-a6f1e26f97e7 service neutron] Checking segment: {'id': 'cd7ab75f-6283-4337-a533-ec225e83e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '60fc63ba-9031-4911-92ba-21e96099cb00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:50:30.939211 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b711234-0c69-46c6-9186-942fc1f18078 req-accfdb23-7eca-4a59-ba8c-a6f1e26f97e7 service neutron] Bound using segment: {'id': 'cd7ab75f-6283-4337-a533-ec225e83e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '60fc63ba-9031-4911-92ba-21e96099cb00'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:50:30.939761 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-5b711234-0c69-46c6-9186-942fc1f18078 req-accfdb23-7eca-4a59-ba8c-a6f1e26f97e7 service neutron] Bound port: dd35802d-3e08-417f-82ba-08d30aa1398a, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7ab75f-6283-4337-a533-ec225e83e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '60fc63ba-9031-4911-92ba-21e96099cb00'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:50:30.941282 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b711234-0c69-46c6-9186-942fc1f18078 req-accfdb23-7eca-4a59-ba8c-a6f1e26f97e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:31.026647 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8b7fe6f7-5bfa-4d55-a2bc-21ef8a745f6b req-4d02f4cd-60a4-4572-b65e-8e6190788715 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272297 Jul 06 13:50:31.056584 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-33575ab9-ee01-4881-a538-add790061ab9 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:31.089006 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e613e2d-3f62-4840-9340-6ba565ba4bb7 req-62fe8dd6-280e-4ccf-9039-d1701a9d1785 tempest-MigrationsAdminTest-1825600450 tempest-MigrationsAdminTest-1825600450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:31.090762 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e613e2d-3f62-4840-9340-6ba565ba4bb7 req-62fe8dd6-280e-4ccf-9039-d1701a9d1785 tempest-MigrationsAdminTest-1825600450 tempest-MigrationsAdminTest-1825600450-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 1100 time: 0.1781955 Jul 06 13:50:31.096699 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-5b711234-0c69-46c6-9186-942fc1f18078 req-accfdb23-7eca-4a59-ba8c-a6f1e26f97e7 service neutron] For port dd35802d-3e08-417f-82ba-08d30aa1398a, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:50:31.105168 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-5b711234-0c69-46c6-9186-942fc1f18078 req-accfdb23-7eca-4a59-ba8c-a6f1e26f97e7 service neutron] For port dd35802d-3e08-417f-82ba-08d30aa1398a, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=dd35802d-3e08-417f-82ba-08d30aa1398a,segment=NetworkSegment(cd7ab75f-6283-4337-a533-ec225e83e782),segment_id=cd7ab75f-6283-4337-a533-ec225e83e782)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:50:31.114669 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-33575ab9-ee01-4881-a538-add790061ab9 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:31.121117 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7e613e2d-3f62-4840-9340-6ba565ba4bb7 req-bb7ebe8e-3ce5-4cc5-b909-68c74f9d3791 tempest-MigrationsAdminTest-1825600450 tempest-MigrationsAdminTest-1825600450-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:31.133708 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b711234-0c69-46c6-9186-942fc1f18078 req-accfdb23-7eca-4a59-ba8c-a6f1e26f97e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:31.169009 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-33575ab9-ee01-4881-a538-add790061ab9 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] Network 3c997cdb-a930-4711-9a88-e3f370fd79a1 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:50:31.175532 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-33575ab9-ee01-4881-a538-add790061ab9 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:50:31.181623 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-33575ab9-ee01-4881-a538-add790061ab9 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:50:31.217728 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b711234-0c69-46c6-9186-942fc1f18078 req-accfdb23-7eca-4a59-ba8c-a6f1e26f97e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:31.218356 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b711234-0c69-46c6-9186-942fc1f18078 req-accfdb23-7eca-4a59-ba8c-a6f1e26f97e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:31.222169 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33575ab9-ee01-4881-a538-add790061ab9 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] Pushing event updated for resources: {'Port': ['ID=07b8cbed-411a-4b02-8b12-79e8794d734c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:31.232137 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b711234-0c69-46c6-9186-942fc1f18078 req-accfdb23-7eca-4a59-ba8c-a6f1e26f97e7 service neutron] 10.222.0.52 "PUT /v2.0/ports/dd35802d-3e08-417f-82ba-08d30aa1398a HTTP/1.1" status: 200 len: 1092 time: 1.9016092 Jul 06 13:50:31.276478 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-33575ab9-ee01-4881-a538-add790061ab9 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:31.277194 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-33575ab9-ee01-4881-a538-add790061ab9 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:31.279698 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2959d93e-9fc8-405f-8fff-1d548777a0cb', 'tag': 'dd35802d-3e08-417f-82ba-08d30aa1398a'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:31.282065 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a78cde0-e125-4e3a-87fb-4d07b6938dca" -d '{"events": [{"name": "network-changed", "server_uuid": "2959d93e-9fc8-405f-8fff-1d548777a0cb", "tag": "dd35802d-3e08-417f-82ba-08d30aa1398a"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:31.300194 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfdb23-7eca-4a59-ba8c-a6f1e26f97e7 service neutron] Pushing event updated for resources: {'Port': ['ID=dd35802d-3e08-417f-82ba-08d30aa1398a,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:31.381723 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e5e3f7a-3790-4e71-9f07-af1aee556723 req-36d2c6af-abf2-409e-a9c7-cb6e34af0bf1 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] 10.222.0.118 "GET /v2.0/ports?device_id=5f6055f4-2259-4f01-ba27-1836be7c1f14 HTTP/1.1" status: 200 len: 210 time: 0.0584080 Jul 06 13:50:31.512750 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c4c9df-414a-4a0f-ba3d-76474c1c6cbc x-openstack-request-id: req-e7c4c9df-414a-4a0f-ba3d-76474c1c6cbc {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:31.514234 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43483b73-cfe0-48f5-b942-37cdffd2e45c", "name": "network-vif-plugged", "status": "completed", "tag": "fbb9ce42-ffde-4ebb-8d97-9946439de822", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:31.516304 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b711234-0c69-46c6-9186-942fc1f18078 req-130ab0bc-1e10-410a-8306-285c8d80e575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:31.517914 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b711234-0c69-46c6-9186-942fc1f18078 req-130ab0bc-1e10-410a-8306-285c8d80e575 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9fb1bc82140c4199aee8d16b9af92a55&device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 1095 time: 0.2122481 Jul 06 13:50:31.520636 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e7c4c9df-414a-4a0f-ba3d-76474c1c6cbc {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:31.522335 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43483b73-cfe0-48f5-b942-37cdffd2e45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb9ce42-ffde-4ebb-8d97-9946439de822', 'code': 200} Jul 06 13:50:31.594048 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b711234-0c69-46c6-9186-942fc1f18078 req-08c58fae-df48-4674-85af-4da42f23e31d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd35802d-3e08-417f-82ba-08d30aa1398a HTTP/1.1" status: 200 len: 217 time: 0.0637212 Jul 06 13:50:31.602776 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7e613e2d-3f62-4840-9340-6ba565ba4bb7 req-bb7ebe8e-3ce5-4cc5-b909-68c74f9d3791 tempest-MigrationsAdminTest-1825600450 tempest-MigrationsAdminTest-1825600450-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:31.616288 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-33575ab9-ee01-4881-a538-add790061ab9 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2928960 Jul 06 13:50:31.625117 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7e613e2d-3f62-4840-9340-6ba565ba4bb7 req-bb7ebe8e-3ce5-4cc5-b909-68c74f9d3791 tempest-MigrationsAdminTest-1825600450 tempest-MigrationsAdminTest-1825600450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:31.632283 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-e661159a-1bb8-472a-9ece-a495a22879a8 service neutron] Request body: {'port': {'device_id': '786a52cc-2c3a-4ac7-91b7-dbcde4b7502d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:50:31.709833 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-77aca0a2-41a1-441c-b64b-b1cd282d9569 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:31.711223 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-77aca0a2-41a1-441c-b64b-b1cd282d9569 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] 10.222.0.52 "GET /v2.0/networks?id=2a0111b4-5695-4e95-9f74-ba34ed18db11 HTTP/1.1" status: 200 len: 817 time: 0.3022888 Jul 06 13:50:31.734002 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e613e2d-3f62-4840-9340-6ba565ba4bb7 req-bb7ebe8e-3ce5-4cc5-b909-68c74f9d3791 tempest-MigrationsAdminTest-1825600450 tempest-MigrationsAdminTest-1825600450-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6302748 Jul 06 13:50:31.742054 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-e661159a-1bb8-472a-9ece-a495a22879a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:31.758943 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-183374c1-6f7f-468a-8c20-e58247ce044e tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Request body: {'port': {'device_id': '5f6055f4-2259-4f01-ba27-1836be7c1f14', 'network_id': '2a0111b4-5695-4e95-9f74-ba34ed18db11', 'admin_state_up': True, 'tenant_id': 'f9821636e1fa406d89f0172341ecbdc0'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:50:31.803577 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ebe8e-3ce5-4cc5-b909-68c74f9d3791 tempest-MigrationsAdminTest-1825600450 tempest-MigrationsAdminTest-1825600450-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24308e70-b736-47d5-825e-6e2b57c029fd,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:31.841717 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4f284a-b30f-4f9b-a0ec-e492b1703e65 x-openstack-request-id: req-6f4f284a-b30f-4f9b-a0ec-e492b1703e65 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:31.842014 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2959d93e-9fc8-405f-8fff-1d548777a0cb", "tag": "dd35802d-3e08-417f-82ba-08d30aa1398a", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:31.842272 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-6f4f284a-b30f-4f9b-a0ec-e492b1703e65 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:31.842926 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2959d93e-9fc8-405f-8fff-1d548777a0cb', 'tag': 'dd35802d-3e08-417f-82ba-08d30aa1398a', 'status': 'completed', 'code': 200} Jul 06 13:50:31.850011 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b711234-0c69-46c6-9186-942fc1f18078 req-09a7d9b4-62eb-45d9-950f-7026ba7476d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:31.851816 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b711234-0c69-46c6-9186-942fc1f18078 req-09a7d9b4-62eb-45d9-950f-7026ba7476d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2c6d3629-131d-49bb-9b01-fc69a27e8c8e HTTP/1.1" status: 200 len: 854 time: 0.2466123 Jul 06 13:50:31.904586 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b711234-0c69-46c6-9186-942fc1f18078 req-3508cbd0-7725-475b-8b59-b9e642d2eda1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=60fc63ba-9031-4911-92ba-21e96099cb00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409315 Jul 06 13:50:32.007600 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c13d59-b79f-43eb-98ec-9f4db16eb605 req-f16c6c1e-bf07-42bb-88fc-ef0e8ba91155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:32.009026 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-79c13d59-b79f-43eb-98ec-9f4db16eb605 req-f16c6c1e-bf07-42bb-88fc-ef0e8ba91155 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 1096 time: 0.3921890 Jul 06 13:50:32.086194 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1948b75-0a35-4069-8164-15045a08f198 req-7d7709bb-8053-40be-9a83-c2811e0acd9e tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:32.089819 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1948b75-0a35-4069-8164-15045a08f198 req-7d7709bb-8053-40be-9a83-c2811e0acd9e tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] 10.222.0.118 "GET /v2.0/ports?device_id=786a52cc-2c3a-4ac7-91b7-dbcde4b7502d HTTP/1.1" status: 200 len: 931 time: 0.3756425 Jul 06 13:50:32.116868 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-e661159a-1bb8-472a-9ece-a495a22879a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b8cbed-411a-4b02-8b12-79e8794d734c {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:50:32.131049 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-e661159a-1bb8-472a-9ece-a495a22879a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:32.147284 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-e661159a-1bb8-472a-9ece-a495a22879a8 service neutron] Transition to ACTIVE for port object 07b8cbed-411a-4b02-8b12-79e8794d734c will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:50:32.152322 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-e661159a-1bb8-472a-9ece-a495a22879a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:32.163735 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-183374c1-6f7f-468a-8c20-e58247ce044e tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Made reservation on behalf of f9821636e1fa406d89f0172341ecbdc0 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:50:32.167386 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-183374c1-6f7f-468a-8c20-e58247ce044e tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:32.170693 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-79c13d59-b79f-43eb-98ec-9f4db16eb605 req-b37b850f-9028-4f9b-9c30-b8110fdce19f service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319134 Jul 06 13:50:32.174361 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b711234-0c69-46c6-9186-942fc1f18078 req-ba5171cf-e53f-42f5-ac7b-19723932fe49 service neutron] 10.222.0.52 "GET /v2.0/networks/60fc63ba-9031-4911-92ba-21e96099cb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600131 Jul 06 13:50:32.262453 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1948b75-0a35-4069-8164-15045a08f198 req-bf6d0517-7160-48e1-80e5-8f314d0f3a51 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] 10.222.0.118 "GET /v2.0/security-groups?id=80946a72-1f92-4fdd-ab03-23ba1fec09e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553419 Jul 06 13:50:32.290938 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e661159a-1bb8-472a-9ece-a495a22879a8 service neutron] Pushing event updated for resources: {'Port': ['ID=07b8cbed-411a-4b02-8b12-79e8794d734c,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:32.292426 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b0caf-3370-435d-b759-110bc4c46448 req-0499c786-28fe-4fc2-a81e-55cf3a78f407 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:32.293480 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-885b0caf-3370-435d-b759-110bc4c46448 req-0499c786-28fe-4fc2-a81e-55cf3a78f407 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 950 time: 0.3500412 Jul 06 13:50:32.320288 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-e661159a-1bb8-472a-9ece-a495a22879a8 service neutron] Attempting to bind port 07b8cbed-411a-4b02-8b12-79e8794d734c on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:50:32.320755 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-e661159a-1bb8-472a-9ece-a495a22879a8 service neutron] Attempting to bind port 07b8cbed-411a-4b02-8b12-79e8794d734c by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '8f65078f-e1ff-4929-a9e1-d34803cab658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3c997cdb-a930-4711-9a88-e3f370fd79a1'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:50:32.321319 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-e661159a-1bb8-472a-9ece-a495a22879a8 service neutron] Attempting to bind port 07b8cbed-411a-4b02-8b12-79e8794d734c on network 3c997cdb-a930-4711-9a88-e3f370fd79a1 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:50:32.327246 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-e661159a-1bb8-472a-9ece-a495a22879a8 service neutron] Port 07b8cbed-411a-4b02-8b12-79e8794d734c on network 3c997cdb-a930-4711-9a88-e3f370fd79a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:50:32.327664 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-e661159a-1bb8-472a-9ece-a495a22879a8 service neutron] Attempting to bind port 07b8cbed-411a-4b02-8b12-79e8794d734c on network 3c997cdb-a930-4711-9a88-e3f370fd79a1 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:50:32.335555 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-e661159a-1bb8-472a-9ece-a495a22879a8 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:50:32.336059 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-e661159a-1bb8-472a-9ece-a495a22879a8 service neutron] Checking segment: {'id': '8f65078f-e1ff-4929-a9e1-d34803cab658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3c997cdb-a930-4711-9a88-e3f370fd79a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:50:32.336441 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-e661159a-1bb8-472a-9ece-a495a22879a8 service neutron] Bound using segment: {'id': '8f65078f-e1ff-4929-a9e1-d34803cab658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3c997cdb-a930-4711-9a88-e3f370fd79a1'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:50:32.337662 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-e661159a-1bb8-472a-9ece-a495a22879a8 service neutron] Bound port: 07b8cbed-411a-4b02-8b12-79e8794d734c, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f65078f-e1ff-4929-a9e1-d34803cab658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3c997cdb-a930-4711-9a88-e3f370fd79a1'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:50:32.337662 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-e661159a-1bb8-472a-9ece-a495a22879a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:32.417558 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-e661159a-1bb8-472a-9ece-a495a22879a8 service neutron] For port 07b8cbed-411a-4b02-8b12-79e8794d734c, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:50:32.422452 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-e661159a-1bb8-472a-9ece-a495a22879a8 service neutron] For port 07b8cbed-411a-4b02-8b12-79e8794d734c, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=07b8cbed-411a-4b02-8b12-79e8794d734c,segment=NetworkSegment(8f65078f-e1ff-4929-a9e1-d34803cab658),segment_id=8f65078f-e1ff-4929-a9e1-d34803cab658)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:50:32.429072 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-e661159a-1bb8-472a-9ece-a495a22879a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:32.480879 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-e661159a-1bb8-472a-9ece-a495a22879a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:32.482989 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-e661159a-1bb8-472a-9ece-a495a22879a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:32.485401 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-e661159a-1bb8-472a-9ece-a495a22879a8 service neutron] 10.222.0.52 "PUT /v2.0/ports/07b8cbed-411a-4b02-8b12-79e8794d734c HTTP/1.1" status: 200 len: 1091 time: 0.8582716 Jul 06 13:50:32.485578 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '786a52cc-2c3a-4ac7-91b7-dbcde4b7502d', 'tag': '07b8cbed-411a-4b02-8b12-79e8794d734c'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:32.490483 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a985b83-be98-4743-8638-d41ae42a6a52" -d '{"events": [{"name": "network-changed", "server_uuid": "786a52cc-2c3a-4ac7-91b7-dbcde4b7502d", "tag": "07b8cbed-411a-4b02-8b12-79e8794d734c"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:32.532947 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e661159a-1bb8-472a-9ece-a495a22879a8 service neutron] Pushing event updated for resources: {'Port': ['ID=07b8cbed-411a-4b02-8b12-79e8794d734c,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:32.534258 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-885b0caf-3370-435d-b759-110bc4c46448 req-a46c807f-f231-4704-8924-3c029573d514 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907475 Jul 06 13:50:32.566300 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-183374c1-6f7f-468a-8c20-e58247ce044e tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Allocated IP 172.20.0.6 (2a0111b4-5695-4e95-9f74-ba34ed18db11/8c68d263-19a1-4ec8-a716-023a9c5ca3f3/d1707f7b-1f86-49d6-bc6b-0afadfcc96b5) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:50:32.616356 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b711234-0c69-46c6-9186-942fc1f18078 req-093be16a-06d0-4196-b640-add34b5a3582 service neutron] 10.222.0.52 "GET /v2.0/networks/60fc63ba-9031-4911-92ba-21e96099cb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206777 Jul 06 13:50:32.693084 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-111d1ce1-5dec-4756-ba1b-108e49aa10ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:32.694143 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-111d1ce1-5dec-4756-ba1b-108e49aa10ae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c428c8da15c4b26b415ad26e80c9b5d&device_id=786a52cc-2c3a-4ac7-91b7-dbcde4b7502d HTTP/1.1" status: 200 len: 1094 time: 0.1251740 Jul 06 13:50:32.772112 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-05a9be65-592f-4ac5-89ea-d282b26c4dfe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07b8cbed-411a-4b02-8b12-79e8794d734c HTTP/1.1" status: 200 len: 217 time: 0.0704172 Jul 06 13:50:32.858381 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-55c86fa4-eb17-46e2-96b2-e21a737f838c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:32.860069 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-55c86fa4-eb17-46e2-96b2-e21a737f838c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4ac09465-4f6c-4f4e-b9be-5c3d826279d4 HTTP/1.1" status: 200 len: 861 time: 0.0800054 Jul 06 13:50:32.884601 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188aee4-9cc6-438a-8cc7-becb75a2c3fd req-3e18c7f4-f37a-4079-ae70-dd3c131e50c9 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:32.893150 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f188aee4-9cc6-438a-8cc7-becb75a2c3fd req-3e18c7f4-f37a-4079-ae70-dd3c131e50c9 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 944 time: 0.4782698 Jul 06 13:50:32.934451 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-8c062f12-87f8-49a7-af5c-eea354b20b61 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c997cdb-a930-4711-9a88-e3f370fd79a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634825 Jul 06 13:50:33.008468 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46622) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:33.017348 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f188aee4-9cc6-438a-8cc7-becb75a2c3fd req-29e80a0b-547f-4478-8063-6867dac4b432 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231923 Jul 06 13:50:33.073862 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-a3833653-acf2-4e3a-b5db-a806d60ca0b4 service neutron] 10.222.0.52 "GET /v2.0/networks/3c997cdb-a930-4711-9a88-e3f370fd79a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304040 Jul 06 13:50:33.127167 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78cde0-e125-4e3a-87fb-4d07b6938dca req-f25bd6b7-ae15-44e6-b5be-f0738a3afcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:33.132233 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a78cde0-e125-4e3a-87fb-4d07b6938dca req-f25bd6b7-ae15-44e6-b5be-f0738a3afcdf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9fb1bc82140c4199aee8d16b9af92a55&device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 1095 time: 0.3350918 Jul 06 13:50:33.154163 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-183374c1-6f7f-468a-8c20-e58247ce044e tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:33.248278 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f3f5e1d2-670a-49ca-ad61-6617952e11d5 req-d0e7778d-1bcb-4455-a388-b9f823205c3a service neutron] 10.222.0.52 "GET /v2.0/networks/3c997cdb-a930-4711-9a88-e3f370fd79a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659710 Jul 06 13:50:33.262080 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-26426ffd-0352-45ec-8f84-e42915a0c735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:33.372296 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-26426ffd-0352-45ec-8f84-e42915a0c735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:33.377803 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-26426ffd-0352-45ec-8f84-e42915a0c735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:33.436025 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-26426ffd-0352-45ec-8f84-e42915a0c735 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=10631cd1189c4b98b850f2ba5eb44b5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4263093 Jul 06 13:50:33.438229 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26426ffd-0352-45ec-8f84-e42915a0c735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c98c0c-7dd5-4d2f-a340-39d01a09d2b8,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:33.453253 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46630) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:33.456552 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-183374c1-6f7f-468a-8c20-e58247ce044e tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:33.538101 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device dd35802d-3e08-417f-82ba-08d30aa1398a details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:50:33.560357 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8279c380-390a-40a7-9155-aba36f3dfae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:33.588143 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183374c1-6f7f-468a-8c20-e58247ce044e tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Pushing event updated for resources: {'Port': ['ID=d1707f7b-1f86-49d6-bc6b-0afadfcc96b5,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:33.602434 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8279c380-390a-40a7-9155-aba36f3dfae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:33.621188 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78cde0-e125-4e3a-87fb-4d07b6938dca req-a04e27c8-f1d2-4f79-82b1-6403b575d364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:33.623107 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a78cde0-e125-4e3a-87fb-4d07b6938dca req-a04e27c8-f1d2-4f79-82b1-6403b575d364 service neutron] 10.222.0.52 "GET /v2.0/networks?id=60fc63ba-9031-4911-92ba-21e96099cb00 HTTP/1.1" status: 200 len: 915 time: 0.4601517 Jul 06 13:50:33.627993 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-183374c1-6f7f-468a-8c20-e58247ce044e tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Network 2a0111b4-5695-4e95-9f74-ba34ed18db11 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:50:33.651919 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-183374c1-6f7f-468a-8c20-e58247ce044e tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:50:33.658738 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port dd35802d-3e08-417f-82ba-08d30aa1398a, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=dd35802d-3e08-417f-82ba-08d30aa1398a,segment=NetworkSegment(cd7ab75f-6283-4337-a533-ec225e83e782),segment_id=cd7ab75f-6283-4337-a533-ec225e83e782)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:33.658921 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-183374c1-6f7f-468a-8c20-e58247ce044e tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:50:33.667669 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8279c380-390a-40a7-9155-aba36f3dfae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:33.670953 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8279c380-390a-40a7-9155-aba36f3dfae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:33.673820 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8279c380-390a-40a7-9155-aba36f3dfae0 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/e2c98c0c-7dd5-4d2f-a340-39d01a09d2b8 HTTP/1.1" status: 204 len: 168 time: 0.2180581 Jul 06 13:50:33.673971 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'dd35802d-3e08-417f-82ba-08d30aa1398a', 'network_id': '60fc63ba-9031-4911-92ba-21e96099cb00', 'port_id': 'dd35802d-3e08-417f-82ba-08d30aa1398a', 'mac_address': 'fa:16:3e:87:b1:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6d3629-131d-49bb-9b01-fc69a27e8c8e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:50:33.687668 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279c380-390a-40a7-9155-aba36f3dfae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c98c0c-7dd5-4d2f-a340-39d01a09d2b8,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:33.721103 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675031fe-bbb8-42ab-bcb1-3e2988ad3276 req-22653a9e-7874-4805-8670-8230fce51f94 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:33.722544 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-675031fe-bbb8-42ab-bcb1-3e2988ad3276 req-22653a9e-7874-4805-8670-8230fce51f94 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 945 time: 0.3848891 Jul 06 13:50:33.724101 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:33.737991 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd35802d-3e08-417f-82ba-08d30aa1398a {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:50:33.749306 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a78cde0-e125-4e3a-87fb-4d07b6938dca req-2640fca7-e840-4b93-983a-76effcf7d5f1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd35802d-3e08-417f-82ba-08d30aa1398a HTTP/1.1" status: 200 len: 217 time: 0.1186752 Jul 06 13:50:33.760395 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port dd35802d-3e08-417f-82ba-08d30aa1398a, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=dd35802d-3e08-417f-82ba-08d30aa1398a,segment=NetworkSegment(cd7ab75f-6283-4337-a533-ec225e83e782),segment_id=cd7ab75f-6283-4337-a533-ec225e83e782)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:33.765284 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:33.829065 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=dd35802d-3e08-417f-82ba-08d30aa1398a,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:33.837931 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:33.838532 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:33.839127 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:33.839694 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:33.840267 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:33.840827 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:33.841403 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:33.842000 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:33.842693 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:33.843100 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:33.843595 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:33.844493 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:33.867884 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-183374c1-6f7f-468a-8c20-e58247ce044e tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:33.868503 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-183374c1-6f7f-468a-8c20-e58247ce044e tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:33.897613 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-12c47078-e917-4b77-9acd-7a3f019d6815 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4432633 Jul 06 13:50:33.906290 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-675031fe-bbb8-42ab-bcb1-3e2988ad3276 req-53524bf6-c2b8-4b1b-a913-304a57678aa1 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557133 Jul 06 13:50:33.911637 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78cde0-e125-4e3a-87fb-4d07b6938dca req-58b8c077-13bc-406a-b85d-8c3eb4c73ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:33.913399 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a78cde0-e125-4e3a-87fb-4d07b6938dca req-58b8c077-13bc-406a-b85d-8c3eb4c73ca6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2c6d3629-131d-49bb-9b01-fc69a27e8c8e HTTP/1.1" status: 200 len: 854 time: 0.1547608 Jul 06 13:50:33.927226 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-183374c1-6f7f-468a-8c20-e58247ce044e tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1887228 Jul 06 13:50:33.969126 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-dd132fc7-cb03-4071-8cc0-5a9f819e914f service neutron] Request body: {'port': {'device_id': '5f6055f4-2259-4f01-ba27-1836be7c1f14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:50:33.972058 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c9fe2e-8287-4445-aa92-c0bfca5527fc x-openstack-request-id: req-e7c9fe2e-8287-4445-aa92-c0bfca5527fc {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:33.972564 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "786a52cc-2c3a-4ac7-91b7-dbcde4b7502d", "tag": "07b8cbed-411a-4b02-8b12-79e8794d734c", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:33.973474 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e7c9fe2e-8287-4445-aa92-c0bfca5527fc {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:33.973619 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '786a52cc-2c3a-4ac7-91b7-dbcde4b7502d', 'tag': '07b8cbed-411a-4b02-8b12-79e8794d734c', 'status': 'completed', 'code': 200} Jul 06 13:50:33.975487 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a78cde0-e125-4e3a-87fb-4d07b6938dca req-8a462810-bc95-4b6a-8ee0-e722e284c16c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=60fc63ba-9031-4911-92ba-21e96099cb00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523105 Jul 06 13:50:34.004719 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd7151-4719-4e3f-bab3-77f6674553b1 req-5b2c1510-e169-471b-bce6-abbc02062e39 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:34.006453 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0ecd7151-4719-4e3f-bab3-77f6674553b1 req-5b2c1510-e169-471b-bce6-abbc02062e39 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] 10.222.0.118 "GET /v2.0/ports?device_id=5f6055f4-2259-4f01-ba27-1836be7c1f14 HTTP/1.1" status: 200 len: 931 time: 0.3822722 Jul 06 13:50:34.015893 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['dd35802d-3e08-417f-82ba-08d30aa1398a'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:50:34.055697 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46646) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:34.120935 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a985b83-be98-4743-8638-d41ae42a6a52 req-030ad10d-2e75-432d-8476-a3d243e8ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:34.123196 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3a985b83-be98-4743-8638-d41ae42a6a52 req-030ad10d-2e75-432d-8476-a3d243e8ebe8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c428c8da15c4b26b415ad26e80c9b5d&device_id=786a52cc-2c3a-4ac7-91b7-dbcde4b7502d HTTP/1.1" status: 200 len: 1094 time: 0.1173415 Jul 06 13:50:34.161458 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-29ffcfc5-0ea4-47b8-add1-fb4870290f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:34.241601 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a985b83-be98-4743-8638-d41ae42a6a52 req-47c00ab2-1162-4e96-9b06-43af499acd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:34.243484 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3a985b83-be98-4743-8638-d41ae42a6a52 req-47c00ab2-1162-4e96-9b06-43af499acd46 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3c997cdb-a930-4711-9a88-e3f370fd79a1 HTTP/1.1" status: 200 len: 922 time: 0.1131790 Jul 06 13:50:34.291246 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3a985b83-be98-4743-8638-d41ae42a6a52 req-8fb8b304-4f82-4e81-b2c1-09cfa50e31b0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07b8cbed-411a-4b02-8b12-79e8794d734c HTTP/1.1" status: 200 len: 217 time: 0.0402501 Jul 06 13:50:34.350744 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a985b83-be98-4743-8638-d41ae42a6a52 req-4aa9ce8e-260b-48d6-aec1-3fdcbcbfd253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:34.352866 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3a985b83-be98-4743-8638-d41ae42a6a52 req-4aa9ce8e-260b-48d6-aec1-3fdcbcbfd253 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4ac09465-4f6c-4f4e-b9be-5c3d826279d4 HTTP/1.1" status: 200 len: 861 time: 0.0535836 Jul 06 13:50:34.388835 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3a985b83-be98-4743-8638-d41ae42a6a52 req-fec2d6ac-d998-41ed-a282-0bfc8f991c2d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c997cdb-a930-4711-9a88-e3f370fd79a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288141 Jul 06 13:50:34.495829 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3a985b83-be98-4743-8638-d41ae42a6a52 req-34b73d2a-92df-4e79-b2b8-464317cff5ee service neutron] 10.222.0.52 "GET /v2.0/networks/3c997cdb-a930-4711-9a88-e3f370fd79a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992668 Jul 06 13:50:34.570369 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0ecd7151-4719-4e3f-bab3-77f6674553b1 req-d6ddcaee-abc8-42be-bf0b-2e8fa06367ba tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] 10.222.0.118 "GET /v2.0/security-groups?id=81bc9b2d-c656-4599-a056-90006e31bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5213258 Jul 06 13:50:34.610488 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-dd132fc7-cb03-4071-8cc0-5a9f819e914f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:34.611325 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3a985b83-be98-4743-8638-d41ae42a6a52 req-df0b592f-577c-4407-8c08-9f736d215690 service neutron] 10.222.0.52 "GET /v2.0/networks/3c997cdb-a930-4711-9a88-e3f370fd79a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072965 Jul 06 13:50:34.650802 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a78cde0-e125-4e3a-87fb-4d07b6938dca req-b85b1c5f-9efe-4102-be95-475668696acd service neutron] 10.222.0.52 "GET /v2.0/networks/60fc63ba-9031-4911-92ba-21e96099cb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6159916 Jul 06 13:50:34.730605 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f13723-da7b-4ed0-b400-7aafe3acf718 req-3ad17fad-83db-422e-a1b6-cb857b8497c4 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:34.738737 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-34f13723-da7b-4ed0-b400-7aafe3acf718 req-3ad17fad-83db-422e-a1b6-cb857b8497c4 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] 10.222.0.118 "GET /v2.0/ports?device_id=786a52cc-2c3a-4ac7-91b7-dbcde4b7502d HTTP/1.1" status: 200 len: 943 time: 0.6467576 Jul 06 13:50:34.992400 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-34f13723-da7b-4ed0-b400-7aafe3acf718 req-c1dec81c-dd30-4f64-8e00-135ac806bcbf tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] 10.222.0.118 "GET /v2.0/security-groups?id=80946a72-1f92-4fdd-ab03-23ba1fec09e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524409 Jul 06 13:50:35.015697 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-29ffcfc5-0ea4-47b8-add1-fb4870290f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:35.018431 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a78cde0-e125-4e3a-87fb-4d07b6938dca req-2a7c689d-4781-4fc0-a533-8e533c31b6d8 service neutron] 10.222.0.52 "GET /v2.0/networks/60fc63ba-9031-4911-92ba-21e96099cb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563356 Jul 06 13:50:35.029913 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-29ffcfc5-0ea4-47b8-add1-fb4870290f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:35.092127 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020cad7-358c-4ace-a4c3-3ecf77ddb2d1 req-5100f902-4b12-4bf1-87ae-d84fa009dad8 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:35.093956 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9020cad7-358c-4ace-a4c3-3ecf77ddb2d1 req-5100f902-4b12-4bf1-87ae-d84fa009dad8 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 949 time: 0.3938608 Jul 06 13:50:35.141920 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-29ffcfc5-0ea4-47b8-add1-fb4870290f96 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=6f06a6ddc4fb4f4b8b13ac2d12064b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0776803 Jul 06 13:50:35.144631 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46670) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:35.184455 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ffcfc5-0ea4-47b8-add1-fb4870290f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf94c6cf-4074-4bb0-a42b-bb0e8334e3f7,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:35.203028 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-39ff8392-8fe9-4a68-9fdb-8878f078c269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:35.221644 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-39ff8392-8fe9-4a68-9fdb-8878f078c269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:35.237285 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9020cad7-358c-4ace-a4c3-3ecf77ddb2d1 req-ad642266-590d-445e-9c9b-3fcb5a262c95 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028533 Jul 06 13:50:35.278877 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-39ff8392-8fe9-4a68-9fdb-8878f078c269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:35.281831 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-39ff8392-8fe9-4a68-9fdb-8878f078c269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:35.286605 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-39ff8392-8fe9-4a68-9fdb-8878f078c269 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/cf94c6cf-4074-4bb0-a42b-bb0e8334e3f7 HTTP/1.1" status: 204 len: 168 time: 0.1377647 Jul 06 13:50:35.289790 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0adda-46c2-42b4-ab8e-579da5d0e3cc req-69591582-a1c4-4d71-8062-79b2e43cbb5c tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:35.291425 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-14f0adda-46c2-42b4-ab8e-579da5d0e3cc req-69591582-a1c4-4d71-8062-79b2e43cbb5c tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 950 time: 0.1598375 Jul 06 13:50:35.294118 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff8392-8fe9-4a68-9fdb-8878f078c269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf94c6cf-4074-4bb0-a42b-bb0e8334e3f7,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:35.372291 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-14f0adda-46c2-42b4-ab8e-579da5d0e3cc req-21aeebde-8b21-4663-a553-f892e69f044e tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745573 Jul 06 13:50:35.375712 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-dd132fc7-cb03-4071-8cc0-5a9f819e914f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1707f7b-1f86-49d6-bc6b-0afadfcc96b5 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:50:35.392507 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-dd132fc7-cb03-4071-8cc0-5a9f819e914f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:35.456159 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-dd132fc7-cb03-4071-8cc0-5a9f819e914f service neutron] Transition to ACTIVE for port object d1707f7b-1f86-49d6-bc6b-0afadfcc96b5 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:50:35.472779 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-dd132fc7-cb03-4071-8cc0-5a9f819e914f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:35.552187 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device dd35802d-3e08-417f-82ba-08d30aa1398a up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:50:35.570743 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c85896-64ab-4fa8-b908-efe711fc4244 req-d9c5c23d-eac7-4e9d-bda4-2485df7d29b1 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:35.577476 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e6c85896-64ab-4fa8-b908-efe711fc4244 req-d9c5c23d-eac7-4e9d-bda4-2485df7d29b1 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 945 time: 0.2042120 Jul 06 13:50:35.596763 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd132fc7-cb03-4071-8cc0-5a9f819e914f service neutron] Pushing event updated for resources: {'Port': ['ID=d1707f7b-1f86-49d6-bc6b-0afadfcc96b5,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:35.611110 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port dd35802d-3e08-417f-82ba-08d30aa1398a completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:50:35.617058 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port dd35802d-3e08-417f-82ba-08d30aa1398a triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:50:35.617720 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:35.703491 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-024610c7-3355-4ae7-80fa-fb8f50db925b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:35.705049 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-024610c7-3355-4ae7-80fa-fb8f50db925b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 1100 time: 0.2478459 Jul 06 13:50:35.709736 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:35.734368 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2959d93e-9fc8-405f-8fff-1d548777a0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd35802d-3e08-417f-82ba-08d30aa1398a'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:35.737189 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29101bd9-ca14-46a9-9fd9-4f5b4a60baea" -d '{"events": [{"server_uuid": "2959d93e-9fc8-405f-8fff-1d548777a0cb", "name": "network-vif-plugged", "status": "completed", "tag": "dd35802d-3e08-417f-82ba-08d30aa1398a"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:35.740848 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e6c85896-64ab-4fa8-b908-efe711fc4244 req-7fb9b12b-0c5d-4b8a-8928-cfade961c81b tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620684 Jul 06 13:50:35.753061 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port dd35802d-3e08-417f-82ba-08d30aa1398a, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=dd35802d-3e08-417f-82ba-08d30aa1398a,segment=NetworkSegment(cd7ab75f-6283-4337-a533-ec225e83e782),segment_id=cd7ab75f-6283-4337-a533-ec225e83e782)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:35.759487 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:35.822608 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=dd35802d-3e08-417f-82ba-08d30aa1398a,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:35.848906 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-dd132fc7-cb03-4071-8cc0-5a9f819e914f service neutron] Attempting to bind port d1707f7b-1f86-49d6-bc6b-0afadfcc96b5 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:50:35.849493 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-dd132fc7-cb03-4071-8cc0-5a9f819e914f service neutron] Attempting to bind port d1707f7b-1f86-49d6-bc6b-0afadfcc96b5 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'd0fcef2e-ce14-4976-8d1d-2fa5668906de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2a0111b4-5695-4e95-9f74-ba34ed18db11'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:50:35.850074 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-dd132fc7-cb03-4071-8cc0-5a9f819e914f service neutron] Attempting to bind port d1707f7b-1f86-49d6-bc6b-0afadfcc96b5 on network 2a0111b4-5695-4e95-9f74-ba34ed18db11 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:50:35.861934 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-dd132fc7-cb03-4071-8cc0-5a9f819e914f service neutron] Port d1707f7b-1f86-49d6-bc6b-0afadfcc96b5 on network 2a0111b4-5695-4e95-9f74-ba34ed18db11 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:50:35.861934 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-dd132fc7-cb03-4071-8cc0-5a9f819e914f service neutron] Attempting to bind port d1707f7b-1f86-49d6-bc6b-0afadfcc96b5 on network 2a0111b4-5695-4e95-9f74-ba34ed18db11 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:50:35.873476 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-dd132fc7-cb03-4071-8cc0-5a9f819e914f service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:50:35.873962 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-dd132fc7-cb03-4071-8cc0-5a9f819e914f service neutron] Checking segment: {'id': 'd0fcef2e-ce14-4976-8d1d-2fa5668906de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2a0111b4-5695-4e95-9f74-ba34ed18db11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:50:35.874388 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-dd132fc7-cb03-4071-8cc0-5a9f819e914f service neutron] Bound using segment: {'id': 'd0fcef2e-ce14-4976-8d1d-2fa5668906de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2a0111b4-5695-4e95-9f74-ba34ed18db11'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:50:35.875137 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-dd132fc7-cb03-4071-8cc0-5a9f819e914f service neutron] Bound port: d1707f7b-1f86-49d6-bc6b-0afadfcc96b5, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0fcef2e-ce14-4976-8d1d-2fa5668906de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2a0111b4-5695-4e95-9f74-ba34ed18db11'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:50:35.875501 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-dd132fc7-cb03-4071-8cc0-5a9f819e914f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:35.971951 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c1ef8-1125-4656-aaf4-ef49104ea34f req-99a3bd1a-4162-45b5-9ce6-daf3f80bb909 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:35.974926 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c47c1ef8-1125-4656-aaf4-ef49104ea34f req-99a3bd1a-4162-45b5-9ce6-daf3f80bb909 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 945 time: 0.3040211 Jul 06 13:50:36.021292 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-c9be5f12-eecf-4019-b91c-80f3b5e9d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:36.023092 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-c9be5f12-eecf-4019-b91c-80f3b5e9d18d service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.2916341 Jul 06 13:50:36.107327 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46698) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:36.117423 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-feb50b40-4449-4dbf-953f-9544c839c3cb service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=3e8943cb-a6ad-4c58-9bd2-79576b130719 HTTP/1.1" status: 200 len: 217 time: 0.0775206 Jul 06 13:50:36.186573 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c47c1ef8-1125-4656-aaf4-ef49104ea34f req-2a953ac1-6859-4031-abc6-cb6939e9c321 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814687 Jul 06 13:50:36.191975 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-dd132fc7-cb03-4071-8cc0-5a9f819e914f service neutron] For port d1707f7b-1f86-49d6-bc6b-0afadfcc96b5, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:50:36.223585 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5f53f-2776-44bf-8ae1-5e919e053617 req-7e0b3f39-bcbc-4cca-a752-f40f291f0127 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:36.225228 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dfe5f53f-2776-44bf-8ae1-5e919e053617 req-7e0b3f39-bcbc-4cca-a752-f40f291f0127 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] 10.222.0.118 "GET /v2.0/ports?device_id=5f6055f4-2259-4f01-ba27-1836be7c1f14 HTTP/1.1" status: 200 len: 943 time: 0.3467093 Jul 06 13:50:36.226125 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-df010954-f616-4a1f-a358-7cd2b413c647 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1219095722-network', 'tenant_id': '3f8d4b73b6944d1ebcc3f6b7c1e581ea'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:50:36.227175 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-dd132fc7-cb03-4071-8cc0-5a9f819e914f service neutron] For port d1707f7b-1f86-49d6-bc6b-0afadfcc96b5, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=d1707f7b-1f86-49d6-bc6b-0afadfcc96b5,segment=NetworkSegment(d0fcef2e-ce14-4976-8d1d-2fa5668906de),segment_id=d0fcef2e-ce14-4976-8d1d-2fa5668906de)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:50:36.235705 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-dd132fc7-cb03-4071-8cc0-5a9f819e914f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:36.255030 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df010954-f616-4a1f-a358-7cd2b413c647 admin admin] Made reservation on behalf of 3f8d4b73b6944d1ebcc3f6b7c1e581ea for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:50:36.257500 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-df010954-f616-4a1f-a358-7cd2b413c647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:36.270869 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-df010954-f616-4a1f-a358-7cd2b413c647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:36.271082 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fe5e9c-9633-44a1-877d-e1e98c4020ba x-openstack-request-id: req-f2fe5e9c-9633-44a1-877d-e1e98c4020ba {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:36.271424 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2959d93e-9fc8-405f-8fff-1d548777a0cb", "name": "network-vif-plugged", "status": "completed", "tag": "dd35802d-3e08-417f-82ba-08d30aa1398a", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:36.271934 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-f2fe5e9c-9633-44a1-877d-e1e98c4020ba {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:36.272449 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2959d93e-9fc8-405f-8fff-1d548777a0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd35802d-3e08-417f-82ba-08d30aa1398a', 'code': 200} Jul 06 13:50:36.312078 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-89cc9692-d1e2-4193-aab8-54511d5f5066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:36.314447 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-89cc9692-d1e2-4193-aab8-54511d5f5066 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1840212 Jul 06 13:50:36.324412 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-dd132fc7-cb03-4071-8cc0-5a9f819e914f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:36.325074 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-dd132fc7-cb03-4071-8cc0-5a9f819e914f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:36.327345 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-dd132fc7-cb03-4071-8cc0-5a9f819e914f service neutron] 10.222.0.52 "PUT /v2.0/ports/d1707f7b-1f86-49d6-bc6b-0afadfcc96b5 HTTP/1.1" status: 200 len: 1091 time: 2.3893750 Jul 06 13:50:36.333934 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6055f4-2259-4f01-ba27-1836be7c1f14', 'tag': 'd1707f7b-1f86-49d6-bc6b-0afadfcc96b5'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:36.337156 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d30418-6ea9-42b7-bda0-dff94d51ed71" -d '{"events": [{"name": "network-changed", "server_uuid": "5f6055f4-2259-4f01-ba27-1836be7c1f14", "tag": "d1707f7b-1f86-49d6-bc6b-0afadfcc96b5"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:36.399456 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-df010954-f616-4a1f-a358-7cd2b413c647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:36.404893 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-df010954-f616-4a1f-a358-7cd2b413c647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:36.432213 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df010954-f616-4a1f-a358-7cd2b413c647 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:50:36.443343 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df010954-f616-4a1f-a358-7cd2b413c647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00150a8-6ac5-450e-a26b-4a0d7468dee5,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:36.449542 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-df010954-f616-4a1f-a358-7cd2b413c647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:36.450103 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-df010954-f616-4a1f-a358-7cd2b413c647 admin admin] Added segment 1e758e0f-019b-48cc-ae62-d4e61c49d941 of type vlan for network e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d Jul 06 13:50:36.490721 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd132fc7-cb03-4071-8cc0-5a9f819e914f service neutron] Pushing event updated for resources: {'Port': ['ID=d1707f7b-1f86-49d6-bc6b-0afadfcc96b5,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:36.495688 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-df010954-f616-4a1f-a358-7cd2b413c647 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:36.529463 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-df010954-f616-4a1f-a358-7cd2b413c647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:36.530509 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df010954-f616-4a1f-a358-7cd2b413c647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:36.531103 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-df010954-f616-4a1f-a358-7cd2b413c647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:36.532010 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dfe5f53f-2776-44bf-8ae1-5e919e053617 req-0ff5d08f-cd53-46c7-9a4d-71e428034c65 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] 10.222.0.118 "GET /v2.0/security-groups?id=81bc9b2d-c656-4599-a056-90006e31bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902482 Jul 06 13:50:36.596729 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-df010954-f616-4a1f-a358-7cd2b413c647 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4878287 Jul 06 13:50:36.601384 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46712) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:36.608135 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-b280e5e1-ec12-45f3-a88e-c5d2055ca508 admin admin] Request body: {'subnet': {'network_id': 'e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1219095722-subnet', 'tenant_id': '3f8d4b73b6944d1ebcc3f6b7c1e581ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:50:36.608367 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-557bbc13-d211-4ea4-86bb-ff82075b7778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:36.610087 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-557bbc13-d211-4ea4-86bb-ff82075b7778 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2783427 Jul 06 13:50:36.615642 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df010954-f616-4a1f-a358-7cd2b413c647 admin admin] Pushing event updated for resources: {'Network': ['ID=e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:36.630481 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:50:36.639655 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b280e5e1-ec12-45f3-a88e-c5d2055ca508 admin admin] Made reservation on behalf of 3f8d4b73b6944d1ebcc3f6b7c1e581ea for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:50:36.642814 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b280e5e1-ec12-45f3-a88e-c5d2055ca508 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:36.657040 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0e299-d5c3-475a-bff5-c78c5d920510 req-bc986da4-1baa-487a-ade4-9caa9255b2f6 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:36.658932 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-72d0e299-d5c3-475a-bff5-c78c5d920510 req-bc986da4-1baa-487a-ade4-9caa9255b2f6 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] 10.222.0.118 "GET /v2.0/ports?device_id=786a52cc-2c3a-4ac7-91b7-dbcde4b7502d HTTP/1.1" status: 200 len: 943 time: 0.2656219 Jul 06 13:50:36.700337 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-9bc8e18c-c329-4974-abc9-b8342d4094e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:36.701868 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-9bc8e18c-c329-4974-abc9-b8342d4094e0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f9821636e1fa406d89f0172341ecbdc0&device_id=5f6055f4-2259-4f01-ba27-1836be7c1f14 HTTP/1.1" status: 200 len: 1094 time: 0.2577715 Jul 06 13:50:36.706183 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b62094-9b01-4b8d-a53c-9b9388135734 req-c8d4f147-f3a1-4324-9f87-837436a787b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:36.708269 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d6b62094-9b01-4b8d-a53c-9b9388135734 req-c8d4f147-f3a1-4324-9f87-837436a787b3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 1097 time: 0.2664557 Jul 06 13:50:36.792652 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-fcb99354-31c4-4df9-93c0-56eb3dae9be4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1707f7b-1f86-49d6-bc6b-0afadfcc96b5 HTTP/1.1" status: 200 len: 217 time: 0.0707457 Jul 06 13:50:36.824633 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-72d0e299-d5c3-475a-bff5-c78c5d920510 req-1aeab7b8-a27f-4c09-937b-45b38c4db047 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] 10.222.0.118 "GET /v2.0/security-groups?id=80946a72-1f92-4fdd-ab03-23ba1fec09e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366513 Jul 06 13:50:36.864338 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d6b62094-9b01-4b8d-a53c-9b9388135734 req-72aa9934-8371-49c0-a4eb-88de93d3a487 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407912 Jul 06 13:50:36.869214 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b280e5e1-ec12-45f3-a88e-c5d2055ca508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:36.888243 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-4a4d5647-46d5-4dc7-888e-b9bb0554b541 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667634 Jul 06 13:50:36.915566 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-cd83035c-d2c8-4bc8-8c48-75bcea74518b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:36.919577 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-cd83035c-d2c8-4bc8-8c48-75bcea74518b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8c68d263-19a1-4ec8-a716-023a9c5ca3f3 HTTP/1.1" status: 200 len: 857 time: 0.1109483 Jul 06 13:50:36.943055 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280e5e1-ec12-45f3-a88e-c5d2055ca508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=721fcae2-dd07-43aa-8019-84dc8aa35e60,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:36.975028 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b280e5e1-ec12-45f3-a88e-c5d2055ca508 admin admin] Checking segment: {'id': '1e758e0f-019b-48cc-ae62-d4e61c49d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:50:36.975741 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b280e5e1-ec12-45f3-a88e-c5d2055ca508 admin admin] Network hostable DHCP agents. Network: e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:50:36.994661 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b280e5e1-ec12-45f3-a88e-c5d2055ca508 admin admin] Network e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:50:37.005135 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-b280e5e1-ec12-45f3-a88e-c5d2055ca508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:50:37.010621 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b280e5e1-ec12-45f3-a88e-c5d2055ca508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:37.011642 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b280e5e1-ec12-45f3-a88e-c5d2055ca508 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:37.015658 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3722ea47-9758-4d14-8f46-ed3e9a81d88e None None] Network e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:50:37.039110 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b280e5e1-ec12-45f3-a88e-c5d2055ca508 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4275327 Jul 06 13:50:37.040752 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-54a3c52e-fb5a-4889-b962-93ac8f353bc7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2a0111b4-5695-4e95-9f74-ba34ed18db11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074562 Jul 06 13:50:37.210497 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082e9b62-97f3-4225-ad8d-d021c9e80b67 None None] Network e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:50:37.214245 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d139bf-b058-44c5-82b5-23e42e629893 x-openstack-request-id: req-63d139bf-b058-44c5-82b5-23e42e629893 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:37.214543 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f6055f4-2259-4f01-ba27-1836be7c1f14", "tag": "d1707f7b-1f86-49d6-bc6b-0afadfcc96b5", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:37.214828 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-63d139bf-b058-44c5-82b5-23e42e629893 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:37.215228 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f6055f4-2259-4f01-ba27-1836be7c1f14', 'tag': 'd1707f7b-1f86-49d6-bc6b-0afadfcc96b5', 'status': 'completed', 'code': 200} Jul 06 13:50:37.268996 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-eb830141-58d1-4851-9954-58e0bfa7c913 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481576 Jul 06 13:50:37.280777 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513a739-d703-4e29-ae47-593e6f06d981 req-cd84d976-74c6-4924-b0e1-e5f915066e24 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:37.282393 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b513a739-d703-4e29-ae47-593e6f06d981 req-cd84d976-74c6-4924-b0e1-e5f915066e24 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 949 time: 0.2594922 Jul 06 13:50:37.286648 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-3e1f4665-d492-42ff-a657-eeddcda52204 service neutron] 10.222.0.52 "GET /v2.0/networks/2a0111b4-5695-4e95-9f74-ba34ed18db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348208 Jul 06 13:50:37.312617 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-58e5550a-58a8-493e-ae96-8186e6da7086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:37.418485 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b513a739-d703-4e29-ae47-593e6f06d981 req-28fd0c0b-b9cf-4d0f-8d6b-c14a65c4e413 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303072 Jul 06 13:50:37.489700 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0cc5501-978d-4572-965c-a2ffa40bd5a1 req-2c42d2fb-5878-47a7-9ecc-9e9dd0189f68 service neutron] 10.222.0.52 "GET /v2.0/networks/2a0111b4-5695-4e95-9f74-ba34ed18db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791985 Jul 06 13:50:37.514689 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f4262-a1c5-4ca6-b4f0-03ce7a15f89d req-737f822c-d95d-4806-a5dc-1faf3394ee17 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:37.516974 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-746f4262-a1c5-4ca6-b4f0-03ce7a15f89d req-737f822c-d95d-4806-a5dc-1faf3394ee17 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 950 time: 0.1418657 Jul 06 13:50:37.554677 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 07b8cbed-411a-4b02-8b12-79e8794d734c details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:50:37.599482 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-746f4262-a1c5-4ca6-b4f0-03ce7a15f89d req-e88e1546-632c-4747-b894-5acb8de08ccb tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761702 Jul 06 13:50:37.679055 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d30418-6ea9-42b7-bda0-dff94d51ed71 req-bd7abf71-631c-4d25-806b-a4cbafe43969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:37.680736 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-80d30418-6ea9-42b7-bda0-dff94d51ed71 req-bd7abf71-631c-4d25-806b-a4cbafe43969 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f9821636e1fa406d89f0172341ecbdc0&device_id=5f6055f4-2259-4f01-ba27-1836be7c1f14 HTTP/1.1" status: 200 len: 1094 time: 0.1269281 Jul 06 13:50:37.726073 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 07b8cbed-411a-4b02-8b12-79e8794d734c, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=07b8cbed-411a-4b02-8b12-79e8794d734c,segment=NetworkSegment(8f65078f-e1ff-4929-a9e1-d34803cab658),segment_id=8f65078f-e1ff-4929-a9e1-d34803cab658)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:37.750224 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '07b8cbed-411a-4b02-8b12-79e8794d734c', 'network_id': '3c997cdb-a930-4711-9a88-e3f370fd79a1', 'port_id': '07b8cbed-411a-4b02-8b12-79e8794d734c', 'mac_address': 'fa:16:3e:28:bc:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac09465-4f6c-4f4e-b9be-5c3d826279d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:50:37.844781 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:37.882267 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b8cbed-411a-4b02-8b12-79e8794d734c {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:50:37.907860 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f120d03a-d04f-4092-b22c-5a031fcd177e details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:50:37.917501 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d30418-6ea9-42b7-bda0-dff94d51ed71 req-d60b5b49-aad9-476c-918f-41a5870cc919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:37.919129 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-80d30418-6ea9-42b7-bda0-dff94d51ed71 req-d60b5b49-aad9-476c-918f-41a5870cc919 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2a0111b4-5695-4e95-9f74-ba34ed18db11 HTTP/1.1" status: 200 len: 918 time: 0.2308156 Jul 06 13:50:37.926458 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f120d03a-d04f-4092-b22c-5a031fcd177e no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:50:37.931119 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad07825-153d-4225-8818-5fbc5c547762 req-f89bbb88-78ec-497d-a456-2a4211011750 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:37.932808 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1ad07825-153d-4225-8818-5fbc5c547762 req-f89bbb88-78ec-497d-a456-2a4211011750 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 946 time: 0.2174919 Jul 06 13:50:37.980896 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-80d30418-6ea9-42b7-bda0-dff94d51ed71 req-7cd0322c-65bb-4e9a-8521-3b31e3014dfb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1707f7b-1f86-49d6-bc6b-0afadfcc96b5 HTTP/1.1" status: 200 len: 217 time: 0.0471690 Jul 06 13:50:37.990504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85d11e-2efb-4da4-ba4f-0a2c90d0aefe req-f605049f-557a-44b9-99d6-03b2ff9c2dfd tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:37.992094 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2f85d11e-2efb-4da4-ba4f-0a2c90d0aefe req-f605049f-557a-44b9-99d6-03b2ff9c2dfd tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 945 time: 0.2757127 Jul 06 13:50:38.012191 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 07b8cbed-411a-4b02-8b12-79e8794d734c, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=07b8cbed-411a-4b02-8b12-79e8794d734c,segment=NetworkSegment(8f65078f-e1ff-4929-a9e1-d34803cab658),segment_id=8f65078f-e1ff-4929-a9e1-d34803cab658)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:38.019073 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:38.087287 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1ad07825-153d-4225-8818-5fbc5c547762 req-8c69f8bb-27eb-4d79-83ed-dfcbbdcaaeaf tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153319 Jul 06 13:50:38.094017 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d30418-6ea9-42b7-bda0-dff94d51ed71 req-7178e6ff-a6ed-494f-b66c-5fea16681a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:38.095495 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-80d30418-6ea9-42b7-bda0-dff94d51ed71 req-7178e6ff-a6ed-494f-b66c-5fea16681a7d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8c68d263-19a1-4ec8-a716-023a9c5ca3f3 HTTP/1.1" status: 200 len: 857 time: 0.1025181 Jul 06 13:50:38.104789 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2f85d11e-2efb-4da4-ba4f-0a2c90d0aefe req-2b47c928-78db-4c64-b456-22d539cc3690 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947638 Jul 06 13:50:38.370673 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:38.391821 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=07b8cbed-411a-4b02-8b12-79e8794d734c,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:38.427026 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c51968a-4ec4-466f-aa34-5b033f896862', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f120d03a-d04f-4092-b22c-5a031fcd177e'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:38.429370 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275fdb38-7e53-42c6-a8f0-23623b58f93d" -d '{"events": [{"server_uuid": "9c51968a-4ec4-466f-aa34-5b033f896862", "name": "network-vif-unplugged", "status": "completed", "tag": "f120d03a-d04f-4092-b22c-5a031fcd177e"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:38.444698 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f120d03a-d04f-4092-b22c-5a031fcd177e, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f120d03a-d04f-4092-b22c-5a031fcd177e,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:38.449179 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['07b8cbed-411a-4b02-8b12-79e8794d734c'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:50:38.482045 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f120d03a-d04f-4092-b22c-5a031fcd177e, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f120d03a-d04f-4092-b22c-5a031fcd177e,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:38.489345 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'f120d03a-d04f-4092-b22c-5a031fcd177e', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': 'f120d03a-d04f-4092-b22c-5a031fcd177e', 'mac_address': 'fa:16:3e:10:e0:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:50:38.495537 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-80d30418-6ea9-42b7-bda0-dff94d51ed71 req-d63dc2fb-6c92-450d-bba1-0b61c6f2e1c7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2a0111b4-5695-4e95-9f74-ba34ed18db11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3895357 Jul 06 13:50:38.498576 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:38.584033 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:38.621047 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=f120d03a-d04f-4092-b22c-5a031fcd177e,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:38.627886 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f120d03a-d04f-4092-b22c-5a031fcd177e {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:50:38.650689 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f120d03a-d04f-4092-b22c-5a031fcd177e, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f120d03a-d04f-4092-b22c-5a031fcd177e,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:38.658038 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:38.709162 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e9d9b-9245-4569-a4a2-0a3dd6d8a3de req-64eee613-3397-4993-8070-39d781b5ea78 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:38.710965 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-101e9d9b-9245-4569-a4a2-0a3dd6d8a3de req-64eee613-3397-4993-8070-39d781b5ea78 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] 10.222.0.118 "GET /v2.0/ports?device_id=5f6055f4-2259-4f01-ba27-1836be7c1f14 HTTP/1.1" status: 200 len: 943 time: 0.2180414 Jul 06 13:50:38.714973 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-80d30418-6ea9-42b7-bda0-dff94d51ed71 req-db097de0-eddb-4ea2-a4df-19b83a15f93d service neutron] 10.222.0.52 "GET /v2.0/networks/2a0111b4-5695-4e95-9f74-ba34ed18db11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997824 Jul 06 13:50:38.759394 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=f120d03a-d04f-4092-b22c-5a031fcd177e,revision_number=9']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:38.791279 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ca685-d3be-4c43-a735-6fea7fe9c850 req-0b81c4ba-83fb-420e-8d3b-196b28ce0fb4 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:38.792970 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4e4ca685-d3be-4c43-a735-6fea7fe9c850 req-0b81c4ba-83fb-420e-8d3b-196b28ce0fb4 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] 10.222.0.118 "GET /v2.0/ports?device_id=786a52cc-2c3a-4ac7-91b7-dbcde4b7502d HTTP/1.1" status: 200 len: 944 time: 0.3011017 Jul 06 13:50:38.839057 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-101e9d9b-9245-4569-a4a2-0a3dd6d8a3de req-a7c655cb-8730-41e5-97b3-09fb8d9e8f9d tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] 10.222.0.118 "GET /v2.0/security-groups?id=81bc9b2d-c656-4599-a056-90006e31bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194706 Jul 06 13:50:38.885484 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4e4ca685-d3be-4c43-a735-6fea7fe9c850 req-1f663da6-2388-42e3-9a33-66dc6b668366 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] 10.222.0.118 "GET /v2.0/security-groups?id=80946a72-1f92-4fdd-ab03-23ba1fec09e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794029 Jul 06 13:50:38.889277 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-80d30418-6ea9-42b7-bda0-dff94d51ed71 req-5b9d41b2-012c-439e-92e0-4db5e18a40dc service neutron] 10.222.0.52 "GET /v2.0/networks/2a0111b4-5695-4e95-9f74-ba34ed18db11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672206 Jul 06 13:50:38.912310 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4da33f-0f1b-4c6e-8969-669b3a085a0e x-openstack-request-id: req-ae4da33f-0f1b-4c6e-8969-669b3a085a0e {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:38.912658 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c51968a-4ec4-466f-aa34-5b033f896862", "name": "network-vif-unplugged", "status": "completed", "tag": "f120d03a-d04f-4092-b22c-5a031fcd177e", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:38.912831 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ae4da33f-0f1b-4c6e-8969-669b3a085a0e {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:38.913221 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c51968a-4ec4-466f-aa34-5b033f896862', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f120d03a-d04f-4092-b22c-5a031fcd177e', 'code': 200} Jul 06 13:50:38.934552 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['f120d03a-d04f-4092-b22c-5a031fcd177e'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:50:39.093153 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c562d-916c-4cd5-b8c8-991420922aa0 req-747ffe17-5a9c-4ace-8a1f-da4777bfb135 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:39.095677 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b00c562d-916c-4cd5-b8c8-991420922aa0 req-747ffe17-5a9c-4ace-8a1f-da4777bfb135 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 949 time: 0.0733745 Jul 06 13:50:39.167876 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b00c562d-916c-4cd5-b8c8-991420922aa0 req-4e6e933d-8e01-4ae8-92a4-7bbd1d77ad14 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640395 Jul 06 13:50:39.207569 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4989b0-ab75-49f8-b7d3-6b29a1d7e7dc req-4b14a2ff-66ab-4cb7-8405-344c48a1cc64 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:39.209410 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf4989b0-ab75-49f8-b7d3-6b29a1d7e7dc req-4b14a2ff-66ab-4cb7-8405-344c48a1cc64 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 949 time: 0.0815051 Jul 06 13:50:39.251201 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf4989b0-ab75-49f8-b7d3-6b29a1d7e7dc req-09267524-8077-4833-9006-c44cb02e02dd tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358901 Jul 06 13:50:39.366730 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-ab7c5f7b-ec51-4fea-98d7-ca7bc5b5b289 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:39.368110 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-ab7c5f7b-ec51-4fea-98d7-ca7bc5b5b289 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/networks?id=e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d HTTP/1.1" status: 200 len: 809 time: 0.1160467 Jul 06 13:50:39.402677 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-c74c04e5-8dad-44f8-8723-c0ecf7f5d6af tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/quotas/3f8d4b73b6944d1ebcc3f6b7c1e581ea HTTP/1.1" status: 200 len: 375 time: 0.0149651 Jul 06 13:50:39.439204 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-d82464de-444b-42af-a1f7-dccf84522d4e tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=3f8d4b73b6944d1ebcc3f6b7c1e581ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306027 Jul 06 13:50:39.478442 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60842af8-f64a-4ee6-ad9d-834b8d7ccd9a req-112f39e1-15cb-40a1-8bb5-bcf293d12e74 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:39.479922 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-60842af8-f64a-4ee6-ad9d-834b8d7ccd9a req-112f39e1-15cb-40a1-8bb5-bcf293d12e74 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 946 time: 0.1282790 Jul 06 13:50:39.555392 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 07b8cbed-411a-4b02-8b12-79e8794d734c up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:50:39.560815 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-60842af8-f64a-4ee6-ad9d-834b8d7ccd9a req-61eb3fe6-5030-49ff-9fd5-2eda9427eec8 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529330 Jul 06 13:50:39.580255 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-3aa7a3da-8d26-4f36-8c9a-a963ffc7d229 service neutron] 10.222.0.118 "GET /v2.0/networks/e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296079 Jul 06 13:50:39.621118 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 07b8cbed-411a-4b02-8b12-79e8794d734c completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:50:39.630347 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 07b8cbed-411a-4b02-8b12-79e8794d734c triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:50:39.630969 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:39.761887 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:39.818915 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 07b8cbed-411a-4b02-8b12-79e8794d734c, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=07b8cbed-411a-4b02-8b12-79e8794d734c,segment=NetworkSegment(8f65078f-e1ff-4929-a9e1-d34803cab658),segment_id=8f65078f-e1ff-4929-a9e1-d34803cab658)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:39.823334 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:39.831235 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-2987b495-7624-484f-8817-f250d6c7e173 service neutron] 10.222.0.118 "GET /v2.0/networks/e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415068 Jul 06 13:50:39.850345 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c30c6-ea45-47c6-bc0f-a19efe999469 req-ad5fce18-6eee-4f71-8de6-2a1e3f130591 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:39.852317 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a18c30c6-ea45-47c6-bc0f-a19efe999469 req-ad5fce18-6eee-4f71-8de6-2a1e3f130591 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 945 time: 0.1728818 Jul 06 13:50:39.874014 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f120d03a-d04f-4092-b22c-5a031fcd177e up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:50:39.899065 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a18c30c6-ea45-47c6-bc0f-a19efe999469 req-be4b7dc9-795b-482c-8494-ad9e769133e8 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390313 Jul 06 13:50:39.905399 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=07b8cbed-411a-4b02-8b12-79e8794d734c,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:39.944801 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port f120d03a-d04f-4092-b22c-5a031fcd177e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:50:39.945188 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:40.051189 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:40.091220 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f120d03a-d04f-4092-b22c-5a031fcd177e, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f120d03a-d04f-4092-b22c-5a031fcd177e,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:40.095740 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:40.126597 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009bbde3-803a-4742-b1e2-05f3758539a3 req-b22265c8-3018-4a31-a7a2-d941f8a5132d tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:40.128261 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-009bbde3-803a-4742-b1e2-05f3758539a3 req-b22265c8-3018-4a31-a7a2-d941f8a5132d tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 946 time: 0.1124215 Jul 06 13:50:40.157132 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:40.171466 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bc7c66dc-62a9-4194-a748-b4217af06a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:40.177985 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=f120d03a-d04f-4092-b22c-5a031fcd177e,revision_number=10']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:40.184840 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741271b-45d4-4e6e-b63d-f64c40c1cdf5 req-c76068ee-4da5-4901-a4ea-bc1676987a83 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:40.186520 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f741271b-45d4-4e6e-b63d-f64c40c1cdf5 req-c76068ee-4da5-4901-a4ea-bc1676987a83 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] 10.222.0.118 "GET /v2.0/ports?device_id=5f6055f4-2259-4f01-ba27-1836be7c1f14 HTTP/1.1" status: 200 len: 943 time: 0.1114101 Jul 06 13:50:40.206315 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-009bbde3-803a-4742-b1e2-05f3758539a3 req-c91fe4fb-116b-4f78-8bff-844d92bcf9b2 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643232 Jul 06 13:50:40.258078 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f741271b-45d4-4e6e-b63d-f64c40c1cdf5 req-3e6054f5-13e2-4de0-ab25-66ba17cf6361 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] 10.222.0.118 "GET /v2.0/security-groups?id=81bc9b2d-c656-4599-a056-90006e31bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617108 Jul 06 13:50:40.332775 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30164af8-6aca-46fa-807e-032df6b8253e req-7ba5550b-f3c6-4b25-8914-fe7f164c71c2 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/ports?device_id=84af1ee6-2bb8-4aaa-bf9c-dc2ae0f31075 HTTP/1.1" status: 200 len: 210 time: 0.0339441 Jul 06 13:50:40.399928 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8d9ad-dff7-40a7-b53b-167cbeafa3d5 req-8eef0a33-a006-4976-a95e-5d05cb8e53b1 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:40.401453 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2d8d9ad-dff7-40a7-b53b-167cbeafa3d5 req-8eef0a33-a006-4976-a95e-5d05cb8e53b1 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] 10.222.0.118 "GET /v2.0/ports?device_id=786a52cc-2c3a-4ac7-91b7-dbcde4b7502d HTTP/1.1" status: 200 len: 945 time: 0.0716455 Jul 06 13:50:40.442887 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2d8d9ad-dff7-40a7-b53b-167cbeafa3d5 req-ffc48c3a-e05d-42f3-854a-27429a52703e tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] 10.222.0.118 "GET /v2.0/security-groups?id=80946a72-1f92-4fdd-ab03-23ba1fec09e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351989 Jul 06 13:50:40.627938 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449af353-db20-4c70-8c23-eaf06959ac03 req-9b9120f0-8eca-4246-8e55-acee36be31f3 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:40.629672 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-449af353-db20-4c70-8c23-eaf06959ac03 req-9b9120f0-8eca-4246-8e55-acee36be31f3 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 949 time: 0.0715775 Jul 06 13:50:40.669675 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-449af353-db20-4c70-8c23-eaf06959ac03 req-07266956-ba22-48e6-b374-af1f304aec58 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340540 Jul 06 13:50:40.808114 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad88978-f932-4231-9f4a-eec1612da1d9 req-ae39fdf5-7c33-4f69-a249-69cca93784ce tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:40.809570 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dad88978-f932-4231-9f4a-eec1612da1d9 req-ae39fdf5-7c33-4f69-a249-69cca93784ce tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 951 time: 0.0809336 Jul 06 13:50:40.877594 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dad88978-f932-4231-9f4a-eec1612da1d9 req-553bae2a-2637-4451-85fa-dd1a8de12fb3 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485282 Jul 06 13:50:40.896830 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0ec9a-93be-4681-abb3-5183f2c535c6 req-207aa789-b5a0-4d97-82f1-74dcab30899a tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:40.898400 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31e0ec9a-93be-4681-abb3-5183f2c535c6 req-207aa789-b5a0-4d97-82f1-74dcab30899a tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 946 time: 0.1106951 Jul 06 13:50:40.914274 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786a52cc-2c3a-4ac7-91b7-dbcde4b7502d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b8cbed-411a-4b02-8b12-79e8794d734c'}, {'server_uuid': '9c51968a-4ec4-466f-aa34-5b033f896862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f120d03a-d04f-4092-b22c-5a031fcd177e'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:40.916685 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8c3f6f-7e89-4ca4-85c6-5676a2d09ae5" -d '{"events": [{"server_uuid": "786a52cc-2c3a-4ac7-91b7-dbcde4b7502d", "name": "network-vif-plugged", "status": "completed", "tag": "07b8cbed-411a-4b02-8b12-79e8794d734c"}, {"server_uuid": "9c51968a-4ec4-466f-aa34-5b033f896862", "name": "network-vif-plugged", "status": "completed", "tag": "f120d03a-d04f-4092-b22c-5a031fcd177e"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:40.937988 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31e0ec9a-93be-4681-abb3-5183f2c535c6 req-65bb18a7-d00e-473f-8764-8ab3f84fb634 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338123 Jul 06 13:50:40.970870 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c131c5c-0d83-41ba-acce-3e14c9159397 x-openstack-request-id: req-9c131c5c-0d83-41ba-acce-3e14c9159397 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:40.971181 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786a52cc-2c3a-4ac7-91b7-dbcde4b7502d", "name": "network-vif-plugged", "status": "completed", "tag": "07b8cbed-411a-4b02-8b12-79e8794d734c", "code": 200}, {"server_uuid": "9c51968a-4ec4-466f-aa34-5b033f896862", "name": "network-vif-plugged", "status": "completed", "tag": "f120d03a-d04f-4092-b22c-5a031fcd177e", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:40.971437 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-9c131c5c-0d83-41ba-acce-3e14c9159397 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:40.971842 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786a52cc-2c3a-4ac7-91b7-dbcde4b7502d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b8cbed-411a-4b02-8b12-79e8794d734c', 'code': 200} Jul 06 13:50:40.972105 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c51968a-4ec4-466f-aa34-5b033f896862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f120d03a-d04f-4092-b22c-5a031fcd177e', 'code': 200} Jul 06 13:50:41.287084 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d976e-e06d-4977-b22e-e2524f34a31d req-fa54ddac-0c3f-4197-a423-405a33201498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:41.288858 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b39d976e-e06d-4977-b22e-e2524f34a31d req-fa54ddac-0c3f-4197-a423-405a33201498 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=786a52cc-2c3a-4ac7-91b7-dbcde4b7502d HTTP/1.1" status: 200 len: 1096 time: 0.2421381 Jul 06 13:50:41.306120 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb0138-3c79-4170-b0ca-3f47df20dc7f req-b710c37a-a3e0-4272-977e-c560bd164cd1 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:41.307620 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-86cb0138-3c79-4170-b0ca-3f47df20dc7f req-b710c37a-a3e0-4272-977e-c560bd164cd1 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 945 time: 0.2511649 Jul 06 13:50:41.341577 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012660b-e350-4558-80fa-9919a60dac1c req-46ce33a5-549a-4801-90d0-9e67f1cd6a65 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:41.343756 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7012660b-e350-4558-80fa-9919a60dac1c req-46ce33a5-549a-4801-90d0-9e67f1cd6a65 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 946 time: 0.2528231 Jul 06 13:50:41.416122 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:41.448359 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b39d976e-e06d-4977-b22e-e2524f34a31d req-7c66e942-555f-4f35-85a4-2894bfdbdadb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=80946a72-1f92-4fdd-ab03-23ba1fec09e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396122 Jul 06 13:50:41.451147 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-86cb0138-3c79-4170-b0ca-3f47df20dc7f req-b9a153a1-cf37-4565-bdd4-35883d253300 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298094 Jul 06 13:50:41.464380 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7c2be-9b5e-43a7-a624-3d7354e62d40 req-9670fd6c-c419-4016-b368-6b39c0e07dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:41.465719 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0ba7c2be-9b5e-43a7-a624-3d7354e62d40 req-9670fd6c-c419-4016-b368-6b39c0e07dbd service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 1102 time: 0.2910585 Jul 06 13:50:41.473484 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-980eee20-210c-4e87-a6e9-7c06ecbf0b6a tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:41.475305 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-980eee20-210c-4e87-a6e9-7c06ecbf0b6a tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.124 "GET /v2.0/networks?id=e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d HTTP/1.1" status: 200 len: 809 time: 0.2840598 Jul 06 13:50:41.478033 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7012660b-e350-4558-80fa-9919a60dac1c req-892e3c86-3bcb-4a12-84b6-b6e505b68b65 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171870 Jul 06 13:50:41.504477 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-8292f7c5-577f-420a-bb45-0d53ab340ad8 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Request body: {'port': {'device_id': '84af1ee6-2bb8-4aaa-bf9c-dc2ae0f31075', 'network_id': 'e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d', 'admin_state_up': True, 'tenant_id': '3f8d4b73b6944d1ebcc3f6b7c1e581ea'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:50:41.560842 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device d1707f7b-1f86-49d6-bc6b-0afadfcc96b5 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:50:41.586582 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0ba7c2be-9b5e-43a7-a624-3d7354e62d40 req-54771ff8-f1d2-43f1-a780-ad8dbc3298d9 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994208 Jul 06 13:50:41.651801 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fa14977f-0707-4100-aceb-94b6f94f756c req-1f27a887-198f-4539-b5af-d6b08e86353e tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/ports?device_id=84af1ee6-2bb8-4aaa-bf9c-dc2ae0f31075 HTTP/1.1" status: 200 len: 210 time: 0.0458195 Jul 06 13:50:41.666972 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port d1707f7b-1f86-49d6-bc6b-0afadfcc96b5, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=d1707f7b-1f86-49d6-bc6b-0afadfcc96b5,segment=NetworkSegment(d0fcef2e-ce14-4976-8d1d-2fa5668906de),segment_id=d0fcef2e-ce14-4976-8d1d-2fa5668906de)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:41.680404 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'd1707f7b-1f86-49d6-bc6b-0afadfcc96b5', 'network_id': '2a0111b4-5695-4e95-9f74-ba34ed18db11', 'port_id': 'd1707f7b-1f86-49d6-bc6b-0afadfcc96b5', 'mac_address': 'fa:16:3e:1d:c0:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c68d263-19a1-4ec8-a716-023a9c5ca3f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:50:41.710574 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a9349-41fd-4e8d-acaf-1e2b5dc6667c req-8e8d9bda-6869-4e87-aa98-95617d6b9dd1 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:41.712002 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-040a9349-41fd-4e8d-acaf-1e2b5dc6667c req-8e8d9bda-6869-4e87-aa98-95617d6b9dd1 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] 10.222.0.118 "GET /v2.0/ports?device_id=5f6055f4-2259-4f01-ba27-1836be7c1f14 HTTP/1.1" status: 200 len: 943 time: 0.1431308 Jul 06 13:50:41.719673 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:41.733764 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1707f7b-1f86-49d6-bc6b-0afadfcc96b5 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:50:41.734893 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-8292f7c5-577f-420a-bb45-0d53ab340ad8 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Made reservation on behalf of 3f8d4b73b6944d1ebcc3f6b7c1e581ea for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:50:41.739415 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-8292f7c5-577f-420a-bb45-0d53ab340ad8 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:41.754964 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port d1707f7b-1f86-49d6-bc6b-0afadfcc96b5, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=d1707f7b-1f86-49d6-bc6b-0afadfcc96b5,segment=NetworkSegment(d0fcef2e-ce14-4976-8d1d-2fa5668906de),segment_id=d0fcef2e-ce14-4976-8d1d-2fa5668906de)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:41.760451 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:41.784771 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-040a9349-41fd-4e8d-acaf-1e2b5dc6667c req-5b0860f8-def5-4ae7-a7db-15c11048d14c tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] 10.222.0.118 "GET /v2.0/security-groups?id=81bc9b2d-c656-4599-a056-90006e31bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662043 Jul 06 13:50:41.836683 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=d1707f7b-1f86-49d6-bc6b-0afadfcc96b5,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:41.906714 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-8292f7c5-577f-420a-bb45-0d53ab340ad8 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Allocated IP 172.20.0.3 (e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d/721fcae2-dd07-43aa-8019-84dc8aa35e60/2524dedb-6c8b-459e-901f-0e91e0219092) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:50:42.020860 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['d1707f7b-1f86-49d6-bc6b-0afadfcc96b5'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:50:42.087502 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce831b1d-c9d8-4fa8-8a5e-4e7ef4611809 req-09fc3dd7-2590-4843-9287-e2122b395f9f tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:42.089672 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ce831b1d-c9d8-4fa8-8a5e-4e7ef4611809 req-09fc3dd7-2590-4843-9287-e2122b395f9f tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] 10.222.0.118 "GET /v2.0/ports?device_id=786a52cc-2c3a-4ac7-91b7-dbcde4b7502d HTTP/1.1" status: 200 len: 945 time: 0.1592858 Jul 06 13:50:42.156570 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-8292f7c5-577f-420a-bb45-0d53ab340ad8 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:42.164347 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ce831b1d-c9d8-4fa8-8a5e-4e7ef4611809 req-1e60026d-b358-4c4e-9540-34ed37fa09d3 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] 10.222.0.118 "GET /v2.0/security-groups?id=80946a72-1f92-4fdd-ab03-23ba1fec09e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660732 Jul 06 13:50:42.266380 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-8292f7c5-577f-420a-bb45-0d53ab340ad8 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:42.327793 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-8292f7c5-577f-420a-bb45-0d53ab340ad8 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Network e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:50:42.331214 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-8292f7c5-577f-420a-bb45-0d53ab340ad8 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:50:42.342172 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-8292f7c5-577f-420a-bb45-0d53ab340ad8 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:50:42.387902 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292f7c5-577f-420a-bb45-0d53ab340ad8 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Pushing event updated for resources: {'Port': ['ID=2524dedb-6c8b-459e-901f-0e91e0219092,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:42.468893 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-8292f7c5-577f-420a-bb45-0d53ab340ad8 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:42.469514 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-8292f7c5-577f-420a-bb45-0d53ab340ad8 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:42.497466 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-8292f7c5-577f-420a-bb45-0d53ab340ad8 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0089774 Jul 06 13:50:42.516403 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-a79bb464-7392-4ce1-a178-49bb1ecfb141 service neutron] Request body: {'port': {'device_id': '84af1ee6-2bb8-4aaa-bf9c-dc2ae0f31075', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:50:42.526321 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6db86a-b85b-46ee-b5aa-5b63ed1dbe29 req-27569f56-123e-41eb-bee6-c52691cf8168 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:42.527988 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf6db86a-b85b-46ee-b5aa-5b63ed1dbe29 req-27569f56-123e-41eb-bee6-c52691cf8168 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 949 time: 0.1870067 Jul 06 13:50:42.567743 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b67c2-3c68-4f1d-9ee2-24fc8e03b8eb req-2ab73fa2-8365-42a6-977d-2e26be3a6b1a tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:42.570054 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2d4b67c2-3c68-4f1d-9ee2-24fc8e03b8eb req-2ab73fa2-8365-42a6-977d-2e26be3a6b1a tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 951 time: 0.2354407 Jul 06 13:50:42.665728 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf6db86a-b85b-46ee-b5aa-5b63ed1dbe29 req-ea134c3b-8a02-4d85-868c-bfa702fa735b tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106296 Jul 06 13:50:42.672698 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2d4b67c2-3c68-4f1d-9ee2-24fc8e03b8eb req-9fc46907-62fd-4973-bf6a-fe398d1e61e0 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932834 Jul 06 13:50:42.686092 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-a79bb464-7392-4ce1-a178-49bb1ecfb141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:42.942960 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:43.023273 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99484c7b-2082-4713-9e50-7bdfed7bcc1a req-b49bd50a-946e-46b6-97d2-d93aa8d528c4 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:43.024773 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-99484c7b-2082-4713-9e50-7bdfed7bcc1a req-b49bd50a-946e-46b6-97d2-d93aa8d528c4 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 946 time: 0.2084756 Jul 06 13:50:43.043275 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e059d4-eabf-4733-8e76-ccb8a16ad6ff req-a4bfb188-5c7b-4ffb-bfbd-194904e4aed1 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:43.044710 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-88e059d4-eabf-4733-8e76-ccb8a16ad6ff req-a4bfb188-5c7b-4ffb-bfbd-194904e4aed1 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 945 time: 0.2295232 Jul 06 13:50:43.141019 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-99484c7b-2082-4713-9e50-7bdfed7bcc1a req-cbfe9fd3-8a1c-4471-ba45-1cdf38014681 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060004 Jul 06 13:50:43.146110 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-88e059d4-eabf-4733-8e76-ccb8a16ad6ff req-1858ec02-9abd-4325-b6b6-4cc436b0ae3a tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925226 Jul 06 13:50:43.155739 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-a79bb464-7392-4ce1-a178-49bb1ecfb141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2524dedb-6c8b-459e-901f-0e91e0219092 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:50:43.164875 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-a79bb464-7392-4ce1-a178-49bb1ecfb141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:43.181533 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-a79bb464-7392-4ce1-a178-49bb1ecfb141 service neutron] Transition to ACTIVE for port object 2524dedb-6c8b-459e-901f-0e91e0219092 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:50:43.187356 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-a79bb464-7392-4ce1-a178-49bb1ecfb141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:43.261177 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79bb464-7392-4ce1-a178-49bb1ecfb141 service neutron] Pushing event updated for resources: {'Port': ['ID=2524dedb-6c8b-459e-901f-0e91e0219092,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:43.392579 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-a79bb464-7392-4ce1-a178-49bb1ecfb141 service neutron] Attempting to bind port 2524dedb-6c8b-459e-901f-0e91e0219092 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:50:43.393271 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-a79bb464-7392-4ce1-a178-49bb1ecfb141 service neutron] Attempting to bind port 2524dedb-6c8b-459e-901f-0e91e0219092 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '1e758e0f-019b-48cc-ae62-d4e61c49d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:50:43.393271 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-a79bb464-7392-4ce1-a178-49bb1ecfb141 service neutron] Attempting to bind port 2524dedb-6c8b-459e-901f-0e91e0219092 on network e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:50:43.423274 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-a79bb464-7392-4ce1-a178-49bb1ecfb141 service neutron] Port 2524dedb-6c8b-459e-901f-0e91e0219092 on network e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:50:43.423599 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-a79bb464-7392-4ce1-a178-49bb1ecfb141 service neutron] Attempting to bind port 2524dedb-6c8b-459e-901f-0e91e0219092 on network e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:50:43.434620 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65702d73-ac11-40e5-a312-9b386aa61daa req-cd312985-7d33-4518-8093-0f6056e28dff tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:43.436044 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-65702d73-ac11-40e5-a312-9b386aa61daa req-cd312985-7d33-4518-8093-0f6056e28dff tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/ports?device_id=84af1ee6-2bb8-4aaa-bf9c-dc2ae0f31075 HTTP/1.1" status: 200 len: 943 time: 0.1682370 Jul 06 13:50:43.447703 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-a79bb464-7392-4ce1-a178-49bb1ecfb141 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:50:43.448043 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-a79bb464-7392-4ce1-a178-49bb1ecfb141 service neutron] Checking segment: {'id': '1e758e0f-019b-48cc-ae62-d4e61c49d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:50:43.448428 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-a79bb464-7392-4ce1-a178-49bb1ecfb141 service neutron] Bound using segment: {'id': '1e758e0f-019b-48cc-ae62-d4e61c49d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:50:43.448862 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-a79bb464-7392-4ce1-a178-49bb1ecfb141 service neutron] Bound port: 2524dedb-6c8b-459e-901f-0e91e0219092, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e758e0f-019b-48cc-ae62-d4e61c49d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:50:43.449219 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-a79bb464-7392-4ce1-a178-49bb1ecfb141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:43.529597 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-65702d73-ac11-40e5-a312-9b386aa61daa req-9b15cb8d-63f6-44c6-855d-c0b373ee13b1 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/security-groups?id=f00150a8-6ac5-450e-a26b-4a0d7468dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853088 Jul 06 13:50:43.541905 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c751c25-1902-4da2-986e-894942ba2798 req-8da1ace3-35bf-47fb-9ddf-427a93b622dc tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:43.543455 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2c751c25-1902-4da2-986e-894942ba2798 req-8da1ace3-35bf-47fb-9ddf-427a93b622dc tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] 10.222.0.118 "GET /v2.0/ports?device_id=5f6055f4-2259-4f01-ba27-1836be7c1f14 HTTP/1.1" status: 200 len: 944 time: 0.1676180 Jul 06 13:50:43.565215 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device d1707f7b-1f86-49d6-bc6b-0afadfcc96b5 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:50:43.587510 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-a79bb464-7392-4ce1-a178-49bb1ecfb141 service neutron] For port 2524dedb-6c8b-459e-901f-0e91e0219092, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:50:43.610658 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-a79bb464-7392-4ce1-a178-49bb1ecfb141 service neutron] For port 2524dedb-6c8b-459e-901f-0e91e0219092, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=2524dedb-6c8b-459e-901f-0e91e0219092,segment=NetworkSegment(1e758e0f-019b-48cc-ae62-d4e61c49d941),segment_id=1e758e0f-019b-48cc-ae62-d4e61c49d941)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:50:43.622312 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2c751c25-1902-4da2-986e-894942ba2798 req-3b2f3dea-9ff2-4159-aba4-7d950d7c34fe tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] 10.222.0.118 "GET /v2.0/security-groups?id=81bc9b2d-c656-4599-a056-90006e31bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672119 Jul 06 13:50:43.622857 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port d1707f7b-1f86-49d6-bc6b-0afadfcc96b5 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:50:43.625635 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-a79bb464-7392-4ce1-a178-49bb1ecfb141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:43.628235 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port d1707f7b-1f86-49d6-bc6b-0afadfcc96b5 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:50:43.629241 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:43.692541 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-a79bb464-7392-4ce1-a178-49bb1ecfb141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:43.693070 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-a79bb464-7392-4ce1-a178-49bb1ecfb141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:43.695207 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-a79bb464-7392-4ce1-a178-49bb1ecfb141 service neutron] 10.222.0.124 "PUT /v2.0/ports/2524dedb-6c8b-459e-901f-0e91e0219092 HTTP/1.1" status: 200 len: 1091 time: 1.1863108 Jul 06 13:50:43.700159 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84af1ee6-2bb8-4aaa-bf9c-dc2ae0f31075', 'tag': '2524dedb-6c8b-459e-901f-0e91e0219092'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:43.703759 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053a060c-e775-4c6f-a9ba-8b4c9a359f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "84af1ee6-2bb8-4aaa-bf9c-dc2ae0f31075", "tag": "2524dedb-6c8b-459e-901f-0e91e0219092"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:43.717183 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:43.745787 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6055f4-2259-4f01-ba27-1836be7c1f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1707f7b-1f86-49d6-bc6b-0afadfcc96b5'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:43.748186 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb0e940-0f6d-4730-830a-4cceba11c1b7" -d '{"events": [{"server_uuid": "5f6055f4-2259-4f01-ba27-1836be7c1f14", "name": "network-vif-plugged", "status": "completed", "tag": "d1707f7b-1f86-49d6-bc6b-0afadfcc96b5"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:43.762413 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port d1707f7b-1f86-49d6-bc6b-0afadfcc96b5, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=d1707f7b-1f86-49d6-bc6b-0afadfcc96b5,segment=NetworkSegment(d0fcef2e-ce14-4976-8d1d-2fa5668906de),segment_id=d0fcef2e-ce14-4976-8d1d-2fa5668906de)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:43.766651 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:43.821698 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=d1707f7b-1f86-49d6-bc6b-0afadfcc96b5,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:44.053715 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79bb464-7392-4ce1-a178-49bb1ecfb141 service neutron] Pushing event updated for resources: {'Port': ['ID=2524dedb-6c8b-459e-901f-0e91e0219092,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:44.119817 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8193ef-36ab-4208-b481-00c134203d45 req-7ea9c832-0d95-4ada-9d18-57534b64496a tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:44.121320 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4b8193ef-36ab-4208-b481-00c134203d45 req-7ea9c832-0d95-4ada-9d18-57534b64496a tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] 10.222.0.118 "GET /v2.0/ports?device_id=786a52cc-2c3a-4ac7-91b7-dbcde4b7502d HTTP/1.1" status: 200 len: 945 time: 0.4804876 Jul 06 13:50:44.183772 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-d73e1a73-2e55-47e0-ad14-409ed3267831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:44.185299 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-d73e1a73-2e55-47e0-ad14-409ed3267831 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=3f8d4b73b6944d1ebcc3f6b7c1e581ea&device_id=84af1ee6-2bb8-4aaa-bf9c-dc2ae0f31075 HTTP/1.1" status: 200 len: 1094 time: 0.4376774 Jul 06 13:50:44.188451 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4b8193ef-36ab-4208-b481-00c134203d45 req-f55f3829-2baf-468f-823c-7eea11692d28 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] 10.222.0.118 "GET /v2.0/security-groups?id=80946a72-1f92-4fdd-ab03-23ba1fec09e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607915 Jul 06 13:50:44.208577 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4e769-f367-4c8e-aa2f-d5c7f49f1350 req-2d2c3926-6900-4b2c-ab13-e8a73858e2e4 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:44.210548 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2fd4e769-f367-4c8e-aa2f-d5c7f49f1350 req-2d2c3926-6900-4b2c-ab13-e8a73858e2e4 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 949 time: 0.1578784 Jul 06 13:50:44.242285 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7192882-374d-4b29-806b-07ddbd2689b0 x-openstack-request-id: req-e7192882-374d-4b29-806b-07ddbd2689b0 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:44.242577 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84af1ee6-2bb8-4aaa-bf9c-dc2ae0f31075", "tag": "2524dedb-6c8b-459e-901f-0e91e0219092", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:44.242831 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e7192882-374d-4b29-806b-07ddbd2689b0 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:44.243229 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84af1ee6-2bb8-4aaa-bf9c-dc2ae0f31075', 'tag': '2524dedb-6c8b-459e-901f-0e91e0219092', 'status': 'completed', 'code': 200} Jul 06 13:50:44.246769 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-1f0805b7-89b8-4965-b33c-86eaddc4d5ab service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2524dedb-6c8b-459e-901f-0e91e0219092 HTTP/1.1" status: 200 len: 217 time: 0.0541093 Jul 06 13:50:44.309904 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2fd4e769-f367-4c8e-aa2f-d5c7f49f1350 req-3fb10929-aab3-43c1-a890-0e497d912cb1 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654364 Jul 06 13:50:44.317658 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-6e16d06e-8a25-4f5c-9bd8-61247e7b6dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:44.319673 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-6e16d06e-8a25-4f5c-9bd8-61247e7b6dcd service neutron] 10.222.0.124 "GET /v2.0/subnets?id=721fcae2-dd07-43aa-8019-84dc8aa35e60 HTTP/1.1" status: 200 len: 849 time: 0.0581093 Jul 06 13:50:44.367847 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc11af6-695e-46ae-b426-ffd7bdeb8f89 x-openstack-request-id: req-9fc11af6-695e-46ae-b426-ffd7bdeb8f89 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:44.368342 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6055f4-2259-4f01-ba27-1836be7c1f14", "name": "network-vif-plugged", "status": "completed", "tag": "d1707f7b-1f86-49d6-bc6b-0afadfcc96b5", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:44.368801 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-9fc11af6-695e-46ae-b426-ffd7bdeb8f89 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:44.369268 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6055f4-2259-4f01-ba27-1836be7c1f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1707f7b-1f86-49d6-bc6b-0afadfcc96b5', 'code': 200} Jul 06 13:50:44.381454 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-d73f7ebf-5b21-4656-897b-99669fa21ac6 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556817 Jul 06 13:50:44.549404 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a338238-4918-4c25-a13f-e3b6384fafa2 req-b266a4e3-2c99-4e19-bb6a-f60945f1ed46 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:44.551448 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4a338238-4918-4c25-a13f-e3b6384fafa2 req-b266a4e3-2c99-4e19-bb6a-f60945f1ed46 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 951 time: 0.2166464 Jul 06 13:50:44.579183 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-f6cfc09f-e577-4a55-bbc2-f12b2579d0a4 service neutron] 10.222.0.124 "GET /v2.0/networks/e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905646 Jul 06 13:50:44.609236 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9e346-6f96-4286-b081-46474e99412d req-44a4278a-4796-45f6-a4db-701eba428621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:44.610734 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5df9e346-6f96-4286-b081-46474e99412d req-44a4278a-4796-45f6-a4db-701eba428621 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5f6055f4-2259-4f01-ba27-1836be7c1f14 HTTP/1.1" status: 200 len: 1096 time: 0.1792500 Jul 06 13:50:44.711649 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2a71c-c26d-416e-a40e-7ba053a283d2 req-642f4d65-04d6-44a3-b7c5-d8df7374493d tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:44.713154 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b4f2a71c-c26d-416e-a40e-7ba053a283d2 req-642f4d65-04d6-44a3-b7c5-d8df7374493d tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 946 time: 0.2432623 Jul 06 13:50:44.719632 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4a338238-4918-4c25-a13f-e3b6384fafa2 req-1dd72974-7a9c-4c72-b46f-608d5c2b7162 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579108 Jul 06 13:50:44.770877 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5df9e346-6f96-4286-b081-46474e99412d req-e54a5a2d-ad44-4c9b-9554-0bb5b5822660 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=81bc9b2d-c656-4599-a056-90006e31bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977721 Jul 06 13:50:44.788461 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b4f2a71c-c26d-416e-a40e-7ba053a283d2 req-d79935ca-f458-4c7c-a2b8-30763504601f tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678439 Jul 06 13:50:44.802240 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58a89413-a707-4d01-99e1-ad943acfe2d4 req-1580fc54-75ee-4a75-9b30-d9414a98cdb7 service neutron] 10.222.0.124 "GET /v2.0/networks/e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063558 Jul 06 13:50:44.944764 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04d858-8ebe-4a8f-8ed7-24b714668bfc req-dcd0e762-7e0f-4de0-b8c9-9aab933ee1eb tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:44.946371 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fd04d858-8ebe-4a8f-8ed7-24b714668bfc req-dcd0e762-7e0f-4de0-b8c9-9aab933ee1eb tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 945 time: 0.1185603 Jul 06 13:50:44.961455 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a060c-e775-4c6f-a9ba-8b4c9a359f2f req-eb281d5d-2174-4fbd-9d1c-60ff6535f215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:44.962976 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-053a060c-e775-4c6f-a9ba-8b4c9a359f2f req-eb281d5d-2174-4fbd-9d1c-60ff6535f215 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=3f8d4b73b6944d1ebcc3f6b7c1e581ea&device_id=84af1ee6-2bb8-4aaa-bf9c-dc2ae0f31075 HTTP/1.1" status: 200 len: 1094 time: 0.0916374 Jul 06 13:50:45.041239 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fd04d858-8ebe-4a8f-8ed7-24b714668bfc req-24d5830c-2650-488c-8e91-3c2c4c93c70e tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884523 Jul 06 13:50:45.089715 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a060c-e775-4c6f-a9ba-8b4c9a359f2f req-fa961f13-b761-4945-9965-4d40f80deb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:45.091260 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-053a060c-e775-4c6f-a9ba-8b4c9a359f2f req-fa961f13-b761-4945-9965-4d40f80deb98 service neutron] 10.222.0.124 "GET /v2.0/networks?id=e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d HTTP/1.1" status: 200 len: 910 time: 0.1179836 Jul 06 13:50:45.174336 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-053a060c-e775-4c6f-a9ba-8b4c9a359f2f req-bee3d413-f054-4f19-9fff-b9a1a330e026 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2524dedb-6c8b-459e-901f-0e91e0219092 HTTP/1.1" status: 200 len: 217 time: 0.0514832 Jul 06 13:50:45.271187 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a060c-e775-4c6f-a9ba-8b4c9a359f2f req-7b0f2790-2c99-45ab-964c-bc1f99923725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:45.272672 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-053a060c-e775-4c6f-a9ba-8b4c9a359f2f req-7b0f2790-2c99-45ab-964c-bc1f99923725 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=721fcae2-dd07-43aa-8019-84dc8aa35e60 HTTP/1.1" status: 200 len: 849 time: 0.0785387 Jul 06 13:50:45.281987 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88c85f-5adb-4e06-aa01-38b905678ab1 req-18b88e93-978e-4763-a551-b08c6a784f87 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:45.283491 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9d88c85f-5adb-4e06-aa01-38b905678ab1 req-18b88e93-978e-4763-a551-b08c6a784f87 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/ports?device_id=84af1ee6-2bb8-4aaa-bf9c-dc2ae0f31075 HTTP/1.1" status: 200 len: 943 time: 0.1899190 Jul 06 13:50:45.330675 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-053a060c-e775-4c6f-a9ba-8b4c9a359f2f req-e2c0ed6e-6caf-4de5-8efb-71d6ce535d29 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462205 Jul 06 13:50:45.345855 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc0987-bb6d-4b05-88a3-838608188f64 req-c6058a6e-2355-46b0-96fd-5a40bcea0a50 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:45.347430 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-becc0987-bb6d-4b05-88a3-838608188f64 req-c6058a6e-2355-46b0-96fd-5a40bcea0a50 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] 10.222.0.118 "GET /v2.0/ports?device_id=5f6055f4-2259-4f01-ba27-1836be7c1f14 HTTP/1.1" status: 200 len: 945 time: 0.1846585 Jul 06 13:50:45.407619 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9d88c85f-5adb-4e06-aa01-38b905678ab1 req-0d7cc706-2120-4e50-a7ea-688babc45a79 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/security-groups?id=f00150a8-6ac5-450e-a26b-4a0d7468dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143351 Jul 06 13:50:45.451912 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-becc0987-bb6d-4b05-88a3-838608188f64 req-1c34fd97-e19a-42b8-9fdf-d9f23cf71a57 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] 10.222.0.118 "GET /v2.0/security-groups?id=81bc9b2d-c656-4599-a056-90006e31bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866320 Jul 06 13:50:45.480986 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-053a060c-e775-4c6f-a9ba-8b4c9a359f2f req-287d29a1-5b09-4035-9890-fa5e36540d34 service neutron] 10.222.0.124 "GET /v2.0/networks/e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283944 Jul 06 13:50:45.611568 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-053a060c-e775-4c6f-a9ba-8b4c9a359f2f req-b884ba0c-5c6c-4095-9b27-cc700f135728 service neutron] 10.222.0.124 "GET /v2.0/networks/e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257744 Jul 06 13:50:45.695661 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982afad6-4a22-478d-b6e7-012dc4382a5e req-a4b8870e-2af3-40a8-95a3-913e8dc551ce tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:45.697123 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-982afad6-4a22-478d-b6e7-012dc4382a5e req-a4b8870e-2af3-40a8-95a3-913e8dc551ce tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 949 time: 0.0756750 Jul 06 13:50:45.736841 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-982afad6-4a22-478d-b6e7-012dc4382a5e req-fc5d98f1-991e-444a-aa78-94b958d3457c tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340929 Jul 06 13:50:45.916961 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18715b-8ded-4ad2-8727-22f206d42a4a req-b4635cbe-f7bf-4203-a80a-cc4da083ef94 tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:45.918489 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c18715b-8ded-4ad2-8727-22f206d42a4a req-b4635cbe-f7bf-4203-a80a-cc4da083ef94 tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 1102 time: 0.0621090 Jul 06 13:50:45.986821 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c18715b-8ded-4ad2-8727-22f206d42a4a req-08ff002e-55cb-478d-a224-ec7efe91913a tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592864 Jul 06 13:50:46.009077 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069176b-bf9e-4a31-9715-30abc61fcef8 req-11a082ce-ec4d-4e72-8f18-f399c0d4fc1e tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:46.011649 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a069176b-bf9e-4a31-9715-30abc61fcef8 req-11a082ce-ec4d-4e72-8f18-f399c0d4fc1e tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 946 time: 0.0971286 Jul 06 13:50:46.053261 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a069176b-bf9e-4a31-9715-30abc61fcef8 req-e53b2990-74e6-45b6-a2d5-6687b87e6a1e tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353260 Jul 06 13:50:46.159529 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdefec-2341-4503-b906-439aaa90ccf3 req-d25fa0aa-7b78-4542-a36e-531a7cc58209 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:46.161652 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d2fdefec-2341-4503-b906-439aaa90ccf3 req-d25fa0aa-7b78-4542-a36e-531a7cc58209 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] 10.222.0.118 "GET /v2.0/ports?device_id=786a52cc-2c3a-4ac7-91b7-dbcde4b7502d HTTP/1.1" status: 200 len: 945 time: 0.0725102 Jul 06 13:50:46.202023 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d2fdefec-2341-4503-b906-439aaa90ccf3 req-ffee065a-af07-4f81-96e0-e7afab275de4 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] 10.222.0.118 "GET /v2.0/security-groups?id=80946a72-1f92-4fdd-ab03-23ba1fec09e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343027 Jul 06 13:50:46.356996 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:46.391716 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a2986-3639-4590-8ed0-373b2d731587 req-90f254d5-dd90-4dac-b977-3465d5dff574 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:46.393336 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7a9a2986-3639-4590-8ed0-373b2d731587 req-90f254d5-dd90-4dac-b977-3465d5dff574 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 945 time: 0.0788064 Jul 06 13:50:46.435177 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7a9a2986-3639-4590-8ed0-373b2d731587 req-e3e2ea8f-e8af-4140-a0c0-83f99db1f711 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350811 Jul 06 13:50:46.612569 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfab9c-a9b1-4d73-95a1-508df7c69908 req-6485e02f-3e06-4e26-9dcb-2157109f0cf7 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:46.614387 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a2cfab9c-a9b1-4d73-95a1-508df7c69908 req-6485e02f-3e06-4e26-9dcb-2157109f0cf7 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/ports?device_id=84af1ee6-2bb8-4aaa-bf9c-dc2ae0f31075 HTTP/1.1" status: 200 len: 943 time: 0.0695229 Jul 06 13:50:46.688136 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a2cfab9c-a9b1-4d73-95a1-508df7c69908 req-ab37bc69-a16f-44e5-a819-eee5533044ef tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/security-groups?id=f00150a8-6ac5-450e-a26b-4a0d7468dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677991 Jul 06 13:50:46.727340 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72997fbf-4e65-420d-90e7-098ed6d6b20c req-b81af302-3d1b-4b8d-b363-1a665f602b79 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:46.728862 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-72997fbf-4e65-420d-90e7-098ed6d6b20c req-b81af302-3d1b-4b8d-b363-1a665f602b79 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] 10.222.0.118 "GET /v2.0/ports?device_id=5f6055f4-2259-4f01-ba27-1836be7c1f14 HTTP/1.1" status: 200 len: 945 time: 0.0941377 Jul 06 13:50:46.768289 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-72997fbf-4e65-420d-90e7-098ed6d6b20c req-d30a7db5-8536-4543-a3aa-2dfc4cbcaece tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] 10.222.0.118 "GET /v2.0/security-groups?id=81bc9b2d-c656-4599-a056-90006e31bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334451 Jul 06 13:50:46.850840 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a13e8-6858-42b3-a1a7-0428bafb04fd req-28daea6d-7c33-44cc-899b-8872fc598880 tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:46.852382 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-267a13e8-6858-42b3-a1a7-0428bafb04fd req-28daea6d-7c33-44cc-899b-8872fc598880 tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 1102 time: 0.0578599 Jul 06 13:50:46.918122 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-267a13e8-6858-42b3-a1a7-0428bafb04fd req-49a6edf9-54a1-4478-a94f-3d49ad5497da tempest-ServersAdminTestJSON-1995450202 tempest-ServersAdminTestJSON-1995450202-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600483 Jul 06 13:50:46.959652 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6db72e-6329-41e0-9954-7b7da0e02ec3 req-1e8176db-b3af-429b-8472-857869abab9b tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:46.961169 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fd6db72e-6329-41e0-9954-7b7da0e02ec3 req-1e8176db-b3af-429b-8472-857869abab9b tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 949 time: 0.0837238 Jul 06 13:50:47.004251 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fd6db72e-6329-41e0-9954-7b7da0e02ec3 req-d9d1460a-b6d2-47ce-85ac-3b225a870437 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373335 Jul 06 13:50:47.321022 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fc304-9c8a-441c-9ae1-668cd67142d8 req-e391f9ea-630f-4d22-b5f3-50840424e07a tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:47.322487 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a41fc304-9c8a-441c-9ae1-668cd67142d8 req-e391f9ea-630f-4d22-b5f3-50840424e07a tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] 10.222.0.52 "GET /v2.0/ports?device_id=786a52cc-2c3a-4ac7-91b7-dbcde4b7502d HTTP/1.1" status: 200 len: 945 time: 0.1124969 Jul 06 13:50:47.427491 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe404b6-a4a8-4b90-8ba8-748b41551fb8 req-e15e07af-f5a2-438f-b156-50c9a1b89319 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:47.428986 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fbe404b6-a4a8-4b90-8ba8-748b41551fb8 req-e15e07af-f5a2-438f-b156-50c9a1b89319 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 946 time: 0.1605263 Jul 06 13:50:47.518879 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fbe404b6-a4a8-4b90-8ba8-748b41551fb8 req-56b413b1-a41d-4bbc-b681-f4fcc00c25fb tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793509 Jul 06 13:50:47.528791 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c9afb-84a7-4af8-af58-a4f6a07fd388 req-0be4775d-6183-4803-86e0-3d82f3d06177 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:47.530301 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2a7c9afb-84a7-4af8-af58-a4f6a07fd388 req-0be4775d-6183-4803-86e0-3d82f3d06177 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] 10.222.0.118 "GET /v2.0/ports?device_id=5f6055f4-2259-4f01-ba27-1836be7c1f14 HTTP/1.1" status: 200 len: 945 time: 0.1603622 Jul 06 13:50:47.558764 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-a41fc304-9c8a-441c-9ae1-668cd67142d8 req-bf1c5969-630e-4af6-8f94-eb2e9ef3b46b tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] Deleting port 07b8cbed-411a-4b02-8b12-79e8794d734c {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:50:47.559115 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a41fc304-9c8a-441c-9ae1-668cd67142d8 req-bf1c5969-630e-4af6-8f94-eb2e9ef3b46b tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:47.617470 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2a7c9afb-84a7-4af8-af58-a4f6a07fd388 req-58dc7cc5-a6e8-4842-9aa5-4fb4e65b5962 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] 10.222.0.118 "GET /v2.0/security-groups?id=81bc9b2d-c656-4599-a056-90006e31bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811198 Jul 06 13:50:47.664316 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-a41fc304-9c8a-441c-9ae1-668cd67142d8 req-bf1c5969-630e-4af6-8f94-eb2e9ef3b46b tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] For port 07b8cbed-411a-4b02-8b12-79e8794d734c, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=07b8cbed-411a-4b02-8b12-79e8794d734c,segment=NetworkSegment(8f65078f-e1ff-4929-a9e1-d34803cab658),segment_id=8f65078f-e1ff-4929-a9e1-d34803cab658)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:47.664695 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a41fc304-9c8a-441c-9ae1-668cd67142d8 req-bf1c5969-630e-4af6-8f94-eb2e9ef3b46b tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:47.678423 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-a41fc304-9c8a-441c-9ae1-668cd67142d8 req-bf1c5969-630e-4af6-8f94-eb2e9ef3b46b tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] Calling delete_port for 07b8cbed-411a-4b02-8b12-79e8794d734c owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:50:47.861077 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b276313a-69fa-4a97-b8e3-2b84de4335cd req-bd9cf952-c9bd-4f08-9baf-87420f75dc72 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:47.863345 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b276313a-69fa-4a97-b8e3-2b84de4335cd req-bd9cf952-c9bd-4f08-9baf-87420f75dc72 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] 10.222.0.118 "GET /v2.0/ports?device_id=786a52cc-2c3a-4ac7-91b7-dbcde4b7502d HTTP/1.1" status: 200 len: 945 time: 0.1349697 Jul 06 13:50:47.905058 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c735429-0350-48bd-b9a1-e64f9bac9e28 req-b404a66d-5819-4328-ba69-9847d985623b tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:47.907102 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7c735429-0350-48bd-b9a1-e64f9bac9e28 req-b404a66d-5819-4328-ba69-9847d985623b tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=a9a00bbc-09b3-40bc-a090-b924659bfc16 HTTP/1.1" status: 200 len: 950 time: 0.1666288 Jul 06 13:50:47.908822 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 2524dedb-6c8b-459e-901f-0e91e0219092 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:50:47.972947 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b276313a-69fa-4a97-b8e3-2b84de4335cd req-14bfcf12-03d3-43ca-9628-6462028f2cc2 tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] 10.222.0.118 "GET /v2.0/security-groups?id=80946a72-1f92-4fdd-ab03-23ba1fec09e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010544 Jul 06 13:50:47.982782 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a41fc304-9c8a-441c-9ae1-668cd67142d8 req-bf1c5969-630e-4af6-8f94-eb2e9ef3b46b tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:48.003674 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7c735429-0350-48bd-b9a1-e64f9bac9e28 req-0e09407d-bf16-4183-86ae-c6d8d6d87158 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848014 Jul 06 13:50:48.027761 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c5969-630e-4af6-8f94-eb2e9ef3b46b tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] Pushing event deleted for resources: {'Port': ['ID=07b8cbed-411a-4b02-8b12-79e8794d734c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:48.043887 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 2524dedb-6c8b-459e-901f-0e91e0219092, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=2524dedb-6c8b-459e-901f-0e91e0219092,segment=NetworkSegment(1e758e0f-019b-48cc-ae62-d4e61c49d941),segment_id=1e758e0f-019b-48cc-ae62-d4e61c49d941)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:48.057944 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '2524dedb-6c8b-459e-901f-0e91e0219092', 'network_id': 'e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d', 'port_id': '2524dedb-6c8b-459e-901f-0e91e0219092', 'mac_address': 'fa:16:3e:d8:a2:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '721fcae2-dd07-43aa-8019-84dc8aa35e60', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:50:48.073298 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41fc304-9c8a-441c-9ae1-668cd67142d8 req-bf1c5969-630e-4af6-8f94-eb2e9ef3b46b tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] No DVR routers for this DVR port 07b8cbed-411a-4b02-8b12-79e8794d734c on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:50:48.076614 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a41fc304-9c8a-441c-9ae1-668cd67142d8 req-bf1c5969-630e-4af6-8f94-eb2e9ef3b46b tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:48.078936 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a41fc304-9c8a-441c-9ae1-668cd67142d8 req-bf1c5969-630e-4af6-8f94-eb2e9ef3b46b tempest-ServerAddressesNegativeTestJSON-1780801768 tempest-ServerAddressesNegativeTestJSON-1780801768-project] 10.222.0.52 "DELETE /v2.0/ports/07b8cbed-411a-4b02-8b12-79e8794d734c HTTP/1.1" status: 204 len: 173 time: 0.7462168 Jul 06 13:50:48.079414 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786a52cc-2c3a-4ac7-91b7-dbcde4b7502d', 'name': 'network-vif-deleted', 'tag': '07b8cbed-411a-4b02-8b12-79e8794d734c'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:48.082999 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1fe936-c437-4f7b-8ca6-b78763307bb1" -d '{"events": [{"server_uuid": "786a52cc-2c3a-4ac7-91b7-dbcde4b7502d", "name": "network-vif-deleted", "tag": "07b8cbed-411a-4b02-8b12-79e8794d734c"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:48.106806 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:48.125219 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2524dedb-6c8b-459e-901f-0e91e0219092 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:50:48.151896 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 2524dedb-6c8b-459e-901f-0e91e0219092, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=2524dedb-6c8b-459e-901f-0e91e0219092,segment=NetworkSegment(1e758e0f-019b-48cc-ae62-d4e61c49d941),segment_id=1e758e0f-019b-48cc-ae62-d4e61c49d941)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:48.158788 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:48.219323 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=2524dedb-6c8b-459e-901f-0e91e0219092,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:48.225060 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662de823-be7c-4202-b58d-2ea1e066a73e req-bb61191e-af8b-4f31-b39e-2e4b2dcfdb9c tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:48.227254 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-662de823-be7c-4202-b58d-2ea1e066a73e req-bb61191e-af8b-4f31-b39e-2e4b2dcfdb9c tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 945 time: 0.1130371 Jul 06 13:50:48.275302 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae16f32-67e4-4886-80aa-2936b33158c8 req-24cc77b3-62a5-4dab-9208-10fd6e59ead0 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:48.276800 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eae16f32-67e4-4886-80aa-2936b33158c8 req-24cc77b3-62a5-4dab-9208-10fd6e59ead0 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/ports?device_id=84af1ee6-2bb8-4aaa-bf9c-dc2ae0f31075 HTTP/1.1" status: 200 len: 944 time: 0.1130347 Jul 06 13:50:48.310935 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-662de823-be7c-4202-b58d-2ea1e066a73e req-3e404c4e-72fe-40b1-87c9-d5f56025c4a0 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758080 Jul 06 13:50:48.338550 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eae16f32-67e4-4886-80aa-2936b33158c8 req-6f60d089-92c2-4873-96a3-3c1383b7af4e tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/security-groups?id=f00150a8-6ac5-450e-a26b-4a0d7468dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558727 Jul 06 13:50:48.391108 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f61689-9c51-48c4-b7c9-05bc71684777 x-openstack-request-id: req-b5f61689-9c51-48c4-b7c9-05bc71684777 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:48.391519 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786a52cc-2c3a-4ac7-91b7-dbcde4b7502d", "name": "network-vif-deleted", "tag": "07b8cbed-411a-4b02-8b12-79e8794d734c", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:48.391810 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-b5f61689-9c51-48c4-b7c9-05bc71684777 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:48.392274 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786a52cc-2c3a-4ac7-91b7-dbcde4b7502d', 'name': 'network-vif-deleted', 'tag': '07b8cbed-411a-4b02-8b12-79e8794d734c', 'status': 'completed', 'code': 200} Jul 06 13:50:48.488945 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df328511-d36f-43a8-b5be-6a558294752e req-42abd9ef-213e-41fc-ae5b-2f24506bf0b0 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:48.490491 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df328511-d36f-43a8-b5be-6a558294752e req-42abd9ef-213e-41fc-ae5b-2f24506bf0b0 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 949 time: 0.0684547 Jul 06 13:50:48.508247 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['2524dedb-6c8b-459e-901f-0e91e0219092'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:50:48.512410 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:48.529794 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df328511-d36f-43a8-b5be-6a558294752e req-d132ccf5-0043-4b8c-899a-e2f756b33f3b tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335836 Jul 06 13:50:48.761911 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0e86c-3b6b-4b3c-b11b-84a3872838b8 req-4b00d6be-c13a-4865-92b0-0e98b1c1f088 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:48.763389 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a0d0e86c-3b6b-4b3c-b11b-84a3872838b8 req-4b00d6be-c13a-4865-92b0-0e98b1c1f088 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 946 time: 0.1280980 Jul 06 13:50:48.773511 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131682b-804f-4ed8-92b4-17c6bce2ef3d req-bc5b3688-597a-4b8b-afe9-d94896b21b05 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:48.775040 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8131682b-804f-4ed8-92b4-17c6bce2ef3d req-bc5b3688-597a-4b8b-afe9-d94896b21b05 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f6055f4-2259-4f01-ba27-1836be7c1f14 HTTP/1.1" status: 200 len: 945 time: 0.1264565 Jul 06 13:50:48.898607 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a0d0e86c-3b6b-4b3c-b11b-84a3872838b8 req-6f454b05-1e38-47a9-b182-909d5c19957b tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225760 Jul 06 13:50:49.006298 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45ba05-feea-4746-acca-fddb05115aee req-8e95b3d7-74f9-4a3a-8f4b-dc137e4b3546 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:49.007697 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b45ba05-feea-4746-acca-fddb05115aee req-8e95b3d7-74f9-4a3a-8f4b-dc137e4b3546 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.124 "GET /v2.0/ports?device_id=a9a00bbc-09b3-40bc-a090-b924659bfc16 HTTP/1.1" status: 200 len: 950 time: 0.1638963 Jul 06 13:50:49.035863 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-8131682b-804f-4ed8-92b4-17c6bce2ef3d req-3a840a51-7d56-443e-bda1-64ec785068c8 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Deleting port d1707f7b-1f86-49d6-bc6b-0afadfcc96b5 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:50:49.036329 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8131682b-804f-4ed8-92b4-17c6bce2ef3d req-3a840a51-7d56-443e-bda1-64ec785068c8 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:49.067095 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f85059-a7dc-4780-900e-f52b9cb6b2f2 req-69682b90-6cf9-46c1-a90e-02c624cc4032 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:49.068629 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-40f85059-a7dc-4780-900e-f52b9cb6b2f2 req-69682b90-6cf9-46c1-a90e-02c624cc4032 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] 10.222.0.118 "GET /v2.0/ports?device_id=5f6055f4-2259-4f01-ba27-1836be7c1f14 HTTP/1.1" status: 200 len: 945 time: 0.2107975 Jul 06 13:50:49.071869 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46918) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:49.122325 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fea8bab-645f-46f3-82b0-14d6f30e2e6b admin admin] Deleting subnet 4ac09465-4f6c-4f4e-b9be-5c3d826279d4 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:50:49.125711 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5fea8bab-645f-46f3-82b0-14d6f30e2e6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:49.164447 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5fea8bab-645f-46f3-82b0-14d6f30e2e6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:49.206300 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5fea8bab-645f-46f3-82b0-14d6f30e2e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:49.268159 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5fea8bab-645f-46f3-82b0-14d6f30e2e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:49.295117 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea8bab-645f-46f3-82b0-14d6f30e2e6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ac09465-4f6c-4f4e-b9be-5c3d826279d4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:49.299000 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5fea8bab-645f-46f3-82b0-14d6f30e2e6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:49.303918 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5fea8bab-645f-46f3-82b0-14d6f30e2e6b admin admin] 10.222.0.118 "DELETE /v2.0/subnets/4ac09465-4f6c-4f4e-b9be-5c3d826279d4 HTTP/1.1" status: 204 len: 168 time: 0.2284858 Jul 06 13:50:49.304665 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46920) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:49.377501 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-332576a1-2a92-4b30-86f5-5bd6d4f6328a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:49.465036 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-332576a1-2a92-4b30-86f5-5bd6d4f6328a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:49.476475 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-332576a1-2a92-4b30-86f5-5bd6d4f6328a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c997cdb-a930-4711-9a88-e3f370fd79a1']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:49.486531 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-332576a1-2a92-4b30-86f5-5bd6d4f6328a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f65078f-e1ff-4929-a9e1-d34803cab658') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:49.486830 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-332576a1-2a92-4b30-86f5-5bd6d4f6328a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f65078f-e1ff-4929-a9e1-d34803cab658') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:49.496316 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-332576a1-2a92-4b30-86f5-5bd6d4f6328a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:49.510554 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-332576a1-2a92-4b30-86f5-5bd6d4f6328a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:49.517577 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-332576a1-2a92-4b30-86f5-5bd6d4f6328a admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:50:49.518580 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-332576a1-2a92-4b30-86f5-5bd6d4f6328a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:50:49.520701 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:50:49.573782 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-40f85059-a7dc-4780-900e-f52b9cb6b2f2 req-9f030b05-2fa0-4167-8186-8889e168913b tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] 10.222.0.118 "GET /v2.0/security-groups?id=81bc9b2d-c656-4599-a056-90006e31bdac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4905059 Jul 06 13:50:49.576102 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-332576a1-2a92-4b30-86f5-5bd6d4f6328a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:49.583732 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-332576a1-2a92-4b30-86f5-5bd6d4f6328a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:49.586192 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-332576a1-2a92-4b30-86f5-5bd6d4f6328a admin admin] 10.222.0.118 "DELETE /v2.0/networks/3c997cdb-a930-4711-9a88-e3f370fd79a1 HTTP/1.1" status: 204 len: 168 time: 0.2805514 Jul 06 13:50:49.592470 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 07b8cbed-411a-4b02-8b12-79e8794d734c no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:50:49.597292 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332576a1-2a92-4b30-86f5-5bd6d4f6328a admin admin] Pushing event deleted for resources: {'Network': ['ID=3c997cdb-a930-4711-9a88-e3f370fd79a1,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:49.604159 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-8131682b-804f-4ed8-92b4-17c6bce2ef3d req-3a840a51-7d56-443e-bda1-64ec785068c8 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] For port d1707f7b-1f86-49d6-bc6b-0afadfcc96b5, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=d1707f7b-1f86-49d6-bc6b-0afadfcc96b5,segment=NetworkSegment(d0fcef2e-ce14-4976-8d1d-2fa5668906de),segment_id=d0fcef2e-ce14-4976-8d1d-2fa5668906de)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:49.615731 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8131682b-804f-4ed8-92b4-17c6bce2ef3d req-3a840a51-7d56-443e-bda1-64ec785068c8 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:49.646826 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-8131682b-804f-4ed8-92b4-17c6bce2ef3d req-3a840a51-7d56-443e-bda1-64ec785068c8 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Calling delete_port for d1707f7b-1f86-49d6-bc6b-0afadfcc96b5 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:50:49.652089 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 07b8cbed-411a-4b02-8b12-79e8794d734c {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:50:49.652539 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 07b8cbed-411a-4b02-8b12-79e8794d734c not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:50:49.731542 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee6204-589f-461a-b59c-c458266b57b0 req-ec3f54ea-5927-4f68-beb2-8e23306d4eba tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:49.732234 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46930) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:49.741197 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-62ee6204-589f-461a-b59c-c458266b57b0 req-ec3f54ea-5927-4f68-beb2-8e23306d4eba tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=a9a00bbc-09b3-40bc-a090-b924659bfc16 HTTP/1.1" status: 200 len: 950 time: 0.2973917 Jul 06 13:50:49.749987 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-5b45ba05-feea-4746-acca-fddb05115aee req-ddafb111-127b-489f-aa29-a9c593e4c2f9 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Deleting port 97e1bc80-442d-4ac5-96f0-0d63cd6f07ff {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:50:49.750348 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b45ba05-feea-4746-acca-fddb05115aee req-ddafb111-127b-489f-aa29-a9c593e4c2f9 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:49.785510 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0249e945-6bc3-4da2-a9fb-7a8b3c75a093 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=7c428c8da15c4b26b415ad26e80c9b5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513842 Jul 06 13:50:49.788491 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46934) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:49.839718 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f0e35236-ad0f-488d-ab4c-2261c87354b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:49.862031 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f0e35236-ad0f-488d-ab4c-2261c87354b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:49.911627 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f0e35236-ad0f-488d-ab4c-2261c87354b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:49.914343 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f0e35236-ad0f-488d-ab4c-2261c87354b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:49.918048 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f0e35236-ad0f-488d-ab4c-2261c87354b6 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/80946a72-1f92-4fdd-ab03-23ba1fec09e0 HTTP/1.1" status: 204 len: 168 time: 0.1259592 Jul 06 13:50:49.923794 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e35236-ad0f-488d-ab4c-2261c87354b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80946a72-1f92-4fdd-ab03-23ba1fec09e0,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:49.932330 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 2524dedb-6c8b-459e-901f-0e91e0219092 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:50:49.948794 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-62ee6204-589f-461a-b59c-c458266b57b0 req-4832d1f9-ce84-4917-bb55-869b729c8bfb tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066078 Jul 06 13:50:50.011026 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 2524dedb-6c8b-459e-901f-0e91e0219092 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:50:50.016256 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 2524dedb-6c8b-459e-901f-0e91e0219092 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:50:50.016929 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:50.044842 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-5b45ba05-feea-4746-acca-fddb05115aee req-ddafb111-127b-489f-aa29-a9c593e4c2f9 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] For port 97e1bc80-442d-4ac5-96f0-0d63cd6f07ff, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=97e1bc80-442d-4ac5-96f0-0d63cd6f07ff,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:50.045406 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b45ba05-feea-4746-acca-fddb05115aee req-ddafb111-127b-489f-aa29-a9c593e4c2f9 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:50.114693 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:50.134425 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5ac0a-9354-4d4c-b5fb-6cd8d9b85036 req-f7504c06-1111-4edc-81f9-15e149df31d6 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:50.141827 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7eb5ac0a-9354-4d4c-b5fb-6cd8d9b85036 req-f7504c06-1111-4edc-81f9-15e149df31d6 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 945 time: 0.3954592 Jul 06 13:50:50.157964 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-5b45ba05-feea-4746-acca-fddb05115aee req-ddafb111-127b-489f-aa29-a9c593e4c2f9 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Calling delete_port for 97e1bc80-442d-4ac5-96f0-0d63cd6f07ff owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:50:50.183474 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84af1ee6-2bb8-4aaa-bf9c-dc2ae0f31075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2524dedb-6c8b-459e-901f-0e91e0219092'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:50.188650 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abdf4b1-aec4-43cd-a1e3-02e607c6ff62" -d '{"events": [{"server_uuid": "84af1ee6-2bb8-4aaa-bf9c-dc2ae0f31075", "name": "network-vif-plugged", "status": "completed", "tag": "2524dedb-6c8b-459e-901f-0e91e0219092"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:50.212740 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 2524dedb-6c8b-459e-901f-0e91e0219092, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=2524dedb-6c8b-459e-901f-0e91e0219092,segment=NetworkSegment(1e758e0f-019b-48cc-ae62-d4e61c49d941),segment_id=1e758e0f-019b-48cc-ae62-d4e61c49d941)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:50.219389 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:50.220897 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 97e1bc80-442d-4ac5-96f0-0d63cd6f07ff no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:50:50.298841 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8131682b-804f-4ed8-92b4-17c6bce2ef3d req-3a840a51-7d56-443e-bda1-64ec785068c8 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:50.306502 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7eb5ac0a-9354-4d4c-b5fb-6cd8d9b85036 req-0a696eef-9de7-47e8-a0fd-2a05d4fa4229 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635947 Jul 06 13:50:50.329859 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=2524dedb-6c8b-459e-901f-0e91e0219092,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:50.359382 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a840a51-7d56-443e-bda1-64ec785068c8 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Pushing event deleted for resources: {'Port': ['ID=d1707f7b-1f86-49d6-bc6b-0afadfcc96b5,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:50.379332 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:50.424699 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 97e1bc80-442d-4ac5-96f0-0d63cd6f07ff, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=97e1bc80-442d-4ac5-96f0-0d63cd6f07ff,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:50.431007 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:50.444822 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-8131682b-804f-4ed8-92b4-17c6bce2ef3d req-3a840a51-7d56-443e-bda1-64ec785068c8 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] No DVR routers for this DVR port d1707f7b-1f86-49d6-bc6b-0afadfcc96b5 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:50:50.449291 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8131682b-804f-4ed8-92b4-17c6bce2ef3d req-3a840a51-7d56-443e-bda1-64ec785068c8 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:50.451846 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8131682b-804f-4ed8-92b4-17c6bce2ef3d req-3a840a51-7d56-443e-bda1-64ec785068c8 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] 10.222.0.52 "DELETE /v2.0/ports/d1707f7b-1f86-49d6-bc6b-0afadfcc96b5 HTTP/1.1" status: 204 len: 173 time: 1.6697838 Jul 06 13:50:50.453303 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6055f4-2259-4f01-ba27-1836be7c1f14', 'name': 'network-vif-deleted', 'tag': 'd1707f7b-1f86-49d6-bc6b-0afadfcc96b5'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:50.456195 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6535f6f-f0b4-47e7-a5d2-47680eb3208e" -d '{"events": [{"server_uuid": "5f6055f4-2259-4f01-ba27-1836be7c1f14", "name": "network-vif-deleted", "tag": "d1707f7b-1f86-49d6-bc6b-0afadfcc96b5"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:50.487042 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc241b-691f-4047-b582-8ea9b71f4d70 req-054303a2-3aae-422c-94eb-887427586bc4 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:50.489407 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00bc241b-691f-4047-b582-8ea9b71f4d70 req-054303a2-3aae-422c-94eb-887427586bc4 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/ports?device_id=84af1ee6-2bb8-4aaa-bf9c-dc2ae0f31075 HTTP/1.1" status: 200 len: 945 time: 0.2785237 Jul 06 13:50:50.496825 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=97e1bc80-442d-4ac5-96f0-0d63cd6f07ff,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:50.637610 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00bc241b-691f-4047-b582-8ea9b71f4d70 req-ade4fd7f-14ce-4350-9870-b73a8f658d22 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/security-groups?id=f00150a8-6ac5-450e-a26b-4a0d7468dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334281 Jul 06 13:50:50.641911 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b45ba05-feea-4746-acca-fddb05115aee req-ddafb111-127b-489f-aa29-a9c593e4c2f9 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:50.654820 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['f120d03a-d04f-4092-b22c-5a031fcd177e'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:50:50.667867 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['76a663a7-5e16-470c-95b7-045f9d4c9874'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:50:50.707047 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddafb111-127b-489f-aa29-a9c593e4c2f9 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Pushing event deleted for resources: {'Port': ['ID=97e1bc80-442d-4ac5-96f0-0d63cd6f07ff,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:50.787365 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b45ba05-feea-4746-acca-fddb05115aee req-ddafb111-127b-489f-aa29-a9c593e4c2f9 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] No DVR routers for this DVR port 97e1bc80-442d-4ac5-96f0-0d63cd6f07ff on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:50:50.792551 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b45ba05-feea-4746-acca-fddb05115aee req-ddafb111-127b-489f-aa29-a9c593e4c2f9 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:50.794719 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b45ba05-feea-4746-acca-fddb05115aee req-ddafb111-127b-489f-aa29-a9c593e4c2f9 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.124 "DELETE /v2.0/ports/97e1bc80-442d-4ac5-96f0-0d63cd6f07ff HTTP/1.1" status: 204 len: 173 time: 1.7734928 Jul 06 13:50:50.805405 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8468b-c26a-4041-9cfb-9cbcc5e58ef9 req-cdc79a99-b1aa-4c1e-8587-93675a989cf7 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:50.807106 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31f8468b-c26a-4041-9cfb-9cbcc5e58ef9 req-cdc79a99-b1aa-4c1e-8587-93675a989cf7 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 949 time: 0.2539856 Jul 06 13:50:50.892059 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31f8468b-c26a-4041-9cfb-9cbcc5e58ef9 req-cfb0a735-bc60-436d-81d9-66da4d8a0b6c tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738821 Jul 06 13:50:51.023561 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85ae054-ba31-41d2-beef-d594b34d02fb x-openstack-request-id: req-b85ae054-ba31-41d2-beef-d594b34d02fb {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:51.023862 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84af1ee6-2bb8-4aaa-bf9c-dc2ae0f31075", "name": "network-vif-plugged", "status": "completed", "tag": "2524dedb-6c8b-459e-901f-0e91e0219092", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:51.024122 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-b85ae054-ba31-41d2-beef-d594b34d02fb {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:51.024517 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84af1ee6-2bb8-4aaa-bf9c-dc2ae0f31075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2524dedb-6c8b-459e-901f-0e91e0219092', 'code': 200} Jul 06 13:50:51.060487 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46966) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:51.063775 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bcf3a-0e84-4f80-b86c-de6fb1550474 req-11f097c2-ae12-422e-8bd4-4c667322ed3e tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:51.065298 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-814bcf3a-0e84-4f80-b86c-de6fb1550474 req-11f097c2-ae12-422e-8bd4-4c667322ed3e tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 946 time: 0.1383545 Jul 06 13:50:51.067017 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99974289-0885-423f-8d4e-e260fde2b2e4 x-openstack-request-id: req-99974289-0885-423f-8d4e-e260fde2b2e4 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:51.067383 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6055f4-2259-4f01-ba27-1836be7c1f14", "name": "network-vif-deleted", "tag": "d1707f7b-1f86-49d6-bc6b-0afadfcc96b5", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:51.067637 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-99974289-0885-423f-8d4e-e260fde2b2e4 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:51.068029 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6055f4-2259-4f01-ba27-1836be7c1f14', 'name': 'network-vif-deleted', 'tag': 'd1707f7b-1f86-49d6-bc6b-0afadfcc96b5', 'status': 'completed', 'code': 200} Jul 06 13:50:51.167075 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-814bcf3a-0e84-4f80-b86c-de6fb1550474 req-c4aadd50-ebd5-4e2f-8605-dc8a3fcd0351 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856802 Jul 06 13:50:51.247126 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c4e13a52-4335-4624-9560-a6c633face9c req-13622f6a-bb0d-4295-b357-33d1787b9741 tempest-InstanceActionsV221TestJSON-1752978532 tempest-InstanceActionsV221TestJSON-1752978532-project] 10.222.0.118 "GET /v2.0/ports?device_id=5f6055f4-2259-4f01-ba27-1836be7c1f14 HTTP/1.1" status: 200 len: 210 time: 0.0602360 Jul 06 13:50:51.275515 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-6277012b-9725-4c48-bb55-898429c8ed51 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2038237184-network', 'tenant_id': 'bea7b4da8e63480980f1c76d63c2ffcf'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:50:51.281099 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16138e8c-9e5b-4a47-95ee-ec7fb7f3e99a req-009ab6a4-1d6d-4f68-a5b7-2cf30f572161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:51.282658 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16138e8c-9e5b-4a47-95ee-ec7fb7f3e99a req-009ab6a4-1d6d-4f68-a5b7-2cf30f572161 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=84af1ee6-2bb8-4aaa-bf9c-dc2ae0f31075 HTTP/1.1" status: 200 len: 1096 time: 0.1580212 Jul 06 13:50:51.318381 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6277012b-9725-4c48-bb55-898429c8ed51 admin admin] Made reservation on behalf of bea7b4da8e63480980f1c76d63c2ffcf for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:50:51.320919 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6277012b-9725-4c48-bb55-898429c8ed51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:51.328821 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16138e8c-9e5b-4a47-95ee-ec7fb7f3e99a req-53c51c9c-7261-49b7-b6e2-c42a509bade1 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=f00150a8-6ac5-450e-a26b-4a0d7468dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384445 Jul 06 13:50:51.343274 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6277012b-9725-4c48-bb55-898429c8ed51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:51.430796 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4ceb0406-b590-45ec-b116-4c26a2e01d44 req-a70c6565-7fb0-4455-af8e-f97e509faabd tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=a9a00bbc-09b3-40bc-a090-b924659bfc16 HTTP/1.1" status: 200 len: 210 time: 0.0596144 Jul 06 13:50:51.458254 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6277012b-9725-4c48-bb55-898429c8ed51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:51.464055 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6277012b-9725-4c48-bb55-898429c8ed51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:51.491019 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6277012b-9725-4c48-bb55-898429c8ed51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:50:51.500045 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6277012b-9725-4c48-bb55-898429c8ed51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:51.506582 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6277012b-9725-4c48-bb55-898429c8ed51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:51.507023 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-6277012b-9725-4c48-bb55-898429c8ed51 admin admin] Added segment 378c2576-8c0b-49b2-8600-edb85a6f5028 of type vlan for network 4af52798-23b1-402a-a1ea-3bd334b33ddb Jul 06 13:50:51.512095 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07102d4d-661f-42ce-8a88-5464a9211671 req-f6ce8783-b78d-49b2-9e91-bc1b1439b3b0 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:51.513894 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07102d4d-661f-42ce-8a88-5464a9211671 req-f6ce8783-b78d-49b2-9e91-bc1b1439b3b0 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 945 time: 0.0747619 Jul 06 13:50:51.558498 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07102d4d-661f-42ce-8a88-5464a9211671 req-10f8f5d7-cf93-48e5-8112-e7b027cb108c tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380321 Jul 06 13:50:51.559102 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6277012b-9725-4c48-bb55-898429c8ed51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:51.588414 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device d1707f7b-1f86-49d6-bc6b-0afadfcc96b5 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:50:51.605712 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6277012b-9725-4c48-bb55-898429c8ed51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:51.607311 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6277012b-9725-4c48-bb55-898429c8ed51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:51.607922 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6277012b-9725-4c48-bb55-898429c8ed51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:51.609895 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: d1707f7b-1f86-49d6-bc6b-0afadfcc96b5 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:50:51.610259 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device d1707f7b-1f86-49d6-bc6b-0afadfcc96b5 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:50:51.660930 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6277012b-9725-4c48-bb55-898429c8ed51 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5977240 Jul 06 13:50:51.663950 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46972) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:51.667976 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6277012b-9725-4c48-bb55-898429c8ed51 admin admin] Pushing event updated for resources: {'Network': ['ID=4af52798-23b1-402a-a1ea-3bd334b33ddb,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:51.669961 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-659aca15-df65-4d4b-9fd0-4a6616da859a admin admin] Request body: {'subnet': {'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2038237184-subnet', 'tenant_id': 'bea7b4da8e63480980f1c76d63c2ffcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:50:51.678911 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 4af52798-23b1-402a-a1ea-3bd334b33ddb details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:50:51.698948 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659aca15-df65-4d4b-9fd0-4a6616da859a admin admin] Made reservation on behalf of bea7b4da8e63480980f1c76d63c2ffcf for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:50:51.701503 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-659aca15-df65-4d4b-9fd0-4a6616da859a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:51.883617 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253abf39-6c2b-450a-911f-ecf74057ac85 req-9fda4085-0e14-4ba1-976e-752dd82ba70e tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:51.885087 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-253abf39-6c2b-450a-911f-ecf74057ac85 req-9fda4085-0e14-4ba1-976e-752dd82ba70e tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/ports?device_id=84af1ee6-2bb8-4aaa-bf9c-dc2ae0f31075 HTTP/1.1" status: 200 len: 945 time: 0.1134307 Jul 06 13:50:51.948077 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-659aca15-df65-4d4b-9fd0-4a6616da859a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:51.989190 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-253abf39-6c2b-450a-911f-ecf74057ac85 req-3bb91349-4289-4c61-a072-7c52da86bddc tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/security-groups?id=f00150a8-6ac5-450e-a26b-4a0d7468dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810733 Jul 06 13:50:52.016628 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659aca15-df65-4d4b-9fd0-4a6616da859a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd856c7f-efce-4c28-b5ab-617143cae7b2,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:52.029638 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659aca15-df65-4d4b-9fd0-4a6616da859a admin admin] Checking segment: {'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:50:52.030066 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659aca15-df65-4d4b-9fd0-4a6616da859a admin admin] Network hostable DHCP agents. Network: 4af52798-23b1-402a-a1ea-3bd334b33ddb, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:50:52.056251 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659aca15-df65-4d4b-9fd0-4a6616da859a admin admin] Network 4af52798-23b1-402a-a1ea-3bd334b33ddb is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:50:52.084182 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-659aca15-df65-4d4b-9fd0-4a6616da859a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 4af52798-23b1-402a-a1ea-3bd334b33ddb) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:50:52.090759 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659aca15-df65-4d4b-9fd0-4a6616da859a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:52.091370 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-659aca15-df65-4d4b-9fd0-4a6616da859a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:52.093021 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa1a408-e0a6-45f8-9d28-a8448a0e540a None None] Network 4af52798-23b1-402a-a1ea-3bd334b33ddb requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:50:52.110591 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-659aca15-df65-4d4b-9fd0-4a6616da859a admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4454246 Jul 06 13:50:52.125516 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3f104-d1ed-4617-b09d-5e6b5b788139 req-da22a032-05bd-43b1-9269-67c969a69379 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:52.127135 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3de3f104-d1ed-4617-b09d-5e6b5b788139 req-da22a032-05bd-43b1-9269-67c969a69379 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 949 time: 0.0837696 Jul 06 13:50:52.183754 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3de3f104-d1ed-4617-b09d-5e6b5b788139 req-b5355371-8af6-41f5-a2bc-0a03bb238ec9 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467305 Jul 06 13:50:52.255417 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c623bff2-3c94-442e-b50a-a495e911b3bb None None] Network 4af52798-23b1-402a-a1ea-3bd334b33ddb requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:50:52.411498 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f999c09-ae1a-45d6-97a5-9f1265631b51 req-927ff06f-6926-40d3-b599-512b69dd8561 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:52.413352 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3f999c09-ae1a-45d6-97a5-9f1265631b51 req-927ff06f-6926-40d3-b599-512b69dd8561 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 946 time: 0.0868196 Jul 06 13:50:52.453270 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3f999c09-ae1a-45d6-97a5-9f1265631b51 req-aec4fc2f-6751-4dbd-949e-eb560aa7c814 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340662 Jul 06 13:50:52.649037 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-3bf1854c-7607-4f9a-b5e4-380557343b3b tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:52.650607 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-3bf1854c-7607-4f9a-b5e4-380557343b3b tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/networks?id=4af52798-23b1-402a-a1ea-3bd334b33ddb HTTP/1.1" status: 200 len: 806 time: 0.1076150 Jul 06 13:50:52.665546 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-2e61e6e8-0faa-4cac-b312-7514d276adc6 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/quotas/bea7b4da8e63480980f1c76d63c2ffcf HTTP/1.1" status: 200 len: 375 time: 0.0095577 Jul 06 13:50:52.703508 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-780d852e-c334-4bf3-841f-cbd790128529 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=bea7b4da8e63480980f1c76d63c2ffcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327001 Jul 06 13:50:52.822556 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-ad2d8b87-e7e0-4831-bb66-7fd88d090598 service neutron] 10.222.0.118 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117225 Jul 06 13:50:52.907392 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762e9f4-187c-4b26-908d-2846c982db3f req-7285845e-1c35-4473-8508-b41263d959a6 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:52.908906 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9762e9f4-187c-4b26-908d-2846c982db3f req-7285845e-1c35-4473-8508-b41263d959a6 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 945 time: 0.1312284 Jul 06 13:50:52.954965 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-6639c666-9e01-4507-aa2a-28b9ec61ddfd service neutron] 10.222.0.118 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264820 Jul 06 13:50:52.967976 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9762e9f4-187c-4b26-908d-2846c982db3f req-6b01b279-fb12-4b58-9988-77069b90d573 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518289 Jul 06 13:50:53.026182 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a00bbc-09b3-40bc-a090-b924659bfc16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e1bc80-442d-4ac5-96f0-0d63cd6f07ff'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:53.028745 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109ab9ec-e2c6-421f-8596-850c91bc9bf7" -d '{"events": [{"server_uuid": "a9a00bbc-09b3-40bc-a090-b924659bfc16", "name": "network-vif-unplugged", "status": "completed", "tag": "97e1bc80-442d-4ac5-96f0-0d63cd6f07ff"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:53.070805 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a00bbc-09b3-40bc-a090-b924659bfc16', 'name': 'network-vif-deleted', 'tag': '97e1bc80-442d-4ac5-96f0-0d63cd6f07ff'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:53.072175 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a3ac2f-551f-4d7e-ae5e-e86abad9915f" -d '{"events": [{"server_uuid": "a9a00bbc-09b3-40bc-a090-b924659bfc16", "name": "network-vif-deleted", "tag": "97e1bc80-442d-4ac5-96f0-0d63cd6f07ff"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:53.136329 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47024) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:53.192203 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da2b0d2-496f-4f48-9464-dba22e6920a1 admin admin] Deleting subnet 8c68d263-19a1-4ec8-a716-023a9c5ca3f3 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:50:53.196722 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3da2b0d2-496f-4f48-9464-dba22e6920a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:53.247479 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3da2b0d2-496f-4f48-9464-dba22e6920a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:53.295524 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3da2b0d2-496f-4f48-9464-dba22e6920a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:53.312433 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc85aa2f-a88b-4e5a-8265-ad03b3191f73 x-openstack-request-id: req-bc85aa2f-a88b-4e5a-8265-ad03b3191f73 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:53.313171 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a00bbc-09b3-40bc-a090-b924659bfc16", "name": "network-vif-unplugged", "status": "completed", "tag": "97e1bc80-442d-4ac5-96f0-0d63cd6f07ff", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:53.313617 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-bc85aa2f-a88b-4e5a-8265-ad03b3191f73 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:53.314622 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a00bbc-09b3-40bc-a090-b924659bfc16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e1bc80-442d-4ac5-96f0-0d63cd6f07ff', 'code': 200} Jul 06 13:50:53.415407 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1948853a-a1c5-41be-90b0-1aefa0ee1327 req-812bca9d-e2ba-4552-806f-78e93318ea20 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=02be0af1-842d-4664-a517-6704bd307587 HTTP/1.1" status: 200 len: 210 time: 0.0629678 Jul 06 13:50:53.417663 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3da2b0d2-496f-4f48-9464-dba22e6920a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:53.447842 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2b0d2-496f-4f48-9464-dba22e6920a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c68d263-19a1-4ec8-a716-023a9c5ca3f3,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:53.452548 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3da2b0d2-496f-4f48-9464-dba22e6920a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:53.454682 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3da2b0d2-496f-4f48-9464-dba22e6920a1 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/8c68d263-19a1-4ec8-a716-023a9c5ca3f3 HTTP/1.1" status: 204 len: 168 time: 0.3171701 Jul 06 13:50:53.458186 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47036) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:53.511022 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003803b7-e68c-4f67-8883-f568aacc1079 x-openstack-request-id: req-003803b7-e68c-4f67-8883-f568aacc1079 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:53.511380 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a00bbc-09b3-40bc-a090-b924659bfc16", "name": "network-vif-deleted", "tag": "97e1bc80-442d-4ac5-96f0-0d63cd6f07ff", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:53.511677 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-003803b7-e68c-4f67-8883-f568aacc1079 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:53.512137 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a00bbc-09b3-40bc-a090-b924659bfc16', 'name': 'network-vif-deleted', 'tag': '97e1bc80-442d-4ac5-96f0-0d63cd6f07ff', 'status': 'completed', 'code': 200} Jul 06 13:50:53.546165 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e0749-6737-43a3-b0ea-c6a021fa4bfe req-32a0ebdd-ab71-4b41-b72a-6950c3fe63ac tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:53.547700 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d85e0749-6737-43a3-b0ea-c6a021fa4bfe req-32a0ebdd-ab71-4b41-b72a-6950c3fe63ac tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/ports?device_id=84af1ee6-2bb8-4aaa-bf9c-dc2ae0f31075 HTTP/1.1" status: 200 len: 945 time: 0.1994538 Jul 06 13:50:53.570169 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4518eb7d-f203-4a4e-92bc-d2c99b07383b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:53.651835 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d85e0749-6737-43a3-b0ea-c6a021fa4bfe req-19985e12-83bc-47ae-8e37-e81c8a8d54e7 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/security-groups?id=f00150a8-6ac5-450e-a26b-4a0d7468dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935469 Jul 06 13:50:53.774564 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4518eb7d-f203-4a4e-92bc-d2c99b07383b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:53.810398 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-4518eb7d-f203-4a4e-92bc-d2c99b07383b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a0111b4-5695-4e95-9f74-ba34ed18db11']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:53.846416 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570c5b2-4208-4a90-9ce1-f302b980e2fd req-06d77449-6bd4-418b-badb-8068410d4533 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:53.848646 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1570c5b2-4208-4a90-9ce1-f302b980e2fd req-06d77449-6bd4-418b-badb-8068410d4533 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 949 time: 0.2678564 Jul 06 13:50:53.855189 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-4518eb7d-f203-4a4e-92bc-d2c99b07383b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0fcef2e-ce14-4976-8d1d-2fa5668906de') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:53.855496 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-4518eb7d-f203-4a4e-92bc-d2c99b07383b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0fcef2e-ce14-4976-8d1d-2fa5668906de') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:53.883372 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4518eb7d-f203-4a4e-92bc-d2c99b07383b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:53.917544 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4518eb7d-f203-4a4e-92bc-d2c99b07383b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:53.936147 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17645a3c-c7f2-4b26-aca0-fce899d7a3d2 req-174153f6-3db9-4ec6-b5f2-5136b41b1437 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2612987 Jul 06 13:50:53.937168 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4518eb7d-f203-4a4e-92bc-d2c99b07383b admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:50:53.937600 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4518eb7d-f203-4a4e-92bc-d2c99b07383b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: timer() Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:50:53.943026 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:50:53.989999 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1570c5b2-4208-4a90-9ce1-f302b980e2fd req-0dd85928-ba45-4a2d-a06f-fd42c99223cc tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303658 Jul 06 13:50:54.048170 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc6baa-dcda-4dfc-9088-ed78fe43de7b req-8c2c0db7-0975-4ab9-a84e-231e3be6d2db tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:54.049713 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4bdc6baa-dcda-4dfc-9088-ed78fe43de7b req-8c2c0db7-0975-4ab9-a84e-231e3be6d2db tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=561e0596-21b3-4935-ad5f-aba775f0d8e7 HTTP/1.1" status: 200 len: 949 time: 0.2707498 Jul 06 13:50:54.070305 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4518eb7d-f203-4a4e-92bc-d2c99b07383b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:54.093673 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4518eb7d-f203-4a4e-92bc-d2c99b07383b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:54.095564 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4518eb7d-f203-4a4e-92bc-d2c99b07383b admin admin] 10.222.0.118 "DELETE /v2.0/networks/2a0111b4-5695-4e95-9f74-ba34ed18db11 HTTP/1.1" status: 204 len: 168 time: 0.6362453 Jul 06 13:50:54.128661 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518eb7d-f203-4a4e-92bc-d2c99b07383b admin admin] Pushing event deleted for resources: {'Network': ['ID=2a0111b4-5695-4e95-9f74-ba34ed18db11,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:54.187076 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4bdc6baa-dcda-4dfc-9088-ed78fe43de7b req-43f13e96-6397-4dd2-b834-f1e7e2ee61c2 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274288 Jul 06 13:50:54.188882 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17645a3c-c7f2-4b26-aca0-fce899d7a3d2 req-675c28bc-9afa-477a-a7d1-8cbdbf6320c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:54.190358 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17645a3c-c7f2-4b26-aca0-fce899d7a3d2 req-675c28bc-9afa-477a-a7d1-8cbdbf6320c5 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=9a034f7c3c7c4a32987e24fa8a7ab2b6&device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 1102 time: 0.1994660 Jul 06 13:50:54.234466 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f340a1-3a41-48c2-af1c-c960073d035f req-7cb742b1-46a6-4a59-9b60-957bb6c38896 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:54.236185 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a8f340a1-3a41-48c2-af1c-c960073d035f req-7cb742b1-46a6-4a59-9b60-957bb6c38896 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 946 time: 0.1221046 Jul 06 13:50:54.277553 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47056) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:54.325631 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5ce8b157-338c-4c89-908f-54c7b404cbca admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=f9821636e1fa406d89f0172341ecbdc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466492 Jul 06 13:50:54.326869 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47060) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:54.385275 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d90bfea0-9a33-413c-8257-6901b1aac1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:54.415875 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d90bfea0-9a33-413c-8257-6901b1aac1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:54.468486 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d90bfea0-9a33-413c-8257-6901b1aac1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:54.472513 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d90bfea0-9a33-413c-8257-6901b1aac1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:54.479027 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d90bfea0-9a33-413c-8257-6901b1aac1dd admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/81bc9b2d-c656-4599-a056-90006e31bdac HTTP/1.1" status: 204 len: 168 time: 0.1455836 Jul 06 13:50:54.495117 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90bfea0-9a33-413c-8257-6901b1aac1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bc9b2d-c656-4599-a056-90006e31bdac,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:54.529198 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a8f340a1-3a41-48c2-af1c-c960073d035f req-8809380d-2e5c-44af-8103-c973f2456388 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723153 Jul 06 13:50:54.576506 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-8d269a90-6a6d-495e-a2dc-4f0496ccb4b1 service neutron] show failed (client error): The resource could not be found. Jul 06 13:50:54.577569 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-8d269a90-6a6d-495e-a2dc-4f0496ccb4b1 service neutron] 10.222.0.124 "GET /v2.0/ports/3e8943cb-a6ad-4c58-9bd2-79576b130719/bindings/n-h1-773644-6 HTTP/1.1" status: 404 len: 380 time: 0.2900026 Jul 06 13:50:54.585566 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17645a3c-c7f2-4b26-aca0-fce899d7a3d2 req-f9b53e6b-3198-4fcd-b04f-ee8ec34480e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:54.587108 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17645a3c-c7f2-4b26-aca0-fce899d7a3d2 req-f9b53e6b-3198-4fcd-b04f-ee8ec34480e3 service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.3501329 Jul 06 13:50:54.598976 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-85bb9903-afb7-4a11-8df8-046cea4c01dc tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:54.600504 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-85bb9903-afb7-4a11-8df8-046cea4c01dc tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.52 "GET /v2.0/networks?id=4af52798-23b1-402a-a1ea-3bd334b33ddb HTTP/1.1" status: 200 len: 806 time: 0.3065426 Jul 06 13:50:54.619240 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0b11b-a30b-4878-a3fc-9981d76f5810 req-fd3964bf-b640-4efe-a7b7-2699a32409b4 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:54.621043 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b1f0b11b-a30b-4878-a3fc-9981d76f5810 req-fd3964bf-b640-4efe-a7b7-2699a32409b4 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 945 time: 0.2861910 Jul 06 13:50:54.656231 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-e49aab99-0d00-449b-af22-dfd66dc81b89 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Request body: {'port': {'device_id': '02be0af1-842d-4664-a517-6704bd307587', 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb', 'admin_state_up': True, 'tenant_id': 'bea7b4da8e63480980f1c76d63c2ffcf'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:50:54.663528 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17645a3c-c7f2-4b26-aca0-fce899d7a3d2 req-dc02ca97-d8f0-4c9a-bb47-3046dbf15e6e service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=f120d03a-d04f-4092-b22c-5a031fcd177e HTTP/1.1" status: 200 len: 217 time: 0.0609992 Jul 06 13:50:54.800040 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b1f0b11b-a30b-4878-a3fc-9981d76f5810 req-102de089-d04c-4dd1-a4cd-e1f1f366af33 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474192 Jul 06 13:50:54.823827 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17645a3c-c7f2-4b26-aca0-fce899d7a3d2 req-3db98556-8cf6-409d-a247-853563de24d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:54.825353 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17645a3c-c7f2-4b26-aca0-fce899d7a3d2 req-3db98556-8cf6-409d-a247-853563de24d5 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1465144 Jul 06 13:50:54.962060 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-058d3010-cceb-4b84-8a02-cc791309545b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:54.965121 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-058d3010-cceb-4b84-8a02-cc791309545b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf&tenant_id=26acdda50990445ca6f1c6389fdcff1f HTTP/1.1" status: 200 len: 1100 time: 0.1108844 Jul 06 13:50:54.966411 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-e49aab99-0d00-449b-af22-dfd66dc81b89 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Made reservation on behalf of bea7b4da8e63480980f1c76d63c2ffcf for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:50:54.970647 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-e49aab99-0d00-449b-af22-dfd66dc81b89 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:54.981422 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-669efb93-8849-407a-af75-986c9d0750ba service neutron] Request body: {'port': {'binding:host_id': 'n-h1-773644-6', 'device_owner': 'compute:nova'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:50:54.995014 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb713bef-0bf2-4d63-832d-cc46cfc093ce req-b8095470-c1b2-45fd-bdc8-59d1face6684 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:54.996565 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb713bef-0bf2-4d63-832d-cc46cfc093ce req-b8095470-c1b2-45fd-bdc8-59d1face6684 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.52 "GET /v2.0/ports?device_id=561e0596-21b3-4935-ad5f-aba775f0d8e7 HTTP/1.1" status: 200 len: 949 time: 0.1921368 Jul 06 13:50:55.048370 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8006588b-c112-40bd-8342-c6a88a45a7d8 req-7fc3dea1-45d0-4078-aae5-6dee9020bea8 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=02be0af1-842d-4664-a517-6704bd307587 HTTP/1.1" status: 200 len: 210 time: 0.0731816 Jul 06 13:50:55.102654 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17645a3c-c7f2-4b26-aca0-fce899d7a3d2 req-da56eaab-af95-46c7-b118-e6c4eaf026c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:55.104853 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17645a3c-c7f2-4b26-aca0-fce899d7a3d2 req-da56eaab-af95-46c7-b118-e6c4eaf026c1 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2493629 Jul 06 13:50:55.147805 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-669efb93-8849-407a-af75-986c9d0750ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:55.406451 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-669efb93-8849-407a-af75-986c9d0750ba service neutron] For port 3e8943cb-a6ad-4c58-9bd2-79576b130719, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=3e8943cb-a6ad-4c58-9bd2-79576b130719,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:55.446055 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-669efb93-8849-407a-af75-986c9d0750ba service neutron] For port 3e8943cb-a6ad-4c58-9bd2-79576b130719, host n-h2-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:50:55.487774 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab67ddb7-250e-4e4a-af9d-4bbf1df292cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e8943cb-a6ad-4c58-9bd2-79576b130719'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:55.490132 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f508e633-cfda-4482-942c-7ac063fd84cb" -d '{"events": [{"server_uuid": "ab67ddb7-250e-4e4a-af9d-4bbf1df292cf", "name": "network-vif-unplugged", "status": "completed", "tag": "3e8943cb-a6ad-4c58-9bd2-79576b130719"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:55.494170 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-669efb93-8849-407a-af75-986c9d0750ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:55.509944 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-669efb93-8849-407a-af75-986c9d0750ba service neutron] Transition to ACTIVE for port object 3e8943cb-a6ad-4c58-9bd2-79576b130719 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:50:55.515252 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-669efb93-8849-407a-af75-986c9d0750ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:55.543434 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47092) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:55.592187 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-669efb93-8849-407a-af75-986c9d0750ba service neutron] No DVR routers for this DVR port 3e8943cb-a6ad-4c58-9bd2-79576b130719 on host n-h2-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:50:55.595902 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669efb93-8849-407a-af75-986c9d0750ba service neutron] Pushing event updated for resources: {'Port': ['ID=3e8943cb-a6ad-4c58-9bd2-79576b130719,revision_number=6']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:55.653219 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-669efb93-8849-407a-af75-986c9d0750ba service neutron] Attempting to bind port 3e8943cb-a6ad-4c58-9bd2-79576b130719 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:50:55.653546 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-669efb93-8849-407a-af75-986c9d0750ba service neutron] Attempting to bind port 3e8943cb-a6ad-4c58-9bd2-79576b130719 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:50:55.653914 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-669efb93-8849-407a-af75-986c9d0750ba service neutron] Attempting to bind port 3e8943cb-a6ad-4c58-9bd2-79576b130719 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:50:55.658814 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-669efb93-8849-407a-af75-986c9d0750ba service neutron] Port 3e8943cb-a6ad-4c58-9bd2-79576b130719 on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:50:55.659509 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-669efb93-8849-407a-af75-986c9d0750ba service neutron] Attempting to bind port 3e8943cb-a6ad-4c58-9bd2-79576b130719 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:50:55.666119 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-669efb93-8849-407a-af75-986c9d0750ba service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:50:55.666595 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-669efb93-8849-407a-af75-986c9d0750ba service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:50:55.668216 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-669efb93-8849-407a-af75-986c9d0750ba service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:50:55.668851 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-669efb93-8849-407a-af75-986c9d0750ba service neutron] Bound port: 3e8943cb-a6ad-4c58-9bd2-79576b130719, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:50:55.669532 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-669efb93-8849-407a-af75-986c9d0750ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:55.717228 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-ed81f1fc-1bef-478c-b895-1c320e940c7d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-20513066-network', 'tenant_id': '5cdbbf3cb8c5435e96d40f3db2892fd8'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:50:55.751700 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17645a3c-c7f2-4b26-aca0-fce899d7a3d2 req-f4b5b1a7-5e56-4d98-b823-e2c88005a19e service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810681 Jul 06 13:50:55.757926 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-e49aab99-0d00-449b-af22-dfd66dc81b89 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Allocated IP 172.20.0.8 (4af52798-23b1-402a-a1ea-3bd334b33ddb/fd856c7f-efce-4c28-b5ab-617143cae7b2/9e451bb0-958b-4bc4-877b-69352013cdbd) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:50:55.761237 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed81f1fc-1bef-478c-b895-1c320e940c7d admin admin] Made reservation on behalf of 5cdbbf3cb8c5435e96d40f3db2892fd8 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:50:55.763889 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ed81f1fc-1bef-478c-b895-1c320e940c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:55.775989 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-669efb93-8849-407a-af75-986c9d0750ba service neutron] For port 3e8943cb-a6ad-4c58-9bd2-79576b130719, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:50:55.778781 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ed81f1fc-1bef-478c-b895-1c320e940c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:55.810572 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-fb713bef-0bf2-4d63-832d-cc46cfc093ce req-2e179c6d-8a2e-497a-a5ac-438f45982320 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Deleting port 76a663a7-5e16-470c-95b7-045f9d4c9874 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:50:55.810787 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fb713bef-0bf2-4d63-832d-cc46cfc093ce req-2e179c6d-8a2e-497a-a5ac-438f45982320 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:55.818252 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-669efb93-8849-407a-af75-986c9d0750ba service neutron] For port 3e8943cb-a6ad-4c58-9bd2-79576b130719, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=3e8943cb-a6ad-4c58-9bd2-79576b130719,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:50:55.826947 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-669efb93-8849-407a-af75-986c9d0750ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:55.856848 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d68cc4-f14b-4b50-b596-3de68366c20a req-c5490a65-680b-4cbf-950d-dd11e78ca906 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:55.858246 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-85d68cc4-f14b-4b50-b596-3de68366c20a req-c5490a65-680b-4cbf-950d-dd11e78ca906 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/ports?device_id=84af1ee6-2bb8-4aaa-bf9c-dc2ae0f31075 HTTP/1.1" status: 200 len: 945 time: 0.3835952 Jul 06 13:50:55.876518 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-669efb93-8849-407a-af75-986c9d0750ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:55.877143 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-669efb93-8849-407a-af75-986c9d0750ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:55.879201 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-669efb93-8849-407a-af75-986c9d0750ba service neutron] 10.222.0.52 "PUT /v2.0/ports/3e8943cb-a6ad-4c58-9bd2-79576b130719 HTTP/1.1" status: 200 len: 1095 time: 0.9055519 Jul 06 13:50:55.881787 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e80a3-8420-48be-b1d5-15c20fafafb0 req-f0a2fe57-a758-4ab0-b24a-5c08cca8c352 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:55.883103 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-946e80a3-8420-48be-b1d5-15c20fafafb0 req-f0a2fe57-a758-4ab0-b24a-5c08cca8c352 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 947 time: 0.3665419 Jul 06 13:50:55.925212 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669efb93-8849-407a-af75-986c9d0750ba service neutron] Pushing event updated for resources: {'Port': ['ID=3e8943cb-a6ad-4c58-9bd2-79576b130719,revision_number=7']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:55.981269 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ed81f1fc-1bef-478c-b895-1c320e940c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:55.988264 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ed81f1fc-1bef-478c-b895-1c320e940c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:56.017997 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-6160c22d-d37a-496e-8007-bac57c071767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:56.020434 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-6160c22d-d37a-496e-8007-bac57c071767 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 1098 time: 0.1113772 Jul 06 13:50:56.021199 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed81f1fc-1bef-478c-b895-1c320e940c7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:50:56.086808 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81f1fc-1bef-478c-b895-1c320e940c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db37d44-1922-4a35-90c3-f399c0f1730f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:56.091538 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ed81f1fc-1bef-478c-b895-1c320e940c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:56.092170 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-ed81f1fc-1bef-478c-b895-1c320e940c7d admin admin] Added segment e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6 of type vlan for network a11e6837-0ed6-4c7f-be24-27cdd1b52393 Jul 06 13:50:56.096054 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-85d68cc4-f14b-4b50-b596-3de68366c20a req-0c3f28e6-40b5-4b41-9296-909beeb24488 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/security-groups?id=f00150a8-6ac5-450e-a26b-4a0d7468dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826315 Jul 06 13:50:56.156741 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-946e80a3-8420-48be-b1d5-15c20fafafb0 req-55b6485c-6c53-4b72-b528-f0908a5d4b28 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393787 Jul 06 13:50:56.167582 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-fb713bef-0bf2-4d63-832d-cc46cfc093ce req-2e179c6d-8a2e-497a-a5ac-438f45982320 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] For port 76a663a7-5e16-470c-95b7-045f9d4c9874, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=76a663a7-5e16-470c-95b7-045f9d4c9874,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:56.167970 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fb713bef-0bf2-4d63-832d-cc46cfc093ce req-2e179c6d-8a2e-497a-a5ac-438f45982320 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:56.176244 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ed81f1fc-1bef-478c-b895-1c320e940c7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:56.192816 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17645a3c-c7f2-4b26-aca0-fce899d7a3d2 req-b8a00d23-d7b6-4c33-b001-628f8e87e419 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241595 Jul 06 13:50:56.193782 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-fb713bef-0bf2-4d63-832d-cc46cfc093ce req-2e179c6d-8a2e-497a-a5ac-438f45982320 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Calling delete_port for 76a663a7-5e16-470c-95b7-045f9d4c9874 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:50:56.225867 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-b2ce8f13-e9d8-4b22-ba61-72e624f8f227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:56.225867 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-b2ce8f13-e9d8-4b22-ba61-72e624f8f227 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.1880612 Jul 06 13:50:56.289479 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4a561f-9cf7-4aa5-9b51-788f4061dfea x-openstack-request-id: req-fa4a561f-9cf7-4aa5-9b51-788f4061dfea {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:56.289787 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab67ddb7-250e-4e4a-af9d-4bbf1df292cf", "name": "network-vif-unplugged", "status": "completed", "tag": "3e8943cb-a6ad-4c58-9bd2-79576b130719", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:56.290048 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-fa4a561f-9cf7-4aa5-9b51-788f4061dfea {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:56.290449 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab67ddb7-250e-4e4a-af9d-4bbf1df292cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e8943cb-a6ad-4c58-9bd2-79576b130719', 'code': 200} Jul 06 13:50:56.293416 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-3b9ef8f3-7a8a-4c44-8898-57b045608cca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=3e8943cb-a6ad-4c58-9bd2-79576b130719 HTTP/1.1" status: 200 len: 217 time: 0.0506327 Jul 06 13:50:56.298221 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ed81f1fc-1bef-478c-b895-1c320e940c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:56.299556 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed81f1fc-1bef-478c-b895-1c320e940c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:56.300788 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ed81f1fc-1bef-478c-b895-1c320e940c7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:56.356981 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-e49aab99-0d00-449b-af22-dfd66dc81b89 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:56.394672 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ed81f1fc-1bef-478c-b895-1c320e940c7d admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8494005 Jul 06 13:50:56.402912 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47104) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:56.413123 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-00c0b543-f571-4bfc-9237-50fa2f75f005 admin admin] Request body: {'subnet': {'network_id': 'a11e6837-0ed6-4c7f-be24-27cdd1b52393', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-20513066-subnet', 'tenant_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:50:56.424223 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81f1fc-1bef-478c-b895-1c320e940c7d admin admin] Pushing event updated for resources: {'Network': ['ID=a11e6837-0ed6-4c7f-be24-27cdd1b52393,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:56.436386 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-f7326f35-e86c-4760-8d07-0f82a11d48e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:56.436931 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network a11e6837-0ed6-4c7f-be24-27cdd1b52393 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:50:56.437989 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-f7326f35-e86c-4760-8d07-0f82a11d48e4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1334503 Jul 06 13:50:56.460168 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c0b543-f571-4bfc-9237-50fa2f75f005 admin admin] Made reservation on behalf of 5cdbbf3cb8c5435e96d40f3db2892fd8 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:50:56.462468 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-00c0b543-f571-4bfc-9237-50fa2f75f005 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:56.496081 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b063f55-fa5f-4db5-91e0-80a91c1411d5 req-5cefe31e-1678-49f8-8a5c-f5f53cdfeef1 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:56.497641 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b063f55-fa5f-4db5-91e0-80a91c1411d5 req-5cefe31e-1678-49f8-8a5c-f5f53cdfeef1 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=561e0596-21b3-4935-ad5f-aba775f0d8e7 HTTP/1.1" status: 200 len: 949 time: 0.2810459 Jul 06 13:50:56.577852 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-e49aab99-0d00-449b-af22-dfd66dc81b89 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:56.658270 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fb713bef-0bf2-4d63-832d-cc46cfc093ce req-2e179c6d-8a2e-497a-a5ac-438f45982320 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:56.669678 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['f120d03a-d04f-4092-b22c-5a031fcd177e'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:50:56.670097 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b063f55-fa5f-4db5-91e0-80a91c1411d5 req-413a195f-daf3-4dd2-8e7f-1a1595f3a3bc tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383159 Jul 06 13:50:56.684301 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fe8f5-df70-4257-9402-fba88236e512 req-97da0709-2b33-4a8a-ad07-42a483581a71 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:56.685870 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c45fe8f5-df70-4257-9402-fba88236e512 req-97da0709-2b33-4a8a-ad07-42a483581a71 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.124 "GET /v2.0/ports?device_id=84af1ee6-2bb8-4aaa-bf9c-dc2ae0f31075 HTTP/1.1" status: 200 len: 945 time: 0.3105502 Jul 06 13:50:56.698441 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-e49aab99-0d00-449b-af22-dfd66dc81b89 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Network 4af52798-23b1-402a-a1ea-3bd334b33ddb is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:50:56.715881 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-e49aab99-0d00-449b-af22-dfd66dc81b89 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:50:56.725504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c6a7f-d176-4133-a5f8-77061037f9f0 req-c4c314b5-0685-4ce0-9ac6-ad02ad6e7fa9 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:56.727169 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-559c6a7f-d176-4133-a5f8-77061037f9f0 req-c4c314b5-0685-4ce0-9ac6-ad02ad6e7fa9 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 946 time: 0.3246677 Jul 06 13:50:56.728407 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-e49aab99-0d00-449b-af22-dfd66dc81b89 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:50:56.736625 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49aab99-0d00-449b-af22-dfd66dc81b89 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Pushing event updated for resources: {'Port': ['ID=9e451bb0-958b-4bc4-877b-69352013cdbd,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:56.891747 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb713bef-0bf2-4d63-832d-cc46cfc093ce req-2e179c6d-8a2e-497a-a5ac-438f45982320 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] No DVR routers for this DVR port 76a663a7-5e16-470c-95b7-045f9d4c9874 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:50:56.893421 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e179c6d-8a2e-497a-a5ac-438f45982320 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Pushing event deleted for resources: {'Port': ['ID=76a663a7-5e16-470c-95b7-045f9d4c9874,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:56.899141 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fb713bef-0bf2-4d63-832d-cc46cfc093ce req-2e179c6d-8a2e-497a-a5ac-438f45982320 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:56.901201 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb713bef-0bf2-4d63-832d-cc46cfc093ce req-2e179c6d-8a2e-497a-a5ac-438f45982320 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.52 "DELETE /v2.0/ports/76a663a7-5e16-470c-95b7-045f9d4c9874 HTTP/1.1" status: 204 len: 173 time: 1.8898947 Jul 06 13:50:56.905069 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '561e0596-21b3-4935-ad5f-aba775f0d8e7', 'name': 'network-vif-deleted', 'tag': '76a663a7-5e16-470c-95b7-045f9d4c9874'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:56.906958 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf4e1ed-fbbc-4387-8dc9-20b0c40a5304" -d '{"events": [{"server_uuid": "561e0596-21b3-4935-ad5f-aba775f0d8e7", "name": "network-vif-deleted", "tag": "76a663a7-5e16-470c-95b7-045f9d4c9874"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:56.948691 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-5061fb3a-fb89-4ffd-8671-7ad51895681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:56.951463 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-5061fb3a-fb89-4ffd-8671-7ad51895681a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5030050 Jul 06 13:50:56.957590 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-e49aab99-0d00-449b-af22-dfd66dc81b89 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:56.958323 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-e49aab99-0d00-449b-af22-dfd66dc81b89 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:56.999307 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-559c6a7f-d176-4133-a5f8-77061037f9f0 req-cad102b1-a8e2-4e77-a4d1-6d2bfc0cdd99 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637942 Jul 06 13:50:57.012774 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-e49aab99-0d00-449b-af22-dfd66dc81b89 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3611989 Jul 06 13:50:57.027221 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-3a3260ef-776b-4506-a914-3ada939cdc28 service neutron] Request body: {'port': {'device_id': '02be0af1-842d-4664-a517-6704bd307587', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:50:57.095566 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a54b2-cbc2-4ee3-a360-c727da47d6aa req-7e7cf6ca-e73b-43b2-a63d-fd8dc76603d7 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:57.097833 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-576a54b2-cbc2-4ee3-a360-c727da47d6aa req-7e7cf6ca-e73b-43b2-a63d-fd8dc76603d7 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 945 time: 0.2633624 Jul 06 13:50:57.131923 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-d66b9550-1301-48bc-bc4b-4b0006bdc450 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683462 Jul 06 13:50:57.139412 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-00c0b543-f571-4bfc-9237-50fa2f75f005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:57.154327 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-c45fe8f5-df70-4257-9402-fba88236e512 req-5cc7ca86-7760-4c2e-a9f3-7219773eb275 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Deleting port 2524dedb-6c8b-459e-901f-0e91e0219092 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:50:57.154546 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c45fe8f5-df70-4257-9402-fba88236e512 req-5cc7ca86-7760-4c2e-a9f3-7219773eb275 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:57.240822 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-3a3260ef-776b-4506-a914-3ada939cdc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:57.285002 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0b543-f571-4bfc-9237-50fa2f75f005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24a415f4-aab3-4198-bdfa-b8114bde48d2,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:57.299593 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-576a54b2-cbc2-4ee3-a360-c727da47d6aa req-dc946fcf-7b0a-4eb1-a61a-44b75e1163d5 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922498 Jul 06 13:50:57.311675 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c0b543-f571-4bfc-9237-50fa2f75f005 admin admin] Checking segment: {'id': 'e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a11e6837-0ed6-4c7f-be24-27cdd1b52393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:50:57.312041 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c0b543-f571-4bfc-9237-50fa2f75f005 admin admin] Network hostable DHCP agents. Network: a11e6837-0ed6-4c7f-be24-27cdd1b52393, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:50:57.336124 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e8736c1d-9b1d-4dd3-a8d6-186c46ee2a85 req-3b8fba63-9e97-4ca4-9d41-490e5e630295 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935318 Jul 06 13:50:57.355149 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c0b543-f571-4bfc-9237-50fa2f75f005 admin admin] Network a11e6837-0ed6-4c7f-be24-27cdd1b52393 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:50:57.369669 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdab5a99-9f91-40f9-8d40-34fcb4ec3ec3 x-openstack-request-id: req-bdab5a99-9f91-40f9-8d40-34fcb4ec3ec3 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:57.369994 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "561e0596-21b3-4935-ad5f-aba775f0d8e7", "name": "network-vif-deleted", "tag": "76a663a7-5e16-470c-95b7-045f9d4c9874", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:57.370247 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-bdab5a99-9f91-40f9-8d40-34fcb4ec3ec3 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:57.370674 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '561e0596-21b3-4935-ad5f-aba775f0d8e7', 'name': 'network-vif-deleted', 'tag': '76a663a7-5e16-470c-95b7-045f9d4c9874', 'status': 'completed', 'code': 200} Jul 06 13:50:57.371713 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-00c0b543-f571-4bfc-9237-50fa2f75f005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, a11e6837-0ed6-4c7f-be24-27cdd1b52393) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:50:57.376741 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c0b543-f571-4bfc-9237-50fa2f75f005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:57.377673 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-00c0b543-f571-4bfc-9237-50fa2f75f005 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:57.389227 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef691d6-4f55-4c2c-adfa-304bee9b59e2 None None] Network a11e6837-0ed6-4c7f-be24-27cdd1b52393 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:50:57.399648 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-00c0b543-f571-4bfc-9237-50fa2f75f005 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9938953 Jul 06 13:50:57.401590 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47112) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:57.409892 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-56b3f99b-170c-4409-88d3-38685aeedc6c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-20513066-router', 'tenant_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:50:57.416981 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-c45fe8f5-df70-4257-9402-fba88236e512 req-5cc7ca86-7760-4c2e-a9f3-7219773eb275 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] For port 2524dedb-6c8b-459e-901f-0e91e0219092, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=2524dedb-6c8b-459e-901f-0e91e0219092,segment=NetworkSegment(1e758e0f-019b-48cc-ae62-d4e61c49d941),segment_id=1e758e0f-019b-48cc-ae62-d4e61c49d941)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:57.417365 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c45fe8f5-df70-4257-9402-fba88236e512 req-5cc7ca86-7760-4c2e-a9f3-7219773eb275 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:57.442147 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-56b3f99b-170c-4409-88d3-38685aeedc6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:57.446045 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-56b3f99b-170c-4409-88d3-38685aeedc6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:57.522252 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-56b3f99b-170c-4409-88d3-38685aeedc6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:57.541906 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-c45fe8f5-df70-4257-9402-fba88236e512 req-5cc7ca86-7760-4c2e-a9f3-7219773eb275 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Calling delete_port for 2524dedb-6c8b-459e-901f-0e91e0219092 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:50:57.645739 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 76a663a7-5e16-470c-95b7-045f9d4c9874 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:50:57.684130 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042487e0-4d89-4e9c-86a9-07e58d51b9b6 req-d7bbe87c-5467-459e-bbc6-6c16ae25cd05 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:57.691715 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-042487e0-4d89-4e9c-86a9-07e58d51b9b6 req-d7bbe87c-5467-459e-bbc6-6c16ae25cd05 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=02be0af1-842d-4664-a517-6704bd307587 HTTP/1.1" status: 200 len: 931 time: 0.4056883 Jul 06 13:50:57.692806 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7794d6ed-806c-4a89-a178-76d201a3284a None None] Network a11e6837-0ed6-4c7f-be24-27cdd1b52393 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:50:57.696547 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 76a663a7-5e16-470c-95b7-045f9d4c9874 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:50:57.697004 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 76a663a7-5e16-470c-95b7-045f9d4c9874 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:50:57.705562 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-56b3f99b-170c-4409-88d3-38685aeedc6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:57.787684 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-042487e0-4d89-4e9c-86a9-07e58d51b9b6 req-413a94a1-52e3-474b-92bd-3301d621435b tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949597 Jul 06 13:50:57.872666 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e8029-8c68-4cc7-b8f2-5893f3b039df req-ce2514e8-2ea0-4ddb-a07f-a2178bf08dd7 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:57.881691 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fa9e8029-8c68-4cc7-b8f2-5893f3b039df req-ce2514e8-2ea0-4ddb-a07f-a2178bf08dd7 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/ports?device_id=84af1ee6-2bb8-4aaa-bf9c-dc2ae0f31075 HTTP/1.1" status: 200 len: 945 time: 0.3642046 Jul 06 13:50:57.950928 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 3e8943cb-a6ad-4c58-9bd2-79576b130719 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:50:58.004118 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-56b3f99b-170c-4409-88d3-38685aeedc6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:58.007684 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 3e8943cb-a6ad-4c58-9bd2-79576b130719 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:50:58.024581 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-56b3f99b-170c-4409-88d3-38685aeedc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:58.041601 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fa9e8029-8c68-4cc7-b8f2-5893f3b039df req-910a8c2e-82d8-4690-930a-beb7c42a77f6 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/security-groups?id=f00150a8-6ac5-450e-a26b-4a0d7468dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588621 Jul 06 13:50:58.047528 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c45fe8f5-df70-4257-9402-fba88236e512 req-5cc7ca86-7760-4c2e-a9f3-7219773eb275 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:58.099115 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-3a3260ef-776b-4506-a914-3ada939cdc28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e451bb0-958b-4bc4-877b-69352013cdbd {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:50:58.107986 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7ca86-7760-4c2e-a9f3-7219773eb275 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Pushing event deleted for resources: {'Port': ['ID=2524dedb-6c8b-459e-901f-0e91e0219092,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:58.111286 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-3a3260ef-776b-4506-a914-3ada939cdc28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:58.155149 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-3a3260ef-776b-4506-a914-3ada939cdc28 service neutron] Transition to ACTIVE for port object 9e451bb0-958b-4bc4-877b-69352013cdbd will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:50:58.155421 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-56b3f99b-170c-4409-88d3-38685aeedc6c admin admin] Allocated IP 172.25.6.26 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/dcc2209b-6030-43cd-87c2-08de85f27bcf) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:50:58.181220 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45fe8f5-df70-4257-9402-fba88236e512 req-5cc7ca86-7760-4c2e-a9f3-7219773eb275 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] No DVR routers for this DVR port 2524dedb-6c8b-459e-901f-0e91e0219092 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:50:58.182840 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-3a3260ef-776b-4506-a914-3ada939cdc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:58.185781 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c45fe8f5-df70-4257-9402-fba88236e512 req-5cc7ca86-7760-4c2e-a9f3-7219773eb275 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:58.187756 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c45fe8f5-df70-4257-9402-fba88236e512 req-5cc7ca86-7760-4c2e-a9f3-7219773eb275 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.124 "DELETE /v2.0/ports/2524dedb-6c8b-459e-901f-0e91e0219092 HTTP/1.1" status: 204 len: 173 time: 1.4822650 Jul 06 13:50:58.227342 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375439c-4b43-4db5-a033-42459effb61b req-352a1cd2-a38d-4c98-9401-26569a2329e1 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:58.233791 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a375439c-4b43-4db5-a033-42459effb61b req-352a1cd2-a38d-4c98-9401-26569a2329e1 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 947 time: 0.2943594 Jul 06 13:50:58.278940 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-56b3f99b-170c-4409-88d3-38685aeedc6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:58.287949 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3260ef-776b-4506-a914-3ada939cdc28 service neutron] Pushing event updated for resources: {'Port': ['ID=9e451bb0-958b-4bc4-877b-69352013cdbd,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:58.297910 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab67ddb7-250e-4e4a-af9d-4bbf1df292cf', 'tag': '3e8943cb-a6ad-4c58-9bd2-79576b130719'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:58.300278 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f11c453-6926-4c16-8495-a9a9c8101161" -d '{"events": [{"name": "network-changed", "server_uuid": "ab67ddb7-250e-4e4a-af9d-4bbf1df292cf", "tag": "3e8943cb-a6ad-4c58-9bd2-79576b130719"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:58.330727 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-56b3f99b-170c-4409-88d3-38685aeedc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:58.380030 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b3f99b-170c-4409-88d3-38685aeedc6c admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:50:58.387852 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-56b3f99b-170c-4409-88d3-38685aeedc6c admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:50:58.390409 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b3f99b-170c-4409-88d3-38685aeedc6c admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:50:58.438463 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3f99b-170c-4409-88d3-38685aeedc6c admin admin] Pushing event updated for resources: {'Port': ['ID=dcc2209b-6030-43cd-87c2-08de85f27bcf,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:58.618333 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a375439c-4b43-4db5-a033-42459effb61b req-3f97b8f5-fca3-4b64-a6d9-6922c4079976 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835189 Jul 06 13:50:58.667076 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-56b3f99b-170c-4409-88d3-38685aeedc6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:58.699196 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd47483-0420-4a4f-927d-8919bf377667 req-2edbd7a5-9ed5-4fdc-bba4-edd16e92d1dc tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:58.700727 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dfd47483-0420-4a4f-927d-8919bf377667 req-2edbd7a5-9ed5-4fdc-bba4-edd16e92d1dc tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 946 time: 0.4319913 Jul 06 13:50:58.712364 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-3a3260ef-776b-4506-a914-3ada939cdc28 service neutron] Attempting to bind port 9e451bb0-958b-4bc4-877b-69352013cdbd on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:50:58.713111 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-3a3260ef-776b-4506-a914-3ada939cdc28 service neutron] Attempting to bind port 9e451bb0-958b-4bc4-877b-69352013cdbd by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:50:58.713111 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-3a3260ef-776b-4506-a914-3ada939cdc28 service neutron] Attempting to bind port 9e451bb0-958b-4bc4-877b-69352013cdbd on network 4af52798-23b1-402a-a1ea-3bd334b33ddb {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:50:58.732116 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-3a3260ef-776b-4506-a914-3ada939cdc28 service neutron] Port 9e451bb0-958b-4bc4-877b-69352013cdbd on network 4af52798-23b1-402a-a1ea-3bd334b33ddb not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:50:58.732427 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-3a3260ef-776b-4506-a914-3ada939cdc28 service neutron] Attempting to bind port 9e451bb0-958b-4bc4-877b-69352013cdbd on network 4af52798-23b1-402a-a1ea-3bd334b33ddb {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:50:58.744828 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-3a3260ef-776b-4506-a914-3ada939cdc28 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:50:58.745194 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-3a3260ef-776b-4506-a914-3ada939cdc28 service neutron] Checking segment: {'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:50:58.745565 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-3a3260ef-776b-4506-a914-3ada939cdc28 service neutron] Bound using segment: {'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:50:58.746033 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-3a3260ef-776b-4506-a914-3ada939cdc28 service neutron] Bound port: 9e451bb0-958b-4bc4-877b-69352013cdbd, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:50:58.746397 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-3a3260ef-776b-4506-a914-3ada939cdc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:58.774357 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dfd47483-0420-4a4f-927d-8919bf377667 req-c8de1b57-3809-49c9-a7e3-201aaa5c91b1 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636566 Jul 06 13:50:58.858687 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-3a3260ef-776b-4506-a914-3ada939cdc28 service neutron] For port 9e451bb0-958b-4bc4-877b-69352013cdbd, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:50:58.863998 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-3a3260ef-776b-4506-a914-3ada939cdc28 service neutron] For port 9e451bb0-958b-4bc4-877b-69352013cdbd, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9e451bb0-958b-4bc4-877b-69352013cdbd,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:50:58.871638 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-3a3260ef-776b-4506-a914-3ada939cdc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:58.949600 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3260ef-776b-4506-a914-3ada939cdc28 service neutron] Pushing event updated for resources: {'Port': ['ID=9e451bb0-958b-4bc4-877b-69352013cdbd,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:58.950695 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-56b3f99b-170c-4409-88d3-38685aeedc6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:58.961053 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-3a3260ef-776b-4506-a914-3ada939cdc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:58.961603 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-3a3260ef-776b-4506-a914-3ada939cdc28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:58.967106 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f93fce-1328-404d-9e77-93fe5cd29cef x-openstack-request-id: req-97f93fce-1328-404d-9e77-93fe5cd29cef {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:58.969962 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab67ddb7-250e-4e4a-af9d-4bbf1df292cf", "tag": "3e8943cb-a6ad-4c58-9bd2-79576b130719", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:58.970293 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-97f93fce-1328-404d-9e77-93fe5cd29cef {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:58.971523 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab67ddb7-250e-4e4a-af9d-4bbf1df292cf', 'tag': '3e8943cb-a6ad-4c58-9bd2-79576b130719', 'status': 'completed', 'code': 200} Jul 06 13:50:58.978206 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-3a3260ef-776b-4506-a914-3ada939cdc28 service neutron] 10.222.0.52 "PUT /v2.0/ports/9e451bb0-958b-4bc4-877b-69352013cdbd HTTP/1.1" status: 200 len: 1091 time: 1.9564919 Jul 06 13:50:59.059997 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11c453-6926-4c16-8495-a9a9c8101161 req-4831af6d-143e-4d7d-8f4e-e8692f040a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:59.061547 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f11c453-6926-4c16-8495-a9a9c8101161 req-4831af6d-143e-4d7d-8f4e-e8692f040a65 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 1098 time: 0.0723259 Jul 06 13:50:59.186773 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b3f99b-170c-4409-88d3-38685aeedc6c admin admin] Router 1a111ee6-32b3-44cf-8ee9-ff17866f20e1 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:50:59.191424 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-1137122a-0624-4cbf-a870-f98fd6999393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:59.192969 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-1137122a-0624-4cbf-a870-f98fd6999393 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bea7b4da8e63480980f1c76d63c2ffcf&device_id=02be0af1-842d-4664-a517-6704bd307587 HTTP/1.1" status: 200 len: 1094 time: 0.0898478 Jul 06 13:50:59.282010 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-fee22251-4e33-4f93-839d-6a7eef63b1dc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e451bb0-958b-4bc4-877b-69352013cdbd HTTP/1.1" status: 200 len: 217 time: 0.0452530 Jul 06 13:50:59.304524 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11c453-6926-4c16-8495-a9a9c8101161 req-2fd3b5ab-c3c4-41ef-a68f-2671cab705ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:59.306915 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f11c453-6926-4c16-8495-a9a9c8101161 req-2fd3b5ab-c3c4-41ef-a68f-2671cab705ce service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.2363732 Jul 06 13:50:59.318248 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11c453-6926-4c16-8495-a9a9c8101161 req-c61a00e2-4bc1-486b-9519-6ee5dd9f6ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:59.320100 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f11c453-6926-4c16-8495-a9a9c8101161 req-c61a00e2-4bc1-486b-9519-6ee5dd9f6ed3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 1098 time: 0.1846800 Jul 06 13:50:59.381526 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84af1ee6-2bb8-4aaa-bf9c-dc2ae0f31075', 'name': 'network-vif-deleted', 'tag': '2524dedb-6c8b-459e-901f-0e91e0219092'}, {'name': 'network-changed', 'server_uuid': '02be0af1-842d-4664-a517-6704bd307587', 'tag': '9e451bb0-958b-4bc4-877b-69352013cdbd'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:50:59.383542 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ab2a9d-706b-4d60-bd67-bfc372d7a6e5" -d '{"events": [{"server_uuid": "84af1ee6-2bb8-4aaa-bf9c-dc2ae0f31075", "name": "network-vif-deleted", "tag": "2524dedb-6c8b-459e-901f-0e91e0219092"}, {"name": "network-changed", "server_uuid": "02be0af1-842d-4664-a517-6704bd307587", "tag": "9e451bb0-958b-4bc4-877b-69352013cdbd"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:59.390964 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-3d25f104-ca40-43ba-b49d-34927ebcf115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:59.392472 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-3d25f104-ca40-43ba-b49d-34927ebcf115 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fd856c7f-efce-4c28-b5ab-617143cae7b2 HTTP/1.1" status: 200 len: 846 time: 0.0656059 Jul 06 13:50:59.393435 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b3f99b-170c-4409-88d3-38685aeedc6c admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:50:59.407015 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aac20e-14b1-4b37-93f2-8dd72849d727 None None] Sync routers for ids ['1a111ee6-32b3-44cf-8ee9-ff17866f20e1'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:50:59.419452 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d035a-aef0-454c-aa65-dd8cd7838990 req-f1dfa8eb-dba6-4afa-b4da-f9324039a7f5 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:59.421048 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cc0d035a-aef0-454c-aa65-dd8cd7838990 req-f1dfa8eb-dba6-4afa-b4da-f9324039a7f5 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 945 time: 0.2898149 Jul 06 13:50:59.422408 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f11c453-6926-4c16-8495-a9a9c8101161 req-67f33d72-4ee5-44e1-bacd-fb183228fb08 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=3e8943cb-a6ad-4c58-9bd2-79576b130719 HTTP/1.1" status: 200 len: 217 time: 0.1028664 Jul 06 13:50:59.429840 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aac20e-14b1-4b37-93f2-8dd72849d727 None None] Routers {'1a111ee6-32b3-44cf-8ee9-ff17866f20e1'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:50:59.430488 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-86aac20e-14b1-4b37-93f2-8dd72849d727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:50:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1a111ee6-32b3-44cf-8ee9-ff17866f20e1'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:59.433441 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-430c7ac6-2c9d-4361-b7df-587095f74de7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4af52798-23b1-402a-a1ea-3bd334b33ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296447 Jul 06 13:50:59.439309 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-56b3f99b-170c-4409-88d3-38685aeedc6c admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:50:59.443990 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-56b3f99b-170c-4409-88d3-38685aeedc6c admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0383472 Jul 06 13:50:59.443990 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47134) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:50:59.468977 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2fdb5-359f-4d66-ba35-7e876985e82c req-c55bc52d-fae6-436a-b0eb-43611dd470c3 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:59.470593 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-65d2fdb5-359f-4d66-ba35-7e876985e82c req-c55bc52d-fae6-436a-b0eb-43611dd470c3 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=02be0af1-842d-4664-a517-6704bd307587 HTTP/1.1" status: 200 len: 943 time: 0.3043473 Jul 06 13:50:59.572820 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-86aac20e-14b1-4b37-93f2-8dd72849d727 None None] Set router 1a111ee6-32b3-44cf-8ee9-ff17866f20e1 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:50:59.589062 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11c453-6926-4c16-8495-a9a9c8101161 req-a1ce0978-1fb0-47f1-9db3-feecb4bf8233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:59.590835 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f11c453-6926-4c16-8495-a9a9c8101161 req-a1ce0978-1fb0-47f1-9db3-feecb4bf8233 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1192963 Jul 06 13:50:59.630364 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cc0d035a-aef0-454c-aa65-dd8cd7838990 req-322fb824-8397-4de0-b3be-6a362ca10f14 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570334 Jul 06 13:50:59.630997 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-59967985-d2d2-498a-8934-8607991ad84b service neutron] 10.222.0.52 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795492 Jul 06 13:50:59.635589 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-65d2fdb5-359f-4d66-ba35-7e876985e82c req-a1e200f4-280a-4b4a-94e7-547533b40111 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443770 Jul 06 13:50:59.692930 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11c453-6926-4c16-8495-a9a9c8101161 req-30b3dd08-c62c-43b4-b863-a04dbffbd06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:59.694488 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f11c453-6926-4c16-8495-a9a9c8101161 req-30b3dd08-c62c-43b4-b863-a04dbffbd06e service neutron] 10.222.0.52 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.3614049 Jul 06 13:50:59.742681 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f11c453-6926-4c16-8495-a9a9c8101161 req-a700f798-6330-48f7-b244-96ccaee57d42 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=3e8943cb-a6ad-4c58-9bd2-79576b130719 HTTP/1.1" status: 200 len: 217 time: 0.0400648 Jul 06 13:50:59.747388 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11c453-6926-4c16-8495-a9a9c8101161 req-d5f92706-a727-43dc-ae42-bf5d77440848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:59.749004 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f11c453-6926-4c16-8495-a9a9c8101161 req-d5f92706-a727-43dc-ae42-bf5d77440848 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1498644 Jul 06 13:50:59.855795 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 13:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30fae6b-2e88-4995-acbb-94e94df6cc91 x-openstack-request-id: req-a30fae6b-2e88-4995-acbb-94e94df6cc91 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:59.856094 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84af1ee6-2bb8-4aaa-bf9c-dc2ae0f31075", "name": "network-vif-deleted", "tag": "2524dedb-6c8b-459e-901f-0e91e0219092", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "02be0af1-842d-4664-a517-6704bd307587", "tag": "9e451bb0-958b-4bc4-877b-69352013cdbd", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:59.856345 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-a30fae6b-2e88-4995-acbb-94e94df6cc91 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:59.856825 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84af1ee6-2bb8-4aaa-bf9c-dc2ae0f31075', 'name': 'network-vif-deleted', 'tag': '2524dedb-6c8b-459e-901f-0e91e0219092', 'status': 'completed', 'code': 200} Jul 06 13:50:59.857006 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02be0af1-842d-4664-a517-6704bd307587', 'tag': '9e451bb0-958b-4bc4-877b-69352013cdbd', 'status': 'completed', 'code': 200} Jul 06 13:50:59.914687 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11c453-6926-4c16-8495-a9a9c8101161 req-3100f6ad-6209-4a50-91bd-8df113f70c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:50:59.916210 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f11c453-6926-4c16-8495-a9a9c8101161 req-3100f6ad-6209-4a50-91bd-8df113f70c17 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1651192 Jul 06 13:50:59.939535 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 2524dedb-6c8b-459e-901f-0e91e0219092 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:50:59.969228 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 2524dedb-6c8b-459e-901f-0e91e0219092 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:50:59.970428 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 2524dedb-6c8b-459e-901f-0e91e0219092 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:51:00.013080 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-53fddff6-cbe8-45c3-94a2-e34e993c6368 req-a13d4da9-ef63-4622-9553-97fc52b352ea service neutron] 10.222.0.52 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651826 Jul 06 13:51:00.051217 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f11c453-6926-4c16-8495-a9a9c8101161 req-7f2f6450-c475-4426-8a96-afff1c85c317 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911625 Jul 06 13:51:00.083369 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-86aac20e-14b1-4b37-93f2-8dd72849d727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-20513066-router', 'tenant_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'dcc2209b-6030-43cd-87c2-08de85f27bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:50:57Z', 'updated_at': '2021-07-06T13:50:58Z', 'revision_number': 3, 'project_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'gw_port': {'id': 'dcc2209b-6030-43cd-87c2-08de85f27bcf', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:57:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:50:58Z', 'updated_at': '2021-07-06T13:50:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:00.100633 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303606d4-e15b-4ec9-ac2d-f3f48ac95d4b req-1a0e86e2-f35c-40db-aa95-6128030596e4 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:00.102328 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-303606d4-e15b-4ec9-ac2d-f3f48ac95d4b req-1a0e86e2-f35c-40db-aa95-6128030596e4 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 951 time: 0.2791529 Jul 06 13:51:00.134283 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aac20e-14b1-4b37-93f2-8dd72849d727 None None] Checking router: 1a111ee6-32b3-44cf-8ee9-ff17866f20e1 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:51:00.135226 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aac20e-14b1-4b37-93f2-8dd72849d727 None None] Updating router 1a111ee6-32b3-44cf-8ee9-ff17866f20e1 port dcc2209b-6030-43cd-87c2-08de85f27bcf binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:51:00.176927 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-86aac20e-14b1-4b37-93f2-8dd72849d727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:00.209938 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11c453-6926-4c16-8495-a9a9c8101161 req-d3cd9990-45a2-4d25-a23c-dd6c3bc5a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:00.209938 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f11c453-6926-4c16-8495-a9a9c8101161 req-d3cd9990-45a2-4d25-a23c-dd6c3bc5a2c1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2769864 Jul 06 13:51:00.239229 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab2a9d-706b-4d60-bd67-bfc372d7a6e5 req-e8511498-06d5-448e-9c18-d4db8553b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:00.240427 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a0ab2a9d-706b-4d60-bd67-bfc372d7a6e5 req-e8511498-06d5-448e-9c18-d4db8553b0e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bea7b4da8e63480980f1c76d63c2ffcf&device_id=02be0af1-842d-4664-a517-6704bd307587 HTTP/1.1" status: 200 len: 1094 time: 0.1325691 Jul 06 13:51:00.244346 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-303606d4-e15b-4ec9-ac2d-f3f48ac95d4b req-2d824bd1-5dc9-4f8f-955b-fab98a2480b6 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/security-groups?id=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279731 Jul 06 13:51:00.264402 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a437c97-638b-4c34-bdb1-bc755c478c8e req-dea9b109-3cd8-41c9-8910-a30609dfd04a tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:00.272437 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2a437c97-638b-4c34-bdb1-bc755c478c8e req-dea9b109-3cd8-41c9-8910-a30609dfd04a tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 947 time: 0.3186498 Jul 06 13:51:00.369399 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58958203-2ac4-4a72-bd87-e4b8513ba736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:00.380541 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f11c453-6926-4c16-8495-a9a9c8101161 req-0ab9b769-4fdb-4665-925d-a1d70b7a0f8f service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119786 Jul 06 13:51:00.404360 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab2a9d-706b-4d60-bd67-bfc372d7a6e5 req-c6b14eb8-deef-4096-b178-8f7719998c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:00.405364 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2a437c97-638b-4c34-bdb1-bc755c478c8e req-88bd097f-f7c9-4118-9d89-0dd3526a3bde tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319735 Jul 06 13:51:00.406608 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a0ab2a9d-706b-4d60-bd67-bfc372d7a6e5 req-c6b14eb8-deef-4096-b178-8f7719998c02 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4af52798-23b1-402a-a1ea-3bd334b33ddb HTTP/1.1" status: 200 len: 907 time: 0.1540995 Jul 06 13:51:00.485928 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a0ab2a9d-706b-4d60-bd67-bfc372d7a6e5 req-fbf6c508-1368-464f-8a55-a9f50816c803 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e451bb0-958b-4bc4-877b-69352013cdbd HTTP/1.1" status: 200 len: 217 time: 0.0451186 Jul 06 13:51:00.504418 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f11c453-6926-4c16-8495-a9a9c8101161 req-a9f2410b-5c95-43f2-aabf-77c539395e9a service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810612 Jul 06 13:51:00.585118 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab2a9d-706b-4d60-bd67-bfc372d7a6e5 req-3d1947ae-36ff-4e5a-9d99-dae207df1518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:00.585668 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-86aac20e-14b1-4b37-93f2-8dd72849d727 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:00.586618 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a0ab2a9d-706b-4d60-bd67-bfc372d7a6e5 req-3d1947ae-36ff-4e5a-9d99-dae207df1518 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fd856c7f-efce-4c28-b5ab-617143cae7b2 HTTP/1.1" status: 200 len: 846 time: 0.0919921 Jul 06 13:51:00.599484 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-86aac20e-14b1-4b37-93f2-8dd72849d727 None None] Transition to ACTIVE for port object dcc2209b-6030-43cd-87c2-08de85f27bcf will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:51:00.607124 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-86aac20e-14b1-4b37-93f2-8dd72849d727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:00.629351 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd501534-e0d8-46fc-832f-5ac7dcdf7a2b req-9f84df05-085c-4249-9b7f-b2b35eef26ca tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:00.630982 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd501534-e0d8-46fc-832f-5ac7dcdf7a2b req-9f84df05-085c-4249-9b7f-b2b35eef26ca tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 946 time: 0.2418511 Jul 06 13:51:00.648867 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a0ab2a9d-706b-4d60-bd67-bfc372d7a6e5 req-eb5b25f7-989a-48df-ab8f-adb8fd69a7ed service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4af52798-23b1-402a-a1ea-3bd334b33ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352709 Jul 06 13:51:00.678609 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-86aac20e-14b1-4b37-93f2-8dd72849d727 None None] Attempting to bind port dcc2209b-6030-43cd-87c2-08de85f27bcf on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:51:00.679132 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-86aac20e-14b1-4b37-93f2-8dd72849d727 None None] Attempting to bind port dcc2209b-6030-43cd-87c2-08de85f27bcf by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:51:00.679602 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aac20e-14b1-4b37-93f2-8dd72849d727 None None] Attempting to bind port dcc2209b-6030-43cd-87c2-08de85f27bcf on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:51:00.685262 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aac20e-14b1-4b37-93f2-8dd72849d727 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:51:00.686326 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aac20e-14b1-4b37-93f2-8dd72849d727 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:51:00.686326 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-86aac20e-14b1-4b37-93f2-8dd72849d727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:00.687269 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aac20e-14b1-4b37-93f2-8dd72849d727 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:51:00.687439 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-86aac20e-14b1-4b37-93f2-8dd72849d727 None None] Bound port: dcc2209b-6030-43cd-87c2-08de85f27bcf, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:51:00.688358 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-86aac20e-14b1-4b37-93f2-8dd72849d727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:00.689998 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c837f8-f1a7-4fcd-ba5b-c32c86a402fd None None] Pushing event updated for resources: {'Port': ['ID=dcc2209b-6030-43cd-87c2-08de85f27bcf,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:00.722280 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-58958203-2ac4-4a72-bd87-e4b8513ba736 admin admin] Allocated IP 172.20.0.1 (a11e6837-0ed6-4c7f-be24-27cdd1b52393/24a415f4-aab3-4198-bdfa-b8114bde48d2/d6c52044-fa14-46c8-a0c8-931401dd632a) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:51:00.747611 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-86aac20e-14b1-4b37-93f2-8dd72849d727 None None] For port dcc2209b-6030-43cd-87c2-08de85f27bcf, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:51:00.752161 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-86aac20e-14b1-4b37-93f2-8dd72849d727 None None] For port dcc2209b-6030-43cd-87c2-08de85f27bcf, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=dcc2209b-6030-43cd-87c2-08de85f27bcf,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:51:00.756641 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-86aac20e-14b1-4b37-93f2-8dd72849d727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:00.780856 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61b87a-1716-4406-a3ef-56617d11872f req-4d2cf0dd-5a1b-41f9-b471-722a9fdb23a0 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:00.782582 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0c61b87a-1716-4406-a3ef-56617d11872f req-4d2cf0dd-5a1b-41f9-b471-722a9fdb23a0 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/networks?id=e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d HTTP/1.1" status: 200 len: 809 time: 0.2770638 Jul 06 13:51:00.796557 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd501534-e0d8-46fc-832f-5ac7dcdf7a2b req-b27dc393-4aa9-4898-8e77-adf8ff41488f tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347151 Jul 06 13:51:00.813581 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f11c453-6926-4c16-8495-a9a9c8101161 req-a5df0529-e791-4941-afee-e2d03aecf478 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988658 Jul 06 13:51:00.828483 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f2fd9-c635-4623-9e93-74879e4ffdf3 req-43a620a3-1ad4-4d4e-b311-444267d81a49 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:00.830178 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9b5f2fd9-c635-4623-9e93-74879e4ffdf3 req-43a620a3-1ad4-4d4e-b311-444267d81a49 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.124 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 951 time: 0.2453525 Jul 06 13:51:00.832558 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a0ab2a9d-706b-4d60-bd67-bfc372d7a6e5 req-a86f6d2f-3399-45f3-865f-bf5147862bd3 service neutron] 10.222.0.52 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707182 Jul 06 13:51:00.833738 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aac20e-14b1-4b37-93f2-8dd72849d727 None None] Routers {'1a111ee6-32b3-44cf-8ee9-ff17866f20e1'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:51:00.834419 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-86aac20e-14b1-4b37-93f2-8dd72849d727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:50:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1a111ee6-32b3-44cf-8ee9-ff17866f20e1'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:00.840638 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c837f8-f1a7-4fcd-ba5b-c32c86a402fd None None] Pushing event updated for resources: {'Port': ['ID=dcc2209b-6030-43cd-87c2-08de85f27bcf,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:00.842377 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0c61b87a-1716-4406-a3ef-56617d11872f req-e66a4615-9897-48de-8261-0cd60afcfa4e tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/quotas/3f8d4b73b6944d1ebcc3f6b7c1e581ea HTTP/1.1" status: 200 len: 375 time: 0.0403695 Jul 06 13:51:00.938327 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0c61b87a-1716-4406-a3ef-56617d11872f req-f11633f8-60d4-4984-afcf-a4664b15dafd tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=3f8d4b73b6944d1ebcc3f6b7c1e581ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756323 Jul 06 13:51:00.987088 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-86aac20e-14b1-4b37-93f2-8dd72849d727 None None] Set router 1a111ee6-32b3-44cf-8ee9-ff17866f20e1 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:51:01.088288 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0c61b87a-1716-4406-a3ef-56617d11872f req-4f605aea-605d-4724-84bf-865c297c096a service neutron] 10.222.0.118 "GET /v2.0/networks/e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412952 Jul 06 13:51:01.108587 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-9b5f2fd9-c635-4623-9e93-74879e4ffdf3 req-2bf5915f-dfe6-4a52-a936-62e26f469aba tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Deleting port f120d03a-d04f-4092-b22c-5a031fcd177e {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:51:01.109345 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9b5f2fd9-c635-4623-9e93-74879e4ffdf3 req-2bf5915f-dfe6-4a52-a936-62e26f469aba tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:01.265595 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58958203-2ac4-4a72-bd87-e4b8513ba736 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:01.274857 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-86aac20e-14b1-4b37-93f2-8dd72849d727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-20513066-router', 'tenant_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'dcc2209b-6030-43cd-87c2-08de85f27bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:50:57Z', 'updated_at': '2021-07-06T13:50:58Z', 'revision_number': 3, 'project_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'gw_port': {'id': 'dcc2209b-6030-43cd-87c2-08de85f27bcf', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:57:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:50:58Z', 'updated_at': '2021-07-06T13:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:01.310602 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aac20e-14b1-4b37-93f2-8dd72849d727 None None] The sync data for ids ['1a111ee6-32b3-44cf-8ee9-ff17866f20e1'] in n-d-773644-6 is: [{'id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-20513066-router', 'tenant_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'dcc2209b-6030-43cd-87c2-08de85f27bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:50:57Z', 'updated_at': '2021-07-06T13:50:58Z', 'revision_number': 3, 'project_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'gw_port': {'id': 'dcc2209b-6030-43cd-87c2-08de85f27bcf', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:57:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:50:58Z', 'updated_at': '2021-07-06T13:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:51:01.311329 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58958203-2ac4-4a72-bd87-e4b8513ba736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:01.314356 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0c61b87a-1716-4406-a3ef-56617d11872f req-62be5dbc-beef-412b-a708-5608d0103dd4 service neutron] 10.222.0.118 "GET /v2.0/networks/e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182162 Jul 06 13:51:01.356342 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-9b5f2fd9-c635-4623-9e93-74879e4ffdf3 req-2bf5915f-dfe6-4a52-a936-62e26f469aba tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] For port f120d03a-d04f-4092-b22c-5a031fcd177e, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f120d03a-d04f-4092-b22c-5a031fcd177e,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:01.356701 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9b5f2fd9-c635-4623-9e93-74879e4ffdf3 req-2bf5915f-dfe6-4a52-a936-62e26f469aba tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:01.401385 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-9b5f2fd9-c635-4623-9e93-74879e4ffdf3 req-2bf5915f-dfe6-4a52-a936-62e26f469aba tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Calling delete_port for f120d03a-d04f-4092-b22c-5a031fcd177e owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:51:01.423242 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58958203-2ac4-4a72-bd87-e4b8513ba736 admin admin] Network a11e6837-0ed6-4c7f-be24-27cdd1b52393 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:51:01.430549 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-58958203-2ac4-4a72-bd87-e4b8513ba736 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:51:01.438033 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58958203-2ac4-4a72-bd87-e4b8513ba736 admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:51:01.492813 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58958203-2ac4-4a72-bd87-e4b8513ba736 admin admin] Pushing event updated for resources: {'Port': ['ID=d6c52044-fa14-46c8-a0c8-931401dd632a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:01.510226 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58958203-2ac4-4a72-bd87-e4b8513ba736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:01.579057 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481d401-ae6b-4697-924a-915075ef6f2e req-ce42ca5c-2b05-4bec-9dc4-59fa016fc36e tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:01.580628 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c481d401-ae6b-4697-924a-915075ef6f2e req-ce42ca5c-2b05-4bec-9dc4-59fa016fc36e tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.124 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf&tenant_id=26acdda50990445ca6f1c6389fdcff1f&binding%3Ahost_id=n-h1-773644-6 HTTP/1.1" status: 200 len: 947 time: 0.3006346 Jul 06 13:51:01.633122 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef4525-a5db-4637-978a-bfc1af599919 req-c5c090ad-f7d4-415f-bdaa-c081f6883092 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:01.635077 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-baef4525-a5db-4637-978a-bfc1af599919 req-c5c090ad-f7d4-415f-bdaa-c081f6883092 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 945 time: 0.3255520 Jul 06 13:51:01.635384 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 3e8943cb-a6ad-4c58-9bd2-79576b130719 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:51:01.647124 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a0ab2a9d-706b-4d60-bd67-bfc372d7a6e5 req-527a2c29-f0a3-47c0-bfed-779ad19478cf service neutron] 10.222.0.52 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7938678 Jul 06 13:51:01.736020 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58958203-2ac4-4a72-bd87-e4b8513ba736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:01.823774 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 3e8943cb-a6ad-4c58-9bd2-79576b130719, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=3e8943cb-a6ad-4c58-9bd2-79576b130719,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:01.850458 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '3e8943cb-a6ad-4c58-9bd2-79576b130719', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': '3e8943cb-a6ad-4c58-9bd2-79576b130719', 'mac_address': 'fa:16:3e:85:9e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:51:01.851809 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-c481d401-ae6b-4697-924a-915075ef6f2e req-e9737a39-4136-44a4-b371-57eab660872d service neutron] delete failed (client error): The resource could not be found. Jul 06 13:51:01.852992 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c481d401-ae6b-4697-924a-915075ef6f2e req-e9737a39-4136-44a4-b371-57eab660872d service neutron] 10.222.0.124 "DELETE /v2.0/ports/3e8943cb-a6ad-4c58-9bd2-79576b130719/bindings/n-h2-773644-6 HTTP/1.1" status: 404 len: 380 time: 0.2466688 Jul 06 13:51:01.922893 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-baef4525-a5db-4637-978a-bfc1af599919 req-c9811603-0192-4693-8a50-8d248fd07b19 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096672 Jul 06 13:51:01.945358 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:01.946621 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af950119-edb1-4927-9174-04ebbd3124c9 req-a1b37887-faa2-4b60-bb72-769540f52217 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:01.948301 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af950119-edb1-4927-9174-04ebbd3124c9 req-a1b37887-faa2-4b60-bb72-769540f52217 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=02be0af1-842d-4664-a517-6704bd307587 HTTP/1.1" status: 200 len: 943 time: 0.4034002 Jul 06 13:51:01.949654 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9b5f2fd9-c635-4623-9e93-74879e4ffdf3 req-2bf5915f-dfe6-4a52-a936-62e26f469aba tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:01.971945 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['f120d03a-d04f-4092-b22c-5a031fcd177e'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:51:02.041455 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8943cb-a6ad-4c58-9bd2-79576b130719 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:51:02.058293 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58958203-2ac4-4a72-bd87-e4b8513ba736 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:02.063414 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58958203-2ac4-4a72-bd87-e4b8513ba736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:02.094666 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 3e8943cb-a6ad-4c58-9bd2-79576b130719, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=3e8943cb-a6ad-4c58-9bd2-79576b130719,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:02.107477 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:02.163012 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58958203-2ac4-4a72-bd87-e4b8513ba736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:02.203145 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=3e8943cb-a6ad-4c58-9bd2-79576b130719,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:02.242816 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58958203-2ac4-4a72-bd87-e4b8513ba736 admin admin] Pushing event updated for resources: {'Port': ['ID=d6c52044-fa14-46c8-a0c8-931401dd632a,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:02.296550 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58958203-2ac4-4a72-bd87-e4b8513ba736 admin admin] Network a11e6837-0ed6-4c7f-be24-27cdd1b52393 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:51:02.298349 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-58958203-2ac4-4a72-bd87-e4b8513ba736 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:51:02.368224 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['3e8943cb-a6ad-4c58-9bd2-79576b130719'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:51:02.466341 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device dcc2209b-6030-43cd-87c2-08de85f27bcf up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:51:02.512971 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5915f-dfe6-4a52-a936-62e26f469aba tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Pushing event deleted for resources: {'Port': ['ID=f120d03a-d04f-4092-b22c-5a031fcd177e,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:02.524379 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58958203-2ac4-4a72-bd87-e4b8513ba736 admin admin] Router 1a111ee6-32b3-44cf-8ee9-ff17866f20e1 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:51:02.630477 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port dcc2209b-6030-43cd-87c2-08de85f27bcf completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:51:02.642918 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port dcc2209b-6030-43cd-87c2-08de85f27bcf triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:51:02.644171 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:02.649622 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af950119-edb1-4927-9174-04ebbd3124c9 req-491e612e-bb10-4785-a311-a7e9333271fa tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6941273 Jul 06 13:51:02.692217 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5f2fd9-c635-4623-9e93-74879e4ffdf3 req-2bf5915f-dfe6-4a52-a936-62e26f469aba tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] No DVR routers for this DVR port f120d03a-d04f-4092-b22c-5a031fcd177e on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:51:02.698101 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9b5f2fd9-c635-4623-9e93-74879e4ffdf3 req-2bf5915f-dfe6-4a52-a936-62e26f469aba tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:02.700169 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9b5f2fd9-c635-4623-9e93-74879e4ffdf3 req-2bf5915f-dfe6-4a52-a936-62e26f469aba tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.124 "DELETE /v2.0/ports/f120d03a-d04f-4092-b22c-5a031fcd177e HTTP/1.1" status: 204 len: 173 time: 1.8627813 Jul 06 13:51:02.702133 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c51968a-4ec4-466f-aa34-5b033f896862', 'name': 'network-vif-deleted', 'tag': 'f120d03a-d04f-4092-b22c-5a031fcd177e'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:51:02.706371 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d420d9af-6caf-4d50-89ca-49d94f9cd52e" -d '{"events": [{"server_uuid": "9c51968a-4ec4-466f-aa34-5b033f896862", "name": "network-vif-deleted", "tag": "f120d03a-d04f-4092-b22c-5a031fcd177e"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:51:02.736734 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58958203-2ac4-4a72-bd87-e4b8513ba736 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:51:02.754210 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-58958203-2ac4-4a72-bd87-e4b8513ba736 admin admin] 10.222.0.118 "PUT /v2.0/routers/1a111ee6-32b3-44cf-8ee9-ff17866f20e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3017404 Jul 06 13:51:02.761600 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481d401-ae6b-4697-924a-915075ef6f2e req-db2f8563-a67e-4c6c-a7ed-586aa120ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:02.763234 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c481d401-ae6b-4697-924a-915075ef6f2e req-db2f8563-a67e-4c6c-a7ed-586aa120ebbc service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 1099 time: 0.2711160 Jul 06 13:51:02.773516 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ae3b0-74e0-490c-a313-3660baa85afd req-0ea638e8-1a33-44af-875e-e23e6fc13cef tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:02.789431 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-496ae3b0-74e0-490c-a313-3660baa85afd req-0ea638e8-1a33-44af-875e-e23e6fc13cef tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 948 time: 0.2846682 Jul 06 13:51:02.908236 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:02.938874 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port dcc2209b-6030-43cd-87c2-08de85f27bcf, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=dcc2209b-6030-43cd-87c2-08de85f27bcf,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:02.946335 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:02.950499 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-496ae3b0-74e0-490c-a313-3660baa85afd req-e6c551e5-db66-4e12-bcad-2cd306fd4363 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599405 Jul 06 13:51:03.004701 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b3fdf07-e418-455e-bc59-e145817ea4cf req-69ba1b6f-0701-4379-a5d0-e5f51ad80b30 tempest-ServersAdminTestJSON-23539542 tempest-ServersAdminTestJSON-23539542-project] 10.222.0.118 "GET /v2.0/ports?device_id=9c51968a-4ec4-466f-aa34-5b033f896862 HTTP/1.1" status: 200 len: 210 time: 0.1003590 Jul 06 13:51:03.013374 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=dcc2209b-6030-43cd-87c2-08de85f27bcf,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:03.053088 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481d401-ae6b-4697-924a-915075ef6f2e req-73efa9e6-42a6-47e6-b850-2994376028f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:03.054605 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c481d401-ae6b-4697-924a-915075ef6f2e req-73efa9e6-42a6-47e6-b850-2994376028f9 service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.2623942 Jul 06 13:51:03.117090 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c481d401-ae6b-4697-924a-915075ef6f2e req-40d1b863-78f1-4f2f-afec-8b3a8e6b09ab service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=3e8943cb-a6ad-4c58-9bd2-79576b130719 HTTP/1.1" status: 200 len: 217 time: 0.0547869 Jul 06 13:51:03.221910 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f659bb0c-d866-4061-8f9f-263bfe5a8998 req-6dc2bd83-559f-4812-b943-89774a20f3a5 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/ports?device_id=e91486b9-ea00-45d7-ac30-86ac26e66c58 HTTP/1.1" status: 200 len: 210 time: 0.0852516 Jul 06 13:51:03.295675 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481d401-ae6b-4697-924a-915075ef6f2e req-842f5a9d-7d20-4c09-af0d-c2510b6924b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:03.297165 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c481d401-ae6b-4697-924a-915075ef6f2e req-842f5a9d-7d20-4c09-af0d-c2510b6924b1 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1725659 Jul 06 13:51:03.412541 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61b87a-1716-4406-a3ef-56617d11872f req-2162e553-3719-40ab-91e6-3dd043de2a01 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:03.414150 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0c61b87a-1716-4406-a3ef-56617d11872f req-2162e553-3719-40ab-91e6-3dd043de2a01 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.124 "GET /v2.0/networks?id=e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d HTTP/1.1" status: 200 len: 809 time: 0.2501509 Jul 06 13:51:03.415670 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d7c560-3024-49b0-ac56-b0bb1c06c8f1 x-openstack-request-id: req-54d7c560-3024-49b0-ac56-b0bb1c06c8f1 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:51:03.415966 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c51968a-4ec4-466f-aa34-5b033f896862", "name": "network-vif-deleted", "tag": "f120d03a-d04f-4092-b22c-5a031fcd177e", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:51:03.416218 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-54d7c560-3024-49b0-ac56-b0bb1c06c8f1 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:51:03.416599 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c51968a-4ec4-466f-aa34-5b033f896862', 'name': 'network-vif-deleted', 'tag': 'f120d03a-d04f-4092-b22c-5a031fcd177e', 'status': 'completed', 'code': 200} Jul 06 13:51:03.435796 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1b769-fcec-458f-bd12-34a3049bf6a3 req-8764c704-0777-4473-ac0a-88a39cf0cd44 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:03.437541 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d0e1b769-fcec-458f-bd12-34a3049bf6a3 req-8764c704-0777-4473-ac0a-88a39cf0cd44 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 946 time: 0.2719934 Jul 06 13:51:03.452155 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-0c61b87a-1716-4406-a3ef-56617d11872f req-65152371-2590-4e71-8efc-7a79629de81f tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Request body: {'port': {'device_id': 'e91486b9-ea00-45d7-ac30-86ac26e66c58', 'network_id': 'e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d', 'admin_state_up': True, 'tenant_id': '3f8d4b73b6944d1ebcc3f6b7c1e581ea'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:51:03.580358 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481d401-ae6b-4697-924a-915075ef6f2e req-b64c7dd0-b20c-41c2-b3a5-221ed942e0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:03.582668 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c481d401-ae6b-4697-924a-915075ef6f2e req-b64c7dd0-b20c-41c2-b3a5-221ed942e0c8 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2770960 Jul 06 13:51:03.609063 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d0e1b769-fcec-458f-bd12-34a3049bf6a3 req-1c1e5b46-3c7f-4dc3-8c4b-9a14db0f2d0b tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630940 Jul 06 13:51:03.648382 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9e451bb0-958b-4bc4-877b-69352013cdbd details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:51:03.651055 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 3e8943cb-a6ad-4c58-9bd2-79576b130719 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:51:03.721383 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52473c0b-7065-4018-9e1e-1d847a06cdd6 req-2b19bee9-1a1f-4725-89a4-8caf4eb3f71d tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:03.723900 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-52473c0b-7065-4018-9e1e-1d847a06cdd6 req-2b19bee9-1a1f-4725-89a4-8caf4eb3f71d tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 945 time: 0.2174046 Jul 06 13:51:03.729173 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d2b155-1ae4-4888-8eee-bf6fe8231c7b None None] Sync routers for ids ['1a111ee6-32b3-44cf-8ee9-ff17866f20e1'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:51:03.740048 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d2b155-1ae4-4888-8eee-bf6fe8231c7b None None] Routers {'1a111ee6-32b3-44cf-8ee9-ff17866f20e1'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:51:03.740613 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-82d2b155-1ae4-4888-8eee-bf6fe8231c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:50:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1a111ee6-32b3-44cf-8ee9-ff17866f20e1'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:03.788896 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 3e8943cb-a6ad-4c58-9bd2-79576b130719 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:51:03.804008 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 3e8943cb-a6ad-4c58-9bd2-79576b130719 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:51:03.804702 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:03.840884 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-52473c0b-7065-4018-9e1e-1d847a06cdd6 req-6919d005-887b-42c2-b972-58e74781d039 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887721 Jul 06 13:51:03.860889 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 9e451bb0-958b-4bc4-877b-69352013cdbd, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9e451bb0-958b-4bc4-877b-69352013cdbd,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:03.861062 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-82d2b155-1ae4-4888-8eee-bf6fe8231c7b None None] Set router 1a111ee6-32b3-44cf-8ee9-ff17866f20e1 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:51:03.863734 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c481d401-ae6b-4697-924a-915075ef6f2e req-6f36972a-f8e0-44fd-b26d-0ea689542560 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697973 Jul 06 13:51:03.864968 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c61b87a-1716-4406-a3ef-56617d11872f req-65152371-2590-4e71-8efc-7a79629de81f tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Made reservation on behalf of 3f8d4b73b6944d1ebcc3f6b7c1e581ea for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:51:03.873207 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0c61b87a-1716-4406-a3ef-56617d11872f req-65152371-2590-4e71-8efc-7a79629de81f tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:03.889237 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '9e451bb0-958b-4bc4-877b-69352013cdbd', 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb', 'port_id': '9e451bb0-958b-4bc4-877b-69352013cdbd', 'mac_address': 'fa:16:3e:cc:e0:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd856c7f-efce-4c28-b5ab-617143cae7b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:51:03.967094 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f120d03a-d04f-4092-b22c-5a031fcd177e no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:51:03.995188 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:04.000201 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: f120d03a-d04f-4092-b22c-5a031fcd177e {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:51:04.000548 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f120d03a-d04f-4092-b22c-5a031fcd177e not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:51:04.019559 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e451bb0-958b-4bc4-877b-69352013cdbd {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:51:04.023025 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:04.055800 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 9e451bb0-958b-4bc4-877b-69352013cdbd, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9e451bb0-958b-4bc4-877b-69352013cdbd,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:04.063429 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab67ddb7-250e-4e4a-af9d-4bbf1df292cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8943cb-a6ad-4c58-9bd2-79576b130719'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:51:04.066465 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284e0b31-4c0d-48a8-9ebb-b941f4dbb904" -d '{"events": [{"server_uuid": "ab67ddb7-250e-4e4a-af9d-4bbf1df292cf", "name": "network-vif-plugged", "status": "completed", "tag": "3e8943cb-a6ad-4c58-9bd2-79576b130719"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:51:04.071311 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:04.084526 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 3e8943cb-a6ad-4c58-9bd2-79576b130719, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=3e8943cb-a6ad-4c58-9bd2-79576b130719,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:04.104010 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:04.130899 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=9e451bb0-958b-4bc4-877b-69352013cdbd,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:04.159322 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c481d401-ae6b-4697-924a-915075ef6f2e req-98a0120b-c5b0-41a9-ae0f-cadc1353b0bf service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788265 Jul 06 13:51:04.187086 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-82d2b155-1ae4-4888-8eee-bf6fe8231c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-20513066-router', 'tenant_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'dcc2209b-6030-43cd-87c2-08de85f27bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:50:57Z', 'updated_at': '2021-07-06T13:51:01Z', 'revision_number': 4, 'project_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'gw_port': {'id': 'dcc2209b-6030-43cd-87c2-08de85f27bcf', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:57:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:50:58Z', 'updated_at': '2021-07-06T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'd6c52044-fa14-46c8-a0c8-931401dd632a', 'name': '', 'network_id': 'a11e6837-0ed6-4c7f-be24-27cdd1b52393', 'tenant_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'mac_address': 'fa:16:3e:6b:15:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '24a415f4-aab3-4198-bdfa-b8114bde48d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:00Z', 'updated_at': '2021-07-06T13:51:01Z', 'revision_number': 2, 'project_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'subnets': [{'id': '24a415f4-aab3-4198-bdfa-b8114bde48d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:04.192289 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=3e8943cb-a6ad-4c58-9bd2-79576b130719,revision_number=9']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:04.244717 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d2b155-1ae4-4888-8eee-bf6fe8231c7b None None] Checking router: 1a111ee6-32b3-44cf-8ee9-ff17866f20e1 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:51:04.245088 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d2b155-1ae4-4888-8eee-bf6fe8231c7b None None] Updating router 1a111ee6-32b3-44cf-8ee9-ff17866f20e1 port d6c52044-fa14-46c8-a0c8-931401dd632a binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:51:04.251541 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c009c24-becd-4254-80dc-7164e15d522d req-27a6327e-55e6-4000-b71e-bfb724c66471 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:04.253690 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c009c24-becd-4254-80dc-7164e15d522d req-27a6327e-55e6-4000-b71e-bfb724c66471 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/networks?id=a11e6837-0ed6-4c7f-be24-27cdd1b52393 HTTP/1.1" status: 200 len: 818 time: 0.3712432 Jul 06 13:51:04.272360 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-0c61b87a-1716-4406-a3ef-56617d11872f req-65152371-2590-4e71-8efc-7a79629de81f tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Allocated IP 172.20.0.6 (e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d/721fcae2-dd07-43aa-8019-84dc8aa35e60/7da7a16b-d64c-4e9c-8060-482983f0bc78) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:51:04.282978 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-82d2b155-1ae4-4888-8eee-bf6fe8231c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:04.290091 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799497c4-afd7-472c-8585-80edfc519934 req-35b2da5f-0be7-4c29-8426-d4675c273946 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:04.291604 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-799497c4-afd7-472c-8585-80edfc519934 req-35b2da5f-0be7-4c29-8426-d4675c273946 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=02be0af1-842d-4664-a517-6704bd307587 HTTP/1.1" status: 200 len: 943 time: 0.3224254 Jul 06 13:51:04.300285 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c009c24-becd-4254-80dc-7164e15d522d req-f24be21e-3ebb-40f3-b60d-7f9085549d7a tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/quotas/5cdbbf3cb8c5435e96d40f3db2892fd8 HTTP/1.1" status: 200 len: 375 time: 0.0356660 Jul 06 13:51:04.325181 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9e451bb0-958b-4bc4-877b-69352013cdbd'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:51:04.416258 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-799497c4-afd7-472c-8585-80edfc519934 req-63426488-2707-4339-9f3e-e556dd6ceeb7 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147590 Jul 06 13:51:04.444131 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device dcc2209b-6030-43cd-87c2-08de85f27bcf up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:51:04.522354 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c009c24-becd-4254-80dc-7164e15d522d req-e00e38ca-0384-4888-9666-ca61ecf57262 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=5cdbbf3cb8c5435e96d40f3db2892fd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2110682 Jul 06 13:51:04.552848 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port dcc2209b-6030-43cd-87c2-08de85f27bcf triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:51:04.553225 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:04.624429 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:51:04.643669 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-82d2b155-1ae4-4888-8eee-bf6fe8231c7b None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:04.657224 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-82d2b155-1ae4-4888-8eee-bf6fe8231c7b None None] Transition to ACTIVE for port object d6c52044-fa14-46c8-a0c8-931401dd632a will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:51:04.664687 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-82d2b155-1ae4-4888-8eee-bf6fe8231c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:04.677370 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c009c24-becd-4254-80dc-7164e15d522d req-dcb5111f-c96f-4840-88be-05496a3776b9 service neutron] 10.222.0.118 "GET /v2.0/networks/a11e6837-0ed6-4c7f-be24-27cdd1b52393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437929 Jul 06 13:51:04.738703 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62cfa1-eb91-4fd8-9dc2-59a00b0f0885 None None] Pushing event updated for resources: {'Port': ['ID=d6c52044-fa14-46c8-a0c8-931401dd632a,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:04.761937 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62cfa1-eb91-4fd8-9dc2-59a00b0f0885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:04.762287 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62cfa1-eb91-4fd8-9dc2-59a00b0f0885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:04.762902 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62cfa1-eb91-4fd8-9dc2-59a00b0f0885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:04.763161 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62cfa1-eb91-4fd8-9dc2-59a00b0f0885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:04.763492 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62cfa1-eb91-4fd8-9dc2-59a00b0f0885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:04.763818 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62cfa1-eb91-4fd8-9dc2-59a00b0f0885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:04.764141 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62cfa1-eb91-4fd8-9dc2-59a00b0f0885 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:04.764456 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62cfa1-eb91-4fd8-9dc2-59a00b0f0885 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:04.764903 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62cfa1-eb91-4fd8-9dc2-59a00b0f0885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:04.765351 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62cfa1-eb91-4fd8-9dc2-59a00b0f0885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:04.765704 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62cfa1-eb91-4fd8-9dc2-59a00b0f0885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:04.766291 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed62cfa1-eb91-4fd8-9dc2-59a00b0f0885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:04.766424 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0c61b87a-1716-4406-a3ef-56617d11872f req-65152371-2590-4e71-8efc-7a79629de81f tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:04.786435 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-82d2b155-1ae4-4888-8eee-bf6fe8231c7b None None] Attempting to bind port d6c52044-fa14-46c8-a0c8-931401dd632a on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:51:04.786808 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-82d2b155-1ae4-4888-8eee-bf6fe8231c7b None None] Attempting to bind port d6c52044-fa14-46c8-a0c8-931401dd632a by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a11e6837-0ed6-4c7f-be24-27cdd1b52393'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:51:04.787555 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d2b155-1ae4-4888-8eee-bf6fe8231c7b None None] Attempting to bind port d6c52044-fa14-46c8-a0c8-931401dd632a on network a11e6837-0ed6-4c7f-be24-27cdd1b52393 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:51:04.794358 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d2b155-1ae4-4888-8eee-bf6fe8231c7b None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:51:04.794734 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d2b155-1ae4-4888-8eee-bf6fe8231c7b None None] Checking segment: {'id': 'e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a11e6837-0ed6-4c7f-be24-27cdd1b52393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:51:04.795335 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-82d2b155-1ae4-4888-8eee-bf6fe8231c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:04.796027 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d2b155-1ae4-4888-8eee-bf6fe8231c7b None None] Bound using segment: {'id': 'e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a11e6837-0ed6-4c7f-be24-27cdd1b52393'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:51:04.796890 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-82d2b155-1ae4-4888-8eee-bf6fe8231c7b None None] Bound port: d6c52044-fa14-46c8-a0c8-931401dd632a, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a11e6837-0ed6-4c7f-be24-27cdd1b52393'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:51:04.797603 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-82d2b155-1ae4-4888-8eee-bf6fe8231c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:04.826854 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e2287-8452-4cc2-af2f-17e893e06138 req-0663a829-359d-423e-b05d-4256249e9b03 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:04.828516 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-088e2287-8452-4cc2-af2f-17e893e06138 req-0663a829-359d-423e-b05d-4256249e9b03 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 949 time: 0.2056220 Jul 06 13:51:04.859778 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c009c24-becd-4254-80dc-7164e15d522d req-290a21cb-aeef-453c-af4c-81dab9293952 service neutron] 10.222.0.118 "GET /v2.0/networks/a11e6837-0ed6-4c7f-be24-27cdd1b52393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719356 Jul 06 13:51:04.885532 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-82d2b155-1ae4-4888-8eee-bf6fe8231c7b None None] For port d6c52044-fa14-46c8-a0c8-931401dd632a, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:51:04.891320 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-82d2b155-1ae4-4888-8eee-bf6fe8231c7b None None] For port d6c52044-fa14-46c8-a0c8-931401dd632a, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d6c52044-fa14-46c8-a0c8-931401dd632a,segment=NetworkSegment(e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6),segment_id=e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:51:04.896725 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0c61b87a-1716-4406-a3ef-56617d11872f req-65152371-2590-4e71-8efc-7a79629de81f tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:04.898985 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-82d2b155-1ae4-4888-8eee-bf6fe8231c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:04.909728 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-088e2287-8452-4cc2-af2f-17e893e06138 req-fd95ee76-1f96-4223-9a01-49fab61accdc tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688543 Jul 06 13:51:05.002838 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62cfa1-eb91-4fd8-9dc2-59a00b0f0885 None None] Pushing event updated for resources: {'Port': ['ID=d6c52044-fa14-46c8-a0c8-931401dd632a,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:05.014483 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c61b87a-1716-4406-a3ef-56617d11872f req-65152371-2590-4e71-8efc-7a79629de81f tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Network e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:51:05.020564 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-0c61b87a-1716-4406-a3ef-56617d11872f req-65152371-2590-4e71-8efc-7a79629de81f tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:51:05.024976 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c61b87a-1716-4406-a3ef-56617d11872f req-65152371-2590-4e71-8efc-7a79629de81f tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:51:05.028671 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d2b155-1ae4-4888-8eee-bf6fe8231c7b None None] Routers {'1a111ee6-32b3-44cf-8ee9-ff17866f20e1'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:51:05.029436 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-82d2b155-1ae4-4888-8eee-bf6fe8231c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:50:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1a111ee6-32b3-44cf-8ee9-ff17866f20e1'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:05.029691 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65152371-2590-4e71-8efc-7a79629de81f tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Pushing event updated for resources: {'Port': ['ID=7da7a16b-d64c-4e9c-8060-482983f0bc78,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:05.083990 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61b87a-1716-4406-a3ef-56617d11872f req-65152371-2590-4e71-8efc-7a79629de81f tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:05.084955 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0c61b87a-1716-4406-a3ef-56617d11872f req-65152371-2590-4e71-8efc-7a79629de81f tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:05.104909 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2dc140-2399-4bd2-aaf5-2fd99a0e5c16 x-openstack-request-id: req-2d2dc140-2399-4bd2-aaf5-2fd99a0e5c16 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:51:05.105399 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab67ddb7-250e-4e4a-af9d-4bbf1df292cf", "name": "network-vif-plugged", "status": "completed", "tag": "3e8943cb-a6ad-4c58-9bd2-79576b130719", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:51:05.105522 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-2d2dc140-2399-4bd2-aaf5-2fd99a0e5c16 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:51:05.105862 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab67ddb7-250e-4e4a-af9d-4bbf1df292cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8943cb-a6ad-4c58-9bd2-79576b130719', 'code': 200} Jul 06 13:51:05.114841 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0c61b87a-1716-4406-a3ef-56617d11872f req-65152371-2590-4e71-8efc-7a79629de81f tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6762073 Jul 06 13:51:05.130093 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-0c61b87a-1716-4406-a3ef-56617d11872f req-6c3f9c4d-7626-4f02-87ca-0b1bc0f09a42 service neutron] Request body: {'port': {'device_id': 'e91486b9-ea00-45d7-ac30-86ac26e66c58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:51:05.290568 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0c61b87a-1716-4406-a3ef-56617d11872f req-6c3f9c4d-7626-4f02-87ca-0b1bc0f09a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:05.294641 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-82d2b155-1ae4-4888-8eee-bf6fe8231c7b None None] Set router 1a111ee6-32b3-44cf-8ee9-ff17866f20e1 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:51:05.312800 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c679b-82df-488d-9aa0-85765dcf71d3 req-517ae5af-ebae-4fe9-b102-459e15b7fafc tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:05.320443 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-280c679b-82df-488d-9aa0-85765dcf71d3 req-517ae5af-ebae-4fe9-b102-459e15b7fafc tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/ports?device_id=e91486b9-ea00-45d7-ac30-86ac26e66c58 HTTP/1.1" status: 200 len: 931 time: 0.1484601 Jul 06 13:51:05.461118 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47228) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:51:05.564317 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-280c679b-82df-488d-9aa0-85765dcf71d3 req-690b0e66-d19f-4168-b775-030b8a5c3c9d tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/security-groups?id=f00150a8-6ac5-450e-a26b-4a0d7468dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429097 Jul 06 13:51:05.583728 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-82d2b155-1ae4-4888-8eee-bf6fe8231c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-20513066-router', 'tenant_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'dcc2209b-6030-43cd-87c2-08de85f27bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:50:57Z', 'updated_at': '2021-07-06T13:51:01Z', 'revision_number': 4, 'project_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'gw_port': {'id': 'dcc2209b-6030-43cd-87c2-08de85f27bcf', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:57:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:50:58Z', 'updated_at': '2021-07-06T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'd6c52044-fa14-46c8-a0c8-931401dd632a', 'name': '', 'network_id': 'a11e6837-0ed6-4c7f-be24-27cdd1b52393', 'tenant_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'mac_address': 'fa:16:3e:6b:15:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '24a415f4-aab3-4198-bdfa-b8114bde48d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:00Z', 'updated_at': '2021-07-06T13:51:04Z', 'revision_number': 4, 'project_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'subnets': [{'id': '24a415f4-aab3-4198-bdfa-b8114bde48d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:05.633668 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d2b155-1ae4-4888-8eee-bf6fe8231c7b None None] The sync data for ids ['1a111ee6-32b3-44cf-8ee9-ff17866f20e1'] in n-d-773644-6 is: [{'id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-20513066-router', 'tenant_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'dcc2209b-6030-43cd-87c2-08de85f27bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:50:57Z', 'updated_at': '2021-07-06T13:51:01Z', 'revision_number': 4, 'project_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'gw_port': {'id': 'dcc2209b-6030-43cd-87c2-08de85f27bcf', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:57:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:50:58Z', 'updated_at': '2021-07-06T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'd6c52044-fa14-46c8-a0c8-931401dd632a', 'name': '', 'network_id': 'a11e6837-0ed6-4c7f-be24-27cdd1b52393', 'tenant_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'mac_address': 'fa:16:3e:6b:15:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '24a415f4-aab3-4198-bdfa-b8114bde48d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:00Z', 'updated_at': '2021-07-06T13:51:04Z', 'revision_number': 4, 'project_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'subnets': [{'id': '24a415f4-aab3-4198-bdfa-b8114bde48d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:51:05.641090 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb61a88-934b-4b3e-b12b-7ff503efb59f req-be7d7bf6-dab4-4255-b6ec-affb66160a6b tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:05.648883 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fcb61a88-934b-4b3e-b12b-7ff503efb59f req-be7d7bf6-dab4-4255-b6ec-affb66160a6b tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 946 time: 0.1939223 Jul 06 13:51:05.652306 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a7ccddc8-43a6-4e5f-9a36-c9a252a50371 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=9a034f7c3c7c4a32987e24fa8a7ab2b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1898792 Jul 06 13:51:05.657789 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47234) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:51:05.669213 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9e451bb0-958b-4bc4-877b-69352013cdbd up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:51:05.768809 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 9e451bb0-958b-4bc4-877b-69352013cdbd completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:51:05.776225 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 9e451bb0-958b-4bc4-877b-69352013cdbd triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:51:05.776858 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:05.794340 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c531beb0-530f-4770-ab3b-c0278a545071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:05.831424 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fcb61a88-934b-4b3e-b12b-7ff503efb59f req-c5a8d1bc-bd73-45ea-a0f7-6f8e230b4328 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810296 Jul 06 13:51:05.840977 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c531beb0-530f-4770-ab3b-c0278a545071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:05.915580 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:05.931404 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-0c61b87a-1716-4406-a3ef-56617d11872f req-6c3f9c4d-7626-4f02-87ca-0b1bc0f09a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7da7a16b-d64c-4e9c-8060-482983f0bc78 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:51:05.946221 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c531beb0-530f-4770-ab3b-c0278a545071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:05.949067 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c531beb0-530f-4770-ab3b-c0278a545071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:05.950592 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c531beb0-530f-4770-ab3b-c0278a545071 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6 HTTP/1.1" status: 204 len: 168 time: 0.2906382 Jul 06 13:51:05.958772 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0c61b87a-1716-4406-a3ef-56617d11872f req-6c3f9c4d-7626-4f02-87ca-0b1bc0f09a42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:05.963456 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531beb0-530f-4770-ab3b-c0278a545071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a2ce7b-e031-4b1c-b84a-ac9ed7f024d6,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:05.986410 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef34bb-d7cb-415d-95cb-d71a51f8cc4f req-a5a41912-49bd-4e58-8a3b-d488f7d3c0f6 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:05.989800 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3cef34bb-d7cb-415d-95cb-d71a51f8cc4f req-a5a41912-49bd-4e58-8a3b-d488f7d3c0f6 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 945 time: 0.2584312 Jul 06 13:51:05.994137 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 9e451bb0-958b-4bc4-877b-69352013cdbd, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9e451bb0-958b-4bc4-877b-69352013cdbd,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:05.996206 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-0c61b87a-1716-4406-a3ef-56617d11872f req-6c3f9c4d-7626-4f02-87ca-0b1bc0f09a42 service neutron] Transition to ACTIVE for port object 7da7a16b-d64c-4e9c-8060-482983f0bc78 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:51:06.000852 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:06.008824 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0c61b87a-1716-4406-a3ef-56617d11872f req-6c3f9c4d-7626-4f02-87ca-0b1bc0f09a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:06.065361 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=9e451bb0-958b-4bc4-877b-69352013cdbd,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:06.067592 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76a51a43-70d0-4299-9ed5-b5567a8b75fa req-b12f3641-f8ff-4a89-b32d-2e1703409d39 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 210 time: 0.0617657 Jul 06 13:51:06.120244 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3cef34bb-d7cb-415d-95cb-d71a51f8cc4f req-e245e137-d02b-42cd-a5ac-bfef738cf53e tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226082 Jul 06 13:51:06.169529 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f9c4d-7626-4f02-87ca-0b1bc0f09a42 service neutron] Pushing event updated for resources: {'Port': ['ID=7da7a16b-d64c-4e9c-8060-482983f0bc78,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:06.273972 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-0c61b87a-1716-4406-a3ef-56617d11872f req-6c3f9c4d-7626-4f02-87ca-0b1bc0f09a42 service neutron] Attempting to bind port 7da7a16b-d64c-4e9c-8060-482983f0bc78 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:51:06.275603 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-0c61b87a-1716-4406-a3ef-56617d11872f req-6c3f9c4d-7626-4f02-87ca-0b1bc0f09a42 service neutron] Attempting to bind port 7da7a16b-d64c-4e9c-8060-482983f0bc78 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '1e758e0f-019b-48cc-ae62-d4e61c49d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:51:06.276138 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c61b87a-1716-4406-a3ef-56617d11872f req-6c3f9c4d-7626-4f02-87ca-0b1bc0f09a42 service neutron] Attempting to bind port 7da7a16b-d64c-4e9c-8060-482983f0bc78 on network e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:51:06.293959 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c61b87a-1716-4406-a3ef-56617d11872f req-6c3f9c4d-7626-4f02-87ca-0b1bc0f09a42 service neutron] Port 7da7a16b-d64c-4e9c-8060-482983f0bc78 on network e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:51:06.294559 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c61b87a-1716-4406-a3ef-56617d11872f req-6c3f9c4d-7626-4f02-87ca-0b1bc0f09a42 service neutron] Attempting to bind port 7da7a16b-d64c-4e9c-8060-482983f0bc78 on network e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:51:06.317719 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c61b87a-1716-4406-a3ef-56617d11872f req-6c3f9c4d-7626-4f02-87ca-0b1bc0f09a42 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:51:06.318098 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c61b87a-1716-4406-a3ef-56617d11872f req-6c3f9c4d-7626-4f02-87ca-0b1bc0f09a42 service neutron] Checking segment: {'id': '1e758e0f-019b-48cc-ae62-d4e61c49d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:51:06.318498 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c61b87a-1716-4406-a3ef-56617d11872f req-6c3f9c4d-7626-4f02-87ca-0b1bc0f09a42 service neutron] Bound using segment: {'id': '1e758e0f-019b-48cc-ae62-d4e61c49d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:51:06.318956 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-0c61b87a-1716-4406-a3ef-56617d11872f req-6c3f9c4d-7626-4f02-87ca-0b1bc0f09a42 service neutron] Bound port: 7da7a16b-d64c-4e9c-8060-482983f0bc78, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e758e0f-019b-48cc-ae62-d4e61c49d941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:51:06.319327 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0c61b87a-1716-4406-a3ef-56617d11872f req-6c3f9c4d-7626-4f02-87ca-0b1bc0f09a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:06.480610 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d6c52044-fa14-46c8-a0c8-931401dd632a up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:51:06.485120 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa4411-023c-4813-9559-6656b239433a req-b67513bd-eac1-4b92-8942-b9b11b8a52c1 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:06.493687 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47244) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:51:06.495202 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-abaa4411-023c-4813-9559-6656b239433a req-b67513bd-eac1-4b92-8942-b9b11b8a52c1 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=02be0af1-842d-4664-a517-6704bd307587 HTTP/1.1" status: 200 len: 945 time: 0.2155170 Jul 06 13:51:06.498268 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-0c61b87a-1716-4406-a3ef-56617d11872f req-6c3f9c4d-7626-4f02-87ca-0b1bc0f09a42 service neutron] For port 7da7a16b-d64c-4e9c-8060-482983f0bc78, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:51:06.504478 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-0c61b87a-1716-4406-a3ef-56617d11872f req-6c3f9c4d-7626-4f02-87ca-0b1bc0f09a42 service neutron] For port 7da7a16b-d64c-4e9c-8060-482983f0bc78, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=7da7a16b-d64c-4e9c-8060-482983f0bc78,segment=NetworkSegment(1e758e0f-019b-48cc-ae62-d4e61c49d941),segment_id=1e758e0f-019b-48cc-ae62-d4e61c49d941)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:51:06.515455 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0c61b87a-1716-4406-a3ef-56617d11872f req-6c3f9c4d-7626-4f02-87ca-0b1bc0f09a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:06.533399 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c2432-ea7b-4563-985b-cdf6cf7d4f36 req-57a2ce49-2953-4275-b44c-281bd345fc48 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:06.541109 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-434c2432-ea7b-4563-985b-cdf6cf7d4f36 req-57a2ce49-2953-4275-b44c-281bd345fc48 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 949 time: 0.2403817 Jul 06 13:51:06.551393 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port d6c52044-fa14-46c8-a0c8-931401dd632a completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:51:06.551654 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-68375830-c8cd-4b92-82bd-0e13b2d559de admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=84f86b8fbe6e40968dee9a3b172136ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565062 Jul 06 13:51:06.553933 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47246) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:51:06.559230 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port d6c52044-fa14-46c8-a0c8-931401dd632a triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:51:06.559615 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:06.622464 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61b87a-1716-4406-a3ef-56617d11872f req-6c3f9c4d-7626-4f02-87ca-0b1bc0f09a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:06.624385 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0c61b87a-1716-4406-a3ef-56617d11872f req-6c3f9c4d-7626-4f02-87ca-0b1bc0f09a42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:06.629329 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0c61b87a-1716-4406-a3ef-56617d11872f req-6c3f9c4d-7626-4f02-87ca-0b1bc0f09a42 service neutron] 10.222.0.124 "PUT /v2.0/ports/7da7a16b-d64c-4e9c-8060-482983f0bc78 HTTP/1.1" status: 200 len: 1091 time: 1.5045485 Jul 06 13:51:06.631822 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91486b9-ea00-45d7-ac30-86ac26e66c58', 'tag': '7da7a16b-d64c-4e9c-8060-482983f0bc78'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:51:06.634287 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d32a5a-9b4c-4536-9453-803e30690cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "e91486b9-ea00-45d7-ac30-86ac26e66c58", "tag": "7da7a16b-d64c-4e9c-8060-482983f0bc78"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:51:06.657039 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-abaa4411-023c-4813-9559-6656b239433a req-306db163-2a15-4025-9551-e4a97388c40c tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608174 Jul 06 13:51:06.673328 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-94d48663-b471-4706-a805-83cc2bc34cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:06.692301 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f9c4d-7626-4f02-87ca-0b1bc0f09a42 service neutron] Pushing event updated for resources: {'Port': ['ID=7da7a16b-d64c-4e9c-8060-482983f0bc78,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:06.712510 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-434c2432-ea7b-4563-985b-cdf6cf7d4f36 req-dd9cdf8d-73d2-42e8-ba7c-2e96f063ec23 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700675 Jul 06 13:51:06.740456 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-94d48663-b471-4706-a805-83cc2bc34cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:06.743142 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:06.813272 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port d6c52044-fa14-46c8-a0c8-931401dd632a, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d6c52044-fa14-46c8-a0c8-931401dd632a,segment=NetworkSegment(e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6),segment_id=e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:06.824166 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:06.858642 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-94d48663-b471-4706-a805-83cc2bc34cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:06.861177 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-94d48663-b471-4706-a805-83cc2bc34cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:06.864075 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-94d48663-b471-4706-a805-83cc2bc34cde admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/7af8a407-23e6-482c-89d4-ab21dba16f32 HTTP/1.1" status: 204 len: 168 time: 0.3074186 Jul 06 13:51:06.880839 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d48663-b471-4706-a805-83cc2bc34cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af8a407-23e6-482c-89d4-ab21dba16f32,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:06.941546 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=d6c52044-fa14-46c8-a0c8-931401dd632a,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:07.109525 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02be0af1-842d-4664-a517-6704bd307587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e451bb0-958b-4bc4-877b-69352013cdbd'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:51:07.111986 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4502e4-8874-4b0a-8fd0-82840ecb113f" -d '{"events": [{"server_uuid": "02be0af1-842d-4664-a517-6704bd307587", "name": "network-vif-plugged", "status": "completed", "tag": "9e451bb0-958b-4bc4-877b-69352013cdbd"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:51:07.276811 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-51cc236e-167d-4dcc-a39d-38250462ce72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:07.351953 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28bb093-d2b7-4486-83a8-c5832896ccd8 x-openstack-request-id: req-d28bb093-d2b7-4486-83a8-c5832896ccd8 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:51:07.352554 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91486b9-ea00-45d7-ac30-86ac26e66c58", "tag": "7da7a16b-d64c-4e9c-8060-482983f0bc78", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:51:07.352554 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-d28bb093-d2b7-4486-83a8-c5832896ccd8 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:51:07.352845 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91486b9-ea00-45d7-ac30-86ac26e66c58', 'tag': '7da7a16b-d64c-4e9c-8060-482983f0bc78', 'status': 'completed', 'code': 200} Jul 06 13:51:07.453871 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61b87a-1716-4406-a3ef-56617d11872f req-4929f7c2-3f1b-47af-8edc-07b5e51871f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:07.455359 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0c61b87a-1716-4406-a3ef-56617d11872f req-4929f7c2-3f1b-47af-8edc-07b5e51871f6 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=3f8d4b73b6944d1ebcc3f6b7c1e581ea&device_id=e91486b9-ea00-45d7-ac30-86ac26e66c58 HTTP/1.1" status: 200 len: 1094 time: 0.7101972 Jul 06 13:51:07.462603 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c009c24-becd-4254-80dc-7164e15d522d req-b108d953-5416-45c7-be32-869b7c6f739c tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:07.464002 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c009c24-becd-4254-80dc-7164e15d522d req-b108d953-5416-45c7-be32-869b7c6f739c tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.124 "GET /v2.0/networks?id=a11e6837-0ed6-4c7f-be24-27cdd1b52393 HTTP/1.1" status: 200 len: 818 time: 0.6663301 Jul 06 13:51:07.485220 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-8c009c24-becd-4254-80dc-7164e15d522d req-0794bd90-a954-4de8-b7cd-5d7a32c82fe5 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Request body: {'port': {'device_id': '5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3', 'network_id': 'a11e6837-0ed6-4c7f-be24-27cdd1b52393', 'admin_state_up': True, 'tenant_id': '5cdbbf3cb8c5435e96d40f3db2892fd8'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:51:07.539367 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7fb3d-8627-4750-8b4a-061b642ec559 req-ba961ba8-cac8-404b-82b8-df2bd764a165 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:07.540862 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-40b7fb3d-8627-4750-8b4a-061b642ec559 req-ba961ba8-cac8-404b-82b8-df2bd764a165 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/ports?device_id=e91486b9-ea00-45d7-ac30-86ac26e66c58 HTTP/1.1" status: 200 len: 943 time: 0.6249342 Jul 06 13:51:07.573431 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0c61b87a-1716-4406-a3ef-56617d11872f req-ff1cd646-45b3-436f-b410-54d1406478b6 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7da7a16b-d64c-4e9c-8060-482983f0bc78 HTTP/1.1" status: 200 len: 217 time: 0.1063957 Jul 06 13:51:07.657232 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9263e7-023a-429f-9d17-12e31527c5f2 req-fd444c1e-ac8b-4f02-9437-4a773bd16139 tempest-MigrationsAdminTest-1825600450 tempest-MigrationsAdminTest-1825600450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:07.658734 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bb9263e7-023a-429f-9d17-12e31527c5f2 req-fd444c1e-ac8b-4f02-9437-4a773bd16139 tempest-MigrationsAdminTest-1825600450 tempest-MigrationsAdminTest-1825600450-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 1100 time: 0.3051472 Jul 06 13:51:07.722413 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-40b7fb3d-8627-4750-8b4a-061b642ec559 req-a45cac0c-b5fb-4bc8-95df-b34db5583944 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/security-groups?id=f00150a8-6ac5-450e-a26b-4a0d7468dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538448 Jul 06 13:51:07.735620 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61b87a-1716-4406-a3ef-56617d11872f req-16bb15b5-34ca-4c40-a6a5-05810470a440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:07.737682 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0c61b87a-1716-4406-a3ef-56617d11872f req-16bb15b5-34ca-4c40-a6a5-05810470a440 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=721fcae2-dd07-43aa-8019-84dc8aa35e60 HTTP/1.1" status: 200 len: 849 time: 0.1467245 Jul 06 13:51:07.744051 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47284) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:51:07.796129 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0c61b87a-1716-4406-a3ef-56617d11872f req-3f324183-fa59-4325-bf98-8bf222475350 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463564 Jul 06 13:51:07.801269 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bb9263e7-023a-429f-9d17-12e31527c5f2 req-310c7619-902b-4ac2-a7d6-b6b8a5977a8e tempest-MigrationsAdminTest-1825600450 tempest-MigrationsAdminTest-1825600450-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275337 Jul 06 13:51:07.874554 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c009c24-becd-4254-80dc-7164e15d522d req-0794bd90-a954-4de8-b7cd-5d7a32c82fe5 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Made reservation on behalf of 5cdbbf3cb8c5435e96d40f3db2892fd8 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:51:07.878432 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8c009c24-becd-4254-80dc-7164e15d522d req-0794bd90-a954-4de8-b7cd-5d7a32c82fe5 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:07.907124 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-939ca7e1-f7f4-47fd-90b8-3836d561904c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1870023831-network', 'tenant_id': 'ca7f56c201004b3f9bdd8194d1dc41f5'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:51:07.993451 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device fbb9ce42-ffde-4ebb-8d97-9946439de822 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:51:08.005153 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d1e88ebd-84cf-46e8-9cf1-55b461952545 req-c8a44747-9411-4bfe-bf97-74cad55ce5af tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 210 time: 0.0744927 Jul 06 13:51:08.069786 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e312063-3ff3-4ff6-a25b-44b3f774235c x-openstack-request-id: req-0e312063-3ff3-4ff6-a25b-44b3f774235c {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:51:08.070686 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02be0af1-842d-4664-a517-6704bd307587", "name": "network-vif-plugged", "status": "completed", "tag": "9e451bb0-958b-4bc4-877b-69352013cdbd", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:51:08.071029 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-0e312063-3ff3-4ff6-a25b-44b3f774235c {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:51:08.071969 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02be0af1-842d-4664-a517-6704bd307587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e451bb0-958b-4bc4-877b-69352013cdbd', 'code': 200} Jul 06 13:51:08.072408 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939ca7e1-f7f4-47fd-90b8-3836d561904c admin admin] Made reservation on behalf of ca7f56c201004b3f9bdd8194d1dc41f5 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:51:08.078064 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-939ca7e1-f7f4-47fd-90b8-3836d561904c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:08.101942 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0c61b87a-1716-4406-a3ef-56617d11872f req-95b9f170-b514-458b-a819-005f775b1ae3 service neutron] 10.222.0.124 "GET /v2.0/networks/e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980745 Jul 06 13:51:08.123885 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port fbb9ce42-ffde-4ebb-8d97-9946439de822, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=fbb9ce42-ffde-4ebb-8d97-9946439de822,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:08.129846 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-939ca7e1-f7f4-47fd-90b8-3836d561904c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:08.141996 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'fbb9ce42-ffde-4ebb-8d97-9946439de822', 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b', 'port_id': 'fbb9ce42-ffde-4ebb-8d97-9946439de822', 'mac_address': 'fa:16:3e:95:c6:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c4bc917-beda-4093-9c43-911a28c774ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:51:08.181916 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:08.190571 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2a970-ea1c-45b0-b6d3-44da7be2f4f0 req-11eb25e2-d8e8-4aaa-8634-72c50da29314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:08.193619 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8bd2a970-ea1c-45b0-b6d3-44da7be2f4f0 req-11eb25e2-d8e8-4aaa-8634-72c50da29314 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=02be0af1-842d-4664-a517-6704bd307587 HTTP/1.1" status: 200 len: 1096 time: 0.0690339 Jul 06 13:51:08.195888 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbb9ce42-ffde-4ebb-8d97-9946439de822 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:51:08.218421 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port fbb9ce42-ffde-4ebb-8d97-9946439de822, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=fbb9ce42-ffde-4ebb-8d97-9946439de822,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:08.224214 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:08.244006 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8bd2a970-ea1c-45b0-b6d3-44da7be2f4f0 req-a41f6e9f-d383-480c-a089-e1d3eefc6409 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414524 Jul 06 13:51:08.283726 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=fbb9ce42-ffde-4ebb-8d97-9946439de822,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:08.284546 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207ed9b-5cf6-4e83-b190-fc976378881b req-d98d37ad-0e0b-4547-a6ba-4bb78535e2a3 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:08.286168 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5207ed9b-5cf6-4e83-b190-fc976378881b req-d98d37ad-0e0b-4547-a6ba-4bb78535e2a3 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 946 time: 0.4155791 Jul 06 13:51:08.310448 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['fbb9ce42-ffde-4ebb-8d97-9946439de822'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:51:08.331718 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-8c009c24-becd-4254-80dc-7164e15d522d req-0794bd90-a954-4de8-b7cd-5d7a32c82fe5 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Allocated IP 172.20.0.11 (a11e6837-0ed6-4c7f-be24-27cdd1b52393/24a415f4-aab3-4198-bdfa-b8114bde48d2/82da8ad5-bbcc-4eef-98b5-661e5b31ad9f) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:51:08.418778 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d6c52044-fa14-46c8-a0c8-931401dd632a up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:51:08.435817 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5207ed9b-5cf6-4e83-b190-fc976378881b req-3d7cfd44-26c5-4d20-84e0-d3a8139c731f tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414034 Jul 06 13:51:08.452458 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0c61b87a-1716-4406-a3ef-56617d11872f req-50ff7bec-c73c-407f-96ec-789b644d5f27 service neutron] 10.222.0.124 "GET /v2.0/networks/e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358133 Jul 06 13:51:08.501968 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12026cb9-b991-4b79-9d8e-7819c42f1c03 req-aa5404aa-a553-4dc0-bb9c-31cae77aff3c tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:08.508029 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12026cb9-b991-4b79-9d8e-7819c42f1c03 req-aa5404aa-a553-4dc0-bb9c-31cae77aff3c tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 944 time: 0.3320436 Jul 06 13:51:08.513783 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port d6c52044-fa14-46c8-a0c8-931401dd632a triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:51:08.514195 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:08.678803 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-939ca7e1-f7f4-47fd-90b8-3836d561904c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:08.701858 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-939ca7e1-f7f4-47fd-90b8-3836d561904c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:08.729215 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12026cb9-b991-4b79-9d8e-7819c42f1c03 req-eea2a2b0-4ff7-437a-8194-e8ede17d6c1b tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133934 Jul 06 13:51:08.760989 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939ca7e1-f7f4-47fd-90b8-3836d561904c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:51:08.804007 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ca7e1-f7f4-47fd-90b8-3836d561904c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f97a51-ef18-475c-82d4-7051c96ea4f4,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:08.807546 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-939ca7e1-f7f4-47fd-90b8-3836d561904c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:08.807903 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-939ca7e1-f7f4-47fd-90b8-3836d561904c admin admin] Added segment 056f233e-bfe2-413b-8fee-61b949fca2fd of type vlan for network 72f5c6cb-0111-4783-a2c7-6163df052e5e Jul 06 13:51:08.811299 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8c009c24-becd-4254-80dc-7164e15d522d req-0794bd90-a954-4de8-b7cd-5d7a32c82fe5 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:08.861077 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d32a5a-9b4c-4536-9453-803e30690cbb req-c4da8664-6032-463c-8165-3a6bf59d3506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:08.863338 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-50d32a5a-9b4c-4536-9453-803e30690cbb req-c4da8664-6032-463c-8165-3a6bf59d3506 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=3f8d4b73b6944d1ebcc3f6b7c1e581ea&device_id=e91486b9-ea00-45d7-ac30-86ac26e66c58 HTTP/1.1" status: 200 len: 1094 time: 0.3298454 Jul 06 13:51:08.893365 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-939ca7e1-f7f4-47fd-90b8-3836d561904c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:08.909408 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d05035-1d4d-46c9-b537-f6701efc9f29 req-701a135a-a0e8-482f-b73b-49f569582a93 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:08.910969 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-11d05035-1d4d-46c9-b537-f6701efc9f29 req-701a135a-a0e8-482f-b73b-49f569582a93 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=02be0af1-842d-4664-a517-6704bd307587 HTTP/1.1" status: 200 len: 945 time: 0.3170381 Jul 06 13:51:09.066785 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-939ca7e1-f7f4-47fd-90b8-3836d561904c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:09.067830 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939ca7e1-f7f4-47fd-90b8-3836d561904c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:09.068420 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-939ca7e1-f7f4-47fd-90b8-3836d561904c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:09.090233 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8c009c24-becd-4254-80dc-7164e15d522d req-0794bd90-a954-4de8-b7cd-5d7a32c82fe5 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:09.110995 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-11d05035-1d4d-46c9-b537-f6701efc9f29 req-e014c320-5893-4059-b82b-65ff4c496c98 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864429 Jul 06 13:51:09.212251 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-939ca7e1-f7f4-47fd-90b8-3836d561904c admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4670000 Jul 06 13:51:09.215118 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47308) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:51:09.220465 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-64f60f38-bb33-4c4e-8a2a-8628d4a7a833 admin admin] Request body: {'subnet': {'network_id': '72f5c6cb-0111-4783-a2c7-6163df052e5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1870023831-subnet', 'tenant_id': 'ca7f56c201004b3f9bdd8194d1dc41f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:51:09.229548 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d32a5a-9b4c-4536-9453-803e30690cbb req-71c3f354-6293-469f-bd6d-352894a63dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:09.231092 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-50d32a5a-9b4c-4536-9453-803e30690cbb req-71c3f354-6293-469f-bd6d-352894a63dc8 service neutron] 10.222.0.124 "GET /v2.0/networks?id=e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d HTTP/1.1" status: 200 len: 910 time: 0.3483479 Jul 06 13:51:09.246108 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f60f38-bb33-4c4e-8a2a-8628d4a7a833 admin admin] Made reservation on behalf of ca7f56c201004b3f9bdd8194d1dc41f5 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:51:09.249141 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-64f60f38-bb33-4c4e-8a2a-8628d4a7a833 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:09.255931 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c009c24-becd-4254-80dc-7164e15d522d req-0794bd90-a954-4de8-b7cd-5d7a32c82fe5 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Network a11e6837-0ed6-4c7f-be24-27cdd1b52393 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:51:09.276279 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ca7e1-f7f4-47fd-90b8-3836d561904c admin admin] Pushing event updated for resources: {'Network': ['ID=72f5c6cb-0111-4783-a2c7-6163df052e5e,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:09.285619 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-8c009c24-becd-4254-80dc-7164e15d522d req-0794bd90-a954-4de8-b7cd-5d7a32c82fe5 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:51:09.287408 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 72f5c6cb-0111-4783-a2c7-6163df052e5e details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:51:09.289558 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c009c24-becd-4254-80dc-7164e15d522d req-0794bd90-a954-4de8-b7cd-5d7a32c82fe5 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:51:09.325466 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-7e412180-428e-4ada-b4f3-88fa11f1dc0d tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=26acdda50990445ca6f1c6389fdcff1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1120725 Jul 06 13:51:09.329164 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794bd90-a954-4de8-b7cd-5d7a32c82fe5 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Pushing event updated for resources: {'Port': ['ID=82da8ad5-bbcc-4eef-98b5-661e5b31ad9f,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:09.356172 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-50d32a5a-9b4c-4536-9453-803e30690cbb req-f942fc9f-56dd-4fd7-ac1a-645c2480e348 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7da7a16b-d64c-4e9c-8060-482983f0bc78 HTTP/1.1" status: 200 len: 217 time: 0.0990653 Jul 06 13:51:09.409492 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff755656-eed4-4dfb-a64c-afd2d657f508 req-86744b85-e0cc-4185-83d5-6ccee806aff9 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:09.418675 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff755656-eed4-4dfb-a64c-afd2d657f508 req-86744b85-e0cc-4185-83d5-6ccee806aff9 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/ports?device_id=e91486b9-ea00-45d7-ac30-86ac26e66c58 HTTP/1.1" status: 200 len: 943 time: 0.4280198 Jul 06 13:51:09.495397 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-64f60f38-bb33-4c4e-8a2a-8628d4a7a833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:09.525585 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c009c24-becd-4254-80dc-7164e15d522d req-0794bd90-a954-4de8-b7cd-5d7a32c82fe5 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:09.526303 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8c009c24-becd-4254-80dc-7164e15d522d req-0794bd90-a954-4de8-b7cd-5d7a32c82fe5 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:09.569715 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f60f38-bb33-4c4e-8a2a-8628d4a7a833 admin admin] Checking segment: {'id': '056f233e-bfe2-413b-8fee-61b949fca2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '72f5c6cb-0111-4783-a2c7-6163df052e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:51:09.570236 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f60f38-bb33-4c4e-8a2a-8628d4a7a833 admin admin] Network hostable DHCP agents. Network: 72f5c6cb-0111-4783-a2c7-6163df052e5e, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:51:09.575623 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f60f38-bb33-4c4e-8a2a-8628d4a7a833 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bf27eb0-4e1b-4570-a84c-3dc747dd248b,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:09.576594 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d32a5a-9b4c-4536-9453-803e30690cbb req-1963ded8-b5ba-4f50-8b9c-53c72dc198d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:09.579518 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-50d32a5a-9b4c-4536-9453-803e30690cbb req-1963ded8-b5ba-4f50-8b9c-53c72dc198d7 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=721fcae2-dd07-43aa-8019-84dc8aa35e60 HTTP/1.1" status: 200 len: 849 time: 0.2019277 Jul 06 13:51:09.589297 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c009c24-becd-4254-80dc-7164e15d522d req-0794bd90-a954-4de8-b7cd-5d7a32c82fe5 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1118782 Jul 06 13:51:09.593609 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f60f38-bb33-4c4e-8a2a-8628d4a7a833 admin admin] Network 72f5c6cb-0111-4783-a2c7-6163df052e5e is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:51:09.605031 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-64f60f38-bb33-4c4e-8a2a-8628d4a7a833 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 72f5c6cb-0111-4783-a2c7-6163df052e5e) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:51:09.615270 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b212dd-c90d-4992-9fa0-e5d5240833f8 None None] Network 72f5c6cb-0111-4783-a2c7-6163df052e5e requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:51:09.618801 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-8c009c24-becd-4254-80dc-7164e15d522d req-49c65159-d3de-4aab-97c7-eca27b4ba0c5 service neutron] Request body: {'port': {'device_id': '5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:51:09.631336 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f60f38-bb33-4c4e-8a2a-8628d4a7a833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:09.633044 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-64f60f38-bb33-4c4e-8a2a-8628d4a7a833 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:09.633238 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff755656-eed4-4dfb-a64c-afd2d657f508 req-35eceaf7-3dcf-4665-af4b-9c64c1f57353 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/security-groups?id=f00150a8-6ac5-450e-a26b-4a0d7468dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136037 Jul 06 13:51:09.655906 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-64f60f38-bb33-4c4e-8a2a-8628d4a7a833 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4395461 Jul 06 13:51:09.656362 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-50d32a5a-9b4c-4536-9453-803e30690cbb req-57f48c26-465e-4a8f-ad74-1268f86a99df service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660012 Jul 06 13:51:09.656892 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47324) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:51:09.663618 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-74be46d8-bbbb-4864-bf64-053e5375440d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1870023831-router', 'tenant_id': 'ca7f56c201004b3f9bdd8194d1dc41f5', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:51:09.680417 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-d149c256-5baf-48ea-bf04-da714c0cbf13 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:09.682030 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-d149c256-5baf-48ea-bf04-da714c0cbf13 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3279932 Jul 06 13:51:09.714763 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-74be46d8-bbbb-4864-bf64-053e5375440d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:09.717200 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-74be46d8-bbbb-4864-bf64-053e5375440d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:09.756373 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-410038e5-f704-4ee0-a266-4b9d5293ec7b tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/quotas/26acdda50990445ca6f1c6389fdcff1f HTTP/1.1" status: 200 len: 375 time: 0.0600698 Jul 06 13:51:09.835417 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-74be46d8-bbbb-4864-bf64-053e5375440d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:09.957979 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8c009c24-becd-4254-80dc-7164e15d522d req-49c65159-d3de-4aab-97c7-eca27b4ba0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:09.994210 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-50d32a5a-9b4c-4536-9453-803e30690cbb req-58e085f7-a138-4a10-9552-9496f2d93c75 service neutron] 10.222.0.124 "GET /v2.0/networks/e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106868 Jul 06 13:51:10.023413 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 7da7a16b-d64c-4e9c-8060-482983f0bc78 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:51:10.041598 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-74be46d8-bbbb-4864-bf64-053e5375440d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:10.106634 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-660d9f98-cd5a-4867-8fef-c0215e01ef1d tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3370605 Jul 06 13:51:10.109138 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device fbb9ce42-ffde-4ebb-8d97-9946439de822 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:51:10.119686 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c22e7f-5b7b-4c16-b15e-17a1763fe499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-72f5c6cb-0111-4783-a2c7-6163df052e5e', 'network_id': '72f5c6cb-0111-4783-a2c7-6163df052e5e', 'tenant_id': 'ca7f56c201004b3f9bdd8194d1dc41f5', 'fixed_ips': [{'subnet_id': '2bf27eb0-4e1b-4570-a84c-3dc747dd248b'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:51:10.122265 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-57c22e7f-5b7b-4c16-b15e-17a1763fe499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:10.148843 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75b1da-326a-4c51-9f66-ca890041254e req-ba684981-d6f8-4944-93c0-f79aa500a274 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:10.162925 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ee75b1da-326a-4c51-9f66-ca890041254e req-ba684981-d6f8-4944-93c0-f79aa500a274 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 932 time: 0.2859919 Jul 06 13:51:10.254571 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:10.277212 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ab1e5828-aaeb-47d3-bff0-50bd77f0bafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:10.423151 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 7da7a16b-d64c-4e9c-8060-482983f0bc78, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=7da7a16b-d64c-4e9c-8060-482983f0bc78,segment=NetworkSegment(1e758e0f-019b-48cc-ae62-d4e61c49d941),segment_id=1e758e0f-019b-48cc-ae62-d4e61c49d941)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:10.444405 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '7da7a16b-d64c-4e9c-8060-482983f0bc78', 'network_id': 'e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d', 'port_id': '7da7a16b-d64c-4e9c-8060-482983f0bc78', 'mac_address': 'fa:16:3e:b3:4a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '721fcae2-dd07-43aa-8019-84dc8aa35e60', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:51:10.511885 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-74be46d8-bbbb-4864-bf64-053e5375440d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:10.541056 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-74be46d8-bbbb-4864-bf64-053e5375440d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:10.554730 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:10.572210 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-50d32a5a-9b4c-4536-9453-803e30690cbb req-19f38780-dbf2-4c28-9eee-02d7019eb819 service neutron] 10.222.0.124 "GET /v2.0/networks/e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5700583 Jul 06 13:51:10.588112 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ee75b1da-326a-4c51-9f66-ca890041254e req-35164892-08af-451e-8eae-7a29d7294ce4 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/security-groups?id=2db37d44-1922-4a35-90c3-f399c0f1730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171133 Jul 06 13:51:10.640288 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port fbb9ce42-ffde-4ebb-8d97-9946439de822 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:51:10.640918 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:10.711689 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-74be46d8-bbbb-4864-bf64-053e5375440d admin admin] Allocated IP 172.25.6.151 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/c0722d1e-08a2-4cad-9f72-51b1e60ccfab) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:51:10.759471 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7da7a16b-d64c-4e9c-8060-482983f0bc78 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:51:10.767555 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbac0b2-f851-4106-a57f-94aabda5ea0d req-326437f2-c8e5-4aa1-a7bf-fd0bd0a946c5 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:10.776567 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4dbac0b2-f851-4106-a57f-94aabda5ea0d req-326437f2-c8e5-4aa1-a7bf-fd0bd0a946c5 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 946 time: 0.2594178 Jul 06 13:51:10.818891 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 7da7a16b-d64c-4e9c-8060-482983f0bc78, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=7da7a16b-d64c-4e9c-8060-482983f0bc78,segment=NetworkSegment(1e758e0f-019b-48cc-ae62-d4e61c49d941),segment_id=1e758e0f-019b-48cc-ae62-d4e61c49d941)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:10.869663 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4dbac0b2-f851-4106-a57f-94aabda5ea0d req-91173e2e-c379-43fd-adf7-30bf36cca135 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916967 Jul 06 13:51:10.942734 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-74be46d8-bbbb-4864-bf64-053e5375440d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:10.970921 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-57c22e7f-5b7b-4c16-b15e-17a1763fe499 None None] Allocated IP 172.20.0.2 (72f5c6cb-0111-4783-a2c7-6163df052e5e/2bf27eb0-4e1b-4570-a84c-3dc747dd248b/f9f1d84e-32f7-4313-a295-bd47c5d5293e) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:51:10.987605 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-8c009c24-becd-4254-80dc-7164e15d522d req-49c65159-d3de-4aab-97c7-eca27b4ba0c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82da8ad5-bbcc-4eef-98b5-661e5b31ad9f {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:51:11.019799 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8c009c24-becd-4254-80dc-7164e15d522d req-49c65159-d3de-4aab-97c7-eca27b4ba0c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:11.051388 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-74be46d8-bbbb-4864-bf64-053e5375440d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:11.065598 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-8c009c24-becd-4254-80dc-7164e15d522d req-49c65159-d3de-4aab-97c7-eca27b4ba0c5 service neutron] Transition to ACTIVE for port object 82da8ad5-bbcc-4eef-98b5-661e5b31ad9f will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:51:11.078981 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8c009c24-becd-4254-80dc-7164e15d522d req-49c65159-d3de-4aab-97c7-eca27b4ba0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:11.138761 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c65159-d3de-4aab-97c7-eca27b4ba0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=82da8ad5-bbcc-4eef-98b5-661e5b31ad9f,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:11.159346 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74be46d8-bbbb-4864-bf64-053e5375440d admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:51:11.172185 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-74be46d8-bbbb-4864-bf64-053e5375440d admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:51:11.180988 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74be46d8-bbbb-4864-bf64-053e5375440d admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:51:11.189184 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a25ed3-df69-456e-8594-ad4c3d7eb97f req-1617540a-8fb8-423f-a3fa-e6d0687293bb tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:11.201083 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b4a25ed3-df69-456e-8594-ad4c3d7eb97f req-1617540a-8fb8-423f-a3fa-e6d0687293bb tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 944 time: 0.3078303 Jul 06 13:51:11.257588 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be46d8-bbbb-4864-bf64-053e5375440d admin admin] Pushing event updated for resources: {'Port': ['ID=c0722d1e-08a2-4cad-9f72-51b1e60ccfab,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:11.293918 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:11.365873 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-57c22e7f-5b7b-4c16-b15e-17a1763fe499 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:11.414573 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-57c22e7f-5b7b-4c16-b15e-17a1763fe499 None None] Transition to ACTIVE for port object f9f1d84e-32f7-4313-a295-bd47c5d5293e will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:51:11.440562 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-57c22e7f-5b7b-4c16-b15e-17a1763fe499 None None] Transition to ACTIVE for port object f9f1d84e-32f7-4313-a295-bd47c5d5293e will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:51:11.464987 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b4a25ed3-df69-456e-8594-ad4c3d7eb97f req-83d6e36d-f2f5-40e4-8be6-7a6bb4dab2e2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619057 Jul 06 13:51:11.477096 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-57c22e7f-5b7b-4c16-b15e-17a1763fe499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:11.504692 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=7da7a16b-d64c-4e9c-8060-482983f0bc78,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:11.536040 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e72d2-1693-4df8-876d-86bb522a43be req-63896287-7322-4480-955f-109633ffbe62 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:11.540692 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c22e7f-5b7b-4c16-b15e-17a1763fe499 None None] Network 72f5c6cb-0111-4783-a2c7-6163df052e5e is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:51:11.545082 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd2e72d2-1693-4df8-876d-86bb522a43be req-63896287-7322-4480-955f-109633ffbe62 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=02be0af1-842d-4664-a517-6704bd307587 HTTP/1.1" status: 200 len: 945 time: 0.2538505 Jul 06 13:51:11.547013 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-8c009c24-becd-4254-80dc-7164e15d522d req-49c65159-d3de-4aab-97c7-eca27b4ba0c5 service neutron] Attempting to bind port 82da8ad5-bbcc-4eef-98b5-661e5b31ad9f on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:51:11.547897 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-8c009c24-becd-4254-80dc-7164e15d522d req-49c65159-d3de-4aab-97c7-eca27b4ba0c5 service neutron] Attempting to bind port 82da8ad5-bbcc-4eef-98b5-661e5b31ad9f by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a11e6837-0ed6-4c7f-be24-27cdd1b52393'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:51:11.547897 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c009c24-becd-4254-80dc-7164e15d522d req-49c65159-d3de-4aab-97c7-eca27b4ba0c5 service neutron] Attempting to bind port 82da8ad5-bbcc-4eef-98b5-661e5b31ad9f on network a11e6837-0ed6-4c7f-be24-27cdd1b52393 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:51:11.555652 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-57c22e7f-5b7b-4c16-b15e-17a1763fe499 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:51:11.582460 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c009c24-becd-4254-80dc-7164e15d522d req-49c65159-d3de-4aab-97c7-eca27b4ba0c5 service neutron] Port 82da8ad5-bbcc-4eef-98b5-661e5b31ad9f on network a11e6837-0ed6-4c7f-be24-27cdd1b52393 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:51:11.584038 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c009c24-becd-4254-80dc-7164e15d522d req-49c65159-d3de-4aab-97c7-eca27b4ba0c5 service neutron] Attempting to bind port 82da8ad5-bbcc-4eef-98b5-661e5b31ad9f on network a11e6837-0ed6-4c7f-be24-27cdd1b52393 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:51:11.604519 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['7da7a16b-d64c-4e9c-8060-482983f0bc78'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:51:11.606965 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:11.608849 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c22e7f-5b7b-4c16-b15e-17a1763fe499 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:51:11.630922 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c009c24-becd-4254-80dc-7164e15d522d req-49c65159-d3de-4aab-97c7-eca27b4ba0c5 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:51:11.631274 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c009c24-becd-4254-80dc-7164e15d522d req-49c65159-d3de-4aab-97c7-eca27b4ba0c5 service neutron] Checking segment: {'id': 'e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a11e6837-0ed6-4c7f-be24-27cdd1b52393'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:51:11.631676 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c009c24-becd-4254-80dc-7164e15d522d req-49c65159-d3de-4aab-97c7-eca27b4ba0c5 service neutron] Bound using segment: {'id': 'e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a11e6837-0ed6-4c7f-be24-27cdd1b52393'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:51:11.632120 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-8c009c24-becd-4254-80dc-7164e15d522d req-49c65159-d3de-4aab-97c7-eca27b4ba0c5 service neutron] Bound port: 82da8ad5-bbcc-4eef-98b5-661e5b31ad9f, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a11e6837-0ed6-4c7f-be24-27cdd1b52393'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:51:11.632494 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8c009c24-becd-4254-80dc-7164e15d522d req-49c65159-d3de-4aab-97c7-eca27b4ba0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:11.662318 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd2e72d2-1693-4df8-876d-86bb522a43be req-4fb53300-c02d-4923-86be-2e69a2a01d91 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162162 Jul 06 13:51:11.678439 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:11.743444 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device dd35802d-3e08-417f-82ba-08d30aa1398a no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:51:11.786529 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00f37844-b423-4b35-8ec5-a7eb87a93a58 req-41b0a3bf-cd37-4b9c-bc5d-4cb246bcd288 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 210 time: 0.1043847 Jul 06 13:51:11.798504 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-74be46d8-bbbb-4864-bf64-053e5375440d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:11.924924 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43483b73-cfe0-48f5-b942-37cdffd2e45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb9ce42-ffde-4ebb-8d97-9946439de822'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:51:11.928563 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a417e7-6a4d-4a06-9d95-727543278862" -d '{"events": [{"server_uuid": "43483b73-cfe0-48f5-b942-37cdffd2e45c", "name": "network-vif-plugged", "status": "completed", "tag": "fbb9ce42-ffde-4ebb-8d97-9946439de822"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:51:11.975531 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c22e7f-5b7b-4c16-b15e-17a1763fe499 None None] Pushing event updated for resources: {'Port': ['ID=f9f1d84e-32f7-4313-a295-bd47c5d5293e,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:11.999691 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-57c22e7f-5b7b-4c16-b15e-17a1763fe499 None None] Attempting to bind port f9f1d84e-32f7-4313-a295-bd47c5d5293e on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:51:12.000378 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-57c22e7f-5b7b-4c16-b15e-17a1763fe499 None None] Attempting to bind port f9f1d84e-32f7-4313-a295-bd47c5d5293e by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '056f233e-bfe2-413b-8fee-61b949fca2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '72f5c6cb-0111-4783-a2c7-6163df052e5e'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:51:12.000940 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c22e7f-5b7b-4c16-b15e-17a1763fe499 None None] Attempting to bind port f9f1d84e-32f7-4313-a295-bd47c5d5293e on network 72f5c6cb-0111-4783-a2c7-6163df052e5e {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:51:12.016093 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c22e7f-5b7b-4c16-b15e-17a1763fe499 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:51:12.016812 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c22e7f-5b7b-4c16-b15e-17a1763fe499 None None] Checking segment: {'id': '056f233e-bfe2-413b-8fee-61b949fca2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '72f5c6cb-0111-4783-a2c7-6163df052e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:51:12.019430 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-57c22e7f-5b7b-4c16-b15e-17a1763fe499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:12.020616 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c22e7f-5b7b-4c16-b15e-17a1763fe499 None None] Bound using segment: {'id': '056f233e-bfe2-413b-8fee-61b949fca2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '72f5c6cb-0111-4783-a2c7-6163df052e5e'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:51:12.021601 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-57c22e7f-5b7b-4c16-b15e-17a1763fe499 None None] Bound port: f9f1d84e-32f7-4313-a295-bd47c5d5293e, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056f233e-bfe2-413b-8fee-61b949fca2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '72f5c6cb-0111-4783-a2c7-6163df052e5e'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:51:12.022468 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-57c22e7f-5b7b-4c16-b15e-17a1763fe499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:12.032339 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port fbb9ce42-ffde-4ebb-8d97-9946439de822, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=fbb9ce42-ffde-4ebb-8d97-9946439de822,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:12.063422 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:12.149683 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=fbb9ce42-ffde-4ebb-8d97-9946439de822,revision_number=7']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:12.255523 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-74be46d8-bbbb-4864-bf64-053e5375440d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:12.259447 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-7c3c248d-c3a9-4096-8eb8-55b95f02dadf tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=26acdda50990445ca6f1c6389fdcff1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383704 Jul 06 13:51:12.338391 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:12.420568 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-57c22e7f-5b7b-4c16-b15e-17a1763fe499 None None] For port f9f1d84e-32f7-4313-a295-bd47c5d5293e, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:51:12.428502 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-57c22e7f-5b7b-4c16-b15e-17a1763fe499 None None] For port f9f1d84e-32f7-4313-a295-bd47c5d5293e, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=f9f1d84e-32f7-4313-a295-bd47c5d5293e,segment=NetworkSegment(056f233e-bfe2-413b-8fee-61b949fca2fd),segment_id=056f233e-bfe2-413b-8fee-61b949fca2fd)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:51:12.449628 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-57c22e7f-5b7b-4c16-b15e-17a1763fe499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:12.504002 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-d0dc8cea-6054-4d2f-aafb-255e30818f1a tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:12.506363 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-d0dc8cea-6054-4d2f-aafb-255e30818f1a tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2404165 Jul 06 13:51:12.523099 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-26db17ea-297c-4bad-8aff-01adc6993a30 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Request body: {'port': {'device_id': 'e0af5c35-ffa6-473a-b888-19a00db41c07', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'admin_state_up': True, 'tenant_id': '26acdda50990445ca6f1c6389fdcff1f'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:51:12.617378 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port dd35802d-3e08-417f-82ba-08d30aa1398a, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=dd35802d-3e08-417f-82ba-08d30aa1398a,segment=NetworkSegment(cd7ab75f-6283-4337-a533-ec225e83e782),segment_id=cd7ab75f-6283-4337-a533-ec225e83e782)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:12.621233 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74be46d8-bbbb-4864-bf64-053e5375440d admin admin] Router ecf4807d-9c94-4562-9b64-93541a21bff6 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:51:12.630861 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-8c009c24-becd-4254-80dc-7164e15d522d req-49c65159-d3de-4aab-97c7-eca27b4ba0c5 service neutron] For port 82da8ad5-bbcc-4eef-98b5-661e5b31ad9f, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:51:12.643888 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:12.666035 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-8c009c24-becd-4254-80dc-7164e15d522d req-49c65159-d3de-4aab-97c7-eca27b4ba0c5 service neutron] For port 82da8ad5-bbcc-4eef-98b5-661e5b31ad9f, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=82da8ad5-bbcc-4eef-98b5-661e5b31ad9f,segment=NetworkSegment(e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6),segment_id=e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:51:12.687217 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8c009c24-becd-4254-80dc-7164e15d522d req-49c65159-d3de-4aab-97c7-eca27b4ba0c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:12.705974 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c22e7f-5b7b-4c16-b15e-17a1763fe499 None None] Pushing event updated for resources: {'Port': ['ID=f9f1d84e-32f7-4313-a295-bd47c5d5293e,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:12.751423 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-26db17ea-297c-4bad-8aff-01adc6993a30 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Made reservation on behalf of 26acdda50990445ca6f1c6389fdcff1f for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:51:12.755278 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-26db17ea-297c-4bad-8aff-01adc6993a30 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:12.787972 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0d8f5-867e-4424-bfe9-e47c4f0b317b req-33795159-2149-4a99-9b98-185cb94cea64 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:12.789976 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cdd0d8f5-867e-4424-bfe9-e47c4f0b317b req-33795159-2149-4a99-9b98-185cb94cea64 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 944 time: 0.3661709 Jul 06 13:51:12.793669 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=dd35802d-3e08-417f-82ba-08d30aa1398a,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:12.798207 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c009c24-becd-4254-80dc-7164e15d522d req-49c65159-d3de-4aab-97c7-eca27b4ba0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:12.798907 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8c009c24-becd-4254-80dc-7164e15d522d req-49c65159-d3de-4aab-97c7-eca27b4ba0c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:12.802135 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c009c24-becd-4254-80dc-7164e15d522d req-49c65159-d3de-4aab-97c7-eca27b4ba0c5 service neutron] 10.222.0.124 "PUT /v2.0/ports/82da8ad5-bbcc-4eef-98b5-661e5b31ad9f HTTP/1.1" status: 200 len: 1092 time: 3.1923766 Jul 06 13:51:12.803847 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3', 'tag': '82da8ad5-bbcc-4eef-98b5-661e5b31ad9f'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:51:12.818250 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd5bb94-f42f-46f5-aa55-60645d095f47" -d '{"events": [{"name": "network-changed", "server_uuid": "5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3", "tag": "82da8ad5-bbcc-4eef-98b5-661e5b31ad9f"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:51:12.860694 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa97cb-2175-4394-b33d-9ca69317e2f6 req-efe6003c-13f1-49f6-97bd-8d88e4e14ce6 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:12.871011 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-02fa97cb-2175-4394-b33d-9ca69317e2f6 req-efe6003c-13f1-49f6-97bd-8d88e4e14ce6 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/ports?device_id=e91486b9-ea00-45d7-ac30-86ac26e66c58 HTTP/1.1" status: 200 len: 944 time: 0.4258311 Jul 06 13:51:12.972717 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:13.021067 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c65159-d3de-4aab-97c7-eca27b4ba0c5 service neutron] Pushing event updated for resources: {'Port': ['ID=82da8ad5-bbcc-4eef-98b5-661e5b31ad9f,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:13.102524 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cdd0d8f5-867e-4424-bfe9-e47c4f0b317b req-4d303784-e011-4e4e-b332-c247242eaafb tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/security-groups?id=2db37d44-1922-4a35-90c3-f399c0f1730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595062 Jul 06 13:51:13.163082 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-02fa97cb-2175-4394-b33d-9ca69317e2f6 req-0c0e3949-1f5f-4584-b931-2f64d7bfe4fe tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/security-groups?id=f00150a8-6ac5-450e-a26b-4a0d7468dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390656 Jul 06 13:51:13.217562 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c009c24-becd-4254-80dc-7164e15d522d req-3378c11d-00ee-4e77-94a6-02773bb4ed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:13.229457 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c009c24-becd-4254-80dc-7164e15d522d req-3378c11d-00ee-4e77-94a6-02773bb4ed85 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=5cdbbf3cb8c5435e96d40f3db2892fd8&device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 1095 time: 0.3442214 Jul 06 13:51:13.256252 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be489e4-f18c-4467-95a0-145f1f57076e x-openstack-request-id: req-5be489e4-f18c-4467-95a0-145f1f57076e {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:51:13.256553 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43483b73-cfe0-48f5-b942-37cdffd2e45c", "name": "network-vif-plugged", "status": "completed", "tag": "fbb9ce42-ffde-4ebb-8d97-9946439de822", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:51:13.256810 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-5be489e4-f18c-4467-95a0-145f1f57076e {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:51:13.257208 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43483b73-cfe0-48f5-b942-37cdffd2e45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb9ce42-ffde-4ebb-8d97-9946439de822', 'code': 200} Jul 06 13:51:13.311444 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c009c24-becd-4254-80dc-7164e15d522d req-31fec7ea-c5b9-4563-9f33-3249e444ca7b service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82da8ad5-bbcc-4eef-98b5-661e5b31ad9f HTTP/1.1" status: 200 len: 217 time: 0.0809712 Jul 06 13:51:13.414691 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74be46d8-bbbb-4864-bf64-053e5375440d admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:51:13.425346 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a464357-0b55-4548-999a-fb472ec83f87 None None] Sync routers for ids ['ecf4807d-9c94-4562-9b64-93541a21bff6'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:51:13.433527 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a464357-0b55-4548-999a-fb472ec83f87 None None] Routers {'ecf4807d-9c94-4562-9b64-93541a21bff6'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:51:13.435228 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-4a464357-0b55-4548-999a-fb472ec83f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:51:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ecf4807d-9c94-4562-9b64-93541a21bff6'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:13.452816 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-74be46d8-bbbb-4864-bf64-053e5375440d admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:13.457205 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-74be46d8-bbbb-4864-bf64-053e5375440d admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7991657 Jul 06 13:51:13.463401 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47386) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:51:13.503236 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c009c24-becd-4254-80dc-7164e15d522d req-d1acebaf-bcde-463b-9231-67c130284b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:13.505072 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c009c24-becd-4254-80dc-7164e15d522d req-d1acebaf-bcde-463b-9231-67c130284b78 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=24a415f4-aab3-4198-bdfa-b8114bde48d2 HTTP/1.1" status: 200 len: 858 time: 0.1869881 Jul 06 13:51:13.608929 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c009c24-becd-4254-80dc-7164e15d522d req-0e2a5324-2617-4026-84f8-008ef8bd2f69 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=a11e6837-0ed6-4c7f-be24-27cdd1b52393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688388 Jul 06 13:51:13.692461 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device dd35802d-3e08-417f-82ba-08d30aa1398a details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:51:13.697574 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-4a464357-0b55-4548-999a-fb472ec83f87 None None] Set router ecf4807d-9c94-4562-9b64-93541a21bff6 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:51:13.790628 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d606c6-aa9c-48c2-af18-649578138089 req-7621a205-b263-4790-92b0-b82ba45d2dc5 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:13.794227 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31d606c6-aa9c-48c2-af18-649578138089 req-7621a205-b263-4790-92b0-b82ba45d2dc5 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/networks?id=4af52798-23b1-402a-a1ea-3bd334b33ddb HTTP/1.1" status: 200 len: 806 time: 0.4143562 Jul 06 13:51:13.798979 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-26db17ea-297c-4bad-8aff-01adc6993a30 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Allocated IP 192.168.233.157 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/98101a5f-4149-4831-9e47-b5fd6d4b3895) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:51:13.843587 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31d606c6-aa9c-48c2-af18-649578138089 req-2da81f09-1fea-42e7-b4c4-4b9fed4410f8 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/quotas/bea7b4da8e63480980f1c76d63c2ffcf HTTP/1.1" status: 200 len: 375 time: 0.0285988 Jul 06 13:51:13.997272 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09525f9a-ba8b-4ccc-8dee-cb2a80b2b40b req-7da54099-0114-4744-b030-c59375b87e1d tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:14.009034 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-09525f9a-ba8b-4ccc-8dee-cb2a80b2b40b req-7da54099-0114-4744-b030-c59375b87e1d tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 944 time: 0.6321955 Jul 06 13:51:14.151265 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 7da7a16b-d64c-4e9c-8060-482983f0bc78 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:51:14.153735 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79501b22-99fd-4bfd-b80c-e2b2fe10c474 None None] Network 72f5c6cb-0111-4783-a2c7-6163df052e5e requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:51:14.154084 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-09525f9a-ba8b-4ccc-8dee-cb2a80b2b40b req-60207fab-11ba-4cfa-96b4-9fac4bb25f44 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440113 Jul 06 13:51:14.160154 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c009c24-becd-4254-80dc-7164e15d522d req-a7ba5d0e-f95f-4589-8120-337714b95584 service neutron] 10.222.0.124 "GET /v2.0/networks/a11e6837-0ed6-4c7f-be24-27cdd1b52393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5357027 Jul 06 13:51:14.305680 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c009c24-becd-4254-80dc-7164e15d522d req-d1bdaa75-b093-4a3c-a5fd-ab3c23db3582 service neutron] 10.222.0.124 "GET /v2.0/networks/a11e6837-0ed6-4c7f-be24-27cdd1b52393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361489 Jul 06 13:51:14.321062 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31d606c6-aa9c-48c2-af18-649578138089 req-2ca13fb7-3365-47cf-801f-97ca1632f64c tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=bea7b4da8e63480980f1c76d63c2ffcf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4533761 Jul 06 13:51:14.349124 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port dd35802d-3e08-417f-82ba-08d30aa1398a, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=dd35802d-3e08-417f-82ba-08d30aa1398a,segment=NetworkSegment(cd7ab75f-6283-4337-a533-ec225e83e782),segment_id=cd7ab75f-6283-4337-a533-ec225e83e782)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:14.363690 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8e4f6759-7cad-4866-a7bc-d6b58c7ddae4 None None] Provisioning for port f9f1d84e-32f7-4313-a295-bd47c5d5293e completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:51:14.389447 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'dd35802d-3e08-417f-82ba-08d30aa1398a', 'network_id': '60fc63ba-9031-4911-92ba-21e96099cb00', 'port_id': 'dd35802d-3e08-417f-82ba-08d30aa1398a', 'mac_address': 'fa:16:3e:87:b1:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6d3629-131d-49bb-9b01-fc69a27e8c8e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:51:14.473282 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:14.517108 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd35802d-3e08-417f-82ba-08d30aa1398a {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:51:14.537477 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 7da7a16b-d64c-4e9c-8060-482983f0bc78 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:51:14.547942 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-4a464357-0b55-4548-999a-fb472ec83f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf4807d-9c94-4562-9b64-93541a21bff6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1870023831-router', 'tenant_id': 'ca7f56c201004b3f9bdd8194d1dc41f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'c0722d1e-08a2-4cad-9f72-51b1e60ccfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:51:09Z', 'updated_at': '2021-07-06T13:51:11Z', 'revision_number': 3, 'project_id': 'ca7f56c201004b3f9bdd8194d1dc41f5', 'gw_port': {'id': 'c0722d1e-08a2-4cad-9f72-51b1e60ccfab', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:49:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf4807d-9c94-4562-9b64-93541a21bff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:10Z', 'updated_at': '2021-07-06T13:51:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:14.555416 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31d606c6-aa9c-48c2-af18-649578138089 req-dba3967f-44ac-4305-ab17-4719afd50065 service neutron] 10.222.0.118 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332335 Jul 06 13:51:14.585464 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f9f1d84e-32f7-4313-a295-bd47c5d5293e up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:51:14.645686 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 7da7a16b-d64c-4e9c-8060-482983f0bc78 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:51:14.646568 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:14.649904 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a464357-0b55-4548-999a-fb472ec83f87 None None] Checking router: ecf4807d-9c94-4562-9b64-93541a21bff6 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:51:14.650562 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a464357-0b55-4548-999a-fb472ec83f87 None None] Updating router ecf4807d-9c94-4562-9b64-93541a21bff6 port c0722d1e-08a2-4cad-9f72-51b1e60ccfab binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:51:14.669854 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-26db17ea-297c-4bad-8aff-01adc6993a30 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:14.710569 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-26db17ea-297c-4bad-8aff-01adc6993a30 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Transition to ACTIVE for port object 98101a5f-4149-4831-9e47-b5fd6d4b3895 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:51:14.735895 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:14.768617 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31d606c6-aa9c-48c2-af18-649578138089 req-2f102401-3466-4942-b43d-748ae3643c1c service neutron] 10.222.0.118 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115908 Jul 06 13:51:14.947602 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port dd35802d-3e08-417f-82ba-08d30aa1398a, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=dd35802d-3e08-417f-82ba-08d30aa1398a,segment=NetworkSegment(cd7ab75f-6283-4337-a533-ec225e83e782),segment_id=cd7ab75f-6283-4337-a533-ec225e83e782)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:14.961562 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] Allocated IP 172.20.0.1 (72f5c6cb-0111-4783-a2c7-6163df052e5e/2bf27eb0-4e1b-4570-a84c-3dc747dd248b/0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:51:14.978971 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:15.070782 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-26db17ea-297c-4bad-8aff-01adc6993a30 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:15.079555 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4a464357-0b55-4548-999a-fb472ec83f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:15.099258 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['3e8943cb-a6ad-4c58-9bd2-79576b130719'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:51:15.137122 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-26db17ea-297c-4bad-8aff-01adc6993a30 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:51:15.148465 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd281ff9-afa6-4122-9422-318c2625372d x-openstack-request-id: req-bd281ff9-afa6-4122-9422-318c2625372d {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:51:15.148948 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3", "tag": "82da8ad5-bbcc-4eef-98b5-661e5b31ad9f", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:51:15.148948 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-bd281ff9-afa6-4122-9422-318c2625372d {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:51:15.149352 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3', 'tag': '82da8ad5-bbcc-4eef-98b5-661e5b31ad9f', 'status': 'completed', 'code': 200} Jul 06 13:51:15.152953 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-26db17ea-297c-4bad-8aff-01adc6993a30 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:51:15.161919 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-26db17ea-297c-4bad-8aff-01adc6993a30 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:51:15.247478 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-26db17ea-297c-4bad-8aff-01adc6993a30 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:15.248462 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-26db17ea-297c-4bad-8aff-01adc6993a30 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:15.261713 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port f9f1d84e-32f7-4313-a295-bd47c5d5293e completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:51:15.271210 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db17ea-297c-4bad-8aff-01adc6993a30 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Pushing event updated for resources: {'Port': ['ID=98101a5f-4149-4831-9e47-b5fd6d4b3895,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:15.284974 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2959d93e-9fc8-405f-8fff-1d548777a0cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd35802d-3e08-417f-82ba-08d30aa1398a'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:51:15.287474 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414c1e0c-3644-4787-9c86-cf207abddb82" -d '{"events": [{"server_uuid": "2959d93e-9fc8-405f-8fff-1d548777a0cb", "name": "network-vif-unplugged", "status": "completed", "tag": "dd35802d-3e08-417f-82ba-08d30aa1398a"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:51:15.316734 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-26db17ea-297c-4bad-8aff-01adc6993a30 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8000922 Jul 06 13:51:15.323355 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:15.332469 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-473cf594-3465-4d77-8b91-305747f8894a service neutron] Request body: {'port': {'device_id': 'e0af5c35-ffa6-473a-b888-19a00db41c07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:51:15.360806 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port f9f1d84e-32f7-4313-a295-bd47c5d5293e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:51:15.362829 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:15.379823 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['dd35802d-3e08-417f-82ba-08d30aa1398a'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:51:15.397124 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] Transition to ACTIVE for port object 0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:51:15.465431 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=dd35802d-3e08-417f-82ba-08d30aa1398a,revision_number=7']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:15.589432 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:15.616792 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-473cf594-3465-4d77-8b91-305747f8894a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:15.619276 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5bb94-f42f-46f5-aa55-60645d095f47 req-4115345d-d9b2-4256-b603-62c5348cea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:15.624387 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bbd5bb94-f42f-46f5-aa55-60645d095f47 req-4115345d-d9b2-4256-b603-62c5348cea1b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=5cdbbf3cb8c5435e96d40f3db2892fd8&device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 1095 time: 0.4605153 Jul 06 13:51:15.683297 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] Network 72f5c6cb-0111-4783-a2c7-6163df052e5e is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:51:15.690890 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:51:15.693679 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:51:15.786219 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-25b73e94-570d-41c6-99e7-07d764c314c2 None None] Provisioning for port 98101a5f-4149-4831-9e47-b5fd6d4b3895 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:51:15.795383 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:15.797745 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] Pushing event updated for resources: {'Port': ['ID=0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:15.820792 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b6fa3-26ad-4bf6-be7c-5052871b0570 req-6ae879a3-4770-4400-a2ff-b2d853b443a5 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:15.828333 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c7b6fa3-26ad-4bf6-be7c-5052871b0570 req-6ae879a3-4770-4400-a2ff-b2d853b443a5 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 945 time: 0.5743895 Jul 06 13:51:15.858866 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:15.871863 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0424809-36cd-4b5e-9795-e0bfde4bc556 req-33b46dfb-c58d-498a-b038-b345aac3646c tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:15.882765 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e0424809-36cd-4b5e-9795-e0bfde4bc556 req-33b46dfb-c58d-498a-b038-b345aac3646c tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 936 time: 0.5109184 Jul 06 13:51:15.892879 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-25b73e94-570d-41c6-99e7-07d764c314c2 None None] Provisioning complete for port 98101a5f-4149-4831-9e47-b5fd6d4b3895 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:51:15.893416 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-25b73e94-570d-41c6-99e7-07d764c314c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:15.967561 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e0424809-36cd-4b5e-9795-e0bfde4bc556 req-1baab5e7-e657-4a80-9cca-d7c529c4c828 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832665 Jul 06 13:51:15.991039 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c7b6fa3-26ad-4bf6-be7c-5052871b0570 req-f7fc05d8-e8c0-4bc7-99c8-ac5e1a0fde6f tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617012 Jul 06 13:51:16.097259 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5bb94-f42f-46f5-aa55-60645d095f47 req-fbd745a0-2f46-47b9-99a2-73fc03e2d385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:16.102112 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 82da8ad5-bbcc-4eef-98b5-661e5b31ad9f details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:51:16.103241 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bbd5bb94-f42f-46f5-aa55-60645d095f47 req-fbd745a0-2f46-47b9-99a2-73fc03e2d385 service neutron] 10.222.0.124 "GET /v2.0/networks?id=a11e6837-0ed6-4c7f-be24-27cdd1b52393 HTTP/1.1" status: 200 len: 919 time: 0.4501419 Jul 06 13:51:16.212349 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-25b73e94-570d-41c6-99e7-07d764c314c2 None None] Port 98101a5f-4149-4831-9e47-b5fd6d4b3895 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:51:16.230567 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 7da7a16b-d64c-4e9c-8060-482983f0bc78, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=7da7a16b-d64c-4e9c-8060-482983f0bc78,segment=NetworkSegment(1e758e0f-019b-48cc-ae62-d4e61c49d941),segment_id=1e758e0f-019b-48cc-ae62-d4e61c49d941)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:16.246051 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bbd5bb94-f42f-46f5-aa55-60645d095f47 req-74d3df29-7184-4cd7-84a7-81a2e8e07881 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82da8ad5-bbcc-4eef-98b5-661e5b31ad9f HTTP/1.1" status: 200 len: 217 time: 0.1363134 Jul 06 13:51:16.264996 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:16.298246 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.db.resource_extend [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 13:51:16.401371 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:16.436898 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:16.569579 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5bb94-f42f-46f5-aa55-60645d095f47 req-e8451d24-9cf0-46bf-b06f-9983a8697987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:16.574692 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bbd5bb94-f42f-46f5-aa55-60645d095f47 req-e8451d24-9cf0-46bf-b06f-9983a8697987 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=24a415f4-aab3-4198-bdfa-b8114bde48d2 HTTP/1.1" status: 200 len: 858 time: 0.3204436 Jul 06 13:51:16.596393 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1c83de48-7e66-4bb4-a91a-d383f3610be5 None None] Provisioning for port 0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:51:16.607586 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-473cf594-3465-4d77-8b91-305747f8894a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98101a5f-4149-4831-9e47-b5fd6d4b3895 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:51:16.619510 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-473cf594-3465-4d77-8b91-305747f8894a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:16.623217 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port f9f1d84e-32f7-4313-a295-bd47c5d5293e, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=f9f1d84e-32f7-4313-a295-bd47c5d5293e,segment=NetworkSegment(056f233e-bfe2-413b-8fee-61b949fca2fd),segment_id=056f233e-bfe2-413b-8fee-61b949fca2fd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:16.624835 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:16.634756 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1c83de48-7e66-4bb4-a91a-d383f3610be5 None None] Provisioning complete for port 0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:51:16.635394 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1c83de48-7e66-4bb4-a91a-d383f3610be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:16.642375 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-473cf594-3465-4d77-8b91-305747f8894a service neutron] Transition to ACTIVE for port object 98101a5f-4149-4831-9e47-b5fd6d4b3895 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:51:16.656098 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-473cf594-3465-4d77-8b91-305747f8894a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:16.661351 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:16.686915 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bbd5bb94-f42f-46f5-aa55-60645d095f47 req-8d4a6dc1-29f2-47eb-a606-d05f6949fbd8 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=a11e6837-0ed6-4c7f-be24-27cdd1b52393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883868 Jul 06 13:51:16.722099 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71c603-0157-453e-ba6d-071b4defb322 req-bd2130ce-a5cb-4e86-9ad4-e8c3185767c3 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:16.724355 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ea71c603-0157-453e-ba6d-071b4defb322 req-bd2130ce-a5cb-4e86-9ad4-e8c3185767c3 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 944 time: 0.4348662 Jul 06 13:51:16.738848 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=7da7a16b-d64c-4e9c-8060-482983f0bc78,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:16.761935 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473cf594-3465-4d77-8b91-305747f8894a service neutron] Pushing event updated for resources: {'Port': ['ID=98101a5f-4149-4831-9e47-b5fd6d4b3895,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:16.772338 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d99cd5-9a6d-4672-8ef9-62549f4e4362 req-917daf02-d35f-497c-9033-cefe09eeda7e tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:16.781726 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-89d99cd5-9a6d-4672-8ef9-62549f4e4362 req-917daf02-d35f-497c-9033-cefe09eeda7e tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/ports?device_id=e91486b9-ea00-45d7-ac30-86ac26e66c58 HTTP/1.1" status: 200 len: 945 time: 0.4724798 Jul 06 13:51:16.838253 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=f9f1d84e-32f7-4313-a295-bd47c5d5293e,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:16.892648 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-89d99cd5-9a6d-4672-8ef9-62549f4e4362 req-9a3cff22-7c8b-44f7-8c34-3451612f1b60 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/security-groups?id=f00150a8-6ac5-450e-a26b-4a0d7468dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098371 Jul 06 13:51:16.902823 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-1c83de48-7e66-4bb4-a91a-d383f3610be5 None None] Port 0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:51:16.914802 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ea71c603-0157-453e-ba6d-071b4defb322 req-9241e117-c6cd-4cc3-8cde-d8eaff61aebd tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/security-groups?id=2db37d44-1922-4a35-90c3-f399c0f1730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651390 Jul 06 13:51:16.926810 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 82da8ad5-bbcc-4eef-98b5-661e5b31ad9f, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=82da8ad5-bbcc-4eef-98b5-661e5b31ad9f,segment=NetworkSegment(e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6),segment_id=e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:16.990284 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4a464357-0b55-4548-999a-fb472ec83f87 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:16.999874 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1c83de48-7e66-4bb4-a91a-d383f3610be5 None None] Provisioning complete for port f9f1d84e-32f7-4313-a295-bd47c5d5293e triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:51:17.000691 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1c83de48-7e66-4bb4-a91a-d383f3610be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:17.009307 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bbd5bb94-f42f-46f5-aa55-60645d095f47 req-5358a787-db65-43e6-95ac-31245d4398a2 service neutron] 10.222.0.124 "GET /v2.0/networks/a11e6837-0ed6-4c7f-be24-27cdd1b52393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772279 Jul 06 13:51:17.063053 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '82da8ad5-bbcc-4eef-98b5-661e5b31ad9f', 'network_id': 'a11e6837-0ed6-4c7f-be24-27cdd1b52393', 'port_id': '82da8ad5-bbcc-4eef-98b5-661e5b31ad9f', 'mac_address': 'fa:16:3e:50:3e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a415f4-aab3-4198-bdfa-b8114bde48d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:51:17.090720 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4a464357-0b55-4548-999a-fb472ec83f87 None None] Transition to ACTIVE for port object c0722d1e-08a2-4cad-9f72-51b1e60ccfab will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:51:17.173196 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4a464357-0b55-4548-999a-fb472ec83f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:17.182669 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-473cf594-3465-4d77-8b91-305747f8894a service neutron] Attempting to bind port 98101a5f-4149-4831-9e47-b5fd6d4b3895 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:51:17.183709 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-473cf594-3465-4d77-8b91-305747f8894a service neutron] Attempting to bind port 98101a5f-4149-4831-9e47-b5fd6d4b3895 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:51:17.183709 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-473cf594-3465-4d77-8b91-305747f8894a service neutron] Attempting to bind port 98101a5f-4149-4831-9e47-b5fd6d4b3895 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:51:17.249059 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-473cf594-3465-4d77-8b91-305747f8894a service neutron] Port 98101a5f-4149-4831-9e47-b5fd6d4b3895 on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:51:17.250197 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-473cf594-3465-4d77-8b91-305747f8894a service neutron] Attempting to bind port 98101a5f-4149-4831-9e47-b5fd6d4b3895 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:51:17.285517 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-473cf594-3465-4d77-8b91-305747f8894a service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:51:17.286045 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-473cf594-3465-4d77-8b91-305747f8894a service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:51:17.286643 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-473cf594-3465-4d77-8b91-305747f8894a service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:51:17.289585 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-473cf594-3465-4d77-8b91-305747f8894a service neutron] Bound port: 98101a5f-4149-4831-9e47-b5fd6d4b3895, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:51:17.290244 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-473cf594-3465-4d77-8b91-305747f8894a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:17.304258 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68fac7-cf1a-4002-89ab-e7b0f3562a3f None None] Pushing event updated for resources: {'Port': ['ID=c0722d1e-08a2-4cad-9f72-51b1e60ccfab,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:17.420193 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-4a464357-0b55-4548-999a-fb472ec83f87 None None] Attempting to bind port c0722d1e-08a2-4cad-9f72-51b1e60ccfab on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:51:17.420673 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:17.425916 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-4a464357-0b55-4548-999a-fb472ec83f87 None None] Attempting to bind port c0722d1e-08a2-4cad-9f72-51b1e60ccfab by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:51:17.426975 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a464357-0b55-4548-999a-fb472ec83f87 None None] Attempting to bind port c0722d1e-08a2-4cad-9f72-51b1e60ccfab on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:51:17.442034 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:17.445400 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:17.454068 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a464357-0b55-4548-999a-fb472ec83f87 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:51:17.454442 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a464357-0b55-4548-999a-fb472ec83f87 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:51:17.465234 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4a464357-0b55-4548-999a-fb472ec83f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:17.465730 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a464357-0b55-4548-999a-fb472ec83f87 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:51:17.467358 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-4a464357-0b55-4548-999a-fb472ec83f87 None None] Bound port: c0722d1e-08a2-4cad-9f72-51b1e60ccfab, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:51:17.467358 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4a464357-0b55-4548-999a-fb472ec83f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:17.491094 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d606c6-aa9c-48c2-af18-649578138089 req-a7c06fb9-b6b5-4607-b17a-7458dfb028ec tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:17.492780 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31d606c6-aa9c-48c2-af18-649578138089 req-a7c06fb9-b6b5-4607-b17a-7458dfb028ec tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.124 "GET /v2.0/networks?id=4af52798-23b1-402a-a1ea-3bd334b33ddb HTTP/1.1" status: 200 len: 806 time: 0.2942183 Jul 06 13:51:17.496834 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bbd5bb94-f42f-46f5-aa55-60645d095f47 req-2641fa77-ed42-47d2-a2a6-404293d9cdf5 service neutron] 10.222.0.124 "GET /v2.0/networks/a11e6837-0ed6-4c7f-be24-27cdd1b52393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4791355 Jul 06 13:51:17.517611 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-31d606c6-aa9c-48c2-af18-649578138089 req-1c8c3ff3-74c5-4ddb-a249-c2379899a092 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Request body: {'port': {'device_id': '1e66efd1-616f-47b1-9d6c-6c6b7c30ba62', 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb', 'admin_state_up': True, 'tenant_id': 'bea7b4da8e63480980f1c76d63c2ffcf'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:51:17.536269 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b58a38-3c19-4f07-bec7-d29e8c731481 x-openstack-request-id: req-d5b58a38-3c19-4f07-bec7-d29e8c731481 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:51:17.536269 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2959d93e-9fc8-405f-8fff-1d548777a0cb", "name": "network-vif-unplugged", "status": "completed", "tag": "dd35802d-3e08-417f-82ba-08d30aa1398a", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:51:17.536269 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-d5b58a38-3c19-4f07-bec7-d29e8c731481 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:51:17.536269 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2959d93e-9fc8-405f-8fff-1d548777a0cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd35802d-3e08-417f-82ba-08d30aa1398a', 'code': 200} Jul 06 13:51:17.548577 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-473cf594-3465-4d77-8b91-305747f8894a service neutron] For port 98101a5f-4149-4831-9e47-b5fd6d4b3895, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:51:17.579995 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-473cf594-3465-4d77-8b91-305747f8894a service neutron] For port 98101a5f-4149-4831-9e47-b5fd6d4b3895, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=98101a5f-4149-4831-9e47-b5fd6d4b3895,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:51:17.582160 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] Pushing event updated for resources: {'Port': ['ID=0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:17.584628 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:17.599644 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82da8ad5-bbcc-4eef-98b5-661e5b31ad9f {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:51:17.602619 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-473cf594-3465-4d77-8b91-305747f8894a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:17.618670 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:17.619655 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:17.619655 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:17.619655 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:17.620164 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:17.620353 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:17.620643 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:17.620967 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:17.621303 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:17.622021 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:17.622389 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:17.622746 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:17.687364 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 82da8ad5-bbcc-4eef-98b5-661e5b31ad9f, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=82da8ad5-bbcc-4eef-98b5-661e5b31ad9f,segment=NetworkSegment(e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6),segment_id=e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:17.713580 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:17.715723 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473cf594-3465-4d77-8b91-305747f8894a service neutron] Pushing event updated for resources: {'Port': ['ID=98101a5f-4149-4831-9e47-b5fd6d4b3895,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:17.724719 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c906d5-b653-4144-bd1b-00ecf744bf87 req-87654200-3fed-4857-8fd4-1ce7385c2680 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:17.731584 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31c906d5-b653-4144-bd1b-00ecf744bf87 req-87654200-3fed-4857-8fd4-1ce7385c2680 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 945 time: 0.4776781 Jul 06 13:51:17.748324 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-473cf594-3465-4d77-8b91-305747f8894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:17.753916 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-473cf594-3465-4d77-8b91-305747f8894a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:17.755784 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-473cf594-3465-4d77-8b91-305747f8894a service neutron] 10.222.0.52 "PUT /v2.0/ports/98101a5f-4149-4831-9e47-b5fd6d4b3895 HTTP/1.1" status: 200 len: 1096 time: 2.4297402 Jul 06 13:51:17.755951 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31d606c6-aa9c-48c2-af18-649578138089 req-1c8c3ff3-74c5-4ddb-a249-c2379899a092 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Made reservation on behalf of bea7b4da8e63480980f1c76d63c2ffcf for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:51:17.757006 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0af5c35-ffa6-473a-b888-19a00db41c07', 'tag': '98101a5f-4149-4831-9e47-b5fd6d4b3895'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:51:17.760238 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-31d606c6-aa9c-48c2-af18-649578138089 req-1c8c3ff3-74c5-4ddb-a249-c2379899a092 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:17.764032 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f40f03-91ea-437c-90e6-3d7a5e897038" -d '{"events": [{"name": "network-changed", "server_uuid": "e0af5c35-ffa6-473a-b888-19a00db41c07", "tag": "98101a5f-4149-4831-9e47-b5fd6d4b3895"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:51:17.883493 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-4a464357-0b55-4548-999a-fb472ec83f87 None None] For port c0722d1e-08a2-4cad-9f72-51b1e60ccfab, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:51:17.892245 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-4a464357-0b55-4548-999a-fb472ec83f87 None None] For port c0722d1e-08a2-4cad-9f72-51b1e60ccfab, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c0722d1e-08a2-4cad-9f72-51b1e60ccfab,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:51:17.914477 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device dd35802d-3e08-417f-82ba-08d30aa1398a up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:51:17.922253 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] Network 72f5c6cb-0111-4783-a2c7-6163df052e5e is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:51:17.951049 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-31d606c6-aa9c-48c2-af18-649578138089 req-1c8c3ff3-74c5-4ddb-a249-c2379899a092 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Allocated IP 172.20.0.7 (4af52798-23b1-402a-a1ea-3bd334b33ddb/fd856c7f-efce-4c28-b5ab-617143cae7b2/2db812d4-bd68-46b8-b8b3-e9b0b1de2392) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:51:17.955367 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4a464357-0b55-4548-999a-fb472ec83f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:17.976699 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:51:18.038123 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31c906d5-b653-4144-bd1b-00ecf744bf87 req-a62b0164-9ce8-4025-90ae-3520fd5f3f00 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036437 Jul 06 13:51:18.099913 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['82da8ad5-bbcc-4eef-98b5-661e5b31ad9f'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:51:18.232354 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a464357-0b55-4548-999a-fb472ec83f87 None None] Routers {'ecf4807d-9c94-4562-9b64-93541a21bff6'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:51:18.233047 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-4a464357-0b55-4548-999a-fb472ec83f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:51:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ecf4807d-9c94-4562-9b64-93541a21bff6'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:18.252763 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8473d1a-871f-419e-898c-3b3df550f14b req-ea0fb72a-2a5c-4906-8bd4-cdc19e3baec7 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:18.261035 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c8473d1a-871f-419e-898c-3b3df550f14b req-ea0fb72a-2a5c-4906-8bd4-cdc19e3baec7 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 948 time: 0.2127678 Jul 06 13:51:18.274404 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-6d923304-f6d7-433b-b2ba-eed45d670879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:18.276077 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-6d923304-f6d7-433b-b2ba-eed45d670879 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 1099 time: 0.4080210 Jul 06 13:51:18.337738 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-31d606c6-aa9c-48c2-af18-649578138089 req-1c8c3ff3-74c5-4ddb-a249-c2379899a092 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:18.366139 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c8473d1a-871f-419e-898c-3b3df550f14b req-31b7eb38-90fd-413e-9ea9-aed8fbfdf9e2 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020834 Jul 06 13:51:18.383962 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-dc0290e8-3734-4e59-ac79-95995f0a4bab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=98101a5f-4149-4831-9e47-b5fd6d4b3895 HTTP/1.1" status: 200 len: 217 time: 0.0966938 Jul 06 13:51:18.467969 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-4a464357-0b55-4548-999a-fb472ec83f87 None None] Set router ecf4807d-9c94-4562-9b64-93541a21bff6 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:51:18.470962 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-aa70095b-c486-4cd2-a22b-b446afed6766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:18.472783 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-aa70095b-c486-4cd2-a22b-b446afed6766 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0771027 Jul 06 13:51:18.492486 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] Router ecf4807d-9c94-4562-9b64-93541a21bff6 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:51:18.548810 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-31d606c6-aa9c-48c2-af18-649578138089 req-1c8c3ff3-74c5-4ddb-a249-c2379899a092 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:18.605888 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9e451bb0-958b-4bc4-877b-69352013cdbd'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:51:18.610992 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=82da8ad5-bbcc-4eef-98b5-661e5b31ad9f,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:18.653084 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683ff20-ede1-4990-b74a-f40eb376b8b3 req-ac83616c-ab2b-46b0-94e6-0d4ed7b59022 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:18.661993 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d683ff20-ede1-4990-b74a-f40eb376b8b3 req-ac83616c-ab2b-46b0-94e6-0d4ed7b59022 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 945 time: 0.2735169 Jul 06 13:51:18.720651 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d606c6-aa9c-48c2-af18-649578138089 req-1c8c3ff3-74c5-4ddb-a249-c2379899a092 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Network 4af52798-23b1-402a-a1ea-3bd334b33ddb is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:51:18.737775 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-31d606c6-aa9c-48c2-af18-649578138089 req-1c8c3ff3-74c5-4ddb-a249-c2379899a092 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:51:18.747903 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c3ff3-74c5-4ddb-a249-c2379899a092 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Pushing event updated for resources: {'Port': ['ID=2db812d4-bd68-46b8-b8b3-e9b0b1de2392,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:18.751127 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d606c6-aa9c-48c2-af18-649578138089 req-1c8c3ff3-74c5-4ddb-a249-c2379899a092 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:51:18.808456 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-95ef6c0c-dcaa-470d-8943-9789e2f0b3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:18.810175 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-95ef6c0c-dcaa-470d-8943-9789e2f0b3b9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3149221 Jul 06 13:51:18.814214 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d683ff20-ede1-4990-b74a-f40eb376b8b3 req-43b8d6b8-48d6-43df-a3c0-692a6e69b53f tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524501 Jul 06 13:51:18.870066 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab73e1-16f6-48a0-bf05-ac3a0ad9aae3 req-8f2ad0a6-4897-4a74-af7b-13a0de070af7 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:18.878556 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37ab73e1-16f6-48a0-bf05-ac3a0ad9aae3 req-8f2ad0a6-4897-4a74-af7b-13a0de070af7 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e66efd1-616f-47b1-9d6c-6c6b7c30ba62 HTTP/1.1" status: 200 len: 931 time: 0.2447507 Jul 06 13:51:18.892023 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d606c6-aa9c-48c2-af18-649578138089 req-1c8c3ff3-74c5-4ddb-a249-c2379899a092 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:18.892633 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-31d606c6-aa9c-48c2-af18-649578138089 req-1c8c3ff3-74c5-4ddb-a249-c2379899a092 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:18.936016 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc50e6b9-3add-4074-a3ea-55e739519901 x-openstack-request-id: req-dc50e6b9-3add-4074-a3ea-55e739519901 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:51:18.936661 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0af5c35-ffa6-473a-b888-19a00db41c07", "tag": "98101a5f-4149-4831-9e47-b5fd6d4b3895", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:51:18.937290 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-dc50e6b9-3add-4074-a3ea-55e739519901 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:51:18.937947 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0af5c35-ffa6-473a-b888-19a00db41c07', 'tag': '98101a5f-4149-4831-9e47-b5fd6d4b3895', 'status': 'completed', 'code': 200} Jul 06 13:51:18.952231 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31d606c6-aa9c-48c2-af18-649578138089 req-1c8c3ff3-74c5-4ddb-a249-c2379899a092 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4461906 Jul 06 13:51:18.962153 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:51:18.980473 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1d4d41b1-995c-423d-8ffa-154b277cd9cd admin admin] 10.222.0.118 "PUT /v2.0/routers/ecf4807d-9c94-4562-9b64-93541a21bff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5159330 Jul 06 13:51:18.989080 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-31d606c6-aa9c-48c2-af18-649578138089 req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Request body: {'port': {'device_id': '1e66efd1-616f-47b1-9d6c-6c6b7c30ba62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:51:19.030468 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f9f1d84e-32f7-4313-a295-bd47c5d5293e up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:51:19.043714 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-3289eee3-6ca7-41d9-b242-607d3352a6e6 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132001 Jul 06 13:51:19.089767 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37ab73e1-16f6-48a0-bf05-ac3a0ad9aae3 req-42838e86-4c7a-406b-ac1b-708386c85098 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093949 Jul 06 13:51:19.103800 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:19.125769 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port dd35802d-3e08-417f-82ba-08d30aa1398a triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:51:19.126206 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:19.234631 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port f9f1d84e-32f7-4313-a295-bd47c5d5293e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:51:19.235291 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:19.237599 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6cf239b7-31ba-4c1a-bc4d-3d7d9dd5805c req-7c41b4cb-123d-4260-b2ce-19359969f1c9 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877072 Jul 06 13:51:19.351048 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c68fac7-cf1a-4002-89ab-e7b0f3562a3f None None] Pushing event updated for resources: {'Port': ['ID=c0722d1e-08a2-4cad-9f72-51b1e60ccfab,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:19.389851 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-da470ccd-7abb-48f0-8613-ce8dbf88d90a None None] Provisioning complete for port 0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:51:19.390387 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-da470ccd-7abb-48f0-8613-ce8dbf88d90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:19.392418 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f40f03-91ea-437c-90e6-3d7a5e897038 req-5ae711b5-8903-4ac4-94fa-495ca56932c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:19.395473 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a9f40f03-91ea-437c-90e6-3d7a5e897038 req-5ae711b5-8903-4ac4-94fa-495ca56932c1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 1099 time: 0.0908878 Jul 06 13:51:19.443528 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-da470ccd-7abb-48f0-8613-ce8dbf88d90a None None] Port 0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:51:19.539242 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f40f03-91ea-437c-90e6-3d7a5e897038 req-4822d02f-6b34-4a37-9d49-1955cd780bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:19.544760 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91486b9-ea00-45d7-ac30-86ac26e66c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da7a16b-d64c-4e9c-8060-482983f0bc78'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:51:19.551317 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9617cb4-89b1-4aae-938f-03277030ea18" -d '{"events": [{"server_uuid": "e91486b9-ea00-45d7-ac30-86ac26e66c58", "name": "network-vif-plugged", "status": "completed", "tag": "7da7a16b-d64c-4e9c-8060-482983f0bc78"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:51:19.561343 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a9f40f03-91ea-437c-90e6-3d7a5e897038 req-4822d02f-6b34-4a37-9d49-1955cd780bf6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.1470716 Jul 06 13:51:19.620413 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:19.662319 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a9f40f03-91ea-437c-90e6-3d7a5e897038 req-c560ec39-b152-4ece-a3de-4c6c9de3836d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=98101a5f-4149-4831-9e47-b5fd6d4b3895 HTTP/1.1" status: 200 len: 217 time: 0.0957203 Jul 06 13:51:19.750582 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port dd35802d-3e08-417f-82ba-08d30aa1398a, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=dd35802d-3e08-417f-82ba-08d30aa1398a,segment=NetworkSegment(cd7ab75f-6283-4337-a533-ec225e83e782),segment_id=cd7ab75f-6283-4337-a533-ec225e83e782)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:19.766633 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f40f03-91ea-437c-90e6-3d7a5e897038 req-f0ce6eb8-8881-470c-bb30-7c75f97c75ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:19.778559 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a9f40f03-91ea-437c-90e6-3d7a5e897038 req-f0ce6eb8-8881-470c-bb30-7c75f97c75ef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0964818 Jul 06 13:51:19.779707 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:19.839274 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-4a464357-0b55-4548-999a-fb472ec83f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf4807d-9c94-4562-9b64-93541a21bff6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1870023831-router', 'tenant_id': 'ca7f56c201004b3f9bdd8194d1dc41f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'c0722d1e-08a2-4cad-9f72-51b1e60ccfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:51:09Z', 'updated_at': '2021-07-06T13:51:16Z', 'revision_number': 4, 'project_id': 'ca7f56c201004b3f9bdd8194d1dc41f5', 'gw_port': {'id': 'c0722d1e-08a2-4cad-9f72-51b1e60ccfab', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:49:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf4807d-9c94-4562-9b64-93541a21bff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:10Z', 'updated_at': '2021-07-06T13:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4', 'name': '', 'network_id': '72f5c6cb-0111-4783-a2c7-6163df052e5e', 'tenant_id': 'ca7f56c201004b3f9bdd8194d1dc41f5', 'mac_address': 'fa:16:3e:74:e1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf4807d-9c94-4562-9b64-93541a21bff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '2bf27eb0-4e1b-4570-a84c-3dc747dd248b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:14Z', 'updated_at': '2021-07-06T13:51:16Z', 'revision_number': 2, 'project_id': 'ca7f56c201004b3f9bdd8194d1dc41f5', 'subnets': [{'id': '2bf27eb0-4e1b-4570-a84c-3dc747dd248b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:19.882103 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a464357-0b55-4548-999a-fb472ec83f87 None None] The sync data for ids ['ecf4807d-9c94-4562-9b64-93541a21bff6'] in n-d-773644-6 is: [{'id': 'ecf4807d-9c94-4562-9b64-93541a21bff6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1870023831-router', 'tenant_id': 'ca7f56c201004b3f9bdd8194d1dc41f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'c0722d1e-08a2-4cad-9f72-51b1e60ccfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:51:09Z', 'updated_at': '2021-07-06T13:51:16Z', 'revision_number': 4, 'project_id': 'ca7f56c201004b3f9bdd8194d1dc41f5', 'gw_port': {'id': 'c0722d1e-08a2-4cad-9f72-51b1e60ccfab', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:49:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf4807d-9c94-4562-9b64-93541a21bff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:10Z', 'updated_at': '2021-07-06T13:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4', 'name': '', 'network_id': '72f5c6cb-0111-4783-a2c7-6163df052e5e', 'tenant_id': 'ca7f56c201004b3f9bdd8194d1dc41f5', 'mac_address': 'fa:16:3e:74:e1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf4807d-9c94-4562-9b64-93541a21bff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '2bf27eb0-4e1b-4570-a84c-3dc747dd248b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:14Z', 'updated_at': '2021-07-06T13:51:16Z', 'revision_number': 2, 'project_id': 'ca7f56c201004b3f9bdd8194d1dc41f5', 'subnets': [{'id': '2bf27eb0-4e1b-4570-a84c-3dc747dd248b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:51:19.888821 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f40f03-91ea-437c-90e6-3d7a5e897038 req-681eb1c0-7a0f-4a63-a545-a0a23845988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:19.891276 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a9f40f03-91ea-437c-90e6-3d7a5e897038 req-681eb1c0-7a0f-4a63-a545-a0a23845988d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1111536 Jul 06 13:51:19.906811 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=dd35802d-3e08-417f-82ba-08d30aa1398a,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:19.975720 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47448) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:51:19.980445 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e6b8468e-641e-44c5-9480-0a586740d33b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1015553260-network', 'tenant_id': '97b4f96caebb4827904a06c68eefc1af'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:51:20.031807 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b8468e-641e-44c5-9480-0a586740d33b admin admin] Made reservation on behalf of 97b4f96caebb4827904a06c68eefc1af for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:51:20.034990 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6b8468e-641e-44c5-9480-0a586740d33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:20.050393 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea04a98-10b0-418a-8992-f64c2a974735 req-ea06d2d9-e137-42b3-86c7-2172be3f6a7e tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:20.053068 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6b8468e-641e-44c5-9480-0a586740d33b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:20.058332 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0ea04a98-10b0-418a-8992-f64c2a974735 req-ea06d2d9-e137-42b3-86c7-2172be3f6a7e tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/ports?device_id=e91486b9-ea00-45d7-ac30-86ac26e66c58 HTTP/1.1" status: 200 len: 945 time: 0.9665248 Jul 06 13:51:20.070956 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-31d606c6-aa9c-48c2-af18-649578138089 req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:20.144632 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0ea04a98-10b0-418a-8992-f64c2a974735 req-4b71cb20-f62d-4af6-97b8-489c92444082 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/security-groups?id=f00150a8-6ac5-450e-a26b-4a0d7468dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847020 Jul 06 13:51:20.305218 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301186a-c055-4f00-bc53-cbe52569f594 req-e6b6bc05-3291-459e-b98a-4f0803ae7092 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:20.312619 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2301186a-c055-4f00-bc53-cbe52569f594 req-e6b6bc05-3291-459e-b98a-4f0803ae7092 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 945 time: 0.9212053 Jul 06 13:51:20.472539 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2301186a-c055-4f00-bc53-cbe52569f594 req-0120a20f-596c-4ba9-8b74-ec6a092835bb tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/security-groups?id=2db37d44-1922-4a35-90c3-f399c0f1730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585798 Jul 06 13:51:20.601449 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a9f40f03-91ea-437c-90e6-3d7a5e897038 req-0d4b7ef1-d9c9-41a0-b03b-2e2c138b2d47 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7031143 Jul 06 13:51:20.881376 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3053c-d957-4aef-85d3-72da87446126 req-94c1cd04-b2f7-4856-ad23-a9c2486685bd tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:20.883172 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-03c3053c-d957-4aef-85d3-72da87446126 req-94c1cd04-b2f7-4856-ad23-a9c2486685bd tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 946 time: 0.2254555 Jul 06 13:51:20.902678 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388d5c1-4409-41d5-81c8-e075c2b2754c req-f3351b39-14a5-470f-939d-d89662dfa0f5 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:20.907011 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6b8468e-641e-44c5-9480-0a586740d33b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:20.911022 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3388d5c1-4409-41d5-81c8-e075c2b2754c req-f3351b39-14a5-470f-939d-d89662dfa0f5 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 948 time: 0.1974423 Jul 06 13:51:20.933329 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6b8468e-641e-44c5-9480-0a586740d33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:20.975248 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-31d606c6-aa9c-48c2-af18-649578138089 req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2db812d4-bd68-46b8-b8b3-e9b0b1de2392 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:51:20.985127 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b8468e-641e-44c5-9480-0a586740d33b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:51:20.998468 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a9f40f03-91ea-437c-90e6-3d7a5e897038 req-dcbb940b-6260-4321-8576-59af7cfa6c87 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858635 Jul 06 13:51:21.012097 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-03c3053c-d957-4aef-85d3-72da87446126 req-bd026383-da56-4494-bea4-f0981e46fbf6 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203845 Jul 06 13:51:21.036831 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-31d606c6-aa9c-48c2-af18-649578138089 req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:21.061272 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8468e-641e-44c5-9480-0a586740d33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547e003d-0464-47eb-a418-df2037abf580,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:21.094381 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6b8468e-641e-44c5-9480-0a586740d33b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:21.098295 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-e6b8468e-641e-44c5-9480-0a586740d33b admin admin] Added segment fdecf33d-1a3f-451f-9d4a-0747085341e5 of type vlan for network 4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26 Jul 06 13:51:21.106313 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3388d5c1-4409-41d5-81c8-e075c2b2754c req-8c149f7b-faf1-4c50-ac4f-7bd41c179c50 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917212 Jul 06 13:51:21.107467 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-31d606c6-aa9c-48c2-af18-649578138089 req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Transition to ACTIVE for port object 2db812d4-bd68-46b8-b8b3-e9b0b1de2392 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:51:21.126630 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-31d606c6-aa9c-48c2-af18-649578138089 req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:21.135768 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1ff05c-77ae-4bbb-9723-e660166ade56 x-openstack-request-id: req-7b1ff05c-77ae-4bbb-9723-e660166ade56 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:51:21.136188 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91486b9-ea00-45d7-ac30-86ac26e66c58", "name": "network-vif-plugged", "status": "completed", "tag": "7da7a16b-d64c-4e9c-8060-482983f0bc78", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:51:21.136188 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-7b1ff05c-77ae-4bbb-9723-e660166ade56 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:51:21.136418 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91486b9-ea00-45d7-ac30-86ac26e66c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da7a16b-d64c-4e9c-8060-482983f0bc78', 'code': 200} Jul 06 13:51:21.180043 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=2db812d4-bd68-46b8-b8b3-e9b0b1de2392,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:21.194045 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:21.194668 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:21.195178 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:21.195702 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:21.196221 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:21.196845 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:21.197334 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:21.198244 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:21.198763 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:21.199366 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:21.199853 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:21.200345 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:21.343218 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6b8468e-641e-44c5-9480-0a586740d33b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:21.416018 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6b8468e-641e-44c5-9480-0a586740d33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:21.417024 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b8468e-641e-44c5-9480-0a586740d33b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:21.417618 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6b8468e-641e-44c5-9480-0a586740d33b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:21.509904 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8468e-641e-44c5-9480-0a586740d33b admin admin] Pushing event updated for resources: {'Network': ['ID=4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:21.524856 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:51:21.533135 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e6b8468e-641e-44c5-9480-0a586740d33b admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5561557 Jul 06 13:51:21.537300 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47458) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:51:21.539902 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-31d606c6-aa9c-48c2-af18-649578138089 req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Attempting to bind port 2db812d4-bd68-46b8-b8b3-e9b0b1de2392 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:51:21.540261 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-31d606c6-aa9c-48c2-af18-649578138089 req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Attempting to bind port 2db812d4-bd68-46b8-b8b3-e9b0b1de2392 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:51:21.540601 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d606c6-aa9c-48c2-af18-649578138089 req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Attempting to bind port 2db812d4-bd68-46b8-b8b3-e9b0b1de2392 on network 4af52798-23b1-402a-a1ea-3bd334b33ddb {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:51:21.547909 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c8379f93-4807-4980-ae34-67eebb760c6b admin admin] Request body: {'subnet': {'network_id': '4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1015553260-subnet', 'tenant_id': '97b4f96caebb4827904a06c68eefc1af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:51:21.551050 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d606c6-aa9c-48c2-af18-649578138089 req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Port 2db812d4-bd68-46b8-b8b3-e9b0b1de2392 on network 4af52798-23b1-402a-a1ea-3bd334b33ddb not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:51:21.551383 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d606c6-aa9c-48c2-af18-649578138089 req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Attempting to bind port 2db812d4-bd68-46b8-b8b3-e9b0b1de2392 on network 4af52798-23b1-402a-a1ea-3bd334b33ddb {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:51:21.563623 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d606c6-aa9c-48c2-af18-649578138089 req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:51:21.564012 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d606c6-aa9c-48c2-af18-649578138089 req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Checking segment: {'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:51:21.564389 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d606c6-aa9c-48c2-af18-649578138089 req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Bound using segment: {'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:51:21.564889 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-31d606c6-aa9c-48c2-af18-649578138089 req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Bound port: 2db812d4-bd68-46b8-b8b3-e9b0b1de2392, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:51:21.565302 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-31d606c6-aa9c-48c2-af18-649578138089 req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:21.602121 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8379f93-4807-4980-ae34-67eebb760c6b admin admin] Made reservation on behalf of 97b4f96caebb4827904a06c68eefc1af for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:51:21.608431 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c8379f93-4807-4980-ae34-67eebb760c6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:21.749403 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d26d24-3a62-49d3-97dd-29e2ee92e097 req-96facfb1-631b-4d75-87c7-34b1e078e256 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:21.756967 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a8d26d24-3a62-49d3-97dd-29e2ee92e097 req-96facfb1-631b-4d75-87c7-34b1e078e256 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e66efd1-616f-47b1-9d6c-6c6b7c30ba62 HTTP/1.1" status: 200 len: 943 time: 0.4455187 Jul 06 13:51:21.771770 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cb695-3793-489e-ba92-dc6f6e923473 req-014c1c08-c5aa-4ac3-ace7-72365e0556b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:21.773353 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c23cb695-3793-489e-ba92-dc6f6e923473 req-014c1c08-c5aa-4ac3-ace7-72365e0556b8 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=e91486b9-ea00-45d7-ac30-86ac26e66c58 HTTP/1.1" status: 200 len: 1096 time: 0.5520215 Jul 06 13:51:21.819265 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029dba0-b82a-414c-8819-e2348495c1d2 req-27d29f39-89a6-4b43-81ce-11e1b2ccb629 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:21.826697 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c8379f93-4807-4980-ae34-67eebb760c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:21.826954 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8029dba0-b82a-414c-8819-e2348495c1d2 req-27d29f39-89a6-4b43-81ce-11e1b2ccb629 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 945 time: 0.4161088 Jul 06 13:51:21.839563 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-31d606c6-aa9c-48c2-af18-649578138089 req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] For port 2db812d4-bd68-46b8-b8b3-e9b0b1de2392, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:51:21.886961 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-31d606c6-aa9c-48c2-af18-649578138089 req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] For port 2db812d4-bd68-46b8-b8b3-e9b0b1de2392, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=2db812d4-bd68-46b8-b8b3-e9b0b1de2392,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:51:21.921185 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a8d26d24-3a62-49d3-97dd-29e2ee92e097 req-e9fa0b71-afcf-422c-9b20-8e2394bc9a44 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632485 Jul 06 13:51:21.945417 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-31d606c6-aa9c-48c2-af18-649578138089 req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:21.967287 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8379f93-4807-4980-ae34-67eebb760c6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f09c50b-9368-4974-9ff1-816791b7efb5,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:21.978991 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c23cb695-3793-489e-ba92-dc6f6e923473 req-f9d5458c-2549-444c-9786-bd9f662705c7 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=f00150a8-6ac5-450e-a26b-4a0d7468dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910651 Jul 06 13:51:22.000437 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8379f93-4807-4980-ae34-67eebb760c6b admin admin] Checking segment: {'id': 'fdecf33d-1a3f-451f-9d4a-0747085341e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:51:22.000810 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8379f93-4807-4980-ae34-67eebb760c6b admin admin] Network hostable DHCP agents. Network: 4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:51:22.050977 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8379f93-4807-4980-ae34-67eebb760c6b admin admin] Network 4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:51:22.065195 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8029dba0-b82a-414c-8819-e2348495c1d2 req-164a4fbb-2f03-4c36-a804-b2c7d82ff32e tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361920 Jul 06 13:51:22.071337 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 82da8ad5-bbcc-4eef-98b5-661e5b31ad9f up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:51:22.083146 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d606c6-aa9c-48c2-af18-649578138089 req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:22.083946 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-31d606c6-aa9c-48c2-af18-649578138089 req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:22.084855 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-c8379f93-4807-4980-ae34-67eebb760c6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:51:22.085855 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31d606c6-aa9c-48c2-af18-649578138089 req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] 10.222.0.124 "PUT /v2.0/ports/2db812d4-bd68-46b8-b8b3-e9b0b1de2392 HTTP/1.1" status: 200 len: 1091 time: 3.1164379 Jul 06 13:51:22.087030 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e66efd1-616f-47b1-9d6c-6c6b7c30ba62', 'tag': '2db812d4-bd68-46b8-b8b3-e9b0b1de2392'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:51:22.091181 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db513e98-3bd4-4556-8498-bd97bd2b245f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e66efd1-616f-47b1-9d6c-6c6b7c30ba62", "tag": "2db812d4-bd68-46b8-b8b3-e9b0b1de2392"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:51:22.095429 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8379f93-4807-4980-ae34-67eebb760c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:22.096065 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c8379f93-4807-4980-ae34-67eebb760c6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:22.142834 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c8379f93-4807-4980-ae34-67eebb760c6b admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6036270 Jul 06 13:51:22.145926 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47466) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:51:22.150747 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-30f3645e-df66-4f19-9a02-a10a027389d0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1015553260-router', 'tenant_id': '97b4f96caebb4827904a06c68eefc1af', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:51:22.154607 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e7dce-7a07-4a5a-9bb9-ad37f3275fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=2db812d4-bd68-46b8-b8b3-e9b0b1de2392,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:22.204532 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-30f3645e-df66-4f19-9a02-a10a027389d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:22.206146 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-30f3645e-df66-4f19-9a02-a10a027389d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:22.255704 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d606c6-aa9c-48c2-af18-649578138089 req-389017ac-5444-45d0-8cf4-1bb2a28f8cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:22.257386 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31d606c6-aa9c-48c2-af18-649578138089 req-389017ac-5444-45d0-8cf4-1bb2a28f8cf5 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=bea7b4da8e63480980f1c76d63c2ffcf&device_id=1e66efd1-616f-47b1-9d6c-6c6b7c30ba62 HTTP/1.1" status: 200 len: 1094 time: 0.0907078 Jul 06 13:51:22.271373 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c32e7b8-aeb7-4528-a17f-3b064714ae3e None None] Network 4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:51:22.300914 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-30f3645e-df66-4f19-9a02-a10a027389d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:22.394582 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31d606c6-aa9c-48c2-af18-649578138089 req-df1ddf61-58f8-4776-a31b-13e3b81a8df6 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2db812d4-bd68-46b8-b8b3-e9b0b1de2392 HTTP/1.1" status: 200 len: 217 time: 0.1260231 Jul 06 13:51:22.431523 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 82da8ad5-bbcc-4eef-98b5-661e5b31ad9f completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:51:22.457015 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 82da8ad5-bbcc-4eef-98b5-661e5b31ad9f triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:51:22.457636 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:22.610640 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d606c6-aa9c-48c2-af18-649578138089 req-4ec52e17-4d6b-44c3-975f-2b3b01c5c9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:22.613927 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31d606c6-aa9c-48c2-af18-649578138089 req-4ec52e17-4d6b-44c3-975f-2b3b01c5c9a4 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=fd856c7f-efce-4c28-b5ab-617143cae7b2 HTTP/1.1" status: 200 len: 846 time: 0.1856430 Jul 06 13:51:22.624007 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-30f3645e-df66-4f19-9a02-a10a027389d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:22.629195 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b1c07a-e2f5-4799-a9f1-e15fcf651d24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26', 'network_id': '4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26', 'tenant_id': '97b4f96caebb4827904a06c68eefc1af', 'fixed_ips': [{'subnet_id': '8f09c50b-9368-4974-9ff1-816791b7efb5'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:51:22.630550 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-11b1c07a-e2f5-4799-a9f1-e15fcf651d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:22.667764 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864f2c2-dc31-45bd-a0ff-c7917cdd5f1d req-cfc59eb2-b82f-4af1-9701-2ec08ff7517d tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:22.669278 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1864f2c2-dc31-45bd-a0ff-c7917cdd5f1d req-cfc59eb2-b82f-4af1-9701-2ec08ff7517d tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/ports?device_id=e91486b9-ea00-45d7-ac30-86ac26e66c58 HTTP/1.1" status: 200 len: 945 time: 0.3053799 Jul 06 13:51:22.726955 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31d606c6-aa9c-48c2-af18-649578138089 req-efbeacb7-411e-4381-bf5a-7a547311daae service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4af52798-23b1-402a-a1ea-3bd334b33ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952599 Jul 06 13:51:22.881316 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1864f2c2-dc31-45bd-a0ff-c7917cdd5f1d req-0931a373-e9bf-402e-a88f-bbddb5bcc3bc tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/security-groups?id=f00150a8-6ac5-450e-a26b-4a0d7468dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577275 Jul 06 13:51:22.937371 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c0722d1e-08a2-4cad-9f72-51b1e60ccfab up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:51:22.969419 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f14b5-c7a2-4c13-9868-2fd31c5ab4a4 req-24696e84-4dd1-4040-9d00-b325dba70555 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:22.980171 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-178f14b5-c7a2-4c13-9868-2fd31c5ab4a4 req-24696e84-4dd1-4040-9d00-b325dba70555 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 945 time: 0.2554066 Jul 06 13:51:22.991843 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31d606c6-aa9c-48c2-af18-649578138089 req-1c4104b1-3d67-45fd-aade-591339a1fb06 service neutron] 10.222.0.124 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292452 Jul 06 13:51:23.086896 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-178f14b5-c7a2-4c13-9868-2fd31c5ab4a4 req-32e62e09-f6ee-4d22-af37-fcbbd80faa17 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/security-groups?id=2db37d44-1922-4a35-90c3-f399c0f1730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057334 Jul 06 13:51:23.089178 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:23.160947 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 82da8ad5-bbcc-4eef-98b5-661e5b31ad9f, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=82da8ad5-bbcc-4eef-98b5-661e5b31ad9f,segment=NetworkSegment(e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6),segment_id=e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:23.169177 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-11b1c07a-e2f5-4799-a9f1-e15fcf651d24 None None] Allocated IP 172.20.0.2 (4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26/8f09c50b-9368-4974-9ff1-816791b7efb5/5db01ba2-4a8f-4c74-9a05-a48108409a89) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:51:23.171886 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-30f3645e-df66-4f19-9a02-a10a027389d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:23.173224 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2959d93e-9fc8-405f-8fff-1d548777a0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd35802d-3e08-417f-82ba-08d30aa1398a'}, {'server_uuid': '5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82da8ad5-bbcc-4eef-98b5-661e5b31ad9f'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:51:23.177590 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce71809b-af25-41a0-9c31-ade7c42adbf8" -d '{"events": [{"server_uuid": "2959d93e-9fc8-405f-8fff-1d548777a0cb", "name": "network-vif-plugged", "status": "completed", "tag": "dd35802d-3e08-417f-82ba-08d30aa1398a"}, {"server_uuid": "5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3", "name": "network-vif-plugged", "status": "completed", "tag": "82da8ad5-bbcc-4eef-98b5-661e5b31ad9f"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:51:23.185138 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:23.191875 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port c0722d1e-08a2-4cad-9f72-51b1e60ccfab completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:51:23.197370 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac794695-3597-403f-80ca-c44d20bcaa6e x-openstack-request-id: req-ac794695-3597-403f-80ca-c44d20bcaa6e {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:51:23.202187 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e66efd1-616f-47b1-9d6c-6c6b7c30ba62", "tag": "2db812d4-bd68-46b8-b8b3-e9b0b1de2392", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:51:23.202462 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ac794695-3597-403f-80ca-c44d20bcaa6e {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:51:23.203399 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port c0722d1e-08a2-4cad-9f72-51b1e60ccfab triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:51:23.204178 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:23.205006 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e66efd1-616f-47b1-9d6c-6c6b7c30ba62', 'tag': '2db812d4-bd68-46b8-b8b3-e9b0b1de2392', 'status': 'completed', 'code': 200} Jul 06 13:51:23.231706 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-30f3645e-df66-4f19-9a02-a10a027389d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:23.370878 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31d606c6-aa9c-48c2-af18-649578138089 req-185c1c80-72d3-4d76-80c6-e662d49b5524 service neutron] 10.222.0.124 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705544 Jul 06 13:51:23.389944 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=82da8ad5-bbcc-4eef-98b5-661e5b31ad9f,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:23.413700 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec5b1ea-90d2-4a1a-bd02-c7c1da53eec4 None None] Sync routers for ids ['ecf4807d-9c94-4562-9b64-93541a21bff6'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:51:23.430294 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b768c-b66b-448c-a1da-df164532da37 req-0cf5935c-1c70-4592-bbed-ed764c2652c7 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:23.436245 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-810b768c-b66b-448c-a1da-df164532da37 req-0cf5935c-1c70-4592-bbed-ed764c2652c7 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 946 time: 0.2277565 Jul 06 13:51:23.436717 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec5b1ea-90d2-4a1a-bd02-c7c1da53eec4 None None] Routers {'ecf4807d-9c94-4562-9b64-93541a21bff6'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:51:23.438991 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-1ec5b1ea-90d2-4a1a-bd02-c7c1da53eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:51:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ecf4807d-9c94-4562-9b64-93541a21bff6'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:23.482200 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-30f3645e-df66-4f19-9a02-a10a027389d0 admin admin] Allocated IP 172.25.6.109 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/4c2987b9-6b17-47d6-9184-518536a47b74) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:51:23.494076 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:23.588889 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-810b768c-b66b-448c-a1da-df164532da37 req-c67f361d-8eb4-4db7-8adb-a6cac1a5aea2 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470881 Jul 06 13:51:23.616009 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port c0722d1e-08a2-4cad-9f72-51b1e60ccfab, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c0722d1e-08a2-4cad-9f72-51b1e60ccfab,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:23.641638 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:23.668977 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d70d63-368a-4e44-971f-36b85d84906f req-4bf36191-9092-4599-a63f-60fc1a40cc23 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:23.673423 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-1ec5b1ea-90d2-4a1a-bd02-c7c1da53eec4 None None] Set router ecf4807d-9c94-4562-9b64-93541a21bff6 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:51:23.675216 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f6d70d63-368a-4e44-971f-36b85d84906f req-4bf36191-9092-4599-a63f-60fc1a40cc23 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 948 time: 0.2577991 Jul 06 13:51:23.680563 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-11b1c07a-e2f5-4799-a9f1-e15fcf651d24 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:23.681465 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-30f3645e-df66-4f19-9a02-a10a027389d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:23.684586 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db513e98-3bd4-4556-8498-bd97bd2b245f req-bd487134-a0b6-4301-bc4b-b33b9ee4ee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:23.688400 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-db513e98-3bd4-4556-8498-bd97bd2b245f req-bd487134-a0b6-4301-bc4b-b33b9ee4ee96 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=bea7b4da8e63480980f1c76d63c2ffcf&device_id=1e66efd1-616f-47b1-9d6c-6c6b7c30ba62 HTTP/1.1" status: 200 len: 1094 time: 0.2501142 Jul 06 13:51:23.741710 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-30f3645e-df66-4f19-9a02-a10a027389d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:23.744505 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 98101a5f-4149-4831-9e47-b5fd6d4b3895 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:51:23.761141 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-11b1c07a-e2f5-4799-a9f1-e15fcf651d24 None None] Transition to ACTIVE for port object 5db01ba2-4a8f-4c74-9a05-a48108409a89 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:51:23.807237 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f3645e-df66-4f19-9a02-a10a027389d0 admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:51:23.810802 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-30f3645e-df66-4f19-9a02-a10a027389d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:51:23.813163 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f3645e-df66-4f19-9a02-a10a027389d0 admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:51:23.816960 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-11b1c07a-e2f5-4799-a9f1-e15fcf651d24 None None] Transition to ACTIVE for port object 5db01ba2-4a8f-4c74-9a05-a48108409a89 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:51:23.849059 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=c0722d1e-08a2-4cad-9f72-51b1e60ccfab,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:23.873048 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-11b1c07a-e2f5-4799-a9f1-e15fcf651d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:23.880447 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3645e-df66-4f19-9a02-a10a027389d0 admin admin] Pushing event updated for resources: {'Port': ['ID=4c2987b9-6b17-47d6-9184-518536a47b74,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:23.927684 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b1c07a-e2f5-4799-a9f1-e15fcf651d24 None None] Network 4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:51:23.932600 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-11b1c07a-e2f5-4799-a9f1-e15fcf651d24 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:51:23.938747 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b1c07a-e2f5-4799-a9f1-e15fcf651d24 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:51:23.968710 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1c07a-e2f5-4799-a9f1-e15fcf651d24 None None] Pushing event updated for resources: {'Port': ['ID=5db01ba2-4a8f-4c74-9a05-a48108409a89,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:24.032674 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 98101a5f-4149-4831-9e47-b5fd6d4b3895, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=98101a5f-4149-4831-9e47-b5fd6d4b3895,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:24.054080 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-11b1c07a-e2f5-4799-a9f1-e15fcf651d24 None None] Attempting to bind port 5db01ba2-4a8f-4c74-9a05-a48108409a89 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:51:24.054477 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-11b1c07a-e2f5-4799-a9f1-e15fcf651d24 None None] Attempting to bind port 5db01ba2-4a8f-4c74-9a05-a48108409a89 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'fdecf33d-1a3f-451f-9d4a-0747085341e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:51:24.054843 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b1c07a-e2f5-4799-a9f1-e15fcf651d24 None None] Attempting to bind port 5db01ba2-4a8f-4c74-9a05-a48108409a89 on network 4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:51:24.058827 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '98101a5f-4149-4831-9e47-b5fd6d4b3895', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': '98101a5f-4149-4831-9e47-b5fd6d4b3895', 'mac_address': 'fa:16:3e:a5:3f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:51:24.064877 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b1c07a-e2f5-4799-a9f1-e15fcf651d24 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:51:24.065481 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b1c07a-e2f5-4799-a9f1-e15fcf651d24 None None] Checking segment: {'id': 'fdecf33d-1a3f-451f-9d4a-0747085341e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:51:24.065860 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-11b1c07a-e2f5-4799-a9f1-e15fcf651d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:24.066328 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b1c07a-e2f5-4799-a9f1-e15fcf651d24 None None] Bound using segment: {'id': 'fdecf33d-1a3f-451f-9d4a-0747085341e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:51:24.066941 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-11b1c07a-e2f5-4799-a9f1-e15fcf651d24 None None] Bound port: 5db01ba2-4a8f-4c74-9a05-a48108409a89, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdecf33d-1a3f-451f-9d4a-0747085341e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:51:24.067262 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-11b1c07a-e2f5-4799-a9f1-e15fcf651d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:24.067913 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-1ec5b1ea-90d2-4a1a-bd02-c7c1da53eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf4807d-9c94-4562-9b64-93541a21bff6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1870023831-router', 'tenant_id': 'ca7f56c201004b3f9bdd8194d1dc41f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'c0722d1e-08a2-4cad-9f72-51b1e60ccfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:51:09Z', 'updated_at': '2021-07-06T13:51:16Z', 'revision_number': 4, 'project_id': 'ca7f56c201004b3f9bdd8194d1dc41f5', 'gw_port': {'id': 'c0722d1e-08a2-4cad-9f72-51b1e60ccfab', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:49:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf4807d-9c94-4562-9b64-93541a21bff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:10Z', 'updated_at': '2021-07-06T13:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4', 'name': '', 'network_id': '72f5c6cb-0111-4783-a2c7-6163df052e5e', 'tenant_id': 'ca7f56c201004b3f9bdd8194d1dc41f5', 'mac_address': 'fa:16:3e:74:e1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf4807d-9c94-4562-9b64-93541a21bff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '2bf27eb0-4e1b-4570-a84c-3dc747dd248b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:14Z', 'updated_at': '2021-07-06T13:51:16Z', 'revision_number': 2, 'project_id': 'ca7f56c201004b3f9bdd8194d1dc41f5', 'subnets': [{'id': '2bf27eb0-4e1b-4570-a84c-3dc747dd248b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:24.119749 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec5b1ea-90d2-4a1a-bd02-c7c1da53eec4 None None] Checking router: ecf4807d-9c94-4562-9b64-93541a21bff6 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:51:24.124100 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec5b1ea-90d2-4a1a-bd02-c7c1da53eec4 None None] Updating router ecf4807d-9c94-4562-9b64-93541a21bff6 port 0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:51:24.147896 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f6d70d63-368a-4e44-971f-36b85d84906f req-152d54d9-ce80-4f08-ad40-8580bec62b2d tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581580 Jul 06 13:51:24.150338 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db513e98-3bd4-4556-8498-bd97bd2b245f req-61d53281-25df-44c7-9571-f0fe27b58dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:24.151868 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-db513e98-3bd4-4556-8498-bd97bd2b245f req-61d53281-25df-44c7-9571-f0fe27b58dc6 service neutron] 10.222.0.124 "GET /v2.0/networks?id=4af52798-23b1-402a-a1ea-3bd334b33ddb HTTP/1.1" status: 200 len: 907 time: 0.4514272 Jul 06 13:51:24.165609 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:24.166103 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-1ec5b1ea-90d2-4a1a-bd02-c7c1da53eec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:24.202086 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98101a5f-4149-4831-9e47-b5fd6d4b3895 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:51:24.206951 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-30f3645e-df66-4f19-9a02-a10a027389d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:24.283313 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 98101a5f-4149-4831-9e47-b5fd6d4b3895, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=98101a5f-4149-4831-9e47-b5fd6d4b3895,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:24.290170 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-11b1c07a-e2f5-4799-a9f1-e15fcf651d24 None None] For port 5db01ba2-4a8f-4c74-9a05-a48108409a89, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:51:24.304963 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:24.308116 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-db513e98-3bd4-4556-8498-bd97bd2b245f req-81066c68-07dd-4d53-bad9-209b807f81d2 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2db812d4-bd68-46b8-b8b3-e9b0b1de2392 HTTP/1.1" status: 200 len: 217 time: 0.1362183 Jul 06 13:51:24.443239 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=98101a5f-4149-4831-9e47-b5fd6d4b3895,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:24.447806 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cb328-a490-42e8-a9ab-31a19d0760d3 req-468f63cf-a1d4-44b0-b2c1-65769efb4843 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:24.455222 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-780cb328-a490-42e8-a9ab-31a19d0760d3 req-468f63cf-a1d4-44b0-b2c1-65769efb4843 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e66efd1-616f-47b1-9d6c-6c6b7c30ba62 HTTP/1.1" status: 200 len: 943 time: 0.5672395 Jul 06 13:51:24.456043 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-11b1c07a-e2f5-4799-a9f1-e15fcf651d24 None None] For port 5db01ba2-4a8f-4c74-9a05-a48108409a89, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=5db01ba2-4a8f-4c74-9a05-a48108409a89,segment=NetworkSegment(fdecf33d-1a3f-451f-9d4a-0747085341e5),segment_id=fdecf33d-1a3f-451f-9d4a-0747085341e5)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:51:24.477820 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-11b1c07a-e2f5-4799-a9f1-e15fcf651d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:24.479698 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db513e98-3bd4-4556-8498-bd97bd2b245f req-4907f72d-cc21-43a5-9bbc-f102218d0e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:24.481468 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-db513e98-3bd4-4556-8498-bd97bd2b245f req-4907f72d-cc21-43a5-9bbc-f102218d0e8e service neutron] 10.222.0.124 "GET /v2.0/subnets?id=fd856c7f-efce-4c28-b5ab-617143cae7b2 HTTP/1.1" status: 200 len: 846 time: 0.1592369 Jul 06 13:51:24.542346 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-db513e98-3bd4-4556-8498-bd97bd2b245f req-864baafd-0e17-48bd-a25c-35cb5f53083f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4af52798-23b1-402a-a1ea-3bd334b33ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505724 Jul 06 13:51:24.585375 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['98101a5f-4149-4831-9e47-b5fd6d4b3895'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:51:24.597260 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-780cb328-a490-42e8-a9ab-31a19d0760d3 req-5a14f646-e03c-4c28-8ff3-60e2799efcfc tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390214 Jul 06 13:51:24.682496 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-30f3645e-df66-4f19-9a02-a10a027389d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:24.738184 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1c07a-e2f5-4799-a9f1-e15fcf651d24 None None] Pushing event updated for resources: {'Port': ['ID=5db01ba2-4a8f-4c74-9a05-a48108409a89,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:24.777594 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abc093-7601-487c-97d8-af3737c73903 req-8fec79bb-80e5-4876-adca-8b03695a96e0 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:24.780328 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a4abc093-7601-487c-97d8-af3737c73903 req-8fec79bb-80e5-4876-adca-8b03695a96e0 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 945 time: 0.3837421 Jul 06 13:51:24.780510 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 13:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12930cc-ba56-4995-8b4a-56fb22c855e7 x-openstack-request-id: req-b12930cc-ba56-4995-8b4a-56fb22c855e7 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:51:24.786507 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2959d93e-9fc8-405f-8fff-1d548777a0cb", "name": "network-vif-plugged", "status": "completed", "tag": "dd35802d-3e08-417f-82ba-08d30aa1398a", "code": 200}, {"server_uuid": "5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3", "name": "network-vif-plugged", "status": "completed", "tag": "82da8ad5-bbcc-4eef-98b5-661e5b31ad9f", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:51:24.787868 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-b12930cc-ba56-4995-8b4a-56fb22c855e7 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:51:24.788923 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2959d93e-9fc8-405f-8fff-1d548777a0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd35802d-3e08-417f-82ba-08d30aa1398a', 'code': 200} Jul 06 13:51:24.792797 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82da8ad5-bbcc-4eef-98b5-661e5b31ad9f', 'code': 200} Jul 06 13:51:24.856596 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-1ec5b1ea-90d2-4a1a-bd02-c7c1da53eec4 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:24.873221 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c0722d1e-08a2-4cad-9f72-51b1e60ccfab up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:51:24.884748 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-1ec5b1ea-90d2-4a1a-bd02-c7c1da53eec4 None None] Transition to ACTIVE for port object 0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:51:24.903233 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-1ec5b1ea-90d2-4a1a-bd02-c7c1da53eec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:24.904803 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a4abc093-7601-487c-97d8-af3737c73903 req-c446f022-01f7-44bd-8028-39d7999ad85f tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173420 Jul 06 13:51:25.036939 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325345a-0bc1-4fc9-9d5b-8e1c2b04b4e6 None None] Pushing event updated for resources: {'Port': ['ID=0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:25.071832 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-db513e98-3bd4-4556-8498-bd97bd2b245f req-89ce4a79-bc72-42d9-b86f-81b7131d911f service neutron] 10.222.0.124 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5194745 Jul 06 13:51:25.196374 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-1ec5b1ea-90d2-4a1a-bd02-c7c1da53eec4 None None] Attempting to bind port 0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:51:25.197093 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-1ec5b1ea-90d2-4a1a-bd02-c7c1da53eec4 None None] Attempting to bind port 0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '056f233e-bfe2-413b-8fee-61b949fca2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '72f5c6cb-0111-4783-a2c7-6163df052e5e'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:51:25.197722 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec5b1ea-90d2-4a1a-bd02-c7c1da53eec4 None None] Attempting to bind port 0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4 on network 72f5c6cb-0111-4783-a2c7-6163df052e5e {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:51:25.208858 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port c0722d1e-08a2-4cad-9f72-51b1e60ccfab triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:51:25.209236 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:25.211456 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec5b1ea-90d2-4a1a-bd02-c7c1da53eec4 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:51:25.212080 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec5b1ea-90d2-4a1a-bd02-c7c1da53eec4 None None] Checking segment: {'id': '056f233e-bfe2-413b-8fee-61b949fca2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '72f5c6cb-0111-4783-a2c7-6163df052e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:51:25.227255 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-1ec5b1ea-90d2-4a1a-bd02-c7c1da53eec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:25.228257 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec5b1ea-90d2-4a1a-bd02-c7c1da53eec4 None None] Bound using segment: {'id': '056f233e-bfe2-413b-8fee-61b949fca2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '72f5c6cb-0111-4783-a2c7-6163df052e5e'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:51:25.228966 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-1ec5b1ea-90d2-4a1a-bd02-c7c1da53eec4 None None] Bound port: 0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056f233e-bfe2-413b-8fee-61b949fca2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '72f5c6cb-0111-4783-a2c7-6163df052e5e'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:51:25.229673 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-1ec5b1ea-90d2-4a1a-bd02-c7c1da53eec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:25.415341 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-1ec5b1ea-90d2-4a1a-bd02-c7c1da53eec4 None None] For port 0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:51:25.420179 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-1ec5b1ea-90d2-4a1a-bd02-c7c1da53eec4 None None] For port 0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4,segment=NetworkSegment(056f233e-bfe2-413b-8fee-61b949fca2fd),segment_id=056f233e-bfe2-413b-8fee-61b949fca2fd)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:51:25.429088 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-1ec5b1ea-90d2-4a1a-bd02-c7c1da53eec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:25.493480 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-db513e98-3bd4-4556-8498-bd97bd2b245f req-1f5c8cff-0373-4003-beb3-902fe6eb3a4b service neutron] 10.222.0.124 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074962 Jul 06 13:51:25.507019 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40055e2-5a67-42ef-b0f5-c07b24382d45 req-fcdecb68-5542-4621-8e88-1cd75eb01119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:25.514114 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d40055e2-5a67-42ef-b0f5-c07b24382d45 req-fcdecb68-5542-4621-8e88-1cd75eb01119 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 1097 time: 0.3952870 Jul 06 13:51:25.543197 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325345a-0bc1-4fc9-9d5b-8e1c2b04b4e6 None None] Pushing event updated for resources: {'Port': ['ID=0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:25.569968 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec5b1ea-90d2-4a1a-bd02-c7c1da53eec4 None None] Routers {'ecf4807d-9c94-4562-9b64-93541a21bff6'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:51:25.570705 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-1ec5b1ea-90d2-4a1a-bd02-c7c1da53eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:51:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ecf4807d-9c94-4562-9b64-93541a21bff6'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:25.622091 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ab5fb-463c-4121-96d6-9a721cb56f9d req-9e4af54a-0fc8-416d-806e-35b54408618b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:25.623940 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-802ab5fb-463c-4121-96d6-9a721cb56f9d req-9e4af54a-0fc8-416d-806e-35b54408618b service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 1097 time: 0.7396584 Jul 06 13:51:25.657134 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d40055e2-5a67-42ef-b0f5-c07b24382d45 req-a4ec9880-a20d-4b99-a1c2-79ec79fe5fc0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304202 Jul 06 13:51:25.664829 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f3645e-df66-4f19-9a02-a10a027389d0 admin admin] Router 799c5d83-677f-4d01-889e-5f146dcfa1a0 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:51:25.718427 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-802ab5fb-463c-4121-96d6-9a721cb56f9d req-b73e1a7d-78e2-45cd-adca-b391504a4c6a service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=2db37d44-1922-4a35-90c3-f399c0f1730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871465 Jul 06 13:51:25.729654 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54403c7f-4182-4ec8-8806-9e31ccbd4970 req-1e0f8a3a-abb2-45e9-a937-48fc3001562b tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:25.731513 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-54403c7f-4182-4ec8-8806-9e31ccbd4970 req-1e0f8a3a-abb2-45e9-a937-48fc3001562b tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 946 time: 0.2040715 Jul 06 13:51:25.746620 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6f266-eb22-4d60-ab27-0a8a5bade8ba req-88e009bd-ccdb-4d62-8450-d73e316560e0 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:25.756266 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-24f6f266-eb22-4d60-ab27-0a8a5bade8ba req-88e009bd-ccdb-4d62-8450-d73e316560e0 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/ports?device_id=e91486b9-ea00-45d7-ac30-86ac26e66c58 HTTP/1.1" status: 200 len: 945 time: 0.3247766 Jul 06 13:51:25.759857 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-1ec5b1ea-90d2-4a1a-bd02-c7c1da53eec4 None None] Set router ecf4807d-9c94-4562-9b64-93541a21bff6 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:51:25.873613 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-54403c7f-4182-4ec8-8806-9e31ccbd4970 req-85174650-8030-472f-bdad-79ad6f833209 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/security-groups?id=2db37d44-1922-4a35-90c3-f399c0f1730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118858 Jul 06 13:51:25.897453 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-24f6f266-eb22-4d60-ab27-0a8a5bade8ba req-5080ad46-b1fc-4be4-bf1d-e31f5a9b92ac tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/security-groups?id=f00150a8-6ac5-450e-a26b-4a0d7468dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401083 Jul 06 13:51:26.067452 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f3645e-df66-4f19-9a02-a10a027389d0 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:51:26.078507 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d79045a-5306-4e2c-b9d3-04b89de8f66d None None] Sync routers for ids ['799c5d83-677f-4d01-889e-5f146dcfa1a0'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:51:26.108868 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 2db812d4-bd68-46b8-b8b3-e9b0b1de2392 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:51:26.141974 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-30f3645e-df66-4f19-9a02-a10a027389d0 admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:26.141974 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-30f3645e-df66-4f19-9a02-a10a027389d0 admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9828260 Jul 06 13:51:26.141974 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47492) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:51:26.189094 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d79045a-5306-4e2c-b9d3-04b89de8f66d None None] Routers {'799c5d83-677f-4d01-889e-5f146dcfa1a0'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:51:26.190519 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2d79045a-5306-4e2c-b9d3-04b89de8f66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:51:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['799c5d83-677f-4d01-889e-5f146dcfa1a0'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:26.351772 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.db.resource_extend [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 13:51:26.431881 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-1ec5b1ea-90d2-4a1a-bd02-c7c1da53eec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf4807d-9c94-4562-9b64-93541a21bff6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1870023831-router', 'tenant_id': 'ca7f56c201004b3f9bdd8194d1dc41f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'c0722d1e-08a2-4cad-9f72-51b1e60ccfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:51:09Z', 'updated_at': '2021-07-06T13:51:16Z', 'revision_number': 4, 'project_id': 'ca7f56c201004b3f9bdd8194d1dc41f5', 'gw_port': {'id': 'c0722d1e-08a2-4cad-9f72-51b1e60ccfab', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf4807d-9c94-4562-9b64-93541a21bff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:10Z', 'updated_at': '2021-07-06T13:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4', 'name': '', 'network_id': '72f5c6cb-0111-4783-a2c7-6163df052e5e', 'tenant_id': 'ca7f56c201004b3f9bdd8194d1dc41f5', 'mac_address': 'fa:16:3e:74:e1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf4807d-9c94-4562-9b64-93541a21bff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '2bf27eb0-4e1b-4570-a84c-3dc747dd248b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:14Z', 'updated_at': '2021-07-06T13:51:25Z', 'revision_number': 4, 'project_id': 'ca7f56c201004b3f9bdd8194d1dc41f5', 'subnets': [{'id': '2bf27eb0-4e1b-4570-a84c-3dc747dd248b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:26.507159 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec5b1ea-90d2-4a1a-bd02-c7c1da53eec4 None None] The sync data for ids ['ecf4807d-9c94-4562-9b64-93541a21bff6'] in n-d-773644-6 is: [{'id': 'ecf4807d-9c94-4562-9b64-93541a21bff6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1870023831-router', 'tenant_id': 'ca7f56c201004b3f9bdd8194d1dc41f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'c0722d1e-08a2-4cad-9f72-51b1e60ccfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:51:09Z', 'updated_at': '2021-07-06T13:51:16Z', 'revision_number': 4, 'project_id': 'ca7f56c201004b3f9bdd8194d1dc41f5', 'gw_port': {'id': 'c0722d1e-08a2-4cad-9f72-51b1e60ccfab', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf4807d-9c94-4562-9b64-93541a21bff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:10Z', 'updated_at': '2021-07-06T13:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4', 'name': '', 'network_id': '72f5c6cb-0111-4783-a2c7-6163df052e5e', 'tenant_id': 'ca7f56c201004b3f9bdd8194d1dc41f5', 'mac_address': 'fa:16:3e:74:e1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf4807d-9c94-4562-9b64-93541a21bff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '2bf27eb0-4e1b-4570-a84c-3dc747dd248b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:14Z', 'updated_at': '2021-07-06T13:51:25Z', 'revision_number': 4, 'project_id': 'ca7f56c201004b3f9bdd8194d1dc41f5', 'subnets': [{'id': '2bf27eb0-4e1b-4570-a84c-3dc747dd248b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:51:26.517245 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6a0d0-61a7-48e1-859a-2526a6f8102c req-40ade501-20b5-4954-abf8-c63048b0c983 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:26.531155 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-91d6a0d0-61a7-48e1-859a-2526a6f8102c req-40ade501-20b5-4954-abf8-c63048b0c983 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 949 time: 0.4025187 Jul 06 13:51:26.590973 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908552f4-e35b-4c8e-bf94-aebe4eea4e63 req-1a0cd8a2-a3ba-4628-b6e4-2cc588a86b20 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:26.599093 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-908552f4-e35b-4c8e-bf94-aebe4eea4e63 req-1a0cd8a2-a3ba-4628-b6e4-2cc588a86b20 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 946 time: 0.3638632 Jul 06 13:51:26.817256 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-91d6a0d0-61a7-48e1-859a-2526a6f8102c req-f38c878e-f991-4c79-93c3-05b697e48733 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851765 Jul 06 13:51:26.906730 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-908552f4-e35b-4c8e-bf94-aebe4eea4e63 req-40e1b24c-212d-4654-9bcd-2d95182096a2 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008065 Jul 06 13:51:27.039943 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-2d79045a-5306-4e2c-b9d3-04b89de8f66d None None] Set router 799c5d83-677f-4d01-889e-5f146dcfa1a0 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:51:27.232035 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0c1438-65b8-4ee1-876b-fc22a795c88e None None] Network 4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:51:27.240920 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:51:27.439078 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-04d8d820-42a4-4412-b066-81a33be974db None None] Provisioning for port 5db01ba2-4a8f-4c74-9a05-a48108409a89 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:51:27.514054 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 2db812d4-bd68-46b8-b8b3-e9b0b1de2392, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=2db812d4-bd68-46b8-b8b3-e9b0b1de2392,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:27.517483 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59c3f176-da5b-450c-947d-5335be8d05db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:27.519639 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0328fd-803f-43fe-b1ae-eadd920fcc3d req-d7b47709-a2c0-4350-b562-45fe341bc6fc tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:27.522851 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6d0328fd-803f-43fe-b1ae-eadd920fcc3d req-d7b47709-a2c0-4350-b562-45fe341bc6fc tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e66efd1-616f-47b1-9d6c-6c6b7c30ba62 HTTP/1.1" status: 200 len: 943 time: 0.3095772 Jul 06 13:51:27.562257 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886490b1-24c1-4543-a872-de08ab6b5e9e req-20ae5999-841c-4456-aaf1-112674ad0ddd tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:27.563822 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-886490b1-24c1-4543-a872-de08ab6b5e9e req-20ae5999-841c-4456-aaf1-112674ad0ddd tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 945 time: 0.2387338 Jul 06 13:51:27.577520 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '2db812d4-bd68-46b8-b8b3-e9b0b1de2392', 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb', 'port_id': '2db812d4-bd68-46b8-b8b3-e9b0b1de2392', 'mac_address': 'fa:16:3e:31:c8:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd856c7f-efce-4c28-b5ab-617143cae7b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:51:27.622010 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:51:27.664806 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-886490b1-24c1-4543-a872-de08ab6b5e9e req-81bda0c0-c262-42b2-bf05-e3d7785e828c tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869551 Jul 06 13:51:27.690789 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:51:27.690789 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:27.727862 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6d0328fd-803f-43fe-b1ae-eadd920fcc3d req-f3dca23f-860f-4ee5-84c5-450f1c0e0cd0 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923635 Jul 06 13:51:27.767456 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 98101a5f-4149-4831-9e47-b5fd6d4b3895 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:51:27.804149 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:27.839029 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-59c3f176-da5b-450c-947d-5335be8d05db admin admin] Allocated IP 172.20.0.1 (4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26/8f09c50b-9368-4974-9ff1-816791b7efb5/bd590350-30e3-409d-b996-a50cfcc66375) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:51:27.885068 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db812d4-bd68-46b8-b8b3-e9b0b1de2392 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:51:27.945391 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 2db812d4-bd68-46b8-b8b3-e9b0b1de2392, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=2db812d4-bd68-46b8-b8b3-e9b0b1de2392,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:27.958608 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:27.968887 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2d79045a-5306-4e2c-b9d3-04b89de8f66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799c5d83-677f-4d01-889e-5f146dcfa1a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1015553260-router', 'tenant_id': '97b4f96caebb4827904a06c68eefc1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '4c2987b9-6b17-47d6-9184-518536a47b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:51:22Z', 'updated_at': '2021-07-06T13:51:24Z', 'revision_number': 3, 'project_id': '97b4f96caebb4827904a06c68eefc1af', 'gw_port': {'id': '4c2987b9-6b17-47d6-9184-518536a47b74', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799c5d83-677f-4d01-889e-5f146dcfa1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:23Z', 'updated_at': '2021-07-06T13:51:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:28.019384 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 98101a5f-4149-4831-9e47-b5fd6d4b3895 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:51:28.034893 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59c3f176-da5b-450c-947d-5335be8d05db admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:28.065042 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d79045a-5306-4e2c-b9d3-04b89de8f66d None None] Checking router: 799c5d83-677f-4d01-889e-5f146dcfa1a0 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:51:28.065743 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d79045a-5306-4e2c-b9d3-04b89de8f66d None None] Updating router 799c5d83-677f-4d01-889e-5f146dcfa1a0 port 4c2987b9-6b17-47d6-9184-518536a47b74 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:51:28.073388 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 98101a5f-4149-4831-9e47-b5fd6d4b3895 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:51:28.073778 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:28.103384 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-59c3f176-da5b-450c-947d-5335be8d05db admin admin] Transition to ACTIVE for port object bd590350-30e3-409d-b996-a50cfcc66375 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:51:28.147919 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9ae0b-55bc-438b-8d63-a371fb3b6f5e req-d8f78ccb-6edb-4412-a2e9-538249b6081f tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:28.156438 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f8c9ae0b-55bc-438b-8d63-a371fb3b6f5e req-d8f78ccb-6edb-4412-a2e9-538249b6081f tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 946 time: 0.1336145 Jul 06 13:51:28.167632 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:28.173699 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59c3f176-da5b-450c-947d-5335be8d05db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:28.229058 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f8c9ae0b-55bc-438b-8d63-a371fb3b6f5e req-58a0852b-895f-46d1-a1cf-c88a34a50d6f tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/security-groups?id=2db37d44-1922-4a35-90c3-f399c0f1730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708983 Jul 06 13:51:28.255688 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c3f176-da5b-450c-947d-5335be8d05db admin admin] Network 4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:51:28.267644 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-59c3f176-da5b-450c-947d-5335be8d05db admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:51:28.280918 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=2db812d4-bd68-46b8-b8b3-e9b0b1de2392,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:28.283431 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c3f176-da5b-450c-947d-5335be8d05db admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:51:28.295170 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3f176-da5b-450c-947d-5335be8d05db admin admin] Pushing event updated for resources: {'Port': ['ID=bd590350-30e3-409d-b996-a50cfcc66375,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:28.316443 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['2db812d4-bd68-46b8-b8b3-e9b0b1de2392'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:51:28.320405 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2d79045a-5306-4e2c-b9d3-04b89de8f66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:28.409314 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59c3f176-da5b-450c-947d-5335be8d05db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:28.500347 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4,segment=NetworkSegment(056f233e-bfe2-413b-8fee-61b949fca2fd),segment_id=056f233e-bfe2-413b-8fee-61b949fca2fd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:28.516356 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:28.517341 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 5db01ba2-4a8f-4c74-9a05-a48108409a89 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:51:28.587439 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3e6cd-3470-454c-a167-e8605fd60c9d req-2f3e8eea-0904-4cd4-9307-1358cb651de6 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:28.606323 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ff3e6cd-3470-454c-a167-e8605fd60c9d req-2f3e8eea-0904-4cd4-9307-1358cb651de6 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 949 time: 0.1808882 Jul 06 13:51:28.707932 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59c3f176-da5b-450c-947d-5335be8d05db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:28.737780 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ff3e6cd-3470-454c-a167-e8605fd60c9d req-79511455-5423-454c-aa2e-e7ae9b480745 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294653 Jul 06 13:51:28.792946 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885790c-a769-444c-a337-eb931548a202 req-8fce4862-50c8-4b0a-a159-087058cf355c tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:28.795667 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c885790c-a769-444c-a337-eb931548a202 req-8fce4862-50c8-4b0a-a159-087058cf355c tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 946 time: 0.1702929 Jul 06 13:51:28.914255 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c885790c-a769-444c-a337-eb931548a202 req-da1b0138-d391-4c0e-a34c-15c643dd8fec tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101983 Jul 06 13:51:28.969202 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:29.005570 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:29.161302 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0af5c35-ffa6-473a-b888-19a00db41c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98101a5f-4149-4831-9e47-b5fd6d4b3895'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:51:29.164360 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116c01cb-5f44-42f9-8953-ea30e3078b6c" -d '{"events": [{"server_uuid": "e0af5c35-ffa6-473a-b888-19a00db41c07", "name": "network-vif-plugged", "status": "completed", "tag": "98101a5f-4149-4831-9e47-b5fd6d4b3895"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:51:29.211074 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 5db01ba2-4a8f-4c74-9a05-a48108409a89 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:51:29.235301 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 98101a5f-4149-4831-9e47-b5fd6d4b3895, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=98101a5f-4149-4831-9e47-b5fd6d4b3895,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:29.240968 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 5db01ba2-4a8f-4c74-9a05-a48108409a89 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:51:29.241626 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:29.254938 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5e61a91e-5e82-44e4-96e4-f8ee1e62f938 None None] Provisioning for port bd590350-30e3-409d-b996-a50cfcc66375 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:51:29.307724 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:29.419155 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31d8e5-f37a-43cd-9b15-83cb2347f8d0 req-ec943e75-9a88-4a48-a7d1-fe3867df793b tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:29.431931 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0d31d8e5-f37a-43cd-9b15-83cb2347f8d0 req-ec943e75-9a88-4a48-a7d1-fe3867df793b tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 945 time: 0.1850116 Jul 06 13:51:29.447798 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=98101a5f-4149-4831-9e47-b5fd6d4b3895,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:29.466373 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f6602-a8f9-411f-adb7-d34c5a9eeebb req-e8452e8a-103f-48ed-b22a-ae014baf1345 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:29.476719 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6c7f6602-a8f9-411f-adb7-d34c5a9eeebb req-e8452e8a-103f-48ed-b22a-ae014baf1345 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/ports?device_id=e91486b9-ea00-45d7-ac30-86ac26e66c58 HTTP/1.1" status: 200 len: 945 time: 0.3561041 Jul 06 13:51:29.504565 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38953bdc-1eda-44c1-887d-b70f8d1d519e req-7b363010-1f56-408d-b47b-81341d48d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:29.506806 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-38953bdc-1eda-44c1-887d-b70f8d1d519e req-7b363010-1f56-408d-b47b-81341d48d8c4 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=5cdbbf3cb8c5435e96d40f3db2892fd8&device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 1097 time: 0.3255873 Jul 06 13:51:29.507399 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5e61a91e-5e82-44e4-96e4-f8ee1e62f938 None None] Provisioning complete for port bd590350-30e3-409d-b996-a50cfcc66375 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:51:29.507778 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5e61a91e-5e82-44e4-96e4-f8ee1e62f938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:29.672384 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38953bdc-1eda-44c1-887d-b70f8d1d519e req-5170c5b3-0517-4f7e-92da-3256f88874b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:29.677134 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-38953bdc-1eda-44c1-887d-b70f8d1d519e req-5170c5b3-0517-4f7e-92da-3256f88874b3 service neutron] 10.222.0.124 "GET /v2.0/networks?id=a11e6837-0ed6-4c7f-be24-27cdd1b52393 HTTP/1.1" status: 200 len: 919 time: 0.1509981 Jul 06 13:51:29.722397 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59c3f176-da5b-450c-947d-5335be8d05db admin admin] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:29.726334 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-5e61a91e-5e82-44e4-96e4-f8ee1e62f938 None None] Port bd590350-30e3-409d-b996-a50cfcc66375 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:51:29.729434 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59c3f176-da5b-450c-947d-5335be8d05db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:29.794520 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-38953bdc-1eda-44c1-887d-b70f8d1d519e req-b6c8fc8c-0c2c-4ae2-8d1f-3e54897befed service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82da8ad5-bbcc-4eef-98b5-661e5b31ad9f HTTP/1.1" status: 200 len: 217 time: 0.0962491 Jul 06 13:51:29.813447 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2d79045a-5306-4e2c-b9d3-04b89de8f66d None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:29.822941 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6c7f6602-a8f9-411f-adb7-d34c5a9eeebb req-0d19c709-382a-41d6-ad11-b489c5fc33a5 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/security-groups?id=f00150a8-6ac5-450e-a26b-4a0d7468dee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440247 Jul 06 13:51:29.838091 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2d79045a-5306-4e2c-b9d3-04b89de8f66d None None] Transition to ACTIVE for port object 4c2987b9-6b17-47d6-9184-518536a47b74 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:51:29.844671 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:29.861393 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3f176-da5b-450c-947d-5335be8d05db admin admin] Pushing event updated for resources: {'Port': ['ID=bd590350-30e3-409d-b996-a50cfcc66375,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:29.874541 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2d79045a-5306-4e2c-b9d3-04b89de8f66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:29.893004 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-59c3f176-da5b-450c-947d-5335be8d05db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:29.905900 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38953bdc-1eda-44c1-887d-b70f8d1d519e req-e9c1d31b-c3d9-4eea-ada5-e04592b77857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:29.912022 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-38953bdc-1eda-44c1-887d-b70f8d1d519e req-e9c1d31b-c3d9-4eea-ada5-e04592b77857 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=24a415f4-aab3-4198-bdfa-b8114bde48d2 HTTP/1.1" status: 200 len: 858 time: 0.0829165 Jul 06 13:51:29.942668 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0d31d8e5-f37a-43cd-9b15-83cb2347f8d0 req-1306478e-3f6b-43c0-ad97-5c5fabb0103e tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5009692 Jul 06 13:51:30.000815 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88405e-fec2-457d-bb81-1a18c6b2df99 None None] Pushing event updated for resources: {'Port': ['ID=4c2987b9-6b17-47d6-9184-518536a47b74,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:30.032245 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 5db01ba2-4a8f-4c74-9a05-a48108409a89, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=5db01ba2-4a8f-4c74-9a05-a48108409a89,segment=NetworkSegment(fdecf33d-1a3f-451f-9d4a-0747085341e5),segment_id=fdecf33d-1a3f-451f-9d4a-0747085341e5)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:30.043057 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:30.063633 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-2d79045a-5306-4e2c-b9d3-04b89de8f66d None None] Attempting to bind port 4c2987b9-6b17-47d6-9184-518536a47b74 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:51:30.064263 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-2d79045a-5306-4e2c-b9d3-04b89de8f66d None None] Attempting to bind port 4c2987b9-6b17-47d6-9184-518536a47b74 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:51:30.064905 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d79045a-5306-4e2c-b9d3-04b89de8f66d None None] Attempting to bind port 4c2987b9-6b17-47d6-9184-518536a47b74 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:51:30.101525 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d79045a-5306-4e2c-b9d3-04b89de8f66d None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:51:30.102008 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d79045a-5306-4e2c-b9d3-04b89de8f66d None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:51:30.102533 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2d79045a-5306-4e2c-b9d3-04b89de8f66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:30.102868 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d79045a-5306-4e2c-b9d3-04b89de8f66d None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:51:30.103409 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-2d79045a-5306-4e2c-b9d3-04b89de8f66d None None] Bound port: 4c2987b9-6b17-47d6-9184-518536a47b74, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:51:30.103804 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2d79045a-5306-4e2c-b9d3-04b89de8f66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:30.114833 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-38953bdc-1eda-44c1-887d-b70f8d1d519e req-c278dade-c19c-4a4e-a2f2-651829303a97 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=a11e6837-0ed6-4c7f-be24-27cdd1b52393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1710413 Jul 06 13:51:30.239768 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c3f176-da5b-450c-947d-5335be8d05db admin admin] Network 4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:51:30.247664 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-59c3f176-da5b-450c-947d-5335be8d05db admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:51:30.277578 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:51:30.282091 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=5db01ba2-4a8f-4c74-9a05-a48108409a89,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:30.349814 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-2d79045a-5306-4e2c-b9d3-04b89de8f66d None None] For port 4c2987b9-6b17-47d6-9184-518536a47b74, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:51:30.547344 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e609f0-a802-44a9-904e-1f3405e33af1 req-94ed6802-a178-4d36-a0f6-76643e77bd15 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:30.556758 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-90e609f0-a802-44a9-904e-1f3405e33af1 req-94ed6802-a178-4d36-a0f6-76643e77bd15 tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.124 "GET /v2.0/ports?device_id=e91486b9-ea00-45d7-ac30-86ac26e66c58 HTTP/1.1" status: 200 len: 945 time: 0.7550600 Jul 06 13:51:30.557240 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c3f176-da5b-450c-947d-5335be8d05db admin admin] Router 799c5d83-677f-4d01-889e-5f146dcfa1a0 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:51:30.745500 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-2d79045a-5306-4e2c-b9d3-04b89de8f66d None None] For port 4c2987b9-6b17-47d6-9184-518536a47b74, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=4c2987b9-6b17-47d6-9184-518536a47b74,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:51:30.766195 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2d79045a-5306-4e2c-b9d3-04b89de8f66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:30.778402 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c3f176-da5b-450c-947d-5335be8d05db admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:51:30.788500 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-740f8b78-a316-4597-bc5f-d461e975b9cf None None] Provisioning complete for port bd590350-30e3-409d-b996-a50cfcc66375 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:51:30.789171 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-740f8b78-a316-4597-bc5f-d461e975b9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:30.809457 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-59c3f176-da5b-450c-947d-5335be8d05db admin admin] 10.222.0.118 "PUT /v2.0/routers/799c5d83-677f-4d01-889e-5f146dcfa1a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6722646 Jul 06 13:51:30.867319 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-740f8b78-a316-4597-bc5f-d461e975b9cf None None] Port bd590350-30e3-409d-b996-a50cfcc66375 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:51:30.898935 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:51:30.899627 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:30.930026 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d79045a-5306-4e2c-b9d3-04b89de8f66d None None] Routers {'799c5d83-677f-4d01-889e-5f146dcfa1a0'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:51:30.930708 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2d79045a-5306-4e2c-b9d3-04b89de8f66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:51:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['799c5d83-677f-4d01-889e-5f146dcfa1a0'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:30.991720 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88405e-fec2-457d-bb81-1a18c6b2df99 None None] Pushing event updated for resources: {'Port': ['ID=4c2987b9-6b17-47d6-9184-518536a47b74,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:31.125873 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-2d79045a-5306-4e2c-b9d3-04b89de8f66d None None] Set router 799c5d83-677f-4d01-889e-5f146dcfa1a0 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:51:31.133778 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcae60-6e99-4741-b9b9-01bea6643689 req-9e68c2d9-047a-4d15-be49-b78199da034c tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:31.142830 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6fbcae60-6e99-4741-b9b9-01bea6643689 req-9e68c2d9-047a-4d15-be49-b78199da034c tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e66efd1-616f-47b1-9d6c-6c6b7c30ba62 HTTP/1.1" status: 200 len: 944 time: 0.9792914 Jul 06 13:51:31.170683 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-38953bdc-1eda-44c1-887d-b70f8d1d519e req-5407b5f2-1154-417b-bf03-8f4cb180e98a service neutron] 10.222.0.124 "GET /v2.0/networks/a11e6837-0ed6-4c7f-be24-27cdd1b52393?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0469077 Jul 06 13:51:31.267430 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a8754-2639-47e0-a322-fd51a6c8e98b req-8a8b8650-f8fd-4058-ae49-490a3e4d7a5b tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:31.275204 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-861a8754-2639-47e0-a322-fd51a6c8e98b req-8a8b8650-f8fd-4058-ae49-490a3e4d7a5b tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 946 time: 0.8901935 Jul 06 13:51:31.464390 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6fbcae60-6e99-4741-b9b9-01bea6643689 req-edd35b8e-d9df-4ad6-a250-39d1454ae959 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197732 Jul 06 13:51:31.530951 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-861a8754-2639-47e0-a322-fd51a6c8e98b req-3870d927-fb12-45a4-b7f0-ea6192d4d137 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546995 Jul 06 13:51:31.545779 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2d79045a-5306-4e2c-b9d3-04b89de8f66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799c5d83-677f-4d01-889e-5f146dcfa1a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1015553260-router', 'tenant_id': '97b4f96caebb4827904a06c68eefc1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '4c2987b9-6b17-47d6-9184-518536a47b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:51:22Z', 'updated_at': '2021-07-06T13:51:28Z', 'revision_number': 4, 'project_id': '97b4f96caebb4827904a06c68eefc1af', 'gw_port': {'id': '4c2987b9-6b17-47d6-9184-518536a47b74', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799c5d83-677f-4d01-889e-5f146dcfa1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:23Z', 'updated_at': '2021-07-06T13:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'bd590350-30e3-409d-b996-a50cfcc66375', 'name': '', 'network_id': '4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26', 'tenant_id': '97b4f96caebb4827904a06c68eefc1af', 'mac_address': 'fa:16:3e:71:b6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799c5d83-677f-4d01-889e-5f146dcfa1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '8f09c50b-9368-4974-9ff1-816791b7efb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:27Z', 'updated_at': '2021-07-06T13:51:28Z', 'revision_number': 2, 'project_id': '97b4f96caebb4827904a06c68eefc1af', 'subnets': [{'id': '8f09c50b-9368-4974-9ff1-816791b7efb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:31.624712 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d79045a-5306-4e2c-b9d3-04b89de8f66d None None] The sync data for ids ['799c5d83-677f-4d01-889e-5f146dcfa1a0'] in n-d-773644-6 is: [{'id': '799c5d83-677f-4d01-889e-5f146dcfa1a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1015553260-router', 'tenant_id': '97b4f96caebb4827904a06c68eefc1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '4c2987b9-6b17-47d6-9184-518536a47b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:51:22Z', 'updated_at': '2021-07-06T13:51:28Z', 'revision_number': 4, 'project_id': '97b4f96caebb4827904a06c68eefc1af', 'gw_port': {'id': '4c2987b9-6b17-47d6-9184-518536a47b74', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799c5d83-677f-4d01-889e-5f146dcfa1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:23Z', 'updated_at': '2021-07-06T13:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'bd590350-30e3-409d-b996-a50cfcc66375', 'name': '', 'network_id': '4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26', 'tenant_id': '97b4f96caebb4827904a06c68eefc1af', 'mac_address': 'fa:16:3e:71:b6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799c5d83-677f-4d01-889e-5f146dcfa1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '8f09c50b-9368-4974-9ff1-816791b7efb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:27Z', 'updated_at': '2021-07-06T13:51:28Z', 'revision_number': 2, 'project_id': '97b4f96caebb4827904a06c68eefc1af', 'subnets': [{'id': '8f09c50b-9368-4974-9ff1-816791b7efb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:51:31.633966 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-90e609f0-a802-44a9-904e-1f3405e33af1 req-f82cf196-156e-42a3-8747-bd8c93d80ffc tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Deleting port 7da7a16b-d64c-4e9c-8060-482983f0bc78 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:51:31.635435 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-90e609f0-a802-44a9-904e-1f3405e33af1 req-f82cf196-156e-42a3-8747-bd8c93d80ffc tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:31.801540 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81e4b23-ea8f-4816-8aa0-ab4d3587b7b1 x-openstack-request-id: req-a81e4b23-ea8f-4816-8aa0-ab4d3587b7b1 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:51:31.802085 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0af5c35-ffa6-473a-b888-19a00db41c07", "name": "network-vif-plugged", "status": "completed", "tag": "98101a5f-4149-4831-9e47-b5fd6d4b3895", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:51:31.802426 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-a81e4b23-ea8f-4816-8aa0-ab4d3587b7b1 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:51:31.803370 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0af5c35-ffa6-473a-b888-19a00db41c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98101a5f-4149-4831-9e47-b5fd6d4b3895', 'code': 200} Jul 06 13:51:31.864431 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-90e609f0-a802-44a9-904e-1f3405e33af1 req-f82cf196-156e-42a3-8747-bd8c93d80ffc tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] For port 7da7a16b-d64c-4e9c-8060-482983f0bc78, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=7da7a16b-d64c-4e9c-8060-482983f0bc78,segment=NetworkSegment(1e758e0f-019b-48cc-ae62-d4e61c49d941),segment_id=1e758e0f-019b-48cc-ae62-d4e61c49d941)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:31.864805 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-90e609f0-a802-44a9-904e-1f3405e33af1 req-f82cf196-156e-42a3-8747-bd8c93d80ffc tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:31.880491 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-90e609f0-a802-44a9-904e-1f3405e33af1 req-f82cf196-156e-42a3-8747-bd8c93d80ffc tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Calling delete_port for 7da7a16b-d64c-4e9c-8060-482983f0bc78 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:51:32.129584 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 2db812d4-bd68-46b8-b8b3-e9b0b1de2392 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:51:32.139257 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428abbb1-c344-4fec-8d0e-8cfaf364be05 req-27f83586-dfa6-47d3-8b57-7cb9930cb414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:32.144172 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-38953bdc-1eda-44c1-887d-b70f8d1d519e req-047b14eb-9421-4547-af08-c45c3e0d4a3b service neutron] 10.222.0.124 "GET /v2.0/networks/a11e6837-0ed6-4c7f-be24-27cdd1b52393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9491749 Jul 06 13:51:32.163073 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-428abbb1-c344-4fec-8d0e-8cfaf364be05 req-27f83586-dfa6-47d3-8b57-7cb9930cb414 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 1101 time: 0.2586560 Jul 06 13:51:32.332089 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 2db812d4-bd68-46b8-b8b3-e9b0b1de2392 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:51:32.341292 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 2db812d4-bd68-46b8-b8b3-e9b0b1de2392 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:51:32.342408 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:32.351051 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-428abbb1-c344-4fec-8d0e-8cfaf364be05 req-b2ce185e-2079-4e1d-9523-4d4bec2b8e04 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804194 Jul 06 13:51:32.462324 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 5db01ba2-4a8f-4c74-9a05-a48108409a89 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:51:32.601126 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62ca97-a9b1-456e-a554-cc9067150594 req-1994cac9-6874-4626-89e6-4475cb47ab41 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:32.609683 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3c62ca97-a9b1-456e-a554-cc9067150594 req-1994cac9-6874-4626-89e6-4475cb47ab41 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 946 time: 0.4680836 Jul 06 13:51:32.628402 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:32.651871 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 5db01ba2-4a8f-4c74-9a05-a48108409a89 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:51:32.652631 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:32.655311 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-90e609f0-a802-44a9-904e-1f3405e33af1 req-f82cf196-156e-42a3-8747-bd8c93d80ffc tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:32.682008 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc858f9-caba-4890-a4c6-edb5ac12b4bc req-28d17ec6-b128-409a-9cf2-f7c5c892ec41 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:32.683589 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1dc858f9-caba-4890-a4c6-edb5ac12b4bc req-28d17ec6-b128-409a-9cf2-f7c5c892ec41 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 950 time: 0.3580263 Jul 06 13:51:32.737389 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 2db812d4-bd68-46b8-b8b3-e9b0b1de2392, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=2db812d4-bd68-46b8-b8b3-e9b0b1de2392,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:32.748377 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:32.750168 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 7da7a16b-d64c-4e9c-8060-482983f0bc78 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:51:32.805206 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3c62ca97-a9b1-456e-a554-cc9067150594 req-f575498c-ad24-480f-a2f5-f99bd22505ad tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/security-groups?id=2db37d44-1922-4a35-90c3-f399c0f1730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942205 Jul 06 13:51:32.810124 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82cf196-156e-42a3-8747-bd8c93d80ffc tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Pushing event deleted for resources: {'Port': ['ID=7da7a16b-d64c-4e9c-8060-482983f0bc78,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:32.812297 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 7da7a16b-d64c-4e9c-8060-482983f0bc78 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:51:32.812911 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 7da7a16b-d64c-4e9c-8060-482983f0bc78 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:51:33.038591 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=2db812d4-bd68-46b8-b8b3-e9b0b1de2392,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:33.054750 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e609f0-a802-44a9-904e-1f3405e33af1 req-f82cf196-156e-42a3-8747-bd8c93d80ffc tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] No DVR routers for this DVR port 7da7a16b-d64c-4e9c-8060-482983f0bc78 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:51:33.069587 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1dc858f9-caba-4890-a4c6-edb5ac12b4bc req-53535137-a8c9-4780-b431-3f89f976fc0b tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646319 Jul 06 13:51:33.086096 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-90e609f0-a802-44a9-904e-1f3405e33af1 req-f82cf196-156e-42a3-8747-bd8c93d80ffc tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:33.093190 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-90e609f0-a802-44a9-904e-1f3405e33af1 req-f82cf196-156e-42a3-8747-bd8c93d80ffc tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.124 "DELETE /v2.0/ports/7da7a16b-d64c-4e9c-8060-482983f0bc78 HTTP/1.1" status: 204 len: 173 time: 2.5129850 Jul 06 13:51:33.105449 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91486b9-ea00-45d7-ac30-86ac26e66c58', 'name': 'network-vif-deleted', 'tag': '7da7a16b-d64c-4e9c-8060-482983f0bc78'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:51:33.107929 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3adea51-666d-4b19-9d20-f2fba582dbb3" -d '{"events": [{"server_uuid": "e91486b9-ea00-45d7-ac30-86ac26e66c58", "name": "network-vif-deleted", "tag": "7da7a16b-d64c-4e9c-8060-482983f0bc78"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:51:33.172386 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-99568c4c-78d1-435a-bd71-ac7cef802a6b req-8eb87135-df58-4901-8631-8ec6cccb4ded tempest-VolumesActionsTest-1231285552 tempest-VolumesActionsTest-1231285552-project] 10.222.0.118 "GET /v2.0/ports?device_id=e91486b9-ea00-45d7-ac30-86ac26e66c58 HTTP/1.1" status: 200 len: 210 time: 0.0437613 Jul 06 13:51:33.745029 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86967497-20e0-47fb-9421-a36497e881a5 req-a66a8553-7bf0-47e9-85ab-5c5845ee8c07 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:33.760094 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-86967497-20e0-47fb-9421-a36497e881a5 req-a66a8553-7bf0-47e9-85ab-5c5845ee8c07 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 945 time: 0.2228668 Jul 06 13:51:33.804287 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e66efd1-616f-47b1-9d6c-6c6b7c30ba62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db812d4-bd68-46b8-b8b3-e9b0b1de2392'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:51:33.811983 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46578e5c-b1b8-488d-8215-2c347001649b" -d '{"events": [{"server_uuid": "1e66efd1-616f-47b1-9d6c-6c6b7c30ba62", "name": "network-vif-plugged", "status": "completed", "tag": "2db812d4-bd68-46b8-b8b3-e9b0b1de2392"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:51:33.984629 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-86967497-20e0-47fb-9421-a36497e881a5 req-c427a1fe-12fd-49a4-bab5-d1ebe3b5689f tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094922 Jul 06 13:51:34.041528 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aeaf9a-bc89-434a-82a5-963d6af10494 req-36c0edc0-65da-455b-8165-abd5b4b7776a tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:34.057880 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-66aeaf9a-bc89-434a-82a5-963d6af10494 req-36c0edc0-65da-455b-8165-abd5b4b7776a tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e66efd1-616f-47b1-9d6c-6c6b7c30ba62 HTTP/1.1" status: 200 len: 945 time: 0.2946725 Jul 06 13:51:34.211704 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-66aeaf9a-bc89-434a-82a5-963d6af10494 req-a3cbd433-6957-4cea-bff1-cb8118237e25 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424398 Jul 06 13:51:34.391228 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 4c2987b9-6b17-47d6-9184-518536a47b74 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:51:34.395489 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5b0a6e-c571-4dc3-b3a6-5d873ce36147 x-openstack-request-id: req-fc5b0a6e-c571-4dc3-b3a6-5d873ce36147 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:51:34.395915 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91486b9-ea00-45d7-ac30-86ac26e66c58", "name": "network-vif-deleted", "tag": "7da7a16b-d64c-4e9c-8060-482983f0bc78", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:51:34.396293 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-fc5b0a6e-c571-4dc3-b3a6-5d873ce36147 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:51:34.396803 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91486b9-ea00-45d7-ac30-86ac26e66c58', 'name': 'network-vif-deleted', 'tag': '7da7a16b-d64c-4e9c-8060-482983f0bc78', 'status': 'completed', 'code': 200} Jul 06 13:51:34.501526 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b3dbed-446e-4e01-90b3-c437a80c9884 x-openstack-request-id: req-30b3dbed-446e-4e01-90b3-c437a80c9884 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:51:34.501835 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e66efd1-616f-47b1-9d6c-6c6b7c30ba62", "name": "network-vif-plugged", "status": "completed", "tag": "2db812d4-bd68-46b8-b8b3-e9b0b1de2392", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:51:34.502694 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-30b3dbed-446e-4e01-90b3-c437a80c9884 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:51:34.504779 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e66efd1-616f-47b1-9d6c-6c6b7c30ba62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db812d4-bd68-46b8-b8b3-e9b0b1de2392', 'code': 200} Jul 06 13:51:34.529273 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 4c2987b9-6b17-47d6-9184-518536a47b74 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:51:34.534658 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 4c2987b9-6b17-47d6-9184-518536a47b74 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:51:34.535033 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:34.722310 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:34.748926 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 4c2987b9-6b17-47d6-9184-518536a47b74, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=4c2987b9-6b17-47d6-9184-518536a47b74,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:34.755091 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:34.832489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=4c2987b9-6b17-47d6-9184-518536a47b74,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:34.833237 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2ac15-d899-4fa6-94e9-cfc5009df88d req-c94f403b-2de6-4da2-b08a-2cfb049fb7f1 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:34.852442 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:34.852794 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:34.853137 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:34.853482 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:34.853854 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:34.854181 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:34.854508 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b4f2ac15-d899-4fa6-94e9-cfc5009df88d req-c94f403b-2de6-4da2-b08a-2cfb049fb7f1 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 946 time: 0.2445557 Jul 06 13:51:34.854660 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:34.855337 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:34.855667 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:34.856120 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:34.856455 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:34.856792 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:34.929796 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b4f2ac15-d899-4fa6-94e9-cfc5009df88d req-b684d747-2a39-4cfa-9d80-b0c79d33f283 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/security-groups?id=2db37d44-1922-4a35-90c3-f399c0f1730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740874 Jul 06 13:51:34.936872 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609e483-b003-408a-9955-6a3a70ed6f7a req-4a587164-745c-4cb5-acda-1044b332accb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:34.943067 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9609e483-b003-408a-9955-6a3a70ed6f7a req-4a587164-745c-4cb5-acda-1044b332accb service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=1e66efd1-616f-47b1-9d6c-6c6b7c30ba62 HTTP/1.1" status: 200 len: 1096 time: 0.2300816 Jul 06 13:51:35.029773 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9609e483-b003-408a-9955-6a3a70ed6f7a req-b7a9f01e-fea2-4548-b92f-b73f0d9746a0 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801826 Jul 06 13:51:35.210136 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17103f-8d4a-4de2-9b59-bec6c73b9649 req-9b26bbe2-4b5f-41c7-8626-5b6e132f091c tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:35.210136 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3e17103f-8d4a-4de2-9b59-bec6c73b9649 req-9b26bbe2-4b5f-41c7-8626-5b6e132f091c tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.52 "GET /v2.0/ports?device_id=2959d93e-9fc8-405f-8fff-1d548777a0cb HTTP/1.1" status: 200 len: 946 time: 0.1514273 Jul 06 13:51:35.376556 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fbd108-e564-40da-8fb2-0c46015ed798 req-1e2323a0-5bc1-409f-a257-d475a7dd5b85 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:35.383405 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-3e17103f-8d4a-4de2-9b59-bec6c73b9649 req-01f286b9-367a-4d2a-a776-55540c87845d tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Deleting port dd35802d-3e08-417f-82ba-08d30aa1398a {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:51:35.384089 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3e17103f-8d4a-4de2-9b59-bec6c73b9649 req-01f286b9-367a-4d2a-a776-55540c87845d tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:35.394914 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f3fbd108-e564-40da-8fb2-0c46015ed798 req-1e2323a0-5bc1-409f-a257-d475a7dd5b85 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 950 time: 0.2782748 Jul 06 13:51:35.515188 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-3e17103f-8d4a-4de2-9b59-bec6c73b9649 req-01f286b9-367a-4d2a-a776-55540c87845d tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] For port dd35802d-3e08-417f-82ba-08d30aa1398a, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=dd35802d-3e08-417f-82ba-08d30aa1398a,segment=NetworkSegment(cd7ab75f-6283-4337-a533-ec225e83e782),segment_id=cd7ab75f-6283-4337-a533-ec225e83e782)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:35.515794 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3e17103f-8d4a-4de2-9b59-bec6c73b9649 req-01f286b9-367a-4d2a-a776-55540c87845d tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:35.532485 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f3fbd108-e564-40da-8fb2-0c46015ed798 req-e6e17cd2-8f50-49f4-b902-d839303b1073 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333926 Jul 06 13:51:35.537164 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-3e17103f-8d4a-4de2-9b59-bec6c73b9649 req-01f286b9-367a-4d2a-a776-55540c87845d tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Calling delete_port for dd35802d-3e08-417f-82ba-08d30aa1398a owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:51:35.773966 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3e17103f-8d4a-4de2-9b59-bec6c73b9649 req-01f286b9-367a-4d2a-a776-55540c87845d tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:35.787847 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['dd35802d-3e08-417f-82ba-08d30aa1398a'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:51:35.874603 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571de510-92b3-47d8-9de2-d466ade7836c None None] Sync routers for ids ['799c5d83-677f-4d01-889e-5f146dcfa1a0'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:51:35.876777 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f286b9-367a-4d2a-a776-55540c87845d tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Pushing event deleted for resources: {'Port': ['ID=dd35802d-3e08-417f-82ba-08d30aa1398a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:35.900977 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571de510-92b3-47d8-9de2-d466ade7836c None None] Routers {'799c5d83-677f-4d01-889e-5f146dcfa1a0'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:51:35.901622 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-571de510-92b3-47d8-9de2-d466ade7836c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:51:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['799c5d83-677f-4d01-889e-5f146dcfa1a0'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:35.919597 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-89071ecb-680e-4823-86c6-a77840b396a3 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:35.931959 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-89071ecb-680e-4823-86c6-a77840b396a3 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/networks?id=60fc63ba-9031-4911-92ba-21e96099cb00 HTTP/1.1" status: 200 len: 814 time: 0.2471738 Jul 06 13:51:35.944895 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e17103f-8d4a-4de2-9b59-bec6c73b9649 req-01f286b9-367a-4d2a-a776-55540c87845d tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] No DVR routers for this DVR port dd35802d-3e08-417f-82ba-08d30aa1398a on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:51:35.967697 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3e17103f-8d4a-4de2-9b59-bec6c73b9649 req-01f286b9-367a-4d2a-a776-55540c87845d tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:35.969997 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3e17103f-8d4a-4de2-9b59-bec6c73b9649 req-01f286b9-367a-4d2a-a776-55540c87845d tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.52 "DELETE /v2.0/ports/dd35802d-3e08-417f-82ba-08d30aa1398a HTTP/1.1" status: 204 len: 173 time: 0.7534244 Jul 06 13:51:35.970516 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2959d93e-9fc8-405f-8fff-1d548777a0cb', 'name': 'network-vif-deleted', 'tag': 'dd35802d-3e08-417f-82ba-08d30aa1398a'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:51:35.988231 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b4ff9a-f372-4892-9140-a3a04ed4829d" -d '{"events": [{"server_uuid": "2959d93e-9fc8-405f-8fff-1d548777a0cb", "name": "network-vif-deleted", "tag": "dd35802d-3e08-417f-82ba-08d30aa1398a"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:51:36.010683 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-d9a473be-3c40-47a4-92b1-96f5aba996a5 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/quotas/9fb1bc82140c4199aee8d16b9af92a55 HTTP/1.1" status: 200 len: 375 time: 0.0773914 Jul 06 13:51:36.063965 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-7265be44-8e42-4540-be79-761318139276 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=9fb1bc82140c4199aee8d16b9af92a55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517740 Jul 06 13:51:36.279825 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-2b706f84-dc33-4414-b1cf-04d6f3074c59 service neutron] 10.222.0.118 "GET /v2.0/networks/60fc63ba-9031-4911-92ba-21e96099cb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137413 Jul 06 13:51:36.291335 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 4c2987b9-6b17-47d6-9184-518536a47b74 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:51:36.327955 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-571de510-92b3-47d8-9de2-d466ade7836c None None] Set router 799c5d83-677f-4d01-889e-5f146dcfa1a0 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:51:36.406418 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-c38508b2-04bf-4796-939c-63089fffcbdd service neutron] 10.222.0.118 "GET /v2.0/networks/60fc63ba-9031-4911-92ba-21e96099cb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254742 Jul 06 13:51:36.412915 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 4c2987b9-6b17-47d6-9184-518536a47b74 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:51:36.413304 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:36.573902 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fed1e4-421d-4490-82a3-22c1b9a05023 req-76899574-44d2-45c6-9e89-55affa6f0ad4 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:36.593542 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-33fed1e4-421d-4490-82a3-22c1b9a05023 req-76899574-44d2-45c6-9e89-55affa6f0ad4 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 945 time: 0.6421497 Jul 06 13:51:36.775777 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-33fed1e4-421d-4490-82a3-22c1b9a05023 req-a7b4a019-9ebf-46d0-9834-28f4d2e347b1 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810436 Jul 06 13:51:36.809523 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d392329-898c-447b-97ac-b562c87e5b4f req-ddd4ec88-62e9-4790-b86c-a3da1effdc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:36.812651 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2d392329-898c-447b-97ac-b562c87e5b4f req-ddd4ec88-62e9-4790-b86c-a3da1effdc92 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=bea7b4da8e63480980f1c76d63c2ffcf&device_id=1e66efd1-616f-47b1-9d6c-6c6b7c30ba62 HTTP/1.1" status: 200 len: 1096 time: 0.4031246 Jul 06 13:51:36.836277 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-571de510-92b3-47d8-9de2-d466ade7836c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799c5d83-677f-4d01-889e-5f146dcfa1a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1015553260-router', 'tenant_id': '97b4f96caebb4827904a06c68eefc1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '4c2987b9-6b17-47d6-9184-518536a47b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:51:22Z', 'updated_at': '2021-07-06T13:51:28Z', 'revision_number': 4, 'project_id': '97b4f96caebb4827904a06c68eefc1af', 'gw_port': {'id': '4c2987b9-6b17-47d6-9184-518536a47b74', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799c5d83-677f-4d01-889e-5f146dcfa1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:23Z', 'updated_at': '2021-07-06T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'bd590350-30e3-409d-b996-a50cfcc66375', 'name': '', 'network_id': '4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26', 'tenant_id': '97b4f96caebb4827904a06c68eefc1af', 'mac_address': 'fa:16:3e:71:b6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799c5d83-677f-4d01-889e-5f146dcfa1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '8f09c50b-9368-4974-9ff1-816791b7efb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:27Z', 'updated_at': '2021-07-06T13:51:28Z', 'revision_number': 2, 'project_id': '97b4f96caebb4827904a06c68eefc1af', 'subnets': [{'id': '8f09c50b-9368-4974-9ff1-816791b7efb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:36.953708 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571de510-92b3-47d8-9de2-d466ade7836c None None] Checking router: 799c5d83-677f-4d01-889e-5f146dcfa1a0 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:51:36.954351 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571de510-92b3-47d8-9de2-d466ade7836c None None] Updating router 799c5d83-677f-4d01-889e-5f146dcfa1a0 port bd590350-30e3-409d-b996-a50cfcc66375 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:51:37.117676 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-571de510-92b3-47d8-9de2-d466ade7836c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:37.193674 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d392329-898c-447b-97ac-b562c87e5b4f req-ca94a018-3d79-4f1e-b562-b1e95926a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:37.195391 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2d392329-898c-447b-97ac-b562c87e5b4f req-ca94a018-3d79-4f1e-b562-b1e95926a0d7 service neutron] 10.222.0.124 "GET /v2.0/networks?id=4af52798-23b1-402a-a1ea-3bd334b33ddb HTTP/1.1" status: 200 len: 907 time: 0.3758543 Jul 06 13:51:37.275191 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8bc77d35-94a3-4c1e-9308-17cb7e89f2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:37.429973 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2d392329-898c-447b-97ac-b562c87e5b4f req-e9c5d802-3475-4d3f-b042-9934596dda17 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2db812d4-bd68-46b8-b8b3-e9b0b1de2392 HTTP/1.1" status: 200 len: 217 time: 0.1547959 Jul 06 13:51:37.650567 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9878778-611a-47f6-b34a-adde9cee20fb req-e903502c-ea84-4bd3-9900-57c8409a59ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:37.652410 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9878778-611a-47f6-b34a-adde9cee20fb req-e903502c-ea84-4bd3-9900-57c8409a59ac service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=0c5820f075a5422096132d113f5a5811&device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 1096 time: 0.6781199 Jul 06 13:51:37.712818 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d392329-898c-447b-97ac-b562c87e5b4f req-51c90e00-22d9-45f1-85ae-da1cb174324f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:37.719700 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2d392329-898c-447b-97ac-b562c87e5b4f req-51c90e00-22d9-45f1-85ae-da1cb174324f service neutron] 10.222.0.124 "GET /v2.0/subnets?id=fd856c7f-efce-4c28-b5ab-617143cae7b2 HTTP/1.1" status: 200 len: 846 time: 0.2743943 Jul 06 13:51:37.765922 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device dd35802d-3e08-417f-82ba-08d30aa1398a no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:51:37.800097 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-571de510-92b3-47d8-9de2-d466ade7836c None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:37.817707 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fe3e0-a92a-4a13-aca1-db4034935a96 req-45ee47ce-79b2-4332-85fb-fa6e2da3f68f tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:37.823434 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-571de510-92b3-47d8-9de2-d466ade7836c None None] Transition to ACTIVE for port object bd590350-30e3-409d-b996-a50cfcc66375 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:51:37.832996 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c2fe3e0-a92a-4a13-aca1-db4034935a96 req-45ee47ce-79b2-4332-85fb-fa6e2da3f68f tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e66efd1-616f-47b1-9d6c-6c6b7c30ba62 HTTP/1.1" status: 200 len: 945 time: 0.6291947 Jul 06 13:51:37.836287 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-571de510-92b3-47d8-9de2-d466ade7836c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:37.867763 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: dd35802d-3e08-417f-82ba-08d30aa1398a {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:51:37.869714 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device dd35802d-3e08-417f-82ba-08d30aa1398a not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:51:37.931206 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2d392329-898c-447b-97ac-b562c87e5b4f req-0fe6b487-58d5-47cc-816f-167c4609c1c1 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4af52798-23b1-402a-a1ea-3bd334b33ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1501827 Jul 06 13:51:37.981031 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae9add-ad6e-412d-a725-9a6eb55581b6 None None] Pushing event updated for resources: {'Port': ['ID=bd590350-30e3-409d-b996-a50cfcc66375,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:38.036128 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c2fe3e0-a92a-4a13-aca1-db4034935a96 req-baee3293-442b-49c1-b7fe-595e7be1d086 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018988 Jul 06 13:51:38.113657 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-571de510-92b3-47d8-9de2-d466ade7836c None None] Attempting to bind port bd590350-30e3-409d-b996-a50cfcc66375 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:51:38.114038 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-571de510-92b3-47d8-9de2-d466ade7836c None None] Attempting to bind port bd590350-30e3-409d-b996-a50cfcc66375 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'fdecf33d-1a3f-451f-9d4a-0747085341e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:51:38.114404 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571de510-92b3-47d8-9de2-d466ade7836c None None] Attempting to bind port bd590350-30e3-409d-b996-a50cfcc66375 on network 4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:51:38.128306 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571de510-92b3-47d8-9de2-d466ade7836c None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:51:38.128689 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571de510-92b3-47d8-9de2-d466ade7836c None None] Checking segment: {'id': 'fdecf33d-1a3f-451f-9d4a-0747085341e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:51:38.129070 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-571de510-92b3-47d8-9de2-d466ade7836c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:38.129464 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571de510-92b3-47d8-9de2-d466ade7836c None None] Bound using segment: {'id': 'fdecf33d-1a3f-451f-9d4a-0747085341e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:51:38.144671 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-571de510-92b3-47d8-9de2-d466ade7836c None None] Bound port: bd590350-30e3-409d-b996-a50cfcc66375, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdecf33d-1a3f-451f-9d4a-0747085341e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:51:38.145309 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-571de510-92b3-47d8-9de2-d466ade7836c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:38.147928 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d8d88a-d1d6-4d90-b7b1-2e0ff977e6b7 x-openstack-request-id: req-29d8d88a-d1d6-4d90-b7b1-2e0ff977e6b7 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:51:38.148494 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2959d93e-9fc8-405f-8fff-1d548777a0cb", "name": "network-vif-deleted", "tag": "dd35802d-3e08-417f-82ba-08d30aa1398a", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:51:38.149070 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-29d8d88a-d1d6-4d90-b7b1-2e0ff977e6b7 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:51:38.149599 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2959d93e-9fc8-405f-8fff-1d548777a0cb', 'name': 'network-vif-deleted', 'tag': 'dd35802d-3e08-417f-82ba-08d30aa1398a', 'status': 'completed', 'code': 200} Jul 06 13:51:38.372164 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9878778-611a-47f6-b34a-adde9cee20fb req-896bc94b-7b86-47be-9ba6-6ecfb2dae616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:38.378931 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9878778-611a-47f6-b34a-adde9cee20fb req-896bc94b-7b86-47be-9ba6-6ecfb2dae616 service neutron] 10.222.0.124 "GET /v2.0/networks?id=d3fe67ee-10fe-4b67-adfd-00a9752f666b HTTP/1.1" status: 200 len: 912 time: 0.7078915 Jul 06 13:51:38.436234 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-571de510-92b3-47d8-9de2-d466ade7836c None None] For port bd590350-30e3-409d-b996-a50cfcc66375, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:51:38.446161 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-571de510-92b3-47d8-9de2-d466ade7836c None None] For port bd590350-30e3-409d-b996-a50cfcc66375, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=bd590350-30e3-409d-b996-a50cfcc66375,segment=NetworkSegment(fdecf33d-1a3f-451f-9d4a-0747085341e5),segment_id=fdecf33d-1a3f-451f-9d4a-0747085341e5)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:51:38.454258 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-571de510-92b3-47d8-9de2-d466ade7836c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:38.464687 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2d392329-898c-447b-97ac-b562c87e5b4f req-c143346a-d432-44bc-bbaf-b8da2e6fa3c3 service neutron] 10.222.0.124 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130696 Jul 06 13:51:38.478987 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9878778-611a-47f6-b34a-adde9cee20fb req-f91dda78-ae50-4dd7-b250-0379c2849c7b service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbb9ce42-ffde-4ebb-8d97-9946439de822 HTTP/1.1" status: 200 len: 217 time: 0.0759282 Jul 06 13:51:38.504673 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fb82b-de0c-41e2-b102-b6f821bc8b7a req-0a22f66e-0702-4845-b9f1-09a672c6cf0b tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:38.517746 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-656fb82b-de0c-41e2-b102-b6f821bc8b7a req-0a22f66e-0702-4845-b9f1-09a672c6cf0b tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 946 time: 0.4724236 Jul 06 13:51:38.543989 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae9add-ad6e-412d-a725-9a6eb55581b6 None None] Pushing event updated for resources: {'Port': ['ID=bd590350-30e3-409d-b996-a50cfcc66375,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:38.582671 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571de510-92b3-47d8-9de2-d466ade7836c None None] Routers {'799c5d83-677f-4d01-889e-5f146dcfa1a0'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:51:38.583923 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-571de510-92b3-47d8-9de2-d466ade7836c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:51:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['799c5d83-677f-4d01-889e-5f146dcfa1a0'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:38.795737 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1d8e009-dc16-4429-a93a-6d181cbb4cbd req-55a9586a-74ce-46e3-8981-7144bc55cd16 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=aed11802-9480-4efd-89db-d5acc2194591 HTTP/1.1" status: 200 len: 210 time: 0.2347181 Jul 06 13:51:38.914588 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-a33da450-841e-4e82-8adf-3a1f26dbf41e service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=e0af5c35-ffa6-473a-b888-19a00db41c07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0194142 Jul 06 13:51:38.948734 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9878778-611a-47f6-b34a-adde9cee20fb req-938db153-ef40-46f7-a406-98c64a776008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:38.965871 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9878778-611a-47f6-b34a-adde9cee20fb req-938db153-ef40-46f7-a406-98c64a776008 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=5c4bc917-beda-4093-9c43-911a28c774ae HTTP/1.1" status: 200 len: 851 time: 0.4708986 Jul 06 13:51:38.995642 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-656fb82b-de0c-41e2-b102-b6f821bc8b7a req-d3478c3b-7c60-4989-8791-662836495b5b tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/security-groups?id=2db37d44-1922-4a35-90c3-f399c0f1730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676404 Jul 06 13:51:39.100217 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-571de510-92b3-47d8-9de2-d466ade7836c None None] Set router 799c5d83-677f-4d01-889e-5f146dcfa1a0 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:51:39.157024 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2d392329-898c-447b-97ac-b562c87e5b4f req-4637ddfb-5c9b-4eb1-b7d9-a49e19d0bd59 service neutron] 10.222.0.124 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6727457 Jul 06 13:51:39.169301 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9878778-611a-47f6-b34a-adde9cee20fb req-cdcadba8-214f-4397-ac98-0b04b2144bc6 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d3fe67ee-10fe-4b67-adfd-00a9752f666b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1497116 Jul 06 13:51:39.309815 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-80f8c029-507f-4fda-b50b-1a588a860284 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:39.327806 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-80f8c029-507f-4fda-b50b-1a588a860284 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.52 "GET /v2.0/networks?id=60fc63ba-9031-4911-92ba-21e96099cb00 HTTP/1.1" status: 200 len: 814 time: 0.4701078 Jul 06 13:51:39.345189 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-38265a49-13ab-418b-a520-567d1c63c307 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Request body: {'port': {'device_id': 'aed11802-9480-4efd-89db-d5acc2194591', 'network_id': '60fc63ba-9031-4911-92ba-21e96099cb00', 'admin_state_up': True, 'tenant_id': '9fb1bc82140c4199aee8d16b9af92a55'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:51:39.648025 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-38265a49-13ab-418b-a520-567d1c63c307 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Made reservation on behalf of 9fb1bc82140c4199aee8d16b9af92a55 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:51:39.652771 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-38265a49-13ab-418b-a520-567d1c63c307 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:39.731127 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9878778-611a-47f6-b34a-adde9cee20fb req-965abb31-17e6-41c8-8ca6-fb5cc4add4f7 service neutron] 10.222.0.124 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5172520 Jul 06 13:51:39.917224 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-571de510-92b3-47d8-9de2-d466ade7836c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799c5d83-677f-4d01-889e-5f146dcfa1a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1015553260-router', 'tenant_id': '97b4f96caebb4827904a06c68eefc1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '4c2987b9-6b17-47d6-9184-518536a47b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:51:22Z', 'updated_at': '2021-07-06T13:51:28Z', 'revision_number': 4, 'project_id': '97b4f96caebb4827904a06c68eefc1af', 'gw_port': {'id': '4c2987b9-6b17-47d6-9184-518536a47b74', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799c5d83-677f-4d01-889e-5f146dcfa1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:23Z', 'updated_at': '2021-07-06T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'bd590350-30e3-409d-b996-a50cfcc66375', 'name': '', 'network_id': '4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26', 'tenant_id': '97b4f96caebb4827904a06c68eefc1af', 'mac_address': 'fa:16:3e:71:b6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799c5d83-677f-4d01-889e-5f146dcfa1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '8f09c50b-9368-4974-9ff1-816791b7efb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:27Z', 'updated_at': '2021-07-06T13:51:38Z', 'revision_number': 4, 'project_id': '97b4f96caebb4827904a06c68eefc1af', 'subnets': [{'id': '8f09c50b-9368-4974-9ff1-816791b7efb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:40.045654 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571de510-92b3-47d8-9de2-d466ade7836c None None] The sync data for ids ['799c5d83-677f-4d01-889e-5f146dcfa1a0'] in n-d-773644-6 is: [{'id': '799c5d83-677f-4d01-889e-5f146dcfa1a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1015553260-router', 'tenant_id': '97b4f96caebb4827904a06c68eefc1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '4c2987b9-6b17-47d6-9184-518536a47b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:51:22Z', 'updated_at': '2021-07-06T13:51:28Z', 'revision_number': 4, 'project_id': '97b4f96caebb4827904a06c68eefc1af', 'gw_port': {'id': '4c2987b9-6b17-47d6-9184-518536a47b74', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799c5d83-677f-4d01-889e-5f146dcfa1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:23Z', 'updated_at': '2021-07-06T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'bd590350-30e3-409d-b996-a50cfcc66375', 'name': '', 'network_id': '4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26', 'tenant_id': '97b4f96caebb4827904a06c68eefc1af', 'mac_address': 'fa:16:3e:71:b6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '799c5d83-677f-4d01-889e-5f146dcfa1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '8f09c50b-9368-4974-9ff1-816791b7efb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:27Z', 'updated_at': '2021-07-06T13:51:38Z', 'revision_number': 4, 'project_id': '97b4f96caebb4827904a06c68eefc1af', 'subnets': [{'id': '8f09c50b-9368-4974-9ff1-816791b7efb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:51:40.049773 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-38265a49-13ab-418b-a520-567d1c63c307 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Allocated IP 172.20.0.13 (60fc63ba-9031-4911-92ba-21e96099cb00/2c6d3629-131d-49bb-9b01-fc69a27e8c8e/d2b1e7fd-15ff-4693-ae54-99b3938758a4) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:51:40.199069 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:40.219269 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device fbb9ce42-ffde-4ebb-8d97-9946439de822 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:51:40.244212 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ebbb79b2-85ee-41d0-b04a-349787b6a211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:40.430726 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device bd590350-30e3-409d-b996-a50cfcc66375 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:51:40.626953 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-38265a49-13ab-418b-a520-567d1c63c307 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:40.747817 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-38265a49-13ab-418b-a520-567d1c63c307 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:40.769117 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:40.845243 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port bd590350-30e3-409d-b996-a50cfcc66375 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:51:40.866644 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43483b73-cfe0-48f5-b942-37cdffd2e45c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbb9ce42-ffde-4ebb-8d97-9946439de822'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:51:40.921250 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b757e05-43f8-44f7-899b-c3a634a3c3c3" -d '{"events": [{"server_uuid": "43483b73-cfe0-48f5-b942-37cdffd2e45c", "name": "network-vif-unplugged", "status": "completed", "tag": "fbb9ce42-ffde-4ebb-8d97-9946439de822"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:51:40.937846 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ed476-644d-40bf-a18a-8680bef64aeb req-589ad9ee-549e-4c7b-a9c6-979032f6c563 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:40.951904 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port bd590350-30e3-409d-b996-a50cfcc66375 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:51:40.952343 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:40.954663 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ac1ed476-644d-40bf-a18a-8680bef64aeb req-589ad9ee-549e-4c7b-a9c6-979032f6c563 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 950 time: 1.7757230 Jul 06 13:51:40.956558 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38265a49-13ab-418b-a520-567d1c63c307 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Pushing event updated for resources: {'Port': ['ID=d2b1e7fd-15ff-4693-ae54-99b3938758a4,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:41.051561 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-38265a49-13ab-418b-a520-567d1c63c307 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Network 60fc63ba-9031-4911-92ba-21e96099cb00 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:51:41.053227 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-38265a49-13ab-418b-a520-567d1c63c307 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:51:41.062571 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-38265a49-13ab-418b-a520-567d1c63c307 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:51:41.128352 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port fbb9ce42-ffde-4ebb-8d97-9946439de822, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=fbb9ce42-ffde-4ebb-8d97-9946439de822,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:41.155499 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:41.270144 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-38265a49-13ab-418b-a520-567d1c63c307 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:41.270927 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-38265a49-13ab-418b-a520-567d1c63c307 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:41.281963 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128eccf-f053-4f26-a2e9-878363fc28e1 req-4fbef05f-f07e-4896-aeda-f75e28449a7d tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:41.284153 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9128eccf-f053-4f26-a2e9-878363fc28e1 req-4fbef05f-f07e-4896-aeda-f75e28449a7d tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 945 time: 1.8077219 Jul 06 13:51:41.306071 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-38265a49-13ab-418b-a520-567d1c63c307 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9658356 Jul 06 13:51:41.334381 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ac1ed476-644d-40bf-a18a-8680bef64aeb req-8f990b11-81a0-419d-8580-a43519a1afac tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786738 Jul 06 13:51:41.339301 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-16a053e0-dd08-4a3f-81d3-aa278dcab7b5 service neutron] Request body: {'port': {'device_id': 'aed11802-9480-4efd-89db-d5acc2194591', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:51:41.445353 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=fbb9ce42-ffde-4ebb-8d97-9946439de822,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:41.497069 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:41.521384 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9128eccf-f053-4f26-a2e9-878363fc28e1 req-0d72dd61-517c-43e1-8ee4-a050662fdf7e tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827402 Jul 06 13:51:41.587101 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:41.641458 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:51:41.672653 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port bd590350-30e3-409d-b996-a50cfcc66375, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=bd590350-30e3-409d-b996-a50cfcc66375,segment=NetworkSegment(fdecf33d-1a3f-451f-9d4a-0747085341e5),segment_id=fdecf33d-1a3f-451f-9d4a-0747085341e5)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:41.684183 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:41.715033 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-16a053e0-dd08-4a3f-81d3-aa278dcab7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:41.768218 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d392329-898c-447b-97ac-b562c87e5b4f req-7e3ca24f-a8be-4e98-8bfe-a3f00eb99578 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:41.775569 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2d392329-898c-447b-97ac-b562c87e5b4f req-7e3ca24f-a8be-4e98-8bfe-a3f00eb99578 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.124 "GET /v2.0/ports?device_id=1e66efd1-616f-47b1-9d6c-6c6b7c30ba62 HTTP/1.1" status: 200 len: 945 time: 0.6984003 Jul 06 13:51:41.931100 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=bd590350-30e3-409d-b996-a50cfcc66375,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:41.990052 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9878778-611a-47f6-b34a-adde9cee20fb req-89099192-6c16-4244-a6e0-b2d3a8047a73 service neutron] 10.222.0.124 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2483628 Jul 06 13:51:42.234636 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device bd590350-30e3-409d-b996-a50cfcc66375 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:51:42.339434 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-2d392329-898c-447b-97ac-b562c87e5b4f req-7cfeecb7-90d6-4676-a59f-d86050432a73 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Deleting port 2db812d4-bd68-46b8-b8b3-e9b0b1de2392 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:51:42.339876 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2d392329-898c-447b-97ac-b562c87e5b4f req-7cfeecb7-90d6-4676-a59f-d86050432a73 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:42.407130 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port bd590350-30e3-409d-b996-a50cfcc66375 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:51:42.407609 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:42.463477 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-16a053e0-dd08-4a3f-81d3-aa278dcab7b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2b1e7fd-15ff-4693-ae54-99b3938758a4 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:51:42.479445 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-16a053e0-dd08-4a3f-81d3-aa278dcab7b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:42.512943 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-16a053e0-dd08-4a3f-81d3-aa278dcab7b5 service neutron] Transition to ACTIVE for port object d2b1e7fd-15ff-4693-ae54-99b3938758a4 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:51:42.540134 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-2d392329-898c-447b-97ac-b562c87e5b4f req-7cfeecb7-90d6-4676-a59f-d86050432a73 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] For port 2db812d4-bd68-46b8-b8b3-e9b0b1de2392, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=2db812d4-bd68-46b8-b8b3-e9b0b1de2392,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:42.540517 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2d392329-898c-447b-97ac-b562c87e5b4f req-7cfeecb7-90d6-4676-a59f-d86050432a73 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:42.548634 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-16a053e0-dd08-4a3f-81d3-aa278dcab7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:42.581836 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-2d392329-898c-447b-97ac-b562c87e5b4f req-7cfeecb7-90d6-4676-a59f-d86050432a73 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Calling delete_port for 2db812d4-bd68-46b8-b8b3-e9b0b1de2392 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:51:42.772586 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a053e0-dd08-4a3f-81d3-aa278dcab7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b1e7fd-15ff-4693-ae54-99b3938758a4,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:42.816221 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-16a053e0-dd08-4a3f-81d3-aa278dcab7b5 service neutron] Attempting to bind port d2b1e7fd-15ff-4693-ae54-99b3938758a4 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:51:42.816221 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-16a053e0-dd08-4a3f-81d3-aa278dcab7b5 service neutron] Attempting to bind port d2b1e7fd-15ff-4693-ae54-99b3938758a4 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'cd7ab75f-6283-4337-a533-ec225e83e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '60fc63ba-9031-4911-92ba-21e96099cb00'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:51:42.816221 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-16a053e0-dd08-4a3f-81d3-aa278dcab7b5 service neutron] Attempting to bind port d2b1e7fd-15ff-4693-ae54-99b3938758a4 on network 60fc63ba-9031-4911-92ba-21e96099cb00 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:51:42.816221 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-16a053e0-dd08-4a3f-81d3-aa278dcab7b5 service neutron] Port d2b1e7fd-15ff-4693-ae54-99b3938758a4 on network 60fc63ba-9031-4911-92ba-21e96099cb00 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:51:42.816221 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-16a053e0-dd08-4a3f-81d3-aa278dcab7b5 service neutron] Attempting to bind port d2b1e7fd-15ff-4693-ae54-99b3938758a4 on network 60fc63ba-9031-4911-92ba-21e96099cb00 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:51:42.824920 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4b963-871c-4983-8dc6-535a5181008c req-498db683-9ce2-4af2-8754-6239ded51f35 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:42.828164 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-16a053e0-dd08-4a3f-81d3-aa278dcab7b5 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:51:42.828595 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-16a053e0-dd08-4a3f-81d3-aa278dcab7b5 service neutron] Checking segment: {'id': 'cd7ab75f-6283-4337-a533-ec225e83e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '60fc63ba-9031-4911-92ba-21e96099cb00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:51:42.829061 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-16a053e0-dd08-4a3f-81d3-aa278dcab7b5 service neutron] Bound using segment: {'id': 'cd7ab75f-6283-4337-a533-ec225e83e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '60fc63ba-9031-4911-92ba-21e96099cb00'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:51:42.829574 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-16a053e0-dd08-4a3f-81d3-aa278dcab7b5 service neutron] Bound port: d2b1e7fd-15ff-4693-ae54-99b3938758a4, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7ab75f-6283-4337-a533-ec225e83e782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '60fc63ba-9031-4911-92ba-21e96099cb00'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:51:42.830178 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-16a053e0-dd08-4a3f-81d3-aa278dcab7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:42.840878 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aac4b963-871c-4983-8dc6-535a5181008c req-498db683-9ce2-4af2-8754-6239ded51f35 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=aed11802-9480-4efd-89db-d5acc2194591 HTTP/1.1" status: 200 len: 932 time: 0.6799412 Jul 06 13:51:42.879237 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e5380-1619-4ecf-8b92-8be30f152854 req-fd977e9a-582b-4e02-ad18-f0a8dd1c0f6a tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:42.887197 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6a5e5380-1619-4ecf-8b92-8be30f152854 req-fd977e9a-582b-4e02-ad18-f0a8dd1c0f6a tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e66efd1-616f-47b1-9d6c-6c6b7c30ba62 HTTP/1.1" status: 200 len: 945 time: 0.7714443 Jul 06 13:51:42.962507 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:42.963549 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-16a053e0-dd08-4a3f-81d3-aa278dcab7b5 service neutron] For port d2b1e7fd-15ff-4693-ae54-99b3938758a4, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:51:42.968510 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-16a053e0-dd08-4a3f-81d3-aa278dcab7b5 service neutron] For port d2b1e7fd-15ff-4693-ae54-99b3938758a4, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=d2b1e7fd-15ff-4693-ae54-99b3938758a4,segment=NetworkSegment(cd7ab75f-6283-4337-a533-ec225e83e782),segment_id=cd7ab75f-6283-4337-a533-ec225e83e782)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:51:42.973585 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-16a053e0-dd08-4a3f-81d3-aa278dcab7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:43.011303 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-04b28ab1-eabe-4fef-8234-aed55c5b0591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:43.013570 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-04b28ab1-eabe-4fef-8234-aed55c5b0591 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 1101 time: 0.7694559 Jul 06 13:51:43.028442 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-16a053e0-dd08-4a3f-81d3-aa278dcab7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:43.028983 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-16a053e0-dd08-4a3f-81d3-aa278dcab7b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:43.030520 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-16a053e0-dd08-4a3f-81d3-aa278dcab7b5 service neutron] 10.222.0.52 "PUT /v2.0/ports/d2b1e7fd-15ff-4693-ae54-99b3938758a4 HTTP/1.1" status: 200 len: 1092 time: 1.7082255 Jul 06 13:51:43.030971 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed11802-9480-4efd-89db-d5acc2194591', 'tag': 'd2b1e7fd-15ff-4693-ae54-99b3938758a4'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:51:43.033318 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ea0aa2-4b56-4844-b0d0-d48d8d328506" -d '{"events": [{"name": "network-changed", "server_uuid": "aed11802-9480-4efd-89db-d5acc2194591", "tag": "d2b1e7fd-15ff-4693-ae54-99b3938758a4"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:51:43.088505 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aac4b963-871c-4983-8dc6-535a5181008c req-c062fb42-c20a-4b04-bc59-2a2b0f43353b tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736085 Jul 06 13:51:43.110758 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a053e0-dd08-4a3f-81d3-aa278dcab7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b1e7fd-15ff-4693-ae54-99b3938758a4,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:43.139620 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6a5e5380-1619-4ecf-8b92-8be30f152854 req-41c28b15-20b6-4be2-9db8-0cc65ea6527e tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511516 Jul 06 13:51:43.277240 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-e21f4d28-2460-4230-9cd8-9a5433c1e56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:43.281556 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-e21f4d28-2460-4230-9cd8-9a5433c1e56f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9fb1bc82140c4199aee8d16b9af92a55&device_id=aed11802-9480-4efd-89db-d5acc2194591 HTTP/1.1" status: 200 len: 1095 time: 0.1603777 Jul 06 13:51:43.300796 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db69ed24-bd74-453c-af3d-da530c1af40e x-openstack-request-id: req-db69ed24-bd74-453c-af3d-da530c1af40e {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:51:43.301387 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43483b73-cfe0-48f5-b942-37cdffd2e45c", "name": "network-vif-unplugged", "status": "completed", "tag": "fbb9ce42-ffde-4ebb-8d97-9946439de822", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:51:43.301861 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-db69ed24-bd74-453c-af3d-da530c1af40e {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:51:43.302598 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43483b73-cfe0-48f5-b942-37cdffd2e45c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbb9ce42-ffde-4ebb-8d97-9946439de822', 'code': 200} Jul 06 13:51:43.418127 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-cf02def2-6eec-4077-ab55-63362852a1f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2b1e7fd-15ff-4693-ae54-99b3938758a4 HTTP/1.1" status: 200 len: 217 time: 0.1156864 Jul 06 13:51:43.518993 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-a9ac9ccb-a58c-4b05-956a-707481d58099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:43.520943 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-a9ac9ccb-a58c-4b05-956a-707481d58099 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2c6d3629-131d-49bb-9b01-fc69a27e8c8e HTTP/1.1" status: 200 len: 854 time: 0.0947120 Jul 06 13:51:43.648655 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-0cbe5614-8a2e-4dbe-abcf-a05e597a2b2d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=60fc63ba-9031-4911-92ba-21e96099cb00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162267 Jul 06 13:51:43.733405 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-f4e9c8a6-8fba-47d4-b0fb-4c263c5f4a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:43.736921 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-f4e9c8a6-8fba-47d4-b0fb-4c263c5f4a57 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.6941597 Jul 06 13:51:43.855353 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2d392329-898c-447b-97ac-b562c87e5b4f req-7cfeecb7-90d6-4676-a59f-d86050432a73 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:43.867961 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-ee539574-3b8b-49cb-8c85-297c3923c8f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=98101a5f-4149-4831-9e47-b5fd6d4b3895 HTTP/1.1" status: 200 len: 217 time: 0.1058865 Jul 06 13:51:43.886851 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9e451bb0-958b-4bc4-877b-69352013cdbd'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:51:43.932352 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-a1a6396a-2f5c-4457-a229-6c6cb223576e service neutron] 10.222.0.52 "GET /v2.0/networks/60fc63ba-9031-4911-92ba-21e96099cb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761457 Jul 06 13:51:44.231367 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-9c2d36fe-0ec1-46ab-bfd8-aeeeb3a43aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:44.232868 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-9c2d36fe-0ec1-46ab-bfd8-aeeeb3a43aa1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.3193879 Jul 06 13:51:44.235746 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-583d278e-78fb-4b2c-bab2-655968f78f18 req-13263c65-5b75-4433-9337-c11cc4ffb1a0 service neutron] 10.222.0.52 "GET /v2.0/networks/60fc63ba-9031-4911-92ba-21e96099cb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829139 Jul 06 13:51:44.262658 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 2db812d4-bd68-46b8-b8b3-e9b0b1de2392 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:51:44.304386 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 2db812d4-bd68-46b8-b8b3-e9b0b1de2392 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:51:44.305483 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 2db812d4-bd68-46b8-b8b3-e9b0b1de2392 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:51:44.306231 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device fbb9ce42-ffde-4ebb-8d97-9946439de822 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:51:44.317521 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfeecb7-90d6-4676-a59f-d86050432a73 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Pushing event deleted for resources: {'Port': ['ID=2db812d4-bd68-46b8-b8b3-e9b0b1de2392,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:44.372211 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de874de7-a638-4595-9aac-57ddbf34cb88 req-bf3528dc-d3bb-4098-a2ca-b3a5ad1c0abd tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:44.380280 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de874de7-a638-4595-9aac-57ddbf34cb88 req-bf3528dc-d3bb-4098-a2ca-b3a5ad1c0abd tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 946 time: 0.9561608 Jul 06 13:51:44.490744 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de874de7-a638-4595-9aac-57ddbf34cb88 req-8df9d48c-77c5-4a6d-9bde-467f30928f71 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/security-groups?id=2db37d44-1922-4a35-90c3-f399c0f1730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093740 Jul 06 13:51:44.499238 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d392329-898c-447b-97ac-b562c87e5b4f req-7cfeecb7-90d6-4676-a59f-d86050432a73 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] No DVR routers for this DVR port 2db812d4-bd68-46b8-b8b3-e9b0b1de2392 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:51:44.508080 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2d392329-898c-447b-97ac-b562c87e5b4f req-7cfeecb7-90d6-4676-a59f-d86050432a73 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:44.510737 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2d392329-898c-447b-97ac-b562c87e5b4f req-7cfeecb7-90d6-4676-a59f-d86050432a73 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.124 "DELETE /v2.0/ports/2db812d4-bd68-46b8-b8b3-e9b0b1de2392 HTTP/1.1" status: 204 len: 173 time: 2.6990814 Jul 06 13:51:44.522197 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e66efd1-616f-47b1-9d6c-6c6b7c30ba62', 'name': 'network-vif-deleted', 'tag': '2db812d4-bd68-46b8-b8b3-e9b0b1de2392'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:51:44.524753 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4251cd7-e51d-40eb-96dc-462d5fca9e92" -d '{"events": [{"server_uuid": "1e66efd1-616f-47b1-9d6c-6c6b7c30ba62", "name": "network-vif-deleted", "tag": "2db812d4-bd68-46b8-b8b3-e9b0b1de2392"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:51:44.561029 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fa510-186c-4138-8510-4aaa0d0d99df req-14e77a7a-1f43-4af5-aff8-790b3405fa3a tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:44.565444 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-455fa510-186c-4138-8510-4aaa0d0d99df req-14e77a7a-1f43-4af5-aff8-790b3405fa3a tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 950 time: 1.0404878 Jul 06 13:51:44.611894 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-ea9f407e-5bfb-43ef-b0bf-5e45497895b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:44.613887 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-ea9f407e-5bfb-43ef-b0bf-5e45497895b5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3474631 Jul 06 13:51:44.671292 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-455fa510-186c-4138-8510-4aaa0d0d99df req-0a1fd4ee-4d41-44a3-ae71-8cacd2b64dd6 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961385 Jul 06 13:51:44.978463 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-fbba016b-b08c-48d9-a245-b1e4a7a514b9 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445415 Jul 06 13:51:44.994993 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a0bf9-d05c-4946-884e-c20d09f563b9 req-157ca6aa-a34f-4314-a0cb-418899e87e55 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:45.003161 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c35a0bf9-d05c-4946-884e-c20d09f563b9 req-157ca6aa-a34f-4314-a0cb-418899e87e55 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 943 time: 0.1892991 Jul 06 13:51:45.007684 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a467e1f0-e265-4929-b7f7-7a7f450062de x-openstack-request-id: req-a467e1f0-e265-4929-b7f7-7a7f450062de {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:51:45.008741 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aed11802-9480-4efd-89db-d5acc2194591", "tag": "d2b1e7fd-15ff-4693-ae54-99b3938758a4", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:51:45.009290 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-a467e1f0-e265-4929-b7f7-7a7f450062de {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:51:45.010035 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed11802-9480-4efd-89db-d5acc2194591', 'tag': 'd2b1e7fd-15ff-4693-ae54-99b3938758a4', 'status': 'completed', 'code': 200} Jul 06 13:51:45.227574 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c35a0bf9-d05c-4946-884e-c20d09f563b9 req-0688ac37-859a-4807-a802-6930e278994e tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234051 Jul 06 13:51:45.235041 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea0aa2-4b56-4844-b0d0-d48d8d328506 req-e1ead0bb-5753-406c-85c1-37db5914cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:45.255363 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c3ea0aa2-4b56-4844-b0d0-d48d8d328506 req-e1ead0bb-5753-406c-85c1-37db5914cca8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9fb1bc82140c4199aee8d16b9af92a55&device_id=aed11802-9480-4efd-89db-d5acc2194591 HTTP/1.1" status: 200 len: 1095 time: 0.2092378 Jul 06 13:51:45.344928 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-a16e8015-8e6e-4c49-81c8-b35a347b999b service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396211 Jul 06 13:51:45.531144 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683eeaf-ac35-485a-be82-6cb648c8a962 req-517223f1-1022-4d27-abc7-8c1d58794b99 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:45.545050 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b683eeaf-ac35-485a-be82-6cb648c8a962 req-517223f1-1022-4d27-abc7-8c1d58794b99 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=aed11802-9480-4efd-89db-d5acc2194591 HTTP/1.1" status: 200 len: 944 time: 0.1942658 Jul 06 13:51:45.618223 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f538bbd-5c40-4e68-8781-3e386e1cbc5c req-d1c297fe-0dc2-418a-b62f-17bd490e1186 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=1e66efd1-616f-47b1-9d6c-6c6b7c30ba62 HTTP/1.1" status: 200 len: 210 time: 0.0552161 Jul 06 13:51:45.637400 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea0aa2-4b56-4844-b0d0-d48d8d328506 req-74ce259e-f8c0-4632-860c-1888f1b92a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:45.641061 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c3ea0aa2-4b56-4844-b0d0-d48d8d328506 req-74ce259e-f8c0-4632-860c-1888f1b92a58 service neutron] 10.222.0.52 "GET /v2.0/networks?id=60fc63ba-9031-4911-92ba-21e96099cb00 HTTP/1.1" status: 200 len: 915 time: 0.3756688 Jul 06 13:51:45.669735 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b683eeaf-ac35-485a-be82-6cb648c8a962 req-6241ca19-c048-44c2-b194-969e5ea8afda tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161399 Jul 06 13:51:45.697596 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421c7c42-6442-4648-8709-136deec9bb61 x-openstack-request-id: req-421c7c42-6442-4648-8709-136deec9bb61 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:51:45.698518 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e66efd1-616f-47b1-9d6c-6c6b7c30ba62", "name": "network-vif-deleted", "tag": "2db812d4-bd68-46b8-b8b3-e9b0b1de2392", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:51:45.698892 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-421c7c42-6442-4648-8709-136deec9bb61 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:51:45.699676 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e66efd1-616f-47b1-9d6c-6c6b7c30ba62', 'name': 'network-vif-deleted', 'tag': '2db812d4-bd68-46b8-b8b3-e9b0b1de2392', 'status': 'completed', 'code': 200} Jul 06 13:51:45.765213 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c3ea0aa2-4b56-4844-b0d0-d48d8d328506 req-3f785127-db04-4d6f-9625-f417f537283f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2b1e7fd-15ff-4693-ae54-99b3938758a4 HTTP/1.1" status: 200 len: 217 time: 0.1160617 Jul 06 13:51:45.868600 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea0aa2-4b56-4844-b0d0-d48d8d328506 req-6abddf99-5aaf-433c-8032-0c8fa92a625f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:45.870500 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c3ea0aa2-4b56-4844-b0d0-d48d8d328506 req-6abddf99-5aaf-433c-8032-0c8fa92a625f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2c6d3629-131d-49bb-9b01-fc69a27e8c8e HTTP/1.1" status: 200 len: 854 time: 0.0939169 Jul 06 13:51:45.921884 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c3ea0aa2-4b56-4844-b0d0-d48d8d328506 req-018ef2b9-379e-4283-80f1-47a48af5f771 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=60fc63ba-9031-4911-92ba-21e96099cb00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433912 Jul 06 13:51:45.987654 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6438b47-4e8a-4f56-990e-2a30c77e54b3 req-3bba281e-69ac-4f38-9653-b63a60300b5d tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:45.989948 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d6438b47-4e8a-4f56-990e-2a30c77e54b3 req-3bba281e-69ac-4f38-9653-b63a60300b5d tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 946 time: 0.1485584 Jul 06 13:51:46.076559 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c3ea0aa2-4b56-4844-b0d0-d48d8d328506 req-014af72c-9ab7-47a9-8410-39041239c834 service neutron] 10.222.0.52 "GET /v2.0/networks/60fc63ba-9031-4911-92ba-21e96099cb00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461365 Jul 06 13:51:46.116021 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d6438b47-4e8a-4f56-990e-2a30c77e54b3 req-cd449a84-62e9-4bce-a741-8c8d91474a8a tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/security-groups?id=2db37d44-1922-4a35-90c3-f399c0f1730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155498 Jul 06 13:51:46.277676 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c3ea0aa2-4b56-4844-b0d0-d48d8d328506 req-74e144a2-ccb0-453e-a9bb-4373df787764 service neutron] 10.222.0.52 "GET /v2.0/networks/60fc63ba-9031-4911-92ba-21e96099cb00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885722 Jul 06 13:51:46.379570 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:46.468899 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19af4f-bafe-4cca-bb3c-6d8fbabb8647 req-f00b726d-8c4b-431b-8f80-07bb6772e480 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:46.478270 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c19af4f-bafe-4cca-bb3c-6d8fbabb8647 req-f00b726d-8c4b-431b-8f80-07bb6772e480 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 950 time: 0.1314406 Jul 06 13:51:46.540601 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c19af4f-bafe-4cca-bb3c-6d8fbabb8647 req-5625e882-7bfb-4ef1-b31f-ca765389361d tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570738 Jul 06 13:51:47.036942 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49644f-6122-4ad2-99df-1cd4d1e6bc30 req-117cfef9-de1c-4fd9-80f6-ff6a223b3c51 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:47.038836 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2b49644f-6122-4ad2-99df-1cd4d1e6bc30 req-117cfef9-de1c-4fd9-80f6-ff6a223b3c51 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=aed11802-9480-4efd-89db-d5acc2194591 HTTP/1.1" status: 200 len: 944 time: 0.0960984 Jul 06 13:51:47.124651 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2b49644f-6122-4ad2-99df-1cd4d1e6bc30 req-3f9c9fe9-84df-4dc9-afd1-adc0f6e9c772 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785260 Jul 06 13:51:47.845413 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device d2b1e7fd-15ff-4693-ae54-99b3938758a4 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:51:48.000393 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port d2b1e7fd-15ff-4693-ae54-99b3938758a4, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=d2b1e7fd-15ff-4693-ae54-99b3938758a4,segment=NetworkSegment(cd7ab75f-6283-4337-a533-ec225e83e782),segment_id=cd7ab75f-6283-4337-a533-ec225e83e782)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:48.031251 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'd2b1e7fd-15ff-4693-ae54-99b3938758a4', 'network_id': '60fc63ba-9031-4911-92ba-21e96099cb00', 'port_id': 'd2b1e7fd-15ff-4693-ae54-99b3938758a4', 'mac_address': 'fa:16:3e:3f:50:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c6d3629-131d-49bb-9b01-fc69a27e8c8e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:51:48.106304 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:48.147660 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2b1e7fd-15ff-4693-ae54-99b3938758a4 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:51:48.209980 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port d2b1e7fd-15ff-4693-ae54-99b3938758a4, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=d2b1e7fd-15ff-4693-ae54-99b3938758a4,segment=NetworkSegment(cd7ab75f-6283-4337-a533-ec225e83e782),segment_id=cd7ab75f-6283-4337-a533-ec225e83e782)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:48.215732 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:48.336926 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=d2b1e7fd-15ff-4693-ae54-99b3938758a4,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:48.489355 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['d2b1e7fd-15ff-4693-ae54-99b3938758a4'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:51:48.723515 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:49.879007 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device d2b1e7fd-15ff-4693-ae54-99b3938758a4 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:51:50.039610 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port d2b1e7fd-15ff-4693-ae54-99b3938758a4 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:51:50.048578 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port d2b1e7fd-15ff-4693-ae54-99b3938758a4 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:51:50.049858 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:50.244157 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:50.271851 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed11802-9480-4efd-89db-d5acc2194591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b1e7fd-15ff-4693-ae54-99b3938758a4'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:51:50.274908 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec7996c-a23d-440d-879a-cc35db114e8e" -d '{"events": [{"server_uuid": "aed11802-9480-4efd-89db-d5acc2194591", "name": "network-vif-plugged", "status": "completed", "tag": "d2b1e7fd-15ff-4693-ae54-99b3938758a4"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:51:50.292425 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port d2b1e7fd-15ff-4693-ae54-99b3938758a4, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=d2b1e7fd-15ff-4693-ae54-99b3938758a4,segment=NetworkSegment(cd7ab75f-6283-4337-a533-ec225e83e782),segment_id=cd7ab75f-6283-4337-a533-ec225e83e782)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:50.297800 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:50.364345 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=d2b1e7fd-15ff-4693-ae54-99b3938758a4,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:54.802080 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e7a3a200-5006-4eda-81e2-f48573bfd27e req-93cd8043-8679-4a14-aac9-832ece0a263e service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=ff6fb567-887c-4e2b-b99f-0e710edb5615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0739825 Jul 06 13:51:55.024532 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3a200-5006-4eda-81e2-f48573bfd27e req-2971e524-79a9-4c96-b314-a05864039171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:55.041037 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e7a3a200-5006-4eda-81e2-f48573bfd27e req-2971e524-79a9-4c96-b314-a05864039171 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d2199527a64a46ce9106abe6e66b8132&device_id=ff6fb567-887c-4e2b-b99f-0e710edb5615 HTTP/1.1" status: 200 len: 1096 time: 0.2001994 Jul 06 13:51:55.234834 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3a200-5006-4eda-81e2-f48573bfd27e req-1143eb2b-250f-4a33-a3a2-d94718e36bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:55.237188 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e7a3a200-5006-4eda-81e2-f48573bfd27e req-1143eb2b-250f-4a33-a3a2-d94718e36bb8 service neutron] 10.222.0.124 "GET /v2.0/networks?id=50329774-c014-4320-b73f-68f0f2d9d2b2 HTTP/1.1" status: 200 len: 917 time: 0.1887267 Jul 06 13:51:55.449154 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e7a3a200-5006-4eda-81e2-f48573bfd27e req-17918655-4aa5-45e4-8d22-ecea264016fc service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef3bbff5-1b57-4526-a55f-48cab3900505 HTTP/1.1" status: 200 len: 1000 time: 0.2002828 Jul 06 13:51:55.541396 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3a200-5006-4eda-81e2-f48573bfd27e req-ed462340-92d7-4c3d-8168-d54dcb099167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:55.543818 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e7a3a200-5006-4eda-81e2-f48573bfd27e req-ed462340-92d7-4c3d-8168-d54dcb099167 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=86e0e7b2-c042-4f4e-889c-0378d7ddb55d HTTP/1.1" status: 200 len: 855 time: 0.0857854 Jul 06 13:51:55.657955 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3a200-5006-4eda-81e2-f48573bfd27e req-0a5c3393-f708-42ed-bc74-50ec985e33f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:55.659575 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e7a3a200-5006-4eda-81e2-f48573bfd27e req-0a5c3393-f708-42ed-bc74-50ec985e33f8 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=50329774-c014-4320-b73f-68f0f2d9d2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089346 Jul 06 13:51:55.883358 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e7a3a200-5006-4eda-81e2-f48573bfd27e req-b091ae28-e355-4cb7-8a7e-9570f76dc9db service neutron] 10.222.0.124 "GET /v2.0/networks/50329774-c014-4320-b73f-68f0f2d9d2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172070 Jul 06 13:51:56.069798 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e7a3a200-5006-4eda-81e2-f48573bfd27e req-99af3e83-8838-4848-bc7f-c07387842fb3 service neutron] 10.222.0.124 "GET /v2.0/networks/50329774-c014-4320-b73f-68f0f2d9d2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782892 Jul 06 13:51:56.918971 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248ba69-8eb1-4fae-a748-5d04c236b63d req-d04cdd9d-a58a-4a15-b9bc-b659c6f2dc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:56.926824 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8248ba69-8eb1-4fae-a748-5d04c236b63d req-d04cdd9d-a58a-4a15-b9bc-b659c6f2dc75 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 1097 time: 0.1350646 Jul 06 13:51:57.007522 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8248ba69-8eb1-4fae-a748-5d04c236b63d req-85a65ab2-7950-4460-8ee2-37d69759db01 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=2db37d44-1922-4a35-90c3-f399c0f1730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757904 Jul 06 13:51:58.608253 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-a71f8ee3-1612-435e-a16b-f85b9efe52eb tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:58.610621 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-a71f8ee3-1612-435e-a16b-f85b9efe52eb tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/networks?id=4af52798-23b1-402a-a1ea-3bd334b33ddb HTTP/1.1" status: 200 len: 806 time: 0.1889625 Jul 06 13:51:58.652863 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5480b74-1984-4206-ac79-a621e9bb70d2 req-993d6cec-0e2a-498a-ab14-1724c9b9d637 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:58.654398 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c5480b74-1984-4206-ac79-a621e9bb70d2 req-993d6cec-0e2a-498a-ab14-1724c9b9d637 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=43483b73-cfe0-48f5-b942-37cdffd2e45c HTTP/1.1" status: 200 len: 943 time: 0.1158111 Jul 06 13:51:58.656530 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-23407e7f-c692-46c8-bd3a-58b160d984ce tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/quotas/bea7b4da8e63480980f1c76d63c2ffcf HTTP/1.1" status: 200 len: 375 time: 0.0349588 Jul 06 13:51:58.816197 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-55c658f3-6362-4b53-bf32-13f06cfe5039 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=bea7b4da8e63480980f1c76d63c2ffcf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1469998 Jul 06 13:51:58.864205 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-c5480b74-1984-4206-ac79-a621e9bb70d2 req-4c8afaa8-4575-4486-8530-905e1059feb2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Deleting port fbb9ce42-ffde-4ebb-8d97-9946439de822 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:51:58.864647 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c5480b74-1984-4206-ac79-a621e9bb70d2 req-4c8afaa8-4575-4486-8530-905e1059feb2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:59.015995 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-6ea9c75b-63f4-4a18-855f-d75ee3047ec3 service neutron] 10.222.0.118 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745772 Jul 06 13:51:59.026437 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-c5480b74-1984-4206-ac79-a621e9bb70d2 req-4c8afaa8-4575-4486-8530-905e1059feb2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] For port fbb9ce42-ffde-4ebb-8d97-9946439de822, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=fbb9ce42-ffde-4ebb-8d97-9946439de822,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:59.026918 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c5480b74-1984-4206-ac79-a621e9bb70d2 req-4c8afaa8-4575-4486-8530-905e1059feb2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:59.080053 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-c5480b74-1984-4206-ac79-a621e9bb70d2 req-4c8afaa8-4575-4486-8530-905e1059feb2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Calling delete_port for fbb9ce42-ffde-4ebb-8d97-9946439de822 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:51:59.203406 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-a42f1831-0e40-4e5d-aae9-c9746fd7e748 service neutron] 10.222.0.118 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790326 Jul 06 13:51:59.355508 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c5480b74-1984-4206-ac79-a621e9bb70d2 req-4c8afaa8-4575-4486-8530-905e1059feb2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:59.400628 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8afaa8-4575-4486-8530-905e1059feb2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Pushing event deleted for resources: {'Port': ['ID=fbb9ce42-ffde-4ebb-8d97-9946439de822,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:59.480768 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5480b74-1984-4206-ac79-a621e9bb70d2 req-4c8afaa8-4575-4486-8530-905e1059feb2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] No DVR routers for this DVR port fbb9ce42-ffde-4ebb-8d97-9946439de822 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:51:59.483576 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c5480b74-1984-4206-ac79-a621e9bb70d2 req-4c8afaa8-4575-4486-8530-905e1059feb2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:51:59.485580 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c5480b74-1984-4206-ac79-a621e9bb70d2 req-4c8afaa8-4575-4486-8530-905e1059feb2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "DELETE /v2.0/ports/fbb9ce42-ffde-4ebb-8d97-9946439de822 HTTP/1.1" status: 204 len: 173 time: 0.8187609 Jul 06 13:51:59.486099 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43483b73-cfe0-48f5-b942-37cdffd2e45c', 'name': 'network-vif-deleted', 'tag': 'fbb9ce42-ffde-4ebb-8d97-9946439de822'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:51:59.491485 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b46694f-afe4-4fb8-90eb-50546381636c" -d '{"events": [{"server_uuid": "43483b73-cfe0-48f5-b942-37cdffd2e45c", "name": "network-vif-deleted", "tag": "fbb9ce42-ffde-4ebb-8d97-9946439de822"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:51:59.620591 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc58a6-7096-4b88-ac5f-718c36460711 req-ce09fc8d-267b-4bc6-aa9d-66a370bddcad tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:59.622986 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78bc58a6-7096-4b88-ac5f-718c36460711 req-ce09fc8d-267b-4bc6-aa9d-66a370bddcad tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 946 time: 0.1435740 Jul 06 13:51:59.679578 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78bc58a6-7096-4b88-ac5f-718c36460711 req-78d013d9-de81-49bd-b752-e1836a79f371 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/security-groups?id=2db37d44-1922-4a35-90c3-f399c0f1730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496113 Jul 06 13:51:59.950527 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce33dc-c5be-491a-a1c5-19df513ca95a req-3f2897ee-aeac-48fe-b7f9-93d575eeccb5 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:51:59.962698 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9ce33dc-c5be-491a-a1c5-19df513ca95a req-3f2897ee-aeac-48fe-b7f9-93d575eeccb5 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 950 time: 0.1358902 Jul 06 13:52:00.416449 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9ce33dc-c5be-491a-a1c5-19df513ca95a req-b0329b45-36d0-4d5c-8229-1840b7e32a90 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521732 Jul 06 13:52:00.468593 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313770ac-90ca-412f-8b73-697592d2b8fb req-6c10004b-ef78-49e6-a609-bb2a1e739481 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:00.477482 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-313770ac-90ca-412f-8b73-697592d2b8fb req-6c10004b-ef78-49e6-a609-bb2a1e739481 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=aed11802-9480-4efd-89db-d5acc2194591 HTTP/1.1" status: 200 len: 946 time: 0.1096160 Jul 06 13:52:00.518433 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad61d37d-b018-4dfa-a656-41f890ff8ca7 x-openstack-request-id: req-ad61d37d-b018-4dfa-a656-41f890ff8ca7 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:52:00.519025 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed11802-9480-4efd-89db-d5acc2194591", "name": "network-vif-plugged", "status": "completed", "tag": "d2b1e7fd-15ff-4693-ae54-99b3938758a4", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:52:00.519840 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ad61d37d-b018-4dfa-a656-41f890ff8ca7 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:52:00.520316 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed11802-9480-4efd-89db-d5acc2194591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b1e7fd-15ff-4693-ae54-99b3938758a4', 'code': 200} Jul 06 13:52:00.560388 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-313770ac-90ca-412f-8b73-697592d2b8fb req-02ec3fdd-5ada-4d9d-97d6-7c7e3af53156 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718119 Jul 06 13:52:00.696111 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed08b18-5b77-43e1-b92d-e4d3987d816d req-7b22a785-78c1-4343-abc6-15971095d5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:00.698502 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8ed08b18-5b77-43e1-b92d-e4d3987d816d req-7b22a785-78c1-4343-abc6-15971095d5e2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=aed11802-9480-4efd-89db-d5acc2194591 HTTP/1.1" status: 200 len: 1097 time: 0.0590329 Jul 06 13:52:00.741373 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8ed08b18-5b77-43e1-b92d-e4d3987d816d req-d030ab10-c586-45a0-b5a2-505ba5bd2c1c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363171 Jul 06 13:52:00.745538 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b847c7b7-9af8-4a75-9ab5-8175d62d6d68 req-d364a54b-1d1d-42cc-86ae-41f5e2e534f3 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=32f32f0b-3119-44d1-b022-18ec05a431f7 HTTP/1.1" status: 200 len: 210 time: 0.0432322 Jul 06 13:52:00.780082 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-db8bd7d6-b03f-453f-ace9-6732086a0217 req-ee05d7b5-9ae1-47bc-ae67-80c2b3ebe00c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1275463 Jul 06 13:52:00.810779 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 06 Jul 2021 13:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5396a6a9-4ab2-4ccc-8c24-5273b629a3b9 x-openstack-request-id: req-5396a6a9-4ab2-4ccc-8c24-5273b629a3b9 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:52:00.811072 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43483b73-cfe0-48f5-b942-37cdffd2e45c", "name": "network-vif-deleted", "tag": "fbb9ce42-ffde-4ebb-8d97-9946439de822", "status": "failed", "code": 422}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:52:00.811357 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-5396a6a9-4ab2-4ccc-8c24-5273b629a3b9 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:52:00.812312 n-d-773644-6 neutron-server[100418]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '43483b73-cfe0-48f5-b942-37cdffd2e45c', 'name': 'network-vif-deleted', 'tag': 'fbb9ce42-ffde-4ebb-8d97-9946439de822', 'status': 'failed', 'code': 422} returned with failed status Jul 06 13:52:00.837401 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-624038e8-4489-413c-8837-420a826990bc req-3e63d53a-99e8-4a9f-86ab-2a0dfb762ce9 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1480010461', 'description': 'tempest-description-249633802'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:00.889717 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-624038e8-4489-413c-8837-420a826990bc req-3e63d53a-99e8-4a9f-86ab-2a0dfb762ce9 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:01.143781 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bd7d6-b03f-453f-ace9-6732086a0217 req-085fb3e5-b546-4406-96d6-70e4c81241df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:01.145547 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-db8bd7d6-b03f-453f-ace9-6732086a0217 req-085fb3e5-b546-4406-96d6-70e4c81241df service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 1100 time: 0.2801471 Jul 06 13:52:01.160385 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-5836f6e2-f50a-461e-ab5f-b8f8f15b4a9a tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:01.162056 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-5836f6e2-f50a-461e-ab5f-b8f8f15b4a9a tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] 10.222.0.118 "GET /v2.0/networks?id=72f5c6cb-0111-4783-a2c7-6163df052e5e HTTP/1.1" status: 200 len: 815 time: 0.2828507 Jul 06 13:52:01.291409 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-c673304a-db81-4ba4-b2fc-d2c6f9d03e2b tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] 10.222.0.118 "GET /v2.0/quotas/ca7f56c201004b3f9bdd8194d1dc41f5 HTTP/1.1" status: 200 len: 375 time: 0.1186266 Jul 06 13:52:01.348592 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bd7d6-b03f-453f-ace9-6732086a0217 req-7b253e6d-b77b-4180-8771-672ac7e12573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:01.350248 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-db8bd7d6-b03f-453f-ace9-6732086a0217 req-7b253e6d-b77b-4180-8771-672ac7e12573 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.1691158 Jul 06 13:52:01.367650 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-6154f950-bf6d-4fa2-a809-7485d2345d76 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:01.369209 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-6154f950-bf6d-4fa2-a809-7485d2345d76 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.124 "GET /v2.0/networks?id=4af52798-23b1-402a-a1ea-3bd334b33ddb HTTP/1.1" status: 200 len: 806 time: 0.3608932 Jul 06 13:52:01.387847 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-0737d4b6-6701-402a-a220-30681853daed tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Request body: {'port': {'device_id': '32f32f0b-3119-44d1-b022-18ec05a431f7', 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb', 'admin_state_up': True, 'tenant_id': 'bea7b4da8e63480980f1c76d63c2ffcf'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:01.443862 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-db8bd7d6-b03f-453f-ace9-6732086a0217 req-3bbd459b-a1e3-492b-8f35-378560407dcb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=3e8943cb-a6ad-4c58-9bd2-79576b130719 HTTP/1.1" status: 200 len: 217 time: 0.0735099 Jul 06 13:52:01.495024 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-624038e8-4489-413c-8837-420a826990bc req-3e63d53a-99e8-4a9f-86ab-2a0dfb762ce9 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:01.529291 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-624038e8-4489-413c-8837-420a826990bc req-3e63d53a-99e8-4a9f-86ab-2a0dfb762ce9 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:01.608529 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-624038e8-4489-413c-8837-420a826990bc req-3e63d53a-99e8-4a9f-86ab-2a0dfb762ce9 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:01.610066 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-624038e8-4489-413c-8837-420a826990bc req-3e63d53a-99e8-4a9f-86ab-2a0dfb762ce9 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.7816014 Jul 06 13:52:01.611576 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bd7d6-b03f-453f-ace9-6732086a0217 req-628a865f-7ae4-4034-93f8-fec969b6f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:01.613007 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-db8bd7d6-b03f-453f-ace9-6732086a0217 req-628a865f-7ae4-4034-93f8-fec969b6f802 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1314008 Jul 06 13:52:01.675818 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-b1b9730b-dc98-48f2-8ca3-a35514e53eee tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=ca7f56c201004b3f9bdd8194d1dc41f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3761623 Jul 06 13:52:01.685357 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63d53a-99e8-4a9f-86ab-2a0dfb762ce9 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddce47a-0cba-4038-9c46-8c6a08b45733,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:01.853568 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-0737d4b6-6701-402a-a220-30681853daed tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Made reservation on behalf of bea7b4da8e63480980f1c76d63c2ffcf for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:52:01.860245 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-0737d4b6-6701-402a-a220-30681853daed tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:01.879683 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bd7d6-b03f-453f-ace9-6732086a0217 req-27c15bec-5520-4d32-9861-1695df5ab405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:01.881309 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-db8bd7d6-b03f-453f-ace9-6732086a0217 req-27c15bec-5520-4d32-9861-1695df5ab405 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2305098 Jul 06 13:52:01.985841 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-6d07b1b8-9a03-477b-8c50-ba735a1dd948 service neutron] 10.222.0.118 "GET /v2.0/networks/72f5c6cb-0111-4783-a2c7-6163df052e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860548 Jul 06 13:52:02.215622 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-db8bd7d6-b03f-453f-ace9-6732086a0217 req-c456e3b8-8c8d-465a-8e35-61427215c108 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238823 Jul 06 13:52:02.307493 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776253c7-b007-4b6e-bc55-c57126ed48c6 req-457f0e90-1ab3-4507-8d4c-752ff6da58d6 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:02.308963 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-776253c7-b007-4b6e-bc55-c57126ed48c6 req-457f0e90-1ab3-4507-8d4c-752ff6da58d6 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/ports?device_id=ff6fb567-887c-4e2b-b99f-0e710edb5615 HTTP/1.1" status: 200 len: 945 time: 0.4087162 Jul 06 13:52:02.316126 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-f2741671-517f-4b27-9c00-eb4eef94108a service neutron] 10.222.0.118 "GET /v2.0/networks/72f5c6cb-0111-4783-a2c7-6163df052e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184104 Jul 06 13:52:02.325358 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-0737d4b6-6701-402a-a220-30681853daed tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Allocated IP 172.20.0.9 (4af52798-23b1-402a-a1ea-3bd334b33ddb/fd856c7f-efce-4c28-b5ab-617143cae7b2/6010ab82-df5f-4931-b467-f550bd974281) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:52:02.418034 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-776253c7-b007-4b6e-bc55-c57126ed48c6 req-1ea613e9-f6ee-4cb7-9b98-e4fb268e1818 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/security-groups?id=1b01d789-7436-40a6-a70c-8138be3e1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994158 Jul 06 13:52:02.445562 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-db8bd7d6-b03f-453f-ace9-6732086a0217 req-844be589-ce75-4e5f-9172-c1e293e057dc service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209914 Jul 06 13:52:02.714522 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-0737d4b6-6701-402a-a220-30681853daed tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:02.748085 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93e555-8aec-4901-b3c3-a9c4a6ef1a18 req-e044235b-12e0-4d5f-94f8-4020eb23227f tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:02.749776 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ac93e555-8aec-4901-b3c3-a9c4a6ef1a18 req-e044235b-12e0-4d5f-94f8-4020eb23227f tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 950 time: 0.1737294 Jul 06 13:52:02.831017 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a682790-854b-4238-9965-d79a477401f7 req-5306f183-cdc0-4391-9433-78c5e55726d9 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:02.832700 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9a682790-854b-4238-9965-d79a477401f7 req-5306f183-cdc0-4391-9433-78c5e55726d9 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=aed11802-9480-4efd-89db-d5acc2194591 HTTP/1.1" status: 200 len: 946 time: 0.1730042 Jul 06 13:52:02.859577 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ac93e555-8aec-4901-b3c3-a9c4a6ef1a18 req-dbfdfb25-1ad5-4ce9-8a20-48d65e59f366 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963044 Jul 06 13:52:02.868285 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-0737d4b6-6701-402a-a220-30681853daed tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:02.885989 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9e451bb0-958b-4bc4-877b-69352013cdbd'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:52:02.987056 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-0737d4b6-6701-402a-a220-30681853daed tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Network 4af52798-23b1-402a-a1ea-3bd334b33ddb is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:52:03.000734 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9a682790-854b-4238-9965-d79a477401f7 req-3cc29548-d90c-4e10-9441-eb3b7ab2e9d6 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601908 Jul 06 13:52:03.006286 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-0737d4b6-6701-402a-a220-30681853daed tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:52:03.016498 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-0737d4b6-6701-402a-a220-30681853daed tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:52:03.025709 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737d4b6-6701-402a-a220-30681853daed tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Pushing event updated for resources: {'Port': ['ID=6010ab82-df5f-4931-b467-f550bd974281,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:03.143782 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-67cfb912-a53f-43e2-aa8d-286b5318fa18 req-a7b163c7-ec13-4da7-a64f-11d99566e669 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1480010461&fields=id&tenant_id=5cdbbf3cb8c5435e96d40f3db2892fd8 HTTP/1.1" status: 200 len: 267 time: 0.1085742 Jul 06 13:52:03.166965 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-0737d4b6-6701-402a-a220-30681853daed tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:03.167603 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-0737d4b6-6701-402a-a220-30681853daed tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:03.245523 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-0737d4b6-6701-402a-a220-30681853daed tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8635008 Jul 06 13:52:03.259289 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-59c4f1d0-31ee-4096-b277-98cb9f517e35 service neutron] Request body: {'port': {'device_id': '32f32f0b-3119-44d1-b022-18ec05a431f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:03.336367 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfb912-a53f-43e2-aa8d-286b5318fa18 req-2f4da08b-c896-4926-b182-8276d31f5d9b tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:03.338130 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-67cfb912-a53f-43e2-aa8d-286b5318fa18 req-2f4da08b-c896-4926-b182-8276d31f5d9b tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 946 time: 0.1926520 Jul 06 13:52:03.373746 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-67cfb912-a53f-43e2-aa8d-286b5318fa18 req-28fba7af-dbc5-4a8b-b30c-09ca87a819e1 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Request body: {'port': {'security_groups': ['2db37d44-1922-4a35-90c3-f399c0f1730f', '8ddce47a-0cba-4038-9c46-8c6a08b45733']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:03.385353 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ac752-4ace-4385-a6e0-dcb25ebac18e req-bb9901d1-0740-4f50-9f0d-8943f6d4f25e tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:03.387299 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-763ac752-4ace-4385-a6e0-dcb25ebac18e req-bb9901d1-0740-4f50-9f0d-8943f6d4f25e tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=32f32f0b-3119-44d1-b022-18ec05a431f7 HTTP/1.1" status: 200 len: 931 time: 0.1924205 Jul 06 13:52:03.436512 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-59c4f1d0-31ee-4096-b277-98cb9f517e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:03.530452 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-763ac752-4ace-4385-a6e0-dcb25ebac18e req-de2a43a3-4f0a-40ef-b32a-33df2a05e342 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197815 Jul 06 13:52:03.578383 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-67cfb912-a53f-43e2-aa8d-286b5318fa18 req-28fba7af-dbc5-4a8b-b30c-09ca87a819e1 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:03.875310 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-ac5f07df-7e7e-452d-b998-358139a824e7 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:03.877304 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-ac5f07df-7e7e-452d-b998-358139a824e7 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/networks?id=d3fe67ee-10fe-4b67-adfd-00a9752f666b HTTP/1.1" status: 200 len: 811 time: 0.2517412 Jul 06 13:52:04.331195 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-a3b0356f-cde1-4883-8d6b-188dce3de7cd tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/quotas/0c5820f075a5422096132d113f5a5811 HTTP/1.1" status: 200 len: 375 time: 0.4372842 Jul 06 13:52:04.405667 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-3afdf10c-e5f7-4f8c-801f-9cd93bf9f1b1 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=0c5820f075a5422096132d113f5a5811&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645885 Jul 06 13:52:04.550859 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-59c4f1d0-31ee-4096-b277-98cb9f517e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6010ab82-df5f-4931-b467-f550bd974281 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:52:04.593382 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-59c4f1d0-31ee-4096-b277-98cb9f517e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:04.605186 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-67cfb912-a53f-43e2-aa8d-286b5318fa18 req-28fba7af-dbc5-4a8b-b30c-09ca87a819e1 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] For port 82da8ad5-bbcc-4eef-98b5-661e5b31ad9f, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=82da8ad5-bbcc-4eef-98b5-661e5b31ad9f,segment=NetworkSegment(e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6),segment_id=e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:04.625632 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-397e7dd6-e700-4f5a-82cd-0d9f6cfcacfe tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:04.628241 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-397e7dd6-e700-4f5a-82cd-0d9f6cfcacfe tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] 10.222.0.124 "GET /v2.0/networks?id=72f5c6cb-0111-4783-a2c7-6163df052e5e HTTP/1.1" status: 200 len: 815 time: 0.7480297 Jul 06 13:52:04.652127 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-59c4f1d0-31ee-4096-b277-98cb9f517e35 service neutron] Transition to ACTIVE for port object 6010ab82-df5f-4931-b467-f550bd974281 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:52:04.666772 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-59c4f1d0-31ee-4096-b277-98cb9f517e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:04.715355 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-67cfb912-a53f-43e2-aa8d-286b5318fa18 req-28fba7af-dbc5-4a8b-b30c-09ca87a819e1 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:04.725371 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-74963fdb-a93a-4647-85b9-b54beef1e0c8 service neutron] 10.222.0.118 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187680 Jul 06 13:52:04.740262 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-67cfb912-a53f-43e2-aa8d-286b5318fa18 req-28fba7af-dbc5-4a8b-b30c-09ca87a819e1 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:04.754344 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['82da8ad5-bbcc-4eef-98b5-661e5b31ad9f'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:52:04.824868 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4f1d0-31ee-4096-b277-98cb9f517e35 service neutron] Pushing event updated for resources: {'Port': ['ID=6010ab82-df5f-4931-b467-f550bd974281,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:04.836046 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfb912-a53f-43e2-aa8d-286b5318fa18 req-28fba7af-dbc5-4a8b-b30c-09ca87a819e1 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:04.836900 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-67cfb912-a53f-43e2-aa8d-286b5318fa18 req-28fba7af-dbc5-4a8b-b30c-09ca87a819e1 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:04.838576 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-67cfb912-a53f-43e2-aa8d-286b5318fa18 req-28fba7af-dbc5-4a8b-b30c-09ca87a819e1 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "PUT /v2.0/ports/82da8ad5-bbcc-4eef-98b5-661e5b31ad9f HTTP/1.1" status: 200 len: 982 time: 1.4742336 Jul 06 13:52:04.840488 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3', 'tag': '82da8ad5-bbcc-4eef-98b5-661e5b31ad9f'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:52:04.844169 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe0a0a5-e0b5-4e5d-9df7-203c7489974b" -d '{"events": [{"name": "network-changed", "server_uuid": "5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3", "tag": "82da8ad5-bbcc-4eef-98b5-661e5b31ad9f"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:52:04.925588 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['82da8ad5-bbcc-4eef-98b5-661e5b31ad9f'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:52:05.043433 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-71cd90c0-4e8e-4f0b-b1c9-9b8e983c1cde service neutron] 10.222.0.118 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168070 Jul 06 13:52:05.142960 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cbbf69ac-7aaf-48ed-8c0e-260ffcc9c462 req-1f1ce55a-cbcf-4e6e-9cd5-cfe6ca89a6e3 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] 10.222.0.118 "GET /v2.0/ports?device_id=e2ca9a22-840a-4d6a-9430-bfdad55173e0 HTTP/1.1" status: 200 len: 210 time: 0.1532547 Jul 06 13:52:05.146137 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fba7af-dbc5-4a8b-b30c-09ca87a819e1 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Pushing event updated for resources: {'Port': ['ID=82da8ad5-bbcc-4eef-98b5-661e5b31ad9f,revision_number=6']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:05.151154 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-59c4f1d0-31ee-4096-b277-98cb9f517e35 service neutron] Attempting to bind port 6010ab82-df5f-4931-b467-f550bd974281 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:52:05.151417 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-59c4f1d0-31ee-4096-b277-98cb9f517e35 service neutron] Attempting to bind port 6010ab82-df5f-4931-b467-f550bd974281 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:52:05.151745 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-59c4f1d0-31ee-4096-b277-98cb9f517e35 service neutron] Attempting to bind port 6010ab82-df5f-4931-b467-f550bd974281 on network 4af52798-23b1-402a-a1ea-3bd334b33ddb {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:52:05.172897 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-59c4f1d0-31ee-4096-b277-98cb9f517e35 service neutron] Port 6010ab82-df5f-4931-b467-f550bd974281 on network 4af52798-23b1-402a-a1ea-3bd334b33ddb not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:52:05.173129 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-59c4f1d0-31ee-4096-b277-98cb9f517e35 service neutron] Attempting to bind port 6010ab82-df5f-4931-b467-f550bd974281 on network 4af52798-23b1-402a-a1ea-3bd334b33ddb {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:52:05.183665 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-59c4f1d0-31ee-4096-b277-98cb9f517e35 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:52:05.189956 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-59c4f1d0-31ee-4096-b277-98cb9f517e35 service neutron] Checking segment: {'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:52:05.190691 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-59c4f1d0-31ee-4096-b277-98cb9f517e35 service neutron] Bound using segment: {'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:52:05.191211 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-59c4f1d0-31ee-4096-b277-98cb9f517e35 service neutron] Bound port: 6010ab82-df5f-4931-b467-f550bd974281, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:52:05.191592 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-59c4f1d0-31ee-4096-b277-98cb9f517e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:05.340105 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-59c4f1d0-31ee-4096-b277-98cb9f517e35 service neutron] For port 6010ab82-df5f-4931-b467-f550bd974281, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:52:05.343402 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-59c4f1d0-31ee-4096-b277-98cb9f517e35 service neutron] For port 6010ab82-df5f-4931-b467-f550bd974281, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=6010ab82-df5f-4931-b467-f550bd974281,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:52:05.349070 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-59c4f1d0-31ee-4096-b277-98cb9f517e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:05.568381 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-59c4f1d0-31ee-4096-b277-98cb9f517e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:05.588100 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-59c4f1d0-31ee-4096-b277-98cb9f517e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:05.594051 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-59c4f1d0-31ee-4096-b277-98cb9f517e35 service neutron] 10.222.0.124 "PUT /v2.0/ports/6010ab82-df5f-4931-b467-f550bd974281 HTTP/1.1" status: 200 len: 1091 time: 2.3413739 Jul 06 13:52:05.652198 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4f1d0-31ee-4096-b277-98cb9f517e35 service neutron] Pushing event updated for resources: {'Port': ['ID=6010ab82-df5f-4931-b467-f550bd974281,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:05.758146 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9058d7-1ded-4b4c-9cfd-1ff018f3138f req-8cb8a7d2-2103-4756-8686-2e00b367ddc4 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:05.760094 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2e9058d7-1ded-4b4c-9cfd-1ff018f3138f req-8cb8a7d2-2103-4756-8686-2e00b367ddc4 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=aed11802-9480-4efd-89db-d5acc2194591 HTTP/1.1" status: 200 len: 946 time: 0.2820282 Jul 06 13:52:05.878201 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2e9058d7-1ded-4b4c-9cfd-1ff018f3138f req-cb36228e-bc60-4c36-94e2-a011247b7b21 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021442 Jul 06 13:52:06.279941 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47907d-3886-4682-b978-8f6c19673de0 req-392af9f8-f51f-4cfe-9f1d-828a23c39ace tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:06.281540 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2a47907d-3886-4682-b978-8f6c19673de0 req-392af9f8-f51f-4cfe-9f1d-828a23c39ace tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 950 time: 0.2406945 Jul 06 13:52:06.353304 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efe041-81d0-493b-8656-276038686ab3 req-e39dcec9-b799-491e-be59-ea2d293af25c tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:06.354836 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-50efe041-81d0-493b-8656-276038686ab3 req-e39dcec9-b799-491e-be59-ea2d293af25c tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=32f32f0b-3119-44d1-b022-18ec05a431f7 HTTP/1.1" status: 200 len: 943 time: 0.2541413 Jul 06 13:52:06.412561 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2a47907d-3886-4682-b978-8f6c19673de0 req-5eb2d7d3-1d9a-4c70-a121-ef3a3c934cc8 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096928 Jul 06 13:52:06.470465 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-50efe041-81d0-493b-8656-276038686ab3 req-4650d575-36b6-45ef-ba43-3e44e6d33005 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046176 Jul 06 13:52:06.529711 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdf21f8-cb39-4ec2-83f2-c779b84838e5 x-openstack-request-id: req-5cdf21f8-cb39-4ec2-83f2-c779b84838e5 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:52:06.530108 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3", "tag": "82da8ad5-bbcc-4eef-98b5-661e5b31ad9f", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:52:06.530426 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-5cdf21f8-cb39-4ec2-83f2-c779b84838e5 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:52:06.531064 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3', 'tag': '82da8ad5-bbcc-4eef-98b5-661e5b31ad9f', 'status': 'completed', 'code': 200} Jul 06 13:52:06.651957 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-512e652f-e261-49b6-b6b6-4ccd9f32cb1b req-9590f970-6e83-4312-9b3c-2babad6f3ece tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1480010461&fields=id&tenant_id=5cdbbf3cb8c5435e96d40f3db2892fd8 HTTP/1.1" status: 200 len: 267 time: 0.0700593 Jul 06 13:52:06.766007 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d0cdf910-8a06-40be-b82e-b32089db6c5c req-82bb6fa5-eda1-47b1-b2d6-39e170d5270d tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=0ce975b4-04fd-4a32-aecc-da5f880a06d0 HTTP/1.1" status: 200 len: 210 time: 0.0466218 Jul 06 13:52:06.848640 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e652f-e261-49b6-b6b6-4ccd9f32cb1b req-34a0dda9-0624-4a25-808c-1fb5f0e31520 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:06.854601 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-512e652f-e261-49b6-b6b6-4ccd9f32cb1b req-34a0dda9-0624-4a25-808c-1fb5f0e31520 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 985 time: 0.1970875 Jul 06 13:52:06.860386 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-512e652f-e261-49b6-b6b6-4ccd9f32cb1b req-3d543729-da00-42b2-ba5b-f7db8a75ab54 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Request body: {'port': {'security_groups': ['2db37d44-1922-4a35-90c3-f399c0f1730f']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:07.011871 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-512e652f-e261-49b6-b6b6-4ccd9f32cb1b req-3d543729-da00-42b2-ba5b-f7db8a75ab54 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:07.285329 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2fc796a3-c517-4af0-b4bf-c0daffe56944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:07.513128 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e435fa-447c-4e08-a7cd-a220d5044fa9 req-b364d37e-80fe-463a-8dfe-53d158669cf6 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:07.514836 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-48e435fa-447c-4e08-a7cd-a220d5044fa9 req-b364d37e-80fe-463a-8dfe-53d158669cf6 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/ports?device_id=ff6fb567-887c-4e2b-b99f-0e710edb5615 HTTP/1.1" status: 200 len: 945 time: 0.3581648 Jul 06 13:52:07.616593 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-512e652f-e261-49b6-b6b6-4ccd9f32cb1b req-3d543729-da00-42b2-ba5b-f7db8a75ab54 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] For port 82da8ad5-bbcc-4eef-98b5-661e5b31ad9f, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=82da8ad5-bbcc-4eef-98b5-661e5b31ad9f,segment=NetworkSegment(e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6),segment_id=e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:07.726638 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-48e435fa-447c-4e08-a7cd-a220d5044fa9 req-de03aa14-1ace-4c08-a8e3-998d0973b582 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/security-groups?id=1b01d789-7436-40a6-a70c-8138be3e1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942430 Jul 06 13:52:07.753040 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-bb2de459-f8d0-41cc-9a8e-1803c47bee60 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:07.754683 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-bb2de459-f8d0-41cc-9a8e-1803c47bee60 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.52 "GET /v2.0/networks?id=d3fe67ee-10fe-4b67-adfd-00a9752f666b HTTP/1.1" status: 200 len: 811 time: 0.3687057 Jul 06 13:52:07.768320 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-512e652f-e261-49b6-b6b6-4ccd9f32cb1b req-3d543729-da00-42b2-ba5b-f7db8a75ab54 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:07.774967 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-30eb7d10-471c-4a8e-b461-f072db4a9308 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Request body: {'port': {'device_id': '0ce975b4-04fd-4a32-aecc-da5f880a06d0', 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b', 'admin_state_up': True, 'tenant_id': '0c5820f075a5422096132d113f5a5811'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:07.780347 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-512e652f-e261-49b6-b6b6-4ccd9f32cb1b req-3d543729-da00-42b2-ba5b-f7db8a75ab54 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:07.792486 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['82da8ad5-bbcc-4eef-98b5-661e5b31ad9f'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:52:07.901109 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-eb9de63d-005c-4611-a1f1-bb930689882b service neutron] show failed (client error): The resource could not be found. Jul 06 13:52:07.909599 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-eb9de63d-005c-4611-a1f1-bb930689882b service neutron] 10.222.0.52 "GET /v2.0/ports/98101a5f-4149-4831-9e47-b5fd6d4b3895/bindings/n-h2-773644-6 HTTP/1.1" status: 404 len: 380 time: 0.1369236 Jul 06 13:52:08.048018 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e652f-e261-49b6-b6b6-4ccd9f32cb1b req-3d543729-da00-42b2-ba5b-f7db8a75ab54 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:08.050893 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-512e652f-e261-49b6-b6b6-4ccd9f32cb1b req-3d543729-da00-42b2-ba5b-f7db8a75ab54 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:08.053566 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-512e652f-e261-49b6-b6b6-4ccd9f32cb1b req-3d543729-da00-42b2-ba5b-f7db8a75ab54 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "PUT /v2.0/ports/82da8ad5-bbcc-4eef-98b5-661e5b31ad9f HTTP/1.1" status: 200 len: 943 time: 1.1980634 Jul 06 13:52:08.145189 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['82da8ad5-bbcc-4eef-98b5-661e5b31ad9f'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:52:08.166426 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d543729-da00-42b2-ba5b-f7db8a75ab54 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Pushing event updated for resources: {'Port': ['ID=82da8ad5-bbcc-4eef-98b5-661e5b31ad9f,revision_number=7']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:08.269668 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-30eb7d10-471c-4a8e-b461-f072db4a9308 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Made reservation on behalf of 0c5820f075a5422096132d113f5a5811 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:52:08.274648 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-30eb7d10-471c-4a8e-b461-f072db4a9308 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:08.328847 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48114) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:08.409954 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b33997aa-11b8-446d-85b5-0fc4485a1c67 req-3696a3df-9dc1-4808-81db-8847e46411d4 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] 10.222.0.118 "GET /v2.0/ports?device_id=e2ca9a22-840a-4d6a-9430-bfdad55173e0 HTTP/1.1" status: 200 len: 210 time: 0.0978308 Jul 06 13:52:08.428369 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-f932c228-0f08-45b8-9cd3-cd7440b0d813 admin admin] Deleting subnet 721fcae2-dd07-43aa-8019-84dc8aa35e60 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:52:08.433708 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f932c228-0f08-45b8-9cd3-cd7440b0d813 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:08.511028 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f932c228-0f08-45b8-9cd3-cd7440b0d813 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:08.561663 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f32f0b-3119-44d1-b022-18ec05a431f7', 'tag': '6010ab82-df5f-4931-b467-f550bd974281'}, {'name': 'network-changed', 'server_uuid': '5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3', 'tag': '82da8ad5-bbcc-4eef-98b5-661e5b31ad9f'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:52:08.566413 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb01e6c6-c72e-4263-8310-99fa1e3aee38" -d '{"events": [{"name": "network-changed", "server_uuid": "32f32f0b-3119-44d1-b022-18ec05a431f7", "tag": "6010ab82-df5f-4931-b467-f550bd974281"}, {"name": "network-changed", "server_uuid": "5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3", "tag": "82da8ad5-bbcc-4eef-98b5-661e5b31ad9f"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:52:08.601530 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f932c228-0f08-45b8-9cd3-cd7440b0d813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:08.680206 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f932c228-0f08-45b8-9cd3-cd7440b0d813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:08.722690 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f932c228-0f08-45b8-9cd3-cd7440b0d813 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=721fcae2-dd07-43aa-8019-84dc8aa35e60,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:08.738588 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f932c228-0f08-45b8-9cd3-cd7440b0d813 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:08.741070 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f932c228-0f08-45b8-9cd3-cd7440b0d813 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/721fcae2-dd07-43aa-8019-84dc8aa35e60 HTTP/1.1" status: 204 len: 168 time: 0.4109051 Jul 06 13:52:08.745057 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48118) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:08.828601 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-75ad09aa-8a9b-49a2-979d-3876d5457a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:08.846663 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-30eb7d10-471c-4a8e-b461-f072db4a9308 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Allocated IP 172.20.0.4 (d3fe67ee-10fe-4b67-adfd-00a9752f666b/5c4bc917-beda-4093-9c43-911a28c774ae/871f05f1-3046-4773-b18c-846767d12dd2) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:52:08.865910 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aeea97-cd3d-407e-99a3-eb1a135660c4 req-3679606b-b113-4a37-b516-cc16bd6fb712 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:08.872852 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19aeea97-cd3d-407e-99a3-eb1a135660c4 req-3679606b-b113-4a37-b516-cc16bd6fb712 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 950 time: 0.5703857 Jul 06 13:52:08.915926 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4505b-c543-44d6-92cc-40493c7fe45f req-548e0bd6-50d3-4451-8120-1b464bde9d26 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:08.918705 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6ef4505b-c543-44d6-92cc-40493c7fe45f req-548e0bd6-50d3-4451-8120-1b464bde9d26 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=32f32f0b-3119-44d1-b022-18ec05a431f7 HTTP/1.1" status: 200 len: 943 time: 0.2960584 Jul 06 13:52:09.005313 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19aeea97-cd3d-407e-99a3-eb1a135660c4 req-954a7687-5379-46e1-bc5b-666e1086ab1e tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315153 Jul 06 13:52:09.125726 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6ef4505b-c543-44d6-92cc-40493c7fe45f req-0858ba92-057d-45a6-a97c-eeb7fd8e79a1 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918705 Jul 06 13:52:09.127795 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-75ad09aa-8a9b-49a2-979d-3876d5457a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:09.198766 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-75ad09aa-8a9b-49a2-979d-3876d5457a50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:09.226473 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-75ad09aa-8a9b-49a2-979d-3876d5457a50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e758e0f-019b-48cc-ae62-d4e61c49d941') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:09.227001 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-75ad09aa-8a9b-49a2-979d-3876d5457a50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e758e0f-019b-48cc-ae62-d4e61c49d941') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:09.254697 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b189346-aa62-48f0-b23b-bff2479af5f8 req-bda34018-630b-43cf-bfc3-863dd70f07f9 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=0ce975b4-04fd-4a32-aecc-da5f880a06d0 HTTP/1.1" status: 200 len: 210 time: 0.0652676 Jul 06 13:52:09.260002 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-75ad09aa-8a9b-49a2-979d-3876d5457a50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:09.285807 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-75ad09aa-8a9b-49a2-979d-3876d5457a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:09.319969 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ad09aa-8a9b-49a2-979d-3876d5457a50 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:52:09.320386 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-75ad09aa-8a9b-49a2-979d-3876d5457a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: timer() Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:52:09.322118 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:52:09.326136 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:52:09.326136 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:52:09.530529 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-30eb7d10-471c-4a8e-b461-f072db4a9308 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:09.579046 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-75ad09aa-8a9b-49a2-979d-3876d5457a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:09.584558 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-75ad09aa-8a9b-49a2-979d-3876d5457a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:09.586454 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-75ad09aa-8a9b-49a2-979d-3876d5457a50 admin admin] 10.222.0.118 "DELETE /v2.0/networks/e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d HTTP/1.1" status: 204 len: 168 time: 0.8405862 Jul 06 13:52:09.649656 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad09aa-8a9b-49a2-979d-3876d5457a50 admin admin] Pushing event deleted for resources: {'Network': ['ID=e88cd6eb-6d4c-47dc-8bef-c4d81a41af7d,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:09.683320 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f25c1e3c-cfc1-4829-a1c1-e9c5a7d3b423 req-b9fdbc78-bd0b-43db-ab90-a3ee8a9707cd tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3818309 Jul 06 13:52:09.701473 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-f25c1e3c-cfc1-4829-a1c1-e9c5a7d3b423 req-619eadea-be19-480b-bcd2-a669b0395dfd tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:09.729302 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7f4d0-3ff2-4f36-b94c-49d7aa9a7de6 req-68aff845-3f62-45c8-b5a5-893314167c5e tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:09.730913 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6bb7f4d0-3ff2-4f36-b94c-49d7aa9a7de6 req-68aff845-3f62-45c8-b5a5-893314167c5e tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=aed11802-9480-4efd-89db-d5acc2194591 HTTP/1.1" status: 200 len: 946 time: 0.4422066 Jul 06 13:52:09.749985 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-30eb7d10-471c-4a8e-b461-f072db4a9308 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:09.832354 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48132) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:09.848426 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f25c1e3c-cfc1-4829-a1c1-e9c5a7d3b423 req-619eadea-be19-480b-bcd2-a669b0395dfd tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:09.850489 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb7d10-471c-4a8e-b461-f072db4a9308 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Pushing event updated for resources: {'Port': ['ID=871f05f1-3046-4773-b18c-846767d12dd2,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:09.855342 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-30eb7d10-471c-4a8e-b461-f072db4a9308 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Network d3fe67ee-10fe-4b67-adfd-00a9752f666b is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:52:09.871906 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-30eb7d10-471c-4a8e-b461-f072db4a9308 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:52:09.874465 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-30eb7d10-471c-4a8e-b461-f072db4a9308 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:52:09.885232 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-43e95a39-fe2d-4717-9dc6-1269f0ec3c80 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=3f8d4b73b6944d1ebcc3f6b7c1e581ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516474 Jul 06 13:52:09.885870 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48134) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:09.938190 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-683a3ae0-200c-448d-b3db-7679577a8fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:09.969231 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-683a3ae0-200c-448d-b3db-7679577a8fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:10.020629 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 98101a5f-4149-4831-9e47-b5fd6d4b3895 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:52:10.039068 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-683a3ae0-200c-448d-b3db-7679577a8fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:10.044303 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-683a3ae0-200c-448d-b3db-7679577a8fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:10.046997 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-683a3ae0-200c-448d-b3db-7679577a8fb1 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/f00150a8-6ac5-450e-a26b-4a0d7468dee5 HTTP/1.1" status: 204 len: 168 time: 0.1601501 Jul 06 13:52:10.058482 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a3ae0-200c-448d-b3db-7679577a8fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00150a8-6ac5-450e-a26b-4a0d7468dee5,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:10.190726 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:10.195005 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-da70c92f-1bae-45dd-b708-ffb539242bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:10.212115 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:10.251686 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0af5c35-ffa6-473a-b888-19a00db41c07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98101a5f-4149-4831-9e47-b5fd6d4b3895'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:52:10.254785 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208fd80a-0ef7-4d99-8dab-fc1d102eb3fb" -d '{"events": [{"server_uuid": "e0af5c35-ffa6-473a-b888-19a00db41c07", "name": "network-vif-unplugged", "status": "completed", "tag": "98101a5f-4149-4831-9e47-b5fd6d4b3895"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:52:10.270779 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 98101a5f-4149-4831-9e47-b5fd6d4b3895, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=98101a5f-4149-4831-9e47-b5fd6d4b3895,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:10.276884 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:10.290994 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6bb7f4d0-3ff2-4f36-b94c-49d7aa9a7de6 req-d16de64f-b075-4357-8ac2-d45908d09f3d tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5489175 Jul 06 13:52:10.344302 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-30eb7d10-471c-4a8e-b461-f072db4a9308 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:10.344954 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-30eb7d10-471c-4a8e-b461-f072db4a9308 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:10.374323 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=98101a5f-4149-4831-9e47-b5fd6d4b3895,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:10.382807 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-30eb7d10-471c-4a8e-b461-f072db4a9308 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6121497 Jul 06 13:52:10.396322 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-20d7f5ed-a141-4a27-988d-445d3c5100f9 service neutron] Request body: {'port': {'device_id': '0ce975b4-04fd-4a32-aecc-da5f880a06d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:10.428781 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 13:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f0a653-125a-4aa7-962a-d146979169f3 x-openstack-request-id: req-72f0a653-125a-4aa7-962a-d146979169f3 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:52:10.429085 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f32f0b-3119-44d1-b022-18ec05a431f7", "tag": "6010ab82-df5f-4931-b467-f550bd974281", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3", "tag": "82da8ad5-bbcc-4eef-98b5-661e5b31ad9f", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:52:10.429453 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-72f0a653-125a-4aa7-962a-d146979169f3 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:52:10.429933 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f32f0b-3119-44d1-b022-18ec05a431f7', 'tag': '6010ab82-df5f-4931-b467-f550bd974281', 'status': 'completed', 'code': 200} Jul 06 13:52:10.430195 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3', 'tag': '82da8ad5-bbcc-4eef-98b5-661e5b31ad9f', 'status': 'completed', 'code': 200} Jul 06 13:52:10.504318 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-20d7f5ed-a141-4a27-988d-445d3c5100f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:10.542953 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f25c1e3c-cfc1-4829-a1c1-e9c5a7d3b423 req-619eadea-be19-480b-bcd2-a669b0395dfd tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:10.931617 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-be2fe872-40ba-4bd9-838e-8724f90ea357 req-497d50f0-c716-442b-9e30-224af958a47b tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] 10.222.0.118 "GET /v2.0/ports?device_id=e2ca9a22-840a-4d6a-9430-bfdad55173e0 HTTP/1.1" status: 200 len: 210 time: 0.0720515 Jul 06 13:52:10.969880 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-f25c1e3c-cfc1-4829-a1c1-e9c5a7d3b423 req-619eadea-be19-480b-bcd2-a669b0395dfd tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Allocated IP 172.25.6.63 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/47202527-8769-495b-8b5d-6d4a43a5f468) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:52:11.210906 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f25c1e3c-cfc1-4829-a1c1-e9c5a7d3b423 req-619eadea-be19-480b-bcd2-a669b0395dfd tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:11.306992 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-20d7f5ed-a141-4a27-988d-445d3c5100f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 871f05f1-3046-4773-b18c-846767d12dd2 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:52:11.330374 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-20d7f5ed-a141-4a27-988d-445d3c5100f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:11.354944 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990e866-0b4f-495a-84d9-21bec9a9113d req-a5ba15cc-9795-43ac-b717-edb2da18eb4a tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:11.356523 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b990e866-0b4f-495a-84d9-21bec9a9113d req-a5ba15cc-9795-43ac-b717-edb2da18eb4a tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 948 time: 0.2459030 Jul 06 13:52:11.370266 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-20d7f5ed-a141-4a27-988d-445d3c5100f9 service neutron] Transition to ACTIVE for port object 871f05f1-3046-4773-b18c-846767d12dd2 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:52:11.380541 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-20d7f5ed-a141-4a27-988d-445d3c5100f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:11.428657 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:11.462176 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f25c1e3c-cfc1-4829-a1c1-e9c5a7d3b423 req-619eadea-be19-480b-bcd2-a669b0395dfd tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:11.472875 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b990e866-0b4f-495a-84d9-21bec9a9113d req-98186672-b87b-45e8-96fc-07bba11c2258 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057105 Jul 06 13:52:11.495342 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7f5ed-a141-4a27-988d-445d3c5100f9 service neutron] Pushing event updated for resources: {'Port': ['ID=871f05f1-3046-4773-b18c-846767d12dd2,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:11.515307 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f25c1e3c-cfc1-4829-a1c1-e9c5a7d3b423 req-619eadea-be19-480b-bcd2-a669b0395dfd tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:52:11.561525 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-f25c1e3c-cfc1-4829-a1c1-e9c5a7d3b423 req-619eadea-be19-480b-bcd2-a669b0395dfd tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:52:11.564131 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25c1e3c-cfc1-4829-a1c1-e9c5a7d3b423 req-619eadea-be19-480b-bcd2-a669b0395dfd tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:52:11.640427 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619eadea-be19-480b-bcd2-a669b0395dfd tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Pushing event updated for resources: {'Port': ['ID=47202527-8769-495b-8b5d-6d4a43a5f468,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:11.760474 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-20d7f5ed-a141-4a27-988d-445d3c5100f9 service neutron] Attempting to bind port 871f05f1-3046-4773-b18c-846767d12dd2 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:52:11.761104 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-20d7f5ed-a141-4a27-988d-445d3c5100f9 service neutron] Attempting to bind port 871f05f1-3046-4773-b18c-846767d12dd2 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '1577f714-41dc-455d-9abc-f4ea9f582ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:52:11.761639 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-20d7f5ed-a141-4a27-988d-445d3c5100f9 service neutron] Attempting to bind port 871f05f1-3046-4773-b18c-846767d12dd2 on network d3fe67ee-10fe-4b67-adfd-00a9752f666b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:52:11.821458 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-20d7f5ed-a141-4a27-988d-445d3c5100f9 service neutron] Port 871f05f1-3046-4773-b18c-846767d12dd2 on network d3fe67ee-10fe-4b67-adfd-00a9752f666b not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:52:11.822173 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-20d7f5ed-a141-4a27-988d-445d3c5100f9 service neutron] Attempting to bind port 871f05f1-3046-4773-b18c-846767d12dd2 on network d3fe67ee-10fe-4b67-adfd-00a9752f666b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:52:11.843376 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-20d7f5ed-a141-4a27-988d-445d3c5100f9 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:52:11.843720 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-20d7f5ed-a141-4a27-988d-445d3c5100f9 service neutron] Checking segment: {'id': '1577f714-41dc-455d-9abc-f4ea9f582ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:52:11.844115 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-20d7f5ed-a141-4a27-988d-445d3c5100f9 service neutron] Bound using segment: {'id': '1577f714-41dc-455d-9abc-f4ea9f582ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:52:11.844564 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-20d7f5ed-a141-4a27-988d-445d3c5100f9 service neutron] Bound port: 871f05f1-3046-4773-b18c-846767d12dd2, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1577f714-41dc-455d-9abc-f4ea9f582ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:52:11.844923 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-20d7f5ed-a141-4a27-988d-445d3c5100f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:11.886279 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f25c1e3c-cfc1-4829-a1c1-e9c5a7d3b423 req-619eadea-be19-480b-bcd2-a669b0395dfd tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:11.926563 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d394ce0-57c7-4f48-8d3e-81fd4fa1550f req-a161b41a-bb0d-4638-86d6-43688073581c tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:11.928147 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8d394ce0-57c7-4f48-8d3e-81fd4fa1550f req-a161b41a-bb0d-4638-86d6-43688073581c tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=32f32f0b-3119-44d1-b022-18ec05a431f7 HTTP/1.1" status: 200 len: 943 time: 0.2494755 Jul 06 13:52:12.009563 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f25c1e3c-cfc1-4829-a1c1-e9c5a7d3b423 req-619eadea-be19-480b-bcd2-a669b0395dfd tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:12.066251 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-20d7f5ed-a141-4a27-988d-445d3c5100f9 service neutron] For port 871f05f1-3046-4773-b18c-846767d12dd2, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:52:12.100401 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8d394ce0-57c7-4f48-8d3e-81fd4fa1550f req-1462db32-8367-4949-b0bc-a923791d3a3c tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466713 Jul 06 13:52:12.120806 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-20d7f5ed-a141-4a27-988d-445d3c5100f9 service neutron] For port 871f05f1-3046-4773-b18c-846767d12dd2, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=871f05f1-3046-4773-b18c-846767d12dd2,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:52:12.135613 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-20d7f5ed-a141-4a27-988d-445d3c5100f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:12.195698 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe17d78d-14fd-4cbd-83c2-09aaa9e61528 x-openstack-request-id: req-fe17d78d-14fd-4cbd-83c2-09aaa9e61528 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:52:12.196189 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0af5c35-ffa6-473a-b888-19a00db41c07", "name": "network-vif-unplugged", "status": "completed", "tag": "98101a5f-4149-4831-9e47-b5fd6d4b3895", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:52:12.196595 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-fe17d78d-14fd-4cbd-83c2-09aaa9e61528 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:52:12.197134 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0af5c35-ffa6-473a-b888-19a00db41c07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98101a5f-4149-4831-9e47-b5fd6d4b3895', 'code': 200} Jul 06 13:52:12.239779 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-20d7f5ed-a141-4a27-988d-445d3c5100f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:12.240420 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-20d7f5ed-a141-4a27-988d-445d3c5100f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:12.242039 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-20d7f5ed-a141-4a27-988d-445d3c5100f9 service neutron] 10.222.0.52 "PUT /v2.0/ports/871f05f1-3046-4773-b18c-846767d12dd2 HTTP/1.1" status: 200 len: 1091 time: 1.8512294 Jul 06 13:52:12.267774 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7f5ed-a141-4a27-988d-445d3c5100f9 service neutron] Pushing event updated for resources: {'Port': ['ID=871f05f1-3046-4773-b18c-846767d12dd2,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:12.426548 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f25c1e3c-cfc1-4829-a1c1-e9c5a7d3b423 req-619eadea-be19-480b-bcd2-a669b0395dfd tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:12.430929 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce975b4-04fd-4a32-aecc-da5f880a06d0', 'tag': '871f05f1-3046-4773-b18c-846767d12dd2'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:52:12.435238 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9748ab-bb13-4512-b8a3-1ef32cc8679c" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce975b4-04fd-4a32-aecc-da5f880a06d0", "tag": "871f05f1-3046-4773-b18c-846767d12dd2"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:52:12.449129 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f25c1e3c-cfc1-4829-a1c1-e9c5a7d3b423 req-619eadea-be19-480b-bcd2-a669b0395dfd tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:12.487850 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-1241747a-17ff-4759-9b73-fd1dbdc24c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:12.489415 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-1241747a-17ff-4759-9b73-fd1dbdc24c81 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0c5820f075a5422096132d113f5a5811&device_id=0ce975b4-04fd-4a32-aecc-da5f880a06d0 HTTP/1.1" status: 200 len: 1094 time: 0.1899424 Jul 06 13:52:12.583110 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619eadea-be19-480b-bcd2-a669b0395dfd tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Pushing event updated for resources: {'Port': ['ID=47202527-8769-495b-8b5d-6d4a43a5f468,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:12.586792 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-95cc1d88-ab59-416d-bb47-449f468732a4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=871f05f1-3046-4773-b18c-846767d12dd2 HTTP/1.1" status: 200 len: 217 time: 0.0821595 Jul 06 13:52:12.621347 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d117f44-d781-49d2-8bdf-0133c9ad89d1 req-e33e4c23-7e10-484c-ade8-a215c520bdf4 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:12.623099 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4d117f44-d781-49d2-8bdf-0133c9ad89d1 req-e33e4c23-7e10-484c-ade8-a215c520bdf4 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=0ce975b4-04fd-4a32-aecc-da5f880a06d0 HTTP/1.1" status: 200 len: 943 time: 0.2668743 Jul 06 13:52:12.652512 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f25c1e3c-cfc1-4829-a1c1-e9c5a7d3b423 req-619eadea-be19-480b-bcd2-a669b0395dfd tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:12.716268 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f25c1e3c-cfc1-4829-a1c1-e9c5a7d3b423 req-619eadea-be19-480b-bcd2-a669b0395dfd tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:12.725034 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f25c1e3c-cfc1-4829-a1c1-e9c5a7d3b423 req-619eadea-be19-480b-bcd2-a669b0395dfd tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0336633 Jul 06 13:52:12.737488 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-cf124617-957c-4d81-a37c-bfcdd292d9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:12.739358 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-cf124617-957c-4d81-a37c-bfcdd292d9a0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5c4bc917-beda-4093-9c43-911a28c774ae HTTP/1.1" status: 200 len: 851 time: 0.1418929 Jul 06 13:52:12.819684 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4d117f44-d781-49d2-8bdf-0133c9ad89d1 req-fb09c86e-7129-4655-9df3-43fcbae5d83a tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683102 Jul 06 13:52:12.846463 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-6c73ca07-db17-4177-85e7-84eb224e58fb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3fe67ee-10fe-4b67-adfd-00a9752f666b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965893 Jul 06 13:52:12.857579 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f25c1e3c-cfc1-4829-a1c1-e9c5a7d3b423 req-be0f687e-bd84-4c92-8b07-50b3be021e8d tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.63 HTTP/1.1" status: 200 len: 695 time: 0.1315839 Jul 06 13:52:12.964520 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:13.090815 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-3aa03c6f-f9f5-4fdf-9551-3fd690892658 service neutron] 10.222.0.52 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319517 Jul 06 13:52:13.104523 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c1e3c-cfc1-4829-a1c1-e9c5a7d3b423 req-41bc60a4-6390-4718-8f29-5d2d13543ffc tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:13.105941 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f25c1e3c-cfc1-4829-a1c1-e9c5a7d3b423 req-41bc60a4-6390-4718-8f29-5d2d13543ffc tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 784 time: 0.2325437 Jul 06 13:52:13.174408 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4944e-ae92-4fa7-ae13-333c346fe497 req-21f423cb-844c-4f4d-9c10-fbd9b6deb0b6 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:13.175803 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-29f4944e-ae92-4fa7-ae13-333c346fe497 req-21f423cb-844c-4f4d-9c10-fbd9b6deb0b6 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=aed11802-9480-4efd-89db-d5acc2194591 HTTP/1.1" status: 200 len: 946 time: 0.1975758 Jul 06 13:52:13.257180 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-29f4944e-ae92-4fa7-ae13-333c346fe497 req-a1b0e02b-8b06-464e-b2c0-84609bb7d3d0 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708950 Jul 06 13:52:13.259988 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a6d90e24-5b37-4fa5-a9ea-0a636d4f4544 req-511c7d7e-c52f-4a8c-a6d3-1e7ea9ca4464 service neutron] 10.222.0.52 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514666 Jul 06 13:52:13.339692 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06e973-3bfa-4641-9ee0-88c344de0e9e req-bacbff0c-3a19-4741-96b4-3aa5fdb0e194 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:13.341472 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc06e973-3bfa-4641-9ee0-88c344de0e9e req-bacbff0c-3a19-4741-96b4-3aa5fdb0e194 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/ports?device_id=ff6fb567-887c-4e2b-b99f-0e710edb5615 HTTP/1.1" status: 200 len: 945 time: 0.0876186 Jul 06 13:52:13.398033 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc06e973-3bfa-4641-9ee0-88c344de0e9e req-c1c5745f-fddc-4cf8-ae7f-990ed563a884 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/security-groups?id=1b01d789-7436-40a6-a70c-8138be3e1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496292 Jul 06 13:52:13.425366 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-46d84a72-9bf4-4eaf-b14a-e3dbb05f4787 req-0b25a2b4-b8c4-4fd1-ad34-237f7949f715 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] 10.222.0.118 "GET /v2.0/ports?device_id=e2ca9a22-840a-4d6a-9430-bfdad55173e0 HTTP/1.1" status: 200 len: 210 time: 0.0425861 Jul 06 13:52:13.464593 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e871b2d8-0485-4532-b196-e1aa07100169 x-openstack-request-id: req-e871b2d8-0485-4532-b196-e1aa07100169 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:52:13.465191 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce975b4-04fd-4a32-aecc-da5f880a06d0", "tag": "871f05f1-3046-4773-b18c-846767d12dd2", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:52:13.465549 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e871b2d8-0485-4532-b196-e1aa07100169 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:52:13.466125 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce975b4-04fd-4a32-aecc-da5f880a06d0', 'tag': '871f05f1-3046-4773-b18c-846767d12dd2', 'status': 'completed', 'code': 200} Jul 06 13:52:13.631591 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-cd704931-6503-4bb6-8511-fbee6bb52a73 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=83bc3ee923484a73b5c1d4d53b40aa8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363433 Jul 06 13:52:13.634217 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9748ab-bb13-4512-b8a3-1ef32cc8679c req-b1ef08fe-09a4-4019-bbbe-87b45e95b664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:13.635694 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ed9748ab-bb13-4512-b8a3-1ef32cc8679c req-b1ef08fe-09a4-4019-bbbe-87b45e95b664 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0c5820f075a5422096132d113f5a5811&device_id=0ce975b4-04fd-4a32-aecc-da5f880a06d0 HTTP/1.1" status: 200 len: 1094 time: 0.1462746 Jul 06 13:52:13.870842 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9748ab-bb13-4512-b8a3-1ef32cc8679c req-6f424e37-c549-4c60-b7bd-bc6c1761aa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:13.872333 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ed9748ab-bb13-4512-b8a3-1ef32cc8679c req-6f424e37-c549-4c60-b7bd-bc6c1761aa6b service neutron] 10.222.0.52 "GET /v2.0/networks?id=d3fe67ee-10fe-4b67-adfd-00a9752f666b HTTP/1.1" status: 200 len: 912 time: 0.2259943 Jul 06 13:52:13.934781 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-e35ad0ed-f255-4c5a-8a59-25a45def643e tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:13.936299 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-e35ad0ed-f255-4c5a-8a59-25a45def643e tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2996159 Jul 06 13:52:13.942306 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ed9748ab-bb13-4512-b8a3-1ef32cc8679c req-213c5311-cf43-4a8a-a71f-4d11f692c821 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=871f05f1-3046-4773-b18c-846767d12dd2 HTTP/1.1" status: 200 len: 217 time: 0.0586374 Jul 06 13:52:13.950455 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783b317-b360-4d96-81fc-34c0126ca9e0 req-a3bf1729-f753-446a-bad7-77e6f111a043 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:13.951973 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3783b317-b360-4d96-81fc-34c0126ca9e0 req-a3bf1729-f753-446a-bad7-77e6f111a043 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 948 time: 0.2948093 Jul 06 13:52:13.999039 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-394071bd-4520-432b-9b6d-59b62e844d20 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] 10.222.0.118 "GET /v2.0/quotas/83bc3ee923484a73b5c1d4d53b40aa8f HTTP/1.1" status: 200 len: 375 time: 0.0460472 Jul 06 13:52:14.051966 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-8d1ba87a-6bf4-47b6-bde0-5b38aeb1a714 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=83bc3ee923484a73b5c1d4d53b40aa8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454819 Jul 06 13:52:14.057160 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3783b317-b360-4d96-81fc-34c0126ca9e0 req-a9c31d56-7001-472d-8d7c-8e6f5e746583 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903449 Jul 06 13:52:14.062679 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9748ab-bb13-4512-b8a3-1ef32cc8679c req-6a2e1fb4-b985-4e63-85c3-f7369063e59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:14.065622 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ed9748ab-bb13-4512-b8a3-1ef32cc8679c req-6a2e1fb4-b985-4e63-85c3-f7369063e59d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5c4bc917-beda-4093-9c43-911a28c774ae HTTP/1.1" status: 200 len: 851 time: 0.1102953 Jul 06 13:52:14.136805 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ed9748ab-bb13-4512-b8a3-1ef32cc8679c req-285da1ee-1bba-4ed9-93c5-21399d781714 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3fe67ee-10fe-4b67-adfd-00a9752f666b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647514 Jul 06 13:52:14.330458 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ed9748ab-bb13-4512-b8a3-1ef32cc8679c req-98a1255e-374a-4e8e-a8bc-477e8d844f9b service neutron] 10.222.0.52 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830256 Jul 06 13:52:14.920970 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ed9748ab-bb13-4512-b8a3-1ef32cc8679c req-3e143afa-0321-43f0-a154-6d79e8efef3d service neutron] 10.222.0.52 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5831463 Jul 06 13:52:14.935534 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bb5d4-bbb5-43aa-9a86-b36777e0de96 req-68ca411e-1984-4e27-85a8-40de13e83b09 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:14.936975 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc2bb5d4-bbb5-43aa-9a86-b36777e0de96 req-68ca411e-1984-4e27-85a8-40de13e83b09 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5878301 Jul 06 13:52:14.949709 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694b355-3f3a-406d-88c5-f57cca54931a req-25ddc559-7e98-4eec-8f4c-09286f0aca5a tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:14.951315 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d694b355-3f3a-406d-88c5-f57cca54931a req-25ddc559-7e98-4eec-8f4c-09286f0aca5a tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=32f32f0b-3119-44d1-b022-18ec05a431f7 HTTP/1.1" status: 200 len: 943 time: 0.1618440 Jul 06 13:52:15.008901 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc2bb5d4-bbb5-43aa-9a86-b36777e0de96 req-a70936b1-cb14-41c0-a264-7c14999e98e8 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.63 HTTP/1.1" status: 200 len: 695 time: 0.0565457 Jul 06 13:52:15.025836 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-fc2bb5d4-bbb5-43aa-9a86-b36777e0de96 req-8511f0eb-08cb-4d70-96bd-37a0ffad9853 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Request body: {'floatingip': {'port_id': '82da8ad5-bbcc-4eef-98b5-661e5b31ad9f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:15.065944 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d694b355-3f3a-406d-88c5-f57cca54931a req-f02647a1-2e50-4cb8-8661-c3085a31de55 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052296 Jul 06 13:52:15.074343 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-863e8efd-97f7-457f-b65f-c333a3196c94 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] Request body: {'port': {'device_id': 'e2ca9a22-840a-4d6a-9430-bfdad55173e0', 'network_id': '72f5c6cb-0111-4783-a2c7-6163df052e5e', 'admin_state_up': True, 'tenant_id': 'ca7f56c201004b3f9bdd8194d1dc41f5'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:15.093074 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fc2bb5d4-bbb5-43aa-9a86-b36777e0de96 req-8511f0eb-08cb-4d70-96bd-37a0ffad9853 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks [] for floatingip, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:15.312978 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0a0a5-e0b5-4e5d-9df7-203c7489974b req-e2057752-0104-49a2-b796-a7cc43af7c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:15.315481 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ebe0a0a5-e0b5-4e5d-9df7-203c7489974b req-e2057752-0104-49a2-b796-a7cc43af7c41 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=5cdbbf3cb8c5435e96d40f3db2892fd8&device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 1097 time: 0.0725827 Jul 06 13:52:15.382899 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.124', 62710) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:15.400616 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01e6c6-c72e-4263-8310-99fa1e3aee38 req-932a2699-cb67-4116-bd68-6cd62fb732ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:15.402232 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb01e6c6-c72e-4263-8310-99fa1e3aee38 req-932a2699-cb67-4116-bd68-6cd62fb732ba service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=bea7b4da8e63480980f1c76d63c2ffcf&device_id=32f32f0b-3119-44d1-b022-18ec05a431f7 HTTP/1.1" status: 200 len: 1094 time: 0.2297342 Jul 06 13:52:15.406617 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-863e8efd-97f7-457f-b65f-c333a3196c94 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] Made reservation on behalf of ca7f56c201004b3f9bdd8194d1dc41f5 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:52:15.411422 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-863e8efd-97f7-457f-b65f-c333a3196c94 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:15.484240 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-4a544ac2-d773-4a1a-a66b-1ad47bb959f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:15.486244 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-4a544ac2-d773-4a1a-a66b-1ad47bb959f1 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=e0af5c35-ffa6-473a-b888-19a00db41c07&tenant_id=26acdda50990445ca6f1c6389fdcff1f HTTP/1.1" status: 200 len: 1099 time: 0.1021748 Jul 06 13:52:15.487934 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0a0a5-e0b5-4e5d-9df7-203c7489974b req-1835c77d-e5c8-4fc6-ab7c-c1f0bcc5b140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:15.489531 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ebe0a0a5-e0b5-4e5d-9df7-203c7489974b req-1835c77d-e5c8-4fc6-ab7c-c1f0bcc5b140 service neutron] 10.222.0.124 "GET /v2.0/networks?id=a11e6837-0ed6-4c7f-be24-27cdd1b52393 HTTP/1.1" status: 200 len: 919 time: 0.1631987 Jul 06 13:52:15.504684 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-0f3c23c5-856a-4726-8d76-e471628b112d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-773644-6', 'device_owner': 'compute:nova'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:15.561031 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ebe0a0a5-e0b5-4e5d-9df7-203c7489974b req-9743047d-5a83-40b8-96aa-bf1ae0ac4c8e service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82da8ad5-bbcc-4eef-98b5-661e5b31ad9f HTTP/1.1" status: 200 len: 217 time: 0.0535281 Jul 06 13:52:15.653093 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0a0a5-e0b5-4e5d-9df7-203c7489974b req-a72f0800-4833-4bed-84d1-04d0bf2f3360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:15.654610 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ebe0a0a5-e0b5-4e5d-9df7-203c7489974b req-a72f0800-4833-4bed-84d1-04d0bf2f3360 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=24a415f4-aab3-4198-bdfa-b8114bde48d2 HTTP/1.1" status: 200 len: 858 time: 0.0822563 Jul 06 13:52:15.655323 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-0f3c23c5-856a-4726-8d76-e471628b112d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:15.693919 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ebe0a0a5-e0b5-4e5d-9df7-203c7489974b req-3f4b00e9-ca14-431b-83cc-aed7805d73fe service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=a11e6837-0ed6-4c7f-be24-27cdd1b52393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292656 Jul 06 13:52:15.794484 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01e6c6-c72e-4263-8310-99fa1e3aee38 req-b8e4a47f-6008-400c-9985-7845beb51051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:15.795978 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb01e6c6-c72e-4263-8310-99fa1e3aee38 req-b8e4a47f-6008-400c-9985-7845beb51051 service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=bea7b4da8e63480980f1c76d63c2ffcf&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3702278 Jul 06 13:52:15.808773 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c9d0a-43c4-4198-ac10-cccb8788a4a6 req-5e5dd72e-0f2f-436c-90bd-fd010704bf51 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:15.810297 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b2c9d0a-43c4-4198-ac10-cccb8788a4a6 req-5e5dd72e-0f2f-436c-90bd-fd010704bf51 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=0ce975b4-04fd-4a32-aecc-da5f880a06d0 HTTP/1.1" status: 200 len: 943 time: 0.4068696 Jul 06 13:52:15.887241 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-863e8efd-97f7-457f-b65f-c333a3196c94 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] Allocated IP 172.20.0.10 (72f5c6cb-0111-4783-a2c7-6163df052e5e/2bf27eb0-4e1b-4570-a84c-3dc747dd248b/23957468-1ff5-4149-a25b-d0cbfc458a25) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:52:15.913147 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ebe0a0a5-e0b5-4e5d-9df7-203c7489974b req-be5c33d8-b204-47b6-b3cc-1332571561d4 service neutron] 10.222.0.124 "GET /v2.0/networks/a11e6837-0ed6-4c7f-be24-27cdd1b52393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004230 Jul 06 13:52:15.943957 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.124', 62712) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:16.007139 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-6e6e9d9b-2124-4580-aaa8-7d5db2dac0fc tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] 10.222.0.124 "GET /v2.0/networks?tenant_id=83bc3ee923484a73b5c1d4d53b40aa8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585504 Jul 06 13:52:16.036945 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-0f3c23c5-856a-4726-8d76-e471628b112d service neutron] For port 98101a5f-4149-4831-9e47-b5fd6d4b3895, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=98101a5f-4149-4831-9e47-b5fd6d4b3895,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:16.062622 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ebe0a0a5-e0b5-4e5d-9df7-203c7489974b req-126b6775-5b3c-4ad5-8aa4-63161a5e9085 service neutron] 10.222.0.124 "GET /v2.0/networks/a11e6837-0ed6-4c7f-be24-27cdd1b52393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407592 Jul 06 13:52:16.072024 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b2c9d0a-43c4-4198-ac10-cccb8788a4a6 req-204a55a7-62db-4bc4-8c51-7896b9ff03a4 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433553 Jul 06 13:52:16.077166 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 871f05f1-3046-4773-b18c-846767d12dd2 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:52:16.092650 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-0f3c23c5-856a-4726-8d76-e471628b112d service neutron] For port 98101a5f-4149-4831-9e47-b5fd6d4b3895, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:52:16.141158 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-0f3c23c5-856a-4726-8d76-e471628b112d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98101a5f-4149-4831-9e47-b5fd6d4b3895 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:52:16.151378 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-0f3c23c5-856a-4726-8d76-e471628b112d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:16.167536 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01e6c6-c72e-4263-8310-99fa1e3aee38 req-1db1cec5-e031-4fb5-bf87-15e0e0b26f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:16.168808 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb01e6c6-c72e-4263-8310-99fa1e3aee38 req-1db1cec5-e031-4fb5-bf87-15e0e0b26f96 service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3576288 Jul 06 13:52:16.198775 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-0f3c23c5-856a-4726-8d76-e471628b112d service neutron] Transition to ACTIVE for port object 98101a5f-4149-4831-9e47-b5fd6d4b3895 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:52:16.206654 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-0f3c23c5-856a-4726-8d76-e471628b112d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:16.249715 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 871f05f1-3046-4773-b18c-846767d12dd2, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=871f05f1-3046-4773-b18c-846767d12dd2,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:16.263875 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '871f05f1-3046-4773-b18c-846767d12dd2', 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b', 'port_id': '871f05f1-3046-4773-b18c-846767d12dd2', 'mac_address': 'fa:16:3e:05:b5:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c4bc917-beda-4093-9c43-911a28c774ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:52:16.270657 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c23c5-856a-4726-8d76-e471628b112d service neutron] Pushing event updated for resources: {'Port': ['ID=98101a5f-4149-4831-9e47-b5fd6d4b3895,revision_number=7']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:16.324425 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:16.339099 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 871f05f1-3046-4773-b18c-846767d12dd2 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:52:16.359693 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-0f3c23c5-856a-4726-8d76-e471628b112d service neutron] No DVR routers for this DVR port 98101a5f-4149-4831-9e47-b5fd6d4b3895 on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:52:16.373905 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 871f05f1-3046-4773-b18c-846767d12dd2, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=871f05f1-3046-4773-b18c-846767d12dd2,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:16.380478 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:16.385542 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:16.399850 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12e879ad-0ca3-4157-b1dc-f0dc29931708 req-c76d6ef7-a43d-42d3-88fc-f9efb843ddf6 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] 10.222.0.118 "GET /v2.0/ports?device_id=75d7fbea-9479-495b-8625-aac963238431 HTTP/1.1" status: 200 len: 210 time: 0.0713847 Jul 06 13:52:16.414342 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-ed06704d-282e-4e23-bab1-725fce8d84aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:16.416160 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-ed06704d-282e-4e23-bab1-725fce8d84aa service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=bea7b4da8e63480980f1c76d63c2ffcf&device_id=32f32f0b-3119-44d1-b022-18ec05a431f7 HTTP/1.1" status: 200 len: 1094 time: 0.1501064 Jul 06 13:52:16.417134 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-0f3c23c5-856a-4726-8d76-e471628b112d service neutron] Attempting to bind port 98101a5f-4149-4831-9e47-b5fd6d4b3895 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:52:16.417563 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-0f3c23c5-856a-4726-8d76-e471628b112d service neutron] Attempting to bind port 98101a5f-4149-4831-9e47-b5fd6d4b3895 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:52:16.418020 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-0f3c23c5-856a-4726-8d76-e471628b112d service neutron] Attempting to bind port 98101a5f-4149-4831-9e47-b5fd6d4b3895 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:52:16.422880 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-0f3c23c5-856a-4726-8d76-e471628b112d service neutron] Port 98101a5f-4149-4831-9e47-b5fd6d4b3895 on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:52:16.423281 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fc2bb5d4-bbb5-43aa-9a86-b36777e0de96 req-8511f0eb-08cb-4d70-96bd-37a0ffad9853 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:16.424365 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-0f3c23c5-856a-4726-8d76-e471628b112d service neutron] Attempting to bind port 98101a5f-4149-4831-9e47-b5fd6d4b3895 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:52:16.436969 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-0f3c23c5-856a-4726-8d76-e471628b112d service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:52:16.437508 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-0f3c23c5-856a-4726-8d76-e471628b112d service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:52:16.438108 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-0f3c23c5-856a-4726-8d76-e471628b112d service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:52:16.438606 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-0f3c23c5-856a-4726-8d76-e471628b112d service neutron] Bound port: 98101a5f-4149-4831-9e47-b5fd6d4b3895, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:52:16.440421 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-0f3c23c5-856a-4726-8d76-e471628b112d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:16.456895 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=871f05f1-3046-4773-b18c-846767d12dd2,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:16.471355 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-5dbbe83b-acd7-41e7-822d-f8205f01126c tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:16.472642 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-5dbbe83b-acd7-41e7-822d-f8205f01126c tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4562967 Jul 06 13:52:16.478144 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fc2bb5d4-bbb5-43aa-9a86-b36777e0de96 req-8511f0eb-08cb-4d70-96bd-37a0ffad9853 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:16.483999 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-db6441ef-5a35-42a3-8305-6bcc4aaee5db service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6010ab82-df5f-4931-b467-f550bd974281 HTTP/1.1" status: 200 len: 217 time: 0.0567112 Jul 06 13:52:16.498449 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-70cd7eee-5407-4072-a717-05d59b3613f6 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Request body: {'port': {'device_id': '75d7fbea-9479-495b-8625-aac963238431', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'admin_state_up': True, 'tenant_id': '83bc3ee923484a73b5c1d4d53b40aa8f'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:16.583847 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-839dcf4d-8fdf-4031-b291-35b9fd595e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:16.585506 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-839dcf4d-8fdf-4031-b291-35b9fd595e95 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=fd856c7f-efce-4c28-b5ab-617143cae7b2 HTTP/1.1" status: 200 len: 846 time: 0.0927906 Jul 06 13:52:16.593140 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-0f3c23c5-856a-4726-8d76-e471628b112d service neutron] For port 98101a5f-4149-4831-9e47-b5fd6d4b3895, host n-h2-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:52:16.605620 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-0f3c23c5-856a-4726-8d76-e471628b112d service neutron] For port 98101a5f-4149-4831-9e47-b5fd6d4b3895, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=98101a5f-4149-4831-9e47-b5fd6d4b3895,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:52:16.621643 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-863e8efd-97f7-457f-b65f-c333a3196c94 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:16.628324 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-d29c9b4f-bc62-4add-a1e5-87d382cf244f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4af52798-23b1-402a-a1ea-3bd334b33ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315378 Jul 06 13:52:16.629537 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-0f3c23c5-856a-4726-8d76-e471628b112d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:16.665066 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['871f05f1-3046-4773-b18c-846767d12dd2'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:52:16.717679 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-0f3c23c5-856a-4726-8d76-e471628b112d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:16.717927 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-0f3c23c5-856a-4726-8d76-e471628b112d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:16.719341 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-0f3c23c5-856a-4726-8d76-e471628b112d service neutron] 10.222.0.124 "PUT /v2.0/ports/98101a5f-4149-4831-9e47-b5fd6d4b3895 HTTP/1.1" status: 200 len: 1096 time: 1.2200012 Jul 06 13:52:16.719880 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0af5c35-ffa6-473a-b888-19a00db41c07', 'tag': '98101a5f-4149-4831-9e47-b5fd6d4b3895'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:52:16.723153 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8726dd3e-78f1-4ee5-99a3-cdd8154c2c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "e0af5c35-ffa6-473a-b888-19a00db41c07", "tag": "98101a5f-4149-4831-9e47-b5fd6d4b3895"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:52:16.728824 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-863e8efd-97f7-457f-b65f-c333a3196c94 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] Transition to ACTIVE for port object 23957468-1ff5-4149-a25b-d0cbfc458a25 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:52:16.735062 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01e6c6-c72e-4263-8310-99fa1e3aee38 req-26a2a35d-ba69-4401-9bb0-4e8f3538e931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:16.737511 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb01e6c6-c72e-4263-8310-99fa1e3aee38 req-26a2a35d-ba69-4401-9bb0-4e8f3538e931 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=5cdbbf3cb8c5435e96d40f3db2892fd8&device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 1097 time: 0.4677835 Jul 06 13:52:16.759014 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c23c5-856a-4726-8d76-e471628b112d service neutron] Pushing event updated for resources: {'Port': ['ID=98101a5f-4149-4831-9e47-b5fd6d4b3895,revision_number=8']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:16.832993 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-1a6d052f-0daf-4d25-ac12-98257c72e568 service neutron] 10.222.0.124 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956196 Jul 06 13:52:16.878013 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [req-fc2bb5d4-bbb5-43aa-9a86-b36777e0de96 req-8511f0eb-08cb-4d70-96bd-37a0ffad9853 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Floating IP b76d60c4-2d0d-4e07-a175-688eff3f66f0 associated. External IP: 172.25.6.63, port: 82da8ad5-bbcc-4eef-98b5-661e5b31ad9f. Jul 06 13:52:16.958960 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c7e79-ecc8-417e-adac-aed528879305 req-cdbe3195-15f4-4f3e-95c7-155e40eb7f44 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:16.960503 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-515c7e79-ecc8-417e-adac-aed528879305 req-cdbe3195-15f4-4f3e-95c7-155e40eb7f44 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/ports?device_id=ff6fb567-887c-4e2b-b99f-0e710edb5615 HTTP/1.1" status: 200 len: 945 time: 0.4189262 Jul 06 13:52:16.983304 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.124', 62713) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:17.053078 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-863e8efd-97f7-457f-b65f-c333a3196c94 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:17.217351 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-e36f08e9-e456-4f1b-9680-6adb95c473fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:17.218935 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-e36f08e9-e456-4f1b-9680-6adb95c473fa service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 1099 time: 0.4617591 Jul 06 13:52:17.310212 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-a90c269e-830e-4b4a-9140-248113d9eff1 service neutron] 10.222.0.124 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700890 Jul 06 13:52:17.342703 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-adbd332b-acfa-45b2-b64a-8c063bbe31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:17.344198 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-adbd332b-acfa-45b2-b64a-8c063bbe31a4 service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.1181571 Jul 06 13:52:17.389556 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-886778cd-5f9d-4543-b572-6f9cbb24983f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=98101a5f-4149-4831-9e47-b5fd6d4b3895 HTTP/1.1" status: 200 len: 217 time: 0.0387955 Jul 06 13:52:17.426222 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-70cd7eee-5407-4072-a717-05d59b3613f6 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Made reservation on behalf of 83bc3ee923484a73b5c1d4d53b40aa8f for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:52:17.429783 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-70cd7eee-5407-4072-a717-05d59b3613f6 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:17.438612 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-f201fbd7-25ad-40d4-974f-bdd120a0f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:17.440785 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-f201fbd7-25ad-40d4-974f-bdd120a0f0da service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0444739 Jul 06 13:52:17.475871 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01e6c6-c72e-4263-8310-99fa1e3aee38 req-8937e480-f161-404d-8307-b299384a1e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:17.477325 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb01e6c6-c72e-4263-8310-99fa1e3aee38 req-8937e480-f161-404d-8307-b299384a1e5d service neutron] 10.222.0.124 "GET /v2.0/networks?id=a11e6837-0ed6-4c7f-be24-27cdd1b52393 HTTP/1.1" status: 200 len: 919 time: 0.7177413 Jul 06 13:52:17.490875 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-70cd7eee-5407-4072-a717-05d59b3613f6 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:17.499545 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-d6d34bae-50a9-4019-8fa9-da98d705e678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:17.501057 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-d6d34bae-50a9-4019-8fa9-da98d705e678 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0535235 Jul 06 13:52:17.504579 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-863e8efd-97f7-457f-b65f-c333a3196c94 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] Network 72f5c6cb-0111-4783-a2c7-6163df052e5e is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:52:17.563529 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-515c7e79-ecc8-417e-adac-aed528879305 req-4b7ab565-a0f7-42b9-90ff-745e424b7542 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/security-groups?id=1b01d789-7436-40a6-a70c-8138be3e1d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5863869 Jul 06 13:52:17.564812 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-863e8efd-97f7-457f-b65f-c333a3196c94 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:52:17.580168 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-863e8efd-97f7-457f-b65f-c333a3196c94 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:52:17.584227 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e8efd-97f7-457f-b65f-c333a3196c94 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] Pushing event updated for resources: {'Port': ['ID=23957468-1ff5-4149-a25b-d0cbfc458a25,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:17.607700 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-00f9ab29-d3e5-4c17-9d8d-cb5870cdc810 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997572 Jul 06 13:52:17.692678 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e19643-91a7-43ba-baea-9af5cb89e81b req-16ca970c-3c2a-4a48-bb7d-a7e7838197bd tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:17.694425 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-14e19643-91a7-43ba-baea-9af5cb89e81b req-16ca970c-3c2a-4a48-bb7d-a7e7838197bd tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.124 "GET /v2.0/ports?device_id=ff6fb567-887c-4e2b-b99f-0e710edb5615 HTTP/1.1" status: 200 len: 945 time: 0.7069738 Jul 06 13:52:17.696468 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb01e6c6-c72e-4263-8310-99fa1e3aee38 req-bd332f95-418e-4f1b-ac8f-dfbeddba6289 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82da8ad5-bbcc-4eef-98b5-661e5b31ad9f HTTP/1.1" status: 200 len: 999 time: 0.1969516 Jul 06 13:52:17.722311 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-07d7e5db-cd80-4293-9860-48f703c9d8cb service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068909 Jul 06 13:52:17.783843 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-863e8efd-97f7-457f-b65f-c333a3196c94 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:17.784616 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-863e8efd-97f7-457f-b65f-c333a3196c94 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:17.917266 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-33f13535-36c6-4286-bb8c-e8424c29be54 None None] Provisioning for port 23957468-1ff5-4149-a25b-d0cbfc458a25 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:52:17.921306 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-33f13535-36c6-4286-bb8c-e8424c29be54 None None] Provisioning complete for port 23957468-1ff5-4149-a25b-d0cbfc458a25 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:52:17.921742 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-33f13535-36c6-4286-bb8c-e8424c29be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:17.956563 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-33f13535-36c6-4286-bb8c-e8424c29be54 None None] Port 23957468-1ff5-4149-a25b-d0cbfc458a25 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:52:17.967610 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01e6c6-c72e-4263-8310-99fa1e3aee38 req-1712b4cf-91d2-44b6-bf05-cc9e699f6f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:17.969151 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb01e6c6-c72e-4263-8310-99fa1e3aee38 req-1712b4cf-91d2-44b6-bf05-cc9e699f6f8b service neutron] 10.222.0.124 "GET /v2.0/subnets?id=24a415f4-aab3-4198-bdfa-b8114bde48d2 HTTP/1.1" status: 200 len: 858 time: 0.2201440 Jul 06 13:52:18.049193 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb01e6c6-c72e-4263-8310-99fa1e3aee38 req-66679803-6d0f-42aa-aec8-33ebb6fb5060 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=a11e6837-0ed6-4c7f-be24-27cdd1b52393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670252 Jul 06 13:52:18.075792 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 871f05f1-3046-4773-b18c-846767d12dd2 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:52:18.109818 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10789733-d484-4d78-8876-33861126adc0 req-990ad616-48c7-4902-b768-86c51accd94a tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:18.112197 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-10789733-d484-4d78-8876-33861126adc0 req-990ad616-48c7-4902-b768-86c51accd94a tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] 10.222.0.118 "GET /v2.0/ports?device_id=e2ca9a22-840a-4d6a-9430-bfdad55173e0 HTTP/1.1" status: 200 len: 932 time: 0.4087534 Jul 06 13:52:18.118416 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc2bb5d4-bbb5-43aa-9a86-b36777e0de96 req-8511f0eb-08cb-4d70-96bd-37a0ffad9853 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Router 1a111ee6-32b3-44cf-8ee9-ff17866f20e1 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:52:18.125217 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 871f05f1-3046-4773-b18c-846767d12dd2 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:52:18.129009 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 871f05f1-3046-4773-b18c-846767d12dd2 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:52:18.129383 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:18.162180 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-70cd7eee-5407-4072-a717-05d59b3613f6 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:18.192720 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-70cd7eee-5407-4072-a717-05d59b3613f6 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:18.207103 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-863e8efd-97f7-457f-b65f-c333a3196c94 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1366813 Jul 06 13:52:18.219689 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:18.224885 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Request body: {'port': {'device_id': 'e2ca9a22-840a-4d6a-9430-bfdad55173e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:18.244252 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce975b4-04fd-4a32-aecc-da5f880a06d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871f05f1-3046-4773-b18c-846767d12dd2'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:52:18.246552 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5245286e-74ec-4727-a84f-1c21ce46219a" -d '{"events": [{"server_uuid": "0ce975b4-04fd-4a32-aecc-da5f880a06d0", "name": "network-vif-plugged", "status": "completed", "tag": "871f05f1-3046-4773-b18c-846767d12dd2"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:52:18.259172 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 871f05f1-3046-4773-b18c-846767d12dd2, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=871f05f1-3046-4773-b18c-846767d12dd2,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:18.263945 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:18.311237 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=871f05f1-3046-4773-b18c-846767d12dd2,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:18.337558 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 6010ab82-df5f-4931-b467-f550bd974281 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:52:18.346901 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-14e19643-91a7-43ba-baea-9af5cb89e81b req-4ec88674-2e3b-4e0c-bfca-834ebab4a3af tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Deleting port ef3bbff5-1b57-4526-a55f-48cab3900505 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:52:18.347251 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-14e19643-91a7-43ba-baea-9af5cb89e81b req-4ec88674-2e3b-4e0c-bfca-834ebab4a3af tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:18.398008 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd7eee-5407-4072-a717-05d59b3613f6 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38d07671-75e1-4db1-b4ab-e57d26a43008,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:18.435618 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 6010ab82-df5f-4931-b467-f550bd974281, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=6010ab82-df5f-4931-b467-f550bd974281,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:18.439814 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-10789733-d484-4d78-8876-33861126adc0 req-2feab2e6-226e-4075-b836-6e22d2d74363 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] 10.222.0.118 "GET /v2.0/security-groups?id=54f97a51-ef18-475c-82d4-7051c96ea4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952952 Jul 06 13:52:18.448147 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '6010ab82-df5f-4931-b467-f550bd974281', 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb', 'port_id': '6010ab82-df5f-4931-b467-f550bd974281', 'mac_address': 'fa:16:3e:b1:2f:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd856c7f-efce-4c28-b5ab-617143cae7b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:52:18.471774 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb01e6c6-c72e-4263-8310-99fa1e3aee38 req-46610414-09cb-4189-b3b8-90f0f9755efe service neutron] 10.222.0.124 "GET /v2.0/networks/a11e6837-0ed6-4c7f-be24-27cdd1b52393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060211 Jul 06 13:52:18.491542 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:18.504054 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6010ab82-df5f-4931-b467-f550bd974281 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:52:18.534861 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 6010ab82-df5f-4931-b467-f550bd974281, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=6010ab82-df5f-4931-b467-f550bd974281,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:18.539550 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:18.544924 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:18.594950 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=6010ab82-df5f-4931-b467-f550bd974281,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:18.624823 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:52:18.716529 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:18.752239 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc2bb5d4-bbb5-43aa-9a86-b36777e0de96 req-8511f0eb-08cb-4d70-96bd-37a0ffad9853 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:52:18.760149 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-70cd7eee-5407-4072-a717-05d59b3613f6 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Allocated IP 192.168.233.226 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/40750f40-7b93-4978-abd2-84a342a98923) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:52:18.762128 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641424fb-0001-4a03-b54e-fdbbac2e5c4b None None] Sync routers for ids ['1a111ee6-32b3-44cf-8ee9-ff17866f20e1'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:52:18.771802 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641424fb-0001-4a03-b54e-fdbbac2e5c4b None None] Routers {'1a111ee6-32b3-44cf-8ee9-ff17866f20e1'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:52:18.772508 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-641424fb-0001-4a03-b54e-fdbbac2e5c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:52:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1a111ee6-32b3-44cf-8ee9-ff17866f20e1'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:18.773684 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fc2bb5d4-bbb5-43aa-9a86-b36777e0de96 req-8511f0eb-08cb-4d70-96bd-37a0ffad9853 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:18.776819 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-14e19643-91a7-43ba-baea-9af5cb89e81b req-4ec88674-2e3b-4e0c-bfca-834ebab4a3af tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] For port ef3bbff5-1b57-4526-a55f-48cab3900505, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=ef3bbff5-1b57-4526-a55f-48cab3900505,segment=NetworkSegment(0df52ff8-ca18-4039-a7b0-abde1dc3104d),segment_id=0df52ff8-ca18-4039-a7b0-abde1dc3104d)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:18.777345 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-14e19643-91a7-43ba-baea-9af5cb89e81b req-4ec88674-2e3b-4e0c-bfca-834ebab4a3af tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:18.808229 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['6010ab82-df5f-4931-b467-f550bd974281'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:52:18.917348 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb01e6c6-c72e-4263-8310-99fa1e3aee38 req-8c22422c-6824-48ef-b9e2-0b9078fe8b7a service neutron] 10.222.0.124 "GET /v2.0/networks/a11e6837-0ed6-4c7f-be24-27cdd1b52393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354231 Jul 06 13:52:18.924872 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-641424fb-0001-4a03-b54e-fdbbac2e5c4b None None] Set router 1a111ee6-32b3-44cf-8ee9-ff17866f20e1 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:52:18.946428 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc2bb5d4-bbb5-43aa-9a86-b36777e0de96 req-8511f0eb-08cb-4d70-96bd-37a0ffad9853 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "PUT /v2.0/floatingips/b76d60c4-2d0d-4e07-a175-688eff3f66f0 HTTP/1.1" status: 200 len: 996 time: 3.9312222 Jul 06 13:52:18.963527 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3', 'tag': '82da8ad5-bbcc-4eef-98b5-661e5b31ad9f'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:52:18.965807 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70ce954-e50a-4638-9b1a-1cc5538c5bea" -d '{"events": [{"name": "network-changed", "server_uuid": "5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3", "tag": "82da8ad5-bbcc-4eef-98b5-661e5b31ad9f"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:52:19.119357 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a56601-156b-401f-b06d-6d038cab8167 req-e8724a8b-7604-4ec6-897f-a675cc790d15 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:19.120854 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a5a56601-156b-401f-b06d-6d038cab8167 req-e8724a8b-7604-4ec6-897f-a675cc790d15 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 948 time: 0.5021172 Jul 06 13:52:19.218230 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-641424fb-0001-4a03-b54e-fdbbac2e5c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-20513066-router', 'tenant_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'dcc2209b-6030-43cd-87c2-08de85f27bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:50:57Z', 'updated_at': '2021-07-06T13:51:01Z', 'revision_number': 4, 'project_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'gw_port': {'id': 'dcc2209b-6030-43cd-87c2-08de85f27bcf', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:57:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:50:58Z', 'updated_at': '2021-07-06T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'b76d60c4-2d0d-4e07-a175-688eff3f66f0', 'tenant_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'port_id': '82da8ad5-bbcc-4eef-98b5-661e5b31ad9f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a11e6837-0ed6-4c7f-be24-27cdd1b52393', 'mac_address': 'fa:16:3e:50:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:52:11Z', 'updated_at': '2021-07-06T13:52:16Z', 'revision_number': 1, 'project_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c52044-fa14-46c8-a0c8-931401dd632a', 'name': '', 'network_id': 'a11e6837-0ed6-4c7f-be24-27cdd1b52393', 'tenant_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'mac_address': 'fa:16:3e:6b:15:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '24a415f4-aab3-4198-bdfa-b8114bde48d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:00Z', 'updated_at': '2021-07-06T13:51:06Z', 'revision_number': 5, 'project_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'subnets': [{'id': '24a415f4-aab3-4198-bdfa-b8114bde48d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:19.247143 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641424fb-0001-4a03-b54e-fdbbac2e5c4b None None] Checking router: 1a111ee6-32b3-44cf-8ee9-ff17866f20e1 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:52:19.256973 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641424fb-0001-4a03-b54e-fdbbac2e5c4b None None] Routers {'1a111ee6-32b3-44cf-8ee9-ff17866f20e1'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:52:19.257716 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-641424fb-0001-4a03-b54e-fdbbac2e5c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:52:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1a111ee6-32b3-44cf-8ee9-ff17866f20e1'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:19.380110 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-641424fb-0001-4a03-b54e-fdbbac2e5c4b None None] Set router 1a111ee6-32b3-44cf-8ee9-ff17866f20e1 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:52:19.620789 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-641424fb-0001-4a03-b54e-fdbbac2e5c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-20513066-router', 'tenant_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'dcc2209b-6030-43cd-87c2-08de85f27bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:50:57Z', 'updated_at': '2021-07-06T13:51:01Z', 'revision_number': 4, 'project_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'gw_port': {'id': 'dcc2209b-6030-43cd-87c2-08de85f27bcf', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:57:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:50:58Z', 'updated_at': '2021-07-06T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'b76d60c4-2d0d-4e07-a175-688eff3f66f0', 'tenant_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'port_id': '82da8ad5-bbcc-4eef-98b5-661e5b31ad9f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a11e6837-0ed6-4c7f-be24-27cdd1b52393', 'mac_address': 'fa:16:3e:50:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:52:11Z', 'updated_at': '2021-07-06T13:52:16Z', 'revision_number': 1, 'project_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c52044-fa14-46c8-a0c8-931401dd632a', 'name': '', 'network_id': 'a11e6837-0ed6-4c7f-be24-27cdd1b52393', 'tenant_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'mac_address': 'fa:16:3e:6b:15:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '24a415f4-aab3-4198-bdfa-b8114bde48d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:00Z', 'updated_at': '2021-07-06T13:51:06Z', 'revision_number': 5, 'project_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'subnets': [{'id': '24a415f4-aab3-4198-bdfa-b8114bde48d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:19.649179 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641424fb-0001-4a03-b54e-fdbbac2e5c4b None None] The sync data for ids ['1a111ee6-32b3-44cf-8ee9-ff17866f20e1'] in n-d-773644-6 is: [{'id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-20513066-router', 'tenant_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'dcc2209b-6030-43cd-87c2-08de85f27bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:50:57Z', 'updated_at': '2021-07-06T13:51:01Z', 'revision_number': 4, 'project_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'gw_port': {'id': 'dcc2209b-6030-43cd-87c2-08de85f27bcf', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:57:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:50:58Z', 'updated_at': '2021-07-06T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'b76d60c4-2d0d-4e07-a175-688eff3f66f0', 'tenant_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'port_id': '82da8ad5-bbcc-4eef-98b5-661e5b31ad9f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a11e6837-0ed6-4c7f-be24-27cdd1b52393', 'mac_address': 'fa:16:3e:50:3e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:52:11Z', 'updated_at': '2021-07-06T13:52:16Z', 'revision_number': 1, 'project_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6c52044-fa14-46c8-a0c8-931401dd632a', 'name': '', 'network_id': 'a11e6837-0ed6-4c7f-be24-27cdd1b52393', 'tenant_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'mac_address': 'fa:16:3e:6b:15:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '24a415f4-aab3-4198-bdfa-b8114bde48d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:00Z', 'updated_at': '2021-07-06T13:51:06Z', 'revision_number': 5, 'project_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'subnets': [{'id': '24a415f4-aab3-4198-bdfa-b8114bde48d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:52:19.699710 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a5a56601-156b-401f-b06d-6d038cab8167 req-1295e2cd-b6c2-41e2-b49e-75977ea85363 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5602760 Jul 06 13:52:19.738620 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-14e19643-91a7-43ba-baea-9af5cb89e81b req-4ec88674-2e3b-4e0c-bfca-834ebab4a3af tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:19.739001 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-14e19643-91a7-43ba-baea-9af5cb89e81b req-4ec88674-2e3b-4e0c-bfca-834ebab4a3af tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:19.739315 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [req-14e19643-91a7-43ba-baea-9af5cb89e81b req-4ec88674-2e3b-4e0c-bfca-834ebab4a3af tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Floating IP e9b29ca7-7b13-4b87-863a-b2b8d4b96bb0 disassociated. External IP: 172.25.6.51, port: ef3bbff5-1b57-4526-a55f-48cab3900505. Jul 06 13:52:19.739668 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-14e19643-91a7-43ba-baea-9af5cb89e81b req-4ec88674-2e3b-4e0c-bfca-834ebab4a3af tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Calling delete_port for ef3bbff5-1b57-4526-a55f-48cab3900505 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:52:19.757571 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bb5d4-bbb5-43aa-9a86-b36777e0de96 req-19de6ed8-c8ab-424c-ab8e-f6b279597fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:19.759151 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc2bb5d4-bbb5-43aa-9a86-b36777e0de96 req-19de6ed8-c8ab-424c-ab8e-f6b279597fef service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=5cdbbf3cb8c5435e96d40f3db2892fd8&device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 1097 time: 0.7851443 Jul 06 13:52:19.775479 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-70cd7eee-5407-4072-a717-05d59b3613f6 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:19.907557 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24357f65-6268-4672-92b4-a0cacff9580b None None] New status for floating IP b76d60c4-2d0d-4e07-a175-688eff3f66f0: ACTIVE {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:52:19.912066 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-70cd7eee-5407-4072-a717-05d59b3613f6 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Transition to ACTIVE for port object 40750f40-7b93-4978-abd2-84a342a98923 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:52:20.082244 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23957468-1ff5-4149-a25b-d0cbfc458a25 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:52:20.098865 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:20.117879 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bb5d4-bbb5-43aa-9a86-b36777e0de96 req-a9670a03-e2a6-49c0-96b6-c71654f4f3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:20.119712 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc2bb5d4-bbb5-43aa-9a86-b36777e0de96 req-a9670a03-e2a6-49c0-96b6-c71654f4f3e6 service neutron] 10.222.0.118 "GET /v2.0/networks?id=a11e6837-0ed6-4c7f-be24-27cdd1b52393 HTTP/1.1" status: 200 len: 919 time: 0.3485124 Jul 06 13:52:20.153571 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-70cd7eee-5407-4072-a717-05d59b3613f6 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:20.177164 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a48f7-b546-4272-b4fe-b469a5020065 req-f9bb044e-24ba-46e9-99ee-14475358cd75 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:20.178707 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f17a48f7-b546-4272-b4fe-b469a5020065 req-f9bb044e-24ba-46e9-99ee-14475358cd75 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=aed11802-9480-4efd-89db-d5acc2194591 HTTP/1.1" status: 200 len: 946 time: 0.3233905 Jul 06 13:52:20.211183 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Transition to ACTIVE for port object 23957468-1ff5-4149-a25b-d0cbfc458a25 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:52:20.262588 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:20.305866 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-70cd7eee-5407-4072-a717-05d59b3613f6 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:52:20.312277 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-14e19643-91a7-43ba-baea-9af5cb89e81b req-4ec88674-2e3b-4e0c-bfca-834ebab4a3af tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:20.328511 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-70cd7eee-5407-4072-a717-05d59b3613f6 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:52:20.342188 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-70cd7eee-5407-4072-a717-05d59b3613f6 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:52:20.355503 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 98101a5f-4149-4831-9e47-b5fd6d4b3895 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:52:20.363468 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 6010ab82-df5f-4931-b467-f550bd974281 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:52:20.387665 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc2bb5d4-bbb5-43aa-9a86-b36777e0de96 req-30e229ba-a4eb-49a1-a3cc-cc07683af385 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82da8ad5-bbcc-4eef-98b5-661e5b31ad9f HTTP/1.1" status: 200 len: 1001 time: 0.2457991 Jul 06 13:52:20.392184 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd7eee-5407-4072-a717-05d59b3613f6 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Pushing event updated for resources: {'Port': ['ID=40750f40-7b93-4978-abd2-84a342a98923,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:20.403070 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f17a48f7-b546-4272-b4fe-b469a5020065 req-806a3f41-b1de-442e-85d1-33c2fabd3df2 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802847 Jul 06 13:52:20.563824 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 6010ab82-df5f-4931-b467-f550bd974281 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:52:20.584840 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 6010ab82-df5f-4931-b467-f550bd974281 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:52:20.585362 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:20.617325 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-70cd7eee-5407-4072-a717-05d59b3613f6 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:20.618199 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-70cd7eee-5407-4072-a717-05d59b3613f6 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:20.630406 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 98101a5f-4149-4831-9e47-b5fd6d4b3895, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=98101a5f-4149-4831-9e47-b5fd6d4b3895,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:20.653163 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Pushing event updated for resources: {'Port': ['ID=23957468-1ff5-4149-a25b-d0cbfc458a25,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:20.653651 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '98101a5f-4149-4831-9e47-b5fd6d4b3895', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': '98101a5f-4149-4831-9e47-b5fd6d4b3895', 'mac_address': 'fa:16:3e:a5:3f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:52:20.700386 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bb5d4-bbb5-43aa-9a86-b36777e0de96 req-8d89cca4-aeff-4c6c-ba00-b548c2f0709a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:20.701970 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc2bb5d4-bbb5-43aa-9a86-b36777e0de96 req-8d89cca4-aeff-4c6c-ba00-b548c2f0709a service neutron] 10.222.0.118 "GET /v2.0/subnets?id=24a415f4-aab3-4198-bdfa-b8114bde48d2 HTTP/1.1" status: 200 len: 858 time: 0.3058228 Jul 06 13:52:20.724007 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-70cd7eee-5407-4072-a717-05d59b3613f6 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2330966 Jul 06 13:52:20.770032 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec88674-2e3b-4e0c-bfca-834ebab4a3af tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Pushing event deleted for resources: {'Port': ['ID=ef3bbff5-1b57-4526-a55f-48cab3900505,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:20.781501 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-279ba1bb-e6d2-4b01-9e88-2e668db9ec70 service neutron] Request body: {'port': {'device_id': '75d7fbea-9479-495b-8625-aac963238431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:20.819107 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc2bb5d4-bbb5-43aa-9a86-b36777e0de96 req-8fef62f9-0410-42c6-85a7-d6ca62c47493 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=a11e6837-0ed6-4c7f-be24-27cdd1b52393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918994 Jul 06 13:52:20.850053 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Attempting to bind port 23957468-1ff5-4149-a25b-d0cbfc458a25 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:52:20.850401 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Attempting to bind port 23957468-1ff5-4149-a25b-d0cbfc458a25 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '056f233e-bfe2-413b-8fee-61b949fca2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '72f5c6cb-0111-4783-a2c7-6163df052e5e'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:52:20.850738 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Attempting to bind port 23957468-1ff5-4149-a25b-d0cbfc458a25 on network 72f5c6cb-0111-4783-a2c7-6163df052e5e {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:52:20.888665 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:20.893316 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e630abe6-7074-4cdc-bb9a-1ed697cfb688 None None] Provisioning for port 40750f40-7b93-4978-abd2-84a342a98923 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:52:20.913689 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e630abe6-7074-4cdc-bb9a-1ed697cfb688 None None] Provisioning complete for port 40750f40-7b93-4978-abd2-84a342a98923 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:52:20.914089 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e630abe6-7074-4cdc-bb9a-1ed697cfb688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:20.918031 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98101a5f-4149-4831-9e47-b5fd6d4b3895 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:52:20.920173 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Port 23957468-1ff5-4149-a25b-d0cbfc458a25 on network 72f5c6cb-0111-4783-a2c7-6163df052e5e not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:52:20.920508 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Attempting to bind port 23957468-1ff5-4149-a25b-d0cbfc458a25 on network 72f5c6cb-0111-4783-a2c7-6163df052e5e {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:52:20.922095 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:20.951396 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:52:20.951771 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Checking segment: {'id': '056f233e-bfe2-413b-8fee-61b949fca2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '72f5c6cb-0111-4783-a2c7-6163df052e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:52:20.952112 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Bound using segment: {'id': '056f233e-bfe2-413b-8fee-61b949fca2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '72f5c6cb-0111-4783-a2c7-6163df052e5e'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:52:20.952555 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Bound port: 23957468-1ff5-4149-a25b-d0cbfc458a25, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '056f233e-bfe2-413b-8fee-61b949fca2fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '72f5c6cb-0111-4783-a2c7-6163df052e5e'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:52:20.952921 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:20.965209 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14e19643-91a7-43ba-baea-9af5cb89e81b req-4ec88674-2e3b-4e0c-bfca-834ebab4a3af tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Router 8f69c841-f1ec-4583-a6a3-5c66d487954e has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:52:20.969856 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 98101a5f-4149-4831-9e47-b5fd6d4b3895, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=98101a5f-4149-4831-9e47-b5fd6d4b3895,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:20.979769 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:20.994901 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f9af9-00c1-4e11-8c13-35de58c280d6 req-dfccdea0-d760-487c-a239-b64dcb8011c2 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:20.996427 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a6f9af9-00c1-4e11-8c13-35de58c280d6 req-dfccdea0-d760-487c-a239-b64dcb8011c2 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=32f32f0b-3119-44d1-b022-18ec05a431f7 HTTP/1.1" status: 200 len: 944 time: 0.3723285 Jul 06 13:52:21.022886 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-e630abe6-7074-4cdc-bb9a-1ed697cfb688 None None] Port 40750f40-7b93-4978-abd2-84a342a98923 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:52:21.027019 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 6010ab82-df5f-4931-b467-f550bd974281, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=6010ab82-df5f-4931-b467-f550bd974281,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:21.035961 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:21.047102 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device ef3bbff5-1b57-4526-a55f-48cab3900505 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:52:21.078123 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-279ba1bb-e6d2-4b01-9e88-2e668db9ec70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:21.085318 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: ef3bbff5-1b57-4526-a55f-48cab3900505 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:52:21.085695 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device ef3bbff5-1b57-4526-a55f-48cab3900505 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:52:21.094334 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=98101a5f-4149-4831-9e47-b5fd6d4b3895,revision_number=9']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:21.151867 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=6010ab82-df5f-4931-b467-f550bd974281,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:21.162169 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc2bb5d4-bbb5-43aa-9a86-b36777e0de96 req-8bcf7422-cbbf-455f-bcaa-3a084d3a7d49 service neutron] 10.222.0.118 "GET /v2.0/networks/a11e6837-0ed6-4c7f-be24-27cdd1b52393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185861 Jul 06 13:52:21.195610 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a6f9af9-00c1-4e11-8c13-35de58c280d6 req-5650c5e0-6ee8-42ab-8704-714d5fc965f1 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807072 Jul 06 13:52:21.229003 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['98101a5f-4149-4831-9e47-b5fd6d4b3895'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:52:21.286799 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] For port 23957468-1ff5-4149-a25b-d0cbfc458a25, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:52:21.291335 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f09c1d4-44b4-4535-87df-3f1b982e5b0b x-openstack-request-id: req-8f09c1d4-44b4-4535-87df-3f1b982e5b0b {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:52:21.307388 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0af5c35-ffa6-473a-b888-19a00db41c07", "tag": "98101a5f-4149-4831-9e47-b5fd6d4b3895", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:52:21.308118 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-8f09c1d4-44b4-4535-87df-3f1b982e5b0b {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:52:21.308781 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0af5c35-ffa6-473a-b888-19a00db41c07', 'tag': '98101a5f-4149-4831-9e47-b5fd6d4b3895', 'status': 'completed', 'code': 200} Jul 06 13:52:21.372715 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] For port 23957468-1ff5-4149-a25b-d0cbfc458a25, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=23957468-1ff5-4149-a25b-d0cbfc458a25,segment=NetworkSegment(056f233e-bfe2-413b-8fee-61b949fca2fd),segment_id=056f233e-bfe2-413b-8fee-61b949fca2fd)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:52:21.426684 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:21.584233 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:21.584865 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:21.586311 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] 10.222.0.124 "PUT /v2.0/ports/23957468-1ff5-4149-a25b-d0cbfc458a25 HTTP/1.1" status: 200 len: 1092 time: 3.3669801 Jul 06 13:52:21.613434 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14e19643-91a7-43ba-baea-9af5cb89e81b req-4ec88674-2e3b-4e0c-bfca-834ebab4a3af tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:52:21.625148 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae167cd-76bb-4984-81e9-ce859f64c4f5 None None] Sync routers for ids ['8f69c841-f1ec-4583-a6a3-5c66d487954e'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:52:21.639658 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae167cd-76bb-4984-81e9-ce859f64c4f5 None None] Routers {'8f69c841-f1ec-4583-a6a3-5c66d487954e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:52:21.640416 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3ae167cd-76bb-4984-81e9-ce859f64c4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:52:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['8f69c841-f1ec-4583-a6a3-5c66d487954e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:21.678412 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc2bb5d4-bbb5-43aa-9a86-b36777e0de96 req-8132d364-4ac6-4de6-ac6c-d10f383b768a service neutron] 10.222.0.118 "GET /v2.0/networks/a11e6837-0ed6-4c7f-be24-27cdd1b52393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022922 Jul 06 13:52:21.773569 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-3ae167cd-76bb-4984-81e9-ce859f64c4f5 None None] Set router 8f69c841-f1ec-4583-a6a3-5c66d487954e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:52:22.014927 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3ae167cd-76bb-4984-81e9-ce859f64c4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'name': 'tempest-ServersTestBootFromVolume-1979286104-router', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:48:49Z', 'updated_at': '2021-07-06T13:49:00Z', 'revision_number': 4, 'project_id': 'd2199527a64a46ce9106abe6e66b8132', 'gw_port': {'id': '40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:48:51Z', 'updated_at': '2021-07-06T13:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '6d04c30f-ee72-4f06-8e30-70daea3c6ede', 'name': '', 'network_id': '50329774-c014-4320-b73f-68f0f2d9d2b2', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'mac_address': 'fa:16:3e:4e:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '86e0e7b2-c042-4f4e-889c-0378d7ddb55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:48:59Z', 'updated_at': '2021-07-06T13:49:11Z', 'revision_number': 5, 'project_id': 'd2199527a64a46ce9106abe6e66b8132', 'subnets': [{'id': '86e0e7b2-c042-4f4e-889c-0378d7ddb55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:22.043337 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae167cd-76bb-4984-81e9-ce859f64c4f5 None None] Checking router: 8f69c841-f1ec-4583-a6a3-5c66d487954e for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:52:22.052729 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae167cd-76bb-4984-81e9-ce859f64c4f5 None None] Routers {'8f69c841-f1ec-4583-a6a3-5c66d487954e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:52:22.053367 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3ae167cd-76bb-4984-81e9-ce859f64c4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:52:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['8f69c841-f1ec-4583-a6a3-5c66d487954e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:22.152991 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e19643-91a7-43ba-baea-9af5cb89e81b req-4ec88674-2e3b-4e0c-bfca-834ebab4a3af tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] No DVR routers for this DVR port ef3bbff5-1b57-4526-a55f-48cab3900505 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:52:22.159824 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-14e19643-91a7-43ba-baea-9af5cb89e81b req-4ec88674-2e3b-4e0c-bfca-834ebab4a3af tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:22.161800 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-14e19643-91a7-43ba-baea-9af5cb89e81b req-4ec88674-2e3b-4e0c-bfca-834ebab4a3af tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.124 "DELETE /v2.0/ports/ef3bbff5-1b57-4526-a55f-48cab3900505 HTTP/1.1" status: 204 len: 173 time: 4.4143183 Jul 06 13:52:22.162334 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-3ae167cd-76bb-4984-81e9-ce859f64c4f5 None None] Set router 8f69c841-f1ec-4583-a6a3-5c66d487954e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:52:22.170977 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Pushing event updated for resources: {'Port': ['ID=23957468-1ff5-4149-a25b-d0cbfc458a25,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:22.218038 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726dd3e-78f1-4ee5-99a3-cdd8154c2c2c req-8318a9e0-9337-4a84-80b5-8c90e4ac2a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:22.219574 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8726dd3e-78f1-4ee5-99a3-cdd8154c2c2c req-8318a9e0-9337-4a84-80b5-8c90e4ac2a16 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 1100 time: 0.8772292 Jul 06 13:52:22.226628 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:22.226988 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:22.227335 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:22.227675 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:22.228012 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:22.228345 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:22.228678 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:22.229004 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:22.229334 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:22.229666 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:22.230008 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:22.230334 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dd44f2-240b-43be-8ffc-580ba3056f0a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:22.246877 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726dd3e-78f1-4ee5-99a3-cdd8154c2c2c req-05d78474-e06a-435d-9912-4ccd5b69b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:22.248565 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8726dd3e-78f1-4ee5-99a3-cdd8154c2c2c req-05d78474-e06a-435d-9912-4ccd5b69b128 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 1100 time: 0.8911147 Jul 06 13:52:22.371355 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 98101a5f-4149-4831-9e47-b5fd6d4b3895 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:52:22.417647 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3ae167cd-76bb-4984-81e9-ce859f64c4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'name': 'tempest-ServersTestBootFromVolume-1979286104-router', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:48:49Z', 'updated_at': '2021-07-06T13:49:00Z', 'revision_number': 4, 'project_id': 'd2199527a64a46ce9106abe6e66b8132', 'gw_port': {'id': '40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:48:51Z', 'updated_at': '2021-07-06T13:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '6d04c30f-ee72-4f06-8e30-70daea3c6ede', 'name': '', 'network_id': '50329774-c014-4320-b73f-68f0f2d9d2b2', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'mac_address': 'fa:16:3e:4e:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '86e0e7b2-c042-4f4e-889c-0378d7ddb55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:48:59Z', 'updated_at': '2021-07-06T13:49:11Z', 'revision_number': 5, 'project_id': 'd2199527a64a46ce9106abe6e66b8132', 'subnets': [{'id': '86e0e7b2-c042-4f4e-889c-0378d7ddb55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:22.427390 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538e411-5bc8-458b-af40-2e042c51d1df req-2562bc24-c0bf-4976-a3f6-67da7a3e3153 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:22.428942 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0538e411-5bc8-458b-af40-2e042c51d1df req-2562bc24-c0bf-4976-a3f6-67da7a3e3153 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=0ce975b4-04fd-4a32-aecc-da5f880a06d0 HTTP/1.1" status: 200 len: 945 time: 1.0069528 Jul 06 13:52:22.447841 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae167cd-76bb-4984-81e9-ce859f64c4f5 None None] The sync data for ids ['8f69c841-f1ec-4583-a6a3-5c66d487954e'] in n-d-773644-6 is: [{'id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'name': 'tempest-ServersTestBootFromVolume-1979286104-router', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:48:49Z', 'updated_at': '2021-07-06T13:49:00Z', 'revision_number': 4, 'project_id': 'd2199527a64a46ce9106abe6e66b8132', 'gw_port': {'id': '40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:48:51Z', 'updated_at': '2021-07-06T13:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '6d04c30f-ee72-4f06-8e30-70daea3c6ede', 'name': '', 'network_id': '50329774-c014-4320-b73f-68f0f2d9d2b2', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'mac_address': 'fa:16:3e:4e:98:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'device_owner': 'network:router_interface', 'standard_attr_id': 890, 'fixed_ips': [{'subnet_id': '86e0e7b2-c042-4f4e-889c-0378d7ddb55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:48:59Z', 'updated_at': '2021-07-06T13:49:11Z', 'revision_number': 5, 'project_id': 'd2199527a64a46ce9106abe6e66b8132', 'subnets': [{'id': '86e0e7b2-c042-4f4e-889c-0378d7ddb55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:52:22.466468 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 98101a5f-4149-4831-9e47-b5fd6d4b3895 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:52:22.471589 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 98101a5f-4149-4831-9e47-b5fd6d4b3895 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:52:22.472050 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:22.477473 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-e60369b0-dacf-4e1e-abb7-6f0cc564b31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:22.479054 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-e60369b0-dacf-4e1e-abb7-6f0cc564b31f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ca7f56c201004b3f9bdd8194d1dc41f5&device_id=e2ca9a22-840a-4d6a-9430-bfdad55173e0 HTTP/1.1" status: 200 len: 1095 time: 0.8331316 Jul 06 13:52:22.570705 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:22.575817 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b1ead-7fd9-48d3-bc71-ab1cde390796 req-7b29c350-d0b9-4230-965d-cdde989eee8f tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:22.577410 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-384b1ead-7fd9-48d3-bc71-ab1cde390796 req-7b29c350-d0b9-4230-965d-cdde989eee8f tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] 10.222.0.118 "GET /v2.0/ports?device_id=75d7fbea-9479-495b-8625-aac963238431 HTTP/1.1" status: 200 len: 936 time: 0.4743867 Jul 06 13:52:22.606385 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-466bca9e-59bb-4054-99dd-dbca02c127d3 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23957468-1ff5-4149-a25b-d0cbfc458a25 HTTP/1.1" status: 200 len: 217 time: 0.1097054 Jul 06 13:52:22.608152 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 98101a5f-4149-4831-9e47-b5fd6d4b3895, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=98101a5f-4149-4831-9e47-b5fd6d4b3895,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:22.615096 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:22.630048 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726dd3e-78f1-4ee5-99a3-cdd8154c2c2c req-fe1e0947-7afe-41dd-8e42-4d3d32867d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:22.631574 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8726dd3e-78f1-4ee5-99a3-cdd8154c2c2c req-fe1e0947-7afe-41dd-8e42-4d3d32867d4a service neutron] 10.222.0.52 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.3882005 Jul 06 13:52:22.667239 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=98101a5f-4149-4831-9e47-b5fd6d4b3895,revision_number=10']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:22.698670 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0538e411-5bc8-458b-af40-2e042c51d1df req-c979adfb-9077-4c1b-9f5d-5b1a6bd6a92f tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510099 Jul 06 13:52:22.699762 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726dd3e-78f1-4ee5-99a3-cdd8154c2c2c req-cd8c3a60-055a-4f61-b570-38e1e31449d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:22.701175 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8726dd3e-78f1-4ee5-99a3-cdd8154c2c2c req-cd8c3a60-055a-4f61-b570-38e1e31449d5 service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.4254086 Jul 06 13:52:22.747092 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-279ba1bb-e6d2-4b01-9e88-2e668db9ec70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40750f40-7b93-4978-abd2-84a342a98923 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:52:22.757915 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1a3926-5740-426b-ae53-055cced8e72f x-openstack-request-id: req-ea1a3926-5740-426b-ae53-055cced8e72f {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:52:22.758449 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce975b4-04fd-4a32-aecc-da5f880a06d0", "name": "network-vif-plugged", "status": "completed", "tag": "871f05f1-3046-4773-b18c-846767d12dd2", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:52:22.758918 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ea1a3926-5740-426b-ae53-055cced8e72f {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:52:22.759522 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce975b4-04fd-4a32-aecc-da5f880a06d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871f05f1-3046-4773-b18c-846767d12dd2', 'code': 200} Jul 06 13:52:22.760186 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8726dd3e-78f1-4ee5-99a3-cdd8154c2c2c req-587126bf-eaf9-4e09-8a6e-02466f03d5da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=98101a5f-4149-4831-9e47-b5fd6d4b3895 HTTP/1.1" status: 200 len: 217 time: 0.1175749 Jul 06 13:52:22.792421 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-279ba1bb-e6d2-4b01-9e88-2e668db9ec70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:22.853387 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8726dd3e-78f1-4ee5-99a3-cdd8154c2c2c req-d2934f20-3159-4779-8b31-69050a82f081 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=98101a5f-4149-4831-9e47-b5fd6d4b3895 HTTP/1.1" status: 200 len: 217 time: 0.1013460 Jul 06 13:52:22.863012 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-384b1ead-7fd9-48d3-bc71-ab1cde390796 req-b5b38eba-6b23-498c-9546-bb3236e335c5 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] 10.222.0.118 "GET /v2.0/security-groups?id=38d07671-75e1-4db1-b4ab-e57d26a43008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584004 Jul 06 13:52:22.878645 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-de47fe30-cb3e-4d97-b15b-d9aa517327f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:22.880227 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-de47fe30-cb3e-4d97-b15b-d9aa517327f3 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=2bf27eb0-4e1b-4570-a84c-3dc747dd248b HTTP/1.1" status: 200 len: 854 time: 0.2452815 Jul 06 13:52:22.916385 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab700cba-b9cf-4917-ada1-c333a9722260 None None] New status for floating IP e9b29ca7-7b13-4b87-863a-b2b8d4b96bb0: DOWN {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:52:22.930734 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-279ba1bb-e6d2-4b01-9e88-2e668db9ec70 service neutron] Transition to ACTIVE for port object 40750f40-7b93-4978-abd2-84a342a98923 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:52:22.930918 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8b883-6eaf-4750-b403-9fe9c61ae6d9 req-8993d4a6-a9a2-47da-96e2-7d96c848fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:22.932429 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c68268d-a498-4031-9a4a-e2e8035ef08c x-openstack-request-id: req-7c68268d-a498-4031-9a4a-e2e8035ef08c {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:52:22.932719 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3", "tag": "82da8ad5-bbcc-4eef-98b5-661e5b31ad9f", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:52:22.932974 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-7c68268d-a498-4031-9a4a-e2e8035ef08c {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:52:22.933361 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3', 'tag': '82da8ad5-bbcc-4eef-98b5-661e5b31ad9f', 'status': 'completed', 'code': 200} Jul 06 13:52:22.934106 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-65e8b883-6eaf-4750-b403-9fe9c61ae6d9 req-8993d4a6-a9a2-47da-96e2-7d96c848fa85 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0ce975b4-04fd-4a32-aecc-da5f880a06d0 HTTP/1.1" status: 200 len: 1096 time: 0.0711792 Jul 06 13:52:22.975129 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726dd3e-78f1-4ee5-99a3-cdd8154c2c2c req-ad480086-6fdd-4e85-927e-6cb730ce2586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:22.977301 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8726dd3e-78f1-4ee5-99a3-cdd8154c2c2c req-ad480086-6fdd-4e85-927e-6cb730ce2586 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1997254 Jul 06 13:52:22.988471 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-65e8b883-6eaf-4750-b403-9fe9c61ae6d9 req-fb2eda25-4ef0-46ae-ae17-3d0a6bafc9b5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374932 Jul 06 13:52:23.058541 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-279ba1bb-e6d2-4b01-9e88-2e668db9ec70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:23.062163 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fd5eaba0-a2cc-478f-9e84-c493ca2a7d6a req-151e2214-77e1-4e77-954b-5d0dbfb31f28 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/ports?device_id=ff6fb567-887c-4e2b-b99f-0e710edb5615 HTTP/1.1" status: 200 len: 210 time: 0.1267965 Jul 06 13:52:23.243088 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726dd3e-78f1-4ee5-99a3-cdd8154c2c2c req-75537e70-51a0-45ba-9bfe-99a19dc418d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:23.244736 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8726dd3e-78f1-4ee5-99a3-cdd8154c2c2c req-75537e70-51a0-45ba-9bfe-99a19dc418d0 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.3785267 Jul 06 13:52:23.306818 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ba1bb-e6d2-4b01-9e88-2e668db9ec70 service neutron] Pushing event updated for resources: {'Port': ['ID=40750f40-7b93-4978-abd2-84a342a98923,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:23.430730 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ce954-e50a-4638-9b1a-1cc5538c5bea req-b2d9ed70-2fd2-4069-b00d-a4a6ca422ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:23.432613 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b70ce954-e50a-4638-9b1a-1cc5538c5bea req-b2d9ed70-2fd2-4069-b00d-a4a6ca422ea6 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=5cdbbf3cb8c5435e96d40f3db2892fd8&device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 1097 time: 0.4100368 Jul 06 13:52:23.443074 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-98aa54dd-f0ba-40ed-86ef-5e8702f23a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:23.444551 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-98aa54dd-f0ba-40ed-86ef-5e8702f23a27 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=72f5c6cb-0111-4783-a2c7-6163df052e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5104270 Jul 06 13:52:23.476101 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-0ab46aac-2632-4b3f-b98d-b94b4b8beb50 service neutron] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:52:23.477124 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-0ab46aac-2632-4b3f-b98d-b94b4b8beb50 service neutron] 10.222.0.124 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085845 Jul 06 13:52:23.534292 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726dd3e-78f1-4ee5-99a3-cdd8154c2c2c req-64b61918-d596-4930-afdc-5d2657d4082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:23.535756 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8726dd3e-78f1-4ee5-99a3-cdd8154c2c2c req-64b61918-d596-4930-afdc-5d2657d4082a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4999633 Jul 06 13:52:23.551887 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9280e63-5d63-4bef-acb6-4862f154dbd8 req-f34b62d2-711e-4ddc-95f0-47dea7bde393 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:23.553341 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f9280e63-5d63-4bef-acb6-4862f154dbd8 req-f34b62d2-711e-4ddc-95f0-47dea7bde393 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] 10.222.0.118 "GET /v2.0/ports?device_id=e2ca9a22-840a-4d6a-9430-bfdad55173e0 HTTP/1.1" status: 200 len: 944 time: 0.4388087 Jul 06 13:52:23.644736 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8de94b-a84a-4523-b6e7-1cb7208e561d req-5fc79975-3809-4227-8738-ab69144b7e3d tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:23.646317 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6c8de94b-a84a-4523-b6e7-1cb7208e561d req-5fc79975-3809-4227-8738-ab69144b7e3d tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/ports?device_id=aed11802-9480-4efd-89db-d5acc2194591 HTTP/1.1" status: 200 len: 946 time: 0.4495275 Jul 06 13:52:23.728009 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726dd3e-78f1-4ee5-99a3-cdd8154c2c2c req-68e83ea7-671c-4c81-b749-c71e2512098e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:23.729535 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8726dd3e-78f1-4ee5-99a3-cdd8154c2c2c req-68e83ea7-671c-4c81-b749-c71e2512098e service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4552438 Jul 06 13:52:23.741423 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-279ba1bb-e6d2-4b01-9e88-2e668db9ec70 service neutron] Attempting to bind port 40750f40-7b93-4978-abd2-84a342a98923 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:52:23.741781 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-279ba1bb-e6d2-4b01-9e88-2e668db9ec70 service neutron] Attempting to bind port 40750f40-7b93-4978-abd2-84a342a98923 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:52:23.742124 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-279ba1bb-e6d2-4b01-9e88-2e668db9ec70 service neutron] Attempting to bind port 40750f40-7b93-4978-abd2-84a342a98923 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:52:23.803868 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-279ba1bb-e6d2-4b01-9e88-2e668db9ec70 service neutron] Port 40750f40-7b93-4978-abd2-84a342a98923 on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:52:23.804192 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-279ba1bb-e6d2-4b01-9e88-2e668db9ec70 service neutron] Attempting to bind port 40750f40-7b93-4978-abd2-84a342a98923 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:52:23.868996 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f9280e63-5d63-4bef-acb6-4862f154dbd8 req-7dc21ac9-ff31-4fd5-9148-4944b44afab4 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] 10.222.0.118 "GET /v2.0/security-groups?id=54f97a51-ef18-475c-82d4-7051c96ea4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941997 Jul 06 13:52:23.893133 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ce954-e50a-4638-9b1a-1cc5538c5bea req-34357550-3235-447d-bc9d-5ca7ba2d8cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:23.894684 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b70ce954-e50a-4638-9b1a-1cc5538c5bea req-34357550-3235-447d-bc9d-5ca7ba2d8cdb service neutron] 10.222.0.124 "GET /v2.0/networks?id=a11e6837-0ed6-4c7f-be24-27cdd1b52393 HTTP/1.1" status: 200 len: 919 time: 0.4439867 Jul 06 13:52:23.910530 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-279ba1bb-e6d2-4b01-9e88-2e668db9ec70 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:52:23.910914 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-279ba1bb-e6d2-4b01-9e88-2e668db9ec70 service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:52:23.911557 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-279ba1bb-e6d2-4b01-9e88-2e668db9ec70 service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:52:23.911763 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-279ba1bb-e6d2-4b01-9e88-2e668db9ec70 service neutron] Bound port: 40750f40-7b93-4978-abd2-84a342a98923, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:52:23.912130 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-279ba1bb-e6d2-4b01-9e88-2e668db9ec70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:23.926262 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6c8de94b-a84a-4523-b6e7-1cb7208e561d req-d1d56da2-c12c-4e0a-aa6e-87d1b9f47e42 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.118 "GET /v2.0/security-groups?id=2508c40f-d07a-45d6-aad2-f742f738270e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236865 Jul 06 13:52:23.935123 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-3a3dff93-6025-411c-98b8-1a96e0d8aeae service neutron] 10.222.0.124 "GET /v2.0/networks/72f5c6cb-0111-4783-a2c7-6163df052e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169948 Jul 06 13:52:24.019080 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8726dd3e-78f1-4ee5-99a3-cdd8154c2c2c req-709c3472-e74f-4ac4-b50f-187a4e34df4d service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646456 Jul 06 13:52:24.515819 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8726dd3e-78f1-4ee5-99a3-cdd8154c2c2c req-bb6a83be-2231-4939-96ca-954962c06e98 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7507529 Jul 06 13:52:24.527035 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b70ce954-e50a-4638-9b1a-1cc5538c5bea req-22221f36-6ac8-420c-8f55-46d2a4e7e523 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82da8ad5-bbcc-4eef-98b5-661e5b31ad9f HTTP/1.1" status: 200 len: 1001 time: 0.6208003 Jul 06 13:52:24.664065 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-279ba1bb-e6d2-4b01-9e88-2e668db9ec70 service neutron] For port 40750f40-7b93-4978-abd2-84a342a98923, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:52:24.703366 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-279ba1bb-e6d2-4b01-9e88-2e668db9ec70 service neutron] For port 40750f40-7b93-4978-abd2-84a342a98923, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=40750f40-7b93-4978-abd2-84a342a98923,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:52:24.706743 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-21e3b440-5f43-4de3-b9b0-16d11daccd6b service neutron] 10.222.0.124 "GET /v2.0/networks/72f5c6cb-0111-4783-a2c7-6163df052e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7124293 Jul 06 13:52:24.730989 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-279ba1bb-e6d2-4b01-9e88-2e668db9ec70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:24.760497 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f32f0b-3119-44d1-b022-18ec05a431f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6010ab82-df5f-4931-b467-f550bd974281'}, {'server_uuid': 'e0af5c35-ffa6-473a-b888-19a00db41c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98101a5f-4149-4831-9e47-b5fd6d4b3895'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:52:24.762898 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb555b8-9445-4fa0-81b6-357ad274825c" -d '{"events": [{"server_uuid": "32f32f0b-3119-44d1-b022-18ec05a431f7", "name": "network-vif-plugged", "status": "completed", "tag": "6010ab82-df5f-4931-b467-f550bd974281"}, {"server_uuid": "e0af5c35-ffa6-473a-b888-19a00db41c07", "name": "network-vif-plugged", "status": "completed", "tag": "98101a5f-4149-4831-9e47-b5fd6d4b3895"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:52:24.772475 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ce954-e50a-4638-9b1a-1cc5538c5bea req-939d1734-613b-48d3-b5ee-cc5d5b306d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:24.773917 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b70ce954-e50a-4638-9b1a-1cc5538c5bea req-939d1734-613b-48d3-b5ee-cc5d5b306d54 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=24a415f4-aab3-4198-bdfa-b8114bde48d2 HTTP/1.1" status: 200 len: 858 time: 0.2310729 Jul 06 13:52:24.775765 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8726dd3e-78f1-4ee5-99a3-cdd8154c2c2c req-39adf16b-ca47-4612-8bd6-0a3454513b98 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7070601 Jul 06 13:52:24.806005 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aefa05-dcf8-4a00-8329-04420f06730f req-dd4944d0-ec31-42cb-9574-007afd8ab9af tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:24.807553 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-89aefa05-dcf8-4a00-8329-04420f06730f req-dd4944d0-ec31-42cb-9574-007afd8ab9af tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 951 time: 0.7359402 Jul 06 13:52:24.846360 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-279ba1bb-e6d2-4b01-9e88-2e668db9ec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:24.847004 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-279ba1bb-e6d2-4b01-9e88-2e668db9ec70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:24.848498 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-279ba1bb-e6d2-4b01-9e88-2e668db9ec70 service neutron] 10.222.0.124 "PUT /v2.0/ports/40750f40-7b93-4978-abd2-84a342a98923 HTTP/1.1" status: 200 len: 1096 time: 4.0736542 Jul 06 13:52:24.857232 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b70ce954-e50a-4638-9b1a-1cc5538c5bea req-e9c299d9-be59-4cb3-bfd8-2d3be614ec4e service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=a11e6837-0ed6-4c7f-be24-27cdd1b52393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750203 Jul 06 13:52:24.865396 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8726dd3e-78f1-4ee5-99a3-cdd8154c2c2c req-fe628d62-5a8c-431d-9af1-a7bc586099e8 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316667 Jul 06 13:52:24.936114 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ca9a22-840a-4d6a-9430-bfdad55173e0', 'tag': '23957468-1ff5-4149-a25b-d0cbfc458a25'}, {'server_uuid': 'ff6fb567-887c-4e2b-b99f-0e710edb5615', 'name': 'network-vif-deleted', 'tag': 'ef3bbff5-1b57-4526-a55f-48cab3900505'}, {'name': 'network-changed', 'server_uuid': '75d7fbea-9479-495b-8625-aac963238431', 'tag': '40750f40-7b93-4978-abd2-84a342a98923'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:52:24.939762 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a95472-e41f-4b83-bf75-cd4362042d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ca9a22-840a-4d6a-9430-bfdad55173e0", "tag": "23957468-1ff5-4149-a25b-d0cbfc458a25"}, {"server_uuid": "ff6fb567-887c-4e2b-b99f-0e710edb5615", "name": "network-vif-deleted", "tag": "ef3bbff5-1b57-4526-a55f-48cab3900505"}, {"name": "network-changed", "server_uuid": "75d7fbea-9479-495b-8625-aac963238431", "tag": "40750f40-7b93-4978-abd2-84a342a98923"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:52:24.972710 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ba1bb-e6d2-4b01-9e88-2e668db9ec70 service neutron] Pushing event updated for resources: {'Port': ['ID=40750f40-7b93-4978-abd2-84a342a98923,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:24.996042 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-89aefa05-dcf8-4a00-8329-04420f06730f req-23fbc028-6121-45f2-b2da-dd904d367587 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465762 Jul 06 13:52:25.094359 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b70ce954-e50a-4638-9b1a-1cc5538c5bea req-f5fdba22-f49b-4de2-b399-4abaff82d4f2 service neutron] 10.222.0.124 "GET /v2.0/networks/a11e6837-0ed6-4c7f-be24-27cdd1b52393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280059 Jul 06 13:52:25.131071 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-89a1cce5-52e1-4f3c-94d2-c2b87d2c941b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:25.132584 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-89a1cce5-52e1-4f3c-94d2-c2b87d2c941b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=83bc3ee923484a73b5c1d4d53b40aa8f&device_id=75d7fbea-9479-495b-8625-aac963238431 HTTP/1.1" status: 200 len: 1099 time: 0.2056105 Jul 06 13:52:25.195092 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-494430a0-d22a-456f-96f8-1792c3549afd req-0b7f8c9f-3534-4776-8d74-a3dd11009130 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.63 HTTP/1.1" status: 200 len: 1001 time: 0.1708086 Jul 06 13:52:25.229347 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-8e11a8ee-1057-44b2-ae39-1b8daf0c7411 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=40750f40-7b93-4978-abd2-84a342a98923 HTTP/1.1" status: 200 len: 217 time: 0.0750675 Jul 06 13:52:25.346875 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494430a0-d22a-456f-96f8-1792c3549afd req-e2b8bd31-6a1c-4ab1-b9d0-efce6c727baf tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:25.348337 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-494430a0-d22a-456f-96f8-1792c3549afd req-e2b8bd31-6a1c-4ab1-b9d0-efce6c727baf tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/ports/82da8ad5-bbcc-4eef-98b5-661e5b31ad9f HTTP/1.1" status: 200 len: 943 time: 0.1246572 Jul 06 13:52:25.352581 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-8cc818a8-5671-4722-9ef3-7f0dace86807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:25.354085 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-8cc818a8-5671-4722-9ef3-7f0dace86807 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1135154 Jul 06 13:52:25.357993 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b70ce954-e50a-4638-9b1a-1cc5538c5bea req-291f4e72-75c4-40fe-b116-c40932869fd2 service neutron] 10.222.0.124 "GET /v2.0/networks/a11e6837-0ed6-4c7f-be24-27cdd1b52393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490671 Jul 06 13:52:25.430128 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-db1a4e0f-d930-40fe-9c9a-6e652616850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:25.431708 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-db1a4e0f-d930-40fe-9c9a-6e652616850d service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0604441 Jul 06 13:52:25.565318 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-494430a0-d22a-456f-96f8-1792c3549afd req-b66a8fcc-34c0-41ae-93dc-f197d8bfad9f tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.63 HTTP/1.1" status: 200 len: 1001 time: 0.1047189 Jul 06 13:52:25.603854 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-ed2d95d9-d80e-41d2-98e0-a8f84fa078e8 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627865 Jul 06 13:52:25.754113 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494430a0-d22a-456f-96f8-1792c3549afd req-348412de-3ab9-498e-a9ee-285976ef1f63 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:25.756094 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-494430a0-d22a-456f-96f8-1792c3549afd req-348412de-3ab9-498e-a9ee-285976ef1f63 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 784 time: 0.1829607 Jul 06 13:52:25.774019 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59b439b2-ff90-40f8-a397-6c6a71c99deb req-fab2eb2a-a800-48b5-8956-848d902ad456 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409202 Jul 06 13:52:25.834850 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-494430a0-d22a-456f-96f8-1792c3549afd req-66267a68-df08-49c9-a55f-bb2cd6bacb81 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.63 HTTP/1.1" status: 200 len: 1001 time: 0.0718074 Jul 06 13:52:25.844797 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-494430a0-d22a-456f-96f8-1792c3549afd req-4a3a1f19-f2c5-44bb-bbcf-44d59ecd2fe1 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:25.909479 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-494430a0-d22a-456f-96f8-1792c3549afd req-4a3a1f19-f2c5-44bb-bbcf-44d59ecd2fe1 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks [] for floatingip, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:26.066621 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-494430a0-d22a-456f-96f8-1792c3549afd req-4a3a1f19-f2c5-44bb-bbcf-44d59ecd2fe1 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:26.070427 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-494430a0-d22a-456f-96f8-1792c3549afd req-4a3a1f19-f2c5-44bb-bbcf-44d59ecd2fe1 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:26.070752 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [req-494430a0-d22a-456f-96f8-1792c3549afd req-4a3a1f19-f2c5-44bb-bbcf-44d59ecd2fe1 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Floating IP b76d60c4-2d0d-4e07-a175-688eff3f66f0 disassociated. External IP: 172.25.6.63, port: 82da8ad5-bbcc-4eef-98b5-661e5b31ad9f. Jul 06 13:52:26.281137 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-494430a0-d22a-456f-96f8-1792c3549afd req-4a3a1f19-f2c5-44bb-bbcf-44d59ecd2fe1 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Router 1a111ee6-32b3-44cf-8ee9-ff17866f20e1 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:52:26.409705 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-494430a0-d22a-456f-96f8-1792c3549afd req-4a3a1f19-f2c5-44bb-bbcf-44d59ecd2fe1 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:52:26.414281 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 23957468-1ff5-4149-a25b-d0cbfc458a25 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:52:26.416029 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-494430a0-d22a-456f-96f8-1792c3549afd req-4a3a1f19-f2c5-44bb-bbcf-44d59ecd2fe1 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:26.425458 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87162677-855a-47e5-9f67-e6308cd1cc98 None None] Sync routers for ids ['1a111ee6-32b3-44cf-8ee9-ff17866f20e1'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:52:26.461151 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-494430a0-d22a-456f-96f8-1792c3549afd req-4a3a1f19-f2c5-44bb-bbcf-44d59ecd2fe1 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "PUT /v2.0/floatingips/b76d60c4-2d0d-4e07-a175-688eff3f66f0 HTTP/1.1" status: 200 len: 694 time: 0.6205080 Jul 06 13:52:26.504481 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87162677-855a-47e5-9f67-e6308cd1cc98 None None] Routers {'1a111ee6-32b3-44cf-8ee9-ff17866f20e1'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:52:26.505364 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-87162677-855a-47e5-9f67-e6308cd1cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:52:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1a111ee6-32b3-44cf-8ee9-ff17866f20e1'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:26.547853 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494430a0-d22a-456f-96f8-1792c3549afd req-e92b411c-75ce-40f5-84e2-f06719a44682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:26.550721 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-494430a0-d22a-456f-96f8-1792c3549afd req-e92b411c-75ce-40f5-84e2-f06719a44682 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=5cdbbf3cb8c5435e96d40f3db2892fd8&device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 1097 time: 0.0738549 Jul 06 13:52:26.637381 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 23957468-1ff5-4149-a25b-d0cbfc458a25, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=23957468-1ff5-4149-a25b-d0cbfc458a25,segment=NetworkSegment(056f233e-bfe2-413b-8fee-61b949fca2fd),segment_id=056f233e-bfe2-413b-8fee-61b949fca2fd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:26.648020 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494430a0-d22a-456f-96f8-1792c3549afd req-af3a1fc0-601e-4536-ab32-e573e5bd268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:26.650104 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '23957468-1ff5-4149-a25b-d0cbfc458a25', 'network_id': '72f5c6cb-0111-4783-a2c7-6163df052e5e', 'port_id': '23957468-1ff5-4149-a25b-d0cbfc458a25', 'mac_address': 'fa:16:3e:7d:25:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf27eb0-4e1b-4570-a84c-3dc747dd248b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:52:26.655225 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-494430a0-d22a-456f-96f8-1792c3549afd req-af3a1fc0-601e-4536-ab32-e573e5bd268c service neutron] 10.222.0.118 "GET /v2.0/networks?id=a11e6837-0ed6-4c7f-be24-27cdd1b52393 HTTP/1.1" status: 200 len: 919 time: 0.0975811 Jul 06 13:52:26.697391 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-87162677-855a-47e5-9f67-e6308cd1cc98 None None] Set router 1a111ee6-32b3-44cf-8ee9-ff17866f20e1 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:52:26.702370 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-494430a0-d22a-456f-96f8-1792c3549afd req-826b933c-55d6-437b-bb84-98ee7eb53d92 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82da8ad5-bbcc-4eef-98b5-661e5b31ad9f HTTP/1.1" status: 200 len: 217 time: 0.0461993 Jul 06 13:52:26.736525 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:26.755305 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494430a0-d22a-456f-96f8-1792c3549afd req-46347313-fb94-4ad0-a64d-863f251e1aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:26.756872 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-494430a0-d22a-456f-96f8-1792c3549afd req-46347313-fb94-4ad0-a64d-863f251e1aae service neutron] 10.222.0.118 "GET /v2.0/subnets?id=24a415f4-aab3-4198-bdfa-b8114bde48d2 HTTP/1.1" status: 200 len: 858 time: 0.0534687 Jul 06 13:52:26.797182 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-494430a0-d22a-456f-96f8-1792c3549afd req-5761c2e3-3623-482f-918e-9848d545d513 service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=a11e6837-0ed6-4c7f-be24-27cdd1b52393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323193 Jul 06 13:52:26.799069 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23957468-1ff5-4149-a25b-d0cbfc458a25 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:52:26.860849 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 23957468-1ff5-4149-a25b-d0cbfc458a25, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=23957468-1ff5-4149-a25b-d0cbfc458a25,segment=NetworkSegment(056f233e-bfe2-413b-8fee-61b949fca2fd),segment_id=056f233e-bfe2-413b-8fee-61b949fca2fd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:26.869510 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:26.918422 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-494430a0-d22a-456f-96f8-1792c3549afd req-6b98e87b-1eb9-4b8d-aeee-409ff6a21242 service neutron] 10.222.0.118 "GET /v2.0/networks/a11e6837-0ed6-4c7f-be24-27cdd1b52393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136103 Jul 06 13:52:26.963742 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=23957468-1ff5-4149-a25b-d0cbfc458a25,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:26.994171 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-87162677-855a-47e5-9f67-e6308cd1cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-20513066-router', 'tenant_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'dcc2209b-6030-43cd-87c2-08de85f27bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:50:57Z', 'updated_at': '2021-07-06T13:51:01Z', 'revision_number': 4, 'project_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'gw_port': {'id': 'dcc2209b-6030-43cd-87c2-08de85f27bcf', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:57:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:50:58Z', 'updated_at': '2021-07-06T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'd6c52044-fa14-46c8-a0c8-931401dd632a', 'name': '', 'network_id': 'a11e6837-0ed6-4c7f-be24-27cdd1b52393', 'tenant_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'mac_address': 'fa:16:3e:6b:15:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '24a415f4-aab3-4198-bdfa-b8114bde48d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:00Z', 'updated_at': '2021-07-06T13:51:06Z', 'revision_number': 5, 'project_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'subnets': [{'id': '24a415f4-aab3-4198-bdfa-b8114bde48d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:27.015048 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-494430a0-d22a-456f-96f8-1792c3549afd req-fdacdc03-a82c-47fd-bd49-7d9d8cce70ad service neutron] 10.222.0.118 "GET /v2.0/networks/a11e6837-0ed6-4c7f-be24-27cdd1b52393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915189 Jul 06 13:52:27.026798 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87162677-855a-47e5-9f67-e6308cd1cc98 None None] Checking router: 1a111ee6-32b3-44cf-8ee9-ff17866f20e1 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:52:27.035578 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87162677-855a-47e5-9f67-e6308cd1cc98 None None] Routers {'1a111ee6-32b3-44cf-8ee9-ff17866f20e1'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:52:27.036214 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-87162677-855a-47e5-9f67-e6308cd1cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:52:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1a111ee6-32b3-44cf-8ee9-ff17866f20e1'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:27.128598 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['23957468-1ff5-4149-a25b-d0cbfc458a25'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:52:27.182270 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-87162677-855a-47e5-9f67-e6308cd1cc98 None None] Set router 1a111ee6-32b3-44cf-8ee9-ff17866f20e1 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:52:27.196589 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a5d8b-bfd9-460b-b769-a6fb808c7a44 req-b944d42f-9380-4c61-b8d6-09ed35c95845 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:27.198137 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-832a5d8b-bfd9-460b-b769-a6fb808c7a44 req-b944d42f-9380-4c61-b8d6-09ed35c95845 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=32f32f0b-3119-44d1-b022-18ec05a431f7 HTTP/1.1" status: 200 len: 945 time: 0.0720439 Jul 06 13:52:27.247584 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-832a5d8b-bfd9-460b-b769-a6fb808c7a44 req-eb345091-b28e-4122-b5f6-cd4ad5689f6f tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427201 Jul 06 13:52:27.432063 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f7d0b0-006d-48fe-8c14-33f00206d418 req-58cfabd9-2a63-4367-8ad9-2f75ee906e45 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:27.433844 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59f7d0b0-006d-48fe-8c14-33f00206d418 req-58cfabd9-2a63-4367-8ad9-2f75ee906e45 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=0ce975b4-04fd-4a32-aecc-da5f880a06d0 HTTP/1.1" status: 200 len: 945 time: 0.0729342 Jul 06 13:52:27.473929 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59f7d0b0-006d-48fe-8c14-33f00206d418 req-45b9a0eb-682b-4987-b0e1-871152bea09e tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334063 Jul 06 13:52:27.628677 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-87162677-855a-47e5-9f67-e6308cd1cc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-20513066-router', 'tenant_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'dcc2209b-6030-43cd-87c2-08de85f27bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:50:57Z', 'updated_at': '2021-07-06T13:51:01Z', 'revision_number': 4, 'project_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'gw_port': {'id': 'dcc2209b-6030-43cd-87c2-08de85f27bcf', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:57:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:50:58Z', 'updated_at': '2021-07-06T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'd6c52044-fa14-46c8-a0c8-931401dd632a', 'name': '', 'network_id': 'a11e6837-0ed6-4c7f-be24-27cdd1b52393', 'tenant_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'mac_address': 'fa:16:3e:6b:15:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '24a415f4-aab3-4198-bdfa-b8114bde48d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:00Z', 'updated_at': '2021-07-06T13:51:06Z', 'revision_number': 5, 'project_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'subnets': [{'id': '24a415f4-aab3-4198-bdfa-b8114bde48d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:27.643495 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b56eb-de12-4f83-8345-044a4b6d52d4 req-0b1fc40f-d2d2-4d1c-b72f-3f2de42a7d18 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:27.645157 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-912b56eb-de12-4f83-8345-044a4b6d52d4 req-0b1fc40f-d2d2-4d1c-b72f-3f2de42a7d18 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] 10.222.0.118 "GET /v2.0/ports?device_id=75d7fbea-9479-495b-8625-aac963238431 HTTP/1.1" status: 200 len: 948 time: 0.0688519 Jul 06 13:52:27.655796 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87162677-855a-47e5-9f67-e6308cd1cc98 None None] The sync data for ids ['1a111ee6-32b3-44cf-8ee9-ff17866f20e1'] in n-d-773644-6 is: [{'id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-20513066-router', 'tenant_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'dcc2209b-6030-43cd-87c2-08de85f27bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:50:57Z', 'updated_at': '2021-07-06T13:51:01Z', 'revision_number': 4, 'project_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'gw_port': {'id': 'dcc2209b-6030-43cd-87c2-08de85f27bcf', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:57:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:50:58Z', 'updated_at': '2021-07-06T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'd6c52044-fa14-46c8-a0c8-931401dd632a', 'name': '', 'network_id': 'a11e6837-0ed6-4c7f-be24-27cdd1b52393', 'tenant_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'mac_address': 'fa:16:3e:6b:15:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '24a415f4-aab3-4198-bdfa-b8114bde48d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:00Z', 'updated_at': '2021-07-06T13:51:06Z', 'revision_number': 5, 'project_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'subnets': [{'id': '24a415f4-aab3-4198-bdfa-b8114bde48d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:52:27.686689 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-912b56eb-de12-4f83-8345-044a4b6d52d4 req-9ae9e2f7-053a-4b52-8d19-c940f07fbf12 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] 10.222.0.118 "GET /v2.0/security-groups?id=38d07671-75e1-4db1-b4ab-e57d26a43008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355377 Jul 06 13:52:27.938583 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933c29d1-dbda-4614-99ce-c16bd23a758a None None] New status for floating IP b76d60c4-2d0d-4e07-a175-688eff3f66f0: DOWN {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:52:28.066992 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 13:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c35e97-9a00-495f-b131-4ad0e5765e4c x-openstack-request-id: req-65c35e97-9a00-495f-b131-4ad0e5765e4c {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:52:28.067296 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f32f0b-3119-44d1-b022-18ec05a431f7", "name": "network-vif-plugged", "status": "completed", "tag": "6010ab82-df5f-4931-b467-f550bd974281", "code": 200}, {"server_uuid": "e0af5c35-ffa6-473a-b888-19a00db41c07", "name": "network-vif-plugged", "status": "completed", "tag": "98101a5f-4149-4831-9e47-b5fd6d4b3895", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:52:28.067554 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-65c35e97-9a00-495f-b131-4ad0e5765e4c {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:52:28.067964 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f32f0b-3119-44d1-b022-18ec05a431f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6010ab82-df5f-4931-b467-f550bd974281', 'code': 200} Jul 06 13:52:28.068228 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0af5c35-ffa6-473a-b888-19a00db41c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98101a5f-4149-4831-9e47-b5fd6d4b3895', 'code': 200} Jul 06 13:52:28.123931 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 06 Jul 2021 13:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e70b7a-5222-4e49-ba94-d636f101aa79 x-openstack-request-id: req-b2e70b7a-5222-4e49-ba94-d636f101aa79 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:52:28.124992 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ca9a22-840a-4d6a-9430-bfdad55173e0", "tag": "23957468-1ff5-4149-a25b-d0cbfc458a25", "status": "completed", "code": 200}, {"server_uuid": "ff6fb567-887c-4e2b-b99f-0e710edb5615", "name": "network-vif-deleted", "tag": "ef3bbff5-1b57-4526-a55f-48cab3900505", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "75d7fbea-9479-495b-8625-aac963238431", "tag": "40750f40-7b93-4978-abd2-84a342a98923", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:52:28.125324 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-b2e70b7a-5222-4e49-ba94-d636f101aa79 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:52:28.126133 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ca9a22-840a-4d6a-9430-bfdad55173e0', 'tag': '23957468-1ff5-4149-a25b-d0cbfc458a25', 'status': 'completed', 'code': 200} Jul 06 13:52:28.126528 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6fb567-887c-4e2b-b99f-0e710edb5615', 'name': 'network-vif-deleted', 'tag': 'ef3bbff5-1b57-4526-a55f-48cab3900505', 'status': 'completed', 'code': 200} Jul 06 13:52:28.127519 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d7fbea-9479-495b-8625-aac963238431', 'tag': '40750f40-7b93-4978-abd2-84a342a98923', 'status': 'completed', 'code': 200} Jul 06 13:52:28.272931 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b4fe3-ea10-4333-9120-449d7ea9dd63 req-4945d999-6529-4cd5-87ba-3c7ffd32935c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:28.275395 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb3b4fe3-ea10-4333-9120-449d7ea9dd63 req-4945d999-6529-4cd5-87ba-3c7ffd32935c service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=32f32f0b-3119-44d1-b022-18ec05a431f7 HTTP/1.1" status: 200 len: 1096 time: 0.1174715 Jul 06 13:52:28.276180 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a95472-e41f-4b83-bf75-cd4362042d7e req-00c8d5de-a82f-479b-a8f6-2f0e653b6d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:28.277576 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64a95472-e41f-4b83-bf75-cd4362042d7e req-00c8d5de-a82f-479b-a8f6-2f0e653b6d60 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ca7f56c201004b3f9bdd8194d1dc41f5&device_id=e2ca9a22-840a-4d6a-9430-bfdad55173e0 HTTP/1.1" status: 200 len: 1096 time: 0.1185944 Jul 06 13:52:28.430310 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 40750f40-7b93-4978-abd2-84a342a98923 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:52:28.432442 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 23957468-1ff5-4149-a25b-d0cbfc458a25 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:52:28.445118 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2c59adc-e9fd-40f7-80cb-116e999ed620 req-fafa891c-72a0-4949-b23b-207e56d63e53 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/floatingips/b76d60c4-2d0d-4e07-a175-688eff3f66f0 HTTP/1.1" status: 200 len: 692 time: 0.1360371 Jul 06 13:52:28.446860 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb3b4fe3-ea10-4333-9120-449d7ea9dd63 req-2327bd09-902c-48ec-80e7-c14a9194c6e5 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608093 Jul 06 13:52:28.541998 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 23957468-1ff5-4149-a25b-d0cbfc458a25 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:52:28.547771 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a95472-e41f-4b83-bf75-cd4362042d7e req-9c7461f9-1851-44f0-b3b8-a801381b8cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:28.550122 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64a95472-e41f-4b83-bf75-cd4362042d7e req-9c7461f9-1851-44f0-b3b8-a801381b8cd1 service neutron] 10.222.0.124 "GET /v2.0/networks?id=72f5c6cb-0111-4783-a2c7-6163df052e5e HTTP/1.1" status: 200 len: 916 time: 0.2576091 Jul 06 13:52:28.554230 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 23957468-1ff5-4149-a25b-d0cbfc458a25 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:52:28.554616 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:28.599251 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 40750f40-7b93-4978-abd2-84a342a98923, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=40750f40-7b93-4978-abd2-84a342a98923,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:28.617521 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '40750f40-7b93-4978-abd2-84a342a98923', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': '40750f40-7b93-4978-abd2-84a342a98923', 'mac_address': 'fa:16:3e:b4:ac:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:52:28.621721 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f58791-b16b-4bad-a0ac-d3f2a6c5eb35 req-3297e436-25a8-46c1-ab7e-83eb4c5c20d7 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:28.623439 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b8f58791-b16b-4bad-a0ac-d3f2a6c5eb35 req-3297e436-25a8-46c1-ab7e-83eb4c5c20d7 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.52 "GET /v2.0/ports?device_id=e0af5c35-ffa6-473a-b888-19a00db41c07&tenant_id=26acdda50990445ca6f1c6389fdcff1f&binding%3Ahost_id=n-h2-773644-6 HTTP/1.1" status: 200 len: 951 time: 0.2371752 Jul 06 13:52:28.627815 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64a95472-e41f-4b83-bf75-cd4362042d7e req-927a6b39-f09d-48ff-9c4e-2595154c8b09 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23957468-1ff5-4149-a25b-d0cbfc458a25 HTTP/1.1" status: 200 len: 217 time: 0.0688732 Jul 06 13:52:28.680700 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:28.694950 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c59adc-e9fd-40f7-80cb-116e999ed620 req-e08b5ffa-c52f-44df-9853-7667d36e36fa tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:28.696410 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2c59adc-e9fd-40f7-80cb-116e999ed620 req-e08b5ffa-c52f-44df-9853-7667d36e36fa tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 784 time: 0.2409215 Jul 06 13:52:28.703672 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40750f40-7b93-4978-abd2-84a342a98923 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:52:28.711697 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:28.740899 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 40750f40-7b93-4978-abd2-84a342a98923, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=40750f40-7b93-4978-abd2-84a342a98923,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:28.750937 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:28.763196 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 23957468-1ff5-4149-a25b-d0cbfc458a25, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=23957468-1ff5-4149-a25b-d0cbfc458a25,segment=NetworkSegment(056f233e-bfe2-413b-8fee-61b949fca2fd),segment_id=056f233e-bfe2-413b-8fee-61b949fca2fd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:28.772761 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2c59adc-e9fd-40f7-80cb-116e999ed620 req-d79c87b2-016b-40f8-9fc6-d2d562218421 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.63 HTTP/1.1" status: 200 len: 695 time: 0.0703902 Jul 06 13:52:28.784723 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a95472-e41f-4b83-bf75-cd4362042d7e req-9bbc2aa0-59dd-4730-a5f9-7e71d3b9fc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:28.786226 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64a95472-e41f-4b83-bf75-cd4362042d7e req-9bbc2aa0-59dd-4730-a5f9-7e71d3b9fc82 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=2bf27eb0-4e1b-4570-a84c-3dc747dd248b HTTP/1.1" status: 200 len: 854 time: 0.1420352 Jul 06 13:52:28.786531 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:28.812482 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=40750f40-7b93-4978-abd2-84a342a98923,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:28.856433 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-b8f58791-b16b-4bad-a0ac-d3f2a6c5eb35 req-06f9d9eb-8c2a-4077-8015-f2023dd5fb5a service neutron] delete failed (client error): The resource could not be found. Jul 06 13:52:28.857481 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b8f58791-b16b-4bad-a0ac-d3f2a6c5eb35 req-06f9d9eb-8c2a-4077-8015-f2023dd5fb5a service neutron] 10.222.0.52 "DELETE /v2.0/ports/98101a5f-4149-4831-9e47-b5fd6d4b3895/bindings/n-h1-773644-6 HTTP/1.1" status: 404 len: 380 time: 0.2259216 Jul 06 13:52:28.863391 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2c59adc-e9fd-40f7-80cb-116e999ed620 req-889dce64-efc4-4429-957e-6a285f95a4e8 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.63 HTTP/1.1" status: 200 len: 695 time: 0.0828183 Jul 06 13:52:28.878088 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=23957468-1ff5-4149-a25b-d0cbfc458a25,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:28.988122 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a95472-e41f-4b83-bf75-cd4362042d7e req-0a4366fa-85ea-4421-b148-2aeaec4405d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:28.989603 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64a95472-e41f-4b83-bf75-cd4362042d7e req-0a4366fa-85ea-4421-b148-2aeaec4405d9 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=72f5c6cb-0111-4783-a2c7-6163df052e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1948864 Jul 06 13:52:29.034190 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['40750f40-7b93-4978-abd2-84a342a98923'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:52:29.477325 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba470d4-d8cd-4783-907a-f45d12523821 req-9914cca6-bfd7-4365-a6af-9700fe68ccaf tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:29.479417 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4ba470d4-d8cd-4783-907a-f45d12523821 req-9914cca6-bfd7-4365-a6af-9700fe68ccaf tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.52 "GET /v2.0/ports?device_id=aed11802-9480-4efd-89db-d5acc2194591 HTTP/1.1" status: 200 len: 946 time: 0.0782850 Jul 06 13:52:29.492754 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f58791-b16b-4bad-a0ac-d3f2a6c5eb35 req-cfdacbfc-8931-40a9-b9b8-8831aa98023d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:29.494285 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b8f58791-b16b-4bad-a0ac-d3f2a6c5eb35 req-cfdacbfc-8931-40a9-b9b8-8831aa98023d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 1102 time: 0.5804589 Jul 06 13:52:29.503296 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64a95472-e41f-4b83-bf75-cd4362042d7e req-82017880-618d-46a5-86ea-dad108cfb4f3 service neutron] 10.222.0.124 "GET /v2.0/networks/72f5c6cb-0111-4783-a2c7-6163df052e5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978487 Jul 06 13:52:29.504848 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-c2c59adc-e9fd-40f7-80cb-116e999ed620 req-3df7b7fe-e754-4395-a858-7ba68be5c5b0 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Deleting port 47202527-8769-495b-8b5d-6d4a43a5f468 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:52:29.505061 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c2c59adc-e9fd-40f7-80cb-116e999ed620 req-3df7b7fe-e754-4395-a858-7ba68be5c5b0 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:29.592055 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-4ba470d4-d8cd-4783-907a-f45d12523821 req-baba2c79-5398-4838-9491-282e3f0262b2 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Deleting port d2b1e7fd-15ff-4693-ae54-99b3938758a4 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:52:29.592694 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-4ba470d4-d8cd-4783-907a-f45d12523821 req-baba2c79-5398-4838-9491-282e3f0262b2 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:29.728293 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-4ba470d4-d8cd-4783-907a-f45d12523821 req-baba2c79-5398-4838-9491-282e3f0262b2 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] For port d2b1e7fd-15ff-4693-ae54-99b3938758a4, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=d2b1e7fd-15ff-4693-ae54-99b3938758a4,segment=NetworkSegment(cd7ab75f-6283-4337-a533-ec225e83e782),segment_id=cd7ab75f-6283-4337-a533-ec225e83e782)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:29.728542 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-4ba470d4-d8cd-4783-907a-f45d12523821 req-baba2c79-5398-4838-9491-282e3f0262b2 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:29.740830 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c2c59adc-e9fd-40f7-80cb-116e999ed620 req-3df7b7fe-e754-4395-a858-7ba68be5c5b0 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:29.741607 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c2c59adc-e9fd-40f7-80cb-116e999ed620 req-3df7b7fe-e754-4395-a858-7ba68be5c5b0 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:29.746228 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-4ba470d4-d8cd-4783-907a-f45d12523821 req-baba2c79-5398-4838-9491-282e3f0262b2 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Calling delete_port for d2b1e7fd-15ff-4693-ae54-99b3938758a4 owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:52:29.774982 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-c2c59adc-e9fd-40f7-80cb-116e999ed620 req-3df7b7fe-e754-4395-a858-7ba68be5c5b0 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Calling delete_port for 47202527-8769-495b-8b5d-6d4a43a5f468 owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:52:29.778299 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64a95472-e41f-4b83-bf75-cd4362042d7e req-fa4f14fd-234d-45aa-be43-6495cb905843 service neutron] 10.222.0.124 "GET /v2.0/networks/72f5c6cb-0111-4783-a2c7-6163df052e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633986 Jul 06 13:52:29.781377 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f58791-b16b-4bad-a0ac-d3f2a6c5eb35 req-8949c971-5846-4631-90f1-dbffd4f64b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:29.783007 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b8f58791-b16b-4bad-a0ac-d3f2a6c5eb35 req-8949c971-5846-4631-90f1-dbffd4f64b11 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.2757895 Jul 06 13:52:29.835083 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b8f58791-b16b-4bad-a0ac-d3f2a6c5eb35 req-128ae144-1f46-443c-b910-6742b4883ed5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=98101a5f-4149-4831-9e47-b5fd6d4b3895 HTTP/1.1" status: 200 len: 217 time: 0.0448024 Jul 06 13:52:29.928060 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-4ba470d4-d8cd-4783-907a-f45d12523821 req-baba2c79-5398-4838-9491-282e3f0262b2 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:29.943102 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['d2b1e7fd-15ff-4693-ae54-99b3938758a4'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:52:29.962851 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba2c79-5398-4838-9491-282e3f0262b2 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Pushing event deleted for resources: {'Port': ['ID=d2b1e7fd-15ff-4693-ae54-99b3938758a4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:29.965742 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f58791-b16b-4bad-a0ac-d3f2a6c5eb35 req-271ea7cd-4658-4eca-b439-f11d61d16c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:29.967587 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b8f58791-b16b-4bad-a0ac-d3f2a6c5eb35 req-271ea7cd-4658-4eca-b439-f11d61d16c9b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0996654 Jul 06 13:52:29.995310 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba2c79-5398-4838-9491-282e3f0262b2 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:29.996337 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba2c79-5398-4838-9491-282e3f0262b2 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:29.996337 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba2c79-5398-4838-9491-282e3f0262b2 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:29.997206 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba2c79-5398-4838-9491-282e3f0262b2 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:29.997206 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba2c79-5398-4838-9491-282e3f0262b2 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:29.997460 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba2c79-5398-4838-9491-282e3f0262b2 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:29.997961 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba2c79-5398-4838-9491-282e3f0262b2 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:29.998455 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba2c79-5398-4838-9491-282e3f0262b2 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:29.999022 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba2c79-5398-4838-9491-282e3f0262b2 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:29.999374 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba2c79-5398-4838-9491-282e3f0262b2 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:29.999715 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba2c79-5398-4838-9491-282e3f0262b2 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:30.000047 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba2c79-5398-4838-9491-282e3f0262b2 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:30.025916 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba470d4-d8cd-4783-907a-f45d12523821 req-baba2c79-5398-4838-9491-282e3f0262b2 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] No DVR routers for this DVR port d2b1e7fd-15ff-4693-ae54-99b3938758a4 on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:52:30.028535 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-4ba470d4-d8cd-4783-907a-f45d12523821 req-baba2c79-5398-4838-9491-282e3f0262b2 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:30.031283 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4ba470d4-d8cd-4783-907a-f45d12523821 req-baba2c79-5398-4838-9491-282e3f0262b2 tempest-ServerDiskConfigTestJSON-906215490 tempest-ServerDiskConfigTestJSON-906215490-project] 10.222.0.52 "DELETE /v2.0/ports/d2b1e7fd-15ff-4693-ae54-99b3938758a4 HTTP/1.1" status: 204 len: 173 time: 0.5413454 Jul 06 13:52:30.032133 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed11802-9480-4efd-89db-d5acc2194591', 'name': 'network-vif-deleted', 'tag': 'd2b1e7fd-15ff-4693-ae54-99b3938758a4'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:52:30.034687 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a95472-e41f-4b83-bf75-cd4362042d7e req-18b0140a-a9f1-4b1d-90e4-4b9f374116c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:30.036386 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64a95472-e41f-4b83-bf75-cd4362042d7e req-18b0140a-a9f1-4b1d-90e4-4b9f374116c5 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=83bc3ee923484a73b5c1d4d53b40aa8f&device_id=75d7fbea-9479-495b-8625-aac963238431 HTTP/1.1" status: 200 len: 1100 time: 0.1673462 Jul 06 13:52:30.036559 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087c4d8f-28bc-4976-9c01-50645e7a36e3" -d '{"events": [{"server_uuid": "aed11802-9480-4efd-89db-d5acc2194591", "name": "network-vif-deleted", "tag": "d2b1e7fd-15ff-4693-ae54-99b3938758a4"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:52:30.069005 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ca9a22-840a-4d6a-9430-bfdad55173e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23957468-1ff5-4149-a25b-d0cbfc458a25'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:52:30.071623 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc951abe-9b8f-431e-86e1-5867b7d40fd8" -d '{"events": [{"server_uuid": "e2ca9a22-840a-4d6a-9430-bfdad55173e0", "name": "network-vif-plugged", "status": "completed", "tag": "23957468-1ff5-4149-a25b-d0cbfc458a25"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:52:30.130633 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3', 'tag': '82da8ad5-bbcc-4eef-98b5-661e5b31ad9f'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:52:30.132924 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6037bd-5759-4903-aaef-087b39fe77cf" -d '{"events": [{"name": "network-changed", "server_uuid": "5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3", "tag": "82da8ad5-bbcc-4eef-98b5-661e5b31ad9f"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:52:30.167571 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c2c59adc-e9fd-40f7-80cb-116e999ed620 req-3df7b7fe-e754-4395-a858-7ba68be5c5b0 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:30.185743 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f58791-b16b-4bad-a0ac-d3f2a6c5eb35 req-3770b850-a973-4677-9b80-1ca541715520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:30.187369 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b8f58791-b16b-4bad-a0ac-d3f2a6c5eb35 req-3770b850-a973-4677-9b80-1ca541715520 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2028580 Jul 06 13:52:30.233468 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7b7fe-e754-4395-a858-7ba68be5c5b0 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Pushing event deleted for resources: {'Port': ['ID=47202527-8769-495b-8b5d-6d4a43a5f468,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:30.295776 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a95472-e41f-4b83-bf75-cd4362042d7e req-2ca32cfd-ffd0-4db2-85c9-c45c93b1df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:30.297215 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64a95472-e41f-4b83-bf75-cd4362042d7e req-2ca32cfd-ffd0-4db2-85c9-c45c93b1df85 service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.2536447 Jul 06 13:52:30.371147 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64a95472-e41f-4b83-bf75-cd4362042d7e req-b35c4e42-1fed-4d5a-8be9-5dea279c3f29 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=40750f40-7b93-4978-abd2-84a342a98923 HTTP/1.1" status: 200 len: 217 time: 0.0534225 Jul 06 13:52:30.423976 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c2c59adc-e9fd-40f7-80cb-116e999ed620 req-3df7b7fe-e754-4395-a858-7ba68be5c5b0 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:30.426550 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c2c59adc-e9fd-40f7-80cb-116e999ed620 req-3df7b7fe-e754-4395-a858-7ba68be5c5b0 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:30.427687 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2c59adc-e9fd-40f7-80cb-116e999ed620 req-3df7b7fe-e754-4395-a858-7ba68be5c5b0 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "DELETE /v2.0/floatingips/b76d60c4-2d0d-4e07-a175-688eff3f66f0 HTTP/1.1" status: 204 len: 173 time: 1.5557199 Jul 06 13:52:30.450239 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b8f58791-b16b-4bad-a0ac-d3f2a6c5eb35 req-cec59b98-e649-47fd-97d9-9ebf545b5adc service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321427 Jul 06 13:52:30.453803 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a95472-e41f-4b83-bf75-cd4362042d7e req-95026d07-60a8-4607-a4fc-2a1fd8068a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:30.455857 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64a95472-e41f-4b83-bf75-cd4362042d7e req-95026d07-60a8-4607-a4fc-2a1fd8068a41 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0750389 Jul 06 13:52:30.461263 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 40750f40-7b93-4978-abd2-84a342a98923 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:52:30.532809 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 40750f40-7b93-4978-abd2-84a342a98923 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:52:30.537321 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 40750f40-7b93-4978-abd2-84a342a98923 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:52:30.538008 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:30.588407 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b8f58791-b16b-4bad-a0ac-d3f2a6c5eb35 req-90ccbb02-6a42-4521-8857-ea4a7a3b7926 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310303 Jul 06 13:52:30.597684 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a95472-e41f-4b83-bf75-cd4362042d7e req-efeaa4ac-28ce-4008-8786-9fd7eb039c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:30.598570 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64a95472-e41f-4b83-bf75-cd4362042d7e req-efeaa4ac-28ce-4008-8786-9fd7eb039c45 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1340086 Jul 06 13:52:30.637921 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:30.685481 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 40750f40-7b93-4978-abd2-84a342a98923, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=40750f40-7b93-4978-abd2-84a342a98923,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:30.691288 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:30.713000 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64a95472-e41f-4b83-bf75-cd4362042d7e req-20795adb-d5c5-49b7-a723-d7b055d9482c service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065104 Jul 06 13:52:30.762514 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=40750f40-7b93-4978-abd2-84a342a98923,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:30.838976 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64a95472-e41f-4b83-bf75-cd4362042d7e req-f8cae805-2e9f-4dbb-99aa-f8dfcc39aa6c service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111388 Jul 06 13:52:31.909840 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48302) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:31.967687 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-24781cd9-7ac9-4baf-828d-21aea56fcdd8 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:31.991601 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-24781cd9-7ac9-4baf-828d-21aea56fcdd8 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:32.077629 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-24781cd9-7ac9-4baf-828d-21aea56fcdd8 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:32.080986 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-24781cd9-7ac9-4baf-828d-21aea56fcdd8 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:32.082184 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-24781cd9-7ac9-4baf-828d-21aea56fcdd8 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "DELETE /v2.0/security-groups/1b01d789-7436-40a6-a70c-8138be3e1d10 HTTP/1.1" status: 204 len: 168 time: 0.1713307 Jul 06 13:52:32.084794 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48304) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:32.098504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfce92-b257-44e0-be40-9d7726dc6b70 req-6b1b3fd4-a10f-49be-8b97-3823bf69a36a tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:32.100089 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7adfce92-b257-44e0-be40-9d7726dc6b70 req-6b1b3fd4-a10f-49be-8b97-3823bf69a36a tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=32f32f0b-3119-44d1-b022-18ec05a431f7 HTTP/1.1" status: 200 len: 945 time: 0.1010563 Jul 06 13:52:32.100366 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-e33342b9-06b4-408b-a785-b19eaf4b3f9c tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] show failed (client error): The resource could not be found. Jul 06 13:52:32.101801 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e33342b9-06b4-408b-a785-b19eaf4b3f9c tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "GET /v2.0/security-groups/1b01d789-7436-40a6-a70c-8138be3e1d10 HTTP/1.1" status: 404 len: 347 time: 0.0156822 Jul 06 13:52:32.104264 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48306) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:32.107231 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24781cd9-7ac9-4baf-828d-21aea56fcdd8 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b01d789-7436-40a6-a70c-8138be3e1d10,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:32.151487 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7adfce92-b257-44e0-be40-9d7726dc6b70 req-02cf22d7-c3d4-45e5-8245-6a0b389b532e tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417001 Jul 06 13:52:32.155031 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device d2b1e7fd-15ff-4693-ae54-99b3938758a4 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:52:32.175618 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: d2b1e7fd-15ff-4693-ae54-99b3938758a4 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:52:32.176042 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device d2b1e7fd-15ff-4693-ae54-99b3938758a4 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:52:32.255662 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3f67b9c6-f31f-43c1-8458-889e35e83971 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Deleting port 2f704e42-5280-4dcc-8834-15df923312fb {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:52:32.256022 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3f67b9c6-f31f-43c1-8458-889e35e83971 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:32.330456 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4379a67-7c44-4d24-8c91-c096cbe77df4 req-950df9e8-79c9-4ae7-92d8-dba433fa6dae tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:32.332246 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f4379a67-7c44-4d24-8c91-c096cbe77df4 req-950df9e8-79c9-4ae7-92d8-dba433fa6dae tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 951 time: 0.0656071 Jul 06 13:52:32.335560 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3f67b9c6-f31f-43c1-8458-889e35e83971 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:32.335897 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3f67b9c6-f31f-43c1-8458-889e35e83971 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:32.348756 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3f67b9c6-f31f-43c1-8458-889e35e83971 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Calling delete_port for 2f704e42-5280-4dcc-8834-15df923312fb owned by network:floatingip {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:52:32.371617 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f4379a67-7c44-4d24-8c91-c096cbe77df4 req-9926c248-cc9d-4c1e-aa88-7bf0b0c15726 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337145 Jul 06 13:52:32.487287 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3f67b9c6-f31f-43c1-8458-889e35e83971 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:32.512951 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67b9c6-f31f-43c1-8458-889e35e83971 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Pushing event deleted for resources: {'Port': ['ID=2f704e42-5280-4dcc-8834-15df923312fb,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:32.541871 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c7bc4-7989-478b-b8f5-afd8e4718846 req-d40545ef-9d47-4153-8d94-9b8a078a2eed tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:32.543450 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-627c7bc4-7989-478b-b8f5-afd8e4718846 req-d40545ef-9d47-4153-8d94-9b8a078a2eed tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] 10.222.0.118 "GET /v2.0/ports?device_id=75d7fbea-9479-495b-8625-aac963238431 HTTP/1.1" status: 200 len: 950 time: 0.0712216 Jul 06 13:52:32.576783 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3f67b9c6-f31f-43c1-8458-889e35e83971 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks [] for floatingip, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:32.580262 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3f67b9c6-f31f-43c1-8458-889e35e83971 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:32.581391 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3f67b9c6-f31f-43c1-8458-889e35e83971 tempest-ServersTestBootFromVolume-231622905 tempest-ServersTestBootFromVolume-231622905-project] 10.222.0.118 "DELETE /v2.0/floatingips/e9b29ca7-7b13-4b87-863a-b2b8d4b96bb0 HTTP/1.1" status: 204 len: 168 time: 0.4761117 Jul 06 13:52:32.584392 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48312) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:32.586624 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-627c7bc4-7989-478b-b8f5-afd8e4718846 req-d0dd33bb-c1b8-46b9-956d-60ac4732f4ce tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] 10.222.0.118 "GET /v2.0/security-groups?id=38d07671-75e1-4db1-b4ab-e57d26a43008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373211 Jul 06 13:52:32.641414 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d196b66-d056-45bf-8185-d2fc0c73ebe9 x-openstack-request-id: req-9d196b66-d056-45bf-8185-d2fc0c73ebe9 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:52:32.641713 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aed11802-9480-4efd-89db-d5acc2194591", "name": "network-vif-deleted", "tag": "d2b1e7fd-15ff-4693-ae54-99b3938758a4", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:52:32.642521 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-9d196b66-d056-45bf-8185-d2fc0c73ebe9 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:52:32.642925 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed11802-9480-4efd-89db-d5acc2194591', 'name': 'network-vif-deleted', 'tag': 'd2b1e7fd-15ff-4693-ae54-99b3938758a4', 'status': 'completed', 'code': 200} Jul 06 13:52:32.672163 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e6a780-2c65-4443-b7d3-0d9706d9c788 x-openstack-request-id: req-14e6a780-2c65-4443-b7d3-0d9706d9c788 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:52:32.672460 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ca9a22-840a-4d6a-9430-bfdad55173e0", "name": "network-vif-plugged", "status": "completed", "tag": "23957468-1ff5-4149-a25b-d0cbfc458a25", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:52:32.672723 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-14e6a780-2c65-4443-b7d3-0d9706d9c788 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:52:32.673634 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ca9a22-840a-4d6a-9430-bfdad55173e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23957468-1ff5-4149-a25b-d0cbfc458a25', 'code': 200} Jul 06 13:52:32.705924 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eabcfe5-45b5-4ce5-9120-657c7befa918 x-openstack-request-id: req-4eabcfe5-45b5-4ce5-9120-657c7befa918 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:52:32.706396 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3", "tag": "82da8ad5-bbcc-4eef-98b5-661e5b31ad9f", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:52:32.706792 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-4eabcfe5-45b5-4ce5-9120-657c7befa918 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:52:32.707367 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3', 'tag': '82da8ad5-bbcc-4eef-98b5-661e5b31ad9f', 'status': 'completed', 'code': 200} Jul 06 13:52:32.771628 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07e76aad-62dd-41cc-8d03-f4b65b5145e5 req-edd2c6ba-91b0-4e01-b8b8-c1a32d00130c tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/security-groups/8ddce47a-0cba-4038-9c46-8c6a08b45733 HTTP/1.1" status: 200 len: 1809 time: 0.0521128 Jul 06 13:52:32.842713 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-07e76aad-62dd-41cc-8d03-f4b65b5145e5 req-506babc4-7fdd-4426-a8f8-3be305c001a0 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:32.871750 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-07e76aad-62dd-41cc-8d03-f4b65b5145e5 req-506babc4-7fdd-4426-a8f8-3be305c001a0 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:32.977412 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f60c16fd-51ea-4cfe-8240-82203c343fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:32.987581 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-07e76aad-62dd-41cc-8d03-f4b65b5145e5 req-506babc4-7fdd-4426-a8f8-3be305c001a0 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:32.990102 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-07e76aad-62dd-41cc-8d03-f4b65b5145e5 req-506babc4-7fdd-4426-a8f8-3be305c001a0 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:32.991270 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07e76aad-62dd-41cc-8d03-f4b65b5145e5 req-506babc4-7fdd-4426-a8f8-3be305c001a0 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "DELETE /v2.0/security-groups/8ddce47a-0cba-4038-9c46-8c6a08b45733 HTTP/1.1" status: 204 len: 173 time: 0.2121160 Jul 06 13:52:33.012873 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506babc4-7fdd-4426-a8f8-3be305c001a0 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddce47a-0cba-4038-9c46-8c6a08b45733,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:33.020020 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6037bd-5759-4903-aaef-087b39fe77cf req-ec1a3e76-b4b9-4ef1-a440-9190fd978ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:33.022086 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c6037bd-5759-4903-aaef-087b39fe77cf req-ec1a3e76-b4b9-4ef1-a440-9190fd978ed2 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=5cdbbf3cb8c5435e96d40f3db2892fd8&device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 1097 time: 0.2707269 Jul 06 13:52:33.024728 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1140f5-d063-44e0-94c3-80e2b799ab44 req-a853643a-421c-4dbe-a124-fd1489e2b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:33.026527 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f1140f5-d063-44e0-94c3-80e2b799ab44 req-a853643a-421c-4dbe-a124-fd1489e2b44d service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=e2ca9a22-840a-4d6a-9430-bfdad55173e0 HTTP/1.1" status: 200 len: 1097 time: 0.2723899 Jul 06 13:52:33.114057 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f1140f5-d063-44e0-94c3-80e2b799ab44 req-9c54914f-eda7-4743-be25-527c5eef9d23 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=54f97a51-ef18-475c-82d4-7051c96ea4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719380 Jul 06 13:52:33.177607 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6037bd-5759-4903-aaef-087b39fe77cf req-4e88ab24-711d-41ab-98e4-f70dd2266420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:33.179132 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c6037bd-5759-4903-aaef-087b39fe77cf req-4e88ab24-711d-41ab-98e4-f70dd2266420 service neutron] 10.222.0.124 "GET /v2.0/networks?id=a11e6837-0ed6-4c7f-be24-27cdd1b52393 HTTP/1.1" status: 200 len: 919 time: 0.1453691 Jul 06 13:52:33.237946 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c6037bd-5759-4903-aaef-087b39fe77cf req-4cb63f9f-3877-4221-9b75-6b2e1a23edab service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82da8ad5-bbcc-4eef-98b5-661e5b31ad9f HTTP/1.1" status: 200 len: 217 time: 0.0505493 Jul 06 13:52:33.246320 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af137bf-23d1-42c0-8f74-c93d19626c20 req-a61bf81a-eb5d-4a4f-8776-a8abfb896298 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:33.247619 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f60c16fd-51ea-4cfe-8240-82203c343fb0 admin admin] Deleting port 6d04c30f-ee72-4f06-8e30-70daea3c6ede {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:52:33.248116 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6af137bf-23d1-42c0-8f74-c93d19626c20 req-a61bf81a-eb5d-4a4f-8776-a8abfb896298 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=0ce975b4-04fd-4a32-aecc-da5f880a06d0 HTTP/1.1" status: 200 len: 945 time: 0.1328526 Jul 06 13:52:33.248206 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f60c16fd-51ea-4cfe-8240-82203c343fb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:33.322737 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6037bd-5759-4903-aaef-087b39fe77cf req-944db532-d60f-4dc6-930d-ae679da80961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:33.324224 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c6037bd-5759-4903-aaef-087b39fe77cf req-944db532-d60f-4dc6-930d-ae679da80961 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=24a415f4-aab3-4198-bdfa-b8114bde48d2 HTTP/1.1" status: 200 len: 858 time: 0.0713890 Jul 06 13:52:33.324491 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-f60c16fd-51ea-4cfe-8240-82203c343fb0 admin admin] For port 6d04c30f-ee72-4f06-8e30-70daea3c6ede, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=6d04c30f-ee72-4f06-8e30-70daea3c6ede,segment=NetworkSegment(0df52ff8-ca18-4039-a7b0-abde1dc3104d),segment_id=0df52ff8-ca18-4039-a7b0-abde1dc3104d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:33.324861 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f60c16fd-51ea-4cfe-8240-82203c343fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:33.327261 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6af137bf-23d1-42c0-8f74-c93d19626c20 req-5c73e82f-dd10-4cf4-babd-18d01e82161d tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670393 Jul 06 13:52:33.339107 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f60c16fd-51ea-4cfe-8240-82203c343fb0 admin admin] Calling delete_port for 6d04c30f-ee72-4f06-8e30-70daea3c6ede owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:52:33.359909 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c6037bd-5759-4903-aaef-087b39fe77cf req-f535641a-79fb-4646-947d-0bdaf34b2493 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=a11e6837-0ed6-4c7f-be24-27cdd1b52393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282207 Jul 06 13:52:33.462931 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c6037bd-5759-4903-aaef-087b39fe77cf req-a792429d-ccd1-4244-b1e2-120aee985bea service neutron] 10.222.0.124 "GET /v2.0/networks/a11e6837-0ed6-4c7f-be24-27cdd1b52393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909617 Jul 06 13:52:33.542655 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f60c16fd-51ea-4cfe-8240-82203c343fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:33.570563 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c16fd-51ea-4cfe-8240-82203c343fb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d04c30f-ee72-4f06-8e30-70daea3c6ede,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:33.607215 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c6037bd-5759-4903-aaef-087b39fe77cf req-803eb9b8-024c-4cc1-8b2c-9a5841e02ea2 service neutron] 10.222.0.124 "GET /v2.0/networks/a11e6837-0ed6-4c7f-be24-27cdd1b52393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355672 Jul 06 13:52:33.630588 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309995c7-74ce-436e-bd9f-c33d7c920109 req-82401710-9867-4a82-9c7d-3d7d38454608 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:33.632758 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-309995c7-74ce-436e-bd9f-c33d7c920109 req-82401710-9867-4a82-9c7d-3d7d38454608 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=32f32f0b-3119-44d1-b022-18ec05a431f7 HTTP/1.1" status: 200 len: 945 time: 0.1086812 Jul 06 13:52:33.680350 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-309995c7-74ce-436e-bd9f-c33d7c920109 req-b9240e71-adfe-4d31-8c16-5c55f9f4248c tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365784 Jul 06 13:52:33.749979 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f60c16fd-51ea-4cfe-8240-82203c343fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:33.857309 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c29d9-e825-442a-8620-4925abbf6a45 req-e6bf8a6f-ed67-428e-89a8-2d41e99049bf tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:33.858772 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d54c29d9-e825-442a-8620-4925abbf6a45 req-e6bf8a6f-ed67-428e-89a8-2d41e99049bf tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 951 time: 0.0736430 Jul 06 13:52:33.898206 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d54c29d9-e825-442a-8620-4925abbf6a45 req-04916ec0-4165-46b8-b753-8d8236ac5332 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327868 Jul 06 13:52:33.976922 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60c16fd-51ea-4cfe-8240-82203c343fb0 admin admin] Router 8f69c841-f1ec-4583-a6a3-5c66d487954e has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:52:34.087818 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60c16fd-51ea-4cfe-8240-82203c343fb0 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:52:34.094023 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f60c16fd-51ea-4cfe-8240-82203c343fb0 admin admin] 10.222.0.118 "PUT /v2.0/routers/8f69c841-f1ec-4583-a6a3-5c66d487954e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5086229 Jul 06 13:52:34.097270 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48328) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:34.098562 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820cf934-0da5-47c3-b8c0-bc98e8611fcd None None] Sync routers for ids ['8f69c841-f1ec-4583-a6a3-5c66d487954e'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:52:34.110367 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820cf934-0da5-47c3-b8c0-bc98e8611fcd None None] Routers {'8f69c841-f1ec-4583-a6a3-5c66d487954e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:52:34.111442 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-820cf934-0da5-47c3-b8c0-bc98e8611fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:52:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['8f69c841-f1ec-4583-a6a3-5c66d487954e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:34.283534 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7f55daf3-1814-453a-8492-956d3c4dfa84 admin admin] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:34.286010 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-820cf934-0da5-47c3-b8c0-bc98e8611fcd None None] Set router 8f69c841-f1ec-4583-a6a3-5c66d487954e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:52:34.445416 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7f55daf3-1814-453a-8492-956d3c4dfa84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:34.458568 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a818e-d3f2-44d9-9544-4173edfc2ddc req-9890ec55-af72-4de5-8180-7606a8b55dc8 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:34.460069 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b25a818e-d3f2-44d9-9544-4173edfc2ddc req-9890ec55-af72-4de5-8180-7606a8b55dc8 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] 10.222.0.118 "GET /v2.0/ports?device_id=75d7fbea-9479-495b-8625-aac963238431 HTTP/1.1" status: 200 len: 950 time: 0.1186402 Jul 06 13:52:34.472778 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-820cf934-0da5-47c3-b8c0-bc98e8611fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'name': 'tempest-ServersTestBootFromVolume-1979286104-router', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': '40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:48:49Z', 'updated_at': '2021-07-06T13:52:33Z', 'revision_number': 5, 'project_id': 'd2199527a64a46ce9106abe6e66b8132', 'gw_port': {'id': '40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:3e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:48:51Z', 'updated_at': '2021-07-06T13:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:34.504677 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820cf934-0da5-47c3-b8c0-bc98e8611fcd None None] Checking router: 8f69c841-f1ec-4583-a6a3-5c66d487954e for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:52:34.513105 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820cf934-0da5-47c3-b8c0-bc98e8611fcd None None] Routers {'8f69c841-f1ec-4583-a6a3-5c66d487954e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:52:34.513731 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-820cf934-0da5-47c3-b8c0-bc98e8611fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:52:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['8f69c841-f1ec-4583-a6a3-5c66d487954e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:34.529287 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b25a818e-d3f2-44d9-9544-4173edfc2ddc req-550e1861-5249-48cd-b8ef-38afd2a6a395 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] 10.222.0.118 "GET /v2.0/security-groups?id=38d07671-75e1-4db1-b4ab-e57d26a43008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605912 Jul 06 13:52:34.543536 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-7f55daf3-1814-453a-8492-956d3c4dfa84 admin admin] Deleting port 40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:52:34.543898 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7f55daf3-1814-453a-8492-956d3c4dfa84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:34.614763 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-820cf934-0da5-47c3-b8c0-bc98e8611fcd None None] Set router 8f69c841-f1ec-4583-a6a3-5c66d487954e gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:52:34.625860 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-7f55daf3-1814-453a-8492-956d3c4dfa84 admin admin] For port 40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:34.626357 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7f55daf3-1814-453a-8492-956d3c4dfa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:34.639845 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-7f55daf3-1814-453a-8492-956d3c4dfa84 admin admin] Calling delete_port for 40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c owned by network:router_gateway {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:52:34.667990 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-820cf934-0da5-47c3-b8c0-bc98e8611fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'name': 'tempest-ServersTestBootFromVolume-1979286104-router', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:48:49Z', 'updated_at': '2021-07-06T13:52:34Z', 'revision_number': 6, 'project_id': 'd2199527a64a46ce9106abe6e66b8132', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:34.697981 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d7fbea-9479-495b-8625-aac963238431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40750f40-7b93-4978-abd2-84a342a98923'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:52:34.700369 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9be4150-8474-4281-9276-cb24b023d5a3" -d '{"events": [{"server_uuid": "75d7fbea-9479-495b-8625-aac963238431", "name": "network-vif-plugged", "status": "completed", "tag": "40750f40-7b93-4978-abd2-84a342a98923"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:52:34.703891 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820cf934-0da5-47c3-b8c0-bc98e8611fcd None None] The sync data for ids ['8f69c841-f1ec-4583-a6a3-5c66d487954e'] in n-d-773644-6 is: [{'id': '8f69c841-f1ec-4583-a6a3-5c66d487954e', 'name': 'tempest-ServersTestBootFromVolume-1979286104-router', 'tenant_id': 'd2199527a64a46ce9106abe6e66b8132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:48:49Z', 'updated_at': '2021-07-06T13:52:34Z', 'revision_number': 6, 'project_id': 'd2199527a64a46ce9106abe6e66b8132', 'gw_port_host': None}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:52:34.824098 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7f55daf3-1814-453a-8492-956d3c4dfa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:34.852575 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55daf3-1814-453a-8492-956d3c4dfa84 admin admin] Pushing event deleted for resources: {'Port': ['ID=40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:34.947480 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7f55daf3-1814-453a-8492-956d3c4dfa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:35.047893 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7f55daf3-1814-453a-8492-956d3c4dfa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:35.057454 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a787d0f-d877-4a7c-bb26-cbdf96c4a933 req-f5017aae-1be9-4f3f-b05f-84af21ce34e0 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:35.059122 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7a787d0f-d877-4a7c-bb26-cbdf96c4a933 req-f5017aae-1be9-4f3f-b05f-84af21ce34e0 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 946 time: 0.1606038 Jul 06 13:52:35.060388 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7f55daf3-1814-453a-8492-956d3c4dfa84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:35.120275 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7f55daf3-1814-453a-8492-956d3c4dfa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:35.120837 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f55daf3-1814-453a-8492-956d3c4dfa84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f69c841-f1ec-4583-a6a3-5c66d487954e {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:52:35.130308 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7f55daf3-1814-453a-8492-956d3c4dfa84 admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:35.131489 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7f55daf3-1814-453a-8492-956d3c4dfa84 admin admin] 10.222.0.118 "DELETE /v2.0/routers/8f69c841-f1ec-4583-a6a3-5c66d487954e HTTP/1.1" status: 204 len: 168 time: 1.0331521 Jul 06 13:52:35.134174 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48342) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:35.151806 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7a787d0f-d877-4a7c-bb26-cbdf96c4a933 req-9fe0c087-cc84-4831-8fd6-8a44fae70d04 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/security-groups?id=2db37d44-1922-4a35-90c3-f399c0f1730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850210 Jul 06 13:52:35.194523 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef9b389e-1b66-4d09-b2ac-c3928d2a0509 admin admin] Deleting subnet 86e0e7b2-c042-4f4e-889c-0378d7ddb55d {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:52:35.197632 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ef9b389e-1b66-4d09-b2ac-c3928d2a0509 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:35.237402 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ef9b389e-1b66-4d09-b2ac-c3928d2a0509 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:35.314760 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ef9b389e-1b66-4d09-b2ac-c3928d2a0509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:35.405558 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ef9b389e-1b66-4d09-b2ac-c3928d2a0509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:35.437482 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b389e-1b66-4d09-b2ac-c3928d2a0509 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86e0e7b2-c042-4f4e-889c-0378d7ddb55d,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:35.442793 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ef9b389e-1b66-4d09-b2ac-c3928d2a0509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:35.447399 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48346) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:35.447930 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ef9b389e-1b66-4d09-b2ac-c3928d2a0509 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/86e0e7b2-c042-4f4e-889c-0378d7ddb55d HTTP/1.1" status: 204 len: 168 time: 0.3122957 Jul 06 13:52:35.448325 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f1c413-f8e0-4fea-8a3e-0494679e80c1 None None] Network 50329774-c014-4320-b73f-68f0f2d9d2b2 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:52:35.460505 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b523ee-523e-41b6-b621-9023ebefa5f7 req-4bd6f193-1018-47e5-9ce4-3ea73c8f4439 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:35.462174 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d2b523ee-523e-41b6-b621-9023ebefa5f7 req-4bd6f193-1018-47e5-9ce4-3ea73c8f4439 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=0ce975b4-04fd-4a32-aecc-da5f880a06d0 HTTP/1.1" status: 200 len: 945 time: 0.1245039 Jul 06 13:52:35.512879 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d2b523ee-523e-41b6-b621-9023ebefa5f7 req-3d475fc8-b29f-4ee9-8b9a-e7454e46d3cb tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443492 Jul 06 13:52:35.546313 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f2f1-87f6-492a-9e55-fdbc84b1e9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:35.578126 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60783eb8-828d-45bf-a30f-c4f38efd7af8 x-openstack-request-id: req-60783eb8-828d-45bf-a30f-c4f38efd7af8 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:52:35.578491 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d7fbea-9479-495b-8625-aac963238431", "name": "network-vif-plugged", "status": "completed", "tag": "40750f40-7b93-4978-abd2-84a342a98923", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:52:35.578811 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-60783eb8-828d-45bf-a30f-c4f38efd7af8 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:52:35.579927 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d7fbea-9479-495b-8625-aac963238431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40750f40-7b93-4978-abd2-84a342a98923', 'code': 200} Jul 06 13:52:35.613863 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f3d9f2f1-87f6-492a-9e55-fdbc84b1e9b7 admin admin] Deleting port 0b7e6138-e244-4041-b9fe-08c6a6ebc15a {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:52:35.614216 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f2f1-87f6-492a-9e55-fdbc84b1e9b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:35.699714 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-f3d9f2f1-87f6-492a-9e55-fdbc84b1e9b7 admin admin] For port 0b7e6138-e244-4041-b9fe-08c6a6ebc15a, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0b7e6138-e244-4041-b9fe-08c6a6ebc15a,segment=NetworkSegment(0df52ff8-ca18-4039-a7b0-abde1dc3104d),segment_id=0df52ff8-ca18-4039-a7b0-abde1dc3104d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:35.700256 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f2f1-87f6-492a-9e55-fdbc84b1e9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:35.716582 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7db5dc-ca65-436b-98ad-49a61fe1d198 None None] DHCP port deletion for 50329774-c014-4320-b73f-68f0f2d9d2b2 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:52:35.717152 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f3d9f2f1-87f6-492a-9e55-fdbc84b1e9b7 admin admin] Calling delete_port for 0b7e6138-e244-4041-b9fe-08c6a6ebc15a owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:52:35.762879 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956043e-5b0c-48db-b609-bd85a0da1b62 req-cac3cb29-ccc0-4f0f-af04-70dff0149c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:35.765074 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b956043e-5b0c-48db-b609-bd85a0da1b62 req-cac3cb29-ccc0-4f0f-af04-70dff0149c1d service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=75d7fbea-9479-495b-8625-aac963238431 HTTP/1.1" status: 200 len: 1101 time: 0.1056798 Jul 06 13:52:35.777447 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563aab8-f3f6-4505-bf33-da131ae1f21b req-7c8fd3d5-311b-4190-a32d-eeb014c4bbcd tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:35.778990 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f563aab8-f3f6-4505-bf33-da131ae1f21b req-7c8fd3d5-311b-4190-a32d-eeb014c4bbcd tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=32f32f0b-3119-44d1-b022-18ec05a431f7 HTTP/1.1" status: 200 len: 945 time: 0.0847285 Jul 06 13:52:35.783407 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-7f7db5dc-ca65-436b-98ad-49a61fe1d198 None None] Deleting port 0b7e6138-e244-4041-b9fe-08c6a6ebc15a {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:52:35.784486 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7f7db5dc-ca65-436b-98ad-49a61fe1d198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:35.816538 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b956043e-5b0c-48db-b609-bd85a0da1b62 req-5372671e-83b3-449a-8887-20fd41c6cb97 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=38d07671-75e1-4db1-b4ab-e57d26a43008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364676 Jul 06 13:52:35.816973 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f2f1-87f6-492a-9e55-fdbc84b1e9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:35.845557 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f563aab8-f3f6-4505-bf33-da131ae1f21b req-c2c002ef-9efe-4aba-9f8a-8a9d2e0b98ca tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455320 Jul 06 13:52:35.865427 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9f2f1-87f6-492a-9e55-fdbc84b1e9b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b7e6138-e244-4041-b9fe-08c6a6ebc15a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:35.867715 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d9f2f1-87f6-492a-9e55-fdbc84b1e9b7 admin admin] No DVR routers for this DVR port 0b7e6138-e244-4041-b9fe-08c6a6ebc15a on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:52:35.895608 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-7f7db5dc-ca65-436b-98ad-49a61fe1d198 None None] For port 0b7e6138-e244-4041-b9fe-08c6a6ebc15a, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0b7e6138-e244-4041-b9fe-08c6a6ebc15a,segment=NetworkSegment(0df52ff8-ca18-4039-a7b0-abde1dc3104d),segment_id=0df52ff8-ca18-4039-a7b0-abde1dc3104d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:35.896011 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7f7db5dc-ca65-436b-98ad-49a61fe1d198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:35.914585 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-7f7db5dc-ca65-436b-98ad-49a61fe1d198 None None] Calling delete_port for 0b7e6138-e244-4041-b9fe-08c6a6ebc15a owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:52:35.956419 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f2f1-87f6-492a-9e55-fdbc84b1e9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:35.966263 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-f3d9f2f1-87f6-492a-9e55-fdbc84b1e9b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50329774-c014-4320-b73f-68f0f2d9d2b2']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:35.977995 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-f3d9f2f1-87f6-492a-9e55-fdbc84b1e9b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df52ff8-ca18-4039-a7b0-abde1dc3104d') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:35.978304 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-f3d9f2f1-87f6-492a-9e55-fdbc84b1e9b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df52ff8-ca18-4039-a7b0-abde1dc3104d') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:35.988003 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f2f1-87f6-492a-9e55-fdbc84b1e9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:36.002399 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f2f1-87f6-492a-9e55-fdbc84b1e9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:36.009072 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7f7db5dc-ca65-436b-98ad-49a61fe1d198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:36.010215 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3d9f2f1-87f6-492a-9e55-fdbc84b1e9b7 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:52:36.010821 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f2f1-87f6-492a-9e55-fdbc84b1e9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:52:36.012448 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:52:36.046759 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7db5dc-ca65-436b-98ad-49a61fe1d198 None None] Pushing event deleted for resources: {'Port': ['ID=0b7e6138-e244-4041-b9fe-08c6a6ebc15a,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:36.053679 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7db5dc-ca65-436b-98ad-49a61fe1d198 None None] No DVR routers for this DVR port 0b7e6138-e244-4041-b9fe-08c6a6ebc15a on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:52:36.067489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7db5dc-ca65-436b-98ad-49a61fe1d198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:36.067489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7db5dc-ca65-436b-98ad-49a61fe1d198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:36.067489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7db5dc-ca65-436b-98ad-49a61fe1d198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:36.067489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7db5dc-ca65-436b-98ad-49a61fe1d198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:36.067489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7db5dc-ca65-436b-98ad-49a61fe1d198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:36.067489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7db5dc-ca65-436b-98ad-49a61fe1d198 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:36.067489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7db5dc-ca65-436b-98ad-49a61fe1d198 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:36.067489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7db5dc-ca65-436b-98ad-49a61fe1d198 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:36.067489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7db5dc-ca65-436b-98ad-49a61fe1d198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:36.067489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7db5dc-ca65-436b-98ad-49a61fe1d198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:36.067489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7db5dc-ca65-436b-98ad-49a61fe1d198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:36.067489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7db5dc-ca65-436b-98ad-49a61fe1d198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:36.083662 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f2f1-87f6-492a-9e55-fdbc84b1e9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:36.089046 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f2f1-87f6-492a-9e55-fdbc84b1e9b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:36.093823 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f3d9f2f1-87f6-492a-9e55-fdbc84b1e9b7 admin admin] 10.222.0.118 "DELETE /v2.0/networks/50329774-c014-4320-b73f-68f0f2d9d2b2 HTTP/1.1" status: 204 len: 168 time: 0.6429520 Jul 06 13:52:36.102772 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9f2f1-87f6-492a-9e55-fdbc84b1e9b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=50329774-c014-4320-b73f-68f0f2d9d2b2,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:36.139285 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf1ae7-0c6d-4a71-94f8-46512c0633d3 req-e06ee719-1de5-4d90-99aa-a601e7267829 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:36.146272 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-24bf1ae7-0c6d-4a71-94f8-46512c0633d3 req-e06ee719-1de5-4d90-99aa-a601e7267829 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] 10.222.0.118 "GET /v2.0/ports?device_id=75d7fbea-9479-495b-8625-aac963238431 HTTP/1.1" status: 200 len: 950 time: 0.0829787 Jul 06 13:52:36.182528 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-24bf1ae7-0c6d-4a71-94f8-46512c0633d3 req-6ce93519-b811-41c0-9553-bd52bcc9108b tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] 10.222.0.118 "GET /v2.0/security-groups?id=38d07671-75e1-4db1-b4ab-e57d26a43008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343728 Jul 06 13:52:36.187467 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:52:36.213793 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:52:36.214143 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 40f89c72-b5b5-4450-bc2f-5c2ae6f8ec7c not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:52:36.214570 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0b7e6138-e244-4041-b9fe-08c6a6ebc15a no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:52:36.236454 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 0b7e6138-e244-4041-b9fe-08c6a6ebc15a {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:52:36.236894 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0b7e6138-e244-4041-b9fe-08c6a6ebc15a not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:52:36.237397 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 6d04c30f-ee72-4f06-8e30-70daea3c6ede no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:52:36.257071 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 6d04c30f-ee72-4f06-8e30-70daea3c6ede {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:52:36.257533 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 6d04c30f-ee72-4f06-8e30-70daea3c6ede not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:52:36.300079 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48360) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:36.320034 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48362) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:36.350305 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7b272c86-688e-4e27-a687-b105f3bac151 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=d2199527a64a46ce9106abe6e66b8132&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466256 Jul 06 13:52:36.350518 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48364) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:36.378273 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bae6f97-8672-49ce-82f7-c16fca44d291 admin admin] Deleting subnet 2c6d3629-131d-49bb-9b01-fc69a27e8c8e {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:52:36.381727 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3bae6f97-8672-49ce-82f7-c16fca44d291 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:36.418597 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-65b12b97-630e-4f12-8d51-cbc683dbe8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:36.439945 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-65b12b97-630e-4f12-8d51-cbc683dbe8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:36.442473 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3bae6f97-8672-49ce-82f7-c16fca44d291 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:36.490666 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-65b12b97-630e-4f12-8d51-cbc683dbe8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:36.494002 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-65b12b97-630e-4f12-8d51-cbc683dbe8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:36.497831 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-65b12b97-630e-4f12-8d51-cbc683dbe8a0 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/f444f128-3802-4433-9f61-f4ee71a9ac1a HTTP/1.1" status: 204 len: 168 time: 0.1440275 Jul 06 13:52:36.505459 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b12b97-630e-4f12-8d51-cbc683dbe8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f444f128-3802-4433-9f61-f4ee71a9ac1a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:36.850598 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3bae6f97-8672-49ce-82f7-c16fca44d291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:36.915922 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26a947-8d9c-4fab-9f3f-e22ab4683c98 req-ccabc6c3-5a21-4c8a-8e7b-8c23e3e12a31 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:36.918375 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2f26a947-8d9c-4fab-9f3f-e22ab4683c98 req-ccabc6c3-5a21-4c8a-8e7b-8c23e3e12a31 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 946 time: 0.5079663 Jul 06 13:52:36.965783 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057448a-d6cb-4435-ab30-b1044f024d5f req-f527bbbb-bfee-425f-a94b-a40517e4a781 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:36.967551 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d057448a-d6cb-4435-ab30-b1044f024d5f req-f527bbbb-bfee-425f-a94b-a40517e4a781 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.124 "GET /v2.0/ports?device_id=32f32f0b-3119-44d1-b022-18ec05a431f7 HTTP/1.1" status: 200 len: 945 time: 0.1638999 Jul 06 13:52:36.973962 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3bae6f97-8672-49ce-82f7-c16fca44d291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:37.044936 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae6f97-8672-49ce-82f7-c16fca44d291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c6d3629-131d-49bb-9b01-fc69a27e8c8e,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:37.050565 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2f26a947-8d9c-4fab-9f3f-e22ab4683c98 req-16460055-1c76-43b8-91c5-f358be9b5e27 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/security-groups?id=2db37d44-1922-4a35-90c3-f399c0f1730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174545 Jul 06 13:52:37.055661 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3bae6f97-8672-49ce-82f7-c16fca44d291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:37.057818 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3bae6f97-8672-49ce-82f7-c16fca44d291 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/2c6d3629-131d-49bb-9b01-fc69a27e8c8e HTTP/1.1" status: 204 len: 168 time: 0.7367401 Jul 06 13:52:37.061262 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48386) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:37.231730 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-19af5c34-ba1d-477a-bcdc-c76764841bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:37.268164 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48398) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:37.280818 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a1773c1f-4900-4d84-b5d8-cc5ce6d9f50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:37.306131 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c8e4a-1bce-4603-b166-fa2f4381aec0 req-cfe251d8-c3a7-4710-94c4-8ccd25fbe4d9 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:37.307630 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df9c8e4a-1bce-4603-b166-fa2f4381aec0 req-cfe251d8-c3a7-4710-94c4-8ccd25fbe4d9 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.124 "GET /v2.0/ports?device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 946 time: 0.2339609 Jul 06 13:52:37.352179 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-d057448a-d6cb-4435-ab30-b1044f024d5f req-0d576e98-d4cf-41e9-bb07-96d85b1f8ccd tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Deleting port 6010ab82-df5f-4931-b467-f550bd974281 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:52:37.352534 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d057448a-d6cb-4435-ab30-b1044f024d5f req-0d576e98-d4cf-41e9-bb07-96d85b1f8ccd tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:37.411814 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-670cdfab-2fd0-4e86-9704-3ca5fe92b582 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2130278566-network', 'tenant_id': 'd6bb7e91300f4fde8c92a7221b5e02f2'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:37.432696 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670cdfab-2fd0-4e86-9704-3ca5fe92b582 admin admin] Made reservation on behalf of d6bb7e91300f4fde8c92a7221b5e02f2 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:52:37.435222 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-670cdfab-2fd0-4e86-9704-3ca5fe92b582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:37.444666 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-670cdfab-2fd0-4e86-9704-3ca5fe92b582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:37.512361 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9607c-9b33-4dcc-a3a8-522715485fc3 req-ae378aee-759e-4ed3-be69-0dd80d47905c tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:37.513971 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bae9607c-9b33-4dcc-a3a8-522715485fc3 req-ae378aee-759e-4ed3-be69-0dd80d47905c tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=0ce975b4-04fd-4a32-aecc-da5f880a06d0 HTTP/1.1" status: 200 len: 945 time: 0.2894669 Jul 06 13:52:37.524671 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-19af5c34-ba1d-477a-bcdc-c76764841bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:37.546715 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-670cdfab-2fd0-4e86-9704-3ca5fe92b582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:37.550892 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-670cdfab-2fd0-4e86-9704-3ca5fe92b582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:37.578641 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-670cdfab-2fd0-4e86-9704-3ca5fe92b582 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:52:37.583457 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-19af5c34-ba1d-477a-bcdc-c76764841bf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fc63ba-9031-4911-92ba-21e96099cb00']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:37.585085 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670cdfab-2fd0-4e86-9704-3ca5fe92b582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558d9dea-7297-4434-8a7d-a1c517ad553a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:37.592668 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-670cdfab-2fd0-4e86-9704-3ca5fe92b582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:37.593014 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-670cdfab-2fd0-4e86-9704-3ca5fe92b582 admin admin] Added segment f1df6fd3-552f-42d3-a676-39768b143fda of type vlan for network 39c9ee88-87a9-4020-8a16-d62551076208 Jul 06 13:52:37.606158 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-d057448a-d6cb-4435-ab30-b1044f024d5f req-0d576e98-d4cf-41e9-bb07-96d85b1f8ccd tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] For port 6010ab82-df5f-4931-b467-f550bd974281, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=6010ab82-df5f-4931-b467-f550bd974281,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:37.606540 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d057448a-d6cb-4435-ab30-b1044f024d5f req-0d576e98-d4cf-41e9-bb07-96d85b1f8ccd tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:37.609834 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-19af5c34-ba1d-477a-bcdc-c76764841bf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd7ab75f-6283-4337-a533-ec225e83e782') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:37.610140 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-19af5c34-ba1d-477a-bcdc-c76764841bf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd7ab75f-6283-4337-a533-ec225e83e782') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:37.634191 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-670cdfab-2fd0-4e86-9704-3ca5fe92b582 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:37.638078 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-d057448a-d6cb-4435-ab30-b1044f024d5f req-0d576e98-d4cf-41e9-bb07-96d85b1f8ccd tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Calling delete_port for 6010ab82-df5f-4931-b467-f550bd974281 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:52:37.642984 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-19af5c34-ba1d-477a-bcdc-c76764841bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:37.663664 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-670cdfab-2fd0-4e86-9704-3ca5fe92b582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:37.664278 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670cdfab-2fd0-4e86-9704-3ca5fe92b582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:37.664921 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-670cdfab-2fd0-4e86-9704-3ca5fe92b582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:37.666259 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bae9607c-9b33-4dcc-a3a8-522715485fc3 req-c65090fc-91f3-4b5f-9989-1c184c3aa26f tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378682 Jul 06 13:52:37.676649 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-19af5c34-ba1d-477a-bcdc-c76764841bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:37.689821 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19af5c34-ba1d-477a-bcdc-c76764841bf0 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:52:37.690241 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-19af5c34-ba1d-477a-bcdc-c76764841bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: timer() Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:52:37.719194 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:52:37.724838 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-670cdfab-2fd0-4e86-9704-3ca5fe92b582 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4550457 Jul 06 13:52:37.729268 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48402) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:37.734360 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-f1064c64-c1e4-46d0-9a93-22fa014dafbc admin admin] Request body: {'subnet': {'network_id': '39c9ee88-87a9-4020-8a16-d62551076208', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2130278566-subnet', 'tenant_id': 'd6bb7e91300f4fde8c92a7221b5e02f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:37.739049 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670cdfab-2fd0-4e86-9704-3ca5fe92b582 admin admin] Pushing event updated for resources: {'Network': ['ID=39c9ee88-87a9-4020-8a16-d62551076208,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:37.750020 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 39c9ee88-87a9-4020-8a16-d62551076208 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:52:37.773441 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1064c64-c1e4-46d0-9a93-22fa014dafbc admin admin] Made reservation on behalf of d6bb7e91300f4fde8c92a7221b5e02f2 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:52:37.774429 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-df9c8e4a-1bce-4603-b166-fa2f4381aec0 req-cf0157c0-d3b2-456e-b6f8-24968f6ba066 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Deleting port 82da8ad5-bbcc-4eef-98b5-661e5b31ad9f {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:52:37.774793 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-df9c8e4a-1bce-4603-b166-fa2f4381aec0 req-cf0157c0-d3b2-456e-b6f8-24968f6ba066 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:37.776924 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f1064c64-c1e4-46d0-9a93-22fa014dafbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:37.877696 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-19af5c34-ba1d-477a-bcdc-c76764841bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:37.889821 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-19af5c34-ba1d-477a-bcdc-c76764841bf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:37.895123 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-19af5c34-ba1d-477a-bcdc-c76764841bf0 admin admin] 10.222.0.118 "DELETE /v2.0/networks/60fc63ba-9031-4911-92ba-21e96099cb00 HTTP/1.1" status: 204 len: 168 time: 0.8302307 Jul 06 13:52:37.924069 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af5c34-ba1d-477a-bcdc-c76764841bf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=60fc63ba-9031-4911-92ba-21e96099cb00,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:37.966359 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-df9c8e4a-1bce-4603-b166-fa2f4381aec0 req-cf0157c0-d3b2-456e-b6f8-24968f6ba066 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] For port 82da8ad5-bbcc-4eef-98b5-661e5b31ad9f, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=82da8ad5-bbcc-4eef-98b5-661e5b31ad9f,segment=NetworkSegment(e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6),segment_id=e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:37.966988 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-df9c8e4a-1bce-4603-b166-fa2f4381aec0 req-cf0157c0-d3b2-456e-b6f8-24968f6ba066 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:37.994895 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f1064c64-c1e4-46d0-9a93-22fa014dafbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:38.007379 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-df9c8e4a-1bce-4603-b166-fa2f4381aec0 req-cf0157c0-d3b2-456e-b6f8-24968f6ba066 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Calling delete_port for 82da8ad5-bbcc-4eef-98b5-661e5b31ad9f owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:52:38.034299 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f6d74-bc90-403f-b719-6fdf3ef26a1b req-c9713975-52bc-48b7-a99f-bae3120bcf52 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:38.035908 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de6f6d74-bc90-403f-b719-6fdf3ef26a1b req-c9713975-52bc-48b7-a99f-bae3120bcf52 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=32f32f0b-3119-44d1-b022-18ec05a431f7 HTTP/1.1" status: 200 len: 945 time: 0.2085757 Jul 06 13:52:38.046225 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48406) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:38.062289 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1064c64-c1e4-46d0-9a93-22fa014dafbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd8d18a0-7a22-41d5-a3e8-93b87377b2d4,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:38.072630 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1064c64-c1e4-46d0-9a93-22fa014dafbc admin admin] Checking segment: {'id': 'f1df6fd3-552f-42d3-a676-39768b143fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '39c9ee88-87a9-4020-8a16-d62551076208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:52:38.072995 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1064c64-c1e4-46d0-9a93-22fa014dafbc admin admin] Network hostable DHCP agents. Network: 39c9ee88-87a9-4020-8a16-d62551076208, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:52:38.090001 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1064c64-c1e4-46d0-9a93-22fa014dafbc admin admin] Network 39c9ee88-87a9-4020-8a16-d62551076208 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:52:38.099488 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-f1064c64-c1e4-46d0-9a93-22fa014dafbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 39c9ee88-87a9-4020-8a16-d62551076208) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:52:38.102219 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d057448a-d6cb-4435-ab30-b1044f024d5f req-0d576e98-d4cf-41e9-bb07-96d85b1f8ccd tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:38.107435 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1064c64-c1e4-46d0-9a93-22fa014dafbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:38.109229 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f1064c64-c1e4-46d0-9a93-22fa014dafbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:38.111060 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20db812d-49ca-4b63-8b25-4cfa2f64cd33 None None] Network 39c9ee88-87a9-4020-8a16-d62551076208 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:52:38.116923 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9e451bb0-958b-4bc4-877b-69352013cdbd'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:52:38.120757 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['6010ab82-df5f-4931-b467-f550bd974281'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:52:38.134798 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f1064c64-c1e4-46d0-9a93-22fa014dafbc admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3961363 Jul 06 13:52:38.176997 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d576e98-d4cf-41e9-bb07-96d85b1f8ccd tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Pushing event deleted for resources: {'Port': ['ID=6010ab82-df5f-4931-b467-f550bd974281,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:38.205695 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de6f6d74-bc90-403f-b719-6fdf3ef26a1b req-f8a4d80c-7d61-4441-8ec7-d9b0e482753e tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527965 Jul 06 13:52:38.225847 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-92127279-b33e-4e35-a114-b71571ae3b51 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=9fb1bc82140c4199aee8d16b9af92a55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1784899 Jul 06 13:52:38.228665 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48412) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:38.288310 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-d057448a-d6cb-4435-ab30-b1044f024d5f req-0d576e98-d4cf-41e9-bb07-96d85b1f8ccd tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] No DVR routers for this DVR port 6010ab82-df5f-4931-b467-f550bd974281 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:52:38.295556 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d057448a-d6cb-4435-ab30-b1044f024d5f req-0d576e98-d4cf-41e9-bb07-96d85b1f8ccd tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:38.297555 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d057448a-d6cb-4435-ab30-b1044f024d5f req-0d576e98-d4cf-41e9-bb07-96d85b1f8ccd tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.124 "DELETE /v2.0/ports/6010ab82-df5f-4931-b467-f550bd974281 HTTP/1.1" status: 204 len: 173 time: 1.3158343 Jul 06 13:52:38.299652 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f32f0b-3119-44d1-b022-18ec05a431f7', 'name': 'network-vif-deleted', 'tag': '6010ab82-df5f-4931-b467-f550bd974281'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:52:38.301948 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb21ecc-74f3-45bd-adc6-b8af6ed4dab6" -d '{"events": [{"server_uuid": "32f32f0b-3119-44d1-b022-18ec05a431f7", "name": "network-vif-deleted", "tag": "6010ab82-df5f-4931-b467-f550bd974281"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:52:38.387393 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-0c375bea-75b5-4449-9728-d21ac1141a0e tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=26acdda50990445ca6f1c6389fdcff1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400579 Jul 06 13:52:38.414031 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-df9c8e4a-1bce-4603-b166-fa2f4381aec0 req-cf0157c0-d3b2-456e-b6f8-24968f6ba066 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:38.426032 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cb149775-49ed-4c4a-8b87-42716810f48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:38.428768 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3c7968-e880-46fb-ad95-49b55859b0f4 None None] Network 39c9ee88-87a9-4020-8a16-d62551076208 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:52:38.430979 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['82da8ad5-bbcc-4eef-98b5-661e5b31ad9f'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:52:38.501675 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0157c0-d3b2-456e-b6f8-24968f6ba066 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Pushing event deleted for resources: {'Port': ['ID=82da8ad5-bbcc-4eef-98b5-661e5b31ad9f,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:38.528058 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cb149775-49ed-4c4a-8b87-42716810f48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:38.594136 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9c8e4a-1bce-4603-b166-fa2f4381aec0 req-cf0157c0-d3b2-456e-b6f8-24968f6ba066 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] No DVR routers for this DVR port 82da8ad5-bbcc-4eef-98b5-661e5b31ad9f on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:52:38.610037 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-df9c8e4a-1bce-4603-b166-fa2f4381aec0 req-cf0157c0-d3b2-456e-b6f8-24968f6ba066 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:38.612146 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df9c8e4a-1bce-4603-b166-fa2f4381aec0 req-cf0157c0-d3b2-456e-b6f8-24968f6ba066 tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.124 "DELETE /v2.0/ports/82da8ad5-bbcc-4eef-98b5-661e5b31ad9f HTTP/1.1" status: 204 len: 173 time: 1.2945910 Jul 06 13:52:38.628828 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-e7479ca7-f4fa-4a7e-b0bc-49598849f1b1 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:38.630412 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-e7479ca7-f4fa-4a7e-b0bc-49598849f1b1 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2324400 Jul 06 13:52:38.649956 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-99503549-fb08-44e2-b5a5-20e30c4363dc tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/quotas/26acdda50990445ca6f1c6389fdcff1f HTTP/1.1" status: 200 len: 375 time: 0.0125823 Jul 06 13:52:38.674629 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cb149775-49ed-4c4a-8b87-42716810f48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:38.677173 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cb149775-49ed-4c4a-8b87-42716810f48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:38.680695 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-cb149775-49ed-4c4a-8b87-42716810f48a admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/2508c40f-d07a-45d6-aad2-f742f738270e HTTP/1.1" status: 204 len: 168 time: 0.4488049 Jul 06 13:52:38.713607 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb149775-49ed-4c4a-8b87-42716810f48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2508c40f-d07a-45d6-aad2-f742f738270e,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:38.757596 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-af9b4f6c-cfea-40ba-b1bf-bb7cdcf6c6f6 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1010435 Jul 06 13:52:39.100964 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca2ad9-3791-47f0-8210-c984622e6c4e req-cd9733f8-faaa-4f44-9b2d-32cdf0bb9035 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:39.102714 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-89ca2ad9-3791-47f0-8210-c984622e6c4e req-cd9733f8-faaa-4f44-9b2d-32cdf0bb9035 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] 10.222.0.118 "GET /v2.0/ports?device_id=75d7fbea-9479-495b-8625-aac963238431 HTTP/1.1" status: 200 len: 950 time: 0.0950329 Jul 06 13:52:39.159232 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-89ca2ad9-3791-47f0-8210-c984622e6c4e req-c287e6fc-b9df-4395-b54e-3206a3bb4b3e tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] 10.222.0.118 "GET /v2.0/security-groups?id=38d07671-75e1-4db1-b4ab-e57d26a43008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495498 Jul 06 13:52:39.353110 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ced6a127-75d3-4b90-84d5-7a6c6390c798 req-cd15a6c7-187f-4d6c-acc6-8382d630bf4b tempest-ServerRescueTestJSONUnderV235-628051729 tempest-ServerRescueTestJSONUnderV235-628051729-project] 10.222.0.118 "GET /v2.0/ports?device_id=5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3 HTTP/1.1" status: 200 len: 210 time: 0.0563190 Jul 06 13:52:39.546079 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315bfd4d-1c75-43a0-a62f-f865e30725a6 x-openstack-request-id: req-315bfd4d-1c75-43a0-a62f-f865e30725a6 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:52:39.546636 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f32f0b-3119-44d1-b022-18ec05a431f7", "name": "network-vif-deleted", "tag": "6010ab82-df5f-4931-b467-f550bd974281", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:52:39.547119 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-315bfd4d-1c75-43a0-a62f-f865e30725a6 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:52:39.547758 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f32f0b-3119-44d1-b022-18ec05a431f7', 'name': 'network-vif-deleted', 'tag': '6010ab82-df5f-4931-b467-f550bd974281', 'status': 'completed', 'code': 200} Jul 06 13:52:39.624581 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48470) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:39.736291 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-11699a87-71f3-4b11-9aa2-57004fbae910 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1636392370-network', 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:39.758547 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11699a87-71f3-4b11-9aa2-57004fbae910 admin admin] Made reservation on behalf of 84c411c9b83740e1bcaf5cc8002aa094 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:52:39.761460 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-11699a87-71f3-4b11-9aa2-57004fbae910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:39.773126 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-11699a87-71f3-4b11-9aa2-57004fbae910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:39.943364 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-2f1bb771-0821-4a8a-a72a-57bac1f33968 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:39.944882 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-2f1bb771-0821-4a8a-a72a-57bac1f33968 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.118 "GET /v2.0/networks?id=39c9ee88-87a9-4020-8a16-d62551076208 HTTP/1.1" status: 200 len: 818 time: 0.1398034 Jul 06 13:52:39.967048 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-11699a87-71f3-4b11-9aa2-57004fbae910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:39.970223 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-393c3913-4e15-41ee-9854-119827900bf8 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.118 "GET /v2.0/quotas/d6bb7e91300f4fde8c92a7221b5e02f2 HTTP/1.1" status: 200 len: 375 time: 0.0157084 Jul 06 13:52:39.971539 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-11699a87-71f3-4b11-9aa2-57004fbae910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:40.019608 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-477147e5-380e-4452-bf2e-63b92bcb9000 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=d6bb7e91300f4fde8c92a7221b5e02f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425479 Jul 06 13:52:40.024299 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11699a87-71f3-4b11-9aa2-57004fbae910 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:52:40.057071 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11699a87-71f3-4b11-9aa2-57004fbae910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6620d1fd-141b-4094-b1fa-29786b1b72a4,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:40.087865 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-11699a87-71f3-4b11-9aa2-57004fbae910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:40.088215 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-11699a87-71f3-4b11-9aa2-57004fbae910 admin admin] Added segment cb42da08-7b0a-4e62-a780-570a2cc2651e of type vlan for network 65a0c785-6dfd-4a01-9b12-067743ee677d Jul 06 13:52:40.123993 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-4f03b0f7-81a7-4977-8d0b-323d4920e0b2 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.124 "GET /v2.0/networks?tenant_id=26acdda50990445ca6f1c6389fdcff1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375040 Jul 06 13:52:40.138095 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:40.160676 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-416c3a6a-1a9d-4bda-9432-6cbcb64181bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:40.218305 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-11699a87-71f3-4b11-9aa2-57004fbae910 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:40.286082 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-80c4d6e4-319a-4197-9d52-5308fef2a30e service neutron] 10.222.0.118 "GET /v2.0/networks/39c9ee88-87a9-4020-8a16-d62551076208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547159 Jul 06 13:52:40.309843 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-11699a87-71f3-4b11-9aa2-57004fbae910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:40.310784 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11699a87-71f3-4b11-9aa2-57004fbae910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:40.311371 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-11699a87-71f3-4b11-9aa2-57004fbae910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:40.373272 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-9350ad9b-0476-41af-b4a5-8d1e46830c01 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:40.374755 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-9350ad9b-0476-41af-b4a5-8d1e46830c01 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2302585 Jul 06 13:52:40.413897 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-8fa53759-8186-445a-9e44-83e325de2e21 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Request body: {'port': {'device_id': 'b842cc96-c059-44f6-9b12-fff745687b52', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'admin_state_up': True, 'tenant_id': '26acdda50990445ca6f1c6389fdcff1f'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:40.429274 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-11699a87-71f3-4b11-9aa2-57004fbae910 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8036542 Jul 06 13:52:40.432356 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48484) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:40.439300 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-44a17851-3b44-4a4f-9326-0603eb2ef565 admin admin] Request body: {'subnet': {'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1636392370-subnet', 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:40.459754 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a17851-3b44-4a4f-9326-0603eb2ef565 admin admin] Made reservation on behalf of 84c411c9b83740e1bcaf5cc8002aa094 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:52:40.462199 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-44a17851-3b44-4a4f-9326-0603eb2ef565 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:40.487493 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11699a87-71f3-4b11-9aa2-57004fbae910 admin admin] Pushing event updated for resources: {'Network': ['ID=65a0c785-6dfd-4a01-9b12-067743ee677d,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:40.498783 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 65a0c785-6dfd-4a01-9b12-067743ee677d details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:52:40.537605 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-6fef20dd-7ee3-4cef-ba3b-d9c8ee52b663 service neutron] 10.222.0.118 "GET /v2.0/networks/39c9ee88-87a9-4020-8a16-d62551076208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448173 Jul 06 13:52:40.557591 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 6010ab82-df5f-4931-b467-f550bd974281 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:52:40.574939 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-8fa53759-8186-445a-9e44-83e325de2e21 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Made reservation on behalf of 26acdda50990445ca6f1c6389fdcff1f for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:52:40.578580 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-8fa53759-8186-445a-9e44-83e325de2e21 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:40.593017 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 6010ab82-df5f-4931-b467-f550bd974281 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:52:40.593745 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 6010ab82-df5f-4931-b467-f550bd974281 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:52:40.594342 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 82da8ad5-bbcc-4eef-98b5-661e5b31ad9f no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:52:40.662350 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-44a17851-3b44-4a4f-9326-0603eb2ef565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:40.723866 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a17851-3b44-4a4f-9326-0603eb2ef565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c752e52c-1e0e-4b69-8288-ed62c19f3b18,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:40.743449 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-8fa53759-8186-445a-9e44-83e325de2e21 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Allocated IP 192.168.233.176 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/08997f95-e1aa-45a0-8c65-59c666a863c0) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:52:40.766127 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a17851-3b44-4a4f-9326-0603eb2ef565 admin admin] Checking segment: {'id': 'cb42da08-7b0a-4e62-a780-570a2cc2651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:52:40.766502 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a17851-3b44-4a4f-9326-0603eb2ef565 admin admin] Network hostable DHCP agents. Network: 65a0c785-6dfd-4a01-9b12-067743ee677d, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:52:40.788478 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 82da8ad5-bbcc-4eef-98b5-661e5b31ad9f {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:52:40.789069 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 82da8ad5-bbcc-4eef-98b5-661e5b31ad9f not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:52:40.791042 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a17851-3b44-4a4f-9326-0603eb2ef565 admin admin] Network 65a0c785-6dfd-4a01-9b12-067743ee677d is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:52:40.808855 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-44a17851-3b44-4a4f-9326-0603eb2ef565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 65a0c785-6dfd-4a01-9b12-067743ee677d) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:52:40.815307 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a17851-3b44-4a4f-9326-0603eb2ef565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:40.815910 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-44a17851-3b44-4a4f-9326-0603eb2ef565 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:40.818844 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173bb512-18ef-4776-b45f-2a0bb215e44c None None] Network 65a0c785-6dfd-4a01-9b12-067743ee677d requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:52:40.855530 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-44a17851-3b44-4a4f-9326-0603eb2ef565 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4219625 Jul 06 13:52:40.860157 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48490) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:40.866314 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-977437d2-80bf-45f8-b717-afdeccbb97ac admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1636392370-router', 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:40.918056 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-977437d2-80bf-45f8-b717-afdeccbb97ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:40.919381 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-977437d2-80bf-45f8-b717-afdeccbb97ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:41.036432 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d787d0f-e026-46c9-a756-cf6b504d4524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-65a0c785-6dfd-4a01-9b12-067743ee677d', 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d', 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094', 'fixed_ips': [{'subnet_id': 'c752e52c-1e0e-4b69-8288-ed62c19f3b18'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:52:41.037452 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8d787d0f-e026-46c9-a756-cf6b504d4524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:41.046639 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-977437d2-80bf-45f8-b717-afdeccbb97ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:41.050728 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-8fa53759-8186-445a-9e44-83e325de2e21 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:41.149621 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-8fa53759-8186-445a-9e44-83e325de2e21 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Transition to ACTIVE for port object 08997f95-e1aa-45a0-8c65-59c666a863c0 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:52:41.180878 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-8d787d0f-e026-46c9-a756-cf6b504d4524 None None] Allocated IP 172.20.0.2 (65a0c785-6dfd-4a01-9b12-067743ee677d/c752e52c-1e0e-4b69-8288-ed62c19f3b18/3847ecc5-dafd-4ce8-b0bc-38aaaf602948) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:52:41.229310 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d3c24-6b7f-4ecf-8781-94c831b9fe97 req-00c6e65e-d044-440a-9fa4-e5820028f53d tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:41.230962 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d43d3c24-6b7f-4ecf-8781-94c831b9fe97 req-00c6e65e-d044-440a-9fa4-e5820028f53d tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=0ce975b4-04fd-4a32-aecc-da5f880a06d0 HTTP/1.1" status: 200 len: 945 time: 0.3177040 Jul 06 13:52:41.276614 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-977437d2-80bf-45f8-b717-afdeccbb97ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:41.367086 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8d787d0f-e026-46c9-a756-cf6b504d4524 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:41.369553 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d43d3c24-6b7f-4ecf-8781-94c831b9fe97 req-1fd57257-3db1-4825-aee0-fa6a860914ac tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047781 Jul 06 13:52:41.373734 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-8fa53759-8186-445a-9e44-83e325de2e21 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:41.379590 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8d787d0f-e026-46c9-a756-cf6b504d4524 None None] Transition to ACTIVE for port object 3847ecc5-dafd-4ce8-b0bc-38aaaf602948 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:52:41.397440 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['98101a5f-4149-4831-9e47-b5fd6d4b3895'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:52:41.397440 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['3e8943cb-a6ad-4c58-9bd2-79576b130719'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:52:41.430315 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa53759-8186-445a-9e44-83e325de2e21 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Pushing event updated for resources: {'Port': ['ID=08997f95-e1aa-45a0-8c65-59c666a863c0,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:41.450162 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-8fa53759-8186-445a-9e44-83e325de2e21 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:52:41.453931 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-8fa53759-8186-445a-9e44-83e325de2e21 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:52:41.457430 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-8fa53759-8186-445a-9e44-83e325de2e21 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:52:41.507044 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8d787d0f-e026-46c9-a756-cf6b504d4524 None None] Transition to ACTIVE for port object 3847ecc5-dafd-4ce8-b0bc-38aaaf602948 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:52:41.528239 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8d787d0f-e026-46c9-a756-cf6b504d4524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:41.536752 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:41.621940 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d787d0f-e026-46c9-a756-cf6b504d4524 None None] Network 65a0c785-6dfd-4a01-9b12-067743ee677d is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:52:41.642689 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-8d787d0f-e026-46c9-a756-cf6b504d4524 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:52:41.651291 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d787d0f-e026-46c9-a756-cf6b504d4524 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:52:41.665460 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d787d0f-e026-46c9-a756-cf6b504d4524 None None] Pushing event updated for resources: {'Port': ['ID=3847ecc5-dafd-4ce8-b0bc-38aaaf602948,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:41.798634 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8d787d0f-e026-46c9-a756-cf6b504d4524 None None] Attempting to bind port 3847ecc5-dafd-4ce8-b0bc-38aaaf602948 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:52:41.799019 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8d787d0f-e026-46c9-a756-cf6b504d4524 None None] Attempting to bind port 3847ecc5-dafd-4ce8-b0bc-38aaaf602948 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'cb42da08-7b0a-4e62-a780-570a2cc2651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:52:41.799387 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d787d0f-e026-46c9-a756-cf6b504d4524 None None] Attempting to bind port 3847ecc5-dafd-4ce8-b0bc-38aaaf602948 on network 65a0c785-6dfd-4a01-9b12-067743ee677d {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:52:41.820445 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d787d0f-e026-46c9-a756-cf6b504d4524 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:52:41.821333 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d787d0f-e026-46c9-a756-cf6b504d4524 None None] Checking segment: {'id': 'cb42da08-7b0a-4e62-a780-570a2cc2651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:52:41.821910 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8d787d0f-e026-46c9-a756-cf6b504d4524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:41.822365 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d787d0f-e026-46c9-a756-cf6b504d4524 None None] Bound using segment: {'id': 'cb42da08-7b0a-4e62-a780-570a2cc2651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:52:41.823145 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8d787d0f-e026-46c9-a756-cf6b504d4524 None None] Bound port: 3847ecc5-dafd-4ce8-b0bc-38aaaf602948, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb42da08-7b0a-4e62-a780-570a2cc2651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:52:41.823290 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8d787d0f-e026-46c9-a756-cf6b504d4524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:41.845717 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3', 'name': 'network-vif-deleted', 'tag': '82da8ad5-bbcc-4eef-98b5-661e5b31ad9f'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:52:41.848299 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7cf499-d573-4493-aeca-e9eaa064fbb7" -d '{"events": [{"server_uuid": "5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3", "name": "network-vif-deleted", "tag": "82da8ad5-bbcc-4eef-98b5-661e5b31ad9f"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:52:41.902851 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-323629e4-02d0-46e6-ac22-b99064d4eb00 None None] Provisioning for port 08997f95-e1aa-45a0-8c65-59c666a863c0 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:52:41.922149 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-323629e4-02d0-46e6-ac22-b99064d4eb00 None None] Provisioning complete for port 08997f95-e1aa-45a0-8c65-59c666a863c0 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:52:41.922607 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-323629e4-02d0-46e6-ac22-b99064d4eb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:41.933823 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-8fa53759-8186-445a-9e44-83e325de2e21 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:41.934482 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-8fa53759-8186-445a-9e44-83e325de2e21 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:41.959590 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-8fa53759-8186-445a-9e44-83e325de2e21 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5538781 Jul 06 13:52:41.988289 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8d787d0f-e026-46c9-a756-cf6b504d4524 None None] For port 3847ecc5-dafd-4ce8-b0bc-38aaaf602948, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:52:41.996172 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8d787d0f-e026-46c9-a756-cf6b504d4524 None None] For port 3847ecc5-dafd-4ce8-b0bc-38aaaf602948, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=3847ecc5-dafd-4ce8-b0bc-38aaaf602948,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:52:41.997592 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-323629e4-02d0-46e6-ac22-b99064d4eb00 None None] Port 08997f95-e1aa-45a0-8c65-59c666a863c0 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:52:42.002176 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8d787d0f-e026-46c9-a756-cf6b504d4524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:42.010862 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-5d701111-e5eb-4f15-b843-aed4b017e480 service neutron] Request body: {'port': {'device_id': 'b842cc96-c059-44f6-9b12-fff745687b52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:42.073388 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e7eb7-4692-4fd6-83d2-fa3cf900df7f req-1d7d23fd-56cb-4c85-8500-e6da4741720b tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:42.081778 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8f6e7eb7-4692-4fd6-83d2-fa3cf900df7f req-1d7d23fd-56cb-4c85-8500-e6da4741720b tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 936 time: 0.2271452 Jul 06 13:52:42.092970 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d787d0f-e026-46c9-a756-cf6b504d4524 None None] Pushing event updated for resources: {'Port': ['ID=3847ecc5-dafd-4ce8-b0bc-38aaaf602948,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:42.208264 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8f6e7eb7-4692-4fd6-83d2-fa3cf900df7f req-703a194b-cb5a-43cc-901a-7fd88c822ab5 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255965 Jul 06 13:52:42.224255 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-5d701111-e5eb-4f15-b843-aed4b017e480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:42.227810 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-977437d2-80bf-45f8-b717-afdeccbb97ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:42.261954 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-977437d2-80bf-45f8-b717-afdeccbb97ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:42.490889 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-977437d2-80bf-45f8-b717-afdeccbb97ac admin admin] Allocated IP 172.25.6.24 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/d2c44f51-d4d1-4a4f-8c85-311cbfcf9b49) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:52:42.701536 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-977437d2-80bf-45f8-b717-afdeccbb97ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:42.760684 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48514) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:42.821999 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-5d701111-e5eb-4f15-b843-aed4b017e480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08997f95-e1aa-45a0-8c65-59c666a863c0 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:52:42.838459 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-5d701111-e5eb-4f15-b843-aed4b017e480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:42.991814 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:43.010411 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-ead82f77-7810-4691-9a8a-d13c7fe327b7 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:43.011983 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-ead82f77-7810-4691-9a8a-d13c7fe327b7 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.124 "GET /v2.0/networks?id=39c9ee88-87a9-4020-8a16-d62551076208 HTTP/1.1" status: 200 len: 818 time: 0.1402009 Jul 06 13:52:43.013115 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-5d701111-e5eb-4f15-b843-aed4b017e480 service neutron] Transition to ACTIVE for port object 08997f95-e1aa-45a0-8c65-59c666a863c0 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:52:43.031332 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-dd90f7a5-cf2b-4c25-b621-3b2fbc1f5c6f tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Request body: {'port': {'device_id': 'c504eda4-164f-4583-b91d-a2a66c4b1c87', 'network_id': '39c9ee88-87a9-4020-8a16-d62551076208', 'admin_state_up': True, 'tenant_id': 'd6bb7e91300f4fde8c92a7221b5e02f2'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:43.039154 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-977437d2-80bf-45f8-b717-afdeccbb97ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:43.041345 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-5d701111-e5eb-4f15-b843-aed4b017e480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:43.135952 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128018ff-c801-41df-bed4-066dd2db959f x-openstack-request-id: req-128018ff-c801-41df-bed4-066dd2db959f {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:52:43.136245 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3", "name": "network-vif-deleted", "tag": "82da8ad5-bbcc-4eef-98b5-661e5b31ad9f", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:52:43.136501 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-128018ff-c801-41df-bed4-066dd2db959f {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:52:43.136888 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e776af7-a5ab-4d75-8bbb-b8f389f7cfa3', 'name': 'network-vif-deleted', 'tag': '82da8ad5-bbcc-4eef-98b5-661e5b31ad9f', 'status': 'completed', 'code': 200} Jul 06 13:52:43.210060 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977437d2-80bf-45f8-b717-afdeccbb97ac admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:52:43.223486 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-977437d2-80bf-45f8-b717-afdeccbb97ac admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:52:43.231622 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-14838345-fb9a-4013-abbf-7e268fc9f1c5 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:43.233173 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-14838345-fb9a-4013-abbf-7e268fc9f1c5 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.52 "GET /v2.0/networks?id=39c9ee88-87a9-4020-8a16-d62551076208 HTTP/1.1" status: 200 len: 818 time: 0.4938703 Jul 06 13:52:43.240754 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977437d2-80bf-45f8-b717-afdeccbb97ac admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:52:43.276182 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-a4465bcc-f064-4de2-a070-f70e87b2e95b tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Request body: {'port': {'device_id': 'c97854d7-f3a1-4e30-b42c-2eca46c8250f', 'network_id': '39c9ee88-87a9-4020-8a16-d62551076208', 'admin_state_up': True, 'tenant_id': 'd6bb7e91300f4fde8c92a7221b5e02f2'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:43.595869 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf44ca10-319e-4245-8204-df0f952e9580 None None] Network 65a0c785-6dfd-4a01-9b12-067743ee677d requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:52:43.613428 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977437d2-80bf-45f8-b717-afdeccbb97ac admin admin] Pushing event updated for resources: {'Port': ['ID=d2c44f51-d4d1-4a4f-8c85-311cbfcf9b49,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:43.685875 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-68c59c3b-2e1b-4e45-9a7e-a76675ae67b8 None None] Provisioning for port 3847ecc5-dafd-4ce8-b0bc-38aaaf602948 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:52:43.710400 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-a4465bcc-f064-4de2-a070-f70e87b2e95b tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Made reservation on behalf of d6bb7e91300f4fde8c92a7221b5e02f2 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:52:43.713987 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-a4465bcc-f064-4de2-a070-f70e87b2e95b tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:43.757479 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-f04cdd5d-990e-498e-8494-e216b99faea7 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:43.758977 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-f04cdd5d-990e-498e-8494-e216b99faea7 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.52 "GET /v2.0/networks?id=39c9ee88-87a9-4020-8a16-d62551076208 HTTP/1.1" status: 200 len: 818 time: 0.1966016 Jul 06 13:52:43.776211 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-63b2ea44-6ffe-46f9-b9f2-f8c57edaca18 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Request body: {'port': {'device_id': '9aefc1dd-9519-41e6-88a4-5f82c9ec4e46', 'network_id': '39c9ee88-87a9-4020-8a16-d62551076208', 'admin_state_up': True, 'tenant_id': 'd6bb7e91300f4fde8c92a7221b5e02f2'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:43.898099 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d701111-e5eb-4f15-b843-aed4b017e480 service neutron] Pushing event updated for resources: {'Port': ['ID=08997f95-e1aa-45a0-8c65-59c666a863c0,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:43.908930 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e09945-b839-4b92-a1fa-07b9296ca4bb req-d83784fe-055f-41bd-be61-4df9ba746bb0 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:43.914291 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04e09945-b839-4b92-a1fa-07b9296ca4bb req-d83784fe-055f-41bd-be61-4df9ba746bb0 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=0ce975b4-04fd-4a32-aecc-da5f880a06d0 HTTP/1.1" status: 200 len: 945 time: 0.7341311 Jul 06 13:52:43.962254 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.db.api [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-63b2ea44-6ffe-46f9-b9f2-f8c57edaca18 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 13:52:43.962254 n-d-773644-6 neutron-server[100417]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 13:52:43.962254 n-d-773644-6 neutron-server[100417]: [parameters: {'project_id_1': 'd6bb7e91300f4fde8c92a7221b5e02f2', 'expiration_1': datetime.datetime(2021, 7, 6, 13, 52, 43, 926179)}] Jul 06 13:52:43.962254 n-d-773644-6 neutron-server[100417]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 13:52:43.962622 n-d-773644-6 neutron-server[100417]: DEBUG oslo_db.api [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-63b2ea44-6ffe-46f9-b9f2-f8c57edaca18 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 13:52:43.965578 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-900528a1-e5b0-4fc9-aef3-e967652942f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:44.041093 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-5d701111-e5eb-4f15-b843-aed4b017e480 service neutron] Attempting to bind port 08997f95-e1aa-45a0-8c65-59c666a863c0 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:52:44.041663 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-5d701111-e5eb-4f15-b843-aed4b017e480 service neutron] Attempting to bind port 08997f95-e1aa-45a0-8c65-59c666a863c0 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:52:44.041859 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-5d701111-e5eb-4f15-b843-aed4b017e480 service neutron] Attempting to bind port 08997f95-e1aa-45a0-8c65-59c666a863c0 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:52:44.062382 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-dd90f7a5-cf2b-4c25-b621-3b2fbc1f5c6f tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Made reservation on behalf of d6bb7e91300f4fde8c92a7221b5e02f2 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:52:44.066526 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-dd90f7a5-cf2b-4c25-b621-3b2fbc1f5c6f tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:44.087847 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-5d701111-e5eb-4f15-b843-aed4b017e480 service neutron] Port 08997f95-e1aa-45a0-8c65-59c666a863c0 on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:52:44.088171 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-5d701111-e5eb-4f15-b843-aed4b017e480 service neutron] Attempting to bind port 08997f95-e1aa-45a0-8c65-59c666a863c0 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:52:44.163697 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-5d701111-e5eb-4f15-b843-aed4b017e480 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:52:44.164046 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-5d701111-e5eb-4f15-b843-aed4b017e480 service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:52:44.164444 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-5d701111-e5eb-4f15-b843-aed4b017e480 service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:52:44.164982 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-5d701111-e5eb-4f15-b843-aed4b017e480 service neutron] Bound port: 08997f95-e1aa-45a0-8c65-59c666a863c0, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:52:44.165286 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-5d701111-e5eb-4f15-b843-aed4b017e480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:44.176347 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04e09945-b839-4b92-a1fa-07b9296ca4bb req-9248a7c1-e118-4f48-9ce4-93954033ba5e tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456305 Jul 06 13:52:44.195040 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-a4465bcc-f064-4de2-a070-f70e87b2e95b tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Allocated IP 172.20.0.12 (39c9ee88-87a9-4020-8a16-d62551076208/dd8d18a0-7a22-41d5-a3e8-93b87377b2d4/1293e859-61bf-4f93-b199-805ecf8707f2) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:52:44.263171 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 3847ecc5-dafd-4ce8-b0bc-38aaaf602948 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:52:44.271120 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-900528a1-e5b0-4fc9-aef3-e967652942f8 admin admin] Deleting port d6c52044-fa14-46c8-a0c8-931401dd632a {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:52:44.271120 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-900528a1-e5b0-4fc9-aef3-e967652942f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:44.320123 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-977437d2-80bf-45f8-b717-afdeccbb97ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:44.327633 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 3847ecc5-dafd-4ce8-b0bc-38aaaf602948 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:52:44.332784 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 3847ecc5-dafd-4ce8-b0bc-38aaaf602948 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:52:44.332784 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:44.367494 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-900528a1-e5b0-4fc9-aef3-e967652942f8 admin admin] For port d6c52044-fa14-46c8-a0c8-931401dd632a, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d6c52044-fa14-46c8-a0c8-931401dd632a,segment=NetworkSegment(e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6),segment_id=e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:44.368148 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-900528a1-e5b0-4fc9-aef3-e967652942f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:44.388563 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-900528a1-e5b0-4fc9-aef3-e967652942f8 admin admin] Calling delete_port for d6c52044-fa14-46c8-a0c8-931401dd632a owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:52:44.415399 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:44.449150 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 3847ecc5-dafd-4ce8-b0bc-38aaaf602948, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=3847ecc5-dafd-4ce8-b0bc-38aaaf602948,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:44.453680 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:44.510345 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=3847ecc5-dafd-4ce8-b0bc-38aaaf602948,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:44.511465 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-5d701111-e5eb-4f15-b843-aed4b017e480 service neutron] For port 08997f95-e1aa-45a0-8c65-59c666a863c0, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:52:44.529196 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-63b2ea44-6ffe-46f9-b9f2-f8c57edaca18 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Made reservation on behalf of d6bb7e91300f4fde8c92a7221b5e02f2 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:52:44.533467 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-63b2ea44-6ffe-46f9-b9f2-f8c57edaca18 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:44.552581 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1c12d-8e9f-489b-9c58-2373460ac785 req-5f7ad827-bbf6-46f8-afc1-23cb9a6db5a2 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:44.554130 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aaa1c12d-8e9f-489b-9c58-2373460ac785 req-5f7ad827-bbf6-46f8-afc1-23cb9a6db5a2 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] 10.222.0.124 "GET /v2.0/ports?device_id=75d7fbea-9479-495b-8625-aac963238431 HTTP/1.1" status: 200 len: 950 time: 0.4940710 Jul 06 13:52:44.581547 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-5d701111-e5eb-4f15-b843-aed4b017e480 service neutron] For port 08997f95-e1aa-45a0-8c65-59c666a863c0, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=08997f95-e1aa-45a0-8c65-59c666a863c0,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:52:44.615904 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-5d701111-e5eb-4f15-b843-aed4b017e480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:44.665843 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-900528a1-e5b0-4fc9-aef3-e967652942f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:44.693559 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900528a1-e5b0-4fc9-aef3-e967652942f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6c52044-fa14-46c8-a0c8-931401dd632a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:44.870814 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-900528a1-e5b0-4fc9-aef3-e967652942f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:45.051973 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-5d701111-e5eb-4f15-b843-aed4b017e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:45.052594 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-5d701111-e5eb-4f15-b843-aed4b017e480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:45.054051 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-5d701111-e5eb-4f15-b843-aed4b017e480 service neutron] 10.222.0.124 "PUT /v2.0/ports/08997f95-e1aa-45a0-8c65-59c666a863c0 HTTP/1.1" status: 200 len: 1096 time: 3.0477078 Jul 06 13:52:45.096419 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec9927-9901-4931-a43f-45ac3c749a38 req-8138014b-2c80-496a-9648-be9d822c6986 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:45.098746 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6dec9927-9901-4931-a43f-45ac3c749a38 req-8138014b-2c80-496a-9648-be9d822c6986 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] 10.222.0.118 "GET /v2.0/ports?device_id=75d7fbea-9479-495b-8625-aac963238431 HTTP/1.1" status: 200 len: 950 time: 0.7582283 Jul 06 13:52:45.114574 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900528a1-e5b0-4fc9-aef3-e967652942f8 admin admin] Router 1a111ee6-32b3-44cf-8ee9-ff17866f20e1 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:52:45.141883 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b842cc96-c059-44f6-9b12-fff745687b52', 'tag': '08997f95-e1aa-45a0-8c65-59c666a863c0'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:52:45.144041 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54c73c3-02f8-4cc2-9867-07e100d9ab75" -d '{"events": [{"name": "network-changed", "server_uuid": "b842cc96-c059-44f6-9b12-fff745687b52", "tag": "08997f95-e1aa-45a0-8c65-59c666a863c0"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:52:45.208559 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-a4465bcc-f064-4de2-a070-f70e87b2e95b tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:45.241451 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900528a1-e5b0-4fc9-aef3-e967652942f8 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:52:45.249712 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-900528a1-e5b0-4fc9-aef3-e967652942f8 admin admin] 10.222.0.118 "PUT /v2.0/routers/1a111ee6-32b3-44cf-8ee9-ff17866f20e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4872975 Jul 06 13:52:45.250015 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d701111-e5eb-4f15-b843-aed4b017e480 service neutron] Pushing event updated for resources: {'Port': ['ID=08997f95-e1aa-45a0-8c65-59c666a863c0,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:45.250553 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48524) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:45.252652 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785d8485-c248-4db9-a54a-5e954bf0c7a0 None None] Sync routers for ids ['1a111ee6-32b3-44cf-8ee9-ff17866f20e1'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:52:45.273684 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785d8485-c248-4db9-a54a-5e954bf0c7a0 None None] Routers {'1a111ee6-32b3-44cf-8ee9-ff17866f20e1'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:52:45.274723 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-785d8485-c248-4db9-a54a-5e954bf0c7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:52:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1a111ee6-32b3-44cf-8ee9-ff17866f20e1'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:45.342954 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6dec9927-9901-4931-a43f-45ac3c749a38 req-ed44b9de-43a3-42ee-9920-efaec1e6d987 tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] 10.222.0.118 "GET /v2.0/security-groups?id=38d07671-75e1-4db1-b4ab-e57d26a43008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701348 Jul 06 13:52:45.384230 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-977437d2-80bf-45f8-b717-afdeccbb97ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:45.396902 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-785d8485-c248-4db9-a54a-5e954bf0c7a0 None None] Set router 1a111ee6-32b3-44cf-8ee9-ff17866f20e1 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:52:45.397594 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-371627ef-f323-470e-88ee-77133bf9cb81 admin admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:45.400051 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-f49050a3-1ef8-4fec-a429-e40ec268bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:45.402372 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-f49050a3-1ef8-4fec-a429-e40ec268bd11 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 1099 time: 0.2338331 Jul 06 13:52:45.404614 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-aaa1c12d-8e9f-489b-9c58-2373460ac785 req-dd4fe692-71e2-4991-8a94-d883d5298a5a tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Deleting port 40750f40-7b93-4978-abd2-84a342a98923 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:52:45.405209 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-aaa1c12d-8e9f-489b-9c58-2373460ac785 req-dd4fe692-71e2-4991-8a94-d883d5298a5a tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:45.527889 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-371627ef-f323-470e-88ee-77133bf9cb81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:45.553864 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-a4465bcc-f064-4de2-a070-f70e87b2e95b tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:45.584600 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-ba59fc6e-5708-473d-856a-3d23909b4836 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=08997f95-e1aa-45a0-8c65-59c666a863c0 HTTP/1.1" status: 200 len: 217 time: 0.1270678 Jul 06 13:52:45.593716 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-371627ef-f323-470e-88ee-77133bf9cb81 admin admin] Deleting port dcc2209b-6030-43cd-87c2-08de85f27bcf {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:52:45.593716 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-371627ef-f323-470e-88ee-77133bf9cb81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:45.634221 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-785d8485-c248-4db9-a54a-5e954bf0c7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-20513066-router', 'tenant_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'dcc2209b-6030-43cd-87c2-08de85f27bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:50:57Z', 'updated_at': '2021-07-06T13:52:44Z', 'revision_number': 5, 'project_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'gw_port': {'id': 'dcc2209b-6030-43cd-87c2-08de85f27bcf', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:57:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:50:58Z', 'updated_at': '2021-07-06T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:45.669094 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785d8485-c248-4db9-a54a-5e954bf0c7a0 None None] Checking router: 1a111ee6-32b3-44cf-8ee9-ff17866f20e1 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:52:45.679632 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785d8485-c248-4db9-a54a-5e954bf0c7a0 None None] Routers {'1a111ee6-32b3-44cf-8ee9-ff17866f20e1'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:52:45.680474 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-785d8485-c248-4db9-a54a-5e954bf0c7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:52:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1a111ee6-32b3-44cf-8ee9-ff17866f20e1'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:45.695095 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-371627ef-f323-470e-88ee-77133bf9cb81 admin admin] For port dcc2209b-6030-43cd-87c2-08de85f27bcf, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=dcc2209b-6030-43cd-87c2-08de85f27bcf,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:45.695461 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-371627ef-f323-470e-88ee-77133bf9cb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:45.707988 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-371627ef-f323-470e-88ee-77133bf9cb81 admin admin] Calling delete_port for dcc2209b-6030-43cd-87c2-08de85f27bcf owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:52:45.725202 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-a4465bcc-f064-4de2-a070-f70e87b2e95b tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Network 39c9ee88-87a9-4020-8a16-d62551076208 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:52:45.756395 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-a4465bcc-f064-4de2-a070-f70e87b2e95b tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:52:45.766016 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-dd90f7a5-cf2b-4c25-b621-3b2fbc1f5c6f tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Allocated IP 172.20.0.3 (39c9ee88-87a9-4020-8a16-d62551076208/dd8d18a0-7a22-41d5-a3e8-93b87377b2d4/d9262ee0-18d0-4fbe-8b12-de4b417a140b) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:52:45.775006 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-a4465bcc-f064-4de2-a070-f70e87b2e95b tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:52:45.789646 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4465bcc-f064-4de2-a070-f70e87b2e95b tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Pushing event updated for resources: {'Port': ['ID=1293e859-61bf-4f93-b199-805ecf8707f2,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:45.794772 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-785d8485-c248-4db9-a54a-5e954bf0c7a0 None None] Set router 1a111ee6-32b3-44cf-8ee9-ff17866f20e1 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:52:45.828654 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-f197c44f-82d3-4750-a52e-f519d8dacd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:45.830919 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-f197c44f-82d3-4750-a52e-f519d8dacd82 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.2275255 Jul 06 13:52:45.832805 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-aaa1c12d-8e9f-489b-9c58-2373460ac785 req-dd4fe692-71e2-4991-8a94-d883d5298a5a tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] For port 40750f40-7b93-4978-abd2-84a342a98923, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=40750f40-7b93-4978-abd2-84a342a98923,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:45.833174 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-aaa1c12d-8e9f-489b-9c58-2373460ac785 req-dd4fe692-71e2-4991-8a94-d883d5298a5a tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:45.864327 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-785d8485-c248-4db9-a54a-5e954bf0c7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-20513066-router', 'tenant_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:50:57Z', 'updated_at': '2021-07-06T13:52:45Z', 'revision_number': 6, 'project_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:45.893286 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-aaa1c12d-8e9f-489b-9c58-2373460ac785 req-dd4fe692-71e2-4991-8a94-d883d5298a5a tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Calling delete_port for 40750f40-7b93-4978-abd2-84a342a98923 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:52:45.898065 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785d8485-c248-4db9-a54a-5e954bf0c7a0 None None] The sync data for ids ['1a111ee6-32b3-44cf-8ee9-ff17866f20e1'] in n-d-773644-6 is: [{'id': '1a111ee6-32b3-44cf-8ee9-ff17866f20e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-20513066-router', 'tenant_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:50:57Z', 'updated_at': '2021-07-06T13:52:45Z', 'revision_number': 6, 'project_id': '5cdbbf3cb8c5435e96d40f3db2892fd8', 'gw_port_host': None}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:52:45.911101 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-371627ef-f323-470e-88ee-77133bf9cb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:45.942173 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371627ef-f323-470e-88ee-77133bf9cb81 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcc2209b-6030-43cd-87c2-08de85f27bcf,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:45.962924 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-a4465bcc-f064-4de2-a070-f70e87b2e95b tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:45.963577 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-a4465bcc-f064-4de2-a070-f70e87b2e95b tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:46.034663 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-371627ef-f323-470e-88ee-77133bf9cb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:46.104891 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-a4465bcc-f064-4de2-a070-f70e87b2e95b tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8617713 Jul 06 13:52:46.128435 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-634b853e-0f70-433f-9da8-aa9c0b71dffe tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:52:46.129489 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-634b853e-0f70-433f-9da8-aa9c0b71dffe tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107265 Jul 06 13:52:46.148735 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-371627ef-f323-470e-88ee-77133bf9cb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:46.149369 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-2db776a9-52be-4204-8770-10c61f3bfb9f service neutron] Request body: {'port': {'device_id': 'c97854d7-f3a1-4e30-b42c-2eca46c8250f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:46.151377 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-371627ef-f323-470e-88ee-77133bf9cb81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:46.180654 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c054a203-f1a6-44dc-8a6e-1e731c08629f req-b0b86e4e-1222-451d-a119-c257c6675e99 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.118 "GET /v2.0/ports?device_id=9aefc1dd-9519-41e6-88a4-5f82c9ec4e46 HTTP/1.1" status: 200 len: 210 time: 0.0707088 Jul 06 13:52:46.206524 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-371627ef-f323-470e-88ee-77133bf9cb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:46.207282 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371627ef-f323-470e-88ee-77133bf9cb81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a111ee6-32b3-44cf-8ee9-ff17866f20e1 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:52:46.212378 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-371627ef-f323-470e-88ee-77133bf9cb81 admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:46.217920 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-371627ef-f323-470e-88ee-77133bf9cb81 admin admin] 10.222.0.118 "DELETE /v2.0/routers/1a111ee6-32b3-44cf-8ee9-ff17866f20e1 HTTP/1.1" status: 204 len: 168 time: 0.9658620 Jul 06 13:52:46.219428 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48528) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:46.237325 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977437d2-80bf-45f8-b717-afdeccbb97ac admin admin] Router c57e53d8-c4b0-4d7f-8c64-2a580fb902cc is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:52:46.244334 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-70a781ed-62f6-470f-94f0-1e6be0372bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:46.245866 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-70a781ed-62f6-470f-94f0-1e6be0372bd8 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3952146 Jul 06 13:52:46.291857 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-9774df40-3bc3-4e77-9312-773d4feb7d3b admin admin] Deleting subnet 24a415f4-aab3-4198-bdfa-b8114bde48d2 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:52:46.303692 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9774df40-3bc3-4e77-9312-773d4feb7d3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:46.342801 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9774df40-3bc3-4e77-9312-773d4feb7d3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:46.392026 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:46.417411 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9774df40-3bc3-4e77-9312-773d4feb7d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:46.441444 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-dd90f7a5-cf2b-4c25-b621-3b2fbc1f5c6f tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:46.479954 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9774df40-3bc3-4e77-9312-773d4feb7d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:46.508641 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774df40-3bc3-4e77-9312-773d4feb7d3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24a415f4-aab3-4198-bdfa-b8114bde48d2,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:46.514304 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9774df40-3bc3-4e77-9312-773d4feb7d3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:46.519907 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9774df40-3bc3-4e77-9312-773d4feb7d3b admin admin] 10.222.0.118 "DELETE /v2.0/subnets/24a415f4-aab3-4198-bdfa-b8114bde48d2 HTTP/1.1" status: 204 len: 168 time: 0.2940004 Jul 06 13:52:46.520566 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48532) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:46.558124 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-2db776a9-52be-4204-8770-10c61f3bfb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:46.566926 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-aaa1c12d-8e9f-489b-9c58-2373460ac785 req-dd4fe692-71e2-4991-8a94-d883d5298a5a tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:46.589738 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 40750f40-7b93-4978-abd2-84a342a98923 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:52:46.593266 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-109c7d9d-9942-48ee-9ce7-736656c685a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:46.612858 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 40750f40-7b93-4978-abd2-84a342a98923 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:52:46.613360 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 40750f40-7b93-4978-abd2-84a342a98923 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:52:46.667842 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fe692-71e2-4991-8a94-d883d5298a5a tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Pushing event deleted for resources: {'Port': ['ID=40750f40-7b93-4978-abd2-84a342a98923,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:46.687719 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-109c7d9d-9942-48ee-9ce7-736656c685a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:46.698444 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-109c7d9d-9942-48ee-9ce7-736656c685a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a11e6837-0ed6-4c7f-be24-27cdd1b52393']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:46.704225 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-ebbb250c-ec87-4720-a769-c7e9676d2c7e service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449275 Jul 06 13:52:46.710301 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-109c7d9d-9942-48ee-9ce7-736656c685a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:46.710600 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-109c7d9d-9942-48ee-9ce7-736656c685a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ffd1d6-54bb-46d5-a50e-5b95ee5453d6') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:46.721485 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-109c7d9d-9942-48ee-9ce7-736656c685a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:46.753364 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-109c7d9d-9942-48ee-9ce7-736656c685a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:46.767303 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-109c7d9d-9942-48ee-9ce7-736656c685a9 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:52:46.768540 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-109c7d9d-9942-48ee-9ce7-736656c685a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:46.769259 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 3847ecc5-dafd-4ce8-b0bc-38aaaf602948 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:52:46.770262 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:52:46.772568 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff860831-7e2b-473e-b282-b36b1798138e req-2baff8e7-4ccf-4593-a932-be9fe1e94b7b tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:46.774294 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff860831-7e2b-473e-b282-b36b1798138e req-2baff8e7-4ccf-4593-a932-be9fe1e94b7b tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 948 time: 0.4382331 Jul 06 13:52:46.827298 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977437d2-80bf-45f8-b717-afdeccbb97ac admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:52:46.837534 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7e99b8-8848-4e41-a830-4b25d6ca67c9 None None] Sync routers for ids ['c57e53d8-c4b0-4d7f-8c64-2a580fb902cc'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:52:46.862492 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7e99b8-8848-4e41-a830-4b25d6ca67c9 None None] Routers {'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:52:46.863548 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-0a7e99b8-8848-4e41-a830-4b25d6ca67c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:52:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c57e53d8-c4b0-4d7f-8c64-2a580fb902cc'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:46.870507 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-dd90f7a5-cf2b-4c25-b621-3b2fbc1f5c6f tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:46.873035 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa1c12d-8e9f-489b-9c58-2373460ac785 req-dd4fe692-71e2-4991-8a94-d883d5298a5a tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] No DVR routers for this DVR port 40750f40-7b93-4978-abd2-84a342a98923 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:52:46.905872 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-aaa1c12d-8e9f-489b-9c58-2373460ac785 req-dd4fe692-71e2-4991-8a94-d883d5298a5a tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:46.907957 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aaa1c12d-8e9f-489b-9c58-2373460ac785 req-dd4fe692-71e2-4991-8a94-d883d5298a5a tempest-VolumesNegativeTest-134249420 tempest-VolumesNegativeTest-134249420-project] 10.222.0.124 "DELETE /v2.0/ports/40750f40-7b93-4978-abd2-84a342a98923 HTTP/1.1" status: 204 len: 173 time: 2.3398802 Jul 06 13:52:46.925414 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 3847ecc5-dafd-4ce8-b0bc-38aaaf602948 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:52:46.925987 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:46.955375 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-63b2ea44-6ffe-46f9-b9f2-f8c57edaca18 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Allocated IP 172.20.0.4 (39c9ee88-87a9-4020-8a16-d62551076208/dd8d18a0-7a22-41d5-a3e8-93b87377b2d4/0c7f5679-8e44-44b9-9eb1-9bbdc29986ef) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:52:46.982062 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-109c7d9d-9942-48ee-9ce7-736656c685a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:46.987626 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-109c7d9d-9942-48ee-9ce7-736656c685a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:47.002036 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-dd90f7a5-cf2b-4c25-b621-3b2fbc1f5c6f tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Network 39c9ee88-87a9-4020-8a16-d62551076208 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:52:47.006509 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-109c7d9d-9942-48ee-9ce7-736656c685a9 admin admin] 10.222.0.118 "DELETE /v2.0/networks/a11e6837-0ed6-4c7f-be24-27cdd1b52393 HTTP/1.1" status: 204 len: 168 time: 0.4709094 Jul 06 13:52:47.040597 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-dd90f7a5-cf2b-4c25-b621-3b2fbc1f5c6f tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:52:47.060457 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-dd90f7a5-cf2b-4c25-b621-3b2fbc1f5c6f tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:52:47.065857 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c7d9d-9942-48ee-9ce7-736656c685a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a11e6837-0ed6-4c7f-be24-27cdd1b52393,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:47.098619 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-977437d2-80bf-45f8-b717-afdeccbb97ac admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:47.102183 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-977437d2-80bf-45f8-b717-afdeccbb97ac admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2390251 Jul 06 13:52:47.108178 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48536) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:47.122417 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff860831-7e2b-473e-b282-b36b1798138e req-2bef80f8-391e-41fa-9e0a-5efaf4f35647 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309891 Jul 06 13:52:47.129850 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90f7a5-cf2b-4c25-b621-3b2fbc1f5c6f tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Pushing event updated for resources: {'Port': ['ID=d9262ee0-18d0-4fbe-8b12-de4b417a140b,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:47.156825 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-dd90f7a5-cf2b-4c25-b621-3b2fbc1f5c6f tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:47.158236 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-dd90f7a5-cf2b-4c25-b621-3b2fbc1f5c6f tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:47.179797 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c6a8f743-7a7b-4322-81db-0c16084e4146 req-cc21ddca-a9d5-4693-9cd7-f89dd5bd68b1 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636188 Jul 06 13:52:47.181990 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-dd90f7a5-cf2b-4c25-b621-3b2fbc1f5c6f tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1588311 Jul 06 13:52:47.207313 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-60b9b3c3-6abd-437c-85ff-4e130a03d649 service neutron] Request body: {'port': {'device_id': 'c504eda4-164f-4583-b91d-a2a66c4b1c87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:47.237433 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-0a7e99b8-8848-4e41-a830-4b25d6ca67c9 None None] Set router c57e53d8-c4b0-4d7f-8c64-2a580fb902cc gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:52:47.267503 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81732f8-c565-43d8-84d2-96c4fbcd12a0 x-openstack-request-id: req-e81732f8-c565-43d8-84d2-96c4fbcd12a0 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:52:47.267835 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b842cc96-c059-44f6-9b12-fff745687b52", "tag": "08997f95-e1aa-45a0-8c65-59c666a863c0", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:52:47.268036 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e81732f8-c565-43d8-84d2-96c4fbcd12a0 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:52:47.268434 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b842cc96-c059-44f6-9b12-fff745687b52', 'tag': '08997f95-e1aa-45a0-8c65-59c666a863c0', 'status': 'completed', 'code': 200} Jul 06 13:52:47.321484 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d6c52044-fa14-46c8-a0c8-931401dd632a no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:52:47.402147 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48540) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:47.403160 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: d6c52044-fa14-46c8-a0c8-931401dd632a {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:52:47.403645 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d6c52044-fa14-46c8-a0c8-931401dd632a not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:52:47.488514 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-60b9b3c3-6abd-437c-85ff-4e130a03d649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:47.555468 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c73c3-02f8-4cc2-9867-07e100d9ab75 req-1bbb641d-e0aa-407b-857c-3c8d2f995090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:47.556931 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a54c73c3-02f8-4cc2-9867-07e100d9ab75 req-1bbb641d-e0aa-407b-857c-3c8d2f995090 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 1099 time: 0.2559326 Jul 06 13:52:47.569705 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-dc2defdb-c493-41a8-a90e-04362044e683 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=5cdbbf3cb8c5435e96d40f3db2892fd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623185 Jul 06 13:52:47.573452 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48542) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:47.586094 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-63b2ea44-6ffe-46f9-b9f2-f8c57edaca18 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:47.587336 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-0a7e99b8-8848-4e41-a830-4b25d6ca67c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'name': 'tempest-ServerActionsTestJSON-1636392370-router', 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'd2c44f51-d4d1-4a4f-8c85-311cbfcf9b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:52:40Z', 'updated_at': '2021-07-06T13:52:43Z', 'revision_number': 3, 'project_id': '84c411c9b83740e1bcaf5cc8002aa094', 'gw_port': {'id': 'd2c44f51-d4d1-4a4f-8c85-311cbfcf9b49', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:52:42Z', 'updated_at': '2021-07-06T13:52:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:47.621798 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7e99b8-8848-4e41-a830-4b25d6ca67c9 None None] Checking router: c57e53d8-c4b0-4d7f-8c64-2a580fb902cc for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:52:47.622164 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7e99b8-8848-4e41-a830-4b25d6ca67c9 None None] Updating router c57e53d8-c4b0-4d7f-8c64-2a580fb902cc port d2c44f51-d4d1-4a4f-8c85-311cbfcf9b49 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:52:47.663825 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0a7e99b8-8848-4e41-a830-4b25d6ca67c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:47.711786 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c73c3-02f8-4cc2-9867-07e100d9ab75 req-cfcd7bd2-cc48-4478-9db1-931e1f87991b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:47.713841 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a54c73c3-02f8-4cc2-9867-07e100d9ab75 req-cfcd7bd2-cc48-4478-9db1-931e1f87991b service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.1400325 Jul 06 13:52:47.724529 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff39bc-fff8-4758-9cd2-6ca8ff583efd req-13cc74ef-750f-4b6c-a4cf-fb77ae295f39 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:47.726708 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05ff39bc-fff8-4758-9cd2-6ca8ff583efd req-13cc74ef-750f-4b6c-a4cf-fb77ae295f39 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=0ce975b4-04fd-4a32-aecc-da5f880a06d0 HTTP/1.1" status: 200 len: 945 time: 0.2859342 Jul 06 13:52:47.745988 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-22b90118-cb2b-4fd4-a972-fd7a8733e08b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:47.778811 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-63b2ea44-6ffe-46f9-b9f2-f8c57edaca18 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:47.805326 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-22b90118-cb2b-4fd4-a972-fd7a8733e08b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:47.911773 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-63b2ea44-6ffe-46f9-b9f2-f8c57edaca18 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Network 39c9ee88-87a9-4020-8a16-d62551076208 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:52:47.921569 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2ea44-6ffe-46f9-b9f2-f8c57edaca18 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Pushing event updated for resources: {'Port': ['ID=0c7f5679-8e44-44b9-9eb1-9bbdc29986ef,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:47.934921 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-63b2ea44-6ffe-46f9-b9f2-f8c57edaca18 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:52:47.941128 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-63b2ea44-6ffe-46f9-b9f2-f8c57edaca18 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:52:47.972945 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0a7e99b8-8848-4e41-a830-4b25d6ca67c9 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:47.987308 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0a7e99b8-8848-4e41-a830-4b25d6ca67c9 None None] Transition to ACTIVE for port object d2c44f51-d4d1-4a4f-8c85-311cbfcf9b49 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:52:47.999691 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0a7e99b8-8848-4e41-a830-4b25d6ca67c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:48.037700 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-22b90118-cb2b-4fd4-a972-fd7a8733e08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:48.040461 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-22b90118-cb2b-4fd4-a972-fd7a8733e08b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:48.044550 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-22b90118-cb2b-4fd4-a972-fd7a8733e08b admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/2db37d44-1922-4a35-90c3-f399c0f1730f HTTP/1.1" status: 204 len: 168 time: 0.4665592 Jul 06 13:52:48.054064 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-63b2ea44-6ffe-46f9-b9f2-f8c57edaca18 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:48.054299 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-0a7e99b8-8848-4e41-a830-4b25d6ca67c9 None None] Attempting to bind port d2c44f51-d4d1-4a4f-8c85-311cbfcf9b49 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:52:48.054414 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-63b2ea44-6ffe-46f9-b9f2-f8c57edaca18 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:48.054522 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-0a7e99b8-8848-4e41-a830-4b25d6ca67c9 None None] Attempting to bind port d2c44f51-d4d1-4a4f-8c85-311cbfcf9b49 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:52:48.054522 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7e99b8-8848-4e41-a830-4b25d6ca67c9 None None] Attempting to bind port d2c44f51-d4d1-4a4f-8c85-311cbfcf9b49 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:52:48.060650 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7e99b8-8848-4e41-a830-4b25d6ca67c9 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:52:48.061740 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7e99b8-8848-4e41-a830-4b25d6ca67c9 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:52:48.061962 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0a7e99b8-8848-4e41-a830-4b25d6ca67c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:48.062345 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7e99b8-8848-4e41-a830-4b25d6ca67c9 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:52:48.062839 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-0a7e99b8-8848-4e41-a830-4b25d6ca67c9 None None] Bound port: d2c44f51-d4d1-4a4f-8c85-311cbfcf9b49, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:52:48.063232 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0a7e99b8-8848-4e41-a830-4b25d6ca67c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:48.077081 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-63b2ea44-6ffe-46f9-b9f2-f8c57edaca18 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3055866 Jul 06 13:52:48.081379 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b90118-cb2b-4fd4-a972-fd7a8733e08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db37d44-1922-4a35-90c3-f399c0f1730f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:48.113916 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e45af3-2601-4e8c-a0fb-e07d67783168 None None] Pushing event updated for resources: {'Port': ['ID=d2c44f51-d4d1-4a4f-8c85-311cbfcf9b49,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:48.145237 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-0a7e99b8-8848-4e41-a830-4b25d6ca67c9 None None] For port d2c44f51-d4d1-4a4f-8c85-311cbfcf9b49, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:52:48.148726 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-0a7e99b8-8848-4e41-a830-4b25d6ca67c9 None None] For port d2c44f51-d4d1-4a4f-8c85-311cbfcf9b49, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d2c44f51-d4d1-4a4f-8c85-311cbfcf9b49,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:52:48.158049 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0a7e99b8-8848-4e41-a830-4b25d6ca67c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:48.194843 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device dcc2209b-6030-43cd-87c2-08de85f27bcf no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:52:48.232366 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: dcc2209b-6030-43cd-87c2-08de85f27bcf {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:52:48.232869 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device dcc2209b-6030-43cd-87c2-08de85f27bcf not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:52:48.269857 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e45af3-2601-4e8c-a0fb-e07d67783168 None None] Pushing event updated for resources: {'Port': ['ID=d2c44f51-d4d1-4a4f-8c85-311cbfcf9b49,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:48.291878 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a54c73c3-02f8-4cc2-9867-07e100d9ab75 req-e8f4c494-9fc4-42d4-a403-d8e122f7d2d1 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=08997f95-e1aa-45a0-8c65-59c666a863c0 HTTP/1.1" status: 200 len: 217 time: 0.5638428 Jul 06 13:52:48.298290 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7e99b8-8848-4e41-a830-4b25d6ca67c9 None None] Routers {'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:52:48.299083 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-0a7e99b8-8848-4e41-a830-4b25d6ca67c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:52:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c57e53d8-c4b0-4d7f-8c64-2a580fb902cc'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:48.416076 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c73c3-02f8-4cc2-9867-07e100d9ab75 req-382540d9-9ab7-4f1e-8b39-c06b6cca2c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:48.418469 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a54c73c3-02f8-4cc2-9867-07e100d9ab75 req-382540d9-9ab7-4f1e-8b39-c06b6cca2c55 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1050463 Jul 06 13:52:48.441935 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-0a7e99b8-8848-4e41-a830-4b25d6ca67c9 None None] Set router c57e53d8-c4b0-4d7f-8c64-2a580fb902cc gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:52:48.477620 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-306ac7a3-9be7-41b1-a457-69c1ae2b374c service neutron] Request body: {'port': {'device_id': '9aefc1dd-9519-41e6-88a4-5f82c9ec4e46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:48.481183 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05ff39bc-fff8-4758-9cd2-6ca8ff583efd req-19363f11-bfb3-4448-b6b8-10f2f80db7bb tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7389336 Jul 06 13:52:48.549251 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0008-9549-4ed8-ba64-13502491c952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:48.598155 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:48.598520 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c73c3-02f8-4cc2-9867-07e100d9ab75 req-535ab16d-8bf8-4002-8ea2-2257934cd2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:48.600286 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a54c73c3-02f8-4cc2-9867-07e100d9ab75 req-535ab16d-8bf8-4002-8ea2-2257934cd2ae service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1657157 Jul 06 13:52:48.613956 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 08997f95-e1aa-45a0-8c65-59c666a863c0 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:52:48.650677 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-306ac7a3-9be7-41b1-a457-69c1ae2b374c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:48.730542 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-2db776a9-52be-4204-8770-10c61f3bfb9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1293e859-61bf-4f93-b199-805ecf8707f2 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:52:48.744767 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-2db776a9-52be-4204-8770-10c61f3bfb9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:48.767402 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-2db776a9-52be-4204-8770-10c61f3bfb9f service neutron] Transition to ACTIVE for port object 1293e859-61bf-4f93-b199-805ecf8707f2 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:52:48.856019 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-ec2d0008-9549-4ed8-ba64-13502491c952 admin admin] Allocated IP 172.20.0.1 (65a0c785-6dfd-4a01-9b12-067743ee677d/c752e52c-1e0e-4b69-8288-ed62c19f3b18/3d837ece-a05d-4082-a348-d3602caeae7a) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:52:48.867470 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-2db776a9-52be-4204-8770-10c61f3bfb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:48.933092 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 08997f95-e1aa-45a0-8c65-59c666a863c0, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=08997f95-e1aa-45a0-8c65-59c666a863c0,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:48.953343 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '08997f95-e1aa-45a0-8c65-59c666a863c0', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': '08997f95-e1aa-45a0-8c65-59c666a863c0', 'mac_address': 'fa:16:3e:04:61:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:52:48.962938 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-0a7e99b8-8848-4e41-a830-4b25d6ca67c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'name': 'tempest-ServerActionsTestJSON-1636392370-router', 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'd2c44f51-d4d1-4a4f-8c85-311cbfcf9b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:52:40Z', 'updated_at': '2021-07-06T13:52:43Z', 'revision_number': 3, 'project_id': '84c411c9b83740e1bcaf5cc8002aa094', 'gw_port': {'id': 'd2c44f51-d4d1-4a4f-8c85-311cbfcf9b49', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:52:42Z', 'updated_at': '2021-07-06T13:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:48.993488 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0008-9549-4ed8-ba64-13502491c952 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:49.010289 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ec2d0008-9549-4ed8-ba64-13502491c952 admin admin] Transition to ACTIVE for port object 3d837ece-a05d-4082-a348-d3602caeae7a will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:52:49.015749 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7e99b8-8848-4e41-a830-4b25d6ca67c9 None None] The sync data for ids ['c57e53d8-c4b0-4d7f-8c64-2a580fb902cc'] in n-d-773644-6 is: [{'id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'name': 'tempest-ServerActionsTestJSON-1636392370-router', 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'd2c44f51-d4d1-4a4f-8c85-311cbfcf9b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:52:40Z', 'updated_at': '2021-07-06T13:52:43Z', 'revision_number': 3, 'project_id': '84c411c9b83740e1bcaf5cc8002aa094', 'gw_port': {'id': 'd2c44f51-d4d1-4a4f-8c85-311cbfcf9b49', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:52:42Z', 'updated_at': '2021-07-06T13:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:52:49.050350 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:49.073341 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08997f95-e1aa-45a0-8c65-59c666a863c0 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:52:49.125737 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 08997f95-e1aa-45a0-8c65-59c666a863c0, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=08997f95-e1aa-45a0-8c65-59c666a863c0,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:49.136346 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:49.175831 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0008-9549-4ed8-ba64-13502491c952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:49.224476 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db776a9-52be-4204-8770-10c61f3bfb9f service neutron] Pushing event updated for resources: {'Port': ['ID=1293e859-61bf-4f93-b199-805ecf8707f2,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:49.248608 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=08997f95-e1aa-45a0-8c65-59c666a863c0,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:49.250887 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d0008-9549-4ed8-ba64-13502491c952 admin admin] Pushing event updated for resources: {'Port': ['ID=3d837ece-a05d-4082-a348-d3602caeae7a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:49.268286 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2d0008-9549-4ed8-ba64-13502491c952 admin admin] Network 65a0c785-6dfd-4a01-9b12-067743ee677d is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:52:49.270708 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-ec2d0008-9549-4ed8-ba64-13502491c952 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:52:49.273296 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2d0008-9549-4ed8-ba64-13502491c952 admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:52:49.277731 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d7fbea-9479-495b-8625-aac963238431', 'name': 'network-vif-deleted', 'tag': '40750f40-7b93-4978-abd2-84a342a98923'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:52:49.280651 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fb1d32-7dec-466a-8597-a9083ec024ca" -d '{"events": [{"server_uuid": "75d7fbea-9479-495b-8625-aac963238431", "name": "network-vif-deleted", "tag": "40750f40-7b93-4978-abd2-84a342a98923"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:52:49.313027 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a54c73c3-02f8-4cc2-9867-07e100d9ab75 req-a763ded2-86f8-4c08-92e3-bad36e8dc956 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6946445 Jul 06 13:52:49.344007 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0008-9549-4ed8-ba64-13502491c952 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:49.373639 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['08997f95-e1aa-45a0-8c65-59c666a863c0'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:52:49.509460 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454627a-6d5e-4a03-ad00-5e7193217727 req-bb9144c8-5cc0-4cc8-a5fe-d150af93dbcb tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:49.519328 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d454627a-6d5e-4a03-ad00-5e7193217727 req-bb9144c8-5cc0-4cc8-a5fe-d150af93dbcb tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.118 "GET /v2.0/ports?device_id=9aefc1dd-9519-41e6-88a4-5f82c9ec4e46 HTTP/1.1" status: 200 len: 931 time: 0.5889068 Jul 06 13:52:49.597019 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-2db776a9-52be-4204-8770-10c61f3bfb9f service neutron] Attempting to bind port 1293e859-61bf-4f93-b199-805ecf8707f2 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:52:49.597529 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-2db776a9-52be-4204-8770-10c61f3bfb9f service neutron] Attempting to bind port 1293e859-61bf-4f93-b199-805ecf8707f2 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'f1df6fd3-552f-42d3-a676-39768b143fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '39c9ee88-87a9-4020-8a16-d62551076208'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:52:49.598000 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-2db776a9-52be-4204-8770-10c61f3bfb9f service neutron] Attempting to bind port 1293e859-61bf-4f93-b199-805ecf8707f2 on network 39c9ee88-87a9-4020-8a16-d62551076208 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:52:49.673531 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-2db776a9-52be-4204-8770-10c61f3bfb9f service neutron] Port 1293e859-61bf-4f93-b199-805ecf8707f2 on network 39c9ee88-87a9-4020-8a16-d62551076208 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:52:49.674454 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-2db776a9-52be-4204-8770-10c61f3bfb9f service neutron] Attempting to bind port 1293e859-61bf-4f93-b199-805ecf8707f2 on network 39c9ee88-87a9-4020-8a16-d62551076208 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:52:49.714493 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d454627a-6d5e-4a03-ad00-5e7193217727 req-d20af318-385b-42e3-89dd-794f9120b266 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.118 "GET /v2.0/security-groups?id=558d9dea-7297-4434-8a7d-a1c517ad553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933823 Jul 06 13:52:49.727657 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-2db776a9-52be-4204-8770-10c61f3bfb9f service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:52:49.728014 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-2db776a9-52be-4204-8770-10c61f3bfb9f service neutron] Checking segment: {'id': 'f1df6fd3-552f-42d3-a676-39768b143fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '39c9ee88-87a9-4020-8a16-d62551076208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:52:49.728672 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-2db776a9-52be-4204-8770-10c61f3bfb9f service neutron] Bound using segment: {'id': 'f1df6fd3-552f-42d3-a676-39768b143fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '39c9ee88-87a9-4020-8a16-d62551076208'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:52:49.728879 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-2db776a9-52be-4204-8770-10c61f3bfb9f service neutron] Bound port: 1293e859-61bf-4f93-b199-805ecf8707f2, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1df6fd3-552f-42d3-a676-39768b143fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '39c9ee88-87a9-4020-8a16-d62551076208'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:52:49.729251 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-2db776a9-52be-4204-8770-10c61f3bfb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:49.766202 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0008-9549-4ed8-ba64-13502491c952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:49.790002 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-60b9b3c3-6abd-437c-85ff-4e130a03d649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9262ee0-18d0-4fbe-8b12-de4b417a140b {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:52:49.802043 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-60b9b3c3-6abd-437c-85ff-4e130a03d649 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:49.827486 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-60b9b3c3-6abd-437c-85ff-4e130a03d649 service neutron] Transition to ACTIVE for port object d9262ee0-18d0-4fbe-8b12-de4b417a140b will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:52:49.840430 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c58f7b47-7f31-4699-bcff-71c9bf06deea None None] Provisioning for port 3d837ece-a05d-4082-a348-d3602caeae7a completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:52:49.852968 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c58f7b47-7f31-4699-bcff-71c9bf06deea None None] Provisioning complete for port 3d837ece-a05d-4082-a348-d3602caeae7a triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:52:49.853315 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-60b9b3c3-6abd-437c-85ff-4e130a03d649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:49.853441 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c58f7b47-7f31-4699-bcff-71c9bf06deea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:49.865109 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a54c73c3-02f8-4cc2-9867-07e100d9ab75 req-e8658fbc-84a0-4f3f-89f6-5b64677f4333 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5318961 Jul 06 13:52:49.961396 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-c58f7b47-7f31-4699-bcff-71c9bf06deea None None] Port 3d837ece-a05d-4082-a348-d3602caeae7a cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:52:50.058226 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9b3c3-6abd-437c-85ff-4e130a03d649 service neutron] Pushing event updated for resources: {'Port': ['ID=d9262ee0-18d0-4fbe-8b12-de4b417a140b,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:50.124322 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-2db776a9-52be-4204-8770-10c61f3bfb9f service neutron] For port 1293e859-61bf-4f93-b199-805ecf8707f2, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:52:50.173535 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-2db776a9-52be-4204-8770-10c61f3bfb9f service neutron] For port 1293e859-61bf-4f93-b199-805ecf8707f2, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=1293e859-61bf-4f93-b199-805ecf8707f2,segment=NetworkSegment(f1df6fd3-552f-42d3-a676-39768b143fda),segment_id=f1df6fd3-552f-42d3-a676-39768b143fda)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:52:50.200922 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-2db776a9-52be-4204-8770-10c61f3bfb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:50.239066 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d5637-9d8e-4420-90d5-0fadddc1151d req-8745ff21-0a14-4598-a55d-17bc525e0596 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:50.240697 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af7d5637-9d8e-4420-90d5-0fadddc1151d req-8745ff21-0a14-4598-a55d-17bc525e0596 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 949 time: 0.2609398 Jul 06 13:52:50.293929 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-306ac7a3-9be7-41b1-a457-69c1ae2b374c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c7f5679-8e44-44b9-9eb1-9bbdc29986ef {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:52:50.313958 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-306ac7a3-9be7-41b1-a457-69c1ae2b374c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:50.321309 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0008-9549-4ed8-ba64-13502491c952 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:50.353735 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d2c44f51-d4d1-4a4f-8c85-311cbfcf9b49 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:52:50.359700 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-306ac7a3-9be7-41b1-a457-69c1ae2b374c service neutron] Transition to ACTIVE for port object 0c7f5679-8e44-44b9-9eb1-9bbdc29986ef will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:52:50.360993 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0008-9549-4ed8-ba64-13502491c952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:50.397606 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-2db776a9-52be-4204-8770-10c61f3bfb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:50.398273 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-2db776a9-52be-4204-8770-10c61f3bfb9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:50.399689 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-2db776a9-52be-4204-8770-10c61f3bfb9f service neutron] 10.222.0.52 "PUT /v2.0/ports/1293e859-61bf-4f93-b199-805ecf8707f2 HTTP/1.1" status: 200 len: 1092 time: 4.2568777 Jul 06 13:52:50.412628 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-60b9b3c3-6abd-437c-85ff-4e130a03d649 service neutron] Attempting to bind port d9262ee0-18d0-4fbe-8b12-de4b417a140b on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:52:50.413004 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-60b9b3c3-6abd-437c-85ff-4e130a03d649 service neutron] Attempting to bind port d9262ee0-18d0-4fbe-8b12-de4b417a140b by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'f1df6fd3-552f-42d3-a676-39768b143fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '39c9ee88-87a9-4020-8a16-d62551076208'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:52:50.413350 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-60b9b3c3-6abd-437c-85ff-4e130a03d649 service neutron] Attempting to bind port d9262ee0-18d0-4fbe-8b12-de4b417a140b on network 39c9ee88-87a9-4020-8a16-d62551076208 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:52:50.455342 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-306ac7a3-9be7-41b1-a457-69c1ae2b374c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:50.476596 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-60b9b3c3-6abd-437c-85ff-4e130a03d649 service neutron] Port d9262ee0-18d0-4fbe-8b12-de4b417a140b on network 39c9ee88-87a9-4020-8a16-d62551076208 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:52:50.477339 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-60b9b3c3-6abd-437c-85ff-4e130a03d649 service neutron] Attempting to bind port d9262ee0-18d0-4fbe-8b12-de4b417a140b on network 39c9ee88-87a9-4020-8a16-d62551076208 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:52:50.507468 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0008-9549-4ed8-ba64-13502491c952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:50.512588 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db776a9-52be-4204-8770-10c61f3bfb9f service neutron] Pushing event updated for resources: {'Port': ['ID=1293e859-61bf-4f93-b199-805ecf8707f2,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:50.533583 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-60b9b3c3-6abd-437c-85ff-4e130a03d649 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:52:50.533986 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-60b9b3c3-6abd-437c-85ff-4e130a03d649 service neutron] Checking segment: {'id': 'f1df6fd3-552f-42d3-a676-39768b143fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '39c9ee88-87a9-4020-8a16-d62551076208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:52:50.534390 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-60b9b3c3-6abd-437c-85ff-4e130a03d649 service neutron] Bound using segment: {'id': 'f1df6fd3-552f-42d3-a676-39768b143fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '39c9ee88-87a9-4020-8a16-d62551076208'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:52:50.534974 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-60b9b3c3-6abd-437c-85ff-4e130a03d649 service neutron] Bound port: d9262ee0-18d0-4fbe-8b12-de4b417a140b, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1df6fd3-552f-42d3-a676-39768b143fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '39c9ee88-87a9-4020-8a16-d62551076208'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:52:50.535332 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-60b9b3c3-6abd-437c-85ff-4e130a03d649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:50.563234 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af7d5637-9d8e-4420-90d5-0fadddc1151d req-c41e8adc-ed87-4e97-9c9c-311b2605ffc5 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988522 Jul 06 13:52:50.657990 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d0008-9549-4ed8-ba64-13502491c952 admin admin] Pushing event updated for resources: {'Port': ['ID=3d837ece-a05d-4082-a348-d3602caeae7a,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:50.719660 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-01b5a336-1282-44dc-9b41-925c4308c8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:50.721833 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-01b5a336-1282-44dc-9b41-925c4308c8a1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d6bb7e91300f4fde8c92a7221b5e02f2&device_id=c97854d7-f3a1-4e30-b42c-2eca46c8250f HTTP/1.1" status: 200 len: 1095 time: 0.2611213 Jul 06 13:52:50.797798 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-1ba89eaa-81e3-43a2-aadd-8f57a4014907 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1293e859-61bf-4f93-b199-805ecf8707f2 HTTP/1.1" status: 200 len: 217 time: 0.0631771 Jul 06 13:52:50.803322 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 08997f95-e1aa-45a0-8c65-59c666a863c0 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:52:50.855703 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-60b9b3c3-6abd-437c-85ff-4e130a03d649 service neutron] For port d9262ee0-18d0-4fbe-8b12-de4b417a140b, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:52:50.862139 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-60b9b3c3-6abd-437c-85ff-4e130a03d649 service neutron] For port d9262ee0-18d0-4fbe-8b12-de4b417a140b, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d9262ee0-18d0-4fbe-8b12-de4b417a140b,segment=NetworkSegment(f1df6fd3-552f-42d3-a676-39768b143fda),segment_id=f1df6fd3-552f-42d3-a676-39768b143fda)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:52:50.865238 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ac7a3-9be7-41b1-a457-69c1ae2b374c service neutron] Pushing event updated for resources: {'Port': ['ID=0c7f5679-8e44-44b9-9eb1-9bbdc29986ef,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:50.889765 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port d2c44f51-d4d1-4a4f-8c85-311cbfcf9b49 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:52:50.904674 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port d2c44f51-d4d1-4a4f-8c85-311cbfcf9b49 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:52:50.905265 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:50.922513 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-d7c34e5e-774e-4bc6-b17a-040960a186df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:50.925298 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-d7c34e5e-774e-4bc6-b17a-040960a186df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dd8d18a0-7a22-41d5-a3e8-93b87377b2d4 HTTP/1.1" status: 200 len: 858 time: 0.1173787 Jul 06 13:52:50.927229 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-60b9b3c3-6abd-437c-85ff-4e130a03d649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:50.951279 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2d0008-9549-4ed8-ba64-13502491c952 admin admin] Network 65a0c785-6dfd-4a01-9b12-067743ee677d is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:52:50.956190 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 08997f95-e1aa-45a0-8c65-59c666a863c0 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:52:50.961227 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-306ac7a3-9be7-41b1-a457-69c1ae2b374c service neutron] Attempting to bind port 0c7f5679-8e44-44b9-9eb1-9bbdc29986ef on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:52:50.961646 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-306ac7a3-9be7-41b1-a457-69c1ae2b374c service neutron] Attempting to bind port 0c7f5679-8e44-44b9-9eb1-9bbdc29986ef by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'f1df6fd3-552f-42d3-a676-39768b143fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '39c9ee88-87a9-4020-8a16-d62551076208'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:52:50.962029 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-306ac7a3-9be7-41b1-a457-69c1ae2b374c service neutron] Attempting to bind port 0c7f5679-8e44-44b9-9eb1-9bbdc29986ef on network 39c9ee88-87a9-4020-8a16-d62551076208 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:52:50.964533 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-ec2d0008-9549-4ed8-ba64-13502491c952 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:52:50.964696 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 08997f95-e1aa-45a0-8c65-59c666a863c0 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:52:50.965236 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:50.986986 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-306ac7a3-9be7-41b1-a457-69c1ae2b374c service neutron] Port 0c7f5679-8e44-44b9-9eb1-9bbdc29986ef on network 39c9ee88-87a9-4020-8a16-d62551076208 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:52:50.987325 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-306ac7a3-9be7-41b1-a457-69c1ae2b374c service neutron] Attempting to bind port 0c7f5679-8e44-44b9-9eb1-9bbdc29986ef on network 39c9ee88-87a9-4020-8a16-d62551076208 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:52:51.005179 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-306ac7a3-9be7-41b1-a457-69c1ae2b374c service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:52:51.008472 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-306ac7a3-9be7-41b1-a457-69c1ae2b374c service neutron] Checking segment: {'id': 'f1df6fd3-552f-42d3-a676-39768b143fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '39c9ee88-87a9-4020-8a16-d62551076208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:52:51.009094 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-306ac7a3-9be7-41b1-a457-69c1ae2b374c service neutron] Bound using segment: {'id': 'f1df6fd3-552f-42d3-a676-39768b143fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '39c9ee88-87a9-4020-8a16-d62551076208'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:52:51.011884 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-306ac7a3-9be7-41b1-a457-69c1ae2b374c service neutron] Bound port: 0c7f5679-8e44-44b9-9eb1-9bbdc29986ef, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1df6fd3-552f-42d3-a676-39768b143fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '39c9ee88-87a9-4020-8a16-d62551076208'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:52:51.014236 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-306ac7a3-9be7-41b1-a457-69c1ae2b374c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:51.051909 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-960b312e-2c9e-4b0f-8b10-af00a3219091 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39c9ee88-87a9-4020-8a16-d62551076208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1193082 Jul 06 13:52:51.076275 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-60b9b3c3-6abd-437c-85ff-4e130a03d649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:51.077022 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-60b9b3c3-6abd-437c-85ff-4e130a03d649 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:51.078867 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-60b9b3c3-6abd-437c-85ff-4e130a03d649 service neutron] 10.222.0.124 "PUT /v2.0/ports/d9262ee0-18d0-4fbe-8b12-de4b417a140b HTTP/1.1" status: 200 len: 1091 time: 3.8846242 Jul 06 13:52:51.210872 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:51.311232 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port d2c44f51-d4d1-4a4f-8c85-311cbfcf9b49, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d2c44f51-d4d1-4a4f-8c85-311cbfcf9b49,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:51.328812 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:51.332211 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:51.366039 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9b3c3-6abd-437c-85ff-4e130a03d649 service neutron] Pushing event updated for resources: {'Port': ['ID=d9262ee0-18d0-4fbe-8b12-de4b417a140b,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:51.443445 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-306ac7a3-9be7-41b1-a457-69c1ae2b374c service neutron] For port 0c7f5679-8e44-44b9-9eb1-9bbdc29986ef, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:52:51.456635 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b842cc96-c059-44f6-9b12-fff745687b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08997f95-e1aa-45a0-8c65-59c666a863c0'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:52:51.459506 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c9cea9-dcb3-4ca5-914b-193c45860e0a" -d '{"events": [{"server_uuid": "b842cc96-c059-44f6-9b12-fff745687b52", "name": "network-vif-plugged", "status": "completed", "tag": "08997f95-e1aa-45a0-8c65-59c666a863c0"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:52:51.472202 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-7f7706df-59a4-48fe-a6f2-85fa1dd9f366 service neutron] 10.222.0.52 "GET /v2.0/networks/39c9ee88-87a9-4020-8a16-d62551076208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978729 Jul 06 13:52:51.479511 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-d0ea42ae-bbf3-4df3-be5f-b1384ca205e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:51.480841 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-d0ea42ae-bbf3-4df3-be5f-b1384ca205e6 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d6bb7e91300f4fde8c92a7221b5e02f2&device_id=c504eda4-164f-4583-b91d-a2a66c4b1c87 HTTP/1.1" status: 200 len: 1094 time: 0.2829642 Jul 06 13:52:51.490275 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-3baeb67b-ec1a-486d-bf6f-64cb3e02f2f5 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:51.498891 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2d0008-9549-4ed8-ba64-13502491c952 admin admin] Router c57e53d8-c4b0-4d7f-8c64-2a580fb902cc has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:52:51.499045 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-3baeb67b-ec1a-486d-bf6f-64cb3e02f2f5 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/networks?id=4af52798-23b1-402a-a1ea-3bd334b33ddb HTTP/1.1" status: 200 len: 806 time: 0.2761145 Jul 06 13:52:51.501566 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-306ac7a3-9be7-41b1-a457-69c1ae2b374c service neutron] For port 0c7f5679-8e44-44b9-9eb1-9bbdc29986ef, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=0c7f5679-8e44-44b9-9eb1-9bbdc29986ef,segment=NetworkSegment(f1df6fd3-552f-42d3-a676-39768b143fda),segment_id=f1df6fd3-552f-42d3-a676-39768b143fda)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:52:51.511850 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-306ac7a3-9be7-41b1-a457-69c1ae2b374c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:51.532013 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 08997f95-e1aa-45a0-8c65-59c666a863c0, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=08997f95-e1aa-45a0-8c65-59c666a863c0,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:51.543917 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=d2c44f51-d4d1-4a4f-8c85-311cbfcf9b49,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:51.548355 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:51.576405 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9d3350f6-acc1-4f24-bfdc-4d5201be2896 None None] Provisioning complete for port 3d837ece-a05d-4082-a348-d3602caeae7a triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:52:51.576987 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9d3350f6-acc1-4f24-bfdc-4d5201be2896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:51.620771 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-306ac7a3-9be7-41b1-a457-69c1ae2b374c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:51.621537 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-306ac7a3-9be7-41b1-a457-69c1ae2b374c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:51.624517 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-306ac7a3-9be7-41b1-a457-69c1ae2b374c service neutron] 10.222.0.52 "PUT /v2.0/ports/0c7f5679-8e44-44b9-9eb1-9bbdc29986ef HTTP/1.1" status: 200 len: 1091 time: 3.1510673 Jul 06 13:52:51.637610 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-7ba89cfe-ecae-45ea-908b-996956f49215 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9262ee0-18d0-4fbe-8b12-de4b417a140b HTTP/1.1" status: 200 len: 217 time: 0.1360626 Jul 06 13:52:51.646140 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9d3350f6-acc1-4f24-bfdc-4d5201be2896 None None] Port 3d837ece-a05d-4082-a348-d3602caeae7a cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:52:51.650971 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=08997f95-e1aa-45a0-8c65-59c666a863c0,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:51.655900 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-f8d4221e-d8b4-4792-84da-23c2f9f651ad tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/quotas/bea7b4da8e63480980f1c76d63c2ffcf HTTP/1.1" status: 200 len: 375 time: 0.1559176 Jul 06 13:52:51.665779 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aefc1dd-9519-41e6-88a4-5f82c9ec4e46', 'tag': '0c7f5679-8e44-44b9-9eb1-9bbdc29986ef'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:52:51.668443 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e131f69a-d412-46bb-bdb4-6325c1f6e418" -d '{"events": [{"name": "network-changed", "server_uuid": "9aefc1dd-9519-41e6-88a4-5f82c9ec4e46", "tag": "0c7f5679-8e44-44b9-9eb1-9bbdc29986ef"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:52:51.790136 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-ce89a092-a42e-4308-83bb-65d192cc857d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:51.791724 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-ce89a092-a42e-4308-83bb-65d192cc857d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=dd8d18a0-7a22-41d5-a3e8-93b87377b2d4 HTTP/1.1" status: 200 len: 858 time: 0.1307802 Jul 06 13:52:51.800426 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ac7a3-9be7-41b1-a457-69c1ae2b374c service neutron] Pushing event updated for resources: {'Port': ['ID=0c7f5679-8e44-44b9-9eb1-9bbdc29986ef,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:51.801924 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-79259b6a-2704-488a-a77d-768d5ddd289a service neutron] 10.222.0.52 "GET /v2.0/networks/39c9ee88-87a9-4020-8a16-d62551076208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200448 Jul 06 13:52:51.836632 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-25775ecd-ae67-4cc0-8d57-e3d878c3e9a7 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=39c9ee88-87a9-4020-8a16-d62551076208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371706 Jul 06 13:52:51.862474 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-228e4cc5-288f-476c-814a-a57300ec738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:51.864385 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-228e4cc5-288f-476c-814a-a57300ec738a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d6bb7e91300f4fde8c92a7221b5e02f2&device_id=9aefc1dd-9519-41e6-88a4-5f82c9ec4e46 HTTP/1.1" status: 200 len: 1094 time: 0.1709507 Jul 06 13:52:51.866406 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2d0008-9549-4ed8-ba64-13502491c952 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:52:51.872966 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ec2d0008-9549-4ed8-ba64-13502491c952 admin admin] 10.222.0.118 "PUT /v2.0/routers/c57e53d8-c4b0-4d7f-8c64-2a580fb902cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7595489 Jul 06 13:52:51.887770 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-420e713b-3dd2-4921-8480-1e8ce40508fe tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=bea7b4da8e63480980f1c76d63c2ffcf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2290950 Jul 06 13:52:51.918365 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459c8521-ad07-42bd-bd2c-3a6cfedc18d1 None None] Sync routers for ids ['c57e53d8-c4b0-4d7f-8c64-2a580fb902cc'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:52:51.931618 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459c8521-ad07-42bd-bd2c-3a6cfedc18d1 None None] Routers {'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:52:51.932253 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-459c8521-ad07-42bd-bd2c-3a6cfedc18d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:52:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c57e53d8-c4b0-4d7f-8c64-2a580fb902cc'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:51.932990 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-62cc386f-51fb-4574-a486-5737c7ba6008 service neutron] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:52:51.940135 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-62cc386f-51fb-4574-a486-5737c7ba6008 service neutron] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117223 Jul 06 13:52:51.980880 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-25d5e460-9947-436b-9a18-caa87df8fb1e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c7f5679-8e44-44b9-9eb1-9bbdc29986ef HTTP/1.1" status: 200 len: 217 time: 0.1013782 Jul 06 13:52:52.070008 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-26ee89dd-2002-40da-a58b-e99182b29dcf service neutron] 10.222.0.118 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287358 Jul 06 13:52:52.100244 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-fbd1c7e0-3723-481b-8851-ebabb71db4b5 service neutron] 10.222.0.124 "GET /v2.0/networks/39c9ee88-87a9-4020-8a16-d62551076208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542205 Jul 06 13:52:52.109456 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-78688cb7-9c64-4d69-a28c-d1646850947f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:52.112154 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-78688cb7-9c64-4d69-a28c-d1646850947f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dd8d18a0-7a22-41d5-a3e8-93b87377b2d4 HTTP/1.1" status: 200 len: 858 time: 0.1268528 Jul 06 13:52:52.182978 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-7df21f41-4f70-45f0-88f5-c3344e42de8b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39c9ee88-87a9-4020-8a16-d62551076208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611873 Jul 06 13:52:52.220333 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-459c8521-ad07-42bd-bd2c-3a6cfedc18d1 None None] Set router c57e53d8-c4b0-4d7f-8c64-2a580fb902cc gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:52:52.280545 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d2c44f51-d4d1-4a4f-8c85-311cbfcf9b49 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:52:52.281053 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-5be119c7-3c7f-423c-a28e-151393a1d9e1 service neutron] 10.222.0.124 "GET /v2.0/networks/39c9ee88-87a9-4020-8a16-d62551076208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520820 Jul 06 13:52:52.289258 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-2d689bfe-8e68-429e-8266-bcc2ccdbd80f service neutron] 10.222.0.118 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184920 Jul 06 13:52:52.388227 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-0cd1e9d2-4f14-4e0d-ae33-bd993a5b459a service neutron] 10.222.0.52 "GET /v2.0/networks/39c9ee88-87a9-4020-8a16-d62551076208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952994 Jul 06 13:52:52.400090 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port d2c44f51-d4d1-4a4f-8c85-311cbfcf9b49 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:52:52.400478 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:52.508504 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5253f422-01bd-437f-9c5b-23218215ebf7 x-openstack-request-id: req-5253f422-01bd-437f-9c5b-23218215ebf7 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:52:52.509381 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d7fbea-9479-495b-8625-aac963238431", "name": "network-vif-deleted", "tag": "40750f40-7b93-4978-abd2-84a342a98923", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:52:52.509880 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-5253f422-01bd-437f-9c5b-23218215ebf7 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:52:52.511010 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d7fbea-9479-495b-8625-aac963238431', 'name': 'network-vif-deleted', 'tag': '40750f40-7b93-4978-abd2-84a342a98923', 'status': 'completed', 'code': 200} Jul 06 13:52:52.603052 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5298867a-8a85-4618-a5bd-8074b10dbf57 req-cef986b0-f1cd-4496-be99-8d58e497a4c1 service neutron] 10.222.0.52 "GET /v2.0/networks/39c9ee88-87a9-4020-8a16-d62551076208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094293 Jul 06 13:52:52.652639 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-459c8521-ad07-42bd-bd2c-3a6cfedc18d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'name': 'tempest-ServerActionsTestJSON-1636392370-router', 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'd2c44f51-d4d1-4a4f-8c85-311cbfcf9b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:52:40Z', 'updated_at': '2021-07-06T13:52:49Z', 'revision_number': 4, 'project_id': '84c411c9b83740e1bcaf5cc8002aa094', 'gw_port': {'id': 'd2c44f51-d4d1-4a4f-8c85-311cbfcf9b49', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:52:42Z', 'updated_at': '2021-07-06T13:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '3d837ece-a05d-4082-a348-d3602caeae7a', 'name': '', 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d', 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094', 'mac_address': 'fa:16:3e:35:96:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'c752e52c-1e0e-4b69-8288-ed62c19f3b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:52:48Z', 'updated_at': '2021-07-06T13:52:49Z', 'revision_number': 2, 'project_id': '84c411c9b83740e1bcaf5cc8002aa094', 'subnets': [{'id': 'c752e52c-1e0e-4b69-8288-ed62c19f3b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:52.685652 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ceb48-0565-4a9e-921a-126a37a4cdbe req-d45d2840-78bd-41bf-ab7b-4c7e443d4b0e tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:52.688842 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459c8521-ad07-42bd-bd2c-3a6cfedc18d1 None None] Checking router: c57e53d8-c4b0-4d7f-8c64-2a580fb902cc for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:52:52.689207 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459c8521-ad07-42bd-bd2c-3a6cfedc18d1 None None] Updating router c57e53d8-c4b0-4d7f-8c64-2a580fb902cc port 3d837ece-a05d-4082-a348-d3602caeae7a binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:52:52.691604 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad4ceb48-0565-4a9e-921a-126a37a4cdbe req-d45d2840-78bd-41bf-ab7b-4c7e443d4b0e tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.52 "GET /v2.0/ports?device_id=0ce975b4-04fd-4a32-aecc-da5f880a06d0 HTTP/1.1" status: 200 len: 945 time: 0.1752784 Jul 06 13:52:52.763809 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-459c8521-ad07-42bd-bd2c-3a6cfedc18d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:52.904932 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cb415-f33c-44ab-8711-26390aa2e941 req-38a5445b-c0e2-4e03-be29-a2c2405f1296 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:52.913501 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d01cb415-f33c-44ab-8711-26390aa2e941 req-38a5445b-c0e2-4e03-be29-a2c2405f1296 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.118 "GET /v2.0/ports?device_id=9aefc1dd-9519-41e6-88a4-5f82c9ec4e46 HTTP/1.1" status: 200 len: 943 time: 0.1425929 Jul 06 13:52:52.939783 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-ad4ceb48-0565-4a9e-921a-126a37a4cdbe req-5a15af17-9e49-45b7-9e74-55e02237597a tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Deleting port 871f05f1-3046-4773-b18c-846767d12dd2 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:52:52.940128 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ad4ceb48-0565-4a9e-921a-126a37a4cdbe req-5a15af17-9e49-45b7-9e74-55e02237597a tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:53.025346 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d01cb415-f33c-44ab-8711-26390aa2e941 req-cf01f83f-7d58-421e-a44b-955d191541a9 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.118 "GET /v2.0/security-groups?id=558d9dea-7297-4434-8a7d-a1c517ad553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112216 Jul 06 13:52:53.196746 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-ad4ceb48-0565-4a9e-921a-126a37a4cdbe req-5a15af17-9e49-45b7-9e74-55e02237597a tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] For port 871f05f1-3046-4773-b18c-846767d12dd2, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=871f05f1-3046-4773-b18c-846767d12dd2,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:53.197124 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ad4ceb48-0565-4a9e-921a-126a37a4cdbe req-5a15af17-9e49-45b7-9e74-55e02237597a tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:53.214388 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-459c8521-ad07-42bd-bd2c-3a6cfedc18d1 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:53.235991 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-459c8521-ad07-42bd-bd2c-3a6cfedc18d1 None None] Transition to ACTIVE for port object 3d837ece-a05d-4082-a348-d3602caeae7a will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:52:53.244093 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-ad4ceb48-0565-4a9e-921a-126a37a4cdbe req-5a15af17-9e49-45b7-9e74-55e02237597a tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Calling delete_port for 871f05f1-3046-4773-b18c-846767d12dd2 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:52:53.244319 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-459c8521-ad07-42bd-bd2c-3a6cfedc18d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:53.339507 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fa153-f9d0-4142-afbf-cc3cc5ff0624 req-9d9181e4-2234-45d0-a3f8-5a5ccb203010 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:53.350337 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb8fa153-f9d0-4142-afbf-cc3cc5ff0624 req-9d9181e4-2234-45d0-a3f8-5a5ccb203010 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=0ce975b4-04fd-4a32-aecc-da5f880a06d0 HTTP/1.1" status: 200 len: 945 time: 0.1901367 Jul 06 13:52:53.393881 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71403611-128a-47f8-b47b-2c67b77b4b32 None None] Pushing event updated for resources: {'Port': ['ID=3d837ece-a05d-4082-a348-d3602caeae7a,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:53.417289 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71403611-128a-47f8-b47b-2c67b77b4b32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:53.418075 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71403611-128a-47f8-b47b-2c67b77b4b32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:53.418580 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71403611-128a-47f8-b47b-2c67b77b4b32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:53.419739 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71403611-128a-47f8-b47b-2c67b77b4b32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:53.420262 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71403611-128a-47f8-b47b-2c67b77b4b32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:53.420849 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71403611-128a-47f8-b47b-2c67b77b4b32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:53.421446 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71403611-128a-47f8-b47b-2c67b77b4b32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:53.422301 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71403611-128a-47f8-b47b-2c67b77b4b32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:53.422998 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71403611-128a-47f8-b47b-2c67b77b4b32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:53.424316 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71403611-128a-47f8-b47b-2c67b77b4b32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:53.424875 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71403611-128a-47f8-b47b-2c67b77b4b32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:53.425537 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71403611-128a-47f8-b47b-2c67b77b4b32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:53.434317 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb8fa153-f9d0-4142-afbf-cc3cc5ff0624 req-bd797a61-4eb2-412b-ab26-a30c163454c8 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828714 Jul 06 13:52:53.440435 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-459c8521-ad07-42bd-bd2c-3a6cfedc18d1 None None] Attempting to bind port 3d837ece-a05d-4082-a348-d3602caeae7a on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:52:53.450680 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-459c8521-ad07-42bd-bd2c-3a6cfedc18d1 None None] Attempting to bind port 3d837ece-a05d-4082-a348-d3602caeae7a by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'cb42da08-7b0a-4e62-a780-570a2cc2651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:52:53.451212 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459c8521-ad07-42bd-bd2c-3a6cfedc18d1 None None] Attempting to bind port 3d837ece-a05d-4082-a348-d3602caeae7a on network 65a0c785-6dfd-4a01-9b12-067743ee677d {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:52:53.473904 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459c8521-ad07-42bd-bd2c-3a6cfedc18d1 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:52:53.474290 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459c8521-ad07-42bd-bd2c-3a6cfedc18d1 None None] Checking segment: {'id': 'cb42da08-7b0a-4e62-a780-570a2cc2651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:52:53.474996 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-459c8521-ad07-42bd-bd2c-3a6cfedc18d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:53.475403 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459c8521-ad07-42bd-bd2c-3a6cfedc18d1 None None] Bound using segment: {'id': 'cb42da08-7b0a-4e62-a780-570a2cc2651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:52:53.475925 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-459c8521-ad07-42bd-bd2c-3a6cfedc18d1 None None] Bound port: 3d837ece-a05d-4082-a348-d3602caeae7a, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb42da08-7b0a-4e62-a780-570a2cc2651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:52:53.476314 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-459c8521-ad07-42bd-bd2c-3a6cfedc18d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:53.577925 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ad4ceb48-0565-4a9e-921a-126a37a4cdbe req-5a15af17-9e49-45b7-9e74-55e02237597a tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:53.596206 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['871f05f1-3046-4773-b18c-846767d12dd2'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:52:53.616902 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-459c8521-ad07-42bd-bd2c-3a6cfedc18d1 None None] For port 3d837ece-a05d-4082-a348-d3602caeae7a, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:52:53.625092 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-459c8521-ad07-42bd-bd2c-3a6cfedc18d1 None None] For port 3d837ece-a05d-4082-a348-d3602caeae7a, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=3d837ece-a05d-4082-a348-d3602caeae7a,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:52:53.632706 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-459c8521-ad07-42bd-bd2c-3a6cfedc18d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:53.666642 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15af17-9e49-45b7-9e74-55e02237597a tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Pushing event deleted for resources: {'Port': ['ID=871f05f1-3046-4773-b18c-846767d12dd2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:53.739626 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459c8521-ad07-42bd-bd2c-3a6cfedc18d1 None None] Routers {'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:52:53.741560 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-459c8521-ad07-42bd-bd2c-3a6cfedc18d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:52:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c57e53d8-c4b0-4d7f-8c64-2a580fb902cc'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:53.758186 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4ceb48-0565-4a9e-921a-126a37a4cdbe req-5a15af17-9e49-45b7-9e74-55e02237597a tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] No DVR routers for this DVR port 871f05f1-3046-4773-b18c-846767d12dd2 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:52:53.765742 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ad4ceb48-0565-4a9e-921a-126a37a4cdbe req-5a15af17-9e49-45b7-9e74-55e02237597a tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:53.774276 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad4ceb48-0565-4a9e-921a-126a37a4cdbe req-5a15af17-9e49-45b7-9e74-55e02237597a tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.52 "DELETE /v2.0/ports/871f05f1-3046-4773-b18c-846767d12dd2 HTTP/1.1" status: 204 len: 173 time: 1.0782137 Jul 06 13:52:53.824590 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71403611-128a-47f8-b47b-2c67b77b4b32 None None] Pushing event updated for resources: {'Port': ['ID=3d837ece-a05d-4082-a348-d3602caeae7a,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:53.942958 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-459c8521-ad07-42bd-bd2c-3a6cfedc18d1 None None] Set router c57e53d8-c4b0-4d7f-8c64-2a580fb902cc gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:52:54.017841 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e39001-e1c3-479c-8a17-b327a0f623d0 x-openstack-request-id: req-90e39001-e1c3-479c-8a17-b327a0f623d0 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:52:54.018147 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b842cc96-c059-44f6-9b12-fff745687b52", "name": "network-vif-plugged", "status": "completed", "tag": "08997f95-e1aa-45a0-8c65-59c666a863c0", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:52:54.018406 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-90e39001-e1c3-479c-8a17-b327a0f623d0 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:52:54.018810 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b842cc96-c059-44f6-9b12-fff745687b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08997f95-e1aa-45a0-8c65-59c666a863c0', 'code': 200} Jul 06 13:52:54.303621 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 1293e859-61bf-4f93-b199-805ecf8707f2 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:52:54.309723 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2972d-9816-4934-9d4c-3e80ab0f7061 req-79cb92bf-c848-4b88-bda6-195bbad9f478 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:54.311348 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c4b2972d-9816-4934-9d4c-3e80ab0f7061 req-79cb92bf-c848-4b88-bda6-195bbad9f478 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 950 time: 0.1547256 Jul 06 13:52:54.350100 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4281786-e819-43e6-aeb7-d456abd14a34 req-0658e2b0-0c80-4559-9329-fc36e7450e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:54.352337 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-459c8521-ad07-42bd-bd2c-3a6cfedc18d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'name': 'tempest-ServerActionsTestJSON-1636392370-router', 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'd2c44f51-d4d1-4a4f-8c85-311cbfcf9b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:52:40Z', 'updated_at': '2021-07-06T13:52:49Z', 'revision_number': 4, 'project_id': '84c411c9b83740e1bcaf5cc8002aa094', 'gw_port': {'id': 'd2c44f51-d4d1-4a4f-8c85-311cbfcf9b49', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:52:42Z', 'updated_at': '2021-07-06T13:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '3d837ece-a05d-4082-a348-d3602caeae7a', 'name': '', 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d', 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094', 'mac_address': 'fa:16:3e:35:96:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'c752e52c-1e0e-4b69-8288-ed62c19f3b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:52:48Z', 'updated_at': '2021-07-06T13:52:53Z', 'revision_number': 4, 'project_id': '84c411c9b83740e1bcaf5cc8002aa094', 'subnets': [{'id': 'c752e52c-1e0e-4b69-8288-ed62c19f3b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:54.353081 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b4281786-e819-43e6-aeb7-d456abd14a34 req-0658e2b0-0c80-4559-9329-fc36e7450e5a service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 1101 time: 0.1930592 Jul 06 13:52:54.409171 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459c8521-ad07-42bd-bd2c-3a6cfedc18d1 None None] The sync data for ids ['c57e53d8-c4b0-4d7f-8c64-2a580fb902cc'] in n-d-773644-6 is: [{'id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'name': 'tempest-ServerActionsTestJSON-1636392370-router', 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'd2c44f51-d4d1-4a4f-8c85-311cbfcf9b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:52:40Z', 'updated_at': '2021-07-06T13:52:49Z', 'revision_number': 4, 'project_id': '84c411c9b83740e1bcaf5cc8002aa094', 'gw_port': {'id': 'd2c44f51-d4d1-4a4f-8c85-311cbfcf9b49', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:52:42Z', 'updated_at': '2021-07-06T13:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '3d837ece-a05d-4082-a348-d3602caeae7a', 'name': '', 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d', 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094', 'mac_address': 'fa:16:3e:35:96:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'c752e52c-1e0e-4b69-8288-ed62c19f3b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:52:48Z', 'updated_at': '2021-07-06T13:52:53Z', 'revision_number': 4, 'project_id': '84c411c9b83740e1bcaf5cc8002aa094', 'subnets': [{'id': 'c752e52c-1e0e-4b69-8288-ed62c19f3b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:52:54.530571 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97854d7-f3a1-4e30-b42c-2eca46c8250f', 'tag': '1293e859-61bf-4f93-b199-805ecf8707f2'}, {'name': 'network-changed', 'server_uuid': 'c504eda4-164f-4583-b91d-a2a66c4b1c87', 'tag': 'd9262ee0-18d0-4fbe-8b12-de4b417a140b'}, {'server_uuid': '0ce975b4-04fd-4a32-aecc-da5f880a06d0', 'name': 'network-vif-deleted', 'tag': '871f05f1-3046-4773-b18c-846767d12dd2'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:52:54.533178 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a84ea5c-94cb-40a8-a29e-d11407b1e4d3" -d '{"events": [{"name": "network-changed", "server_uuid": "c97854d7-f3a1-4e30-b42c-2eca46c8250f", "tag": "1293e859-61bf-4f93-b199-805ecf8707f2"}, {"name": "network-changed", "server_uuid": "c504eda4-164f-4583-b91d-a2a66c4b1c87", "tag": "d9262ee0-18d0-4fbe-8b12-de4b417a140b"}, {"server_uuid": "0ce975b4-04fd-4a32-aecc-da5f880a06d0", "name": "network-vif-deleted", "tag": "871f05f1-3046-4773-b18c-846767d12dd2"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:52:54.542883 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-11c82b81-58e3-4978-9da7-74be85809c4e tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:54.545796 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-11c82b81-58e3-4978-9da7-74be85809c4e tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.124 "GET /v2.0/networks?id=4af52798-23b1-402a-a1ea-3bd334b33ddb HTTP/1.1" status: 200 len: 806 time: 0.2194052 Jul 06 13:52:54.608823 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-86ecda04-ecac-4a60-b431-850aab6eb2c6 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Request body: {'port': {'device_id': '89612ef8-5eef-49ba-ac26-ef18c2f67cda', 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb', 'admin_state_up': True, 'tenant_id': 'bea7b4da8e63480980f1c76d63c2ffcf'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:54.623673 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 1293e859-61bf-4f93-b199-805ecf8707f2, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=1293e859-61bf-4f93-b199-805ecf8707f2,segment=NetworkSegment(f1df6fd3-552f-42d3-a676-39768b143fda),segment_id=f1df6fd3-552f-42d3-a676-39768b143fda)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:54.660178 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '1293e859-61bf-4f93-b199-805ecf8707f2', 'network_id': '39c9ee88-87a9-4020-8a16-d62551076208', 'port_id': '1293e859-61bf-4f93-b199-805ecf8707f2', 'mac_address': 'fa:16:3e:9e:73:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd8d18a0-7a22-41d5-a3e8-93b87377b2d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:52:54.669269 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device d9262ee0-18d0-4fbe-8b12-de4b417a140b details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:52:54.738736 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:54.769420 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1293e859-61bf-4f93-b199-805ecf8707f2 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:52:54.872975 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 1293e859-61bf-4f93-b199-805ecf8707f2, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=1293e859-61bf-4f93-b199-805ecf8707f2,segment=NetworkSegment(f1df6fd3-552f-42d3-a676-39768b143fda),segment_id=f1df6fd3-552f-42d3-a676-39768b143fda)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:54.883123 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:54.919152 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c4b2972d-9816-4934-9d4c-3e80ab0f7061 req-e0ad5a6b-025d-4a6a-a674-d3c52320817f tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5970206 Jul 06 13:52:54.934203 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-86ecda04-ecac-4a60-b431-850aab6eb2c6 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Made reservation on behalf of bea7b4da8e63480980f1c76d63c2ffcf for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:52:54.938000 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-86ecda04-ecac-4a60-b431-850aab6eb2c6 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:54.946096 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b4281786-e819-43e6-aeb7-d456abd14a34 req-c0ef84f8-9ebe-4f7e-b9e0-1b1235f98bb8 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973198 Jul 06 13:52:54.969535 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=1293e859-61bf-4f93-b199-805ecf8707f2,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:55.062404 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port d9262ee0-18d0-4fbe-8b12-de4b417a140b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d9262ee0-18d0-4fbe-8b12-de4b417a140b,segment=NetworkSegment(f1df6fd3-552f-42d3-a676-39768b143fda),segment_id=f1df6fd3-552f-42d3-a676-39768b143fda)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:55.068059 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e87e89-903d-4880-90b8-0a79b76824c4 x-openstack-request-id: req-d0e87e89-903d-4880-90b8-0a79b76824c4 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:52:55.068530 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aefc1dd-9519-41e6-88a4-5f82c9ec4e46", "tag": "0c7f5679-8e44-44b9-9eb1-9bbdc29986ef", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:52:55.068606 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-d0e87e89-903d-4880-90b8-0a79b76824c4 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:52:55.069083 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aefc1dd-9519-41e6-88a4-5f82c9ec4e46', 'tag': '0c7f5679-8e44-44b9-9eb1-9bbdc29986ef', 'status': 'completed', 'code': 200} Jul 06 13:52:55.101483 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'd9262ee0-18d0-4fbe-8b12-de4b417a140b', 'network_id': '39c9ee88-87a9-4020-8a16-d62551076208', 'port_id': 'd9262ee0-18d0-4fbe-8b12-de4b417a140b', 'mac_address': 'fa:16:3e:77:d1:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd8d18a0-7a22-41d5-a3e8-93b87377b2d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:52:55.186631 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:55.204024 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['1293e859-61bf-4f93-b199-805ecf8707f2'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:52:55.335614 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-86ecda04-ecac-4a60-b431-850aab6eb2c6 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Allocated IP 172.20.0.6 (4af52798-23b1-402a-a1ea-3bd334b33ddb/fd856c7f-efce-4c28-b5ab-617143cae7b2/795766c7-d15a-4ea9-bb70-ab795161b384) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:52:55.383700 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9262ee0-18d0-4fbe-8b12-de4b417a140b {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:52:55.449121 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port d9262ee0-18d0-4fbe-8b12-de4b417a140b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d9262ee0-18d0-4fbe-8b12-de4b417a140b,segment=NetworkSegment(f1df6fd3-552f-42d3-a676-39768b143fda),segment_id=f1df6fd3-552f-42d3-a676-39768b143fda)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:55.486800 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:55.629992 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:52:55.670931 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131f69a-d412-46bb-bdb4-6325c1f6e418 req-fc91c944-dd75-4404-b9bd-5bc400bd35b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:55.673282 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e131f69a-d412-46bb-bdb4-6325c1f6e418 req-fc91c944-dd75-4404-b9bd-5bc400bd35b7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d6bb7e91300f4fde8c92a7221b5e02f2&device_id=9aefc1dd-9519-41e6-88a4-5f82c9ec4e46 HTTP/1.1" status: 200 len: 1094 time: 0.3852780 Jul 06 13:52:55.678514 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=d9262ee0-18d0-4fbe-8b12-de4b417a140b,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:55.703538 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-86ecda04-ecac-4a60-b431-850aab6eb2c6 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:55.794361 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['d9262ee0-18d0-4fbe-8b12-de4b417a140b'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:52:55.908455 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131f69a-d412-46bb-bdb4-6325c1f6e418 req-ca409bd5-0630-4ba6-a20e-e274925371bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:55.909983 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e131f69a-d412-46bb-bdb4-6325c1f6e418 req-ca409bd5-0630-4ba6-a20e-e274925371bb service neutron] 10.222.0.52 "GET /v2.0/networks?id=39c9ee88-87a9-4020-8a16-d62551076208 HTTP/1.1" status: 200 len: 919 time: 0.2218404 Jul 06 13:52:55.939538 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-86ecda04-ecac-4a60-b431-850aab6eb2c6 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:56.087374 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e131f69a-d412-46bb-bdb4-6325c1f6e418 req-920294e4-42ac-47ef-9b41-1da2d4421e4f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c7f5679-8e44-44b9-9eb1-9bbdc29986ef HTTP/1.1" status: 200 len: 217 time: 0.1578276 Jul 06 13:52:56.134893 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9e451bb0-958b-4bc4-877b-69352013cdbd'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:52:56.216028 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48954) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:56.222939 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-b329f37c-d792-4cc4-8002-f5cdbc7d14a8 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1213909128', 'description': 'tempest-description--309083773'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:56.306314 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b329f37c-d792-4cc4-8002-f5cdbc7d14a8 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:56.325918 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 3d837ece-a05d-4082-a348-d3602caeae7a up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:52:56.328182 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 0c7f5679-8e44-44b9-9eb1-9bbdc29986ef details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:52:56.333388 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 1293e859-61bf-4f93-b199-805ecf8707f2 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:52:56.554167 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b329f37c-d792-4cc4-8002-f5cdbc7d14a8 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:56.560586 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b329f37c-d792-4cc4-8002-f5cdbc7d14a8 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:56.580482 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 3d837ece-a05d-4082-a348-d3602caeae7a completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:52:56.587399 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 3d837ece-a05d-4082-a348-d3602caeae7a triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:52:56.587770 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:56.606417 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329f37c-d792-4cc4-8002-f5cdbc7d14a8 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0ee350-5d35-4b69-82e1-90f1829e9a9d,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:56.622241 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b329f37c-d792-4cc4-8002-f5cdbc7d14a8 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:56.631827 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b329f37c-d792-4cc4-8002-f5cdbc7d14a8 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4110219 Jul 06 13:52:56.632856 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48972) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:56.638550 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-52ebb10a-0a43-46db-90c1-1718094ec87d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Request body: {'security_group_rule': {'security_group_id': '5d0ee350-5d35-4b69-82e1-90f1829e9a9d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:56.695257 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52ebb10a-0a43-46db-90c1-1718094ec87d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:56.783614 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-86ecda04-ecac-4a60-b431-850aab6eb2c6 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Network 4af52798-23b1-402a-a1ea-3bd334b33ddb is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:52:56.790614 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-86ecda04-ecac-4a60-b431-850aab6eb2c6 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:52:56.818247 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-86ecda04-ecac-4a60-b431-850aab6eb2c6 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:52:56.828655 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52ebb10a-0a43-46db-90c1-1718094ec87d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:56.837655 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52ebb10a-0a43-46db-90c1-1718094ec87d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:56.844181 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 1293e859-61bf-4f93-b199-805ecf8707f2 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:52:56.866144 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ecda04-ecac-4a60-b431-850aab6eb2c6 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Pushing event updated for resources: {'Port': ['ID=795766c7-d15a-4ea9-bb70-ab795161b384,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:56.866323 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52ebb10a-0a43-46db-90c1-1718094ec87d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:56.872284 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131f69a-d412-46bb-bdb4-6325c1f6e418 req-a8a29d69-5dd4-4efd-96bf-292dcffcd40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:56.872667 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-52ebb10a-0a43-46db-90c1-1718094ec87d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2381666 Jul 06 13:52:56.873742 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48990) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:56.874336 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e131f69a-d412-46bb-bdb4-6325c1f6e418 req-a8a29d69-5dd4-4efd-96bf-292dcffcd40b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dd8d18a0-7a22-41d5-a3e8-93b87377b2d4 HTTP/1.1" status: 200 len: 858 time: 0.7823803 Jul 06 13:52:56.887799 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 0c7f5679-8e44-44b9-9eb1-9bbdc29986ef, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=0c7f5679-8e44-44b9-9eb1-9bbdc29986ef,segment=NetworkSegment(f1df6fd3-552f-42d3-a676-39768b143fda),segment_id=f1df6fd3-552f-42d3-a676-39768b143fda)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:56.892995 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-1b3da996-c886-4bf4-a68e-da69d357373d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Request body: {'security_group_rule': {'security_group_id': '5d0ee350-5d35-4b69-82e1-90f1829e9a9d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:56.905711 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 1293e859-61bf-4f93-b199-805ecf8707f2 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:52:56.906121 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:56.909739 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ebb10a-0a43-46db-90c1-1718094ec87d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4ea6cd-6384-46bd-b027-8719429f3482,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:56.937888 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e131f69a-d412-46bb-bdb4-6325c1f6e418 req-eb49b622-0ff3-48ad-b351-c1a58382bf7f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39c9ee88-87a9-4020-8a16-d62551076208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519240 Jul 06 13:52:56.943541 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1b3da996-c886-4bf4-a68e-da69d357373d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:56.947420 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-86ecda04-ecac-4a60-b431-850aab6eb2c6 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:56.948257 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-86ecda04-ecac-4a60-b431-850aab6eb2c6 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:57.007787 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '0c7f5679-8e44-44b9-9eb1-9bbdc29986ef', 'network_id': '39c9ee88-87a9-4020-8a16-d62551076208', 'port_id': '0c7f5679-8e44-44b9-9eb1-9bbdc29986ef', 'mac_address': 'fa:16:3e:a5:62:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd8d18a0-7a22-41d5-a3e8-93b87377b2d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:52:57.019952 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-86ecda04-ecac-4a60-b431-850aab6eb2c6 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4334626 Jul 06 13:52:57.038928 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34401c12-e9b1-4853-86f8-724cd14e5d77 req-7ee33cac-aa8e-4fe0-a38f-1ab272ef88df tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:57.045876 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-34401c12-e9b1-4853-86f8-724cd14e5d77 req-7ee33cac-aa8e-4fe0-a38f-1ab272ef88df tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=89612ef8-5eef-49ba-ac26-ef18c2f67cda HTTP/1.1" status: 200 len: 931 time: 0.2682829 Jul 06 13:52:57.052099 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-99a02069-8767-494c-b330-fb7bbe36039e service neutron] Request body: {'port': {'device_id': '89612ef8-5eef-49ba-ac26-ef18c2f67cda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:57.077894 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1b3da996-c886-4bf4-a68e-da69d357373d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:57.088629 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1b3da996-c886-4bf4-a68e-da69d357373d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:57.102452 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:57.134239 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3da996-c886-4bf4-a68e-da69d357373d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab4c14cf-4f19-4c6f-b75e-ea7f51fd422a,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:57.136570 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:57.151891 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1b3da996-c886-4bf4-a68e-da69d357373d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:57.153458 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1b3da996-c886-4bf4-a68e-da69d357373d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2702653 Jul 06 13:52:57.156675 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49004) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:57.163726 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-b7bc3c3d-0a83-4a84-bebd-4a14f4277cbc tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:52:57.181970 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c7f5679-8e44-44b9-9eb1-9bbdc29986ef {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:52:57.185829 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-34401c12-e9b1-4853-86f8-724cd14e5d77 req-6624310c-c8c9-4e5a-abda-aa7bbf88c181 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388931 Jul 06 13:52:57.218476 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b7bc3c3d-0a83-4a84-bebd-4a14f4277cbc tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks [] for floatingip, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:57.238030 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:57.243004 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e131f69a-d412-46bb-bdb4-6325c1f6e418 req-e29b6a9b-cd41-4b2d-9395-19f536fcb372 service neutron] 10.222.0.52 "GET /v2.0/networks/39c9ee88-87a9-4020-8a16-d62551076208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880769 Jul 06 13:52:57.246742 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-99a02069-8767-494c-b330-fb7bbe36039e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:57.256107 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 0c7f5679-8e44-44b9-9eb1-9bbdc29986ef, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=0c7f5679-8e44-44b9-9eb1-9bbdc29986ef,segment=NetworkSegment(f1df6fd3-552f-42d3-a676-39768b143fda),segment_id=f1df6fd3-552f-42d3-a676-39768b143fda)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:57.298136 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:57.317012 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 3d837ece-a05d-4082-a348-d3602caeae7a, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=3d837ece-a05d-4082-a348-d3602caeae7a,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:57.367743 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 1293e859-61bf-4f93-b199-805ecf8707f2, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=1293e859-61bf-4f93-b199-805ecf8707f2,segment=NetworkSegment(f1df6fd3-552f-42d3-a676-39768b143fda),segment_id=f1df6fd3-552f-42d3-a676-39768b143fda)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:57.411748 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b7bc3c3d-0a83-4a84-bebd-4a14f4277cbc tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:57.434380 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97854d7-f3a1-4e30-b42c-2eca46c8250f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1293e859-61bf-4f93-b199-805ecf8707f2'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:52:57.436880 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655b6b37-b152-438a-9db7-7ffaea9e2733" -d '{"events": [{"server_uuid": "c97854d7-f3a1-4e30-b42c-2eca46c8250f", "name": "network-vif-plugged", "status": "completed", "tag": "1293e859-61bf-4f93-b199-805ecf8707f2"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:52:57.443793 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:57.448856 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:57.449629 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 871f05f1-3046-4773-b18c-846767d12dd2 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:52:57.494682 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 871f05f1-3046-4773-b18c-846767d12dd2 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:52:57.494955 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 871f05f1-3046-4773-b18c-846767d12dd2 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:52:57.498276 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e131f69a-d412-46bb-bdb4-6325c1f6e418 req-7398ee73-705d-4b1e-9724-a6bbda02c31f service neutron] 10.222.0.52 "GET /v2.0/networks/39c9ee88-87a9-4020-8a16-d62551076208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469401 Jul 06 13:52:57.508978 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=0c7f5679-8e44-44b9-9eb1-9bbdc29986ef,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:57.577060 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-b7bc3c3d-0a83-4a84-bebd-4a14f4277cbc tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Allocated IP 172.25.6.74 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/4e59f97d-8188-4c98-890e-c94224b7f1f5) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:52:57.577271 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=3d837ece-a05d-4082-a348-d3602caeae7a,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:57.622511 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['0c7f5679-8e44-44b9-9eb1-9bbdc29986ef'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:52:57.688243 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=1293e859-61bf-4f93-b199-805ecf8707f2,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:57.770924 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b7bc3c3d-0a83-4a84-bebd-4a14f4277cbc tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:57.856116 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b7bc3c3d-0a83-4a84-bebd-4a14f4277cbc tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:57.885062 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba3332-1d82-417c-95aa-cf8ce44f9e10 req-53ff0465-d1c2-4bfa-8ffa-3bd56522c996 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:57.894037 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0aba3332-1d82-417c-95aa-cf8ce44f9e10 req-53ff0465-d1c2-4bfa-8ffa-3bd56522c996 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.118 "GET /v2.0/ports?device_id=9aefc1dd-9519-41e6-88a4-5f82c9ec4e46 HTTP/1.1" status: 200 len: 944 time: 0.4554012 Jul 06 13:52:57.920183 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc3c3d-0a83-4a84-bebd-4a14f4277cbc tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Pushing event updated for resources: {'Port': ['ID=4e59f97d-8188-4c98-890e-c94224b7f1f5,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:57.956933 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-99a02069-8767-494c-b330-fb7bbe36039e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 795766c7-d15a-4ea9-bb70-ab795161b384 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:52:57.958315 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bc3c3d-0a83-4a84-bebd-4a14f4277cbc tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:52:57.960383 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-b7bc3c3d-0a83-4a84-bebd-4a14f4277cbc tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:52:57.965951 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bc3c3d-0a83-4a84-bebd-4a14f4277cbc tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:52:57.970802 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-99a02069-8767-494c-b330-fb7bbe36039e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:57.990083 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0aba3332-1d82-417c-95aa-cf8ce44f9e10 req-9196403a-27bf-4009-9a37-a59cfbacf3c9 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.118 "GET /v2.0/security-groups?id=558d9dea-7297-4434-8a7d-a1c517ad553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902781 Jul 06 13:52:58.011752 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-99a02069-8767-494c-b330-fb7bbe36039e service neutron] Transition to ACTIVE for port object 795766c7-d15a-4ea9-bb70-ab795161b384 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:52:58.018621 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-99a02069-8767-494c-b330-fb7bbe36039e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:58.117886 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b7bc3c3d-0a83-4a84-bebd-4a14f4277cbc tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:58.140216 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a02069-8767-494c-b330-fb7bbe36039e service neutron] Pushing event updated for resources: {'Port': ['ID=795766c7-d15a-4ea9-bb70-ab795161b384,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:58.212725 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 06 Jul 2021 13:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e440a172-0659-4ecb-bf03-700d78b23288 x-openstack-request-id: req-e440a172-0659-4ecb-bf03-700d78b23288 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:52:58.213491 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97854d7-f3a1-4e30-b42c-2eca46c8250f", "tag": "1293e859-61bf-4f93-b199-805ecf8707f2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c504eda4-164f-4583-b91d-a2a66c4b1c87", "tag": "d9262ee0-18d0-4fbe-8b12-de4b417a140b", "status": "completed", "code": 200}, {"server_uuid": "0ce975b4-04fd-4a32-aecc-da5f880a06d0", "name": "network-vif-deleted", "tag": "871f05f1-3046-4773-b18c-846767d12dd2", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:52:58.213765 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e440a172-0659-4ecb-bf03-700d78b23288 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:52:58.214188 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c97854d7-f3a1-4e30-b42c-2eca46c8250f', 'tag': '1293e859-61bf-4f93-b199-805ecf8707f2', 'status': 'completed', 'code': 200} Jul 06 13:52:58.214443 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c504eda4-164f-4583-b91d-a2a66c4b1c87', 'tag': 'd9262ee0-18d0-4fbe-8b12-de4b417a140b', 'status': 'completed', 'code': 200} Jul 06 13:52:58.214753 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce975b4-04fd-4a32-aecc-da5f880a06d0', 'name': 'network-vif-deleted', 'tag': '871f05f1-3046-4773-b18c-846767d12dd2', 'status': 'completed', 'code': 200} Jul 06 13:52:58.272735 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b7bc3c3d-0a83-4a84-bebd-4a14f4277cbc tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:58.295178 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 3d837ece-a05d-4082-a348-d3602caeae7a up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:52:58.303377 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 49056) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:58.395971 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 3d837ece-a05d-4082-a348-d3602caeae7a triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:52:58.396614 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:58.440160 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-99a02069-8767-494c-b330-fb7bbe36039e service neutron] Attempting to bind port 795766c7-d15a-4ea9-bb70-ab795161b384 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:52:58.440509 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-99a02069-8767-494c-b330-fb7bbe36039e service neutron] Attempting to bind port 795766c7-d15a-4ea9-bb70-ab795161b384 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:52:58.440843 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-99a02069-8767-494c-b330-fb7bbe36039e service neutron] Attempting to bind port 795766c7-d15a-4ea9-bb70-ab795161b384 on network 4af52798-23b1-402a-a1ea-3bd334b33ddb {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:52:58.488747 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-99a02069-8767-494c-b330-fb7bbe36039e service neutron] Port 795766c7-d15a-4ea9-bb70-ab795161b384 on network 4af52798-23b1-402a-a1ea-3bd334b33ddb not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:52:58.489083 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-99a02069-8767-494c-b330-fb7bbe36039e service neutron] Attempting to bind port 795766c7-d15a-4ea9-bb70-ab795161b384 on network 4af52798-23b1-402a-a1ea-3bd334b33ddb {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:52:58.498564 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 49062) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:58.561381 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b7bc3c3d-0a83-4a84-bebd-4a14f4277cbc tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:58.568213 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b7bc3c3d-0a83-4a84-bebd-4a14f4277cbc tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:58.576192 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-99a02069-8767-494c-b330-fb7bbe36039e service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:52:58.576611 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-99a02069-8767-494c-b330-fb7bbe36039e service neutron] Checking segment: {'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:52:58.577022 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-99a02069-8767-494c-b330-fb7bbe36039e service neutron] Bound using segment: {'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:52:58.577498 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-99a02069-8767-494c-b330-fb7bbe36039e service neutron] Bound port: 795766c7-d15a-4ea9-bb70-ab795161b384, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:52:58.577948 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-99a02069-8767-494c-b330-fb7bbe36039e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:58.624606 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84ea5c-94cb-40a8-a29e-d11407b1e4d3 req-c5bb8e77-d841-48b5-8007-59a4c4a074ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:58.626682 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a84ea5c-94cb-40a8-a29e-d11407b1e4d3 req-c5bb8e77-d841-48b5-8007-59a4c4a074ff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d6bb7e91300f4fde8c92a7221b5e02f2&device_id=c97854d7-f3a1-4e30-b42c-2eca46c8250f HTTP/1.1" status: 200 len: 1097 time: 0.3936131 Jul 06 13:52:58.638899 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7bc9f963-61c5-4c4f-a63a-8f87671b7c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:58.641295 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc3c3d-0a83-4a84-bebd-4a14f4277cbc tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Pushing event updated for resources: {'Port': ['ID=4e59f97d-8188-4c98-890e-c94224b7f1f5,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:58.649291 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device d9262ee0-18d0-4fbe-8b12-de4b417a140b up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:52:58.654348 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b7bc3c3d-0a83-4a84-bebd-4a14f4277cbc tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:58.678216 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b7bc3c3d-0a83-4a84-bebd-4a14f4277cbc tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:58.679496 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b7bc3c3d-0a83-4a84-bebd-4a14f4277cbc tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5200548 Jul 06 13:52:58.706814 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port d9262ee0-18d0-4fbe-8b12-de4b417a140b completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:52:58.710585 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port d9262ee0-18d0-4fbe-8b12-de4b417a140b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:52:58.710965 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:58.745585 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-df73f628-28de-48bf-b6d7-801864dc2341 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=83bc3ee923484a73b5c1d4d53b40aa8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4179516 Jul 06 13:52:58.748067 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49068) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:58.752659 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84ea5c-94cb-40a8-a29e-d11407b1e4d3 req-98e0a03d-7b90-446d-ac4e-d6e8ff21f4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:58.754247 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a84ea5c-94cb-40a8-a29e-d11407b1e4d3 req-98e0a03d-7b90-446d-ac4e-d6e8ff21f4d8 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=d6bb7e91300f4fde8c92a7221b5e02f2&device_id=c504eda4-164f-4583-b91d-a2a66c4b1c87 HTTP/1.1" status: 200 len: 1095 time: 0.4499760 Jul 06 13:52:58.806909 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39f26b-bb3f-42d8-9c69-30dfd610e7dc req-3c0694c1-3078-417d-89b9-a5e235c8e93f tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:58.808463 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4f39f26b-bb3f-42d8-9c69-30dfd610e7dc req-3c0694c1-3078-417d-89b9-a5e235c8e93f tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 950 time: 0.3561444 Jul 06 13:52:58.840046 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-df7f6965-13ab-4e5c-9933-6e8d4d19639d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:58.846759 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:58.865805 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-df7f6965-13ab-4e5c-9933-6e8d4d19639d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:58.892505 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port d9262ee0-18d0-4fbe-8b12-de4b417a140b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d9262ee0-18d0-4fbe-8b12-de4b417a140b,segment=NetworkSegment(f1df6fd3-552f-42d3-a676-39768b143fda),segment_id=f1df6fd3-552f-42d3-a676-39768b143fda)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:58.902648 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:58.904678 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-99a02069-8767-494c-b330-fb7bbe36039e service neutron] For port 795766c7-d15a-4ea9-bb70-ab795161b384, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:52:58.922853 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-df7f6965-13ab-4e5c-9933-6e8d4d19639d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:58.925829 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-df7f6965-13ab-4e5c-9933-6e8d4d19639d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:58.929445 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-df7f6965-13ab-4e5c-9933-6e8d4d19639d admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/38d07671-75e1-4db1-b4ab-e57d26a43008 HTTP/1.1" status: 204 len: 168 time: 0.1771190 Jul 06 13:52:58.939702 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f6965-13ab-4e5c-9933-6e8d4d19639d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d07671-75e1-4db1-b4ab-e57d26a43008,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:58.945857 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-99a02069-8767-494c-b330-fb7bbe36039e service neutron] For port 795766c7-d15a-4ea9-bb70-ab795161b384, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=795766c7-d15a-4ea9-bb70-ab795161b384,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:52:58.972563 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-99a02069-8767-494c-b330-fb7bbe36039e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:59.035326 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4f39f26b-bb3f-42d8-9c69-30dfd610e7dc req-ed333ab1-1db0-4632-82d7-eada0ca0bdfe tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767573 Jul 06 13:52:59.051829 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84ea5c-94cb-40a8-a29e-d11407b1e4d3 req-d7bb21e4-2a92-4955-9389-40c568af634d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:59.053686 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a84ea5c-94cb-40a8-a29e-d11407b1e4d3 req-d7bb21e4-2a92-4955-9389-40c568af634d service neutron] 10.222.0.52 "GET /v2.0/networks?id=39c9ee88-87a9-4020-8a16-d62551076208 HTTP/1.1" status: 200 len: 919 time: 0.4107776 Jul 06 13:52:59.070936 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-99a02069-8767-494c-b330-fb7bbe36039e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:59.071569 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-99a02069-8767-494c-b330-fb7bbe36039e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:59.072972 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-99a02069-8767-494c-b330-fb7bbe36039e service neutron] 10.222.0.124 "PUT /v2.0/ports/795766c7-d15a-4ea9-bb70-ab795161b384 HTTP/1.1" status: 200 len: 1091 time: 2.0427120 Jul 06 13:52:59.085598 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84ea5c-94cb-40a8-a29e-d11407b1e4d3 req-28fb38a8-ca32-4078-87f5-07250a58556b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:59.087295 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a84ea5c-94cb-40a8-a29e-d11407b1e4d3 req-28fb38a8-ca32-4078-87f5-07250a58556b service neutron] 10.222.0.124 "GET /v2.0/networks?id=39c9ee88-87a9-4020-8a16-d62551076208 HTTP/1.1" status: 200 len: 919 time: 0.3258142 Jul 06 13:52:59.117838 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=d9262ee0-18d0-4fbe-8b12-de4b417a140b,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:59.144496 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80713bb1-b500-4620-9dcb-e7c5c26fcbb7 x-openstack-request-id: req-80713bb1-b500-4620-9dcb-e7c5c26fcbb7 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:52:59.144992 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97854d7-f3a1-4e30-b42c-2eca46c8250f", "name": "network-vif-plugged", "status": "completed", "tag": "1293e859-61bf-4f93-b199-805ecf8707f2", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:52:59.145386 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-80713bb1-b500-4620-9dcb-e7c5c26fcbb7 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:52:59.145987 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97854d7-f3a1-4e30-b42c-2eca46c8250f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1293e859-61bf-4f93-b199-805ecf8707f2', 'code': 200} Jul 06 13:52:59.185605 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a84ea5c-94cb-40a8-a29e-d11407b1e4d3 req-f9e18ffc-f1ba-49f3-80a0-2510e43b5914 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1293e859-61bf-4f93-b199-805ecf8707f2 HTTP/1.1" status: 200 len: 217 time: 0.1173851 Jul 06 13:52:59.274784 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a84ea5c-94cb-40a8-a29e-d11407b1e4d3 req-864d84f4-0159-4636-8309-8e0ed5454e41 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9262ee0-18d0-4fbe-8b12-de4b417a140b HTTP/1.1" status: 200 len: 217 time: 0.1764450 Jul 06 13:52:59.274977 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a02069-8767-494c-b330-fb7bbe36039e service neutron] Pushing event updated for resources: {'Port': ['ID=795766c7-d15a-4ea9-bb70-ab795161b384,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:59.302969 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd15b7-44e2-45d6-baf8-d5533f637638 req-2014d426-4782-4ae7-9d7a-603dbcab55a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:59.304936 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-35fd15b7-44e2-45d6-baf8-d5533f637638 req-2014d426-4782-4ae7-9d7a-603dbcab55a6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c97854d7-f3a1-4e30-b42c-2eca46c8250f HTTP/1.1" status: 200 len: 1097 time: 0.0622153 Jul 06 13:52:59.318797 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7bc9f963-61c5-4c4f-a63a-8f87671b7c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:59.348789 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-35fd15b7-44e2-45d6-baf8-d5533f637638 req-11ec63c5-af41-4d2e-9de5-d97685db966b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=558d9dea-7297-4434-8a7d-a1c517ad553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329673 Jul 06 13:52:59.369070 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7bc9f963-61c5-4c4f-a63a-8f87671b7c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:59.449781 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84ea5c-94cb-40a8-a29e-d11407b1e4d3 req-2c88afd0-5ed7-47ce-a2cf-3c46c319e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:59.451329 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a84ea5c-94cb-40a8-a29e-d11407b1e4d3 req-2c88afd0-5ed7-47ce-a2cf-3c46c319e7e0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dd8d18a0-7a22-41d5-a3e8-93b87377b2d4 HTTP/1.1" status: 200 len: 858 time: 0.2249796 Jul 06 13:52:59.474677 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7bc9f963-61c5-4c4f-a63a-8f87671b7c41 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=4cb16462d734403d827040474abdc669&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9723327 Jul 06 13:52:59.476121 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84ea5c-94cb-40a8-a29e-d11407b1e4d3 req-a16f366c-575b-42db-9a9b-d0750232cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:59.477455 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49078) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:52:59.477555 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a84ea5c-94cb-40a8-a29e-d11407b1e4d3 req-a16f366c-575b-42db-9a9b-d0750232cd4d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=dd8d18a0-7a22-41d5-a3e8-93b87377b2d4 HTTP/1.1" status: 200 len: 858 time: 0.1727135 Jul 06 13:52:59.480580 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9f963-61c5-4c4f-a63a-8f87671b7c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44814270-3499-4813-b2ae-fe873aa6cd12,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:59.506054 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a84ea5c-94cb-40a8-a29e-d11407b1e4d3 req-96bd6896-b768-4de8-b812-b733a296ed66 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39c9ee88-87a9-4020-8a16-d62551076208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462031 Jul 06 13:52:59.534255 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-46c75e1b-8165-4326-a5d3-c3109c61f049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:59.547235 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a84ea5c-94cb-40a8-a29e-d11407b1e4d3 req-8b80e949-9b1c-446b-a216-784aed02591c service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=39c9ee88-87a9-4020-8a16-d62551076208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435927 Jul 06 13:52:59.559674 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-46c75e1b-8165-4326-a5d3-c3109c61f049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:59.560175 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-c7237a0e-c4dc-48a5-b3eb-d48883cff9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:59.561662 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-c7237a0e-c4dc-48a5-b3eb-d48883cff9c8 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=bea7b4da8e63480980f1c76d63c2ffcf&device_id=89612ef8-5eef-49ba-ac26-ef18c2f67cda HTTP/1.1" status: 200 len: 1094 time: 0.3992331 Jul 06 13:52:59.607304 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-46c75e1b-8165-4326-a5d3-c3109c61f049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:59.609913 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-46c75e1b-8165-4326-a5d3-c3109c61f049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:52:59.611644 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-46c75e1b-8165-4326-a5d3-c3109c61f049 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/44814270-3499-4813-b2ae-fe873aa6cd12 HTTP/1.1" status: 204 len: 168 time: 0.1331584 Jul 06 13:52:59.619325 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c75e1b-8165-4326-a5d3-c3109c61f049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44814270-3499-4813-b2ae-fe873aa6cd12,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:59.683642 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9f63d-2560-40e0-b50a-6283e9ca8940 req-d7cde93a-66d0-4cfb-9075-ff35111eebb6 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:59.685149 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-61c9f63d-2560-40e0-b50a-6283e9ca8940 req-d7cde93a-66d0-4cfb-9075-ff35111eebb6 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=89612ef8-5eef-49ba-ac26-ef18c2f67cda HTTP/1.1" status: 200 len: 943 time: 0.4130929 Jul 06 13:52:59.691761 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-4ff63cae-da75-4d93-8292-07c4ffa7fe6a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=795766c7-d15a-4ea9-bb70-ab795161b384 HTTP/1.1" status: 200 len: 217 time: 0.0976341 Jul 06 13:52:59.821269 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a84ea5c-94cb-40a8-a29e-d11407b1e4d3 req-cdbea92c-8ab9-4a37-9a37-46720511957b service neutron] 10.222.0.52 "GET /v2.0/networks/39c9ee88-87a9-4020-8a16-d62551076208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023486 Jul 06 13:52:59.823578 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a84ea5c-94cb-40a8-a29e-d11407b1e4d3 req-0614a709-1818-49d8-8889-83606aa9d1ec service neutron] 10.222.0.124 "GET /v2.0/networks/39c9ee88-87a9-4020-8a16-d62551076208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340543 Jul 06 13:52:59.826682 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-61c9f63d-2560-40e0-b50a-6283e9ca8940 req-be30cb08-977d-421c-b0e5-a3de9f49eaa4 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302428 Jul 06 13:52:59.828356 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-c7e4c692-bef6-43ab-b28f-5d87e1bfb174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:52:59.830445 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-c7e4c692-bef6-43ab-b28f-5d87e1bfb174 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=fd856c7f-efce-4c28-b5ab-617143cae7b2 HTTP/1.1" status: 200 len: 846 time: 0.1308393 Jul 06 13:52:59.953015 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-5780a0ff-3638-4c56-a0bd-c451ce249aef service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4af52798-23b1-402a-a1ea-3bd334b33ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007578 Jul 06 13:52:59.986830 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-25820061-39a7-4691-b120-e09b2ae8a970 req-e2154a24-bec7-413c-b750-7c97ef71f816 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=02be0af1-842d-4664-a517-6704bd307587&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0610738 Jul 06 13:53:00.048284 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49092) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:00.064349 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d1d6747f-b858-4527-afdb-fec0f0fcd008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:00.113697 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25820061-39a7-4691-b120-e09b2ae8a970 req-a723448d-02bc-4fb9-9225-351c52c9c369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:00.115297 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-25820061-39a7-4691-b120-e09b2ae8a970 req-a723448d-02bc-4fb9-9225-351c52c9c369 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bea7b4da8e63480980f1c76d63c2ffcf&device_id=02be0af1-842d-4664-a517-6704bd307587 HTTP/1.1" status: 200 len: 1096 time: 0.0970898 Jul 06 13:53:00.165693 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a84ea5c-94cb-40a8-a29e-d11407b1e4d3 req-d468b352-70bb-4b69-856a-ff5ad645d34e service neutron] 10.222.0.124 "GET /v2.0/networks/39c9ee88-87a9-4020-8a16-d62551076208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343964 Jul 06 13:53:00.177320 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a84ea5c-94cb-40a8-a29e-d11407b1e4d3 req-67dc0b62-155c-424f-94b6-d8f08478f91c service neutron] 10.222.0.52 "GET /v2.0/networks/39c9ee88-87a9-4020-8a16-d62551076208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449700 Jul 06 13:53:00.188205 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-3ef721d7-57eb-4e53-9c8c-40609341f0fb service neutron] 10.222.0.124 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258964 Jul 06 13:53:00.199700 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1172c5c-af02-4116-944a-e35b97fba168 req-f260e409-7b47-4e48-9f4c-30332094c2c6 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:00.208245 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b1172c5c-af02-4116-944a-e35b97fba168 req-f260e409-7b47-4e48-9f4c-30332094c2c6 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/networks?id=d3fe67ee-10fe-4b67-adfd-00a9752f666b HTTP/1.1" status: 200 len: 811 time: 0.2541819 Jul 06 13:53:00.228370 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89612ef8-5eef-49ba-ac26-ef18c2f67cda', 'tag': '795766c7-d15a-4ea9-bb70-ab795161b384'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:53:00.230621 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c473b5ae-9779-4b8c-9c05-9eccfc5154c2" -d '{"events": [{"name": "network-changed", "server_uuid": "89612ef8-5eef-49ba-ac26-ef18c2f67cda", "tag": "795766c7-d15a-4ea9-bb70-ab795161b384"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:00.271160 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d1d6747f-b858-4527-afdb-fec0f0fcd008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:00.271494 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b1172c5c-af02-4116-944a-e35b97fba168 req-4087e9b7-5a1e-476f-9be9-b7d321361ea4 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/quotas/0c5820f075a5422096132d113f5a5811 HTTP/1.1" status: 200 len: 375 time: 0.0622818 Jul 06 13:53:00.276993 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d1d6747f-b858-4527-afdb-fec0f0fcd008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:00.281340 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25820061-39a7-4691-b120-e09b2ae8a970 req-84cb4634-06ff-46a7-af9e-c0672c581732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:00.283737 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-25820061-39a7-4691-b120-e09b2ae8a970 req-84cb4634-06ff-46a7-af9e-c0672c581732 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4af52798-23b1-402a-a1ea-3bd334b33ddb HTTP/1.1" status: 200 len: 907 time: 0.1430600 Jul 06 13:53:00.312279 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b1172c5c-af02-4116-944a-e35b97fba168 req-3afded48-12f6-48fd-bb3e-d18dd8c07f07 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=0c5820f075a5422096132d113f5a5811&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326462 Jul 06 13:53:00.356156 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-25820061-39a7-4691-b120-e09b2ae8a970 req-b0d6ab53-a268-4f24-b8b3-1c948a51fd4d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e451bb0-958b-4bc4-877b-69352013cdbd HTTP/1.1" status: 200 len: 217 time: 0.0595529 Jul 06 13:53:00.357271 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 0c7f5679-8e44-44b9-9eb1-9bbdc29986ef up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:00.366068 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d1d6747f-b858-4527-afdb-fec0f0fcd008 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=6ed24d4ddeca4c5f9f9b0cb51aecdf60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3165865 Jul 06 13:53:00.366818 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6747f-b858-4527-afdb-fec0f0fcd008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dfd7ff-4355-48a6-ab31-5f9061c09550,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:00.369407 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49096) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:00.393325 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ce77d15-5cd1-4d30-9758-9ce92206a6f1 req-65072a82-9da4-4ea5-8fe0-4dd05ce09c9b service neutron] 10.222.0.124 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803904 Jul 06 13:53:00.440555 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b1172c5c-af02-4116-944a-e35b97fba168 req-767e2a23-72b7-4e00-bf46-160ca519a10e service neutron] 10.222.0.118 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173344 Jul 06 13:53:00.456899 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25820061-39a7-4691-b120-e09b2ae8a970 req-4e23ecca-b41f-4789-ab2c-519395e4e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:00.458488 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-25820061-39a7-4691-b120-e09b2ae8a970 req-4e23ecca-b41f-4789-ab2c-519395e4e1a2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fd856c7f-efce-4c28-b5ab-617143cae7b2 HTTP/1.1" status: 200 len: 846 time: 0.0881770 Jul 06 13:53:00.462169 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 0c7f5679-8e44-44b9-9eb1-9bbdc29986ef completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:53:00.467225 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 0c7f5679-8e44-44b9-9eb1-9bbdc29986ef triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:00.467737 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:00.507470 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-25820061-39a7-4691-b120-e09b2ae8a970 req-60ad3e69-79a8-4aaa-a777-d2c392e32792 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4af52798-23b1-402a-a1ea-3bd334b33ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345185 Jul 06 13:53:00.557198 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b1172c5c-af02-4116-944a-e35b97fba168 req-3e30c587-2af9-4596-a5de-9a4c78d82345 service neutron] 10.222.0.118 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960350 Jul 06 13:53:00.560909 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:00.564207 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-36a0b4b0-b4e7-4fe0-8d8e-933f5cc42485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:00.598778 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 0c7f5679-8e44-44b9-9eb1-9bbdc29986ef, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=0c7f5679-8e44-44b9-9eb1-9bbdc29986ef,segment=NetworkSegment(f1df6fd3-552f-42d3-a676-39768b143fda),segment_id=f1df6fd3-552f-42d3-a676-39768b143fda)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:00.599354 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-36a0b4b0-b4e7-4fe0-8d8e-933f5cc42485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:00.603464 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:00.655337 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=0c7f5679-8e44-44b9-9eb1-9bbdc29986ef,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:00.662308 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-25820061-39a7-4691-b120-e09b2ae8a970 req-0723fe49-5e1d-429c-8ec2-38a6699149aa service neutron] 10.222.0.52 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420767 Jul 06 13:53:00.737831 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-36a0b4b0-b4e7-4fe0-8d8e-933f5cc42485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:00.740784 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-36a0b4b0-b4e7-4fe0-8d8e-933f5cc42485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:00.744566 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-36a0b4b0-b4e7-4fe0-8d8e-933f5cc42485 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/f3dfd7ff-4355-48a6-ab31-5f9061c09550 HTTP/1.1" status: 204 len: 168 time: 0.3702316 Jul 06 13:53:00.764020 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0b4b0-b4e7-4fe0-8d8e-933f5cc42485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dfd7ff-4355-48a6-ab31-5f9061c09550,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:00.814618 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-22843024-6411-4432-a464-bc683548c338 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-securitygroup--1213909128&fields=id&tenant_id=84c411c9b83740e1bcaf5cc8002aa094 HTTP/1.1" status: 200 len: 267 time: 0.0584896 Jul 06 13:53:00.822825 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-25820061-39a7-4691-b120-e09b2ae8a970 req-cd8c5dc4-617d-4568-9c53-19d07e6a4f6c service neutron] 10.222.0.52 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561301 Jul 06 13:53:00.955494 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-e4dae9d4-9487-4fef-989a-b39ed6c56425 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:00.956811 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-e4dae9d4-9487-4fef-989a-b39ed6c56425 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/networks?id=65a0c785-6dfd-4a01-9b12-067743ee677d HTTP/1.1" status: 200 len: 812 time: 0.1411810 Jul 06 13:53:00.978102 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-989e2839-4287-42e1-a2e6-a8b8578dbe5c tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/quotas/84c411c9b83740e1bcaf5cc8002aa094 HTTP/1.1" status: 200 len: 375 time: 0.0149972 Jul 06 13:53:01.046755 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-c378094c-7015-452d-b5cd-ebe63d3dd30c tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=84c411c9b83740e1bcaf5cc8002aa094&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0660276 Jul 06 13:53:01.147523 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c504eda4-164f-4583-b91d-a2a66c4b1c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9262ee0-18d0-4fbe-8b12-de4b417a140b'}, {'server_uuid': '9aefc1dd-9519-41e6-88a4-5f82c9ec4e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7f5679-8e44-44b9-9eb1-9bbdc29986ef'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:53:01.150415 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14db8456-0e10-4c48-8590-77e2436f7b83" -d '{"events": [{"server_uuid": "c504eda4-164f-4583-b91d-a2a66c4b1c87", "name": "network-vif-plugged", "status": "completed", "tag": "d9262ee0-18d0-4fbe-8b12-de4b417a140b"}, {"server_uuid": "9aefc1dd-9519-41e6-88a4-5f82c9ec4e46", "name": "network-vif-plugged", "status": "completed", "tag": "0c7f5679-8e44-44b9-9eb1-9bbdc29986ef"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:01.155495 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-cf3394a5-f921-4e36-abae-fcd3a4ac3877 service neutron] 10.222.0.118 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956848 Jul 06 13:53:01.270487 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-ddfb06ff-35af-4a9d-bf29-8ab936c0df16 service neutron] 10.222.0.118 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086383 Jul 06 13:53:01.576341 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e71b6-6116-4afd-9bf3-d8098100341b req-63003a61-f8cd-4eb9-8e17-af1e527054b0 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:01.577909 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-954e71b6-6116-4afd-9bf3-d8098100341b req-63003a61-f8cd-4eb9-8e17-af1e527054b0 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.118 "GET /v2.0/ports?device_id=9aefc1dd-9519-41e6-88a4-5f82c9ec4e46 HTTP/1.1" status: 200 len: 945 time: 0.0889866 Jul 06 13:53:01.626329 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-954e71b6-6116-4afd-9bf3-d8098100341b req-36d9340b-542f-4add-9d42-2aa0ca1a6117 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.118 "GET /v2.0/security-groups?id=558d9dea-7297-4434-8a7d-a1c517ad553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422733 Jul 06 13:53:01.839812 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628076a-a38b-4c76-9abd-a967547ed500 req-f46cfdd6-07c7-4945-992c-8b042d55e10b tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:01.842017 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5628076a-a38b-4c76-9abd-a967547ed500 req-f46cfdd6-07c7-4945-992c-8b042d55e10b tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 950 time: 0.0824814 Jul 06 13:53:01.886927 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5628076a-a38b-4c76-9abd-a967547ed500 req-1c46715e-ad52-469c-b755-0faa8a722d10 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368969 Jul 06 13:53:01.939307 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307fb1f3-0a4a-4387-87b0-f75cd3b5d4d2 x-openstack-request-id: req-307fb1f3-0a4a-4387-87b0-f75cd3b5d4d2 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:01.939852 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89612ef8-5eef-49ba-ac26-ef18c2f67cda", "tag": "795766c7-d15a-4ea9-bb70-ab795161b384", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:01.940256 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-307fb1f3-0a4a-4387-87b0-f75cd3b5d4d2 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:01.940803 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89612ef8-5eef-49ba-ac26-ef18c2f67cda', 'tag': '795766c7-d15a-4ea9-bb70-ab795161b384', 'status': 'completed', 'code': 200} Jul 06 13:53:02.037037 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473b5ae-9779-4b8c-9c05-9eccfc5154c2 req-061f064f-fe4b-44fa-bd33-ac236e8ac167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:02.040930 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c473b5ae-9779-4b8c-9c05-9eccfc5154c2 req-061f064f-fe4b-44fa-bd33-ac236e8ac167 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=bea7b4da8e63480980f1c76d63c2ffcf&device_id=89612ef8-5eef-49ba-ac26-ef18c2f67cda HTTP/1.1" status: 200 len: 1094 time: 0.0703409 Jul 06 13:53:02.100667 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-727c589e-2415-438d-9832-3ef873ad9328 req-0edff2c9-7357-4639-bd0f-07b8087818db tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=6163003d-1317-4915-8958-1c37ee098057 HTTP/1.1" status: 200 len: 210 time: 0.0584557 Jul 06 13:53:02.175914 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473b5ae-9779-4b8c-9c05-9eccfc5154c2 req-f90532cb-e298-487b-b18f-dad60fcc6fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:02.177566 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c473b5ae-9779-4b8c-9c05-9eccfc5154c2 req-f90532cb-e298-487b-b18f-dad60fcc6fa2 service neutron] 10.222.0.124 "GET /v2.0/networks?id=4af52798-23b1-402a-a1ea-3bd334b33ddb HTTP/1.1" status: 200 len: 907 time: 0.1209226 Jul 06 13:53:02.233587 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c473b5ae-9779-4b8c-9c05-9eccfc5154c2 req-f3dec733-0ce4-4280-b076-175970826502 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=795766c7-d15a-4ea9-bb70-ab795161b384 HTTP/1.1" status: 200 len: 217 time: 0.0488141 Jul 06 13:53:02.335131 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473b5ae-9779-4b8c-9c05-9eccfc5154c2 req-072f0c35-a40e-419b-8adf-b3844769ae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:02.336628 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c473b5ae-9779-4b8c-9c05-9eccfc5154c2 req-072f0c35-a40e-419b-8adf-b3844769ae47 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=fd856c7f-efce-4c28-b5ab-617143cae7b2 HTTP/1.1" status: 200 len: 846 time: 0.0924067 Jul 06 13:53:02.378142 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c473b5ae-9779-4b8c-9c05-9eccfc5154c2 req-7f78670f-563b-411b-8e67-ed3bdc2921cb service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4af52798-23b1-402a-a1ea-3bd334b33ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306299 Jul 06 13:53:02.380003 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1172c5c-af02-4116-944a-e35b97fba168 req-46961a2f-9a07-48c0-b328-b6c852a93251 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:02.381509 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b1172c5c-af02-4116-944a-e35b97fba168 req-46961a2f-9a07-48c0-b328-b6c852a93251 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.52 "GET /v2.0/networks?id=d3fe67ee-10fe-4b67-adfd-00a9752f666b HTTP/1.1" status: 200 len: 811 time: 0.1326756 Jul 06 13:53:02.392879 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e0e48-daf5-491e-9832-f6b2f91ae7c0 req-0e874588-f3f1-46d5-9c2d-e2df37441a15 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:02.394522 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ec6e0e48-daf5-491e-9832-f6b2f91ae7c0 req-0e874588-f3f1-46d5-9c2d-e2df37441a15 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=89612ef8-5eef-49ba-ac26-ef18c2f67cda HTTP/1.1" status: 200 len: 943 time: 0.1385334 Jul 06 13:53:02.403522 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-b1172c5c-af02-4116-944a-e35b97fba168 req-278eac3f-92cc-494e-91eb-354250d0fcc2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Request body: {'port': {'device_id': '6163003d-1317-4915-8958-1c37ee098057', 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b', 'admin_state_up': True, 'tenant_id': '0c5820f075a5422096132d113f5a5811'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:02.500616 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ec6e0e48-daf5-491e-9832-f6b2f91ae7c0 req-69b7042c-d88c-43bf-b6d4-4ca4872f9839 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969145 Jul 06 13:53:02.553001 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c473b5ae-9779-4b8c-9c05-9eccfc5154c2 req-296ee0e8-24fe-4783-99e9-8d3cf193f54d service neutron] 10.222.0.124 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573393 Jul 06 13:53:02.561730 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1172c5c-af02-4116-944a-e35b97fba168 req-278eac3f-92cc-494e-91eb-354250d0fcc2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Made reservation on behalf of 0c5820f075a5422096132d113f5a5811 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:53:02.566447 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b1172c5c-af02-4116-944a-e35b97fba168 req-278eac3f-92cc-494e-91eb-354250d0fcc2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:02.591250 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 13:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5234cd-d3e0-4511-a2df-8a3fbeff8ed0 x-openstack-request-id: req-8f5234cd-d3e0-4511-a2df-8a3fbeff8ed0 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:02.592006 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c504eda4-164f-4583-b91d-a2a66c4b1c87", "name": "network-vif-plugged", "status": "completed", "tag": "d9262ee0-18d0-4fbe-8b12-de4b417a140b", "code": 200}, {"server_uuid": "9aefc1dd-9519-41e6-88a4-5f82c9ec4e46", "name": "network-vif-plugged", "status": "completed", "tag": "0c7f5679-8e44-44b9-9eb1-9bbdc29986ef", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:02.592104 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-8f5234cd-d3e0-4511-a2df-8a3fbeff8ed0 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:02.592447 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c504eda4-164f-4583-b91d-a2a66c4b1c87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9262ee0-18d0-4fbe-8b12-de4b417a140b', 'code': 200} Jul 06 13:53:02.592703 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aefc1dd-9519-41e6-88a4-5f82c9ec4e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7f5679-8e44-44b9-9eb1-9bbdc29986ef', 'code': 200} Jul 06 13:53:02.644955 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 795766c7-d15a-4ea9-bb70-ab795161b384 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:53:02.809186 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-b1172c5c-af02-4116-944a-e35b97fba168 req-278eac3f-92cc-494e-91eb-354250d0fcc2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Allocated IP 172.20.0.11 (d3fe67ee-10fe-4b67-adfd-00a9752f666b/5c4bc917-beda-4093-9c43-911a28c774ae/e71ed187-8d3f-48f5-96a8-12be6a9a51ed) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:53:02.887450 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 795766c7-d15a-4ea9-bb70-ab795161b384, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=795766c7-d15a-4ea9-bb70-ab795161b384,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:02.902481 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '795766c7-d15a-4ea9-bb70-ab795161b384', 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb', 'port_id': '795766c7-d15a-4ea9-bb70-ab795161b384', 'mac_address': 'fa:16:3e:d5:d1:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd856c7f-efce-4c28-b5ab-617143cae7b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:53:02.973153 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:03.003907 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795766c7-d15a-4ea9-bb70-ab795161b384 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:53:03.033413 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 795766c7-d15a-4ea9-bb70-ab795161b384, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=795766c7-d15a-4ea9-bb70-ab795161b384,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:03.040315 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:03.090634 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b1172c5c-af02-4116-944a-e35b97fba168 req-278eac3f-92cc-494e-91eb-354250d0fcc2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:03.119876 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=795766c7-d15a-4ea9-bb70-ab795161b384,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:03.166949 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b1172c5c-af02-4116-944a-e35b97fba168 req-278eac3f-92cc-494e-91eb-354250d0fcc2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:03.223262 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c473b5ae-9779-4b8c-9c05-9eccfc5154c2 req-5add7783-edc1-4a65-8473-134426cccd28 service neutron] 10.222.0.124 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6631763 Jul 06 13:53:03.226205 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1172c5c-af02-4116-944a-e35b97fba168 req-278eac3f-92cc-494e-91eb-354250d0fcc2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Network d3fe67ee-10fe-4b67-adfd-00a9752f666b is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:03.236933 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-b1172c5c-af02-4116-944a-e35b97fba168 req-278eac3f-92cc-494e-91eb-354250d0fcc2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:03.243966 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1172c5c-af02-4116-944a-e35b97fba168 req-278eac3f-92cc-494e-91eb-354250d0fcc2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:53:03.271927 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6ed33ac6-8642-4a55-81b9-661c3b064150 req-1de7349b-7540-4798-9354-500ce937adfd tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 210 time: 0.1582026 Jul 06 13:53:03.285385 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278eac3f-92cc-494e-91eb-354250d0fcc2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Pushing event updated for resources: {'Port': ['ID=e71ed187-8d3f-48f5-96a8-12be6a9a51ed,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:03.300528 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['795766c7-d15a-4ea9-bb70-ab795161b384'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:53:03.340512 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1172c5c-af02-4116-944a-e35b97fba168 req-278eac3f-92cc-494e-91eb-354250d0fcc2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:03.341193 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-0596d0de-0769-4ec4-ae62-a89b9613adaf tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:03.342361 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b1172c5c-af02-4116-944a-e35b97fba168 req-278eac3f-92cc-494e-91eb-354250d0fcc2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:03.343049 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-0596d0de-0769-4ec4-ae62-a89b9613adaf tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.52 "GET /v2.0/networks?id=65a0c785-6dfd-4a01-9b12-067743ee677d HTTP/1.1" status: 200 len: 812 time: 0.2332702 Jul 06 13:53:03.368451 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07796742-f794-447a-b9e2-fe5ca59d17ba req-78a917c6-db3e-4bca-ae50-f9183e960264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:03.370225 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07796742-f794-447a-b9e2-fe5ca59d17ba req-78a917c6-db3e-4bca-ae50-f9183e960264 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=c504eda4-164f-4583-b91d-a2a66c4b1c87 HTTP/1.1" status: 200 len: 1096 time: 0.2612514 Jul 06 13:53:03.374987 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b1172c5c-af02-4116-944a-e35b97fba168 req-278eac3f-92cc-494e-91eb-354250d0fcc2 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9842865 Jul 06 13:53:03.380541 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53283a3d-49ba-4398-b903-4667a194a977 req-13099a3f-f542-4114-a7ac-3662bf1ab25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:03.382052 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53283a3d-49ba-4398-b903-4667a194a977 req-13099a3f-f542-4114-a7ac-3662bf1ab25f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9aefc1dd-9519-41e6-88a4-5f82c9ec4e46 HTTP/1.1" status: 200 len: 1096 time: 0.6973984 Jul 06 13:53:03.389032 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-b1172c5c-af02-4116-944a-e35b97fba168 req-7d085564-af07-4f60-b702-0fb9bd12b53b service neutron] Request body: {'port': {'device_id': '6163003d-1317-4915-8958-1c37ee098057', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:03.451523 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07796742-f794-447a-b9e2-fe5ca59d17ba req-7bc328ff-db33-4e99-8983-3a84c90f280d service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=558d9dea-7297-4434-8a7d-a1c517ad553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731709 Jul 06 13:53:03.474048 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-9339705a-6df4-41a7-8482-e192b08b733a tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84c411c9b83740e1bcaf5cc8002aa094 HTTP/1.1" status: 200 len: 380 time: 0.1197174 Jul 06 13:53:03.498531 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53283a3d-49ba-4398-b903-4667a194a977 req-143292cb-ecc9-4426-8abf-2c0148258820 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=558d9dea-7297-4434-8a7d-a1c517ad553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945926 Jul 06 13:53:03.503030 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-e8418cad-0578-4081-b5bf-f37368c70917 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Request body: {'port': {'device_id': '8209fbcb-7a64-4ab0-8644-927c68157d71', 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d', 'admin_state_up': True, 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094', 'security_groups': ['5d0ee350-5d35-4b69-82e1-90f1829e9a9d']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:03.509925 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b1172c5c-af02-4116-944a-e35b97fba168 req-7d085564-af07-4f60-b702-0fb9bd12b53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:03.632155 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e56ef-0598-4df2-8255-4f3814e41f6c req-09a1b105-a129-4660-b36a-6003788954c4 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:03.633789 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b92e56ef-0598-4df2-8255-4f3814e41f6c req-09a1b105-a129-4660-b36a-6003788954c4 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.118 "GET /v2.0/ports?device_id=9aefc1dd-9519-41e6-88a4-5f82c9ec4e46 HTTP/1.1" status: 200 len: 945 time: 0.1859679 Jul 06 13:53:03.680622 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-e8418cad-0578-4081-b5bf-f37368c70917 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Made reservation on behalf of 84c411c9b83740e1bcaf5cc8002aa094 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:53:03.684273 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-e8418cad-0578-4081-b5bf-f37368c70917 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:03.698231 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b92e56ef-0598-4df2-8255-4f3814e41f6c req-63853de5-557c-4a6d-b02f-c46915330c4a tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.118 "GET /v2.0/security-groups?id=558d9dea-7297-4434-8a7d-a1c517ad553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579398 Jul 06 13:53:03.833854 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-b1172c5c-af02-4116-944a-e35b97fba168 req-7d085564-af07-4f60-b702-0fb9bd12b53b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e71ed187-8d3f-48f5-96a8-12be6a9a51ed {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:53:03.842568 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b1172c5c-af02-4116-944a-e35b97fba168 req-7d085564-af07-4f60-b702-0fb9bd12b53b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:03.856931 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-b1172c5c-af02-4116-944a-e35b97fba168 req-7d085564-af07-4f60-b702-0fb9bd12b53b service neutron] Transition to ACTIVE for port object e71ed187-8d3f-48f5-96a8-12be6a9a51ed will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:53:03.861899 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b1172c5c-af02-4116-944a-e35b97fba168 req-7d085564-af07-4f60-b702-0fb9bd12b53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:03.882326 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-e8418cad-0578-4081-b5bf-f37368c70917 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Allocated IP 172.20.0.9 (65a0c785-6dfd-4a01-9b12-067743ee677d/c752e52c-1e0e-4b69-8288-ed62c19f3b18/27b75cf5-263d-4c77-b909-aed48eb16174) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:53:03.937983 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b204f-ac32-4f03-8c48-e6dbd0d06ea9 req-3a86deca-1338-443d-9f38-d6cdb52c7049 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:03.941533 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7a3b204f-ac32-4f03-8c48-e6dbd0d06ea9 req-3a86deca-1338-443d-9f38-d6cdb52c7049 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=6163003d-1317-4915-8958-1c37ee098057 HTTP/1.1" status: 200 len: 932 time: 0.1288483 Jul 06 13:53:03.958347 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d085564-af07-4f60-b702-0fb9bd12b53b service neutron] Pushing event updated for resources: {'Port': ['ID=e71ed187-8d3f-48f5-96a8-12be6a9a51ed,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:04.018361 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-b1172c5c-af02-4116-944a-e35b97fba168 req-7d085564-af07-4f60-b702-0fb9bd12b53b service neutron] Attempting to bind port e71ed187-8d3f-48f5-96a8-12be6a9a51ed on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:53:04.019021 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-b1172c5c-af02-4116-944a-e35b97fba168 req-7d085564-af07-4f60-b702-0fb9bd12b53b service neutron] Attempting to bind port e71ed187-8d3f-48f5-96a8-12be6a9a51ed by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '1577f714-41dc-455d-9abc-f4ea9f582ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:53:04.019384 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1172c5c-af02-4116-944a-e35b97fba168 req-7d085564-af07-4f60-b702-0fb9bd12b53b service neutron] Attempting to bind port e71ed187-8d3f-48f5-96a8-12be6a9a51ed on network d3fe67ee-10fe-4b67-adfd-00a9752f666b {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:53:04.027025 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1172c5c-af02-4116-944a-e35b97fba168 req-7d085564-af07-4f60-b702-0fb9bd12b53b service neutron] Port e71ed187-8d3f-48f5-96a8-12be6a9a51ed on network d3fe67ee-10fe-4b67-adfd-00a9752f666b not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:53:04.027649 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1172c5c-af02-4116-944a-e35b97fba168 req-7d085564-af07-4f60-b702-0fb9bd12b53b service neutron] Attempting to bind port e71ed187-8d3f-48f5-96a8-12be6a9a51ed on network d3fe67ee-10fe-4b67-adfd-00a9752f666b {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:53:04.034642 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1172c5c-af02-4116-944a-e35b97fba168 req-7d085564-af07-4f60-b702-0fb9bd12b53b service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:53:04.034997 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1172c5c-af02-4116-944a-e35b97fba168 req-7d085564-af07-4f60-b702-0fb9bd12b53b service neutron] Checking segment: {'id': '1577f714-41dc-455d-9abc-f4ea9f582ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:53:04.035468 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1172c5c-af02-4116-944a-e35b97fba168 req-7d085564-af07-4f60-b702-0fb9bd12b53b service neutron] Bound using segment: {'id': '1577f714-41dc-455d-9abc-f4ea9f582ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:53:04.036345 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-b1172c5c-af02-4116-944a-e35b97fba168 req-7d085564-af07-4f60-b702-0fb9bd12b53b service neutron] Bound port: e71ed187-8d3f-48f5-96a8-12be6a9a51ed, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1577f714-41dc-455d-9abc-f4ea9f582ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:53:04.036345 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b1172c5c-af02-4116-944a-e35b97fba168 req-7d085564-af07-4f60-b702-0fb9bd12b53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:04.061703 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7a3b204f-ac32-4f03-8c48-e6dbd0d06ea9 req-0fd8ae95-8a9e-432f-8211-4f97becf59c7 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096590 Jul 06 13:53:04.148302 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-e8418cad-0578-4081-b5bf-f37368c70917 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:04.156238 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-b1172c5c-af02-4116-944a-e35b97fba168 req-7d085564-af07-4f60-b702-0fb9bd12b53b service neutron] For port e71ed187-8d3f-48f5-96a8-12be6a9a51ed, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:53:04.160386 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-b1172c5c-af02-4116-944a-e35b97fba168 req-7d085564-af07-4f60-b702-0fb9bd12b53b service neutron] For port e71ed187-8d3f-48f5-96a8-12be6a9a51ed, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=e71ed187-8d3f-48f5-96a8-12be6a9a51ed,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:53:04.163726 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-e8418cad-0578-4081-b5bf-f37368c70917 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Transition to ACTIVE for port object 27b75cf5-263d-4c77-b909-aed48eb16174 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:53:04.168935 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b1172c5c-af02-4116-944a-e35b97fba168 req-7d085564-af07-4f60-b702-0fb9bd12b53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:04.214281 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-e8418cad-0578-4081-b5bf-f37368c70917 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:04.219103 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1172c5c-af02-4116-944a-e35b97fba168 req-7d085564-af07-4f60-b702-0fb9bd12b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:04.219786 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b1172c5c-af02-4116-944a-e35b97fba168 req-7d085564-af07-4f60-b702-0fb9bd12b53b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:04.221508 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b1172c5c-af02-4116-944a-e35b97fba168 req-7d085564-af07-4f60-b702-0fb9bd12b53b service neutron] 10.222.0.52 "PUT /v2.0/ports/e71ed187-8d3f-48f5-96a8-12be6a9a51ed HTTP/1.1" status: 200 len: 1092 time: 0.8394411 Jul 06 13:53:04.222023 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6163003d-1317-4915-8958-1c37ee098057', 'tag': 'e71ed187-8d3f-48f5-96a8-12be6a9a51ed'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:53:04.224384 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0ff1e6-5f2f-4e60-ab95-f21e4d004eef" -d '{"events": [{"name": "network-changed", "server_uuid": "6163003d-1317-4915-8958-1c37ee098057", "tag": "e71ed187-8d3f-48f5-96a8-12be6a9a51ed"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:04.276844 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d085564-af07-4f60-b702-0fb9bd12b53b service neutron] Pushing event updated for resources: {'Port': ['ID=e71ed187-8d3f-48f5-96a8-12be6a9a51ed,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:04.279719 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-e8418cad-0578-4081-b5bf-f37368c70917 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Network 65a0c785-6dfd-4a01-9b12-067743ee677d is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:04.284591 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-e8418cad-0578-4081-b5bf-f37368c70917 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:04.303215 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-e8418cad-0578-4081-b5bf-f37368c70917 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:53:04.333444 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8418cad-0578-4081-b5bf-f37368c70917 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Pushing event updated for resources: {'Port': ['ID=27b75cf5-263d-4c77-b909-aed48eb16174,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:04.387022 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-e8418cad-0578-4081-b5bf-f37368c70917 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:04.387670 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-e8418cad-0578-4081-b5bf-f37368c70917 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:04.416648 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-e8418cad-0578-4081-b5bf-f37368c70917 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9213798 Jul 06 13:53:04.430842 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-69a75b67-0451-414a-a74f-c2b79312971b service neutron] Request body: {'port': {'device_id': '8209fbcb-7a64-4ab0-8644-927c68157d71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:04.451481 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1172c5c-af02-4116-944a-e35b97fba168 req-923ca06f-baf9-4708-b51d-543ddc94db08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:04.452878 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b1172c5c-af02-4116-944a-e35b97fba168 req-923ca06f-baf9-4708-b51d-543ddc94db08 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0c5820f075a5422096132d113f5a5811&device_id=6163003d-1317-4915-8958-1c37ee098057 HTTP/1.1" status: 200 len: 1095 time: 0.1484978 Jul 06 13:53:04.543729 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b1172c5c-af02-4116-944a-e35b97fba168 req-933bcb8d-2a7a-4c2e-9e2a-769fc3e88180 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e71ed187-8d3f-48f5-96a8-12be6a9a51ed HTTP/1.1" status: 200 len: 217 time: 0.0828714 Jul 06 13:53:04.641623 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1172c5c-af02-4116-944a-e35b97fba168 req-578c6c5e-1954-4a8b-8499-26db765abd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:04.644531 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b1172c5c-af02-4116-944a-e35b97fba168 req-578c6c5e-1954-4a8b-8499-26db765abd75 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5c4bc917-beda-4093-9c43-911a28c774ae HTTP/1.1" status: 200 len: 851 time: 0.0938828 Jul 06 13:53:04.652912 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 795766c7-d15a-4ea9-bb70-ab795161b384 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:04.654378 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-69a75b67-0451-414a-a74f-c2b79312971b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:04.694031 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b1172c5c-af02-4116-944a-e35b97fba168 req-1b0761d0-c3dd-424b-b516-237080336e0f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3fe67ee-10fe-4b67-adfd-00a9752f666b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390179 Jul 06 13:53:04.724772 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 795766c7-d15a-4ea9-bb70-ab795161b384 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:53:04.736760 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4204c-303b-4eb2-b1b8-5236dc997fbc req-ea7defa2-2fe1-4c30-b340-8bd42e923ea7 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:04.737046 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 795766c7-d15a-4ea9-bb70-ab795161b384 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:04.737518 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:04.738387 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-66a4204c-303b-4eb2-b1b8-5236dc997fbc req-ea7defa2-2fe1-4c30-b340-8bd42e923ea7 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=89612ef8-5eef-49ba-ac26-ef18c2f67cda HTTP/1.1" status: 200 len: 944 time: 0.1481547 Jul 06 13:53:04.793164 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2e7eb5fe-093e-48b7-a8a5-c78d356b6268 None None] Provisioning for port 27b75cf5-263d-4c77-b909-aed48eb16174 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:53:04.804312 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2e7eb5fe-093e-48b7-a8a5-c78d356b6268 None None] Provisioning complete for port 27b75cf5-263d-4c77-b909-aed48eb16174 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:04.804947 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2e7eb5fe-093e-48b7-a8a5-c78d356b6268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:04.817472 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b1172c5c-af02-4116-944a-e35b97fba168 req-b4268fe4-93d2-4884-a6d5-2986487bc378 service neutron] 10.222.0.52 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149092 Jul 06 13:53:04.845296 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-2e7eb5fe-093e-48b7-a8a5-c78d356b6268 None None] Port 27b75cf5-263d-4c77-b909-aed48eb16174 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:53:04.896545 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:04.902320 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-66a4204c-303b-4eb2-b1b8-5236dc997fbc req-8f9f01e2-5337-4399-94b5-af5f5738f7bd tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561708 Jul 06 13:53:04.931182 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89612ef8-5eef-49ba-ac26-ef18c2f67cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795766c7-d15a-4ea9-bb70-ab795161b384'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:53:04.935236 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e5b3d6-8512-4f7f-84e3-c51fe8facb14" -d '{"events": [{"server_uuid": "89612ef8-5eef-49ba-ac26-ef18c2f67cda", "name": "network-vif-plugged", "status": "completed", "tag": "795766c7-d15a-4ea9-bb70-ab795161b384"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:04.951313 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 795766c7-d15a-4ea9-bb70-ab795161b384, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=795766c7-d15a-4ea9-bb70-ab795161b384,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:04.957741 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:04.977954 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b1172c5c-af02-4116-944a-e35b97fba168 req-df493713-b0ed-431e-937d-c882e2ea1bd2 service neutron] 10.222.0.52 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535275 Jul 06 13:53:05.022550 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=795766c7-d15a-4ea9-bb70-ab795161b384,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:05.059853 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-69a75b67-0451-414a-a74f-c2b79312971b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b75cf5-263d-4c77-b909-aed48eb16174 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:53:05.070406 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-69a75b67-0451-414a-a74f-c2b79312971b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:05.082981 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-69a75b67-0451-414a-a74f-c2b79312971b service neutron] Transition to ACTIVE for port object 27b75cf5-263d-4c77-b909-aed48eb16174 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:53:05.086633 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-69a75b67-0451-414a-a74f-c2b79312971b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:05.178257 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a75b67-0451-414a-a74f-c2b79312971b service neutron] Pushing event updated for resources: {'Port': ['ID=27b75cf5-263d-4c77-b909-aed48eb16174,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:05.218413 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03856787-9a97-4994-af68-5c12c7b95525 x-openstack-request-id: req-03856787-9a97-4994-af68-5c12c7b95525 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:05.218811 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6163003d-1317-4915-8958-1c37ee098057", "tag": "e71ed187-8d3f-48f5-96a8-12be6a9a51ed", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:05.219171 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-03856787-9a97-4994-af68-5c12c7b95525 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:05.220734 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6163003d-1317-4915-8958-1c37ee098057', 'tag': 'e71ed187-8d3f-48f5-96a8-12be6a9a51ed', 'status': 'completed', 'code': 200} Jul 06 13:53:05.252048 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-69a75b67-0451-414a-a74f-c2b79312971b service neutron] Attempting to bind port 27b75cf5-263d-4c77-b909-aed48eb16174 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:53:05.252593 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-69a75b67-0451-414a-a74f-c2b79312971b service neutron] Attempting to bind port 27b75cf5-263d-4c77-b909-aed48eb16174 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'cb42da08-7b0a-4e62-a780-570a2cc2651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:53:05.252961 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-69a75b67-0451-414a-a74f-c2b79312971b service neutron] Attempting to bind port 27b75cf5-263d-4c77-b909-aed48eb16174 on network 65a0c785-6dfd-4a01-9b12-067743ee677d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:53:05.261048 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-69a75b67-0451-414a-a74f-c2b79312971b service neutron] Port 27b75cf5-263d-4c77-b909-aed48eb16174 on network 65a0c785-6dfd-4a01-9b12-067743ee677d not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:53:05.261383 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-69a75b67-0451-414a-a74f-c2b79312971b service neutron] Attempting to bind port 27b75cf5-263d-4c77-b909-aed48eb16174 on network 65a0c785-6dfd-4a01-9b12-067743ee677d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:53:05.294685 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-69a75b67-0451-414a-a74f-c2b79312971b service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:53:05.295302 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-69a75b67-0451-414a-a74f-c2b79312971b service neutron] Checking segment: {'id': 'cb42da08-7b0a-4e62-a780-570a2cc2651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:53:05.295402 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-69a75b67-0451-414a-a74f-c2b79312971b service neutron] Bound using segment: {'id': 'cb42da08-7b0a-4e62-a780-570a2cc2651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:53:05.295845 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-69a75b67-0451-414a-a74f-c2b79312971b service neutron] Bound port: 27b75cf5-263d-4c77-b909-aed48eb16174, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb42da08-7b0a-4e62-a780-570a2cc2651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:53:05.296205 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-69a75b67-0451-414a-a74f-c2b79312971b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:05.352558 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ff1e6-5f2f-4e60-ab95-f21e4d004eef req-41a69852-26a0-4061-bf93-5127272fa23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:05.354522 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-da0ff1e6-5f2f-4e60-ab95-f21e4d004eef req-41a69852-26a0-4061-bf93-5127272fa23f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0c5820f075a5422096132d113f5a5811&device_id=6163003d-1317-4915-8958-1c37ee098057 HTTP/1.1" status: 200 len: 1095 time: 0.1002688 Jul 06 13:53:05.427392 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b5a2d4ce-6bda-4090-85fe-41fb8dc542a2 req-808ba243-d9ca-42e3-bd0a-8994b3f8d121 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1626704 Jul 06 13:53:05.444450 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-69a75b67-0451-414a-a74f-c2b79312971b service neutron] For port 27b75cf5-263d-4c77-b909-aed48eb16174, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:53:05.448598 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-69a75b67-0451-414a-a74f-c2b79312971b service neutron] For port 27b75cf5-263d-4c77-b909-aed48eb16174, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=27b75cf5-263d-4c77-b909-aed48eb16174,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:53:05.456393 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-69a75b67-0451-414a-a74f-c2b79312971b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:05.501648 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-69a75b67-0451-414a-a74f-c2b79312971b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:05.502277 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-69a75b67-0451-414a-a74f-c2b79312971b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:05.503712 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-69a75b67-0451-414a-a74f-c2b79312971b service neutron] 10.222.0.52 "PUT /v2.0/ports/27b75cf5-263d-4c77-b909-aed48eb16174 HTTP/1.1" status: 200 len: 1091 time: 1.0780590 Jul 06 13:53:05.504822 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ff1e6-5f2f-4e60-ab95-f21e4d004eef req-ad26507f-56a8-4be0-ac57-0676c8a6d1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:05.506479 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8209fbcb-7a64-4ab0-8644-927c68157d71', 'tag': '27b75cf5-263d-4c77-b909-aed48eb16174'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:53:05.507859 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-da0ff1e6-5f2f-4e60-ab95-f21e4d004eef req-ad26507f-56a8-4be0-ac57-0676c8a6d1f5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d3fe67ee-10fe-4b67-adfd-00a9752f666b HTTP/1.1" status: 200 len: 912 time: 0.1459730 Jul 06 13:53:05.509210 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d8ade1-44e5-4f30-91ac-9ad577cdd82a" -d '{"events": [{"name": "network-changed", "server_uuid": "8209fbcb-7a64-4ab0-8644-927c68157d71", "tag": "27b75cf5-263d-4c77-b909-aed48eb16174"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:05.538170 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb4ec4-15b1-4638-a1c9-187801dfc878 req-f1042a78-b591-4bdb-8676-f2b5b5e0f750 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:05.545940 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fbcb4ec4-15b1-4638-a1c9-187801dfc878 req-f1042a78-b591-4bdb-8676-f2b5b5e0f750 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 943 time: 0.2030265 Jul 06 13:53:05.574526 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-da0ff1e6-5f2f-4e60-ab95-f21e4d004eef req-51d0566f-0806-4fbc-8fe8-02e35b99382f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e71ed187-8d3f-48f5-96a8-12be6a9a51ed HTTP/1.1" status: 200 len: 217 time: 0.0546379 Jul 06 13:53:05.636004 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a75b67-0451-414a-a74f-c2b79312971b service neutron] Pushing event updated for resources: {'Port': ['ID=27b75cf5-263d-4c77-b909-aed48eb16174,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:05.656216 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fbcb4ec4-15b1-4638-a1c9-187801dfc878 req-e87770f9-e2e6-4883-880e-41ab045333bc tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093848 Jul 06 13:53:05.667042 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-1c09c3b2-7282-4ceb-ad8b-761891290c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:05.668560 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-1c09c3b2-7282-4ceb-ad8b-761891290c39 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84c411c9b83740e1bcaf5cc8002aa094&device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 1094 time: 0.0967395 Jul 06 13:53:05.714261 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ff1e6-5f2f-4e60-ab95-f21e4d004eef req-c7a68208-7427-45b7-be18-219357eccd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:05.715840 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-da0ff1e6-5f2f-4e60-ab95-f21e4d004eef req-c7a68208-7427-45b7-be18-219357eccd11 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5c4bc917-beda-4093-9c43-911a28c774ae HTTP/1.1" status: 200 len: 851 time: 0.1344576 Jul 06 13:53:05.751975 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-d624b38d-e042-40fb-adb5-c288009c2270 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b75cf5-263d-4c77-b909-aed48eb16174 HTTP/1.1" status: 200 len: 217 time: 0.0745921 Jul 06 13:53:05.760547 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-da0ff1e6-5f2f-4e60-ab95-f21e4d004eef req-32b0b85b-1986-4633-9dec-9d59f0d336b4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d3fe67ee-10fe-4b67-adfd-00a9752f666b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353863 Jul 06 13:53:05.883977 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-e50d6755-94fe-4604-9485-f0f2653b90f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:05.885703 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-e50d6755-94fe-4604-9485-f0f2653b90f7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c752e52c-1e0e-4b69-8288-ed62c19f3b18 HTTP/1.1" status: 200 len: 851 time: 0.1258326 Jul 06 13:53:05.893082 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-da0ff1e6-5f2f-4e60-ab95-f21e4d004eef req-d6b4cd44-eeb7-428d-b9c1-0b973baa289a service neutron] 10.222.0.52 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249897 Jul 06 13:53:05.973720 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6333749-ce84-4c5b-81e2-dbd3126f70b2 req-1a9d25f8-5144-4b0c-b484-9f0560877a6c tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:05.975009 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c6333749-ce84-4c5b-81e2-dbd3126f70b2 req-1a9d25f8-5144-4b0c-b484-9f0560877a6c tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.118 "GET /v2.0/ports?device_id=9aefc1dd-9519-41e6-88a4-5f82c9ec4e46 HTTP/1.1" status: 200 len: 945 time: 0.1515794 Jul 06 13:53:06.029062 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-b80a6b7e-7521-4e97-89ee-8707b8533ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:06.030771 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-b80a6b7e-7521-4e97-89ee-8707b8533ff2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=65a0c785-6dfd-4a01-9b12-067743ee677d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1343296 Jul 06 13:53:06.035297 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c6333749-ce84-4c5b-81e2-dbd3126f70b2 req-4acb508f-1cee-4062-9bd5-161930220c7b tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.118 "GET /v2.0/security-groups?id=558d9dea-7297-4434-8a7d-a1c517ad553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511894 Jul 06 13:53:06.143740 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6abf831-b420-4176-917e-b7a40ba5446c x-openstack-request-id: req-a6abf831-b420-4176-917e-b7a40ba5446c {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:06.144782 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89612ef8-5eef-49ba-ac26-ef18c2f67cda", "name": "network-vif-plugged", "status": "completed", "tag": "795766c7-d15a-4ea9-bb70-ab795161b384", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:06.145177 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-a6abf831-b420-4176-917e-b7a40ba5446c {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:06.145728 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89612ef8-5eef-49ba-ac26-ef18c2f67cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795766c7-d15a-4ea9-bb70-ab795161b384', 'code': 200} Jul 06 13:53:06.169169 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-e9c7637b-6792-46ab-9393-078ad0a3568b service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310744 Jul 06 13:53:06.375477 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-da0ff1e6-5f2f-4e60-ab95-f21e4d004eef req-4e3729e8-8cc9-4b17-a434-0c3fdf5af0ad service neutron] 10.222.0.52 "GET /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722629 Jul 06 13:53:06.420473 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2192db5d-c7a7-43b3-b631-3da0792f15c2 req-1a67fb5f-853d-4d55-b477-dc437bde0ad8 service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446628 Jul 06 13:53:06.458098 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09477558-3a81-44ef-acbf-64ed610176be req-c9093e55-bea0-4f49-8e51-6e7eb842fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:06.459602 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-09477558-3a81-44ef-acbf-64ed610176be req-c9093e55-bea0-4f49-8e51-6e7eb842fcdb service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=89612ef8-5eef-49ba-ac26-ef18c2f67cda HTTP/1.1" status: 200 len: 1096 time: 0.2244766 Jul 06 13:53:06.485678 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880254a-bfab-4544-a34d-b42f414cce70 req-0af3df61-0598-4130-b045-14ff4919259f tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:06.492419 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1880254a-bfab-4544-a34d-b42f414cce70 req-0af3df61-0598-4130-b045-14ff4919259f tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=6163003d-1317-4915-8958-1c37ee098057 HTTP/1.1" status: 200 len: 944 time: 0.1347485 Jul 06 13:53:06.535591 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-09477558-3a81-44ef-acbf-64ed610176be req-d403007c-85d8-4f9a-817f-56476cad19c0 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663171 Jul 06 13:53:06.548598 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1880254a-bfab-4544-a34d-b42f414cce70 req-4114e76c-bf73-43a3-918b-b636955ede2e tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553269 Jul 06 13:53:06.748641 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b77292-a596-491c-9998-305099627231 req-5f825c3b-c41e-496e-81c1-b12e910d5d05 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:06.750514 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-22b77292-a596-491c-9998-305099627231 req-5f825c3b-c41e-496e-81c1-b12e910d5d05 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 950 time: 0.0807414 Jul 06 13:53:06.794980 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-22b77292-a596-491c-9998-305099627231 req-d6e60003-ea4f-4878-bb41-2f6316b8a3f8 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365765 Jul 06 13:53:06.846380 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe6e680-5da6-4826-9071-4ecc03263974 x-openstack-request-id: req-4fe6e680-5da6-4826-9071-4ecc03263974 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:06.846785 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8209fbcb-7a64-4ab0-8644-927c68157d71", "tag": "27b75cf5-263d-4c77-b909-aed48eb16174", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:06.847295 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-4fe6e680-5da6-4826-9071-4ecc03263974 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:06.847690 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8209fbcb-7a64-4ab0-8644-927c68157d71', 'tag': '27b75cf5-263d-4c77-b909-aed48eb16174', 'status': 'completed', 'code': 200} Jul 06 13:53:06.927539 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8ade1-44e5-4f30-91ac-9ad577cdd82a req-40433d4c-3c31-4438-b1a5-388cfa65d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:06.929168 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c7d8ade1-44e5-4f30-91ac-9ad577cdd82a req-40433d4c-3c31-4438-b1a5-388cfa65d9a7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84c411c9b83740e1bcaf5cc8002aa094&device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 1094 time: 0.0597703 Jul 06 13:53:07.075411 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae1761-a933-4803-a8a7-5ca22296aa1a req-6f6c0061-0886-4c66-a5c3-e147a4abaabe tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:07.077809 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9eae1761-a933-4803-a8a7-5ca22296aa1a req-6f6c0061-0886-4c66-a5c3-e147a4abaabe tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=89612ef8-5eef-49ba-ac26-ef18c2f67cda HTTP/1.1" status: 200 len: 945 time: 0.1324866 Jul 06 13:53:07.078907 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8ade1-44e5-4f30-91ac-9ad577cdd82a req-96547bf6-904b-4e65-9dc1-8765723e9914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:07.080773 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c7d8ade1-44e5-4f30-91ac-9ad577cdd82a req-96547bf6-904b-4e65-9dc1-8765723e9914 service neutron] 10.222.0.52 "GET /v2.0/networks?id=65a0c785-6dfd-4a01-9b12-067743ee677d HTTP/1.1" status: 200 len: 913 time: 0.1449320 Jul 06 13:53:07.148638 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c7d8ade1-44e5-4f30-91ac-9ad577cdd82a req-8a01cfa8-c1b1-440e-856d-99043916f601 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b75cf5-263d-4c77-b909-aed48eb16174 HTTP/1.1" status: 200 len: 217 time: 0.0529885 Jul 06 13:53:07.218490 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9eae1761-a933-4803-a8a7-5ca22296aa1a req-ff97b738-c000-4336-9cdd-1646e65d9f5b tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332276 Jul 06 13:53:07.250358 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8ade1-44e5-4f30-91ac-9ad577cdd82a req-f5511d0f-5f9d-4aa5-8eeb-852396211ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:07.252999 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c7d8ade1-44e5-4f30-91ac-9ad577cdd82a req-f5511d0f-5f9d-4aa5-8eeb-852396211ad8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c752e52c-1e0e-4b69-8288-ed62c19f3b18 HTTP/1.1" status: 200 len: 851 time: 0.0834520 Jul 06 13:53:07.255922 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2d4ce-6bda-4090-85fe-41fb8dc542a2 req-da33365b-13f7-45cf-9f50-9d541d14f8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:07.257331 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b5a2d4ce-6bda-4090-85fe-41fb8dc542a2 req-da33365b-13f7-45cf-9f50-9d541d14f8e6 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 1101 time: 0.1184492 Jul 06 13:53:07.270558 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-395e144b-ff01-48fc-9f2d-00e44725a688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:07.436533 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8ade1-44e5-4f30-91ac-9ad577cdd82a req-bfd02b2f-2cbb-42f0-8a3c-3710184091ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:07.438647 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c7d8ade1-44e5-4f30-91ac-9ad577cdd82a req-bfd02b2f-2cbb-42f0-8a3c-3710184091ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=65a0c785-6dfd-4a01-9b12-067743ee677d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1715617 Jul 06 13:53:07.439723 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2d4ce-6bda-4090-85fe-41fb8dc542a2 req-08edb004-13f4-490b-b37b-6291e12f939b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:07.441070 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b5a2d4ce-6bda-4090-85fe-41fb8dc542a2 req-08edb004-13f4-490b-b37b-6291e12f939b service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.1727805 Jul 06 13:53:07.534153 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b5a2d4ce-6bda-4090-85fe-41fb8dc542a2 req-b7c16f1f-799b-4b7b-a216-208af07ed0a0 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=08997f95-e1aa-45a0-8c65-59c666a863c0 HTTP/1.1" status: 200 len: 217 time: 0.0787237 Jul 06 13:53:07.545673 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320a837-9bd7-4d1c-9edb-3fc0846c8f84 req-30e44516-02ca-463b-a52c-a6b7152a32ff tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:07.547166 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a320a837-9bd7-4d1c-9edb-3fc0846c8f84 req-30e44516-02ca-463b-a52c-a6b7152a32ff tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.118 "GET /v2.0/ports?device_id=c504eda4-164f-4583-b91d-a2a66c4b1c87 HTTP/1.1" status: 200 len: 945 time: 0.1966643 Jul 06 13:53:07.658675 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2d4ce-6bda-4090-85fe-41fb8dc542a2 req-be91bb8e-f98b-41f6-85ce-4392fae5b8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:07.660231 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b5a2d4ce-6bda-4090-85fe-41fb8dc542a2 req-be91bb8e-f98b-41f6-85ce-4392fae5b8d5 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1116333 Jul 06 13:53:07.664692 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a320a837-9bd7-4d1c-9edb-3fc0846c8f84 req-6899d283-d12e-45a1-aa90-f7dfb93a0036 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.118 "GET /v2.0/security-groups?id=558d9dea-7297-4434-8a7d-a1c517ad553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056492 Jul 06 13:53:07.667680 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c7d8ade1-44e5-4f30-91ac-9ad577cdd82a req-953180d2-27fe-41fc-b0e8-9d03649128a0 service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223897 Jul 06 13:53:07.818741 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2d4ce-6bda-4090-85fe-41fb8dc542a2 req-9dfdc48e-d12b-4279-b1a5-cb058d5de449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:07.820243 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b5a2d4ce-6bda-4090-85fe-41fb8dc542a2 req-9dfdc48e-d12b-4279-b1a5-cb058d5de449 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1256831 Jul 06 13:53:07.823964 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c7d8ade1-44e5-4f30-91ac-9ad577cdd82a req-3a4ff5f2-8fe4-4dba-a4cf-95d65ecf7d23 service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488044 Jul 06 13:53:07.943414 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb088c-0c07-492d-b680-a8696af8f7e9 req-e6b9afcd-4dae-4cc0-98ab-569adb7d233f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:07.944942 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1bb088c-0c07-492d-b680-a8696af8f7e9 req-e6b9afcd-4dae-4cc0-98ab-569adb7d233f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 943 time: 0.1450114 Jul 06 13:53:07.972282 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b5a2d4ce-6bda-4090-85fe-41fb8dc542a2 req-246659bc-d9b9-48d8-a8a1-f1aab58ea01c service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312544 Jul 06 13:53:08.040579 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1bb088c-0c07-492d-b680-a8696af8f7e9 req-36c31441-f3b1-4ef9-ae83-e3134639a22c tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896559 Jul 06 13:53:08.087715 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b5a2d4ce-6bda-4090-85fe-41fb8dc542a2 req-6c4eefad-2aa3-4183-85d6-e7f786290223 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989182 Jul 06 13:53:08.136429 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49300) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:08.222790 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9259cc3-833c-4624-967f-e58a00680d66 req-e4a24119-7ec2-42de-948b-acfa580babff tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:08.222790 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f9259cc3-833c-4624-967f-e58a00680d66 req-e4a24119-7ec2-42de-948b-acfa580babff tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=6163003d-1317-4915-8958-1c37ee098057 HTTP/1.1" status: 200 len: 944 time: 0.0702806 Jul 06 13:53:08.256397 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fb9a6f98-1e5d-4f93-bfb1-887089435e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:08.264299 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f9259cc3-833c-4624-967f-e58a00680d66 req-b0b7c1ae-ef53-4f82-a63a-101e5585cd98 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362575 Jul 06 13:53:08.357287 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fb9a6f98-1e5d-4f93-bfb1-887089435e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:08.361812 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fb9a6f98-1e5d-4f93-bfb1-887089435e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:08.399789 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9a6f98-1e5d-4f93-bfb1-887089435e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59686161-ea9a-45cf-920b-bdf4a1973ae7,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:08.408257 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fb9a6f98-1e5d-4f93-bfb1-887089435e32 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=d220485d832443a29848ec0b5c6395ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2656758 Jul 06 13:53:08.408590 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49306) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:08.433412 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device e71ed187-8d3f-48f5-96a8-12be6a9a51ed details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:53:08.436313 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b533e38-6869-4a3d-9e38-ce04b7ed80a1 req-9647444d-8606-4f67-b271-82c113eff50d tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:08.443249 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b533e38-6869-4a3d-9e38-ce04b7ed80a1 req-9647444d-8606-4f67-b271-82c113eff50d tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.118 "GET /v2.0/ports?device_id=c97854d7-f3a1-4e30-b42c-2eca46c8250f HTTP/1.1" status: 200 len: 946 time: 0.0746937 Jul 06 13:53:08.460328 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ecd8ef65-8800-4a3a-8510-5b7f87a23f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:08.479011 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b533e38-6869-4a3d-9e38-ce04b7ed80a1 req-8f00dd37-e9e2-43f4-9992-1aff7a212844 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.118 "GET /v2.0/security-groups?id=558d9dea-7297-4434-8a7d-a1c517ad553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348699 Jul 06 13:53:08.483096 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ecd8ef65-8800-4a3a-8510-5b7f87a23f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:08.533566 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port e71ed187-8d3f-48f5-96a8-12be6a9a51ed, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=e71ed187-8d3f-48f5-96a8-12be6a9a51ed,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:08.542863 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ecd8ef65-8800-4a3a-8510-5b7f87a23f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:08.545226 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'e71ed187-8d3f-48f5-96a8-12be6a9a51ed', 'network_id': 'd3fe67ee-10fe-4b67-adfd-00a9752f666b', 'port_id': 'e71ed187-8d3f-48f5-96a8-12be6a9a51ed', 'mac_address': 'fa:16:3e:90:cf:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c4bc917-beda-4093-9c43-911a28c774ae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:53:08.545980 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ecd8ef65-8800-4a3a-8510-5b7f87a23f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:08.550162 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ecd8ef65-8800-4a3a-8510-5b7f87a23f9c admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/59686161-ea9a-45cf-920b-bdf4a1973ae7 HTTP/1.1" status: 204 len: 168 time: 0.1406384 Jul 06 13:53:08.564302 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8ef65-8800-4a3a-8510-5b7f87a23f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59686161-ea9a-45cf-920b-bdf4a1973ae7,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:08.611485 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:08.625506 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e71ed187-8d3f-48f5-96a8-12be6a9a51ed {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:53:08.646565 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port e71ed187-8d3f-48f5-96a8-12be6a9a51ed, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=e71ed187-8d3f-48f5-96a8-12be6a9a51ed,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:08.648810 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d5a24-21ca-4d24-9aa4-060610e0431c req-d29ac230-6db3-4568-b8aa-462b51237dbf tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:08.650433 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f18d5a24-21ca-4d24-9aa4-060610e0431c req-d29ac230-6db3-4568-b8aa-462b51237dbf tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 950 time: 0.0715384 Jul 06 13:53:08.651223 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:08.699256 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f18d5a24-21ca-4d24-9aa4-060610e0431c req-c3120f0d-e9a0-442e-9652-19c100cbc8f4 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406325 Jul 06 13:53:08.707651 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=e71ed187-8d3f-48f5-96a8-12be6a9a51ed,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:08.853922 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49314) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:08.867403 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b8dc8f0-d651-415e-b667-c9bc80c5d197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:08.877926 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b27c0-db48-4516-8efa-5d04d1b851e7 req-c19b418d-b379-4b94-b0d1-5607c4e7a186 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:08.879439 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-275b27c0-db48-4516-8efa-5d04d1b851e7 req-c19b418d-b379-4b94-b0d1-5607c4e7a186 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=89612ef8-5eef-49ba-ac26-ef18c2f67cda HTTP/1.1" status: 200 len: 945 time: 0.0664718 Jul 06 13:53:08.911818 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['e71ed187-8d3f-48f5-96a8-12be6a9a51ed'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:53:08.931536 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-275b27c0-db48-4516-8efa-5d04d1b851e7 req-a2aeba2f-6534-4f4a-850b-5ead31e86734 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463305 Jul 06 13:53:08.960711 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b8dc8f0-d651-415e-b667-c9bc80c5d197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:08.965819 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b8dc8f0-d651-415e-b667-c9bc80c5d197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:09.006392 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5b8dc8f0-d651-415e-b667-c9bc80c5d197 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=42543df48f5744fb8362feff622eb14a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513660 Jul 06 13:53:09.007548 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8dc8f0-d651-415e-b667-c9bc80c5d197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68339a1-2195-44d9-ab2e-7a1bf78f76cc,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:09.009139 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 49318) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:09.067182 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1a460519-7438-4a96-9780-e04df03113a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:09.099848 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1a460519-7438-4a96-9780-e04df03113a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:09.147018 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1a460519-7438-4a96-9780-e04df03113a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:09.149947 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1a460519-7438-4a96-9780-e04df03113a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:09.151270 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1a460519-7438-4a96-9780-e04df03113a6 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/d68339a1-2195-44d9-ab2e-7a1bf78f76cc HTTP/1.1" status: 204 len: 168 time: 0.1401176 Jul 06 13:53:09.160168 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a460519-7438-4a96-9780-e04df03113a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68339a1-2195-44d9-ab2e-7a1bf78f76cc,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:09.336880 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e55f9-32bb-4ea3-b234-3959ede4eed9 req-4985c2b3-b3fb-4886-8d8d-d673f848352d tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:09.338552 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-406e55f9-32bb-4ea3-b234-3959ede4eed9 req-4985c2b3-b3fb-4886-8d8d-d673f848352d tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=89612ef8-5eef-49ba-ac26-ef18c2f67cda HTTP/1.1" status: 200 len: 945 time: 0.0660715 Jul 06 13:53:09.379855 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-406e55f9-32bb-4ea3-b234-3959ede4eed9 req-cd2461a8-ef7d-4e2b-98de-95acf01b4e58 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353737 Jul 06 13:53:09.546288 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624b9c2-cc43-4fc3-adc8-af2fdb20214f req-0936b128-7bbb-4b33-82f7-92cfcb1c5d58 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:09.548140 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2624b9c2-cc43-4fc3-adc8-af2fdb20214f req-0936b128-7bbb-4b33-82f7-92cfcb1c5d58 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 943 time: 0.0671754 Jul 06 13:53:09.923698 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2624b9c2-cc43-4fc3-adc8-af2fdb20214f req-e5ceb5f7-2e64-4a02-a017-7dca252671f2 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3694441 Jul 06 13:53:10.099940 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d347b0-a531-475f-b16c-4654a183cbb8 req-e0f76e6b-f706-4575-815f-7711b8bcbd23 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:10.101461 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-80d347b0-a531-475f-b16c-4654a183cbb8 req-e0f76e6b-f706-4575-815f-7711b8bcbd23 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.118 "GET /v2.0/ports?device_id=c97854d7-f3a1-4e30-b42c-2eca46c8250f HTTP/1.1" status: 200 len: 946 time: 0.0647538 Jul 06 13:53:10.123482 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:10.147120 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-80d347b0-a531-475f-b16c-4654a183cbb8 req-cc75f6d2-17af-437a-b40b-0dc4ecda40e4 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.118 "GET /v2.0/security-groups?id=558d9dea-7297-4434-8a7d-a1c517ad553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385351 Jul 06 13:53:10.181993 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-14175fcc-dded-4fd2-898a-483c05684f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:10.316473 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b84fb-f595-49a1-bb66-038150f996db req-43800102-770d-4df3-a2f4-ff5588170110 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:10.317999 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9a1b84fb-f595-49a1-bb66-038150f996db req-43800102-770d-4df3-a2f4-ff5588170110 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=6163003d-1317-4915-8958-1c37ee098057 HTTP/1.1" status: 200 len: 945 time: 0.0640154 Jul 06 13:53:10.362941 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9a1b84fb-f595-49a1-bb66-038150f996db req-6f15fcce-88e0-458d-9442-f014854db3c5 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384364 Jul 06 13:53:10.450596 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 27b75cf5-263d-4c77-b909-aed48eb16174 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:53:10.453135 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device e71ed187-8d3f-48f5-96a8-12be6a9a51ed up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:10.589569 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port e71ed187-8d3f-48f5-96a8-12be6a9a51ed completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:53:10.605294 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port e71ed187-8d3f-48f5-96a8-12be6a9a51ed triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:10.605716 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:10.673083 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 27b75cf5-263d-4c77-b909-aed48eb16174, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=27b75cf5-263d-4c77-b909-aed48eb16174,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:10.694794 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '27b75cf5-263d-4c77-b909-aed48eb16174', 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d', 'port_id': '27b75cf5-263d-4c77-b909-aed48eb16174', 'mac_address': 'fa:16:3e:61:94:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c752e52c-1e0e-4b69-8288-ed62c19f3b18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:53:10.706077 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545677c-3c3d-48e8-a542-5ada51bfbc7b req-7b9614ca-fae6-4083-a209-e3cf1d7eaa63 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:10.708517 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e545677c-3c3d-48e8-a542-5ada51bfbc7b req-7b9614ca-fae6-4083-a209-e3cf1d7eaa63 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.52 "GET /v2.0/ports?device_id=c97854d7-f3a1-4e30-b42c-2eca46c8250f HTTP/1.1" status: 200 len: 946 time: 0.0925884 Jul 06 13:53:10.760940 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:10.781373 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:10.785900 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b75cf5-263d-4c77-b909-aed48eb16174 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:53:10.818873 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 27b75cf5-263d-4c77-b909-aed48eb16174, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=27b75cf5-263d-4c77-b909-aed48eb16174,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:10.827413 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:10.836172 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6163003d-1317-4915-8958-1c37ee098057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71ed187-8d3f-48f5-96a8-12be6a9a51ed'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:53:10.838688 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cce6394-4d7a-42b8-bb94-d79321a40f17" -d '{"events": [{"server_uuid": "6163003d-1317-4915-8958-1c37ee098057", "name": "network-vif-plugged", "status": "completed", "tag": "e71ed187-8d3f-48f5-96a8-12be6a9a51ed"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:10.871239 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port e71ed187-8d3f-48f5-96a8-12be6a9a51ed, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=e71ed187-8d3f-48f5-96a8-12be6a9a51ed,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:10.875247 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59320de0-8b59-4229-beda-3ecb192954b3 req-a841c230-9f42-46d3-a330-575344d7ef4e tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:10.877377 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59320de0-8b59-4229-beda-3ecb192954b3 req-a841c230-9f42-46d3-a330-575344d7ef4e tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 950 time: 0.1224384 Jul 06 13:53:10.878279 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:10.899165 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=27b75cf5-263d-4c77-b909-aed48eb16174,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:10.905110 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-e545677c-3c3d-48e8-a542-5ada51bfbc7b req-d4460af7-00e9-41a3-bef3-d1ccd6e35a81 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Deleting port 1293e859-61bf-4f93-b199-805ecf8707f2 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:53:10.905479 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e545677c-3c3d-48e8-a542-5ada51bfbc7b req-d4460af7-00e9-41a3-bef3-d1ccd6e35a81 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:10.952378 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=e71ed187-8d3f-48f5-96a8-12be6a9a51ed,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:10.993418 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59320de0-8b59-4229-beda-3ecb192954b3 req-285b316b-948c-4671-8eec-ee602a57c4aa tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026781 Jul 06 13:53:11.038667 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-e545677c-3c3d-48e8-a542-5ada51bfbc7b req-d4460af7-00e9-41a3-bef3-d1ccd6e35a81 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] For port 1293e859-61bf-4f93-b199-805ecf8707f2, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=1293e859-61bf-4f93-b199-805ecf8707f2,segment=NetworkSegment(f1df6fd3-552f-42d3-a676-39768b143fda),segment_id=f1df6fd3-552f-42d3-a676-39768b143fda)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:11.039103 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e545677c-3c3d-48e8-a542-5ada51bfbc7b req-d4460af7-00e9-41a3-bef3-d1ccd6e35a81 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:11.051976 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-e545677c-3c3d-48e8-a542-5ada51bfbc7b req-d4460af7-00e9-41a3-bef3-d1ccd6e35a81 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Calling delete_port for 1293e859-61bf-4f93-b199-805ecf8707f2 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:53:11.092977 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['27b75cf5-263d-4c77-b909-aed48eb16174'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:53:11.192345 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafe79b-19d7-4b11-951e-aed06c073bba req-132e5026-b20d-4454-bd3e-b003cbe59a51 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:11.193637 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5bafe79b-19d7-4b11-951e-aed06c073bba req-132e5026-b20d-4454-bd3e-b003cbe59a51 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=89612ef8-5eef-49ba-ac26-ef18c2f67cda HTTP/1.1" status: 200 len: 945 time: 0.0980158 Jul 06 13:53:11.276364 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e545677c-3c3d-48e8-a542-5ada51bfbc7b req-d4460af7-00e9-41a3-bef3-d1ccd6e35a81 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:11.280843 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5bafe79b-19d7-4b11-951e-aed06c073bba req-a7e36231-76e4-4166-97bf-8583123ee7f3 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573356 Jul 06 13:53:11.290273 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['d9262ee0-18d0-4fbe-8b12-de4b417a140b'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:53:11.309945 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4460af7-00e9-41a3-bef3-d1ccd6e35a81 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Pushing event deleted for resources: {'Port': ['ID=1293e859-61bf-4f93-b199-805ecf8707f2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:11.367020 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-e545677c-3c3d-48e8-a542-5ada51bfbc7b req-d4460af7-00e9-41a3-bef3-d1ccd6e35a81 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] No DVR routers for this DVR port 1293e859-61bf-4f93-b199-805ecf8707f2 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:53:11.368063 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98a6733-f03b-4555-9166-1db1f0173669 x-openstack-request-id: req-e98a6733-f03b-4555-9166-1db1f0173669 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:11.368430 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6163003d-1317-4915-8958-1c37ee098057", "name": "network-vif-plugged", "status": "completed", "tag": "e71ed187-8d3f-48f5-96a8-12be6a9a51ed", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:11.369779 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e98a6733-f03b-4555-9166-1db1f0173669 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:11.371073 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6163003d-1317-4915-8958-1c37ee098057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71ed187-8d3f-48f5-96a8-12be6a9a51ed', 'code': 200} Jul 06 13:53:11.382056 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e545677c-3c3d-48e8-a542-5ada51bfbc7b req-d4460af7-00e9-41a3-bef3-d1ccd6e35a81 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:11.386317 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e545677c-3c3d-48e8-a542-5ada51bfbc7b req-d4460af7-00e9-41a3-bef3-d1ccd6e35a81 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.52 "DELETE /v2.0/ports/1293e859-61bf-4f93-b199-805ecf8707f2 HTTP/1.1" status: 204 len: 173 time: 0.6705093 Jul 06 13:53:11.387827 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97854d7-f3a1-4e30-b42c-2eca46c8250f', 'name': 'network-vif-deleted', 'tag': '1293e859-61bf-4f93-b199-805ecf8707f2'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:53:11.391879 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d476557f-0a52-4d7e-8c7e-ee19feab4d00" -d '{"events": [{"server_uuid": "c97854d7-f3a1-4e30-b42c-2eca46c8250f", "name": "network-vif-deleted", "tag": "1293e859-61bf-4f93-b199-805ecf8707f2"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:11.453308 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:11.568276 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa08e6-8330-4e07-9143-af73f1f1d9f3 req-2eba8522-d2e8-45ff-bf6c-fc1267567871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:11.569832 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-26fa08e6-8330-4e07-9143-af73f1f1d9f3 req-2eba8522-d2e8-45ff-bf6c-fc1267567871 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6163003d-1317-4915-8958-1c37ee098057 HTTP/1.1" status: 200 len: 1097 time: 0.1114767 Jul 06 13:53:11.581799 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57372e-3dc3-4d66-bff7-96c156c5aa02 req-b3cc3689-2ef4-4191-8548-e1d7253bfcaa tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:11.583322 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6e57372e-3dc3-4d66-bff7-96c156c5aa02 req-b3cc3689-2ef4-4191-8548-e1d7253bfcaa tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.0906889 Jul 06 13:53:11.641604 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-26fa08e6-8330-4e07-9143-af73f1f1d9f3 req-f83d7fee-4528-40b7-9cee-ddd81c31496a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554807 Jul 06 13:53:11.646600 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6e57372e-3dc3-4d66-bff7-96c156c5aa02 req-9e4a2508-51fd-4555-84a4-63d799a3ac51 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536752 Jul 06 13:53:11.726906 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['1293e859-61bf-4f93-b199-805ecf8707f2', '0c7f5679-8e44-44b9-9eb1-9bbdc29986ef'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:53:11.740255 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 49420) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:11.790512 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b2c4d8f3-86ff-43b1-af49-9aa2a6773394 req-aaeefc99-f75e-47d2-b8cb-77905cde1b8b tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.118 "GET /v2.0/ports?device_id=c97854d7-f3a1-4e30-b42c-2eca46c8250f HTTP/1.1" status: 200 len: 210 time: 0.0289242 Jul 06 13:53:11.868678 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-54c57bb7-ef1e-4438-8519-a01c85972263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:12.017702 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ca60e-fd45-4e68-83f5-0dcc3f8a49e6 req-ad26d90d-88a1-4f14-b93b-da6faa2b3478 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:12.019295 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fe6ca60e-fd45-4e68-83f5-0dcc3f8a49e6 req-ad26d90d-88a1-4f14-b93b-da6faa2b3478 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=6163003d-1317-4915-8958-1c37ee098057 HTTP/1.1" status: 200 len: 946 time: 0.1127484 Jul 06 13:53:12.040781 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-54c57bb7-ef1e-4438-8519-a01c85972263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:12.048826 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-54c57bb7-ef1e-4438-8519-a01c85972263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:12.104389 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fe6ca60e-fd45-4e68-83f5-0dcc3f8a49e6 req-b204ec69-13df-4ee7-a2bc-b2bdcf710d51 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792134 Jul 06 13:53:12.107899 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-54c57bb7-ef1e-4438-8519-a01c85972263 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=274d079fff1240d3a0a219bb91deff08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3665891 Jul 06 13:53:12.109018 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c57bb7-ef1e-4438-8519-a01c85972263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660f9eb0-8236-441c-926a-9f3a8837ca38,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:12.111948 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49426) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:12.168097 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-789d7130-dbd9-42e9-9507-a4b7180c112c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:12.181301 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1b5883-62e6-4888-b21e-0518d4f0cf03 x-openstack-request-id: req-af1b5883-62e6-4888-b21e-0518d4f0cf03 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:12.181600 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97854d7-f3a1-4e30-b42c-2eca46c8250f", "name": "network-vif-deleted", "tag": "1293e859-61bf-4f93-b199-805ecf8707f2", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:12.181877 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-af1b5883-62e6-4888-b21e-0518d4f0cf03 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:12.182288 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97854d7-f3a1-4e30-b42c-2eca46c8250f', 'name': 'network-vif-deleted', 'tag': '1293e859-61bf-4f93-b199-805ecf8707f2', 'status': 'completed', 'code': 200} Jul 06 13:53:12.191543 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-789d7130-dbd9-42e9-9507-a4b7180c112c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:12.240144 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-789d7130-dbd9-42e9-9507-a4b7180c112c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:12.242991 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-789d7130-dbd9-42e9-9507-a4b7180c112c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:12.244175 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-789d7130-dbd9-42e9-9507-a4b7180c112c admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/660f9eb0-8236-441c-926a-9f3a8837ca38 HTTP/1.1" status: 204 len: 168 time: 0.1300809 Jul 06 13:53:12.254871 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d7130-dbd9-42e9-9507-a4b7180c112c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660f9eb0-8236-441c-926a-9f3a8837ca38,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:12.373453 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bee0b-edd6-47e6-9df1-9d99dc87ac80 req-b8609400-20fc-45c4-8ae5-9013a0129097 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:12.374992 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-490bee0b-edd6-47e6-9df1-9d99dc87ac80 req-b8609400-20fc-45c4-8ae5-9013a0129097 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.124 "GET /v2.0/ports?device_id=89612ef8-5eef-49ba-ac26-ef18c2f67cda HTTP/1.1" status: 200 len: 945 time: 0.1148181 Jul 06 13:53:12.383644 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06337ad-af41-431f-9f94-5268895da7fb req-f0d1419a-5f4f-4c6a-aa45-4038c3ec58d6 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:12.385136 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c06337ad-af41-431f-9f94-5268895da7fb req-f0d1419a-5f4f-4c6a-aa45-4038c3ec58d6 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 950 time: 0.1144378 Jul 06 13:53:12.478771 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 27b75cf5-263d-4c77-b909-aed48eb16174 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:12.486186 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c06337ad-af41-431f-9f94-5268895da7fb req-14b77d63-9a34-4854-b2a6-541160022615 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921774 Jul 06 13:53:12.525576 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-490bee0b-edd6-47e6-9df1-9d99dc87ac80 req-abff02ce-8c25-40e1-ad2c-b95ea45da6a5 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Deleting port 795766c7-d15a-4ea9-bb70-ab795161b384 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:53:12.526082 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-490bee0b-edd6-47e6-9df1-9d99dc87ac80 req-abff02ce-8c25-40e1-ad2c-b95ea45da6a5 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:12.536238 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 27b75cf5-263d-4c77-b909-aed48eb16174 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:53:12.540960 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 27b75cf5-263d-4c77-b909-aed48eb16174 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:12.541777 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:12.588194 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49434) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:12.607872 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1b45a198-132d-4bb8-8b0b-445c94fe359f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:12.645085 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:12.683331 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 27b75cf5-263d-4c77-b909-aed48eb16174, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=27b75cf5-263d-4c77-b909-aed48eb16174,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:12.689104 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:12.690141 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 1293e859-61bf-4f93-b199-805ecf8707f2 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:53:12.713456 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-490bee0b-edd6-47e6-9df1-9d99dc87ac80 req-abff02ce-8c25-40e1-ad2c-b95ea45da6a5 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] For port 795766c7-d15a-4ea9-bb70-ab795161b384, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=795766c7-d15a-4ea9-bb70-ab795161b384,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:12.713857 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-490bee0b-edd6-47e6-9df1-9d99dc87ac80 req-abff02ce-8c25-40e1-ad2c-b95ea45da6a5 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:12.722302 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1b45a198-132d-4bb8-8b0b-445c94fe359f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:12.726830 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1b45a198-132d-4bb8-8b0b-445c94fe359f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:12.734835 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 1293e859-61bf-4f93-b199-805ecf8707f2 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:53:12.735597 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 1293e859-61bf-4f93-b199-805ecf8707f2 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:53:12.739532 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-490bee0b-edd6-47e6-9df1-9d99dc87ac80 req-abff02ce-8c25-40e1-ad2c-b95ea45da6a5 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Calling delete_port for 795766c7-d15a-4ea9-bb70-ab795161b384 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:53:12.758391 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648eb575-d571-425c-8c5f-32885df4ad38 req-cef7cda0-7ed5-4e33-8082-92b2124488d8 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:12.763826 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-648eb575-d571-425c-8c5f-32885df4ad38 req-cef7cda0-7ed5-4e33-8082-92b2124488d8 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=89612ef8-5eef-49ba-ac26-ef18c2f67cda HTTP/1.1" status: 200 len: 945 time: 0.1394238 Jul 06 13:53:12.767507 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1b45a198-132d-4bb8-8b0b-445c94fe359f admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=7191d8b7a8a54792909674580d507a08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1777976 Jul 06 13:53:12.768848 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45a198-132d-4bb8-8b0b-445c94fe359f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753085f6-cb8b-4858-8560-de897d85a057,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:12.770653 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=27b75cf5-263d-4c77-b909-aed48eb16174,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:12.771407 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49438) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:12.820830 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c088484-5ad9-4a0f-b457-57df3758a794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:12.841126 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-648eb575-d571-425c-8c5f-32885df4ad38 req-19858cbb-e98c-4e9e-a501-7f52ee54b065 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744846 Jul 06 13:53:12.844720 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c088484-5ad9-4a0f-b457-57df3758a794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:12.898808 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c088484-5ad9-4a0f-b457-57df3758a794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:12.902581 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c088484-5ad9-4a0f-b457-57df3758a794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:12.903827 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3c088484-5ad9-4a0f-b457-57df3758a794 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/753085f6-cb8b-4858-8560-de897d85a057 HTTP/1.1" status: 204 len: 168 time: 0.1315143 Jul 06 13:53:12.923759 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c088484-5ad9-4a0f-b457-57df3758a794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753085f6-cb8b-4858-8560-de897d85a057,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:12.938981 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-490bee0b-edd6-47e6-9df1-9d99dc87ac80 req-abff02ce-8c25-40e1-ad2c-b95ea45da6a5 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:12.961829 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9e451bb0-958b-4bc4-877b-69352013cdbd'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:53:12.984263 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff02ce-8c25-40e1-ad2c-b95ea45da6a5 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Pushing event deleted for resources: {'Port': ['ID=795766c7-d15a-4ea9-bb70-ab795161b384,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:13.008841 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:13.059450 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-490bee0b-edd6-47e6-9df1-9d99dc87ac80 req-abff02ce-8c25-40e1-ad2c-b95ea45da6a5 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] No DVR routers for this DVR port 795766c7-d15a-4ea9-bb70-ab795161b384 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:53:13.066263 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-490bee0b-edd6-47e6-9df1-9d99dc87ac80 req-abff02ce-8c25-40e1-ad2c-b95ea45da6a5 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:13.067120 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-490bee0b-edd6-47e6-9df1-9d99dc87ac80 req-abff02ce-8c25-40e1-ad2c-b95ea45da6a5 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.124 "DELETE /v2.0/ports/795766c7-d15a-4ea9-bb70-ab795161b384 HTTP/1.1" status: 204 len: 173 time: 0.6810508 Jul 06 13:53:13.101550 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fd101-4e26-42c7-9176-d30046329e72 req-4edf3efb-4aef-4d6f-8526-a265f1016fb5 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:13.103312 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6a2fd101-4e26-42c7-9176-d30046329e72 req-4edf3efb-4aef-4d6f-8526-a265f1016fb5 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 945 time: 0.1230121 Jul 06 13:53:13.154573 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6a2fd101-4e26-42c7-9176-d30046329e72 req-1c0d407b-8907-41e5-9bec-ed4d33aaef41 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445006 Jul 06 13:53:13.372855 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8209fbcb-7a64-4ab0-8644-927c68157d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b75cf5-263d-4c77-b909-aed48eb16174'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:53:13.375458 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c6e064-a7e0-4e47-89a7-d7e3ee2fba30" -d '{"events": [{"server_uuid": "8209fbcb-7a64-4ab0-8644-927c68157d71", "name": "network-vif-plugged", "status": "completed", "tag": "27b75cf5-263d-4c77-b909-aed48eb16174"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:13.408013 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e8cbd-cb79-44e6-bd22-6f67a52bf42e req-b7e54134-9b88-4e54-99a9-df51a26b7515 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:13.409425 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-374e8cbd-cb79-44e6-bd22-6f67a52bf42e req-b7e54134-9b88-4e54-99a9-df51a26b7515 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=6163003d-1317-4915-8958-1c37ee098057 HTTP/1.1" status: 200 len: 946 time: 0.0696723 Jul 06 13:53:13.449686 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-374e8cbd-cb79-44e6-bd22-6f67a52bf42e req-0451a4d9-23d6-42ea-8fa4-8662d569642e tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345335 Jul 06 13:53:13.622385 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c012fd1b-6de3-46d3-b61c-973b6f9ed2de x-openstack-request-id: req-c012fd1b-6de3-46d3-b61c-973b6f9ed2de {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:13.622883 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8209fbcb-7a64-4ab0-8644-927c68157d71", "name": "network-vif-plugged", "status": "completed", "tag": "27b75cf5-263d-4c77-b909-aed48eb16174", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:13.622973 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c012fd1b-6de3-46d3-b61c-973b6f9ed2de {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:13.623320 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8209fbcb-7a64-4ab0-8644-927c68157d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b75cf5-263d-4c77-b909-aed48eb16174', 'code': 200} Jul 06 13:53:13.796656 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682d4b5-6738-46d5-b215-df8d4fa8e469 req-5d9c8928-144a-40a7-8da3-403a9e0ff6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:13.798801 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9682d4b5-6738-46d5-b215-df8d4fa8e469 req-5d9c8928-144a-40a7-8da3-403a9e0ff6cd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 1096 time: 0.0609612 Jul 06 13:53:13.836533 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9682d4b5-6738-46d5-b215-df8d4fa8e469 req-2cac7fb6-5e4a-4710-bc55-c4568ea62637 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309944 Jul 06 13:53:14.030054 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43518185-6417-4fb8-af7e-da9930b2fa40 req-c6fb2700-8c17-46fd-8852-a50af6f74fce tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:14.037732 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-43518185-6417-4fb8-af7e-da9930b2fa40 req-c6fb2700-8c17-46fd-8852-a50af6f74fce tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 950 time: 0.0811448 Jul 06 13:53:14.086406 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-43518185-6417-4fb8-af7e-da9930b2fa40 req-fbb4b990-bbfe-4c1f-a673-28b20df6afb3 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476468 Jul 06 13:53:14.183796 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89612ef8-5eef-49ba-ac26-ef18c2f67cda', 'name': 'network-vif-deleted', 'tag': '795766c7-d15a-4ea9-bb70-ab795161b384'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:53:14.186283 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21ffdf4-7e8a-4de8-97a1-5452ac20f80a" -d '{"events": [{"server_uuid": "89612ef8-5eef-49ba-ac26-ef18c2f67cda", "name": "network-vif-deleted", "tag": "795766c7-d15a-4ea9-bb70-ab795161b384"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:14.270328 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf1a23-153d-4883-9955-966bf6779a9e req-2438da67-e92a-43c4-982f-229842456bd3 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:14.271864 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5acf1a23-153d-4883-9955-966bf6779a9e req-2438da67-e92a-43c4-982f-229842456bd3 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=6163003d-1317-4915-8958-1c37ee098057 HTTP/1.1" status: 200 len: 946 time: 0.0721283 Jul 06 13:53:14.311548 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5acf1a23-153d-4883-9955-966bf6779a9e req-74aa245e-dfcc-4418-aa0d-a543821d6b3d tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340462 Jul 06 13:53:14.698452 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 795766c7-d15a-4ea9-bb70-ab795161b384 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:53:14.721481 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 795766c7-d15a-4ea9-bb70-ab795161b384 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:53:14.722123 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 795766c7-d15a-4ea9-bb70-ab795161b384 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:53:14.730567 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3542b-7277-47d9-8fe9-4e6c12c27174 req-cc499482-5537-40b5-a57d-04cced5fabbf tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:14.732270 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1d3542b-7277-47d9-8fe9-4e6c12c27174 req-cc499482-5537-40b5-a57d-04cced5fabbf tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 945 time: 0.0780075 Jul 06 13:53:14.773098 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1d3542b-7277-47d9-8fe9-4e6c12c27174 req-1f98bd9d-3e78-4f04-bcc4-ac4f2548bbcf tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335035 Jul 06 13:53:14.824275 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b739e03-ee71-4a9e-91e9-23e0f68bc9ac x-openstack-request-id: req-2b739e03-ee71-4a9e-91e9-23e0f68bc9ac {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:14.824989 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89612ef8-5eef-49ba-ac26-ef18c2f67cda", "name": "network-vif-deleted", "tag": "795766c7-d15a-4ea9-bb70-ab795161b384", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:14.824989 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-2b739e03-ee71-4a9e-91e9-23e0f68bc9ac {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:14.825508 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89612ef8-5eef-49ba-ac26-ef18c2f67cda', 'name': 'network-vif-deleted', 'tag': '795766c7-d15a-4ea9-bb70-ab795161b384', 'status': 'completed', 'code': 200} Jul 06 13:53:15.231597 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-646a186d-50ee-4cad-84e0-c377dc25a379 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:15.233113 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-646a186d-50ee-4cad-84e0-c377dc25a379 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/networks?id=4af52798-23b1-402a-a1ea-3bd334b33ddb HTTP/1.1" status: 200 len: 806 time: 0.1153708 Jul 06 13:53:15.248385 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-2a976f69-ae12-43ca-be81-c839f77213d3 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/quotas/bea7b4da8e63480980f1c76d63c2ffcf HTTP/1.1" status: 200 len: 375 time: 0.0093668 Jul 06 13:53:15.318714 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-262b1eb0-8cf8-4bfa-9fd8-0dd359fdd7cc tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=bea7b4da8e63480980f1c76d63c2ffcf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0647414 Jul 06 13:53:15.417940 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-a9ef53d8-c2ea-47d9-97dc-035ccf2afff8 service neutron] 10.222.0.118 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904896 Jul 06 13:53:15.511380 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-dff5033b-0eea-47d2-b8a8-c0e318106c50 service neutron] 10.222.0.118 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886235 Jul 06 13:53:15.809000 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73464bf-a4a2-4b92-8dfd-44a5b9176dc6 req-4cbf83a8-4ad7-4c59-8327-a6f7fcaf3683 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:15.810706 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c73464bf-a4a2-4b92-8dfd-44a5b9176dc6 req-4cbf83a8-4ad7-4c59-8327-a6f7fcaf3683 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 950 time: 0.0718272 Jul 06 13:53:15.869912 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c73464bf-a4a2-4b92-8dfd-44a5b9176dc6 req-682c1735-73d7-468a-a429-4fc3c716e80a tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504324 Jul 06 13:53:16.328034 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60c674-9b19-4701-853b-9ff1f4f56dfe req-f43b320e-10d4-4721-b075-5dd530d54b37 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:16.329880 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5f60c674-9b19-4701-853b-9ff1f4f56dfe req-f43b320e-10d4-4721-b075-5dd530d54b37 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=6163003d-1317-4915-8958-1c37ee098057 HTTP/1.1" status: 200 len: 946 time: 0.0692971 Jul 06 13:53:16.370942 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5f60c674-9b19-4701-853b-9ff1f4f56dfe req-bc1982c6-bcb0-48a5-94aa-2a1b9cf87114 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350518 Jul 06 13:53:16.391848 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:16.525203 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-606add82-bba3-40c1-875f-06e37d60d428 req-419e0989-4ed7-4a92-a65e-4729e7f68de9 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=8bb79903-a150-463d-94e1-27619d155ac4 HTTP/1.1" status: 200 len: 210 time: 0.0280335 Jul 06 13:53:16.716013 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a934f-44b1-4c5f-b479-fa121527e0ac req-00c801d8-e320-46fd-ac61-e6d0a7cde5ff tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:16.717855 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-498a934f-44b1-4c5f-b479-fa121527e0ac req-00c801d8-e320-46fd-ac61-e6d0a7cde5ff tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 945 time: 0.0732727 Jul 06 13:53:16.767485 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-498a934f-44b1-4c5f-b479-fa121527e0ac req-49f86649-caa0-47b0-b0b2-f535bd79ff63 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435243 Jul 06 13:53:16.895055 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-0116f6bb-7182-41bf-85d6-abbf84bf04fb tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:16.896530 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-0116f6bb-7182-41bf-85d6-abbf84bf04fb tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.124 "GET /v2.0/networks?id=4af52798-23b1-402a-a1ea-3bd334b33ddb HTTP/1.1" status: 200 len: 806 time: 0.1274779 Jul 06 13:53:16.911797 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-c9da9c55-4e81-41ea-9236-52e7c7728b44 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Request body: {'port': {'device_id': '8bb79903-a150-463d-94e1-27619d155ac4', 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb', 'admin_state_up': True, 'tenant_id': 'bea7b4da8e63480980f1c76d63c2ffcf'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:17.059563 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-c9da9c55-4e81-41ea-9236-52e7c7728b44 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Made reservation on behalf of bea7b4da8e63480980f1c76d63c2ffcf for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:53:17.072949 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-c9da9c55-4e81-41ea-9236-52e7c7728b44 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:17.246119 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-c9da9c55-4e81-41ea-9236-52e7c7728b44 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Allocated IP 172.20.0.9 (4af52798-23b1-402a-a1ea-3bd334b33ddb/fd856c7f-efce-4c28-b5ab-617143cae7b2/18f0c18b-6a75-4942-ada4-efbebf7a31d2) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:53:17.287126 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cd17e-e6f3-4500-927e-15d8880a399b req-597262e1-784b-4e8c-9da4-3449c7ad00a4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:17.288639 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-945cd17e-e6f3-4500-927e-15d8880a399b req-597262e1-784b-4e8c-9da4-3449c7ad00a4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 945 time: 0.1335959 Jul 06 13:53:17.299172 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49620) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:17.304305 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-9cd00060-933e-4fa3-a851-42a146e21e2e tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Request body: {'floatingip': {'port_id': '27b75cf5-263d-4c77-b909-aed48eb16174'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:17.355039 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9cd00060-933e-4fa3-a851-42a146e21e2e tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks [] for floatingip, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:17.457400 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-c9da9c55-4e81-41ea-9236-52e7c7728b44 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:17.495764 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e141d57-853a-41cf-9c07-db2b23e86121 req-80a16d94-ff1a-4685-b2ce-2724dd9b2a34 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:17.497293 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e141d57-853a-41cf-9c07-db2b23e86121 req-80a16d94-ff1a-4685-b2ce-2724dd9b2a34 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 950 time: 0.1151450 Jul 06 13:53:17.546827 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-c9da9c55-4e81-41ea-9236-52e7c7728b44 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:17.553103 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e141d57-853a-41cf-9c07-db2b23e86121 req-5b1a90f9-0a07-43af-aa46-61e6081b356b tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486963 Jul 06 13:53:17.559458 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9e451bb0-958b-4bc4-877b-69352013cdbd'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:53:17.611616 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da9c55-4e81-41ea-9236-52e7c7728b44 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Pushing event updated for resources: {'Port': ['ID=18f0c18b-6a75-4942-ada4-efbebf7a31d2,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:17.626714 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-c9da9c55-4e81-41ea-9236-52e7c7728b44 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Network 4af52798-23b1-402a-a1ea-3bd334b33ddb is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:17.628408 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-c9da9c55-4e81-41ea-9236-52e7c7728b44 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:17.631158 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-c9da9c55-4e81-41ea-9236-52e7c7728b44 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:53:17.695503 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-c9da9c55-4e81-41ea-9236-52e7c7728b44 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:17.696407 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-c9da9c55-4e81-41ea-9236-52e7c7728b44 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:17.730243 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-c9da9c55-4e81-41ea-9236-52e7c7728b44 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8239918 Jul 06 13:53:17.754764 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-f664291c-abfe-4a0e-a584-8b68a092b012 service neutron] Request body: {'port': {'device_id': '8bb79903-a150-463d-94e1-27619d155ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:17.845827 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74561c-62fd-45b7-8ad0-0fd2da2cd6fc req-b256b3b6-c26c-4a8f-a0f1-74673eb5eba9 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:17.847488 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f74561c-62fd-45b7-8ad0-0fd2da2cd6fc req-b256b3b6-c26c-4a8f-a0f1-74673eb5eba9 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=6163003d-1317-4915-8958-1c37ee098057 HTTP/1.1" status: 200 len: 946 time: 0.1288893 Jul 06 13:53:17.865635 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-f664291c-abfe-4a0e-a584-8b68a092b012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:17.871680 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9cd00060-933e-4fa3-a851-42a146e21e2e tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:17.876475 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9cd00060-933e-4fa3-a851-42a146e21e2e tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:17.925682 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f74561c-62fd-45b7-8ad0-0fd2da2cd6fc req-e519ad1d-2c36-4b68-9e0b-ac5d85a80b9e tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/security-groups?id=717dca28-cd50-458a-a74e-b073d4361e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699530 Jul 06 13:53:18.010831 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-9cd00060-933e-4fa3-a851-42a146e21e2e tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Floating IP 7b6d79f0-55af-488e-b4ff-8a622c3cb829 associated. External IP: 172.25.6.74, port: 27b75cf5-263d-4c77-b909-aed48eb16174. Jul 06 13:53:18.243187 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-f664291c-abfe-4a0e-a584-8b68a092b012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f0c18b-6a75-4942-ada4-efbebf7a31d2 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:53:18.252991 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-f664291c-abfe-4a0e-a584-8b68a092b012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:18.271173 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-f664291c-abfe-4a0e-a584-8b68a092b012 service neutron] Transition to ACTIVE for port object 18f0c18b-6a75-4942-ada4-efbebf7a31d2 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:53:18.275036 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-f664291c-abfe-4a0e-a584-8b68a092b012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:18.291399 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd00060-933e-4fa3-a851-42a146e21e2e tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Router c57e53d8-c4b0-4d7f-8c64-2a580fb902cc has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:53:18.319900 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1833414-4efd-4fbb-b981-3aac531b566c req-d35cd359-aeb9-4028-bcca-5b25e20f5840 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:18.321899 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1833414-4efd-4fbb-b981-3aac531b566c req-d35cd359-aeb9-4028-bcca-5b25e20f5840 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=8bb79903-a150-463d-94e1-27619d155ac4 HTTP/1.1" status: 200 len: 931 time: 0.1439211 Jul 06 13:53:18.382629 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664291c-abfe-4a0e-a584-8b68a092b012 service neutron] Pushing event updated for resources: {'Port': ['ID=18f0c18b-6a75-4942-ada4-efbebf7a31d2,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:18.412185 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd00060-933e-4fa3-a851-42a146e21e2e tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:53:18.418231 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9cd00060-933e-4fa3-a851-42a146e21e2e tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:18.425740 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d288d3d-99bf-480a-9163-f534389d6984 None None] Sync routers for ids ['c57e53d8-c4b0-4d7f-8c64-2a580fb902cc'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:53:18.446362 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1833414-4efd-4fbb-b981-3aac531b566c req-05554bc3-697c-4b68-94db-564317befc67 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048903 Jul 06 13:53:18.457656 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d288d3d-99bf-480a-9163-f534389d6984 None None] Routers {'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:53:18.460455 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3d288d3d-99bf-480a-9163-f534389d6984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:53:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c57e53d8-c4b0-4d7f-8c64-2a580fb902cc'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:18.480734 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9cd00060-933e-4fa3-a851-42a146e21e2e tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "PUT /v2.0/floatingips/7b6d79f0-55af-488e-b4ff-8a622c3cb829 HTTP/1.1" status: 200 len: 990 time: 1.1801300 Jul 06 13:53:18.481523 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8209fbcb-7a64-4ab0-8644-927c68157d71', 'tag': '27b75cf5-263d-4c77-b909-aed48eb16174'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:53:18.484126 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238bd0cd-0a2d-4006-b6cb-9f29504f1bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "8209fbcb-7a64-4ab0-8644-927c68157d71", "tag": "27b75cf5-263d-4c77-b909-aed48eb16174"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:18.498347 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-f664291c-abfe-4a0e-a584-8b68a092b012 service neutron] Attempting to bind port 18f0c18b-6a75-4942-ada4-efbebf7a31d2 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:53:18.498981 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-f664291c-abfe-4a0e-a584-8b68a092b012 service neutron] Attempting to bind port 18f0c18b-6a75-4942-ada4-efbebf7a31d2 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:53:18.499621 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-f664291c-abfe-4a0e-a584-8b68a092b012 service neutron] Attempting to bind port 18f0c18b-6a75-4942-ada4-efbebf7a31d2 on network 4af52798-23b1-402a-a1ea-3bd334b33ddb {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:53:18.508048 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-f664291c-abfe-4a0e-a584-8b68a092b012 service neutron] Port 18f0c18b-6a75-4942-ada4-efbebf7a31d2 on network 4af52798-23b1-402a-a1ea-3bd334b33ddb not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:53:18.508741 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-f664291c-abfe-4a0e-a584-8b68a092b012 service neutron] Attempting to bind port 18f0c18b-6a75-4942-ada4-efbebf7a31d2 on network 4af52798-23b1-402a-a1ea-3bd334b33ddb {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:53:18.515220 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-f664291c-abfe-4a0e-a584-8b68a092b012 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:53:18.515757 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-f664291c-abfe-4a0e-a584-8b68a092b012 service neutron] Checking segment: {'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:53:18.516455 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-f664291c-abfe-4a0e-a584-8b68a092b012 service neutron] Bound using segment: {'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:53:18.516997 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-f664291c-abfe-4a0e-a584-8b68a092b012 service neutron] Bound port: 18f0c18b-6a75-4942-ada4-efbebf7a31d2, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:53:18.517475 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-f664291c-abfe-4a0e-a584-8b68a092b012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:18.572068 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:18.595534 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-f664291c-abfe-4a0e-a584-8b68a092b012 service neutron] For port 18f0c18b-6a75-4942-ada4-efbebf7a31d2, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:53:18.599013 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-f664291c-abfe-4a0e-a584-8b68a092b012 service neutron] For port 18f0c18b-6a75-4942-ada4-efbebf7a31d2, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=18f0c18b-6a75-4942-ada4-efbebf7a31d2,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:53:18.614731 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-f664291c-abfe-4a0e-a584-8b68a092b012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:18.639401 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-3d288d3d-99bf-480a-9163-f534389d6984 None None] Set router c57e53d8-c4b0-4d7f-8c64-2a580fb902cc gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:53:18.675210 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664291c-abfe-4a0e-a584-8b68a092b012 service neutron] Pushing event updated for resources: {'Port': ['ID=18f0c18b-6a75-4942-ada4-efbebf7a31d2,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:18.711331 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-f664291c-abfe-4a0e-a584-8b68a092b012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:18.712101 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-f664291c-abfe-4a0e-a584-8b68a092b012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:18.713698 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-f664291c-abfe-4a0e-a584-8b68a092b012 service neutron] 10.222.0.124 "PUT /v2.0/ports/18f0c18b-6a75-4942-ada4-efbebf7a31d2 HTTP/1.1" status: 200 len: 1091 time: 0.9652834 Jul 06 13:53:18.714341 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb79903-a150-463d-94e1-27619d155ac4', 'tag': '18f0c18b-6a75-4942-ada4-efbebf7a31d2'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:53:18.717847 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c5d670-5b21-4c17-bdb8-724293a3340b" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb79903-a150-463d-94e1-27619d155ac4", "tag": "18f0c18b-6a75-4942-ada4-efbebf7a31d2"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:18.769303 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b582db1f-aeb3-4794-b9b9-ffb9401eaec8 x-openstack-request-id: req-b582db1f-aeb3-4794-b9b9-ffb9401eaec8 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:18.769605 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8209fbcb-7a64-4ab0-8644-927c68157d71", "tag": "27b75cf5-263d-4c77-b909-aed48eb16174", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:18.769923 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-b582db1f-aeb3-4794-b9b9-ffb9401eaec8 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:18.770332 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8209fbcb-7a64-4ab0-8644-927c68157d71', 'tag': '27b75cf5-263d-4c77-b909-aed48eb16174', 'status': 'completed', 'code': 200} Jul 06 13:53:18.778707 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed22a0-cff7-4c48-9bf8-c293880cb7b7 req-c9f4e42d-d7ee-47e5-b890-32abcd1354dd tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:18.780292 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3fed22a0-cff7-4c48-9bf8-c293880cb7b7 req-c9f4e42d-d7ee-47e5-b890-32abcd1354dd tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.52 "GET /v2.0/ports?device_id=6163003d-1317-4915-8958-1c37ee098057 HTTP/1.1" status: 200 len: 946 time: 0.1063557 Jul 06 13:53:18.891547 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bd0cd-0a2d-4006-b6cb-9f29504f1bfa req-0b263f13-8a9a-4c5f-a91f-911a9fb02e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:18.893678 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-238bd0cd-0a2d-4006-b6cb-9f29504f1bfa req-0b263f13-8a9a-4c5f-a91f-911a9fb02e34 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84c411c9b83740e1bcaf5cc8002aa094&device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 1096 time: 0.0976949 Jul 06 13:53:18.947502 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3d288d3d-99bf-480a-9163-f534389d6984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'name': 'tempest-ServerActionsTestJSON-1636392370-router', 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'd2c44f51-d4d1-4a4f-8c85-311cbfcf9b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:52:40Z', 'updated_at': '2021-07-06T13:52:49Z', 'revision_number': 4, 'project_id': '84c411c9b83740e1bcaf5cc8002aa094', 'gw_port': {'id': 'd2c44f51-d4d1-4a4f-8c85-311cbfcf9b49', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:52:42Z', 'updated_at': '2021-07-06T13:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '7b6d79f0-55af-488e-b4ff-8a622c3cb829', 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094', 'floating_ip_address': '172.25.6.74', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'port_id': '27b75cf5-263d-4c77-b909-aed48eb16174', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d', 'mac_address': 'fa:16:3e:61:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209fbcb-7a64-4ab0-8644-927c68157d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:52:58Z', 'updated_at': '2021-07-06T13:53:17Z', 'revision_number': 1, 'project_id': '84c411c9b83740e1bcaf5cc8002aa094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d837ece-a05d-4082-a348-d3602caeae7a', 'name': '', 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d', 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094', 'mac_address': 'fa:16:3e:35:96:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'c752e52c-1e0e-4b69-8288-ed62c19f3b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:52:48Z', 'updated_at': '2021-07-06T13:52:57Z', 'revision_number': 5, 'project_id': '84c411c9b83740e1bcaf5cc8002aa094', 'subnets': [{'id': 'c752e52c-1e0e-4b69-8288-ed62c19f3b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:18.983624 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d288d3d-99bf-480a-9163-f534389d6984 None None] Checking router: c57e53d8-c4b0-4d7f-8c64-2a580fb902cc for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:53:18.996279 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d288d3d-99bf-480a-9163-f534389d6984 None None] Routers {'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:53:18.996827 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3d288d3d-99bf-480a-9163-f534389d6984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:53:10Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c57e53d8-c4b0-4d7f-8c64-2a580fb902cc'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:19.009142 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-ee4984b0-312c-4707-a69e-b1079a2b3b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:19.010820 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-ee4984b0-312c-4707-a69e-b1079a2b3b63 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=bea7b4da8e63480980f1c76d63c2ffcf&device_id=8bb79903-a150-463d-94e1-27619d155ac4 HTTP/1.1" status: 200 len: 1094 time: 0.2295673 Jul 06 13:53:19.022532 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bd0cd-0a2d-4006-b6cb-9f29504f1bfa req-3169c7ae-bbca-4f32-9fa9-46a8f277a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:19.024673 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-238bd0cd-0a2d-4006-b6cb-9f29504f1bfa req-3169c7ae-bbca-4f32-9fa9-46a8f277a87b service neutron] 10.222.0.52 "GET /v2.0/networks?id=65a0c785-6dfd-4a01-9b12-067743ee677d HTTP/1.1" status: 200 len: 913 time: 0.1140230 Jul 06 13:53:19.069555 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-2ee3bd15-4b6a-4b45-958f-63b391b700f7 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18f0c18b-6a75-4942-ada4-efbebf7a31d2 HTTP/1.1" status: 200 len: 217 time: 0.0504749 Jul 06 13:53:19.078041 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3cda1-2498-460d-9ae9-eddf6d7c325d req-2f489b19-3ded-4e6b-bd00-bc61c1c7aa8e tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:19.080217 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ade3cda1-2498-460d-9ae9-eddf6d7c325d req-2f489b19-3ded-4e6b-bd00-bc61c1c7aa8e tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 950 time: 0.1940711 Jul 06 13:53:19.116842 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-238bd0cd-0a2d-4006-b6cb-9f29504f1bfa req-c703e09a-bfc1-4eb0-a597-40cc0a6154ab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b75cf5-263d-4c77-b909-aed48eb16174 HTTP/1.1" status: 200 len: 998 time: 0.0838799 Jul 06 13:53:19.140488 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-3fed22a0-cff7-4c48-9bf8-c293880cb7b7 req-2741cd71-dd35-47f8-ac20-9475e1a6fc10 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Deleting port e71ed187-8d3f-48f5-96a8-12be6a9a51ed {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:53:19.140851 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3fed22a0-cff7-4c48-9bf8-c293880cb7b7 req-2741cd71-dd35-47f8-ac20-9475e1a6fc10 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:19.184432 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bd0cd-0a2d-4006-b6cb-9f29504f1bfa req-9eaa6d12-c6dc-48e1-976d-fea80e22e320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:19.186230 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-238bd0cd-0a2d-4006-b6cb-9f29504f1bfa req-9eaa6d12-c6dc-48e1-976d-fea80e22e320 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c752e52c-1e0e-4b69-8288-ed62c19f3b18 HTTP/1.1" status: 200 len: 851 time: 0.0618293 Jul 06 13:53:19.212671 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-2e06ff12-707a-44dd-a8cb-f1b8fa8cee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:19.214228 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-2e06ff12-707a-44dd-a8cb-f1b8fa8cee10 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=fd856c7f-efce-4c28-b5ab-617143cae7b2 HTTP/1.1" status: 200 len: 846 time: 0.1322377 Jul 06 13:53:19.230840 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ade3cda1-2498-460d-9ae9-eddf6d7c325d req-8dfe3b1c-4917-41f1-a782-987bcfc56994 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392782 Jul 06 13:53:19.269048 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bd0cd-0a2d-4006-b6cb-9f29504f1bfa req-6c999604-cf22-4c2b-8c13-a5709c913788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:19.271311 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-238bd0cd-0a2d-4006-b6cb-9f29504f1bfa req-6c999604-cf22-4c2b-8c13-a5709c913788 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=65a0c785-6dfd-4a01-9b12-067743ee677d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753946 Jul 06 13:53:19.282740 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-00c49bba-32c9-4912-8a31-1750974b655f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4af52798-23b1-402a-a1ea-3bd334b33ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471802 Jul 06 13:53:19.317310 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-3d288d3d-99bf-480a-9163-f534389d6984 None None] Set router c57e53d8-c4b0-4d7f-8c64-2a580fb902cc gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:53:19.353900 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-3fed22a0-cff7-4c48-9bf8-c293880cb7b7 req-2741cd71-dd35-47f8-ac20-9475e1a6fc10 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] For port e71ed187-8d3f-48f5-96a8-12be6a9a51ed, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=e71ed187-8d3f-48f5-96a8-12be6a9a51ed,segment=NetworkSegment(1577f714-41dc-455d-9abc-f4ea9f582ece),segment_id=1577f714-41dc-455d-9abc-f4ea9f582ece)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:19.354305 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3fed22a0-cff7-4c48-9bf8-c293880cb7b7 req-2741cd71-dd35-47f8-ac20-9475e1a6fc10 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:19.374082 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-3fed22a0-cff7-4c48-9bf8-c293880cb7b7 req-2741cd71-dd35-47f8-ac20-9475e1a6fc10 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Calling delete_port for e71ed187-8d3f-48f5-96a8-12be6a9a51ed owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:53:19.391156 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-238bd0cd-0a2d-4006-b6cb-9f29504f1bfa req-1b54b048-e55f-419e-94d8-925ee392ae17 service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097405 Jul 06 13:53:19.467211 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-a2ae2014-3bd6-429d-a150-ed963f0cbf94 service neutron] 10.222.0.124 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745522 Jul 06 13:53:19.496954 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-238bd0cd-0a2d-4006-b6cb-9f29504f1bfa req-d7e9bf34-e692-4433-9e59-824c24aa6885 service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981276 Jul 06 13:53:19.659538 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3d288d3d-99bf-480a-9163-f534389d6984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'name': 'tempest-ServerActionsTestJSON-1636392370-router', 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'd2c44f51-d4d1-4a4f-8c85-311cbfcf9b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:52:40Z', 'updated_at': '2021-07-06T13:52:49Z', 'revision_number': 4, 'project_id': '84c411c9b83740e1bcaf5cc8002aa094', 'gw_port': {'id': 'd2c44f51-d4d1-4a4f-8c85-311cbfcf9b49', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:52:42Z', 'updated_at': '2021-07-06T13:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '7b6d79f0-55af-488e-b4ff-8a622c3cb829', 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094', 'floating_ip_address': '172.25.6.74', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'port_id': '27b75cf5-263d-4c77-b909-aed48eb16174', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d', 'mac_address': 'fa:16:3e:61:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209fbcb-7a64-4ab0-8644-927c68157d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:52:58Z', 'updated_at': '2021-07-06T13:53:17Z', 'revision_number': 1, 'project_id': '84c411c9b83740e1bcaf5cc8002aa094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d837ece-a05d-4082-a348-d3602caeae7a', 'name': '', 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d', 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094', 'mac_address': 'fa:16:3e:35:96:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'c752e52c-1e0e-4b69-8288-ed62c19f3b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:52:48Z', 'updated_at': '2021-07-06T13:52:57Z', 'revision_number': 5, 'project_id': '84c411c9b83740e1bcaf5cc8002aa094', 'subnets': [{'id': 'c752e52c-1e0e-4b69-8288-ed62c19f3b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:19.695431 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d288d3d-99bf-480a-9163-f534389d6984 None None] The sync data for ids ['c57e53d8-c4b0-4d7f-8c64-2a580fb902cc'] in n-d-773644-6 is: [{'id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'name': 'tempest-ServerActionsTestJSON-1636392370-router', 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'd2c44f51-d4d1-4a4f-8c85-311cbfcf9b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:52:40Z', 'updated_at': '2021-07-06T13:52:49Z', 'revision_number': 4, 'project_id': '84c411c9b83740e1bcaf5cc8002aa094', 'gw_port': {'id': 'd2c44f51-d4d1-4a4f-8c85-311cbfcf9b49', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:52:42Z', 'updated_at': '2021-07-06T13:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '7b6d79f0-55af-488e-b4ff-8a622c3cb829', 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094', 'floating_ip_address': '172.25.6.74', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'port_id': '27b75cf5-263d-4c77-b909-aed48eb16174', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d', 'mac_address': 'fa:16:3e:61:94:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209fbcb-7a64-4ab0-8644-927c68157d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:52:58Z', 'updated_at': '2021-07-06T13:53:17Z', 'revision_number': 1, 'project_id': '84c411c9b83740e1bcaf5cc8002aa094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d837ece-a05d-4082-a348-d3602caeae7a', 'name': '', 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d', 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094', 'mac_address': 'fa:16:3e:35:96:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'c752e52c-1e0e-4b69-8288-ed62c19f3b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:52:48Z', 'updated_at': '2021-07-06T13:52:57Z', 'revision_number': 5, 'project_id': '84c411c9b83740e1bcaf5cc8002aa094', 'subnets': [{'id': 'c752e52c-1e0e-4b69-8288-ed62c19f3b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:53:19.948895 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a85f79-4428-4161-9bcd-efa05a9d07ab None None] New status for floating IP 7b6d79f0-55af-488e-b4ff-8a622c3cb829: ACTIVE {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:53:19.957839 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49674) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:20.051853 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-39baaaee-448d-470a-bd13-6b2af5bb7294 req-7c481e98-c7c4-4ac6-b4a8-18c7a9274aa5 service neutron] 10.222.0.124 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5485818 Jul 06 13:53:20.071201 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3fed22a0-cff7-4c48-9bf8-c293880cb7b7 req-2741cd71-dd35-47f8-ac20-9475e1a6fc10 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:20.088340 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['e71ed187-8d3f-48f5-96a8-12be6a9a51ed'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:53:20.093296 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ead75015-82bd-4811-90fc-376ca0423896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:20.116708 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741cd71-dd35-47f8-ac20-9475e1a6fc10 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Pushing event deleted for resources: {'Port': ['ID=e71ed187-8d3f-48f5-96a8-12be6a9a51ed,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:20.133863 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77619ec1-8c69-48d5-8be6-facea4ea01a5 req-3c4abce8-0b61-47f8-ae8a-fd25e2237668 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:20.139611 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77619ec1-8c69-48d5-8be6-facea4ea01a5 req-3c4abce8-0b61-47f8-ae8a-fd25e2237668 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:20.147027 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-77619ec1-8c69-48d5-8be6-facea4ea01a5 req-3c4abce8-0b61-47f8-ae8a-fd25e2237668 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.118 "GET /v2.0/ports?device_id=9aefc1dd-9519-41e6-88a4-5f82c9ec4e46&device_id=c504eda4-164f-4583-b91d-a2a66c4b1c87 HTTP/1.1" status: 200 len: 1681 time: 0.1800418 Jul 06 13:53:20.204962 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fed22a0-cff7-4c48-9bf8-c293880cb7b7 req-2741cd71-dd35-47f8-ac20-9475e1a6fc10 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] No DVR routers for this DVR port e71ed187-8d3f-48f5-96a8-12be6a9a51ed on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:53:20.213652 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3fed22a0-cff7-4c48-9bf8-c293880cb7b7 req-2741cd71-dd35-47f8-ac20-9475e1a6fc10 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:20.214462 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ead75015-82bd-4811-90fc-376ca0423896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:20.215698 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3fed22a0-cff7-4c48-9bf8-c293880cb7b7 req-2741cd71-dd35-47f8-ac20-9475e1a6fc10 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.52 "DELETE /v2.0/ports/e71ed187-8d3f-48f5-96a8-12be6a9a51ed HTTP/1.1" status: 204 len: 173 time: 1.3770626 Jul 06 13:53:20.220087 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ead75015-82bd-4811-90fc-376ca0423896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:20.242428 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-77619ec1-8c69-48d5-8be6-facea4ea01a5 req-a4f6f292-b0f6-4e1f-8829-9b6dfd469871 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.118 "GET /v2.0/security-groups?id=558d9dea-7297-4434-8a7d-a1c517ad553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944223 Jul 06 13:53:20.269015 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead75015-82bd-4811-90fc-376ca0423896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc8a411-f0ce-40c9-bef0-408a3c8aabd4,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:20.276064 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ead75015-82bd-4811-90fc-376ca0423896 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=03c1e3e604b3486fa83d7b3bf3240e04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3169870 Jul 06 13:53:20.276740 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a06aaa1-f301-46d7-83bb-a20941c1a913 x-openstack-request-id: req-9a06aaa1-f301-46d7-83bb-a20941c1a913 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:20.277041 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb79903-a150-463d-94e1-27619d155ac4", "tag": "18f0c18b-6a75-4942-ada4-efbebf7a31d2", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:20.277304 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-9a06aaa1-f301-46d7-83bb-a20941c1a913 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:20.277720 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb79903-a150-463d-94e1-27619d155ac4', 'tag': '18f0c18b-6a75-4942-ada4-efbebf7a31d2', 'status': 'completed', 'code': 200} Jul 06 13:53:20.278817 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49682) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:20.338291 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8ee38fb8-94f3-4a83-bc87-2f9fd361c304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:20.365632 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8ee38fb8-94f3-4a83-bc87-2f9fd361c304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:20.381439 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5d670-5b21-4c17-bdb8-724293a3340b req-abe793d0-3ffa-4425-a9b3-fda64556edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:20.382890 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-40c5d670-5b21-4c17-bdb8-724293a3340b req-abe793d0-3ffa-4425-a9b3-fda64556edc3 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=bea7b4da8e63480980f1c76d63c2ffcf&device_id=8bb79903-a150-463d-94e1-27619d155ac4 HTTP/1.1" status: 200 len: 1094 time: 0.0767560 Jul 06 13:53:20.419516 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8ee38fb8-94f3-4a83-bc87-2f9fd361c304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:20.422403 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8ee38fb8-94f3-4a83-bc87-2f9fd361c304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:20.422703 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bae88483-1865-46b5-86c0-5c6b5fe16e02 req-cfafbceb-dab1-41aa-a9e5-6fda24520306 tempest-DeleteServersTestJSON-1735872530 tempest-DeleteServersTestJSON-1735872530-project] 10.222.0.118 "GET /v2.0/ports?device_id=6163003d-1317-4915-8958-1c37ee098057 HTTP/1.1" status: 200 len: 210 time: 0.0385063 Jul 06 13:53:20.423753 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8ee38fb8-94f3-4a83-bc87-2f9fd361c304 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/8bc8a411-f0ce-40c9-bef0-408a3c8aabd4 HTTP/1.1" status: 204 len: 168 time: 0.1439946 Jul 06 13:53:20.434191 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee38fb8-94f3-4a83-bc87-2f9fd361c304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc8a411-f0ce-40c9-bef0-408a3c8aabd4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:20.512328 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5d670-5b21-4c17-bdb8-724293a3340b req-11c9ac96-47d9-49eb-ae1c-4589e9255c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:20.513916 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-40c5d670-5b21-4c17-bdb8-724293a3340b req-11c9ac96-47d9-49eb-ae1c-4589e9255c03 service neutron] 10.222.0.124 "GET /v2.0/networks?id=4af52798-23b1-402a-a1ea-3bd334b33ddb HTTP/1.1" status: 200 len: 907 time: 0.1190045 Jul 06 13:53:20.561935 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-40c5d670-5b21-4c17-bdb8-724293a3340b req-48f60f62-d28c-470e-b174-9004cf16556a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18f0c18b-6a75-4942-ada4-efbebf7a31d2 HTTP/1.1" status: 200 len: 217 time: 0.0384438 Jul 06 13:53:20.642130 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5d670-5b21-4c17-bdb8-724293a3340b req-9b8234bf-0a79-40da-a502-6953dc3e50f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:20.643641 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-40c5d670-5b21-4c17-bdb8-724293a3340b req-9b8234bf-0a79-40da-a502-6953dc3e50f0 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=fd856c7f-efce-4c28-b5ab-617143cae7b2 HTTP/1.1" status: 200 len: 846 time: 0.0730307 Jul 06 13:53:20.682955 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-40c5d670-5b21-4c17-bdb8-724293a3340b req-f2c5a5d5-b8a0-4917-9637-55c4caffab77 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4af52798-23b1-402a-a1ea-3bd334b33ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315838 Jul 06 13:53:20.691951 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b8df8-9a5f-4525-8622-abf766b4fc74 req-e09eba77-eee6-4b6c-b7e9-6a3e1a5b157d tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:20.693425 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2e9b8df8-9a5f-4525-8622-abf766b4fc74 req-e09eba77-eee6-4b6c-b7e9-6a3e1a5b157d tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=8bb79903-a150-463d-94e1-27619d155ac4 HTTP/1.1" status: 200 len: 943 time: 0.1343863 Jul 06 13:53:20.725574 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49688) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:20.739630 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d1034ba6-dae0-4045-a6c0-ad97d34562af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:20.789621 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2e9b8df8-9a5f-4525-8622-abf766b4fc74 req-b03f9ba0-9457-48e9-b38e-7712b20a9f64 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870352 Jul 06 13:53:20.817071 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-40c5d670-5b21-4c17-bdb8-724293a3340b req-a1f9df5e-531f-46f1-87ca-b59e008aab5e service neutron] 10.222.0.124 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226327 Jul 06 13:53:20.853835 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d1034ba6-dae0-4045-a6c0-ad97d34562af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:20.859573 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d1034ba6-dae0-4045-a6c0-ad97d34562af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:20.909032 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d1034ba6-dae0-4045-a6c0-ad97d34562af admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=e2f5b5c00a8d4d57a84b446e213836ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1820502 Jul 06 13:53:20.909806 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49690) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:20.912355 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1034ba6-dae0-4045-a6c0-ad97d34562af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ea7bb0-f2c0-4c07-a24a-78863e7b7148,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:20.925161 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-40c5d670-5b21-4c17-bdb8-724293a3340b req-3b204700-7611-4ff1-952d-1152034cff54 service neutron] 10.222.0.124 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009958 Jul 06 13:53:20.982125 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-341669fd-8d7f-432c-829f-7cfe5608b47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:21.009915 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a24325-d471-4ed7-a114-5b88be763741 req-8ef3d528-108c-4339-bc1f-d7f4dfe59d96 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:21.011641 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c4a24325-d471-4ed7-a114-5b88be763741 req-8ef3d528-108c-4339-bc1f-d7f4dfe59d96 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] 10.222.0.118 "GET /v2.0/ports?device_id=e2ca9a22-840a-4d6a-9430-bfdad55173e0 HTTP/1.1" status: 200 len: 946 time: 0.0763171 Jul 06 13:53:21.015748 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-341669fd-8d7f-432c-829f-7cfe5608b47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:21.056314 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c4a24325-d471-4ed7-a114-5b88be763741 req-c08ac212-6897-426e-b001-c7f192f07948 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] 10.222.0.118 "GET /v2.0/security-groups?id=54f97a51-ef18-475c-82d4-7051c96ea4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386620 Jul 06 13:53:21.068267 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-341669fd-8d7f-432c-829f-7cfe5608b47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:21.071480 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-341669fd-8d7f-432c-829f-7cfe5608b47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:21.081859 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-341669fd-8d7f-432c-829f-7cfe5608b47a admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/c3ea7bb0-f2c0-4c07-a24a-78863e7b7148 HTTP/1.1" status: 204 len: 168 time: 0.1622922 Jul 06 13:53:21.095338 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341669fd-8d7f-432c-829f-7cfe5608b47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ea7bb0-f2c0-4c07-a24a-78863e7b7148,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:21.413882 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4b2e5-4a97-489a-bac7-573a87e7550c req-7dadb431-3791-4b19-a796-33aad30d0972 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:21.417213 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-adb4b2e5-4a97-489a-bac7-573a87e7550c req-7dadb431-3791-4b19-a796-33aad30d0972 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 950 time: 0.0902925 Jul 06 13:53:21.477996 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-adb4b2e5-4a97-489a-bac7-573a87e7550c req-6a5cbc8c-7669-4c93-9afc-b9d50f256b16 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524945 Jul 06 13:53:22.108473 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe79796-6318-4e2f-88b1-ea2e89dde56f req-5721a6da-6c95-4ad5-9bfa-62511fe25367 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:22.110177 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5fe79796-6318-4e2f-88b1-ea2e89dde56f req-5721a6da-6c95-4ad5-9bfa-62511fe25367 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=8bb79903-a150-463d-94e1-27619d155ac4 HTTP/1.1" status: 200 len: 943 time: 0.0702522 Jul 06 13:53:22.153350 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5fe79796-6318-4e2f-88b1-ea2e89dde56f req-f5fa3864-43b6-4917-a1bc-7b63eed0f8ff tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375845 Jul 06 13:53:22.279708 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6163003d-1317-4915-8958-1c37ee098057', 'name': 'network-vif-deleted', 'tag': 'e71ed187-8d3f-48f5-96a8-12be6a9a51ed'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:53:22.282970 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43813fe-59fe-4723-a895-608883c489ba" -d '{"events": [{"server_uuid": "6163003d-1317-4915-8958-1c37ee098057", "name": "network-vif-deleted", "tag": "e71ed187-8d3f-48f5-96a8-12be6a9a51ed"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:22.512648 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device e71ed187-8d3f-48f5-96a8-12be6a9a51ed no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:53:22.536289 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: e71ed187-8d3f-48f5-96a8-12be6a9a51ed {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:53:22.536716 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device e71ed187-8d3f-48f5-96a8-12be6a9a51ed not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:53:22.605859 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b536ad-8e2f-455b-87b7-5008f07fbdcd x-openstack-request-id: req-88b536ad-8e2f-455b-87b7-5008f07fbdcd {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:22.606314 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6163003d-1317-4915-8958-1c37ee098057", "name": "network-vif-deleted", "tag": "e71ed187-8d3f-48f5-96a8-12be6a9a51ed", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:22.606681 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-88b536ad-8e2f-455b-87b7-5008f07fbdcd {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:22.607356 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6163003d-1317-4915-8958-1c37ee098057', 'name': 'network-vif-deleted', 'tag': 'e71ed187-8d3f-48f5-96a8-12be6a9a51ed', 'status': 'completed', 'code': 200} Jul 06 13:53:23.058597 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603c257-59ec-42a6-910c-eda208c6e7d8 req-e465d685-f6ec-4876-897d-a529ab65f14f tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:23.060214 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6603c257-59ec-42a6-910c-eda208c6e7d8 req-e465d685-f6ec-4876-897d-a529ab65f14f tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 950 time: 0.0690138 Jul 06 13:53:23.099716 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6603c257-59ec-42a6-910c-eda208c6e7d8 req-06d06be4-28a2-4ee0-a03b-34783b82437d tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336730 Jul 06 13:53:23.764901 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc884181-1f36-460a-b446-07517672ee22 req-67c26d59-ce40-48f5-a38f-cd5debebf27a tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:23.764901 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc884181-1f36-460a-b446-07517672ee22 req-67c26d59-ce40-48f5-a38f-cd5debebf27a tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=8bb79903-a150-463d-94e1-27619d155ac4 HTTP/1.1" status: 200 len: 943 time: 0.0759172 Jul 06 13:53:23.808739 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc884181-1f36-460a-b446-07517672ee22 req-4c2cc8a7-066f-41c7-8517-43712f580df5 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338936 Jul 06 13:53:23.950347 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ec97d-bfbf-4da8-8028-517baff9a916 req-bc2f08ce-f44a-48d0-9edb-c3f198e2e5a8 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:23.951850 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ed3ec97d-bfbf-4da8-8028-517baff9a916 req-bc2f08ce-f44a-48d0-9edb-c3f198e2e5a8 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.124 "GET /v2.0/ports?device_id=c504eda4-164f-4583-b91d-a2a66c4b1c87 HTTP/1.1" status: 200 len: 945 time: 0.0837104 Jul 06 13:53:24.081311 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c54d60-f0b0-4811-9e24-346de557d4a2 req-276d0675-4aed-4554-ae07-52884dbb6357 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:24.086316 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05c54d60-f0b0-4811-9e24-346de557d4a2 req-276d0675-4aed-4554-ae07-52884dbb6357 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.118 "GET /v2.0/ports?device_id=c504eda4-164f-4583-b91d-a2a66c4b1c87 HTTP/1.1" status: 200 len: 945 time: 0.1568348 Jul 06 13:53:24.146827 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-ed3ec97d-bfbf-4da8-8028-517baff9a916 req-28b5539c-514b-40d1-aaa1-322d16d11e76 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Deleting port d9262ee0-18d0-4fbe-8b12-de4b417a140b {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:53:24.147115 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ed3ec97d-bfbf-4da8-8028-517baff9a916 req-28b5539c-514b-40d1-aaa1-322d16d11e76 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:24.191305 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05c54d60-f0b0-4811-9e24-346de557d4a2 req-9f19abfb-b11e-443d-83cc-1837496624d2 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.118 "GET /v2.0/security-groups?id=558d9dea-7297-4434-8a7d-a1c517ad553a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017592 Jul 06 13:53:24.267619 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-ed3ec97d-bfbf-4da8-8028-517baff9a916 req-28b5539c-514b-40d1-aaa1-322d16d11e76 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] For port d9262ee0-18d0-4fbe-8b12-de4b417a140b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d9262ee0-18d0-4fbe-8b12-de4b417a140b,segment=NetworkSegment(f1df6fd3-552f-42d3-a676-39768b143fda),segment_id=f1df6fd3-552f-42d3-a676-39768b143fda)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:24.268025 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ed3ec97d-bfbf-4da8-8028-517baff9a916 req-28b5539c-514b-40d1-aaa1-322d16d11e76 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:24.325581 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-ed3ec97d-bfbf-4da8-8028-517baff9a916 req-28b5539c-514b-40d1-aaa1-322d16d11e76 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Calling delete_port for d9262ee0-18d0-4fbe-8b12-de4b417a140b owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:53:24.434141 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a4470-e59f-43a8-a93c-df555714cdc7 req-186a6ac6-0c28-4dd7-a853-0a24be491bd4 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:24.435717 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-570a4470-e59f-43a8-a93c-df555714cdc7 req-186a6ac6-0c28-4dd7-a853-0a24be491bd4 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.52 "GET /v2.0/ports?device_id=9aefc1dd-9519-41e6-88a4-5f82c9ec4e46 HTTP/1.1" status: 200 len: 945 time: 0.1639118 Jul 06 13:53:24.626768 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ed3ec97d-bfbf-4da8-8028-517baff9a916 req-28b5539c-514b-40d1-aaa1-322d16d11e76 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:24.640747 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['d9262ee0-18d0-4fbe-8b12-de4b417a140b'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:53:24.680375 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5539c-514b-40d1-aaa1-322d16d11e76 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Pushing event deleted for resources: {'Port': ['ID=d9262ee0-18d0-4fbe-8b12-de4b417a140b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:24.729450 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5539c-514b-40d1-aaa1-322d16d11e76 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:24.729859 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5539c-514b-40d1-aaa1-322d16d11e76 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:24.730187 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5539c-514b-40d1-aaa1-322d16d11e76 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:24.730547 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5539c-514b-40d1-aaa1-322d16d11e76 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:24.730985 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5539c-514b-40d1-aaa1-322d16d11e76 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:24.731324 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5539c-514b-40d1-aaa1-322d16d11e76 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:24.731665 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5539c-514b-40d1-aaa1-322d16d11e76 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:24.732004 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5539c-514b-40d1-aaa1-322d16d11e76 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:24.732347 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5539c-514b-40d1-aaa1-322d16d11e76 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:24.732680 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5539c-514b-40d1-aaa1-322d16d11e76 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:24.733069 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5539c-514b-40d1-aaa1-322d16d11e76 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:24.733365 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b5539c-514b-40d1-aaa1-322d16d11e76 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:24.766540 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 18f0c18b-6a75-4942-ada4-efbebf7a31d2 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:53:24.772179 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a95474-7a70-49df-b16f-2c5dde59a3d0 req-44ea3c78-8543-4b5c-a253-179a25df5c5e tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:24.779165 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d9a95474-7a70-49df-b16f-2c5dde59a3d0 req-44ea3c78-8543-4b5c-a253-179a25df5c5e tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 950 time: 0.2418613 Jul 06 13:53:24.783527 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3ec97d-bfbf-4da8-8028-517baff9a916 req-28b5539c-514b-40d1-aaa1-322d16d11e76 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] No DVR routers for this DVR port d9262ee0-18d0-4fbe-8b12-de4b417a140b on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:53:24.790813 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-570a4470-e59f-43a8-a93c-df555714cdc7 req-47ab1e38-9e4c-49d8-b5d3-08a46cef7002 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Deleting port 0c7f5679-8e44-44b9-9eb1-9bbdc29986ef {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:53:24.791543 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-570a4470-e59f-43a8-a93c-df555714cdc7 req-47ab1e38-9e4c-49d8-b5d3-08a46cef7002 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:24.796260 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ed3ec97d-bfbf-4da8-8028-517baff9a916 req-28b5539c-514b-40d1-aaa1-322d16d11e76 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:24.804670 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ed3ec97d-bfbf-4da8-8028-517baff9a916 req-28b5539c-514b-40d1-aaa1-322d16d11e76 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.124 "DELETE /v2.0/ports/d9262ee0-18d0-4fbe-8b12-de4b417a140b HTTP/1.1" status: 204 len: 173 time: 0.8349824 Jul 06 13:53:24.805284 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c504eda4-164f-4583-b91d-a2a66c4b1c87', 'name': 'network-vif-deleted', 'tag': 'd9262ee0-18d0-4fbe-8b12-de4b417a140b'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:53:24.808537 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffb83e6-e597-460b-ad40-87009103b921" -d '{"events": [{"server_uuid": "c504eda4-164f-4583-b91d-a2a66c4b1c87", "name": "network-vif-deleted", "tag": "d9262ee0-18d0-4fbe-8b12-de4b417a140b"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:24.908991 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d9a95474-7a70-49df-b16f-2c5dde59a3d0 req-133b5be4-c3b9-439f-b049-4729e539b36b tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288218 Jul 06 13:53:24.959945 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 18f0c18b-6a75-4942-ada4-efbebf7a31d2, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=18f0c18b-6a75-4942-ada4-efbebf7a31d2,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:24.980901 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '18f0c18b-6a75-4942-ada4-efbebf7a31d2', 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb', 'port_id': '18f0c18b-6a75-4942-ada4-efbebf7a31d2', 'mac_address': 'fa:16:3e:83:e5:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd856c7f-efce-4c28-b5ab-617143cae7b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:53:25.015887 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-570a4470-e59f-43a8-a93c-df555714cdc7 req-47ab1e38-9e4c-49d8-b5d3-08a46cef7002 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] For port 0c7f5679-8e44-44b9-9eb1-9bbdc29986ef, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=0c7f5679-8e44-44b9-9eb1-9bbdc29986ef,segment=NetworkSegment(f1df6fd3-552f-42d3-a676-39768b143fda),segment_id=f1df6fd3-552f-42d3-a676-39768b143fda)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:25.017077 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-570a4470-e59f-43a8-a93c-df555714cdc7 req-47ab1e38-9e4c-49d8-b5d3-08a46cef7002 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:25.035968 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-570a4470-e59f-43a8-a93c-df555714cdc7 req-47ab1e38-9e4c-49d8-b5d3-08a46cef7002 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Calling delete_port for 0c7f5679-8e44-44b9-9eb1-9bbdc29986ef owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:53:25.045741 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:25.075131 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f0c18b-6a75-4942-ada4-efbebf7a31d2 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:53:25.090800 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94008cb8-f40e-433d-a68f-e8ea65595189 x-openstack-request-id: req-94008cb8-f40e-433d-a68f-e8ea65595189 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:25.091498 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c504eda4-164f-4583-b91d-a2a66c4b1c87", "name": "network-vif-deleted", "tag": "d9262ee0-18d0-4fbe-8b12-de4b417a140b", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:25.092243 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-94008cb8-f40e-433d-a68f-e8ea65595189 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:25.092922 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c504eda4-164f-4583-b91d-a2a66c4b1c87', 'name': 'network-vif-deleted', 'tag': 'd9262ee0-18d0-4fbe-8b12-de4b417a140b', 'status': 'completed', 'code': 200} Jul 06 13:53:25.103712 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 18f0c18b-6a75-4942-ada4-efbebf7a31d2, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=18f0c18b-6a75-4942-ada4-efbebf7a31d2,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:25.112747 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:25.200378 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-570a4470-e59f-43a8-a93c-df555714cdc7 req-47ab1e38-9e4c-49d8-b5d3-08a46cef7002 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:25.226406 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=18f0c18b-6a75-4942-ada4-efbebf7a31d2,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:25.264377 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab1e38-9e4c-49d8-b5d3-08a46cef7002 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Pushing event deleted for resources: {'Port': ['ID=0c7f5679-8e44-44b9-9eb1-9bbdc29986ef,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:25.334064 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-570a4470-e59f-43a8-a93c-df555714cdc7 req-47ab1e38-9e4c-49d8-b5d3-08a46cef7002 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] No DVR routers for this DVR port 0c7f5679-8e44-44b9-9eb1-9bbdc29986ef on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:53:25.347012 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-570a4470-e59f-43a8-a93c-df555714cdc7 req-47ab1e38-9e4c-49d8-b5d3-08a46cef7002 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:25.349538 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-570a4470-e59f-43a8-a93c-df555714cdc7 req-47ab1e38-9e4c-49d8-b5d3-08a46cef7002 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.52 "DELETE /v2.0/ports/0c7f5679-8e44-44b9-9eb1-9bbdc29986ef HTTP/1.1" status: 204 len: 173 time: 0.9069283 Jul 06 13:53:25.369692 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['18f0c18b-6a75-4942-ada4-efbebf7a31d2'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:53:25.394141 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c55573-88ce-4a57-b709-3352d050de7e req-e7a076ab-2c9c-4975-b519-b145557b1d55 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:25.396343 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00c55573-88ce-4a57-b709-3352d050de7e req-e7a076ab-2c9c-4975-b519-b145557b1d55 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=8bb79903-a150-463d-94e1-27619d155ac4 HTTP/1.1" status: 200 len: 944 time: 0.1330233 Jul 06 13:53:25.496953 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00c55573-88ce-4a57-b709-3352d050de7e req-4dbd7e3a-7bdc-4ed7-9e59-eddce81a2563 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935488 Jul 06 13:53:26.065041 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-726f2421-c9f2-4549-afd5-9e5b02e534b4 req-489df9be-4729-4350-8af0-de7a73500af6 tempest-ListServersNegativeTestJSON-545353475 tempest-ListServersNegativeTestJSON-545353475-project] 10.222.0.118 "GET /v2.0/ports?device_id=9aefc1dd-9519-41e6-88a4-5f82c9ec4e46 HTTP/1.1" status: 200 len: 210 time: 0.0445886 Jul 06 13:53:26.331687 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c6197-f438-4eee-9756-74a878d73b93 req-9d4ed85a-aeb4-409d-9ecd-37ae0a1d78f3 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:26.333571 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-258c6197-f438-4eee-9756-74a878d73b93 req-9d4ed85a-aeb4-409d-9ecd-37ae0a1d78f3 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 950 time: 0.0686738 Jul 06 13:53:26.380059 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-258c6197-f438-4eee-9756-74a878d73b93 req-9e71c8a1-695f-415a-982d-3b79adae8583 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400770 Jul 06 13:53:26.512757 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 0c7f5679-8e44-44b9-9eb1-9bbdc29986ef no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:53:26.555652 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 0c7f5679-8e44-44b9-9eb1-9bbdc29986ef {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:53:26.556184 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 0c7f5679-8e44-44b9-9eb1-9bbdc29986ef not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:53:26.721001 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39056381-c4d8-4988-a1ac-ca72160258b5 req-10e8dc4b-385e-4acf-a7fc-801503ec5f60 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:26.722746 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-39056381-c4d8-4988-a1ac-ca72160258b5 req-10e8dc4b-385e-4acf-a7fc-801503ec5f60 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=8bb79903-a150-463d-94e1-27619d155ac4 HTTP/1.1" status: 200 len: 944 time: 0.0690837 Jul 06 13:53:26.773192 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-39056381-c4d8-4988-a1ac-ca72160258b5 req-c39b9928-75f7-466a-b5d8-0b447736cd28 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440040 Jul 06 13:53:26.788656 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 18f0c18b-6a75-4942-ada4-efbebf7a31d2 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:26.841538 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 18f0c18b-6a75-4942-ada4-efbebf7a31d2 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:53:26.850612 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 18f0c18b-6a75-4942-ada4-efbebf7a31d2 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:26.851138 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:26.945286 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:26.978083 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb79903-a150-463d-94e1-27619d155ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f0c18b-6a75-4942-ada4-efbebf7a31d2'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:53:26.981168 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c9174b-9ffb-4722-81fd-dcd31542774e" -d '{"events": [{"server_uuid": "8bb79903-a150-463d-94e1-27619d155ac4", "name": "network-vif-plugged", "status": "completed", "tag": "18f0c18b-6a75-4942-ada4-efbebf7a31d2"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:26.986932 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 18f0c18b-6a75-4942-ada4-efbebf7a31d2, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=18f0c18b-6a75-4942-ada4-efbebf7a31d2,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:26.993412 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:26.994670 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device d9262ee0-18d0-4fbe-8b12-de4b417a140b no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:53:27.027647 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: d9262ee0-18d0-4fbe-8b12-de4b417a140b {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:53:27.028954 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device d9262ee0-18d0-4fbe-8b12-de4b417a140b not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:53:27.057709 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77eeae5b-9fd4-49c5-9b11-01d24dba713c x-openstack-request-id: req-77eeae5b-9fd4-49c5-9b11-01d24dba713c {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:27.058115 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb79903-a150-463d-94e1-27619d155ac4", "name": "network-vif-plugged", "status": "completed", "tag": "18f0c18b-6a75-4942-ada4-efbebf7a31d2", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:27.058428 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-77eeae5b-9fd4-49c5-9b11-01d24dba713c {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:27.058887 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb79903-a150-463d-94e1-27619d155ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f0c18b-6a75-4942-ada4-efbebf7a31d2', 'code': 200} Jul 06 13:53:27.095080 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aefc1dd-9519-41e6-88a4-5f82c9ec4e46', 'name': 'network-vif-deleted', 'tag': '0c7f5679-8e44-44b9-9eb1-9bbdc29986ef'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:53:27.099038 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709b151d-e188-450e-b7e6-99f6dee50d7a" -d '{"events": [{"server_uuid": "9aefc1dd-9519-41e6-88a4-5f82c9ec4e46", "name": "network-vif-deleted", "tag": "0c7f5679-8e44-44b9-9eb1-9bbdc29986ef"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:27.108789 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=18f0c18b-6a75-4942-ada4-efbebf7a31d2,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:27.171015 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49916) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:27.208350 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5058e-a1d2-4615-80fb-8bbe10cc8638 req-924a4806-ec73-46e7-abd8-1576afe84cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:27.211620 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ab5058e-a1d2-4615-80fb-8bbe10cc8638 req-924a4806-ec73-46e7-abd8-1576afe84cc3 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=8bb79903-a150-463d-94e1-27619d155ac4 HTTP/1.1" status: 200 len: 1096 time: 0.1036522 Jul 06 13:53:27.215291 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e91802-e2d6-4000-91b2-b24561cf5638 x-openstack-request-id: req-26e91802-e2d6-4000-91b2-b24561cf5638 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:27.215681 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aefc1dd-9519-41e6-88a4-5f82c9ec4e46", "name": "network-vif-deleted", "tag": "0c7f5679-8e44-44b9-9eb1-9bbdc29986ef", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:27.217727 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-26e91802-e2d6-4000-91b2-b24561cf5638 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:27.218245 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aefc1dd-9519-41e6-88a4-5f82c9ec4e46', 'name': 'network-vif-deleted', 'tag': '0c7f5679-8e44-44b9-9eb1-9bbdc29986ef', 'status': 'completed', 'code': 200} Jul 06 13:53:27.246282 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2d3b589-e450-46d2-9482-4b10de220c09 admin admin] Deleting subnet dd8d18a0-7a22-41d5-a3e8-93b87377b2d4 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:53:27.251224 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b589-e450-46d2-9482-4b10de220c09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:27.262147 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ab5058e-a1d2-4615-80fb-8bbe10cc8638 req-19b11b90-9f9f-4830-b138-d4c7a77ef47c service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427516 Jul 06 13:53:27.301075 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b589-e450-46d2-9482-4b10de220c09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:27.354802 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b589-e450-46d2-9482-4b10de220c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:27.430976 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b589-e450-46d2-9482-4b10de220c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:27.511089 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3b589-e450-46d2-9482-4b10de220c09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd8d18a0-7a22-41d5-a3e8-93b87377b2d4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:27.513537 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2d3b589-e450-46d2-9482-4b10de220c09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:27.518600 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c2d3b589-e450-46d2-9482-4b10de220c09 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/dd8d18a0-7a22-41d5-a3e8-93b87377b2d4 HTTP/1.1" status: 204 len: 168 time: 0.3432555 Jul 06 13:53:27.518954 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 49934) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:27.690724 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cce02aef-2cca-4fcf-9553-679b46dc622b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:27.767166 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd055cb1-df91-4241-b9cc-850a17e78217 req-0729f998-3708-4271-bc38-126d33402962 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:27.774878 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dd055cb1-df91-4241-b9cc-850a17e78217 req-0729f998-3708-4271-bc38-126d33402962 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 950 time: 0.2247851 Jul 06 13:53:27.863788 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cce02aef-2cca-4fcf-9553-679b46dc622b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:27.882813 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-cce02aef-2cca-4fcf-9553-679b46dc622b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c9ee88-87a9-4020-8a16-d62551076208']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:27.903765 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dd055cb1-df91-4241-b9cc-850a17e78217 req-bab792ed-1602-40ae-8626-30f398d02827 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279840 Jul 06 13:53:27.906361 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-cce02aef-2cca-4fcf-9553-679b46dc622b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1df6fd3-552f-42d3-a676-39768b143fda') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:27.908309 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-cce02aef-2cca-4fcf-9553-679b46dc622b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1df6fd3-552f-42d3-a676-39768b143fda') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:27.923903 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cce02aef-2cca-4fcf-9553-679b46dc622b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:27.953902 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cce02aef-2cca-4fcf-9553-679b46dc622b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:27.961684 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce02aef-2cca-4fcf-9553-679b46dc622b admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:53:27.962164 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cce02aef-2cca-4fcf-9553-679b46dc622b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: timer() Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:53:27.964460 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:53:28.042560 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cce02aef-2cca-4fcf-9553-679b46dc622b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:28.055332 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cce02aef-2cca-4fcf-9553-679b46dc622b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:28.057543 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-cce02aef-2cca-4fcf-9553-679b46dc622b admin admin] 10.222.0.118 "DELETE /v2.0/networks/39c9ee88-87a9-4020-8a16-d62551076208 HTTP/1.1" status: 204 len: 168 time: 0.5376265 Jul 06 13:53:28.087763 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce02aef-2cca-4fcf-9553-679b46dc622b admin admin] Pushing event deleted for resources: {'Network': ['ID=39c9ee88-87a9-4020-8a16-d62551076208,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:28.225004 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b270b-d8a2-4074-a439-8ec759a6e1c0 req-6ad03860-f934-41a3-9ee2-63a98359f698 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:28.230480 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-919b270b-d8a2-4074-a439-8ec759a6e1c0 req-6ad03860-f934-41a3-9ee2-63a98359f698 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=8bb79903-a150-463d-94e1-27619d155ac4 HTTP/1.1" status: 200 len: 945 time: 0.1171339 Jul 06 13:53:28.338266 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-919b270b-d8a2-4074-a439-8ec759a6e1c0 req-b935ba2d-1f9b-4527-b0ed-c67c4fd69443 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985155 Jul 06 13:53:28.496995 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49958) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:28.541310 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5e906721-8747-4787-89df-3d6262826990 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=d6bb7e91300f4fde8c92a7221b5e02f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430510 Jul 06 13:53:28.544053 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49960) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:28.601841 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2cd06297-d4f8-4520-9b7b-18512bdf1375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:28.638952 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2cd06297-d4f8-4520-9b7b-18512bdf1375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:28.700904 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2cd06297-d4f8-4520-9b7b-18512bdf1375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:28.705668 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2cd06297-d4f8-4520-9b7b-18512bdf1375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:28.706980 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2cd06297-d4f8-4520-9b7b-18512bdf1375 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/558d9dea-7297-4434-8a7d-a1c517ad553a HTTP/1.1" status: 204 len: 168 time: 0.1621680 Jul 06 13:53:28.728731 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd06297-d4f8-4520-9b7b-18512bdf1375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558d9dea-7297-4434-8a7d-a1c517ad553a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:29.177613 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38360e1-2bf6-4025-baa5-8bb4e108764f req-257dc287-42d7-4c37-909e-12195468b86c tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:29.182682 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b38360e1-2bf6-4025-baa5-8bb4e108764f req-257dc287-42d7-4c37-909e-12195468b86c tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 950 time: 0.0913715 Jul 06 13:53:29.260426 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b38360e1-2bf6-4025-baa5-8bb4e108764f req-3167e7c6-0afc-4c6b-be7c-35d3b07e6d90 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682776 Jul 06 13:53:29.541502 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3ae77-0bf9-4113-9d41-2cc9bbdaf30c req-5e78b5fd-77aa-4431-aa3f-9d7665eb1261 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:29.550031 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c3d3ae77-0bf9-4113-9d41-2cc9bbdaf30c req-5e78b5fd-77aa-4431-aa3f-9d7665eb1261 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=8bb79903-a150-463d-94e1-27619d155ac4 HTTP/1.1" status: 200 len: 945 time: 0.0792205 Jul 06 13:53:29.596368 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c3d3ae77-0bf9-4113-9d41-2cc9bbdaf30c req-1c98201f-c6d2-467c-af92-a64a5d55c173 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452580 Jul 06 13:53:29.841552 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50022) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:29.941150 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b5a2d4ce-6bda-4090-85fe-41fb8dc542a2 req-9fd3bf11-2eeb-425f-993a-3cde9349595b service neutron] 10.222.0.124 "GET /v2.0/ports/08997f95-e1aa-45a0-8c65-59c666a863c0/bindings/n-h2-773644-6 HTTP/1.1" status: 200 len: 382 time: 0.1373703 Jul 06 13:53:30.169137 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-bb335472-b8bf-45eb-a23d-080a033ef364 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:30.171100 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-bb335472-b8bf-45eb-a23d-080a033ef364 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/networks?id=4af52798-23b1-402a-a1ea-3bd334b33ddb HTTP/1.1" status: 200 len: 806 time: 0.2019091 Jul 06 13:53:30.210842 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-0c85b222-139d-4ef8-b8b3-d7ac6f89d82e tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/quotas/bea7b4da8e63480980f1c76d63c2ffcf HTTP/1.1" status: 200 len: 375 time: 0.0298543 Jul 06 13:53:30.260206 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4015673b-c32e-4689-aadf-aba1d764c210 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1221978478-network', 'tenant_id': '8c3256c53b094b14ae43a4949ab33b9a'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:30.316606 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4015673b-c32e-4689-aadf-aba1d764c210 admin admin] Made reservation on behalf of 8c3256c53b094b14ae43a4949ab33b9a for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:53:30.319827 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4015673b-c32e-4689-aadf-aba1d764c210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:30.332016 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4015673b-c32e-4689-aadf-aba1d764c210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:30.369882 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-bd5d5a03-a140-4967-8791-1ac4439d3047 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=bea7b4da8e63480980f1c76d63c2ffcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1511071 Jul 06 13:53:30.456836 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2d4ce-6bda-4090-85fe-41fb8dc542a2 req-0caaa049-1299-488b-b74f-e271606cf57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:30.459169 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b5a2d4ce-6bda-4090-85fe-41fb8dc542a2 req-0caaa049-1299-488b-b74f-e271606cf57c service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52&tenant_id=26acdda50990445ca6f1c6389fdcff1f HTTP/1.1" status: 200 len: 1101 time: 0.1321547 Jul 06 13:53:30.523714 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4015673b-c32e-4689-aadf-aba1d764c210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:30.533367 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4015673b-c32e-4689-aadf-aba1d764c210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:30.565394 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4015673b-c32e-4689-aadf-aba1d764c210 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:53:30.575651 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015673b-c32e-4689-aadf-aba1d764c210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3448cbd7-9462-4fb4-ab42-aa46281e1048,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:30.585583 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4015673b-c32e-4689-aadf-aba1d764c210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:30.585972 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-4015673b-c32e-4689-aadf-aba1d764c210 admin admin] Added segment 2767894d-41f6-461d-878f-31ee8999e5bc of type vlan for network 96788269-3fdd-4786-8a77-65f76517c7a7 Jul 06 13:53:30.595192 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4015673b-c32e-4689-aadf-aba1d764c210 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:30.595751 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4015673b-c32e-4689-aadf-aba1d764c210 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:30.596168 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4015673b-c32e-4689-aadf-aba1d764c210 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:30.596454 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4015673b-c32e-4689-aadf-aba1d764c210 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:30.596799 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4015673b-c32e-4689-aadf-aba1d764c210 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:30.597139 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4015673b-c32e-4689-aadf-aba1d764c210 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:30.597477 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4015673b-c32e-4689-aadf-aba1d764c210 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:30.597840 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4015673b-c32e-4689-aadf-aba1d764c210 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:30.598293 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4015673b-c32e-4689-aadf-aba1d764c210 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:30.598809 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4015673b-c32e-4689-aadf-aba1d764c210 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:30.599005 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4015673b-c32e-4689-aadf-aba1d764c210 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:30.599334 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4015673b-c32e-4689-aadf-aba1d764c210 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:30.639587 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2d4ce-6bda-4090-85fe-41fb8dc542a2 req-12300d76-bbed-4a72-8772-0c74e9f59f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:30.642044 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b5a2d4ce-6bda-4090-85fe-41fb8dc542a2 req-12300d76-bbed-4a72-8772-0c74e9f59f04 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 1101 time: 0.1517847 Jul 06 13:53:30.647123 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4015673b-c32e-4689-aadf-aba1d764c210 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:30.690917 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4015673b-c32e-4689-aadf-aba1d764c210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:30.692206 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4015673b-c32e-4689-aadf-aba1d764c210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:30.693357 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4015673b-c32e-4689-aadf-aba1d764c210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:30.739430 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-957fabae-7425-4bc3-8182-c443326789a2 service neutron] 10.222.0.118 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684151 Jul 06 13:53:30.766840 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4015673b-c32e-4689-aadf-aba1d764c210 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9178061 Jul 06 13:53:30.770641 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50050) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:30.776392 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-3c1abcfd-4981-458d-bf0c-396bf5f09814 admin admin] Request body: {'subnet': {'network_id': '96788269-3fdd-4786-8a77-65f76517c7a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1221978478-subnet', 'tenant_id': '8c3256c53b094b14ae43a4949ab33b9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:30.791621 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015673b-c32e-4689-aadf-aba1d764c210 admin admin] Pushing event updated for resources: {'Network': ['ID=96788269-3fdd-4786-8a77-65f76517c7a7,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:30.807480 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1abcfd-4981-458d-bf0c-396bf5f09814 admin admin] Made reservation on behalf of 8c3256c53b094b14ae43a4949ab33b9a for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:53:30.808087 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 96788269-3fdd-4786-8a77-65f76517c7a7 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:53:30.810635 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c1abcfd-4981-458d-bf0c-396bf5f09814 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:30.831525 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2d4ce-6bda-4090-85fe-41fb8dc542a2 req-933fa91b-fa05-4088-8e2a-6c8166719004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:30.833081 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b5a2d4ce-6bda-4090-85fe-41fb8dc542a2 req-933fa91b-fa05-4088-8e2a-6c8166719004 service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.1840494 Jul 06 13:53:30.894739 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b5a2d4ce-6bda-4090-85fe-41fb8dc542a2 req-706d94e2-0b19-46f0-9303-26022cfe31ad service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=08997f95-e1aa-45a0-8c65-59c666a863c0 HTTP/1.1" status: 200 len: 217 time: 0.0547028 Jul 06 13:53:30.946611 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-05f4c676-5be4-473d-b220-456a4befb52b service neutron] 10.222.0.118 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997876 Jul 06 13:53:30.962890 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2d4ce-6bda-4090-85fe-41fb8dc542a2 req-df6f11f7-77c5-4bef-b448-caf0ba180e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:30.964331 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b5a2d4ce-6bda-4090-85fe-41fb8dc542a2 req-df6f11f7-77c5-4bef-b448-caf0ba180e96 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0605493 Jul 06 13:53:31.031525 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c1abcfd-4981-458d-bf0c-396bf5f09814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:31.043497 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2d4ce-6bda-4090-85fe-41fb8dc542a2 req-39e72cec-1654-483b-bc97-7908cbf37783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:31.047637 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b5a2d4ce-6bda-4090-85fe-41fb8dc542a2 req-39e72cec-1654-483b-bc97-7908cbf37783 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0758529 Jul 06 13:53:31.094653 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1abcfd-4981-458d-bf0c-396bf5f09814 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed863ce9-7061-4af0-9769-e37360ee435d,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:31.120832 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1abcfd-4981-458d-bf0c-396bf5f09814 admin admin] Checking segment: {'id': '2767894d-41f6-461d-878f-31ee8999e5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '96788269-3fdd-4786-8a77-65f76517c7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:53:31.121419 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1abcfd-4981-458d-bf0c-396bf5f09814 admin admin] Network hostable DHCP agents. Network: 96788269-3fdd-4786-8a77-65f76517c7a7, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:53:31.177334 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1abcfd-4981-458d-bf0c-396bf5f09814 admin admin] Network 96788269-3fdd-4786-8a77-65f76517c7a7 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:53:31.190592 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-3c1abcfd-4981-458d-bf0c-396bf5f09814 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 96788269-3fdd-4786-8a77-65f76517c7a7) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:31.207841 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1abcfd-4981-458d-bf0c-396bf5f09814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:31.208712 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c1abcfd-4981-458d-bf0c-396bf5f09814 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:31.210654 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07908021-4c97-4275-a8c7-91e2d6de3dc4 None None] Network 96788269-3fdd-4786-8a77-65f76517c7a7 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:53:31.223926 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b5a2d4ce-6bda-4090-85fe-41fb8dc542a2 req-5d5ea6b8-2ae3-4c71-8aad-fb63d2f09989 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702101 Jul 06 13:53:31.238944 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3c1abcfd-4981-458d-bf0c-396bf5f09814 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4670715 Jul 06 13:53:31.410600 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3108302-d431-4848-9c29-99eaf6d68f71 None None] Network 96788269-3fdd-4786-8a77-65f76517c7a7 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:53:31.486291 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b5a2d4ce-6bda-4090-85fe-41fb8dc542a2 req-b9003da0-a000-49d1-8595-6f8bba6df5cc service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565906 Jul 06 13:53:31.520135 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dea1d7-2247-470d-8fea-9378c051fa56 req-e11b8440-bf7f-4ce2-b320-e534adc333ef tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:31.528109 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d1dea1d7-2247-470d-8fea-9378c051fa56 req-e11b8440-bf7f-4ce2-b320-e534adc333ef tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 950 time: 0.1792536 Jul 06 13:53:31.572158 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d1dea1d7-2247-470d-8fea-9378c051fa56 req-d83da52f-3519-4e78-9df6-b7870affb119 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428376 Jul 06 13:53:31.826163 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64f1ec21-aec3-42d6-a3b1-b8c07c14c14a req-2d40a65b-ee65-4438-9062-89d6c4260f60 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=d7c7751c-dbdf-4ded-9376-d7545e34a802 HTTP/1.1" status: 200 len: 210 time: 0.0286322 Jul 06 13:53:32.472497 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50122) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:32.611423 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-2f42fdc2-2aff-4640-9879-14f86dcab61c tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:32.614027 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-2f42fdc2-2aff-4640-9879-14f86dcab61c tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.52 "GET /v2.0/networks?id=4af52798-23b1-402a-a1ea-3bd334b33ddb HTTP/1.1" status: 200 len: 806 time: 0.1611192 Jul 06 13:53:32.621863 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:53:32.630050 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-49c5a6ff-ce70-49a3-940e-bd0b5cd032fa tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Request body: {'port': {'device_id': 'd7c7751c-dbdf-4ded-9376-d7545e34a802', 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb', 'admin_state_up': True, 'tenant_id': 'bea7b4da8e63480980f1c76d63c2ffcf'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:32.772004 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-be05590c-7c5d-4567-a431-d6e4c0f033bc admin admin] Deleting subnet 5c4bc917-beda-4093-9c43-911a28c774ae {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:53:32.776249 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-be05590c-7c5d-4567-a431-d6e4c0f033bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:32.816788 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 08997f95-e1aa-45a0-8c65-59c666a863c0 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:53:32.820898 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-be05590c-7c5d-4567-a431-d6e4c0f033bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:32.872554 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-be05590c-7c5d-4567-a431-d6e4c0f033bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:32.911696 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:32.945268 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-be05590c-7c5d-4567-a431-d6e4c0f033bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:32.966574 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 08997f95-e1aa-45a0-8c65-59c666a863c0, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=08997f95-e1aa-45a0-8c65-59c666a863c0,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:32.968018 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b842cc96-c059-44f6-9b12-fff745687b52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08997f95-e1aa-45a0-8c65-59c666a863c0'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:53:32.972459 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7686251f-6f6a-4d25-9634-9bf2fe359d79" -d '{"events": [{"server_uuid": "b842cc96-c059-44f6-9b12-fff745687b52", "name": "network-vif-unplugged", "status": "completed", "tag": "08997f95-e1aa-45a0-8c65-59c666a863c0"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:32.976561 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:32.984832 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05590c-7c5d-4567-a431-d6e4c0f033bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c4bc917-beda-4093-9c43-911a28c774ae,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:32.989065 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-be05590c-7c5d-4567-a431-d6e4c0f033bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:32.991966 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-be05590c-7c5d-4567-a431-d6e4c0f033bc admin admin] 10.222.0.118 "DELETE /v2.0/subnets/5c4bc917-beda-4093-9c43-911a28c774ae HTTP/1.1" status: 204 len: 168 time: 0.5178497 Jul 06 13:53:32.997723 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50140) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:33.041707 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=08997f95-e1aa-45a0-8c65-59c666a863c0,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:33.096729 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-331dbc17-3046-4d40-870d-ef34757cc0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:33.155432 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab406618-e1d4-4bec-83b5-d0241b59ed84 req-09356bca-c295-471c-ad86-aab22cae7221 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:33.157511 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ab406618-e1d4-4bec-83b5-d0241b59ed84 req-09356bca-c295-471c-ad86-aab22cae7221 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 948 time: 0.1374686 Jul 06 13:53:33.185014 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-49c5a6ff-ce70-49a3-940e-bd0b5cd032fa tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Made reservation on behalf of bea7b4da8e63480980f1c76d63c2ffcf for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:53:33.189954 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-49c5a6ff-ce70-49a3-940e-bd0b5cd032fa tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:33.190643 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-331dbc17-3046-4d40-870d-ef34757cc0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:33.206939 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-331dbc17-3046-4d40-870d-ef34757cc0ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3fe67ee-10fe-4b67-adfd-00a9752f666b']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:33.224468 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-331dbc17-3046-4d40-870d-ef34757cc0ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1577f714-41dc-455d-9abc-f4ea9f582ece') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:33.224953 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-331dbc17-3046-4d40-870d-ef34757cc0ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1577f714-41dc-455d-9abc-f4ea9f582ece') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:33.235546 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-331dbc17-3046-4d40-870d-ef34757cc0ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:33.251728 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-331dbc17-3046-4d40-870d-ef34757cc0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:33.264147 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331dbc17-3046-4d40-870d-ef34757cc0ce admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:53:33.264635 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-331dbc17-3046-4d40-870d-ef34757cc0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:53:33.268873 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:53:33.356874 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-331dbc17-3046-4d40-870d-ef34757cc0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:33.374463 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-331dbc17-3046-4d40-870d-ef34757cc0ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:33.379279 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-331dbc17-3046-4d40-870d-ef34757cc0ce admin admin] 10.222.0.118 "DELETE /v2.0/networks/d3fe67ee-10fe-4b67-adfd-00a9752f666b HTTP/1.1" status: 204 len: 168 time: 0.3802814 Jul 06 13:53:33.393363 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331dbc17-3046-4d40-870d-ef34757cc0ce admin admin] Pushing event deleted for resources: {'Network': ['ID=d3fe67ee-10fe-4b67-adfd-00a9752f666b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:33.408141 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ab406618-e1d4-4bec-83b5-d0241b59ed84 req-b075e8ce-4ceb-44b1-8fd5-64fcf3054513 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311957 Jul 06 13:53:33.432298 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-49c5a6ff-ce70-49a3-940e-bd0b5cd032fa tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Allocated IP 172.20.0.4 (4af52798-23b1-402a-a1ea-3bd334b33ddb/fd856c7f-efce-4c28-b5ab-617143cae7b2/46b02789-55db-4aa5-8710-d90530a6f5e0) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:53:33.640032 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-49c5a6ff-ce70-49a3-940e-bd0b5cd032fa tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:33.681030 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50160) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:33.715277 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1de79e42-2d13-4e3b-9073-fb2e0043b8f2 req-3e21cdd7-0fcb-4dff-a453-e2644b36d774 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=d7c7751c-dbdf-4ded-9376-d7545e34a802 HTTP/1.1" status: 200 len: 210 time: 0.0383584 Jul 06 13:53:33.725337 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-49c5a6ff-ce70-49a3-940e-bd0b5cd032fa tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:33.728613 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-43294b15-c6ea-42ce-9721-d952b7666fc3 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=0c5820f075a5422096132d113f5a5811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454559 Jul 06 13:53:33.733010 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50164) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:33.737709 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['18f0c18b-6a75-4942-ada4-efbebf7a31d2'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:53:33.749725 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9e451bb0-958b-4bc4-877b-69352013cdbd'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:53:33.803759 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5a6ff-ce70-49a3-940e-bd0b5cd032fa tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Pushing event updated for resources: {'Port': ['ID=46b02789-55db-4aa5-8710-d90530a6f5e0,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:33.813891 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-49c5a6ff-ce70-49a3-940e-bd0b5cd032fa tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Network 4af52798-23b1-402a-a1ea-3bd334b33ddb is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:33.815417 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-49c5a6ff-ce70-49a3-940e-bd0b5cd032fa tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:33.818392 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-49c5a6ff-ce70-49a3-940e-bd0b5cd032fa tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:53:33.851916 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edf75db-e912-4ae5-b212-e073d87397fd x-openstack-request-id: req-7edf75db-e912-4ae5-b212-e073d87397fd {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:33.852977 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b842cc96-c059-44f6-9b12-fff745687b52", "name": "network-vif-unplugged", "status": "completed", "tag": "08997f95-e1aa-45a0-8c65-59c666a863c0", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:33.853332 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-7edf75db-e912-4ae5-b212-e073d87397fd {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:33.853980 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b842cc96-c059-44f6-9b12-fff745687b52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08997f95-e1aa-45a0-8c65-59c666a863c0', 'code': 200} Jul 06 13:53:33.857096 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-02742fae-0059-439e-b3af-45b79b1f6ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:33.892105 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-49c5a6ff-ce70-49a3-940e-bd0b5cd032fa tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:33.892763 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-49c5a6ff-ce70-49a3-940e-bd0b5cd032fa tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:33.909882 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-02742fae-0059-439e-b3af-45b79b1f6ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:33.915263 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-49c5a6ff-ce70-49a3-940e-bd0b5cd032fa tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2904785 Jul 06 13:53:33.970240 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-02742fae-0059-439e-b3af-45b79b1f6ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:33.974300 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-02742fae-0059-439e-b3af-45b79b1f6ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:33.975743 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-02742fae-0059-439e-b3af-45b79b1f6ecb admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/717dca28-cd50-458a-a74e-b073d4361e59 HTTP/1.1" status: 204 len: 168 time: 0.2413726 Jul 06 13:53:33.985042 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02742fae-0059-439e-b3af-45b79b1f6ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717dca28-cd50-458a-a74e-b073d4361e59,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:34.070389 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-55e422cc-bf07-4855-968c-52fc5bd528aa service neutron] Request body: {'port': {'device_id': 'd7c7751c-dbdf-4ded-9376-d7545e34a802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:34.208689 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-55e422cc-bf07-4855-968c-52fc5bd528aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:34.524637 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-55e422cc-bf07-4855-968c-52fc5bd528aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b02789-55db-4aa5-8710-d90530a6f5e0 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:53:34.536555 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-55e422cc-bf07-4855-968c-52fc5bd528aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:34.550281 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-55e422cc-bf07-4855-968c-52fc5bd528aa service neutron] Transition to ACTIVE for port object 46b02789-55db-4aa5-8710-d90530a6f5e0 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:53:34.556743 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-55e422cc-bf07-4855-968c-52fc5bd528aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:34.647855 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e422cc-bf07-4855-968c-52fc5bd528aa service neutron] Pushing event updated for resources: {'Port': ['ID=46b02789-55db-4aa5-8710-d90530a6f5e0,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:34.739553 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c4f1d8-bfe2-4091-a7fa-921333f2c43c req-576e71d9-7c59-439c-8132-547beccc2307 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:34.746314 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45c4f1d8-bfe2-4091-a7fa-921333f2c43c req-576e71d9-7c59-439c-8132-547beccc2307 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 948 time: 0.1787677 Jul 06 13:53:34.764145 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-55e422cc-bf07-4855-968c-52fc5bd528aa service neutron] Attempting to bind port 46b02789-55db-4aa5-8710-d90530a6f5e0 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:53:34.764487 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-55e422cc-bf07-4855-968c-52fc5bd528aa service neutron] Attempting to bind port 46b02789-55db-4aa5-8710-d90530a6f5e0 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:53:34.764821 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-55e422cc-bf07-4855-968c-52fc5bd528aa service neutron] Attempting to bind port 46b02789-55db-4aa5-8710-d90530a6f5e0 on network 4af52798-23b1-402a-a1ea-3bd334b33ddb {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:53:34.777052 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-55e422cc-bf07-4855-968c-52fc5bd528aa service neutron] Port 46b02789-55db-4aa5-8710-d90530a6f5e0 on network 4af52798-23b1-402a-a1ea-3bd334b33ddb not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:53:34.777384 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-55e422cc-bf07-4855-968c-52fc5bd528aa service neutron] Attempting to bind port 46b02789-55db-4aa5-8710-d90530a6f5e0 on network 4af52798-23b1-402a-a1ea-3bd334b33ddb {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:53:34.788998 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-55e422cc-bf07-4855-968c-52fc5bd528aa service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:53:34.789348 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-55e422cc-bf07-4855-968c-52fc5bd528aa service neutron] Checking segment: {'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:53:34.789744 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-55e422cc-bf07-4855-968c-52fc5bd528aa service neutron] Bound using segment: {'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:53:34.790215 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-55e422cc-bf07-4855-968c-52fc5bd528aa service neutron] Bound port: 46b02789-55db-4aa5-8710-d90530a6f5e0, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:53:34.790585 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-55e422cc-bf07-4855-968c-52fc5bd528aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:34.804065 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45c4f1d8-bfe2-4091-a7fa-921333f2c43c req-55c8ff2d-19b5-478b-a301-84352e96628d tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568912 Jul 06 13:53:34.818103 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 08997f95-e1aa-45a0-8c65-59c666a863c0 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:53:34.870241 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-55e422cc-bf07-4855-968c-52fc5bd528aa service neutron] For port 46b02789-55db-4aa5-8710-d90530a6f5e0, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:53:34.872251 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-55e422cc-bf07-4855-968c-52fc5bd528aa service neutron] For port 46b02789-55db-4aa5-8710-d90530a6f5e0, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=46b02789-55db-4aa5-8710-d90530a6f5e0,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:53:34.877222 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-55e422cc-bf07-4855-968c-52fc5bd528aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:34.964580 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-55e422cc-bf07-4855-968c-52fc5bd528aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:34.965591 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-55e422cc-bf07-4855-968c-52fc5bd528aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:34.967781 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-55e422cc-bf07-4855-968c-52fc5bd528aa service neutron] 10.222.0.52 "PUT /v2.0/ports/46b02789-55db-4aa5-8710-d90530a6f5e0 HTTP/1.1" status: 200 len: 1091 time: 1.0428536 Jul 06 13:53:34.968680 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c7751c-dbdf-4ded-9376-d7545e34a802', 'tag': '46b02789-55db-4aa5-8710-d90530a6f5e0'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:53:34.974334 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bae1f7-2576-404f-b650-bbb243550aae" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c7751c-dbdf-4ded-9376-d7545e34a802", "tag": "46b02789-55db-4aa5-8710-d90530a6f5e0"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:35.022778 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 08997f95-e1aa-45a0-8c65-59c666a863c0, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=08997f95-e1aa-45a0-8c65-59c666a863c0,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:35.069010 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '08997f95-e1aa-45a0-8c65-59c666a863c0', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': '08997f95-e1aa-45a0-8c65-59c666a863c0', 'mac_address': 'fa:16:3e:04:61:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:53:35.105451 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e422cc-bf07-4855-968c-52fc5bd528aa service neutron] Pushing event updated for resources: {'Port': ['ID=46b02789-55db-4aa5-8710-d90530a6f5e0,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:35.133184 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50252) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:35.170018 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-af24bf25-98cd-4cba-b728-980be922e2f2 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:35.171491 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-af24bf25-98cd-4cba-b728-980be922e2f2 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] 10.222.0.118 "GET /v2.0/networks?id=96788269-3fdd-4786-8a77-65f76517c7a7 HTTP/1.1" status: 200 len: 810 time: 0.2388399 Jul 06 13:53:35.191037 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-55412833-40cf-4a73-ac10-d1f25f28e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:35.192676 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:35.192933 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-55412833-40cf-4a73-ac10-d1f25f28e3cf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bea7b4da8e63480980f1c76d63c2ffcf&device_id=d7c7751c-dbdf-4ded-9376-d7545e34a802 HTTP/1.1" status: 200 len: 1094 time: 0.1705375 Jul 06 13:53:35.195714 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-78ac3f13-4d0d-4988-9107-9893f4f36c9e tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] 10.222.0.118 "GET /v2.0/quotas/8c3256c53b094b14ae43a4949ab33b9a HTTP/1.1" status: 200 len: 375 time: 0.0172126 Jul 06 13:53:35.217539 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08997f95-e1aa-45a0-8c65-59c666a863c0 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:53:35.254137 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 08997f95-e1aa-45a0-8c65-59c666a863c0, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=08997f95-e1aa-45a0-8c65-59c666a863c0,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:35.272175 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-fe9402fa-d384-4bb5-82a8-ca132db0a396 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46b02789-55db-4aa5-8710-d90530a6f5e0 HTTP/1.1" status: 200 len: 217 time: 0.0698965 Jul 06 13:53:35.275079 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-e2272921-9bca-456a-96f4-0636f91d3534 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=8c3256c53b094b14ae43a4949ab33b9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720396 Jul 06 13:53:35.299533 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:35.366339 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=08997f95-e1aa-45a0-8c65-59c666a863c0,revision_number=7']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:35.388311 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-d20c4b94-b63d-48eb-a32a-9c14e74c8d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:35.389918 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-d20c4b94-b63d-48eb-a32a-9c14e74c8d46 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fd856c7f-efce-4c28-b5ab-617143cae7b2 HTTP/1.1" status: 200 len: 846 time: 0.1057208 Jul 06 13:53:35.430561 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-6ac4f802-108a-4d02-8c20-beb3e30d1ff7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4af52798-23b1-402a-a1ea-3bd334b33ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310173 Jul 06 13:53:35.434575 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-54a284d2-8d65-41da-9cda-6aa1d79bf9ee admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-332643528-network', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:35.467437 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-c2c8e131-29ee-492e-8e1e-eb45ae4fd50f service neutron] 10.222.0.118 "GET /v2.0/networks/96788269-3fdd-4786-8a77-65f76517c7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844268 Jul 06 13:53:35.482165 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a284d2-8d65-41da-9cda-6aa1d79bf9ee admin admin] Made reservation on behalf of 6ead5c3559fe4c91b54e392cf2e3f6be for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:53:35.487298 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-54a284d2-8d65-41da-9cda-6aa1d79bf9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:35.502834 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-54a284d2-8d65-41da-9cda-6aa1d79bf9ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:35.536860 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['08997f95-e1aa-45a0-8c65-59c666a863c0'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:53:35.636505 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-b7293c2a-dd3f-4e39-84be-a5fa343354ba service neutron] 10.222.0.52 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880307 Jul 06 13:53:35.661087 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-572b42a7-a34a-4b2b-b910-6e23dfa8106c service neutron] 10.222.0.118 "GET /v2.0/networks/96788269-3fdd-4786-8a77-65f76517c7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680002 Jul 06 13:53:35.680657 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-54a284d2-8d65-41da-9cda-6aa1d79bf9ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:35.687011 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-54a284d2-8d65-41da-9cda-6aa1d79bf9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:35.705607 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a284d2-8d65-41da-9cda-6aa1d79bf9ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:53:35.718508 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-54a284d2-8d65-41da-9cda-6aa1d79bf9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:35.719008 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-54a284d2-8d65-41da-9cda-6aa1d79bf9ee admin admin] Added segment 40feb471-5f71-4395-853d-4ab25df28322 of type vlan for network 64f4bd64-4ccc-44ff-b973-ee4ab56c4f15 Jul 06 13:53:35.754650 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-082c8a86-8587-4689-a4e6-b9bf83f6edd2 req-d316b027-8a0f-4bee-8018-a5d466c991ab service neutron] 10.222.0.52 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175029 Jul 06 13:53:35.794536 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-54a284d2-8d65-41da-9cda-6aa1d79bf9ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:35.802583 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a284d2-8d65-41da-9cda-6aa1d79bf9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ea11e9-a7c3-4f55-bc0e-cb861bd4f006,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:35.835792 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-54a284d2-8d65-41da-9cda-6aa1d79bf9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:35.837343 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a284d2-8d65-41da-9cda-6aa1d79bf9ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:35.838133 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-54a284d2-8d65-41da-9cda-6aa1d79bf9ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:35.910025 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-54a284d2-8d65-41da-9cda-6aa1d79bf9ee admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7741747 Jul 06 13:53:35.913107 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50270) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:35.919363 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-55cfe1a3-9682-491b-a9de-05bc01baee19 admin admin] Request body: {'subnet': {'network_id': '64f4bd64-4ccc-44ff-b973-ee4ab56c4f15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-332643528-subnet', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:35.928061 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a284d2-8d65-41da-9cda-6aa1d79bf9ee admin admin] Pushing event updated for resources: {'Network': ['ID=64f4bd64-4ccc-44ff-b973-ee4ab56c4f15,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:35.948962 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 64f4bd64-4ccc-44ff-b973-ee4ab56c4f15 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:53:35.954003 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cfe1a3-9682-491b-a9de-05bc01baee19 admin admin] Made reservation on behalf of 6ead5c3559fe4c91b54e392cf2e3f6be for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:53:35.957345 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-55cfe1a3-9682-491b-a9de-05bc01baee19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:35.975796 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 50274) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:36.103380 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-310fa813-b94e-4e35-9201-abbb520ac967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:36.231861 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-55cfe1a3-9682-491b-a9de-05bc01baee19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:36.238889 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-310fa813-b94e-4e35-9201-abbb520ac967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:36.244028 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-310fa813-b94e-4e35-9201-abbb520ac967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:36.289432 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfe1a3-9682-491b-a9de-05bc01baee19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14f05a6a-3a8f-434f-a4ba-d77cff438b12,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:36.326177 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310fa813-b94e-4e35-9201-abbb520ac967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de9070f-9909-4cb8-87b1-419173618b3f,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:36.327483 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cfe1a3-9682-491b-a9de-05bc01baee19 admin admin] Checking segment: {'id': '40feb471-5f71-4395-853d-4ab25df28322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '64f4bd64-4ccc-44ff-b973-ee4ab56c4f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:53:36.327859 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cfe1a3-9682-491b-a9de-05bc01baee19 admin admin] Network hostable DHCP agents. Network: 64f4bd64-4ccc-44ff-b973-ee4ab56c4f15, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:53:36.335602 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-310fa813-b94e-4e35-9201-abbb520ac967 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=7e827fcb3a9a4d97aeba69f6d2dec7cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3585935 Jul 06 13:53:36.336414 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 50284) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:36.350708 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cfe1a3-9682-491b-a9de-05bc01baee19 admin admin] Network 64f4bd64-4ccc-44ff-b973-ee4ab56c4f15 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:53:36.362005 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-55cfe1a3-9682-491b-a9de-05bc01baee19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 64f4bd64-4ccc-44ff-b973-ee4ab56c4f15) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:36.367360 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cfe1a3-9682-491b-a9de-05bc01baee19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:36.368273 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-55cfe1a3-9682-491b-a9de-05bc01baee19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:36.373641 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bd9e82-2ac8-4080-833f-cab9521ac496 None None] Network 64f4bd64-4ccc-44ff-b973-ee4ab56c4f15 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:53:36.389624 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-55cfe1a3-9682-491b-a9de-05bc01baee19 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4750142 Jul 06 13:53:36.389865 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 50286) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:36.398142 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-6c409ceb-f457-461b-a1d0-d99d4a3ce884 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-332643528-router', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:36.451629 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494ff57-fd55-425e-947f-bc59e8ce1cec req-21fda6d9-b00a-4b35-92ea-5fe199003f49 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:36.461039 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3494ff57-fd55-425e-947f-bc59e8ce1cec req-21fda6d9-b00a-4b35-92ea-5fe199003f49 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=d7c7751c-dbdf-4ded-9376-d7545e34a802 HTTP/1.1" status: 200 len: 943 time: 0.1795194 Jul 06 13:53:36.476382 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6c409ceb-f457-461b-a1d0-d99d4a3ce884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:36.477471 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6c409ceb-f457-461b-a1d0-d99d4a3ce884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:36.491896 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-574c4628-4289-4187-baef-4e660def4603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:36.534222 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-574c4628-4289-4187-baef-4e660def4603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:36.542706 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-64f4bd64-4ccc-44ff-b973-ee4ab56c4f15', 'network_id': '64f4bd64-4ccc-44ff-b973-ee4ab56c4f15', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'fixed_ips': [{'subnet_id': '14f05a6a-3a8f-434f-a4ba-d77cff438b12'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:53:36.543644 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:36.565878 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3494ff57-fd55-425e-947f-bc59e8ce1cec req-83137bea-c7a8-4cc3-93c8-a1fbb35ec265 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038647 Jul 06 13:53:36.614506 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6c409ceb-f457-461b-a1d0-d99d4a3ce884 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:36.723121 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Allocated IP 172.20.0.2 (64f4bd64-4ccc-44ff-b973-ee4ab56c4f15/14f05a6a-3a8f-434f-a4ba-d77cff438b12/fcbe4ff6-f69e-4573-97aa-d67639632510) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:53:36.816751 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6c409ceb-f457-461b-a1d0-d99d4a3ce884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:36.832504 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-574c4628-4289-4187-baef-4e660def4603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:36.835802 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-574c4628-4289-4187-baef-4e660def4603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:36.837675 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-574c4628-4289-4187-baef-4e660def4603 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/6de9070f-9909-4cb8-87b1-419173618b3f HTTP/1.1" status: 204 len: 168 time: 0.4987130 Jul 06 13:53:36.860159 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 08997f95-e1aa-45a0-8c65-59c666a863c0 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:36.924123 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c4628-4289-4187-baef-4e660def4603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de9070f-9909-4cb8-87b1-419173618b3f,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:36.946877 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:36.950135 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 08997f95-e1aa-45a0-8c65-59c666a863c0 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:36.950520 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:36.984518 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Transition to ACTIVE for port object fcbe4ff6-f69e-4573-97aa-d67639632510 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:53:37.020958 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Transition to ACTIVE for port object fcbe4ff6-f69e-4573-97aa-d67639632510 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:53:37.035236 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:37.055045 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa422a99-a0ea-48d2-b5b7-df0f78172f40 x-openstack-request-id: req-aa422a99-a0ea-48d2-b5b7-df0f78172f40 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:37.055349 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c7751c-dbdf-4ded-9376-d7545e34a802", "tag": "46b02789-55db-4aa5-8710-d90530a6f5e0", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:37.055960 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-aa422a99-a0ea-48d2-b5b7-df0f78172f40 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:37.056386 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c7751c-dbdf-4ded-9376-d7545e34a802', 'tag': '46b02789-55db-4aa5-8710-d90530a6f5e0', 'status': 'completed', 'code': 200} Jul 06 13:53:37.091920 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Pushing event updated for resources: {'Port': ['ID=fcbe4ff6-f69e-4573-97aa-d67639632510,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:37.132618 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:37.140342 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Network 64f4bd64-4ccc-44ff-b973-ee4ab56c4f15 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:37.148603 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:37.151122 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:53:37.161195 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:37.161556 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:37.161925 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:37.162429 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:37.162921 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:37.163417 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:37.163915 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:37.164401 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:37.164874 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:37.165356 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:37.165930 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:37.166543 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:37.214430 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b842cc96-c059-44f6-9b12-fff745687b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08997f95-e1aa-45a0-8c65-59c666a863c0'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:53:37.217514 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0052b4-3e6a-4f49-8db9-719ead01c293" -d '{"events": [{"server_uuid": "b842cc96-c059-44f6-9b12-fff745687b52", "name": "network-vif-plugged", "status": "completed", "tag": "08997f95-e1aa-45a0-8c65-59c666a863c0"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:37.238061 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6c409ceb-f457-461b-a1d0-d99d4a3ce884 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:37.264267 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 08997f95-e1aa-45a0-8c65-59c666a863c0, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=08997f95-e1aa-45a0-8c65-59c666a863c0,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:37.265375 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Attempting to bind port fcbe4ff6-f69e-4573-97aa-d67639632510 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:53:37.266283 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Attempting to bind port fcbe4ff6-f69e-4573-97aa-d67639632510 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '40feb471-5f71-4395-853d-4ab25df28322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '64f4bd64-4ccc-44ff-b973-ee4ab56c4f15'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:53:37.266916 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Attempting to bind port fcbe4ff6-f69e-4573-97aa-d67639632510 on network 64f4bd64-4ccc-44ff-b973-ee4ab56c4f15 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:53:37.276024 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:37.280973 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6c409ceb-f457-461b-a1d0-d99d4a3ce884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:37.285354 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:53:37.286095 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Checking segment: {'id': '40feb471-5f71-4395-853d-4ab25df28322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '64f4bd64-4ccc-44ff-b973-ee4ab56c4f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:53:37.286928 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:37.287611 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Bound using segment: {'id': '40feb471-5f71-4395-853d-4ab25df28322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '64f4bd64-4ccc-44ff-b973-ee4ab56c4f15'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:53:37.288310 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Bound port: fcbe4ff6-f69e-4573-97aa-d67639632510, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40feb471-5f71-4395-853d-4ab25df28322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '64f4bd64-4ccc-44ff-b973-ee4ab56c4f15'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:53:37.288895 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:37.315245 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50302) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:37.329656 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f7fbb9d0-59fc-4791-bdf7-0886d05c3c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:37.342845 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-051df781-9968-414d-a157-65fee25516ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:37.398440 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-68c70ee4-7c9a-4ceb-ab6a-9c6acd0a7b25 req-a0ba293c-3974-44ac-a5a4-4aa9bad85268 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] 10.222.0.118 "GET /v2.0/ports?device_id=ba348036-9ed3-443d-ab59-835f7987fc6c HTTP/1.1" status: 200 len: 210 time: 0.1149077 Jul 06 13:53:37.471666 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-051df781-9968-414d-a157-65fee25516ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:37.476855 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-051df781-9968-414d-a157-65fee25516ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:37.479831 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52e879-415c-4f4b-b87c-0f4512c41316 req-eecb39c2-212f-4503-b5e4-49d08fe07e4e tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:37.482131 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd52e879-415c-4f4b-b87c-0f4512c41316 req-eecb39c2-212f-4503-b5e4-49d08fe07e4e tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.124 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52&tenant_id=26acdda50990445ca6f1c6389fdcff1f&binding%3Ahost_id=n-h2-773644-6 HTTP/1.1" status: 200 len: 949 time: 0.4243124 Jul 06 13:53:37.521602 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bae1f7-2576-404f-b650-bbb243550aae req-f384bdbe-cbf2-4b94-918c-a3498bb88485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:37.524049 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f1bae1f7-2576-404f-b650-bbb243550aae req-f384bdbe-cbf2-4b94-918c-a3498bb88485 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bea7b4da8e63480980f1c76d63c2ffcf&device_id=d7c7751c-dbdf-4ded-9376-d7545e34a802 HTTP/1.1" status: 200 len: 1094 time: 0.4203937 Jul 06 13:53:37.527985 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051df781-9968-414d-a157-65fee25516ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7246dd7-3128-4754-904f-b6af6794a61f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:37.537135 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-051df781-9968-414d-a157-65fee25516ec admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=e8080a8ba4a243169294bad0ec498dc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2208078 Jul 06 13:53:37.538103 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50304) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:37.602403 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d71b8d3c-bebd-41a3-a2c9-88ae07d45fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:37.636525 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d71b8d3c-bebd-41a3-a2c9-88ae07d45fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:37.664230 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=08997f95-e1aa-45a0-8c65-59c666a863c0,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:37.680153 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] For port fcbe4ff6-f69e-4573-97aa-d67639632510, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:53:37.683670 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] For port fcbe4ff6-f69e-4573-97aa-d67639632510, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=fcbe4ff6-f69e-4573-97aa-d67639632510,segment=NetworkSegment(40feb471-5f71-4395-853d-4ab25df28322),segment_id=40feb471-5f71-4395-853d-4ab25df28322)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:53:37.688437 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:37.692286 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d71b8d3c-bebd-41a3-a2c9-88ae07d45fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:37.694874 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d71b8d3c-bebd-41a3-a2c9-88ae07d45fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:37.698345 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d71b8d3c-bebd-41a3-a2c9-88ae07d45fed admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/c7246dd7-3128-4754-904f-b6af6794a61f HTTP/1.1" status: 204 len: 168 time: 0.1569941 Jul 06 13:53:37.706003 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b8d3c-bebd-41a3-a2c9-88ae07d45fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7246dd7-3128-4754-904f-b6af6794a61f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:37.778848 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ad530-e7d1-4484-be19-af20c407a9c5 None None] Pushing event updated for resources: {'Port': ['ID=fcbe4ff6-f69e-4573-97aa-d67639632510,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:38.159048 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-6c409ceb-f457-461b-a1d0-d99d4a3ce884 admin admin] Allocated IP 172.25.6.97 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/91a5a389-a0a7-493a-b08b-ad93113d0929) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:53:38.172115 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd52e879-415c-4f4b-b87c-0f4512c41316 req-84db8690-9ff3-4640-828e-197255d30476 service neutron] 10.222.0.124 "GET /v2.0/ports/08997f95-e1aa-45a0-8c65-59c666a863c0/bindings/n-h2-773644-6 HTTP/1.1" status: 200 len: 382 time: 0.6658964 Jul 06 13:53:38.199884 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-cefba7c9-ae91-44b8-b37f-640b8c26e20b tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:38.201486 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-cefba7c9-ae91-44b8-b37f-640b8c26e20b tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] 10.222.0.124 "GET /v2.0/networks?id=96788269-3fdd-4786-8a77-65f76517c7a7 HTTP/1.1" status: 200 len: 810 time: 0.8215501 Jul 06 13:53:38.223507 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7cbeff92-4c74-4a82-a1fd-6d3c9eee40fe tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] Request body: {'port': {'device_id': 'ba348036-9ed3-443d-ab59-835f7987fc6c', 'network_id': '96788269-3fdd-4786-8a77-65f76517c7a7', 'admin_state_up': True, 'tenant_id': '8c3256c53b094b14ae43a4949ab33b9a'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:38.233877 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bae1f7-2576-404f-b650-bbb243550aae req-393d7eb7-5068-4195-b045-db8da6929a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:38.236534 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f1bae1f7-2576-404f-b650-bbb243550aae req-393d7eb7-5068-4195-b045-db8da6929a19 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4af52798-23b1-402a-a1ea-3bd334b33ddb HTTP/1.1" status: 200 len: 907 time: 0.6794126 Jul 06 13:53:38.303941 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device fcbe4ff6-f69e-4573-97aa-d67639632510 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:38.367218 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52408f14-a592-4b9f-bc01-669eda15a5e4 req-9b88918f-94c8-4cd6-8b65-7f7978a07beb tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:38.368528 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port fcbe4ff6-f69e-4573-97aa-d67639632510 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:53:38.376255 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-52408f14-a592-4b9f-bc01-669eda15a5e4 req-9b88918f-94c8-4cd6-8b65-7f7978a07beb tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 950 time: 0.8094039 Jul 06 13:53:38.434741 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f1bae1f7-2576-404f-b650-bbb243550aae req-b73faad9-76af-4778-8770-a87da5b112c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46b02789-55db-4aa5-8710-d90530a6f5e0 HTTP/1.1" status: 200 len: 217 time: 0.1774354 Jul 06 13:53:38.562136 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 46b02789-55db-4aa5-8710-d90530a6f5e0 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:53:38.567996 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-52408f14-a592-4b9f-bc01-669eda15a5e4 req-f90414b4-8fd1-4c9b-bf03-cf22cbc3e635 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863720 Jul 06 13:53:38.639525 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bae1f7-2576-404f-b650-bbb243550aae req-c3a5522f-6039-4264-a812-f7fd176f6242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:38.641429 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f1bae1f7-2576-404f-b650-bbb243550aae req-c3a5522f-6039-4264-a812-f7fd176f6242 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fd856c7f-efce-4c28-b5ab-617143cae7b2 HTTP/1.1" status: 200 len: 846 time: 0.1918340 Jul 06 13:53:38.665655 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52e879-415c-4f4b-b87c-0f4512c41316 req-2eaa2128-0de4-4487-87cc-9cdf3fa7f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:38.667225 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd52e879-415c-4f4b-b87c-0f4512c41316 req-2eaa2128-0de4-4487-87cc-9cdf3fa7f993 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 1101 time: 0.4296553 Jul 06 13:53:38.679791 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6c409ceb-f457-461b-a1d0-d99d4a3ce884 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:38.758041 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 46b02789-55db-4aa5-8710-d90530a6f5e0, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=46b02789-55db-4aa5-8710-d90530a6f5e0,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:38.778787 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '46b02789-55db-4aa5-8710-d90530a6f5e0', 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb', 'port_id': '46b02789-55db-4aa5-8710-d90530a6f5e0', 'mac_address': 'fa:16:3e:13:a0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd856c7f-efce-4c28-b5ab-617143cae7b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:53:38.797135 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f1bae1f7-2576-404f-b650-bbb243550aae req-233ea212-d1b1-45f9-b88f-4c8d040bd78f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4af52798-23b1-402a-a1ea-3bd334b33ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1337793 Jul 06 13:53:38.837647 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7cbeff92-4c74-4a82-a1fd-6d3c9eee40fe tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] Made reservation on behalf of 8c3256c53b094b14ae43a4949ab33b9a for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:53:38.842064 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7cbeff92-4c74-4a82-a1fd-6d3c9eee40fe tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:38.849441 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:38.876644 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b02789-55db-4aa5-8710-d90530a6f5e0 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:53:38.919958 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 46b02789-55db-4aa5-8710-d90530a6f5e0, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=46b02789-55db-4aa5-8710-d90530a6f5e0,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:38.926488 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52e879-415c-4f4b-b87c-0f4512c41316 req-78d980e9-08d7-41be-84db-f7edfd043880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:38.928166 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd52e879-415c-4f4b-b87c-0f4512c41316 req-78d980e9-08d7-41be-84db-f7edfd043880 service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.2438235 Jul 06 13:53:38.931551 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:39.002743 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f3ac30-ba4e-4d8f-8bb8-303d24092bc9 None None] Network 64f4bd64-4ccc-44ff-b973-ee4ab56c4f15 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:53:39.041804 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd52e879-415c-4f4b-b87c-0f4512c41316 req-4489420f-730a-49cc-ae36-a44994fb1b74 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=08997f95-e1aa-45a0-8c65-59c666a863c0 HTTP/1.1" status: 200 len: 217 time: 0.1065445 Jul 06 13:53:39.089977 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=46b02789-55db-4aa5-8710-d90530a6f5e0,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:39.112622 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c3d91aeb-1e83-4812-9a1a-cf86fae74ded None None] Provisioning for port fcbe4ff6-f69e-4573-97aa-d67639632510 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:53:39.136544 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c3d91aeb-1e83-4812-9a1a-cf86fae74ded None None] Provisioning complete for port fcbe4ff6-f69e-4573-97aa-d67639632510 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:39.137311 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c3d91aeb-1e83-4812-9a1a-cf86fae74ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:39.157395 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f1bae1f7-2576-404f-b650-bbb243550aae req-0e7de617-8ac5-4c0f-a9a5-9e7a0ecca128 service neutron] 10.222.0.52 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511391 Jul 06 13:53:39.203090 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6c409ceb-f457-461b-a1d0-d99d4a3ce884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:39.230197 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52e879-415c-4f4b-b87c-0f4512c41316 req-2d8ed2b2-fd03-4129-8d7d-044cef37266a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:39.231731 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd52e879-415c-4f4b-b87c-0f4512c41316 req-2d8ed2b2-fd03-4129-8d7d-044cef37266a service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1764703 Jul 06 13:53:39.239688 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c54e35e-da8a-434b-a275-eb42c1ec2e87 x-openstack-request-id: req-3c54e35e-da8a-434b-a275-eb42c1ec2e87 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:39.240059 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b842cc96-c059-44f6-9b12-fff745687b52", "name": "network-vif-plugged", "status": "completed", "tag": "08997f95-e1aa-45a0-8c65-59c666a863c0", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:39.240477 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-3c54e35e-da8a-434b-a275-eb42c1ec2e87 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:39.240936 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b842cc96-c059-44f6-9b12-fff745687b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08997f95-e1aa-45a0-8c65-59c666a863c0', 'code': 200} Jul 06 13:53:39.279609 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['46b02789-55db-4aa5-8710-d90530a6f5e0'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:53:39.303542 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c409ceb-f457-461b-a1d0-d99d4a3ce884 admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:39.318684 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-6c409ceb-f457-461b-a1d0-d99d4a3ce884 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:39.343920 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c409ceb-f457-461b-a1d0-d99d4a3ce884 admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:53:39.377975 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c3d91aeb-1e83-4812-9a1a-cf86fae74ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:39.400048 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7cbeff92-4c74-4a82-a1fd-6d3c9eee40fe tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] Allocated IP 172.20.0.12 (96788269-3fdd-4786-8a77-65f76517c7a7/ed863ce9-7061-4af0-9769-e37360ee435d/c85ddb38-6b02-4287-8de9-634ec6940430) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:53:39.461514 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-c3d91aeb-1e83-4812-9a1a-cf86fae74ded None None] For port fcbe4ff6-f69e-4573-97aa-d67639632510, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=fcbe4ff6-f69e-4573-97aa-d67639632510,segment=NetworkSegment(40feb471-5f71-4395-853d-4ab25df28322),segment_id=40feb471-5f71-4395-853d-4ab25df28322)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:39.468324 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c409ceb-f457-461b-a1d0-d99d4a3ce884 admin admin] Pushing event updated for resources: {'Port': ['ID=91a5a389-a0a7-493a-b08b-ad93113d0929,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:39.469629 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c3d91aeb-1e83-4812-9a1a-cf86fae74ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:39.585574 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d91aeb-1e83-4812-9a1a-cf86fae74ded None None] Pushing event updated for resources: {'Port': ['ID=fcbe4ff6-f69e-4573-97aa-d67639632510,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:39.598352 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f1bae1f7-2576-404f-b650-bbb243550aae req-fbb734ba-5b2f-47a7-a658-96fdb5d332b2 service neutron] 10.222.0.52 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169908 Jul 06 13:53:39.720943 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52e879-415c-4f4b-b87c-0f4512c41316 req-d48ca16a-38ad-42f6-b1d1-eae98ac5891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:39.722540 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd52e879-415c-4f4b-b87c-0f4512c41316 req-d48ca16a-38ad-42f6-b1d1-eae98ac5891d service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4377718 Jul 06 13:53:39.792796 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3118ff-16f9-46e6-9b6b-4ad013f9ea21 req-11250693-6131-4647-9313-d53a4a751323 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:39.794469 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4b3118ff-16f9-46e6-9b6b-4ad013f9ea21 req-11250693-6131-4647-9313-d53a4a751323 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=d7c7751c-dbdf-4ded-9376-d7545e34a802 HTTP/1.1" status: 200 len: 944 time: 0.3884501 Jul 06 13:53:39.974878 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7cbeff92-4c74-4a82-a1fd-6d3c9eee40fe tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:39.984763 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4b3118ff-16f9-46e6-9b6b-4ad013f9ea21 req-20629e5a-f9c3-491f-9ee8-a03773b03e6f tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761920 Jul 06 13:53:40.004698 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9e5beea3-ea14-4cef-8e51-9b9c17705de4 None None] Provisioning complete for port fcbe4ff6-f69e-4573-97aa-d67639632510 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:40.005614 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9e5beea3-ea14-4cef-8e51-9b9c17705de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:40.012351 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6c409ceb-f457-461b-a1d0-d99d4a3ce884 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:40.018422 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd52e879-415c-4f4b-b87c-0f4512c41316 req-b33a5b11-0a84-47fb-bfd1-fefca4e3afe3 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816966 Jul 06 13:53:40.130590 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:40.181593 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-944a15ab-fcb8-48bb-9578-8edd12685025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:40.308585 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7cbeff92-4c74-4a82-a1fd-6d3c9eee40fe tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:40.309803 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device fcbe4ff6-f69e-4573-97aa-d67639632510 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:40.364398 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd52e879-415c-4f4b-b87c-0f4512c41316 req-963d32e5-f322-4db3-b9d8-eae72876e339 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628610 Jul 06 13:53:40.394397 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port fcbe4ff6-f69e-4573-97aa-d67639632510 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:40.395057 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:40.416230 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7cbeff92-4c74-4a82-a1fd-6d3c9eee40fe tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] Network 96788269-3fdd-4786-8a77-65f76517c7a7 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:40.425159 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7cbeff92-4c74-4a82-a1fd-6d3c9eee40fe tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:40.433594 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7cbeff92-4c74-4a82-a1fd-6d3c9eee40fe tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:53:40.469829 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbeff92-4c74-4a82-a1fd-6d3c9eee40fe tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] Pushing event updated for resources: {'Port': ['ID=c85ddb38-6b02-4287-8de9-634ec6940430,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:40.534225 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68966dd3-b20a-4568-b131-02434f306b32 req-b4a3bd56-90a3-453e-b091-c98ed9543426 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:40.535805 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-68966dd3-b20a-4568-b131-02434f306b32 req-b4a3bd56-90a3-453e-b091-c98ed9543426 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] 10.222.0.118 "GET /v2.0/ports?device_id=ba348036-9ed3-443d-ab59-835f7987fc6c HTTP/1.1" status: 200 len: 932 time: 0.2883201 Jul 06 13:53:40.551520 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7cbeff92-4c74-4a82-a1fd-6d3c9eee40fe tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:40.552177 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7cbeff92-4c74-4a82-a1fd-6d3c9eee40fe tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:40.582132 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 46b02789-55db-4aa5-8710-d90530a6f5e0 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:40.586219 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6c409ceb-f457-461b-a1d0-d99d4a3ce884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:40.592344 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7cbeff92-4c74-4a82-a1fd-6d3c9eee40fe tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3759649 Jul 06 13:53:40.642874 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7b018733-1d18-42ab-aa26-c34fc579fede service neutron] Request body: {'port': {'device_id': 'ba348036-9ed3-443d-ab59-835f7987fc6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:40.645443 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 46b02789-55db-4aa5-8710-d90530a6f5e0 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:53:40.650005 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 46b02789-55db-4aa5-8710-d90530a6f5e0 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:40.650699 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:40.676682 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-68966dd3-b20a-4568-b131-02434f306b32 req-545b62e8-5304-4654-9988-c64af01c3c2f tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] 10.222.0.118 "GET /v2.0/security-groups?id=3448cbd7-9462-4fb4-ab42-aa46281e1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344976 Jul 06 13:53:40.766696 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:40.787623 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7b018733-1d18-42ab-aa26-c34fc579fede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:40.807313 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 46b02789-55db-4aa5-8710-d90530a6f5e0, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=46b02789-55db-4aa5-8710-d90530a6f5e0,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:40.814101 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:40.874223 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=46b02789-55db-4aa5-8710-d90530a6f5e0,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:40.918413 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c409ceb-f457-461b-a1d0-d99d4a3ce884 admin admin] Router b1007868-4f2c-4f6b-9e27-3cf16473dce8 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:53:41.124633 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50378) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:41.242511 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c7751c-dbdf-4ded-9376-d7545e34a802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b02789-55db-4aa5-8710-d90530a6f5e0'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:53:41.246006 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9808ace-9c09-45d2-a14c-d380194d772b" -d '{"events": [{"server_uuid": "d7c7751c-dbdf-4ded-9376-d7545e34a802", "name": "network-vif-plugged", "status": "completed", "tag": "46b02789-55db-4aa5-8710-d90530a6f5e0"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:41.272500 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-890f1ef5-d06a-47c6-9a3c-f4164b6b83b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:41.395045 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-890f1ef5-d06a-47c6-9a3c-f4164b6b83b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:41.401461 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-890f1ef5-d06a-47c6-9a3c-f4164b6b83b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:41.441131 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f1ef5-d06a-47c6-9a3c-f4164b6b83b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4bbca1-8e18-47d6-a736-542e1f9cbf69,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:41.446227 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-890f1ef5-d06a-47c6-9a3c-f4164b6b83b8 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=ed16769108dd4d0099e93e459cc56696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3199422 Jul 06 13:53:41.449475 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50386) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:41.456440 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:41.509138 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a844c31b-c63b-4cd0-9c72-369e22fbb8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:41.523587 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7b649-9370-421d-a6d3-88262057dc5f req-ade5d5cd-8fab-4e60-8e0d-f8d7a0232f35 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:41.525723 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12c7b649-9370-421d-a6d3-88262057dc5f req-ade5d5cd-8fab-4e60-8e0d-f8d7a0232f35 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 950 time: 0.6767993 Jul 06 13:53:41.534595 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a844c31b-c63b-4cd0-9c72-369e22fbb8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:41.593243 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a844c31b-c63b-4cd0-9c72-369e22fbb8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:41.596866 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a844c31b-c63b-4cd0-9c72-369e22fbb8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:41.599148 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a844c31b-c63b-4cd0-9c72-369e22fbb8fa admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/df4bbca1-8e18-47d6-a736-542e1f9cbf69 HTTP/1.1" status: 204 len: 168 time: 0.1474249 Jul 06 13:53:41.613405 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a844c31b-c63b-4cd0-9c72-369e22fbb8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4bbca1-8e18-47d6-a736-542e1f9cbf69,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:41.660809 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c409ceb-f457-461b-a1d0-d99d4a3ce884 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:53:41.674837 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c3e954-5d73-4c01-9051-786f80f5abbc None None] Sync routers for ids ['b1007868-4f2c-4f6b-9e27-3cf16473dce8'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:53:41.690258 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c3e954-5d73-4c01-9051-786f80f5abbc None None] Routers {'b1007868-4f2c-4f6b-9e27-3cf16473dce8'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:53:41.691352 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-07c3e954-5d73-4c01-9051-786f80f5abbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:53:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b1007868-4f2c-4f6b-9e27-3cf16473dce8'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:41.699817 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12c7b649-9370-421d-a6d3-88262057dc5f req-33f93230-5a3d-411f-978a-e92164aaf4e6 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334758 Jul 06 13:53:41.712006 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6c409ceb-f457-461b-a1d0-d99d4a3ce884 admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:41.713332 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6c409ceb-f457-461b-a1d0-d99d4a3ce884 admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3208468 Jul 06 13:53:41.716254 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50392) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:41.880920 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-07c3e954-5d73-4c01-9051-786f80f5abbc None None] Set router b1007868-4f2c-4f6b-9e27-3cf16473dce8 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:53:41.892515 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7b018733-1d18-42ab-aa26-c34fc579fede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c85ddb38-6b02-4287-8de9-634ec6940430 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:53:41.909061 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7b018733-1d18-42ab-aa26-c34fc579fede service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:41.936741 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7b018733-1d18-42ab-aa26-c34fc579fede service neutron] Transition to ACTIVE for port object c85ddb38-6b02-4287-8de9-634ec6940430 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:53:41.948278 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7b018733-1d18-42ab-aa26-c34fc579fede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:42.008362 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b018733-1d18-42ab-aa26-c34fc579fede service neutron] Pushing event updated for resources: {'Port': ['ID=c85ddb38-6b02-4287-8de9-634ec6940430,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:42.148792 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7b018733-1d18-42ab-aa26-c34fc579fede service neutron] Attempting to bind port c85ddb38-6b02-4287-8de9-634ec6940430 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:53:42.149291 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7b018733-1d18-42ab-aa26-c34fc579fede service neutron] Attempting to bind port c85ddb38-6b02-4287-8de9-634ec6940430 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '2767894d-41f6-461d-878f-31ee8999e5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '96788269-3fdd-4786-8a77-65f76517c7a7'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:53:42.149735 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7b018733-1d18-42ab-aa26-c34fc579fede service neutron] Attempting to bind port c85ddb38-6b02-4287-8de9-634ec6940430 on network 96788269-3fdd-4786-8a77-65f76517c7a7 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:53:42.154466 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7b018733-1d18-42ab-aa26-c34fc579fede service neutron] Port c85ddb38-6b02-4287-8de9-634ec6940430 on network 96788269-3fdd-4786-8a77-65f76517c7a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:53:42.154816 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7b018733-1d18-42ab-aa26-c34fc579fede service neutron] Attempting to bind port c85ddb38-6b02-4287-8de9-634ec6940430 on network 96788269-3fdd-4786-8a77-65f76517c7a7 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:53:42.162193 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7b018733-1d18-42ab-aa26-c34fc579fede service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:53:42.162610 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7b018733-1d18-42ab-aa26-c34fc579fede service neutron] Checking segment: {'id': '2767894d-41f6-461d-878f-31ee8999e5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '96788269-3fdd-4786-8a77-65f76517c7a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:53:42.175178 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7b018733-1d18-42ab-aa26-c34fc579fede service neutron] Bound using segment: {'id': '2767894d-41f6-461d-878f-31ee8999e5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '96788269-3fdd-4786-8a77-65f76517c7a7'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:53:42.176017 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7b018733-1d18-42ab-aa26-c34fc579fede service neutron] Bound port: c85ddb38-6b02-4287-8de9-634ec6940430, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2767894d-41f6-461d-878f-31ee8999e5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '96788269-3fdd-4786-8a77-65f76517c7a7'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:53:42.177189 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7b018733-1d18-42ab-aa26-c34fc579fede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:42.253952 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 50396) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:42.274133 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-07c3e954-5d73-4c01-9051-786f80f5abbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'name': 'tempest-TaggedBootDevicesTest-332643528-router', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '91a5a389-a0a7-493a-b08b-ad93113d0929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:36Z', 'updated_at': '2021-07-06T13:53:39Z', 'revision_number': 3, 'project_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'gw_port': {'id': '91a5a389-a0a7-493a-b08b-ad93113d0929', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:37Z', 'updated_at': '2021-07-06T13:53:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:42.307771 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8ddae42a-de7a-4156-b20f-6901e070670c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:42.311481 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c3e954-5d73-4c01-9051-786f80f5abbc None None] Checking router: b1007868-4f2c-4f6b-9e27-3cf16473dce8 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:53:42.314356 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c3e954-5d73-4c01-9051-786f80f5abbc None None] Updating router b1007868-4f2c-4f6b-9e27-3cf16473dce8 port 91a5a389-a0a7-493a-b08b-ad93113d0929 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:53:42.362355 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-07c3e954-5d73-4c01-9051-786f80f5abbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:42.430690 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8ddae42a-de7a-4156-b20f-6901e070670c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:42.464629 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d9e5a-2a20-4d0f-8a72-db8c1fc6a531 req-7ac3f831-3dcc-429f-8ade-fcc8bd93a5b3 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:42.475164 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e94d9e5a-2a20-4d0f-8a72-db8c1fc6a531 req-7ac3f831-3dcc-429f-8ade-fcc8bd93a5b3 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=d7c7751c-dbdf-4ded-9376-d7545e34a802 HTTP/1.1" status: 200 len: 945 time: 0.2840836 Jul 06 13:53:42.477554 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8ddae42a-de7a-4156-b20f-6901e070670c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:42.524952 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7b018733-1d18-42ab-aa26-c34fc579fede service neutron] For port c85ddb38-6b02-4287-8de9-634ec6940430, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:53:42.577197 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7b018733-1d18-42ab-aa26-c34fc579fede service neutron] For port c85ddb38-6b02-4287-8de9-634ec6940430, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c85ddb38-6b02-4287-8de9-634ec6940430,segment=NetworkSegment(2767894d-41f6-461d-878f-31ee8999e5bc),segment_id=2767894d-41f6-461d-878f-31ee8999e5bc)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:53:42.581649 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddae42a-de7a-4156-b20f-6901e070670c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a8bb80-c625-41d8-a2af-af759e9157c1,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:42.606470 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8ddae42a-de7a-4156-b20f-6901e070670c admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=02de08b6d1c64129bc79f241d810fe47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3503311 Jul 06 13:53:42.612308 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 50400) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:42.614947 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7b018733-1d18-42ab-aa26-c34fc579fede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:42.620933 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb40ba5b-df12-405b-84ef-d47c8450c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:42.693353 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e94d9e5a-2a20-4d0f-8a72-db8c1fc6a531 req-dfdddfb4-f5be-4d5a-a547-c6cc339847b5 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169480 Jul 06 13:53:42.735659 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7b018733-1d18-42ab-aa26-c34fc579fede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:42.738329 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7b018733-1d18-42ab-aa26-c34fc579fede service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:42.739955 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-7b018733-1d18-42ab-aa26-c34fc579fede service neutron] 10.222.0.124 "PUT /v2.0/ports/c85ddb38-6b02-4287-8de9-634ec6940430 HTTP/1.1" status: 200 len: 1092 time: 2.1042778 Jul 06 13:53:42.756697 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba348036-9ed3-443d-ab59-835f7987fc6c', 'tag': 'c85ddb38-6b02-4287-8de9-634ec6940430'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:53:42.760065 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077eb339-327a-44f4-aa07-c8481be6e0fc" -d '{"events": [{"name": "network-changed", "server_uuid": "ba348036-9ed3-443d-ab59-835f7987fc6c", "tag": "c85ddb38-6b02-4287-8de9-634ec6940430"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:42.810416 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a86d1e-502c-4c70-a1d2-2e39cc9be693 x-openstack-request-id: req-e3a86d1e-502c-4c70-a1d2-2e39cc9be693 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:42.810912 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c7751c-dbdf-4ded-9376-d7545e34a802", "name": "network-vif-plugged", "status": "completed", "tag": "46b02789-55db-4aa5-8710-d90530a6f5e0", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:42.811317 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e3a86d1e-502c-4c70-a1d2-2e39cc9be693 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:42.822043 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c7751c-dbdf-4ded-9376-d7545e34a802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b02789-55db-4aa5-8710-d90530a6f5e0', 'code': 200} Jul 06 13:53:42.830193 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-07c3e954-5d73-4c01-9051-786f80f5abbc None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:42.858027 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-07c3e954-5d73-4c01-9051-786f80f5abbc None None] Transition to ACTIVE for port object 91a5a389-a0a7-493a-b08b-ad93113d0929 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:53:42.871328 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-07c3e954-5d73-4c01-9051-786f80f5abbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:42.872121 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-eb40ba5b-df12-405b-84ef-d47c8450c3c1 admin admin] Allocated IP 172.20.0.1 (64f4bd64-4ccc-44ff-b973-ee4ab56c4f15/14f05a6a-3a8f-434f-a4ba-d77cff438b12/187bf93e-316e-421e-90ee-70fc8cfc8f08) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:53:42.968465 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-07c3e954-5d73-4c01-9051-786f80f5abbc None None] Attempting to bind port 91a5a389-a0a7-493a-b08b-ad93113d0929 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:53:42.969634 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-07c3e954-5d73-4c01-9051-786f80f5abbc None None] Attempting to bind port 91a5a389-a0a7-493a-b08b-ad93113d0929 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:53:42.970075 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c3e954-5d73-4c01-9051-786f80f5abbc None None] Attempting to bind port 91a5a389-a0a7-493a-b08b-ad93113d0929 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:53:42.975130 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b018733-1d18-42ab-aa26-c34fc579fede service neutron] Pushing event updated for resources: {'Port': ['ID=c85ddb38-6b02-4287-8de9-634ec6940430,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:42.997430 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624cc38-898d-4811-9b09-248c8152bd30 None None] Pushing event updated for resources: {'Port': ['ID=91a5a389-a0a7-493a-b08b-ad93113d0929,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:43.000208 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-83d478de-6297-4b19-bc4f-2eff66f87898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:43.001202 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c3e954-5d73-4c01-9051-786f80f5abbc None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:53:43.001678 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c3e954-5d73-4c01-9051-786f80f5abbc None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:53:43.002378 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-07c3e954-5d73-4c01-9051-786f80f5abbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:43.003361 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c3e954-5d73-4c01-9051-786f80f5abbc None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:53:43.004095 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-07c3e954-5d73-4c01-9051-786f80f5abbc None None] Bound port: 91a5a389-a0a7-493a-b08b-ad93113d0929, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:53:43.004497 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-07c3e954-5d73-4c01-9051-786f80f5abbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:43.029431 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:43.058479 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb40ba5b-df12-405b-84ef-d47c8450c3c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:43.074520 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-eb40ba5b-df12-405b-84ef-d47c8450c3c1 admin admin] Transition to ACTIVE for port object 187bf93e-316e-421e-90ee-70fc8cfc8f08 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:53:43.096708 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-83d478de-6297-4b19-bc4f-2eff66f87898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:43.102208 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-07c3e954-5d73-4c01-9051-786f80f5abbc None None] For port 91a5a389-a0a7-493a-b08b-ad93113d0929, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:53:43.105653 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-07c3e954-5d73-4c01-9051-786f80f5abbc None None] For port 91a5a389-a0a7-493a-b08b-ad93113d0929, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=91a5a389-a0a7-493a-b08b-ad93113d0929,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:53:43.112749 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-07c3e954-5d73-4c01-9051-786f80f5abbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:43.119835 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb40ba5b-df12-405b-84ef-d47c8450c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:43.134733 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52e879-415c-4f4b-b87c-0f4512c41316 req-e5e5f789-77cb-4498-b309-772e2dbfa457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:43.137128 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd52e879-415c-4f4b-b87c-0f4512c41316 req-e5e5f789-77cb-4498-b309-772e2dbfa457 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52&tenant_id=26acdda50990445ca6f1c6389fdcff1f HTTP/1.1" status: 200 len: 1101 time: 0.3856423 Jul 06 13:53:43.166070 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb40ba5b-df12-405b-84ef-d47c8450c3c1 admin admin] Network 64f4bd64-4ccc-44ff-b973-ee4ab56c4f15 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:43.169453 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-eb40ba5b-df12-405b-84ef-d47c8450c3c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:43.175005 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c3e954-5d73-4c01-9051-786f80f5abbc None None] Routers {'b1007868-4f2c-4f6b-9e27-3cf16473dce8'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:53:43.175721 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-07c3e954-5d73-4c01-9051-786f80f5abbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:53:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b1007868-4f2c-4f6b-9e27-3cf16473dce8'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:43.185265 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb40ba5b-df12-405b-84ef-d47c8450c3c1 admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:53:43.190373 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-dc79d981-ba78-42ff-b413-d97c7c666c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:43.192807 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-dc79d981-ba78-42ff-b413-d97c7c666c72 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=8c3256c53b094b14ae43a4949ab33b9a&device_id=ba348036-9ed3-443d-ab59-835f7987fc6c HTTP/1.1" status: 200 len: 1095 time: 0.3349457 Jul 06 13:53:43.254005 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40ba5b-df12-405b-84ef-d47c8450c3c1 admin admin] Pushing event updated for resources: {'Port': ['ID=187bf93e-316e-421e-90ee-70fc8cfc8f08,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:43.268743 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb40ba5b-df12-405b-84ef-d47c8450c3c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:43.337882 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-07c3e954-5d73-4c01-9051-786f80f5abbc None None] Set router b1007868-4f2c-4f6b-9e27-3cf16473dce8 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:53:43.343513 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-22b8125a-49a5-40da-a009-79a2d765d819 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c85ddb38-6b02-4287-8de9-634ec6940430 HTTP/1.1" status: 200 len: 217 time: 0.1235120 Jul 06 13:53:43.351658 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b018f81-b22d-4a6a-86c1-8e8f6bd95dc0 req-8ca6cc34-e17d-4f2d-b7aa-84fca39a8afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:43.353875 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b018f81-b22d-4a6a-86c1-8e8f6bd95dc0 req-8ca6cc34-e17d-4f2d-b7aa-84fca39a8afd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d7c7751c-dbdf-4ded-9376-d7545e34a802 HTTP/1.1" status: 200 len: 1096 time: 0.4675663 Jul 06 13:53:43.377411 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624cc38-898d-4811-9b09-248c8152bd30 None None] Pushing event updated for resources: {'Port': ['ID=91a5a389-a0a7-493a-b08b-ad93113d0929,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:43.465917 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ff163-01ad-4c4e-bfab-72f45c3c251b req-03fedce7-3374-445f-8a42-e7babf138fa5 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:43.474699 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-385ff163-01ad-4c4e-bfab-72f45c3c251b req-03fedce7-3374-445f-8a42-e7babf138fa5 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] 10.222.0.118 "GET /v2.0/ports?device_id=ba348036-9ed3-443d-ab59-835f7987fc6c HTTP/1.1" status: 200 len: 944 time: 0.4688354 Jul 06 13:53:43.505939 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-83d478de-6297-4b19-bc4f-2eff66f87898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:43.512315 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-83d478de-6297-4b19-bc4f-2eff66f87898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:43.514978 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-83d478de-6297-4b19-bc4f-2eff66f87898 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/c2a8bb80-c625-41d8-a2af-af759e9157c1 HTTP/1.1" status: 204 len: 168 time: 0.9001133 Jul 06 13:53:43.548464 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b018f81-b22d-4a6a-86c1-8e8f6bd95dc0 req-b9957b66-30e0-4d48-97ee-b16b626db199 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646726 Jul 06 13:53:43.575411 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb40ba5b-df12-405b-84ef-d47c8450c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:43.607665 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d478de-6297-4b19-bc4f-2eff66f87898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a8bb80-c625-41d8-a2af-af759e9157c1,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:43.610104 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-45ae035a-c167-4a42-be82-ae1541c17910 None None] Provisioning for port 187bf93e-316e-421e-90ee-70fc8cfc8f08 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:53:43.612976 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-5b78e64e-9f44-4a6d-9572-73b20cc5faa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:43.616273 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-5b78e64e-9f44-4a6d-9572-73b20cc5faa9 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=ed863ce9-7061-4af0-9769-e37360ee435d HTTP/1.1" status: 200 len: 850 time: 0.2600820 Jul 06 13:53:43.634859 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-45ae035a-c167-4a42-be82-ae1541c17910 None None] Provisioning complete for port 187bf93e-316e-421e-90ee-70fc8cfc8f08 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:43.635343 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-45ae035a-c167-4a42-be82-ae1541c17910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:43.642913 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-385ff163-01ad-4c4e-bfab-72f45c3c251b req-2b23ed07-72a5-4c8e-9efe-82f9064b7fa0 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] 10.222.0.118 "GET /v2.0/security-groups?id=3448cbd7-9462-4fb4-ab42-aa46281e1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672404 Jul 06 13:53:43.653674 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52e879-415c-4f4b-b87c-0f4512c41316 req-2e7d3447-503e-4a2a-9633-07a04be71881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:43.655829 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd52e879-415c-4f4b-b87c-0f4512c41316 req-2e7d3447-503e-4a2a-9633-07a04be71881 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 1101 time: 0.4556923 Jul 06 13:53:43.686569 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-f2c933df-4b83-4cef-b750-c68683f5455f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=96788269-3fdd-4786-8a77-65f76517c7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477819 Jul 06 13:53:43.795695 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52e879-415c-4f4b-b87c-0f4512c41316 req-4eb661d9-4487-4326-87df-03a1bd13c009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:43.798689 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd52e879-415c-4f4b-b87c-0f4512c41316 req-4eb661d9-4487-4326-87df-03a1bd13c009 service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.1154027 Jul 06 13:53:43.906788 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb40ba5b-df12-405b-84ef-d47c8450c3c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:43.914721 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb40ba5b-df12-405b-84ef-d47c8450c3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:43.943524 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-5626b1a4-b00a-47e4-bcbe-60faaffd3f03 service neutron] 10.222.0.124 "GET /v2.0/networks/96788269-3fdd-4786-8a77-65f76517c7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437895 Jul 06 13:53:43.995900 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-07c3e954-5d73-4c01-9051-786f80f5abbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'name': 'tempest-TaggedBootDevicesTest-332643528-router', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '91a5a389-a0a7-493a-b08b-ad93113d0929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:36Z', 'updated_at': '2021-07-06T13:53:39Z', 'revision_number': 3, 'project_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'gw_port': {'id': '91a5a389-a0a7-493a-b08b-ad93113d0929', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:37Z', 'updated_at': '2021-07-06T13:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:44.023949 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd52e879-415c-4f4b-b87c-0f4512c41316 req-905cf8f6-3010-45c5-b959-976240d3db20 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=08997f95-e1aa-45a0-8c65-59c666a863c0 HTTP/1.1" status: 200 len: 217 time: 0.0794215 Jul 06 13:53:44.036683 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb40ba5b-df12-405b-84ef-d47c8450c3c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:44.038619 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c3e954-5d73-4c01-9051-786f80f5abbc None None] The sync data for ids ['b1007868-4f2c-4f6b-9e27-3cf16473dce8'] in n-d-773644-6 is: [{'id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'name': 'tempest-TaggedBootDevicesTest-332643528-router', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '91a5a389-a0a7-493a-b08b-ad93113d0929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:36Z', 'updated_at': '2021-07-06T13:53:39Z', 'revision_number': 3, 'project_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'gw_port': {'id': '91a5a389-a0a7-493a-b08b-ad93113d0929', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:37Z', 'updated_at': '2021-07-06T13:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:53:44.042874 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-45ae035a-c167-4a42-be82-ae1541c17910 None None] Port 187bf93e-316e-421e-90ee-70fc8cfc8f08 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:53:44.045925 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40ba5b-df12-405b-84ef-d47c8450c3c1 admin admin] Pushing event updated for resources: {'Port': ['ID=187bf93e-316e-421e-90ee-70fc8cfc8f08,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:44.216451 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb40ba5b-df12-405b-84ef-d47c8450c3c1 admin admin] Network 64f4bd64-4ccc-44ff-b973-ee4ab56c4f15 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:44.221619 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-eb40ba5b-df12-405b-84ef-d47c8450c3c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:44.262923 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d762f-60a5-473c-91d3-b0e890abf3bc req-d8e69264-80b9-4ab8-a164-9a2619ace15d tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:44.282144 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b1d762f-60a5-473c-91d3-b0e890abf3bc req-d8e69264-80b9-4ab8-a164-9a2619ace15d tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 950 time: 0.3354204 Jul 06 13:53:44.295014 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52e879-415c-4f4b-b87c-0f4512c41316 req-34998d6d-9f62-4be6-8342-4cdae341e487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:44.298238 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd52e879-415c-4f4b-b87c-0f4512c41316 req-34998d6d-9f62-4be6-8342-4cdae341e487 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.2367454 Jul 06 13:53:44.365051 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a42d45f2-67f7-49d8-be5a-0f16ebf1468a req-0314b260-e2cb-4162-b816-39bf2df139b7 service neutron] 10.222.0.124 "GET /v2.0/networks/96788269-3fdd-4786-8a77-65f76517c7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549914 Jul 06 13:53:44.569112 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b1d762f-60a5-473c-91d3-b0e890abf3bc req-c7d845cc-8c94-4900-8eb6-8545f01406ae tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696254 Jul 06 13:53:44.633590 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52e879-415c-4f4b-b87c-0f4512c41316 req-f4f2d202-d7bb-4b8c-9e7e-9652391c7c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:44.636531 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd52e879-415c-4f4b-b87c-0f4512c41316 req-f4f2d202-d7bb-4b8c-9e7e-9652391c7c9e service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3176689 Jul 06 13:53:44.784452 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0f414009-6982-4d93-be55-99e8ac25ae4d None None] Provisioning complete for port 187bf93e-316e-421e-90ee-70fc8cfc8f08 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:44.784990 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0f414009-6982-4d93-be55-99e8ac25ae4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:44.825784 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-0f414009-6982-4d93-be55-99e8ac25ae4d None None] Port 187bf93e-316e-421e-90ee-70fc8cfc8f08 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:53:44.835650 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22102c3-9ad3-41d8-9851-d249914a4909 x-openstack-request-id: req-c22102c3-9ad3-41d8-9851-d249914a4909 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:44.836182 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba348036-9ed3-443d-ab59-835f7987fc6c", "tag": "c85ddb38-6b02-4287-8de9-634ec6940430", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:44.836455 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c22102c3-9ad3-41d8-9851-d249914a4909 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:44.836974 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba348036-9ed3-443d-ab59-835f7987fc6c', 'tag': 'c85ddb38-6b02-4287-8de9-634ec6940430', 'status': 'completed', 'code': 200} Jul 06 13:53:44.885402 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 08997f95-e1aa-45a0-8c65-59c666a863c0 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:53:45.014670 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077eb339-327a-44f4-aa07-c8481be6e0fc req-46950b03-9d81-4938-95be-ce23d9c18c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:45.019214 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-077eb339-327a-44f4-aa07-c8481be6e0fc req-46950b03-9d81-4938-95be-ce23d9c18c35 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=8c3256c53b094b14ae43a4949ab33b9a&device_id=ba348036-9ed3-443d-ab59-835f7987fc6c HTTP/1.1" status: 200 len: 1095 time: 0.1813087 Jul 06 13:53:45.023406 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd52e879-415c-4f4b-b87c-0f4512c41316 req-47f02a8d-6b94-4de8-807a-fb647912b06b service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740587 Jul 06 13:53:45.075837 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:45.087995 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb40ba5b-df12-405b-84ef-d47c8450c3c1 admin admin] Router b1007868-4f2c-4f6b-9e27-3cf16473dce8 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:53:45.120286 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 08997f95-e1aa-45a0-8c65-59c666a863c0, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=08997f95-e1aa-45a0-8c65-59c666a863c0,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:45.121961 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b842cc96-c059-44f6-9b12-fff745687b52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08997f95-e1aa-45a0-8c65-59c666a863c0'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:53:45.126291 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4900ed06-f7d1-4da0-ba61-5362464c2abe" -d '{"events": [{"server_uuid": "b842cc96-c059-44f6-9b12-fff745687b52", "name": "network-vif-unplugged", "status": "completed", "tag": "08997f95-e1aa-45a0-8c65-59c666a863c0"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:45.131207 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:45.218660 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=08997f95-e1aa-45a0-8c65-59c666a863c0,revision_number=9']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:45.338726 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb40ba5b-df12-405b-84ef-d47c8450c3c1 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:53:45.361227 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-eb40ba5b-df12-405b-84ef-d47c8450c3c1 admin admin] 10.222.0.118 "PUT /v2.0/routers/b1007868-4f2c-4f6b-9e27-3cf16473dce8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6417055 Jul 06 13:53:45.419858 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd52e879-415c-4f4b-b87c-0f4512c41316 req-2114575c-7e32-4828-8e76-6794f95184ce service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873167 Jul 06 13:53:45.427034 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077eb339-327a-44f4-aa07-c8481be6e0fc req-bf12f01f-665b-4a92-bb97-b0e48d87d9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:45.428688 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-077eb339-327a-44f4-aa07-c8481be6e0fc req-bf12f01f-665b-4a92-bb97-b0e48d87d9ec service neutron] 10.222.0.124 "GET /v2.0/networks?id=96788269-3fdd-4786-8a77-65f76517c7a7 HTTP/1.1" status: 200 len: 911 time: 0.3982549 Jul 06 13:53:45.449533 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ba37c-c689-4639-a332-7d01be577b5e req-822bbd11-7f60-4a22-b754-5dc18ffb077c tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:45.452578 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-801ba37c-c689-4639-a332-7d01be577b5e req-822bbd11-7f60-4a22-b754-5dc18ffb077c tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=d7c7751c-dbdf-4ded-9376-d7545e34a802 HTTP/1.1" status: 200 len: 945 time: 0.1717982 Jul 06 13:53:45.498443 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-077eb339-327a-44f4-aa07-c8481be6e0fc req-dcde7777-ca3d-4f54-bf9c-a8c30f8617ef service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c85ddb38-6b02-4287-8de9-634ec6940430 HTTP/1.1" status: 200 len: 217 time: 0.0442708 Jul 06 13:53:45.576996 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-801ba37c-c689-4639-a332-7d01be577b5e req-7453363e-a6a8-4c18-af0d-9eb82829c459 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808811 Jul 06 13:53:45.582028 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077eb339-327a-44f4-aa07-c8481be6e0fc req-f801d6eb-4873-4e85-83f7-9c28b932ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:45.583508 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-077eb339-327a-44f4-aa07-c8481be6e0fc req-f801d6eb-4873-4e85-83f7-9c28b932ee60 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=ed863ce9-7061-4af0-9769-e37360ee435d HTTP/1.1" status: 200 len: 850 time: 0.0761755 Jul 06 13:53:45.624292 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-077eb339-327a-44f4-aa07-c8481be6e0fc req-41ee15dd-2ce2-4ca2-b952-23bc0996f045 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=96788269-3fdd-4786-8a77-65f76517c7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340564 Jul 06 13:53:45.808078 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-077eb339-327a-44f4-aa07-c8481be6e0fc req-ffe98b3e-32b6-4e7f-99b9-aff74dd55a9f service neutron] 10.222.0.124 "GET /v2.0/networks/96788269-3fdd-4786-8a77-65f76517c7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741276 Jul 06 13:53:45.923319 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28100da-d2e3-4105-9967-3b454a34f66f req-f8019c23-619d-48b8-9f5e-dc38e47020fa tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:45.924898 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b28100da-d2e3-4105-9967-3b454a34f66f req-f8019c23-619d-48b8-9f5e-dc38e47020fa tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] 10.222.0.118 "GET /v2.0/ports?device_id=ba348036-9ed3-443d-ab59-835f7987fc6c HTTP/1.1" status: 200 len: 944 time: 0.1492457 Jul 06 13:53:45.945227 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-077eb339-327a-44f4-aa07-c8481be6e0fc req-f2333f15-76a8-4175-89f5-f37c84c562f9 service neutron] 10.222.0.124 "GET /v2.0/networks/96788269-3fdd-4786-8a77-65f76517c7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297030 Jul 06 13:53:45.981059 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b28100da-d2e3-4105-9967-3b454a34f66f req-679cd933-de0a-4a46-aadf-859716961194 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] 10.222.0.118 "GET /v2.0/security-groups?id=3448cbd7-9462-4fb4-ab42-aa46281e1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389898 Jul 06 13:53:46.052440 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd731948-356e-4ae8-a0a6-89ed896ca8ef x-openstack-request-id: req-bd731948-356e-4ae8-a0a6-89ed896ca8ef {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:46.052934 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b842cc96-c059-44f6-9b12-fff745687b52", "name": "network-vif-unplugged", "status": "completed", "tag": "08997f95-e1aa-45a0-8c65-59c666a863c0", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:46.053069 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-bd731948-356e-4ae8-a0a6-89ed896ca8ef {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:46.053634 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b842cc96-c059-44f6-9b12-fff745687b52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08997f95-e1aa-45a0-8c65-59c666a863c0', 'code': 200} Jul 06 13:53:46.298898 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82987fbb-9d13-45fc-8fb3-28e6c4edf6f3 req-7a5f10a6-95bc-4358-b4f3-bc08db5e298a tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:46.302616 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-82987fbb-9d13-45fc-8fb3-28e6c4edf6f3 req-7a5f10a6-95bc-4358-b4f3-bc08db5e298a tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 948 time: 0.1534605 Jul 06 13:53:46.323357 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 91a5a389-a0a7-493a-b08b-ad93113d0929 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:46.381647 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-82987fbb-9d13-45fc-8fb3-28e6c4edf6f3 req-9dc85c03-3df4-4f9f-b403-6f6c3ae53bdf tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644016 Jul 06 13:53:46.410434 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 91a5a389-a0a7-493a-b08b-ad93113d0929 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:53:46.417286 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 91a5a389-a0a7-493a-b08b-ad93113d0929 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:46.418055 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:46.468135 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:46.535939 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:46.566778 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 91a5a389-a0a7-493a-b08b-ad93113d0929, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=91a5a389-a0a7-493a-b08b-ad93113d0929,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:46.572186 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:46.617453 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb3a14-ccb9-4afd-a280-a586046cf449 req-ee8b0840-5ccf-40f0-bdf0-2b25f83f4e14 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:46.621096 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a5cb3a14-ccb9-4afd-a280-a586046cf449 req-ee8b0840-5ccf-40f0-bdf0-2b25f83f4e14 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=8bb79903-a150-463d-94e1-27619d155ac4 HTTP/1.1" status: 200 len: 945 time: 0.1063185 Jul 06 13:53:46.677088 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=91a5a389-a0a7-493a-b08b-ad93113d0929,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:46.701383 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a5cb3a14-ccb9-4afd-a280-a586046cf449 req-41a9bf2b-af14-4b86-84d9-842065c71a72 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710526 Jul 06 13:53:46.790857 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8233a8-dc07-4d7b-a7b9-459617ed4805 None None] Sync routers for ids ['b1007868-4f2c-4f6b-9e27-3cf16473dce8'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:53:46.802900 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8233a8-dc07-4d7b-a7b9-459617ed4805 None None] Routers {'b1007868-4f2c-4f6b-9e27-3cf16473dce8'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:53:46.803543 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-cf8233a8-dc07-4d7b-a7b9-459617ed4805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:53:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b1007868-4f2c-4f6b-9e27-3cf16473dce8'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:46.939300 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-cf8233a8-dc07-4d7b-a7b9-459617ed4805 None None] Set router b1007868-4f2c-4f6b-9e27-3cf16473dce8 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:53:47.275609 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-cf8233a8-dc07-4d7b-a7b9-459617ed4805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'name': 'tempest-TaggedBootDevicesTest-332643528-router', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '91a5a389-a0a7-493a-b08b-ad93113d0929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:36Z', 'updated_at': '2021-07-06T13:53:43Z', 'revision_number': 4, 'project_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'gw_port': {'id': '91a5a389-a0a7-493a-b08b-ad93113d0929', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:37Z', 'updated_at': '2021-07-06T13:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '187bf93e-316e-421e-90ee-70fc8cfc8f08', 'name': '', 'network_id': '64f4bd64-4ccc-44ff-b973-ee4ab56c4f15', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'mac_address': 'fa:16:3e:8f:f1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '14f05a6a-3a8f-434f-a4ba-d77cff438b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:42Z', 'updated_at': '2021-07-06T13:53:43Z', 'revision_number': 2, 'project_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'subnets': [{'id': '14f05a6a-3a8f-434f-a4ba-d77cff438b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:47.313659 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8233a8-dc07-4d7b-a7b9-459617ed4805 None None] Checking router: b1007868-4f2c-4f6b-9e27-3cf16473dce8 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:53:47.314629 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8233a8-dc07-4d7b-a7b9-459617ed4805 None None] Updating router b1007868-4f2c-4f6b-9e27-3cf16473dce8 port 187bf93e-316e-421e-90ee-70fc8cfc8f08 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:53:47.331763 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae0a8b-f88d-440f-a59c-573ff6c86e6f req-9640e984-4651-4eec-bb2d-202e7227baf2 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:47.341198 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b2ae0a8b-f88d-440f-a59c-573ff6c86e6f req-9640e984-4651-4eec-bb2d-202e7227baf2 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=d7c7751c-dbdf-4ded-9376-d7545e34a802 HTTP/1.1" status: 200 len: 945 time: 0.1750276 Jul 06 13:53:47.390583 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b2ae0a8b-f88d-440f-a59c-573ff6c86e6f req-b7a69bd7-d2f1-4300-ac84-bd45b5b919f9 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476325 Jul 06 13:53:47.534351 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-cf8233a8-dc07-4d7b-a7b9-459617ed4805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:47.613728 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3845f89-e776-4613-a5b0-a9a6d2b1d36d req-61343534-6e3a-4ee2-99da-8ccf7d2e3040 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:47.622498 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b3845f89-e776-4613-a5b0-a9a6d2b1d36d req-61343534-6e3a-4ee2-99da-8ccf7d2e3040 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] 10.222.0.118 "GET /v2.0/ports?device_id=ba348036-9ed3-443d-ab59-835f7987fc6c HTTP/1.1" status: 200 len: 944 time: 0.0896549 Jul 06 13:53:47.690770 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b3845f89-e776-4613-a5b0-a9a6d2b1d36d req-02113bd9-1816-4bb6-a226-e367ffbd8416 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] 10.222.0.118 "GET /v2.0/security-groups?id=3448cbd7-9462-4fb4-ab42-aa46281e1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667515 Jul 06 13:53:47.874620 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-cf8233a8-dc07-4d7b-a7b9-459617ed4805 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:47.885821 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-cf8233a8-dc07-4d7b-a7b9-459617ed4805 None None] Transition to ACTIVE for port object 187bf93e-316e-421e-90ee-70fc8cfc8f08 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:53:47.892649 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-cf8233a8-dc07-4d7b-a7b9-459617ed4805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:48.034433 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ed842-4508-436e-ad07-702477cfd16b None None] Pushing event updated for resources: {'Port': ['ID=187bf93e-316e-421e-90ee-70fc8cfc8f08,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:48.042945 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-cf8233a8-dc07-4d7b-a7b9-459617ed4805 None None] Attempting to bind port 187bf93e-316e-421e-90ee-70fc8cfc8f08 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:53:48.043745 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-cf8233a8-dc07-4d7b-a7b9-459617ed4805 None None] Attempting to bind port 187bf93e-316e-421e-90ee-70fc8cfc8f08 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '40feb471-5f71-4395-853d-4ab25df28322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '64f4bd64-4ccc-44ff-b973-ee4ab56c4f15'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:53:48.044284 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8233a8-dc07-4d7b-a7b9-459617ed4805 None None] Attempting to bind port 187bf93e-316e-421e-90ee-70fc8cfc8f08 on network 64f4bd64-4ccc-44ff-b973-ee4ab56c4f15 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:53:48.051311 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8233a8-dc07-4d7b-a7b9-459617ed4805 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:53:48.053441 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8233a8-dc07-4d7b-a7b9-459617ed4805 None None] Checking segment: {'id': '40feb471-5f71-4395-853d-4ab25df28322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '64f4bd64-4ccc-44ff-b973-ee4ab56c4f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:53:48.054088 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-cf8233a8-dc07-4d7b-a7b9-459617ed4805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:48.054976 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8233a8-dc07-4d7b-a7b9-459617ed4805 None None] Bound using segment: {'id': '40feb471-5f71-4395-853d-4ab25df28322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '64f4bd64-4ccc-44ff-b973-ee4ab56c4f15'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:53:48.055617 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-cf8233a8-dc07-4d7b-a7b9-459617ed4805 None None] Bound port: 187bf93e-316e-421e-90ee-70fc8cfc8f08, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40feb471-5f71-4395-853d-4ab25df28322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '64f4bd64-4ccc-44ff-b973-ee4ab56c4f15'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:53:48.056246 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-cf8233a8-dc07-4d7b-a7b9-459617ed4805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:48.143309 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-cf8233a8-dc07-4d7b-a7b9-459617ed4805 None None] For port 187bf93e-316e-421e-90ee-70fc8cfc8f08, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:53:48.146609 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-cf8233a8-dc07-4d7b-a7b9-459617ed4805 None None] For port 187bf93e-316e-421e-90ee-70fc8cfc8f08, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=187bf93e-316e-421e-90ee-70fc8cfc8f08,segment=NetworkSegment(40feb471-5f71-4395-853d-4ab25df28322),segment_id=40feb471-5f71-4395-853d-4ab25df28322)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:53:48.155813 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-cf8233a8-dc07-4d7b-a7b9-459617ed4805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:48.267428 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ed842-4508-436e-ad07-702477cfd16b None None] Pushing event updated for resources: {'Port': ['ID=187bf93e-316e-421e-90ee-70fc8cfc8f08,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:48.290815 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8233a8-dc07-4d7b-a7b9-459617ed4805 None None] Routers {'b1007868-4f2c-4f6b-9e27-3cf16473dce8'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:53:48.294143 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-cf8233a8-dc07-4d7b-a7b9-459617ed4805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:53:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b1007868-4f2c-4f6b-9e27-3cf16473dce8'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:48.305968 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45246ce-87e1-486c-8967-3642e034c1a7 req-ed6050bb-68eb-4f26-9b64-59b7ca5e0526 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:48.314888 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c45246ce-87e1-486c-8967-3642e034c1a7 req-ed6050bb-68eb-4f26-9b64-59b7ca5e0526 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 948 time: 0.1302731 Jul 06 13:53:48.323652 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 91a5a389-a0a7-493a-b08b-ad93113d0929 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:48.390140 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c45246ce-87e1-486c-8967-3642e034c1a7 req-8790d548-d7f5-4033-a778-6f25fb908d59 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739532 Jul 06 13:53:48.446997 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-cf8233a8-dc07-4d7b-a7b9-459617ed4805 None None] Set router b1007868-4f2c-4f6b-9e27-3cf16473dce8 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:53:48.482596 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 91a5a389-a0a7-493a-b08b-ad93113d0929 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:48.494408 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:48.632172 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:48.763268 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-cf8233a8-dc07-4d7b-a7b9-459617ed4805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'name': 'tempest-TaggedBootDevicesTest-332643528-router', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '91a5a389-a0a7-493a-b08b-ad93113d0929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:36Z', 'updated_at': '2021-07-06T13:53:43Z', 'revision_number': 4, 'project_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'gw_port': {'id': '91a5a389-a0a7-493a-b08b-ad93113d0929', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:37Z', 'updated_at': '2021-07-06T13:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '187bf93e-316e-421e-90ee-70fc8cfc8f08', 'name': '', 'network_id': '64f4bd64-4ccc-44ff-b973-ee4ab56c4f15', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'mac_address': 'fa:16:3e:8f:f1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '14f05a6a-3a8f-434f-a4ba-d77cff438b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:42Z', 'updated_at': '2021-07-06T13:53:48Z', 'revision_number': 4, 'project_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'subnets': [{'id': '14f05a6a-3a8f-434f-a4ba-d77cff438b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:48.794209 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8233a8-dc07-4d7b-a7b9-459617ed4805 None None] The sync data for ids ['b1007868-4f2c-4f6b-9e27-3cf16473dce8'] in n-d-773644-6 is: [{'id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'name': 'tempest-TaggedBootDevicesTest-332643528-router', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '91a5a389-a0a7-493a-b08b-ad93113d0929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:36Z', 'updated_at': '2021-07-06T13:53:43Z', 'revision_number': 4, 'project_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'gw_port': {'id': '91a5a389-a0a7-493a-b08b-ad93113d0929', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:37Z', 'updated_at': '2021-07-06T13:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '187bf93e-316e-421e-90ee-70fc8cfc8f08', 'name': '', 'network_id': '64f4bd64-4ccc-44ff-b973-ee4ab56c4f15', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'mac_address': 'fa:16:3e:8f:f1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '14f05a6a-3a8f-434f-a4ba-d77cff438b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:42Z', 'updated_at': '2021-07-06T13:53:48Z', 'revision_number': 4, 'project_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'subnets': [{'id': '14f05a6a-3a8f-434f-a4ba-d77cff438b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:53:48.886033 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 08997f95-e1aa-45a0-8c65-59c666a863c0 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:53:49.063052 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 08997f95-e1aa-45a0-8c65-59c666a863c0, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=08997f95-e1aa-45a0-8c65-59c666a863c0,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:49.093205 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '08997f95-e1aa-45a0-8c65-59c666a863c0', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': '08997f95-e1aa-45a0-8c65-59c666a863c0', 'mac_address': 'fa:16:3e:04:61:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:53:49.128632 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 50734) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:49.162726 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:49.187000 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08997f95-e1aa-45a0-8c65-59c666a863c0 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:53:49.221938 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 08997f95-e1aa-45a0-8c65-59c666a863c0, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=08997f95-e1aa-45a0-8c65-59c666a863c0,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:49.236802 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:49.237501 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device c85ddb38-6b02-4287-8de9-634ec6940430 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:53:49.329173 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e4af38e-f557-436d-97ff-15efe5cbc310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:49.393325 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=08997f95-e1aa-45a0-8c65-59c666a863c0,revision_number=10']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:49.441491 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port c85ddb38-6b02-4287-8de9-634ec6940430, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c85ddb38-6b02-4287-8de9-634ec6940430,segment=NetworkSegment(2767894d-41f6-461d-878f-31ee8999e5bc),segment_id=2767894d-41f6-461d-878f-31ee8999e5bc)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:49.456699 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'c85ddb38-6b02-4287-8de9-634ec6940430', 'network_id': '96788269-3fdd-4786-8a77-65f76517c7a7', 'port_id': 'c85ddb38-6b02-4287-8de9-634ec6940430', 'mac_address': 'fa:16:3e:81:ab:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed863ce9-7061-4af0-9769-e37360ee435d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:53:49.510021 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:49.528930 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c85ddb38-6b02-4287-8de9-634ec6940430 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:53:49.543539 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0576c1c-3294-4c07-872d-202441152fd9 req-226daa1e-1058-435f-9916-e2cf2e6a5804 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:49.545200 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c0576c1c-3294-4c07-872d-202441152fd9 req-226daa1e-1058-435f-9916-e2cf2e6a5804 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] 10.222.0.118 "GET /v2.0/ports?device_id=e2ca9a22-840a-4d6a-9430-bfdad55173e0 HTTP/1.1" status: 200 len: 946 time: 0.1551926 Jul 06 13:53:49.566118 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port c85ddb38-6b02-4287-8de9-634ec6940430, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c85ddb38-6b02-4287-8de9-634ec6940430,segment=NetworkSegment(2767894d-41f6-461d-878f-31ee8999e5bc),segment_id=2767894d-41f6-461d-878f-31ee8999e5bc)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:49.570953 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:49.595337 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e4af38e-f557-436d-97ff-15efe5cbc310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:49.611074 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e4af38e-f557-436d-97ff-15efe5cbc310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:49.639889 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c0576c1c-3294-4c07-872d-202441152fd9 req-3776c9b8-041c-4ce8-9a69-a7bdb4face0d tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] 10.222.0.118 "GET /v2.0/security-groups?id=54f97a51-ef18-475c-82d4-7051c96ea4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863676 Jul 06 13:53:49.648988 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=c85ddb38-6b02-4287-8de9-634ec6940430,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:49.716520 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4af38e-f557-436d-97ff-15efe5cbc310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d8671b-2d74-4a93-9114-c6b79e73396e,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:49.763686 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50740) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:49.764232 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3e4af38e-f557-436d-97ff-15efe5cbc310 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=96f68819d1f24b4e8a9a3c6173d12bb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6340299 Jul 06 13:53:49.825967 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['c85ddb38-6b02-4287-8de9-634ec6940430'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:53:49.844359 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-94655afd-d556-4fc1-99a0-61370ff848ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:49.888155 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-94655afd-d556-4fc1-99a0-61370ff848ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:49.894072 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['08997f95-e1aa-45a0-8c65-59c666a863c0'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:53:49.910298 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecf5d2-662f-48b7-8341-b16399356c40 req-a0a4b9a6-95f4-4060-9f9f-53882be07e52 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:49.913585 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3ecf5d2-662f-48b7-8341-b16399356c40 req-a0a4b9a6-95f4-4060-9f9f-53882be07e52 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] 10.222.0.124 "GET /v2.0/ports?device_id=e2ca9a22-840a-4d6a-9430-bfdad55173e0 HTTP/1.1" status: 200 len: 946 time: 0.1907358 Jul 06 13:53:49.976442 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-94655afd-d556-4fc1-99a0-61370ff848ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:49.980858 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-94655afd-d556-4fc1-99a0-61370ff848ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:49.985652 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-94655afd-d556-4fc1-99a0-61370ff848ad admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/97d8671b-2d74-4a93-9114-c6b79e73396e HTTP/1.1" status: 204 len: 168 time: 0.2173512 Jul 06 13:53:50.000072 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adde82c-6539-4996-bbee-58ba4b6e0980 req-c7a17b41-a02b-4ece-8f85-138caaf6155a tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:50.006380 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94655afd-d556-4fc1-99a0-61370ff848ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d8671b-2d74-4a93-9114-c6b79e73396e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:50.008540 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5adde82c-6539-4996-bbee-58ba4b6e0980 req-c7a17b41-a02b-4ece-8f85-138caaf6155a tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 950 time: 0.2064168 Jul 06 13:53:50.125560 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5adde82c-6539-4996-bbee-58ba4b6e0980 req-ae5446e6-f965-4e14-bc56-284495176752 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153140 Jul 06 13:53:50.190173 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-a3ecf5d2-662f-48b7-8341-b16399356c40 req-3d3a8096-203b-4e3b-afa6-d27d926d7608 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] Deleting port 23957468-1ff5-4149-a25b-d0cbfc458a25 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:53:50.190768 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a3ecf5d2-662f-48b7-8341-b16399356c40 req-3d3a8096-203b-4e3b-afa6-d27d926d7608 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:50.368791 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 187bf93e-316e-421e-90ee-70fc8cfc8f08 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:50.412962 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-a3ecf5d2-662f-48b7-8341-b16399356c40 req-3d3a8096-203b-4e3b-afa6-d27d926d7608 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] For port 23957468-1ff5-4149-a25b-d0cbfc458a25, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=23957468-1ff5-4149-a25b-d0cbfc458a25,segment=NetworkSegment(056f233e-bfe2-413b-8fee-61b949fca2fd),segment_id=056f233e-bfe2-413b-8fee-61b949fca2fd)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:50.414675 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a3ecf5d2-662f-48b7-8341-b16399356c40 req-3d3a8096-203b-4e3b-afa6-d27d926d7608 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:50.441327 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-a3ecf5d2-662f-48b7-8341-b16399356c40 req-3d3a8096-203b-4e3b-afa6-d27d926d7608 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] Calling delete_port for 23957468-1ff5-4149-a25b-d0cbfc458a25 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:53:50.462419 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 187bf93e-316e-421e-90ee-70fc8cfc8f08 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:53:50.471291 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 187bf93e-316e-421e-90ee-70fc8cfc8f08 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:50.472040 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:50.543913 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00811192-f4f1-4bc8-b570-4526c86dec73 req-4fa494d1-db2c-4ec3-b2a1-edb9ecc97bc5 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:50.545701 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00811192-f4f1-4bc8-b570-4526c86dec73 req-4fa494d1-db2c-4ec3-b2a1-edb9ecc97bc5 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] 10.222.0.118 "GET /v2.0/ports?device_id=ba348036-9ed3-443d-ab59-835f7987fc6c HTTP/1.1" status: 200 len: 945 time: 0.1989200 Jul 06 13:53:50.619342 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:50.683337 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 187bf93e-316e-421e-90ee-70fc8cfc8f08, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=187bf93e-316e-421e-90ee-70fc8cfc8f08,segment=NetworkSegment(40feb471-5f71-4395-853d-4ab25df28322),segment_id=40feb471-5f71-4395-853d-4ab25df28322)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:50.684001 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00811192-f4f1-4bc8-b570-4526c86dec73 req-966df390-9ad1-4585-8a09-3570516e8822 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] 10.222.0.118 "GET /v2.0/security-groups?id=3448cbd7-9462-4fb4-ab42-aa46281e1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262093 Jul 06 13:53:50.694132 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:50.771686 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ce9b0-df92-4018-945e-a1fba459b049 req-e136d674-874e-4e5f-8576-e13f36daf81e tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:50.773268 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-353ce9b0-df92-4018-945e-a1fba459b049 req-e136d674-874e-4e5f-8576-e13f36daf81e tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7c7751c-dbdf-4ded-9376-d7545e34a802 HTTP/1.1" status: 200 len: 945 time: 0.1779170 Jul 06 13:53:50.810082 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=187bf93e-316e-421e-90ee-70fc8cfc8f08,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:50.813145 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a3ecf5d2-662f-48b7-8341-b16399356c40 req-3d3a8096-203b-4e3b-afa6-d27d926d7608 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:50.834875 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['23957468-1ff5-4149-a25b-d0cbfc458a25'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:53:50.917695 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device c85ddb38-6b02-4287-8de9-634ec6940430 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:50.982439 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port c85ddb38-6b02-4287-8de9-634ec6940430 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:53:50.990655 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port c85ddb38-6b02-4287-8de9-634ec6940430 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:50.991128 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:51.115881 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:51.168353 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port c85ddb38-6b02-4287-8de9-634ec6940430, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c85ddb38-6b02-4287-8de9-634ec6940430,segment=NetworkSegment(2767894d-41f6-461d-878f-31ee8999e5bc),segment_id=2767894d-41f6-461d-878f-31ee8999e5bc)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:51.169816 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba348036-9ed3-443d-ab59-835f7987fc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85ddb38-6b02-4287-8de9-634ec6940430'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:53:51.173258 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d712c376-af6e-48cb-8354-c2b75d953cbd" -d '{"events": [{"server_uuid": "ba348036-9ed3-443d-ab59-835f7987fc6c", "name": "network-vif-plugged", "status": "completed", "tag": "c85ddb38-6b02-4287-8de9-634ec6940430"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:51.177081 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:51.178267 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 08997f95-e1aa-45a0-8c65-59c666a863c0 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:51.246215 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a8096-203b-4e3b-afa6-d27d926d7608 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] Pushing event deleted for resources: {'Port': ['ID=23957468-1ff5-4149-a25b-d0cbfc458a25,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:51.278609 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=c85ddb38-6b02-4287-8de9-634ec6940430,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:51.287328 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 08997f95-e1aa-45a0-8c65-59c666a863c0 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:51.288132 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:51.363088 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ecf5d2-662f-48b7-8341-b16399356c40 req-3d3a8096-203b-4e3b-afa6-d27d926d7608 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] No DVR routers for this DVR port 23957468-1ff5-4149-a25b-d0cbfc458a25 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:53:51.368013 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a3ecf5d2-662f-48b7-8341-b16399356c40 req-3d3a8096-203b-4e3b-afa6-d27d926d7608 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:51.370081 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3ecf5d2-662f-48b7-8341-b16399356c40 req-3d3a8096-203b-4e3b-afa6-d27d926d7608 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] 10.222.0.124 "DELETE /v2.0/ports/23957468-1ff5-4149-a25b-d0cbfc458a25 HTTP/1.1" status: 204 len: 173 time: 1.4503176 Jul 06 13:53:51.373052 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ca9a22-840a-4d6a-9430-bfdad55173e0', 'name': 'network-vif-deleted', 'tag': '23957468-1ff5-4149-a25b-d0cbfc458a25'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:53:51.375656 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be07f2b1-3e99-4769-be74-d0aaa6ecbbec" -d '{"events": [{"server_uuid": "e2ca9a22-840a-4d6a-9430-bfdad55173e0", "name": "network-vif-deleted", "tag": "23957468-1ff5-4149-a25b-d0cbfc458a25"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:51.414908 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea84771-da22-41d5-bb40-f88431c8be36 req-ed8caf7f-92df-4df5-874a-9067aa5052fc tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:51.417150 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:51.418639 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eea84771-da22-41d5-bb40-f88431c8be36 req-ed8caf7f-92df-4df5-874a-9067aa5052fc tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=d7c7751c-dbdf-4ded-9376-d7545e34a802 HTTP/1.1" status: 200 len: 945 time: 0.2224944 Jul 06 13:53:51.452156 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-353ce9b0-df92-4018-945e-a1fba459b049 req-931890bc-3387-4131-92e2-b14ae0ca19a0 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Deleting port 46b02789-55db-4aa5-8710-d90530a6f5e0 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:53:51.452823 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-353ce9b0-df92-4018-945e-a1fba459b049 req-931890bc-3387-4131-92e2-b14ae0ca19a0 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:51.471620 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 08997f95-e1aa-45a0-8c65-59c666a863c0, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=08997f95-e1aa-45a0-8c65-59c666a863c0,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:51.477294 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:51.479026 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 23957468-1ff5-4149-a25b-d0cbfc458a25 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:53:51.548497 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 23957468-1ff5-4149-a25b-d0cbfc458a25 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:53:51.548898 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 23957468-1ff5-4149-a25b-d0cbfc458a25 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:53:51.571776 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eea84771-da22-41d5-bb40-f88431c8be36 req-c6d68f7b-9409-47ec-bcc4-b01bcc447950 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385775 Jul 06 13:53:51.582273 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=08997f95-e1aa-45a0-8c65-59c666a863c0,revision_number=11']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:51.630477 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-353ce9b0-df92-4018-945e-a1fba459b049 req-931890bc-3387-4131-92e2-b14ae0ca19a0 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] For port 46b02789-55db-4aa5-8710-d90530a6f5e0, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=46b02789-55db-4aa5-8710-d90530a6f5e0,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:51.633558 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-353ce9b0-df92-4018-945e-a1fba459b049 req-931890bc-3387-4131-92e2-b14ae0ca19a0 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:51.665430 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-353ce9b0-df92-4018-945e-a1fba459b049 req-931890bc-3387-4131-92e2-b14ae0ca19a0 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Calling delete_port for 46b02789-55db-4aa5-8710-d90530a6f5e0 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:53:51.922828 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-353ce9b0-df92-4018-945e-a1fba459b049 req-931890bc-3387-4131-92e2-b14ae0ca19a0 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:51.936311 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['18f0c18b-6a75-4942-ada4-efbebf7a31d2'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:53:51.939636 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9e451bb0-958b-4bc4-877b-69352013cdbd'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:53:52.007432 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931890bc-3387-4131-92e2-b14ae0ca19a0 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Pushing event deleted for resources: {'Port': ['ID=46b02789-55db-4aa5-8710-d90530a6f5e0,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:52.093207 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47ad6351-e07d-4357-8d53-a4b1cef9634d req-9c538f94-bd56-4690-939d-a84b4c94617a tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] 10.222.0.118 "GET /v2.0/ports?device_id=e2ca9a22-840a-4d6a-9430-bfdad55173e0 HTTP/1.1" status: 200 len: 210 time: 0.0614309 Jul 06 13:53:52.207544 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-353ce9b0-df92-4018-945e-a1fba459b049 req-931890bc-3387-4131-92e2-b14ae0ca19a0 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] No DVR routers for this DVR port 46b02789-55db-4aa5-8710-d90530a6f5e0 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:53:52.210301 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-353ce9b0-df92-4018-945e-a1fba459b049 req-931890bc-3387-4131-92e2-b14ae0ca19a0 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:52.212553 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-353ce9b0-df92-4018-945e-a1fba459b049 req-931890bc-3387-4131-92e2-b14ae0ca19a0 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.52 "DELETE /v2.0/ports/46b02789-55db-4aa5-8710-d90530a6f5e0 HTTP/1.1" status: 204 len: 173 time: 1.4192071 Jul 06 13:53:52.226083 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f791b001-d190-4a24-a45f-bdd633a8a1d2 x-openstack-request-id: req-f791b001-d190-4a24-a45f-bdd633a8a1d2 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:52.236488 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba348036-9ed3-443d-ab59-835f7987fc6c", "name": "network-vif-plugged", "status": "completed", "tag": "c85ddb38-6b02-4287-8de9-634ec6940430", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:52.238118 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-f791b001-d190-4a24-a45f-bdd633a8a1d2 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:52.239840 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba348036-9ed3-443d-ab59-835f7987fc6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85ddb38-6b02-4287-8de9-634ec6940430', 'code': 200} Jul 06 13:53:52.279224 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b1e434-de27-407c-83f2-af6fc0d4c182 x-openstack-request-id: req-77b1e434-de27-407c-83f2-af6fc0d4c182 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:52.279710 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ca9a22-840a-4d6a-9430-bfdad55173e0", "name": "network-vif-deleted", "tag": "23957468-1ff5-4149-a25b-d0cbfc458a25", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:52.279959 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-77b1e434-de27-407c-83f2-af6fc0d4c182 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:52.280565 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ca9a22-840a-4d6a-9430-bfdad55173e0', 'name': 'network-vif-deleted', 'tag': '23957468-1ff5-4149-a25b-d0cbfc458a25', 'status': 'completed', 'code': 200} Jul 06 13:53:52.313239 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 50796) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:52.378601 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 187bf93e-316e-421e-90ee-70fc8cfc8f08 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:52.426098 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c02d2-33aa-4a07-9a58-bbba022b56f8 req-3f2888e8-85c7-4c44-bf16-d29fdbd38eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:52.427707 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a3c02d2-33aa-4a07-9a58-bbba022b56f8 req-3f2888e8-85c7-4c44-bf16-d29fdbd38eb0 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=ba348036-9ed3-443d-ab59-835f7987fc6c HTTP/1.1" status: 200 len: 1097 time: 0.1241486 Jul 06 13:53:52.517633 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a3c02d2-33aa-4a07-9a58-bbba022b56f8 req-bb39dec8-a19f-401c-902c-a1e823c4768c service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=3448cbd7-9462-4fb4-ab42-aa46281e1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718744 Jul 06 13:53:52.555491 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73724f97-c618-4377-9b9b-61d6d85213f3 req-197a01f3-e2b0-4593-a233-071aeb3cb833 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:52.564596 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-73724f97-c618-4377-9b9b-61d6d85213f3 req-197a01f3-e2b0-4593-a233-071aeb3cb833 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] 10.222.0.118 "GET /v2.0/ports?device_id=ba348036-9ed3-443d-ab59-835f7987fc6c HTTP/1.1" status: 200 len: 946 time: 0.1309144 Jul 06 13:53:52.583380 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 187bf93e-316e-421e-90ee-70fc8cfc8f08 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:52.583953 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:52.610601 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-0622bed1-498f-486c-b313-982aeea26743 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1673691958'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:52.626359 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 46b02789-55db-4aa5-8710-d90530a6f5e0 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:53:52.626873 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-73724f97-c618-4377-9b9b-61d6d85213f3 req-53393b57-1abc-4a48-b904-8da67446db51 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] 10.222.0.118 "GET /v2.0/security-groups?id=3448cbd7-9462-4fb4-ab42-aa46281e1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620379 Jul 06 13:53:52.654003 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 46b02789-55db-4aa5-8710-d90530a6f5e0 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:53:52.654349 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 46b02789-55db-4aa5-8710-d90530a6f5e0 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:53:52.655085 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0622bed1-498f-486c-b313-982aeea26743 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Made reservation on behalf of f4d21690b43e4fb2b8094f73743ac6f2 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:53:52.663778 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0622bed1-498f-486c-b313-982aeea26743 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:52.676703 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0622bed1-498f-486c-b313-982aeea26743 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:52.764478 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-edd404d3-1590-47f9-86cb-f76788d110b0 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=26acdda50990445ca6f1c6389fdcff1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342574 Jul 06 13:53:52.898071 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0622bed1-498f-486c-b313-982aeea26743 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:52.904623 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0622bed1-498f-486c-b313-982aeea26743 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:52.930497 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-5655bc07-e7b1-4a14-986f-23ad3ed6ada4 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:52.932114 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-5655bc07-e7b1-4a14-986f-23ad3ed6ada4 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1605427 Jul 06 13:53:52.944254 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0622bed1-498f-486c-b313-982aeea26743 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:53:52.974152 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-1a9c3bec-1f7d-4805-a822-5894fff222d9 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/quotas/26acdda50990445ca6f1c6389fdcff1f HTTP/1.1" status: 200 len: 375 time: 0.0309589 Jul 06 13:53:52.974751 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622bed1-498f-486c-b313-982aeea26743 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=790c80d3-51a1-4b33-94af-929b56c6966f,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:52.982120 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0622bed1-498f-486c-b313-982aeea26743 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:52.982475 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-0622bed1-498f-486c-b313-982aeea26743 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Added segment 3f1a6359-1b33-4f11-857f-51f883e96d0d of type vlan for network 0536104a-ec9c-422d-9a52-1444ec0f3615 Jul 06 13:53:53.060130 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0622bed1-498f-486c-b313-982aeea26743 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:53.115625 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-cc53805b-fa33-4f19-9f00-c75dc305dc6a tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1313987 Jul 06 13:53:53.116644 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0622bed1-498f-486c-b313-982aeea26743 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:53.122941 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0622bed1-498f-486c-b313-982aeea26743 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:53.122941 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0622bed1-498f-486c-b313-982aeea26743 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:53.182608 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0622bed1-498f-486c-b313-982aeea26743 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8674612 Jul 06 13:53:53.185511 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50816) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:53.192772 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-1287e416-6445-4a5f-9827-105865dd5984 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Request body: {'subnet': {'network_id': '0536104a-ec9c-422d-9a52-1444ec0f3615', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:53.207064 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622bed1-498f-486c-b313-982aeea26743 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Pushing event updated for resources: {'Network': ['ID=0536104a-ec9c-422d-9a52-1444ec0f3615,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:53.225237 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 0536104a-ec9c-422d-9a52-1444ec0f3615 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:53:53.344932 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1287e416-6445-4a5f-9827-105865dd5984 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Made reservation on behalf of f4d21690b43e4fb2b8094f73743ac6f2 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:53:53.359399 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1287e416-6445-4a5f-9827-105865dd5984 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:53.644150 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9568c94d-09de-4eb6-bb6d-5f05b5c50a1d req-70d3adfc-15d2-4d2e-bb8a-0607f4cdf124 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 210 time: 0.0445387 Jul 06 13:53:53.686947 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1287e416-6445-4a5f-9827-105865dd5984 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:53.776706 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287e416-6445-4a5f-9827-105865dd5984 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Pushing event updated for resources: {'Subnet': ['ID=ce3093ed-3acc-4413-823f-c31723dc8ae7,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:53.787684 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1287e416-6445-4a5f-9827-105865dd5984 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Checking segment: {'id': '3f1a6359-1b33-4f11-857f-51f883e96d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0536104a-ec9c-422d-9a52-1444ec0f3615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:53:53.788064 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1287e416-6445-4a5f-9827-105865dd5984 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Network hostable DHCP agents. Network: 0536104a-ec9c-422d-9a52-1444ec0f3615, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:53:53.812129 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1287e416-6445-4a5f-9827-105865dd5984 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Network 0536104a-ec9c-422d-9a52-1444ec0f3615 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:53:53.828506 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-1287e416-6445-4a5f-9827-105865dd5984 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 0536104a-ec9c-422d-9a52-1444ec0f3615) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:53.835680 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1287e416-6445-4a5f-9827-105865dd5984 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:53.837096 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1287e416-6445-4a5f-9827-105865dd5984 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:53.842074 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515132f2-d3b3-4951-a5da-8b5e306de6da None None] Network 0536104a-ec9c-422d-9a52-1444ec0f3615 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:53:53.871738 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1287e416-6445-4a5f-9827-105865dd5984 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6829047 Jul 06 13:53:53.873454 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 50844) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:53.878880 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-e776d6e2-86d6-4990-8f14-069bd1a32308 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Request body: {'port': {'network_id': '0536104a-ec9c-422d-9a52-1444ec0f3615', 'name': 'tempest-DHCPAgentSchedulersTestJSON-679571409'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:54.072532 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e776d6e2-86d6-4990-8f14-069bd1a32308 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Made reservation on behalf of f4d21690b43e4fb2b8094f73743ac6f2 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:53:54.077502 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e776d6e2-86d6-4990-8f14-069bd1a32308 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:54.102112 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-e776d6e2-86d6-4990-8f14-069bd1a32308 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] device_id is not set on port 27e5edab-5479-4954-976b-56609ca6ef0c yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 13:53:54.210988 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbab22f-14a5-4d40-976b-4a4ed0af31da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-0536104a-ec9c-422d-9a52-1444ec0f3615', 'network_id': '0536104a-ec9c-422d-9a52-1444ec0f3615', 'tenant_id': 'f4d21690b43e4fb2b8094f73743ac6f2', 'fixed_ips': [{'subnet_id': 'ce3093ed-3acc-4413-823f-c31723dc8ae7'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:53:54.211875 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2bbab22f-14a5-4d40-976b-4a4ed0af31da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:54.251299 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b842cc96-c059-44f6-9b12-fff745687b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08997f95-e1aa-45a0-8c65-59c666a863c0'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:53:54.254291 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d770056-a791-4247-8cba-5d5a51bb4d26" -d '{"events": [{"server_uuid": "b842cc96-c059-44f6-9b12-fff745687b52", "name": "network-vif-plugged", "status": "completed", "tag": "08997f95-e1aa-45a0-8c65-59c666a863c0"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:54.294198 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c7751c-dbdf-4ded-9376-d7545e34a802', 'name': 'network-vif-deleted', 'tag': '46b02789-55db-4aa5-8710-d90530a6f5e0'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:53:54.297400 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0ae833-5261-4a1a-b7f8-d3904592995f" -d '{"events": [{"server_uuid": "d7c7751c-dbdf-4ded-9376-d7545e34a802", "name": "network-vif-deleted", "tag": "46b02789-55db-4aa5-8710-d90530a6f5e0"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:54.313572 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-e776d6e2-86d6-4990-8f14-069bd1a32308 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Allocated IP 172.20.0.13 (0536104a-ec9c-422d-9a52-1444ec0f3615/ce3093ed-3acc-4413-823f-c31723dc8ae7/27e5edab-5479-4954-976b-56609ca6ef0c) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:53:54.393324 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e9c26-43a8-4a5a-a6b9-4358ad64a3fd req-4aaab34b-feab-4b92-afa3-ce0fd392f903 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:54.395215 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c79e9c26-43a8-4a5a-a6b9-4358ad64a3fd req-4aaab34b-feab-4b92-afa3-ce0fd392f903 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] 10.222.0.118 "GET /v2.0/ports?device_id=ba348036-9ed3-443d-ab59-835f7987fc6c HTTP/1.1" status: 200 len: 946 time: 0.1548808 Jul 06 13:53:54.517334 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c79e9c26-43a8-4a5a-a6b9-4358ad64a3fd req-65941233-2a1e-4448-95d4-95b1e56f0a0c tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] 10.222.0.118 "GET /v2.0/security-groups?id=3448cbd7-9462-4fb4-ab42-aa46281e1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126435 Jul 06 13:53:54.605147 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e776d6e2-86d6-4990-8f14-069bd1a32308 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:54.622548 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-e776d6e2-86d6-4990-8f14-069bd1a32308 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Transition to ACTIVE for port object 27e5edab-5479-4954-976b-56609ca6ef0c will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:53:54.705911 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e776d6e2-86d6-4990-8f14-069bd1a32308 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:54.763649 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-2bbab22f-14a5-4d40-976b-4a4ed0af31da None None] Allocated IP 172.20.0.2 (0536104a-ec9c-422d-9a52-1444ec0f3615/ce3093ed-3acc-4413-823f-c31723dc8ae7/84e8bc71-7525-4414-94e8-0b901770a039) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:53:54.766535 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e776d6e2-86d6-4990-8f14-069bd1a32308 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Network 0536104a-ec9c-422d-9a52-1444ec0f3615 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:54.772537 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-e776d6e2-86d6-4990-8f14-069bd1a32308 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:54.775186 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e776d6e2-86d6-4990-8f14-069bd1a32308 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:53:54.840392 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776d6e2-86d6-4990-8f14-069bd1a32308 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Pushing event updated for resources: {'Port': ['ID=27e5edab-5479-4954-976b-56609ca6ef0c,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:54.861017 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cd51b-1eea-4b7d-b2ff-bfe2a6b0aaa4 req-2d3f01ca-f5bd-4152-aa7b-977781116e01 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:54.869817 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f61cd51b-1eea-4b7d-b2ff-bfe2a6b0aaa4 req-2d3f01ca-f5bd-4152-aa7b-977781116e01 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=8bb79903-a150-463d-94e1-27619d155ac4 HTTP/1.1" status: 200 len: 945 time: 0.2169180 Jul 06 13:53:54.930816 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f61cd51b-1eea-4b7d-b2ff-bfe2a6b0aaa4 req-00c36b72-dc44-4a62-9039-dda381b65a03 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597603 Jul 06 13:53:54.943916 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e776d6e2-86d6-4990-8f14-069bd1a32308 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:54.950435 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e776d6e2-86d6-4990-8f14-069bd1a32308 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:54.985117 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e776d6e2-86d6-4990-8f14-069bd1a32308 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1104703 Jul 06 13:53:54.985479 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50896) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:55.006879 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2bbab22f-14a5-4d40-976b-4a4ed0af31da None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:55.034551 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2bbab22f-14a5-4d40-976b-4a4ed0af31da None None] Transition to ACTIVE for port object 84e8bc71-7525-4414-94e8-0b901770a039 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:53:55.064911 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2bbab22f-14a5-4d40-976b-4a4ed0af31da None None] Transition to ACTIVE for port object 84e8bc71-7525-4414-94e8-0b901770a039 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:53:55.068969 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365e8695-a821-4b5a-b47d-8202906d63d6 x-openstack-request-id: req-365e8695-a821-4b5a-b47d-8202906d63d6 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:55.069529 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b842cc96-c059-44f6-9b12-fff745687b52", "name": "network-vif-plugged", "status": "completed", "tag": "08997f95-e1aa-45a0-8c65-59c666a863c0", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:55.070045 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-365e8695-a821-4b5a-b47d-8202906d63d6 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:55.070885 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b842cc96-c059-44f6-9b12-fff745687b52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08997f95-e1aa-45a0-8c65-59c666a863c0', 'code': 200} Jul 06 13:53:55.074824 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2bbab22f-14a5-4d40-976b-4a4ed0af31da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:55.114119 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61b22f5-296d-4bfe-97cd-883c93e4e1d5 x-openstack-request-id: req-c61b22f5-296d-4bfe-97cd-883c93e4e1d5 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:55.114418 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c7751c-dbdf-4ded-9376-d7545e34a802", "name": "network-vif-deleted", "tag": "46b02789-55db-4aa5-8710-d90530a6f5e0", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:55.114681 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c61b22f5-296d-4bfe-97cd-883c93e4e1d5 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:55.115097 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c7751c-dbdf-4ded-9376-d7545e34a802', 'name': 'network-vif-deleted', 'tag': '46b02789-55db-4aa5-8710-d90530a6f5e0', 'status': 'completed', 'code': 200} Jul 06 13:53:55.122948 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbab22f-14a5-4d40-976b-4a4ed0af31da None None] Network 0536104a-ec9c-422d-9a52-1444ec0f3615 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:55.126422 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-9c5c485d-2605-4ec8-b2d1-793021dbc712 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=26acdda50990445ca6f1c6389fdcff1f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453887 Jul 06 13:53:55.126784 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-2bbab22f-14a5-4d40-976b-4a4ed0af31da None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:55.130643 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbab22f-14a5-4d40-976b-4a4ed0af31da None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:53:55.143694 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbab22f-14a5-4d40-976b-4a4ed0af31da None None] Pushing event updated for resources: {'Port': ['ID=84e8bc71-7525-4414-94e8-0b901770a039,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:55.222253 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-2bbab22f-14a5-4d40-976b-4a4ed0af31da None None] Attempting to bind port 84e8bc71-7525-4414-94e8-0b901770a039 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:53:55.222862 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-2bbab22f-14a5-4d40-976b-4a4ed0af31da None None] Attempting to bind port 84e8bc71-7525-4414-94e8-0b901770a039 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '3f1a6359-1b33-4f11-857f-51f883e96d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0536104a-ec9c-422d-9a52-1444ec0f3615'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:53:55.223451 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbab22f-14a5-4d40-976b-4a4ed0af31da None None] Attempting to bind port 84e8bc71-7525-4414-94e8-0b901770a039 on network 0536104a-ec9c-422d-9a52-1444ec0f3615 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:53:55.229336 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbab22f-14a5-4d40-976b-4a4ed0af31da None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:53:55.229977 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbab22f-14a5-4d40-976b-4a4ed0af31da None None] Checking segment: {'id': '3f1a6359-1b33-4f11-857f-51f883e96d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0536104a-ec9c-422d-9a52-1444ec0f3615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:53:55.230644 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2bbab22f-14a5-4d40-976b-4a4ed0af31da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:55.231207 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbab22f-14a5-4d40-976b-4a4ed0af31da None None] Bound using segment: {'id': '3f1a6359-1b33-4f11-857f-51f883e96d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0536104a-ec9c-422d-9a52-1444ec0f3615'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:53:55.231868 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-2bbab22f-14a5-4d40-976b-4a4ed0af31da None None] Bound port: 84e8bc71-7525-4414-94e8-0b901770a039, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1a6359-1b33-4f11-857f-51f883e96d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0536104a-ec9c-422d-9a52-1444ec0f3615'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:53:55.232413 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2bbab22f-14a5-4d40-976b-4a4ed0af31da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:55.281338 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3a054b50-c59a-4660-a3f6-929549440f1b tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Deleting port 27e5edab-5479-4954-976b-56609ca6ef0c {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:53:55.281698 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3a054b50-c59a-4660-a3f6-929549440f1b tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:55.320746 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-2bbab22f-14a5-4d40-976b-4a4ed0af31da None None] For port 84e8bc71-7525-4414-94e8-0b901770a039, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:53:55.328697 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-2bbab22f-14a5-4d40-976b-4a4ed0af31da None None] For port 84e8bc71-7525-4414-94e8-0b901770a039, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=84e8bc71-7525-4414-94e8-0b901770a039,segment=NetworkSegment(3f1a6359-1b33-4f11-857f-51f883e96d0d),segment_id=3f1a6359-1b33-4f11-857f-51f883e96d0d)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:53:55.337676 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2bbab22f-14a5-4d40-976b-4a4ed0af31da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:55.433304 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbab22f-14a5-4d40-976b-4a4ed0af31da None None] Pushing event updated for resources: {'Port': ['ID=84e8bc71-7525-4414-94e8-0b901770a039,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:55.473078 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3a054b50-c59a-4660-a3f6-929549440f1b tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:55.496755 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3a054b50-c59a-4660-a3f6-929549440f1b tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Calling delete_port for 27e5edab-5479-4954-976b-56609ca6ef0c owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:53:55.660177 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-09a6c114-6aba-41b1-83a8-cc787032400b tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:55.662274 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-09a6c114-6aba-41b1-83a8-cc787032400b tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5349193 Jul 06 13:53:55.703419 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-56766463-3b33-41ec-802c-2995db36d89f tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Request body: {'port': {'device_id': 'b355fdca-9197-46f4-b409-b93eed02dbba', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'admin_state_up': True, 'tenant_id': '26acdda50990445ca6f1c6389fdcff1f'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:55.710942 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e0b07adf-f449-4155-8537-5ebedd8aa80c req-d1fa05d0-e069-4cd3-9634-be16551d73f4 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 210 time: 0.0795240 Jul 06 13:53:55.748148 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3a054b50-c59a-4660-a3f6-929549440f1b tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:55.855304 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1c15f-7be9-4f01-bfd1-882a545c832a req-c52d92b0-4b95-4d6d-95e4-0c8f82ed8fa7 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:55.857804 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56d1c15f-7be9-4f01-bfd1-882a545c832a req-c52d92b0-4b95-4d6d-95e4-0c8f82ed8fa7 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.124 "GET /v2.0/ports?device_id=8bb79903-a150-463d-94e1-27619d155ac4 HTTP/1.1" status: 200 len: 945 time: 0.3864543 Jul 06 13:53:55.905527 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a054b50-c59a-4660-a3f6-929549440f1b tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Pushing event deleted for resources: {'Port': ['ID=27e5edab-5479-4954-976b-56609ca6ef0c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:56.001586 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-56766463-3b33-41ec-802c-2995db36d89f tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Made reservation on behalf of 26acdda50990445ca6f1c6389fdcff1f for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:53:56.009519 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-56766463-3b33-41ec-802c-2995db36d89f tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:56.023244 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3a054b50-c59a-4660-a3f6-929549440f1b tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:56.028899 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3a054b50-c59a-4660-a3f6-929549440f1b tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] 10.222.0.118 "DELETE /v2.0/ports/27e5edab-5479-4954-976b-56609ca6ef0c HTTP/1.1" status: 204 len: 168 time: 1.0414302 Jul 06 13:53:56.031812 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50904) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:56.129455 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-999e43e9-3796-4b09-a3b5-c8afcde60313 tempest-DHCPAgentSchedulersTestJSON-614965647 tempest-DHCPAgentSchedulersTestJSON-614965647-project-admin] 10.222.0.118 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4678 time: 0.0964346 Jul 06 13:53:56.142183 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-56d1c15f-7be9-4f01-bfd1-882a545c832a req-990fff07-173c-4161-8450-d8beacdf3ffc tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Deleting port 18f0c18b-6a75-4942-ada4-efbebf7a31d2 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:53:56.142599 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-56d1c15f-7be9-4f01-bfd1-882a545c832a req-990fff07-173c-4161-8450-d8beacdf3ffc tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:56.145963 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50910) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:56.168176 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-70375ae2-9418-4406-a66c-f1b9d0dba60a tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-973338838'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:56.225498 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70375ae2-9418-4406-a66c-f1b9d0dba60a tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Made reservation on behalf of f4d21690b43e4fb2b8094f73743ac6f2 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:53:56.236619 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-70375ae2-9418-4406-a66c-f1b9d0dba60a tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:56.321510 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70375ae2-9418-4406-a66c-f1b9d0dba60a tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:53:56.370024 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-70375ae2-9418-4406-a66c-f1b9d0dba60a tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:56.370849 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-70375ae2-9418-4406-a66c-f1b9d0dba60a tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Added segment 49e6d98f-a911-4909-adce-391723ab76b6 of type vlan for network 45e0da57-41b5-43e4-8cb1-442ddb47d6d0 Jul 06 13:53:56.472651 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-56d1c15f-7be9-4f01-bfd1-882a545c832a req-990fff07-173c-4161-8450-d8beacdf3ffc tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] For port 18f0c18b-6a75-4942-ada4-efbebf7a31d2, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=18f0c18b-6a75-4942-ada4-efbebf7a31d2,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:56.473033 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-56d1c15f-7be9-4f01-bfd1-882a545c832a req-990fff07-173c-4161-8450-d8beacdf3ffc tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:56.500336 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-56766463-3b33-41ec-802c-2995db36d89f tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Allocated IP 192.168.233.66 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/4a5aa084-e04f-46d8-b478-f57cec682a06) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:53:56.503412 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-70375ae2-9418-4406-a66c-f1b9d0dba60a tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:56.532194 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-56d1c15f-7be9-4f01-bfd1-882a545c832a req-990fff07-173c-4161-8450-d8beacdf3ffc tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Calling delete_port for 18f0c18b-6a75-4942-ada4-efbebf7a31d2 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:53:56.536494 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 84e8bc71-7525-4414-94e8-0b901770a039 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:56.577147 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-70375ae2-9418-4406-a66c-f1b9d0dba60a tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:56.594879 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70375ae2-9418-4406-a66c-f1b9d0dba60a tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:56.595974 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-70375ae2-9418-4406-a66c-f1b9d0dba60a tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:56.755869 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 84e8bc71-7525-4414-94e8-0b901770a039 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:53:56.819044 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-70375ae2-9418-4406-a66c-f1b9d0dba60a tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6692038 Jul 06 13:53:56.820612 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50918) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:56.853820 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70375ae2-9418-4406-a66c-f1b9d0dba60a tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Pushing event updated for resources: {'Network': ['ID=45e0da57-41b5-43e4-8cb1-442ddb47d6d0,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:56.876661 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 45e0da57-41b5-43e4-8cb1-442ddb47d6d0 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:53:56.903746 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc0808-d068-44b3-b711-557ddf31f67d req-8ece9d86-1b04-419a-b87d-1e28c40b99f2 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:56.910725 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-41bc0808-d068-44b3-b711-557ddf31f67d req-8ece9d86-1b04-419a-b87d-1e28c40b99f2 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=8bb79903-a150-463d-94e1-27619d155ac4 HTTP/1.1" status: 200 len: 945 time: 0.4559262 Jul 06 13:53:57.055792 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74eda6ee-f9b0-4b5e-b4eb-e3deaf71d10d None None] Network 0536104a-ec9c-422d-9a52-1444ec0f3615 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:53:57.071536 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1fd214ef-09c2-41e4-a974-75b1811c3552 tempest-DHCPAgentSchedulersTestJSON-614965647 tempest-DHCPAgentSchedulersTestJSON-614965647-project-admin] 10.222.0.118 "GET /v2.0/agents/8bd76795-bebd-4fb0-8990-9b6e27f555bd/dhcp-networks HTTP/1.1" status: 200 len: 8084 time: 0.2453766 Jul 06 13:53:57.075608 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50922) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:57.136292 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-56d1c15f-7be9-4f01-bfd1-882a545c832a req-990fff07-173c-4161-8450-d8beacdf3ffc tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:57.155150 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6c36cc34-1106-43c8-a85d-bbd0fc3a7d2f None None] Provisioning for port 84e8bc71-7525-4414-94e8-0b901770a039 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:53:57.165198 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9e451bb0-958b-4bc4-877b-69352013cdbd'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:53:57.169052 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6c36cc34-1106-43c8-a85d-bbd0fc3a7d2f None None] Provisioning complete for port 84e8bc71-7525-4414-94e8-0b901770a039 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:57.169557 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6c36cc34-1106-43c8-a85d-bbd0fc3a7d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:57.230779 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2015141f-81dd-4342-84fc-41d8ff05313a tempest-DHCPAgentSchedulersTestJSON-614965647 tempest-DHCPAgentSchedulersTestJSON-614965647-project-admin] Network 45e0da57-41b5-43e4-8cb1-442ddb47d6d0 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:53:57.250298 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-41bc0808-d068-44b3-b711-557ddf31f67d req-d88d07a4-c07e-4861-aacf-a6b81408625c tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974246 Jul 06 13:53:57.255111 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2015141f-81dd-4342-84fc-41d8ff05313a tempest-DHCPAgentSchedulersTestJSON-614965647 tempest-DHCPAgentSchedulersTestJSON-614965647-project-admin] 10.222.0.118 "POST /v2.0/agents/8bd76795-bebd-4fb0-8990-9b6e27f555bd/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1774848 Jul 06 13:53:57.256944 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50926) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:57.273876 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990fff07-173c-4161-8450-d8beacdf3ffc tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Pushing event deleted for resources: {'Port': ['ID=18f0c18b-6a75-4942-ada4-efbebf7a31d2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:57.285217 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0612982-376a-4a7e-96e7-8cd18a607deb None None] Network 45e0da57-41b5-43e4-8cb1-442ddb47d6d0 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:53:57.290043 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-82d8c054-5fb2-45b8-807b-97249607234b req-9360611c-f895-4ab3-9800-70ac02a56de9 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=e0af5c35-ffa6-473a-b888-19a00db41c07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4689443 Jul 06 13:53:57.393721 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-56766463-3b33-41ec-802c-2995db36d89f tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:57.420949 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-56766463-3b33-41ec-802c-2995db36d89f tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Transition to ACTIVE for port object 4a5aa084-e04f-46d8-b478-f57cec682a06 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:53:57.492373 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b8ad6d52-710d-4d28-993b-7147f326dde8 tempest-DHCPAgentSchedulersTestJSON-614965647 tempest-DHCPAgentSchedulersTestJSON-614965647-project-admin] 10.222.0.118 "GET /v2.0/agents/8bd76795-bebd-4fb0-8990-9b6e27f555bd/dhcp-networks HTTP/1.1" status: 200 len: 8854 time: 0.2341459 Jul 06 13:53:57.493008 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50928) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:57.580247 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-83eed679-cfeb-4b08-b5ba-9c515186fcfc tempest-DHCPAgentSchedulersTestJSON-614965647 tempest-DHCPAgentSchedulersTestJSON-614965647-project-admin] 10.222.0.118 "DELETE /v2.0/agents/8bd76795-bebd-4fb0-8990-9b6e27f555bd/dhcp-networks/45e0da57-41b5-43e4-8cb1-442ddb47d6d0 HTTP/1.1" status: 204 len: 168 time: 0.0850925 Jul 06 13:53:57.581648 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50930) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:57.601329 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d1c15f-7be9-4f01-bfd1-882a545c832a req-990fff07-173c-4161-8450-d8beacdf3ffc tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] No DVR routers for this DVR port 18f0c18b-6a75-4942-ada4-efbebf7a31d2 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:53:57.604695 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-56d1c15f-7be9-4f01-bfd1-882a545c832a req-990fff07-173c-4161-8450-d8beacdf3ffc tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:57.606847 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56d1c15f-7be9-4f01-bfd1-882a545c832a req-990fff07-173c-4161-8450-d8beacdf3ffc tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.124 "DELETE /v2.0/ports/18f0c18b-6a75-4942-ada4-efbebf7a31d2 HTTP/1.1" status: 204 len: 173 time: 1.7363901 Jul 06 13:53:57.615022 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb79903-a150-463d-94e1-27619d155ac4', 'name': 'network-vif-deleted', 'tag': '18f0c18b-6a75-4942-ada4-efbebf7a31d2'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:53:57.617893 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8845ff-5393-4769-acb2-b83a122508c3" -d '{"events": [{"server_uuid": "8bb79903-a150-463d-94e1-27619d155ac4", "name": "network-vif-deleted", "tag": "18f0c18b-6a75-4942-ada4-efbebf7a31d2"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:57.694519 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-56766463-3b33-41ec-802c-2995db36d89f tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:57.717436 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['98101a5f-4149-4831-9e47-b5fd6d4b3895', '08997f95-e1aa-45a0-8c65-59c666a863c0'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:53:57.755297 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-56766463-3b33-41ec-802c-2995db36d89f tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:57.761460 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-56766463-3b33-41ec-802c-2995db36d89f tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:57.764026 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-56766463-3b33-41ec-802c-2995db36d89f tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:53:57.839864 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-62e4630b-a113-4928-be0b-0b9bb0a81fb7 tempest-DHCPAgentSchedulersTestJSON-614965647 tempest-DHCPAgentSchedulersTestJSON-614965647-project-admin] 10.222.0.118 "GET /v2.0/agents/8bd76795-bebd-4fb0-8990-9b6e27f555bd/dhcp-networks HTTP/1.1" status: 200 len: 8084 time: 0.2530930 Jul 06 13:53:57.841355 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50934) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:57.885638 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6c36cc34-1106-43c8-a85d-bbd0fc3a7d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:57.889048 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-db23bbab-5ece-42b5-846b-98a45ac571b8 tempest-DHCPAgentSchedulersTestJSON-614965647 tempest-DHCPAgentSchedulersTestJSON-614965647-project-admin] 10.222.0.118 "GET /v2.0/networks/0536104a-ec9c-422d-9a52-1444ec0f3615/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0442433 Jul 06 13:53:57.891150 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50936) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:57.913706 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8c054-5fb2-45b8-807b-97249607234b req-aeb3ded6-51f7-4460-a546-091b6aaeee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:57.916834 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-82d8c054-5fb2-45b8-807b-97249607234b req-aeb3ded6-51f7-4460-a546-091b6aaeee8f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 1102 time: 0.4434257 Jul 06 13:53:57.932096 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1597ba1a-2775-4fb1-bd4f-3516c111d764 tempest-DHCPAgentSchedulersTestJSON-614965647 tempest-DHCPAgentSchedulersTestJSON-614965647-project-admin] 10.222.0.118 "GET /v2.0/networks/0536104a-ec9c-422d-9a52-1444ec0f3615/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0383759 Jul 06 13:53:57.933689 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50938) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:57.940340 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56766463-3b33-41ec-802c-2995db36d89f tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Pushing event updated for resources: {'Port': ['ID=4a5aa084-e04f-46d8-b478-f57cec682a06,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:58.022462 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-6c36cc34-1106-43c8-a85d-bbd0fc3a7d2f None None] For port 84e8bc71-7525-4414-94e8-0b901770a039, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=84e8bc71-7525-4414-94e8-0b901770a039,segment=NetworkSegment(3f1a6359-1b33-4f11-857f-51f883e96d0d),segment_id=3f1a6359-1b33-4f11-857f-51f883e96d0d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:58.031967 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240096e-a77e-479d-9fe7-aa7e068aa51e req-9999887c-f16e-4061-b5b6-cb34cff4d629 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:58.038774 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6c36cc34-1106-43c8-a85d-bbd0fc3a7d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:58.044983 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c240096e-a77e-479d-9fe7-aa7e068aa51e req-9999887c-f16e-4061-b5b6-cb34cff4d629 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] 10.222.0.118 "GET /v2.0/ports?device_id=ba348036-9ed3-443d-ab59-835f7987fc6c HTTP/1.1" status: 200 len: 946 time: 0.5762303 Jul 06 13:53:58.209278 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fd83655c-2017-40e6-b2b8-cdf74829046e tempest-DHCPAgentSchedulersTestJSON-614965647 tempest-DHCPAgentSchedulersTestJSON-614965647-project-admin] 10.222.0.118 "GET /v2.0/agents/8bd76795-bebd-4fb0-8990-9b6e27f555bd/dhcp-networks HTTP/1.1" status: 200 len: 8084 time: 0.2721200 Jul 06 13:53:58.212541 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50942) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:58.255231 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-56766463-3b33-41ec-802c-2995db36d89f tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:58.257268 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-56766463-3b33-41ec-802c-2995db36d89f tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:58.278435 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8da4d3-49a7-44e8-a16c-517ab6e1cea6 req-6f20d785-106a-42e3-b76b-dfa6e646320c tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:58.280193 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0d8da4d3-49a7-44e8-a16c-517ab6e1cea6 req-6f20d785-106a-42e3-b76b-dfa6e646320c tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] 10.222.0.124 "GET /v2.0/ports?device_id=ba348036-9ed3-443d-ab59-835f7987fc6c HTTP/1.1" status: 200 len: 946 time: 0.6723862 Jul 06 13:53:58.360687 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c240096e-a77e-479d-9fe7-aa7e068aa51e req-0eddf621-596c-43ae-aac8-4690f0379da5 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] 10.222.0.118 "GET /v2.0/security-groups?id=3448cbd7-9462-4fb4-ab42-aa46281e1048&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147483 Jul 06 13:53:58.391933 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-56766463-3b33-41ec-802c-2995db36d89f tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6944284 Jul 06 13:53:58.423023 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36cc34-1106-43c8-a85d-bbd0fc3a7d2f None None] Pushing event updated for resources: {'Port': ['ID=84e8bc71-7525-4414-94e8-0b901770a039,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:58.433099 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['3e8943cb-a6ad-4c58-9bd2-79576b130719'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:53:58.433528 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-ed92db60-cff5-4331-a31e-460075207b8f service neutron] Request body: {'port': {'device_id': 'b355fdca-9197-46f4-b409-b93eed02dbba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:53:58.442978 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2625-fa49-4b16-ac93-a2f3c97a576b tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:58.509697 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b2d0b557-44d5-4258-ab6c-49b7aa7edb20 None None] Provisioning for port 4a5aa084-e04f-46d8-b478-f57cec682a06 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:53:58.536452 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b2d0b557-44d5-4258-ab6c-49b7aa7edb20 None None] Provisioning complete for port 4a5aa084-e04f-46d8-b478-f57cec682a06 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:58.536649 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b2d0b557-44d5-4258-ab6c-49b7aa7edb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:58.646267 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8c054-5fb2-45b8-807b-97249607234b req-0c832d1f-6836-46d9-8855-574b0a88e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:58.647651 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-82d8c054-5fb2-45b8-807b-97249607234b req-0c832d1f-6836-46d9-8855-574b0a88e414 service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.6829090 Jul 06 13:53:58.729585 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2625-fa49-4b16-ac93-a2f3c97a576b tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:58.732158 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-b2d0b557-44d5-4258-ab6c-49b7aa7edb20 None None] Port 4a5aa084-e04f-46d8-b478-f57cec682a06 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:53:58.756289 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-ef9e2625-fa49-4b16-ac93-a2f3c97a576b tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e0da57-41b5-43e4-8cb1-442ddb47d6d0']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:58.781486 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-ef9e2625-fa49-4b16-ac93-a2f3c97a576b tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e6d98f-a911-4909-adce-391723ab76b6') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:58.781822 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-ef9e2625-fa49-4b16-ac93-a2f3c97a576b tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e6d98f-a911-4909-adce-391723ab76b6') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:58.795661 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2625-fa49-4b16-ac93-a2f3c97a576b tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:58.811615 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-82d8c054-5fb2-45b8-807b-97249607234b req-ea32417d-74ed-48f5-b19b-d1478818424c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=98101a5f-4149-4831-9e47-b5fd6d4b3895 HTTP/1.1" status: 200 len: 217 time: 0.1494470 Jul 06 13:53:58.819234 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2625-fa49-4b16-ac93-a2f3c97a576b tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:58.825643 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef9e2625-fa49-4b16-ac93-a2f3c97a576b tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:53:58.826051 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2625-fa49-4b16-ac93-a2f3c97a576b tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:58.896801 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-0d8da4d3-49a7-44e8-a16c-517ab6e1cea6 req-465f8052-dcf6-4338-803a-057e52d58040 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] Deleting port c85ddb38-6b02-4287-8de9-634ec6940430 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:53:58.896987 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0d8da4d3-49a7-44e8-a16c-517ab6e1cea6 req-465f8052-dcf6-4338-803a-057e52d58040 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:53:58.905781 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:53:58.924283 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-ed92db60-cff5-4331-a31e-460075207b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:58.931898 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2625-fa49-4b16-ac93-a2f3c97a576b tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:58.938605 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ef9e2625-fa49-4b16-ac93-a2f3c97a576b tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:58.943823 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ef9e2625-fa49-4b16-ac93-a2f3c97a576b tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] 10.222.0.118 "DELETE /v2.0/networks/45e0da57-41b5-43e4-8cb1-442ddb47d6d0 HTTP/1.1" status: 204 len: 168 time: 0.7294374 Jul 06 13:53:58.944469 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50948) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:58.948044 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8d1c9257-7f17-4332-8197-95a01973b5c2 None None] Provisioning complete for port 84e8bc71-7525-4414-94e8-0b901770a039 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:53:58.948748 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8d1c9257-7f17-4332-8197-95a01973b5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:58.993922 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 18f0c18b-6a75-4942-ada4-efbebf7a31d2 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:53:59.002852 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e2625-fa49-4b16-ac93-a2f3c97a576b tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Pushing event deleted for resources: {'Network': ['ID=45e0da57-41b5-43e4-8cb1-442ddb47d6d0,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:59.007090 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f38457-20ba-4f62-936c-4740aab17ed6 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] DELETE failed (client error): The resource could not be found. Jul 06 13:53:59.007494 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8c054-5fb2-45b8-807b-97249607234b req-e06220f0-45dd-4213-8b44-0a56c2413f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:59.007937 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9f38457-20ba-4f62-936c-4740aab17ed6 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 13:53:59.008975 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-82d8c054-5fb2-45b8-807b-97249607234b req-e06220f0-45dd-4213-8b44-0a56c2413f07 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1732874 Jul 06 13:53:59.013335 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 50950) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:53:59.013463 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e9f38457-20ba-4f62-936c-4740aab17ed6 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] 10.222.0.118 "DELETE /v2.0/ports/27e5edab-5479-4954-976b-56609ca6ef0c HTTP/1.1" status: 404 len: 333 time: 0.0524743 Jul 06 13:53:59.076431 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 18f0c18b-6a75-4942-ada4-efbebf7a31d2 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:53:59.076850 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 18f0c18b-6a75-4942-ada4-efbebf7a31d2 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:53:59.275952 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-dd87493c-0c19-4e81-b454-6deda437c15c None None] Could not find standard attr ID for object 27e5edab-5479-4954-976b-56609ca6ef0c. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 13:53:59.577030 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5ffc5-d4b9-4bfc-8c0c-ad28bb8fadbe req-27c224dd-7426-40f4-b360-57c0cf53b416 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:59.582237 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-88a5ffc5-d4b9-4bfc-8c0c-ad28bb8fadbe req-27c224dd-7426-40f4-b360-57c0cf53b416 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 935 time: 0.7977347 Jul 06 13:53:59.602436 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-0d8da4d3-49a7-44e8-a16c-517ab6e1cea6 req-465f8052-dcf6-4338-803a-057e52d58040 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] For port c85ddb38-6b02-4287-8de9-634ec6940430, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c85ddb38-6b02-4287-8de9-634ec6940430,segment=NetworkSegment(2767894d-41f6-461d-878f-31ee8999e5bc),segment_id=2767894d-41f6-461d-878f-31ee8999e5bc)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:59.602862 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0d8da4d3-49a7-44e8-a16c-517ab6e1cea6 req-465f8052-dcf6-4338-803a-057e52d58040 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:59.624369 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-0d8da4d3-49a7-44e8-a16c-517ab6e1cea6 req-465f8052-dcf6-4338-803a-057e52d58040 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] Calling delete_port for c85ddb38-6b02-4287-8de9-634ec6940430 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:53:59.674609 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1fcff0e-b315-43c0-9297-c4a6979dcf52 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Deleting subnet ce3093ed-3acc-4413-823f-c31723dc8ae7 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:53:59.727590 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a1fcff0e-b315-43c0-9297-c4a6979dcf52 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:59.844536 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a1fcff0e-b315-43c0-9297-c4a6979dcf52 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:53:59.875635 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-88a5ffc5-d4b9-4bfc-8c0c-ad28bb8fadbe req-f7db7e45-fd3c-4257-8329-9265eba3a1a7 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450290 Jul 06 13:53:59.934508 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb10686b-7d0b-4a5e-b545-c36b127d2812 x-openstack-request-id: req-fb10686b-7d0b-4a5e-b545-c36b127d2812 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:59.935130 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb79903-a150-463d-94e1-27619d155ac4", "name": "network-vif-deleted", "tag": "18f0c18b-6a75-4942-ada4-efbebf7a31d2", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:59.935130 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-fb10686b-7d0b-4a5e-b545-c36b127d2812 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:59.935446 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb79903-a150-463d-94e1-27619d155ac4', 'name': 'network-vif-deleted', 'tag': '18f0c18b-6a75-4942-ada4-efbebf7a31d2', 'status': 'completed', 'code': 200} Jul 06 13:53:59.938261 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8c054-5fb2-45b8-807b-97249607234b req-402da486-b953-43de-af81-73cd95b88846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:53:59.939832 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-82d8c054-5fb2-45b8-807b-97249607234b req-402da486-b953-43de-af81-73cd95b88846 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9131372 Jul 06 13:54:00.098987 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a1fcff0e-b315-43c0-9297-c4a6979dcf52 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:00.269852 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0d8da4d3-49a7-44e8-a16c-517ab6e1cea6 req-465f8052-dcf6-4338-803a-057e52d58040 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:00.274337 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dd577ac2-6091-48f7-aa0e-2b767a74004e req-a2c510a0-d7e5-4225-b945-7a8e04b32ff0 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] 10.222.0.118 "GET /v2.0/ports?device_id=ba348036-9ed3-443d-ab59-835f7987fc6c HTTP/1.1" status: 200 len: 210 time: 0.0489037 Jul 06 13:54:00.276205 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-82d8c054-5fb2-45b8-807b-97249607234b req-387cafa7-2615-4779-a686-e3689c6eae12 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214386 Jul 06 13:54:00.290404 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 84e8bc71-7525-4414-94e8-0b901770a039 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:54:00.367415 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 84e8bc71-7525-4414-94e8-0b901770a039 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:00.367705 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:00.389147 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f8052-dcf6-4338-803a-057e52d58040 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] Pushing event deleted for resources: {'Port': ['ID=c85ddb38-6b02-4287-8de9-634ec6940430,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:00.406514 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a1fcff0e-b315-43c0-9297-c4a6979dcf52 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:00.427544 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-ed92db60-cff5-4331-a31e-460075207b8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a5aa084-e04f-46d8-b478-f57cec682a06 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:00.447902 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-ed92db60-cff5-4331-a31e-460075207b8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:00.500061 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8da4d3-49a7-44e8-a16c-517ab6e1cea6 req-465f8052-dcf6-4338-803a-057e52d58040 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] No DVR routers for this DVR port c85ddb38-6b02-4287-8de9-634ec6940430 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:54:00.507901 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a1fcff0e-b315-43c0-9297-c4a6979dcf52 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:00.509817 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a1fcff0e-b315-43c0-9297-c4a6979dcf52 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] 10.222.0.118 "DELETE /v2.0/subnets/ce3093ed-3acc-4413-823f-c31723dc8ae7 HTTP/1.1" status: 204 len: 168 time: 1.4936361 Jul 06 13:54:00.510234 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c345a1-6b8e-4507-a819-13aaff157470 None None] Network 0536104a-ec9c-422d-9a52-1444ec0f3615 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:00.512347 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50970) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:00.514995 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0d8da4d3-49a7-44e8-a16c-517ab6e1cea6 req-465f8052-dcf6-4338-803a-057e52d58040 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:00.517440 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0d8da4d3-49a7-44e8-a16c-517ab6e1cea6 req-465f8052-dcf6-4338-803a-057e52d58040 tempest-ServerGroupTestJSON-908923196 tempest-ServerGroupTestJSON-908923196-project] 10.222.0.124 "DELETE /v2.0/ports/c85ddb38-6b02-4287-8de9-634ec6940430 HTTP/1.1" status: 204 len: 173 time: 2.2219150 Jul 06 13:54:00.521219 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fcff0e-b315-43c0-9297-c4a6979dcf52 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Pushing event deleted for resources: {'Subnet': ['ID=ce3093ed-3acc-4413-823f-c31723dc8ae7,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:00.535625 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-ed92db60-cff5-4331-a31e-460075207b8f service neutron] Transition to ACTIVE for port object 4a5aa084-e04f-46d8-b478-f57cec682a06 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:00.536614 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 50972) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:00.590133 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-ed92db60-cff5-4331-a31e-460075207b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:00.661434 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-82d8c054-5fb2-45b8-807b-97249607234b req-787fc484-950c-4907-a808-722dc2f26936 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596809 Jul 06 13:54:00.685917 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d3c6d04-78e2-4347-857a-af18a755b1e2 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:00.754032 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-6d3c6d04-78e2-4347-857a-af18a755b1e2 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Deleting port 84e8bc71-7525-4414-94e8-0b901770a039 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:54:00.754525 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d3c6d04-78e2-4347-857a-af18a755b1e2 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:00.830167 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee7affc-126a-4fc5-927a-b4eb787d59b7 None None] DHCP port deletion for 0536104a-ec9c-422d-9a52-1444ec0f3615 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:54:00.847949 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92db60-cff5-4331-a31e-460075207b8f service neutron] Pushing event updated for resources: {'Port': ['ID=4a5aa084-e04f-46d8-b478-f57cec682a06,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:00.849517 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-6d3c6d04-78e2-4347-857a-af18a755b1e2 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] For port 84e8bc71-7525-4414-94e8-0b901770a039, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=84e8bc71-7525-4414-94e8-0b901770a039,segment=NetworkSegment(3f1a6359-1b33-4f11-857f-51f883e96d0d),segment_id=3f1a6359-1b33-4f11-857f-51f883e96d0d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:00.850879 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d3c6d04-78e2-4347-857a-af18a755b1e2 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:00.869007 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-6d3c6d04-78e2-4347-857a-af18a755b1e2 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Calling delete_port for 84e8bc71-7525-4414-94e8-0b901770a039 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:54:00.941014 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-3ee7affc-126a-4fc5-927a-b4eb787d59b7 None None] Deleting port 84e8bc71-7525-4414-94e8-0b901770a039 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:54:00.941398 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3ee7affc-126a-4fc5-927a-b4eb787d59b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:00.994664 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d3c6d04-78e2-4347-857a-af18a755b1e2 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:00.999173 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device c85ddb38-6b02-4287-8de9-634ec6940430 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:54:01.028972 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: c85ddb38-6b02-4287-8de9-634ec6940430 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:54:01.029395 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device c85ddb38-6b02-4287-8de9-634ec6940430 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:54:01.038805 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c6d04-78e2-4347-857a-af18a755b1e2 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Pushing event deleted for resources: {'Port': ['ID=84e8bc71-7525-4414-94e8-0b901770a039,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:01.041410 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3c6d04-78e2-4347-857a-af18a755b1e2 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] No DVR routers for this DVR port 84e8bc71-7525-4414-94e8-0b901770a039 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:54:01.065243 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-3ee7affc-126a-4fc5-927a-b4eb787d59b7 None None] For port 84e8bc71-7525-4414-94e8-0b901770a039, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=84e8bc71-7525-4414-94e8-0b901770a039,segment=NetworkSegment(3f1a6359-1b33-4f11-857f-51f883e96d0d),segment_id=3f1a6359-1b33-4f11-857f-51f883e96d0d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:01.065789 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3ee7affc-126a-4fc5-927a-b4eb787d59b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.081930 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-3ee7affc-126a-4fc5-927a-b4eb787d59b7 None None] Calling delete_port for 84e8bc71-7525-4414-94e8-0b901770a039 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:54:01.111984 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-ed92db60-cff5-4331-a31e-460075207b8f service neutron] Attempting to bind port 4a5aa084-e04f-46d8-b478-f57cec682a06 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:54:01.112556 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-ed92db60-cff5-4331-a31e-460075207b8f service neutron] Attempting to bind port 4a5aa084-e04f-46d8-b478-f57cec682a06 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:54:01.112660 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-ed92db60-cff5-4331-a31e-460075207b8f service neutron] Attempting to bind port 4a5aa084-e04f-46d8-b478-f57cec682a06 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:01.153908 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-ed92db60-cff5-4331-a31e-460075207b8f service neutron] Port 4a5aa084-e04f-46d8-b478-f57cec682a06 on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:54:01.154270 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-ed92db60-cff5-4331-a31e-460075207b8f service neutron] Attempting to bind port 4a5aa084-e04f-46d8-b478-f57cec682a06 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:01.155962 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d3c6d04-78e2-4347-857a-af18a755b1e2 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.176115 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-ed92db60-cff5-4331-a31e-460075207b8f service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:54:01.176465 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-ed92db60-cff5-4331-a31e-460075207b8f service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:01.176863 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-ed92db60-cff5-4331-a31e-460075207b8f service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:54:01.177319 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-ed92db60-cff5-4331-a31e-460075207b8f service neutron] Bound port: 4a5aa084-e04f-46d8-b478-f57cec682a06, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:54:01.177682 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-ed92db60-cff5-4331-a31e-460075207b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.183147 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-6d3c6d04-78e2-4347-857a-af18a755b1e2 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0536104a-ec9c-422d-9a52-1444ec0f3615']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:01.192362 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3ee7affc-126a-4fc5-927a-b4eb787d59b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.198950 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-6d3c6d04-78e2-4347-857a-af18a755b1e2 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1a6359-1b33-4f11-857f-51f883e96d0d') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:01.199476 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-6d3c6d04-78e2-4347-857a-af18a755b1e2 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1a6359-1b33-4f11-857f-51f883e96d0d') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:01.217944 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-08d1d2f7-0e03-4b53-b5d3-f4540ce6221b tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:01.225809 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-08d1d2f7-0e03-4b53-b5d3-f4540ce6221b tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/networks?id=4af52798-23b1-402a-a1ea-3bd334b33ddb HTTP/1.1" status: 200 len: 806 time: 0.5605001 Jul 06 13:54:01.226453 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d3c6d04-78e2-4347-857a-af18a755b1e2 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.242822 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7affc-126a-4fc5-927a-b4eb787d59b7 None None] Pushing event deleted for resources: {'Port': ['ID=84e8bc71-7525-4414-94e8-0b901770a039,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:01.245360 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee7affc-126a-4fc5-927a-b4eb787d59b7 None None] No DVR routers for this DVR port 84e8bc71-7525-4414-94e8-0b901770a039 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:54:01.261582 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d3c6d04-78e2-4347-857a-af18a755b1e2 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.269641 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d3c6d04-78e2-4347-857a-af18a755b1e2 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:54:01.270098 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d3c6d04-78e2-4347-857a-af18a755b1e2 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:54:01.273807 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:54:01.330397 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-6af3d4ad-677b-4606-8ce3-1f74b712f89c tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/quotas/bea7b4da8e63480980f1c76d63c2ffcf HTTP/1.1" status: 200 len: 375 time: 0.1036091 Jul 06 13:54:01.356900 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-ed92db60-cff5-4331-a31e-460075207b8f service neutron] For port 4a5aa084-e04f-46d8-b478-f57cec682a06, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:01.368397 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d3c6d04-78e2-4347-857a-af18a755b1e2 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.375948 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d3c6d04-78e2-4347-857a-af18a755b1e2 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.386020 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6d3c6d04-78e2-4347-857a-af18a755b1e2 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] 10.222.0.118 "DELETE /v2.0/networks/0536104a-ec9c-422d-9a52-1444ec0f3615 HTTP/1.1" status: 204 len: 168 time: 0.8711541 Jul 06 13:54:01.404137 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-ed92db60-cff5-4331-a31e-460075207b8f service neutron] For port 4a5aa084-e04f-46d8-b478-f57cec682a06, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4a5aa084-e04f-46d8-b478-f57cec682a06,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:54:01.406848 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c6d04-78e2-4347-857a-af18a755b1e2 tempest-DHCPAgentSchedulersTestJSON-1750239218 tempest-DHCPAgentSchedulersTestJSON-1750239218-project] Pushing event deleted for resources: {'Network': ['ID=0536104a-ec9c-422d-9a52-1444ec0f3615,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:01.414136 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-ed92db60-cff5-4331-a31e-460075207b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.481620 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-ed92db60-cff5-4331-a31e-460075207b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:01.481620 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-ed92db60-cff5-4331-a31e-460075207b8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.482522 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-ed92db60-cff5-4331-a31e-460075207b8f service neutron] 10.222.0.52 "PUT /v2.0/ports/4a5aa084-e04f-46d8-b478-f57cec682a06 HTTP/1.1" status: 200 len: 1095 time: 3.0708141 Jul 06 13:54:01.523096 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-356de8ab-5174-4afb-92e3-c1289caff061 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=bea7b4da8e63480980f1c76d63c2ffcf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1904333 Jul 06 13:54:01.590712 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92db60-cff5-4331-a31e-460075207b8f service neutron] Pushing event updated for resources: {'Port': ['ID=4a5aa084-e04f-46d8-b478-f57cec682a06,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:01.760801 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-d51a7cd2-a824-4a5d-837d-d4a971fb97c6 service neutron] 10.222.0.118 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366586 Jul 06 13:54:01.773648 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-03c6aae2-6399-47b2-9b12-d1c47e4d3637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:01.775251 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-03c6aae2-6399-47b2-9b12-d1c47e4d3637 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 1098 time: 0.2377169 Jul 06 13:54:01.779813 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ee7a4b3-b06f-4a5c-b1b6-1a6fbc899423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:01.805122 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50994) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:01.900227 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-b5864777-c010-4c03-bede-0844c7a827c1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=4a5aa084-e04f-46d8-b478-f57cec682a06 HTTP/1.1" status: 200 len: 217 time: 0.1078157 Jul 06 13:54:01.948054 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba348036-9ed3-443d-ab59-835f7987fc6c', 'name': 'network-vif-deleted', 'tag': 'c85ddb38-6b02-4287-8de9-634ec6940430'}, {'name': 'network-changed', 'server_uuid': 'b355fdca-9197-46f4-b409-b93eed02dbba', 'tag': '4a5aa084-e04f-46d8-b478-f57cec682a06'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:01.950366 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b2d2bf-2651-4155-b21e-30b1be1bbbcf" -d '{"events": [{"server_uuid": "ba348036-9ed3-443d-ab59-835f7987fc6c", "name": "network-vif-deleted", "tag": "c85ddb38-6b02-4287-8de9-634ec6940430"}, {"name": "network-changed", "server_uuid": "b355fdca-9197-46f4-b409-b93eed02dbba", "tag": "4a5aa084-e04f-46d8-b478-f57cec682a06"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:01.979494 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e2a8c611-bcf3-4604-88a0-2a91a23d6262 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=f4d21690b43e4fb2b8094f73743ac6f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1727841 Jul 06 13:54:01.981642 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51000) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:02.027187 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-9be93a11-3c15-4f37-805f-ae6d0aee1067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:02.029797 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-9be93a11-3c15-4f37-805f-ae6d0aee1067 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1155300 Jul 06 13:54:02.035956 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-cf12723b-d42c-455e-a558-9d71cc783e20 service neutron] 10.222.0.118 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743840 Jul 06 13:54:02.044171 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4841e10-5012-453f-9c25-550f6c89f1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:02.071062 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4841e10-5012-453f-9c25-550f6c89f1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:02.137155 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4841e10-5012-453f-9c25-550f6c89f1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:02.139790 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4841e10-5012-453f-9c25-550f6c89f1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:02.143420 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c4841e10-5012-453f-9c25-550f6c89f1fe admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/790c80d3-51a1-4b33-94af-929b56c6966f HTTP/1.1" status: 204 len: 168 time: 0.1582651 Jul 06 13:54:02.152735 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4841e10-5012-453f-9c25-550f6c89f1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790c80d3-51a1-4b33-94af-929b56c6966f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:02.162125 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-9d7e17a9-2778-42e8-a262-2effd6361058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:02.163684 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-9d7e17a9-2778-42e8-a262-2effd6361058 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1260009 Jul 06 13:54:02.315460 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 84e8bc71-7525-4414-94e8-0b901770a039 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:54:02.362295 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 84e8bc71-7525-4414-94e8-0b901770a039 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:54:02.362688 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 84e8bc71-7525-4414-94e8-0b901770a039 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:54:02.660670 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51014) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:02.676444 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ca5ccb03-59d6-4467-a961-883a32750f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:02.833412 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-33c4518d-52a5-4fd2-b35e-495e03356667 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6437309 Jul 06 13:54:02.842555 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ca5ccb03-59d6-4467-a961-883a32750f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:02.852513 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ca5ccb03-59d6-4467-a961-883a32750f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:02.856522 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-9ee7a4b3-b06f-4a5c-b1b6-1a6fbc899423 admin admin] Deleting port 0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:54:02.857079 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ee7a4b3-b06f-4a5c-b1b6-1a6fbc899423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:02.903576 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ca5ccb03-59d6-4467-a961-883a32750f5b admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=a7d5dc8dcc32460fa1c09dae4bbe0b10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2416909 Jul 06 13:54:02.904456 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ccb03-59d6-4467-a961-883a32750f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e3c31e-8552-4dc4-b1e1-ae8474d0dfd4,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:02.910596 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51020) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:02.981000 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094fe56-8039-436d-931d-813ab71bb245 req-f000e766-a357-4744-b353-38d12ca06c93 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:02.982649 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9094fe56-8039-436d-931d-813ab71bb245 req-f000e766-a357-4744-b353-38d12ca06c93 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 947 time: 0.1997144 Jul 06 13:54:02.993967 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-71f24cc8-b562-4d35-af00-06f3ba660f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:03.037855 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-71f24cc8-b562-4d35-af00-06f3ba660f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:03.051349 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d4e515ae-08da-4c3d-a43b-f028feb36bea req-a5954667-ccd3-4f19-aaea-079b1895f2fe service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044504 Jul 06 13:54:03.061043 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-9ee7a4b3-b06f-4a5c-b1b6-1a6fbc899423 admin admin] For port 0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4,segment=NetworkSegment(056f233e-bfe2-413b-8fee-61b949fca2fd),segment_id=056f233e-bfe2-413b-8fee-61b949fca2fd)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:03.061664 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ee7a4b3-b06f-4a5c-b1b6-1a6fbc899423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:03.089909 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-9ee7a4b3-b06f-4a5c-b1b6-1a6fbc899423 admin admin] Calling delete_port for 0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4 owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:54:03.110085 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9094fe56-8039-436d-931d-813ab71bb245 req-1a57141b-1ca2-4281-a72e-087e26269480 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164720 Jul 06 13:54:03.120560 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-71f24cc8-b562-4d35-af00-06f3ba660f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:03.143811 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-71f24cc8-b562-4d35-af00-06f3ba660f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:03.149715 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-71f24cc8-b562-4d35-af00-06f3ba660f01 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/10e3c31e-8552-4dc4-b1e1-ae8474d0dfd4 HTTP/1.1" status: 204 len: 168 time: 0.2358882 Jul 06 13:54:03.170470 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f24cc8-b562-4d35-af00-06f3ba660f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e3c31e-8552-4dc4-b1e1-ae8474d0dfd4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:03.394677 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ee7a4b3-b06f-4a5c-b1b6-1a6fbc899423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:03.431753 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7a4b3-b06f-4a5c-b1b6-1a6fbc899423 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:03.532582 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e35e96-5848-4eb2-bc42-8dc8ead1c1be x-openstack-request-id: req-34e35e96-5848-4eb2-bc42-8dc8ead1c1be {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:03.537827 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba348036-9ed3-443d-ab59-835f7987fc6c", "name": "network-vif-deleted", "tag": "c85ddb38-6b02-4287-8de9-634ec6940430", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b355fdca-9197-46f4-b409-b93eed02dbba", "tag": "4a5aa084-e04f-46d8-b478-f57cec682a06", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:03.538063 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-34e35e96-5848-4eb2-bc42-8dc8ead1c1be {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:03.543843 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba348036-9ed3-443d-ab59-835f7987fc6c', 'name': 'network-vif-deleted', 'tag': 'c85ddb38-6b02-4287-8de9-634ec6940430', 'status': 'completed', 'code': 200} Jul 06 13:54:03.545168 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b355fdca-9197-46f4-b409-b93eed02dbba', 'tag': '4a5aa084-e04f-46d8-b478-f57cec682a06', 'status': 'completed', 'code': 200} Jul 06 13:54:03.728576 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6e0657f2-3d4a-4c25-b33f-ff0c6e7eaf83 req-24d9f4ee-406e-4a4a-b5df-69a592d1ecab tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=ff7e3fc0-bfe3-4ba2-8612-d3b27e1563f9 HTTP/1.1" status: 200 len: 210 time: 0.0925710 Jul 06 13:54:03.908751 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2d2bf-2651-4155-b21e-30b1be1bbbcf req-eaeb4863-e74a-4d03-b54d-9be6c0d01522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:03.910425 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b1b2d2bf-2651-4155-b21e-30b1be1bbbcf req-eaeb4863-e74a-4d03-b54d-9be6c0d01522 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 1098 time: 0.3421438 Jul 06 13:54:04.044085 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2d2bf-2651-4155-b21e-30b1be1bbbcf req-5fdbfb95-78a9-4bdc-98c2-4822d3f79f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:04.045923 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b1b2d2bf-2651-4155-b21e-30b1be1bbbcf req-5fdbfb95-78a9-4bdc-98c2-4822d3f79f7e service neutron] 10.222.0.52 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.1232457 Jul 06 13:54:04.053865 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ee7a4b3-b06f-4a5c-b1b6-1a6fbc899423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:04.113078 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b1b2d2bf-2651-4155-b21e-30b1be1bbbcf req-da9d2939-eeb6-4bf1-9ff7-b98ff9893a83 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=4a5aa084-e04f-46d8-b478-f57cec682a06 HTTP/1.1" status: 200 len: 217 time: 0.0504577 Jul 06 13:54:04.257323 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-1fb379e4-9839-45da-bd24-b1bf8ec98c70 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:04.258902 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-1fb379e4-9839-45da-bd24-b1bf8ec98c70 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.124 "GET /v2.0/networks?id=4af52798-23b1-402a-a1ea-3bd334b33ddb HTTP/1.1" status: 200 len: 806 time: 0.5277503 Jul 06 13:54:04.291370 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a9b38bf-329b-4f06-80ea-e0105b247296 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Request body: {'port': {'device_id': 'ff7e3fc0-bfe3-4ba2-8612-d3b27e1563f9', 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb', 'admin_state_up': True, 'tenant_id': 'bea7b4da8e63480980f1c76d63c2ffcf'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:04.444237 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2d2bf-2651-4155-b21e-30b1be1bbbcf req-9563e633-45e8-4ebc-8061-cf1633989fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:04.445774 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b1b2d2bf-2651-4155-b21e-30b1be1bbbcf req-9563e633-45e8-4ebc-8061-cf1633989fdd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.3234224 Jul 06 13:54:04.589583 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed434c-539e-475a-beb6-9614dde04ccf req-514917cc-7ac6-48b2-8db8-29f8ef9d0617 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:04.594349 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d9ed434c-539e-475a-beb6-9614dde04ccf req-514917cc-7ac6-48b2-8db8-29f8ef9d0617 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 947 time: 0.3107347 Jul 06 13:54:04.630760 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee7a4b3-b06f-4a5c-b1b6-1a6fbc899423 admin admin] Router ecf4807d-9c94-4562-9b64-93541a21bff6 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:54:04.665969 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a9b38bf-329b-4f06-80ea-e0105b247296 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Made reservation on behalf of bea7b4da8e63480980f1c76d63c2ffcf for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:04.671090 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a9b38bf-329b-4f06-80ea-e0105b247296 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:04.671968 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2d2bf-2651-4155-b21e-30b1be1bbbcf req-6a386c0f-a937-45db-8e26-4287cc7023ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:04.673145 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b1b2d2bf-2651-4155-b21e-30b1be1bbbcf req-6a386c0f-a937-45db-8e26-4287cc7023ef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2082243 Jul 06 13:54:04.737359 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d9ed434c-539e-475a-beb6-9614dde04ccf req-c3c4e6a6-2d2e-442c-bd45-5f5c3681590b tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337509 Jul 06 13:54:04.971746 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b1b2d2bf-2651-4155-b21e-30b1be1bbbcf req-5ccb6dcd-d053-4b1d-bb5f-75ecd1a268f1 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855623 Jul 06 13:54:04.980048 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee7a4b3-b06f-4a5c-b1b6-1a6fbc899423 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:54:04.986631 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9ee7a4b3-b06f-4a5c-b1b6-1a6fbc899423 admin admin] 10.222.0.118 "PUT /v2.0/routers/ecf4807d-9c94-4562-9b64-93541a21bff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4470124 Jul 06 13:54:04.989376 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51084) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:04.993436 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e53a763-a6d0-4dc9-9c92-a9d6f1898d0a None None] Sync routers for ids ['ecf4807d-9c94-4562-9b64-93541a21bff6'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:54:05.023647 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e53a763-a6d0-4dc9-9c92-a9d6f1898d0a None None] Routers {'ecf4807d-9c94-4562-9b64-93541a21bff6'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:54:05.028460 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3e53a763-a6d0-4dc9-9c92-a9d6f1898d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:53:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ecf4807d-9c94-4562-9b64-93541a21bff6'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:05.083590 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b1b2d2bf-2651-4155-b21e-30b1be1bbbcf req-01a45783-29a8-4894-ba31-e571922b68cc service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917923 Jul 06 13:54:05.151135 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cef99292-81cd-4341-922f-7b94c56e4b56 req-a717aacb-49be-4f3c-8947-9f9748876bb6 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=ff7e3fc0-bfe3-4ba2-8612-d3b27e1563f9 HTTP/1.1" status: 200 len: 210 time: 0.0644321 Jul 06 13:54:05.164928 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a9b38bf-329b-4f06-80ea-e0105b247296 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Allocated IP 172.20.0.4 (4af52798-23b1-402a-a1ea-3bd334b33ddb/fd856c7f-efce-4c28-b5ab-617143cae7b2/caf0faba-4684-4a48-b745-e7a936589c3e) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:54:05.167429 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-3e53a763-a6d0-4dc9-9c92-a9d6f1898d0a None None] Set router ecf4807d-9c94-4562-9b64-93541a21bff6 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:54:05.272694 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4eb7d758-8430-496a-bc2a-72c5b46bc597 admin admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.347552 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51096) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:05.364005 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51098) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:05.380083 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3e53a763-a6d0-4dc9-9c92-a9d6f1898d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf4807d-9c94-4562-9b64-93541a21bff6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1870023831-router', 'tenant_id': 'ca7f56c201004b3f9bdd8194d1dc41f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'c0722d1e-08a2-4cad-9f72-51b1e60ccfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:51:09Z', 'updated_at': '2021-07-06T13:54:03Z', 'revision_number': 5, 'project_id': 'ca7f56c201004b3f9bdd8194d1dc41f5', 'gw_port': {'id': 'c0722d1e-08a2-4cad-9f72-51b1e60ccfab', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf4807d-9c94-4562-9b64-93541a21bff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:10Z', 'updated_at': '2021-07-06T13:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:05.409569 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e53a763-a6d0-4dc9-9c92-a9d6f1898d0a None None] Checking router: ecf4807d-9c94-4562-9b64-93541a21bff6 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:54:05.418932 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e53a763-a6d0-4dc9-9c92-a9d6f1898d0a None None] Routers {'ecf4807d-9c94-4562-9b64-93541a21bff6'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:54:05.419849 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3e53a763-a6d0-4dc9-9c92-a9d6f1898d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:53:40Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ecf4807d-9c94-4562-9b64-93541a21bff6'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:05.438757 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a6521a3-8688-4cfc-b331-21e541a4641c admin admin] Deleting subnet ed863ce9-7061-4af0-9769-e37360ee435d {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:54:05.446832 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0a6521a3-8688-4cfc-b331-21e541a4641c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.456581 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4eb7d758-8430-496a-bc2a-72c5b46bc597 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.482021 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a9b38bf-329b-4f06-80ea-e0105b247296 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.526969 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-4eb7d758-8430-496a-bc2a-72c5b46bc597 admin admin] Deleting port c0722d1e-08a2-4cad-9f72-51b1e60ccfab {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:54:05.527652 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4eb7d758-8430-496a-bc2a-72c5b46bc597 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.538533 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0a6521a3-8688-4cfc-b331-21e541a4641c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.601176 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-3e53a763-a6d0-4dc9-9c92-a9d6f1898d0a None None] Set router ecf4807d-9c94-4562-9b64-93541a21bff6 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:54:05.626433 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a9b38bf-329b-4f06-80ea-e0105b247296 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.652545 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-4eb7d758-8430-496a-bc2a-72c5b46bc597 admin admin] For port c0722d1e-08a2-4cad-9f72-51b1e60ccfab, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c0722d1e-08a2-4cad-9f72-51b1e60ccfab,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:05.652921 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4eb7d758-8430-496a-bc2a-72c5b46bc597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.653316 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a9b38bf-329b-4f06-80ea-e0105b247296 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Network 4af52798-23b1-402a-a1ea-3bd334b33ddb is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:05.662648 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9e451bb0-958b-4bc4-877b-69352013cdbd'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:54:05.674784 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a9b38bf-329b-4f06-80ea-e0105b247296 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:05.675075 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-4eb7d758-8430-496a-bc2a-72c5b46bc597 admin admin] Calling delete_port for c0722d1e-08a2-4cad-9f72-51b1e60ccfab owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:54:05.682138 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a9b38bf-329b-4f06-80ea-e0105b247296 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:54:05.713290 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0a6521a3-8688-4cfc-b331-21e541a4641c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.742758 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-13657749-3e99-4de6-9766-0c8f313d5422 tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2092827340'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:05.808738 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13657749-3e99-4de6-9766-0c8f313d5422 tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] Made reservation on behalf of 6595b53f2601400c80dd9fbab3eff6c6 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:05.812502 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-13657749-3e99-4de6-9766-0c8f313d5422 tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.821816 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b38bf-329b-4f06-80ea-e0105b247296 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Pushing event updated for resources: {'Port': ['ID=caf0faba-4684-4a48-b745-e7a936589c3e,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:05.826973 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-13657749-3e99-4de6-9766-0c8f313d5422 tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.944142 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-13657749-3e99-4de6-9766-0c8f313d5422 tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.954915 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a9b38bf-329b-4f06-80ea-e0105b247296 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:05.955917 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a9b38bf-329b-4f06-80ea-e0105b247296 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.959331 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3e53a763-a6d0-4dc9-9c92-a9d6f1898d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf4807d-9c94-4562-9b64-93541a21bff6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1870023831-router', 'tenant_id': 'ca7f56c201004b3f9bdd8194d1dc41f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'c0722d1e-08a2-4cad-9f72-51b1e60ccfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:51:09Z', 'updated_at': '2021-07-06T13:54:03Z', 'revision_number': 5, 'project_id': 'ca7f56c201004b3f9bdd8194d1dc41f5', 'gw_port': {'id': 'c0722d1e-08a2-4cad-9f72-51b1e60ccfab', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf4807d-9c94-4562-9b64-93541a21bff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:10Z', 'updated_at': '2021-07-06T13:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:05.971054 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-13657749-3e99-4de6-9766-0c8f313d5422 tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:05.981984 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a9b38bf-329b-4f06-80ea-e0105b247296 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6996000 Jul 06 13:54:06.003366 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e53a763-a6d0-4dc9-9c92-a9d6f1898d0a None None] The sync data for ids ['ecf4807d-9c94-4562-9b64-93541a21bff6'] in n-d-773644-6 is: [{'id': 'ecf4807d-9c94-4562-9b64-93541a21bff6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1870023831-router', 'tenant_id': 'ca7f56c201004b3f9bdd8194d1dc41f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.151'}], 'enable_snat': True}, 'gw_port_id': 'c0722d1e-08a2-4cad-9f72-51b1e60ccfab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:51:09Z', 'updated_at': '2021-07-06T13:54:03Z', 'revision_number': 5, 'project_id': 'ca7f56c201004b3f9bdd8194d1dc41f5', 'gw_port': {'id': 'c0722d1e-08a2-4cad-9f72-51b1e60ccfab', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf4807d-9c94-4562-9b64-93541a21bff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:10Z', 'updated_at': '2021-07-06T13:51:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:54:06.008866 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a25b871-0a59-4bd8-86c2-8c42ff867e40 service neutron] Request body: {'port': {'device_id': 'ff7e3fc0-bfe3-4ba2-8612-d3b27e1563f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:06.050095 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4eb7d758-8430-496a-bc2a-72c5b46bc597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.064672 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0a6521a3-8688-4cfc-b331-21e541a4641c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.089502 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13657749-3e99-4de6-9766-0c8f313d5422 tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:54:06.101945 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7d758-8430-496a-bc2a-72c5b46bc597 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0722d1e-08a2-4cad-9f72-51b1e60ccfab,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:06.121497 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0a6521a3-8688-4cfc-b331-21e541a4641c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.126979 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0a6521a3-8688-4cfc-b331-21e541a4641c admin admin] 10.222.0.118 "DELETE /v2.0/subnets/ed863ce9-7061-4af0-9769-e37360ee435d HTTP/1.1" status: 204 len: 168 time: 0.7753196 Jul 06 13:54:06.128256 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51116) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:06.132112 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6521a3-8688-4cfc-b331-21e541a4641c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed863ce9-7061-4af0-9769-e37360ee435d,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:06.155503 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13657749-3e99-4de6-9766-0c8f313d5422 tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fecae612-e7de-432b-81a2-dc17dafd8820,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:06.230253 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-13657749-3e99-4de6-9766-0c8f313d5422 tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.230253 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-13657749-3e99-4de6-9766-0c8f313d5422 tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] Added segment cc90210c-34e0-4c17-ba03-71cf207b2c09 of type vlan for network 567b2a08-1829-4333-a320-9882888c5132 Jul 06 13:54:06.239528 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a25b871-0a59-4bd8-86c2-8c42ff867e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.253394 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-429c6e96-c38e-4b41-bf45-db4a8a313189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.256266 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4eb7d758-8430-496a-bc2a-72c5b46bc597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.316630 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-13657749-3e99-4de6-9766-0c8f313d5422 tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.355294 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4eb7d758-8430-496a-bc2a-72c5b46bc597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.355917 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff9d29-38a9-40a1-95c4-8cedc6829919 req-f2e5e1f7-d857-4e59-b152-e414d5292f83 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:06.357554 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2ff9d29-38a9-40a1-95c4-8cedc6829919 req-f2e5e1f7-d857-4e59-b152-e414d5292f83 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 947 time: 0.3031590 Jul 06 13:54:06.374222 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4eb7d758-8430-496a-bc2a-72c5b46bc597 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.523244 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:54:06.558373 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:54:06.559479 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0d92b3b5-17e9-4da0-b15a-1be6ba8e76a4 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:54:06.562258 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4eb7d758-8430-496a-bc2a-72c5b46bc597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.563166 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb7d758-8430-496a-bc2a-72c5b46bc597 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecf4807d-9c94-4562-9b64-93541a21bff6 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:54:06.571184 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4eb7d758-8430-496a-bc2a-72c5b46bc597 admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.572528 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4eb7d758-8430-496a-bc2a-72c5b46bc597 admin admin] 10.222.0.118 "DELETE /v2.0/routers/ecf4807d-9c94-4562-9b64-93541a21bff6 HTTP/1.1" status: 204 len: 168 time: 1.5815887 Jul 06 13:54:06.575409 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51120) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:06.586124 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-429c6e96-c38e-4b41-bf45-db4a8a313189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.619031 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-429c6e96-c38e-4b41-bf45-db4a8a313189 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96788269-3fdd-4786-8a77-65f76517c7a7']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:06.635417 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-429c6e96-c38e-4b41-bf45-db4a8a313189 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2767894d-41f6-461d-878f-31ee8999e5bc') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:06.635751 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-429c6e96-c38e-4b41-bf45-db4a8a313189 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2767894d-41f6-461d-878f-31ee8999e5bc') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:06.650649 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-429c6e96-c38e-4b41-bf45-db4a8a313189 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.655646 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc4c34c-79fa-453c-bbeb-152689ba9233 admin admin] Deleting subnet 2bf27eb0-4e1b-4570-a84c-3dc747dd248b {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:54:06.670444 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7bc4c34c-79fa-453c-bbeb-152689ba9233 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.671344 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 4a5aa084-e04f-46d8-b478-f57cec682a06 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:54:06.711791 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-429c6e96-c38e-4b41-bf45-db4a8a313189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.731086 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-429c6e96-c38e-4b41-bf45-db4a8a313189 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:54:06.731823 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-429c6e96-c38e-4b41-bf45-db4a8a313189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:54:06.734614 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:54:06.824370 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-13657749-3e99-4de6-9766-0c8f313d5422 tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.832010 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13657749-3e99-4de6-9766-0c8f313d5422 tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:06.832880 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-13657749-3e99-4de6-9766-0c8f313d5422 tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.854866 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 4a5aa084-e04f-46d8-b478-f57cec682a06, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4a5aa084-e04f-46d8-b478-f57cec682a06,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:06.858042 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7bc4c34c-79fa-453c-bbeb-152689ba9233 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.864537 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-429c6e96-c38e-4b41-bf45-db4a8a313189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.870066 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-429c6e96-c38e-4b41-bf45-db4a8a313189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:06.872506 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-429c6e96-c38e-4b41-bf45-db4a8a313189 admin admin] 10.222.0.118 "DELETE /v2.0/networks/96788269-3fdd-4786-8a77-65f76517c7a7 HTTP/1.1" status: 204 len: 168 time: 0.7419276 Jul 06 13:54:06.889010 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '4a5aa084-e04f-46d8-b478-f57cec682a06', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': '4a5aa084-e04f-46d8-b478-f57cec682a06', 'mac_address': 'fa:16:3e:1e:3c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:54:06.925413 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2ff9d29-38a9-40a1-95c4-8cedc6829919 req-c7392251-94e7-4699-82c3-38abc9c284f7 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5064371 Jul 06 13:54:06.966867 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c6e96-c38e-4b41-bf45-db4a8a313189 admin admin] Pushing event deleted for resources: {'Network': ['ID=96788269-3fdd-4786-8a77-65f76517c7a7,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:07.019265 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:07.038803 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-13657749-3e99-4de6-9766-0c8f313d5422 tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6735868 Jul 06 13:54:07.046302 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51132) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:07.051528 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a5aa084-e04f-46d8-b478-f57cec682a06 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:07.078466 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7bc4c34c-79fa-453c-bbeb-152689ba9233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:07.097611 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 4a5aa084-e04f-46d8-b478-f57cec682a06, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4a5aa084-e04f-46d8-b478-f57cec682a06,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:07.104198 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13657749-3e99-4de6-9766-0c8f313d5422 tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] Pushing event updated for resources: {'Network': ['ID=567b2a08-1829-4333-a320-9882888c5132,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:07.107080 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:07.170244 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7bc4c34c-79fa-453c-bbeb-152689ba9233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:07.177146 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 567b2a08-1829-4333-a320-9882888c5132 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:54:07.210116 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c49dca93-5cb7-4626-877c-82abf1d27312 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Request body: {'network': {'name': 'tempest-network--799633033', 'router:external': True}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:07.227826 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7bc4c34c-79fa-453c-bbeb-152689ba9233 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:07.239001 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7bc4c34c-79fa-453c-bbeb-152689ba9233 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/2bf27eb0-4e1b-4570-a84c-3dc747dd248b HTTP/1.1" status: 204 len: 168 time: 0.6587980 Jul 06 13:54:07.243038 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51138) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:07.262870 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51140) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:07.274919 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b365b827-5d4b-4fa5-8d1a-78bb22c2d574 None None] Network 72f5c6cb-0111-4783-a2c7-6163df052e5e requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:07.346538 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a25b871-0a59-4bd8-86c2-8c42ff867e40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf0faba-4684-4a48-b745-e7a936589c3e {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:07.357415 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a25b871-0a59-4bd8-86c2-8c42ff867e40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:07.411998 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dbdf4553-945c-4de1-997e-cabfcb0fca64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:07.428793 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=4a5aa084-e04f-46d8-b478-f57cec682a06,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:07.449060 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a25b871-0a59-4bd8-86c2-8c42ff867e40 service neutron] Transition to ACTIVE for port object caf0faba-4684-4a48-b745-e7a936589c3e will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:07.455856 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a25b871-0a59-4bd8-86c2-8c42ff867e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:07.457605 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d55ffe10-238d-46a4-ad46-796321d2a44d admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=8c3256c53b094b14ae43a4949ab33b9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1360278 Jul 06 13:54:07.458590 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4c34c-79fa-453c-bbeb-152689ba9233 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bf27eb0-4e1b-4570-a84c-3dc747dd248b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:07.464895 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51142) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:07.474950 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['4a5aa084-e04f-46d8-b478-f57cec682a06'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:54:07.532082 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25b871-0a59-4bd8-86c2-8c42ff867e40 service neutron] Pushing event updated for resources: {'Port': ['ID=caf0faba-4684-4a48-b745-e7a936589c3e,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:07.552600 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49dca93-5cb7-4626-877c-82abf1d27312 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Made reservation on behalf of 1968776de4a44e9d92082320591c6893 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:07.555581 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c49dca93-5cb7-4626-877c-82abf1d27312 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:07.569516 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-97d0689e-bd07-468a-b04d-ab2f3f036d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:07.574767 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c49dca93-5cb7-4626-877c-82abf1d27312 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:07.576582 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1ee0bbcc-4aa8-42d1-98b9-e575e6bc5ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:07.612262 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a75937-dd38-4415-b8e1-7e0bd86cbfc6 req-298db4a7-bae1-4de1-878b-c9ceccc96d5d tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:07.613978 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-90a75937-dd38-4415-b8e1-7e0bd86cbfc6 req-298db4a7-bae1-4de1-878b-c9ceccc96d5d tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=ff7e3fc0-bfe3-4ba2-8612-d3b27e1563f9 HTTP/1.1" status: 200 len: 931 time: 0.2456794 Jul 06 13:54:07.616307 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1ee0bbcc-4aa8-42d1-98b9-e575e6bc5ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:07.689930 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1ee0bbcc-4aa8-42d1-98b9-e575e6bc5ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:07.692345 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1ee0bbcc-4aa8-42d1-98b9-e575e6bc5ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:07.696587 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1ee0bbcc-4aa8-42d1-98b9-e575e6bc5ead admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/3448cbd7-9462-4fb4-ab42-aa46281e1048 HTTP/1.1" status: 204 len: 168 time: 0.2275202 Jul 06 13:54:07.713400 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0bbcc-4aa8-42d1-98b9-e575e6bc5ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3448cbd7-9462-4fb4-ab42-aa46281e1048,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:07.767310 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-90a75937-dd38-4415-b8e1-7e0bd86cbfc6 req-11dcc379-fa3d-4b90-80c7-7b3b612ca196 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046197 Jul 06 13:54:07.776700 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a25b871-0a59-4bd8-86c2-8c42ff867e40 service neutron] Attempting to bind port caf0faba-4684-4a48-b745-e7a936589c3e on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:54:07.778054 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a25b871-0a59-4bd8-86c2-8c42ff867e40 service neutron] Attempting to bind port caf0faba-4684-4a48-b745-e7a936589c3e by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:54:07.778403 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a25b871-0a59-4bd8-86c2-8c42ff867e40 service neutron] Attempting to bind port caf0faba-4684-4a48-b745-e7a936589c3e on network 4af52798-23b1-402a-a1ea-3bd334b33ddb {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:07.802601 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a25b871-0a59-4bd8-86c2-8c42ff867e40 service neutron] Port caf0faba-4684-4a48-b745-e7a936589c3e on network 4af52798-23b1-402a-a1ea-3bd334b33ddb not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:54:07.802934 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a25b871-0a59-4bd8-86c2-8c42ff867e40 service neutron] Attempting to bind port caf0faba-4684-4a48-b745-e7a936589c3e on network 4af52798-23b1-402a-a1ea-3bd334b33ddb {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:07.808844 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b88fa1-6232-41c6-943c-859b28f26c1d None None] DHCP port deletion for 72f5c6cb-0111-4783-a2c7-6163df052e5e request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:54:07.816908 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a25b871-0a59-4bd8-86c2-8c42ff867e40 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:54:07.817262 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a25b871-0a59-4bd8-86c2-8c42ff867e40 service neutron] Checking segment: {'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:07.819283 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a25b871-0a59-4bd8-86c2-8c42ff867e40 service neutron] Bound using segment: {'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:54:07.819802 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a25b871-0a59-4bd8-86c2-8c42ff867e40 service neutron] Bound port: caf0faba-4684-4a48-b745-e7a936589c3e, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:54:07.820131 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a25b871-0a59-4bd8-86c2-8c42ff867e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:07.922854 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-75b88fa1-6232-41c6-943c-859b28f26c1d None None] Deleting port f9f1d84e-32f7-4313-a295-bd47c5d5293e {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:54:07.923526 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-75b88fa1-6232-41c6-943c-859b28f26c1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:08.006192 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-75b88fa1-6232-41c6-943c-859b28f26c1d None None] For port f9f1d84e-32f7-4313-a295-bd47c5d5293e, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=f9f1d84e-32f7-4313-a295-bd47c5d5293e,segment=NetworkSegment(056f233e-bfe2-413b-8fee-61b949fca2fd),segment_id=056f233e-bfe2-413b-8fee-61b949fca2fd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:08.006600 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-75b88fa1-6232-41c6-943c-859b28f26c1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:08.019162 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a25b871-0a59-4bd8-86c2-8c42ff867e40 service neutron] For port caf0faba-4684-4a48-b745-e7a936589c3e, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:08.026872 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a25b871-0a59-4bd8-86c2-8c42ff867e40 service neutron] For port caf0faba-4684-4a48-b745-e7a936589c3e, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=caf0faba-4684-4a48-b745-e7a936589c3e,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:54:08.033716 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a25b871-0a59-4bd8-86c2-8c42ff867e40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:08.047840 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-75b88fa1-6232-41c6-943c-859b28f26c1d None None] Calling delete_port for f9f1d84e-32f7-4313-a295-bd47c5d5293e owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:54:08.095961 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a25b871-0a59-4bd8-86c2-8c42ff867e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:08.101636 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a25b871-0a59-4bd8-86c2-8c42ff867e40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:08.104237 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-2a25b871-0a59-4bd8-86c2-8c42ff867e40 service neutron] 10.222.0.124 "PUT /v2.0/ports/caf0faba-4684-4a48-b745-e7a936589c3e HTTP/1.1" status: 200 len: 1091 time: 2.1091182 Jul 06 13:54:08.106877 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7e3fc0-bfe3-4ba2-8612-d3b27e1563f9', 'tag': 'caf0faba-4684-4a48-b745-e7a936589c3e'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:08.111580 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03969161-ee20-4f37-a692-17be6fc477d5" -d '{"events": [{"name": "network-changed", "server_uuid": "ff7e3fc0-bfe3-4ba2-8612-d3b27e1563f9", "tag": "caf0faba-4684-4a48-b745-e7a936589c3e"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:08.196819 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25b871-0a59-4bd8-86c2-8c42ff867e40 service neutron] Pushing event updated for resources: {'Port': ['ID=caf0faba-4684-4a48-b745-e7a936589c3e,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:08.314327 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-0d43f8b2-5065-4209-b985-c736c11c643e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:08.316326 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-0d43f8b2-5065-4209-b985-c736c11c643e service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=bea7b4da8e63480980f1c76d63c2ffcf&device_id=ff7e3fc0-bfe3-4ba2-8612-d3b27e1563f9 HTTP/1.1" status: 200 len: 1094 time: 0.1617551 Jul 06 13:54:08.338395 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-75b88fa1-6232-41c6-943c-859b28f26c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:08.377411 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b88fa1-6232-41c6-943c-859b28f26c1d None None] Pushing event deleted for resources: {'Port': ['ID=f9f1d84e-32f7-4313-a295-bd47c5d5293e,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:08.384591 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b88fa1-6232-41c6-943c-859b28f26c1d None None] No DVR routers for this DVR port f9f1d84e-32f7-4313-a295-bd47c5d5293e on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:54:08.389210 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c0722d1e-08a2-4cad-9f72-51b1e60ccfab no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:54:08.393651 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c49dca93-5cb7-4626-877c-82abf1d27312 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:08.405154 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585168a-4114-4c3a-aa7b-a5ecce77ab19 req-a9f06017-add3-4c96-a2f6-0ae4494b3a0c tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:08.405671 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-97d0689e-bd07-468a-b04d-ab2f3f036d73 admin admin] Deleting port f9f1d84e-32f7-4313-a295-bd47c5d5293e {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:54:08.405671 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-97d0689e-bd07-468a-b04d-ab2f3f036d73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:08.407873 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1585168a-4114-4c3a-aa7b-a5ecce77ab19 req-a9f06017-add3-4c96-a2f6-0ae4494b3a0c tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 948 time: 0.2005570 Jul 06 13:54:08.430746 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-add9bfe5-817f-46b0-9d39-c77b4bfa846b service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=caf0faba-4684-4a48-b745-e7a936589c3e HTTP/1.1" status: 200 len: 217 time: 0.1061983 Jul 06 13:54:08.433400 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: c0722d1e-08a2-4cad-9f72-51b1e60ccfab {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:54:08.433537 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c49dca93-5cb7-4626-877c-82abf1d27312 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:08.434046 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c0722d1e-08a2-4cad-9f72-51b1e60ccfab not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:54:08.435228 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f9f1d84e-32f7-4313-a295-bd47c5d5293e no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:54:08.465919 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: f9f1d84e-32f7-4313-a295-bd47c5d5293e {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:54:08.466865 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f9f1d84e-32f7-4313-a295-bd47c5d5293e not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:54:08.496905 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49dca93-5cb7-4626-877c-82abf1d27312 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:54:08.506672 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1585168a-4114-4c3a-aa7b-a5ecce77ab19 req-e5fad3a2-a0ca-4207-b0d7-b2e05b66bdb3 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980902 Jul 06 13:54:08.518841 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49dca93-5cb7-4626-877c-82abf1d27312 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c98c12-705c-4d1f-9033-2cf749b1b4f5,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:08.524443 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-94b6ed83-f36d-48d3-a43d-2157d38f2664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:08.525862 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-94b6ed83-f36d-48d3-a43d-2157d38f2664 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=fd856c7f-efce-4c28-b5ab-617143cae7b2 HTTP/1.1" status: 200 len: 846 time: 0.0884397 Jul 06 13:54:08.530227 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-97d0689e-bd07-468a-b04d-ab2f3f036d73 admin admin] For port f9f1d84e-32f7-4313-a295-bd47c5d5293e, host n-d-773644-6, got binding levels [] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:08.530739 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-97d0689e-bd07-468a-b04d-ab2f3f036d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:08.544092 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c49dca93-5cb7-4626-877c-82abf1d27312 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:08.544713 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-c49dca93-5cb7-4626-877c-82abf1d27312 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Added segment c3c86341-97ca-4cb1-8b19-5682f56d4bb8 of type vlan for network 4c7e6cdd-8dc1-45e9-b4a5-3d051053862b Jul 06 13:54:08.573691 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-97d0689e-bd07-468a-b04d-ab2f3f036d73 admin admin] Calling delete_port for f9f1d84e-32f7-4313-a295-bd47c5d5293e owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:54:08.584319 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.ipam_backend_mixin [None req-97d0689e-bd07-468a-b04d-ab2f3f036d73 admin admin] Port f9f1d84e-32f7-4313-a295-bd47c5d5293e was not found and therefore no delete operation was performed {{(pid=100417) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 13:54:08.588027 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-97d0689e-bd07-468a-b04d-ab2f3f036d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:08.597226 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-be33dc6b-534a-4057-9862-01bb62edcc8c service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4af52798-23b1-402a-a1ea-3bd334b33ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627017 Jul 06 13:54:08.601108 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9e62e3-d44a-455a-a6ce-ceca395dc48e x-openstack-request-id: req-fb9e62e3-d44a-455a-a6ce-ceca395dc48e {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:08.601402 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff7e3fc0-bfe3-4ba2-8612-d3b27e1563f9", "tag": "caf0faba-4684-4a48-b745-e7a936589c3e", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:08.601654 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-fb9e62e3-d44a-455a-a6ce-ceca395dc48e {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:08.602076 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff7e3fc0-bfe3-4ba2-8612-d3b27e1563f9', 'tag': 'caf0faba-4684-4a48-b745-e7a936589c3e', 'status': 'completed', 'code': 200} Jul 06 13:54:08.670072 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 4a5aa084-e04f-46d8-b478-f57cec682a06 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:54:08.704325 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0689e-bd07-468a-b04d-ab2f3f036d73 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f1d84e-32f7-4313-a295-bd47c5d5293e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:08.733805 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d0689e-bd07-468a-b04d-ab2f3f036d73 admin admin] No DVR routers for this DVR port f9f1d84e-32f7-4313-a295-bd47c5d5293e on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:54:08.764154 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 4a5aa084-e04f-46d8-b478-f57cec682a06 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:08.772483 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 4a5aa084-e04f-46d8-b478-f57cec682a06 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:08.773129 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:08.788655 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-4b059a2c-47a6-48cb-ba8f-e9d1b7cf517b service neutron] 10.222.0.124 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780515 Jul 06 13:54:08.813528 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c49dca93-5cb7-4626-877c-82abf1d27312 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:08.864727 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:08.941299 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-97d0689e-bd07-468a-b04d-ab2f3f036d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:08.947549 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b355fdca-9197-46f4-b409-b93eed02dbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5aa084-e04f-46d8-b478-f57cec682a06'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:08.950859 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9e5345-3c8f-400c-bdbb-05f41800127f" -d '{"events": [{"server_uuid": "b355fdca-9197-46f4-b409-b93eed02dbba", "name": "network-vif-plugged", "status": "completed", "tag": "4a5aa084-e04f-46d8-b478-f57cec682a06"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:08.958933 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 4a5aa084-e04f-46d8-b478-f57cec682a06, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4a5aa084-e04f-46d8-b478-f57cec682a06,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:08.963044 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-97d0689e-bd07-468a-b04d-ab2f3f036d73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f5c6cb-0111-4783-a2c7-6163df052e5e']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:08.967257 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:08.974993 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c49dca93-5cb7-4626-877c-82abf1d27312 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:08.981438 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49dca93-5cb7-4626-877c-82abf1d27312 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:08.982104 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c49dca93-5cb7-4626-877c-82abf1d27312 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:08.986615 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-97d0689e-bd07-468a-b04d-ab2f3f036d73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '056f233e-bfe2-413b-8fee-61b949fca2fd') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:08.986918 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-97d0689e-bd07-468a-b04d-ab2f3f036d73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '056f233e-bfe2-413b-8fee-61b949fca2fd') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:09.036413 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=4a5aa084-e04f-46d8-b478-f57cec682a06,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:09.050124 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-97d0689e-bd07-468a-b04d-ab2f3f036d73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:09.059366 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ad886df-3029-4df8-b095-79b84d8e8cfb req-852863b9-fe44-4341-aca1-216b669d6e3b service neutron] 10.222.0.124 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608945 Jul 06 13:54:09.075869 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c49dca93-5cb7-4626-877c-82abf1d27312 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.0276089 Jul 06 13:54:09.078953 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51176) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:09.089692 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-97d0689e-bd07-468a-b04d-ab2f3f036d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:09.105624 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49dca93-5cb7-4626-877c-82abf1d27312 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Pushing event updated for resources: {'Network': ['ID=4c7e6cdd-8dc1-45e9-b4a5-3d051053862b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:09.118192 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b64ea1-0b2b-4c5d-bf59-e10aa5fa6ede req-5c174905-03aa-4772-9dd7-4fbe7766ce72 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:09.120271 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70b64ea1-0b2b-4c5d-bf59-e10aa5fa6ede req-5c174905-03aa-4772-9dd7-4fbe7766ce72 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=ff7e3fc0-bfe3-4ba2-8612-d3b27e1563f9 HTTP/1.1" status: 200 len: 943 time: 0.1603377 Jul 06 13:54:09.122460 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 4c7e6cdd-8dc1-45e9-b4a5-3d051053862b details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:54:09.153290 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d0689e-bd07-468a-b04d-ab2f3f036d73 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:54:09.153709 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-97d0689e-bd07-468a-b04d-ab2f3f036d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:54:09.155410 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:54:09.244003 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd99924a-13d8-4456-8c04-6ddee7c9b667 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:09.255592 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-97d0689e-bd07-468a-b04d-ab2f3f036d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:09.266524 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-97d0689e-bd07-468a-b04d-ab2f3f036d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:09.268738 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-97d0689e-bd07-468a-b04d-ab2f3f036d73 admin admin] 10.222.0.118 "DELETE /v2.0/networks/72f5c6cb-0111-4783-a2c7-6163df052e5e HTTP/1.1" status: 204 len: 168 time: 2.0206518 Jul 06 13:54:09.273556 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51182) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:09.279976 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70b64ea1-0b2b-4c5d-bf59-e10aa5fa6ede req-cf41fa54-5193-42cb-94f1-cf4e46e09fea tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275065 Jul 06 13:54:09.311107 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03969161-ee20-4f37-a692-17be6fc477d5 req-dae847a8-b44e-4bbf-856d-5ad87b111349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:09.313428 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-03969161-ee20-4f37-a692-17be6fc477d5 req-dae847a8-b44e-4bbf-856d-5ad87b111349 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=bea7b4da8e63480980f1c76d63c2ffcf&device_id=ff7e3fc0-bfe3-4ba2-8612-d3b27e1563f9 HTTP/1.1" status: 200 len: 1094 time: 0.1779423 Jul 06 13:54:09.328512 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0689e-bd07-468a-b04d-ab2f3f036d73 admin admin] Pushing event deleted for resources: {'Network': ['ID=72f5c6cb-0111-4783-a2c7-6163df052e5e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:09.345275 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e0410a-cda0-497b-81da-1eed13fff38d x-openstack-request-id: req-50e0410a-cda0-497b-81da-1eed13fff38d {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:09.345584 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b355fdca-9197-46f4-b409-b93eed02dbba", "name": "network-vif-plugged", "status": "completed", "tag": "4a5aa084-e04f-46d8-b478-f57cec682a06", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:09.345868 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-50e0410a-cda0-497b-81da-1eed13fff38d {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:09.346277 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b355fdca-9197-46f4-b409-b93eed02dbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5aa084-e04f-46d8-b478-f57cec682a06', 'code': 200} Jul 06 13:54:09.459855 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd99924a-13d8-4456-8c04-6ddee7c9b667 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:09.478110 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-bd99924a-13d8-4456-8c04-6ddee7c9b667 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c7e6cdd-8dc1-45e9-b4a5-3d051053862b']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:09.525590 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-bd99924a-13d8-4456-8c04-6ddee7c9b667 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3c86341-97ca-4cb1-8b19-5682f56d4bb8') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:09.525898 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-bd99924a-13d8-4456-8c04-6ddee7c9b667 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3c86341-97ca-4cb1-8b19-5682f56d4bb8') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:09.550718 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd99924a-13d8-4456-8c04-6ddee7c9b667 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:09.582580 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd99924a-13d8-4456-8c04-6ddee7c9b667 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:09.587173 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03969161-ee20-4f37-a692-17be6fc477d5 req-159f5e54-7794-4835-acba-ac5680b73237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:09.589633 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-03969161-ee20-4f37-a692-17be6fc477d5 req-159f5e54-7794-4835-acba-ac5680b73237 service neutron] 10.222.0.124 "GET /v2.0/networks?id=4af52798-23b1-402a-a1ea-3bd334b33ddb HTTP/1.1" status: 200 len: 907 time: 0.2681019 Jul 06 13:54:09.592280 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31685f85-5bb1-43e7-abb6-2885816ee358 req-5e07817b-1ae7-44f6-9ca7-8ef017dde226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:09.593172 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd99924a-13d8-4456-8c04-6ddee7c9b667 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:54:09.593798 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd99924a-13d8-4456-8c04-6ddee7c9b667 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:09.594204 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31685f85-5bb1-43e7-abb6-2885816ee358 req-5e07817b-1ae7-44f6-9ca7-8ef017dde226 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 1100 time: 0.1191998 Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:54:09.596641 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:54:09.629850 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:54:09.693662 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-03969161-ee20-4f37-a692-17be6fc477d5 req-b99f9e1e-a908-456a-9b14-a51456a85bed service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=caf0faba-4684-4a48-b745-e7a936589c3e HTTP/1.1" status: 200 len: 217 time: 0.0971065 Jul 06 13:54:09.742572 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31685f85-5bb1-43e7-abb6-2885816ee358 req-ac729e5f-ad78-4027-b40f-81c5226e0c72 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373956 Jul 06 13:54:09.766032 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd99924a-13d8-4456-8c04-6ddee7c9b667 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:09.767914 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03969161-ee20-4f37-a692-17be6fc477d5 req-efab9a81-6c16-4126-a6c2-a40765073c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:09.776474 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd99924a-13d8-4456-8c04-6ddee7c9b667 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4c7e6cdd-8dc1-45e9-b4a5-3d051053862b {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 13:54:09.778038 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-03969161-ee20-4f37-a692-17be6fc477d5 req-efab9a81-6c16-4126-a6c2-a40765073c8d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=fd856c7f-efce-4c28-b5ab-617143cae7b2 HTTP/1.1" status: 200 len: 846 time: 0.0772214 Jul 06 13:54:09.791470 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd99924a-13d8-4456-8c04-6ddee7c9b667 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:09.797466 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bd99924a-13d8-4456-8c04-6ddee7c9b667 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] 10.222.0.118 "DELETE /v2.0/networks/4c7e6cdd-8dc1-45e9-b4a5-3d051053862b HTTP/1.1" status: 204 len: 168 time: 0.7134335 Jul 06 13:54:09.797777 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51200) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:09.799395 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99924a-13d8-4456-8c04-6ddee7c9b667 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Pushing event deleted for resources: {'Network': ['ID=4c7e6cdd-8dc1-45e9-b4a5-3d051053862b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:09.805770 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-6baccf9d-63a7-4e97-8908-06218313ac48 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:09.905162 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6baccf9d-63a7-4e97-8908-06218313ac48 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Made reservation on behalf of 1968776de4a44e9d92082320591c6893 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:09.909188 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6baccf9d-63a7-4e97-8908-06218313ac48 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:09.918566 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-03969161-ee20-4f37-a692-17be6fc477d5 req-25e0d0ec-663e-45a3-a025-c115c710da6b service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4af52798-23b1-402a-a1ea-3bd334b33ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248507 Jul 06 13:54:10.054182 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6baccf9d-63a7-4e97-8908-06218313ac48 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:54:10.077405 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6baccf9d-63a7-4e97-8908-06218313ac48 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:10.079198 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-6baccf9d-63a7-4e97-8908-06218313ac48 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Added segment 0bd1eab0-3701-403f-ab24-e874473219b6 of type vlan for network b54efeea-24ad-4d33-a7df-51d0d4a86688 Jul 06 13:54:10.126807 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:10.135455 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-859f9db6-d79f-4d56-a9d9-68eb536d25df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:10.163584 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-03969161-ee20-4f37-a692-17be6fc477d5 req-080b3e9b-db7a-4a00-a8a6-f1e2ee2687f6 service neutron] 10.222.0.124 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325773 Jul 06 13:54:10.170348 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6baccf9d-63a7-4e97-8908-06218313ac48 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:10.347124 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6baccf9d-63a7-4e97-8908-06218313ac48 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:10.348121 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baccf9d-63a7-4e97-8908-06218313ac48 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:10.348838 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6baccf9d-63a7-4e97-8908-06218313ac48 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:10.383312 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9771a-3e25-45d9-abd4-1419c9285fbb req-60c1f2a0-580c-4869-87da-2f25b09833a0 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:10.384865 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0ed9771a-3e25-45d9-abd4-1419c9285fbb req-60c1f2a0-580c-4869-87da-2f25b09833a0 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 949 time: 0.2085783 Jul 06 13:54:10.441989 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-03969161-ee20-4f37-a692-17be6fc477d5 req-00034791-38c0-43e0-8c78-15ae1f27acf2 service neutron] 10.222.0.124 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665968 Jul 06 13:54:10.448968 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6baccf9d-63a7-4e97-8908-06218313ac48 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6463597 Jul 06 13:54:10.450258 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51214) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:10.472028 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baccf9d-63a7-4e97-8908-06218313ac48 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Pushing event updated for resources: {'Network': ['ID=b54efeea-24ad-4d33-a7df-51d0d4a86688,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:10.475691 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-fb870a04-9e06-4414-a255-14dc9a065303 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Request body: {'subnet': {'network_id': 'b54efeea-24ad-4d33-a7df-51d0d4a86688', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:10.486302 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network b54efeea-24ad-4d33-a7df-51d0d4a86688 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:54:10.488783 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0ed9771a-3e25-45d9-abd4-1419c9285fbb req-e18838bc-c4a2-4003-bcc8-10c7bf056087 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911357 Jul 06 13:54:10.558980 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb870a04-9e06-4414-a255-14dc9a065303 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Made reservation on behalf of 1968776de4a44e9d92082320591c6893 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:10.565027 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fb870a04-9e06-4414-a255-14dc9a065303 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:10.638276 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-787df736-cf07-4eaa-83f1-7122be972451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:10.804165 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-859f9db6-d79f-4d56-a9d9-68eb536d25df admin admin] Deleting port bd590350-30e3-409d-b996-a50cfcc66375 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:54:10.804796 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-859f9db6-d79f-4d56-a9d9-68eb536d25df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:10.867998 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-43ee2692-1ea5-48d1-8561-3522b6bbe456 req-3fdeb69f-893f-42cc-9a7c-5dac18dd70e5 tempest-ServerShowV247Test-876722278 tempest-ServerShowV247Test-876722278-project] 10.222.0.118 "GET /v2.0/ports?device_id=eaca8e14-08fd-488e-8b78-d79be12fe42e HTTP/1.1" status: 200 len: 210 time: 0.0463970 Jul 06 13:54:10.966037 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-859f9db6-d79f-4d56-a9d9-68eb536d25df admin admin] For port bd590350-30e3-409d-b996-a50cfcc66375, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=bd590350-30e3-409d-b996-a50cfcc66375,segment=NetworkSegment(fdecf33d-1a3f-451f-9d4a-0747085341e5),segment_id=fdecf33d-1a3f-451f-9d4a-0747085341e5)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:10.966948 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-859f9db6-d79f-4d56-a9d9-68eb536d25df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:11.029622 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-859f9db6-d79f-4d56-a9d9-68eb536d25df admin admin] Calling delete_port for bd590350-30e3-409d-b996-a50cfcc66375 owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:54:11.076841 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7e53b-df4b-415e-8648-57092fd32d2f req-b481ec84-6107-428f-abff-e9f3868a61b8 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:11.079635 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eec7e53b-df4b-415e-8648-57092fd32d2f req-b481ec84-6107-428f-abff-e9f3868a61b8 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=ff7e3fc0-bfe3-4ba2-8612-d3b27e1563f9 HTTP/1.1" status: 200 len: 943 time: 0.0958965 Jul 06 13:54:11.133462 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eec7e53b-df4b-415e-8648-57092fd32d2f req-30d7eb98-4086-42b5-a883-26513ecda9ea tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430467 Jul 06 13:54:11.259988 n-d-773644-6 neutron-server[100417]: DEBUG neutron.objects.ports [None req-fb870a04-9e06-4414-a255-14dc9a065303 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100417) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 13:54:11.260473 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fb870a04-9e06-4414-a255-14dc9a065303 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:11.364610 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb870a04-9e06-4414-a255-14dc9a065303 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Pushing event updated for resources: {'Subnet': ['ID=36269ffd-4230-498b-9061-1330d371c76f,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:11.406749 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb870a04-9e06-4414-a255-14dc9a065303 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Checking segment: {'id': '0bd1eab0-3701-403f-ab24-e874473219b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b54efeea-24ad-4d33-a7df-51d0d4a86688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:11.406749 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb870a04-9e06-4414-a255-14dc9a065303 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Network hostable DHCP agents. Network: b54efeea-24ad-4d33-a7df-51d0d4a86688, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:54:11.434206 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-859f9db6-d79f-4d56-a9d9-68eb536d25df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:11.440460 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:11.475477 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f9db6-d79f-4d56-a9d9-68eb536d25df admin admin] Pushing event deleted for resources: {'Port': ['ID=bd590350-30e3-409d-b996-a50cfcc66375,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:11.509225 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e268dc2-8462-47f0-bf90-d9d90b4aaf10 req-cdbf8f81-ed6f-481b-ae11-81332e6fd49b tempest-ServerShowV247Test-876722278 tempest-ServerShowV247Test-876722278-project] 10.222.0.118 "GET /v2.0/ports?device_id=00737ae9-6194-4510-b847-047acc9ba9eb HTTP/1.1" status: 200 len: 210 time: 0.0480587 Jul 06 13:54:11.529207 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb870a04-9e06-4414-a255-14dc9a065303 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Network b54efeea-24ad-4d33-a7df-51d0d4a86688 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:54:11.598540 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-fb870a04-9e06-4414-a255-14dc9a065303 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, b54efeea-24ad-4d33-a7df-51d0d4a86688) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:11.609729 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d359af8d-faee-45eb-ab2b-e1cb33d6d0cd None None] Network b54efeea-24ad-4d33-a7df-51d0d4a86688 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:11.648650 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb870a04-9e06-4414-a255-14dc9a065303 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:11.649369 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fb870a04-9e06-4414-a255-14dc9a065303 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:11.666161 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fb870a04-9e06-4414-a255-14dc9a065303 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2084606 Jul 06 13:54:11.668754 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51244) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:11.675680 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e5abaf34-d688-4074-bd55-e02033ecb8ec tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Request body: {'floatingip': {'floating_network_id': 'b54efeea-24ad-4d33-a7df-51d0d4a86688'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:11.787222 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5abaf34-d688-4074-bd55-e02033ecb8ec tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:11.815302 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673613ba-4c46-46ba-9d57-d88f9a6dd720 req-b31ae083-d299-44a1-a6fb-262baa157095 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:11.824595 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-673613ba-4c46-46ba-9d57-d88f9a6dd720 req-b31ae083-d299-44a1-a6fb-262baa157095 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 949 time: 0.1612258 Jul 06 13:54:11.880448 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-859f9db6-d79f-4d56-a9d9-68eb536d25df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:11.891790 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-673613ba-4c46-46ba-9d57-d88f9a6dd720 req-a9521fa6-1d60-4728-83fe-066958224c5b tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659089 Jul 06 13:54:11.938709 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf94b31d-4e88-413c-a840-f0b2eab74c19 None None] Network b54efeea-24ad-4d33-a7df-51d0d4a86688 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:12.311755 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf5f2b-2327-4a34-8f8b-94a1f9124cef req-fff0c1a5-1ae4-4f62-af08-02d2c6c421a8 tempest-MigrationsAdminTest-1825600450 tempest-MigrationsAdminTest-1825600450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:12.315150 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-20bf5f2b-2327-4a34-8f8b-94a1f9124cef req-fff0c1a5-1ae4-4f62-af08-02d2c6c421a8 tempest-MigrationsAdminTest-1825600450 tempest-MigrationsAdminTest-1825600450-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 1100 time: 0.1036062 Jul 06 13:54:12.355923 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-20bf5f2b-2327-4a34-8f8b-94a1f9124cef req-1c88da18-eb6f-49ab-96ca-7b2aa7d0d50e tempest-MigrationsAdminTest-1825600450 tempest-MigrationsAdminTest-1825600450-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347211 Jul 06 13:54:12.393875 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859f9db6-d79f-4d56-a9d9-68eb536d25df admin admin] Router 799c5d83-677f-4d01-889e-5f146dcfa1a0 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:54:12.401220 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5abaf34-d688-4074-bd55-e02033ecb8ec tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:12.556860 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530a81e-e3f2-47ed-8472-51ece5455199 req-af79d02c-9422-486f-bcb4-eda2b5af3440 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:12.558487 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c530a81e-e3f2-47ed-8472-51ece5455199 req-af79d02c-9422-486f-bcb4-eda2b5af3440 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=ff7e3fc0-bfe3-4ba2-8612-d3b27e1563f9 HTTP/1.1" status: 200 len: 943 time: 0.0790598 Jul 06 13:54:12.593284 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-e5abaf34-d688-4074-bd55-e02033ecb8ec tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Allocated IP 172.20.0.7 (b54efeea-24ad-4d33-a7df-51d0d4a86688/36269ffd-4230-498b-9061-1330d371c76f/c4b1a4f9-45e2-43ae-9154-de9bb6c067f2) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:54:12.595789 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859f9db6-d79f-4d56-a9d9-68eb536d25df admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:54:12.604352 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-859f9db6-d79f-4d56-a9d9-68eb536d25df admin admin] 10.222.0.118 "PUT /v2.0/routers/799c5d83-677f-4d01-889e-5f146dcfa1a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3273866 Jul 06 13:54:12.604574 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51266) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:12.617610 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c530a81e-e3f2-47ed-8472-51ece5455199 req-7bcd5c79-cd7e-417c-884a-d59a897a9f2a tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517533 Jul 06 13:54:12.620312 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b868b5-200f-40d1-a25a-8556fd1bd9c8 None None] Sync routers for ids ['799c5d83-677f-4d01-889e-5f146dcfa1a0'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:54:12.636104 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b868b5-200f-40d1-a25a-8556fd1bd9c8 None None] Routers {'799c5d83-677f-4d01-889e-5f146dcfa1a0'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:54:12.636913 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-a4b868b5-200f-40d1-a25a-8556fd1bd9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:54:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['799c5d83-677f-4d01-889e-5f146dcfa1a0'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:12.750136 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-a4b868b5-200f-40d1-a25a-8556fd1bd9c8 None None] Set router 799c5d83-677f-4d01-889e-5f146dcfa1a0 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:54:12.774457 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-29eaad3a-3833-4540-bcbf-cf0f8ce2fc22 admin admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:12.833392 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5abaf34-d688-4074-bd55-e02033ecb8ec tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:12.934130 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-29eaad3a-3833-4540-bcbf-cf0f8ce2fc22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:12.991701 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5abaf34-d688-4074-bd55-e02033ecb8ec tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:12.999578 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:13.040509 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-a4b868b5-200f-40d1-a25a-8556fd1bd9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799c5d83-677f-4d01-889e-5f146dcfa1a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1015553260-router', 'tenant_id': '97b4f96caebb4827904a06c68eefc1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '4c2987b9-6b17-47d6-9184-518536a47b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:51:22Z', 'updated_at': '2021-07-06T13:54:11Z', 'revision_number': 5, 'project_id': '97b4f96caebb4827904a06c68eefc1af', 'gw_port': {'id': '4c2987b9-6b17-47d6-9184-518536a47b74', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799c5d83-677f-4d01-889e-5f146dcfa1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:51:23Z', 'updated_at': '2021-07-06T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:13.053558 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device caf0faba-4684-4a48-b745-e7a936589c3e details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:54:13.088773 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b868b5-200f-40d1-a25a-8556fd1bd9c8 None None] Checking router: 799c5d83-677f-4d01-889e-5f146dcfa1a0 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:54:13.100124 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b868b5-200f-40d1-a25a-8556fd1bd9c8 None None] Routers {'799c5d83-677f-4d01-889e-5f146dcfa1a0'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:54:13.101043 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-a4b868b5-200f-40d1-a25a-8556fd1bd9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:54:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['799c5d83-677f-4d01-889e-5f146dcfa1a0'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:13.196903 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5abaf34-d688-4074-bd55-e02033ecb8ec tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Network b54efeea-24ad-4d33-a7df-51d0d4a86688 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:13.205030 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-e5abaf34-d688-4074-bd55-e02033ecb8ec tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:13.211894 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5abaf34-d688-4074-bd55-e02033ecb8ec tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:54:13.236231 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3284ba94-2103-45b3-af41-a69e55c8c21b req-004328ef-95ee-455f-9bee-394848fcc987 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=eaca8e14-08fd-488e-8b78-d79be12fe42e HTTP/1.1" status: 200 len: 210 time: 0.1407325 Jul 06 13:54:13.242529 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-a4b868b5-200f-40d1-a25a-8556fd1bd9c8 None None] Set router 799c5d83-677f-4d01-889e-5f146dcfa1a0 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:54:13.271063 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abaf34-d688-4074-bd55-e02033ecb8ec tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Pushing event updated for resources: {'Port': ['ID=c4b1a4f9-45e2-43ae-9154-de9bb6c067f2,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:13.314716 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-4394a71b-1b9a-4939-a0b6-d83caf019351 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2204256 Jul 06 13:54:13.317011 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port caf0faba-4684-4a48-b745-e7a936589c3e, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=caf0faba-4684-4a48-b745-e7a936589c3e,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:13.332980 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-29eaad3a-3833-4540-bcbf-cf0f8ce2fc22 admin admin] Deleting port 4c2987b9-6b17-47d6-9184-518536a47b74 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:54:13.335406 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-29eaad3a-3833-4540-bcbf-cf0f8ce2fc22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:13.347570 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'caf0faba-4684-4a48-b745-e7a936589c3e', 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb', 'port_id': 'caf0faba-4684-4a48-b745-e7a936589c3e', 'mac_address': 'fa:16:3e:ec:be:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd856c7f-efce-4c28-b5ab-617143cae7b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:54:13.388052 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d18ca394-3ea3-4ec7-938b-758aca2f08e7 req-30c2922f-1856-472b-8d85-05c593213a31 tempest-ServerShowV247Test-876722278 tempest-ServerShowV247Test-876722278-project] 10.222.0.118 "GET /v2.0/ports?device_id=00737ae9-6194-4510-b847-047acc9ba9eb HTTP/1.1" status: 200 len: 210 time: 0.0722225 Jul 06 13:54:13.410059 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:13.429715 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf0faba-4684-4a48-b745-e7a936589c3e {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:13.443351 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-a4b868b5-200f-40d1-a25a-8556fd1bd9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '799c5d83-677f-4d01-889e-5f146dcfa1a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1015553260-router', 'tenant_id': '97b4f96caebb4827904a06c68eefc1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:51:22Z', 'updated_at': '2021-07-06T13:54:12Z', 'revision_number': 6, 'project_id': '97b4f96caebb4827904a06c68eefc1af', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:13.461021 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port caf0faba-4684-4a48-b745-e7a936589c3e, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=caf0faba-4684-4a48-b745-e7a936589c3e,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:13.471555 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:13.478489 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5abaf34-d688-4074-bd55-e02033ecb8ec tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:13.519451 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b868b5-200f-40d1-a25a-8556fd1bd9c8 None None] The sync data for ids ['799c5d83-677f-4d01-889e-5f146dcfa1a0'] in n-d-773644-6 is: [{'id': '799c5d83-677f-4d01-889e-5f146dcfa1a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1015553260-router', 'tenant_id': '97b4f96caebb4827904a06c68eefc1af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:51:22Z', 'updated_at': '2021-07-06T13:54:12Z', 'revision_number': 6, 'project_id': '97b4f96caebb4827904a06c68eefc1af', 'gw_port_host': None}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:54:13.554239 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=caf0faba-4684-4a48-b745-e7a936589c3e,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:13.621531 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2777ae4-e3d6-4d80-890c-946d5805c921 req-ed1b1cf6-be6d-43ea-a327-f283ec08aae0 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:13.623690 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d2777ae4-e3d6-4d80-890c-946d5805c921 req-ed1b1cf6-be6d-43ea-a327-f283ec08aae0 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 949 time: 0.0877049 Jul 06 13:54:13.628296 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5abaf34-d688-4074-bd55-e02033ecb8ec tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:13.680417 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d2777ae4-e3d6-4d80-890c-946d5805c921 req-1c6172ce-431f-4a30-8a43-3bc990795d31 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498762 Jul 06 13:54:13.694431 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-29eaad3a-3833-4540-bcbf-cf0f8ce2fc22 admin admin] For port 4c2987b9-6b17-47d6-9184-518536a47b74, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=4c2987b9-6b17-47d6-9184-518536a47b74,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:13.694812 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-29eaad3a-3833-4540-bcbf-cf0f8ce2fc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:13.742019 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['caf0faba-4684-4a48-b745-e7a936589c3e'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:54:13.749109 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-29eaad3a-3833-4540-bcbf-cf0f8ce2fc22 admin admin] Calling delete_port for 4c2987b9-6b17-47d6-9184-518536a47b74 owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:54:14.203391 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b805b-9589-4b1c-b7db-1aa0d7436a9c req-c70405a6-fc54-4ed2-bd4e-ab6968031a03 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:14.206775 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e0b805b-9589-4b1c-b7db-1aa0d7436a9c req-c70405a6-fc54-4ed2-bd4e-ab6968031a03 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=ff7e3fc0-bfe3-4ba2-8612-d3b27e1563f9 HTTP/1.1" status: 200 len: 944 time: 0.0992663 Jul 06 13:54:14.284506 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e0b805b-9589-4b1c-b7db-1aa0d7436a9c req-8f2e4263-37bf-4e2a-91dc-148c4a9fa1a0 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710063 Jul 06 13:54:14.322028 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5abaf34-d688-4074-bd55-e02033ecb8ec tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:14.329618 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5abaf34-d688-4074-bd55-e02033ecb8ec tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:14.402458 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abaf34-d688-4074-bd55-e02033ecb8ec tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Pushing event updated for resources: {'Port': ['ID=c4b1a4f9-45e2-43ae-9154-de9bb6c067f2,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:14.590812 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 4c2987b9-6b17-47d6-9184-518536a47b74 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:54:14.640870 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-29eaad3a-3833-4540-bcbf-cf0f8ce2fc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:14.674537 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No active binding found for port 4c2987b9-6b17-47d6-9184-518536a47b74 {{(pid=100419) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 13:54:14.675223 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 4c2987b9-6b17-47d6-9184-518536a47b74 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:54:14.675811 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device bd590350-30e3-409d-b996-a50cfcc66375 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:54:14.722427 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: bd590350-30e3-409d-b996-a50cfcc66375 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:54:14.723036 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device bd590350-30e3-409d-b996-a50cfcc66375 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:54:14.736968 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a0e0b083-e9a7-4cd7-9a7a-ab66747905b9 req-c2b605a1-4b24-4fbe-a268-f3a1fbb884b0 tempest-ServerShowV247Test-876722278 tempest-ServerShowV247Test-876722278-project] 10.222.0.118 "GET /v2.0/ports?device_id=00737ae9-6194-4510-b847-047acc9ba9eb HTTP/1.1" status: 200 len: 210 time: 0.0898359 Jul 06 13:54:14.773686 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5abaf34-d688-4074-bd55-e02033ecb8ec tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:14.782669 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eaad3a-3833-4540-bcbf-cf0f8ce2fc22 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c2987b9-6b17-47d6-9184-518536a47b74,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:14.868617 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d978c00b-4f63-48df-8570-79194ef4ef9d req-82ca83b1-63af-45f0-8c5f-5bfe74b7879a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=00737ae9-6194-4510-b847-047acc9ba9eb HTTP/1.1" status: 200 len: 210 time: 0.0653436 Jul 06 13:54:14.902476 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5abaf34-d688-4074-bd55-e02033ecb8ec tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:14.903752 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e5abaf34-d688-4074-bd55-e02033ecb8ec tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.2339711 Jul 06 13:54:14.907378 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51314) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:14.989041 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d31858b6-29c2-4516-a819-220766fc649d tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] 10.222.0.118 "GET /v2.0/floatingips?floating_network_id=b54efeea-24ad-4d33-a7df-51d0d4a86688 HTTP/1.1" status: 200 len: 689 time: 0.0808101 Jul 06 13:54:14.991608 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51318) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:14.999246 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3ea84-effe-49d8-9eee-42f805670c52 req-19864dd6-bf49-48c5-8ccd-48db9caf6f1b tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:15.001498 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17a3ea84-effe-49d8-9eee-42f805670c52 req-19864dd6-bf49-48c5-8ccd-48db9caf6f1b tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 949 time: 0.0743964 Jul 06 13:54:15.044091 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17a3ea84-effe-49d8-9eee-42f805670c52 req-b3c47c06-adeb-4fc6-be81-3cf9dab40f4f tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333502 Jul 06 13:54:15.044589 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-29eaad3a-3833-4540-bcbf-cf0f8ce2fc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:15.048971 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device caf0faba-4684-4a48-b745-e7a936589c3e up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:54:15.104255 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port caf0faba-4684-4a48-b745-e7a936589c3e completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:15.108097 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port caf0faba-4684-4a48-b745-e7a936589c3e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:15.108474 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:15.148870 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-29eaad3a-3833-4540-bcbf-cf0f8ce2fc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:15.152577 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-29eaad3a-3833-4540-bcbf-cf0f8ce2fc22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:15.194015 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:15.217433 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7e3fc0-bfe3-4ba2-8612-d3b27e1563f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf0faba-4684-4a48-b745-e7a936589c3e'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:15.218581 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32233472-0efb-47c8-8cdd-fa08fc89f748 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:15.220610 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2390da9e-2b51-4657-9177-d466ad4e9ce9" -d '{"events": [{"server_uuid": "ff7e3fc0-bfe3-4ba2-8612-d3b27e1563f9", "name": "network-vif-plugged", "status": "completed", "tag": "caf0faba-4684-4a48-b745-e7a936589c3e"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:15.235533 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port caf0faba-4684-4a48-b745-e7a936589c3e, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=caf0faba-4684-4a48-b745-e7a936589c3e,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:15.240264 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:15.275748 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-29eaad3a-3833-4540-bcbf-cf0f8ce2fc22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:15.276634 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29eaad3a-3833-4540-bcbf-cf0f8ce2fc22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 799c5d83-677f-4d01-889e-5f146dcfa1a0 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:54:15.277106 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482b7ec1-704c-43e9-9f7a-b4724534367f x-openstack-request-id: req-482b7ec1-704c-43e9-9f7a-b4724534367f {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:15.277406 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff7e3fc0-bfe3-4ba2-8612-d3b27e1563f9", "name": "network-vif-plugged", "status": "completed", "tag": "caf0faba-4684-4a48-b745-e7a936589c3e", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:15.277658 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-482b7ec1-704c-43e9-9f7a-b4724534367f {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:15.278159 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff7e3fc0-bfe3-4ba2-8612-d3b27e1563f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf0faba-4684-4a48-b745-e7a936589c3e', 'code': 200} Jul 06 13:54:15.282498 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-29eaad3a-3833-4540-bcbf-cf0f8ce2fc22 admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:15.283781 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-29eaad3a-3833-4540-bcbf-cf0f8ce2fc22 admin admin] 10.222.0.118 "DELETE /v2.0/routers/799c5d83-677f-4d01-889e-5f146dcfa1a0 HTTP/1.1" status: 204 len: 168 time: 2.6781933 Jul 06 13:54:15.286642 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51322) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:15.318155 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=caf0faba-4684-4a48-b745-e7a936589c3e,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:15.355849 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b08c4fc-59e3-4ca6-960e-f0824e8b542a admin admin] Deleting subnet 8f09c50b-9368-4974-9ff1-816791b7efb5 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:54:15.362116 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0b08c4fc-59e3-4ca6-960e-f0824e8b542a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:15.391808 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-32233472-0efb-47c8-8cdd-fa08fc89f748 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Deleting port c4b1a4f9-45e2-43ae-9154-de9bb6c067f2 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:54:15.392076 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32233472-0efb-47c8-8cdd-fa08fc89f748 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:15.490111 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32233472-0efb-47c8-8cdd-fa08fc89f748 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:15.490471 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32233472-0efb-47c8-8cdd-fa08fc89f748 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:15.501596 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0b08c4fc-59e3-4ca6-960e-f0824e8b542a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:15.503953 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-32233472-0efb-47c8-8cdd-fa08fc89f748 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Calling delete_port for c4b1a4f9-45e2-43ae-9154-de9bb6c067f2 owned by network:floatingip {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:54:15.643326 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-f4292d4d-e556-4f06-8ead-07ca79aad253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:15.644858 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-f4292d4d-e556-4f06-8ead-07ca79aad253 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 1100 time: 0.2399449 Jul 06 13:54:15.646483 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf11659-b72d-4263-8bd7-c00e1e3ba29a req-852a5c47-eeaf-4237-b234-aa2750403bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:15.647828 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0bf11659-b72d-4263-8bd7-c00e1e3ba29a req-852a5c47-eeaf-4237-b234-aa2750403bbc service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=ff7e3fc0-bfe3-4ba2-8612-d3b27e1563f9 HTTP/1.1" status: 200 len: 1096 time: 0.2315986 Jul 06 13:54:15.654784 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0b08c4fc-59e3-4ca6-960e-f0824e8b542a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:15.657442 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32233472-0efb-47c8-8cdd-fa08fc89f748 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:15.684823 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32233472-0efb-47c8-8cdd-fa08fc89f748 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4b1a4f9-45e2-43ae-9154-de9bb6c067f2,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:15.695095 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413f600-d2ad-43da-8acd-1ed5eb595dcb req-e7a56396-7c6e-4332-aee5-cf76ed342563 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:15.696611 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3413f600-d2ad-43da-8acd-1ed5eb595dcb req-e7a56396-7c6e-4332-aee5-cf76ed342563 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=ff7e3fc0-bfe3-4ba2-8612-d3b27e1563f9 HTTP/1.1" status: 200 len: 945 time: 0.2160397 Jul 06 13:54:15.750475 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32233472-0efb-47c8-8cdd-fa08fc89f748 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:15.805678 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0bf11659-b72d-4263-8bd7-c00e1e3ba29a req-a3ffa071-52b1-49c7-9c03-6a72eb849838 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459472 Jul 06 13:54:15.806270 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32233472-0efb-47c8-8cdd-fa08fc89f748 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:15.821098 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3413f600-d2ad-43da-8acd-1ed5eb595dcb req-fdfe6da2-2cc9-4db3-a0f1-c9110aa6e2ec tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129658 Jul 06 13:54:15.839062 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0b08c4fc-59e3-4ca6-960e-f0824e8b542a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:15.878925 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08c4fc-59e3-4ca6-960e-f0824e8b542a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f09c50b-9368-4974-9ff1-816791b7efb5,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:15.886100 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0b08c4fc-59e3-4ca6-960e-f0824e8b542a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:15.891010 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0b08c4fc-59e3-4ca6-960e-f0824e8b542a admin admin] 10.222.0.118 "DELETE /v2.0/subnets/8f09c50b-9368-4974-9ff1-816791b7efb5 HTTP/1.1" status: 204 len: 168 time: 0.6004386 Jul 06 13:54:15.891010 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-8e706ad4-0ac4-4d96-b70a-a0697e63d155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:15.891432 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-8e706ad4-0ac4-4d96-b70a-a0697e63d155 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.2331913 Jul 06 13:54:15.892042 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51328) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:15.896232 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f2be2b-86cf-4cb8-b58f-e1fc84d9ee12 None None] Network 4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:15.904474 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32233472-0efb-47c8-8cdd-fa08fc89f748 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:15.972329 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-13eb6428-2a4f-4185-8bc4-45bb608fa777 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=4a5aa084-e04f-46d8-b478-f57cec682a06 HTTP/1.1" status: 200 len: 217 time: 0.0735362 Jul 06 13:54:16.009004 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51332) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:16.009244 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32233472-0efb-47c8-8cdd-fa08fc89f748 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:16.019752 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-81a7f8ae-a7d0-4123-968d-4260014e0ac3 req-f9683474-1c2b-4a44-9e70-0d50c91fc758 tempest-ServerShowV247Test-876722278 tempest-ServerShowV247Test-876722278-project] 10.222.0.118 "GET /v2.0/ports?device_id=00737ae9-6194-4510-b847-047acc9ba9eb HTTP/1.1" status: 200 len: 210 time: 0.0491958 Jul 06 13:54:16.020821 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-32233472-0efb-47c8-8cdd-fa08fc89f748 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b54efeea-24ad-4d33-a7df-51d0d4a86688']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:16.032799 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-32233472-0efb-47c8-8cdd-fa08fc89f748 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd1eab0-3701-403f-ab24-e874473219b6') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:16.033110 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-32233472-0efb-47c8-8cdd-fa08fc89f748 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd1eab0-3701-403f-ab24-e874473219b6') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:16.042695 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-11a7181d-cd0c-4d2d-933d-5821d57f0395 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-406454504'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:16.043469 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32233472-0efb-47c8-8cdd-fa08fc89f748 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:16.056615 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32233472-0efb-47c8-8cdd-fa08fc89f748 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=36269ffd-4230-498b-9061-1330d371c76f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:16.063360 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32233472-0efb-47c8-8cdd-fa08fc89f748 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:16.075327 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32233472-0efb-47c8-8cdd-fa08fc89f748 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:54:16.076566 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32233472-0efb-47c8-8cdd-fa08fc89f748 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:16.086561 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-786d429d-6dcf-403d-8af6-8d4d6db0c2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:54:16.097137 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:54:16.114406 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-8b90794c-088b-48ba-95d8-696b3b3360f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:16.115948 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-8b90794c-088b-48ba-95d8-696b3b3360f6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1336420 Jul 06 13:54:16.123164 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a7181d-cd0c-4d2d-933d-5821d57f0395 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Made reservation on behalf of 6ead5c3559fe4c91b54e392cf2e3f6be for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:16.127986 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-11a7181d-cd0c-4d2d-933d-5821d57f0395 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:16.156523 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32233472-0efb-47c8-8cdd-fa08fc89f748 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:16.161528 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32233472-0efb-47c8-8cdd-fa08fc89f748 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b54efeea-24ad-4d33-a7df-51d0d4a86688 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 13:54:16.177478 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32233472-0efb-47c8-8cdd-fa08fc89f748 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:16.180595 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe666614-d41a-43a5-9a5b-87af394c82e8 None None] DHCP port deletion for 4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:54:16.184649 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-32233472-0efb-47c8-8cdd-fa08fc89f748 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] 10.222.0.118 "DELETE /v2.0/networks/b54efeea-24ad-4d33-a7df-51d0d4a86688 HTTP/1.1" status: 204 len: 168 time: 1.1920433 Jul 06 13:54:16.188811 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51340) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:16.200327 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32233472-0efb-47c8-8cdd-fa08fc89f748 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Pushing event deleted for resources: {'Network': ['ID=b54efeea-24ad-4d33-a7df-51d0d4a86688,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:16.281587 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-fe666614-d41a-43a5-9a5b-87af394c82e8 None None] Deleting port 5db01ba2-4a8f-4c74-9a05-a48108409a89 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:54:16.282273 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fe666614-d41a-43a5-9a5b-87af394c82e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:16.304610 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a7181d-cd0c-4d2d-933d-5821d57f0395 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:54:16.344638 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-11a7181d-cd0c-4d2d-933d-5821d57f0395 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:16.344995 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-11a7181d-cd0c-4d2d-933d-5821d57f0395 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Added segment 3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36 of type vlan for network d4681e72-a6e0-4598-880f-0c79f70e2adb Jul 06 13:54:16.364917 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-fe666614-d41a-43a5-9a5b-87af394c82e8 None None] For port 5db01ba2-4a8f-4c74-9a05-a48108409a89, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=5db01ba2-4a8f-4c74-9a05-a48108409a89,segment=NetworkSegment(fdecf33d-1a3f-451f-9d4a-0747085341e5),segment_id=fdecf33d-1a3f-451f-9d4a-0747085341e5)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:16.365592 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fe666614-d41a-43a5-9a5b-87af394c82e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:16.384461 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-fe666614-d41a-43a5-9a5b-87af394c82e8 None None] Calling delete_port for 5db01ba2-4a8f-4c74-9a05-a48108409a89 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:54:16.397917 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 5db01ba2-4a8f-4c74-9a05-a48108409a89 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:54:16.411332 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9e95f622-5709-4522-9328-dd234c708689 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] 10.222.0.118 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.2199948 Jul 06 13:54:16.413737 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51350) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:16.425678 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-5536ae2c-2ba5-480c-8e45-553c2217a34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:16.428227 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-5536ae2c-2ba5-480c-8e45-553c2217a34c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2962224 Jul 06 13:54:16.441059 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-786d429d-6dcf-403d-8af6-8d4d6db0c2b9 admin admin] Deleting port 5db01ba2-4a8f-4c74-9a05-a48108409a89 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:54:16.441956 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-786d429d-6dcf-403d-8af6-8d4d6db0c2b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:16.456627 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-11a7181d-cd0c-4d2d-933d-5821d57f0395 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:16.569625 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No active binding found for port 5db01ba2-4a8f-4c74-9a05-a48108409a89 {{(pid=100419) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 13:54:16.571198 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 5db01ba2-4a8f-4c74-9a05-a48108409a89 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:54:16.575931 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fe666614-d41a-43a5-9a5b-87af394c82e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:16.630327 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe666614-d41a-43a5-9a5b-87af394c82e8 None None] Pushing event deleted for resources: {'Port': ['ID=5db01ba2-4a8f-4c74-9a05-a48108409a89,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:16.635591 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d145766c-7316-4f47-b375-4933bbc80190 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:16.636068 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d145766c-7316-4f47-b375-4933bbc80190 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:16.636645 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d145766c-7316-4f47-b375-4933bbc80190 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:16.637059 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d145766c-7316-4f47-b375-4933bbc80190 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:16.637538 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d145766c-7316-4f47-b375-4933bbc80190 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:16.646060 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d145766c-7316-4f47-b375-4933bbc80190 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:16.653524 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d145766c-7316-4f47-b375-4933bbc80190 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4016 time: 0.2359385 Jul 06 13:54:16.654647 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51354) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:16.662460 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe666614-d41a-43a5-9a5b-87af394c82e8 None None] No DVR routers for this DVR port 5db01ba2-4a8f-4c74-9a05-a48108409a89 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:54:16.669309 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:16.716250 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-3187d9ab-12cf-4f57-ba15-c5400e01470e tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] delete failed (client error): The resource could not be found. Jul 06 13:54:16.720861 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3187d9ab-12cf-4f57-ba15-c5400e01470e tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] 10.222.0.118 "DELETE /v2.0/floatingips/de2d625f-b3bd-46c6-bd77-b4b4108d2e25 HTTP/1.1" status: 404 len: 345 time: 0.0621665 Jul 06 13:54:16.721207 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51358) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:16.741509 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2c6b0b-9be0-45a6-aa73-8fa91b45e2e2 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] DELETE failed (client error): The resource could not be found. Jul 06 13:54:16.744365 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c2c6b0b-9be0-45a6-aa73-8fa91b45e2e2 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 13:54:16.751203 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8c2c6b0b-9be0-45a6-aa73-8fa91b45e2e2 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] 10.222.0.118 "DELETE /v2.0/networks/b54efeea-24ad-4d33-a7df-51d0d4a86688 HTTP/1.1" status: 404 len: 339 time: 0.0287302 Jul 06 13:54:16.759062 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51360) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:16.765452 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-d3bb5c19-d401-4019-90f8-b7ba44d81c9e tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Request body: {'network': {'name': 'tempest-network--1575531481', 'router:external': True}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:16.808774 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bb5c19-d401-4019-90f8-b7ba44d81c9e tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Made reservation on behalf of 1968776de4a44e9d92082320591c6893 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:16.812666 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3bb5c19-d401-4019-90f8-b7ba44d81c9e tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:16.850332 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3bb5c19-d401-4019-90f8-b7ba44d81c9e tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:54:16.864654 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3bb5c19-d401-4019-90f8-b7ba44d81c9e tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:16.866279 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-d3bb5c19-d401-4019-90f8-b7ba44d81c9e tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Added segment 7efd3b93-a2e4-467c-8591-f6faa2cbeda1 of type vlan for network ac930fec-4b94-4f17-b976-96ee664d337f Jul 06 13:54:16.926553 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3bb5c19-d401-4019-90f8-b7ba44d81c9e tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:16.981485 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3bb5c19-d401-4019-90f8-b7ba44d81c9e tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:16.982585 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bb5c19-d401-4019-90f8-b7ba44d81c9e tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:16.983240 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3bb5c19-d401-4019-90f8-b7ba44d81c9e tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.010902 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.db.resource_extend [None req-11a7181d-cd0c-4d2d-933d-5821d57f0395 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 13:54:17.038314 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d3bb5c19-d401-4019-90f8-b7ba44d81c9e tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2780485 Jul 06 13:54:17.044651 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51366) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:17.059700 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-786d429d-6dcf-403d-8af6-8d4d6db0c2b9 admin admin] For port 5db01ba2-4a8f-4c74-9a05-a48108409a89, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=5db01ba2-4a8f-4c74-9a05-a48108409a89,segment=NetworkSegment(fdecf33d-1a3f-451f-9d4a-0747085341e5),segment_id=fdecf33d-1a3f-451f-9d4a-0747085341e5)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:17.060068 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-786d429d-6dcf-403d-8af6-8d4d6db0c2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.087913 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-11a7181d-cd0c-4d2d-933d-5821d57f0395 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.093976 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a7181d-cd0c-4d2d-933d-5821d57f0395 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:17.094581 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-11a7181d-cd0c-4d2d-933d-5821d57f0395 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.097042 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-786d429d-6dcf-403d-8af6-8d4d6db0c2b9 admin admin] Calling delete_port for 5db01ba2-4a8f-4c74-9a05-a48108409a89 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:54:17.119503 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb5c19-d401-4019-90f8-b7ba44d81c9e tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Pushing event updated for resources: {'Network': ['ID=ac930fec-4b94-4f17-b976-96ee664d337f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:17.132727 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network ac930fec-4b94-4f17-b976-96ee664d337f details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:54:17.176493 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-71f47c5a-ff24-4725-a2a0-f817fd90e238 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7386739 Jul 06 13:54:17.241942 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8452c426-5971-4c7b-b23b-caa49056554d tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:17.242327 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-11a7181d-cd0c-4d2d-933d-5821d57f0395 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2249525 Jul 06 13:54:17.248154 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8452c426-5971-4c7b-b23b-caa49056554d tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:17.254412 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8452c426-5971-4c7b-b23b-caa49056554d tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:17.260531 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8452c426-5971-4c7b-b23b-caa49056554d tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:17.262257 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8452c426-5971-4c7b-b23b-caa49056554d tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] 10.222.0.118 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2166708 Jul 06 13:54:17.262857 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51368) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:17.267789 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-9ac188db-c80b-4836-98a0-ee6d1b43350d tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2112794052'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:17.270741 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51370) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:17.300078 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8237c-c375-4c7e-af43-1b6ba68eae7c req-e352fe13-0749-4e13-afc8-670420d57164 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:17.301593 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e6f8237c-c375-4c7e-af43-1b6ba68eae7c req-e352fe13-0749-4e13-afc8-670420d57164 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 949 time: 0.3065970 Jul 06 13:54:17.302237 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7181d-cd0c-4d2d-933d-5821d57f0395 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Pushing event updated for resources: {'Network': ['ID=d4681e72-a6e0-4598-880f-0c79f70e2adb,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:17.316400 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network d4681e72-a6e0-4598-880f-0c79f70e2adb details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:54:17.345925 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac188db-c80b-4836-98a0-ee6d1b43350d tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Made reservation on behalf of 6ead5c3559fe4c91b54e392cf2e3f6be for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:17.349444 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9ac188db-c80b-4836-98a0-ee6d1b43350d tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.371884 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f610a144-4418-4f3a-ac11-109a7c863d97 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.388870 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e6f8237c-c375-4c7e-af43-1b6ba68eae7c req-1a7c15d2-c58f-4da6-b51b-facf30ef436b tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708728 Jul 06 13:54:17.389777 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac188db-c80b-4836-98a0-ee6d1b43350d tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:54:17.394178 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-5cd6391f-15bb-43a7-bf0f-b657afaf0670 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086365 Jul 06 13:54:17.396463 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-786d429d-6dcf-403d-8af6-8d4d6db0c2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.418855 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9ac188db-c80b-4836-98a0-ee6d1b43350d tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.419202 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-9ac188db-c80b-4836-98a0-ee6d1b43350d tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Added segment ff0510a0-6086-4047-8223-0cf2c45f808b of type vlan for network 47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a Jul 06 13:54:17.426333 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d429d-6dcf-403d-8af6-8d4d6db0c2b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5db01ba2-4a8f-4c74-9a05-a48108409a89,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:17.435218 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786d429d-6dcf-403d-8af6-8d4d6db0c2b9 admin admin] No DVR routers for this DVR port 5db01ba2-4a8f-4c74-9a05-a48108409a89 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:54:17.512310 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9ac188db-c80b-4836-98a0-ee6d1b43350d tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.515601 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-786d429d-6dcf-403d-8af6-8d4d6db0c2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.517456 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f610a144-4418-4f3a-ac11-109a7c863d97 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.526341 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-786d429d-6dcf-403d-8af6-8d4d6db0c2b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:17.530296 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-f610a144-4418-4f3a-ac11-109a7c863d97 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac930fec-4b94-4f17-b976-96ee664d337f']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:17.542671 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-786d429d-6dcf-403d-8af6-8d4d6db0c2b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdecf33d-1a3f-451f-9d4a-0747085341e5') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:17.542965 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-786d429d-6dcf-403d-8af6-8d4d6db0c2b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdecf33d-1a3f-451f-9d4a-0747085341e5') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:17.543647 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-f610a144-4418-4f3a-ac11-109a7c863d97 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7efd3b93-a2e4-467c-8591-f6faa2cbeda1') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:17.543949 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-f610a144-4418-4f3a-ac11-109a7c863d97 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7efd3b93-a2e4-467c-8591-f6faa2cbeda1') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:17.554838 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-786d429d-6dcf-403d-8af6-8d4d6db0c2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.564831 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f610a144-4418-4f3a-ac11-109a7c863d97 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.570261 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-786d429d-6dcf-403d-8af6-8d4d6db0c2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.583192 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9ac188db-c80b-4836-98a0-ee6d1b43350d tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.583629 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786d429d-6dcf-403d-8af6-8d4d6db0c2b9 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:54:17.584110 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-786d429d-6dcf-403d-8af6-8d4d6db0c2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: self.session.flush() Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: self.session.flush() Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: self.session.flush() Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: self.session.flush() Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: timer() Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:54:17.586779 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:54:17.590592 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:54:17.591388 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac188db-c80b-4836-98a0-ee6d1b43350d tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:17.592433 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9ac188db-c80b-4836-98a0-ee6d1b43350d tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.597148 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f610a144-4418-4f3a-ac11-109a7c863d97 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.622201 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f610a144-4418-4f3a-ac11-109a7c863d97 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:54:17.622619 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f610a144-4418-4f3a-ac11-109a7c863d97 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:54:17.624680 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:54:17.665486 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-786d429d-6dcf-403d-8af6-8d4d6db0c2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.675614 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-786d429d-6dcf-403d-8af6-8d4d6db0c2b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.679980 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-786d429d-6dcf-403d-8af6-8d4d6db0c2b9 admin admin] 10.222.0.118 "DELETE /v2.0/networks/4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26 HTTP/1.1" status: 204 len: 168 time: 1.7850227 Jul 06 13:54:17.689582 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d429d-6dcf-403d-8af6-8d4d6db0c2b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4deeaacf-8a1f-4e33-ba6f-1870d7e8ce26,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:17.701656 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9ac188db-c80b-4836-98a0-ee6d1b43350d tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4354780 Jul 06 13:54:17.704111 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51374) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:17.720106 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-1e62fe1a-1b99-417f-9f86-2ec3cfdc1e04 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Request body: {'subnet': {'network_id': 'd4681e72-a6e0-4598-880f-0c79f70e2adb', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:17.725921 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac188db-c80b-4836-98a0-ee6d1b43350d tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Pushing event updated for resources: {'Network': ['ID=47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:17.735322 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f610a144-4418-4f3a-ac11-109a7c863d97 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.740486 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f610a144-4418-4f3a-ac11-109a7c863d97 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ac930fec-4b94-4f17-b976-96ee664d337f {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 13:54:17.743052 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:54:17.743197 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f610a144-4418-4f3a-ac11-109a7c863d97 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.744958 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f610a144-4418-4f3a-ac11-109a7c863d97 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] 10.222.0.118 "DELETE /v2.0/networks/ac930fec-4b94-4f17-b976-96ee664d337f HTTP/1.1" status: 204 len: 168 time: 0.4732656 Jul 06 13:54:17.756257 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51376) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:17.761487 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-8a383e82-4757-4c47-b014-ecb3d2e7484c tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Request body: {'network': {'name': 'tempest-network--1808942873', 'router:external': True}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:17.769003 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-715d54d8-b93d-4a50-9e11-a4ded0507c7b req-5d253496-03c1-4847-9290-9e69c82cb149 tempest-ServerShowV247Test-876722278 tempest-ServerShowV247Test-876722278-project] 10.222.0.118 "GET /v2.0/ports?device_id=00737ae9-6194-4510-b847-047acc9ba9eb HTTP/1.1" status: 200 len: 210 time: 0.0708163 Jul 06 13:54:17.780928 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610a144-4418-4f3a-ac11-109a7c863d97 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Pushing event deleted for resources: {'Network': ['ID=ac930fec-4b94-4f17-b976-96ee664d337f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:17.784164 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a383e82-4757-4c47-b014-ecb3d2e7484c tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Made reservation on behalf of 1968776de4a44e9d92082320591c6893 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:17.787395 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a383e82-4757-4c47-b014-ecb3d2e7484c tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.813315 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a383e82-4757-4c47-b014-ecb3d2e7484c tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:54:17.823916 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a383e82-4757-4c47-b014-ecb3d2e7484c tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.824403 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-8a383e82-4757-4c47-b014-ecb3d2e7484c tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Added segment 12652428-9677-4b67-86cc-e152a7af0663 of type vlan for network 457fc075-db3b-4b0d-8b88-98b1a1e44b02 Jul 06 13:54:17.883369 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a383e82-4757-4c47-b014-ecb3d2e7484c tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.954431 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e62fe1a-1b99-417f-9f86-2ec3cfdc1e04 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Made reservation on behalf of 6ead5c3559fe4c91b54e392cf2e3f6be for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:17.954987 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a383e82-4757-4c47-b014-ecb3d2e7484c tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.957294 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a383e82-4757-4c47-b014-ecb3d2e7484c tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:17.958402 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a383e82-4757-4c47-b014-ecb3d2e7484c tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.963523 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1e62fe1a-1b99-417f-9f86-2ec3cfdc1e04 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:17.986974 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51378) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:18.043904 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8a383e82-4757-4c47-b014-ecb3d2e7484c tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2863204 Jul 06 13:54:18.047796 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51380) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:18.061438 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a383e82-4757-4c47-b014-ecb3d2e7484c tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Pushing event updated for resources: {'Network': ['ID=457fc075-db3b-4b0d-8b88-98b1a1e44b02,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:18.079123 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 457fc075-db3b-4b0d-8b88-98b1a1e44b02 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:54:18.124240 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-738b99d1-2485-4647-81b4-91ef62352435 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=ca7f56c201004b3f9bdd8194d1dc41f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1076295 Jul 06 13:54:18.128155 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51382) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:18.132159 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32311228-d732-40ba-97ab-f32d94f9d132 req-1c5ec157-736f-44b4-8a83-b2e74f0b5cbe tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:18.133862 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32311228-d732-40ba-97ab-f32d94f9d132 req-1c5ec157-736f-44b4-8a83-b2e74f0b5cbe tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=ff7e3fc0-bfe3-4ba2-8612-d3b27e1563f9 HTTP/1.1" status: 200 len: 945 time: 0.1592085 Jul 06 13:54:18.190046 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5716f1a5-c63a-4218-853a-6ca493b1eac3 tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:18.191004 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5716f1a5-c63a-4218-853a-6ca493b1eac3 tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] 10.222.0.118 "GET /v2.0/networks/457fc075-db3b-4b0d-8b88-98b1a1e44b02 HTTP/1.1" status: 200 len: 757 time: 0.1401510 Jul 06 13:54:18.193868 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51384) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:18.237437 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-76551830-eff8-409e-a068-0abfee68c143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:18.242744 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32311228-d732-40ba-97ab-f32d94f9d132 req-cfe43d3d-ce6f-4648-8438-1fa993c6642a tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626550 Jul 06 13:54:18.307077 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-76551830-eff8-409e-a068-0abfee68c143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:18.317090 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1e62fe1a-1b99-417f-9f86-2ec3cfdc1e04 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:18.330762 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671efd0f-b364-4751-a7b9-272bc9dd84e7 tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:18.332473 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-671efd0f-b364-4751-a7b9-272bc9dd84e7 tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] 10.222.0.118 "GET /v2.0/networks/567b2a08-1829-4333-a320-9882888c5132 HTTP/1.1" status: 200 len: 768 time: 0.1373367 Jul 06 13:54:18.337367 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51388) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:18.391642 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62fe1a-1b99-417f-9f86-2ec3cfdc1e04 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Pushing event updated for resources: {'Subnet': ['ID=c04128a6-f89d-4c07-9ca5-0cf3821c9fb2,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:18.420590 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e62fe1a-1b99-417f-9f86-2ec3cfdc1e04 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Checking segment: {'id': '3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd4681e72-a6e0-4598-880f-0c79f70e2adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:18.421066 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e62fe1a-1b99-417f-9f86-2ec3cfdc1e04 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Network hostable DHCP agents. Network: d4681e72-a6e0-4598-880f-0c79f70e2adb, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:54:18.430847 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-025456a3-a965-46c7-a44b-4c0854328c52 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:18.443183 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e62fe1a-1b99-417f-9f86-2ec3cfdc1e04 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Network d4681e72-a6e0-4598-880f-0c79f70e2adb is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:54:18.463826 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-1e62fe1a-1b99-417f-9f86-2ec3cfdc1e04 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, d4681e72-a6e0-4598-880f-0c79f70e2adb) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:18.468665 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-76551830-eff8-409e-a068-0abfee68c143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:18.469551 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e62fe1a-1b99-417f-9f86-2ec3cfdc1e04 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:18.470487 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1e62fe1a-1b99-417f-9f86-2ec3cfdc1e04 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:18.471454 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-76551830-eff8-409e-a068-0abfee68c143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:18.472631 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-76551830-eff8-409e-a068-0abfee68c143 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/54f97a51-ef18-475c-82d4-7051c96ea4f4 HTTP/1.1" status: 204 len: 168 time: 0.3433354 Jul 06 13:54:18.484916 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aab65f-3335-4c59-adc3-81ff9171d14f None None] Network d4681e72-a6e0-4598-880f-0c79f70e2adb requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:18.510610 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1e62fe1a-1b99-417f-9f86-2ec3cfdc1e04 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7976701 Jul 06 13:54:18.513899 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51396) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:18.521818 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-37200a86-8898-4f87-a5b0-679f05e7b343 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Request body: {'subnet': {'network_id': '47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:18.545737 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76551830-eff8-409e-a068-0abfee68c143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f97a51-ef18-475c-82d4-7051c96ea4f4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:18.573431 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-025456a3-a965-46c7-a44b-4c0854328c52 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:18.594617 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-025456a3-a965-46c7-a44b-4c0854328c52 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['457fc075-db3b-4b0d-8b88-98b1a1e44b02']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:18.606975 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:18.613643 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-025456a3-a965-46c7-a44b-4c0854328c52 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12652428-9677-4b67-86cc-e152a7af0663') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:18.614254 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-025456a3-a965-46c7-a44b-4c0854328c52 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12652428-9677-4b67-86cc-e152a7af0663') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:18.625728 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-025456a3-a965-46c7-a44b-4c0854328c52 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:18.650416 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-025456a3-a965-46c7-a44b-4c0854328c52 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:18.660298 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025456a3-a965-46c7-a44b-4c0854328c52 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:54:18.660842 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-025456a3-a965-46c7-a44b-4c0854328c52 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:54:18.663630 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:54:18.720224 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8c890-0bac-4f63-9926-38454a636824 req-6c90f389-3a49-4962-a895-e744c3ec3069 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:18.721774 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-15a8c890-0bac-4f63-9926-38454a636824 req-6c90f389-3a49-4962-a895-e744c3ec3069 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 949 time: 0.1169317 Jul 06 13:54:18.728271 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37200a86-8898-4f87-a5b0-679f05e7b343 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Made reservation on behalf of 6ead5c3559fe4c91b54e392cf2e3f6be for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:18.733731 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-37200a86-8898-4f87-a5b0-679f05e7b343 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:18.735453 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305af322-ba0c-414e-9804-0a817d040656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-d4681e72-a6e0-4598-880f-0c79f70e2adb', 'network_id': 'd4681e72-a6e0-4598-880f-0c79f70e2adb', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'fixed_ips': [{'subnet_id': 'c04128a6-f89d-4c07-9ca5-0cf3821c9fb2'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:54:18.736328 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-305af322-ba0c-414e-9804-0a817d040656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:18.747046 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-025456a3-a965-46c7-a44b-4c0854328c52 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:18.755782 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025456a3-a965-46c7-a44b-4c0854328c52 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 457fc075-db3b-4b0d-8b88-98b1a1e44b02 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 13:54:18.762930 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-025456a3-a965-46c7-a44b-4c0854328c52 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:18.765955 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-025456a3-a965-46c7-a44b-4c0854328c52 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] 10.222.0.118 "DELETE /v2.0/networks/457fc075-db3b-4b0d-8b88-98b1a1e44b02 HTTP/1.1" status: 204 len: 168 time: 0.4274869 Jul 06 13:54:18.774256 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51402) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:18.810261 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-038da582-0725-44e1-b339-b20daad50e95 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Request body: {'network': {'name': 'tempest-network--1420482282'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:18.822634 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025456a3-a965-46c7-a44b-4c0854328c52 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Pushing event deleted for resources: {'Network': ['ID=457fc075-db3b-4b0d-8b88-98b1a1e44b02,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:18.841321 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-15a8c890-0bac-4f63-9926-38454a636824 req-c939d7a8-629a-49ce-891c-4abae2ef8745 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012151 Jul 06 13:54:18.875924 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038da582-0725-44e1-b339-b20daad50e95 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Made reservation on behalf of 1968776de4a44e9d92082320591c6893 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:18.878447 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-038da582-0725-44e1-b339-b20daad50e95 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:18.930988 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038da582-0725-44e1-b339-b20daad50e95 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:54:18.959001 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-038da582-0725-44e1-b339-b20daad50e95 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:18.960160 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-038da582-0725-44e1-b339-b20daad50e95 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Added segment 551dfae5-5b75-445b-8fdf-b17834fcd38b of type vlan for network 1e38d841-e4a1-4720-803e-c1b8b7ab0033 Jul 06 13:54:18.977347 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-305af322-ba0c-414e-9804-0a817d040656 None None] Allocated IP 10.1.1.2 (d4681e72-a6e0-4598-880f-0c79f70e2adb/c04128a6-f89d-4c07-9ca5-0cf3821c9fb2/1c234fc8-a941-45df-bbec-3f5ce2c1099d) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:54:19.018984 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51406) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:19.031703 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-038da582-0725-44e1-b339-b20daad50e95 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:19.068649 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-37200a86-8898-4f87-a5b0-679f05e7b343 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:19.100538 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bf5395af-13ab-4afb-b099-95c23cf3dcb7 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=97b4f96caebb4827904a06c68eefc1af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0781751 Jul 06 13:54:19.102955 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51408) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:19.128279 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-038da582-0725-44e1-b339-b20daad50e95 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:19.131172 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038da582-0725-44e1-b339-b20daad50e95 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:19.132592 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-038da582-0725-44e1-b339-b20daad50e95 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:19.150175 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37200a86-8898-4f87-a5b0-679f05e7b343 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Pushing event updated for resources: {'Subnet': ['ID=8b322a15-08f2-404b-b5a7-7b23b405c7f9,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:19.164495 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea08ae-d512-4cea-9f68-f6625662dd72 req-24e12bc5-54ed-42a7-950f-1d9e2095a5b1 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:19.166059 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-caea08ae-d512-4cea-9f68-f6625662dd72 req-24e12bc5-54ed-42a7-950f-1d9e2095a5b1 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=ff7e3fc0-bfe3-4ba2-8612-d3b27e1563f9 HTTP/1.1" status: 200 len: 945 time: 0.1533339 Jul 06 13:54:19.184457 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37200a86-8898-4f87-a5b0-679f05e7b343 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Checking segment: {'id': 'ff0510a0-6086-4047-8223-0cf2c45f808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:19.184829 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37200a86-8898-4f87-a5b0-679f05e7b343 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Network hostable DHCP agents. Network: 47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:54:19.204089 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-305af322-ba0c-414e-9804-0a817d040656 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:19.212770 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-305af322-ba0c-414e-9804-0a817d040656 None None] Transition to ACTIVE for port object 1c234fc8-a941-45df-bbec-3f5ce2c1099d will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:19.215505 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-038da582-0725-44e1-b339-b20daad50e95 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4354365 Jul 06 13:54:19.223122 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51410) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:19.235705 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-487b1256-c592-404b-a3bc-a4fcbf07ac87 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:19.238581 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-305af322-ba0c-414e-9804-0a817d040656 None None] Transition to ACTIVE for port object 1c234fc8-a941-45df-bbec-3f5ce2c1099d will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:19.242395 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37200a86-8898-4f87-a5b0-679f05e7b343 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Network 47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:54:19.250388 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-305af322-ba0c-414e-9804-0a817d040656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:19.254704 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038da582-0725-44e1-b339-b20daad50e95 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Pushing event updated for resources: {'Network': ['ID=1e38d841-e4a1-4720-803e-c1b8b7ab0033,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:19.256649 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-caea08ae-d512-4cea-9f68-f6625662dd72 req-b58a8fea-603b-4bac-92d9-887e24874ef6 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814283 Jul 06 13:54:19.268442 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f02d205d-4610-4ea1-9704-5276edcd221c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:19.300436 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 1e38d841-e4a1-4720-803e-c1b8b7ab0033 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:54:19.314545 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-37200a86-8898-4f87-a5b0-679f05e7b343 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:19.316996 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f02d205d-4610-4ea1-9704-5276edcd221c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:19.324515 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37200a86-8898-4f87-a5b0-679f05e7b343 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:19.325177 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-37200a86-8898-4f87-a5b0-679f05e7b343 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:19.381195 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfb245d-0c09-483f-974f-31b88f028624 None None] Network 47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:19.391292 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-37200a86-8898-4f87-a5b0-679f05e7b343 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8724885 Jul 06 13:54:19.391292 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51414) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:19.396811 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-7b4e3a50-b6fa-41df-a996-76dc99dfa039 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Request body: {'port': {'network_id': 'd4681e72-a6e0-4598-880f-0c79f70e2adb', 'name': 'tempest-TaggedBootDevicesTest-312254237', 'fixed_ips': [{'subnet_id': 'c04128a6-f89d-4c07-9ca5-0cf3821c9fb2'}]}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:19.415274 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f02d205d-4610-4ea1-9704-5276edcd221c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:19.418495 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f02d205d-4610-4ea1-9704-5276edcd221c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:19.426446 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f02d205d-4610-4ea1-9704-5276edcd221c admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/547e003d-0464-47eb-a418-df2037abf580 HTTP/1.1" status: 204 len: 168 time: 0.3185506 Jul 06 13:54:19.445656 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d205d-4610-4ea1-9704-5276edcd221c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547e003d-0464-47eb-a418-df2037abf580,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:19.507913 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-487b1256-c592-404b-a3bc-a4fcbf07ac87 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:19.529794 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305af322-ba0c-414e-9804-0a817d040656 None None] Network d4681e72-a6e0-4598-880f-0c79f70e2adb is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:19.533409 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-487b1256-c592-404b-a3bc-a4fcbf07ac87 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:19.557645 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-487b1256-c592-404b-a3bc-a4fcbf07ac87 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Network 1e38d841-e4a1-4720-803e-c1b8b7ab0033 is not hosted by any dhcp agent {{(pid=100418) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 13:54:19.558504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487b1256-c592-404b-a3bc-a4fcbf07ac87 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:19.559115 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-487b1256-c592-404b-a3bc-a4fcbf07ac87 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:19.560624 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-487b1256-c592-404b-a3bc-a4fcbf07ac87 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] 10.222.0.118 "PUT /v2.0/networks/1e38d841-e4a1-4720-803e-c1b8b7ab0033 HTTP/1.1" status: 200 len: 858 time: 0.3341928 Jul 06 13:54:19.563921 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51418) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:19.587836 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-305af322-ba0c-414e-9804-0a817d040656 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:19.592468 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305af322-ba0c-414e-9804-0a817d040656 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:54:19.614427 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305af322-ba0c-414e-9804-0a817d040656 None None] Pushing event updated for resources: {'Port': ['ID=1c234fc8-a941-45df-bbec-3f5ce2c1099d,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:19.648964 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ba70128b-a18b-485b-9c53-5294e96c2f5d req-184534a5-e1ba-4bbe-928c-f7d45af434be tempest-ServerShowV247Test-876722278 tempest-ServerShowV247Test-876722278-project] 10.222.0.118 "GET /v2.0/ports?device_id=00737ae9-6194-4510-b847-047acc9ba9eb HTTP/1.1" status: 200 len: 210 time: 0.0510299 Jul 06 13:54:19.654594 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b1256-c592-404b-a3bc-a4fcbf07ac87 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Pushing event updated for resources: {'Network': ['ID=1e38d841-e4a1-4720-803e-c1b8b7ab0033,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:19.662590 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4e3a50-b6fa-41df-a996-76dc99dfa039 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Made reservation on behalf of 6ead5c3559fe4c91b54e392cf2e3f6be for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:19.694504 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-305af322-ba0c-414e-9804-0a817d040656 None None] Attempting to bind port 1c234fc8-a941-45df-bbec-3f5ce2c1099d on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:54:19.694504 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-305af322-ba0c-414e-9804-0a817d040656 None None] Attempting to bind port 1c234fc8-a941-45df-bbec-3f5ce2c1099d by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd4681e72-a6e0-4598-880f-0c79f70e2adb'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:54:19.694504 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305af322-ba0c-414e-9804-0a817d040656 None None] Attempting to bind port 1c234fc8-a941-45df-bbec-3f5ce2c1099d on network d4681e72-a6e0-4598-880f-0c79f70e2adb {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:19.699409 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305af322-ba0c-414e-9804-0a817d040656 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:54:19.700169 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305af322-ba0c-414e-9804-0a817d040656 None None] Checking segment: {'id': '3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd4681e72-a6e0-4598-880f-0c79f70e2adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:19.700634 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-305af322-ba0c-414e-9804-0a817d040656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:19.701199 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305af322-ba0c-414e-9804-0a817d040656 None None] Bound using segment: {'id': '3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd4681e72-a6e0-4598-880f-0c79f70e2adb'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:54:19.701989 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-305af322-ba0c-414e-9804-0a817d040656 None None] Bound port: 1c234fc8-a941-45df-bbec-3f5ce2c1099d, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd4681e72-a6e0-4598-880f-0c79f70e2adb'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:54:19.702608 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-305af322-ba0c-414e-9804-0a817d040656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:19.722941 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0cb9bfbe-a0f7-459e-ae93-2c7139b3a4a0 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:19.768093 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e1a53f-e6bc-4bea-8f0c-f5f1052163d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a', 'network_id': '47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'fixed_ips': [{'subnet_id': '8b322a15-08f2-404b-b5a7-7b23b405c7f9'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:54:19.768947 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-64e1a53f-e6bc-4bea-8f0c-f5f1052163d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:19.784012 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7b4e3a50-b6fa-41df-a996-76dc99dfa039 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:19.806280 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-7b4e3a50-b6fa-41df-a996-76dc99dfa039 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] device_id is not set on port f2296885-8899-45b5-95c4-bfe40a9e131c yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 13:54:19.876764 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0cb9bfbe-a0f7-459e-ae93-2c7139b3a4a0 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:19.892331 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-0cb9bfbe-a0f7-459e-ae93-2c7139b3a4a0 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e38d841-e4a1-4720-803e-c1b8b7ab0033']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:19.908285 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-0cb9bfbe-a0f7-459e-ae93-2c7139b3a4a0 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '551dfae5-5b75-445b-8fdf-b17834fcd38b') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:19.908448 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-305af322-ba0c-414e-9804-0a817d040656 None None] For port 1c234fc8-a941-45df-bbec-3f5ce2c1099d, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:19.908602 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-0cb9bfbe-a0f7-459e-ae93-2c7139b3a4a0 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '551dfae5-5b75-445b-8fdf-b17834fcd38b') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:19.923717 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0cb9bfbe-a0f7-459e-ae93-2c7139b3a4a0 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:19.931381 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-305af322-ba0c-414e-9804-0a817d040656 None None] For port 1c234fc8-a941-45df-bbec-3f5ce2c1099d, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=1c234fc8-a941-45df-bbec-3f5ce2c1099d,segment=NetworkSegment(3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36),segment_id=3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:54:19.939259 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-305af322-ba0c-414e-9804-0a817d040656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:19.944764 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0cb9bfbe-a0f7-459e-ae93-2c7139b3a4a0 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:19.954270 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb9bfbe-a0f7-459e-ae93-2c7139b3a4a0 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:54:19.954882 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0cb9bfbe-a0f7-459e-ae93-2c7139b3a4a0 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:54:20.016495 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:54:20.027601 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0cb9bfbe-a0f7-459e-ae93-2c7139b3a4a0 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:20.035477 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb9bfbe-a0f7-459e-ae93-2c7139b3a4a0 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1e38d841-e4a1-4720-803e-c1b8b7ab0033 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 13:54:20.050949 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0cb9bfbe-a0f7-459e-ae93-2c7139b3a4a0 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:20.053618 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0cb9bfbe-a0f7-459e-ae93-2c7139b3a4a0 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] 10.222.0.118 "DELETE /v2.0/networks/1e38d841-e4a1-4720-803e-c1b8b7ab0033 HTTP/1.1" status: 204 len: 168 time: 0.4884207 Jul 06 13:54:20.055244 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9bfbe-a0f7-459e-ae93-2c7139b3a4a0 tempest-ExternalNetworksTestJSON-1555737842 tempest-ExternalNetworksTestJSON-1555737842-project-admin] Pushing event deleted for resources: {'Network': ['ID=1e38d841-e4a1-4720-803e-c1b8b7ab0033,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:20.059571 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51432) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:20.081797 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f33c99-cb05-4bdd-a71b-db9612895f26 req-a3745511-fd8b-40a6-a738-7ca7af328d6d tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:20.089703 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1f33c99-cb05-4bdd-a71b-db9612895f26 req-a3745511-fd8b-40a6-a738-7ca7af328d6d tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=ff7e3fc0-bfe3-4ba2-8612-d3b27e1563f9 HTTP/1.1" status: 200 len: 945 time: 0.1365025 Jul 06 13:54:20.094743 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e158b3-c502-4077-b7cc-1e5bb42b07c5 tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] DELETE failed (client error): The resource could not be found. Jul 06 13:54:20.095878 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e158b3-c502-4077-b7cc-1e5bb42b07c5 tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 13:54:20.100686 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-90e158b3-c502-4077-b7cc-1e5bb42b07c5 tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] 10.222.0.118 "DELETE /v2.0/subnets/36269ffd-4230-498b-9061-1330d371c76f HTTP/1.1" status: 404 len: 337 time: 0.0396197 Jul 06 13:54:20.101594 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51434) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:20.169954 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1f33c99-cb05-4bdd-a71b-db9612895f26 req-f0a637ae-d516-4852-95d3-77ef2753669f tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791881 Jul 06 13:54:20.220586 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2b42e82-a3d9-451e-a820-b686539cf5eb tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:20.233208 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-7b4e3a50-b6fa-41df-a996-76dc99dfa039 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Allocated IP 10.1.1.75 (d4681e72-a6e0-4598-880f-0c79f70e2adb/c04128a6-f89d-4c07-9ca5-0cf3821c9fb2/f2296885-8899-45b5-95c4-bfe40a9e131c) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:54:20.277061 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-64e1a53f-e6bc-4bea-8f0c-f5f1052163d2 None None] Allocated IP 10.2.2.2 (47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a/8b322a15-08f2-404b-b5a7-7b23b405c7f9/4dc26195-b652-4dac-9b50-bdee82b78b6f) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:54:20.287217 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305af322-ba0c-414e-9804-0a817d040656 None None] Pushing event updated for resources: {'Port': ['ID=1c234fc8-a941-45df-bbec-3f5ce2c1099d,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:20.455978 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2b42e82-a3d9-451e-a820-b686539cf5eb tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:20.482737 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-c2b42e82-a3d9-451e-a820-b686539cf5eb tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['567b2a08-1829-4333-a320-9882888c5132']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:20.506629 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-c2b42e82-a3d9-451e-a820-b686539cf5eb tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc90210c-34e0-4c17-ba03-71cf207b2c09') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:20.507098 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-c2b42e82-a3d9-451e-a820-b686539cf5eb tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc90210c-34e0-4c17-ba03-71cf207b2c09') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:20.540819 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2b42e82-a3d9-451e-a820-b686539cf5eb tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:20.548319 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-64e1a53f-e6bc-4bea-8f0c-f5f1052163d2 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:20.572522 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-64e1a53f-e6bc-4bea-8f0c-f5f1052163d2 None None] Transition to ACTIVE for port object 4dc26195-b652-4dac-9b50-bdee82b78b6f will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:20.602729 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2b42e82-a3d9-451e-a820-b686539cf5eb tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:20.610844 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b42e82-a3d9-451e-a820-b686539cf5eb tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:54:20.611514 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2b42e82-a3d9-451e-a820-b686539cf5eb tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:20.611674 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-64e1a53f-e6bc-4bea-8f0c-f5f1052163d2 None None] Transition to ACTIVE for port object 4dc26195-b652-4dac-9b50-bdee82b78b6f will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:20.624823 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-64e1a53f-e6bc-4bea-8f0c-f5f1052163d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:20.634675 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2286dc5-cf0c-48ed-9674-a89a1bd7b1f1 req-71ad7b52-85e8-4d8c-a853-2ad34bd9fb85 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:20.636588 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f2286dc5-cf0c-48ed-9674-a89a1bd7b1f1 req-71ad7b52-85e8-4d8c-a853-2ad34bd9fb85 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 949 time: 0.1932111 Jul 06 13:54:20.640859 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7b4e3a50-b6fa-41df-a996-76dc99dfa039 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:20.665119 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51448) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:20.691088 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-7b4e3a50-b6fa-41df-a996-76dc99dfa039 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Transition to ACTIVE for port object f2296885-8899-45b5-95c4-bfe40a9e131c will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:20.721012 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e1a53f-e6bc-4bea-8f0c-f5f1052163d2 None None] Network 47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:20.727126 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-64e1a53f-e6bc-4bea-8f0c-f5f1052163d2 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:54:20.728415 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:54:20.737422 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e1a53f-e6bc-4bea-8f0c-f5f1052163d2 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:54:20.737681 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2b42e82-a3d9-451e-a820-b686539cf5eb tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:20.743526 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1a53f-e6bc-4bea-8f0c-f5f1052163d2 None None] Pushing event updated for resources: {'Port': ['ID=4dc26195-b652-4dac-9b50-bdee82b78b6f,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:20.745519 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f2286dc5-cf0c-48ed-9674-a89a1bd7b1f1 req-27fac400-3400-4894-a1b5-8d73ca15c470 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016092 Jul 06 13:54:20.753111 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2b42e82-a3d9-451e-a820-b686539cf5eb tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:20.757425 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c2b42e82-a3d9-451e-a820-b686539cf5eb tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] 10.222.0.118 "DELETE /v2.0/networks/567b2a08-1829-4333-a320-9882888c5132 HTTP/1.1" status: 204 len: 168 time: 0.6529839 Jul 06 13:54:20.786130 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b42e82-a3d9-451e-a820-b686539cf5eb tempest-ExternalNetworksTestJSON-531616997 tempest-ExternalNetworksTestJSON-531616997-project] Pushing event deleted for resources: {'Network': ['ID=567b2a08-1829-4333-a320-9882888c5132,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:20.826399 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7b4e3a50-b6fa-41df-a996-76dc99dfa039 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:20.868637 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-64e1a53f-e6bc-4bea-8f0c-f5f1052163d2 None None] Attempting to bind port 4dc26195-b652-4dac-9b50-bdee82b78b6f on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:54:20.869130 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-64e1a53f-e6bc-4bea-8f0c-f5f1052163d2 None None] Attempting to bind port 4dc26195-b652-4dac-9b50-bdee82b78b6f by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'ff0510a0-6086-4047-8223-0cf2c45f808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:54:20.869605 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e1a53f-e6bc-4bea-8f0c-f5f1052163d2 None None] Attempting to bind port 4dc26195-b652-4dac-9b50-bdee82b78b6f on network 47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:20.887924 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e1a53f-e6bc-4bea-8f0c-f5f1052163d2 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:54:20.888419 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e1a53f-e6bc-4bea-8f0c-f5f1052163d2 None None] Checking segment: {'id': 'ff0510a0-6086-4047-8223-0cf2c45f808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:20.889157 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-64e1a53f-e6bc-4bea-8f0c-f5f1052163d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:20.889668 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e1a53f-e6bc-4bea-8f0c-f5f1052163d2 None None] Bound using segment: {'id': 'ff0510a0-6086-4047-8223-0cf2c45f808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:54:20.890896 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-64e1a53f-e6bc-4bea-8f0c-f5f1052163d2 None None] Bound port: 4dc26195-b652-4dac-9b50-bdee82b78b6f, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0510a0-6086-4047-8223-0cf2c45f808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:54:20.890896 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-64e1a53f-e6bc-4bea-8f0c-f5f1052163d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:20.904278 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-b1c7a093-c2eb-474d-995c-81988d32a953 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1075961510-network', 'tenant_id': '210b3705d9d04d6ca027a070c1f384bc'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:20.975565 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4e3a50-b6fa-41df-a996-76dc99dfa039 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Network d4681e72-a6e0-4598-880f-0c79f70e2adb is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:20.977730 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e3a50-b6fa-41df-a996-76dc99dfa039 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Pushing event updated for resources: {'Port': ['ID=f2296885-8899-45b5-95c4-bfe40a9e131c,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:20.987758 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-7b4e3a50-b6fa-41df-a996-76dc99dfa039 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:20.994810 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4e3a50-b6fa-41df-a996-76dc99dfa039 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:54:20.998691 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c7a093-c2eb-474d-995c-81988d32a953 admin admin] Made reservation on behalf of 210b3705d9d04d6ca027a070c1f384bc for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:21.002036 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b1c7a093-c2eb-474d-995c-81988d32a953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:21.027676 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-64e1a53f-e6bc-4bea-8f0c-f5f1052163d2 None None] For port 4dc26195-b652-4dac-9b50-bdee82b78b6f, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:21.033865 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b1c7a093-c2eb-474d-995c-81988d32a953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:21.035083 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-64e1a53f-e6bc-4bea-8f0c-f5f1052163d2 None None] For port 4dc26195-b652-4dac-9b50-bdee82b78b6f, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=4dc26195-b652-4dac-9b50-bdee82b78b6f,segment=NetworkSegment(ff0510a0-6086-4047-8223-0cf2c45f808b),segment_id=ff0510a0-6086-4047-8223-0cf2c45f808b)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:54:21.048255 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-64e1a53f-e6bc-4bea-8f0c-f5f1052163d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:21.167816 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4e3a50-b6fa-41df-a996-76dc99dfa039 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:21.168511 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7b4e3a50-b6fa-41df-a996-76dc99dfa039 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:21.197140 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51460) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:21.210293 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b1c7a093-c2eb-474d-995c-81988d32a953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:21.217201 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b1c7a093-c2eb-474d-995c-81988d32a953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:21.234639 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1a53f-e6bc-4bea-8f0c-f5f1052163d2 None None] Pushing event updated for resources: {'Port': ['ID=4dc26195-b652-4dac-9b50-bdee82b78b6f,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:21.264084 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7b4e3a50-b6fa-41df-a996-76dc99dfa039 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8719130 Jul 06 13:54:21.267773 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51464) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:21.273470 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-cd8a60e5-6112-4929-84ae-a55a6a02d0a7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Request body: {'port': {'network_id': 'd4681e72-a6e0-4598-880f-0c79f70e2adb', 'name': 'tempest-TaggedBootDevicesTest-1600732711', 'fixed_ips': [{'subnet_id': 'c04128a6-f89d-4c07-9ca5-0cf3821c9fb2'}]}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:21.318946 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c7a093-c2eb-474d-995c-81988d32a953 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:54:21.329977 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7a093-c2eb-474d-995c-81988d32a953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8eb9c9-74b7-4c62-bc2f-f630c091ccb2,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:21.340621 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b1c7a093-c2eb-474d-995c-81988d32a953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:21.341070 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-b1c7a093-c2eb-474d-995c-81988d32a953 admin admin] Added segment b2fe1c81-8d6a-4336-88fe-63d4b0a1674d of type vlan for network 1b76a8df-e4ca-4c90-9fa8-1622bd850478 Jul 06 13:54:21.389242 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b1c7a093-c2eb-474d-995c-81988d32a953 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:21.428400 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b1c7a093-c2eb-474d-995c-81988d32a953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:21.429719 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c7a093-c2eb-474d-995c-81988d32a953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:21.430526 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b1c7a093-c2eb-474d-995c-81988d32a953 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:21.547960 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c7a093-c2eb-474d-995c-81988d32a953 admin admin] Pushing event updated for resources: {'Network': ['ID=1b76a8df-e4ca-4c90-9fa8-1622bd850478,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:21.560700 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 1b76a8df-e4ca-4c90-9fa8-1622bd850478 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:54:21.660123 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e291d3b3-58f4-472e-8dc7-184e94d5b3f5 req-17b90a2b-6152-4a88-8b19-1ea6ea4e8ddf tempest-ServerShowV247Test-876722278 tempest-ServerShowV247Test-876722278-project] 10.222.0.118 "GET /v2.0/ports?device_id=00737ae9-6194-4510-b847-047acc9ba9eb HTTP/1.1" status: 200 len: 210 time: 0.0699522 Jul 06 13:54:21.663967 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b1c7a093-c2eb-474d-995c-81988d32a953 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9956677 Jul 06 13:54:21.669200 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51466) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:21.679931 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-01d5c1a8-1a48-41a3-9bb6-47227e079190 admin admin] Request body: {'subnet': {'network_id': '1b76a8df-e4ca-4c90-9fa8-1622bd850478', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1075961510-subnet', 'tenant_id': '210b3705d9d04d6ca027a070c1f384bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:21.724089 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d5c1a8-1a48-41a3-9bb6-47227e079190 admin admin] Made reservation on behalf of 210b3705d9d04d6ca027a070c1f384bc for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:21.726526 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-01d5c1a8-1a48-41a3-9bb6-47227e079190 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:21.877149 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f6af8a-f218-4c3e-8415-f34bc39b123a None None] Network d4681e72-a6e0-4598-880f-0c79f70e2adb requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:21.999862 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-cf3dd1de-aa58-43c9-b59b-2a5ba399218f None None] Provisioning for port 1c234fc8-a941-45df-bbec-3f5ce2c1099d completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:22.000723 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-01d5c1a8-1a48-41a3-9bb6-47227e079190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:22.054729 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-954a3a59-4234-4302-93af-09fe0caf6104 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=6595b53f2601400c80dd9fbab3eff6c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8488131 Jul 06 13:54:22.055830 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8a60e5-6112-4929-84ae-a55a6a02d0a7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Made reservation on behalf of 6ead5c3559fe4c91b54e392cf2e3f6be for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:22.060094 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51470) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:22.066364 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bae32-de26-4755-a719-ce35dc9e1580 req-9ab49e3f-0f96-49ee-9788-ab7103921ad3 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:22.068079 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd9bae32-de26-4755-a719-ce35dc9e1580 req-9ab49e3f-0f96-49ee-9788-ab7103921ad3 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=ff7e3fc0-bfe3-4ba2-8612-d3b27e1563f9 HTTP/1.1" status: 200 len: 945 time: 0.2355466 Jul 06 13:54:22.080459 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5c1a8-1a48-41a3-9bb6-47227e079190 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f0badbd-5a98-4e4a-87d5-6cbc8be8d1e7,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:22.127460 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d5c1a8-1a48-41a3-9bb6-47227e079190 admin admin] Checking segment: {'id': 'b2fe1c81-8d6a-4336-88fe-63d4b0a1674d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b76a8df-e4ca-4c90-9fa8-1622bd850478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:22.127749 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d5c1a8-1a48-41a3-9bb6-47227e079190 admin admin] Network hostable DHCP agents. Network: 1b76a8df-e4ca-4c90-9fa8-1622bd850478, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:54:22.132566 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd9bae32-de26-4755-a719-ce35dc9e1580 req-4ee309a6-84b6-4295-bac7-70960cf8d68d tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569737 Jul 06 13:54:22.170299 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d5c1a8-1a48-41a3-9bb6-47227e079190 admin admin] Network 1b76a8df-e4ca-4c90-9fa8-1622bd850478 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:54:22.184893 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-01d5c1a8-1a48-41a3-9bb6-47227e079190 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 1b76a8df-e4ca-4c90-9fa8-1622bd850478) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:22.191593 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d5c1a8-1a48-41a3-9bb6-47227e079190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:22.192216 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-01d5c1a8-1a48-41a3-9bb6-47227e079190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:22.197244 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f899be64-5844-4559-90c9-5ac9bdfa0d24 None None] Network 1b76a8df-e4ca-4c90-9fa8-1622bd850478 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:22.222188 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-01d5c1a8-1a48-41a3-9bb6-47227e079190 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5513287 Jul 06 13:54:22.225471 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51472) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:22.236593 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1075961510-router', 'tenant_id': '210b3705d9d04d6ca027a070c1f384bc', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:22.270905 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cd8a60e5-6112-4929-84ae-a55a6a02d0a7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:22.282760 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:22.283810 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:22.338374 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8c3b8c0c-6be9-42d3-9015-d1516f346b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:22.394798 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8c3b8c0c-6be9-42d3-9015-d1516f346b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:22.446790 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:22.502594 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-cd8a60e5-6112-4929-84ae-a55a6a02d0a7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] device_id is not set on port f298cdfc-2d7b-46d9-818e-7576966d6307 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 13:54:22.514932 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 1c234fc8-a941-45df-bbec-3f5ce2c1099d up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:54:22.612781 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce43e01-baaf-41b6-b633-b0ee5e85bdbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-1b76a8df-e4ca-4c90-9fa8-1622bd850478', 'network_id': '1b76a8df-e4ca-4c90-9fa8-1622bd850478', 'tenant_id': '210b3705d9d04d6ca027a070c1f384bc', 'fixed_ips': [{'subnet_id': '4f0badbd-5a98-4e4a-87d5-6cbc8be8d1e7'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:54:22.614351 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4ce43e01-baaf-41b6-b633-b0ee5e85bdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:22.619563 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 1c234fc8-a941-45df-bbec-3f5ce2c1099d completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:22.625817 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8c3b8c0c-6be9-42d3-9015-d1516f346b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:22.628416 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8c3b8c0c-6be9-42d3-9015-d1516f346b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:22.629658 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8c3b8c0c-6be9-42d3-9015-d1516f346b4c admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/fecae612-e7de-432b-81a2-dc17dafd8820 HTTP/1.1" status: 204 len: 168 time: 0.5669696 Jul 06 13:54:22.656053 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 1c234fc8-a941-45df-bbec-3f5ce2c1099d triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:22.656439 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:22.707944 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b8c0c-6be9-42d3-9015-d1516f346b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecae612-e7de-432b-81a2-dc17dafd8820,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:22.764514 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:22.785057 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3e0c4904-834c-4e0d-b557-d6e8cfd9eb97 None None] Provisioning for port f2296885-8899-45b5-95c4-bfe40a9e131c completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:22.792689 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3e0c4904-834c-4e0d-b557-d6e8cfd9eb97 None None] Provisioning complete for port f2296885-8899-45b5-95c4-bfe40a9e131c triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:22.793352 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3e0c4904-834c-4e0d-b557-d6e8cfd9eb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:22.895721 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-cd8a60e5-6112-4929-84ae-a55a6a02d0a7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Allocated IP 10.1.1.100 (d4681e72-a6e0-4598-880f-0c79f70e2adb/c04128a6-f89d-4c07-9ca5-0cf3821c9fb2/f298cdfc-2d7b-46d9-818e-7576966d6307) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:54:22.916656 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-3e0c4904-834c-4e0d-b557-d6e8cfd9eb97 None None] Port f2296885-8899-45b5-95c4-bfe40a9e131c cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:54:22.949448 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffdbf1-3836-402e-9e3d-e37f462ff8d1 req-8bbf57cb-f44a-4ca9-9a77-0e838b811789 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:22.960724 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aeffdbf1-3836-402e-9e3d-e37f462ff8d1 req-8bbf57cb-f44a-4ca9-9a77-0e838b811789 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 949 time: 0.5121152 Jul 06 13:54:22.992883 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9086a1-e0cb-4e54-a712-2817ba027c9b None None] Network 47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:23.030918 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aeffdbf1-3836-402e-9e3d-e37f462ff8d1 req-2ebec23c-57b9-44bd-94b1-01435fb76d53 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690908 Jul 06 13:54:23.078441 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3e0c4904-834c-4e0d-b557-d6e8cfd9eb97 None None] Provisioning complete for port 1c234fc8-a941-45df-bbec-3f5ce2c1099d triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:23.079036 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3e0c4904-834c-4e0d-b557-d6e8cfd9eb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:23.085958 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cd8a60e5-6112-4929-84ae-a55a6a02d0a7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:23.100238 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-cd8a60e5-6112-4929-84ae-a55a6a02d0a7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Transition to ACTIVE for port object f298cdfc-2d7b-46d9-818e-7576966d6307 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:23.128500 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc50dc5-497d-45e8-beb1-73150b6f268f req-960dd131-57c9-4134-bc9a-2daaf2b203cb tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:23.130271 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7cc50dc5-497d-45e8-beb1-73150b6f268f req-960dd131-57c9-4134-bc9a-2daaf2b203cb tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.124 "GET /v2.0/ports?device_id=ff7e3fc0-bfe3-4ba2-8612-d3b27e1563f9 HTTP/1.1" status: 200 len: 945 time: 0.3548267 Jul 06 13:54:23.139609 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51482) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:23.149315 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cd8a60e5-6112-4929-84ae-a55a6a02d0a7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:23.172274 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:23.225554 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-4ce43e01-baaf-41b6-b633-b0ee5e85bdbd None None] Allocated IP 172.20.0.2 (1b76a8df-e4ca-4c90-9fa8-1622bd850478/4f0badbd-5a98-4e4a-87d5-6cbc8be8d1e7/0b4418b3-28f3-4af2-92b3-b06a92203088) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:54:23.230217 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a60e5-6112-4929-84ae-a55a6a02d0a7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Pushing event updated for resources: {'Port': ['ID=f298cdfc-2d7b-46d9-818e-7576966d6307,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:23.248782 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8a60e5-6112-4929-84ae-a55a6a02d0a7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Network d4681e72-a6e0-4598-880f-0c79f70e2adb is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:23.251123 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-cd8a60e5-6112-4929-84ae-a55a6a02d0a7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:23.252823 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 1c234fc8-a941-45df-bbec-3f5ce2c1099d, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=1c234fc8-a941-45df-bbec-3f5ce2c1099d,segment=NetworkSegment(3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36),segment_id=3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:23.263769 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:23.264658 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 4dc26195-b652-4dac-9b50-bdee82b78b6f up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:54:23.268638 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8a60e5-6112-4929-84ae-a55a6a02d0a7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:54:23.319895 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5659525f-0563-428a-9504-6c31e1497c03 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=1968776de4a44e9d92082320591c6893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1695328 Jul 06 13:54:23.322509 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51486) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:23.337042 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8a60e5-6112-4929-84ae-a55a6a02d0a7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:23.337721 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cd8a60e5-6112-4929-84ae-a55a6a02d0a7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:23.366357 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cd8a60e5-6112-4929-84ae-a55a6a02d0a7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0970716 Jul 06 13:54:23.456867 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9bc70cd6-07f8-4036-ba57-5a34ecf2b1a2 req-c73a6e76-10c0-496f-a015-e5c45e783c6c tempest-ServerShowV247Test-876722278 tempest-ServerShowV247Test-876722278-project] 10.222.0.118 "GET /v2.0/ports?device_id=00737ae9-6194-4510-b847-047acc9ba9eb HTTP/1.1" status: 200 len: 210 time: 0.0626984 Jul 06 13:54:23.489715 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:23.511537 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-42a6015f-f862-410b-acc1-79a082bc3864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:23.514378 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:23.561043 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=1c234fc8-a941-45df-bbec-3f5ce2c1099d,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:23.568709 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 4dc26195-b652-4dac-9b50-bdee82b78b6f completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:23.675451 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4ce43e01-baaf-41b6-b633-b0ee5e85bdbd None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:23.684922 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4ce43e01-baaf-41b6-b633-b0ee5e85bdbd None None] Transition to ACTIVE for port object 0b4418b3-28f3-4af2-92b3-b06a92203088 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:23.721041 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4ce43e01-baaf-41b6-b633-b0ee5e85bdbd None None] Transition to ACTIVE for port object 0b4418b3-28f3-4af2-92b3-b06a92203088 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:23.726070 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-70dfa316-fc34-44a6-a624-2c17c08731e8 None None] Provisioning complete for port f2296885-8899-45b5-95c4-bfe40a9e131c triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:23.726451 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-70dfa316-fc34-44a6-a624-2c17c08731e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:23.760903 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4ce43e01-baaf-41b6-b633-b0ee5e85bdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:23.818672 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce43e01-baaf-41b6-b633-b0ee5e85bdbd None None] Network 1b76a8df-e4ca-4c90-9fa8-1622bd850478 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:23.822024 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-70dfa316-fc34-44a6-a624-2c17c08731e8 None None] Port f2296885-8899-45b5-95c4-bfe40a9e131c cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:54:23.825210 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce43e01-baaf-41b6-b633-b0ee5e85bdbd None None] Pushing event updated for resources: {'Port': ['ID=0b4418b3-28f3-4af2-92b3-b06a92203088,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:23.830745 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-4ce43e01-baaf-41b6-b633-b0ee5e85bdbd None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:23.833226 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce43e01-baaf-41b6-b633-b0ee5e85bdbd None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:54:23.848092 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-70dfa316-fc34-44a6-a624-2c17c08731e8 None None] Provisioning for port f298cdfc-2d7b-46d9-818e-7576966d6307 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:23.869834 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-70dfa316-fc34-44a6-a624-2c17c08731e8 None None] Provisioning complete for port f298cdfc-2d7b-46d9-818e-7576966d6307 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:23.870123 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-70dfa316-fc34-44a6-a624-2c17c08731e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:23.916542 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-7cc50dc5-497d-45e8-beb1-73150b6f268f req-3ec1e57e-9566-4556-8c9a-5b53d02bc208 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Deleting port caf0faba-4684-4a48-b745-e7a936589c3e {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:54:23.916888 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7cc50dc5-497d-45e8-beb1-73150b6f268f req-3ec1e57e-9566-4556-8c9a-5b53d02bc208 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:23.931242 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-4ce43e01-baaf-41b6-b633-b0ee5e85bdbd None None] Attempting to bind port 0b4418b3-28f3-4af2-92b3-b06a92203088 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:54:23.931541 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-4ce43e01-baaf-41b6-b633-b0ee5e85bdbd None None] Attempting to bind port 0b4418b3-28f3-4af2-92b3-b06a92203088 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'b2fe1c81-8d6a-4336-88fe-63d4b0a1674d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b76a8df-e4ca-4c90-9fa8-1622bd850478'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:54:23.931906 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce43e01-baaf-41b6-b633-b0ee5e85bdbd None None] Attempting to bind port 0b4418b3-28f3-4af2-92b3-b06a92203088 on network 1b76a8df-e4ca-4c90-9fa8-1622bd850478 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:23.934684 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-42a6015f-f862-410b-acc1-79a082bc3864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:23.938073 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-70dfa316-fc34-44a6-a624-2c17c08731e8 None None] Port f298cdfc-2d7b-46d9-818e-7576966d6307 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:54:23.939897 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce43e01-baaf-41b6-b633-b0ee5e85bdbd None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:54:23.940274 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce43e01-baaf-41b6-b633-b0ee5e85bdbd None None] Checking segment: {'id': 'b2fe1c81-8d6a-4336-88fe-63d4b0a1674d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b76a8df-e4ca-4c90-9fa8-1622bd850478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:23.940678 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4ce43e01-baaf-41b6-b633-b0ee5e85bdbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:23.941074 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce43e01-baaf-41b6-b633-b0ee5e85bdbd None None] Bound using segment: {'id': 'b2fe1c81-8d6a-4336-88fe-63d4b0a1674d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b76a8df-e4ca-4c90-9fa8-1622bd850478'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:54:23.941550 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-4ce43e01-baaf-41b6-b633-b0ee5e85bdbd None None] Bound port: 0b4418b3-28f3-4af2-92b3-b06a92203088, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fe1c81-8d6a-4336-88fe-63d4b0a1674d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b76a8df-e4ca-4c90-9fa8-1622bd850478'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:54:23.941990 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4ce43e01-baaf-41b6-b633-b0ee5e85bdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:23.982883 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-70dfa316-fc34-44a6-a624-2c17c08731e8 None None] Provisioning for port 4dc26195-b652-4dac-9b50-bdee82b78b6f completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:23.989603 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-70dfa316-fc34-44a6-a624-2c17c08731e8 None None] Provisioning complete for port 4dc26195-b652-4dac-9b50-bdee82b78b6f triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:23.990006 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-70dfa316-fc34-44a6-a624-2c17c08731e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:24.051578 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-4ce43e01-baaf-41b6-b633-b0ee5e85bdbd None None] For port 0b4418b3-28f3-4af2-92b3-b06a92203088, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:24.073126 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-4ce43e01-baaf-41b6-b633-b0ee5e85bdbd None None] For port 0b4418b3-28f3-4af2-92b3-b06a92203088, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0b4418b3-28f3-4af2-92b3-b06a92203088,segment=NetworkSegment(b2fe1c81-8d6a-4336-88fe-63d4b0a1674d),segment_id=b2fe1c81-8d6a-4336-88fe-63d4b0a1674d)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:54:24.083442 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4ce43e01-baaf-41b6-b633-b0ee5e85bdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:24.144647 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-7cc50dc5-497d-45e8-beb1-73150b6f268f req-3ec1e57e-9566-4556-8c9a-5b53d02bc208 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] For port caf0faba-4684-4a48-b745-e7a936589c3e, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=caf0faba-4684-4a48-b745-e7a936589c3e,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:24.145028 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7cc50dc5-497d-45e8-beb1-73150b6f268f req-3ec1e57e-9566-4556-8c9a-5b53d02bc208 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:24.154396 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-70dfa316-fc34-44a6-a624-2c17c08731e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:24.161734 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] Allocated IP 172.25.6.25 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/571d2253-2a95-4ea9-bfe2-558aa389a4aa) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:54:24.169229 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-42a6015f-f862-410b-acc1-79a082bc3864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:24.170805 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-42a6015f-f862-410b-acc1-79a082bc3864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:24.172865 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-42a6015f-f862-410b-acc1-79a082bc3864 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/00c98c12-705c-4d1f-9033-2cf749b1b4f5 HTTP/1.1" status: 204 len: 168 time: 0.8478661 Jul 06 13:54:24.189977 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce43e01-baaf-41b6-b633-b0ee5e85bdbd None None] Pushing event updated for resources: {'Port': ['ID=0b4418b3-28f3-4af2-92b3-b06a92203088,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:24.190495 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05749007-837b-4dc6-99b2-b73b19f7664a req-cd89c8ee-cb96-422b-8a3c-ee8b0aa71d79 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:24.203306 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05749007-837b-4dc6-99b2-b73b19f7664a req-cd89c8ee-cb96-422b-8a3c-ee8b0aa71d79 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=ff7e3fc0-bfe3-4ba2-8612-d3b27e1563f9 HTTP/1.1" status: 200 len: 945 time: 0.2729664 Jul 06 13:54:24.203306 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-7cc50dc5-497d-45e8-beb1-73150b6f268f req-3ec1e57e-9566-4556-8c9a-5b53d02bc208 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Calling delete_port for caf0faba-4684-4a48-b745-e7a936589c3e owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:54:24.207086 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-70dfa316-fc34-44a6-a624-2c17c08731e8 None None] For port 4dc26195-b652-4dac-9b50-bdee82b78b6f, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=4dc26195-b652-4dac-9b50-bdee82b78b6f,segment=NetworkSegment(ff0510a0-6086-4047-8223-0cf2c45f808b),segment_id=ff0510a0-6086-4047-8223-0cf2c45f808b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:24.211815 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-70dfa316-fc34-44a6-a624-2c17c08731e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:24.246321 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6015f-f862-410b-acc1-79a082bc3864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c98c12-705c-4d1f-9033-2cf749b1b4f5,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:24.273482 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfa316-fc34-44a6-a624-2c17c08731e8 None None] Pushing event updated for resources: {'Port': ['ID=4dc26195-b652-4dac-9b50-bdee82b78b6f,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:24.335876 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-04bd7b1a-4fa0-4242-b047-5b3088ad8db5 None None] Provisioning complete for port 4dc26195-b652-4dac-9b50-bdee82b78b6f triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:24.336531 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-04bd7b1a-4fa0-4242-b047-5b3088ad8db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:24.338303 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 1c234fc8-a941-45df-bbec-3f5ce2c1099d up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:54:24.364268 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05749007-837b-4dc6-99b2-b73b19f7664a req-8bfe4982-60ab-4aa9-bc71-b12d87650385 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641858 Jul 06 13:54:24.529399 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:24.590452 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7cc50dc5-497d-45e8-beb1-73150b6f268f req-3ec1e57e-9566-4556-8c9a-5b53d02bc208 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:24.636123 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9e451bb0-958b-4bc4-877b-69352013cdbd'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:54:24.648175 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1e57e-9566-4556-8c9a-5b53d02bc208 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Pushing event deleted for resources: {'Port': ['ID=caf0faba-4684-4a48-b745-e7a936589c3e,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:24.689237 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:24.725598 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc50dc5-497d-45e8-beb1-73150b6f268f req-3ec1e57e-9566-4556-8c9a-5b53d02bc208 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] No DVR routers for this DVR port caf0faba-4684-4a48-b745-e7a936589c3e on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:54:24.757953 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7cc50dc5-497d-45e8-beb1-73150b6f268f req-3ec1e57e-9566-4556-8c9a-5b53d02bc208 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:24.757953 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7cc50dc5-497d-45e8-beb1-73150b6f268f req-3ec1e57e-9566-4556-8c9a-5b53d02bc208 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.124 "DELETE /v2.0/ports/caf0faba-4684-4a48-b745-e7a936589c3e HTTP/1.1" status: 204 len: 173 time: 1.6171157 Jul 06 13:54:24.762333 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7e3fc0-bfe3-4ba2-8612-d3b27e1563f9', 'name': 'network-vif-deleted', 'tag': 'caf0faba-4684-4a48-b745-e7a936589c3e'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:24.767779 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6593be-1ed4-445d-8d44-59a30bb9e543" -d '{"events": [{"server_uuid": "ff7e3fc0-bfe3-4ba2-8612-d3b27e1563f9", "name": "network-vif-deleted", "tag": "caf0faba-4684-4a48-b745-e7a936589c3e"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:24.789438 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:24.807731 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:24.814579 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:54:24.817853 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] Pushing event updated for resources: {'Port': ['ID=571d2253-2a95-4ea9-bfe2-558aa389a4aa,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:24.845571 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 1c234fc8-a941-45df-bbec-3f5ce2c1099d triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:24.846255 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:24.852098 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:24.852447 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:24.852787 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:24.853136 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:24.853873 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:24.853873 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:24.854187 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:24.855596 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:24.855945 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:24.856338 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:24.856599 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:24.856925 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:24.916526 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51508) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:24.920924 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-0c32c4c7-1b8d-458b-8a92-d502b7d9ed38 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1717996044', 'description': 'tempest-description--685965280'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:24.990468 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0c32c4c7-1b8d-458b-8a92-d502b7d9ed38 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:25.083751 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device caf0faba-4684-4a48-b745-e7a936589c3e no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:54:25.107171 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: caf0faba-4684-4a48-b745-e7a936589c3e {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:54:25.107503 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device caf0faba-4684-4a48-b745-e7a936589c3e not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:54:25.141197 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4de43-2a84-4613-9730-4053f9ab87fd req-6d8badb1-3569-4a75-bffa-85be97aed826 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:25.142781 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-41c4de43-2a84-4613-9730-4053f9ab87fd req-6d8badb1-3569-4a75-bffa-85be97aed826 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 949 time: 0.1225851 Jul 06 13:54:25.160118 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0c32c4c7-1b8d-458b-8a92-d502b7d9ed38 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:25.167503 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0c32c4c7-1b8d-458b-8a92-d502b7d9ed38 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:25.199923 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0c32c4c7-1b8d-458b-8a92-d502b7d9ed38 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:25.205053 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0c32c4c7-1b8d-458b-8a92-d502b7d9ed38 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2878113 Jul 06 13:54:25.208031 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51516) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:25.214753 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4413692c-1ac2-4cb7-9b14-916fb08f47bd tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Request body: {'security_group_rule': {'security_group_id': '533265c7-1adb-4c2e-a86b-6b139ef51fb6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:25.228347 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-41c4de43-2a84-4613-9730-4053f9ab87fd req-a28dc790-9f7c-4d2e-b3a7-f4641125343a tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769536 Jul 06 13:54:25.259567 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32c4c7-1b8d-458b-8a92-d502b7d9ed38 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=533265c7-1adb-4c2e-a86b-6b139ef51fb6,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:25.281262 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4413692c-1ac2-4cb7-9b14-916fb08f47bd tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:25.360957 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:25.477465 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4413692c-1ac2-4cb7-9b14-916fb08f47bd tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:25.494374 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4413692c-1ac2-4cb7-9b14-916fb08f47bd tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:25.535992 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413692c-1ac2-4cb7-9b14-916fb08f47bd tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4a53805-bbe1-43b1-ba04-b9f0cdc35173,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:25.553074 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4413692c-1ac2-4cb7-9b14-916fb08f47bd tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:25.556937 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4413692c-1ac2-4cb7-9b14-916fb08f47bd tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3453791 Jul 06 13:54:25.557285 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51524) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:25.564593 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-8b277c12-4dc5-4d38-99a9-b1f6331224c8 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Request body: {'security_group_rule': {'security_group_id': '533265c7-1adb-4c2e-a86b-6b139ef51fb6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:25.618057 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8b277c12-4dc5-4d38-99a9-b1f6331224c8 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:25.665826 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6d47b3-15bf-4927-9c13-161cb0cbdf50 None None] Network 1b76a8df-e4ca-4c90-9fa8-1622bd850478 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:25.669408 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e75976b4-0412-4707-8c61-7da5fb259a08 req-2a3e2ce2-fe59-45a1-9441-1b2ad2d9eb1a tempest-ServerShowV247Test-876722278 tempest-ServerShowV247Test-876722278-project] 10.222.0.118 "GET /v2.0/ports?device_id=00737ae9-6194-4510-b847-047acc9ba9eb HTTP/1.1" status: 200 len: 210 time: 0.0693743 Jul 06 13:54:25.698551 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:25.737642 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8b277c12-4dc5-4d38-99a9-b1f6331224c8 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:25.745210 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8b277c12-4dc5-4d38-99a9-b1f6331224c8 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:25.764641 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-bd783937-7dff-456c-bed0-d4d3aa8633c7 None None] Provisioning for port 0b4418b3-28f3-4af2-92b3-b06a92203088 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:25.773546 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0a0165-a693-44d5-ba5a-29db81f396fd x-openstack-request-id: req-8b0a0165-a693-44d5-ba5a-29db81f396fd {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:25.773949 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff7e3fc0-bfe3-4ba2-8612-d3b27e1563f9", "name": "network-vif-deleted", "tag": "caf0faba-4684-4a48-b745-e7a936589c3e", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:25.774214 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-8b0a0165-a693-44d5-ba5a-29db81f396fd {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:25.774664 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff7e3fc0-bfe3-4ba2-8612-d3b27e1563f9', 'name': 'network-vif-deleted', 'tag': 'caf0faba-4684-4a48-b745-e7a936589c3e', 'status': 'completed', 'code': 200} Jul 06 13:54:25.776838 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b277c12-4dc5-4d38-99a9-b1f6331224c8 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb2e6f9-05d0-4bec-a1c5-0e0121a557fa,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:25.792804 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8b277c12-4dc5-4d38-99a9-b1f6331224c8 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:25.794470 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8b277c12-4dc5-4d38-99a9-b1f6331224c8 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2358842 Jul 06 13:54:25.798257 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51530) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:25.804804 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-0834fe2a-10b5-4756-9323-eca53d85948e tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:25.835791 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0834fe2a-10b5-4756-9323-eca53d85948e tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for floatingip, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:25.959655 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0834fe2a-10b5-4756-9323-eca53d85948e tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:25.965331 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] Router 1965da2f-c0e7-4bdc-8357-b7994e2f6087 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:54:26.083662 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-0834fe2a-10b5-4756-9323-eca53d85948e tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Allocated IP 172.25.6.163 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/a507fad5-ff24-4809-b66f-1c3cf81b2628) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:54:26.175076 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:54:26.187980 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d722caf-9bce-4444-9cf6-9bd65f42e154 None None] Sync routers for ids ['1965da2f-c0e7-4bdc-8357-b7994e2f6087'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:54:26.209964 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d722caf-9bce-4444-9cf6-9bd65f42e154 None None] Routers {'1965da2f-c0e7-4bdc-8357-b7994e2f6087'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:54:26.209964 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-7d722caf-9bce-4444-9cf6-9bd65f42e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:54:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1965da2f-c0e7-4bdc-8357-b7994e2f6087'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:26.210952 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:26.210952 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-bef7d4ac-5a0c-4f77-a572-e92e588f1015 admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9830110 Jul 06 13:54:26.218559 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51554) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:26.249779 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0834fe2a-10b5-4756-9323-eca53d85948e tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:26.317452 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0834fe2a-10b5-4756-9323-eca53d85948e tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:26.350636 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51558) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:26.384943 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0834fe2a-10b5-4756-9323-eca53d85948e tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:26.391592 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-0834fe2a-10b5-4756-9323-eca53d85948e tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:26.391804 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-7d722caf-9bce-4444-9cf6-9bd65f42e154 None None] Set router 1965da2f-c0e7-4bdc-8357-b7994e2f6087 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:54:26.394324 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0834fe2a-10b5-4756-9323-eca53d85948e tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:54:26.397920 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834fe2a-10b5-4756-9323-eca53d85948e tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Pushing event updated for resources: {'Port': ['ID=a507fad5-ff24-4809-b66f-1c3cf81b2628,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:26.402797 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-ebc87c0a-35fb-4832-aec7-8f6773c53cf5 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:26.410721 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-ebc87c0a-35fb-4832-aec7-8f6773c53cf5 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/networks?id=4af52798-23b1-402a-a1ea-3bd334b33ddb HTTP/1.1" status: 200 len: 806 time: 0.3106563 Jul 06 13:54:26.457332 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-16c3cf30-8d0a-4249-9556-781ec69c688a tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/quotas/bea7b4da8e63480980f1c76d63c2ffcf HTTP/1.1" status: 200 len: 375 time: 0.0455496 Jul 06 13:54:26.519379 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0b4418b3-28f3-4af2-92b3-b06a92203088 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:54:26.530532 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0834fe2a-10b5-4756-9323-eca53d85948e tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:26.565905 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-6d3a1d50-0f87-4577-96e8-45bb18560efd tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-771796804'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:26.566669 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-6d3a1d50-0f87-4577-96e8-45bb18560efd tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] Unknown quota resources ['metering_label']. {{(pid=100418) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 13:54:26.576784 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0834fe2a-10b5-4756-9323-eca53d85948e tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:26.641798 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 0b4418b3-28f3-4af2-92b3-b06a92203088 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:26.652415 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 0b4418b3-28f3-4af2-92b3-b06a92203088 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:26.652790 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:26.665188 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-3ac32a8a-4da5-4f41-abbb-3361898af9ec tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=bea7b4da8e63480980f1c76d63c2ffcf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2069693 Jul 06 13:54:26.749827 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0834fe2a-10b5-4756-9323-eca53d85948e tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:26.757942 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0834fe2a-10b5-4756-9323-eca53d85948e tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:26.767293 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-7d722caf-9bce-4444-9cf6-9bd65f42e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1965da2f-c0e7-4bdc-8357-b7994e2f6087', 'name': 'tempest-FloatingIPsNegativeTestJSON-1075961510-router', 'tenant_id': '210b3705d9d04d6ca027a070c1f384bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '571d2253-2a95-4ea9-bfe2-558aa389a4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:54:22Z', 'updated_at': '2021-07-06T13:54:25Z', 'revision_number': 3, 'project_id': '210b3705d9d04d6ca027a070c1f384bc', 'gw_port': {'id': '571d2253-2a95-4ea9-bfe2-558aa389a4aa', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1965da2f-c0e7-4bdc-8357-b7994e2f6087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:54:23Z', 'updated_at': '2021-07-06T13:54:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:26.819694 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:26.832056 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d722caf-9bce-4444-9cf6-9bd65f42e154 None None] Checking router: 1965da2f-c0e7-4bdc-8357-b7994e2f6087 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:54:26.832564 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d722caf-9bce-4444-9cf6-9bd65f42e154 None None] Updating router 1965da2f-c0e7-4bdc-8357-b7994e2f6087 port 571d2253-2a95-4ea9-bfe2-558aa389a4aa binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:54:26.844087 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834fe2a-10b5-4756-9323-eca53d85948e tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Pushing event updated for resources: {'Port': ['ID=a507fad5-ff24-4809-b66f-1c3cf81b2628,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:26.853045 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0834fe2a-10b5-4756-9323-eca53d85948e tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:26.869269 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0834fe2a-10b5-4756-9323-eca53d85948e tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:26.878849 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0834fe2a-10b5-4756-9323-eca53d85948e tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0714085 Jul 06 13:54:26.897336 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6d3a1d50-0f87-4577-96e8-45bb18560efd tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:26.901123 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6d3a1d50-0f87-4577-96e8-45bb18560efd tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] 10.222.0.118 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5469866 Jul 06 13:54:26.903456 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51568) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:26.906283 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 0b4418b3-28f3-4af2-92b3-b06a92203088, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0b4418b3-28f3-4af2-92b3-b06a92203088,segment=NetworkSegment(b2fe1c81-8d6a-4336-88fe-63d4b0a1674d),segment_id=b2fe1c81-8d6a-4336-88fe-63d4b0a1674d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:26.908101 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7d722caf-9bce-4444-9cf6-9bd65f42e154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:26.914507 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-6cc6f5e4-8bc3-479c-adc8-177e49f435a8 tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'dbb8d0d5-7c23-4d40-b780-435b93849bc3'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:26.915348 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-6cc6f5e4-8bc3-479c-adc8-177e49f435a8 tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100417) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 13:54:26.965705 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-bdf1a1f4-f48a-4f67-ab6b-28f067e6cf7e service neutron] 10.222.0.118 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996047 Jul 06 13:54:27.018699 n-d-773644-6 neutron-server[100417]: WARNING neutron.services.metering.metering_plugin [None req-6cc6f5e4-8bc3-479c-adc8-177e49f435a8 tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 13:54:27.022996 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:27.023715 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 4dc26195-b652-4dac-9b50-bdee82b78b6f up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:54:27.131698 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-d78aef6c-6229-409c-99b5-c1258d036c73 service neutron] 10.222.0.118 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577442 Jul 06 13:54:27.140602 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6cc6f5e4-8bc3-479c-adc8-177e49f435a8 tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:27.142323 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6cc6f5e4-8bc3-479c-adc8-177e49f435a8 tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] 10.222.0.118 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2375214 Jul 06 13:54:27.145488 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51574) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:27.149935 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-3c3ad5c3-72bc-4b3d-b11d-4cad669f04a3 tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'dbb8d0d5-7c23-4d40-b780-435b93849bc3'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:27.150443 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-3c3ad5c3-72bc-4b3d-b11d-4cad669f04a3 tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100417) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 13:54:27.172250 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=0b4418b3-28f3-4af2-92b3-b06a92203088,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:27.197992 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 4dc26195-b652-4dac-9b50-bdee82b78b6f triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:27.198571 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:27.225564 n-d-773644-6 neutron-server[100417]: WARNING neutron.services.metering.metering_plugin [None req-3c3ad5c3-72bc-4b3d-b11d-4cad669f04a3 tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 13:54:27.279371 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2863317a-3628-46ca-b0b3-c8ea635af87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:27.330284 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c3ad5c3-72bc-4b3d-b11d-4cad669f04a3 tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:27.331762 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3c3ad5c3-72bc-4b3d-b11d-4cad669f04a3 tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] 10.222.0.118 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1852908 Jul 06 13:54:27.334792 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51578) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:27.372221 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7d722caf-9bce-4444-9cf6-9bd65f42e154 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:27.387944 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-7d722caf-9bce-4444-9cf6-9bd65f42e154 None None] Transition to ACTIVE for port object 571d2253-2a95-4ea9-bfe2-558aa389a4aa will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:27.397590 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7d722caf-9bce-4444-9cf6-9bd65f42e154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:27.412456 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-46402b03-117c-4bc2-9391-4c0d3c4a8e23 tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] 10.222.0.118 "GET /v2.0/metering/metering-label-rules?id=110f701c-05b2-4dce-ace3-db60a0b7dc68 HTTP/1.1" status: 200 len: 462 time: 0.0763917 Jul 06 13:54:27.415136 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51582) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:27.459742 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-7d722caf-9bce-4444-9cf6-9bd65f42e154 None None] Attempting to bind port 571d2253-2a95-4ea9-bfe2-558aa389a4aa on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:54:27.460155 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-7d722caf-9bce-4444-9cf6-9bd65f42e154 None None] Attempting to bind port 571d2253-2a95-4ea9-bfe2-558aa389a4aa by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:54:27.460530 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d722caf-9bce-4444-9cf6-9bd65f42e154 None None] Attempting to bind port 571d2253-2a95-4ea9-bfe2-558aa389a4aa on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:27.471508 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d722caf-9bce-4444-9cf6-9bd65f42e154 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:54:27.472050 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d722caf-9bce-4444-9cf6-9bd65f42e154 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:27.472458 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7d722caf-9bce-4444-9cf6-9bd65f42e154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:27.472864 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d722caf-9bce-4444-9cf6-9bd65f42e154 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:54:27.473509 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-7d722caf-9bce-4444-9cf6-9bd65f42e154 None None] Bound port: 571d2253-2a95-4ea9-bfe2-558aa389a4aa, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:54:27.473933 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7d722caf-9bce-4444-9cf6-9bd65f42e154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:27.479120 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41561a27-fa4c-4cb9-9f5f-57e28eb68657 None None] Pushing event updated for resources: {'Port': ['ID=571d2253-2a95-4ea9-bfe2-558aa389a4aa,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:27.543489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-7d722caf-9bce-4444-9cf6-9bd65f42e154 None None] For port 571d2253-2a95-4ea9-bfe2-558aa389a4aa, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:27.548618 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-7d722caf-9bce-4444-9cf6-9bd65f42e154 None None] For port 571d2253-2a95-4ea9-bfe2-558aa389a4aa, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=571d2253-2a95-4ea9-bfe2-558aa389a4aa,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:54:27.555049 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7d722caf-9bce-4444-9cf6-9bd65f42e154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:27.577604 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-419283cd-9607-4850-915e-255586e9cf1a tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:27.581163 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-419283cd-9607-4850-915e-255586e9cf1a tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] 10.222.0.118 "DELETE /v2.0/metering/metering-label-rules/110f701c-05b2-4dce-ace3-db60a0b7dc68 HTTP/1.1" status: 204 len: 168 time: 0.1619542 Jul 06 13:54:27.581707 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51588) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:27.587008 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-2863317a-3628-46ca-b0b3-c8ea635af87e admin admin] Allocated IP 172.20.0.1 (1b76a8df-e4ca-4c90-9fa8-1622bd850478/4f0badbd-5a98-4e4a-87d5-6cbc8be8d1e7/03231628-1893-43dc-9200-102f8c9ba951) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:54:27.602450 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f752f48-f9e7-4f50-8eb4-07c5e1c6d274 req-5791d4e8-676b-4122-b2cd-20e3043a4c13 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:27.602790 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4fdaa4f1-be7d-4416-95e6-6e5c525d20d7 tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] 10.222.0.118 "GET /v2.0/metering/metering-label-rules?id=110f701c-05b2-4dce-ace3-db60a0b7dc68 HTTP/1.1" status: 200 len: 221 time: 0.0157802 Jul 06 13:54:27.602915 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3f752f48-f9e7-4f50-8eb4-07c5e1c6d274 req-5791d4e8-676b-4122-b2cd-20e3043a4c13 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 949 time: 0.1303065 Jul 06 13:54:27.603830 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51590) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:27.608462 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-6f96bdaf-20d2-4600-bf69-245a16871c25 tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1431735692', 'description': 'label created by tempest'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:27.609611 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-6f96bdaf-20d2-4600-bf69-245a16871c25 tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] Unknown quota resources ['metering_label']. {{(pid=100418) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 13:54:27.635100 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d722caf-9bce-4444-9cf6-9bd65f42e154 None None] Routers {'1965da2f-c0e7-4bdc-8357-b7994e2f6087'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:54:27.636001 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-7d722caf-9bce-4444-9cf6-9bd65f42e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:54:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1965da2f-c0e7-4bdc-8357-b7994e2f6087'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:27.698304 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41561a27-fa4c-4cb9-9f5f-57e28eb68657 None None] Pushing event updated for resources: {'Port': ['ID=571d2253-2a95-4ea9-bfe2-558aa389a4aa,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:27.798258 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-7d722caf-9bce-4444-9cf6-9bd65f42e154 None None] Set router 1965da2f-c0e7-4bdc-8357-b7994e2f6087 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:54:28.013041 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-7d722caf-9bce-4444-9cf6-9bd65f42e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1965da2f-c0e7-4bdc-8357-b7994e2f6087', 'name': 'tempest-FloatingIPsNegativeTestJSON-1075961510-router', 'tenant_id': '210b3705d9d04d6ca027a070c1f384bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '571d2253-2a95-4ea9-bfe2-558aa389a4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:54:22Z', 'updated_at': '2021-07-06T13:54:25Z', 'revision_number': 3, 'project_id': '210b3705d9d04d6ca027a070c1f384bc', 'gw_port': {'id': '571d2253-2a95-4ea9-bfe2-558aa389a4aa', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1965da2f-c0e7-4bdc-8357-b7994e2f6087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:54:23Z', 'updated_at': '2021-07-06T13:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:28.040820 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d722caf-9bce-4444-9cf6-9bd65f42e154 None None] The sync data for ids ['1965da2f-c0e7-4bdc-8357-b7994e2f6087'] in n-d-773644-6 is: [{'id': '1965da2f-c0e7-4bdc-8357-b7994e2f6087', 'name': 'tempest-FloatingIPsNegativeTestJSON-1075961510-router', 'tenant_id': '210b3705d9d04d6ca027a070c1f384bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '571d2253-2a95-4ea9-bfe2-558aa389a4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:54:22Z', 'updated_at': '2021-07-06T13:54:25Z', 'revision_number': 3, 'project_id': '210b3705d9d04d6ca027a070c1f384bc', 'gw_port': {'id': '571d2253-2a95-4ea9-bfe2-558aa389a4aa', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b8:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1965da2f-c0e7-4bdc-8357-b7994e2f6087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:54:23Z', 'updated_at': '2021-07-06T13:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:54:28.126729 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3f752f48-f9e7-4f50-8eb4-07c5e1c6d274 req-61ddb692-9a6a-438f-823e-11c13b146bf3 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113196 Jul 06 13:54:28.206562 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6f96bdaf-20d2-4600-bf69-245a16871c25 tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:28.207961 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6f96bdaf-20d2-4600-bf69-245a16871c25 tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] 10.222.0.118 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6031802 Jul 06 13:54:28.210788 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51594) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:28.261155 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2863317a-3628-46ca-b0b3-c8ea635af87e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:28.286656 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-2863317a-3628-46ca-b0b3-c8ea635af87e admin admin] Transition to ACTIVE for port object 03231628-1893-43dc-9200-102f8c9ba951 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:28.348891 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2863317a-3628-46ca-b0b3-c8ea635af87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:28.365481 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-37fa8dfc-1ac3-4439-acce-b5a2bceb191d tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] 10.222.0.118 "GET /v2.0/metering/metering-labels?id=f6db1058-416b-4199-a5d3-a778f1252604 HTTP/1.1" status: 200 len: 468 time: 0.1533589 Jul 06 13:54:28.368139 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51596) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:28.371691 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0b4418b3-28f3-4af2-92b3-b06a92203088 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:54:28.464481 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2863317a-3628-46ca-b0b3-c8ea635af87e admin admin] Network 1b76a8df-e4ca-4c90-9fa8-1622bd850478 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:28.469930 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-2863317a-3628-46ca-b0b3-c8ea635af87e admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:28.492154 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2863317a-3628-46ca-b0b3-c8ea635af87e admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:54:28.492769 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 0b4418b3-28f3-4af2-92b3-b06a92203088 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:28.493228 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:28.512646 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b3186e9-462f-4b27-988c-b5fb2efcc30e req-5ee15c1b-3cc9-4fea-b4dd-dade88329564 tempest-ServerShowV247Test-876722278 tempest-ServerShowV247Test-876722278-project] 10.222.0.118 "GET /v2.0/ports?device_id=00737ae9-6194-4510-b847-047acc9ba9eb HTTP/1.1" status: 200 len: 210 time: 0.0782306 Jul 06 13:54:28.599480 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863317a-3628-46ca-b0b3-c8ea635af87e admin admin] Pushing event updated for resources: {'Port': ['ID=03231628-1893-43dc-9200-102f8c9ba951,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:28.629618 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2863317a-3628-46ca-b0b3-c8ea635af87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:28.669663 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85eb7fdb-5d13-4fc8-b779-5e8a3dcf8d9f tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:28.670905 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-85eb7fdb-5d13-4fc8-b779-5e8a3dcf8d9f tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] 10.222.0.118 "DELETE /v2.0/metering/metering-labels/f6db1058-416b-4199-a5d3-a778f1252604 HTTP/1.1" status: 204 len: 168 time: 0.3018107 Jul 06 13:54:28.676121 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51606) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:28.694788 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-29d4095a-a6ac-4b3c-867d-7beab5633c04 tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] 10.222.0.118 "GET /v2.0/metering/metering-labels?id=f6db1058-416b-4199-a5d3-a778f1252604 HTTP/1.1" status: 200 len: 216 time: 0.0162137 Jul 06 13:54:28.698072 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51608) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:28.716307 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ae0b96e2-f050-45a9-9c90-eea5891311b5 tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] 10.222.0.118 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0156295 Jul 06 13:54:28.719258 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51610) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:28.738119 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-216018a6-3788-43c9-93c6-4fd7b30d0e06 tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] 10.222.0.118 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0176191 Jul 06 13:54:28.741370 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51612) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:28.815671 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8c2aba0b-1337-46a3-9e76-a498bf0896d0 tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] 10.222.0.118 "GET /v2.0/metering/metering-labels/dbb8d0d5-7c23-4d40-b780-435b93849bc3 HTTP/1.1" status: 200 len: 472 time: 0.0730751 Jul 06 13:54:28.819335 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51614) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:28.832542 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-526163db-af90-429b-8f08-89fcf7820760 tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] 10.222.0.118 "GET /v2.0/metering/metering-label-rules/4d8f146d-4dfb-4b7c-9c0c-f27953a3d086 HTTP/1.1" status: 200 len: 459 time: 0.0120912 Jul 06 13:54:28.838886 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51616) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:28.841115 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-cb16edd7-92e1-4ceb-aad6-bf3445ece49f None None] Provisioning for port 03231628-1893-43dc-9200-102f8c9ba951 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:28.846179 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-cb16edd7-92e1-4ceb-aad6-bf3445ece49f None None] Provisioning complete for port 03231628-1893-43dc-9200-102f8c9ba951 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:28.846662 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cb16edd7-92e1-4ceb-aad6-bf3445ece49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:28.898315 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-cb16edd7-92e1-4ceb-aad6-bf3445ece49f None None] Port 03231628-1893-43dc-9200-102f8c9ba951 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:54:28.902022 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-705dd0ed-f048-4b04-b864-90d2d6328025 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-securitygroup--1717996044&fields=id&tenant_id=6ead5c3559fe4c91b54e392cf2e3f6be HTTP/1.1" status: 200 len: 267 time: 0.1467462 Jul 06 13:54:28.984728 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-accdebc3-a3d1-4e82-be08-ce81bc821e1e tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:28.985944 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-accdebc3-a3d1-4e82-be08-ce81bc821e1e tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] 10.222.0.118 "DELETE /v2.0/metering/metering-label-rules/4d8f146d-4dfb-4b7c-9c0c-f27953a3d086 HTTP/1.1" status: 204 len: 168 time: 0.1456509 Jul 06 13:54:28.988816 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51618) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:29.009052 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-38d2230d-7429-4e9c-884e-3becc7322374 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:29.010593 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-38d2230d-7429-4e9c-884e-3becc7322374 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.124 "GET /v2.0/networks?id=4af52798-23b1-402a-a1ea-3bd334b33ddb HTTP/1.1" status: 200 len: 806 time: 0.3661673 Jul 06 13:54:29.029285 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-bdb012af-a7da-4f29-9558-460ffe62764a tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Request body: {'port': {'device_id': 'd1a7a91f-5a2c-4614-8c39-bcc63fff4766', 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb', 'admin_state_up': True, 'tenant_id': 'bea7b4da8e63480980f1c76d63c2ffcf'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:29.042899 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-4b0ba97f-a23e-48ae-a323-a10e5e8ec56a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:29.047694 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-4b0ba97f-a23e-48ae-a323-a10e5e8ec56a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports/f2296885-8899-45b5-95c4-bfe40a9e131c HTTP/1.1" status: 200 len: 930 time: 0.1301315 Jul 06 13:54:29.188334 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2863317a-3628-46ca-b0b3-c8ea635af87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:29.192990 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-57401f36-186e-446e-863d-ee5a98db9905 tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:29.194432 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-57401f36-186e-446e-863d-ee5a98db9905 tempest-MeteringIpV6TestJSON-224573714 tempest-MeteringIpV6TestJSON-224573714-project-admin] 10.222.0.118 "DELETE /v2.0/metering/metering-labels/dbb8d0d5-7c23-4d40-b780-435b93849bc3 HTTP/1.1" status: 204 len: 168 time: 0.2050457 Jul 06 13:54:29.210974 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-ed07342a-33bb-4c62-895e-16d952ffd0f8 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:29.218837 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-ed07342a-33bb-4c62-895e-16d952ffd0f8 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports/f298cdfc-2d7b-46d9-818e-7576966d6307 HTTP/1.1" status: 200 len: 932 time: 0.1326485 Jul 06 13:54:29.282967 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-125fbd88-d9eb-4efb-a8f2-076552be5653 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?network_id=47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0631027 Jul 06 13:54:29.361467 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-f7949b07-d59b-4902-9c92-6ca88b156de1 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?network_id=47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0538642 Jul 06 13:54:29.476129 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-bdb012af-a7da-4f29-9558-460ffe62764a tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Made reservation on behalf of bea7b4da8e63480980f1c76d63c2ffcf for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:29.480221 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-bdb012af-a7da-4f29-9558-460ffe62764a tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:29.487313 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51628) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:29.604451 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-97ac29c4-726b-4423-b9c4-5e029ae255bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:29.694669 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-17d717eb-9f3b-4d45-ae81-8fb141553f8d tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:29.701999 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-17d717eb-9f3b-4d45-ae81-8fb141553f8d tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:29.708398 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-17d717eb-9f3b-4d45-ae81-8fb141553f8d tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:29.709964 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-17d717eb-9f3b-4d45-ae81-8fb141553f8d tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/networks?id=64f4bd64-4ccc-44ff-b973-ee4ab56c4f15&id=d4681e72-a6e0-4598-880f-0c79f70e2adb&id=d4681e72-a6e0-4598-880f-0c79f70e2adb&id=47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a&id=47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a HTTP/1.1" status: 200 len: 1989 time: 0.3416326 Jul 06 13:54:29.742151 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2863317a-3628-46ca-b0b3-c8ea635af87e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:29.753054 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-97ac29c4-726b-4423-b9c4-5e029ae255bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:29.760341 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2863317a-3628-46ca-b0b3-c8ea635af87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:29.761654 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-97ac29c4-726b-4423-b9c4-5e029ae255bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:29.811621 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-97ac29c4-726b-4423-b9c4-5e029ae255bc admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=291cb72ea3694d8a9758bd11662a3290&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3204153 Jul 06 13:54:29.812490 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51634) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:29.814731 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-75dfb899-2184-49db-b0eb-3204412d2e04 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/quotas/6ead5c3559fe4c91b54e392cf2e3f6be HTTP/1.1" status: 200 len: 375 time: 0.0758109 Jul 06 13:54:29.818854 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac29c4-726b-4423-b9c4-5e029ae255bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4c956c-3ece-4ff6-905c-98f67c580db1,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:29.892625 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-bdb012af-a7da-4f29-9558-460ffe62764a tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Allocated IP 172.20.0.5 (4af52798-23b1-402a-a1ea-3bd334b33ddb/fd856c7f-efce-4c28-b5ab-617143cae7b2/6d2d7578-d274-4c3e-a324-c6a697d35126) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:54:29.897605 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aa4bea4a-84de-4132-af27-3f559839bdd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:29.904066 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863317a-3628-46ca-b0b3-c8ea635af87e admin admin] Pushing event updated for resources: {'Port': ['ID=03231628-1893-43dc-9200-102f8c9ba951,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:29.913133 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2863317a-3628-46ca-b0b3-c8ea635af87e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:29.929781 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aa4bea4a-84de-4132-af27-3f559839bdd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:29.984176 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aa4bea4a-84de-4132-af27-3f559839bdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:29.986775 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aa4bea4a-84de-4132-af27-3f559839bdd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:29.987862 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-aa4bea4a-84de-4132-af27-3f559839bdd2 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/1b4c956c-3ece-4ff6-905c-98f67c580db1 HTTP/1.1" status: 204 len: 168 time: 0.1744933 Jul 06 13:54:30.003788 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4bea4a-84de-4132-af27-3f559839bdd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4c956c-3ece-4ff6-905c-98f67c580db1,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:30.108325 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-3bc7fcab-7abb-4581-b077-610d818d99a6 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=6ead5c3559fe4c91b54e392cf2e3f6be&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2873952 Jul 06 13:54:30.215851 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2863317a-3628-46ca-b0b3-c8ea635af87e admin admin] Network 1b76a8df-e4ca-4c90-9fa8-1622bd850478 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:30.226100 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-2863317a-3628-46ca-b0b3-c8ea635af87e admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:30.305742 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-bdb012af-a7da-4f29-9558-460ffe62764a tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:30.345169 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 571d2253-2a95-4ea9-bfe2-558aa389a4aa up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:54:30.372557 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51640) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:30.387492 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4ba7e72-d4b9-4ce0-9b7a-2a1bf6714903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:30.410132 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 571d2253-2a95-4ea9-bfe2-558aa389a4aa completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:30.416182 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 571d2253-2a95-4ea9-bfe2-558aa389a4aa triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:30.417003 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:30.503135 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-9ad60f11-04fd-4e41-aaf2-b61dc7eb0fdb service neutron] 10.222.0.118 "GET /v2.0/networks/64f4bd64-4ccc-44ff-b973-ee4ab56c4f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719966 Jul 06 13:54:30.509581 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-bdb012af-a7da-4f29-9558-460ffe62764a tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:30.522541 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9e451bb0-958b-4bc4-877b-69352013cdbd'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:54:30.531424 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4ba7e72-d4b9-4ce0-9b7a-2a1bf6714903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:30.540046 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4ba7e72-d4b9-4ce0-9b7a-2a1bf6714903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:30.565813 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:30.588106 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c4ba7e72-d4b9-4ce0-9b7a-2a1bf6714903 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=f096e75b930c4fb38907ec219a5c9f92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2117569 Jul 06 13:54:30.588106 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba7e72-d4b9-4ce0-9b7a-2a1bf6714903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbe8075-08bd-42f9-8931-cf84fbea5bc5,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:30.589567 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51642) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:30.604452 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 571d2253-2a95-4ea9-bfe2-558aa389a4aa, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=571d2253-2a95-4ea9-bfe2-558aa389a4aa,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:30.615615 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-bdb012af-a7da-4f29-9558-460ffe62764a tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Network 4af52798-23b1-402a-a1ea-3bd334b33ddb is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:30.615838 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:30.633247 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-bdb012af-a7da-4f29-9558-460ffe62764a tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:30.644897 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2863317a-3628-46ca-b0b3-c8ea635af87e admin admin] Router 1965da2f-c0e7-4bdc-8357-b7994e2f6087 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:54:30.645858 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-bdb012af-a7da-4f29-9558-460ffe62764a tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:54:30.651105 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7bd63ec7-6372-4d78-915e-00b9057b4a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:30.677574 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb012af-a7da-4f29-9558-460ffe62764a tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Pushing event updated for resources: {'Port': ['ID=6d2d7578-d274-4c3e-a324-c6a697d35126,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:30.678748 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7bd63ec7-6372-4d78-915e-00b9057b4a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:30.698143 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5011870f-db81-4f86-89a6-e955e6d9f4c8 None None] Provisioning complete for port 03231628-1893-43dc-9200-102f8c9ba951 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:30.698995 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5011870f-db81-4f86-89a6-e955e6d9f4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:30.725815 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=571d2253-2a95-4ea9-bfe2-558aa389a4aa,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:30.731360 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-bdb012af-a7da-4f29-9558-460ffe62764a tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:30.731955 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-bdb012af-a7da-4f29-9558-460ffe62764a tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:30.739665 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7bd63ec7-6372-4d78-915e-00b9057b4a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:30.743996 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7bd63ec7-6372-4d78-915e-00b9057b4a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:30.747771 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7bd63ec7-6372-4d78-915e-00b9057b4a7b admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/2bbe8075-08bd-42f9-8931-cf84fbea5bc5 HTTP/1.1" status: 204 len: 168 time: 0.1547844 Jul 06 13:54:30.757053 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-5011870f-db81-4f86-89a6-e955e6d9f4c8 None None] Port 03231628-1893-43dc-9200-102f8c9ba951 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:54:30.766475 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd63ec7-6372-4d78-915e-00b9057b4a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbe8075-08bd-42f9-8931-cf84fbea5bc5,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:30.775990 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-1b68b0b0-1c70-4b98-b34c-97d75ded73f9 service neutron] 10.222.0.118 "GET /v2.0/networks/64f4bd64-4ccc-44ff-b973-ee4ab56c4f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623026 Jul 06 13:54:30.776858 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd63ec7-6372-4d78-915e-00b9057b4a7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:30.777375 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd63ec7-6372-4d78-915e-00b9057b4a7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:30.777910 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd63ec7-6372-4d78-915e-00b9057b4a7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:30.778427 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd63ec7-6372-4d78-915e-00b9057b4a7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:30.778909 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd63ec7-6372-4d78-915e-00b9057b4a7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:30.780651 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd63ec7-6372-4d78-915e-00b9057b4a7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:30.781203 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd63ec7-6372-4d78-915e-00b9057b4a7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:30.781778 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd63ec7-6372-4d78-915e-00b9057b4a7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:30.782397 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd63ec7-6372-4d78-915e-00b9057b4a7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:30.783087 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd63ec7-6372-4d78-915e-00b9057b4a7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:30.783571 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd63ec7-6372-4d78-915e-00b9057b4a7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:30.784503 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd63ec7-6372-4d78-915e-00b9057b4a7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:30.822486 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-bdb012af-a7da-4f29-9558-460ffe62764a tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7995198 Jul 06 13:54:30.861376 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-2889aeeb-b594-4fe0-bec8-e95af06dde08 service neutron] Request body: {'port': {'device_id': 'd1a7a91f-5a2c-4614-8c39-bcc63fff4766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:30.909504 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-70291efa-29a9-4c94-962f-12ca29086f74 service neutron] 10.222.0.118 "GET /v2.0/ports/f2296885-8899-45b5-95c4-bfe40a9e131c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1247089 Jul 06 13:54:30.981457 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2863317a-3628-46ca-b0b3-c8ea635af87e admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:54:30.994769 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2863317a-3628-46ca-b0b3-c8ea635af87e admin admin] 10.222.0.118 "PUT /v2.0/routers/1965da2f-c0e7-4bdc-8357-b7994e2f6087/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7698872 Jul 06 13:54:30.994983 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8f7081-55fc-4461-b4bc-6e3feb18384f None None] Sync routers for ids ['1965da2f-c0e7-4bdc-8357-b7994e2f6087'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:54:31.004449 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8f7081-55fc-4461-b4bc-6e3feb18384f None None] Routers {'1965da2f-c0e7-4bdc-8357-b7994e2f6087'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:54:31.005079 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-aa8f7081-55fc-4461-b4bc-6e3feb18384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:54:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1965da2f-c0e7-4bdc-8357-b7994e2f6087'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:31.012046 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-2889aeeb-b594-4fe0-bec8-e95af06dde08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:31.077925 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-f015360c-8122-428f-91b2-6f5a1fcada8e service neutron] 10.222.0.118 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601346 Jul 06 13:54:31.240866 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-aa8f7081-55fc-4461-b4bc-6e3feb18384f None None] Set router 1965da2f-c0e7-4bdc-8357-b7994e2f6087 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:54:31.294339 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-2cbc74cb-2b5b-4fbe-8b09-f7ce09509a63 service neutron] 10.222.0.118 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098887 Jul 06 13:54:31.386311 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-9b803b73-423e-4235-800f-6e9d0132179d service neutron] 10.222.0.118 "GET /v2.0/ports/f298cdfc-2d7b-46d9-818e-7576966d6307?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0807960 Jul 06 13:54:31.474925 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-aa8f7081-55fc-4461-b4bc-6e3feb18384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1965da2f-c0e7-4bdc-8357-b7994e2f6087', 'name': 'tempest-FloatingIPsNegativeTestJSON-1075961510-router', 'tenant_id': '210b3705d9d04d6ca027a070c1f384bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '571d2253-2a95-4ea9-bfe2-558aa389a4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:54:22Z', 'updated_at': '2021-07-06T13:54:29Z', 'revision_number': 4, 'project_id': '210b3705d9d04d6ca027a070c1f384bc', 'gw_port': {'id': '571d2253-2a95-4ea9-bfe2-558aa389a4aa', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1965da2f-c0e7-4bdc-8357-b7994e2f6087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:54:23Z', 'updated_at': '2021-07-06T13:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '03231628-1893-43dc-9200-102f8c9ba951', 'name': '', 'network_id': '1b76a8df-e4ca-4c90-9fa8-1622bd850478', 'tenant_id': '210b3705d9d04d6ca027a070c1f384bc', 'mac_address': 'fa:16:3e:90:b1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1965da2f-c0e7-4bdc-8357-b7994e2f6087', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '4f0badbd-5a98-4e4a-87d5-6cbc8be8d1e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:54:27Z', 'updated_at': '2021-07-06T13:54:29Z', 'revision_number': 2, 'project_id': '210b3705d9d04d6ca027a070c1f384bc', 'subnets': [{'id': '4f0badbd-5a98-4e4a-87d5-6cbc8be8d1e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:31.495755 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-2889aeeb-b594-4fe0-bec8-e95af06dde08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d2d7578-d274-4c3e-a324-c6a697d35126 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:31.506064 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8f7081-55fc-4461-b4bc-6e3feb18384f None None] Checking router: 1965da2f-c0e7-4bdc-8357-b7994e2f6087 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:54:31.506414 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8f7081-55fc-4461-b4bc-6e3feb18384f None None] Updating router 1965da2f-c0e7-4bdc-8357-b7994e2f6087 port 03231628-1893-43dc-9200-102f8c9ba951 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:54:31.514358 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-2889aeeb-b594-4fe0-bec8-e95af06dde08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:31.537503 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-2889aeeb-b594-4fe0-bec8-e95af06dde08 service neutron] Transition to ACTIVE for port object 6d2d7578-d274-4c3e-a324-c6a697d35126 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:31.541857 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-aa8f7081-55fc-4461-b4bc-6e3feb18384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:31.542380 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-3f42f782-ae4d-488a-8b72-9e6a8b074a1a service neutron] 10.222.0.118 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520853 Jul 06 13:54:31.543927 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-2889aeeb-b594-4fe0-bec8-e95af06dde08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:31.833433 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-aa8f7081-55fc-4461-b4bc-6e3feb18384f None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:31.846010 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-aa8f7081-55fc-4461-b4bc-6e3feb18384f None None] Transition to ACTIVE for port object 03231628-1893-43dc-9200-102f8c9ba951 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:31.855132 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-aa8f7081-55fc-4461-b4bc-6e3feb18384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:31.909342 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c670f53-72bf-493c-9b97-6117330ec937 None None] Pushing event updated for resources: {'Port': ['ID=03231628-1893-43dc-9200-102f8c9ba951,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:31.920035 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c670f53-72bf-493c-9b97-6117330ec937 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:31.920368 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c670f53-72bf-493c-9b97-6117330ec937 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:31.920705 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c670f53-72bf-493c-9b97-6117330ec937 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:31.921606 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c670f53-72bf-493c-9b97-6117330ec937 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:31.921970 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c670f53-72bf-493c-9b97-6117330ec937 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:31.922286 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c670f53-72bf-493c-9b97-6117330ec937 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:31.922609 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c670f53-72bf-493c-9b97-6117330ec937 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:31.922915 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c670f53-72bf-493c-9b97-6117330ec937 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:31.923234 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c670f53-72bf-493c-9b97-6117330ec937 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:31.923553 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c670f53-72bf-493c-9b97-6117330ec937 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:31.923868 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c670f53-72bf-493c-9b97-6117330ec937 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:31.924183 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c670f53-72bf-493c-9b97-6117330ec937 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:31.991979 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-aa8f7081-55fc-4461-b4bc-6e3feb18384f None None] Attempting to bind port 03231628-1893-43dc-9200-102f8c9ba951 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:54:31.992522 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-aa8f7081-55fc-4461-b4bc-6e3feb18384f None None] Attempting to bind port 03231628-1893-43dc-9200-102f8c9ba951 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'b2fe1c81-8d6a-4336-88fe-63d4b0a1674d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b76a8df-e4ca-4c90-9fa8-1622bd850478'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:54:31.992976 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8f7081-55fc-4461-b4bc-6e3feb18384f None None] Attempting to bind port 03231628-1893-43dc-9200-102f8c9ba951 on network 1b76a8df-e4ca-4c90-9fa8-1622bd850478 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:31.998611 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8f7081-55fc-4461-b4bc-6e3feb18384f None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:54:31.999891 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8f7081-55fc-4461-b4bc-6e3feb18384f None None] Checking segment: {'id': 'b2fe1c81-8d6a-4336-88fe-63d4b0a1674d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b76a8df-e4ca-4c90-9fa8-1622bd850478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:32.000217 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-aa8f7081-55fc-4461-b4bc-6e3feb18384f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:32.000829 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8f7081-55fc-4461-b4bc-6e3feb18384f None None] Bound using segment: {'id': 'b2fe1c81-8d6a-4336-88fe-63d4b0a1674d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b76a8df-e4ca-4c90-9fa8-1622bd850478'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:54:32.001529 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-aa8f7081-55fc-4461-b4bc-6e3feb18384f None None] Bound port: 03231628-1893-43dc-9200-102f8c9ba951, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fe1c81-8d6a-4336-88fe-63d4b0a1674d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b76a8df-e4ca-4c90-9fa8-1622bd850478'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:54:32.002147 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-aa8f7081-55fc-4461-b4bc-6e3feb18384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:32.050141 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889aeeb-b594-4fe0-bec8-e95af06dde08 service neutron] Pushing event updated for resources: {'Port': ['ID=6d2d7578-d274-4c3e-a324-c6a697d35126,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:32.076531 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-aa8f7081-55fc-4461-b4bc-6e3feb18384f None None] For port 03231628-1893-43dc-9200-102f8c9ba951, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:32.080897 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-aa8f7081-55fc-4461-b4bc-6e3feb18384f None None] For port 03231628-1893-43dc-9200-102f8c9ba951, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=03231628-1893-43dc-9200-102f8c9ba951,segment=NetworkSegment(b2fe1c81-8d6a-4336-88fe-63d4b0a1674d),segment_id=b2fe1c81-8d6a-4336-88fe-63d4b0a1674d)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:54:32.085211 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-aa8f7081-55fc-4461-b4bc-6e3feb18384f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:32.112745 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-2889aeeb-b594-4fe0-bec8-e95af06dde08 service neutron] Attempting to bind port 6d2d7578-d274-4c3e-a324-c6a697d35126 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:54:32.113159 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-2889aeeb-b594-4fe0-bec8-e95af06dde08 service neutron] Attempting to bind port 6d2d7578-d274-4c3e-a324-c6a697d35126 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:54:32.113502 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-2889aeeb-b594-4fe0-bec8-e95af06dde08 service neutron] Attempting to bind port 6d2d7578-d274-4c3e-a324-c6a697d35126 on network 4af52798-23b1-402a-a1ea-3bd334b33ddb {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:32.117453 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-a3799156-b928-43e9-9b57-30024ea8218b service neutron] 10.222.0.118 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5691350 Jul 06 13:54:32.120578 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-2889aeeb-b594-4fe0-bec8-e95af06dde08 service neutron] Port 6d2d7578-d274-4c3e-a324-c6a697d35126 on network 4af52798-23b1-402a-a1ea-3bd334b33ddb not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:54:32.120914 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-2889aeeb-b594-4fe0-bec8-e95af06dde08 service neutron] Attempting to bind port 6d2d7578-d274-4c3e-a324-c6a697d35126 on network 4af52798-23b1-402a-a1ea-3bd334b33ddb {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:32.128153 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-2889aeeb-b594-4fe0-bec8-e95af06dde08 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:54:32.129060 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-2889aeeb-b594-4fe0-bec8-e95af06dde08 service neutron] Checking segment: {'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:32.129060 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-2889aeeb-b594-4fe0-bec8-e95af06dde08 service neutron] Bound using segment: {'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:54:32.129383 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-2889aeeb-b594-4fe0-bec8-e95af06dde08 service neutron] Bound port: 6d2d7578-d274-4c3e-a324-c6a697d35126, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '378c2576-8c0b-49b2-8600-edb85a6f5028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:54:32.129694 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-2889aeeb-b594-4fe0-bec8-e95af06dde08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:32.165809 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8f7081-55fc-4461-b4bc-6e3feb18384f None None] Routers {'1965da2f-c0e7-4bdc-8357-b7994e2f6087'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:54:32.166751 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-aa8f7081-55fc-4461-b4bc-6e3feb18384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:54:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1965da2f-c0e7-4bdc-8357-b7994e2f6087'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:32.170957 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c670f53-72bf-493c-9b97-6117330ec937 None None] Pushing event updated for resources: {'Port': ['ID=03231628-1893-43dc-9200-102f8c9ba951,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:32.283384 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-2889aeeb-b594-4fe0-bec8-e95af06dde08 service neutron] For port 6d2d7578-d274-4c3e-a324-c6a697d35126, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:32.288470 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-2889aeeb-b594-4fe0-bec8-e95af06dde08 service neutron] For port 6d2d7578-d274-4c3e-a324-c6a697d35126, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=6d2d7578-d274-4c3e-a324-c6a697d35126,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:54:32.295863 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-aa45f746-75ba-4d60-9c83-0f1971802ddb service neutron] 10.222.0.118 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684721 Jul 06 13:54:32.296632 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-2889aeeb-b594-4fe0-bec8-e95af06dde08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:32.300657 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51682) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:32.339475 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 571d2253-2a95-4ea9-bfe2-558aa389a4aa up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:54:32.355917 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-aa8f7081-55fc-4461-b4bc-6e3feb18384f None None] Set router 1965da2f-c0e7-4bdc-8357-b7994e2f6087 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:54:32.389826 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-2889aeeb-b594-4fe0-bec8-e95af06dde08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:32.390561 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-2889aeeb-b594-4fe0-bec8-e95af06dde08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:32.391993 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-2889aeeb-b594-4fe0-bec8-e95af06dde08 service neutron] 10.222.0.124 "PUT /v2.0/ports/6d2d7578-d274-4c3e-a324-c6a697d35126 HTTP/1.1" status: 200 len: 1091 time: 1.5388083 Jul 06 13:54:32.392468 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a7a91f-5a2c-4614-8c39-bcc63fff4766', 'tag': '6d2d7578-d274-4c3e-a324-c6a697d35126'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:32.394820 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cfa6a6-c443-4e2b-809c-9822d74d1a61" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a7a91f-5a2c-4614-8c39-bcc63fff4766", "tag": "6d2d7578-d274-4c3e-a324-c6a697d35126"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:32.447429 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 571d2253-2a95-4ea9-bfe2-558aa389a4aa triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:32.448002 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:32.460854 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889aeeb-b594-4fe0-bec8-e95af06dde08 service neutron] Pushing event updated for resources: {'Port': ['ID=6d2d7578-d274-4c3e-a324-c6a697d35126,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:32.483927 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-ce9a79e9-704d-4f80-bd10-36a2b016e50a tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-428106135'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:32.484683 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-ce9a79e9-704d-4f80-bd10-36a2b016e50a tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] Unknown quota resources ['metering_label']. {{(pid=100417) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 13:54:32.523639 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-ec6b1c3b-c8bf-4ce5-b055-70e7dadd4df2 service neutron] 10.222.0.118 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176902 Jul 06 13:54:32.562245 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-04d78b4a-c682-4ef0-b717-ff6a7d078cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:32.563913 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-04d78b4a-c682-4ef0-b717-ff6a7d078cb6 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=bea7b4da8e63480980f1c76d63c2ffcf&device_id=d1a7a91f-5a2c-4614-8c39-bcc63fff4766 HTTP/1.1" status: 200 len: 1094 time: 0.1232314 Jul 06 13:54:32.641288 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-789414ea-7a8f-4de0-87e6-699482e57c1f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d2d7578-d274-4c3e-a324-c6a697d35126 HTTP/1.1" status: 200 len: 217 time: 0.0425653 Jul 06 13:54:32.644229 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-aa8f7081-55fc-4461-b4bc-6e3feb18384f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1965da2f-c0e7-4bdc-8357-b7994e2f6087', 'name': 'tempest-FloatingIPsNegativeTestJSON-1075961510-router', 'tenant_id': '210b3705d9d04d6ca027a070c1f384bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '571d2253-2a95-4ea9-bfe2-558aa389a4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:54:22Z', 'updated_at': '2021-07-06T13:54:29Z', 'revision_number': 4, 'project_id': '210b3705d9d04d6ca027a070c1f384bc', 'gw_port': {'id': '571d2253-2a95-4ea9-bfe2-558aa389a4aa', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1965da2f-c0e7-4bdc-8357-b7994e2f6087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:54:23Z', 'updated_at': '2021-07-06T13:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '03231628-1893-43dc-9200-102f8c9ba951', 'name': '', 'network_id': '1b76a8df-e4ca-4c90-9fa8-1622bd850478', 'tenant_id': '210b3705d9d04d6ca027a070c1f384bc', 'mac_address': 'fa:16:3e:90:b1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1965da2f-c0e7-4bdc-8357-b7994e2f6087', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '4f0badbd-5a98-4e4a-87d5-6cbc8be8d1e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:54:27Z', 'updated_at': '2021-07-06T13:54:32Z', 'revision_number': 4, 'project_id': '210b3705d9d04d6ca027a070c1f384bc', 'subnets': [{'id': '4f0badbd-5a98-4e4a-87d5-6cbc8be8d1e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:32.679959 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8f7081-55fc-4461-b4bc-6e3feb18384f None None] The sync data for ids ['1965da2f-c0e7-4bdc-8357-b7994e2f6087'] in n-d-773644-6 is: [{'id': '1965da2f-c0e7-4bdc-8357-b7994e2f6087', 'name': 'tempest-FloatingIPsNegativeTestJSON-1075961510-router', 'tenant_id': '210b3705d9d04d6ca027a070c1f384bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '571d2253-2a95-4ea9-bfe2-558aa389a4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:54:22Z', 'updated_at': '2021-07-06T13:54:29Z', 'revision_number': 4, 'project_id': '210b3705d9d04d6ca027a070c1f384bc', 'gw_port': {'id': '571d2253-2a95-4ea9-bfe2-558aa389a4aa', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1965da2f-c0e7-4bdc-8357-b7994e2f6087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:54:23Z', 'updated_at': '2021-07-06T13:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '03231628-1893-43dc-9200-102f8c9ba951', 'name': '', 'network_id': '1b76a8df-e4ca-4c90-9fa8-1622bd850478', 'tenant_id': '210b3705d9d04d6ca027a070c1f384bc', 'mac_address': 'fa:16:3e:90:b1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1965da2f-c0e7-4bdc-8357-b7994e2f6087', 'device_owner': 'network:router_interface', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '4f0badbd-5a98-4e4a-87d5-6cbc8be8d1e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:54:27Z', 'updated_at': '2021-07-06T13:54:32Z', 'revision_number': 4, 'project_id': '210b3705d9d04d6ca027a070c1f384bc', 'subnets': [{'id': '4f0badbd-5a98-4e4a-87d5-6cbc8be8d1e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:54:32.741671 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-7fc27595-61da-4805-a9cb-8437467ede7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:32.752284 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-7fc27595-61da-4805-a9cb-8437467ede7c service neutron] 10.222.0.124 "GET /v2.0/subnets?id=fd856c7f-efce-4c28-b5ab-617143cae7b2 HTTP/1.1" status: 200 len: 846 time: 0.1019602 Jul 06 13:54:32.759866 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-18e4016d-901f-49a7-bb3a-dd851ed4fac7 service neutron] 10.222.0.118 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303965 Jul 06 13:54:32.807920 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-f2b45fd3-51be-497a-b541-ec40f58c5c25 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4af52798-23b1-402a-a1ea-3bd334b33ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466342 Jul 06 13:54:32.972150 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-a94f7398-4db1-4844-b549-2d416c35fd5b service neutron] 10.222.0.118 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668386 Jul 06 13:54:32.977485 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-1e6878fa-6491-482c-82b8-ac0a7f81e11f service neutron] 10.222.0.124 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479545 Jul 06 13:54:33.005539 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ce9a79e9-704d-4f80-bd10-36a2b016e50a tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:33.007011 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ce9a79e9-704d-4f80-bd10-36a2b016e50a tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] 10.222.0.118 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7040591 Jul 06 13:54:33.009626 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51688) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:33.014084 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c0c74b65-2234-4d8f-a33c-5784e75b3cdf tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '6b5601db-711f-43c5-ba24-14bb9b6c4a8b'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:33.014614 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c0c74b65-2234-4d8f-a33c-5784e75b3cdf tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100417) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 13:54:33.072781 n-d-773644-6 neutron-server[100417]: WARNING neutron.services.metering.metering_plugin [None req-c0c74b65-2234-4d8f-a33c-5784e75b3cdf tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 13:54:33.141092 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-73a4aa32-337a-49e8-ae7d-17a33fe541ea service neutron] 10.222.0.118 "GET /v2.0/networks/47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625979 Jul 06 13:54:33.143082 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d5a8e9d6-dac8-4a7c-8719-38298cd02e2a req-1f504b14-72db-47cb-9ca1-176a00bc9142 service neutron] 10.222.0.124 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572244 Jul 06 13:54:33.165956 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c0c74b65-2234-4d8f-a33c-5784e75b3cdf tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:33.167093 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c0c74b65-2234-4d8f-a33c-5784e75b3cdf tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] 10.222.0.118 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1564541 Jul 06 13:54:33.170220 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51690) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:33.175650 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-bff87cd6-946a-4391-928c-d470e401e1a1 tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '6b5601db-711f-43c5-ba24-14bb9b6c4a8b'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:33.176152 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-bff87cd6-946a-4391-928c-d470e401e1a1 tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100417) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 13:54:33.241446 n-d-773644-6 neutron-server[100417]: WARNING neutron.services.metering.metering_plugin [None req-bff87cd6-946a-4391-928c-d470e401e1a1 tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 06 13:54:33.258149 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-a8134f49-39ce-45fc-ad7a-7c0798993063 service neutron] 10.222.0.118 "GET /v2.0/networks/47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109207 Jul 06 13:54:33.330650 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bff87cd6-946a-4391-928c-d470e401e1a1 tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:33.334743 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bff87cd6-946a-4391-928c-d470e401e1a1 tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] 10.222.0.118 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1604407 Jul 06 13:54:33.334743 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51692) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:33.346866 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e70b7463-99d7-4206-8d60-c8060bd440f8 tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] 10.222.0.118 "GET /v2.0/metering/metering-label-rules?id=640f86ac-61d2-4ef2-88cb-812a6213cd47 HTTP/1.1" status: 200 len: 464 time: 0.0089400 Jul 06 13:54:33.347109 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51694) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:33.368499 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-ffc4cb95-3e61-4968-a6a1-d946df996ac4 service neutron] 10.222.0.118 "GET /v2.0/networks/47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044607 Jul 06 13:54:33.456115 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4a97950b-8523-4c61-b911-f0e122f9daeb tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:33.460075 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4a97950b-8523-4c61-b911-f0e122f9daeb tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] 10.222.0.118 "DELETE /v2.0/metering/metering-label-rules/640f86ac-61d2-4ef2-88cb-812a6213cd47 HTTP/1.1" status: 204 len: 168 time: 0.1120162 Jul 06 13:54:33.460749 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51696) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:33.470249 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e78e8f5a-1ee3-47b3-8881-e2f17e78cc25 tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] 10.222.0.118 "GET /v2.0/metering/metering-label-rules?id=640f86ac-61d2-4ef2-88cb-812a6213cd47 HTTP/1.1" status: 200 len: 221 time: 0.0082965 Jul 06 13:54:33.470494 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-e6213418-bd9a-4954-aac9-f6c751ecdcb5 service neutron] 10.222.0.118 "GET /v2.0/networks/47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941098 Jul 06 13:54:33.473554 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51698) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:33.478058 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-7b1d9eaa-aba9-4618-9ab3-2ac3fc87de01 tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--346330829', 'description': 'label created by tempest'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:33.478560 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-7b1d9eaa-aba9-4618-9ab3-2ac3fc87de01 tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] Unknown quota resources ['metering_label']. {{(pid=100417) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 13:54:33.654323 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7b1d9eaa-aba9-4618-9ab3-2ac3fc87de01 tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:33.658772 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7b1d9eaa-aba9-4618-9ab3-2ac3fc87de01 tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] 10.222.0.118 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1814950 Jul 06 13:54:33.659193 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51704) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:33.711641 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-501e2fe4-bbf8-4f2e-b98a-4d954b30a4af tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] 10.222.0.118 "GET /v2.0/metering/metering-labels?id=869608a3-ae01-40c8-8dc9-524637b6ae33 HTTP/1.1" status: 200 len: 467 time: 0.0515094 Jul 06 13:54:33.716228 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51708) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:33.922552 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8d871b7d-af1b-45bd-8921-e29f561c5256 tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:33.923728 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8d871b7d-af1b-45bd-8921-e29f561c5256 tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] 10.222.0.118 "DELETE /v2.0/metering/metering-labels/869608a3-ae01-40c8-8dc9-524637b6ae33 HTTP/1.1" status: 204 len: 168 time: 0.2062702 Jul 06 13:54:33.926434 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51722) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:33.938309 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-23c476bd-c1a7-4aed-924c-4d844a3f96df tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] 10.222.0.118 "GET /v2.0/metering/metering-labels?id=869608a3-ae01-40c8-8dc9-524637b6ae33 HTTP/1.1" status: 200 len: 216 time: 0.0107224 Jul 06 13:54:33.941588 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51724) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:33.951472 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-017efabd-496a-4358-a43b-f11f51d254e6 tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] 10.222.0.118 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0086472 Jul 06 13:54:33.955085 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51726) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:33.971247 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5cf86563-671f-498e-856f-013b05acf5b2 tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] 10.222.0.118 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0113873 Jul 06 13:54:33.971530 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51728) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:34.022640 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b672f5fb-9d68-485e-b6f6-c8949cb3adf8 tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] 10.222.0.118 "GET /v2.0/metering/metering-labels/6b5601db-711f-43c5-ba24-14bb9b6c4a8b HTTP/1.1" status: 200 len: 472 time: 0.0500147 Jul 06 13:54:34.026190 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51730) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:34.037024 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6a513ed9-606b-40ab-b52d-2b8bdfd8b54f tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] 10.222.0.118 "GET /v2.0/metering/metering-label-rules/f5ce523c-5585-4681-a665-ad8f2a6da3c5 HTTP/1.1" status: 200 len: 461 time: 0.0096650 Jul 06 13:54:34.040122 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51732) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:34.148522 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-933e31ae-858e-456b-abf6-594ad63318f6 tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:34.152222 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-933e31ae-858e-456b-abf6-594ad63318f6 tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] 10.222.0.118 "DELETE /v2.0/metering/metering-label-rules/f5ce523c-5585-4681-a665-ad8f2a6da3c5 HTTP/1.1" status: 204 len: 168 time: 0.1087406 Jul 06 13:54:34.152341 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51738) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:34.330841 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 03231628-1893-43dc-9200-102f8c9ba951 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:54:34.386095 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 03231628-1893-43dc-9200-102f8c9ba951 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:34.390070 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 03231628-1893-43dc-9200-102f8c9ba951 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:34.390443 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:34.418001 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec84dfb-0d44-4ead-bc7f-bfa2024fb088 req-3ac9d730-83bc-46ab-a91e-e483f9be9e2e tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:34.419589 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fec84dfb-0d44-4ead-bc7f-bfa2024fb088 req-3ac9d730-83bc-46ab-a91e-e483f9be9e2e tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=d1a7a91f-5a2c-4614-8c39-bcc63fff4766 HTTP/1.1" status: 200 len: 943 time: 0.2711296 Jul 06 13:54:34.475910 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:34.511349 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-780d25a4-f3b9-4070-98f3-8efa1fccea94 tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:34.511762 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 03231628-1893-43dc-9200-102f8c9ba951, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=03231628-1893-43dc-9200-102f8c9ba951,segment=NetworkSegment(b2fe1c81-8d6a-4336-88fe-63d4b0a1674d),segment_id=b2fe1c81-8d6a-4336-88fe-63d4b0a1674d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:34.512509 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-780d25a4-f3b9-4070-98f3-8efa1fccea94 tempest-MeteringTestJSON-565575575 tempest-MeteringTestJSON-565575575-project-admin] 10.222.0.118 "DELETE /v2.0/metering/metering-labels/6b5601db-711f-43c5-ba24-14bb9b6c4a8b HTTP/1.1" status: 204 len: 168 time: 0.3592405 Jul 06 13:54:34.521817 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:34.542021 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fec84dfb-0d44-4ead-bc7f-bfa2024fb088 req-b8d78fa4-ec9b-4cde-9f60-f3f5f6de67e6 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770307 Jul 06 13:54:34.586370 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-dd557ce0-1416-4d66-8aed-e1ee3a3ae948 service neutron] show failed (client error): The resource could not be found. Jul 06 13:54:34.587729 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-dd557ce0-1416-4d66-8aed-e1ee3a3ae948 service neutron] 10.222.0.52 "GET /v2.0/ports/4a5aa084-e04f-46d8-b478-f57cec682a06/bindings/n-h2-773644-6 HTTP/1.1" status: 404 len: 380 time: 0.1240067 Jul 06 13:54:34.589528 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=03231628-1893-43dc-9200-102f8c9ba951,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:34.792547 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073e7c5-f745-46cd-bb39-96d1f018afa5 req-3abf11b0-6ded-48ce-81b1-76bcbb2499f4 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:34.794253 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8073e7c5-f745-46cd-bb39-96d1f018afa5 req-3abf11b0-6ded-48ce-81b1-76bcbb2499f4 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 949 time: 0.1051371 Jul 06 13:54:34.849144 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8073e7c5-f745-46cd-bb39-96d1f018afa5 req-a82bb156-1e84-4e05-b76a-1c0e68a7c1db tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445495 Jul 06 13:54:34.910453 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51750) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:35.084700 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b6aa747f-f1c7-4e79-ae83-0dcaa51a8bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:35.173324 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-6bf0afb9-c65b-45c1-a6a8-4ca167c9c02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:35.175039 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-6bf0afb9-c65b-45c1-a6a8-4ca167c9c02e service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba&tenant_id=26acdda50990445ca6f1c6389fdcff1f HTTP/1.1" status: 200 len: 1100 time: 0.1580784 Jul 06 13:54:35.179549 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c16d9a79-7857-447d-b2c0-cbae453b116f req-920a2e54-36b1-448c-a9b6-ac91e4c416b0 tempest-ServerShowV247Test-876722278 tempest-ServerShowV247Test-876722278-project] 10.222.0.118 "GET /v2.0/ports?device_id=00737ae9-6194-4510-b847-047acc9ba9eb HTTP/1.1" status: 200 len: 210 time: 0.0553343 Jul 06 13:54:35.191949 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-1fbe27bf-efed-4ad9-a656-c750d11a987e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-773644-6', 'device_owner': 'compute:nova'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:35.306517 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-1fbe27bf-efed-4ad9-a656-c750d11a987e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:35.334815 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b6aa747f-f1c7-4e79-ae83-0dcaa51a8bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:35.357878 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b6aa747f-f1c7-4e79-ae83-0dcaa51a8bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:35.532714 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b6aa747f-f1c7-4e79-ae83-0dcaa51a8bd2 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=8e68904076bd498fbd04e00f16cef7e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6211371 Jul 06 13:54:35.534291 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-92733622-2096-4592-8ec8-7b6f3996cace req-a763bb6e-4e75-4c3d-b8ea-85415ddfeedf tempest-FloatingIPsNegativeTestJSON-2144234576 tempest-FloatingIPsNegativeTestJSON-2144234576-project] 10.222.0.118 "GET /v2.0/floatingips?tenant_id=210b3705d9d04d6ca027a070c1f384bc HTTP/1.1" status: 200 len: 217 time: 0.1388493 Jul 06 13:54:35.534990 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa747f-f1c7-4e79-ae83-0dcaa51a8bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644aaafc-b2fd-4e84-b6e6-e96d132c0b93,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:35.535426 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51756) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:35.603860 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a11bf5a-9578-40db-bb74-40d3feda6b2d x-openstack-request-id: req-3a11bf5a-9578-40db-bb74-40d3feda6b2d {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:35.604149 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a7a91f-5a2c-4614-8c39-bcc63fff4766", "tag": "6d2d7578-d274-4c3e-a324-c6a697d35126", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:35.604576 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-3a11bf5a-9578-40db-bb74-40d3feda6b2d {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:35.605177 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a7a91f-5a2c-4614-8c39-bcc63fff4766', 'tag': '6d2d7578-d274-4c3e-a324-c6a697d35126', 'status': 'completed', 'code': 200} Jul 06 13:54:35.606242 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-93a40cb6-a1ff-437f-9f0b-edbecee34637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:35.607804 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-93a40cb6-a1ff-437f-9f0b-edbecee34637 service neutron] 10.222.0.124 "GET /v2.0/ports/f2296885-8899-45b5-95c4-bfe40a9e131c HTTP/1.1" status: 200 len: 1026 time: 0.1697812 Jul 06 13:54:35.611215 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2fda6067-da6e-49cd-8093-4dbf32748238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:35.642668 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2fda6067-da6e-49cd-8093-4dbf32748238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:35.708010 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2fda6067-da6e-49cd-8093-4dbf32748238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:35.710837 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2fda6067-da6e-49cd-8093-4dbf32748238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:35.714330 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2fda6067-da6e-49cd-8093-4dbf32748238 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/644aaafc-b2fd-4e84-b6e6-e96d132c0b93 HTTP/1.1" status: 204 len: 168 time: 0.1756327 Jul 06 13:54:35.720250 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda6067-da6e-49cd-8093-4dbf32748238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644aaafc-b2fd-4e84-b6e6-e96d132c0b93,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:35.766824 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e894579a-4f45-4979-a8d2-ca53056d4aab req-50dbc0d2-9b21-4c09-96b8-3d807ddb17c5 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 210 time: 0.0602121 Jul 06 13:54:35.778817 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-00ee0906-61e5-4e69-b2f5-56524c5d1e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:35.780935 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-00ee0906-61e5-4e69-b2f5-56524c5d1e62 service neutron] 10.222.0.124 "GET /v2.0/ports/f298cdfc-2d7b-46d9-818e-7576966d6307 HTTP/1.1" status: 200 len: 1028 time: 0.1351750 Jul 06 13:54:35.903891 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-946d0a67-ec0b-4d52-8a1c-2511f3ca6281 req-774a51f0-23c4-46aa-b785-8d4b161252ca tempest-FloatingIPsNegativeTestJSON-2144234576 tempest-FloatingIPsNegativeTestJSON-2144234576-project] 10.222.0.118 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0965309 Jul 06 13:54:35.918504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-1fbe27bf-efed-4ad9-a656-c750d11a987e service neutron] For port 4a5aa084-e04f-46d8-b478-f57cec682a06, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4a5aa084-e04f-46d8-b478-f57cec682a06,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:35.945846 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfa6a6-c443-4e2b-809c-9822d74d1a61 req-44cbdd30-8f30-47fb-87c0-d26814447e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:35.947397 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12cfa6a6-c443-4e2b-809c-9822d74d1a61 req-44cbdd30-8f30-47fb-87c0-d26814447e81 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=bea7b4da8e63480980f1c76d63c2ffcf&device_id=d1a7a91f-5a2c-4614-8c39-bcc63fff4766 HTTP/1.1" status: 200 len: 1094 time: 0.3032203 Jul 06 13:54:36.065503 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51772) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:36.080652 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-17ebdcb4-7a49-496c-a8a6-8feb5d9b0c81 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:36.080995 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2f167a17-57a6-47f8-8013-d4ee01959326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:36.087700 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-17ebdcb4-7a49-496c-a8a6-8feb5d9b0c81 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:36.096771 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-17ebdcb4-7a49-496c-a8a6-8feb5d9b0c81 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:36.098466 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-17ebdcb4-7a49-496c-a8a6-8feb5d9b0c81 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.124 "GET /v2.0/networks?id=64f4bd64-4ccc-44ff-b973-ee4ab56c4f15&id=d4681e72-a6e0-4598-880f-0c79f70e2adb&id=d4681e72-a6e0-4598-880f-0c79f70e2adb&id=d4681e72-a6e0-4598-880f-0c79f70e2adb&id=d4681e72-a6e0-4598-880f-0c79f70e2adb&id=47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a&id=47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a HTTP/1.1" status: 200 len: 1989 time: 0.3076401 Jul 06 13:54:36.100045 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-1fbe27bf-efed-4ad9-a656-c750d11a987e service neutron] For port 4a5aa084-e04f-46d8-b478-f57cec682a06, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:36.178553 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2f167a17-57a6-47f8-8013-d4ee01959326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:36.183684 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2f167a17-57a6-47f8-8013-d4ee01959326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:36.228959 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2f167a17-57a6-47f8-8013-d4ee01959326 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=a9b9939bb1f14e27b69999ca24bc8c3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1620514 Jul 06 13:54:36.229723 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f167a17-57a6-47f8-8013-d4ee01959326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43dc2de3-cd6f-473f-8e75-8cddf3c85d7a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:36.236291 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51776) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:36.302734 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8b986ac9-70c3-4778-929d-2abf5e186c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:36.328904 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 03231628-1893-43dc-9200-102f8c9ba951 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:54:36.338810 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8b986ac9-70c3-4778-929d-2abf5e186c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:36.397137 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 03231628-1893-43dc-9200-102f8c9ba951 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:36.398702 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:36.407816 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8b986ac9-70c3-4778-929d-2abf5e186c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:36.411849 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8b986ac9-70c3-4778-929d-2abf5e186c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:36.414253 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8b986ac9-70c3-4778-929d-2abf5e186c65 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/43dc2de3-cd6f-473f-8e75-8cddf3c85d7a HTTP/1.1" status: 204 len: 168 time: 0.1757994 Jul 06 13:54:36.430624 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b986ac9-70c3-4778-929d-2abf5e186c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dc2de3-cd6f-473f-8e75-8cddf3c85d7a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:36.580480 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-1fbe27bf-efed-4ad9-a656-c750d11a987e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:36.602496 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfa6a6-c443-4e2b-809c-9822d74d1a61 req-c729d6de-a4d9-4664-ae7b-def5105bf00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:36.604153 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12cfa6a6-c443-4e2b-809c-9822d74d1a61 req-c729d6de-a4d9-4664-ae7b-def5105bf00b service neutron] 10.222.0.124 "GET /v2.0/networks?id=4af52798-23b1-402a-a1ea-3bd334b33ddb HTTP/1.1" status: 200 len: 907 time: 0.6442568 Jul 06 13:54:36.632413 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-b72b564f-85fd-4526-a94d-2eb24604b23f tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ead5c3559fe4c91b54e392cf2e3f6be HTTP/1.1" status: 200 len: 380 time: 0.1216874 Jul 06 13:54:36.633394 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-1fbe27bf-efed-4ad9-a656-c750d11a987e service neutron] Transition to ACTIVE for port object 4a5aa084-e04f-46d8-b478-f57cec682a06 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:36.669788 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-8b9d7768-2817-4494-8bee-5810bf09e427 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Request body: {'port': {'device_id': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'network_id': '64f4bd64-4ccc-44ff-b973-ee4ab56c4f15', 'admin_state_up': True, 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'security_groups': ['533265c7-1adb-4c2e-a86b-6b139ef51fb6']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:36.673300 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-1fbe27bf-efed-4ad9-a656-c750d11a987e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:36.675852 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12cfa6a6-c443-4e2b-809c-9822d74d1a61 req-b5110e97-7d82-4cf1-bbda-ad9957d7709f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d2d7578-d274-4c3e-a324-c6a697d35126 HTTP/1.1" status: 200 len: 217 time: 0.0573204 Jul 06 13:54:36.823696 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe27bf-efed-4ad9-a656-c750d11a987e service neutron] Pushing event updated for resources: {'Port': ['ID=4a5aa084-e04f-46d8-b478-f57cec682a06,revision_number=6']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:36.840125 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31b21c-e0a8-44ea-bc38-335b4a75cadd req-5a2edef0-c623-472a-a459-45e2f36d8680 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:36.848333 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c31b21c-e0a8-44ea-bc38-335b4a75cadd req-5a2edef0-c623-472a-a459-45e2f36d8680 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=d1a7a91f-5a2c-4614-8c39-bcc63fff4766 HTTP/1.1" status: 200 len: 943 time: 0.7989819 Jul 06 13:54:36.887272 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-1fbe27bf-efed-4ad9-a656-c750d11a987e service neutron] No DVR routers for this DVR port 4a5aa084-e04f-46d8-b478-f57cec682a06 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:54:36.929569 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cfa6a6-c443-4e2b-809c-9822d74d1a61 req-5e3732cd-68c7-43e4-b6f9-6b1dd879dbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:36.931153 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12cfa6a6-c443-4e2b-809c-9822d74d1a61 req-5e3732cd-68c7-43e4-b6f9-6b1dd879dbe3 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=fd856c7f-efce-4c28-b5ab-617143cae7b2 HTTP/1.1" status: 200 len: 846 time: 0.2304642 Jul 06 13:54:37.016640 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c31b21c-e0a8-44ea-bc38-335b4a75cadd req-93a0ea54-12cf-40ef-97f5-30777a002dc7 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673801 Jul 06 13:54:37.025743 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12cfa6a6-c443-4e2b-809c-9822d74d1a61 req-87a2a86d-eddb-4de8-8086-5c776063f463 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4af52798-23b1-402a-a1ea-3bd334b33ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698385 Jul 06 13:54:37.036592 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-1fbe27bf-efed-4ad9-a656-c750d11a987e service neutron] Attempting to bind port 4a5aa084-e04f-46d8-b478-f57cec682a06 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:54:37.037281 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-1fbe27bf-efed-4ad9-a656-c750d11a987e service neutron] Attempting to bind port 4a5aa084-e04f-46d8-b478-f57cec682a06 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:54:37.037876 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-1fbe27bf-efed-4ad9-a656-c750d11a987e service neutron] Attempting to bind port 4a5aa084-e04f-46d8-b478-f57cec682a06 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:37.065334 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-1fbe27bf-efed-4ad9-a656-c750d11a987e service neutron] Port 4a5aa084-e04f-46d8-b478-f57cec682a06 on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:54:37.065779 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-1fbe27bf-efed-4ad9-a656-c750d11a987e service neutron] Attempting to bind port 4a5aa084-e04f-46d8-b478-f57cec682a06 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:37.111043 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-1fbe27bf-efed-4ad9-a656-c750d11a987e service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:54:37.111541 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-1fbe27bf-efed-4ad9-a656-c750d11a987e service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:37.112047 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-1fbe27bf-efed-4ad9-a656-c750d11a987e service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:54:37.112754 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-1fbe27bf-efed-4ad9-a656-c750d11a987e service neutron] Bound port: 4a5aa084-e04f-46d8-b478-f57cec682a06, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:54:37.113257 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-1fbe27bf-efed-4ad9-a656-c750d11a987e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:37.133923 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 6d2d7578-d274-4c3e-a324-c6a697d35126 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:54:37.178386 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-8b9d7768-2817-4494-8bee-5810bf09e427 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Made reservation on behalf of 6ead5c3559fe4c91b54e392cf2e3f6be for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:37.182034 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-8b9d7768-2817-4494-8bee-5810bf09e427 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:37.250430 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12cfa6a6-c443-4e2b-809c-9822d74d1a61 req-c520a1a7-d931-4465-a6e3-296ada238ac0 service neutron] 10.222.0.124 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143660 Jul 06 13:54:37.295720 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3032887e-67e1-4b1f-824f-b6a5502c8eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:37.312834 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 6d2d7578-d274-4c3e-a324-c6a697d35126, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=6d2d7578-d274-4c3e-a324-c6a697d35126,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:37.327751 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '6d2d7578-d274-4c3e-a324-c6a697d35126', 'network_id': '4af52798-23b1-402a-a1ea-3bd334b33ddb', 'port_id': '6d2d7578-d274-4c3e-a324-c6a697d35126', 'mac_address': 'fa:16:3e:2e:8d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd856c7f-efce-4c28-b5ab-617143cae7b2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:54:37.377308 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-1fbe27bf-efed-4ad9-a656-c750d11a987e service neutron] For port 4a5aa084-e04f-46d8-b478-f57cec682a06, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:37.386728 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:37.404162 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-1fbe27bf-efed-4ad9-a656-c750d11a987e service neutron] For port 4a5aa084-e04f-46d8-b478-f57cec682a06, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=4a5aa084-e04f-46d8-b478-f57cec682a06,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:54:37.407091 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d2d7578-d274-4c3e-a324-c6a697d35126 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:37.419159 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-1fbe27bf-efed-4ad9-a656-c750d11a987e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:37.439354 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 6d2d7578-d274-4c3e-a324-c6a697d35126, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=6d2d7578-d274-4c3e-a324-c6a697d35126,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:37.448389 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:37.517296 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=6d2d7578-d274-4c3e-a324-c6a697d35126,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:37.526108 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-1fbe27bf-efed-4ad9-a656-c750d11a987e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:37.526668 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-1fbe27bf-efed-4ad9-a656-c750d11a987e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:37.528238 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-1fbe27bf-efed-4ad9-a656-c750d11a987e service neutron] 10.222.0.124 "PUT /v2.0/ports/4a5aa084-e04f-46d8-b478-f57cec682a06 HTTP/1.1" status: 200 len: 1095 time: 2.3423555 Jul 06 13:54:37.539781 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:37.540499 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:37.541304 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:37.541417 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c647e95-9331-4e6f-b20e-01a8297549f9 req-cf15b128-dfb8-4695-9cac-9b6c731a09ca tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:37.542023 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:37.542570 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:37.543112 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:37.543684 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:37.544227 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:37.548432 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2c647e95-9331-4e6f-b20e-01a8297549f9 req-cf15b128-dfb8-4695-9cac-9b6c731a09ca tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 947 time: 0.3611536 Jul 06 13:54:37.548849 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:37.549605 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:37.550257 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:37.550924 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:54:37.563796 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12cfa6a6-c443-4e2b-809c-9822d74d1a61 req-a6321e5b-57c4-4c7f-bf9a-57b792b69d95 service neutron] 10.222.0.124 "GET /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025756 Jul 06 13:54:37.606960 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-8b9d7768-2817-4494-8bee-5810bf09e427 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Allocated IP 172.20.0.11 (64f4bd64-4ccc-44ff-b973-ee4ab56c4f15/14f05a6a-3a8f-434f-a4ba-d77cff438b12/3bf54f58-f9c5-43f6-908a-701f8adcdcce) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:54:37.625329 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b355fdca-9197-46f4-b409-b93eed02dbba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a5aa084-e04f-46d8-b478-f57cec682a06'}, {'name': 'network-changed', 'server_uuid': 'b355fdca-9197-46f4-b409-b93eed02dbba', 'tag': '4a5aa084-e04f-46d8-b478-f57cec682a06'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:37.627706 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548d47f7-09bb-4ab2-a922-e68512ddff53" -d '{"events": [{"server_uuid": "b355fdca-9197-46f4-b409-b93eed02dbba", "name": "network-vif-unplugged", "status": "completed", "tag": "4a5aa084-e04f-46d8-b478-f57cec682a06"}, {"name": "network-changed", "server_uuid": "b355fdca-9197-46f4-b409-b93eed02dbba", "tag": "4a5aa084-e04f-46d8-b478-f57cec682a06"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:37.647100 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe27bf-efed-4ad9-a656-c750d11a987e service neutron] Pushing event updated for resources: {'Port': ['ID=4a5aa084-e04f-46d8-b478-f57cec682a06,revision_number=7']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:37.686204 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2c647e95-9331-4e6f-b20e-01a8297549f9 req-6f2c4135-2adc-47b7-b88b-d2623233b10f tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337037 Jul 06 13:54:37.693969 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['6d2d7578-d274-4c3e-a324-c6a697d35126'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:54:37.825045 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-2bda5f47-dee1-40c3-b73a-d28719e47033 req-faeddb02-2694-4ae0-9fb0-413e802b3295 tempest-FloatingIPsNegativeTestJSON-2144234576 tempest-FloatingIPsNegativeTestJSON-2144234576-project] show failed (client error): The resource could not be found. Jul 06 13:54:37.832337 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2bda5f47-dee1-40c3-b73a-d28719e47033 req-faeddb02-2694-4ae0-9fb0-413e802b3295 tempest-FloatingIPsNegativeTestJSON-2144234576 tempest-FloatingIPsNegativeTestJSON-2144234576-project] 10.222.0.118 "GET /v2.0/floatingips/b4b46b1e-4c01-470e-8c07-779c29367525 HTTP/1.1" status: 404 len: 350 time: 0.1183956 Jul 06 13:54:37.835799 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51812) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:37.937294 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-1674b4fe-56dd-4aff-9e37-5c5c12043afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:37.938886 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-1674b4fe-56dd-4aff-9e37-5c5c12043afe service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 1098 time: 0.3720894 Jul 06 13:54:38.104042 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-8b9d7768-2817-4494-8bee-5810bf09e427 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:38.135991 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-ae8cc1b3-367a-4024-a145-31d7987d8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:38.137488 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-ae8cc1b3-367a-4024-a145-31d7987d8b15 service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.1827750 Jul 06 13:54:38.140036 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-8b9d7768-2817-4494-8bee-5810bf09e427 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Transition to ACTIVE for port object 3bf54f58-f9c5-43f6-908a-701f8adcdcce will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:38.204412 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51820) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:38.236231 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d46147be-d264-4e80-90fb-c9a61b7aab8e req-a5c3c0b3-30a8-4141-b119-a0c5dba1e7a1 tempest-ServerShowV247Test-876722278 tempest-ServerShowV247Test-876722278-project] 10.222.0.118 "GET /v2.0/ports?device_id=00737ae9-6194-4510-b847-047acc9ba9eb HTTP/1.1" status: 200 len: 210 time: 0.0769227 Jul 06 13:54:38.253599 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-a110682c-8115-48cc-8c3f-c2e6a411e248 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=4a5aa084-e04f-46d8-b478-f57cec682a06 HTTP/1.1" status: 200 len: 217 time: 0.1054204 Jul 06 13:54:38.317539 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-85fd6624-0735-42b5-8f9e-0401d322c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:38.319219 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-85fd6624-0735-42b5-8f9e-0401d322c0cc service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0582533 Jul 06 13:54:38.340336 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-8b9d7768-2817-4494-8bee-5810bf09e427 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:38.349484 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-6d6aaa56-e89f-4f39-b2bf-b431397d390d tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-845359445', 'router:external': True}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:38.404132 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6aaa56-e89f-4f39-b2bf-b431397d390d tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Made reservation on behalf of 044d5d01c6574b9ba36337b942b18d66 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:38.407111 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d6aaa56-e89f-4f39-b2bf-b431397d390d tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:38.420989 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d6aaa56-e89f-4f39-b2bf-b431397d390d tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:38.477740 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-8b9d7768-2817-4494-8bee-5810bf09e427 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Network 64f4bd64-4ccc-44ff-b973-ee4ab56c4f15 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:38.485966 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-8b9d7768-2817-4494-8bee-5810bf09e427 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:38.496606 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-8b9d7768-2817-4494-8bee-5810bf09e427 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:54:38.528867 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d7768-2817-4494-8bee-5810bf09e427 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Pushing event updated for resources: {'Port': ['ID=3bf54f58-f9c5-43f6-908a-701f8adcdcce,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:38.577976 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-8b9d7768-2817-4494-8bee-5810bf09e427 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:38.578952 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-8b9d7768-2817-4494-8bee-5810bf09e427 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:38.587297 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d1fec7fa-9249-41e1-bc47-048eee75b17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:38.590940 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d6aaa56-e89f-4f39-b2bf-b431397d390d tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:38.606390 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-142dd2e7-72ae-400f-8162-a3f92dc3ce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:38.608893 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-142dd2e7-72ae-400f-8162-a3f92dc3ce7f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2796435 Jul 06 13:54:38.620751 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-8b9d7768-2817-4494-8bee-5810bf09e427 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9564254 Jul 06 13:54:38.627965 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d6aaa56-e89f-4f39-b2bf-b431397d390d tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:38.649353 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c0db47d8-ef3c-4105-96aa-4cf4f6b12bd3 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Request body: {'port': {'device_id': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'network_id': 'd4681e72-a6e0-4598-880f-0c79f70e2adb', 'admin_state_up': True, 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'security_groups': ['533265c7-1adb-4c2e-a86b-6b139ef51fb6']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:38.666279 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d6aaa56-e89f-4f39-b2bf-b431397d390d tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:54:38.699957 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 4a5aa084-e04f-46d8-b478-f57cec682a06 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:54:38.712840 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6aaa56-e89f-4f39-b2bf-b431397d390d tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e45b07-dca9-4733-8315-df41e77fed01,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:38.718416 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d6aaa56-e89f-4f39-b2bf-b431397d390d tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:38.718764 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-6d6aaa56-e89f-4f39-b2bf-b431397d390d tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Added segment d86b16f9-62b9-477f-aaa3-140cb421fe68 of type vlan for network 40d84613-6220-434d-a228-0a64de5124ef Jul 06 13:54:38.750012 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37eef01-9e39-48a7-830e-ab1d9aeebd79 req-3073efdb-8fb8-44cc-aefa-35de79893f51 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:38.751257 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b37eef01-9e39-48a7-830e-ab1d9aeebd79 req-3073efdb-8fb8-44cc-aefa-35de79893f51 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 932 time: 0.3326266 Jul 06 13:54:38.776835 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 4a5aa084-e04f-46d8-b478-f57cec682a06 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:54:38.784837 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d6aaa56-e89f-4f39-b2bf-b431397d390d tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:38.862605 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-069c6752-1a75-4954-8f1d-7d4ae7db29b1 None None] Provisioning for port 3bf54f58-f9c5-43f6-908a-701f8adcdcce completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:38.862827 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-c13dc28a-fec2-4b08-a226-4eb677ae8626 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408223 Jul 06 13:54:38.867165 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-069c6752-1a75-4954-8f1d-7d4ae7db29b1 None None] Provisioning complete for port 3bf54f58-f9c5-43f6-908a-701f8adcdcce triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:38.867550 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-069c6752-1a75-4954-8f1d-7d4ae7db29b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:38.896128 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d6aaa56-e89f-4f39-b2bf-b431397d390d tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:38.897159 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6aaa56-e89f-4f39-b2bf-b431397d390d tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:38.897796 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d6aaa56-e89f-4f39-b2bf-b431397d390d tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:38.943819 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-069c6752-1a75-4954-8f1d-7d4ae7db29b1 None None] Port 3bf54f58-f9c5-43f6-908a-701f8adcdcce cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:54:38.962483 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b37eef01-9e39-48a7-830e-ab1d9aeebd79 req-8605bcbe-cba5-4a6b-920f-97d37985cf30 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805818 Jul 06 13:54:39.017237 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8028a6a9-624a-4f34-87e9-ff249d154611 req-63deffef-2da4-40e0-a38c-636c050accac service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445746 Jul 06 13:54:39.044934 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86cac10-1fe2-430a-9890-8288cb22c1f4 x-openstack-request-id: req-a86cac10-1fe2-430a-9890-8288cb22c1f4 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:39.045587 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b355fdca-9197-46f4-b409-b93eed02dbba", "name": "network-vif-unplugged", "status": "completed", "tag": "4a5aa084-e04f-46d8-b478-f57cec682a06", "code": 200}, {"name": "network-changed", "server_uuid": "b355fdca-9197-46f4-b409-b93eed02dbba", "tag": "4a5aa084-e04f-46d8-b478-f57cec682a06", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:39.046251 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-a86cac10-1fe2-430a-9890-8288cb22c1f4 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:39.046766 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b355fdca-9197-46f4-b409-b93eed02dbba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a5aa084-e04f-46d8-b478-f57cec682a06', 'code': 200} Jul 06 13:54:39.047566 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b355fdca-9197-46f4-b409-b93eed02dbba', 'tag': '4a5aa084-e04f-46d8-b478-f57cec682a06', 'status': 'completed', 'code': 200} Jul 06 13:54:39.050520 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c0db47d8-ef3c-4105-96aa-4cf4f6b12bd3 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Made reservation on behalf of 6ead5c3559fe4c91b54e392cf2e3f6be for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:39.056288 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c0db47d8-ef3c-4105-96aa-4cf4f6b12bd3 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:39.162313 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 6d2d7578-d274-4c3e-a324-c6a697d35126 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:54:39.260125 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6d6aaa56-e89f-4f39-b2bf-b431397d390d tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0546250 Jul 06 13:54:39.267103 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 6d2d7578-d274-4c3e-a324-c6a697d35126 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:39.271858 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 6d2d7578-d274-4c3e-a324-c6a697d35126 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:39.272241 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:39.273909 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51828) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:39.288029 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-b062b9af-2725-49a5-977c-4760f5df458c tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Request body: {'subnet': {'network_id': '40d84613-6220-434d-a228-0a64de5124ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:39.304128 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6aaa56-e89f-4f39-b2bf-b431397d390d tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Pushing event updated for resources: {'Network': ['ID=40d84613-6220-434d-a228-0a64de5124ef,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:39.317868 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 40d84613-6220-434d-a228-0a64de5124ef details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:54:39.365381 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d47f7-09bb-4ab2-a922-e68512ddff53 req-14a32d2d-cc67-4c75-af34-fe21b9c9cd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:39.366966 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-548d47f7-09bb-4ab2-a922-e68512ddff53 req-14a32d2d-cc67-4c75-af34-fe21b9c9cd61 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 1098 time: 0.2881923 Jul 06 13:54:39.443279 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b062b9af-2725-49a5-977c-4760f5df458c tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Made reservation on behalf of 044d5d01c6574b9ba36337b942b18d66 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:39.449338 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b062b9af-2725-49a5-977c-4760f5df458c tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:39.451601 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:39.490766 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a7a91f-5a2c-4614-8c39-bcc63fff4766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2d7578-d274-4c3e-a324-c6a697d35126'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:39.494642 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d125cc54-fee4-4ce1-bc1d-76113bf43bf8" -d '{"events": [{"server_uuid": "d1a7a91f-5a2c-4614-8c39-bcc63fff4766", "name": "network-vif-plugged", "status": "completed", "tag": "6d2d7578-d274-4c3e-a324-c6a697d35126"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:39.515365 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 6d2d7578-d274-4c3e-a324-c6a697d35126, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=6d2d7578-d274-4c3e-a324-c6a697d35126,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:39.523948 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:39.542967 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d1fec7fa-9249-41e1-bc47-048eee75b17d admin admin] Deleting port 03231628-1893-43dc-9200-102f8c9ba951 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:54:39.543459 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d1fec7fa-9249-41e1-bc47-048eee75b17d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:39.596301 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=6d2d7578-d274-4c3e-a324-c6a697d35126,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:39.688521 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-d1fec7fa-9249-41e1-bc47-048eee75b17d admin admin] For port 03231628-1893-43dc-9200-102f8c9ba951, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=03231628-1893-43dc-9200-102f8c9ba951,segment=NetworkSegment(b2fe1c81-8d6a-4336-88fe-63d4b0a1674d),segment_id=b2fe1c81-8d6a-4336-88fe-63d4b0a1674d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:39.689060 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d1fec7fa-9249-41e1-bc47-048eee75b17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:39.709655 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d1fec7fa-9249-41e1-bc47-048eee75b17d admin admin] Calling delete_port for 03231628-1893-43dc-9200-102f8c9ba951 owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:54:39.719312 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d47f7-09bb-4ab2-a922-e68512ddff53 req-6085a06d-17a1-4656-935b-59c192207cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:39.720845 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-548d47f7-09bb-4ab2-a922-e68512ddff53 req-6085a06d-17a1-4656-935b-59c192207cf9 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 1098 time: 0.6279438 Jul 06 13:54:39.728599 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7dc3d-3432-4557-a4f7-8b04741ebac3 req-50b17c89-105f-48b0-9191-0941f64ea07f tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:39.735708 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d6b7dc3d-3432-4557-a4f7-8b04741ebac3 req-50b17c89-105f-48b0-9191-0941f64ea07f tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=d1a7a91f-5a2c-4614-8c39-bcc63fff4766 HTTP/1.1" status: 200 len: 944 time: 0.5573850 Jul 06 13:54:39.849573 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c0db47d8-ef3c-4105-96aa-4cf4f6b12bd3 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Allocated IP 10.1.1.178 (d4681e72-a6e0-4598-880f-0c79f70e2adb/c04128a6-f89d-4c07-9ca5-0cf3821c9fb2/171b252b-03fa-4033-823a-10959a31f1bc) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:54:39.857969 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d6b7dc3d-3432-4557-a4f7-8b04741ebac3 req-53097df9-8086-44bf-a721-1c4c5e2e1c7e tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213686 Jul 06 13:54:39.938269 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d47f7-09bb-4ab2-a922-e68512ddff53 req-2c992714-0ced-4ff8-ad4a-ca45cef6e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:39.939484 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-548d47f7-09bb-4ab2-a922-e68512ddff53 req-2c992714-0ced-4ff8-ad4a-ca45cef6e199 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.2951579 Jul 06 13:54:39.968364 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d47f7-09bb-4ab2-a922-e68512ddff53 req-e34cd5b3-a598-47c6-bf31-e2073e32d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:39.970172 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-548d47f7-09bb-4ab2-a922-e68512ddff53 req-e34cd5b3-a598-47c6-bf31-e2073e32d743 service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.2324014 Jul 06 13:54:40.014971 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-548d47f7-09bb-4ab2-a922-e68512ddff53 req-e6aacef2-1dab-418a-9870-c0f9afc12310 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=4a5aa084-e04f-46d8-b478-f57cec682a06 HTTP/1.1" status: 200 len: 217 time: 0.0598671 Jul 06 13:54:40.054406 n-d-773644-6 neutron-server[100417]: DEBUG neutron.objects.ports [None req-b062b9af-2725-49a5-977c-4760f5df458c tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100417) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 13:54:40.054987 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b062b9af-2725-49a5-977c-4760f5df458c tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:40.086686 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-548d47f7-09bb-4ab2-a922-e68512ddff53 req-f61a48cb-9718-4020-861b-8ad162961e25 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=4a5aa084-e04f-46d8-b478-f57cec682a06 HTTP/1.1" status: 200 len: 217 time: 0.0816600 Jul 06 13:54:40.122499 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:40.126248 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b062b9af-2725-49a5-977c-4760f5df458c tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Pushing event updated for resources: {'Subnet': ['ID=59b42f9a-3954-46d9-84b7-eeeb89a80b48,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:40.128420 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d1fec7fa-9249-41e1-bc47-048eee75b17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:40.172760 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fec7fa-9249-41e1-bc47-048eee75b17d admin admin] Pushing event deleted for resources: {'Port': ['ID=03231628-1893-43dc-9200-102f8c9ba951,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:40.181556 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b062b9af-2725-49a5-977c-4760f5df458c tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Checking segment: {'id': 'd86b16f9-62b9-477f-aaa3-140cb421fe68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '40d84613-6220-434d-a228-0a64de5124ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:40.181886 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b062b9af-2725-49a5-977c-4760f5df458c tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Network hostable DHCP agents. Network: 40d84613-6220-434d-a228-0a64de5124ef, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:54:40.227080 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d47f7-09bb-4ab2-a922-e68512ddff53 req-04c97a63-e986-4cd9-8423-02e5e2384e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:40.228574 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-548d47f7-09bb-4ab2-a922-e68512ddff53 req-04c97a63-e986-4cd9-8423-02e5e2384e61 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.2027283 Jul 06 13:54:40.270252 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d47f7-09bb-4ab2-a922-e68512ddff53 req-06deadbf-a72a-47ef-b429-e60414d69ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:40.272606 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-548d47f7-09bb-4ab2-a922-e68512ddff53 req-06deadbf-a72a-47ef-b429-e60414d69ff2 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1615634 Jul 06 13:54:40.284704 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b062b9af-2725-49a5-977c-4760f5df458c tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Network 40d84613-6220-434d-a228-0a64de5124ef is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:54:40.321926 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c0db47d8-ef3c-4105-96aa-4cf4f6b12bd3 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:40.374207 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c0db47d8-ef3c-4105-96aa-4cf4f6b12bd3 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Transition to ACTIVE for port object 171b252b-03fa-4033-823a-10959a31f1bc will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:40.384545 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e5752-f288-44d9-bf60-3404095daf4c req-562885d0-557a-4f59-ad93-324d20b85bcd tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:40.391699 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-db3e5752-f288-44d9-bf60-3404095daf4c req-562885d0-557a-4f59-ad93-324d20b85bcd tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 947 time: 0.3067455 Jul 06 13:54:40.416917 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-b062b9af-2725-49a5-977c-4760f5df458c tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 40d84613-6220-434d-a228-0a64de5124ef) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:40.424626 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b062b9af-2725-49a5-977c-4760f5df458c tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:40.429008 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30bb03a-b8e3-4c81-bd97-84ee52c8ed58 None None] Network 40d84613-6220-434d-a228-0a64de5124ef requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:40.429881 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b062b9af-2725-49a5-977c-4760f5df458c tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:40.472100 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d1fec7fa-9249-41e1-bc47-048eee75b17d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:40.481978 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-db3e5752-f288-44d9-bf60-3404095daf4c req-f87028cc-4871-487f-a649-9a54239ccccc tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893507 Jul 06 13:54:40.488682 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b062b9af-2725-49a5-977c-4760f5df458c tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2136257 Jul 06 13:54:40.491789 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51836) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:40.497301 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d47f7-09bb-4ab2-a922-e68512ddff53 req-af1bb036-b4f1-4384-9197-853181057738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:40.499601 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-548d47f7-09bb-4ab2-a922-e68512ddff53 req-af1bb036-b4f1-4384-9197-853181057738 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2540891 Jul 06 13:54:40.506132 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-02c5b953-6e8e-43e5-b3f4-df879918e74f tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-618250853', 'network_id': '40d84613-6220-434d-a228-0a64de5124ef'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:40.528514 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d47f7-09bb-4ab2-a922-e68512ddff53 req-57f42f8a-426a-441a-bc63-9839eec369ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:40.530696 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-548d47f7-09bb-4ab2-a922-e68512ddff53 req-57f42f8a-426a-441a-bc63-9839eec369ef service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2374091 Jul 06 13:54:40.573631 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9fb46f89-845c-4ee4-9915-8f643a7582ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:40.596617 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c0db47d8-ef3c-4105-96aa-4cf4f6b12bd3 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:40.634017 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b083a1c1-9464-4e69-b118-40a324fe65af None None] Network 40d84613-6220-434d-a228-0a64de5124ef requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:40.695994 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c5b953-6e8e-43e5-b3f4-df879918e74f tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Made reservation on behalf of 044d5d01c6574b9ba36337b942b18d66 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:40.698616 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-02c5b953-6e8e-43e5-b3f4-df879918e74f tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:40.792706 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fec7fa-9249-41e1-bc47-048eee75b17d admin admin] Router 1965da2f-c0e7-4bdc-8357-b7994e2f6087 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:54:40.828441 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c0db47d8-ef3c-4105-96aa-4cf4f6b12bd3 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Network d4681e72-a6e0-4598-880f-0c79f70e2adb is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:40.864251 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c0db47d8-ef3c-4105-96aa-4cf4f6b12bd3 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:40.885122 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c0db47d8-ef3c-4105-96aa-4cf4f6b12bd3 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:54:40.887688 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db47d8-ef3c-4105-96aa-4cf4f6b12bd3 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Pushing event updated for resources: {'Port': ['ID=171b252b-03fa-4033-823a-10959a31f1bc,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:40.951006 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fec7fa-9249-41e1-bc47-048eee75b17d admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:54:40.966123 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb201268-d97d-4c0d-b560-95105d554737 None None] Sync routers for ids ['1965da2f-c0e7-4bdc-8357-b7994e2f6087'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:54:40.982621 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb201268-d97d-4c0d-b560-95105d554737 None None] Routers {'1965da2f-c0e7-4bdc-8357-b7994e2f6087'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:54:40.984545 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d1fec7fa-9249-41e1-bc47-048eee75b17d admin admin] 10.222.0.118 "PUT /v2.0/routers/1965da2f-c0e7-4bdc-8357-b7994e2f6087/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1467686 Jul 06 13:54:40.985313 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-fb201268-d97d-4c0d-b560-95105d554737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:54:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1965da2f-c0e7-4bdc-8357-b7994e2f6087'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:40.988151 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51840) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:41.013432 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6d5b6af9-96c6-4741-a930-6a49de84c13b req-bdb7d1e7-a417-416b-a131-a42aac5b9439 tempest-ServerShowV247Test-876722278 tempest-ServerShowV247Test-876722278-project] 10.222.0.118 "GET /v2.0/ports?device_id=00737ae9-6194-4510-b847-047acc9ba9eb HTTP/1.1" status: 200 len: 210 time: 0.1562061 Jul 06 13:54:41.015464 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-02c5b953-6e8e-43e5-b3f4-df879918e74f tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] device_id is not set on port 7474924a-632f-4b11-9f27-2baae561f1ba yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 13:54:41.034112 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-548d47f7-09bb-4ab2-a922-e68512ddff53 req-23f43147-a7cd-4154-9127-b2427bf13060 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538896 Jul 06 13:54:41.041512 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-548d47f7-09bb-4ab2-a922-e68512ddff53 req-bac4f00e-a36e-49e0-89e4-58b0b72e46bd service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5270996 Jul 06 13:54:41.179068 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca35a45e-3851-477c-98fe-5d0e24a2286e x-openstack-request-id: req-ca35a45e-3851-477c-98fe-5d0e24a2286e {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:41.183599 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a7a91f-5a2c-4614-8c39-bcc63fff4766", "name": "network-vif-plugged", "status": "completed", "tag": "6d2d7578-d274-4c3e-a324-c6a697d35126", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:41.184010 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ca35a45e-3851-477c-98fe-5d0e24a2286e {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:41.185972 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a7a91f-5a2c-4614-8c39-bcc63fff4766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2d7578-d274-4c3e-a324-c6a697d35126', 'code': 200} Jul 06 13:54:41.210593 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04693905-f215-4e59-a2fd-82e48746cf64 admin admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:41.234074 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-fb201268-d97d-4c0d-b560-95105d554737 None None] Set router 1965da2f-c0e7-4bdc-8357-b7994e2f6087 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:54:41.272961 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c0db47d8-ef3c-4105-96aa-4cf4f6b12bd3 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:41.273602 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c0db47d8-ef3c-4105-96aa-4cf4f6b12bd3 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:41.329462 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-909e66fd-6de9-4b56-a0e0-220e7b9d6005 None None] Provisioning for port 171b252b-03fa-4033-823a-10959a31f1bc completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:41.348988 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04693905-f215-4e59-a2fd-82e48746cf64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:41.372548 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-909e66fd-6de9-4b56-a0e0-220e7b9d6005 None None] Provisioning complete for port 171b252b-03fa-4033-823a-10959a31f1bc triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:41.373074 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-909e66fd-6de9-4b56-a0e0-220e7b9d6005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:41.409468 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c0db47d8-ef3c-4105-96aa-4cf4f6b12bd3 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7698376 Jul 06 13:54:41.419997 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-04693905-f215-4e59-a2fd-82e48746cf64 admin admin] Deleting port 571d2253-2a95-4ea9-bfe2-558aa389a4aa {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:54:41.424065 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04693905-f215-4e59-a2fd-82e48746cf64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:41.445282 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-9b26029a-f01d-4937-bb98-2d4485c996e7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Request body: {'port': {'device_id': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'network_id': 'd4681e72-a6e0-4598-880f-0c79f70e2adb', 'admin_state_up': True, 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'security_groups': ['533265c7-1adb-4c2e-a86b-6b139ef51fb6']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:41.467122 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-909e66fd-6de9-4b56-a0e0-220e7b9d6005 None None] Port 171b252b-03fa-4033-823a-10959a31f1bc cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:54:41.503844 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:41.519067 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-04693905-f215-4e59-a2fd-82e48746cf64 admin admin] For port 571d2253-2a95-4ea9-bfe2-558aa389a4aa, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=571d2253-2a95-4ea9-bfe2-558aa389a4aa,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:41.519446 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04693905-f215-4e59-a2fd-82e48746cf64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:41.525602 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-fb201268-d97d-4c0d-b560-95105d554737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1965da2f-c0e7-4bdc-8357-b7994e2f6087', 'name': 'tempest-FloatingIPsNegativeTestJSON-1075961510-router', 'tenant_id': '210b3705d9d04d6ca027a070c1f384bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.25'}], 'enable_snat': True}, 'gw_port_id': '571d2253-2a95-4ea9-bfe2-558aa389a4aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:54:22Z', 'updated_at': '2021-07-06T13:54:39Z', 'revision_number': 5, 'project_id': '210b3705d9d04d6ca027a070c1f384bc', 'gw_port': {'id': '571d2253-2a95-4ea9-bfe2-558aa389a4aa', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b8:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1965da2f-c0e7-4bdc-8357-b7994e2f6087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:54:23Z', 'updated_at': '2021-07-06T13:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:41.537669 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-04693905-f215-4e59-a2fd-82e48746cf64 admin admin] Calling delete_port for 571d2253-2a95-4ea9-bfe2-558aa389a4aa owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:54:41.564121 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb201268-d97d-4c0d-b560-95105d554737 None None] Checking router: 1965da2f-c0e7-4bdc-8357-b7994e2f6087 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:54:41.573032 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb201268-d97d-4c0d-b560-95105d554737 None None] Routers {'1965da2f-c0e7-4bdc-8357-b7994e2f6087'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:54:41.573571 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-fb201268-d97d-4c0d-b560-95105d554737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:54:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1965da2f-c0e7-4bdc-8357-b7994e2f6087'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:41.620124 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-02c5b953-6e8e-43e5-b3f4-df879918e74f tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Allocated IP 2001:db8::253 (40d84613-6220-434d-a228-0a64de5124ef/59b42f9a-3954-46d9-84b7-eeeb89a80b48/7474924a-632f-4b11-9f27-2baae561f1ba) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:54:41.643503 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002b34f-db46-4327-85e6-49458086a8a8 req-f05d21bb-2eeb-4405-a9cd-84617f8ab091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:41.645332 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a002b34f-db46-4327-85e6-49458086a8a8 req-f05d21bb-2eeb-4405-a9cd-84617f8ab091 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=d1a7a91f-5a2c-4614-8c39-bcc63fff4766 HTTP/1.1" status: 200 len: 1096 time: 0.4174025 Jul 06 13:54:41.647352 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-548d47f7-09bb-4ab2-a922-e68512ddff53 req-57b6e88c-3e0a-47d4-9f96-0e937e8027e1 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5989335 Jul 06 13:54:41.668342 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-548d47f7-09bb-4ab2-a922-e68512ddff53 req-ad84de60-c007-4543-9745-ca9a686c7190 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6037605 Jul 06 13:54:41.698698 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0abcc-cf67-47a5-b8db-3ffcaffd9871 req-430531a4-56a2-444f-8f64-06928ca642f7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:41.705500 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-fb201268-d97d-4c0d-b560-95105d554737 None None] Set router 1965da2f-c0e7-4bdc-8357-b7994e2f6087 gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:54:41.706419 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0abcc-cf67-47a5-b8db-3ffcaffd9871 req-430531a4-56a2-444f-8f64-06928ca642f7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:41.713491 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1b0abcc-cf67-47a5-b8db-3ffcaffd9871 req-430531a4-56a2-444f-8f64-06928ca642f7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 1654 time: 0.3879611 Jul 06 13:54:41.743988 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04693905-f215-4e59-a2fd-82e48746cf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:41.763898 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-fb201268-d97d-4c0d-b560-95105d554737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1965da2f-c0e7-4bdc-8357-b7994e2f6087', 'name': 'tempest-FloatingIPsNegativeTestJSON-1075961510-router', 'tenant_id': '210b3705d9d04d6ca027a070c1f384bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:54:22Z', 'updated_at': '2021-07-06T13:54:41Z', 'revision_number': 6, 'project_id': '210b3705d9d04d6ca027a070c1f384bc', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:41.775111 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04693905-f215-4e59-a2fd-82e48746cf64 admin admin] Pushing event deleted for resources: {'Port': ['ID=571d2253-2a95-4ea9-bfe2-558aa389a4aa,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:41.800558 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb201268-d97d-4c0d-b560-95105d554737 None None] The sync data for ids ['1965da2f-c0e7-4bdc-8357-b7994e2f6087'] in n-d-773644-6 is: [{'id': '1965da2f-c0e7-4bdc-8357-b7994e2f6087', 'name': 'tempest-FloatingIPsNegativeTestJSON-1075961510-router', 'tenant_id': '210b3705d9d04d6ca027a070c1f384bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:54:22Z', 'updated_at': '2021-07-06T13:54:41Z', 'revision_number': 6, 'project_id': '210b3705d9d04d6ca027a070c1f384bc', 'gw_port_host': None}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:54:41.828450 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a002b34f-db46-4327-85e6-49458086a8a8 req-d3365420-a561-4444-bef3-edf64e438b68 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489835 Jul 06 13:54:41.864572 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04693905-f215-4e59-a2fd-82e48746cf64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:41.872708 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-9b26029a-f01d-4937-bb98-2d4485c996e7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Made reservation on behalf of 6ead5c3559fe4c91b54e392cf2e3f6be for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:41.878237 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-9b26029a-f01d-4937-bb98-2d4485c996e7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:41.888542 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1b0abcc-cf67-47a5-b8db-3ffcaffd9871 req-e6ad6cd8-20db-497b-864c-9371b245b29b tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741090 Jul 06 13:54:41.982179 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04693905-f215-4e59-a2fd-82e48746cf64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:41.984620 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04693905-f215-4e59-a2fd-82e48746cf64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:42.043046 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04693905-f215-4e59-a2fd-82e48746cf64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:42.043855 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04693905-f215-4e59-a2fd-82e48746cf64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1965da2f-c0e7-4bdc-8357-b7994e2f6087 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:54:42.049462 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04693905-f215-4e59-a2fd-82e48746cf64 admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:42.053703 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-04693905-f215-4e59-a2fd-82e48746cf64 admin admin] 10.222.0.118 "DELETE /v2.0/routers/1965da2f-c0e7-4bdc-8357-b7994e2f6087 HTTP/1.1" status: 204 len: 168 time: 1.0642135 Jul 06 13:54:42.054390 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51846) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:42.055962 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-02c5b953-6e8e-43e5-b3f4-df879918e74f tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:42.118640 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-a610d925-b15a-472c-b509-5b9a62012805 admin admin] Deleting subnet 4f0badbd-5a98-4e4a-87d5-6cbc8be8d1e7 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:54:42.121911 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a610d925-b15a-472c-b509-5b9a62012805 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:42.156750 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-9b26029a-f01d-4937-bb98-2d4485c996e7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Allocated IP 10.1.1.114 (d4681e72-a6e0-4598-880f-0c79f70e2adb/c04128a6-f89d-4c07-9ca5-0cf3821c9fb2/60bb4054-389a-44fa-bb3f-77929909aa44) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:54:42.158030 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a610d925-b15a-472c-b509-5b9a62012805 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:42.218972 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-02c5b953-6e8e-43e5-b3f4-df879918e74f tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:42.248514 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a610d925-b15a-472c-b509-5b9a62012805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:42.306962 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a610d925-b15a-472c-b509-5b9a62012805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:42.345860 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610d925-b15a-472c-b509-5b9a62012805 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f0badbd-5a98-4e4a-87d5-6cbc8be8d1e7,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:42.347811 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a610d925-b15a-472c-b509-5b9a62012805 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:42.353496 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a610d925-b15a-472c-b509-5b9a62012805 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/4f0badbd-5a98-4e4a-87d5-6cbc8be8d1e7 HTTP/1.1" status: 204 len: 168 time: 0.2979133 Jul 06 13:54:42.354237 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51850) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:42.357510 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774ad541-616d-4687-bf9a-c75d8a078a62 None None] Network 1b76a8df-e4ca-4c90-9fa8-1622bd850478 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:42.458990 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3ed25c2-0c80-452f-a89b-1b32871626c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:42.548351 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 03231628-1893-43dc-9200-102f8c9ba951 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:54:42.554251 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed25c2-0c80-452f-a89b-1b32871626c8 admin admin] Deleting port 0b4418b3-28f3-4af2-92b3-b06a92203088 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:54:42.554854 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3ed25c2-0c80-452f-a89b-1b32871626c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:42.576177 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 03231628-1893-43dc-9200-102f8c9ba951 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:54:42.576526 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 03231628-1893-43dc-9200-102f8c9ba951 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:54:42.577523 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 571d2253-2a95-4ea9-bfe2-558aa389a4aa no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:54:42.638684 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 571d2253-2a95-4ea9-bfe2-558aa389a4aa {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:54:42.642338 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 571d2253-2a95-4ea9-bfe2-558aa389a4aa not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:54:42.655206 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfeea3-380b-4247-85e6-30520991db9c req-e0cf0463-06cb-4303-9b29-d9512da70459 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:42.663089 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bcbfeea3-380b-4247-85e6-30520991db9c req-e0cf0463-06cb-4303-9b29-d9512da70459 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=d1a7a91f-5a2c-4614-8c39-bcc63fff4766 HTTP/1.1" status: 200 len: 945 time: 0.5425770 Jul 06 13:54:42.675411 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-d3ed25c2-0c80-452f-a89b-1b32871626c8 admin admin] For port 0b4418b3-28f3-4af2-92b3-b06a92203088, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0b4418b3-28f3-4af2-92b3-b06a92203088,segment=NetworkSegment(b2fe1c81-8d6a-4336-88fe-63d4b0a1674d),segment_id=b2fe1c81-8d6a-4336-88fe-63d4b0a1674d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:42.675679 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3ed25c2-0c80-452f-a89b-1b32871626c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:42.684037 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5b953-6e8e-43e5-b3f4-df879918e74f tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Pushing event updated for resources: {'Port': ['ID=7474924a-632f-4b11-9f27-2baae561f1ba,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:42.690042 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c5b953-6e8e-43e5-b3f4-df879918e74f tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Network 40d84613-6220-434d-a228-0a64de5124ef is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:42.701782 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-02c5b953-6e8e-43e5-b3f4-df879918e74f tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:42.714481 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c5b953-6e8e-43e5-b3f4-df879918e74f tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:54:42.715525 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c5b953-6e8e-43e5-b3f4-df879918e74f tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:42.716116 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed25c2-0c80-452f-a89b-1b32871626c8 admin admin] Calling delete_port for 0b4418b3-28f3-4af2-92b3-b06a92203088 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:54:42.716247 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-02c5b953-6e8e-43e5-b3f4-df879918e74f tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:42.750688 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a64bd12-7651-4a6c-b9fd-f225931daa0b None None] DHCP port deletion for 1b76a8df-e4ca-4c90-9fa8-1622bd850478 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:54:42.755574 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bcbfeea3-380b-4247-85e6-30520991db9c req-c2bb08ef-13d4-4faa-8c6c-15a94b046cdc tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911636 Jul 06 13:54:42.794081 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-02c5b953-6e8e-43e5-b3f4-df879918e74f tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.2926416 Jul 06 13:54:42.801435 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51852) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:42.831322 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-0a64bd12-7651-4a6c-b9fd-f225931daa0b None None] Deleting port 0b4418b3-28f3-4af2-92b3-b06a92203088 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:54:42.833505 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0a64bd12-7651-4a6c-b9fd-f225931daa0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:42.885948 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3ed25c2-0c80-452f-a89b-1b32871626c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:42.942390 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed25c2-0c80-452f-a89b-1b32871626c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b4418b3-28f3-4af2-92b3-b06a92203088,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:42.944612 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-9b26029a-f01d-4937-bb98-2d4485c996e7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:42.964270 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ed25c2-0c80-452f-a89b-1b32871626c8 admin admin] No DVR routers for this DVR port 0b4418b3-28f3-4af2-92b3-b06a92203088 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:54:43.026890 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.028897 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-0a64bd12-7651-4a6c-b9fd-f225931daa0b None None] For port 0b4418b3-28f3-4af2-92b3-b06a92203088, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0b4418b3-28f3-4af2-92b3-b06a92203088,segment=NetworkSegment(b2fe1c81-8d6a-4336-88fe-63d4b0a1674d),segment_id=b2fe1c81-8d6a-4336-88fe-63d4b0a1674d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:43.029287 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0a64bd12-7651-4a6c-b9fd-f225931daa0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.048188 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-0a64bd12-7651-4a6c-b9fd-f225931daa0b None None] Calling delete_port for 0b4418b3-28f3-4af2-92b3-b06a92203088 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:54:43.093415 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-9b26029a-f01d-4937-bb98-2d4485c996e7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Transition to ACTIVE for port object 60bb4054-389a-44fa-bb3f-77929909aa44 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:43.152747 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0a64bd12-7651-4a6c-b9fd-f225931daa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.173587 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-9b26029a-f01d-4937-bb98-2d4485c996e7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.190093 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 4a5aa084-e04f-46d8-b478-f57cec682a06 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:54:43.192968 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64bd12-7651-4a6c-b9fd-f225931daa0b None None] Pushing event deleted for resources: {'Port': ['ID=0b4418b3-28f3-4af2-92b3-b06a92203088,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:43.209513 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a64bd12-7651-4a6c-b9fd-f225931daa0b None None] No DVR routers for this DVR port 0b4418b3-28f3-4af2-92b3-b06a92203088 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:54:43.274733 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26029a-f01d-4937-bb98-2d4485c996e7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Pushing event updated for resources: {'Port': ['ID=60bb4054-389a-44fa-bb3f-77929909aa44,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:43.287374 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-9b26029a-f01d-4937-bb98-2d4485c996e7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Network d4681e72-a6e0-4598-880f-0c79f70e2adb is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:43.294110 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-55997430-0421-4b2c-a83b-d6055b5e6e82 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Deleting port 7474924a-632f-4b11-9f27-2baae561f1ba {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:54:43.294611 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-55997430-0421-4b2c-a83b-d6055b5e6e82 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.384039 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-55997430-0421-4b2c-a83b-d6055b5e6e82 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.396988 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-55997430-0421-4b2c-a83b-d6055b5e6e82 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Calling delete_port for 7474924a-632f-4b11-9f27-2baae561f1ba owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:54:43.427479 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3ed25c2-0c80-452f-a89b-1b32871626c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.439189 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-d3ed25c2-0c80-452f-a89b-1b32871626c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b76a8df-e4ca-4c90-9fa8-1622bd850478']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:43.450871 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-d3ed25c2-0c80-452f-a89b-1b32871626c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2fe1c81-8d6a-4336-88fe-63d4b0a1674d') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:43.451283 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-d3ed25c2-0c80-452f-a89b-1b32871626c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2fe1c81-8d6a-4336-88fe-63d4b0a1674d') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:43.462039 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3ed25c2-0c80-452f-a89b-1b32871626c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.478616 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3ed25c2-0c80-452f-a89b-1b32871626c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.486180 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ed25c2-0c80-452f-a89b-1b32871626c8 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:54:43.486589 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3ed25c2-0c80-452f-a89b-1b32871626c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.490179 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 4a5aa084-e04f-46d8-b478-f57cec682a06, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=4a5aa084-e04f-46d8-b478-f57cec682a06,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:54:43.497779 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:54:43.506877 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '4a5aa084-e04f-46d8-b478-f57cec682a06', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': '4a5aa084-e04f-46d8-b478-f57cec682a06', 'mac_address': 'fa:16:3e:1e:3c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:54:43.522228 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-9b26029a-f01d-4937-bb98-2d4485c996e7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:43.525221 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-9b26029a-f01d-4937-bb98-2d4485c996e7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:54:43.536848 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676806ec-1bcb-4e03-9d43-9ad67049d34d req-108f583f-b3f7-4594-bc40-14c109dced85 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:43.538655 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-676806ec-1bcb-4e03-9d43-9ad67049d34d req-108f583f-b3f7-4594-bc40-14c109dced85 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 947 time: 0.5210688 Jul 06 13:54:43.541187 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-55997430-0421-4b2c-a83b-d6055b5e6e82 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.572609 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3ed25c2-0c80-452f-a89b-1b32871626c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.579769 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3ed25c2-0c80-452f-a89b-1b32871626c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.584191 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d3ed25c2-0c80-452f-a89b-1b32871626c8 admin admin] 10.222.0.118 "DELETE /v2.0/networks/1b76a8df-e4ca-4c90-9fa8-1622bd850478 HTTP/1.1" status: 204 len: 168 time: 1.2261348 Jul 06 13:54:43.589298 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.619573 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed25c2-0c80-452f-a89b-1b32871626c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b76a8df-e4ca-4c90-9fa8-1622bd850478,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:43.626521 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a5aa084-e04f-46d8-b478-f57cec682a06 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:43.656355 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 4a5aa084-e04f-46d8-b478-f57cec682a06, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=4a5aa084-e04f-46d8-b478-f57cec682a06,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:43.663020 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55997430-0421-4b2c-a83b-d6055b5e6e82 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Pushing event deleted for resources: {'Port': ['ID=7474924a-632f-4b11-9f27-2baae561f1ba,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:43.667635 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.697460 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-9b26029a-f01d-4937-bb98-2d4485c996e7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:43.698118 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-9b26029a-f01d-4937-bb98-2d4485c996e7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.746742 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-55997430-0421-4b2c-a83b-d6055b5e6e82 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.752525 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51862) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:43.752762 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-55997430-0421-4b2c-a83b-d6055b5e6e82 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "DELETE /v2.0/ports/7474924a-632f-4b11-9f27-2baae561f1ba HTTP/1.1" status: 204 len: 168 time: 0.9478877 Jul 06 13:54:43.758343 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c4addf40-4320-4cbe-83f1-ad955597d1fa tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40d84613-6220-434d-a228-0a64de5124ef', 'external_fixed_ips': [{'subnet_id': '59b42f9a-3954-46d9-84b7-eeeb89a80b48', 'ip_address': '2001:db8::253'}]}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:43.762657 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-676806ec-1bcb-4e03-9d43-9ad67049d34d req-87a6bfc8-c1ad-4142-b2c7-0d40c541003e tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946743 Jul 06 13:54:43.771113 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=4a5aa084-e04f-46d8-b478-f57cec682a06,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:43.807378 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4addf40-4320-4cbe-83f1-ad955597d1fa tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.809034 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4addf40-4320-4cbe-83f1-ad955597d1fa tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.813699 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-9b26029a-f01d-4937-bb98-2d4485c996e7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3871508 Jul 06 13:54:43.826713 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-e2f7c478-c2f0-4eee-bd24-74f6ccbf3fcf tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Request body: {'port': {'device_id': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a', 'admin_state_up': True, 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'security_groups': ['533265c7-1adb-4c2e-a86b-6b139ef51fb6']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:43.918686 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-03bc2b64-08cd-4d6f-b704-9229f56dd3d4 None None] Provisioning for port 60bb4054-389a-44fa-bb3f-77929909aa44 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:43.922426 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51868) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:43.926375 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['4a5aa084-e04f-46d8-b478-f57cec682a06'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:54:43.945771 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4addf40-4320-4cbe-83f1-ad955597d1fa tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:43.985443 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-cf95ab11-c8ee-4be5-a943-bca8fa313d21 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=210b3705d9d04d6ca027a070c1f384bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580678 Jul 06 13:54:43.986053 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51870) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:43.989555 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-03bc2b64-08cd-4d6f-b704-9229f56dd3d4 None None] Provisioning complete for port 60bb4054-389a-44fa-bb3f-77929909aa44 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:43.989555 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-03bc2b64-08cd-4d6f-b704-9229f56dd3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:44.056731 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-03bc2b64-08cd-4d6f-b704-9229f56dd3d4 None None] Port 60bb4054-389a-44fa-bb3f-77929909aa44 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:54:44.067984 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3d2b7ac0-4c3c-4f68-aa0c-dc32a70a5c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:44.094483 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3d2b7ac0-4c3c-4f68-aa0c-dc32a70a5c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:44.121286 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4addf40-4320-4cbe-83f1-ad955597d1fa tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:44.169368 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-e2f7c478-c2f0-4eee-bd24-74f6ccbf3fcf tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Made reservation on behalf of 6ead5c3559fe4c91b54e392cf2e3f6be for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:44.188788 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3d2b7ac0-4c3c-4f68-aa0c-dc32a70a5c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:44.191805 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3d2b7ac0-4c3c-4f68-aa0c-dc32a70a5c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:44.195444 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3d2b7ac0-4c3c-4f68-aa0c-dc32a70a5c5c admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/2a8eb9c9-74b7-4c62-bc2f-f630c091ccb2 HTTP/1.1" status: 204 len: 168 time: 0.2064357 Jul 06 13:54:44.276677 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b7ac0-4c3c-4f68-aa0c-dc32a70a5c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8eb9c9-74b7-4c62-bc2f-f630c091ccb2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:44.296783 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de05b452-ec22-4529-b208-8282388af4a2 req-5e0ad507-2684-48ca-a3e6-f1339c01151c tempest-ServerShowV247Test-876722278 tempest-ServerShowV247Test-876722278-project] 10.222.0.118 "GET /v2.0/ports?device_id=00737ae9-6194-4510-b847-047acc9ba9eb HTTP/1.1" status: 200 len: 210 time: 0.0527401 Jul 06 13:54:44.336045 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0b4418b3-28f3-4af2-92b3-b06a92203088 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:54:44.372678 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 0b4418b3-28f3-4af2-92b3-b06a92203088 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:54:44.373026 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0b4418b3-28f3-4af2-92b3-b06a92203088 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:54:44.412641 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-e2f7c478-c2f0-4eee-bd24-74f6ccbf3fcf tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:44.529002 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4addf40-4320-4cbe-83f1-ad955597d1fa tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:44.556101 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4addf40-4320-4cbe-83f1-ad955597d1fa tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:44.741603 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c10685-e335-4633-8f4f-eb9d2f55ac95 req-c15d4dc4-b476-4464-b1d1-76e6adc1e602 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:44.747683 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c10685-e335-4633-8f4f-eb9d2f55ac95 req-c15d4dc4-b476-4464-b1d1-76e6adc1e602 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:44.754346 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c10685-e335-4633-8f4f-eb9d2f55ac95 req-c15d4dc4-b476-4464-b1d1-76e6adc1e602 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:44.756137 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-43c10685-e335-4633-8f4f-eb9d2f55ac95 req-c15d4dc4-b476-4464-b1d1-76e6adc1e602 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 2375 time: 0.2150700 Jul 06 13:54:44.762005 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-c4addf40-4320-4cbe-83f1-ad955597d1fa tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Allocated IP 2001:db8::253 (40d84613-6220-434d-a228-0a64de5124ef/59b42f9a-3954-46d9-84b7-eeeb89a80b48/7890b8eb-cab6-4d4f-9f49-9fd365abe5be) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:54:44.808689 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-e2f7c478-c2f0-4eee-bd24-74f6ccbf3fcf tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Allocated IP 10.2.2.100 (47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a/8b322a15-08f2-404b-b5a7-7b23b405c7f9/5713c474-b68e-4849-8757-a4ac36c4881f) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:54:44.813639 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-43c10685-e335-4633-8f4f-eb9d2f55ac95 req-3ffe97ec-ea1d-45da-b79a-d1059acdbcb7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502658 Jul 06 13:54:44.944937 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4addf40-4320-4cbe-83f1-ad955597d1fa tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:45.026843 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4addf40-4320-4cbe-83f1-ad955597d1fa tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:45.039430 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-e2f7c478-c2f0-4eee-bd24-74f6ccbf3fcf tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:45.060289 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-e2f7c478-c2f0-4eee-bd24-74f6ccbf3fcf tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Transition to ACTIVE for port object 5713c474-b68e-4849-8757-a4ac36c4881f will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:45.075911 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155b249-7940-4b6a-9f55-6d53315a47e7 req-f1f118e5-a26b-4053-b445-ecd40a55059c tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:45.077689 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0155b249-7940-4b6a-9f55-6d53315a47e7 req-f1f118e5-a26b-4053-b445-ecd40a55059c tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=d1a7a91f-5a2c-4614-8c39-bcc63fff4766 HTTP/1.1" status: 200 len: 945 time: 0.1195621 Jul 06 13:54:45.088706 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4addf40-4320-4cbe-83f1-ad955597d1fa tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Network 40d84613-6220-434d-a228-0a64de5124ef is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:45.099839 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-c4addf40-4320-4cbe-83f1-ad955597d1fa tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:45.106893 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4addf40-4320-4cbe-83f1-ad955597d1fa tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:54:45.149675 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0155b249-7940-4b6a-9f55-6d53315a47e7 req-1be953f5-f9b8-4245-b29a-8eb611c6382b tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605018 Jul 06 13:54:45.162220 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-e2f7c478-c2f0-4eee-bd24-74f6ccbf3fcf tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:45.177334 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 4a5aa084-e04f-46d8-b478-f57cec682a06 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:54:45.214396 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4addf40-4320-4cbe-83f1-ad955597d1fa tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Pushing event updated for resources: {'Port': ['ID=7890b8eb-cab6-4d4f-9f49-9fd365abe5be,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:45.260058 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7c478-c2f0-4eee-bd24-74f6ccbf3fcf tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Pushing event updated for resources: {'Port': ['ID=5713c474-b68e-4849-8757-a4ac36c4881f,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:45.284897 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 4a5aa084-e04f-46d8-b478-f57cec682a06 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:45.288193 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-e2f7c478-c2f0-4eee-bd24-74f6ccbf3fcf tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Network 47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:45.292672 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-e2f7c478-c2f0-4eee-bd24-74f6ccbf3fcf tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:45.293522 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 4a5aa084-e04f-46d8-b478-f57cec682a06 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:45.294396 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:45.295173 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-e2f7c478-c2f0-4eee-bd24-74f6ccbf3fcf tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:54:45.377557 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-e2f7c478-c2f0-4eee-bd24-74f6ccbf3fcf tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:45.378289 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-e2f7c478-c2f0-4eee-bd24-74f6ccbf3fcf tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:45.419650 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-e2f7c478-c2f0-4eee-bd24-74f6ccbf3fcf tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5989635 Jul 06 13:54:45.432449 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-3c829fce-6500-4e0d-b669-54a7165a64d4 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Request body: {'port': {'device_id': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a', 'admin_state_up': True, 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'security_groups': ['533265c7-1adb-4c2e-a86b-6b139ef51fb6']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:45.466026 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4addf40-4320-4cbe-83f1-ad955597d1fa tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:45.473946 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:45.501213 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b355fdca-9197-46f4-b409-b93eed02dbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5aa084-e04f-46d8-b478-f57cec682a06'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:45.510323 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56210098-8821-4b1f-8ed8-8b392b87a2c9" -d '{"events": [{"server_uuid": "b355fdca-9197-46f4-b409-b93eed02dbba", "name": "network-vif-plugged", "status": "completed", "tag": "4a5aa084-e04f-46d8-b478-f57cec682a06"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:45.530750 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 4a5aa084-e04f-46d8-b478-f57cec682a06, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=4a5aa084-e04f-46d8-b478-f57cec682a06,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:45.538544 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:45.630335 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=4a5aa084-e04f-46d8-b478-f57cec682a06,revision_number=9']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:45.698037 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3a17050a-c612-4ce4-a10e-c53218270519 None None] Provisioning for port 5713c474-b68e-4849-8757-a4ac36c4881f completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:45.702781 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3a17050a-c612-4ce4-a10e-c53218270519 None None] Provisioning complete for port 5713c474-b68e-4849-8757-a4ac36c4881f triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:45.703245 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3a17050a-c612-4ce4-a10e-c53218270519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:45.733298 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-3c829fce-6500-4e0d-b669-54a7165a64d4 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Made reservation on behalf of 6ead5c3559fe4c91b54e392cf2e3f6be for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:45.738517 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-3c829fce-6500-4e0d-b669-54a7165a64d4 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:45.741902 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4addf40-4320-4cbe-83f1-ad955597d1fa tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:45.781247 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-3a17050a-c612-4ce4-a10e-c53218270519 None None] Port 5713c474-b68e-4849-8757-a4ac36c4881f cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:54:45.814508 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-06d5c35f-6e72-49d4-a199-fbf5527ee366 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:45.816166 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-06d5c35f-6e72-49d4-a199-fbf5527ee366 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.124 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba&tenant_id=26acdda50990445ca6f1c6389fdcff1f&binding%3Ahost_id=n-h2-773644-6 HTTP/1.1" status: 200 len: 949 time: 0.1826172 Jul 06 13:54:45.923537 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-55b4056d-af02-4bf2-b023-f6a8ad1c6588 service neutron] 10.222.0.124 "GET /v2.0/ports/4a5aa084-e04f-46d8-b478-f57cec682a06/bindings/n-h2-773644-6 HTTP/1.1" status: 200 len: 382 time: 0.0827770 Jul 06 13:54:45.923770 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4addf40-4320-4cbe-83f1-ad955597d1fa tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Router 17bad06a-2602-4375-b4cc-72f7471ce88a is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:54:46.065635 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4addf40-4320-4cbe-83f1-ad955597d1fa tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:54:46.068868 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-36dca91e-cb64-438a-b075-f52469c370b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:46.070627 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-36dca91e-cb64-438a-b075-f52469c370b7 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 1100 time: 0.1112735 Jul 06 13:54:46.075805 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b746357-f764-49ba-a4c7-dafd88722c02 None None] Sync routers for ids ['17bad06a-2602-4375-b4cc-72f7471ce88a'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:54:46.095134 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4addf40-4320-4cbe-83f1-ad955597d1fa tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:46.095971 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-3c829fce-6500-4e0d-b669-54a7165a64d4 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Allocated IP 10.2.2.200 (47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a/8b322a15-08f2-404b-b5a7-7b23b405c7f9/2901d280-4cec-4a3b-bbf6-00c4a5038850) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:54:46.099042 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c4addf40-4320-4cbe-83f1-ad955597d1fa tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.3428822 Jul 06 13:54:46.099757 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51910) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:46.100035 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b746357-f764-49ba-a4c7-dafd88722c02 None None] Routers {'17bad06a-2602-4375-b4cc-72f7471ce88a'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:54:46.113517 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-5b746357-f764-49ba-a4c7-dafd88722c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:54:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['17bad06a-2602-4375-b4cc-72f7471ce88a'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:46.259741 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-bee6d8aa-50d1-4aa7-a6c7-366d95db0ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:46.261242 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-bee6d8aa-50d1-4aa7-a6c7-366d95db0ce6 service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.1814938 Jul 06 13:54:46.290742 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-5b746357-f764-49ba-a4c7-dafd88722c02 None None] Set router 17bad06a-2602-4375-b4cc-72f7471ce88a gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:54:46.314623 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24282d95-96c3-45f8-aa51-110b17e5c32b tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:46.326473 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-b004a836-8c44-4219-bc5d-a0ace427e15f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=4a5aa084-e04f-46d8-b478-f57cec682a06 HTTP/1.1" status: 200 len: 217 time: 0.0572038 Jul 06 13:54:46.419493 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf3ff7a3-5b91-44f4-83fa-6f71cd236ea7 req-9dfb7732-c15c-41a5-a94d-c280ae2d7cd7 tempest-ServerShowV247Test-876722278 tempest-ServerShowV247Test-876722278-project] 10.222.0.118 "GET /v2.0/ports?device_id=00737ae9-6194-4510-b847-047acc9ba9eb HTTP/1.1" status: 200 len: 210 time: 0.0625105 Jul 06 13:54:46.449653 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:46.463792 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-cf59eb71-6e55-4d0a-a226-4eda90f6c7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:46.465511 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-cf59eb71-6e55-4d0a-a226-4eda90f6c7ca service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1212509 Jul 06 13:54:46.470369 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24282d95-96c3-45f8-aa51-110b17e5c32b tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:46.486836 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-3c829fce-6500-4e0d-b669-54a7165a64d4 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:46.500392 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7a7800-48b1-432a-b6e6-3873a7eb2238 x-openstack-request-id: req-8e7a7800-48b1-432a-b6e6-3873a7eb2238 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:46.500704 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b355fdca-9197-46f4-b409-b93eed02dbba", "name": "network-vif-plugged", "status": "completed", "tag": "4a5aa084-e04f-46d8-b478-f57cec682a06", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:46.500964 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-8e7a7800-48b1-432a-b6e6-3873a7eb2238 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:46.501446 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b355fdca-9197-46f4-b409-b93eed02dbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5aa084-e04f-46d8-b478-f57cec682a06', 'code': 200} Jul 06 13:54:46.524150 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-3c829fce-6500-4e0d-b669-54a7165a64d4 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Transition to ACTIVE for port object 2901d280-4cec-4a3b-bbf6-00c4a5038850 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:46.559377 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-716db2dc-2e18-45e2-b192-ac738bda3dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:46.560832 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-716db2dc-2e18-45e2-b192-ac738bda3dc3 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0880795 Jul 06 13:54:46.605032 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-24282d95-96c3-45f8-aa51-110b17e5c32b tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Deleting port 7890b8eb-cab6-4d4f-9f49-9fd365abe5be {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:54:46.605397 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24282d95-96c3-45f8-aa51-110b17e5c32b tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:46.620193 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-5b746357-f764-49ba-a4c7-dafd88722c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bad06a-2602-4375-b4cc-72f7471ce88a', 'name': '', 'tenant_id': '044d5d01c6574b9ba36337b942b18d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40d84613-6220-434d-a228-0a64de5124ef', 'external_fixed_ips': [{'subnet_id': '59b42f9a-3954-46d9-84b7-eeeb89a80b48', 'ip_address': '2001:db8::253'}], 'enable_snat': True}, 'gw_port_id': '7890b8eb-cab6-4d4f-9f49-9fd365abe5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:54:43Z', 'updated_at': '2021-07-06T13:54:45Z', 'revision_number': 3, 'project_id': '044d5d01c6574b9ba36337b942b18d66', 'gw_port': {'id': '7890b8eb-cab6-4d4f-9f49-9fd365abe5be', 'name': '', 'network_id': '40d84613-6220-434d-a228-0a64de5124ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f0:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bad06a-2602-4375-b4cc-72f7471ce88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '59b42f9a-3954-46d9-84b7-eeeb89a80b48', 'ip_address': '2001:db8::253', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:54:44Z', 'updated_at': '2021-07-06T13:54:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '59b42f9a-3954-46d9-84b7-eeeb89a80b48', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:46.624313 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:54:46.654147 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b746357-f764-49ba-a4c7-dafd88722c02 None None] Checking router: 17bad06a-2602-4375-b4cc-72f7471ce88a for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:54:46.654557 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b746357-f764-49ba-a4c7-dafd88722c02 None None] Updating router 17bad06a-2602-4375-b4cc-72f7471ce88a port 7890b8eb-cab6-4d4f-9f49-9fd365abe5be binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:54:46.657711 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-3c829fce-6500-4e0d-b669-54a7165a64d4 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:46.694058 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-5b746357-f764-49ba-a4c7-dafd88722c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:46.712454 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24282d95-96c3-45f8-aa51-110b17e5c32b tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:46.730183 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-24282d95-96c3-45f8-aa51-110b17e5c32b tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Calling delete_port for 7890b8eb-cab6-4d4f-9f49-9fd365abe5be owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:54:46.770564 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-3c829fce-6500-4e0d-b669-54a7165a64d4 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Network 47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:46.784197 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-3c829fce-6500-4e0d-b669-54a7165a64d4 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:46.794843 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-50ded28a-afa6-4320-ab9d-0e1871f8693c service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254221 Jul 06 13:54:46.796448 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-3c829fce-6500-4e0d-b669-54a7165a64d4 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:54:46.803766 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c829fce-6500-4e0d-b669-54a7165a64d4 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Pushing event updated for resources: {'Port': ['ID=2901d280-4cec-4a3b-bbf6-00c4a5038850,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:46.855204 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5500a-dc16-4f51-bae5-673fa0276c5a req-4239c474-4ac5-4e58-9765-3de7575fb9f3 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:46.863760 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-66c5500a-dc16-4f51-bae5-673fa0276c5a req-4239c474-4ac5-4e58-9765-3de7575fb9f3 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 949 time: 0.2430499 Jul 06 13:54:46.990917 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-66c5500a-dc16-4f51-bae5-673fa0276c5a req-d1c2ccbe-3402-4027-9920-7bfa20bb83fd tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261778 Jul 06 13:54:47.019364 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24282d95-96c3-45f8-aa51-110b17e5c32b tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:47.021743 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-3c829fce-6500-4e0d-b669-54a7165a64d4 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:47.023524 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-3c829fce-6500-4e0d-b669-54a7165a64d4 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:47.075236 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24282d95-96c3-45f8-aa51-110b17e5c32b tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Pushing event deleted for resources: {'Port': ['ID=7890b8eb-cab6-4d4f-9f49-9fd365abe5be,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:47.084247 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-3c829fce-6500-4e0d-b669-54a7165a64d4 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6560276 Jul 06 13:54:47.088445 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-0cea68f1-d148-487b-b67e-8f339f4110ba service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816882 Jul 06 13:54:47.105090 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c1b3563b-70bf-4cbf-9df1-c6b27c875251 service neutron] Request body: {'port': {'device_id': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:47.109696 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24282d95-96c3-45f8-aa51-110b17e5c32b tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:47.128446 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-713da797-9763-4fc3-9f13-17e32044369b None None] Provisioning for port 2901d280-4cec-4a3b-bbf6-00c4a5038850 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:47.139592 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-713da797-9763-4fc3-9f13-17e32044369b None None] Provisioning complete for port 2901d280-4cec-4a3b-bbf6-00c4a5038850 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:47.140408 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-713da797-9763-4fc3-9f13-17e32044369b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:47.231102 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-713da797-9763-4fc3-9f13-17e32044369b None None] Port 2901d280-4cec-4a3b-bbf6-00c4a5038850 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:54:47.255415 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.db.api [None req-5b746357-f764-49ba-a4c7-dafd88722c02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100420) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 13:54:47.255836 n-d-773644-6 neutron-server[100420]: DEBUG oslo_db.api [None req-5b746357-f764-49ba-a4c7-dafd88722c02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 13:54:47.269917 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c1b3563b-70bf-4cbf-9df1-c6b27c875251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:47.503716 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24282d95-96c3-45f8-aa51-110b17e5c32b tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:47.506041 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24282d95-96c3-45f8-aa51-110b17e5c32b tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:47.554850 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24282d95-96c3-45f8-aa51-110b17e5c32b tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:47.556152 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24282d95-96c3-45f8-aa51-110b17e5c32b tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17bad06a-2602-4375-b4cc-72f7471ce88a {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:54:47.562659 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24282d95-96c3-45f8-aa51-110b17e5c32b tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:47.566245 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-24282d95-96c3-45f8-aa51-110b17e5c32b tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "DELETE /v2.0/routers/17bad06a-2602-4375-b4cc-72f7471ce88a HTTP/1.1" status: 204 len: 168 time: 1.4627843 Jul 06 13:54:47.566411 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51920) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:47.589852 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1152256-edcf-4734-800e-e7bb33b69008 req-e3c1a55c-8236-4ddf-a724-78b5d941ef95 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:47.598532 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1152256-edcf-4734-800e-e7bb33b69008 req-e3c1a55c-8236-4ddf-a724-78b5d941ef95 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:47.603353 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1152256-edcf-4734-800e-e7bb33b69008 req-e3c1a55c-8236-4ddf-a724-78b5d941ef95 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:47.609084 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1152256-edcf-4734-800e-e7bb33b69008 req-e3c1a55c-8236-4ddf-a724-78b5d941ef95 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:47.613488 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e4cde8-1264-4710-8a93-4c7c052b07c8 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Deleting subnet 59b42f9a-3954-46d9-84b7-eeeb89a80b48 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:54:47.614680 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1152256-edcf-4734-800e-e7bb33b69008 req-e3c1a55c-8236-4ddf-a724-78b5d941ef95 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:47.616522 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b1152256-edcf-4734-800e-e7bb33b69008 req-e3c1a55c-8236-4ddf-a724-78b5d941ef95 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 3817 time: 0.4474177 Jul 06 13:54:47.617016 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d6e4cde8-1264-4710-8a93-4c7c052b07c8 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:47.658446 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d6e4cde8-1264-4710-8a93-4c7c052b07c8 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:47.703587 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d6e4cde8-1264-4710-8a93-4c7c052b07c8 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:47.717229 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b1152256-edcf-4734-800e-e7bb33b69008 req-e4dd45b2-6166-45f6-9908-6e23928f0022 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943387 Jul 06 13:54:47.774567 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d6e4cde8-1264-4710-8a93-4c7c052b07c8 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:47.792781 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b746357-f764-49ba-a4c7-dafd88722c02 None None] Port 7890b8eb-cab6-4d4f-9f49-9fd365abe5be not found while updating agent binding for router 17bad06a-2602-4375-b4cc-72f7471ce88a. {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 06 13:54:47.799381 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4cde8-1264-4710-8a93-4c7c052b07c8 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=59b42f9a-3954-46d9-84b7-eeeb89a80b48,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:47.805145 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d6e4cde8-1264-4710-8a93-4c7c052b07c8 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:47.807009 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d6e4cde8-1264-4710-8a93-4c7c052b07c8 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "DELETE /v2.0/subnets/59b42f9a-3954-46d9-84b7-eeeb89a80b48 HTTP/1.1" status: 204 len: 168 time: 0.2393548 Jul 06 13:54:47.809548 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51922) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:47.820844 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b746357-f764-49ba-a4c7-dafd88722c02 None None] Routers set() bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:54:47.821245 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b746357-f764-49ba-a4c7-dafd88722c02 None None] Router IDs set() for agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 13:54:47.821945 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_agentschedulers_db [None req-5b746357-f764-49ba-a4c7-dafd88722c02 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'17bad06a-2602-4375-b4cc-72f7471ce88a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:54:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent'). {{(pid=100420) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 13:54:47.822332 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b746357-f764-49ba-a4c7-dafd88722c02 None None] The sync data for ids ['17bad06a-2602-4375-b4cc-72f7471ce88a'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:54:47.894558 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-88aecf66-b2b9-4547-95c7-00524d1235a2 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:47.974384 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-88aecf66-b2b9-4547-95c7-00524d1235a2 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:47.984163 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-88aecf66-b2b9-4547-95c7-00524d1235a2 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d84613-6220-434d-a228-0a64de5124ef']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:47.994546 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-88aecf66-b2b9-4547-95c7-00524d1235a2 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd86b16f9-62b9-477f-aaa3-140cb421fe68') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:47.994864 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-88aecf66-b2b9-4547-95c7-00524d1235a2 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd86b16f9-62b9-477f-aaa3-140cb421fe68') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:48.000542 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f0fd2-123f-4158-9509-5b07d60b3bfa req-77e464f1-f9ac-4e09-843b-21c9b7a2c64a tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:48.002182 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0f0f0fd2-123f-4158-9509-5b07d60b3bfa req-77e464f1-f9ac-4e09-843b-21c9b7a2c64a tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=d1a7a91f-5a2c-4614-8c39-bcc63fff4766 HTTP/1.1" status: 200 len: 945 time: 0.1233485 Jul 06 13:54:48.004634 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-88aecf66-b2b9-4547-95c7-00524d1235a2 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:48.021068 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c1b3563b-70bf-4cbf-9df1-c6b27c875251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf54f58-f9c5-43f6-908a-701f8adcdcce {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:48.021261 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-88aecf66-b2b9-4547-95c7-00524d1235a2 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:48.026553 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88aecf66-b2b9-4547-95c7-00524d1235a2 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:54:48.026956 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-88aecf66-b2b9-4547-95c7-00524d1235a2 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:54:48.028948 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:54:48.034339 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c1b3563b-70bf-4cbf-9df1-c6b27c875251 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:48.079626 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0f0f0fd2-123f-4158-9509-5b07d60b3bfa req-84a2ecd8-a138-4669-871d-d3eef13d2133 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680416 Jul 06 13:54:48.095073 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c1b3563b-70bf-4cbf-9df1-c6b27c875251 service neutron] Transition to ACTIVE for port object 3bf54f58-f9c5-43f6-908a-701f8adcdcce will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:48.096008 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-88aecf66-b2b9-4547-95c7-00524d1235a2 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:48.102101 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88aecf66-b2b9-4547-95c7-00524d1235a2 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 40d84613-6220-434d-a228-0a64de5124ef {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 13:54:48.105780 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-88aecf66-b2b9-4547-95c7-00524d1235a2 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:48.108738 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-88aecf66-b2b9-4547-95c7-00524d1235a2 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "DELETE /v2.0/networks/40d84613-6220-434d-a228-0a64de5124ef HTTP/1.1" status: 204 len: 168 time: 0.2977121 Jul 06 13:54:48.121679 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aecf66-b2b9-4547-95c7-00524d1235a2 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Pushing event deleted for resources: {'Network': ['ID=40d84613-6220-434d-a228-0a64de5124ef,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:48.130707 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c1b3563b-70bf-4cbf-9df1-c6b27c875251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:48.252079 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b3563b-70bf-4cbf-9df1-c6b27c875251 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf54f58-f9c5-43f6-908a-701f8adcdcce,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:48.304840 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-574e29de-841c-458b-9605-d2214799be3a req-3a05114f-8a01-4a39-9ed6-1b62285a804e tempest-AbsoluteLimitsNegativeTestJSON-431040069 tempest-AbsoluteLimitsNegativeTestJSON-431040069-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=2afc8e1e302b44ce97a92ea987a29279&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0744629 Jul 06 13:54:48.572290 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c1b3563b-70bf-4cbf-9df1-c6b27c875251 service neutron] Attempting to bind port 3bf54f58-f9c5-43f6-908a-701f8adcdcce on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:54:48.572799 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c1b3563b-70bf-4cbf-9df1-c6b27c875251 service neutron] Attempting to bind port 3bf54f58-f9c5-43f6-908a-701f8adcdcce by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '40feb471-5f71-4395-853d-4ab25df28322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '64f4bd64-4ccc-44ff-b973-ee4ab56c4f15'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:54:48.573297 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c1b3563b-70bf-4cbf-9df1-c6b27c875251 service neutron] Attempting to bind port 3bf54f58-f9c5-43f6-908a-701f8adcdcce on network 64f4bd64-4ccc-44ff-b973-ee4ab56c4f15 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:48.587402 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c1b3563b-70bf-4cbf-9df1-c6b27c875251 service neutron] Port 3bf54f58-f9c5-43f6-908a-701f8adcdcce on network 64f4bd64-4ccc-44ff-b973-ee4ab56c4f15 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:54:48.587881 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c1b3563b-70bf-4cbf-9df1-c6b27c875251 service neutron] Attempting to bind port 3bf54f58-f9c5-43f6-908a-701f8adcdcce on network 64f4bd64-4ccc-44ff-b973-ee4ab56c4f15 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:48.593904 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c1b3563b-70bf-4cbf-9df1-c6b27c875251 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:54:48.594496 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c1b3563b-70bf-4cbf-9df1-c6b27c875251 service neutron] Checking segment: {'id': '40feb471-5f71-4395-853d-4ab25df28322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '64f4bd64-4ccc-44ff-b973-ee4ab56c4f15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:48.594988 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c1b3563b-70bf-4cbf-9df1-c6b27c875251 service neutron] Bound using segment: {'id': '40feb471-5f71-4395-853d-4ab25df28322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '64f4bd64-4ccc-44ff-b973-ee4ab56c4f15'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:54:48.595812 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c1b3563b-70bf-4cbf-9df1-c6b27c875251 service neutron] Bound port: 3bf54f58-f9c5-43f6-908a-701f8adcdcce, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40feb471-5f71-4395-853d-4ab25df28322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '64f4bd64-4ccc-44ff-b973-ee4ab56c4f15'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:54:48.596526 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c1b3563b-70bf-4cbf-9df1-c6b27c875251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:48.597426 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51942) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:48.602386 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-d1ef9e54-06de-4b53-b5fc-b5d890f779bb tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Request body: {'router': {'name': 'tempest-router--1244509213', 'project_id': '26220e230df74d9ea7f6f461e0f4db49'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:48.607257 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e29de-841c-458b-9605-d2214799be3a req-f9bc9b65-2236-4f94-b8f8-41bea0b15351 tempest-AbsoluteLimitsNegativeTestJSON-431040069 tempest-AbsoluteLimitsNegativeTestJSON-431040069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:48.609511 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-574e29de-841c-458b-9605-d2214799be3a req-f9bc9b65-2236-4f94-b8f8-41bea0b15351 tempest-AbsoluteLimitsNegativeTestJSON-431040069 tempest-AbsoluteLimitsNegativeTestJSON-431040069-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2733123 Jul 06 13:54:48.635635 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:48.642336 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d1ef9e54-06de-4b53-b5fc-b5d890f779bb tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:48.642728 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d1ef9e54-06de-4b53-b5fc-b5d890f779bb tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:48.649058 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-574e29de-841c-458b-9605-d2214799be3a req-74af448f-7924-4cb6-86e5-65356a0ecf31 tempest-AbsoluteLimitsNegativeTestJSON-431040069 tempest-AbsoluteLimitsNegativeTestJSON-431040069-project] 10.222.0.118 "GET /v2.0/quotas/2afc8e1e302b44ce97a92ea987a29279 HTTP/1.1" status: 200 len: 375 time: 0.0299315 Jul 06 13:54:48.718765 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-574e29de-841c-458b-9605-d2214799be3a req-28645f1c-9d22-47d1-9bbc-cb5f543c0cb7 tempest-AbsoluteLimitsNegativeTestJSON-431040069 tempest-AbsoluteLimitsNegativeTestJSON-431040069-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=2afc8e1e302b44ce97a92ea987a29279&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684834 Jul 06 13:54:48.727782 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d1ef9e54-06de-4b53-b5fc-b5d890f779bb tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:48.734998 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d1ef9e54-06de-4b53-b5fc-b5d890f779bb tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:48.757054 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d1ef9e54-06de-4b53-b5fc-b5d890f779bb tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:48.764362 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d1ef9e54-06de-4b53-b5fc-b5d890f779bb tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1657555 Jul 06 13:54:48.765256 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51946) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:48.886082 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-539aee96-c847-45b2-b2a4-76b3d6fb9273 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:48.976094 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c1b3563b-70bf-4cbf-9df1-c6b27c875251 service neutron] For port 3bf54f58-f9c5-43f6-908a-701f8adcdcce, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:49.017139 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c1b3563b-70bf-4cbf-9df1-c6b27c875251 service neutron] For port 3bf54f58-f9c5-43f6-908a-701f8adcdcce, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=3bf54f58-f9c5-43f6-908a-701f8adcdcce,segment=NetworkSegment(40feb471-5f71-4395-853d-4ab25df28322),segment_id=40feb471-5f71-4395-853d-4ab25df28322)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:54:49.053713 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c1b3563b-70bf-4cbf-9df1-c6b27c875251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:49.140541 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51952) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:49.202474 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c1b3563b-70bf-4cbf-9df1-c6b27c875251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:49.203270 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c1b3563b-70bf-4cbf-9df1-c6b27c875251 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:49.205590 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-c1b3563b-70bf-4cbf-9df1-c6b27c875251 service neutron] 10.222.0.124 "PUT /v2.0/ports/3bf54f58-f9c5-43f6-908a-701f8adcdcce HTTP/1.1" status: 200 len: 1092 time: 2.1068592 Jul 06 13:54:49.208964 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-539aee96-c847-45b2-b2a4-76b3d6fb9273 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:49.217062 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'tag': '3bf54f58-f9c5-43f6-908a-701f8adcdcce'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:49.221740 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31873e5-55ee-4a2a-af67-f0800ea72f76" -d '{"events": [{"name": "network-changed", "server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "tag": "3bf54f58-f9c5-43f6-908a-701f8adcdcce"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:49.238503 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ac9e792d-d5bc-4726-9123-759ad6a420a5 req-f3092fed-c6c7-4c43-b1f9-cc555bfb4978 tempest-ServerShowV247Test-876722278 tempest-ServerShowV247Test-876722278-project] 10.222.0.118 "GET /v2.0/ports?device_id=00737ae9-6194-4510-b847-047acc9ba9eb HTTP/1.1" status: 200 len: 210 time: 0.1187222 Jul 06 13:54:49.251473 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-539aee96-c847-45b2-b2a4-76b3d6fb9273 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:49.271803 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-23758c2e-1f2a-4799-bd4b-ec4dcf465b9a service neutron] Request body: {'port': {'device_id': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:49.300432 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a8b91267-2fd2-4f44-9726-3fc9ef26f9d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:49.426327 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b3563b-70bf-4cbf-9df1-c6b27c875251 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf54f58-f9c5-43f6-908a-701f8adcdcce,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:49.485566 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a8b91267-2fd2-4f44-9726-3fc9ef26f9d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:49.492135 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a8b91267-2fd2-4f44-9726-3fc9ef26f9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:49.532526 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a8b91267-2fd2-4f44-9726-3fc9ef26f9d8 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=2afc8e1e302b44ce97a92ea987a29279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3874955 Jul 06 13:54:49.534597 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-539aee96-c847-45b2-b2a4-76b3d6fb9273 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:49.534737 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539aee96-c847-45b2-b2a4-76b3d6fb9273 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6b573063-6830-4b42-9a4a-c018698bfbc0 {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:54:49.536227 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51958) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:49.555295 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b91267-2fd2-4f44-9726-3fc9ef26f9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd34b72-b891-4fa3-b3da-8a8e59caddb8,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:49.571384 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-539aee96-c847-45b2-b2a4-76b3d6fb9273 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:49.572541 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-539aee96-c847-45b2-b2a4-76b3d6fb9273 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "DELETE /v2.0/routers/6b573063-6830-4b42-9a4a-c018698bfbc0 HTTP/1.1" status: 204 len: 168 time: 0.8052034 Jul 06 13:54:49.609403 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-23758c2e-1f2a-4799-bd4b-ec4dcf465b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:49.715636 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e62613-c672-4018-abc7-2b04c66c9237 req-522f3918-c36b-4de1-b225-4c3b03042063 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:49.718172 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16e62613-c672-4018-abc7-2b04c66c9237 req-522f3918-c36b-4de1-b225-4c3b03042063 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 949 time: 0.2317884 Jul 06 13:54:49.736587 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e362d997-5fcc-4c91-8e66-8d76819529c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:49.776318 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51962) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:49.843616 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e362d997-5fcc-4c91-8e66-8d76819529c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:49.910333 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16e62613-c672-4018-abc7-2b04c66c9237 req-65688fc9-2d3a-4b2f-aa70-c4e86e4a322c tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837432 Jul 06 13:54:49.963052 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-1486834f-835d-403e-b5c1-b0859481fbe7 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1709059412', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}, 'admin_state_up': False}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:49.993651 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1486834f-835d-403e-b5c1-b0859481fbe7 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:49.995165 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1486834f-835d-403e-b5c1-b0859481fbe7 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:50.016929 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-ca92af0e-f9c7-4f33-a248-49dd95dc45d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:50.018676 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-ca92af0e-f9c7-4f33-a248-49dd95dc45d4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba&tenant_id=26acdda50990445ca6f1c6389fdcff1f HTTP/1.1" status: 200 len: 1100 time: 0.1900980 Jul 06 13:54:50.037019 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-0273184d-f1b7-4905-aec1-ea6b17acc92c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-773644-6', 'device_owner': 'compute:nova'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:50.052712 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e362d997-5fcc-4c91-8e66-8d76819529c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:50.055326 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e362d997-5fcc-4c91-8e66-8d76819529c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:50.058980 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e362d997-5fcc-4c91-8e66-8d76819529c5 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/7dd34b72-b891-4fa3-b3da-8a8e59caddb8 HTTP/1.1" status: 204 len: 168 time: 0.5022547 Jul 06 13:54:50.084507 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1486834f-835d-403e-b5c1-b0859481fbe7 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:50.156811 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-23758c2e-1f2a-4799-bd4b-ec4dcf465b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2296885-8899-45b5-95c4-bfe40a9e131c {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:50.164391 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-23758c2e-1f2a-4799-bd4b-ec4dcf465b9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:50.177067 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-23758c2e-1f2a-4799-bd4b-ec4dcf465b9a service neutron] Transition to ACTIVE for port object f2296885-8899-45b5-95c4-bfe40a9e131c will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:50.201159 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-23758c2e-1f2a-4799-bd4b-ec4dcf465b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:50.255204 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362d997-5fcc-4c91-8e66-8d76819529c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd34b72-b891-4fa3-b3da-8a8e59caddb8,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:50.360475 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-115a232c-503a-4586-8cbd-86a7e68806ec req-2e0faab8-a50d-4785-bd54-da9e08d8ba3a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=00737ae9-6194-4510-b847-047acc9ba9eb HTTP/1.1" status: 200 len: 210 time: 0.0600162 Jul 06 13:54:50.456090 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1486834f-835d-403e-b5c1-b0859481fbe7 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:50.460191 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-23758c2e-1f2a-4799-bd4b-ec4dcf465b9a service neutron] Attempting to bind port f2296885-8899-45b5-95c4-bfe40a9e131c on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:54:50.460554 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-23758c2e-1f2a-4799-bd4b-ec4dcf465b9a service neutron] Attempting to bind port f2296885-8899-45b5-95c4-bfe40a9e131c by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd4681e72-a6e0-4598-880f-0c79f70e2adb'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:54:50.460885 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-23758c2e-1f2a-4799-bd4b-ec4dcf465b9a service neutron] Attempting to bind port f2296885-8899-45b5-95c4-bfe40a9e131c on network d4681e72-a6e0-4598-880f-0c79f70e2adb {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:50.462860 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23758c2e-1f2a-4799-bd4b-ec4dcf465b9a service neutron] Pushing event updated for resources: {'Port': ['ID=f2296885-8899-45b5-95c4-bfe40a9e131c,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:50.508862 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-23758c2e-1f2a-4799-bd4b-ec4dcf465b9a service neutron] Port f2296885-8899-45b5-95c4-bfe40a9e131c on network d4681e72-a6e0-4598-880f-0c79f70e2adb not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:54:50.509393 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-23758c2e-1f2a-4799-bd4b-ec4dcf465b9a service neutron] Attempting to bind port f2296885-8899-45b5-95c4-bfe40a9e131c on network d4681e72-a6e0-4598-880f-0c79f70e2adb {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:50.541071 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067fa03-bb87-4696-92fb-e7bed2eb8932 req-200b7aac-8d10-41f9-ac22-2c2323860875 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:50.548596 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e067fa03-bb87-4696-92fb-e7bed2eb8932 req-200b7aac-8d10-41f9-ac22-2c2323860875 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=d1a7a91f-5a2c-4614-8c39-bcc63fff4766 HTTP/1.1" status: 200 len: 945 time: 0.5225616 Jul 06 13:54:50.551747 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-23758c2e-1f2a-4799-bd4b-ec4dcf465b9a service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:54:50.552948 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-23758c2e-1f2a-4799-bd4b-ec4dcf465b9a service neutron] Checking segment: {'id': '3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd4681e72-a6e0-4598-880f-0c79f70e2adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:50.553698 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-23758c2e-1f2a-4799-bd4b-ec4dcf465b9a service neutron] Bound using segment: {'id': '3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd4681e72-a6e0-4598-880f-0c79f70e2adb'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:54:50.554988 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-23758c2e-1f2a-4799-bd4b-ec4dcf465b9a service neutron] Bound port: f2296885-8899-45b5-95c4-bfe40a9e131c, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd4681e72-a6e0-4598-880f-0c79f70e2adb'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:54:50.555686 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-23758c2e-1f2a-4799-bd4b-ec4dcf465b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:50.572422 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-0273184d-f1b7-4905-aec1-ea6b17acc92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:50.714924 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1486834f-835d-403e-b5c1-b0859481fbe7 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:50.723463 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e067fa03-bb87-4696-92fb-e7bed2eb8932 req-9fbefbb9-2980-46a4-85bd-9aa26708e867 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736851 Jul 06 13:54:50.736935 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-23758c2e-1f2a-4799-bd4b-ec4dcf465b9a service neutron] For port f2296885-8899-45b5-95c4-bfe40a9e131c, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:50.743977 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-23758c2e-1f2a-4799-bd4b-ec4dcf465b9a service neutron] For port f2296885-8899-45b5-95c4-bfe40a9e131c, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f2296885-8899-45b5-95c4-bfe40a9e131c,segment=NetworkSegment(3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36),segment_id=3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:54:50.744608 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1486834f-835d-403e-b5c1-b0859481fbe7 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:50.806088 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-23758c2e-1f2a-4799-bd4b-ec4dcf465b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:50.842373 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-23758c2e-1f2a-4799-bd4b-ec4dcf465b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:50.843706 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-23758c2e-1f2a-4799-bd4b-ec4dcf465b9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:50.845807 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-23758c2e-1f2a-4799-bd4b-ec4dcf465b9a service neutron] 10.222.0.124 "PUT /v2.0/ports/f2296885-8899-45b5-95c4-bfe40a9e131c HTTP/1.1" status: 200 len: 1129 time: 1.5921047 Jul 06 13:54:50.889501 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-1486834f-835d-403e-b5c1-b0859481fbe7 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Allocated IP 172.25.6.181 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/f646c96f-6bea-452a-8e76-69f4ef35672b) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:54:50.898446 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-83c458d1-38a3-4e98-997e-805d22544dc7 service neutron] Request body: {'port': {'device_id': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:51.034543 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1486834f-835d-403e-b5c1-b0859481fbe7 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:51.110063 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1486834f-835d-403e-b5c1-b0859481fbe7 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:51.172420 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1486834f-835d-403e-b5c1-b0859481fbe7 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:51.188939 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51994) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:51.190376 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-1486834f-835d-403e-b5c1-b0859481fbe7 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:51.201232 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1486834f-835d-403e-b5c1-b0859481fbe7 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:54:51.215356 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 4a5aa084-e04f-46d8-b478-f57cec682a06 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:54:51.322848 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:51.361908 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486834f-835d-403e-b5c1-b0859481fbe7 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Pushing event updated for resources: {'Port': ['ID=f646c96f-6bea-452a-8e76-69f4ef35672b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:51.486655 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-1fe9166d-56ac-4b02-b672-07f7889d7d43 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1705669014-network', 'tenant_id': 'f3b33f05dba94d1b9a9c28a342a0b5c4'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:51.513204 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-0273184d-f1b7-4905-aec1-ea6b17acc92c service neutron] For port 4a5aa084-e04f-46d8-b478-f57cec682a06, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=4a5aa084-e04f-46d8-b478-f57cec682a06,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:51.548787 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23758c2e-1f2a-4799-bd4b-ec4dcf465b9a service neutron] Pushing event updated for resources: {'Port': ['ID=f2296885-8899-45b5-95c4-bfe40a9e131c,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:51.597060 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe9166d-56ac-4b02-b672-07f7889d7d43 admin admin] Made reservation on behalf of f3b33f05dba94d1b9a9c28a342a0b5c4 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:51.600289 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fe9166d-56ac-4b02-b672-07f7889d7d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:51.616583 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-0273184d-f1b7-4905-aec1-ea6b17acc92c service neutron] For port 4a5aa084-e04f-46d8-b478-f57cec682a06, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:51.619272 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fe9166d-56ac-4b02-b672-07f7889d7d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:51.619404 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-83c458d1-38a3-4e98-997e-805d22544dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:51.636167 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1486834f-835d-403e-b5c1-b0859481fbe7 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:51.703864 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9a331-68bf-4a47-af2a-774ee241d7e9 req-b86c1258-3e9d-49cd-9fea-446f9429358a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:51.710096 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9a331-68bf-4a47-af2a-774ee241d7e9 req-b86c1258-3e9d-49cd-9fea-446f9429358a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:51.716009 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9a331-68bf-4a47-af2a-774ee241d7e9 req-b86c1258-3e9d-49cd-9fea-446f9429358a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:51.722946 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9a331-68bf-4a47-af2a-774ee241d7e9 req-b86c1258-3e9d-49cd-9fea-446f9429358a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:51.728885 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9a331-68bf-4a47-af2a-774ee241d7e9 req-b86c1258-3e9d-49cd-9fea-446f9429358a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:51.734936 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9a331-68bf-4a47-af2a-774ee241d7e9 req-b86c1258-3e9d-49cd-9fea-446f9429358a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:51.738234 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17a9a331-68bf-4a47-af2a-774ee241d7e9 req-b86c1258-3e9d-49cd-9fea-446f9429358a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 4600 time: 0.8285582 Jul 06 13:54:51.751170 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-0273184d-f1b7-4905-aec1-ea6b17acc92c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:51.799427 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-0273184d-f1b7-4905-aec1-ea6b17acc92c service neutron] Transition to ACTIVE for port object 4a5aa084-e04f-46d8-b478-f57cec682a06 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:51.856268 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fe9166d-56ac-4b02-b672-07f7889d7d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:51.861611 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-0273184d-f1b7-4905-aec1-ea6b17acc92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:51.868655 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.db.api [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 13:54:51.869318 n-d-773644-6 neutron-server[100419]: DEBUG oslo_db.api [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 13:54:51.890421 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fe9166d-56ac-4b02-b672-07f7889d7d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:51.914180 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17a9a331-68bf-4a47-af2a-774ee241d7e9 req-04d472a0-a111-478f-9bd2-a6e52cde633d tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&id=59ea11e9-a7c3-4f55-bc0e-cb861bd4f006&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1685188 Jul 06 13:54:51.919427 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe9166d-56ac-4b02-b672-07f7889d7d43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:54:51.947182 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fe9166d-56ac-4b02-b672-07f7889d7d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:51.947534 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-1fe9166d-56ac-4b02-b672-07f7889d7d43 admin admin] Added segment c7abce83-2685-4854-b1a1-e7e440928663 of type vlan for network 785507b2-3fba-47d1-a1bb-15ed6664aaf7 Jul 06 13:54:51.949135 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9166d-56ac-4b02-b672-07f7889d7d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e293f9-8d3b-42cb-97fe-9e88d5d96180,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:51.973859 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-0273184d-f1b7-4905-aec1-ea6b17acc92c service neutron] No DVR routers for this DVR port 4a5aa084-e04f-46d8-b478-f57cec682a06 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:54:51.976074 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273184d-f1b7-4905-aec1-ea6b17acc92c service neutron] Pushing event updated for resources: {'Port': ['ID=4a5aa084-e04f-46d8-b478-f57cec682a06,revision_number=10']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:51.987580 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1486834f-835d-403e-b5c1-b0859481fbe7 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:52.033804 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95e8636-b469-441a-a24c-df6a4b4db4e0 x-openstack-request-id: req-d95e8636-b469-441a-a24c-df6a4b4db4e0 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:52.034112 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "tag": "3bf54f58-f9c5-43f6-908a-701f8adcdcce", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:52.034354 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-d95e8636-b469-441a-a24c-df6a4b4db4e0 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:52.034755 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'tag': '3bf54f58-f9c5-43f6-908a-701f8adcdcce', 'status': 'completed', 'code': 200} Jul 06 13:54:52.066681 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fe9166d-56ac-4b02-b672-07f7889d7d43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:52.133129 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-0273184d-f1b7-4905-aec1-ea6b17acc92c service neutron] Attempting to bind port 4a5aa084-e04f-46d8-b478-f57cec682a06 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:54:52.133129 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-0273184d-f1b7-4905-aec1-ea6b17acc92c service neutron] Attempting to bind port 4a5aa084-e04f-46d8-b478-f57cec682a06 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:54:52.133129 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-0273184d-f1b7-4905-aec1-ea6b17acc92c service neutron] Attempting to bind port 4a5aa084-e04f-46d8-b478-f57cec682a06 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:52.152342 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-0273184d-f1b7-4905-aec1-ea6b17acc92c service neutron] Port 4a5aa084-e04f-46d8-b478-f57cec682a06 on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:54:52.152769 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-0273184d-f1b7-4905-aec1-ea6b17acc92c service neutron] Attempting to bind port 4a5aa084-e04f-46d8-b478-f57cec682a06 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:52.166704 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fe9166d-56ac-4b02-b672-07f7889d7d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:52.167726 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe9166d-56ac-4b02-b672-07f7889d7d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:52.168456 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fe9166d-56ac-4b02-b672-07f7889d7d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:52.186764 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-0273184d-f1b7-4905-aec1-ea6b17acc92c service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:54:52.186764 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-0273184d-f1b7-4905-aec1-ea6b17acc92c service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:52.187318 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-0273184d-f1b7-4905-aec1-ea6b17acc92c service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:54:52.187754 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-0273184d-f1b7-4905-aec1-ea6b17acc92c service neutron] Bound port: 4a5aa084-e04f-46d8-b478-f57cec682a06, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:54:52.188117 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-0273184d-f1b7-4905-aec1-ea6b17acc92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:52.215727 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1fe9166d-56ac-4b02-b672-07f7889d7d43 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0226870 Jul 06 13:54:52.218132 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51998) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:52.224707 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-fd2736b8-2b61-4018-be27-c42657f1dc9c admin admin] Request body: {'subnet': {'network_id': '785507b2-3fba-47d1-a1bb-15ed6664aaf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1705669014-subnet', 'tenant_id': 'f3b33f05dba94d1b9a9c28a342a0b5c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:52.323989 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9166d-56ac-4b02-b672-07f7889d7d43 admin admin] Pushing event updated for resources: {'Network': ['ID=785507b2-3fba-47d1-a1bb-15ed6664aaf7,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:52.334712 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 785507b2-3fba-47d1-a1bb-15ed6664aaf7 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:54:52.352910 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31873e5-55ee-4a2a-af67-f0800ea72f76 req-ba3b89e0-ef4c-4407-9b0a-6eb5ec9c5f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:52.353413 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31873e5-55ee-4a2a-af67-f0800ea72f76 req-ba3b89e0-ef4c-4407-9b0a-6eb5ec9c5f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:52.354137 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31873e5-55ee-4a2a-af67-f0800ea72f76 req-ba3b89e0-ef4c-4407-9b0a-6eb5ec9c5f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:52.354622 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31873e5-55ee-4a2a-af67-f0800ea72f76 req-ba3b89e0-ef4c-4407-9b0a-6eb5ec9c5f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:52.355119 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31873e5-55ee-4a2a-af67-f0800ea72f76 req-ba3b89e0-ef4c-4407-9b0a-6eb5ec9c5f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:52.355597 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31873e5-55ee-4a2a-af67-f0800ea72f76 req-ba3b89e0-ef4c-4407-9b0a-6eb5ec9c5f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:52.357688 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a31873e5-55ee-4a2a-af67-f0800ea72f76 req-ba3b89e0-ef4c-4407-9b0a-6eb5ec9c5f1c service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=6ead5c3559fe4c91b54e392cf2e3f6be&device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 5286 time: 0.2825296 Jul 06 13:54:52.394953 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1486834f-835d-403e-b5c1-b0859481fbe7 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Router 2e5056f8-f2c4-49fa-b077-6499a8679b8d is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:54:52.449503 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1c65624-bad8-4c3b-b824-eea7de90200b req-760f57a7-923d-4163-88e2-6a4e8b9de1a2 tempest-ServerShowV247Test-876722278 tempest-ServerShowV247Test-876722278-project] 10.222.0.118 "GET /v2.0/ports?device_id=00737ae9-6194-4510-b847-047acc9ba9eb HTTP/1.1" status: 200 len: 210 time: 0.1104774 Jul 06 13:54:52.521644 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-83c458d1-38a3-4e98-997e-805d22544dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f298cdfc-2d7b-46d9-818e-7576966d6307 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:52.527835 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2736b8-2b61-4018-be27-c42657f1dc9c admin admin] Made reservation on behalf of f3b33f05dba94d1b9a9c28a342a0b5c4 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:54:52.531021 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fd2736b8-2b61-4018-be27-c42657f1dc9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:52.544901 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1486834f-835d-403e-b5c1-b0859481fbe7 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:54:52.557104 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbd999e-11f5-4cb7-a194-7473e7de66b9 None None] Sync routers for ids ['2e5056f8-f2c4-49fa-b077-6499a8679b8d'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:54:52.563296 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-83c458d1-38a3-4e98-997e-805d22544dc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:52.568786 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbd999e-11f5-4cb7-a194-7473e7de66b9 None None] Routers {'2e5056f8-f2c4-49fa-b077-6499a8679b8d'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:54:52.569617 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8bbd999e-11f5-4cb7-a194-7473e7de66b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:54:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2e5056f8-f2c4-49fa-b077-6499a8679b8d'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:52.587751 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1486834f-835d-403e-b5c1-b0859481fbe7 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:52.593806 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1486834f-835d-403e-b5c1-b0859481fbe7 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.8129442 Jul 06 13:54:52.594375 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52002) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:52.601309 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-0273184d-f1b7-4905-aec1-ea6b17acc92c service neutron] For port 4a5aa084-e04f-46d8-b478-f57cec682a06, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:52.615164 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8bbd999e-11f5-4cb7-a194-7473e7de66b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:52.631691 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbd999e-11f5-4cb7-a194-7473e7de66b9 None None] Routers {'2e5056f8-f2c4-49fa-b077-6499a8679b8d'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:54:52.632323 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8bbd999e-11f5-4cb7-a194-7473e7de66b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:54:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2e5056f8-f2c4-49fa-b077-6499a8679b8d'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:52.642172 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-0273184d-f1b7-4905-aec1-ea6b17acc92c service neutron] For port 4a5aa084-e04f-46d8-b478-f57cec682a06, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4a5aa084-e04f-46d8-b478-f57cec682a06,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:54:52.672665 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-0273184d-f1b7-4905-aec1-ea6b17acc92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:52.682227 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-83c458d1-38a3-4e98-997e-805d22544dc7 service neutron] Transition to ACTIVE for port object f298cdfc-2d7b-46d9-818e-7576966d6307 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:52.710144 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8bbd999e-11f5-4cb7-a194-7473e7de66b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:52.711183 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbd999e-11f5-4cb7-a194-7473e7de66b9 None None] The sync data for ids ['2e5056f8-f2c4-49fa-b077-6499a8679b8d'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:54:52.736903 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-83c458d1-38a3-4e98-997e-805d22544dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:52.784825 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cbc2eb46-dd79-4d6a-849c-da1978e2072b tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "GET /v2.0/routers/2e5056f8-f2c4-49fa-b077-6499a8679b8d HTTP/1.1" status: 200 len: 925 time: 0.1878445 Jul 06 13:54:52.788959 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52006) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:52.791833 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-0273184d-f1b7-4905-aec1-ea6b17acc92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:52.792530 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-0273184d-f1b7-4905-aec1-ea6b17acc92c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:52.794105 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-0273184d-f1b7-4905-aec1-ea6b17acc92c service neutron] 10.222.0.52 "PUT /v2.0/ports/4a5aa084-e04f-46d8-b478-f57cec682a06 HTTP/1.1" status: 200 len: 1096 time: 2.7632368 Jul 06 13:54:52.797462 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31873e5-55ee-4a2a-af67-f0800ea72f76 req-4b8e8fe5-a6be-42e3-a897-cc880673b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:52.798018 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31873e5-55ee-4a2a-af67-f0800ea72f76 req-4b8e8fe5-a6be-42e3-a897-cc880673b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:52.798512 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31873e5-55ee-4a2a-af67-f0800ea72f76 req-4b8e8fe5-a6be-42e3-a897-cc880673b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:52.808797 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a31873e5-55ee-4a2a-af67-f0800ea72f76 req-4b8e8fe5-a6be-42e3-a897-cc880673b2c4 service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=6ead5c3559fe4c91b54e392cf2e3f6be&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4148936 Jul 06 13:54:53.037817 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273184d-f1b7-4905-aec1-ea6b17acc92c service neutron] Pushing event updated for resources: {'Port': ['ID=4a5aa084-e04f-46d8-b478-f57cec682a06,revision_number=11']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:53.117987 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8f285145-d3d3-40be-b3af-4d343b976782 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "GET /v2.0/ports?device_id=2e5056f8-f2c4-49fa-b077-6499a8679b8d HTTP/1.1" status: 200 len: 205 time: 0.3277786 Jul 06 13:54:53.120646 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52010) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:53.231913 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-854b5675-889a-439e-a1ae-0b1cfd7ab25b tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:53.262334 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c458d1-38a3-4e98-997e-805d22544dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=f298cdfc-2d7b-46d9-818e-7576966d6307,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:53.277316 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31873e5-55ee-4a2a-af67-f0800ea72f76 req-e962182c-550b-4c52-8370-835645850284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:53.278863 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a31873e5-55ee-4a2a-af67-f0800ea72f76 req-e962182c-550b-4c52-8370-835645850284 service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4535756 Jul 06 13:54:53.309064 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-08d76658-f4a6-4415-af59-e98d5544f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:53.310622 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-08d76658-f4a6-4415-af59-e98d5544f5b5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 1099 time: 0.4793787 Jul 06 13:54:53.341237 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-854b5675-889a-439e-a1ae-0b1cfd7ab25b tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:53.365190 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5841b-9cad-4188-9047-b26264a0a8d3 req-cb280339-fd12-4556-9511-c5dba75a43fb tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:53.366787 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-81f5841b-9cad-4188-9047-b26264a0a8d3 req-cb280339-fd12-4556-9511-c5dba75a43fb tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 948 time: 0.4933093 Jul 06 13:54:53.394992 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-854b5675-889a-439e-a1ae-0b1cfd7ab25b tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Deleting port f646c96f-6bea-452a-8e76-69f4ef35672b {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:54:53.395592 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-854b5675-889a-439e-a1ae-0b1cfd7ab25b tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:53.398799 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fd2736b8-2b61-4018-be27-c42657f1dc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:53.421609 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-83c458d1-38a3-4e98-997e-805d22544dc7 service neutron] Attempting to bind port f298cdfc-2d7b-46d9-818e-7576966d6307 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:54:53.422019 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-83c458d1-38a3-4e98-997e-805d22544dc7 service neutron] Attempting to bind port f298cdfc-2d7b-46d9-818e-7576966d6307 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd4681e72-a6e0-4598-880f-0c79f70e2adb'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:54:53.422353 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-83c458d1-38a3-4e98-997e-805d22544dc7 service neutron] Attempting to bind port f298cdfc-2d7b-46d9-818e-7576966d6307 on network d4681e72-a6e0-4598-880f-0c79f70e2adb {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:53.470335 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-83c458d1-38a3-4e98-997e-805d22544dc7 service neutron] Port f298cdfc-2d7b-46d9-818e-7576966d6307 on network d4681e72-a6e0-4598-880f-0c79f70e2adb not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:54:53.470692 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-83c458d1-38a3-4e98-997e-805d22544dc7 service neutron] Attempting to bind port f298cdfc-2d7b-46d9-818e-7576966d6307 on network d4681e72-a6e0-4598-880f-0c79f70e2adb {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:53.480826 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-854b5675-889a-439e-a1ae-0b1cfd7ab25b tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:53.493555 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-854b5675-889a-439e-a1ae-0b1cfd7ab25b tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Calling delete_port for f646c96f-6bea-452a-8e76-69f4ef35672b owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:54:53.507668 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-83c458d1-38a3-4e98-997e-805d22544dc7 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:54:53.508006 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-83c458d1-38a3-4e98-997e-805d22544dc7 service neutron] Checking segment: {'id': '3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd4681e72-a6e0-4598-880f-0c79f70e2adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:53.508392 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-83c458d1-38a3-4e98-997e-805d22544dc7 service neutron] Bound using segment: {'id': '3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd4681e72-a6e0-4598-880f-0c79f70e2adb'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:54:53.508839 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-83c458d1-38a3-4e98-997e-805d22544dc7 service neutron] Bound port: f298cdfc-2d7b-46d9-818e-7576966d6307, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd4681e72-a6e0-4598-880f-0c79f70e2adb'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:54:53.509195 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-83c458d1-38a3-4e98-997e-805d22544dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:53.540919 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2736b8-2b61-4018-be27-c42657f1dc9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c78c6465-adc1-4d16-9ac9-c4ec95873353,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:53.557512 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-81f5841b-9cad-4188-9047-b26264a0a8d3 req-e7b0bc64-b5a2-4288-bdb9-3fdd7567b959 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550660 Jul 06 13:54:53.584823 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-4e4ff0b5-683d-4bcb-bb9a-49e5ecdfc6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:53.586389 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-4e4ff0b5-683d-4bcb-bb9a-49e5ecdfc6de service neutron] 10.222.0.52 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.2662055 Jul 06 13:54:53.588998 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2736b8-2b61-4018-be27-c42657f1dc9c admin admin] Checking segment: {'id': 'c7abce83-2685-4854-b1a1-e7e440928663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '785507b2-3fba-47d1-a1bb-15ed6664aaf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:53.589804 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2736b8-2b61-4018-be27-c42657f1dc9c admin admin] Network hostable DHCP agents. Network: 785507b2-3fba-47d1-a1bb-15ed6664aaf7, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:54:53.665911 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-854b5675-889a-439e-a1ae-0b1cfd7ab25b tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:53.694282 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b5675-889a-439e-a1ae-0b1cfd7ab25b tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Pushing event deleted for resources: {'Port': ['ID=f646c96f-6bea-452a-8e76-69f4ef35672b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:53.760849 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-854b5675-889a-439e-a1ae-0b1cfd7ab25b tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:53.867861 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-854b5675-889a-439e-a1ae-0b1cfd7ab25b tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:53.870205 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-854b5675-889a-439e-a1ae-0b1cfd7ab25b tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:53.913966 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-a6205057-e8a4-4425-a205-c492e5df672d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=4a5aa084-e04f-46d8-b478-f57cec682a06 HTTP/1.1" status: 200 len: 217 time: 0.3181019 Jul 06 13:54:53.919703 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-854b5675-889a-439e-a1ae-0b1cfd7ab25b tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:53.920268 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854b5675-889a-439e-a1ae-0b1cfd7ab25b tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Fanout notify agent at l3_agent the message router_deleted on router 2e5056f8-f2c4-49fa-b077-6499a8679b8d {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:54:53.932709 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-854b5675-889a-439e-a1ae-0b1cfd7ab25b tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:53.934161 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-854b5675-889a-439e-a1ae-0b1cfd7ab25b tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "DELETE /v2.0/routers/2e5056f8-f2c4-49fa-b077-6499a8679b8d HTTP/1.1" status: 204 len: 168 time: 0.8125553 Jul 06 13:54:53.939157 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52014) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:53.944490 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-62be2380-a180-485c-bf10-c54e7f0c95f0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1663626119', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'enable_snat': False}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:53.968453 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62be2380-a180-485c-bf10-c54e7f0c95f0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:53.969609 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62be2380-a180-485c-bf10-c54e7f0c95f0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:53.970742 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-517a45c8-74fe-4c05-8399-a93758cfe83b req-2951c692-53e3-4df9-adcd-3549524abfde tempest-ServerShowV247Test-876722278 tempest-ServerShowV247Test-876722278-project] 10.222.0.118 "GET /v2.0/ports?device_id=00737ae9-6194-4510-b847-047acc9ba9eb&device_id=eaca8e14-08fd-488e-8b78-d79be12fe42e HTTP/1.1" status: 200 len: 210 time: 0.0662398 Jul 06 13:54:53.996535 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-83c458d1-38a3-4e98-997e-805d22544dc7 service neutron] For port f298cdfc-2d7b-46d9-818e-7576966d6307, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:54.000472 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2736b8-2b61-4018-be27-c42657f1dc9c admin admin] Network 785507b2-3fba-47d1-a1bb-15ed6664aaf7 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:54:54.021350 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-83c458d1-38a3-4e98-997e-805d22544dc7 service neutron] For port f298cdfc-2d7b-46d9-818e-7576966d6307, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f298cdfc-2d7b-46d9-818e-7576966d6307,segment=NetworkSegment(3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36),segment_id=3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:54:54.024325 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-fd2736b8-2b61-4018-be27-c42657f1dc9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 785507b2-3fba-47d1-a1bb-15ed6664aaf7) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:54.025656 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62be2380-a180-485c-bf10-c54e7f0c95f0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:54.031851 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2736b8-2b61-4018-be27-c42657f1dc9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:54.032697 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fd2736b8-2b61-4018-be27-c42657f1dc9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:54.035396 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'tag': 'f2296885-8899-45b5-95c4-bfe40a9e131c'}, {'server_uuid': 'b355fdca-9197-46f4-b409-b93eed02dbba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a5aa084-e04f-46d8-b478-f57cec682a06'}, {'name': 'network-changed', 'server_uuid': 'b355fdca-9197-46f4-b409-b93eed02dbba', 'tag': '4a5aa084-e04f-46d8-b478-f57cec682a06'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:54.037037 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71ce794-93a4-44da-9224-5550c1792d6e None None] Network 785507b2-3fba-47d1-a1bb-15ed6664aaf7 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:54.038110 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c13c36c-99bd-4e53-86d2-f208137d4ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "tag": "f2296885-8899-45b5-95c4-bfe40a9e131c"}, {"server_uuid": "b355fdca-9197-46f4-b409-b93eed02dbba", "name": "network-vif-unplugged", "status": "completed", "tag": "4a5aa084-e04f-46d8-b478-f57cec682a06"}, {"name": "network-changed", "server_uuid": "b355fdca-9197-46f4-b409-b93eed02dbba", "tag": "4a5aa084-e04f-46d8-b478-f57cec682a06"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:54.044610 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-83c458d1-38a3-4e98-997e-805d22544dc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:54.055502 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-7ae9f8a3-b581-4207-9f31-03a3b5b90cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:54.057159 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-7ae9f8a3-b581-4207-9f31-03a3b5b90cb6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1279414 Jul 06 13:54:54.095610 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-fd2736b8-2b61-4018-be27-c42657f1dc9c admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8751051 Jul 06 13:54:54.103945 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-83c458d1-38a3-4e98-997e-805d22544dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:54.104915 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-83c458d1-38a3-4e98-997e-805d22544dc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:54.109462 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-83c458d1-38a3-4e98-997e-805d22544dc7 service neutron] 10.222.0.124 "PUT /v2.0/ports/f298cdfc-2d7b-46d9-818e-7576966d6307 HTTP/1.1" status: 200 len: 1131 time: 3.2200050 Jul 06 13:54:54.218059 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-d2e1282a-ad2f-45e1-a132-ceaf597f4e9e service neutron] Request body: {'port': {'device_id': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:54.229177 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62be2380-a180-485c-bf10-c54e7f0c95f0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:54.232163 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec598645-fea0-41b9-b8c9-436bfe451683 None None] Network 785507b2-3fba-47d1-a1bb-15ed6664aaf7 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:54:54.323213 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c458d1-38a3-4e98-997e-805d22544dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=f298cdfc-2d7b-46d9-818e-7576966d6307,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:54.407850 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-a7d0e824-30a0-4d15-94ee-ec8706eea74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:54.409609 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-a7d0e824-30a0-4d15-94ee-ec8706eea74b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3310153 Jul 06 13:54:54.410571 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-d2e1282a-ad2f-45e1-a132-ceaf597f4e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:54.442297 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1eb5ea-844e-40ea-b79d-3e48e6a6416c req-fd31b98c-5698-4d15-bce9-bfb478feb3fe tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:54.444114 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dd1eb5ea-844e-40ea-b79d-3e48e6a6416c req-fd31b98c-5698-4d15-bce9-bfb478feb3fe tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=d1a7a91f-5a2c-4614-8c39-bcc63fff4766 HTTP/1.1" status: 200 len: 945 time: 0.2735422 Jul 06 13:54:54.515940 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62be2380-a180-485c-bf10-c54e7f0c95f0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:54.539427 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62be2380-a180-485c-bf10-c54e7f0c95f0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:54.592125 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dd1eb5ea-844e-40ea-b79d-3e48e6a6416c req-9def8c7a-b16c-4e3c-98d1-5722d76548ef tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366246 Jul 06 13:54:54.648909 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-eeedc232-ffbf-4e9c-848b-3a4474a16c25 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255588 Jul 06 13:54:54.650947 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-62be2380-a180-485c-bf10-c54e7f0c95f0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Allocated IP 172.25.6.126 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/e24f251f-fb5d-4094-abc9-cff12a3cdae3) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:54:54.762319 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62be2380-a180-485c-bf10-c54e7f0c95f0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:54.805675 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62be2380-a180-485c-bf10-c54e7f0c95f0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:54.844667 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62be2380-a180-485c-bf10-c54e7f0c95f0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:54.849284 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-62be2380-a180-485c-bf10-c54e7f0c95f0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:54.855610 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62be2380-a180-485c-bf10-c54e7f0c95f0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:54:54.872588 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1ece485-4984-4109-af53-5e08adfaf1e2 req-6f0d5244-4d7a-4983-8a18-cc4908d95c2a service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132459 Jul 06 13:54:54.880052 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be2380-a180-485c-bf10-c54e7f0c95f0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Pushing event updated for resources: {'Port': ['ID=e24f251f-fb5d-4094-abc9-cff12a3cdae3,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:54.898558 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314ab85-a78e-4582-b6b4-1853a7cc38e8 req-299d22ae-b748-4494-8976-db6e99518320 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:54.905167 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314ab85-a78e-4582-b6b4-1853a7cc38e8 req-299d22ae-b748-4494-8976-db6e99518320 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:54.911199 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314ab85-a78e-4582-b6b4-1853a7cc38e8 req-299d22ae-b748-4494-8976-db6e99518320 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:54.917119 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314ab85-a78e-4582-b6b4-1853a7cc38e8 req-299d22ae-b748-4494-8976-db6e99518320 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:54.923118 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314ab85-a78e-4582-b6b4-1853a7cc38e8 req-299d22ae-b748-4494-8976-db6e99518320 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:54.929033 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314ab85-a78e-4582-b6b4-1853a7cc38e8 req-299d22ae-b748-4494-8976-db6e99518320 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:54.934964 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314ab85-a78e-4582-b6b4-1853a7cc38e8 req-299d22ae-b748-4494-8976-db6e99518320 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:54.937469 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d314ab85-a78e-4582-b6b4-1853a7cc38e8 req-299d22ae-b748-4494-8976-db6e99518320 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 5373 time: 0.2243764 Jul 06 13:54:55.016293 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d314ab85-a78e-4582-b6b4-1853a7cc38e8 req-74e13460-1c55-451c-bd76-0f30ab58fd36 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&id=59ea11e9-a7c3-4f55-bc0e-cb861bd4f006&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700240 Jul 06 13:54:55.022379 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-d2e1282a-ad2f-45e1-a132-ceaf597f4e9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 171b252b-03fa-4033-823a-10959a31f1bc {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:55.031214 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-d2e1282a-ad2f-45e1-a132-ceaf597f4e9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:55.044601 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-d2e1282a-ad2f-45e1-a132-ceaf597f4e9e service neutron] Transition to ACTIVE for port object 171b252b-03fa-4033-823a-10959a31f1bc will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:55.051727 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-d2e1282a-ad2f-45e1-a132-ceaf597f4e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:55.116644 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1282a-ad2f-45e1-a132-ceaf597f4e9e service neutron] Pushing event updated for resources: {'Port': ['ID=171b252b-03fa-4033-823a-10959a31f1bc,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:55.156546 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62be2380-a180-485c-bf10-c54e7f0c95f0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:55.217376 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-d2e1282a-ad2f-45e1-a132-ceaf597f4e9e service neutron] Attempting to bind port 171b252b-03fa-4033-823a-10959a31f1bc on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:54:55.218262 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-d2e1282a-ad2f-45e1-a132-ceaf597f4e9e service neutron] Attempting to bind port 171b252b-03fa-4033-823a-10959a31f1bc by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd4681e72-a6e0-4598-880f-0c79f70e2adb'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:54:55.218599 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-d2e1282a-ad2f-45e1-a132-ceaf597f4e9e service neutron] Attempting to bind port 171b252b-03fa-4033-823a-10959a31f1bc on network d4681e72-a6e0-4598-880f-0c79f70e2adb {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:55.232775 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-d2e1282a-ad2f-45e1-a132-ceaf597f4e9e service neutron] Port 171b252b-03fa-4033-823a-10959a31f1bc on network d4681e72-a6e0-4598-880f-0c79f70e2adb not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:54:55.233997 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-d2e1282a-ad2f-45e1-a132-ceaf597f4e9e service neutron] Attempting to bind port 171b252b-03fa-4033-823a-10959a31f1bc on network d4681e72-a6e0-4598-880f-0c79f70e2adb {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:55.239565 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-d2e1282a-ad2f-45e1-a132-ceaf597f4e9e service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:54:55.240050 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-d2e1282a-ad2f-45e1-a132-ceaf597f4e9e service neutron] Checking segment: {'id': '3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd4681e72-a6e0-4598-880f-0c79f70e2adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:55.240536 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-d2e1282a-ad2f-45e1-a132-ceaf597f4e9e service neutron] Bound using segment: {'id': '3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd4681e72-a6e0-4598-880f-0c79f70e2adb'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:54:55.241096 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-d2e1282a-ad2f-45e1-a132-ceaf597f4e9e service neutron] Bound port: 171b252b-03fa-4033-823a-10959a31f1bc, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd4681e72-a6e0-4598-880f-0c79f70e2adb'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:54:55.241584 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-d2e1282a-ad2f-45e1-a132-ceaf597f4e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:55.312050 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-d2e1282a-ad2f-45e1-a132-ceaf597f4e9e service neutron] For port 171b252b-03fa-4033-823a-10959a31f1bc, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:55.315843 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-d2e1282a-ad2f-45e1-a132-ceaf597f4e9e service neutron] For port 171b252b-03fa-4033-823a-10959a31f1bc, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=171b252b-03fa-4033-823a-10959a31f1bc,segment=NetworkSegment(3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36),segment_id=3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:54:55.321473 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-d2e1282a-ad2f-45e1-a132-ceaf597f4e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:55.362516 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-d2e1282a-ad2f-45e1-a132-ceaf597f4e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:55.363233 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-d2e1282a-ad2f-45e1-a132-ceaf597f4e9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:55.364719 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-d2e1282a-ad2f-45e1-a132-ceaf597f4e9e service neutron] 10.222.0.124 "PUT /v2.0/ports/171b252b-03fa-4033-823a-10959a31f1bc HTTP/1.1" status: 200 len: 1091 time: 1.1976507 Jul 06 13:54:55.390161 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1282a-ad2f-45e1-a132-ceaf597f4e9e service neutron] Pushing event updated for resources: {'Port': ['ID=171b252b-03fa-4033-823a-10959a31f1bc,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:55.410577 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-751703e7-03d8-4065-8b54-d7787993c03d service neutron] Request body: {'port': {'device_id': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:55.429366 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62be2380-a180-485c-bf10-c54e7f0c95f0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:55.559603 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ebaa5e-3bd6-4430-b85f-a1059a01b2bd x-openstack-request-id: req-c6ebaa5e-3bd6-4430-b85f-a1059a01b2bd {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:55.559836 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "tag": "f2296885-8899-45b5-95c4-bfe40a9e131c", "status": "completed", "code": 200}, {"server_uuid": "b355fdca-9197-46f4-b409-b93eed02dbba", "name": "network-vif-unplugged", "status": "completed", "tag": "4a5aa084-e04f-46d8-b478-f57cec682a06", "code": 200}, {"name": "network-changed", "server_uuid": "b355fdca-9197-46f4-b409-b93eed02dbba", "tag": "4a5aa084-e04f-46d8-b478-f57cec682a06", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:55.560191 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c6ebaa5e-3bd6-4430-b85f-a1059a01b2bd {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:55.560756 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'tag': 'f2296885-8899-45b5-95c4-bfe40a9e131c', 'status': 'completed', 'code': 200} Jul 06 13:54:55.561656 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b355fdca-9197-46f4-b409-b93eed02dbba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a5aa084-e04f-46d8-b478-f57cec682a06', 'code': 200} Jul 06 13:54:55.562844 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b355fdca-9197-46f4-b409-b93eed02dbba', 'tag': '4a5aa084-e04f-46d8-b478-f57cec682a06', 'status': 'completed', 'code': 200} Jul 06 13:54:55.566403 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45bbe3e1-8953-47f1-a12d-1cfd8f44dd89 req-204b47e1-8d29-43cb-9309-aaa63c3ce06d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f359655af8684a299bd48bd3d8a0e343&device_id=00737ae9-6194-4510-b847-047acc9ba9eb HTTP/1.1" status: 200 len: 210 time: 0.0692527 Jul 06 13:54:55.568785 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-751703e7-03d8-4065-8b54-d7787993c03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:55.665030 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45bbe3e1-8953-47f1-a12d-1cfd8f44dd89 req-674e6f98-9448-4922-a396-b88c1de65f07 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=f359655af8684a299bd48bd3d8a0e343&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607543 Jul 06 13:54:55.671628 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62be2380-a180-485c-bf10-c54e7f0c95f0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Router f6440b42-9bdf-41cd-b242-1289c40082b4 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:54:55.692263 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-bf42c485-fbdb-4fa5-bb95-43a7b4565565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:55.695117 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-bf42c485-fbdb-4fa5-bb95-43a7b4565565 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 1099 time: 0.1132920 Jul 06 13:54:55.827159 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-e6499488-1ee5-4178-b11b-f4939ff4b42d req-f36cb698-6833-407b-95d1-f82f0087d6fa tempest-SecurityGroupsNegativeTestJSON-1062244652 tempest-SecurityGroupsNegativeTestJSON-1062244652-project] show failed (client error): The resource could not be found. Jul 06 13:54:55.828149 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e6499488-1ee5-4178-b11b-f4939ff4b42d req-f36cb698-6833-407b-95d1-f82f0087d6fa tempest-SecurityGroupsNegativeTestJSON-1062244652 tempest-SecurityGroupsNegativeTestJSON-1062244652-project] 10.222.0.118 "GET /v2.0/security-groups/b34adf0b-16bc-49e5-a44a-a04a20c94b99 HTTP/1.1" status: 404 len: 352 time: 0.0827763 Jul 06 13:54:55.859236 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-b98a2c80-7255-4b65-ae8f-cc215b9b390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:55.859805 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-b98a2c80-7255-4b65-ae8f-cc215b9b390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:55.860299 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-b98a2c80-7255-4b65-ae8f-cc215b9b390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:55.860796 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-b98a2c80-7255-4b65-ae8f-cc215b9b390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:55.861281 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-b98a2c80-7255-4b65-ae8f-cc215b9b390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:55.861804 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-b98a2c80-7255-4b65-ae8f-cc215b9b390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:55.862302 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-b98a2c80-7255-4b65-ae8f-cc215b9b390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:55.864346 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-b98a2c80-7255-4b65-ae8f-cc215b9b390c service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=6ead5c3559fe4c91b54e392cf2e3f6be&device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 6277 time: 0.2968788 Jul 06 13:54:55.891583 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-bac0c16f-fe6b-42f4-bc39-226d6a58e8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:55.894560 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-bac0c16f-fe6b-42f4-bc39-226d6a58e8e7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.1894789 Jul 06 13:54:55.895965 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62be2380-a180-485c-bf10-c54e7f0c95f0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:54:55.913160 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bcf989-b6bc-40c7-8c93-79c4319a675c None None] Sync routers for ids ['f6440b42-9bdf-41cd-b242-1289c40082b4'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:54:55.927577 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bcf989-b6bc-40c7-8c93-79c4319a675c None None] Routers {'f6440b42-9bdf-41cd-b242-1289c40082b4'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:54:55.928218 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-46bcf989-b6bc-40c7-8c93-79c4319a675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:54:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['f6440b42-9bdf-41cd-b242-1289c40082b4'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:55.951409 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-8a4f731f-be8d-4a1f-a9d1-01254a60c167 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=4a5aa084-e04f-46d8-b478-f57cec682a06 HTTP/1.1" status: 200 len: 217 time: 0.0383961 Jul 06 13:54:55.952304 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62be2380-a180-485c-bf10-c54e7f0c95f0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:55.953513 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-62be2380-a180-485c-bf10-c54e7f0c95f0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.0128930 Jul 06 13:54:55.956146 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52036) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:56.030781 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbe3e1-8953-47f1-a12d-1cfd8f44dd89 req-62fe60c8-62f8-4a69-b88a-3a04be28a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:56.032696 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45bbe3e1-8953-47f1-a12d-1cfd8f44dd89 req-62fe60c8-62f8-4a69-b88a-3a04be28a760 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3584533 Jul 06 13:54:56.047561 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-46bcf989-b6bc-40c7-8c93-79c4319a675c None None] Set router f6440b42-9bdf-41cd-b242-1289c40082b4 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:54:56.093951 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-ba879aae-982b-4697-a4e3-50183e655d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:56.095616 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-ba879aae-982b-4697-a4e3-50183e655d62 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1335855 Jul 06 13:54:56.112266 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-9c273539-12d3-47b6-8dd9-fe598de8e314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:56.112772 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-9c273539-12d3-47b6-8dd9-fe598de8e314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:56.113240 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-9c273539-12d3-47b6-8dd9-fe598de8e314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:56.114988 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-9c273539-12d3-47b6-8dd9-fe598de8e314 service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=6ead5c3559fe4c91b54e392cf2e3f6be&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2411907 Jul 06 13:54:56.142263 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-63dcf4a4-cdf5-494b-b5c5-f17976632b07 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "GET /v2.0/routers/f6440b42-9bdf-41cd-b242-1289c40082b4 HTTP/1.1" status: 200 len: 909 time: 0.1848786 Jul 06 13:54:56.144886 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52040) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:56.149425 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-2bad6867-533e-4c52-ae39-91eaedae5219 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1663626119', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'enable_snat': True}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:56.189728 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2bad6867-533e-4c52-ae39-91eaedae5219 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:56.190852 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2bad6867-533e-4c52-ae39-91eaedae5219 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:56.202853 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-0e13177b-94f3-4a04-a24b-26dd13822050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:56.202853 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-0e13177b-94f3-4a04-a24b-26dd13822050 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0984302 Jul 06 13:54:56.203939 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed883d73-5635-4096-9022-c6fe414761c6 req-35c4085e-0ee3-44fd-a180-69b3dbf0dff1 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:56.205557 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ed883d73-5635-4096-9022-c6fe414761c6 req-35c4085e-0ee3-44fd-a180-69b3dbf0dff1 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 948 time: 0.2317717 Jul 06 13:54:56.257921 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-46bcf989-b6bc-40c7-8c93-79c4319a675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6440b42-9bdf-41cd-b242-1289c40082b4', 'name': 'tempest-snat-router-1663626119', 'tenant_id': '044d5d01c6574b9ba36337b942b18d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.126'}], 'enable_snat': False}, 'gw_port_id': 'e24f251f-fb5d-4094-abc9-cff12a3cdae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:54:53Z', 'updated_at': '2021-07-06T13:54:55Z', 'revision_number': 3, 'project_id': '044d5d01c6574b9ba36337b942b18d66', 'gw_port': {'id': 'e24f251f-fb5d-4094-abc9-cff12a3cdae3', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:58:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6440b42-9bdf-41cd-b242-1289c40082b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:54:54Z', 'updated_at': '2021-07-06T13:54:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:56.263479 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-751703e7-03d8-4065-8b54-d7787993c03d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60bb4054-389a-44fa-bb3f-77929909aa44 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:56.275636 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-751703e7-03d8-4065-8b54-d7787993c03d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:56.294214 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bcf989-b6bc-40c7-8c93-79c4319a675c None None] Checking router: f6440b42-9bdf-41cd-b242-1289c40082b4 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:54:56.295162 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bcf989-b6bc-40c7-8c93-79c4319a675c None None] Updating router f6440b42-9bdf-41cd-b242-1289c40082b4 port e24f251f-fb5d-4094-abc9-cff12a3cdae3 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:54:56.305603 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2bad6867-533e-4c52-ae39-91eaedae5219 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:56.314228 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-751703e7-03d8-4065-8b54-d7787993c03d service neutron] Transition to ACTIVE for port object 60bb4054-389a-44fa-bb3f-77929909aa44 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:56.320863 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ed883d73-5635-4096-9022-c6fe414761c6 req-80bcd204-1715-42e4-b4a2-c61824fc4d64 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886419 Jul 06 13:54:56.329884 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-751703e7-03d8-4065-8b54-d7787993c03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:56.348795 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-46bcf989-b6bc-40c7-8c93-79c4319a675c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:56.367917 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-d1539baf-fcbb-4417-a539-fdd121e16a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:56.369505 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-d1539baf-fcbb-4417-a539-fdd121e16a34 service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2468607 Jul 06 13:54:56.395723 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751703e7-03d8-4065-8b54-d7787993c03d service neutron] Pushing event updated for resources: {'Port': ['ID=60bb4054-389a-44fa-bb3f-77929909aa44,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:56.564752 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ac67cc12-2262-49c0-a9f0-ebbd9e714fa4 req-4d82fe2e-048d-401d-9abe-9ee957fc0809 tempest-ServerShowV247Test-876722278 tempest-ServerShowV247Test-876722278-project] 10.222.0.118 "GET /v2.0/ports?device_id=00737ae9-6194-4510-b847-047acc9ba9eb HTTP/1.1" status: 200 len: 210 time: 0.0455649 Jul 06 13:54:56.567552 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-751703e7-03d8-4065-8b54-d7787993c03d service neutron] Attempting to bind port 60bb4054-389a-44fa-bb3f-77929909aa44 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:54:56.568088 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-751703e7-03d8-4065-8b54-d7787993c03d service neutron] Attempting to bind port 60bb4054-389a-44fa-bb3f-77929909aa44 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd4681e72-a6e0-4598-880f-0c79f70e2adb'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:54:56.568821 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-751703e7-03d8-4065-8b54-d7787993c03d service neutron] Attempting to bind port 60bb4054-389a-44fa-bb3f-77929909aa44 on network d4681e72-a6e0-4598-880f-0c79f70e2adb {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:56.582104 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-751703e7-03d8-4065-8b54-d7787993c03d service neutron] Port 60bb4054-389a-44fa-bb3f-77929909aa44 on network d4681e72-a6e0-4598-880f-0c79f70e2adb not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:54:56.582424 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-751703e7-03d8-4065-8b54-d7787993c03d service neutron] Attempting to bind port 60bb4054-389a-44fa-bb3f-77929909aa44 on network d4681e72-a6e0-4598-880f-0c79f70e2adb {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:56.593063 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-751703e7-03d8-4065-8b54-d7787993c03d service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:54:56.593410 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-751703e7-03d8-4065-8b54-d7787993c03d service neutron] Checking segment: {'id': '3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd4681e72-a6e0-4598-880f-0c79f70e2adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:56.593831 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-751703e7-03d8-4065-8b54-d7787993c03d service neutron] Bound using segment: {'id': '3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd4681e72-a6e0-4598-880f-0c79f70e2adb'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:54:56.594280 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-751703e7-03d8-4065-8b54-d7787993c03d service neutron] Bound port: 60bb4054-389a-44fa-bb3f-77929909aa44, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd4681e72-a6e0-4598-880f-0c79f70e2adb'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:54:56.594648 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-751703e7-03d8-4065-8b54-d7787993c03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:56.641138 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-e8d96230-faa4-47f7-a0de-1bf50a469327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:56.643001 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-e8d96230-faa4-47f7-a0de-1bf50a469327 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 1099 time: 0.2013443 Jul 06 13:54:56.811998 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-46bcf989-b6bc-40c7-8c93-79c4319a675c None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:56.817144 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-751703e7-03d8-4065-8b54-d7787993c03d service neutron] For port 60bb4054-389a-44fa-bb3f-77929909aa44, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:56.822934 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-46bcf989-b6bc-40c7-8c93-79c4319a675c None None] Transition to ACTIVE for port object e24f251f-fb5d-4094-abc9-cff12a3cdae3 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:56.834472 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-46bcf989-b6bc-40c7-8c93-79c4319a675c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:56.847495 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-751703e7-03d8-4065-8b54-d7787993c03d service neutron] For port 60bb4054-389a-44fa-bb3f-77929909aa44, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=60bb4054-389a-44fa-bb3f-77929909aa44,segment=NetworkSegment(3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36),segment_id=3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:54:56.860612 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-751703e7-03d8-4065-8b54-d7787993c03d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:56.867300 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-7e361b77-02c1-4fb1-b5bc-d3df0a41422f service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6585405 Jul 06 13:54:56.905512 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac0971-60bb-460e-9e5d-65ff6afe6f4d None None] Pushing event updated for resources: {'Port': ['ID=e24f251f-fb5d-4094-abc9-cff12a3cdae3,revision_number=2']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:56.908902 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-751703e7-03d8-4065-8b54-d7787993c03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:56.915555 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-751703e7-03d8-4065-8b54-d7787993c03d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:56.917333 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-751703e7-03d8-4065-8b54-d7787993c03d service neutron] 10.222.0.124 "PUT /v2.0/ports/60bb4054-389a-44fa-bb3f-77929909aa44 HTTP/1.1" status: 200 len: 1091 time: 1.5146084 Jul 06 13:54:56.922898 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-1bca6be1-19a6-48c8-a465-92a2046a0065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:56.926937 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-1bca6be1-19a6-48c8-a465-92a2046a0065 service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.2684624 Jul 06 13:54:56.951547 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-46bcf989-b6bc-40c7-8c93-79c4319a675c None None] Attempting to bind port e24f251f-fb5d-4094-abc9-cff12a3cdae3 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:54:56.952166 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-46bcf989-b6bc-40c7-8c93-79c4319a675c None None] Attempting to bind port e24f251f-fb5d-4094-abc9-cff12a3cdae3 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:54:56.952318 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bcf989-b6bc-40c7-8c93-79c4319a675c None None] Attempting to bind port e24f251f-fb5d-4094-abc9-cff12a3cdae3 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:56.952818 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2bad6867-533e-4c52-ae39-91eaedae5219 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:56.960335 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bcf989-b6bc-40c7-8c93-79c4319a675c None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:54:56.960720 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bcf989-b6bc-40c7-8c93-79c4319a675c None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:56.961323 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-46bcf989-b6bc-40c7-8c93-79c4319a675c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:56.961725 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bcf989-b6bc-40c7-8c93-79c4319a675c None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:54:56.962225 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-46bcf989-b6bc-40c7-8c93-79c4319a675c None None] Bound port: e24f251f-fb5d-4094-abc9-cff12a3cdae3, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:54:56.962676 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-46bcf989-b6bc-40c7-8c93-79c4319a675c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:56.986727 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-aa4a4dee-617b-4e70-a42c-65eabc5b334d service neutron] Request body: {'port': {'device_id': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:57.044636 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-bc9bbd38-140c-4104-8dd9-20ef49d602a9 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=4a5aa084-e04f-46d8-b478-f57cec682a06 HTTP/1.1" status: 200 len: 217 time: 0.0987411 Jul 06 13:54:57.055852 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04feda-9fc3-4654-a4a7-c87e1b7b46de req-2cd0c0f5-161e-46b7-8358-05a27cf6ce10 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:57.057422 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a04feda-9fc3-4654-a4a7-c87e1b7b46de req-2cd0c0f5-161e-46b7-8358-05a27cf6ce10 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=d1a7a91f-5a2c-4614-8c39-bcc63fff4766 HTTP/1.1" status: 200 len: 945 time: 0.3031526 Jul 06 13:54:57.060331 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-46bcf989-b6bc-40c7-8c93-79c4319a675c None None] For port e24f251f-fb5d-4094-abc9-cff12a3cdae3, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:57.066467 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-46bcf989-b6bc-40c7-8c93-79c4319a675c None None] For port e24f251f-fb5d-4094-abc9-cff12a3cdae3, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=e24f251f-fb5d-4094-abc9-cff12a3cdae3,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:54:57.076207 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-46bcf989-b6bc-40c7-8c93-79c4319a675c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:57.124650 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751703e7-03d8-4065-8b54-d7787993c03d service neutron] Pushing event updated for resources: {'Port': ['ID=60bb4054-389a-44fa-bb3f-77929909aa44,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:57.128976 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-22e2f9ef-a22b-4a76-bf82-d24dd0f21089 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003520 Jul 06 13:54:57.181599 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac0971-60bb-460e-9e5d-65ff6afe6f4d None None] Pushing event updated for resources: {'Port': ['ID=e24f251f-fb5d-4094-abc9-cff12a3cdae3,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:57.211781 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bcf989-b6bc-40c7-8c93-79c4319a675c None None] Routers {'f6440b42-9bdf-41cd-b242-1289c40082b4'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:54:57.212833 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-46bcf989-b6bc-40c7-8c93-79c4319a675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:54:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['f6440b42-9bdf-41cd-b242-1289c40082b4'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:57.271091 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a04feda-9fc3-4654-a4a7-c87e1b7b46de req-f7bfe9e0-54e2-479d-a94a-8e8f08d3d8e8 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812186 Jul 06 13:54:57.299676 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-ae07a0fe-4f32-437d-bbd4-aacd7a3f6589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:57.301163 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-ae07a0fe-4f32-437d-bbd4-aacd7a3f6589 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.2427988 Jul 06 13:54:57.304382 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-aa4a4dee-617b-4e70-a42c-65eabc5b334d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:57.320450 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2bad6867-533e-4c52-ae39-91eaedae5219 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:57.341266 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2bad6867-533e-4c52-ae39-91eaedae5219 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:57.342125 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-46bcf989-b6bc-40c7-8c93-79c4319a675c None None] Set router f6440b42-9bdf-41cd-b242-1289c40082b4 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:54:57.433610 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-45bbe3e1-8953-47f1-a12d-1cfd8f44dd89 req-c3297247-1368-4864-b9e3-57f22e261101 tempest-ServerShowV247Test-876722278 tempest-ServerShowV247Test-876722278-project] 10.222.0.52 "GET /v2.0/ports?device_id=00737ae9-6194-4510-b847-047acc9ba9eb HTTP/1.1" status: 200 len: 210 time: 0.0357246 Jul 06 13:54:57.506050 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-0e5c4f36-3c86-4b4b-9fed-9cc50c0b0f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:57.507388 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-0e5c4f36-3c86-4b4b-9fed-9cc50c0b0f68 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1909263 Jul 06 13:54:57.507685 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-2bad6867-533e-4c52-ae39-91eaedae5219 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Allocated IP 172.25.6.196 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/40509567-ce76-4935-b71d-d6b3034f066a) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:54:57.552895 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-46bcf989-b6bc-40c7-8c93-79c4319a675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6440b42-9bdf-41cd-b242-1289c40082b4', 'name': 'tempest-snat-router-1663626119', 'tenant_id': '044d5d01c6574b9ba36337b942b18d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.126'}], 'enable_snat': False}, 'gw_port_id': 'e24f251f-fb5d-4094-abc9-cff12a3cdae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:54:53Z', 'updated_at': '2021-07-06T13:54:55Z', 'revision_number': 3, 'project_id': '044d5d01c6574b9ba36337b942b18d66', 'gw_port': {'id': 'e24f251f-fb5d-4094-abc9-cff12a3cdae3', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:58:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6440b42-9bdf-41cd-b242-1289c40082b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:54:54Z', 'updated_at': '2021-07-06T13:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:57.585786 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bcf989-b6bc-40c7-8c93-79c4319a675c None None] The sync data for ids ['f6440b42-9bdf-41cd-b242-1289c40082b4'] in n-d-773644-6 is: [{'id': 'f6440b42-9bdf-41cd-b242-1289c40082b4', 'name': 'tempest-snat-router-1663626119', 'tenant_id': '044d5d01c6574b9ba36337b942b18d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.126'}], 'enable_snat': False}, 'gw_port_id': 'e24f251f-fb5d-4094-abc9-cff12a3cdae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:54:53Z', 'updated_at': '2021-07-06T13:54:55Z', 'revision_number': 3, 'project_id': '044d5d01c6574b9ba36337b942b18d66', 'gw_port': {'id': 'e24f251f-fb5d-4094-abc9-cff12a3cdae3', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:58:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6440b42-9bdf-41cd-b242-1289c40082b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:54:54Z', 'updated_at': '2021-07-06T13:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:54:57.661815 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2bad6867-533e-4c52-ae39-91eaedae5219 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:57.713783 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2bad6867-533e-4c52-ae39-91eaedae5219 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:57.753693 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bad6867-533e-4c52-ae39-91eaedae5219 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:57.757199 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-2bad6867-533e-4c52-ae39-91eaedae5219 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:57.760871 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bad6867-533e-4c52-ae39-91eaedae5219 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:54:57.805919 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad6867-533e-4c52-ae39-91eaedae5219 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Pushing event updated for resources: {'Port': ['ID=40509567-ce76-4935-b71d-d6b3034f066a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:57.836532 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'tag': 'f298cdfc-2d7b-46d9-818e-7576966d6307'}, {'name': 'network-changed', 'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'tag': '171b252b-03fa-4033-823a-10959a31f1bc'}, {'name': 'network-changed', 'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'tag': '60bb4054-389a-44fa-bb3f-77929909aa44'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:54:57.838864 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834070b7-d84b-411e-a2d6-b95c3bfd3868" -d '{"events": [{"name": "network-changed", "server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "tag": "f298cdfc-2d7b-46d9-818e-7576966d6307"}, {"name": "network-changed", "server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "tag": "171b252b-03fa-4033-823a-10959a31f1bc"}, {"name": "network-changed", "server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "tag": "60bb4054-389a-44fa-bb3f-77929909aa44"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:58.023674 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be04499-6a26-4e51-9305-d0965bc3c96c req-689aae6b-0d4f-4d32-a600-275fc2fe2bc9 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:58.029733 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be04499-6a26-4e51-9305-d0965bc3c96c req-689aae6b-0d4f-4d32-a600-275fc2fe2bc9 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:58.037319 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be04499-6a26-4e51-9305-d0965bc3c96c req-689aae6b-0d4f-4d32-a600-275fc2fe2bc9 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:58.043520 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be04499-6a26-4e51-9305-d0965bc3c96c req-689aae6b-0d4f-4d32-a600-275fc2fe2bc9 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:58.050149 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be04499-6a26-4e51-9305-d0965bc3c96c req-689aae6b-0d4f-4d32-a600-275fc2fe2bc9 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:58.056248 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be04499-6a26-4e51-9305-d0965bc3c96c req-689aae6b-0d4f-4d32-a600-275fc2fe2bc9 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:58.063025 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be04499-6a26-4e51-9305-d0965bc3c96c req-689aae6b-0d4f-4d32-a600-275fc2fe2bc9 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:58.064995 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2be04499-6a26-4e51-9305-d0965bc3c96c req-689aae6b-0d4f-4d32-a600-275fc2fe2bc9 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 5397 time: 0.6649444 Jul 06 13:54:58.105287 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2bad6867-533e-4c52-ae39-91eaedae5219 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:58.153876 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-97551ea9-d1c3-4d6b-a573-d4ad0d146098 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6381397 Jul 06 13:54:58.165523 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bae1da2c-6437-4404-98c1-bfe35006e696 req-493d4b28-9407-49af-8ba2-2f006d54f91b service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2966826 Jul 06 13:54:58.229165 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2be04499-6a26-4e51-9305-d0965bc3c96c req-8168128c-0aa7-474c-9d64-2dcfc9f49e98 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&id=59ea11e9-a7c3-4f55-bc0e-cb861bd4f006&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1524105 Jul 06 13:54:58.336218 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-aa4a4dee-617b-4e70-a42c-65eabc5b334d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5713c474-b68e-4849-8757-a4ac36c4881f {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:58.347811 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-aa4a4dee-617b-4e70-a42c-65eabc5b334d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:58.356735 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2bad6867-533e-4c52-ae39-91eaedae5219 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:58.395244 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-aa4a4dee-617b-4e70-a42c-65eabc5b334d service neutron] Transition to ACTIVE for port object 5713c474-b68e-4849-8757-a4ac36c4881f will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:54:58.403464 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c13c36c-99bd-4e53-86d2-f208137d4ff8 req-16ee515e-01e3-439f-99f0-cd980ca6b9fe service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355909 Jul 06 13:54:58.411810 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-aa4a4dee-617b-4e70-a42c-65eabc5b334d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:58.422649 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1da2c-6437-4404-98c1-bfe35006e696 req-e9e22573-8ac1-4adb-a7b6-c07f847746d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:58.424703 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bae1da2c-6437-4404-98c1-bfe35006e696 req-e9e22573-8ac1-4adb-a7b6-c07f847746d5 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 1102 time: 0.2254865 Jul 06 13:54:58.447441 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device e24f251f-fb5d-4094-abc9-cff12a3cdae3 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:54:58.551764 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a4dee-617b-4e70-a42c-65eabc5b334d service neutron] Pushing event updated for resources: {'Port': ['ID=5713c474-b68e-4849-8757-a4ac36c4881f,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:58.591844 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port e24f251f-fb5d-4094-abc9-cff12a3cdae3 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:54:58.599062 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port e24f251f-fb5d-4094-abc9-cff12a3cdae3 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:54:58.600004 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:58.610193 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bad6867-533e-4c52-ae39-91eaedae5219 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Router ce50b2b6-7979-4f9f-bd55-270a3e51f930 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:54:58.781125 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:58.818281 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port e24f251f-fb5d-4094-abc9-cff12a3cdae3, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=e24f251f-fb5d-4094-abc9-cff12a3cdae3,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:58.822905 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 4a5aa084-e04f-46d8-b478-f57cec682a06 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:54:58.841645 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-aa4a4dee-617b-4e70-a42c-65eabc5b334d service neutron] Attempting to bind port 5713c474-b68e-4849-8757-a4ac36c4881f on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:54:58.842924 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-aa4a4dee-617b-4e70-a42c-65eabc5b334d service neutron] Attempting to bind port 5713c474-b68e-4849-8757-a4ac36c4881f by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'ff0510a0-6086-4047-8223-0cf2c45f808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:54:58.843098 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-aa4a4dee-617b-4e70-a42c-65eabc5b334d service neutron] Attempting to bind port 5713c474-b68e-4849-8757-a4ac36c4881f on network 47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:58.847282 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bad6867-533e-4c52-ae39-91eaedae5219 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:54:58.858398 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1da2c-6437-4404-98c1-bfe35006e696 req-100cc06c-f56f-4fac-8a23-f8905c3bccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:58.860270 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bae1da2c-6437-4404-98c1-bfe35006e696 req-100cc06c-f56f-4fac-8a23-f8905c3bccbb service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.3937271 Jul 06 13:54:58.866801 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-aa4a4dee-617b-4e70-a42c-65eabc5b334d service neutron] Port 5713c474-b68e-4849-8757-a4ac36c4881f on network 47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:54:58.867111 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-aa4a4dee-617b-4e70-a42c-65eabc5b334d service neutron] Attempting to bind port 5713c474-b68e-4849-8757-a4ac36c4881f on network 47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:54:58.873023 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52e6c6e-aac0-4a2b-b7b6-5361482eb86d None None] Sync routers for ids ['ce50b2b6-7979-4f9f-bd55-270a3e51f930'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:54:58.874490 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2bad6867-533e-4c52-ae39-91eaedae5219 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:58.879916 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2bad6867-533e-4c52-ae39-91eaedae5219 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.7301602 Jul 06 13:54:58.880761 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:58.881516 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52058) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:58.913273 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-aa4a4dee-617b-4e70-a42c-65eabc5b334d service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:54:58.913621 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-aa4a4dee-617b-4e70-a42c-65eabc5b334d service neutron] Checking segment: {'id': 'ff0510a0-6086-4047-8223-0cf2c45f808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:54:58.914048 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-aa4a4dee-617b-4e70-a42c-65eabc5b334d service neutron] Bound using segment: {'id': 'ff0510a0-6086-4047-8223-0cf2c45f808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:54:58.914502 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-aa4a4dee-617b-4e70-a42c-65eabc5b334d service neutron] Bound port: 5713c474-b68e-4849-8757-a4ac36c4881f, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff0510a0-6086-4047-8223-0cf2c45f808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:54:58.914867 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-aa4a4dee-617b-4e70-a42c-65eabc5b334d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:58.924509 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bae1da2c-6437-4404-98c1-bfe35006e696 req-7861b92a-1611-48df-8ccd-df9e7e401f80 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=08997f95-e1aa-45a0-8c65-59c666a863c0 HTTP/1.1" status: 200 len: 217 time: 0.0536442 Jul 06 13:54:58.974313 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a99b0f8-2fff-46f5-8a3d-6910df2d30b6 req-15590504-d68a-4a59-a5b2-71be73479886 tempest-SecurityGroupsNegativeTestJSON-1062244652 tempest-SecurityGroupsNegativeTestJSON-1062244652-project] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=f3b33f05dba94d1b9a9c28a342a0b5c4 HTTP/1.1" status: 200 len: 2988 time: 0.1413491 Jul 06 13:54:59.007503 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a7b07c15-72e4-40ed-9530-23215cbe93eb tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "GET /v2.0/routers/ce50b2b6-7979-4f9f-bd55-270a3e51f930 HTTP/1.1" status: 200 len: 908 time: 0.1244640 Jul 06 13:54:59.009971 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52060) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:54:59.022357 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52e6c6e-aac0-4a2b-b7b6-5361482eb86d None None] Routers {'ce50b2b6-7979-4f9f-bd55-270a3e51f930'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:54:59.023090 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-a52e6c6e-aac0-4a2b-b7b6-5361482eb86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:54:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ce50b2b6-7979-4f9f-bd55-270a3e51f930'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:59.070271 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1da2c-6437-4404-98c1-bfe35006e696 req-93ab004f-13b2-46fe-9418-3c62215fa691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:59.071759 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bae1da2c-6437-4404-98c1-bfe35006e696 req-93ab004f-13b2-46fe-9418-3c62215fa691 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1283889 Jul 06 13:54:59.092097 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 4a5aa084-e04f-46d8-b478-f57cec682a06, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4a5aa084-e04f-46d8-b478-f57cec682a06,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:59.123926 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1316ffae-0291-4c87-b788-6d62fa4b38af tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:59.124562 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a99b0f8-2fff-46f5-8a3d-6910df2d30b6 req-e4b645b3-6e32-44ef-8716-d4768632ad51 tempest-SecurityGroupsNegativeTestJSON-1062244652 tempest-SecurityGroupsNegativeTestJSON-1062244652-project] 10.222.0.118 "GET /v2.0/security-groups/22e293f9-8d3b-42cb-97fe-9e88d5d96180 HTTP/1.1" status: 200 len: 2985 time: 0.1299572 Jul 06 13:54:59.125120 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-aa4a4dee-617b-4e70-a42c-65eabc5b334d service neutron] For port 5713c474-b68e-4849-8757-a4ac36c4881f, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:54:59.147225 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-aa4a4dee-617b-4e70-a42c-65eabc5b334d service neutron] For port 5713c474-b68e-4849-8757-a4ac36c4881f, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=5713c474-b68e-4849-8757-a4ac36c4881f,segment=NetworkSegment(ff0510a0-6086-4047-8223-0cf2c45f808b),segment_id=ff0510a0-6086-4047-8223-0cf2c45f808b)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:54:59.157930 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=e24f251f-fb5d-4094-abc9-cff12a3cdae3,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:59.163939 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '4a5aa084-e04f-46d8-b478-f57cec682a06', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': '4a5aa084-e04f-46d8-b478-f57cec682a06', 'mac_address': 'fa:16:3e:1e:3c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:54:59.174299 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-aa4a4dee-617b-4e70-a42c-65eabc5b334d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:59.244809 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-aa4a4dee-617b-4e70-a42c-65eabc5b334d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:59.245600 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-aa4a4dee-617b-4e70-a42c-65eabc5b334d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:59.247134 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-aa4a4dee-617b-4e70-a42c-65eabc5b334d service neutron] 10.222.0.124 "PUT /v2.0/ports/5713c474-b68e-4849-8757-a4ac36c4881f HTTP/1.1" status: 200 len: 1091 time: 2.2669494 Jul 06 13:54:59.247515 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-a52e6c6e-aac0-4a2b-b7b6-5361482eb86d None None] Set router ce50b2b6-7979-4f9f-bd55-270a3e51f930 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:54:59.247819 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1316ffae-0291-4c87-b788-6d62fa4b38af tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:59.270715 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a99b0f8-2fff-46f5-8a3d-6910df2d30b6 req-b10f818d-1ba6-4eee-bd79-d247d02bb2ff tempest-SecurityGroupsNegativeTestJSON-1062244652 tempest-SecurityGroupsNegativeTestJSON-1062244652-project] 10.222.0.118 "GET /v2.0/security-groups/22e293f9-8d3b-42cb-97fe-9e88d5d96180 HTTP/1.1" status: 200 len: 2985 time: 0.1284900 Jul 06 13:54:59.296119 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-bfcd8693-db6c-4f6a-b757-197da8c5cb6c service neutron] Request body: {'port': {'device_id': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:54:59.301269 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1da2c-6437-4404-98c1-bfe35006e696 req-d7635487-2ed3-4eac-9056-2571f65a49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:59.311827 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bae1da2c-6437-4404-98c1-bfe35006e696 req-d7635487-2ed3-4eac-9056-2571f65a49ef service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2283640 Jul 06 13:54:59.313355 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a4dee-617b-4e70-a42c-65eabc5b334d service neutron] Pushing event updated for resources: {'Port': ['ID=5713c474-b68e-4849-8757-a4ac36c4881f,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:59.351438 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-1316ffae-0291-4c87-b788-6d62fa4b38af tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Deleting port 40509567-ce76-4935-b71d-d6b3034f066a {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:54:59.351932 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1316ffae-0291-4c87-b788-6d62fa4b38af tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:59.399936 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:59.456952 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a5aa084-e04f-46d8-b478-f57cec682a06 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:54:59.459483 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1316ffae-0291-4c87-b788-6d62fa4b38af tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:59.478375 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-1316ffae-0291-4c87-b788-6d62fa4b38af tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Calling delete_port for 40509567-ce76-4935-b71d-d6b3034f066a owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:54:59.484826 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 4a5aa084-e04f-46d8-b478-f57cec682a06, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4a5aa084-e04f-46d8-b478-f57cec682a06,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:59.491361 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:59.554700 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=4a5aa084-e04f-46d8-b478-f57cec682a06,revision_number=12']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:59.564630 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-bfcd8693-db6c-4f6a-b757-197da8c5cb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:59.583642 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-a52e6c6e-aac0-4a2b-b7b6-5361482eb86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce50b2b6-7979-4f9f-bd55-270a3e51f930', 'name': 'tempest-snat-router-1663626119', 'tenant_id': '044d5d01c6574b9ba36337b942b18d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.196'}], 'enable_snat': True}, 'gw_port_id': '40509567-ce76-4935-b71d-d6b3034f066a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:54:56Z', 'updated_at': '2021-07-06T13:54:57Z', 'revision_number': 3, 'project_id': '044d5d01c6574b9ba36337b942b18d66', 'gw_port': {'id': '40509567-ce76-4935-b71d-d6b3034f066a', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:dd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce50b2b6-7979-4f9f-bd55-270a3e51f930', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:54:57Z', 'updated_at': '2021-07-06T13:54:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:59.614150 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52e6c6e-aac0-4a2b-b7b6-5361482eb86d None None] Checking router: ce50b2b6-7979-4f9f-bd55-270a3e51f930 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:54:59.614499 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52e6c6e-aac0-4a2b-b7b6-5361482eb86d None None] Updating router ce50b2b6-7979-4f9f-bd55-270a3e51f930 port 40509567-ce76-4935-b71d-d6b3034f066a binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:54:59.662312 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bae1da2c-6437-4404-98c1-bfe35006e696 req-cfc789e6-7d20-4fa9-a57e-45968370bfa2 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112545 Jul 06 13:54:59.667093 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a52e6c6e-aac0-4a2b-b7b6-5361482eb86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:59.699054 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1316ffae-0291-4c87-b788-6d62fa4b38af tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:59.708134 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa1b19-cb2b-44f6-b48e-03bfe6941da8 req-c707e049-434e-4d38-b76e-abf11ddafc27 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:54:59.714483 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42fa1b19-cb2b-44f6-b48e-03bfe6941da8 req-c707e049-434e-4d38-b76e-abf11ddafc27 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 948 time: 0.2789471 Jul 06 13:54:59.736852 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316ffae-0291-4c87-b788-6d62fa4b38af tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Pushing event deleted for resources: {'Port': ['ID=40509567-ce76-4935-b71d-d6b3034f066a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:59.793549 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['4a5aa084-e04f-46d8-b478-f57cec682a06'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:54:59.814085 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1316ffae-0291-4c87-b788-6d62fa4b38af tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:59.895738 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42fa1b19-cb2b-44f6-b48e-03bfe6941da8 req-82595e5d-8346-49a8-ae03-2812d37b69b2 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799929 Jul 06 13:54:59.941038 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1316ffae-0291-4c87-b788-6d62fa4b38af tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:54:59.943366 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1316ffae-0291-4c87-b788-6d62fa4b38af tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:00.004843 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bae1da2c-6437-4404-98c1-bfe35006e696 req-3cc0cae8-3bf9-40dd-809b-c2cd37f7672a service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316410 Jul 06 13:55:00.010792 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1316ffae-0291-4c87-b788-6d62fa4b38af tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:00.011312 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1316ffae-0291-4c87-b788-6d62fa4b38af tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce50b2b6-7979-4f9f-bd55-270a3e51f930 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:55:00.021283 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1316ffae-0291-4c87-b788-6d62fa4b38af tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:00.024701 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1316ffae-0291-4c87-b788-6d62fa4b38af tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "DELETE /v2.0/routers/ce50b2b6-7979-4f9f-bd55-270a3e51f930 HTTP/1.1" status: 204 len: 168 time: 1.0136287 Jul 06 13:55:00.027979 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52070) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:00.067953 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 06 Jul 2021 13:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3fb305-74d2-4b09-850d-12145aae911b x-openstack-request-id: req-ff3fb305-74d2-4b09-850d-12145aae911b {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:00.068379 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "tag": "f298cdfc-2d7b-46d9-818e-7576966d6307", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "tag": "171b252b-03fa-4033-823a-10959a31f1bc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "tag": "60bb4054-389a-44fa-bb3f-77929909aa44", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:00.069528 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ff3fb305-74d2-4b09-850d-12145aae911b {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:00.072290 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'tag': 'f298cdfc-2d7b-46d9-818e-7576966d6307', 'status': 'completed', 'code': 200} Jul 06 13:55:00.072674 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'tag': '171b252b-03fa-4033-823a-10959a31f1bc', 'status': 'completed', 'code': 200} Jul 06 13:55:00.073032 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'tag': '60bb4054-389a-44fa-bb3f-77929909aa44', 'status': 'completed', 'code': 200} Jul 06 13:55:00.172522 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63efed2c-f885-413f-b4f9-40205f3e951c tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:00.185010 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-bfcd8693-db6c-4f6a-b757-197da8c5cb6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2901d280-4cec-4a3b-bbf6-00c4a5038850 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:00.210319 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-bfcd8693-db6c-4f6a-b757-197da8c5cb6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:00.251241 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-bfcd8693-db6c-4f6a-b757-197da8c5cb6c service neutron] Transition to ACTIVE for port object 2901d280-4cec-4a3b-bbf6-00c4a5038850 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:55:00.259751 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-264aa2d8-bc35-4064-86d4-340fcda16c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:00.260827 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-264aa2d8-bc35-4064-86d4-340fcda16c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:00.261398 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-264aa2d8-bc35-4064-86d4-340fcda16c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:00.262093 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-264aa2d8-bc35-4064-86d4-340fcda16c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:00.262472 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-264aa2d8-bc35-4064-86d4-340fcda16c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:00.263164 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-264aa2d8-bc35-4064-86d4-340fcda16c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:00.263665 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-264aa2d8-bc35-4064-86d4-340fcda16c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:00.267441 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-264aa2d8-bc35-4064-86d4-340fcda16c7a service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=6ead5c3559fe4c91b54e392cf2e3f6be&device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 6411 time: 0.1725848 Jul 06 13:55:00.269467 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-bfcd8693-db6c-4f6a-b757-197da8c5cb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:00.304653 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63efed2c-f885-413f-b4f9-40205f3e951c tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:00.363030 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.db.api [None req-a52e6c6e-aac0-4a2b-b7b6-5361482eb86d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 13:55:00.363556 n-d-773644-6 neutron-server[100419]: DEBUG oslo_db.api [None req-a52e6c6e-aac0-4a2b-b7b6-5361482eb86d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 13:55:00.370042 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd8693-db6c-4f6a-b757-197da8c5cb6c service neutron] Pushing event updated for resources: {'Port': ['ID=2901d280-4cec-4a3b-bbf6-00c4a5038850,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:00.388385 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device e24f251f-fb5d-4094-abc9-cff12a3cdae3 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:00.401532 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-63efed2c-f885-413f-b4f9-40205f3e951c tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Deleting port e24f251f-fb5d-4094-abc9-cff12a3cdae3 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:55:00.401798 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63efed2c-f885-413f-b4f9-40205f3e951c tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:00.476434 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port e24f251f-fb5d-4094-abc9-cff12a3cdae3 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:00.477624 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:00.523113 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-63efed2c-f885-413f-b4f9-40205f3e951c tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] For port e24f251f-fb5d-4094-abc9-cff12a3cdae3, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=e24f251f-fb5d-4094-abc9-cff12a3cdae3,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:00.523679 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63efed2c-f885-413f-b4f9-40205f3e951c tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:00.544321 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-63efed2c-f885-413f-b4f9-40205f3e951c tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Calling delete_port for e24f251f-fb5d-4094-abc9-cff12a3cdae3 owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:55:00.642049 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-bfcd8693-db6c-4f6a-b757-197da8c5cb6c service neutron] Attempting to bind port 2901d280-4cec-4a3b-bbf6-00c4a5038850 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:55:00.642283 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-bfcd8693-db6c-4f6a-b757-197da8c5cb6c service neutron] Attempting to bind port 2901d280-4cec-4a3b-bbf6-00c4a5038850 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'ff0510a0-6086-4047-8223-0cf2c45f808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:55:00.642615 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-bfcd8693-db6c-4f6a-b757-197da8c5cb6c service neutron] Attempting to bind port 2901d280-4cec-4a3b-bbf6-00c4a5038850 on network 47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:00.664530 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-bfcd8693-db6c-4f6a-b757-197da8c5cb6c service neutron] Port 2901d280-4cec-4a3b-bbf6-00c4a5038850 on network 47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:55:00.664802 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-bfcd8693-db6c-4f6a-b757-197da8c5cb6c service neutron] Attempting to bind port 2901d280-4cec-4a3b-bbf6-00c4a5038850 on network 47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:00.677050 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c67404-ba31-4a38-a566-955671f2c724 req-fd2d0268-6649-4136-b2ea-753ebe7abd58 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:00.684519 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3c67404-ba31-4a38-a566-955671f2c724 req-fd2d0268-6649-4136-b2ea-753ebe7abd58 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=d1a7a91f-5a2c-4614-8c39-bcc63fff4766 HTTP/1.1" status: 200 len: 945 time: 0.3154728 Jul 06 13:55:00.710158 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-801d1421-4c33-4c68-b2e6-25fea76cfcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:00.711207 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-801d1421-4c33-4c68-b2e6-25fea76cfcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:00.711861 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-801d1421-4c33-4c68-b2e6-25fea76cfcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:00.713481 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-801d1421-4c33-4c68-b2e6-25fea76cfcc5 service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=6ead5c3559fe4c91b54e392cf2e3f6be&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4312949 Jul 06 13:55:00.715638 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-bfcd8693-db6c-4f6a-b757-197da8c5cb6c service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:55:00.715979 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-bfcd8693-db6c-4f6a-b757-197da8c5cb6c service neutron] Checking segment: {'id': 'ff0510a0-6086-4047-8223-0cf2c45f808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:55:00.716621 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-bfcd8693-db6c-4f6a-b757-197da8c5cb6c service neutron] Bound using segment: {'id': 'ff0510a0-6086-4047-8223-0cf2c45f808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:55:00.717063 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-bfcd8693-db6c-4f6a-b757-197da8c5cb6c service neutron] Bound port: 2901d280-4cec-4a3b-bbf6-00c4a5038850, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff0510a0-6086-4047-8223-0cf2c45f808b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:55:00.718752 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-bfcd8693-db6c-4f6a-b757-197da8c5cb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:00.754419 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63efed2c-f885-413f-b4f9-40205f3e951c tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:00.783901 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63efed2c-f885-413f-b4f9-40205f3e951c tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Pushing event deleted for resources: {'Port': ['ID=e24f251f-fb5d-4094-abc9-cff12a3cdae3,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:00.826342 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3c67404-ba31-4a38-a566-955671f2c724 req-3272da1e-563b-4467-98a5-58bf2e283782 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410813 Jul 06 13:55:00.875221 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63efed2c-f885-413f-b4f9-40205f3e951c tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:00.897716 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-bfcd8693-db6c-4f6a-b757-197da8c5cb6c service neutron] For port 2901d280-4cec-4a3b-bbf6-00c4a5038850, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:55:00.916120 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52e6c6e-aac0-4a2b-b7b6-5361482eb86d None None] Port 40509567-ce76-4935-b71d-d6b3034f066a not found while updating agent binding for router ce50b2b6-7979-4f9f-bd55-270a3e51f930. {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 06 13:55:00.927969 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-bfcd8693-db6c-4f6a-b757-197da8c5cb6c service neutron] For port 2901d280-4cec-4a3b-bbf6-00c4a5038850, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=2901d280-4cec-4a3b-bbf6-00c4a5038850,segment=NetworkSegment(ff0510a0-6086-4047-8223-0cf2c45f808b),segment_id=ff0510a0-6086-4047-8223-0cf2c45f808b)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:55:00.930752 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-03ac1d3c-d02c-427a-b4b0-b2d9bee71247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:00.932639 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-03ac1d3c-d02c-427a-b4b0-b2d9bee71247 service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2033823 Jul 06 13:55:00.933824 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52e6c6e-aac0-4a2b-b7b6-5361482eb86d None None] Routers set() bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:55:00.934398 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52e6c6e-aac0-4a2b-b7b6-5361482eb86d None None] Router IDs set() for agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 13:55:00.936420 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_agentschedulers_db [None req-a52e6c6e-aac0-4a2b-b7b6-5361482eb86d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ce50b2b6-7979-4f9f-bd55-270a3e51f930'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:54:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent'). {{(pid=100419) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 13:55:00.936992 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52e6c6e-aac0-4a2b-b7b6-5361482eb86d None None] The sync data for ids ['ce50b2b6-7979-4f9f-bd55-270a3e51f930'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:55:00.941680 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-bfcd8693-db6c-4f6a-b757-197da8c5cb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:01.053430 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-bfcd8693-db6c-4f6a-b757-197da8c5cb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:01.054147 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-bfcd8693-db6c-4f6a-b757-197da8c5cb6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:01.055803 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-bfcd8693-db6c-4f6a-b757-197da8c5cb6c service neutron] 10.222.0.124 "PUT /v2.0/ports/2901d280-4cec-4a3b-bbf6-00c4a5038850 HTTP/1.1" status: 200 len: 1091 time: 1.7801247 Jul 06 13:55:01.118559 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd8693-db6c-4f6a-b757-197da8c5cb6c service neutron] Pushing event updated for resources: {'Port': ['ID=2901d280-4cec-4a3b-bbf6-00c4a5038850,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:01.164646 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97885d-a4ba-4ae2-be27-f8e7d8d4a476 req-58737ced-d0d6-41a6-80d9-aa3f4addfacd tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:01.166267 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bf97885d-a4ba-4ae2-be27-f8e7d8d4a476 req-58737ced-d0d6-41a6-80d9-aa3f4addfacd tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 945 time: 0.1647935 Jul 06 13:55:01.173001 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-09c2f889-3a52-4318-be59-93bc33c9aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:01.173359 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-09c2f889-3a52-4318-be59-93bc33c9aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:01.173915 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-09c2f889-3a52-4318-be59-93bc33c9aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:01.174398 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-09c2f889-3a52-4318-be59-93bc33c9aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:01.174880 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-09c2f889-3a52-4318-be59-93bc33c9aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:01.175356 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-09c2f889-3a52-4318-be59-93bc33c9aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:01.175834 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-09c2f889-3a52-4318-be59-93bc33c9aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:01.177793 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-09c2f889-3a52-4318-be59-93bc33c9aeeb service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=6ead5c3559fe4c91b54e392cf2e3f6be&device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 6478 time: 0.1711960 Jul 06 13:55:01.278057 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bf97885d-a4ba-4ae2-be27-f8e7d8d4a476 req-26d4e8ec-f88d-408e-bd0c-df63f70788ee tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991688 Jul 06 13:55:01.324135 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63efed2c-f885-413f-b4f9-40205f3e951c tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:01.327163 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63efed2c-f885-413f-b4f9-40205f3e951c tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:01.375940 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63efed2c-f885-413f-b4f9-40205f3e951c tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:01.376698 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63efed2c-f885-413f-b4f9-40205f3e951c tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f6440b42-9bdf-41cd-b242-1289c40082b4 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:55:01.381698 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63efed2c-f885-413f-b4f9-40205f3e951c tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:01.383044 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-63efed2c-f885-413f-b4f9-40205f3e951c tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "DELETE /v2.0/routers/f6440b42-9bdf-41cd-b242-1289c40082b4 HTTP/1.1" status: 204 len: 168 time: 1.3532414 Jul 06 13:55:01.390927 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52074) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:01.396378 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-406508e3-48aa-43be-b603-27a538f65409 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1271666763', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}, 'admin_state_up': False}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:01.448562 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-406508e3-48aa-43be-b603-27a538f65409 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:01.450567 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-406508e3-48aa-43be-b603-27a538f65409 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:01.519550 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-406508e3-48aa-43be-b603-27a538f65409 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:01.660981 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-68a78ef5-ebc1-40bd-8357-91c096ffc7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:01.661388 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-68a78ef5-ebc1-40bd-8357-91c096ffc7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:01.661886 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-68a78ef5-ebc1-40bd-8357-91c096ffc7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:01.663480 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-68a78ef5-ebc1-40bd-8357-91c096ffc7d1 service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=6ead5c3559fe4c91b54e392cf2e3f6be&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4783640 Jul 06 13:55:01.674204 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-406508e3-48aa-43be-b603-27a538f65409 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:01.775278 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0b987-6f50-4571-a5ee-a6d0309fbffd req-13e02bfa-9d92-4c22-973e-d22268f33847 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:01.782497 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0b987-6f50-4571-a5ee-a6d0309fbffd req-13e02bfa-9d92-4c22-973e-d22268f33847 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:01.788364 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0b987-6f50-4571-a5ee-a6d0309fbffd req-13e02bfa-9d92-4c22-973e-d22268f33847 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:01.794231 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0b987-6f50-4571-a5ee-a6d0309fbffd req-13e02bfa-9d92-4c22-973e-d22268f33847 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:01.800816 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0b987-6f50-4571-a5ee-a6d0309fbffd req-13e02bfa-9d92-4c22-973e-d22268f33847 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:01.806693 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0b987-6f50-4571-a5ee-a6d0309fbffd req-13e02bfa-9d92-4c22-973e-d22268f33847 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:01.813248 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0b987-6f50-4571-a5ee-a6d0309fbffd req-13e02bfa-9d92-4c22-973e-d22268f33847 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:01.817813 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e4e0b987-6f50-4571-a5ee-a6d0309fbffd req-13e02bfa-9d92-4c22-973e-d22268f33847 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 5421 time: 0.1964667 Jul 06 13:55:01.839690 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-bb065192-48ac-48db-852d-4051d110e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:01.841179 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-bb065192-48ac-48db-852d-4051d110e572 service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1711977 Jul 06 13:55:01.894641 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e4e0b987-6f50-4571-a5ee-a6d0309fbffd req-729252f4-ded7-4682-98b9-9d4290dc2b34 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&id=59ea11e9-a7c3-4f55-bc0e-cb861bd4f006&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0657229 Jul 06 13:55:01.911948 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-406508e3-48aa-43be-b603-27a538f65409 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:01.962483 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-406508e3-48aa-43be-b603-27a538f65409 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:02.012435 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b35690ea-fede-41fe-a18e-156af2168508 req-1875543a-3673-46ef-98fc-d192d1568301 tempest-SecurityGroupsNegativeTestJSON-1062244652 tempest-SecurityGroupsNegativeTestJSON-1062244652-project] 10.222.0.118 "GET /v2.0/security-groups/22e293f9-8d3b-42cb-97fe-9e88d5d96180 HTTP/1.1" status: 200 len: 2985 time: 0.0609078 Jul 06 13:55:02.025567 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-2f14db8d-a6e0-4d1c-90cf-64557fbaa506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.026386 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-2f14db8d-a6e0-4d1c-90cf-64557fbaa506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.027237 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-2f14db8d-a6e0-4d1c-90cf-64557fbaa506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.027501 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-2f14db8d-a6e0-4d1c-90cf-64557fbaa506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.028113 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-2f14db8d-a6e0-4d1c-90cf-64557fbaa506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.028610 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-2f14db8d-a6e0-4d1c-90cf-64557fbaa506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.029094 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-2f14db8d-a6e0-4d1c-90cf-64557fbaa506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.032266 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-2f14db8d-a6e0-4d1c-90cf-64557fbaa506 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=6ead5c3559fe4c91b54e392cf2e3f6be&device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 6478 time: 0.1253238 Jul 06 13:55:02.061533 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-74f8e7c1-e790-4fed-a13f-24d04bb321da req-649a8236-13ce-4f7d-b37a-e13afb7b4e32 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1597922 Jul 06 13:55:02.099544 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'tag': '5713c474-b68e-4849-8757-a4ac36c4881f'}, {'name': 'network-changed', 'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'tag': '2901d280-4cec-4a3b-bbf6-00c4a5038850'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:02.101850 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef47c83d-e5a0-4cd9-b052-997237e887f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "tag": "5713c474-b68e-4849-8757-a4ac36c4881f"}, {"name": "network-changed", "server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "tag": "2901d280-4cec-4a3b-bbf6-00c4a5038850"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:02.130834 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-406508e3-48aa-43be-b603-27a538f65409 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Allocated IP 172.25.6.112 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/4f90882f-949e-418f-ad74-cd271db794d1) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:55:02.179784 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-b35690ea-fede-41fe-a18e-156af2168508 req-db6e49ac-b0f0-47c1-9797-5aca3476f2f4 tempest-SecurityGroupsNegativeTestJSON-1062244652 tempest-SecurityGroupsNegativeTestJSON-1062244652-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 13:55:02.180815 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b35690ea-fede-41fe-a18e-156af2168508 req-db6e49ac-b0f0-47c1-9797-5aca3476f2f4 tempest-SecurityGroupsNegativeTestJSON-1062244652 tempest-SecurityGroupsNegativeTestJSON-1062244652-project] 10.222.0.118 "DELETE /v2.0/security-groups/22e293f9-8d3b-42cb-97fe-9e88d5d96180 HTTP/1.1" status: 409 len: 352 time: 0.1474783 Jul 06 13:55:02.204155 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-06c36bd1-3301-4df0-9b11-6b07eac864ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.206104 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-06c36bd1-3301-4df0-9b11-6b07eac864ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.206239 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-06c36bd1-3301-4df0-9b11-6b07eac864ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.208895 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-06c36bd1-3301-4df0-9b11-6b07eac864ea service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=6ead5c3559fe4c91b54e392cf2e3f6be&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1676607 Jul 06 13:55:02.251283 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8e7c1-e790-4fed-a13f-24d04bb321da req-8595a9bf-e4fd-4f49-a1d8-86f74f20aded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.252992 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-74f8e7c1-e790-4fed-a13f-24d04bb321da req-8595a9bf-e4fd-4f49-a1d8-86f74f20aded service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=26acdda50990445ca6f1c6389fdcff1f&device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 1100 time: 0.1372423 Jul 06 13:55:02.358752 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-b03fbe71-97d1-442d-9e94-de82034340f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.360841 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-834070b7-d84b-411e-a2d6-b95c3bfd3868 req-b03fbe71-97d1-442d-9e94-de82034340f2 service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1450114 Jul 06 13:55:02.366912 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-406508e3-48aa-43be-b603-27a538f65409 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:02.368158 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device e24f251f-fb5d-4094-abc9-cff12a3cdae3 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:55:02.403452 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd40a11-730c-45d7-8a55-913a832a266f req-375b040c-8085-44c1-9b31-1202ec0976e9 tempest-MigrationsAdminTest-1825600450 tempest-MigrationsAdminTest-1825600450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.404514 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: e24f251f-fb5d-4094-abc9-cff12a3cdae3 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:55:02.405474 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device e24f251f-fb5d-4094-abc9-cff12a3cdae3 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:55:02.413812 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3fd40a11-730c-45d7-8a55-913a832a266f req-375b040c-8085-44c1-9b31-1202ec0976e9 tempest-MigrationsAdminTest-1825600450 tempest-MigrationsAdminTest-1825600450-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 1100 time: 0.1012414 Jul 06 13:55:02.441137 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8e7c1-e790-4fed-a13f-24d04bb321da req-423854c3-ee52-4b5c-b3c7-a0dd713d17f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.442632 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-74f8e7c1-e790-4fed-a13f-24d04bb321da req-423854c3-ee52-4b5c-b3c7-a0dd713d17f7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.1415939 Jul 06 13:55:02.482986 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3fd40a11-730c-45d7-8a55-913a832a266f req-917af1c3-cdae-4cfd-b324-76bf466a6d0b tempest-MigrationsAdminTest-1825600450 tempest-MigrationsAdminTest-1825600450-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680547 Jul 06 13:55:02.501001 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-74f8e7c1-e790-4fed-a13f-24d04bb321da req-5814fd54-3cd9-4a84-aca8-64c811628934 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=3e8943cb-a6ad-4c58-9bd2-79576b130719 HTTP/1.1" status: 200 len: 217 time: 0.0488718 Jul 06 13:55:02.518010 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-6fa5baff-79c5-4399-836a-a4e165e7a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.518524 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-6fa5baff-79c5-4399-836a-a4e165e7a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.519012 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-6fa5baff-79c5-4399-836a-a4e165e7a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.519505 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-6fa5baff-79c5-4399-836a-a4e165e7a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.520086 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-6fa5baff-79c5-4399-836a-a4e165e7a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.522306 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-6fa5baff-79c5-4399-836a-a4e165e7a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.522837 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-6fa5baff-79c5-4399-836a-a4e165e7a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.524868 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-6fa5baff-79c5-4399-836a-a4e165e7a4b0 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=6ead5c3559fe4c91b54e392cf2e3f6be&device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 6478 time: 0.1031258 Jul 06 13:55:02.527122 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-406508e3-48aa-43be-b603-27a538f65409 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:02.570709 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-6d33a323-9fc9-4f16-888a-9535dda9a01d service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bf54f58-f9c5-43f6-908a-701f8adcdcce HTTP/1.1" status: 200 len: 217 time: 0.0375249 Jul 06 13:55:02.601138 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406508e3-48aa-43be-b603-27a538f65409 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:55:02.610770 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-406508e3-48aa-43be-b603-27a538f65409 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:02.612837 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406508e3-48aa-43be-b603-27a538f65409 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:55:02.618326 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406508e3-48aa-43be-b603-27a538f65409 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Pushing event updated for resources: {'Port': ['ID=4f90882f-949e-418f-ad74-cd271db794d1,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:02.625082 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-2bce206d-9b07-483f-b110-adadb7a3a06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.626791 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-2bce206d-9b07-483f-b110-adadb7a3a06f service neutron] 10.222.0.124 "GET /v2.0/subnets?id=14f05a6a-3a8f-434f-a4ba-d77cff438b12 HTTP/1.1" status: 200 len: 850 time: 0.0486522 Jul 06 13:55:02.640535 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8e7c1-e790-4fed-a13f-24d04bb321da req-7e5b7797-9862-4a5a-9aaa-609ea7021872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.642048 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-74f8e7c1-e790-4fed-a13f-24d04bb321da req-7e5b7797-9862-4a5a-9aaa-609ea7021872 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.1353288 Jul 06 13:55:02.686810 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-608358f4-a510-4c05-b5e2-b0b3d5763a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.689111 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-608358f4-a510-4c05-b5e2-b0b3d5763a4c service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=64f4bd64-4ccc-44ff-b973-ee4ab56c4f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558493 Jul 06 13:55:02.809027 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aeda0837-24e9-4e46-b37c-d0ea4792dcc4 req-1b3bc98f-9e28-42e9-b182-b3258678686d service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=f359655af8684a299bd48bd3d8a0e343&device_id=eaca8e14-08fd-488e-8b78-d79be12fe42e HTTP/1.1" status: 200 len: 210 time: 0.0362909 Jul 06 13:55:02.814653 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-9d832a3f-2a58-4fd8-b8a0-a91360b29359 service neutron] 10.222.0.124 "GET /v2.0/networks/64f4bd64-4ccc-44ff-b973-ee4ab56c4f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192067 Jul 06 13:55:02.818104 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8e7c1-e790-4fed-a13f-24d04bb321da req-e24d4779-46fe-4cc1-9fb1-c8b1100805a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:02.819613 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-74f8e7c1-e790-4fed-a13f-24d04bb321da req-e24d4779-46fe-4cc1-9fb1-c8b1100805a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1697986 Jul 06 13:55:02.824128 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 4a5aa084-e04f-46d8-b478-f57cec682a06 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:02.896185 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 4a5aa084-e04f-46d8-b478-f57cec682a06 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:02.901915 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 4a5aa084-e04f-46d8-b478-f57cec682a06 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:02.902882 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:02.903876 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aeda0837-24e9-4e46-b37c-d0ea4792dcc4 req-83490877-2689-4dc6-b27a-c261dd30a1b3 service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=f359655af8684a299bd48bd3d8a0e343&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792506 Jul 06 13:55:03.010629 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-fb8418b5-2bb6-4bce-8ace-be24fb542539 service neutron] 10.222.0.124 "GET /v2.0/networks/64f4bd64-4ccc-44ff-b973-ee4ab56c4f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876280 Jul 06 13:55:03.013817 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-74f8e7c1-e790-4fed-a13f-24d04bb321da req-00de7fef-955f-453b-9fd4-7d060d91167a service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870627 Jul 06 13:55:03.015389 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:03.018384 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-406508e3-48aa-43be-b603-27a538f65409 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:03.058666 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b355fdca-9197-46f4-b409-b93eed02dbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5aa084-e04f-46d8-b478-f57cec682a06'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:03.062195 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3745b4-00de-4278-a529-4a9ab6716bdc" -d '{"events": [{"server_uuid": "b355fdca-9197-46f4-b409-b93eed02dbba", "name": "network-vif-plugged", "status": "completed", "tag": "4a5aa084-e04f-46d8-b478-f57cec682a06"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:03.088137 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 4a5aa084-e04f-46d8-b478-f57cec682a06, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4a5aa084-e04f-46d8-b478-f57cec682a06,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:03.091230 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-f6e0e259-9e4a-4d41-9865-57c6de854849 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=f2296885-8899-45b5-95c4-bfe40a9e131c HTTP/1.1" status: 200 len: 217 time: 0.0733857 Jul 06 13:55:03.093659 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:03.149385 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=4a5aa084-e04f-46d8-b478-f57cec682a06,revision_number=13']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:03.150674 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-84e82568-92c5-4493-86c8-3d592e159a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:03.152958 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-84e82568-92c5-4493-86c8-3d592e159a96 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c04128a6-f89d-4c07-9ca5-0cf3821c9fb2 HTTP/1.1" status: 200 len: 797 time: 0.0544248 Jul 06 13:55:03.209250 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda0837-24e9-4e46-b37c-d0ea4792dcc4 req-debec944-917c-44ca-b4be-a4bf4be37731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:03.210833 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aeda0837-24e9-4e46-b37c-d0ea4792dcc4 req-debec944-917c-44ca-b4be-a4bf4be37731 service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2944446 Jul 06 13:55:03.212911 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-74f8e7c1-e790-4fed-a13f-24d04bb321da req-d4dfba49-7b9f-4698-8705-f461788521f1 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561058 Jul 06 13:55:03.272459 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-0e065dae-d2df-4d7d-a393-64e288799be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:03.274016 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-0e065dae-d2df-4d7d-a393-64e288799be5 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d4681e72-a6e0-4598-880f-0c79f70e2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1131639 Jul 06 13:55:03.331946 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-406508e3-48aa-43be-b603-27a538f65409 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:03.406545 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-f7be74ad-133e-4f0b-a50e-125839ac7b10 service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234283 Jul 06 13:55:03.475948 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406508e3-48aa-43be-b603-27a538f65409 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Router 015a4d4e-1b20-48cd-8fb9-6b6ce1ae8139 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:55:03.494148 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ef1ea-0bc0-4423-b7ec-b973f73d8726 req-62c6cc11-6205-4d39-bef1-273d434a2972 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:03.495686 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c72ef1ea-0bc0-4423-b7ec-b973f73d8726 req-62c6cc11-6205-4d39-bef1-273d434a2972 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=d1a7a91f-5a2c-4614-8c39-bcc63fff4766 HTTP/1.1" status: 200 len: 945 time: 0.1283674 Jul 06 13:55:03.542477 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-b691d4e8-c0d6-4c22-91b5-860fa7d02ce3 service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280670 Jul 06 13:55:03.561868 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c72ef1ea-0bc0-4423-b7ec-b973f73d8726 req-3d4c48e3-bfe7-4915-ba92-db7ebfc0a882 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557516 Jul 06 13:55:03.590312 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-58fc1073-66b8-466d-9eac-dbea114c674e service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f298cdfc-2d7b-46d9-818e-7576966d6307 HTTP/1.1" status: 200 len: 217 time: 0.0403233 Jul 06 13:55:03.605344 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406508e3-48aa-43be-b603-27a538f65409 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:55:03.616638 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1ea0f6-9cb7-45d4-baab-f483a6436735 None None] Sync routers for ids ['015a4d4e-1b20-48cd-8fb9-6b6ce1ae8139'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:55:03.626179 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-406508e3-48aa-43be-b603-27a538f65409 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:03.630415 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-406508e3-48aa-43be-b603-27a538f65409 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.2355640 Jul 06 13:55:03.630657 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52102) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:03.635542 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-d416c91f-b5ff-458f-aa82-965f3a876234 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'enable_snat': False}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:03.637792 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8495f6-a608-486b-b103-5538acf2a6db x-openstack-request-id: req-bc8495f6-a608-486b-b103-5538acf2a6db {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:03.640773 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "tag": "5713c474-b68e-4849-8757-a4ac36c4881f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "tag": "2901d280-4cec-4a3b-bbf6-00c4a5038850", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:03.640773 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-bc8495f6-a608-486b-b103-5538acf2a6db {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:03.640773 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'tag': '5713c474-b68e-4849-8757-a4ac36c4881f', 'status': 'completed', 'code': 200} Jul 06 13:55:03.640773 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'tag': '2901d280-4cec-4a3b-bbf6-00c4a5038850', 'status': 'completed', 'code': 200} Jul 06 13:55:03.645966 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1ea0f6-9cb7-45d4-baab-f483a6436735 None None] Routers {'015a4d4e-1b20-48cd-8fb9-6b6ce1ae8139'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:55:03.646598 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-0f1ea0f6-9cb7-45d4-baab-f483a6436735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:54:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['015a4d4e-1b20-48cd-8fb9-6b6ce1ae8139'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:03.659732 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-e844acb0-700e-48d3-9f07-f7224921e48a req-6d292540-8c8f-42fa-a17d-9f2a2153497f tempest-SecurityGroupsNegativeTestJSON-1062244652 tempest-SecurityGroupsNegativeTestJSON-1062244652-project] show failed (client error): The resource could not be found. Jul 06 13:55:03.660795 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e844acb0-700e-48d3-9f07-f7224921e48a req-6d292540-8c8f-42fa-a17d-9f2a2153497f tempest-SecurityGroupsNegativeTestJSON-1062244652 tempest-SecurityGroupsNegativeTestJSON-1062244652-project] 10.222.0.118 "GET /v2.0/security-groups/db01b271-6de9-431c-9bc2-cb2b9e44614c HTTP/1.1" status: 404 len: 352 time: 0.0254171 Jul 06 13:55:03.669649 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-af657792-992e-430f-a3b5-7ebe21c34515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:03.680972 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-0f1ea0f6-9cb7-45d4-baab-f483a6436735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:03.681342 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-af657792-992e-430f-a3b5-7ebe21c34515 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c04128a6-f89d-4c07-9ca5-0cf3821c9fb2 HTTP/1.1" status: 200 len: 797 time: 0.0739658 Jul 06 13:55:03.691255 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1ea0f6-9cb7-45d4-baab-f483a6436735 None None] Routers {'015a4d4e-1b20-48cd-8fb9-6b6ce1ae8139'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:55:03.691992 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-0f1ea0f6-9cb7-45d4-baab-f483a6436735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:54:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['015a4d4e-1b20-48cd-8fb9-6b6ce1ae8139'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:03.758219 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-10a70f88-efed-4013-964b-95bebe64f3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:03.760558 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-10a70f88-efed-4013-964b-95bebe64f3a4 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d4681e72-a6e0-4598-880f-0c79f70e2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0783479 Jul 06 13:55:03.836272 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-0f1ea0f6-9cb7-45d4-baab-f483a6436735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:03.837673 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1ea0f6-9cb7-45d4-baab-f483a6436735 None None] The sync data for ids ['015a4d4e-1b20-48cd-8fb9-6b6ce1ae8139'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:55:03.876995 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-00bda9a6-a88b-4a77-9943-92eea0ac118e service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087608 Jul 06 13:55:04.001919 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-3aa7a35e-1d71-4efb-b5fd-a322342663bf service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178005 Jul 06 13:55:04.056291 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-82e29c02-be76-47a5-b398-6c5767c27e3e service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=171b252b-03fa-4033-823a-10959a31f1bc HTTP/1.1" status: 200 len: 217 time: 0.0450027 Jul 06 13:55:04.090760 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0bb8b17c-1531-4d80-a753-e95831d86780 req-60cb017f-ce00-4a9b-9fba-1d4675dfa572 tempest-ServerShowV247Test-876722278 tempest-ServerShowV247Test-876722278-project] 10.222.0.118 "GET /v2.0/ports?device_id=eaca8e14-08fd-488e-8b78-d79be12fe42e HTTP/1.1" status: 200 len: 210 time: 0.0373580 Jul 06 13:55:04.137139 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-dfd6f047-fbad-484c-8362-4bbaf48db7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:04.140587 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-dfd6f047-fbad-484c-8362-4bbaf48db7e3 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c04128a6-f89d-4c07-9ca5-0cf3821c9fb2 HTTP/1.1" status: 200 len: 797 time: 0.0753205 Jul 06 13:55:04.222224 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-f396db76-c98a-43bc-bb5e-bb6e1efaf822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:04.223991 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-f396db76-c98a-43bc-bb5e-bb6e1efaf822 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d4681e72-a6e0-4598-880f-0c79f70e2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0765204 Jul 06 13:55:04.265907 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d416c91f-b5ff-458f-aa82-965f3a876234 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:04.367510 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad787850-3205-4ef1-9ceb-7d93d55955a6 req-8671b6e1-24ea-4833-a42a-1972cee6d574 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:04.374412 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad787850-3205-4ef1-9ceb-7d93d55955a6 req-8671b6e1-24ea-4833-a42a-1972cee6d574 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:04.381469 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad787850-3205-4ef1-9ceb-7d93d55955a6 req-8671b6e1-24ea-4833-a42a-1972cee6d574 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:04.387974 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad787850-3205-4ef1-9ceb-7d93d55955a6 req-8671b6e1-24ea-4833-a42a-1972cee6d574 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:04.394488 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad787850-3205-4ef1-9ceb-7d93d55955a6 req-8671b6e1-24ea-4833-a42a-1972cee6d574 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:04.400478 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad787850-3205-4ef1-9ceb-7d93d55955a6 req-8671b6e1-24ea-4833-a42a-1972cee6d574 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:04.406977 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad787850-3205-4ef1-9ceb-7d93d55955a6 req-8671b6e1-24ea-4833-a42a-1972cee6d574 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:04.408918 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad787850-3205-4ef1-9ceb-7d93d55955a6 req-8671b6e1-24ea-4833-a42a-1972cee6d574 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 5421 time: 0.1915793 Jul 06 13:55:04.438423 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-7b5463c4-5c9b-496e-9bd1-8509eec423f9 service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036142 Jul 06 13:55:04.503833 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad787850-3205-4ef1-9ceb-7d93d55955a6 req-74a2ddaa-a77e-47bb-96c7-300f00997987 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&id=59ea11e9-a7c3-4f55-bc0e-cb861bd4f006&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0843928 Jul 06 13:55:04.548812 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aeda0837-24e9-4e46-b37c-d0ea4792dcc4 req-47632442-e9c1-40da-b832-cd408c7786f0 tempest-ServerShowV247Test-876722278 tempest-ServerShowV247Test-876722278-project] 10.222.0.124 "GET /v2.0/ports?device_id=eaca8e14-08fd-488e-8b78-d79be12fe42e HTTP/1.1" status: 200 len: 210 time: 0.0377738 Jul 06 13:55:04.599567 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-85c272b9-7c45-4afb-9ded-51c8da8f38e5 service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535125 Jul 06 13:55:04.620472 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28050cd6-06b0-4e12-b544-608af4a42206 x-openstack-request-id: req-28050cd6-06b0-4e12-b544-608af4a42206 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:04.620472 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b355fdca-9197-46f4-b409-b93eed02dbba", "name": "network-vif-plugged", "status": "completed", "tag": "4a5aa084-e04f-46d8-b478-f57cec682a06", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:04.620472 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-28050cd6-06b0-4e12-b544-608af4a42206 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:04.620472 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b355fdca-9197-46f4-b409-b93eed02dbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5aa084-e04f-46d8-b478-f57cec682a06', 'code': 200} Jul 06 13:55:04.668867 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-8719a3ad-17af-4414-94c2-262e3813db33 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=60bb4054-389a-44fa-bb3f-77929909aa44 HTTP/1.1" status: 200 len: 217 time: 0.0614150 Jul 06 13:55:04.675169 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-22912ab6-3dfd-4023-ae33-1cfe8f872177 req-b497d776-a7c1-44a6-8711-4867c4884b14 tempest-SecurityGroupsNegativeTestJSON-1062244652 tempest-SecurityGroupsNegativeTestJSON-1062244652-project] show failed (client error): The resource could not be found. Jul 06 13:55:04.686366 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-22912ab6-3dfd-4023-ae33-1cfe8f872177 req-b497d776-a7c1-44a6-8711-4867c4884b14 tempest-SecurityGroupsNegativeTestJSON-1062244652 tempest-SecurityGroupsNegativeTestJSON-1062244652-project] 10.222.0.118 "GET /v2.0/security-groups/07567332-b71d-4aed-b3e6-809a9c46fb88 HTTP/1.1" status: 404 len: 352 time: 0.0261061 Jul 06 13:55:04.709995 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52114) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:04.742610 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d416c91f-b5ff-458f-aa82-965f3a876234 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:04.751332 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d416c91f-b5ff-458f-aa82-965f3a876234 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2094363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2094336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2093514'] for router, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:04.783290 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-fda425fc-db67-4f8b-9e3c-338868618c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:04.785027 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-fda425fc-db67-4f8b-9e3c-338868618c0d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c04128a6-f89d-4c07-9ca5-0cf3821c9fb2 HTTP/1.1" status: 200 len: 797 time: 0.0976586 Jul 06 13:55:04.793472 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f7dc706-1f29-4b64-826b-8da327d1aa5a admin admin] Deleting subnet c78c6465-adc1-4d16-9ac9-c4ec95873353 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:55:04.805636 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7f7dc706-1f29-4b64-826b-8da327d1aa5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:04.911457 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7f7dc706-1f29-4b64-826b-8da327d1aa5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:04.925201 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d416c91f-b5ff-458f-aa82-965f3a876234 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Router 015a4d4e-1b20-48cd-8fb9-6b6ce1ae8139 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:55:04.970420 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7f7dc706-1f29-4b64-826b-8da327d1aa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:05.058886 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d416c91f-b5ff-458f-aa82-965f3a876234 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:55:05.059342 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-71ce80c9-a945-4d0f-84c7-c8c3fd5a0d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:05.061794 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-71ce80c9-a945-4d0f-84c7-c8c3fd5a0d1d service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d4681e72-a6e0-4598-880f-0c79f70e2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2660480 Jul 06 13:55:05.064888 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d416c91f-b5ff-458f-aa82-965f3a876234 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:05.065171 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d416c91f-b5ff-458f-aa82-965f3a876234 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "PUT /v2.0/routers/015a4d4e-1b20-48cd-8fb9-6b6ce1ae8139 HTTP/1.1" status: 200 len: 926 time: 1.4335034 Jul 06 13:55:05.068043 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52118) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:05.078826 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d510185-0516-406a-9054-806b745a4d28 None None] Sync routers for ids ['015a4d4e-1b20-48cd-8fb9-6b6ce1ae8139'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:55:05.090018 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d510185-0516-406a-9054-806b745a4d28 None None] Routers {'015a4d4e-1b20-48cd-8fb9-6b6ce1ae8139'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:55:05.090700 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-6d510185-0516-406a-9054-806b745a4d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:54:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['015a4d4e-1b20-48cd-8fb9-6b6ce1ae8139'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:05.100077 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf942f60-2da5-496d-ac93-adebba055ced req-ee7f5c05-129d-4489-817b-096c73054a6a tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:05.108749 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf942f60-2da5-496d-ac93-adebba055ced req-ee7f5c05-129d-4489-817b-096c73054a6a tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 950 time: 0.2619019 Jul 06 13:55:05.125401 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7f7dc706-1f29-4b64-826b-8da327d1aa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:05.132943 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-6d510185-0516-406a-9054-806b745a4d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:05.141725 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d510185-0516-406a-9054-806b745a4d28 None None] Routers {'015a4d4e-1b20-48cd-8fb9-6b6ce1ae8139'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:55:05.142379 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-6d510185-0516-406a-9054-806b745a4d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:54:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['015a4d4e-1b20-48cd-8fb9-6b6ce1ae8139'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:05.177795 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-6d510185-0516-406a-9054-806b745a4d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:05.178357 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d510185-0516-406a-9054-806b745a4d28 None None] The sync data for ids ['015a4d4e-1b20-48cd-8fb9-6b6ce1ae8139'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:55:05.197864 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-468f3720-a480-4422-85de-e12b7d92c235 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "GET /v2.0/routers/015a4d4e-1b20-48cd-8fb9-6b6ce1ae8139 HTTP/1.1" status: 200 len: 926 time: 0.1284022 Jul 06 13:55:05.200454 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52122) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:05.206613 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7dc706-1f29-4b64-826b-8da327d1aa5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c78c6465-adc1-4d16-9ac9-c4ec95873353,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:05.224110 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7f7dc706-1f29-4b64-826b-8da327d1aa5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:05.225229 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7f7dc706-1f29-4b64-826b-8da327d1aa5a admin admin] 10.222.0.118 "DELETE /v2.0/subnets/c78c6465-adc1-4d16-9ac9-c4ec95873353 HTTP/1.1" status: 204 len: 168 time: 0.5127556 Jul 06 13:55:05.229210 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52124) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:05.297078 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b2c2a9-8167-4558-81bc-f68c47ccc6a8 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:05.301161 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-83b2c2a9-8167-4558-81bc-f68c47ccc6a8 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "GET /v2.0/ports?network_id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0&device_id=015a4d4e-1b20-48cd-8fb9-6b6ce1ae8139&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0970807 Jul 06 13:55:05.301325 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf942f60-2da5-496d-ac93-adebba055ced req-10ca4f54-7d66-4d92-8f92-53d132504547 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912055 Jul 06 13:55:05.301430 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52126) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:05.336652 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-d302d8cf-103d-44d4-844d-b6608a203228 service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473998 Jul 06 13:55:05.340692 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2ac902ad-41d5-428f-9bda-c39bbe630488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:05.420254 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550fdca5-9513-403c-bd17-5315ff31f257 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:05.433141 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-550fdca5-9513-403c-bd17-5315ff31f257 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 881 time: 0.1203589 Jul 06 13:55:05.433141 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52132) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:05.474643 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-db327472-847e-4550-b8b6-19f52c790200 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "GET /v2.0/ports?device_id=015a4d4e-1b20-48cd-8fb9-6b6ce1ae8139 HTTP/1.1" status: 200 len: 205 time: 0.0429344 Jul 06 13:55:05.477043 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52134) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:05.591874 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2ac902ad-41d5-428f-9bda-c39bbe630488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:05.611552 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-2ac902ad-41d5-428f-9bda-c39bbe630488 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['785507b2-3fba-47d1-a1bb-15ed6664aaf7']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:05.624488 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-2ac902ad-41d5-428f-9bda-c39bbe630488 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7abce83-2685-4854-b1a1-e7e440928663') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:05.624788 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-2ac902ad-41d5-428f-9bda-c39bbe630488 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7abce83-2685-4854-b1a1-e7e440928663') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:05.644183 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-ebba9a50-87d7-42f5-a4ca-a4a19ff4e8fb service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940667 Jul 06 13:55:05.653931 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2ac902ad-41d5-428f-9bda-c39bbe630488 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:05.668123 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4592139a-47b6-48b7-804a-a72fc5ff4065 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:05.715607 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45541f21-590b-4340-be14-b377a11c91dc req-4eb07e5f-08d7-40df-88e2-ad2d6f8e375e tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:05.717816 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-45541f21-590b-4340-be14-b377a11c91dc req-4eb07e5f-08d7-40df-88e2-ad2d6f8e375e tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.52 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 950 time: 0.1906364 Jul 06 13:55:05.862145 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4592139a-47b6-48b7-804a-a72fc5ff4065 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:05.911323 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-45541f21-590b-4340-be14-b377a11c91dc req-5b894797-be23-4548-b055-bac186f7bae3 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Deleting port 4a5aa084-e04f-46d8-b478-f57cec682a06 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:55:05.911666 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-45541f21-590b-4340-be14-b377a11c91dc req-5b894797-be23-4548-b055-bac186f7bae3 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:05.980680 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-d1c0559d-c48d-4bd3-b0e0-13a67a618c0f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5713c474-b68e-4849-8757-a4ac36c4881f HTTP/1.1" status: 200 len: 217 time: 0.3344998 Jul 06 13:55:05.999573 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2ac902ad-41d5-428f-9bda-c39bbe630488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:06.033043 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17275b66-239a-4973-ba56-65079066e23a req-ef88992b-002c-4db6-a4aa-c386bf44f8dc tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:06.034686 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17275b66-239a-4973-ba56-65079066e23a req-ef88992b-002c-4db6-a4aa-c386bf44f8dc tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=d1a7a91f-5a2c-4614-8c39-bcc63fff4766 HTTP/1.1" status: 200 len: 945 time: 0.5728145 Jul 06 13:55:06.037668 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac902ad-41d5-428f-9bda-c39bbe630488 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:55:06.038113 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2ac902ad-41d5-428f-9bda-c39bbe630488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: timer() Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:55:06.040037 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:55:06.043938 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:55:06.043938 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:55:06.043938 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:55:06.043938 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 13:55:06.043938 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:55:06.043938 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 13:55:06.043938 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:55:06.043938 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:55:06.043938 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:55:06.043938 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 13:55:06.043938 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:55:06.043938 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:55:06.043938 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:55:06.043938 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:55:06.043938 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:55:06.043938 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:55:06.043938 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:55:06.120710 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-341b1766-d480-4a94-96d6-d75da8c1414c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:06.122529 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-341b1766-d480-4a94-96d6-d75da8c1414c service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8b322a15-08f2-404b-b5a7-7b23b405c7f9 HTTP/1.1" status: 200 len: 797 time: 0.1319945 Jul 06 13:55:06.125111 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2ac902ad-41d5-428f-9bda-c39bbe630488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:06.140146 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2ac902ad-41d5-428f-9bda-c39bbe630488 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:06.141989 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2ac902ad-41d5-428f-9bda-c39bbe630488 admin admin] 10.222.0.118 "DELETE /v2.0/networks/785507b2-3fba-47d1-a1bb-15ed6664aaf7 HTTP/1.1" status: 204 len: 168 time: 0.9105082 Jul 06 13:55:06.185684 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17275b66-239a-4973-ba56-65079066e23a req-112e62d0-2c4f-4b86-97f8-b878621d8eef tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355021 Jul 06 13:55:06.188096 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac902ad-41d5-428f-9bda-c39bbe630488 admin admin] Pushing event deleted for resources: {'Network': ['ID=785507b2-3fba-47d1-a1bb-15ed6664aaf7,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:06.232264 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-64158b50-8be2-4140-ab87-b087d7bf375a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:06.234722 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-64158b50-8be2-4140-ab87-b087d7bf375a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0991964 Jul 06 13:55:06.288312 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52140) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:06.310763 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-4592139a-47b6-48b7-804a-a72fc5ff4065 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Deleting port 4f90882f-949e-418f-ad74-cd271db794d1 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:55:06.311984 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4592139a-47b6-48b7-804a-a72fc5ff4065 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:06.377636 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-270146ac-d90e-4fff-9429-9c937d9e397b service neutron] 10.222.0.124 "GET /v2.0/networks/47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338925 Jul 06 13:55:06.403013 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-45541f21-590b-4340-be14-b377a11c91dc req-5b894797-be23-4548-b055-bac186f7bae3 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] For port 4a5aa084-e04f-46d8-b478-f57cec682a06, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4a5aa084-e04f-46d8-b478-f57cec682a06,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:06.403478 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-45541f21-590b-4340-be14-b377a11c91dc req-5b894797-be23-4548-b055-bac186f7bae3 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:06.431699 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-45541f21-590b-4340-be14-b377a11c91dc req-5b894797-be23-4548-b055-bac186f7bae3 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Calling delete_port for 4a5aa084-e04f-46d8-b478-f57cec682a06 owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:55:06.438160 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ed10046b-f000-4fa7-b9ff-66030adf491b admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=f3b33f05dba94d1b9a9c28a342a0b5c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458886 Jul 06 13:55:06.446362 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52150) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:06.526433 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4592139a-47b6-48b7-804a-a72fc5ff4065 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:06.541631 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-3371d344-9f2b-4a6a-aa09-3ca350eccbbb service neutron] 10.222.0.124 "GET /v2.0/networks/47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580987 Jul 06 13:55:06.553144 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-4592139a-47b6-48b7-804a-a72fc5ff4065 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Calling delete_port for 4f90882f-949e-418f-ad74-cd271db794d1 owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:55:06.554512 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1bee6-2c41-418e-a903-e97c641c9709 req-7643909a-21ff-44a7-b62c-e7cde3fa6761 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:06.560524 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1bee6-2c41-418e-a903-e97c641c9709 req-7643909a-21ff-44a7-b62c-e7cde3fa6761 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:06.567169 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1bee6-2c41-418e-a903-e97c641c9709 req-7643909a-21ff-44a7-b62c-e7cde3fa6761 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:06.573067 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1bee6-2c41-418e-a903-e97c641c9709 req-7643909a-21ff-44a7-b62c-e7cde3fa6761 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:06.579999 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1bee6-2c41-418e-a903-e97c641c9709 req-7643909a-21ff-44a7-b62c-e7cde3fa6761 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:06.585944 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1bee6-2c41-418e-a903-e97c641c9709 req-7643909a-21ff-44a7-b62c-e7cde3fa6761 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:06.592501 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1bee6-2c41-418e-a903-e97c641c9709 req-7643909a-21ff-44a7-b62c-e7cde3fa6761 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:06.594596 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6df1bee6-2c41-418e-a903-e97c641c9709 req-7643909a-21ff-44a7-b62c-e7cde3fa6761 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 5421 time: 0.1841216 Jul 06 13:55:06.619779 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52154) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:06.623136 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e10f910d-7a6a-4538-b87b-7857e330ff40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:06.639315 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-3d061e2a-a572-4eab-81a4-88ccec20dc91 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2901d280-4cec-4a3b-bbf6-00c4a5038850 HTTP/1.1" status: 200 len: 217 time: 0.0435650 Jul 06 13:55:06.675757 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e10f910d-7a6a-4538-b87b-7857e330ff40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:06.714321 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6df1bee6-2c41-418e-a903-e97c641c9709 req-fd390c60-d9d6-4d59-9513-09c730325049 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&id=59ea11e9-a7c3-4f55-bc0e-cb861bd4f006&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111782 Jul 06 13:55:06.729810 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-e2ae01f9-e3fb-4191-adf2-4494a3f29b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:06.731302 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-e2ae01f9-e3fb-4191-adf2-4494a3f29b7f service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8b322a15-08f2-404b-b5a7-7b23b405c7f9 HTTP/1.1" status: 200 len: 797 time: 0.0849564 Jul 06 13:55:06.799322 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-dcfde3b4-d988-444d-b92b-d66525bde63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:06.800855 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-dcfde3b4-d988-444d-b92b-d66525bde63b service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0627964 Jul 06 13:55:06.812021 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-92da3f50-b70e-4ca1-8ef8-fc9d54fde12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:06.855485 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 27b75cf5-263d-4c77-b909-aed48eb16174 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:55:06.856104 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-45541f21-590b-4340-be14-b377a11c91dc req-5b894797-be23-4548-b055-bac186f7bae3 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:06.872501 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['98101a5f-4149-4831-9e47-b5fd6d4b3895', '08997f95-e1aa-45a0-8c65-59c666a863c0'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:06.876266 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['3e8943cb-a6ad-4c58-9bd2-79576b130719', '4a5aa084-e04f-46d8-b478-f57cec682a06'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:06.906380 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07ee2dfb-73a7-4533-968e-3aaa074bf60d req-aed9c26d-1063-4838-85b0-0b1f0e5cdcab tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b355fdca-9197-46f4-b409-b93eed02dbba HTTP/1.1" status: 200 len: 210 time: 0.0366917 Jul 06 13:55:06.910910 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e10f910d-7a6a-4538-b87b-7857e330ff40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:06.914056 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e10f910d-7a6a-4538-b87b-7857e330ff40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:06.915749 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e10f910d-7a6a-4538-b87b-7857e330ff40 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/22e293f9-8d3b-42cb-97fe-9e88d5d96180 HTTP/1.1" status: 204 len: 168 time: 0.4679854 Jul 06 13:55:06.950435 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b894797-be23-4548-b055-bac186f7bae3 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Pushing event deleted for resources: {'Port': ['ID=4a5aa084-e04f-46d8-b478-f57cec682a06,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:06.991352 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-b88a9d64-f067-44ff-bf14-474af3b18713 service neutron] 10.222.0.124 "GET /v2.0/networks/47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839609 Jul 06 13:55:07.004729 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f910d-7a6a-4538-b87b-7857e330ff40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e293f9-8d3b-42cb-97fe-9e88d5d96180,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:07.078144 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-45541f21-590b-4340-be14-b377a11c91dc req-5b894797-be23-4548-b055-bac186f7bae3 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] No DVR routers for this DVR port 4a5aa084-e04f-46d8-b478-f57cec682a06 on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:55:07.082763 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-45541f21-590b-4340-be14-b377a11c91dc req-5b894797-be23-4548-b055-bac186f7bae3 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:07.086632 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-45541f21-590b-4340-be14-b377a11c91dc req-5b894797-be23-4548-b055-bac186f7bae3 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.52 "DELETE /v2.0/ports/4a5aa084-e04f-46d8-b478-f57cec682a06 HTTP/1.1" status: 204 len: 173 time: 1.3619018 Jul 06 13:55:07.087641 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b355fdca-9197-46f4-b409-b93eed02dbba', 'name': 'network-vif-deleted', 'tag': '4a5aa084-e04f-46d8-b478-f57cec682a06'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:07.092042 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbbd5e5-b365-4559-8b1d-3cc8b872889c" -d '{"events": [{"server_uuid": "b355fdca-9197-46f4-b409-b93eed02dbba", "name": "network-vif-deleted", "tag": "4a5aa084-e04f-46d8-b478-f57cec682a06"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:07.111631 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4592139a-47b6-48b7-804a-a72fc5ff4065 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:07.188262 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592139a-47b6-48b7-804a-a72fc5ff4065 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Pushing event deleted for resources: {'Port': ['ID=4f90882f-949e-418f-ad74-cd271db794d1,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:07.225777 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955fe9bb-b25f-49b4-ac65-ecec3e54f42e req-9e6e6fe1-b4ed-4821-adb0-6164dec1078e service neutron] 10.222.0.124 "GET /v2.0/networks/47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231588 Jul 06 13:55:07.288717 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 27b75cf5-263d-4c77-b909-aed48eb16174, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=27b75cf5-263d-4c77-b909-aed48eb16174,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:07.324299 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '27b75cf5-263d-4c77-b909-aed48eb16174', 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d', 'port_id': '27b75cf5-263d-4c77-b909-aed48eb16174', 'mac_address': 'fa:16:3e:61:94:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c752e52c-1e0e-4b69-8288-ed62c19f3b18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:55:07.345794 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-95d4fc0d-2678-4dc5-bde8-71d5c5e10004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:07.439142 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4592139a-47b6-48b7-804a-a72fc5ff4065 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:07.524258 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:07.537401 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-7216c23a-482c-43ff-b8fb-9d715aaff6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:07.537941 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-7216c23a-482c-43ff-b8fb-9d715aaff6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:07.538443 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-7216c23a-482c-43ff-b8fb-9d715aaff6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:07.538931 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-7216c23a-482c-43ff-b8fb-9d715aaff6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:07.539915 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-7216c23a-482c-43ff-b8fb-9d715aaff6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:07.540698 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-7216c23a-482c-43ff-b8fb-9d715aaff6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:07.541228 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-7216c23a-482c-43ff-b8fb-9d715aaff6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:07.544443 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-7216c23a-482c-43ff-b8fb-9d715aaff6b1 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=6ead5c3559fe4c91b54e392cf2e3f6be&device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 6478 time: 0.1010129 Jul 06 13:55:07.613088 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4592139a-47b6-48b7-804a-a72fc5ff4065 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:07.616192 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4592139a-47b6-48b7-804a-a72fc5ff4065 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:07.616368 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27b75cf5-263d-4c77-b909-aed48eb16174 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:07.637120 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbee38e1-f7ff-4ea0-897a-3ba02f47ba98 x-openstack-request-id: req-fbee38e1-f7ff-4ea0-897a-3ba02f47ba98 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:07.637433 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b355fdca-9197-46f4-b409-b93eed02dbba", "name": "network-vif-deleted", "tag": "4a5aa084-e04f-46d8-b478-f57cec682a06", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:07.637642 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-fbee38e1-f7ff-4ea0-897a-3ba02f47ba98 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:07.638072 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b355fdca-9197-46f4-b409-b93eed02dbba', 'name': 'network-vif-deleted', 'tag': '4a5aa084-e04f-46d8-b478-f57cec682a06', 'status': 'completed', 'code': 200} Jul 06 13:55:07.688490 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-92da3f50-b70e-4ca1-8ef8-fc9d54fde12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:07.694511 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4592139a-47b6-48b7-804a-a72fc5ff4065 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:07.695062 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4592139a-47b6-48b7-804a-a72fc5ff4065 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Fanout notify agent at l3_agent the message router_deleted on router 015a4d4e-1b20-48cd-8fb9-6b6ce1ae8139 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:55:07.697704 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-92da3f50-b70e-4ca1-8ef8-fc9d54fde12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:07.707938 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4592139a-47b6-48b7-804a-a72fc5ff4065 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:07.714859 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4592139a-47b6-48b7-804a-a72fc5ff4065 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "DELETE /v2.0/routers/015a4d4e-1b20-48cd-8fb9-6b6ce1ae8139 HTTP/1.1" status: 204 len: 168 time: 2.2309484 Jul 06 13:55:07.718336 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52194) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:07.754048 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-564aea95-8c80-499d-a933-375e8c4782ee tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1517674687', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:07.757549 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da3f50-b70e-4ca1-8ef8-fc9d54fde12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97eb9a63-a290-4d35-b0fa-f9e60e7b0000,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:07.762860 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-92da3f50-b70e-4ca1-8ef8-fc9d54fde12b admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=f359655af8684a299bd48bd3d8a0e343&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1403975 Jul 06 13:55:07.766928 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52198) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:07.768597 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 27b75cf5-263d-4c77-b909-aed48eb16174, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=27b75cf5-263d-4c77-b909-aed48eb16174,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:07.794262 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:07.808433 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-79962431-2900-4608-8c92-bda95f52fd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:07.816471 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-79962431-2900-4608-8c92-bda95f52fd7f service neutron] 10.222.0.124 "GET /v2.0/networks?id=47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a HTTP/1.1" status: 200 len: 903 time: 0.2616158 Jul 06 13:55:07.868024 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f62d437e-ceab-465d-8687-83a6133180e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:07.896494 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f62d437e-ceab-465d-8687-83a6133180e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:07.956876 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-6edafcb7-2591-4779-8bfe-c5bb77ff4a7c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5713c474-b68e-4849-8757-a4ac36c4881f HTTP/1.1" status: 200 len: 217 time: 0.1312790 Jul 06 13:55:07.975725 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f62d437e-ceab-465d-8687-83a6133180e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:07.976427 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-564aea95-8c80-499d-a933-375e8c4782ee tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:07.977597 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-564aea95-8c80-499d-a933-375e8c4782ee tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:07.979260 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f62d437e-ceab-465d-8687-83a6133180e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:07.981347 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f62d437e-ceab-465d-8687-83a6133180e1 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/97eb9a63-a290-4d35-b0fa-f9e60e7b0000 HTTP/1.1" status: 204 len: 168 time: 0.2130203 Jul 06 13:55:08.001611 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d437e-ceab-465d-8687-83a6133180e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97eb9a63-a290-4d35-b0fa-f9e60e7b0000,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:08.004625 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['27b75cf5-263d-4c77-b909-aed48eb16174'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:08.112955 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-faa21c98-4e59-4074-ab22-da85561c6558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:08.114785 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-faa21c98-4e59-4074-ab22-da85561c6558 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8b322a15-08f2-404b-b5a7-7b23b405c7f9 HTTP/1.1" status: 200 len: 797 time: 0.1334033 Jul 06 13:55:08.136896 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=27b75cf5-263d-4c77-b909-aed48eb16174,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:08.201709 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-564aea95-8c80-499d-a933-375e8c4782ee tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:08.262954 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-564aea95-8c80-499d-a933-375e8c4782ee tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:08.275850 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52224) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:08.303366 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631b698-e018-4c6e-84c8-6b7fe4100c23 req-faaf2988-b8c1-42d1-8c1d-0e77d069a3f2 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:08.309837 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c631b698-e018-4c6e-84c8-6b7fe4100c23 req-faaf2988-b8c1-42d1-8c1d-0e77d069a3f2 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=d1a7a91f-5a2c-4614-8c39-bcc63fff4766 HTTP/1.1" status: 200 len: 945 time: 0.4534388 Jul 06 13:55:08.367671 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-564aea95-8c80-499d-a933-375e8c4782ee tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:08.368877 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-564aea95-8c80-499d-a933-375e8c4782ee tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6441977 Jul 06 13:55:08.371844 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52228) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:08.378251 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-3a6f6b38-cd0c-4177-a6a5-1542ef7bc89e tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Request body: {'router': {'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:08.382548 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c631b698-e018-4c6e-84c8-6b7fe4100c23 req-5198b970-5803-42c8-83b0-80e3f7045998 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635178 Jul 06 13:55:08.385797 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-da37b26f-9090-43b7-9d85-7beb10d202a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:08.386889 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-da37b26f-9090-43b7-9d85-7beb10d202a3 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2183113 Jul 06 13:55:08.554889 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-a75c0b89-ccb9-45aa-925e-88e957683522 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1291206415-network', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:08.618900 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-fe8e2ca5-fde7-4fca-825d-25474fa212a2 service neutron] 10.222.0.124 "GET /v2.0/networks/47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197654 Jul 06 13:55:08.666932 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3a6f6b38-cd0c-4177-a6a5-1542ef7bc89e tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:08.673996 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75c0b89-ccb9-45aa-925e-88e957683522 admin admin] Made reservation on behalf of 9336c3d8fa4746dd9ed2823889de2712 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:55:08.677151 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a75c0b89-ccb9-45aa-925e-88e957683522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:08.695239 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a75c0b89-ccb9-45aa-925e-88e957683522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:08.734827 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-9fbf644d-a36c-4e78-a573-430af0e09f8f service neutron] 10.222.0.124 "GET /v2.0/networks/47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082296 Jul 06 13:55:08.759715 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcdf3f-f461-4925-9a23-e1fe42869df3 req-fc54bbb7-976c-41fc-993a-645ac215a5cf tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:08.768002 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcdf3f-f461-4925-9a23-e1fe42869df3 req-fc54bbb7-976c-41fc-993a-645ac215a5cf tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:08.774740 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcdf3f-f461-4925-9a23-e1fe42869df3 req-fc54bbb7-976c-41fc-993a-645ac215a5cf tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:08.782673 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcdf3f-f461-4925-9a23-e1fe42869df3 req-fc54bbb7-976c-41fc-993a-645ac215a5cf tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:08.790386 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcdf3f-f461-4925-9a23-e1fe42869df3 req-fc54bbb7-976c-41fc-993a-645ac215a5cf tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:08.801723 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcdf3f-f461-4925-9a23-e1fe42869df3 req-fc54bbb7-976c-41fc-993a-645ac215a5cf tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:08.808216 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcdf3f-f461-4925-9a23-e1fe42869df3 req-fc54bbb7-976c-41fc-993a-645ac215a5cf tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:08.817698 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37dcdf3f-f461-4925-9a23-e1fe42869df3 req-fc54bbb7-976c-41fc-993a-645ac215a5cf tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 5421 time: 0.2800200 Jul 06 13:55:08.866842 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 27b75cf5-263d-4c77-b909-aed48eb16174 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:08.898659 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37dcdf3f-f461-4925-9a23-e1fe42869df3 req-60b2b41e-bb30-4f63-8025-045520974bba tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&id=59ea11e9-a7c3-4f55-bc0e-cb861bd4f006&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0796256 Jul 06 13:55:09.029002 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a75c0b89-ccb9-45aa-925e-88e957683522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.051157 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-a85cbabe-547a-491e-a50e-3daece3ebfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:09.053126 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 27b75cf5-263d-4c77-b909-aed48eb16174 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:09.053614 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.054507 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-a85cbabe-547a-491e-a50e-3daece3ebfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:09.057131 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-a85cbabe-547a-491e-a50e-3daece3ebfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:09.058611 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-a85cbabe-547a-491e-a50e-3daece3ebfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:09.062721 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-a85cbabe-547a-491e-a50e-3daece3ebfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:09.063414 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-a85cbabe-547a-491e-a50e-3daece3ebfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:09.064201 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-a85cbabe-547a-491e-a50e-3daece3ebfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:09.067291 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a75c0b89-ccb9-45aa-925e-88e957683522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.068396 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-a85cbabe-547a-491e-a50e-3daece3ebfd0 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=6ead5c3559fe4c91b54e392cf2e3f6be&device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 6478 time: 0.1906812 Jul 06 13:55:09.105365 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75c0b89-ccb9-45aa-925e-88e957683522 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:55:09.148570 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3a6f6b38-cd0c-4177-a6a5-1542ef7bc89e tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.184966 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c0b89-ccb9-45aa-925e-88e957683522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5686d5e-798c-4c25-89e1-188041907485,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:09.193417 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3a6f6b38-cd0c-4177-a6a5-1542ef7bc89e tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.210484 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a75c0b89-ccb9-45aa-925e-88e957683522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.210731 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-a75c0b89-ccb9-45aa-925e-88e957683522 admin admin] Added segment 1e3e79de-418b-427e-ab47-30b7f03d6d5a of type vlan for network d3d758c6-1344-45af-aaa5-3031f97f13d4 Jul 06 13:55:09.299576 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.343120 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-36695668-99f1-4925-b563-c8a9fc785d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:09.344883 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-36695668-99f1-4925-b563-c8a9fc785d84 service neutron] 10.222.0.124 "GET /v2.0/networks?id=47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a HTTP/1.1" status: 200 len: 903 time: 0.2686186 Jul 06 13:55:09.354508 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8209fbcb-7a64-4ab0-8644-927c68157d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b75cf5-263d-4c77-b909-aed48eb16174'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:09.361556 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6a2f45-6e03-42df-82b4-a7b0b6380858" -d '{"events": [{"server_uuid": "8209fbcb-7a64-4ab0-8644-927c68157d71", "name": "network-vif-plugged", "status": "completed", "tag": "27b75cf5-263d-4c77-b909-aed48eb16174"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:09.396150 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 27b75cf5-263d-4c77-b909-aed48eb16174, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=27b75cf5-263d-4c77-b909-aed48eb16174,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:09.416578 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.418344 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 4a5aa084-e04f-46d8-b478-f57cec682a06 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:55:09.441739 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-1bf823a4-458c-40b5-8871-e0d65ebf2310 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2901d280-4cec-4a3b-bbf6-00c4a5038850 HTTP/1.1" status: 200 len: 217 time: 0.0893760 Jul 06 13:55:09.452206 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a75c0b89-ccb9-45aa-925e-88e957683522 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.460429 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 4a5aa084-e04f-46d8-b478-f57cec682a06 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:55:09.461161 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 4a5aa084-e04f-46d8-b478-f57cec682a06 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:55:09.554337 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-fa846b95-ef19-479f-bd64-ce09f4429d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:09.557707 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=27b75cf5-263d-4c77-b909-aed48eb16174,revision_number=7']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:09.562094 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-fa846b95-ef19-479f-bd64-ce09f4429d70 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8b322a15-08f2-404b-b5a7-7b23b405c7f9 HTTP/1.1" status: 200 len: 797 time: 0.1096809 Jul 06 13:55:09.596622 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a75c0b89-ccb9-45aa-925e-88e957683522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.597703 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75c0b89-ccb9-45aa-925e-88e957683522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:09.598356 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a75c0b89-ccb9-45aa-925e-88e957683522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.613548 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562a6d4c-0f16-47d3-a74d-c7901eb6acfa x-openstack-request-id: req-562a6d4c-0f16-47d3-a74d-c7901eb6acfa {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:09.614223 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8209fbcb-7a64-4ab0-8644-927c68157d71", "name": "network-vif-plugged", "status": "completed", "tag": "27b75cf5-263d-4c77-b909-aed48eb16174", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:09.614816 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-562a6d4c-0f16-47d3-a74d-c7901eb6acfa {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:09.615400 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8209fbcb-7a64-4ab0-8644-927c68157d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b75cf5-263d-4c77-b909-aed48eb16174', 'code': 200} Jul 06 13:55:09.681298 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-ea1a318d-b09c-49ec-88ee-7f00c0e2b48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:09.683814 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-ea1a318d-b09c-49ec-88ee-7f00c0e2b48a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1136498 Jul 06 13:55:09.689069 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-3a6f6b38-cd0c-4177-a6a5-1542ef7bc89e tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Allocated IP 172.25.6.196 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/6cd29f4b-b177-4a05-a70e-dfce7578726d) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:55:09.697408 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a75c0b89-ccb9-45aa-925e-88e957683522 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4198318 Jul 06 13:55:09.702503 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52268) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:09.713346 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-5d80deca-175f-409e-b3bc-8dee3ff643fc admin admin] Request body: {'subnet': {'network_id': 'd3d758c6-1344-45af-aaa5-3031f97f13d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1291206415-subnet', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:09.751483 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d80deca-175f-409e-b3bc-8dee3ff643fc admin admin] Made reservation on behalf of 9336c3d8fa4746dd9ed2823889de2712 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:55:09.754268 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5d80deca-175f-409e-b3bc-8dee3ff643fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:09.756503 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c0b89-ccb9-45aa-925e-88e957683522 admin admin] Pushing event updated for resources: {'Network': ['ID=d3d758c6-1344-45af-aaa5-3031f97f13d4,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:09.773044 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network d3d758c6-1344-45af-aaa5-3031f97f13d4 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:55:09.900559 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-00d54cac-ff0c-4d74-bb66-59dc1129e829 service neutron] 10.222.0.124 "GET /v2.0/networks/47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064610 Jul 06 13:55:09.913680 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6ab53-cc68-4174-a5ef-e9b8b2005010 req-82953551-cdc5-48ee-ac6d-e3bcab823e0a tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:09.921516 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3fd6ab53-cc68-4174-a5ef-e9b8b2005010 req-82953551-cdc5-48ee-ac6d-e3bcab823e0a tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=d1a7a91f-5a2c-4614-8c39-bcc63fff4766 HTTP/1.1" status: 200 len: 945 time: 0.1348600 Jul 06 13:55:09.989798 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3a6f6b38-cd0c-4177-a6a5-1542ef7bc89e tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:10.021568 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3fd6ab53-cc68-4174-a5ef-e9b8b2005010 req-cd31f8dc-f481-46ad-a12d-1bea8f97458f tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984814 Jul 06 13:55:10.081424 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ef47c83d-e5a0-4cd9-b052-997237e887f5 req-4440bfe4-738d-420e-8b36-a2aaaac4c932 service neutron] 10.222.0.124 "GET /v2.0/networks/47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577163 Jul 06 13:55:10.108244 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5d80deca-175f-409e-b3bc-8dee3ff643fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:10.127465 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:10.137903 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3a6f6b38-cd0c-4177-a6a5-1542ef7bc89e tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:10.228002 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d80deca-175f-409e-b3bc-8dee3ff643fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8df52582-dd18-48d1-9337-785b45f0ca32,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:10.230628 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f6b38-cd0c-4177-a6a5-1542ef7bc89e tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Pushing event updated for resources: {'Port': ['ID=6cd29f4b-b177-4a05-a70e-dfce7578726d,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:10.247716 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6f6b38-cd0c-4177-a6a5-1542ef7bc89e tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:55:10.252097 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39612d54-96be-4ce3-aee2-0e85fad5f173 req-487b6837-9948-48ba-8a16-751d060a9d06 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:10.252919 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-3a6f6b38-cd0c-4177-a6a5-1542ef7bc89e tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:10.258072 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6f6b38-cd0c-4177-a6a5-1542ef7bc89e tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:55:10.263222 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-39612d54-96be-4ce3-aee2-0e85fad5f173 req-487b6837-9948-48ba-8a16-751d060a9d06 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 951 time: 0.1119633 Jul 06 13:55:10.294448 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d80deca-175f-409e-b3bc-8dee3ff643fc admin admin] Checking segment: {'id': '1e3e79de-418b-427e-ab47-30b7f03d6d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd3d758c6-1344-45af-aaa5-3031f97f13d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:55:10.294914 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d80deca-175f-409e-b3bc-8dee3ff643fc admin admin] Network hostable DHCP agents. Network: d3d758c6-1344-45af-aaa5-3031f97f13d4, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:55:10.304199 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-39612d54-96be-4ce3-aee2-0e85fad5f173 req-d8bb4360-ae83-4469-92cc-b256c2beaf5f tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400262 Jul 06 13:55:10.480862 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d80deca-175f-409e-b3bc-8dee3ff643fc admin admin] Network d3d758c6-1344-45af-aaa5-3031f97f13d4 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:55:10.554764 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-5d80deca-175f-409e-b3bc-8dee3ff643fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, d3d758c6-1344-45af-aaa5-3031f97f13d4) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:10.565241 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daaab87-b3c2-41a6-a42b-c3d8d72130d2 None None] Network d3d758c6-1344-45af-aaa5-3031f97f13d4 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:55:10.579290 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d80deca-175f-409e-b3bc-8dee3ff643fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:10.580273 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5d80deca-175f-409e-b3bc-8dee3ff643fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:10.632817 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5d80deca-175f-409e-b3bc-8dee3ff643fc admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9257684 Jul 06 13:55:10.635654 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52278) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:10.647379 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-e740ab60-51f9-4dd4-805c-c82b31da0619 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1291206415-router', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:10.696416 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3a6f6b38-cd0c-4177-a6a5-1542ef7bc89e tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:10.707121 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d18fc347-49e1-450c-ac1a-0c43e30d0184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:10.745482 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e740ab60-51f9-4dd4-805c-c82b31da0619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:10.747312 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e740ab60-51f9-4dd4-805c-c82b31da0619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:10.812929 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d83cfe-8d63-4898-ab2a-bb70e96cc85f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-d3d758c6-1344-45af-aaa5-3031f97f13d4', 'network_id': 'd3d758c6-1344-45af-aaa5-3031f97f13d4', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'fixed_ips': [{'subnet_id': '8df52582-dd18-48d1-9337-785b45f0ca32'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:55:10.817593 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b4d83cfe-8d63-4898-ab2a-bb70e96cc85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:10.899676 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b03e9-fbe2-4df0-b4c4-929645b46cf2 req-18310e49-0c6f-4dfa-9bdd-1897d81eef27 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:10.906424 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b03e9-fbe2-4df0-b4c4-929645b46cf2 req-18310e49-0c6f-4dfa-9bdd-1897d81eef27 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:10.912561 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b03e9-fbe2-4df0-b4c4-929645b46cf2 req-18310e49-0c6f-4dfa-9bdd-1897d81eef27 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:10.919208 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b03e9-fbe2-4df0-b4c4-929645b46cf2 req-18310e49-0c6f-4dfa-9bdd-1897d81eef27 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:10.930018 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b03e9-fbe2-4df0-b4c4-929645b46cf2 req-18310e49-0c6f-4dfa-9bdd-1897d81eef27 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:10.936647 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b03e9-fbe2-4df0-b4c4-929645b46cf2 req-18310e49-0c6f-4dfa-9bdd-1897d81eef27 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:10.943797 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b03e9-fbe2-4df0-b4c4-929645b46cf2 req-18310e49-0c6f-4dfa-9bdd-1897d81eef27 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:10.953795 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b93b03e9-fbe2-4df0-b4c4-929645b46cf2 req-18310e49-0c6f-4dfa-9bdd-1897d81eef27 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 5421 time: 0.2547300 Jul 06 13:55:10.957590 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e740ab60-51f9-4dd4-805c-c82b31da0619 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:10.991226 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3a6f6b38-cd0c-4177-a6a5-1542ef7bc89e tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:10.995637 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3a6f6b38-cd0c-4177-a6a5-1542ef7bc89e tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2094363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2094336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2093514'] for router, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:11.054507 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-b4d83cfe-8d63-4898-ab2a-bb70e96cc85f None None] Allocated IP 172.20.0.2 (d3d758c6-1344-45af-aaa5-3031f97f13d4/8df52582-dd18-48d1-9337-785b45f0ca32/0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:55:11.094030 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b93b03e9-fbe2-4df0-b4c4-929645b46cf2 req-b55b9a62-bc02-40bb-be67-ca012e0a7222 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&id=59ea11e9-a7c3-4f55-bc0e-cb861bd4f006&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1387973 Jul 06 13:55:11.151251 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecda3ec-f323-4339-9020-346f5334df28 req-fc811d5d-bbb4-4279-9cf8-28b76c334392 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:11.153488 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eecda3ec-f323-4339-9020-346f5334df28 req-fc811d5d-bbb4-4279-9cf8-28b76c334392 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.124 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 951 time: 0.3748789 Jul 06 13:55:11.215213 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6f6b38-cd0c-4177-a6a5-1542ef7bc89e tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Router 13c1742f-641c-45ac-a3b4-85f19aa8df1c is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:55:11.237020 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e740ab60-51f9-4dd4-805c-c82b31da0619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:11.402197 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b4d83cfe-8d63-4898-ab2a-bb70e96cc85f None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:11.421736 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b4d83cfe-8d63-4898-ab2a-bb70e96cc85f None None] Transition to ACTIVE for port object 0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:55:11.477875 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-eecda3ec-f323-4339-9020-346f5334df28 req-f2124cfa-4674-42e6-9b24-fadeeb40a192 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Deleting port 08997f95-e1aa-45a0-8c65-59c666a863c0 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:55:11.478971 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-eecda3ec-f323-4339-9020-346f5334df28 req-f2124cfa-4674-42e6-9b24-fadeeb40a192 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:11.503253 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b4d83cfe-8d63-4898-ab2a-bb70e96cc85f None None] Transition to ACTIVE for port object 0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:55:11.525587 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:11.533671 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b4d83cfe-8d63-4898-ab2a-bb70e96cc85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:11.624254 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d83cfe-8d63-4898-ab2a-bb70e96cc85f None None] Pushing event updated for resources: {'Port': ['ID=0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:11.652194 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d83cfe-8d63-4898-ab2a-bb70e96cc85f None None] Network d3d758c6-1344-45af-aaa5-3031f97f13d4 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:55:11.658013 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-b4d83cfe-8d63-4898-ab2a-bb70e96cc85f None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:11.664745 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d83cfe-8d63-4898-ab2a-bb70e96cc85f None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:55:11.806885 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-b4d83cfe-8d63-4898-ab2a-bb70e96cc85f None None] Attempting to bind port 0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:55:11.811400 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-b4d83cfe-8d63-4898-ab2a-bb70e96cc85f None None] Attempting to bind port 0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '1e3e79de-418b-427e-ab47-30b7f03d6d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd3d758c6-1344-45af-aaa5-3031f97f13d4'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:55:11.812041 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d83cfe-8d63-4898-ab2a-bb70e96cc85f None None] Attempting to bind port 0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1 on network d3d758c6-1344-45af-aaa5-3031f97f13d4 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:11.823872 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d83cfe-8d63-4898-ab2a-bb70e96cc85f None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:55:11.824467 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d83cfe-8d63-4898-ab2a-bb70e96cc85f None None] Checking segment: {'id': '1e3e79de-418b-427e-ab47-30b7f03d6d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd3d758c6-1344-45af-aaa5-3031f97f13d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:55:11.824946 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b4d83cfe-8d63-4898-ab2a-bb70e96cc85f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:11.825414 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d83cfe-8d63-4898-ab2a-bb70e96cc85f None None] Bound using segment: {'id': '1e3e79de-418b-427e-ab47-30b7f03d6d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd3d758c6-1344-45af-aaa5-3031f97f13d4'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:55:11.827502 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-b4d83cfe-8d63-4898-ab2a-bb70e96cc85f None None] Bound port: 0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e3e79de-418b-427e-ab47-30b7f03d6d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd3d758c6-1344-45af-aaa5-3031f97f13d4'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:55:11.828699 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b4d83cfe-8d63-4898-ab2a-bb70e96cc85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:11.880721 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6f6b38-cd0c-4177-a6a5-1542ef7bc89e tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:55:11.890523 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3a6f6b38-cd0c-4177-a6a5-1542ef7bc89e tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:11.891469 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5137f8f8-0013-4f43-bf21-db9ca193b267 None None] Sync routers for ids ['13c1742f-641c-45ac-a3b4-85f19aa8df1c'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:55:11.894700 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3a6f6b38-cd0c-4177-a6a5-1542ef7bc89e tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "PUT /v2.0/routers/13c1742f-641c-45ac-a3b4-85f19aa8df1c HTTP/1.1" status: 200 len: 884 time: 3.5217478 Jul 06 13:55:11.895494 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52296) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:11.909979 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5137f8f8-0013-4f43-bf21-db9ca193b267 None None] Routers {'13c1742f-641c-45ac-a3b4-85f19aa8df1c'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:55:11.910640 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-5137f8f8-0013-4f43-bf21-db9ca193b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:55:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['13c1742f-641c-45ac-a3b4-85f19aa8df1c'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:11.945224 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52298) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:11.950798 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-b4d83cfe-8d63-4898-ab2a-bb70e96cc85f None None] For port 0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:55:11.954701 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-b4d83cfe-8d63-4898-ab2a-bb70e96cc85f None None] For port 0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1,segment=NetworkSegment(1e3e79de-418b-427e-ab47-30b7f03d6d5a),segment_id=1e3e79de-418b-427e-ab47-30b7f03d6d5a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:55:11.971991 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b4d83cfe-8d63-4898-ab2a-bb70e96cc85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:11.980477 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-5137f8f8-0013-4f43-bf21-db9ca193b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:12.002376 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5137f8f8-0013-4f43-bf21-db9ca193b267 None None] Routers {'13c1742f-641c-45ac-a3b4-85f19aa8df1c'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:55:12.003248 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-5137f8f8-0013-4f43-bf21-db9ca193b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:55:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['13c1742f-641c-45ac-a3b4-85f19aa8df1c'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:12.103177 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-5137f8f8-0013-4f43-bf21-db9ca193b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:12.104434 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5137f8f8-0013-4f43-bf21-db9ca193b267 None None] The sync data for ids ['13c1742f-641c-45ac-a3b4-85f19aa8df1c'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:55:12.107133 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-16186fc4-bc54-44ec-a5e8-6b2b1126a308 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "GET /v2.0/routers/13c1742f-641c-45ac-a3b4-85f19aa8df1c HTTP/1.1" status: 200 len: 925 time: 0.2095456 Jul 06 13:55:12.109132 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52302) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:12.135242 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d83cfe-8d63-4898-ab2a-bb70e96cc85f None None] Pushing event updated for resources: {'Port': ['ID=0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:12.181194 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dc872154-11b8-464d-90b9-1124aaa77343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:12.195622 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-eecda3ec-f323-4339-9020-346f5334df28 req-f2124cfa-4674-42e6-9b24-fadeeb40a192 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] For port 08997f95-e1aa-45a0-8c65-59c666a863c0, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=08997f95-e1aa-45a0-8c65-59c666a863c0,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:12.196222 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-eecda3ec-f323-4339-9020-346f5334df28 req-f2124cfa-4674-42e6-9b24-fadeeb40a192 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:12.219892 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-eecda3ec-f323-4339-9020-346f5334df28 req-f2124cfa-4674-42e6-9b24-fadeeb40a192 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Calling delete_port for 08997f95-e1aa-45a0-8c65-59c666a863c0 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:55:12.222629 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f13c75-c6e0-49f4-a0c6-5007c35dd7f0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:12.233786 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c1f13c75-c6e0-49f4-a0c6-5007c35dd7f0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "GET /v2.0/ports?network_id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0&device_id=13c1742f-641c-45ac-a3b4-85f19aa8df1c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1202841 Jul 06 13:55:12.235017 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52306) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:12.354367 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dc872154-11b8-464d-90b9-1124aaa77343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:12.373211 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dc872154-11b8-464d-90b9-1124aaa77343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:12.443963 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-dc872154-11b8-464d-90b9-1124aaa77343 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=a96c18aec32e4aeba92a217974ff814b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4974961 Jul 06 13:55:12.449451 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52308) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:12.479801 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc872154-11b8-464d-90b9-1124aaa77343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a3dde2-c085-41f2-b065-5a0c57178c7d,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:12.485004 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbae22c-62cd-42c7-9207-ca45bb527cac req-3fd5ea6d-d2d3-4595-a61b-67251cdf5675 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:12.487427 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cbbae22c-62cd-42c7-9207-ca45bb527cac req-3fd5ea6d-d2d3-4595-a61b-67251cdf5675 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=b842cc96-c059-44f6-9b12-fff745687b52 HTTP/1.1" status: 200 len: 951 time: 0.9440169 Jul 06 13:55:12.543605 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad66211-4097-4287-b752-2199c91b68d2 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:12.545581 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-aad66211-4097-4287-b752-2199c91b68d2 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 881 time: 0.3069942 Jul 06 13:55:12.553202 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52312) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:12.554274 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f0edeca9-d784-4861-9505-6ee345a1164c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:12.599336 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f0edeca9-d784-4861-9505-6ee345a1164c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:12.666554 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b63a0b3f-a2fa-462d-917c-bcb6f9bb1488 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "GET /v2.0/ports?device_id=13c1742f-641c-45ac-a3b4-85f19aa8df1c HTTP/1.1" status: 200 len: 205 time: 0.1119654 Jul 06 13:55:12.667970 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52314) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:12.684315 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e740ab60-51f9-4dd4-805c-c82b31da0619 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:12.684544 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f0edeca9-d784-4861-9505-6ee345a1164c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:12.689707 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f0edeca9-d784-4861-9505-6ee345a1164c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:12.696596 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f0edeca9-d784-4861-9505-6ee345a1164c admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/a6a3dde2-c085-41f2-b065-5a0c57178c7d HTTP/1.1" status: 204 len: 168 time: 0.2360463 Jul 06 13:55:12.714588 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0edeca9-d784-4861-9505-6ee345a1164c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a3dde2-c085-41f2-b065-5a0c57178c7d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:12.879181 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e740ab60-51f9-4dd4-805c-c82b31da0619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:12.978971 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cbbae22c-62cd-42c7-9207-ca45bb527cac req-dc699a15-cb2d-4003-9010-80fc7da1fd0a tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803300 Jul 06 13:55:13.002144 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:13.068982 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-adc8e0a3-f9c8-4d51-9a3e-e9af2cfbcba0 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:13.303431 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 08997f95-e1aa-45a0-8c65-59c666a863c0 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:55:13.379532 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-eecda3ec-f323-4339-9020-346f5334df28 req-f2124cfa-4674-42e6-9b24-fadeeb40a192 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:13.413732 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Port 08997f95-e1aa-45a0-8c65-59c666a863c0 update to DOWN by agent not found {{(pid=100419) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 06 13:55:13.416823 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['98101a5f-4149-4831-9e47-b5fd6d4b3895'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:13.452773 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2124cfa-4674-42e6-9b24-fadeeb40a192 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Pushing event deleted for resources: {'Port': ['ID=08997f95-e1aa-45a0-8c65-59c666a863c0,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:13.479051 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['3e8943cb-a6ad-4c58-9bd2-79576b130719'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:13.566699 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-e740ab60-51f9-4dd4-805c-c82b31da0619 admin admin] Allocated IP 172.25.6.89 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/aad2e0e3-4b47-419a-95c7-783c6fda1c32) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:55:13.605914 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecda3ec-f323-4339-9020-346f5334df28 req-f2124cfa-4674-42e6-9b24-fadeeb40a192 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] No DVR routers for this DVR port 08997f95-e1aa-45a0-8c65-59c666a863c0 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:55:13.619306 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-eecda3ec-f323-4339-9020-346f5334df28 req-f2124cfa-4674-42e6-9b24-fadeeb40a192 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:13.622219 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eecda3ec-f323-4339-9020-346f5334df28 req-f2124cfa-4674-42e6-9b24-fadeeb40a192 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.124 "DELETE /v2.0/ports/08997f95-e1aa-45a0-8c65-59c666a863c0 HTTP/1.1" status: 204 len: 173 time: 2.4349654 Jul 06 13:55:13.628743 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b842cc96-c059-44f6-9b12-fff745687b52', 'name': 'network-vif-deleted', 'tag': '08997f95-e1aa-45a0-8c65-59c666a863c0'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:13.631406 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c990b2-6c9a-43ec-a8a1-940187fb0476" -d '{"events": [{"server_uuid": "b842cc96-c059-44f6-9b12-fff745687b52", "name": "network-vif-deleted", "tag": "08997f95-e1aa-45a0-8c65-59c666a863c0"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:13.647832 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c89373-0d1b-49cf-84d9-2614a5ee5812 req-203bf0a4-bce5-437c-8b88-07b69c1e64df tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:13.650068 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d0c89373-0d1b-49cf-84d9-2614a5ee5812 req-203bf0a4-bce5-437c-8b88-07b69c1e64df tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=d1a7a91f-5a2c-4614-8c39-bcc63fff4766 HTTP/1.1" status: 200 len: 945 time: 0.4472985 Jul 06 13:55:13.778438 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-adc8e0a3-f9c8-4d51-9a3e-e9af2cfbcba0 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:13.852026 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d0c89373-0d1b-49cf-84d9-2614a5ee5812 req-9f70bc83-7036-4a18-8c24-1637f7a75069 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873419 Jul 06 13:55:13.861693 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4108478b-95f6-40f8-9b7c-31776528258c None None] Network d3d758c6-1344-45af-aaa5-3031f97f13d4 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:55:13.972521 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1609a3ee-35c6-462c-ade5-4558cc77009c None None] Provisioning for port 0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:14.009314 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e740ab60-51f9-4dd4-805c-c82b31da0619 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:14.051279 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-adc8e0a3-f9c8-4d51-9a3e-e9af2cfbcba0 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Deleting port 6cd29f4b-b177-4a05-a70e-dfce7578726d {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:55:14.051635 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-adc8e0a3-f9c8-4d51-9a3e-e9af2cfbcba0 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:14.222950 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e740ab60-51f9-4dd4-805c-c82b31da0619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:14.323455 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-adc8e0a3-f9c8-4d51-9a3e-e9af2cfbcba0 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:14.369685 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e740ab60-51f9-4dd4-805c-c82b31da0619 admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:55:14.376360 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-adc8e0a3-f9c8-4d51-9a3e-e9af2cfbcba0 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Calling delete_port for 6cd29f4b-b177-4a05-a70e-dfce7578726d owned by network:router_gateway {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:55:14.384788 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-e740ab60-51f9-4dd4-805c-c82b31da0619 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:14.393289 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740ab60-51f9-4dd4-805c-c82b31da0619 admin admin] Pushing event updated for resources: {'Port': ['ID=aad2e0e3-4b47-419a-95c7-783c6fda1c32,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:14.415205 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe868c-2d59-4520-aded-44d4ba53b791 req-7ecc0ebc-a368-4896-a362-56b2c5146140 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:14.431655 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe868c-2d59-4520-aded-44d4ba53b791 req-7ecc0ebc-a368-4896-a362-56b2c5146140 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:14.439293 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe868c-2d59-4520-aded-44d4ba53b791 req-7ecc0ebc-a368-4896-a362-56b2c5146140 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:14.445622 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe868c-2d59-4520-aded-44d4ba53b791 req-7ecc0ebc-a368-4896-a362-56b2c5146140 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:14.452916 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe868c-2d59-4520-aded-44d4ba53b791 req-7ecc0ebc-a368-4896-a362-56b2c5146140 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:14.459949 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe868c-2d59-4520-aded-44d4ba53b791 req-7ecc0ebc-a368-4896-a362-56b2c5146140 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:14.466115 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe868c-2d59-4520-aded-44d4ba53b791 req-7ecc0ebc-a368-4896-a362-56b2c5146140 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:14.468304 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2fe868c-2d59-4520-aded-44d4ba53b791 req-7ecc0ebc-a368-4896-a362-56b2c5146140 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 5421 time: 0.3721981 Jul 06 13:55:14.469297 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e740ab60-51f9-4dd4-805c-c82b31da0619 admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:55:14.507424 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:14.609057 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2fe868c-2d59-4520-aded-44d4ba53b791 req-31e8f507-b061-432c-a77d-e29de22100d7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&id=59ea11e9-a7c3-4f55-bc0e-cb861bd4f006&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1092806 Jul 06 13:55:14.609666 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:14.615824 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:14.616210 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:14.679157 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231c160d-c9ab-4709-9a42-c8bcec377537 x-openstack-request-id: req-231c160d-c9ab-4709-9a42-c8bcec377537 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:14.679689 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b842cc96-c059-44f6-9b12-fff745687b52", "name": "network-vif-deleted", "tag": "08997f95-e1aa-45a0-8c65-59c666a863c0", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:14.680116 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-231c160d-c9ab-4709-9a42-c8bcec377537 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:14.680684 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b842cc96-c059-44f6-9b12-fff745687b52', 'name': 'network-vif-deleted', 'tag': '08997f95-e1aa-45a0-8c65-59c666a863c0', 'status': 'completed', 'code': 200} Jul 06 13:55:14.710693 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:14.752736 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1,segment=NetworkSegment(1e3e79de-418b-427e-ab47-30b7f03d6d5a),segment_id=1e3e79de-418b-427e-ab47-30b7f03d6d5a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:14.759573 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:14.836695 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:15.006777 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-adc8e0a3-f9c8-4d51-9a3e-e9af2cfbcba0 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:15.032879 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7c0fa-5791-400c-823b-44daed36947c req-fccf3ad9-779b-43ee-a171-384ce8158834 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:15.041229 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a2f7c0fa-5791-400c-823b-44daed36947c req-fccf3ad9-779b-43ee-a171-384ce8158834 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=d1a7a91f-5a2c-4614-8c39-bcc63fff4766 HTTP/1.1" status: 200 len: 945 time: 0.2553000 Jul 06 13:55:15.078320 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8e0a3-f9c8-4d51-9a3e-e9af2cfbcba0 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Pushing event deleted for resources: {'Port': ['ID=6cd29f4b-b177-4a05-a70e-dfce7578726d,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:15.214765 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a2f7c0fa-5791-400c-823b-44daed36947c req-bdb9f7f3-e1e1-41a0-b41d-1ed5a84b3cd7 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712480 Jul 06 13:55:15.254293 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-adc8e0a3-f9c8-4d51-9a3e-e9af2cfbcba0 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:15.285384 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e740ab60-51f9-4dd4-805c-c82b31da0619 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:15.693510 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-adc8e0a3-f9c8-4d51-9a3e-e9af2cfbcba0 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:15.697000 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-adc8e0a3-f9c8-4d51-9a3e-e9af2cfbcba0 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:15.798356 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-adc8e0a3-f9c8-4d51-9a3e-e9af2cfbcba0 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:15.798989 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc8e0a3-f9c8-4d51-9a3e-e9af2cfbcba0 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Fanout notify agent at l3_agent the message router_deleted on router 13c1742f-641c-45ac-a3b4-85f19aa8df1c {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:55:15.816566 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-adc8e0a3-f9c8-4d51-9a3e-e9af2cfbcba0 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:15.818020 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-adc8e0a3-f9c8-4d51-9a3e-e9af2cfbcba0 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "DELETE /v2.0/routers/13c1742f-641c-45ac-a3b4-85f19aa8df1c HTTP/1.1" status: 204 len: 168 time: 3.1353528 Jul 06 13:55:15.822255 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52372) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:15.829891 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-cf1f17f8-fe71-4264-9595-1df99281be7d tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1480803035', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:15.898201 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cf1f17f8-fe71-4264-9595-1df99281be7d tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:15.899340 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cf1f17f8-fe71-4264-9595-1df99281be7d tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:15.975709 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cf1f17f8-fe71-4264-9595-1df99281be7d tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:15.978801 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e740ab60-51f9-4dd4-805c-c82b31da0619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:15.984317 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cf1f17f8-fe71-4264-9595-1df99281be7d tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:16.007338 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cf1f17f8-fe71-4264-9595-1df99281be7d tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:16.009362 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cf1f17f8-fe71-4264-9595-1df99281be7d tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1854460 Jul 06 13:55:16.012079 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52380) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:16.018284 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4342f712-1c81-4947-a8ae-d87bc1b1e1bd tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'enable_snat': True}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:16.203384 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a5f5c-f14c-48d3-ad4e-4c684a0739bd req-98ef7a2f-5963-49ae-9894-08eedeb54f4a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:16.210297 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a5f5c-f14c-48d3-ad4e-4c684a0739bd req-98ef7a2f-5963-49ae-9894-08eedeb54f4a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:16.216898 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a5f5c-f14c-48d3-ad4e-4c684a0739bd req-98ef7a2f-5963-49ae-9894-08eedeb54f4a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:16.223952 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a5f5c-f14c-48d3-ad4e-4c684a0739bd req-98ef7a2f-5963-49ae-9894-08eedeb54f4a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:16.230387 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a5f5c-f14c-48d3-ad4e-4c684a0739bd req-98ef7a2f-5963-49ae-9894-08eedeb54f4a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:16.237625 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a5f5c-f14c-48d3-ad4e-4c684a0739bd req-98ef7a2f-5963-49ae-9894-08eedeb54f4a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:16.244720 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a5f5c-f14c-48d3-ad4e-4c684a0739bd req-98ef7a2f-5963-49ae-9894-08eedeb54f4a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:16.246763 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-579a5f5c-f14c-48d3-ad4e-4c684a0739bd req-98ef7a2f-5963-49ae-9894-08eedeb54f4a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 5421 time: 0.1510112 Jul 06 13:55:16.266052 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4342f712-1c81-4947-a8ae-d87bc1b1e1bd tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:16.283692 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e740ab60-51f9-4dd4-805c-c82b31da0619 admin admin] Router c69b80ad-875f-4d33-82bd-8e7157128611 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:55:16.354096 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-579a5f5c-f14c-48d3-ad4e-4c684a0739bd req-03f53da7-718d-4026-9203-8401074e0ff0 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&id=59ea11e9-a7c3-4f55-bc0e-cb861bd4f006&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1000884 Jul 06 13:55:16.362259 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:16.473242 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:16.484024 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:16.484659 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:16.496895 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e740ab60-51f9-4dd4-805c-c82b31da0619 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:55:16.522042 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4e516c-2317-4442-b2e4-ddf814e53278 None None] Sync routers for ids ['c69b80ad-875f-4d33-82bd-8e7157128611'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:55:16.527267 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e740ab60-51f9-4dd4-805c-c82b31da0619 admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:16.531762 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e740ab60-51f9-4dd4-805c-c82b31da0619 admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8916092 Jul 06 13:55:16.539851 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52382) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:16.548754 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4e516c-2317-4442-b2e4-ddf814e53278 None None] Routers {'c69b80ad-875f-4d33-82bd-8e7157128611'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:55:16.549702 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2e4e516c-2317-4442-b2e4-ddf814e53278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:55:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c69b80ad-875f-4d33-82bd-8e7157128611'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:16.592846 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4342f712-1c81-4947-a8ae-d87bc1b1e1bd tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:16.617102 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4342f712-1c81-4947-a8ae-d87bc1b1e1bd tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:16.640762 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edbe08-ce52-4ac4-b745-96303f764f9b req-fbb9034f-e70a-4a01-a8a1-48ba05c47242 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:16.642510 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f5edbe08-ce52-4ac4-b745-96303f764f9b req-fbb9034f-e70a-4a01-a8a1-48ba05c47242 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=d1a7a91f-5a2c-4614-8c39-bcc63fff4766 HTTP/1.1" status: 200 len: 945 time: 0.1165347 Jul 06 13:55:16.715272 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f5edbe08-ce52-4ac4-b745-96303f764f9b req-769e5321-e231-4dcb-9250-588f1ff273cb tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662653 Jul 06 13:55:16.736003 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-2e4e516c-2317-4442-b2e4-ddf814e53278 None None] Set router c69b80ad-875f-4d33-82bd-8e7157128611 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:55:16.905137 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-4342f712-1c81-4947-a8ae-d87bc1b1e1bd tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Allocated IP 172.25.6.34 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/d9e1c3b5-56fb-49bf-9a56-e6555b339dc8) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:55:16.999795 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5b762-7a61-4610-9d90-301294946f70 req-7c83c719-3576-4962-8bb9-53779d538952 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:17.008886 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d1e5b762-7a61-4610-9d90-301294946f70 req-7c83c719-3576-4962-8bb9-53779d538952 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 951 time: 0.1509638 Jul 06 13:55:17.055160 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6d899-624e-4a74-9364-a1afb6075d3d req-9c99e8c2-7391-4b73-af48-c9ea756d3623 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:17.056879 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-06a6d899-624e-4a74-9364-a1afb6075d3d req-9c99e8c2-7391-4b73-af48-c9ea756d3623 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.124 "GET /v2.0/ports?device_id=d1a7a91f-5a2c-4614-8c39-bcc63fff4766 HTTP/1.1" status: 200 len: 945 time: 0.1631765 Jul 06 13:55:17.091119 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d1e5b762-7a61-4610-9d90-301294946f70 req-d861bf65-970d-44b6-9e6d-fb12e3cdabe7 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806293 Jul 06 13:55:17.165716 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4342f712-1c81-4947-a8ae-d87bc1b1e1bd tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:17.223837 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2e4e516c-2317-4442-b2e4-ddf814e53278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'name': 'tempest-TaggedBootDevicesTest_v242-1291206415-router', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'aad2e0e3-4b47-419a-95c7-783c6fda1c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:10Z', 'updated_at': '2021-07-06T13:55:14Z', 'revision_number': 3, 'project_id': '9336c3d8fa4746dd9ed2823889de2712', 'gw_port': {'id': 'aad2e0e3-4b47-419a-95c7-783c6fda1c32', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:12Z', 'updated_at': '2021-07-06T13:55:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:17.287074 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4e516c-2317-4442-b2e4-ddf814e53278 None None] Checking router: c69b80ad-875f-4d33-82bd-8e7157128611 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:55:17.287434 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4e516c-2317-4442-b2e4-ddf814e53278 None None] Updating router c69b80ad-875f-4d33-82bd-8e7157128611 port aad2e0e3-4b47-419a-95c7-783c6fda1c32 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:55:17.306219 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-06a6d899-624e-4a74-9364-a1afb6075d3d req-1f553cba-27d8-4a96-832b-d239d863960b tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Deleting port 6d2d7578-d274-4c3e-a324-c6a697d35126 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:55:17.306719 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-06a6d899-624e-4a74-9364-a1afb6075d3d req-1f553cba-27d8-4a96-832b-d239d863960b tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:17.360800 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2e4e516c-2317-4442-b2e4-ddf814e53278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:17.375155 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4342f712-1c81-4947-a8ae-d87bc1b1e1bd tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:17.494262 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4342f712-1c81-4947-a8ae-d87bc1b1e1bd tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:55:17.502942 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342f712-1c81-4947-a8ae-d87bc1b1e1bd tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Pushing event updated for resources: {'Port': ['ID=d9e1c3b5-56fb-49bf-9a56-e6555b339dc8,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:17.516548 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-4342f712-1c81-4947-a8ae-d87bc1b1e1bd tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:17.522617 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4342f712-1c81-4947-a8ae-d87bc1b1e1bd tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:55:17.567082 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-06a6d899-624e-4a74-9364-a1afb6075d3d req-1f553cba-27d8-4a96-832b-d239d863960b tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] For port 6d2d7578-d274-4c3e-a324-c6a697d35126, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=6d2d7578-d274-4c3e-a324-c6a697d35126,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:17.567943 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-06a6d899-624e-4a74-9364-a1afb6075d3d req-1f553cba-27d8-4a96-832b-d239d863960b tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:17.584251 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db2a8d-fe28-4925-a8d4-099ace2d0ffa req-a070a4c5-0d87-4f7c-b4da-fbfcf7bc60cc tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:17.586284 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0db2a8d-fe28-4925-a8d4-099ace2d0ffa req-a070a4c5-0d87-4f7c-b4da-fbfcf7bc60cc tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.124 "GET /v2.0/ports?device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 951 time: 0.2267315 Jul 06 13:55:17.609363 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-06a6d899-624e-4a74-9364-a1afb6075d3d req-1f553cba-27d8-4a96-832b-d239d863960b tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Calling delete_port for 6d2d7578-d274-4c3e-a324-c6a697d35126 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:55:17.623810 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52396) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:17.633467 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-448f1c70-ed42-48b0-8a2b-32f3d7e24a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:17.862258 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3675a88c-d6b4-4ccd-97d0-8aab68a0b6c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:17.901127 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a3fd6-b6ce-4368-84d5-d81402c2abc3 req-67c76409-9f21-4fdf-8a06-e678889b770f tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:17.909513 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a3fd6-b6ce-4368-84d5-d81402c2abc3 req-67c76409-9f21-4fdf-8a06-e678889b770f tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:17.915409 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a3fd6-b6ce-4368-84d5-d81402c2abc3 req-67c76409-9f21-4fdf-8a06-e678889b770f tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:17.922152 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a3fd6-b6ce-4368-84d5-d81402c2abc3 req-67c76409-9f21-4fdf-8a06-e678889b770f tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:17.928201 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a3fd6-b6ce-4368-84d5-d81402c2abc3 req-67c76409-9f21-4fdf-8a06-e678889b770f tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:17.934873 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a3fd6-b6ce-4368-84d5-d81402c2abc3 req-67c76409-9f21-4fdf-8a06-e678889b770f tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:17.942353 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a3fd6-b6ce-4368-84d5-d81402c2abc3 req-67c76409-9f21-4fdf-8a06-e678889b770f tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:17.944447 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-730a3fd6-b6ce-4368-84d5-d81402c2abc3 req-67c76409-9f21-4fdf-8a06-e678889b770f tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 5421 time: 0.2891481 Jul 06 13:55:17.961885 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2e4e516c-2317-4442-b2e4-ddf814e53278 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:17.983020 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2e4e516c-2317-4442-b2e4-ddf814e53278 None None] Transition to ACTIVE for port object aad2e0e3-4b47-419a-95c7-783c6fda1c32 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:55:17.992206 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-448f1c70-ed42-48b0-8a2b-32f3d7e24a7a admin admin] Allocated IP 172.20.0.1 (d3d758c6-1344-45af-aaa5-3031f97f13d4/8df52582-dd18-48d1-9337-785b45f0ca32/97870ffb-58db-4ffa-a527-a86c4d995267) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:55:17.996944 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4342f712-1c81-4947-a8ae-d87bc1b1e1bd tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:18.004077 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2e4e516c-2317-4442-b2e4-ddf814e53278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:18.021927 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-b0db2a8d-fe28-4925-a8d4-099ace2d0ffa req-fe5e146b-7aca-4d31-8225-c63e1d8d3c24 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Deleting port 98101a5f-4149-4831-9e47-b5fd6d4b3895 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:55:18.028631 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b0db2a8d-fe28-4925-a8d4-099ace2d0ffa req-fe5e146b-7aca-4d31-8225-c63e1d8d3c24 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:18.095840 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1c83d-4925-421c-9cec-e12ee2ebc679 None None] Pushing event updated for resources: {'Port': ['ID=aad2e0e3-4b47-419a-95c7-783c6fda1c32,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:18.117379 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-2e4e516c-2317-4442-b2e4-ddf814e53278 None None] Attempting to bind port aad2e0e3-4b47-419a-95c7-783c6fda1c32 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:55:18.118721 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-2e4e516c-2317-4442-b2e4-ddf814e53278 None None] Attempting to bind port aad2e0e3-4b47-419a-95c7-783c6fda1c32 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:55:18.119324 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e516c-2317-4442-b2e4-ddf814e53278 None None] Attempting to bind port aad2e0e3-4b47-419a-95c7-783c6fda1c32 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:18.129127 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e516c-2317-4442-b2e4-ddf814e53278 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:55:18.130761 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e516c-2317-4442-b2e4-ddf814e53278 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:55:18.131380 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2e4e516c-2317-4442-b2e4-ddf814e53278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:18.131999 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e516c-2317-4442-b2e4-ddf814e53278 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:55:18.132879 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-2e4e516c-2317-4442-b2e4-ddf814e53278 None None] Bound port: aad2e0e3-4b47-419a-95c7-783c6fda1c32, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:55:18.133513 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2e4e516c-2317-4442-b2e4-ddf814e53278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:18.193289 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-730a3fd6-b6ce-4368-84d5-d81402c2abc3 req-e0f06593-e7f2-4f42-aa4c-1b74fb5ffb5e tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&id=59ea11e9-a7c3-4f55-bc0e-cb861bd4f006&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2354040 Jul 06 13:55:18.211851 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-2e4e516c-2317-4442-b2e4-ddf814e53278 None None] For port aad2e0e3-4b47-419a-95c7-783c6fda1c32, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:55:18.222745 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-2e4e516c-2317-4442-b2e4-ddf814e53278 None None] For port aad2e0e3-4b47-419a-95c7-783c6fda1c32, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=aad2e0e3-4b47-419a-95c7-783c6fda1c32,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:55:18.231098 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2e4e516c-2317-4442-b2e4-ddf814e53278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:18.235675 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-06a6d899-624e-4a74-9364-a1afb6075d3d req-1f553cba-27d8-4a96-832b-d239d863960b tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:18.267265 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9e451bb0-958b-4bc4-877b-69352013cdbd'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:18.283368 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-448f1c70-ed42-48b0-8a2b-32f3d7e24a7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:18.299560 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f553cba-27d8-4a96-832b-d239d863960b tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Pushing event deleted for resources: {'Port': ['ID=6d2d7578-d274-4c3e-a324-c6a697d35126,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:18.301222 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-448f1c70-ed42-48b0-8a2b-32f3d7e24a7a admin admin] Transition to ACTIVE for port object 97870ffb-58db-4ffa-a527-a86c4d995267 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:55:18.356818 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-b0db2a8d-fe28-4925-a8d4-099ace2d0ffa req-fe5e146b-7aca-4d31-8225-c63e1d8d3c24 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] For port 98101a5f-4149-4831-9e47-b5fd6d4b3895, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=98101a5f-4149-4831-9e47-b5fd6d4b3895,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:18.357181 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b0db2a8d-fe28-4925-a8d4-099ace2d0ffa req-fe5e146b-7aca-4d31-8225-c63e1d8d3c24 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:18.394442 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4e516c-2317-4442-b2e4-ddf814e53278 None None] Routers {'c69b80ad-875f-4d33-82bd-8e7157128611'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:55:18.395136 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2e4e516c-2317-4442-b2e4-ddf814e53278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:55:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c69b80ad-875f-4d33-82bd-8e7157128611'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:18.435120 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4342f712-1c81-4947-a8ae-d87bc1b1e1bd tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:18.439666 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4342f712-1c81-4947-a8ae-d87bc1b1e1bd tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2094363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2094336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2093514'] for router, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:18.466716 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1c83d-4925-421c-9cec-e12ee2ebc679 None None] Pushing event updated for resources: {'Port': ['ID=aad2e0e3-4b47-419a-95c7-783c6fda1c32,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:18.508921 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-b0db2a8d-fe28-4925-a8d4-099ace2d0ffa req-fe5e146b-7aca-4d31-8225-c63e1d8d3c24 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Calling delete_port for 98101a5f-4149-4831-9e47-b5fd6d4b3895 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:55:18.512278 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-448f1c70-ed42-48b0-8a2b-32f3d7e24a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:18.517633 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a6d899-624e-4a74-9364-a1afb6075d3d req-1f553cba-27d8-4a96-832b-d239d863960b tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] No DVR routers for this DVR port 6d2d7578-d274-4c3e-a324-c6a697d35126 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:55:18.554095 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-06a6d899-624e-4a74-9364-a1afb6075d3d req-1f553cba-27d8-4a96-832b-d239d863960b tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:18.555675 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-06a6d899-624e-4a74-9364-a1afb6075d3d req-1f553cba-27d8-4a96-832b-d239d863960b tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.124 "DELETE /v2.0/ports/6d2d7578-d274-4c3e-a324-c6a697d35126 HTTP/1.1" status: 204 len: 173 time: 1.4800060 Jul 06 13:55:18.557699 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3675a88c-d6b4-4ccd-97d0-8aab68a0b6c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:18.559388 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a7a91f-5a2c-4614-8c39-bcc63fff4766', 'name': 'network-vif-deleted', 'tag': '6d2d7578-d274-4c3e-a324-c6a697d35126'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:18.562583 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a860a3e-4445-4dfa-bfb7-5a96aced9233" -d '{"events": [{"server_uuid": "d1a7a91f-5a2c-4614-8c39-bcc63fff4766", "name": "network-vif-deleted", "tag": "6d2d7578-d274-4c3e-a324-c6a697d35126"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:18.567275 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eab9491a-69bf-4b94-8c13-5ae44883f73d req-f608052a-4876-4dfd-b3fa-73613b42c5ad tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=d1a7a91f-5a2c-4614-8c39-bcc63fff4766 HTTP/1.1" status: 200 len: 210 time: 0.0979176 Jul 06 13:55:18.574412 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3675a88c-d6b4-4ccd-97d0-8aab68a0b6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:18.592816 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:18.595535 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-2e4e516c-2317-4442-b2e4-ddf814e53278 None None] Set router c69b80ad-875f-4d33-82bd-8e7157128611 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:55:18.684690 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3675a88c-d6b4-4ccd-97d0-8aab68a0b6c1 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=132b4c493d0540bbb5669e451db8e7cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0586824 Jul 06 13:55:18.689647 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52410) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:18.693995 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448f1c70-ed42-48b0-8a2b-32f3d7e24a7a admin admin] Network d3d758c6-1344-45af-aaa5-3031f97f13d4 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:55:18.714356 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-448f1c70-ed42-48b0-8a2b-32f3d7e24a7a admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:18.755408 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448f1c70-ed42-48b0-8a2b-32f3d7e24a7a admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:55:18.854585 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f1c70-ed42-48b0-8a2b-32f3d7e24a7a admin admin] Pushing event updated for resources: {'Port': ['ID=97870ffb-58db-4ffa-a527-a86c4d995267,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:18.895169 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675a88c-d6b4-4ccd-97d0-8aab68a0b6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f56f6a-3876-448a-8252-6eb327a31720,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:18.924581 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ea45a203-df10-469f-9538-ed60b37c36b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:18.924782 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-448f1c70-ed42-48b0-8a2b-32f3d7e24a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:18.927558 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2e4e516c-2317-4442-b2e4-ddf814e53278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'name': 'tempest-TaggedBootDevicesTest_v242-1291206415-router', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'aad2e0e3-4b47-419a-95c7-783c6fda1c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:10Z', 'updated_at': '2021-07-06T13:55:14Z', 'revision_number': 3, 'project_id': '9336c3d8fa4746dd9ed2823889de2712', 'gw_port': {'id': 'aad2e0e3-4b47-419a-95c7-783c6fda1c32', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:12Z', 'updated_at': '2021-07-06T13:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:18.972275 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ea45a203-df10-469f-9538-ed60b37c36b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:19.007306 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4e516c-2317-4442-b2e4-ddf814e53278 None None] The sync data for ids ['c69b80ad-875f-4d33-82bd-8e7157128611'] in n-d-773644-6 is: [{'id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'name': 'tempest-TaggedBootDevicesTest_v242-1291206415-router', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'aad2e0e3-4b47-419a-95c7-783c6fda1c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:10Z', 'updated_at': '2021-07-06T13:55:14Z', 'revision_number': 3, 'project_id': '9336c3d8fa4746dd9ed2823889de2712', 'gw_port': {'id': 'aad2e0e3-4b47-419a-95c7-783c6fda1c32', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:12Z', 'updated_at': '2021-07-06T13:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:55:19.182654 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-022ec9f1-2861-446c-8b8a-395fe0a44055 None None] Provisioning for port 97870ffb-58db-4ffa-a527-a86c4d995267 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:19.187268 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-022ec9f1-2861-446c-8b8a-395fe0a44055 None None] Provisioning complete for port 97870ffb-58db-4ffa-a527-a86c4d995267 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:19.187962 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-022ec9f1-2861-446c-8b8a-395fe0a44055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:19.211952 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b0db2a8d-fe28-4925-a8d4-099ace2d0ffa req-fe5e146b-7aca-4d31-8225-c63e1d8d3c24 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:19.234685 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['3e8943cb-a6ad-4c58-9bd2-79576b130719'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:19.236948 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['98101a5f-4149-4831-9e47-b5fd6d4b3895'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:19.266451 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ea45a203-df10-469f-9538-ed60b37c36b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:19.269503 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ea45a203-df10-469f-9538-ed60b37c36b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:19.273055 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ea45a203-df10-469f-9538-ed60b37c36b6 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/67f56f6a-3876-448a-8252-6eb327a31720 HTTP/1.1" status: 204 len: 168 time: 0.5800738 Jul 06 13:55:19.319898 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45a203-df10-469f-9538-ed60b37c36b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f56f6a-3876-448a-8252-6eb327a31720,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:19.373952 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e146b-7aca-4d31-8225-c63e1d8d3c24 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Pushing event deleted for resources: {'Port': ['ID=98101a5f-4149-4831-9e47-b5fd6d4b3895,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:19.397206 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 98101a5f-4149-4831-9e47-b5fd6d4b3895 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:55:19.398447 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4311f88-8e69-416b-bc50-4d6cb6e245cb req-00ca907a-5f65-48bc-b0cc-72a1bb0b70d9 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:19.402976 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e4311f88-8e69-416b-bc50-4d6cb6e245cb req-00ca907a-5f65-48bc-b0cc-72a1bb0b70d9 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=e0af5c35-ffa6-473a-b888-19a00db41c07 HTTP/1.1" status: 200 len: 951 time: 0.5003974 Jul 06 13:55:19.443715 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0db2a8d-fe28-4925-a8d4-099ace2d0ffa req-fe5e146b-7aca-4d31-8225-c63e1d8d3c24 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] No DVR routers for this DVR port 98101a5f-4149-4831-9e47-b5fd6d4b3895 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:55:19.447743 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b0db2a8d-fe28-4925-a8d4-099ace2d0ffa req-fe5e146b-7aca-4d31-8225-c63e1d8d3c24 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:19.453799 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0db2a8d-fe28-4925-a8d4-099ace2d0ffa req-fe5e146b-7aca-4d31-8225-c63e1d8d3c24 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.124 "DELETE /v2.0/ports/98101a5f-4149-4831-9e47-b5fd6d4b3895 HTTP/1.1" status: 204 len: 173 time: 1.8601818 Jul 06 13:55:19.515761 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e4311f88-8e69-416b-bc50-4d6cb6e245cb req-388f72aa-1454-4f4b-80c7-25b9debccdcb tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806623 Jul 06 13:55:19.549018 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-022ec9f1-2861-446c-8b8a-395fe0a44055 None None] Port 97870ffb-58db-4ffa-a527-a86c4d995267 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:55:19.574370 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 98101a5f-4149-4831-9e47-b5fd6d4b3895 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:55:19.575009 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 98101a5f-4149-4831-9e47-b5fd6d4b3895 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:55:19.575461 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 6d2d7578-d274-4c3e-a324-c6a697d35126 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:55:19.722293 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73657fc5-e78f-4a8b-9d80-8b4d24965b5e x-openstack-request-id: req-73657fc5-e78f-4a8b-9d80-8b4d24965b5e {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:19.722662 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a7a91f-5a2c-4614-8c39-bcc63fff4766", "name": "network-vif-deleted", "tag": "6d2d7578-d274-4c3e-a324-c6a697d35126", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:19.722923 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-73657fc5-e78f-4a8b-9d80-8b4d24965b5e {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:19.723496 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a7a91f-5a2c-4614-8c39-bcc63fff4766', 'name': 'network-vif-deleted', 'tag': '6d2d7578-d274-4c3e-a324-c6a697d35126', 'status': 'completed', 'code': 200} Jul 06 13:55:19.726466 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4342f712-1c81-4947-a8ae-d87bc1b1e1bd tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Router 63d13da1-81cb-4211-ab01-dc42c80295ce is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:55:19.749158 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 6d2d7578-d274-4c3e-a324-c6a697d35126 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:55:19.749377 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 6d2d7578-d274-4c3e-a324-c6a697d35126 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:55:20.072195 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4342f712-1c81-4947-a8ae-d87bc1b1e1bd tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:55:20.080247 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4342f712-1c81-4947-a8ae-d87bc1b1e1bd tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:20.082067 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4342f712-1c81-4947-a8ae-d87bc1b1e1bd tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "PUT /v2.0/routers/63d13da1-81cb-4211-ab01-dc42c80295ce HTTP/1.1" status: 200 len: 918 time: 4.0686097 Jul 06 13:55:20.084871 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52430) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:20.091912 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490faad5-4e9d-463b-aae4-e5d732033e24 None None] Sync routers for ids ['63d13da1-81cb-4211-ab01-dc42c80295ce'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:55:20.133370 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490faad5-4e9d-463b-aae4-e5d732033e24 None None] Routers {'63d13da1-81cb-4211-ab01-dc42c80295ce'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:55:20.137580 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-490faad5-4e9d-463b-aae4-e5d732033e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:55:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['63d13da1-81cb-4211-ab01-dc42c80295ce'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:20.179746 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95b256-f4bc-40d6-85d1-3a57fcd83faa req-1de1769b-12a0-40a3-b013-aa6a939731dd tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:20.187675 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95b256-f4bc-40d6-85d1-3a57fcd83faa req-1de1769b-12a0-40a3-b013-aa6a939731dd tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:20.198011 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95b256-f4bc-40d6-85d1-3a57fcd83faa req-1de1769b-12a0-40a3-b013-aa6a939731dd tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:20.209303 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95b256-f4bc-40d6-85d1-3a57fcd83faa req-1de1769b-12a0-40a3-b013-aa6a939731dd tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:20.220518 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95b256-f4bc-40d6-85d1-3a57fcd83faa req-1de1769b-12a0-40a3-b013-aa6a939731dd tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:20.228054 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95b256-f4bc-40d6-85d1-3a57fcd83faa req-1de1769b-12a0-40a3-b013-aa6a939731dd tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:20.236792 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95b256-f4bc-40d6-85d1-3a57fcd83faa req-1de1769b-12a0-40a3-b013-aa6a939731dd tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:20.245494 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4f95b256-f4bc-40d6-85d1-3a57fcd83faa req-1de1769b-12a0-40a3-b013-aa6a939731dd tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 5421 time: 0.1806021 Jul 06 13:55:20.270210 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-490faad5-4e9d-463b-aae4-e5d732033e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:20.309134 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4f95b256-f4bc-40d6-85d1-3a57fcd83faa req-cbd647d6-6fc2-4c12-8130-02b147f24512 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&id=59ea11e9-a7c3-4f55-bc0e-cb861bd4f006&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621734 Jul 06 13:55:20.310610 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490faad5-4e9d-463b-aae4-e5d732033e24 None None] Routers {'63d13da1-81cb-4211-ab01-dc42c80295ce'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:55:20.311410 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-490faad5-4e9d-463b-aae4-e5d732033e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:55:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['63d13da1-81cb-4211-ab01-dc42c80295ce'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:20.480830 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-490faad5-4e9d-463b-aae4-e5d732033e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:20.489177 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490faad5-4e9d-463b-aae4-e5d732033e24 None None] The sync data for ids ['63d13da1-81cb-4211-ab01-dc42c80295ce'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:55:20.504655 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4a5299f4-a9f5-4960-9051-ceff0dfe426c tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "GET /v2.0/routers/63d13da1-81cb-4211-ab01-dc42c80295ce HTTP/1.1" status: 200 len: 924 time: 0.4178553 Jul 06 13:55:20.507602 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52438) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:20.551824 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-448f1c70-ed42-48b0-8a2b-32f3d7e24a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:20.619856 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device aad2e0e3-4b47-419a-95c7-783c6fda1c32 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:20.769467 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port aad2e0e3-4b47-419a-95c7-783c6fda1c32 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:20.786289 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port aad2e0e3-4b47-419a-95c7-783c6fda1c32 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:20.787143 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:20.846782 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600f027a-bfb7-4290-85b9-ad52b7b5c982 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:20.848523 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-600f027a-bfb7-4290-85b9-ad52b7b5c982 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "GET /v2.0/ports?network_id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0&device_id=63d13da1-81cb-4211-ab01-dc42c80295ce&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3400192 Jul 06 13:55:20.855584 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52456) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:21.000858 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:21.055038 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port aad2e0e3-4b47-419a-95c7-783c6fda1c32, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=aad2e0e3-4b47-419a-95c7-783c6fda1c32,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:21.065688 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:21.071159 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-448f1c70-ed42-48b0-8a2b-32f3d7e24a7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:21.080273 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-448f1c70-ed42-48b0-8a2b-32f3d7e24a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:21.135984 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=aad2e0e3-4b47-419a-95c7-783c6fda1c32,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:21.173991 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee48565-f96b-4a2d-8c12-3d992967a403 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:21.175488 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-cee48565-f96b-4a2d-8c12-3d992967a403 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 881 time: 0.3185697 Jul 06 13:55:21.179029 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-448f1c70-ed42-48b0-8a2b-32f3d7e24a7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:21.182693 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52470) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:21.270995 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52472) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:21.271536 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f1299395-6cd5-4b47-9d74-6788342f9d25 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "GET /v2.0/ports?device_id=63d13da1-81cb-4211-ab01-dc42c80295ce HTTP/1.1" status: 200 len: 205 time: 0.0871215 Jul 06 13:55:21.325904 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f1c70-ed42-48b0-8a2b-32f3d7e24a7a admin admin] Pushing event updated for resources: {'Port': ['ID=97870ffb-58db-4ffa-a527-a86c4d995267,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:21.420629 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448f1c70-ed42-48b0-8a2b-32f3d7e24a7a admin admin] Network d3d758c6-1344-45af-aaa5-3031f97f13d4 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:55:21.422222 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-448f1c70-ed42-48b0-8a2b-32f3d7e24a7a admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:21.579124 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3259368-a234-463e-b85a-d4063b937496 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:21.692452 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448f1c70-ed42-48b0-8a2b-32f3d7e24a7a admin admin] Router c69b80ad-875f-4d33-82bd-8e7157128611 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:55:21.740168 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0af5c35-ffa6-473a-b888-19a00db41c07', 'name': 'network-vif-deleted', 'tag': '98101a5f-4149-4831-9e47-b5fd6d4b3895'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:21.746074 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1548b4-1b1a-4d74-a644-5aa306eddade" -d '{"events": [{"server_uuid": "e0af5c35-ffa6-473a-b888-19a00db41c07", "name": "network-vif-deleted", "tag": "98101a5f-4149-4831-9e47-b5fd6d4b3895"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:21.811892 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3259368-a234-463e-b85a-d4063b937496 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:21.902885 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448f1c70-ed42-48b0-8a2b-32f3d7e24a7a admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:55:21.908889 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a1e5bbb3-ccdb-469a-acb2-708ce2dbb2a9 None None] Provisioning complete for port 97870ffb-58db-4ffa-a527-a86c4d995267 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:21.913141 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a1e5bbb3-ccdb-469a-acb2-708ce2dbb2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:21.917892 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-448f1c70-ed42-48b0-8a2b-32f3d7e24a7a admin admin] 10.222.0.118 "PUT /v2.0/routers/c69b80ad-875f-4d33-82bd-8e7157128611/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3337052 Jul 06 13:55:22.070558 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-c3259368-a234-463e-b85a-d4063b937496 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Deleting port d9e1c3b5-56fb-49bf-9a56-e6555b339dc8 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:55:22.073186 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea85ad3-ca4c-4c10-95bb-8dc670dcd72f None None] Sync routers for ids ['c69b80ad-875f-4d33-82bd-8e7157128611'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:55:22.081541 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3259368-a234-463e-b85a-d4063b937496 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:22.095721 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a1e5bbb3-ccdb-469a-acb2-708ce2dbb2a9 None None] Port 97870ffb-58db-4ffa-a527-a86c4d995267 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:55:22.108249 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea85ad3-ca4c-4c10-95bb-8dc670dcd72f None None] Routers {'c69b80ad-875f-4d33-82bd-8e7157128611'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:55:22.109161 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-dea85ad3-ca4c-4c10-95bb-8dc670dcd72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:55:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c69b80ad-875f-4d33-82bd-8e7157128611'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:22.275984 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-dea85ad3-ca4c-4c10-95bb-8dc670dcd72f None None] Set router c69b80ad-875f-4d33-82bd-8e7157128611 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:55:22.360742 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3259368-a234-463e-b85a-d4063b937496 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:22.401555 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-c3259368-a234-463e-b85a-d4063b937496 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Calling delete_port for d9e1c3b5-56fb-49bf-9a56-e6555b339dc8 owned by network:router_gateway {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:55:22.444550 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device aad2e0e3-4b47-419a-95c7-783c6fda1c32 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:22.669654 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port aad2e0e3-4b47-419a-95c7-783c6fda1c32 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:22.670116 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:22.898871 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-dea85ad3-ca4c-4c10-95bb-8dc670dcd72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'name': 'tempest-TaggedBootDevicesTest_v242-1291206415-router', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'aad2e0e3-4b47-419a-95c7-783c6fda1c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:10Z', 'updated_at': '2021-07-06T13:55:20Z', 'revision_number': 4, 'project_id': '9336c3d8fa4746dd9ed2823889de2712', 'gw_port': {'id': 'aad2e0e3-4b47-419a-95c7-783c6fda1c32', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:12Z', 'updated_at': '2021-07-06T13:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '97870ffb-58db-4ffa-a527-a86c4d995267', 'name': '', 'network_id': 'd3d758c6-1344-45af-aaa5-3031f97f13d4', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'mac_address': 'fa:16:3e:14:df:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '8df52582-dd18-48d1-9337-785b45f0ca32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:17Z', 'updated_at': '2021-07-06T13:55:20Z', 'revision_number': 2, 'project_id': '9336c3d8fa4746dd9ed2823889de2712', 'subnets': [{'id': '8df52582-dd18-48d1-9337-785b45f0ca32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:22.930435 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3259368-a234-463e-b85a-d4063b937496 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:22.949244 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea85ad3-ca4c-4c10-95bb-8dc670dcd72f None None] Checking router: c69b80ad-875f-4d33-82bd-8e7157128611 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:55:22.949849 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea85ad3-ca4c-4c10-95bb-8dc670dcd72f None None] Updating router c69b80ad-875f-4d33-82bd-8e7157128611 port 97870ffb-58db-4ffa-a527-a86c4d995267 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:55:23.015670 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3259368-a234-463e-b85a-d4063b937496 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Pushing event deleted for resources: {'Port': ['ID=d9e1c3b5-56fb-49bf-9a56-e6555b339dc8,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:23.163674 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef8624-3c42-4b25-b845-a52da30c69fc req-2cab6505-a567-4f4c-bfa3-f6c285cde629 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:23.176593 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-41ef8624-3c42-4b25-b845-a52da30c69fc req-2cab6505-a567-4f4c-bfa3-f6c285cde629 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.52 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 949 time: 0.2214906 Jul 06 13:55:23.178396 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dea85ad3-ca4c-4c10-95bb-8dc670dcd72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:23.243886 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daac935-9227-418f-befb-32a3ec8f91f9 req-994e4365-dad5-480b-9123-8165cc4118d5 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:23.256812 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daac935-9227-418f-befb-32a3ec8f91f9 req-994e4365-dad5-480b-9123-8165cc4118d5 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:23.264232 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daac935-9227-418f-befb-32a3ec8f91f9 req-994e4365-dad5-480b-9123-8165cc4118d5 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:23.274100 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daac935-9227-418f-befb-32a3ec8f91f9 req-994e4365-dad5-480b-9123-8165cc4118d5 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:23.284732 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daac935-9227-418f-befb-32a3ec8f91f9 req-994e4365-dad5-480b-9123-8165cc4118d5 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:23.301305 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daac935-9227-418f-befb-32a3ec8f91f9 req-994e4365-dad5-480b-9123-8165cc4118d5 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:23.317620 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daac935-9227-418f-befb-32a3ec8f91f9 req-994e4365-dad5-480b-9123-8165cc4118d5 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:23.327132 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0daac935-9227-418f-befb-32a3ec8f91f9 req-994e4365-dad5-480b-9123-8165cc4118d5 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 5421 time: 0.4579730 Jul 06 13:55:23.354677 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3259368-a234-463e-b85a-d4063b937496 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:23.512303 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0daac935-9227-418f-befb-32a3ec8f91f9 req-b57f0d5b-3c30-47e7-bec4-799b441fb0fd tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&id=59ea11e9-a7c3-4f55-bc0e-cb861bd4f006&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1837111 Jul 06 13:55:23.520272 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-41ef8624-3c42-4b25-b845-a52da30c69fc req-68646c23-5b8a-43aa-ae49-8744db1a4816 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Deleting port 3e8943cb-a6ad-4c58-9bd2-79576b130719 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:55:23.520624 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-41ef8624-3c42-4b25-b845-a52da30c69fc req-68646c23-5b8a-43aa-ae49-8744db1a4816 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:23.624132 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:55:23.631299 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dea85ad3-ca4c-4c10-95bb-8dc670dcd72f None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:23.643969 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-dea85ad3-ca4c-4c10-95bb-8dc670dcd72f None None] Transition to ACTIVE for port object 97870ffb-58db-4ffa-a527-a86c4d995267 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:55:23.646043 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3259368-a234-463e-b85a-d4063b937496 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:23.651810 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3259368-a234-463e-b85a-d4063b937496 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:23.665168 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dea85ad3-ca4c-4c10-95bb-8dc670dcd72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:23.764926 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3259368-a234-463e-b85a-d4063b937496 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:23.765558 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3259368-a234-463e-b85a-d4063b937496 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Fanout notify agent at l3_agent the message router_deleted on router 63d13da1-81cb-4211-ab01-dc42c80295ce {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:55:23.777391 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff38bd8-1012-404f-96bb-ba48dd6a0337 None None] Pushing event updated for resources: {'Port': ['ID=97870ffb-58db-4ffa-a527-a86c4d995267,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:23.778960 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3259368-a234-463e-b85a-d4063b937496 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:23.785924 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c3259368-a234-463e-b85a-d4063b937496 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "DELETE /v2.0/routers/63d13da1-81cb-4211-ab01-dc42c80295ce HTTP/1.1" status: 204 len: 168 time: 2.5104628 Jul 06 13:55:23.787055 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52574) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:23.793433 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-41ef8624-3c42-4b25-b845-a52da30c69fc req-68646c23-5b8a-43aa-ae49-8744db1a4816 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] For port 3e8943cb-a6ad-4c58-9bd2-79576b130719, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=3e8943cb-a6ad-4c58-9bd2-79576b130719,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:23.793433 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-41ef8624-3c42-4b25-b845-a52da30c69fc req-68646c23-5b8a-43aa-ae49-8744db1a4816 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:23.797240 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-b7a43b95-f051-4ba1-9d22-359355a226f4 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-35077288', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:23.828089 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-41ef8624-3c42-4b25-b845-a52da30c69fc req-68646c23-5b8a-43aa-ae49-8744db1a4816 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Calling delete_port for 3e8943cb-a6ad-4c58-9bd2-79576b130719 owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:55:23.888927 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b7a43b95-f051-4ba1-9d22-359355a226f4 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:23.890061 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b7a43b95-f051-4ba1-9d22-359355a226f4 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:23.926288 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-dea85ad3-ca4c-4c10-95bb-8dc670dcd72f None None] Attempting to bind port 97870ffb-58db-4ffa-a527-a86c4d995267 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:55:23.929047 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-dea85ad3-ca4c-4c10-95bb-8dc670dcd72f None None] Attempting to bind port 97870ffb-58db-4ffa-a527-a86c4d995267 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '1e3e79de-418b-427e-ab47-30b7f03d6d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd3d758c6-1344-45af-aaa5-3031f97f13d4'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:55:23.930761 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea85ad3-ca4c-4c10-95bb-8dc670dcd72f None None] Attempting to bind port 97870ffb-58db-4ffa-a527-a86c4d995267 on network d3d758c6-1344-45af-aaa5-3031f97f13d4 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:23.957866 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea85ad3-ca4c-4c10-95bb-8dc670dcd72f None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:55:23.958575 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea85ad3-ca4c-4c10-95bb-8dc670dcd72f None None] Checking segment: {'id': '1e3e79de-418b-427e-ab47-30b7f03d6d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd3d758c6-1344-45af-aaa5-3031f97f13d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:55:23.961598 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dea85ad3-ca4c-4c10-95bb-8dc670dcd72f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:23.965144 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea85ad3-ca4c-4c10-95bb-8dc670dcd72f None None] Bound using segment: {'id': '1e3e79de-418b-427e-ab47-30b7f03d6d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd3d758c6-1344-45af-aaa5-3031f97f13d4'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:55:23.965144 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-dea85ad3-ca4c-4c10-95bb-8dc670dcd72f None None] Bound port: 97870ffb-58db-4ffa-a527-a86c4d995267, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e3e79de-418b-427e-ab47-30b7f03d6d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd3d758c6-1344-45af-aaa5-3031f97f13d4'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:55:23.965395 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dea85ad3-ca4c-4c10-95bb-8dc670dcd72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:24.036223 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b7a43b95-f051-4ba1-9d22-359355a226f4 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:24.058957 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203c4d0-129d-4ae3-b8fe-ce1fa4808957 req-6cee18b5-0753-4092-8aad-571d6ef76012 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:24.064015 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3203c4d0-129d-4ae3-b8fe-ce1fa4808957 req-6cee18b5-0753-4092-8aad-571d6ef76012 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/ports?device_id=ab67ddb7-250e-4e4a-af9d-4bbf1df292cf HTTP/1.1" status: 200 len: 949 time: 0.2397466 Jul 06 13:55:24.073041 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b7a43b95-f051-4ba1-9d22-359355a226f4 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:24.120052 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b7a43b95-f051-4ba1-9d22-359355a226f4 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:24.122537 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b7a43b95-f051-4ba1-9d22-359355a226f4 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3343835 Jul 06 13:55:24.125956 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52576) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:24.135971 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-5b09938f-6a40-4afd-b42b-e901791350d0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'enable_snat': False}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:24.140682 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-dea85ad3-ca4c-4c10-95bb-8dc670dcd72f None None] For port 97870ffb-58db-4ffa-a527-a86c4d995267, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:55:24.162550 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-dea85ad3-ca4c-4c10-95bb-8dc670dcd72f None None] For port 97870ffb-58db-4ffa-a527-a86c4d995267, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=97870ffb-58db-4ffa-a527-a86c4d995267,segment=NetworkSegment(1e3e79de-418b-427e-ab47-30b7f03d6d5a),segment_id=1e3e79de-418b-427e-ab47-30b7f03d6d5a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:55:24.171328 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dea85ad3-ca4c-4c10-95bb-8dc670dcd72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:24.194243 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3203c4d0-129d-4ae3-b8fe-ce1fa4808957 req-17a93775-b5f8-45ad-966c-1b0326e604fc tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.118 "GET /v2.0/security-groups?id=6989bf85-cd2e-45bd-bc74-609dedf94ffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231618 Jul 06 13:55:24.319447 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea85ad3-ca4c-4c10-95bb-8dc670dcd72f None None] Routers {'c69b80ad-875f-4d33-82bd-8e7157128611'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:55:24.321285 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-dea85ad3-ca4c-4c10-95bb-8dc670dcd72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:55:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c69b80ad-875f-4d33-82bd-8e7157128611'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:24.378907 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-41ef8624-3c42-4b25-b845-a52da30c69fc req-68646c23-5b8a-43aa-ae49-8744db1a4816 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:24.423957 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188bf24b-2dfd-4079-befa-2e01d79e01be x-openstack-request-id: req-188bf24b-2dfd-4079-befa-2e01d79e01be {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:24.424320 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0af5c35-ffa6-473a-b888-19a00db41c07", "name": "network-vif-deleted", "tag": "98101a5f-4149-4831-9e47-b5fd6d4b3895", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:24.424662 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-188bf24b-2dfd-4079-befa-2e01d79e01be {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:24.425061 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0af5c35-ffa6-473a-b888-19a00db41c07', 'name': 'network-vif-deleted', 'tag': '98101a5f-4149-4831-9e47-b5fd6d4b3895', 'status': 'completed', 'code': 200} Jul 06 13:55:24.620562 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68646c23-5b8a-43aa-ae49-8744db1a4816 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Pushing event deleted for resources: {'Port': ['ID=3e8943cb-a6ad-4c58-9bd2-79576b130719,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:24.742953 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ef8624-3c42-4b25-b845-a52da30c69fc req-68646c23-5b8a-43aa-ae49-8744db1a4816 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] No DVR routers for this DVR port 3e8943cb-a6ad-4c58-9bd2-79576b130719 on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:55:24.750577 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-41ef8624-3c42-4b25-b845-a52da30c69fc req-68646c23-5b8a-43aa-ae49-8744db1a4816 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:24.754731 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-41ef8624-3c42-4b25-b845-a52da30c69fc req-68646c23-5b8a-43aa-ae49-8744db1a4816 tempest-MigrationsAdminTest-168612448 tempest-MigrationsAdminTest-168612448-project] 10.222.0.52 "DELETE /v2.0/ports/3e8943cb-a6ad-4c58-9bd2-79576b130719 HTTP/1.1" status: 204 len: 173 time: 1.5714180 Jul 06 13:55:24.847977 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab67ddb7-250e-4e4a-af9d-4bbf1df292cf', 'name': 'network-vif-deleted', 'tag': '3e8943cb-a6ad-4c58-9bd2-79576b130719'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:24.855201 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacb29d9-4796-4a43-b726-e2507846ca95" -d '{"events": [{"server_uuid": "ab67ddb7-250e-4e4a-af9d-4bbf1df292cf", "name": "network-vif-deleted", "tag": "3e8943cb-a6ad-4c58-9bd2-79576b130719"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:24.871574 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b09938f-6a40-4afd-b42b-e901791350d0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:24.985591 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-dea85ad3-ca4c-4c10-95bb-8dc670dcd72f None None] Set router c69b80ad-875f-4d33-82bd-8e7157128611 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:55:25.039228 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369053f-ba10-454e-b09f-5b0c0bfe360c req-e85c1c38-13fc-4ce1-a7b0-dee1de3f29b6 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:25.057153 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369053f-ba10-454e-b09f-5b0c0bfe360c req-e85c1c38-13fc-4ce1-a7b0-dee1de3f29b6 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:25.067735 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['3e8943cb-a6ad-4c58-9bd2-79576b130719'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:25.070213 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369053f-ba10-454e-b09f-5b0c0bfe360c req-e85c1c38-13fc-4ce1-a7b0-dee1de3f29b6 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:25.095705 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369053f-ba10-454e-b09f-5b0c0bfe360c req-e85c1c38-13fc-4ce1-a7b0-dee1de3f29b6 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:25.112152 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369053f-ba10-454e-b09f-5b0c0bfe360c req-e85c1c38-13fc-4ce1-a7b0-dee1de3f29b6 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:25.120055 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369053f-ba10-454e-b09f-5b0c0bfe360c req-e85c1c38-13fc-4ce1-a7b0-dee1de3f29b6 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:25.137869 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369053f-ba10-454e-b09f-5b0c0bfe360c req-e85c1c38-13fc-4ce1-a7b0-dee1de3f29b6 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:25.147481 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0369053f-ba10-454e-b09f-5b0c0bfe360c req-e85c1c38-13fc-4ce1-a7b0-dee1de3f29b6 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 5421 time: 0.2918770 Jul 06 13:55:25.213420 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff38bd8-1012-404f-96bb-ba48dd6a0337 None None] Pushing event updated for resources: {'Port': ['ID=97870ffb-58db-4ffa-a527-a86c4d995267,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:25.230893 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0369053f-ba10-454e-b09f-5b0c0bfe360c req-098511af-fb2d-4a3d-84b2-0180cf9bb07b tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&id=59ea11e9-a7c3-4f55-bc0e-cb861bd4f006&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0799811 Jul 06 13:55:25.340342 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b09938f-6a40-4afd-b42b-e901791350d0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:25.387806 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b09938f-6a40-4afd-b42b-e901791350d0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:25.493523 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-dea85ad3-ca4c-4c10-95bb-8dc670dcd72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'name': 'tempest-TaggedBootDevicesTest_v242-1291206415-router', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'aad2e0e3-4b47-419a-95c7-783c6fda1c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:10Z', 'updated_at': '2021-07-06T13:55:20Z', 'revision_number': 4, 'project_id': '9336c3d8fa4746dd9ed2823889de2712', 'gw_port': {'id': 'aad2e0e3-4b47-419a-95c7-783c6fda1c32', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:12Z', 'updated_at': '2021-07-06T13:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '97870ffb-58db-4ffa-a527-a86c4d995267', 'name': '', 'network_id': 'd3d758c6-1344-45af-aaa5-3031f97f13d4', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'mac_address': 'fa:16:3e:14:df:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '8df52582-dd18-48d1-9337-785b45f0ca32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:17Z', 'updated_at': '2021-07-06T13:55:24Z', 'revision_number': 4, 'project_id': '9336c3d8fa4746dd9ed2823889de2712', 'subnets': [{'id': '8df52582-dd18-48d1-9337-785b45f0ca32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:25.589647 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea85ad3-ca4c-4c10-95bb-8dc670dcd72f None None] The sync data for ids ['c69b80ad-875f-4d33-82bd-8e7157128611'] in n-d-773644-6 is: [{'id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'name': 'tempest-TaggedBootDevicesTest_v242-1291206415-router', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'aad2e0e3-4b47-419a-95c7-783c6fda1c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:10Z', 'updated_at': '2021-07-06T13:55:20Z', 'revision_number': 4, 'project_id': '9336c3d8fa4746dd9ed2823889de2712', 'gw_port': {'id': 'aad2e0e3-4b47-419a-95c7-783c6fda1c32', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:12Z', 'updated_at': '2021-07-06T13:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '97870ffb-58db-4ffa-a527-a86c4d995267', 'name': '', 'network_id': 'd3d758c6-1344-45af-aaa5-3031f97f13d4', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'mac_address': 'fa:16:3e:14:df:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '8df52582-dd18-48d1-9337-785b45f0ca32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:17Z', 'updated_at': '2021-07-06T13:55:24Z', 'revision_number': 4, 'project_id': '9336c3d8fa4746dd9ed2823889de2712', 'subnets': [{'id': '8df52582-dd18-48d1-9337-785b45f0ca32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:55:25.726726 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-5b09938f-6a40-4afd-b42b-e901791350d0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Allocated IP 172.25.6.138 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/17b4c199-0545-4d54-aff5-f2b081ae436a) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:55:25.931070 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc887d2-1ebd-4120-93fa-08e90955e76b x-openstack-request-id: req-9cc887d2-1ebd-4120-93fa-08e90955e76b {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:25.931392 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab67ddb7-250e-4e4a-af9d-4bbf1df292cf", "name": "network-vif-deleted", "tag": "3e8943cb-a6ad-4c58-9bd2-79576b130719", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:25.933867 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-9cc887d2-1ebd-4120-93fa-08e90955e76b {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:25.934342 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab67ddb7-250e-4e4a-af9d-4bbf1df292cf', 'name': 'network-vif-deleted', 'tag': '3e8943cb-a6ad-4c58-9bd2-79576b130719', 'status': 'completed', 'code': 200} Jul 06 13:55:25.977258 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b09938f-6a40-4afd-b42b-e901791350d0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:26.095331 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b09938f-6a40-4afd-b42b-e901791350d0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:26.242582 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b09938f-6a40-4afd-b42b-e901791350d0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:55:26.261413 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-5b09938f-6a40-4afd-b42b-e901791350d0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:26.281718 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b09938f-6a40-4afd-b42b-e901791350d0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:55:26.420194 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b09938f-6a40-4afd-b42b-e901791350d0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Pushing event updated for resources: {'Port': ['ID=17b4c199-0545-4d54-aff5-f2b081ae436a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:26.533313 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 97870ffb-58db-4ffa-a527-a86c4d995267 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:26.697558 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 97870ffb-58db-4ffa-a527-a86c4d995267 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:26.709088 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 97870ffb-58db-4ffa-a527-a86c4d995267 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:26.709520 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:26.947432 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:26.959014 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 3e8943cb-a6ad-4c58-9bd2-79576b130719 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:55:26.972615 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52624) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:27.014300 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 3e8943cb-a6ad-4c58-9bd2-79576b130719 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:55:27.015007 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 3e8943cb-a6ad-4c58-9bd2-79576b130719 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:55:27.047216 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b09938f-6a40-4afd-b42b-e901791350d0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:27.075016 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95cdb9e-afc4-4d38-b9d2-772b2e02f32c req-a45740eb-def9-49a4-8ed0-655d568ae679 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:27.094385 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95cdb9e-afc4-4d38-b9d2-772b2e02f32c req-a45740eb-def9-49a4-8ed0-655d568ae679 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:27.114013 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95cdb9e-afc4-4d38-b9d2-772b2e02f32c req-a45740eb-def9-49a4-8ed0-655d568ae679 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:27.115585 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 97870ffb-58db-4ffa-a527-a86c4d995267, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=97870ffb-58db-4ffa-a527-a86c4d995267,segment=NetworkSegment(1e3e79de-418b-427e-ab47-30b7f03d6d5a),segment_id=1e3e79de-418b-427e-ab47-30b7f03d6d5a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:27.129261 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:27.141972 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95cdb9e-afc4-4d38-b9d2-772b2e02f32c req-a45740eb-def9-49a4-8ed0-655d568ae679 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:27.170852 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95cdb9e-afc4-4d38-b9d2-772b2e02f32c req-a45740eb-def9-49a4-8ed0-655d568ae679 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:27.183652 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95cdb9e-afc4-4d38-b9d2-772b2e02f32c req-a45740eb-def9-49a4-8ed0-655d568ae679 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:27.202332 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95cdb9e-afc4-4d38-b9d2-772b2e02f32c req-a45740eb-def9-49a4-8ed0-655d568ae679 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:27.222350 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=97870ffb-58db-4ffa-a527-a86c4d995267,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:27.243140 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b95cdb9e-afc4-4d38-b9d2-772b2e02f32c req-a45740eb-def9-49a4-8ed0-655d568ae679 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 5421 time: 0.4456632 Jul 06 13:55:27.364414 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f298cdfc-2d7b-46d9-818e-7576966d6307 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:55:27.542703 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b09938f-6a40-4afd-b42b-e901791350d0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:27.553410 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b09938f-6a40-4afd-b42b-e901791350d0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2094363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2094336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2093514'] for router, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:27.598818 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f298cdfc-2d7b-46d9-818e-7576966d6307, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f298cdfc-2d7b-46d9-818e-7576966d6307,segment=NetworkSegment(3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36),segment_id=3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:27.629080 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'f298cdfc-2d7b-46d9-818e-7576966d6307', 'network_id': 'd4681e72-a6e0-4598-880f-0c79f70e2adb', 'port_id': 'f298cdfc-2d7b-46d9-818e-7576966d6307', 'mac_address': 'fa:16:3e:cb:19:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04128a6-f89d-4c07-9ca5-0cf3821c9fb2', 'ip_address': '10.1.1.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:55:27.746127 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:27.785638 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f298cdfc-2d7b-46d9-818e-7576966d6307 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:27.835399 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f298cdfc-2d7b-46d9-818e-7576966d6307, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f298cdfc-2d7b-46d9-818e-7576966d6307,segment=NetworkSegment(3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36),segment_id=3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:27.844500 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:27.845196 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 3bf54f58-f9c5-43f6-908a-701f8adcdcce details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:55:27.888353 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b09938f-6a40-4afd-b42b-e901791350d0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Router c13058c6-a39b-4ba9-9293-17cb3731cb94 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:55:27.963945 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b95cdb9e-afc4-4d38-b9d2-772b2e02f32c req-ea51bcbf-daf9-4d98-882d-412b4236a0bf tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&id=59ea11e9-a7c3-4f55-bc0e-cb861bd4f006&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7173500 Jul 06 13:55:28.057182 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d759014d-e736-49bb-8b77-8519b1312bbc admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=26acdda50990445ca6f1c6389fdcff1f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0774405 Jul 06 13:55:28.058261 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52630) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:28.194607 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b09938f-6a40-4afd-b42b-e901791350d0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:55:28.224280 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b09938f-6a40-4afd-b42b-e901791350d0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:28.226943 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93953fe5-e618-4109-b91f-551959262e85 None None] Sync routers for ids ['c13058c6-a39b-4ba9-9293-17cb3731cb94'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:55:28.230001 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5b09938f-6a40-4afd-b42b-e901791350d0 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "PUT /v2.0/routers/c13058c6-a39b-4ba9-9293-17cb3731cb94 HTTP/1.1" status: 200 len: 918 time: 4.1010728 Jul 06 13:55:28.233625 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52632) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:28.256571 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 3bf54f58-f9c5-43f6-908a-701f8adcdcce, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=3bf54f58-f9c5-43f6-908a-701f8adcdcce,segment=NetworkSegment(40feb471-5f71-4395-853d-4ab25df28322),segment_id=40feb471-5f71-4395-853d-4ab25df28322)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:28.299442 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93953fe5-e618-4109-b91f-551959262e85 None None] Routers {'c13058c6-a39b-4ba9-9293-17cb3731cb94'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:55:28.300750 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-93953fe5-e618-4109-b91f-551959262e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:55:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c13058c6-a39b-4ba9-9293-17cb3731cb94'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:28.335281 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=f298cdfc-2d7b-46d9-818e-7576966d6307,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:28.356169 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '3bf54f58-f9c5-43f6-908a-701f8adcdcce', 'network_id': '64f4bd64-4ccc-44ff-b973-ee4ab56c4f15', 'port_id': '3bf54f58-f9c5-43f6-908a-701f8adcdcce', 'mac_address': 'fa:16:3e:e8:ac:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14f05a6a-3a8f-434f-a4ba-d77cff438b12', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:55:28.408409 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-df351aaf-4553-4cd1-8757-7401aa8592cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:28.485829 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-df351aaf-4553-4cd1-8757-7401aa8592cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:28.501893 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:28.504089 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-93953fe5-e618-4109-b91f-551959262e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:28.532306 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93953fe5-e618-4109-b91f-551959262e85 None None] Routers {'c13058c6-a39b-4ba9-9293-17cb3731cb94'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:55:28.532973 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-93953fe5-e618-4109-b91f-551959262e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:55:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c13058c6-a39b-4ba9-9293-17cb3731cb94'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:28.563777 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 97870ffb-58db-4ffa-a527-a86c4d995267 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:28.645670 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf54f58-f9c5-43f6-908a-701f8adcdcce {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:28.647394 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-93953fe5-e618-4109-b91f-551959262e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:28.649616 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93953fe5-e618-4109-b91f-551959262e85 None None] The sync data for ids ['c13058c6-a39b-4ba9-9293-17cb3731cb94'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:55:28.649784 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-df351aaf-4553-4cd1-8757-7401aa8592cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:28.652653 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-df351aaf-4553-4cd1-8757-7401aa8592cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:28.653900 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-df351aaf-4553-4cd1-8757-7401aa8592cd admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/6989bf85-cd2e-45bd-bc74-609dedf94ffe HTTP/1.1" status: 204 len: 168 time: 0.5940289 Jul 06 13:55:28.675253 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df351aaf-4553-4cd1-8757-7401aa8592cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6989bf85-cd2e-45bd-bc74-609dedf94ffe,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:28.699527 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df351aaf-4553-4cd1-8757-7401aa8592cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:28.700719 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df351aaf-4553-4cd1-8757-7401aa8592cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:28.702136 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df351aaf-4553-4cd1-8757-7401aa8592cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:28.703096 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df351aaf-4553-4cd1-8757-7401aa8592cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:28.703925 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df351aaf-4553-4cd1-8757-7401aa8592cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:28.705394 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df351aaf-4553-4cd1-8757-7401aa8592cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:28.705999 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df351aaf-4553-4cd1-8757-7401aa8592cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:28.706647 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df351aaf-4553-4cd1-8757-7401aa8592cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:28.707182 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df351aaf-4553-4cd1-8757-7401aa8592cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:28.707743 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df351aaf-4553-4cd1-8757-7401aa8592cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:28.708334 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df351aaf-4553-4cd1-8757-7401aa8592cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:28.708902 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df351aaf-4553-4cd1-8757-7401aa8592cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:28.747568 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 3bf54f58-f9c5-43f6-908a-701f8adcdcce, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=3bf54f58-f9c5-43f6-908a-701f8adcdcce,segment=NetworkSegment(40feb471-5f71-4395-853d-4ab25df28322),segment_id=40feb471-5f71-4395-853d-4ab25df28322)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:28.784384 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:28.785331 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 2901d280-4cec-4a3b-bbf6-00c4a5038850 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:55:28.912111 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 97870ffb-58db-4ffa-a527-a86c4d995267 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:28.912516 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:29.021522 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.db.resource_extend [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 13:55:29.192924 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=3bf54f58-f9c5-43f6-908a-701f8adcdcce,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:29.255304 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b4eef019-396d-4b1a-bfd5-825771470b4f tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "GET /v2.0/routers/c13058c6-a39b-4ba9-9293-17cb3731cb94 HTTP/1.1" status: 200 len: 924 time: 1.0168600 Jul 06 13:55:29.256465 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52656) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:29.267879 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 2901d280-4cec-4a3b-bbf6-00c4a5038850, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=2901d280-4cec-4a3b-bbf6-00c4a5038850,segment=NetworkSegment(ff0510a0-6086-4047-8223-0cf2c45f808b),segment_id=ff0510a0-6086-4047-8223-0cf2c45f808b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:29.282811 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '2901d280-4cec-4a3b-bbf6-00c4a5038850', 'network_id': '47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a', 'port_id': '2901d280-4cec-4a3b-bbf6-00c4a5038850', 'mac_address': 'fa:16:3e:18:7b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b322a15-08f2-404b-b5a7-7b23b405c7f9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:55:29.323902 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52658) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:29.400993 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64510c1a-e53f-41c8-a5f4-80e6842c74b4 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:29.405667 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-64510c1a-e53f-41c8-a5f4-80e6842c74b4 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "GET /v2.0/ports?network_id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0&device_id=c13058c6-a39b-4ba9-9293-17cb3731cb94&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1446018 Jul 06 13:55:29.406198 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52660) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:29.456261 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d206ecdf-4a5e-48c9-824b-9066041c614c admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=99a69bab24e44708a1aab6a9ce4b3c30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1309614 Jul 06 13:55:29.465179 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52662) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:29.490183 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:29.525561 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2901d280-4cec-4a3b-bbf6-00c4a5038850 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:29.563979 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd712625-bad2-4656-afc6-5104cf2b3316 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:29.571497 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-dd712625-bad2-4656-afc6-5104cf2b3316 tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 881 time: 0.1636934 Jul 06 13:55:29.573004 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52666) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:29.577611 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e3dca0e3-4aac-4dcf-9442-c161bae03e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:29.596929 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1870b-55c3-4563-afef-2ff1043f0829 req-bbe7287d-7b9b-44b2-a205-134f38ae3aa2 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:29.613146 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1870b-55c3-4563-afef-2ff1043f0829 req-bbe7287d-7b9b-44b2-a205-134f38ae3aa2 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:29.616093 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 2901d280-4cec-4a3b-bbf6-00c4a5038850, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=2901d280-4cec-4a3b-bbf6-00c4a5038850,segment=NetworkSegment(ff0510a0-6086-4047-8223-0cf2c45f808b),segment_id=ff0510a0-6086-4047-8223-0cf2c45f808b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:29.620754 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1870b-55c3-4563-afef-2ff1043f0829 req-bbe7287d-7b9b-44b2-a205-134f38ae3aa2 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:29.624756 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:29.625905 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 171b252b-03fa-4033-823a-10959a31f1bc details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:55:29.639024 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1870b-55c3-4563-afef-2ff1043f0829 req-bbe7287d-7b9b-44b2-a205-134f38ae3aa2 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:29.645369 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1870b-55c3-4563-afef-2ff1043f0829 req-bbe7287d-7b9b-44b2-a205-134f38ae3aa2 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:29.653788 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1870b-55c3-4563-afef-2ff1043f0829 req-bbe7287d-7b9b-44b2-a205-134f38ae3aa2 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:29.658784 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4614fd2c-1783-43d9-997d-9c543bb08a76 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "GET /v2.0/ports?device_id=c13058c6-a39b-4ba9-9293-17cb3731cb94 HTTP/1.1" status: 200 len: 205 time: 0.0831747 Jul 06 13:55:29.659415 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52670) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:29.663633 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1870b-55c3-4563-afef-2ff1043f0829 req-bbe7287d-7b9b-44b2-a205-134f38ae3aa2 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:29.673895 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-85c1870b-55c3-4563-afef-2ff1043f0829 req-bbe7287d-7b9b-44b2-a205-134f38ae3aa2 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 5423 time: 0.2950890 Jul 06 13:55:29.715221 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=2901d280-4cec-4a3b-bbf6-00c4a5038850,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:29.753728 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-85c1870b-55c3-4563-afef-2ff1043f0829 req-8eea2383-9187-405c-b272-df4e9cf6355f tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&id=59ea11e9-a7c3-4f55-bc0e-cb861bd4f006&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0788217 Jul 06 13:55:29.812495 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e3dca0e3-4aac-4dcf-9442-c161bae03e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:29.818629 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 171b252b-03fa-4033-823a-10959a31f1bc, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=171b252b-03fa-4033-823a-10959a31f1bc,segment=NetworkSegment(3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36),segment_id=3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:29.882283 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '171b252b-03fa-4033-823a-10959a31f1bc', 'network_id': 'd4681e72-a6e0-4598-880f-0c79f70e2adb', 'port_id': '171b252b-03fa-4033-823a-10959a31f1bc', 'mac_address': 'fa:16:3e:96:3f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04128a6-f89d-4c07-9ca5-0cf3821c9fb2', 'ip_address': '10.1.1.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:55:29.903342 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d50619db-6332-4547-935e-141bf1f14d02 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:30.029279 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e3dca0e3-4aac-4dcf-9442-c161bae03e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:30.036469 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e3dca0e3-4aac-4dcf-9442-c161bae03e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:30.037713 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e3dca0e3-4aac-4dcf-9442-c161bae03e1e admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/24308e70-b736-47d5-825e-6e2b57c029fd HTTP/1.1" status: 204 len: 168 time: 0.5680518 Jul 06 13:55:30.072739 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:30.079375 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dca0e3-4aac-4dcf-9442-c161bae03e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24308e70-b736-47d5-825e-6e2b57c029fd,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:30.146710 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 171b252b-03fa-4033-823a-10959a31f1bc {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:30.213484 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 171b252b-03fa-4033-823a-10959a31f1bc, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=171b252b-03fa-4033-823a-10959a31f1bc,segment=NetworkSegment(3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36),segment_id=3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:30.226337 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d50619db-6332-4547-935e-141bf1f14d02 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:30.226561 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:30.226561 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 5713c474-b68e-4849-8757-a4ac36c4881f details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:55:30.268208 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 5713c474-b68e-4849-8757-a4ac36c4881f, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=5713c474-b68e-4849-8757-a4ac36c4881f,segment=NetworkSegment(ff0510a0-6086-4047-8223-0cf2c45f808b),segment_id=ff0510a0-6086-4047-8223-0cf2c45f808b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:30.285602 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '5713c474-b68e-4849-8757-a4ac36c4881f', 'network_id': '47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a', 'port_id': '5713c474-b68e-4849-8757-a4ac36c4881f', 'mac_address': 'fa:16:3e:5a:17:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b322a15-08f2-404b-b5a7-7b23b405c7f9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:55:30.379490 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d50619db-6332-4547-935e-141bf1f14d02 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Deleting port 17b4c199-0545-4d54-aff5-f2b081ae436a {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:55:30.380230 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d50619db-6332-4547-935e-141bf1f14d02 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:30.389803 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:30.392034 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=171b252b-03fa-4033-823a-10959a31f1bc,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:30.409946 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5713c474-b68e-4849-8757-a4ac36c4881f {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:30.446055 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 5713c474-b68e-4849-8757-a4ac36c4881f, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=5713c474-b68e-4849-8757-a4ac36c4881f,segment=NetworkSegment(ff0510a0-6086-4047-8223-0cf2c45f808b),segment_id=ff0510a0-6086-4047-8223-0cf2c45f808b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:30.454145 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:30.458449 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f2296885-8899-45b5-95c4-bfe40a9e131c details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:55:30.527378 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f2296885-8899-45b5-95c4-bfe40a9e131c, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f2296885-8899-45b5-95c4-bfe40a9e131c,segment=NetworkSegment(3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36),segment_id=3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:30.545706 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d50619db-6332-4547-935e-141bf1f14d02 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:30.558962 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'f2296885-8899-45b5-95c4-bfe40a9e131c', 'network_id': 'd4681e72-a6e0-4598-880f-0c79f70e2adb', 'port_id': 'f2296885-8899-45b5-95c4-bfe40a9e131c', 'mac_address': 'fa:16:3e:bc:6c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04128a6-f89d-4c07-9ca5-0cf3821c9fb2', 'ip_address': '10.1.1.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:55:30.564034 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d50619db-6332-4547-935e-141bf1f14d02 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Calling delete_port for 17b4c199-0545-4d54-aff5-f2b081ae436a owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:55:30.571156 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=5713c474-b68e-4849-8757-a4ac36c4881f,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:30.652350 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:30.675374 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2296885-8899-45b5-95c4-bfe40a9e131c {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:30.715590 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f2296885-8899-45b5-95c4-bfe40a9e131c, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f2296885-8899-45b5-95c4-bfe40a9e131c,segment=NetworkSegment(3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36),segment_id=3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:30.732906 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:30.744138 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 60bb4054-389a-44fa-bb3f-77929909aa44 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:55:30.920152 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=f2296885-8899-45b5-95c4-bfe40a9e131c,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:30.948181 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 60bb4054-389a-44fa-bb3f-77929909aa44, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=60bb4054-389a-44fa-bb3f-77929909aa44,segment=NetworkSegment(3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36),segment_id=3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:30.985362 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '60bb4054-389a-44fa-bb3f-77929909aa44', 'network_id': 'd4681e72-a6e0-4598-880f-0c79f70e2adb', 'port_id': '60bb4054-389a-44fa-bb3f-77929909aa44', 'mac_address': 'fa:16:3e:17:4f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04128a6-f89d-4c07-9ca5-0cf3821c9fb2', 'ip_address': '10.1.1.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:55:31.015054 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d50619db-6332-4547-935e-141bf1f14d02 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:31.041216 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:31.058509 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60bb4054-389a-44fa-bb3f-77929909aa44 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:31.101392 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 60bb4054-389a-44fa-bb3f-77929909aa44, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=60bb4054-389a-44fa-bb3f-77929909aa44,segment=NetworkSegment(3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36),segment_id=3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:31.111045 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:31.114549 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50619db-6332-4547-935e-141bf1f14d02 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Pushing event deleted for resources: {'Port': ['ID=17b4c199-0545-4d54-aff5-f2b081ae436a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:31.147944 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50619db-6332-4547-935e-141bf1f14d02 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:31.148553 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50619db-6332-4547-935e-141bf1f14d02 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:31.149059 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50619db-6332-4547-935e-141bf1f14d02 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:31.149560 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50619db-6332-4547-935e-141bf1f14d02 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:31.150111 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50619db-6332-4547-935e-141bf1f14d02 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:31.150606 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50619db-6332-4547-935e-141bf1f14d02 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:31.151095 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50619db-6332-4547-935e-141bf1f14d02 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:31.151716 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50619db-6332-4547-935e-141bf1f14d02 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:31.152220 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50619db-6332-4547-935e-141bf1f14d02 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:31.152712 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50619db-6332-4547-935e-141bf1f14d02 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:31.153202 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50619db-6332-4547-935e-141bf1f14d02 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:31.153743 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50619db-6332-4547-935e-141bf1f14d02 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:31.222787 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d50619db-6332-4547-935e-141bf1f14d02 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:31.235671 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=60bb4054-389a-44fa-bb3f-77929909aa44,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:31.345789 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d50619db-6332-4547-935e-141bf1f14d02 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:31.348014 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d50619db-6332-4547-935e-141bf1f14d02 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:31.397172 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d50619db-6332-4547-935e-141bf1f14d02 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:31.397782 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50619db-6332-4547-935e-141bf1f14d02 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Fanout notify agent at l3_agent the message router_deleted on router c13058c6-a39b-4ba9-9293-17cb3731cb94 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:55:31.407766 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d50619db-6332-4547-935e-141bf1f14d02 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:31.410215 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d50619db-6332-4547-935e-141bf1f14d02 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "DELETE /v2.0/routers/c13058c6-a39b-4ba9-9293-17cb3731cb94 HTTP/1.1" status: 204 len: 168 time: 1.7498152 Jul 06 13:55:31.416183 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52726) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:31.421799 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-f06f1c46-8214-457d-bed5-ea99cfc8c647 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1630201057', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}, 'admin_state_up': False}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:31.486028 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f06f1c46-8214-457d-bed5-ea99cfc8c647 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:31.487244 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f06f1c46-8214-457d-bed5-ea99cfc8c647 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:31.581685 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83733f-60b5-45e6-bf88-fcdfad3b0aac req-f554f49f-ac6e-4b98-99b0-76d6e98e0ddf tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:31.592194 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83733f-60b5-45e6-bf88-fcdfad3b0aac req-f554f49f-ac6e-4b98-99b0-76d6e98e0ddf tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:31.605637 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83733f-60b5-45e6-bf88-fcdfad3b0aac req-f554f49f-ac6e-4b98-99b0-76d6e98e0ddf tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:31.612024 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f06f1c46-8214-457d-bed5-ea99cfc8c647 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:31.618879 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83733f-60b5-45e6-bf88-fcdfad3b0aac req-f554f49f-ac6e-4b98-99b0-76d6e98e0ddf tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:31.636557 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83733f-60b5-45e6-bf88-fcdfad3b0aac req-f554f49f-ac6e-4b98-99b0-76d6e98e0ddf tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:31.650481 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83733f-60b5-45e6-bf88-fcdfad3b0aac req-f554f49f-ac6e-4b98-99b0-76d6e98e0ddf tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:31.659024 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['f298cdfc-2d7b-46d9-818e-7576966d6307'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:31.665613 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83733f-60b5-45e6-bf88-fcdfad3b0aac req-f554f49f-ac6e-4b98-99b0-76d6e98e0ddf tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:31.676151 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-be83733f-60b5-45e6-bf88-fcdfad3b0aac req-f554f49f-ac6e-4b98-99b0-76d6e98e0ddf tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 5428 time: 0.2212155 Jul 06 13:55:31.711000 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['2901d280-4cec-4a3b-bbf6-00c4a5038850'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:31.774570 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-be83733f-60b5-45e6-bf88-fcdfad3b0aac req-0f280d2b-edb1-41fa-898f-963ef8780b6e tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&id=59ea11e9-a7c3-4f55-bc0e-cb861bd4f006&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0972331 Jul 06 13:55:31.812542 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['3bf54f58-f9c5-43f6-908a-701f8adcdcce'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:31.820924 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['5713c474-b68e-4849-8757-a4ac36c4881f'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:31.899402 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['f2296885-8899-45b5-95c4-bfe40a9e131c'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:31.906142 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['60bb4054-389a-44fa-bb3f-77929909aa44'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:31.908558 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f06f1c46-8214-457d-bed5-ea99cfc8c647 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:32.085522 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961b93d-517d-45ae-869a-ef9bc22bde7e req-8e4593c6-7118-44e3-b861-1ebaa81d87de tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:32.090700 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5961b93d-517d-45ae-869a-ef9bc22bde7e req-8e4593c6-7118-44e3-b861-1ebaa81d87de tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 945 time: 0.1466329 Jul 06 13:55:32.161237 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5961b93d-517d-45ae-869a-ef9bc22bde7e req-2855e35e-945b-4c1c-97df-513347cfda63 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632873 Jul 06 13:55:32.315414 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f06f1c46-8214-457d-bed5-ea99cfc8c647 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:32.343223 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f06f1c46-8214-457d-bed5-ea99cfc8c647 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:32.517693 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2a252-e29a-4429-a987-540f0594a3f6 req-906cb070-76c3-4471-ad22-245362093bfa tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:32.525727 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0b2a252-e29a-4429-a987-540f0594a3f6 req-906cb070-76c3-4471-ad22-245362093bfa tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=02be0af1-842d-4664-a517-6704bd307587 HTTP/1.1" status: 200 len: 945 time: 0.1881156 Jul 06 13:55:32.591533 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-f06f1c46-8214-457d-bed5-ea99cfc8c647 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Allocated IP 172.25.6.183 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/2a2ad6d8-c142-44fe-85e4-e90b91265fe6) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:55:32.632132 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0b2a252-e29a-4429-a987-540f0594a3f6 req-f8c8a5f0-b00b-4c76-bfaa-9b34404bd599 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959718 Jul 06 13:55:32.666446 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['171b252b-03fa-4033-823a-10959a31f1bc'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:32.835521 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f06f1c46-8214-457d-bed5-ea99cfc8c647 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:32.906090 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f06f1c46-8214-457d-bed5-ea99cfc8c647 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:32.978639 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f1c46-8214-457d-bed5-ea99cfc8c647 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Pushing event updated for resources: {'Port': ['ID=2a2ad6d8-c142-44fe-85e4-e90b91265fe6,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:33.040949 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06f1c46-8214-457d-bed5-ea99cfc8c647 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:55:33.049217 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-f06f1c46-8214-457d-bed5-ea99cfc8c647 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:33.057297 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06f1c46-8214-457d-bed5-ea99cfc8c647 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:55:33.160462 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e8336-81aa-40b9-af3f-5400298fee49 req-c7b65bac-5cc6-4792-ac67-f62970062203 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:33.162313 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b65e8336-81aa-40b9-af3f-5400298fee49 req-c7b65bac-5cc6-4792-ac67-f62970062203 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.52 "GET /v2.0/ports?device_id=02be0af1-842d-4664-a517-6704bd307587 HTTP/1.1" status: 200 len: 945 time: 0.1741004 Jul 06 13:55:33.400593 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bb9dd-08d1-4b40-84dc-05f451304ce8 req-6d5efa1b-19ff-45a3-b3be-82406e152493 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:33.407384 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bb9dd-08d1-4b40-84dc-05f451304ce8 req-6d5efa1b-19ff-45a3-b3be-82406e152493 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:33.413305 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bb9dd-08d1-4b40-84dc-05f451304ce8 req-6d5efa1b-19ff-45a3-b3be-82406e152493 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:33.420344 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bb9dd-08d1-4b40-84dc-05f451304ce8 req-6d5efa1b-19ff-45a3-b3be-82406e152493 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:33.426449 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-b65e8336-81aa-40b9-af3f-5400298fee49 req-c5a01c20-c748-485f-80d9-18d00cfd1046 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Deleting port 9e451bb0-958b-4bc4-877b-69352013cdbd {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:55:33.426633 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bb9dd-08d1-4b40-84dc-05f451304ce8 req-6d5efa1b-19ff-45a3-b3be-82406e152493 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:33.426801 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b65e8336-81aa-40b9-af3f-5400298fee49 req-c5a01c20-c748-485f-80d9-18d00cfd1046 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:33.433140 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bb9dd-08d1-4b40-84dc-05f451304ce8 req-6d5efa1b-19ff-45a3-b3be-82406e152493 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:33.439582 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bb9dd-08d1-4b40-84dc-05f451304ce8 req-6d5efa1b-19ff-45a3-b3be-82406e152493 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:33.448203 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8b5bb9dd-08d1-4b40-84dc-05f451304ce8 req-6d5efa1b-19ff-45a3-b3be-82406e152493 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 5428 time: 0.1243546 Jul 06 13:55:33.495274 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8b5bb9dd-08d1-4b40-84dc-05f451304ce8 req-563f0455-42cb-4589-8f6b-aace68cfc8f1 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&id=59ea11e9-a7c3-4f55-bc0e-cb861bd4f006&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461843 Jul 06 13:55:33.528881 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f06f1c46-8214-457d-bed5-ea99cfc8c647 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:33.602150 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-b65e8336-81aa-40b9-af3f-5400298fee49 req-c5a01c20-c748-485f-80d9-18d00cfd1046 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] For port 9e451bb0-958b-4bc4-877b-69352013cdbd, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9e451bb0-958b-4bc4-877b-69352013cdbd,segment=NetworkSegment(378c2576-8c0b-49b2-8600-edb85a6f5028),segment_id=378c2576-8c0b-49b2-8600-edb85a6f5028)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:33.602832 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b65e8336-81aa-40b9-af3f-5400298fee49 req-c5a01c20-c748-485f-80d9-18d00cfd1046 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:33.644316 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-b65e8336-81aa-40b9-af3f-5400298fee49 req-c5a01c20-c748-485f-80d9-18d00cfd1046 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Calling delete_port for 9e451bb0-958b-4bc4-877b-69352013cdbd owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:55:33.877971 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f06f1c46-8214-457d-bed5-ea99cfc8c647 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:33.878652 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493678c-fb67-441f-b8fe-fbf41a325033 req-623cdbea-ebcf-41e2-9dc6-6a284f22adf1 tempest-NetworksTest-2086738272 tempest-NetworksTest-2086738272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:33.879153 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493678c-fb67-441f-b8fe-fbf41a325033 req-623cdbea-ebcf-41e2-9dc6-6a284f22adf1 tempest-NetworksTest-2086738272 tempest-NetworksTest-2086738272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:33.879619 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493678c-fb67-441f-b8fe-fbf41a325033 req-623cdbea-ebcf-41e2-9dc6-6a284f22adf1 tempest-NetworksTest-2086738272 tempest-NetworksTest-2086738272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:33.880104 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493678c-fb67-441f-b8fe-fbf41a325033 req-623cdbea-ebcf-41e2-9dc6-6a284f22adf1 tempest-NetworksTest-2086738272 tempest-NetworksTest-2086738272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:33.880582 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493678c-fb67-441f-b8fe-fbf41a325033 req-623cdbea-ebcf-41e2-9dc6-6a284f22adf1 tempest-NetworksTest-2086738272 tempest-NetworksTest-2086738272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:33.881061 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493678c-fb67-441f-b8fe-fbf41a325033 req-623cdbea-ebcf-41e2-9dc6-6a284f22adf1 tempest-NetworksTest-2086738272 tempest-NetworksTest-2086738272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:33.881537 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493678c-fb67-441f-b8fe-fbf41a325033 req-623cdbea-ebcf-41e2-9dc6-6a284f22adf1 tempest-NetworksTest-2086738272 tempest-NetworksTest-2086738272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:33.882031 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493678c-fb67-441f-b8fe-fbf41a325033 req-623cdbea-ebcf-41e2-9dc6-6a284f22adf1 tempest-NetworksTest-2086738272 tempest-NetworksTest-2086738272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:33.882508 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493678c-fb67-441f-b8fe-fbf41a325033 req-623cdbea-ebcf-41e2-9dc6-6a284f22adf1 tempest-NetworksTest-2086738272 tempest-NetworksTest-2086738272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:33.884595 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2493678c-fb67-441f-b8fe-fbf41a325033 req-623cdbea-ebcf-41e2-9dc6-6a284f22adf1 tempest-NetworksTest-2086738272 tempest-NetworksTest-2086738272-project-admin] 10.222.0.118 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6383 time: 0.2117410 Jul 06 13:55:33.941836 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b65e8336-81aa-40b9-af3f-5400298fee49 req-c5a01c20-c748-485f-80d9-18d00cfd1046 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:33.956709 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9e451bb0-958b-4bc4-877b-69352013cdbd'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:34.004484 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a01c20-c748-485f-80d9-18d00cfd1046 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Pushing event deleted for resources: {'Port': ['ID=9e451bb0-958b-4bc4-877b-69352013cdbd,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:34.030472 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9d90a9ec-1608-4694-b5a7-7b3f2f3880eb req-5cf81356-0896-4458-9501-45c8a666ed8b tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.118 "GET /v2.0/ports?device_id=02be0af1-842d-4664-a517-6704bd307587 HTTP/1.1" status: 200 len: 210 time: 0.0462112 Jul 06 13:55:34.070870 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65e8336-81aa-40b9-af3f-5400298fee49 req-c5a01c20-c748-485f-80d9-18d00cfd1046 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] No DVR routers for this DVR port 9e451bb0-958b-4bc4-877b-69352013cdbd on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:55:34.073992 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b65e8336-81aa-40b9-af3f-5400298fee49 req-c5a01c20-c748-485f-80d9-18d00cfd1046 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:34.077087 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b65e8336-81aa-40b9-af3f-5400298fee49 req-c5a01c20-c748-485f-80d9-18d00cfd1046 tempest-ServersTestJSON-1771431988 tempest-ServersTestJSON-1771431988-project] 10.222.0.52 "DELETE /v2.0/ports/9e451bb0-958b-4bc4-877b-69352013cdbd HTTP/1.1" status: 204 len: 173 time: 0.8794308 Jul 06 13:55:34.079733 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02be0af1-842d-4664-a517-6704bd307587', 'name': 'network-vif-deleted', 'tag': '9e451bb0-958b-4bc4-877b-69352013cdbd'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:34.083172 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8776c9-5901-4dfd-90ed-309a8904420a" -d '{"events": [{"server_uuid": "02be0af1-842d-4664-a517-6704bd307587", "name": "network-vif-deleted", "tag": "9e451bb0-958b-4bc4-877b-69352013cdbd"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:34.126143 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06f1c46-8214-457d-bed5-ea99cfc8c647 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Router d58b7e63-f805-4197-bf0b-84f02aef0cf2 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:55:34.242144 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11ae2b-496b-4016-a938-10a3eb8944ff req-fdb95476-3fe7-4877-80ed-e922797c13c2 tempest-NetworksTest-2086738272 tempest-NetworksTest-2086738272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:34.243611 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6e11ae2b-496b-4016-a938-10a3eb8944ff req-fdb95476-3fe7-4877-80ed-e922797c13c2 tempest-NetworksTest-2086738272 tempest-NetworksTest-2086738272-project-admin] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 886 time: 0.1422601 Jul 06 13:55:34.270161 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06f1c46-8214-457d-bed5-ea99cfc8c647 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:55:34.280947 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc88d92b-e378-43de-8c80-c8f26e67d30b None None] Sync routers for ids ['d58b7e63-f805-4197-bf0b-84f02aef0cf2'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:55:34.295070 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc88d92b-e378-43de-8c80-c8f26e67d30b None None] Routers {'d58b7e63-f805-4197-bf0b-84f02aef0cf2'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:55:34.296289 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f06f1c46-8214-457d-bed5-ea99cfc8c647 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:34.298013 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-cc88d92b-e378-43de-8c80-c8f26e67d30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:55:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d58b7e63-f805-4197-bf0b-84f02aef0cf2'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:34.298343 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f06f1c46-8214-457d-bed5-ea99cfc8c647 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.8807917 Jul 06 13:55:34.300710 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52796) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:34.305777 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-31c0921a-afa1-4321-80cd-ea120b4b2f30 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:34.332613 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326738c6-5941-4d90-89ff-f465a05b19a9 x-openstack-request-id: req-326738c6-5941-4d90-89ff-f465a05b19a9 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:34.333041 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02be0af1-842d-4664-a517-6704bd307587", "name": "network-vif-deleted", "tag": "9e451bb0-958b-4bc4-877b-69352013cdbd", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:34.333478 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-326738c6-5941-4d90-89ff-f465a05b19a9 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:34.334046 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02be0af1-842d-4664-a517-6704bd307587', 'name': 'network-vif-deleted', 'tag': '9e451bb0-958b-4bc4-877b-69352013cdbd', 'status': 'completed', 'code': 200} Jul 06 13:55:34.521821 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-cc88d92b-e378-43de-8c80-c8f26e67d30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:34.534793 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc88d92b-e378-43de-8c80-c8f26e67d30b None None] Routers {'d58b7e63-f805-4197-bf0b-84f02aef0cf2'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:55:34.535651 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-cc88d92b-e378-43de-8c80-c8f26e67d30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:55:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d58b7e63-f805-4197-bf0b-84f02aef0cf2'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:34.585996 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-cc88d92b-e378-43de-8c80-c8f26e67d30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:34.586825 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc88d92b-e378-43de-8c80-c8f26e67d30b None None] The sync data for ids ['d58b7e63-f805-4197-bf0b-84f02aef0cf2'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:55:34.710149 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb61fdf-2e8d-4d60-b2c4-3b486a5f8d57 req-82af2c76-9b53-4ccb-853e-fe0ef237d20b tempest-NetworksTest-2086738272 tempest-NetworksTest-2086738272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:34.710719 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb61fdf-2e8d-4d60-b2c4-3b486a5f8d57 req-82af2c76-9b53-4ccb-853e-fe0ef237d20b tempest-NetworksTest-2086738272 tempest-NetworksTest-2086738272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:34.711207 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb61fdf-2e8d-4d60-b2c4-3b486a5f8d57 req-82af2c76-9b53-4ccb-853e-fe0ef237d20b tempest-NetworksTest-2086738272 tempest-NetworksTest-2086738272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:34.711840 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb61fdf-2e8d-4d60-b2c4-3b486a5f8d57 req-82af2c76-9b53-4ccb-853e-fe0ef237d20b tempest-NetworksTest-2086738272 tempest-NetworksTest-2086738272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:34.712331 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb61fdf-2e8d-4d60-b2c4-3b486a5f8d57 req-82af2c76-9b53-4ccb-853e-fe0ef237d20b tempest-NetworksTest-2086738272 tempest-NetworksTest-2086738272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:34.712840 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb61fdf-2e8d-4d60-b2c4-3b486a5f8d57 req-82af2c76-9b53-4ccb-853e-fe0ef237d20b tempest-NetworksTest-2086738272 tempest-NetworksTest-2086738272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:34.713317 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb61fdf-2e8d-4d60-b2c4-3b486a5f8d57 req-82af2c76-9b53-4ccb-853e-fe0ef237d20b tempest-NetworksTest-2086738272 tempest-NetworksTest-2086738272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:34.713907 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb61fdf-2e8d-4d60-b2c4-3b486a5f8d57 req-82af2c76-9b53-4ccb-853e-fe0ef237d20b tempest-NetworksTest-2086738272 tempest-NetworksTest-2086738272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:34.714376 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb61fdf-2e8d-4d60-b2c4-3b486a5f8d57 req-82af2c76-9b53-4ccb-853e-fe0ef237d20b tempest-NetworksTest-2086738272 tempest-NetworksTest-2086738272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:34.734293 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bfb61fdf-2e8d-4d60-b2c4-3b486a5f8d57 req-82af2c76-9b53-4ccb-853e-fe0ef237d20b tempest-NetworksTest-2086738272 tempest-NetworksTest-2086738272-project-admin] 10.222.0.118 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6383 time: 0.2641184 Jul 06 13:55:34.957898 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-31c0921a-afa1-4321-80cd-ea120b4b2f30 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:34.985889 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 27b75cf5-263d-4c77-b909-aed48eb16174 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:55:35.044983 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-31c0921a-afa1-4321-80cd-ea120b4b2f30 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:35.128344 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44051d4b-f105-480d-bbbb-d1fe4d73a2a8 req-6ec1bf0f-f7b5-4a62-aeb2-87b551b9714b tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:35.134765 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44051d4b-f105-480d-bbbb-d1fe4d73a2a8 req-6ec1bf0f-f7b5-4a62-aeb2-87b551b9714b tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:35.141492 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44051d4b-f105-480d-bbbb-d1fe4d73a2a8 req-6ec1bf0f-f7b5-4a62-aeb2-87b551b9714b tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:35.144257 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52814) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:35.148365 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44051d4b-f105-480d-bbbb-d1fe4d73a2a8 req-6ec1bf0f-f7b5-4a62-aeb2-87b551b9714b tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:35.151753 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 3bf54f58-f9c5-43f6-908a-701f8adcdcce up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:35.155874 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44051d4b-f105-480d-bbbb-d1fe4d73a2a8 req-6ec1bf0f-f7b5-4a62-aeb2-87b551b9714b tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:35.162134 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44051d4b-f105-480d-bbbb-d1fe4d73a2a8 req-6ec1bf0f-f7b5-4a62-aeb2-87b551b9714b tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:35.168401 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44051d4b-f105-480d-bbbb-d1fe4d73a2a8 req-6ec1bf0f-f7b5-4a62-aeb2-87b551b9714b tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:35.181330 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-44051d4b-f105-480d-bbbb-d1fe4d73a2a8 req-6ec1bf0f-f7b5-4a62-aeb2-87b551b9714b tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 5428 time: 0.2152927 Jul 06 13:55:35.194650 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:35.220503 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-31c0921a-afa1-4321-80cd-ea120b4b2f30 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Deleting port 2a2ad6d8-c142-44fe-85e4-e90b91265fe6 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:55:35.220857 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-31c0921a-afa1-4321-80cd-ea120b4b2f30 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:35.258711 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8209fbcb-7a64-4ab0-8644-927c68157d71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b75cf5-263d-4c77-b909-aed48eb16174'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:35.261370 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1648462-aead-451b-b3a6-98fcad42ac38" -d '{"events": [{"server_uuid": "8209fbcb-7a64-4ab0-8644-927c68157d71", "name": "network-vif-unplugged", "status": "completed", "tag": "27b75cf5-263d-4c77-b909-aed48eb16174"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:35.282158 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 27b75cf5-263d-4c77-b909-aed48eb16174, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=27b75cf5-263d-4c77-b909-aed48eb16174,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:35.289583 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:35.295409 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 3bf54f58-f9c5-43f6-908a-701f8adcdcce completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:35.313069 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-44051d4b-f105-480d-bbbb-d1fe4d73a2a8 req-a4150305-bbd8-49c5-9205-301820fce097 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&id=59ea11e9-a7c3-4f55-bc0e-cb861bd4f006&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1316669 Jul 06 13:55:35.349127 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 3bf54f58-f9c5-43f6-908a-701f8adcdcce triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:35.350342 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:35.414019 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-31c0921a-afa1-4321-80cd-ea120b4b2f30 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:35.434001 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=27b75cf5-263d-4c77-b909-aed48eb16174,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:35.436374 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7e89e62e-9859-418a-b59e-bcff3ba4140c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:35.449025 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-31c0921a-afa1-4321-80cd-ea120b4b2f30 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Calling delete_port for 2a2ad6d8-c142-44fe-85e4-e90b91265fe6 owned by network:router_gateway {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:55:35.489452 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:35.499928 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52826) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:35.558012 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2937b9e-aeeb-4f91-8dfd-9a5b68842452 x-openstack-request-id: req-e2937b9e-aeeb-4f91-8dfd-9a5b68842452 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:35.558312 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8209fbcb-7a64-4ab0-8644-927c68157d71", "name": "network-vif-unplugged", "status": "completed", "tag": "27b75cf5-263d-4c77-b909-aed48eb16174", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:35.561541 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e2937b9e-aeeb-4f91-8dfd-9a5b68842452 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:35.562030 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8209fbcb-7a64-4ab0-8644-927c68157d71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b75cf5-263d-4c77-b909-aed48eb16174', 'code': 200} Jul 06 13:55:35.596882 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-123e522d-eb11-4c67-a6b4-d01c1e161414 admin admin] Deleting subnet fd856c7f-efce-4c28-b5ab-617143cae7b2 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:55:35.601791 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-123e522d-eb11-4c67-a6b4-d01c1e161414 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:35.605659 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 3bf54f58-f9c5-43f6-908a-701f8adcdcce, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=3bf54f58-f9c5-43f6-908a-701f8adcdcce,segment=NetworkSegment(40feb471-5f71-4395-853d-4ab25df28322),segment_id=40feb471-5f71-4395-853d-4ab25df28322)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:35.613884 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:35.618679 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 2901d280-4cec-4a3b-bbf6-00c4a5038850 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:35.668000 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7e89e62e-9859-418a-b59e-bcff3ba4140c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:35.675731 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7e89e62e-9859-418a-b59e-bcff3ba4140c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:35.691133 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-123e522d-eb11-4c67-a6b4-d01c1e161414 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:35.729733 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7e89e62e-9859-418a-b59e-bcff3ba4140c admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=423948f20531446cbace00097a2b0707&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5834599 Jul 06 13:55:35.730591 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89e62e-9859-418a-b59e-bcff3ba4140c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28a29ac-4253-4352-9ce4-a7117c27b242,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:35.733340 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52828) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:35.774676 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=3bf54f58-f9c5-43f6-908a-701f8adcdcce,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:35.782796 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-123e522d-eb11-4c67-a6b4-d01c1e161414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:35.793953 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 2901d280-4cec-4a3b-bbf6-00c4a5038850 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:35.798291 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 2901d280-4cec-4a3b-bbf6-00c4a5038850 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:35.798674 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:35.869020 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-31c0921a-afa1-4321-80cd-ea120b4b2f30 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:35.905008 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ae7314a2-70bd-41b6-92a1-284a216bde9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:35.910117 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:35.931623 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-123e522d-eb11-4c67-a6b4-d01c1e161414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:35.953745 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0921a-afa1-4321-80cd-ea120b4b2f30 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Pushing event deleted for resources: {'Port': ['ID=2a2ad6d8-c142-44fe-85e4-e90b91265fe6,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:35.984836 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-123e522d-eb11-4c67-a6b4-d01c1e161414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:35.986795 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-123e522d-eb11-4c67-a6b4-d01c1e161414 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/fd856c7f-efce-4c28-b5ab-617143cae7b2 HTTP/1.1" status: 204 len: 168 time: 0.4825912 Jul 06 13:55:35.988991 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 2901d280-4cec-4a3b-bbf6-00c4a5038850, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=2901d280-4cec-4a3b-bbf6-00c4a5038850,segment=NetworkSegment(ff0510a0-6086-4047-8223-0cf2c45f808b),segment_id=ff0510a0-6086-4047-8223-0cf2c45f808b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:35.990489 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52836) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:35.998323 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:36.002250 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f298cdfc-2d7b-46d9-818e-7576966d6307 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:36.028537 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e522d-eb11-4c67-a6b4-d01c1e161414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd856c7f-efce-4c28-b5ab-617143cae7b2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:36.043505 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ae7314a2-70bd-41b6-92a1-284a216bde9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:36.106245 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=2901d280-4cec-4a3b-bbf6-00c4a5038850,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:36.125013 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port f298cdfc-2d7b-46d9-818e-7576966d6307 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:36.132027 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port f298cdfc-2d7b-46d9-818e-7576966d6307 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:36.133499 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:36.226796 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f03a8c19-1acf-4628-9b92-de3384c719c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:36.231025 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-31c0921a-afa1-4321-80cd-ea120b4b2f30 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:36.279152 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:36.323775 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f298cdfc-2d7b-46d9-818e-7576966d6307, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f298cdfc-2d7b-46d9-818e-7576966d6307,segment=NetworkSegment(3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36),segment_id=3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:36.330706 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ae7314a2-70bd-41b6-92a1-284a216bde9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:36.331085 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:36.332385 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 5713c474-b68e-4849-8757-a4ac36c4881f up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:36.333404 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ae7314a2-70bd-41b6-92a1-284a216bde9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:36.336330 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ae7314a2-70bd-41b6-92a1-284a216bde9e admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/d28a29ac-4253-4352-9ce4-a7117c27b242 HTTP/1.1" status: 204 len: 168 time: 0.6018434 Jul 06 13:55:36.424844 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=f298cdfc-2d7b-46d9-818e-7576966d6307,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:36.443391 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 5713c474-b68e-4849-8757-a4ac36c4881f completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:36.455664 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 5713c474-b68e-4849-8757-a4ac36c4881f triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:36.456319 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:36.547276 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7314a2-70bd-41b6-92a1-284a216bde9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28a29ac-4253-4352-9ce4-a7117c27b242,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:36.577714 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f03a8c19-1acf-4628-9b92-de3384c719c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:36.596180 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-f03a8c19-1acf-4628-9b92-de3384c719c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af52798-23b1-402a-a1ea-3bd334b33ddb']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:36.625281 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:36.684835 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 5713c474-b68e-4849-8757-a4ac36c4881f, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=5713c474-b68e-4849-8757-a4ac36c4881f,segment=NetworkSegment(ff0510a0-6086-4047-8223-0cf2c45f808b),segment_id=ff0510a0-6086-4047-8223-0cf2c45f808b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:36.701039 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:36.701960 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 171b252b-03fa-4033-823a-10959a31f1bc up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:36.714892 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-f03a8c19-1acf-4628-9b92-de3384c719c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '378c2576-8c0b-49b2-8600-edb85a6f5028') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:36.715281 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-f03a8c19-1acf-4628-9b92-de3384c719c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '378c2576-8c0b-49b2-8600-edb85a6f5028') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:36.736379 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f03a8c19-1acf-4628-9b92-de3384c719c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:36.739121 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-31c0921a-afa1-4321-80cd-ea120b4b2f30 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:36.762355 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-31c0921a-afa1-4321-80cd-ea120b4b2f30 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2094363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2094336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2093514'] for router, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:36.769148 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f03a8c19-1acf-4628-9b92-de3384c719c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:36.786099 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f03a8c19-1acf-4628-9b92-de3384c719c1 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:55:36.786099 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f03a8c19-1acf-4628-9b92-de3384c719c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: timer() Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:55:36.789324 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:55:36.859458 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=5713c474-b68e-4849-8757-a4ac36c4881f,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:36.876940 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52852) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:36.894424 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86a175-f511-473e-bd96-34129114aa08 req-999bc56d-1ea4-47b7-ba70-8c7c710f9974 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:36.896235 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2d7c94bc-de86-442f-8d55-f750969db0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:36.917706 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86a175-f511-473e-bd96-34129114aa08 req-999bc56d-1ea4-47b7-ba70-8c7c710f9974 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:36.922984 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 171b252b-03fa-4033-823a-10959a31f1bc completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:36.927993 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 171b252b-03fa-4033-823a-10959a31f1bc triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:36.928247 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:36.933558 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86a175-f511-473e-bd96-34129114aa08 req-999bc56d-1ea4-47b7-ba70-8c7c710f9974 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:36.939969 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86a175-f511-473e-bd96-34129114aa08 req-999bc56d-1ea4-47b7-ba70-8c7c710f9974 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:36.948605 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86a175-f511-473e-bd96-34129114aa08 req-999bc56d-1ea4-47b7-ba70-8c7c710f9974 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:36.955160 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86a175-f511-473e-bd96-34129114aa08 req-999bc56d-1ea4-47b7-ba70-8c7c710f9974 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:36.962627 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86a175-f511-473e-bd96-34129114aa08 req-999bc56d-1ea4-47b7-ba70-8c7c710f9974 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:36.970613 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf86a175-f511-473e-bd96-34129114aa08 req-999bc56d-1ea4-47b7-ba70-8c7c710f9974 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 5431 time: 0.4350505 Jul 06 13:55:36.983174 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 27b75cf5-263d-4c77-b909-aed48eb16174 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:55:36.986789 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9e451bb0-958b-4bc4-877b-69352013cdbd no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:55:37.067956 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 9e451bb0-958b-4bc4-877b-69352013cdbd {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:55:37.068684 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9e451bb0-958b-4bc4-877b-69352013cdbd not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:55:37.090747 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f03a8c19-1acf-4628-9b92-de3384c719c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:37.098739 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f03a8c19-1acf-4628-9b92-de3384c719c1 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:37.106767 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f03a8c19-1acf-4628-9b92-de3384c719c1 admin admin] 10.222.0.118 "DELETE /v2.0/networks/4af52798-23b1-402a-a1ea-3bd334b33ddb HTTP/1.1" status: 204 len: 168 time: 1.1049328 Jul 06 13:55:37.106767 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c0921a-afa1-4321-80cd-ea120b4b2f30 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Router d58b7e63-f805-4197-bf0b-84f02aef0cf2 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:55:37.120528 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf86a175-f511-473e-bd96-34129114aa08 req-569bd1bb-31b0-497c-a0d3-95148fad6944 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&id=59ea11e9-a7c3-4f55-bc0e-cb861bd4f006&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1488156 Jul 06 13:55:37.155473 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a8c19-1acf-4628-9b92-de3384c719c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4af52798-23b1-402a-a1ea-3bd334b33ddb,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:37.441039 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c0921a-afa1-4321-80cd-ea120b4b2f30 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:55:37.448984 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-31c0921a-afa1-4321-80cd-ea120b4b2f30 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:37.453005 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9424fcc6-e427-445e-ba06-8dab70560417 None None] Sync routers for ids ['d58b7e63-f805-4197-bf0b-84f02aef0cf2'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:55:37.454222 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-31c0921a-afa1-4321-80cd-ea120b4b2f30 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "PUT /v2.0/routers/d58b7e63-f805-4197-bf0b-84f02aef0cf2 HTTP/1.1" status: 200 len: 710 time: 3.1524236 Jul 06 13:55:37.456895 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52886) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:37.464872 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9424fcc6-e427-445e-ba06-8dab70560417 None None] Routers {'d58b7e63-f805-4197-bf0b-84f02aef0cf2'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:55:37.465515 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9424fcc6-e427-445e-ba06-8dab70560417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:55:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d58b7e63-f805-4197-bf0b-84f02aef0cf2'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:37.470738 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a5b43577-00af-424c-b620-b2d37f85854d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:37.472793 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:37.538662 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 27b75cf5-263d-4c77-b909-aed48eb16174, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=27b75cf5-263d-4c77-b909-aed48eb16174,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:37.570978 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf54f58-f9c5-43f6-908a-701f8adcdcce'}, {'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2901d280-4cec-4a3b-bbf6-00c4a5038850'}, {'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f298cdfc-2d7b-46d9-818e-7576966d6307'}, {'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5713c474-b68e-4849-8757-a4ac36c4881f'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:37.573508 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259de277-299c-4931-8b5e-0360fc51efab" -d '{"events": [{"server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "name": "network-vif-plugged", "status": "completed", "tag": "3bf54f58-f9c5-43f6-908a-701f8adcdcce"}, {"server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "name": "network-vif-plugged", "status": "completed", "tag": "2901d280-4cec-4a3b-bbf6-00c4a5038850"}, {"server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "name": "network-vif-plugged", "status": "completed", "tag": "f298cdfc-2d7b-46d9-818e-7576966d6307"}, {"server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "name": "network-vif-plugged", "status": "completed", "tag": "5713c474-b68e-4849-8757-a4ac36c4881f"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:37.608290 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '27b75cf5-263d-4c77-b909-aed48eb16174', 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d', 'port_id': '27b75cf5-263d-4c77-b909-aed48eb16174', 'mac_address': 'fa:16:3e:61:94:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c752e52c-1e0e-4b69-8288-ed62c19f3b18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:55:37.621721 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 171b252b-03fa-4033-823a-10959a31f1bc, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=171b252b-03fa-4033-823a-10959a31f1bc,segment=NetworkSegment(3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36),segment_id=3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:37.641392 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9424fcc6-e427-445e-ba06-8dab70560417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:37.658975 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9424fcc6-e427-445e-ba06-8dab70560417 None None] Routers {'d58b7e63-f805-4197-bf0b-84f02aef0cf2'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:55:37.659948 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9424fcc6-e427-445e-ba06-8dab70560417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:55:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d58b7e63-f805-4197-bf0b-84f02aef0cf2'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:37.688332 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f84350-3de0-4f5f-9f3d-23e9507f805e x-openstack-request-id: req-36f84350-3de0-4f5f-9f3d-23e9507f805e {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:37.688646 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "name": "network-vif-plugged", "status": "completed", "tag": "3bf54f58-f9c5-43f6-908a-701f8adcdcce", "code": 200}, {"server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "name": "network-vif-plugged", "status": "completed", "tag": "2901d280-4cec-4a3b-bbf6-00c4a5038850", "code": 200}, {"server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "name": "network-vif-plugged", "status": "completed", "tag": "f298cdfc-2d7b-46d9-818e-7576966d6307", "code": 200}, {"server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "name": "network-vif-plugged", "status": "completed", "tag": "5713c474-b68e-4849-8757-a4ac36c4881f", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:37.688898 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-36f84350-3de0-4f5f-9f3d-23e9507f805e {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:37.689306 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf54f58-f9c5-43f6-908a-701f8adcdcce', 'code': 200} Jul 06 13:55:37.689567 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2901d280-4cec-4a3b-bbf6-00c4a5038850', 'code': 200} Jul 06 13:55:37.689849 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f298cdfc-2d7b-46d9-818e-7576966d6307', 'code': 200} Jul 06 13:55:37.690100 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5713c474-b68e-4849-8757-a4ac36c4881f', 'code': 200} Jul 06 13:55:37.690758 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:37.691578 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f2296885-8899-45b5-95c4-bfe40a9e131c up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:37.715637 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52888) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:37.742900 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9424fcc6-e427-445e-ba06-8dab70560417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:37.744448 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9424fcc6-e427-445e-ba06-8dab70560417 None None] The sync data for ids ['d58b7e63-f805-4197-bf0b-84f02aef0cf2'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:55:37.790886 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-829d9b01-eeea-429d-94f6-52b57722e564 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=bea7b4da8e63480980f1c76d63c2ffcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0693188 Jul 06 13:55:37.793465 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52898) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:37.863816 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:37.883205 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-da92fd05-a972-4ab8-bade-d54d779e0e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:37.910807 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-da92fd05-a972-4ab8-bade-d54d779e0e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:37.916742 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port f2296885-8899-45b5-95c4-bfe40a9e131c completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:37.931382 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port f2296885-8899-45b5-95c4-bfe40a9e131c triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:37.931777 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:37.998632 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b75cf5-263d-4c77-b909-aed48eb16174 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:38.034174 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2d7c94bc-de86-442f-8d55-f750969db0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:38.047862 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=171b252b-03fa-4033-823a-10959a31f1bc,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:38.067212 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2d7c94bc-de86-442f-8d55-f750969db0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:38.070433 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:38.070946 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:38.071104 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:38.071447 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:38.071779 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:38.072115 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:38.072444 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:38.072770 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:38.073099 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:38.073435 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:38.073804 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:38.074092 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:38.109909 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 27b75cf5-263d-4c77-b909-aed48eb16174, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=27b75cf5-263d-4c77-b909-aed48eb16174,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:38.137373 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2d7c94bc-de86-442f-8d55-f750969db0c8 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=49807aadd5e146bc87cc2fcd9d939366&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2591999 Jul 06 13:55:38.139376 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-da92fd05-a972-4ab8-bade-d54d779e0e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:38.142090 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-da92fd05-a972-4ab8-bade-d54d779e0e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:38.145999 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-da92fd05-a972-4ab8-bade-d54d779e0e29 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3 HTTP/1.1" status: 204 len: 168 time: 0.3514957 Jul 06 13:55:38.152375 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52902) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:38.195229 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:38.197250 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:38.356495 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['27b75cf5-263d-4c77-b909-aed48eb16174'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:38.377712 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c148fea6-b15a-4647-8483-8d4eb8c207b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:38.386992 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52912) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:38.389278 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c94bc-de86-442f-8d55-f750969db0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe48952-ff89-4b0d-862f-8d5954398549,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:38.400538 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-415429aa-9064-4e21-a8c3-9a2b067249cf tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "GET /v2.0/routers/d58b7e63-f805-4197-bf0b-84f02aef0cf2 HTTP/1.1" status: 200 len: 745 time: 0.9423976 Jul 06 13:55:38.403055 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52916) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:38.446373 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92fd05-a972-4ab8-bade-d54d779e0e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e28dd4-3e5d-4caa-be99-1aeb0cbcc3c3,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:38.474157 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f2296885-8899-45b5-95c4-bfe40a9e131c, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f2296885-8899-45b5-95c4-bfe40a9e131c,segment=NetworkSegment(3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36),segment_id=3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:38.489709 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-522609aa-d799-4a71-a7eb-66ffe713af2d tempest-RoutersIpV6AdminTest-548528447 tempest-RoutersIpV6AdminTest-548528447-project-admin] 10.222.0.118 "GET /v2.0/ports?network_id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0&device_id=d58b7e63-f805-4197-bf0b-84f02aef0cf2 HTTP/1.1" status: 200 len: 205 time: 0.0820267 Jul 06 13:55:38.492195 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52918) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:38.497276 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c148fea6-b15a-4647-8483-8d4eb8c207b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:38.541100 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:38.541940 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 60bb4054-389a-44fa-bb3f-77929909aa44 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:38.552922 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-60948275-2d96-4da7-96ff-f0443fc592e7 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "GET /v2.0/ports?device_id=d58b7e63-f805-4197-bf0b-84f02aef0cf2 HTTP/1.1" status: 200 len: 205 time: 0.0567338 Jul 06 13:55:38.555288 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52920) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:38.637426 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=27b75cf5-263d-4c77-b909-aed48eb16174,revision_number=9']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:38.649682 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c148fea6-b15a-4647-8483-8d4eb8c207b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:38.652547 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c148fea6-b15a-4647-8483-8d4eb8c207b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:38.653813 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c148fea6-b15a-4647-8483-8d4eb8c207b2 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/4fe48952-ff89-4b0d-862f-8d5954398549 HTTP/1.1" status: 204 len: 168 time: 0.5004232 Jul 06 13:55:38.681522 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148fea6-b15a-4647-8483-8d4eb8c207b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe48952-ff89-4b0d-862f-8d5954398549,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:38.786355 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-341e1541-38c6-41f4-ac67-d2c5ec57fac2 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:38.846442 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=f2296885-8899-45b5-95c4-bfe40a9e131c,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:39.045105 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 60bb4054-389a-44fa-bb3f-77929909aa44 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:39.072254 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 60bb4054-389a-44fa-bb3f-77929909aa44 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:39.072906 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:39.113503 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c02fa8a1-b09f-45c7-9d2f-4ecad7801a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:39.192092 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ab322-6692-4c42-9184-05716999d38b req-8397a9a8-d088-4009-82f7-2c46cd9626f0 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:39.206136 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ab322-6692-4c42-9184-05716999d38b req-8397a9a8-d088-4009-82f7-2c46cd9626f0 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:39.212845 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ab322-6692-4c42-9184-05716999d38b req-8397a9a8-d088-4009-82f7-2c46cd9626f0 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:39.230390 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ab322-6692-4c42-9184-05716999d38b req-8397a9a8-d088-4009-82f7-2c46cd9626f0 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:39.237951 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ab322-6692-4c42-9184-05716999d38b req-8397a9a8-d088-4009-82f7-2c46cd9626f0 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:39.244856 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ab322-6692-4c42-9184-05716999d38b req-8397a9a8-d088-4009-82f7-2c46cd9626f0 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:39.252775 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ab322-6692-4c42-9184-05716999d38b req-8397a9a8-d088-4009-82f7-2c46cd9626f0 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:39.255409 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d4ab322-6692-4c42-9184-05716999d38b req-8397a9a8-d088-4009-82f7-2c46cd9626f0 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 5434 time: 0.5863585 Jul 06 13:55:39.346539 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:39.373306 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c02fa8a1-b09f-45c7-9d2f-4ecad7801a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:39.377185 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-341e1541-38c6-41f4-ac67-d2c5ec57fac2 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:39.383894 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-341e1541-38c6-41f4-ac67-d2c5ec57fac2 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:39.397632 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c02fa8a1-b09f-45c7-9d2f-4ecad7801a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:39.436036 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 60bb4054-389a-44fa-bb3f-77929909aa44, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=60bb4054-389a-44fa-bb3f-77929909aa44,segment=NetworkSegment(3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36),segment_id=3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:39.444111 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:39.461436 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52944) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:39.473954 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c02fa8a1-b09f-45c7-9d2f-4ecad7801a12 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=0bd96915a9dc4d21801333ad9a15ce3d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0839307 Jul 06 13:55:39.491896 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02fa8a1-b09f-45c7-9d2f-4ecad7801a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46250d0a-7f9f-4293-b000-9506f163addd,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:39.590287 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-66e9a4c4-8a5f-4113-b2a8-89592e565790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:39.604663 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d4ab322-6692-4c42-9184-05716999d38b req-fea11d1c-855e-4edf-b046-5dd1632aee82 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&id=59ea11e9-a7c3-4f55-bc0e-cb861bd4f006&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2220290 Jul 06 13:55:39.606188 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-341e1541-38c6-41f4-ac67-d2c5ec57fac2 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:39.610632 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341e1541-38c6-41f4-ac67-d2c5ec57fac2 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Fanout notify agent at l3_agent the message router_deleted on router d58b7e63-f805-4197-bf0b-84f02aef0cf2 {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:55:39.633394 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-341e1541-38c6-41f4-ac67-d2c5ec57fac2 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:39.635636 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-341e1541-38c6-41f4-ac67-d2c5ec57fac2 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "DELETE /v2.0/routers/d58b7e63-f805-4197-bf0b-84f02aef0cf2 HTTP/1.1" status: 204 len: 168 time: 1.0785608 Jul 06 13:55:39.639025 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52946) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:39.664179 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-66e9a4c4-8a5f-4113-b2a8-89592e565790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:39.674473 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=60bb4054-389a-44fa-bb3f-77929909aa44,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:39.690256 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-72e30de0-fd44-46f0-974b-6badf4c6f0b1 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "GET /v2.0/ports?device_id=d58b7e63-f805-4197-bf0b-84f02aef0cf2 HTTP/1.1" status: 200 len: 205 time: 0.0476668 Jul 06 13:55:39.691249 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171b252b-03fa-4033-823a-10959a31f1bc'}, {'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2296885-8899-45b5-95c4-bfe40a9e131c'}, {'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bb4054-389a-44fa-bb3f-77929909aa44'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:39.692658 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52948) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:39.696500 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c2bdd4-5fee-4bb1-b02e-e9939674918d" -d '{"events": [{"server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "name": "network-vif-plugged", "status": "completed", "tag": "171b252b-03fa-4033-823a-10959a31f1bc"}, {"server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "name": "network-vif-plugged", "status": "completed", "tag": "f2296885-8899-45b5-95c4-bfe40a9e131c"}, {"server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "name": "network-vif-plugged", "status": "completed", "tag": "60bb4054-389a-44fa-bb3f-77929909aa44"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:39.778363 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b849ae1-b8dd-4407-8303-fe5ff1830c24 x-openstack-request-id: req-1b849ae1-b8dd-4407-8303-fe5ff1830c24 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:39.782827 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "name": "network-vif-plugged", "status": "completed", "tag": "171b252b-03fa-4033-823a-10959a31f1bc", "code": 200}, {"server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "name": "network-vif-plugged", "status": "completed", "tag": "f2296885-8899-45b5-95c4-bfe40a9e131c", "code": 200}, {"server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "name": "network-vif-plugged", "status": "completed", "tag": "60bb4054-389a-44fa-bb3f-77929909aa44", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:39.783171 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-1b849ae1-b8dd-4407-8303-fe5ff1830c24 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:39.784941 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '171b252b-03fa-4033-823a-10959a31f1bc', 'code': 200} Jul 06 13:55:39.785365 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2296885-8899-45b5-95c4-bfe40a9e131c', 'code': 200} Jul 06 13:55:39.786075 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bb4054-389a-44fa-bb3f-77929909aa44', 'code': 200} Jul 06 13:55:39.788660 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-66e9a4c4-8a5f-4113-b2a8-89592e565790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:39.791237 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-66e9a4c4-8a5f-4113-b2a8-89592e565790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:39.792617 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-66e9a4c4-8a5f-4113-b2a8-89592e565790 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/46250d0a-7f9f-4293-b000-9506f163addd HTTP/1.1" status: 204 len: 168 time: 0.3293233 Jul 06 13:55:39.813896 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9a4c4-8a5f-4113-b2a8-89592e565790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46250d0a-7f9f-4293-b000-9506f163addd,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:39.839635 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [None req-28128768-36fa-41ac-829d-34c4a857c46d tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] delete failed (client error): The resource could not be found. Jul 06 13:55:39.844489 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-28128768-36fa-41ac-829d-34c4a857c46d tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "DELETE /v2.0/routers/d58b7e63-f805-4197-bf0b-84f02aef0cf2 HTTP/1.1" status: 404 len: 336 time: 0.1503255 Jul 06 13:55:39.853696 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52958) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:39.964657 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-90867817-c2a5-42dd-a15c-59e18369acab tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "GET /v2.0/ports?device_id=c13058c6-a39b-4ba9-9293-17cb3731cb94 HTTP/1.1" status: 200 len: 205 time: 0.1044834 Jul 06 13:55:39.965081 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52964) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:40.055104 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-8f2b56d4-a9f9-4838-87d2-0d42ecebd712 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] delete failed (client error): The resource could not be found. Jul 06 13:55:40.056257 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8f2b56d4-a9f9-4838-87d2-0d42ecebd712 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "DELETE /v2.0/routers/c13058c6-a39b-4ba9-9293-17cb3731cb94 HTTP/1.1" status: 404 len: 336 time: 0.0903757 Jul 06 13:55:40.064435 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52970) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:40.125975 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262012f6-cc6d-4b00-9230-9c12261f48fd req-80d1a459-03d2-44dd-9a7f-f8cf0fdc8626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:40.126751 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262012f6-cc6d-4b00-9230-9c12261f48fd req-80d1a459-03d2-44dd-9a7f-f8cf0fdc8626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:40.127507 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262012f6-cc6d-4b00-9230-9c12261f48fd req-80d1a459-03d2-44dd-9a7f-f8cf0fdc8626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:40.128762 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262012f6-cc6d-4b00-9230-9c12261f48fd req-80d1a459-03d2-44dd-9a7f-f8cf0fdc8626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:40.129530 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262012f6-cc6d-4b00-9230-9c12261f48fd req-80d1a459-03d2-44dd-9a7f-f8cf0fdc8626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:40.130332 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262012f6-cc6d-4b00-9230-9c12261f48fd req-80d1a459-03d2-44dd-9a7f-f8cf0fdc8626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:40.131174 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262012f6-cc6d-4b00-9230-9c12261f48fd req-80d1a459-03d2-44dd-9a7f-f8cf0fdc8626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:40.134623 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-262012f6-cc6d-4b00-9230-9c12261f48fd req-80d1a459-03d2-44dd-9a7f-f8cf0fdc8626 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 6492 time: 0.2360539 Jul 06 13:55:40.137882 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:40.163963 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-52c41dd9-ca20-429b-a11d-d0218682483a tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "GET /v2.0/ports?device_id=63d13da1-81cb-4211-ab01-dc42c80295ce HTTP/1.1" status: 200 len: 205 time: 0.0980210 Jul 06 13:55:40.166404 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52976) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:40.228870 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-477cac5e-c002-43da-8776-4f5960e43e97 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] delete failed (client error): The resource could not be found. Jul 06 13:55:40.230096 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-477cac5e-c002-43da-8776-4f5960e43e97 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "DELETE /v2.0/routers/63d13da1-81cb-4211-ab01-dc42c80295ce HTTP/1.1" status: 404 len: 336 time: 0.0624490 Jul 06 13:55:40.233378 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52980) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:40.243133 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-262012f6-cc6d-4b00-9230-9c12261f48fd req-3965d9c1-9aa8-4e67-97f8-8049ef6adda7 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=59ea11e9-a7c3-4f55-bc0e-cb861bd4f006&id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0793569 Jul 06 13:55:40.276025 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52982) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:40.276384 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-39d46456-5097-45b2-bc12-909b9f8adcdb tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "GET /v2.0/ports?device_id=13c1742f-641c-45ac-a3b4-85f19aa8df1c HTTP/1.1" status: 200 len: 205 time: 0.0382869 Jul 06 13:55:40.361849 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [None req-465a3730-1fe0-494e-b96f-f45f3933c15a tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] delete failed (client error): The resource could not be found. Jul 06 13:55:40.361849 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-465a3730-1fe0-494e-b96f-f45f3933c15a tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "DELETE /v2.0/routers/13c1742f-641c-45ac-a3b4-85f19aa8df1c HTTP/1.1" status: 404 len: 336 time: 0.0789580 Jul 06 13:55:40.362042 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52988) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:40.415559 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b186e5de-3005-4a09-884a-16b2f31b4d32 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "GET /v2.0/ports?device_id=015a4d4e-1b20-48cd-8fb9-6b6ce1ae8139 HTTP/1.1" status: 200 len: 205 time: 0.0544624 Jul 06 13:55:40.418171 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52994) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:40.479637 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-d8701cee-f67b-48d5-b863-bfafea076548 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] delete failed (client error): The resource could not be found. Jul 06 13:55:40.481117 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d8701cee-f67b-48d5-b863-bfafea076548 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "DELETE /v2.0/routers/015a4d4e-1b20-48cd-8fb9-6b6ce1ae8139 HTTP/1.1" status: 404 len: 336 time: 0.0618243 Jul 06 13:55:40.484562 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52996) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:40.557357 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-46556dee-a2e4-4ac4-95f9-65fdf28e63d5 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "GET /v2.0/ports?device_id=2e5056f8-f2c4-49fa-b077-6499a8679b8d HTTP/1.1" status: 200 len: 205 time: 0.0711596 Jul 06 13:55:40.559523 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52998) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:40.564925 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3ad03373-d4dc-442d-b190-ed37a9186c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:40.645542 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-f7f334a1-900f-41ba-b2a0-ac883d342557 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] delete failed (client error): The resource could not be found. Jul 06 13:55:40.647430 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f7f334a1-900f-41ba-b2a0-ac883d342557 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "DELETE /v2.0/routers/2e5056f8-f2c4-49fa-b077-6499a8679b8d HTTP/1.1" status: 404 len: 336 time: 0.0850184 Jul 06 13:55:40.654975 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53006) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:40.655242 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53008) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:40.701084 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-d15f600c-a561-42ae-aa01-3daa8f5fbed2 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] DELETE failed (client error): The resource could not be found. Jul 06 13:55:40.702104 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d15f600c-a561-42ae-aa01-3daa8f5fbed2 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 13:55:40.704178 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d15f600c-a561-42ae-aa01-3daa8f5fbed2 tempest-RoutersIpV6AdminTest-1303548957 tempest-RoutersIpV6AdminTest-1303548957-project] 10.222.0.118 "DELETE /v2.0/subnets/59b42f9a-3954-46d9-84b7-eeeb89a80b48 HTTP/1.1" status: 404 len: 337 time: 0.0479922 Jul 06 13:55:40.912643 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618f112-4405-4d6d-925f-5f12b3cd70e0 req-8c787ea6-5134-4449-91f6-e4200df89de9 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:40.925350 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618f112-4405-4d6d-925f-5f12b3cd70e0 req-8c787ea6-5134-4449-91f6-e4200df89de9 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:40.938756 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618f112-4405-4d6d-925f-5f12b3cd70e0 req-8c787ea6-5134-4449-91f6-e4200df89de9 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:40.948395 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618f112-4405-4d6d-925f-5f12b3cd70e0 req-8c787ea6-5134-4449-91f6-e4200df89de9 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:40.963252 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618f112-4405-4d6d-925f-5f12b3cd70e0 req-8c787ea6-5134-4449-91f6-e4200df89de9 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:40.973350 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618f112-4405-4d6d-925f-5f12b3cd70e0 req-8c787ea6-5134-4449-91f6-e4200df89de9 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:40.984092 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618f112-4405-4d6d-925f-5f12b3cd70e0 req-8c787ea6-5134-4449-91f6-e4200df89de9 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:41.004374 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0618f112-4405-4d6d-925f-5f12b3cd70e0 req-8c787ea6-5134-4449-91f6-e4200df89de9 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 5435 time: 0.2423937 Jul 06 13:55:41.027057 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 27b75cf5-263d-4c77-b909-aed48eb16174 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:41.066852 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0618f112-4405-4d6d-925f-5f12b3cd70e0 req-69f114ed-4523-4bbc-bc6c-7246f92e9d42 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&id=59ea11e9-a7c3-4f55-bc0e-cb861bd4f006&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629466 Jul 06 13:55:41.143144 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-e5b12cc4-1ff0-4464-a7fa-31b50cddf17b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-873554179-network', 'tenant_id': '9582b8237f17461e9a1a6b0a40bffc2e'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:41.176389 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b12cc4-1ff0-4464-a7fa-31b50cddf17b admin admin] Made reservation on behalf of 9582b8237f17461e9a1a6b0a40bffc2e for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:55:41.181105 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e5b12cc4-1ff0-4464-a7fa-31b50cddf17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:41.201178 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e5b12cc4-1ff0-4464-a7fa-31b50cddf17b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:41.201416 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 27b75cf5-263d-4c77-b909-aed48eb16174 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:41.201416 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:41.472041 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53024) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:41.487425 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:41.501112 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:41.538470 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e5b12cc4-1ff0-4464-a7fa-31b50cddf17b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:41.546977 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e5b12cc4-1ff0-4464-a7fa-31b50cddf17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:41.573406 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b12cc4-1ff0-4464-a7fa-31b50cddf17b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:55:41.595282 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 27b75cf5-263d-4c77-b909-aed48eb16174, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=27b75cf5-263d-4c77-b909-aed48eb16174,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:41.600682 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e5b12cc4-1ff0-4464-a7fa-31b50cddf17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:41.601022 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-e5b12cc4-1ff0-4464-a7fa-31b50cddf17b admin admin] Added segment e4d5f113-0733-4d39-911c-a5823573bbad of type vlan for network feedd1b5-b16b-46c1-99ff-64793157a3e7 Jul 06 13:55:41.605976 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:41.686292 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e5b12cc4-1ff0-4464-a7fa-31b50cddf17b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:41.737558 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=27b75cf5-263d-4c77-b909-aed48eb16174,revision_number=10']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:41.769438 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b12cc4-1ff0-4464-a7fa-31b50cddf17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79eff5f-8dbf-42b7-b186-5d09356d8a09,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:41.772185 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e5b12cc4-1ff0-4464-a7fa-31b50cddf17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:41.785647 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b12cc4-1ff0-4464-a7fa-31b50cddf17b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:41.787084 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8209fbcb-7a64-4ab0-8644-927c68157d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b75cf5-263d-4c77-b909-aed48eb16174'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:41.789016 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e5b12cc4-1ff0-4464-a7fa-31b50cddf17b admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:41.790099 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b3561b-8957-48b0-affe-92c6c3498bd9" -d '{"events": [{"server_uuid": "8209fbcb-7a64-4ab0-8644-927c68157d71", "name": "network-vif-plugged", "status": "completed", "tag": "27b75cf5-263d-4c77-b909-aed48eb16174"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:41.856424 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-77d84f2d-5afa-495d-9b36-335402e4bb71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:41.878377 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e5b12cc4-1ff0-4464-a7fa-31b50cddf17b admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2208438 Jul 06 13:55:41.881212 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53038) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:41.888851 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-50e725fa-14c7-48e5-8792-4a266219f3d4 admin admin] Request body: {'subnet': {'network_id': 'feedd1b5-b16b-46c1-99ff-64793157a3e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-873554179-subnet', 'tenant_id': '9582b8237f17461e9a1a6b0a40bffc2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:41.923070 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b12cc4-1ff0-4464-a7fa-31b50cddf17b admin admin] Pushing event updated for resources: {'Network': ['ID=feedd1b5-b16b-46c1-99ff-64793157a3e7,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:41.930498 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b14175-33be-4def-9fa0-ed8e86a214d4 x-openstack-request-id: req-06b14175-33be-4def-9fa0-ed8e86a214d4 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:41.930806 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8209fbcb-7a64-4ab0-8644-927c68157d71", "name": "network-vif-plugged", "status": "completed", "tag": "27b75cf5-263d-4c77-b909-aed48eb16174", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:41.931061 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-06b14175-33be-4def-9fa0-ed8e86a214d4 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:41.931457 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8209fbcb-7a64-4ab0-8644-927c68157d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b75cf5-263d-4c77-b909-aed48eb16174', 'code': 200} Jul 06 13:55:41.936156 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network feedd1b5-b16b-46c1-99ff-64793157a3e7 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:55:41.948041 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.db.api [None req-77d84f2d-5afa-495d-9b36-335402e4bb71 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 13:55:41.948041 n-d-773644-6 neutron-server[100417]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 13:55:41.948041 n-d-773644-6 neutron-server[100417]: [parameters: {'project_id_1': 'fd4e076de76b44a0bd61667e34e6fcc8', 'expiration_1': datetime.datetime(2021, 7, 6, 13, 55, 41, 920282)}] Jul 06 13:55:41.948041 n-d-773644-6 neutron-server[100417]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 13:55:41.949863 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e725fa-14c7-48e5-8792-4a266219f3d4 admin admin] Made reservation on behalf of 9582b8237f17461e9a1a6b0a40bffc2e for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:55:41.951989 n-d-773644-6 neutron-server[100417]: DEBUG oslo_db.api [None req-77d84f2d-5afa-495d-9b36-335402e4bb71 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 13:55:41.954049 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50e725fa-14c7-48e5-8792-4a266219f3d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:42.405532 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50e725fa-14c7-48e5-8792-4a266219f3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:42.453407 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-77d84f2d-5afa-495d-9b36-335402e4bb71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:42.524799 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e725fa-14c7-48e5-8792-4a266219f3d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a061d95c-fe13-4bcf-a696-dc3a1931aea5,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:42.560157 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b87a6-1850-42ac-9af6-130b061c91d1 req-ff121c29-ba86-415f-8170-cdb3cb4ff694 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:42.575025 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b87a6-1850-42ac-9af6-130b061c91d1 req-ff121c29-ba86-415f-8170-cdb3cb4ff694 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:42.585422 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b87a6-1850-42ac-9af6-130b061c91d1 req-ff121c29-ba86-415f-8170-cdb3cb4ff694 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:42.594918 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b87a6-1850-42ac-9af6-130b061c91d1 req-ff121c29-ba86-415f-8170-cdb3cb4ff694 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:42.602741 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b87a6-1850-42ac-9af6-130b061c91d1 req-ff121c29-ba86-415f-8170-cdb3cb4ff694 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:42.615897 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b87a6-1850-42ac-9af6-130b061c91d1 req-ff121c29-ba86-415f-8170-cdb3cb4ff694 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:42.624317 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b87a6-1850-42ac-9af6-130b061c91d1 req-ff121c29-ba86-415f-8170-cdb3cb4ff694 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:42.633915 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c43b87a6-1850-42ac-9af6-130b061c91d1 req-ff121c29-ba86-415f-8170-cdb3cb4ff694 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 5435 time: 0.2923720 Jul 06 13:55:42.637670 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-77d84f2d-5afa-495d-9b36-335402e4bb71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:42.644818 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-77d84f2d-5afa-495d-9b36-335402e4bb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:42.656914 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e725fa-14c7-48e5-8792-4a266219f3d4 admin admin] Checking segment: {'id': 'e4d5f113-0733-4d39-911c-a5823573bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'feedd1b5-b16b-46c1-99ff-64793157a3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:55:42.657388 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e725fa-14c7-48e5-8792-4a266219f3d4 admin admin] Network hostable DHCP agents. Network: feedd1b5-b16b-46c1-99ff-64793157a3e7, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:55:42.706678 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c43b87a6-1850-42ac-9af6-130b061c91d1 req-eb621330-7fea-4cdb-a37a-cde804208338 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&id=59ea11e9-a7c3-4f55-bc0e-cb861bd4f006&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0717657 Jul 06 13:55:42.724808 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-77d84f2d-5afa-495d-9b36-335402e4bb71 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=fd4e076de76b44a0bd61667e34e6fcc8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2513452 Jul 06 13:55:42.726193 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53056) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:42.731361 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e725fa-14c7-48e5-8792-4a266219f3d4 admin admin] Network feedd1b5-b16b-46c1-99ff-64793157a3e7 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:55:42.734343 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d84f2d-5afa-495d-9b36-335402e4bb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c4f372-5bd6-4e1d-8afd-0703d8e7efb1,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:42.753229 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-50e725fa-14c7-48e5-8792-4a266219f3d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, feedd1b5-b16b-46c1-99ff-64793157a3e7) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:42.758228 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e725fa-14c7-48e5-8792-4a266219f3d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:42.758964 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50e725fa-14c7-48e5-8792-4a266219f3d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:42.766588 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0efffdd-4685-43b0-86f3-ec1137520402 None None] Network feedd1b5-b16b-46c1-99ff-64793157a3e7 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:55:42.798043 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-50e725fa-14c7-48e5-8792-4a266219f3d4 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9149745 Jul 06 13:55:42.856443 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-45b57ddd-7ad6-45bb-9e37-9d573181d597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:42.898107 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-45b57ddd-7ad6-45bb-9e37-9d573181d597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:42.992124 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-45b57ddd-7ad6-45bb-9e37-9d573181d597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:42.997408 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-45b57ddd-7ad6-45bb-9e37-9d573181d597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:43.006806 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-45b57ddd-7ad6-45bb-9e37-9d573181d597 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/68c4f372-5bd6-4e1d-8afd-0703d8e7efb1 HTTP/1.1" status: 204 len: 168 time: 0.2787845 Jul 06 13:55:43.022047 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:43.028916 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b57ddd-7ad6-45bb-9e37-9d573181d597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c4f372-5bd6-4e1d-8afd-0703d8e7efb1,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:43.280129 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838aec0c-2557-41db-a853-028317657f01 None None] Network feedd1b5-b16b-46c1-99ff-64793157a3e7 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:55:43.943442 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53084) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:44.020091 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53088) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:44.038413 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6778bcbe-fd8c-4c4b-9b19-e707467f7bb8 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=044d5d01c6574b9ba36337b942b18d66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0917602 Jul 06 13:55:44.099117 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bc27f248-c245-4761-9fe3-1210b0f01439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:44.137212 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bc27f248-c245-4761-9fe3-1210b0f01439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:44.226444 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bc27f248-c245-4761-9fe3-1210b0f01439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:44.230551 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bc27f248-c245-4761-9fe3-1210b0f01439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:44.231956 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bc27f248-c245-4761-9fe3-1210b0f01439 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/f0e45b07-dca9-4733-8315-df41e77fed01 HTTP/1.1" status: 204 len: 168 time: 0.2089810 Jul 06 13:55:44.250092 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27f248-c245-4761-9fe3-1210b0f01439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e45b07-dca9-4733-8315-df41e77fed01,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:44.475247 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a858151-c850-44f7-928e-9b78d5fa506a req-9e867c7f-ca52-4977-a72e-6b95e6b63626 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:44.497777 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a858151-c850-44f7-928e-9b78d5fa506a req-9e867c7f-ca52-4977-a72e-6b95e6b63626 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:44.512104 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a858151-c850-44f7-928e-9b78d5fa506a req-9e867c7f-ca52-4977-a72e-6b95e6b63626 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:44.539449 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a858151-c850-44f7-928e-9b78d5fa506a req-9e867c7f-ca52-4977-a72e-6b95e6b63626 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:44.558099 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a858151-c850-44f7-928e-9b78d5fa506a req-9e867c7f-ca52-4977-a72e-6b95e6b63626 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:44.564606 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a858151-c850-44f7-928e-9b78d5fa506a req-9e867c7f-ca52-4977-a72e-6b95e6b63626 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:44.571078 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a858151-c850-44f7-928e-9b78d5fa506a req-9e867c7f-ca52-4977-a72e-6b95e6b63626 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:44.585687 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a858151-c850-44f7-928e-9b78d5fa506a req-9e867c7f-ca52-4977-a72e-6b95e6b63626 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 5435 time: 0.2294896 Jul 06 13:55:44.589857 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53106) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:44.595629 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c2c6ad1b-3e91-4423-a99a-dbfab10d15d0 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Request body: {'floatingip': {'port_id': '3bf54f58-f9c5-43f6-908a-701f8adcdcce'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:44.720857 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2c6ad1b-3e91-4423-a99a-dbfab10d15d0 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for floatingip, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:45.478217 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-e93e4dfa-7789-4ae0-bcda-f6c0e0643a3b tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:45.481666 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-e93e4dfa-7789-4ae0-bcda-f6c0e0643a3b tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/networks?id=feedd1b5-b16b-46c1-99ff-64793157a3e7 HTTP/1.1" status: 200 len: 813 time: 0.2452075 Jul 06 13:55:45.510067 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-53f5a481-7251-4319-a236-63fa4fce15f6 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/quotas/9582b8237f17461e9a1a6b0a40bffc2e HTTP/1.1" status: 200 len: 375 time: 0.0195415 Jul 06 13:55:45.579513 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-2f688959-7b3d-4148-bf13-53447605096d tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=9582b8237f17461e9a1a6b0a40bffc2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631831 Jul 06 13:55:45.696351 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2c6ad1b-3e91-4423-a99a-dbfab10d15d0 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:45.708294 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2c6ad1b-3e91-4423-a99a-dbfab10d15d0 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:45.721381 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-7d755796-cf19-4118-9b8f-3653fc1dd066 service neutron] 10.222.0.118 "GET /v2.0/networks/feedd1b5-b16b-46c1-99ff-64793157a3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348739 Jul 06 13:55:45.875988 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-6ce22aa3-34e6-4302-9c8e-9197dc9d25c2 service neutron] 10.222.0.118 "GET /v2.0/networks/feedd1b5-b16b-46c1-99ff-64793157a3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483011 Jul 06 13:55:45.949501 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-c2c6ad1b-3e91-4423-a99a-dbfab10d15d0 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Floating IP 9a661cef-7e13-4d61-b7f1-1211f2044f51 associated. External IP: 172.25.6.163, port: 3bf54f58-f9c5-43f6-908a-701f8adcdcce. Jul 06 13:55:46.404346 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c6ad1b-3e91-4423-a99a-dbfab10d15d0 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Router b1007868-4f2c-4f6b-9e27-3cf16473dce8 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:55:46.455794 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:46.735810 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c6ad1b-3e91-4423-a99a-dbfab10d15d0 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:55:46.746467 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2c6ad1b-3e91-4423-a99a-dbfab10d15d0 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:46.747260 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a49f79-a0c0-4485-8a08-25b5dc5db692 None None] Sync routers for ids ['b1007868-4f2c-4f6b-9e27-3cf16473dce8'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:55:46.764212 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a49f79-a0c0-4485-8a08-25b5dc5db692 None None] Routers {'b1007868-4f2c-4f6b-9e27-3cf16473dce8'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:55:46.765085 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-94a49f79-a0c0-4485-8a08-25b5dc5db692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:55:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b1007868-4f2c-4f6b-9e27-3cf16473dce8'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:46.883695 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c2c6ad1b-3e91-4423-a99a-dbfab10d15d0 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "PUT /v2.0/floatingips/9a661cef-7e13-4d61-b7f1-1211f2044f51 HTTP/1.1" status: 200 len: 992 time: 2.2901568 Jul 06 13:55:46.883695 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'tag': '3bf54f58-f9c5-43f6-908a-701f8adcdcce'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:46.895817 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3e9008-db34-4aff-bc23-e36d54f22003" -d '{"events": [{"name": "network-changed", "server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "tag": "3bf54f58-f9c5-43f6-908a-701f8adcdcce"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:46.951899 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9d47117d-70ae-4c9b-bc6d-547fe01e9204 req-4f87ac78-3e0c-4567-8329-da0df9b592a3 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 210 time: 0.0666058 Jul 06 13:55:46.994737 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53206) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:47.090963 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-94a49f79-a0c0-4485-8a08-25b5dc5db692 None None] Set router b1007868-4f2c-4f6b-9e27-3cf16473dce8 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:55:47.333955 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-15aa5347-18ec-46fd-89ba-5416835bef22 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1858842694', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:47.368055 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15aa5347-18ec-46fd-89ba-5416835bef22 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Made reservation on behalf of c6b7ce6194a840d29fc4a96d121460ea for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:55:47.371896 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-15aa5347-18ec-46fd-89ba-5416835bef22 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:47.395848 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-15aa5347-18ec-46fd-89ba-5416835bef22 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:47.403847 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-94a49f79-a0c0-4485-8a08-25b5dc5db692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'name': 'tempest-TaggedBootDevicesTest-332643528-router', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '91a5a389-a0a7-493a-b08b-ad93113d0929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:36Z', 'updated_at': '2021-07-06T13:53:43Z', 'revision_number': 4, 'project_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'gw_port': {'id': '91a5a389-a0a7-493a-b08b-ad93113d0929', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:37Z', 'updated_at': '2021-07-06T13:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '9a661cef-7e13-4d61-b7f1-1211f2044f51', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'port_id': '3bf54f58-f9c5-43f6-908a-701f8adcdcce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64f4bd64-4ccc-44ff-b973-ee4ab56c4f15', 'mac_address': 'fa:16:3e:e8:ac:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:54:26Z', 'updated_at': '2021-07-06T13:55:45Z', 'revision_number': 1, 'project_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '187bf93e-316e-421e-90ee-70fc8cfc8f08', 'name': '', 'network_id': '64f4bd64-4ccc-44ff-b973-ee4ab56c4f15', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'mac_address': 'fa:16:3e:8f:f1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '14f05a6a-3a8f-434f-a4ba-d77cff438b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:42Z', 'updated_at': '2021-07-06T13:53:50Z', 'revision_number': 5, 'project_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'subnets': [{'id': '14f05a6a-3a8f-434f-a4ba-d77cff438b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:47.471118 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a49f79-a0c0-4485-8a08-25b5dc5db692 None None] Checking router: b1007868-4f2c-4f6b-9e27-3cf16473dce8 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:55:47.484426 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a49f79-a0c0-4485-8a08-25b5dc5db692 None None] Routers {'b1007868-4f2c-4f6b-9e27-3cf16473dce8'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:55:47.485735 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-94a49f79-a0c0-4485-8a08-25b5dc5db692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:55:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b1007868-4f2c-4f6b-9e27-3cf16473dce8'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:47.617216 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-15aa5347-18ec-46fd-89ba-5416835bef22 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:47.630435 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-15aa5347-18ec-46fd-89ba-5416835bef22 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:47.631287 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-687bf293-766c-47fc-9f0f-3b56544c08df req-6cccaf7d-3fe2-437b-944d-1d931e70ac75 tempest-QuotasAdminNegativeTest-127546291 tempest-QuotasAdminNegativeTest-127546291-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=b744904fb6cd4286a8853f1e2c969af3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554411 Jul 06 13:55:47.645722 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-15aa5347-18ec-46fd-89ba-5416835bef22 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] device_id is not set on port 458430e7-3df3-48e2-b02c-4eee994b1b58 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 13:55:47.679781 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-94a49f79-a0c0-4485-8a08-25b5dc5db692 None None] Set router b1007868-4f2c-4f6b-9e27-3cf16473dce8 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:55:47.744382 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa5347-18ec-46fd-89ba-5416835bef22 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2dc4c8-6f97-4713-a7c1-438676713f93,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:47.904230 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-15aa5347-18ec-46fd-89ba-5416835bef22 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Allocated IP 172.25.6.119 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/458430e7-3df3-48e2-b02c-4eee994b1b58) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:55:47.912914 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bf293-766c-47fc-9f0f-3b56544c08df req-331fcd8a-c92e-4df9-b5dd-ce656ea9da5d tempest-QuotasAdminNegativeTest-127546291 tempest-QuotasAdminNegativeTest-127546291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:47.922338 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-687bf293-766c-47fc-9f0f-3b56544c08df req-331fcd8a-c92e-4df9-b5dd-ce656ea9da5d tempest-QuotasAdminNegativeTest-127546291 tempest-QuotasAdminNegativeTest-127546291-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2872517 Jul 06 13:55:47.942133 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-687bf293-766c-47fc-9f0f-3b56544c08df req-dd5e49fe-f967-459c-9104-2efc40249b92 tempest-QuotasAdminNegativeTest-127546291 tempest-QuotasAdminNegativeTest-127546291-project] 10.222.0.118 "GET /v2.0/quotas/b744904fb6cd4286a8853f1e2c969af3 HTTP/1.1" status: 200 len: 375 time: 0.0184972 Jul 06 13:55:48.022468 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-687bf293-766c-47fc-9f0f-3b56544c08df req-49e9e2b2-93c9-4201-9a9d-07c341dea94d tempest-QuotasAdminNegativeTest-127546291 tempest-QuotasAdminNegativeTest-127546291-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=b744904fb6cd4286a8853f1e2c969af3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0788035 Jul 06 13:55:48.369539 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-15aa5347-18ec-46fd-89ba-5416835bef22 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:48.382427 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-057a39e0-9c5b-4ce1-92d6-662776ffd347 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:48.386085 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-057a39e0-9c5b-4ce1-92d6-662776ffd347 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.124 "GET /v2.0/networks?id=feedd1b5-b16b-46c1-99ff-64793157a3e7 HTTP/1.1" status: 200 len: 813 time: 0.3360054 Jul 06 13:55:48.407745 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-195a85c4-cea6-4af3-b910-9bedd3cb0ab2 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Request body: {'port': {'device_id': 'cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5', 'network_id': 'feedd1b5-b16b-46c1-99ff-64793157a3e7', 'admin_state_up': True, 'tenant_id': '9582b8237f17461e9a1a6b0a40bffc2e'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:48.423480 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-94a49f79-a0c0-4485-8a08-25b5dc5db692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'name': 'tempest-TaggedBootDevicesTest-332643528-router', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '91a5a389-a0a7-493a-b08b-ad93113d0929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:36Z', 'updated_at': '2021-07-06T13:53:43Z', 'revision_number': 4, 'project_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'gw_port': {'id': '91a5a389-a0a7-493a-b08b-ad93113d0929', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:37Z', 'updated_at': '2021-07-06T13:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '9a661cef-7e13-4d61-b7f1-1211f2044f51', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'port_id': '3bf54f58-f9c5-43f6-908a-701f8adcdcce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64f4bd64-4ccc-44ff-b973-ee4ab56c4f15', 'mac_address': 'fa:16:3e:e8:ac:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:54:26Z', 'updated_at': '2021-07-06T13:55:45Z', 'revision_number': 1, 'project_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '187bf93e-316e-421e-90ee-70fc8cfc8f08', 'name': '', 'network_id': '64f4bd64-4ccc-44ff-b973-ee4ab56c4f15', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'mac_address': 'fa:16:3e:8f:f1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '14f05a6a-3a8f-434f-a4ba-d77cff438b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:42Z', 'updated_at': '2021-07-06T13:53:50Z', 'revision_number': 5, 'project_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'subnets': [{'id': '14f05a6a-3a8f-434f-a4ba-d77cff438b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:48.479159 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a49f79-a0c0-4485-8a08-25b5dc5db692 None None] The sync data for ids ['b1007868-4f2c-4f6b-9e27-3cf16473dce8'] in n-d-773644-6 is: [{'id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'name': 'tempest-TaggedBootDevicesTest-332643528-router', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '91a5a389-a0a7-493a-b08b-ad93113d0929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:36Z', 'updated_at': '2021-07-06T13:53:43Z', 'revision_number': 4, 'project_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'gw_port': {'id': '91a5a389-a0a7-493a-b08b-ad93113d0929', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:37Z', 'updated_at': '2021-07-06T13:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '9a661cef-7e13-4d61-b7f1-1211f2044f51', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'port_id': '3bf54f58-f9c5-43f6-908a-701f8adcdcce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64f4bd64-4ccc-44ff-b973-ee4ab56c4f15', 'mac_address': 'fa:16:3e:e8:ac:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:54:26Z', 'updated_at': '2021-07-06T13:55:45Z', 'revision_number': 1, 'project_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '187bf93e-316e-421e-90ee-70fc8cfc8f08', 'name': '', 'network_id': '64f4bd64-4ccc-44ff-b973-ee4ab56c4f15', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'mac_address': 'fa:16:3e:8f:f1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '14f05a6a-3a8f-434f-a4ba-d77cff438b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:42Z', 'updated_at': '2021-07-06T13:53:50Z', 'revision_number': 5, 'project_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'subnets': [{'id': '14f05a6a-3a8f-434f-a4ba-d77cff438b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:55:48.501441 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-15aa5347-18ec-46fd-89ba-5416835bef22 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:48.567119 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:48.641871 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79897b34-8b03-4237-aff2-139f76002555 x-openstack-request-id: req-79897b34-8b03-4237-aff2-139f76002555 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:48.642570 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "tag": "3bf54f58-f9c5-43f6-908a-701f8adcdcce", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:48.642853 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-79897b34-8b03-4237-aff2-139f76002555 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:48.643257 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'tag': '3bf54f58-f9c5-43f6-908a-701f8adcdcce', 'status': 'completed', 'code': 200} Jul 06 13:55:48.645998 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa5347-18ec-46fd-89ba-5416835bef22 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Pushing event updated for resources: {'Port': ['ID=458430e7-3df3-48e2-b02c-4eee994b1b58,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:48.686866 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15aa5347-18ec-46fd-89ba-5416835bef22 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:55:48.690180 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-15aa5347-18ec-46fd-89ba-5416835bef22 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:48.700696 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15aa5347-18ec-46fd-89ba-5416835bef22 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:55:48.799806 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aa5347-18ec-46fd-89ba-5416835bef22 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:48.800462 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-15aa5347-18ec-46fd-89ba-5416835bef22 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:48.861559 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-15aa5347-18ec-46fd-89ba-5416835bef22 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.8654265 Jul 06 13:55:48.862683 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e9008-db34-4aff-bc23-e36d54f22003 req-d62e1e71-6d5f-4552-92cd-301408d7d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:48.863282 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e9008-db34-4aff-bc23-e36d54f22003 req-d62e1e71-6d5f-4552-92cd-301408d7d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:48.863779 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e9008-db34-4aff-bc23-e36d54f22003 req-d62e1e71-6d5f-4552-92cd-301408d7d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:48.864878 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53248) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:48.871771 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-0aa729c7-1945-41ba-aa08-48b92375d089 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.119'}]}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:48.874369 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e9008-db34-4aff-bc23-e36d54f22003 req-d62e1e71-6d5f-4552-92cd-301408d7d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:48.876407 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e9008-db34-4aff-bc23-e36d54f22003 req-d62e1e71-6d5f-4552-92cd-301408d7d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:48.876911 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e9008-db34-4aff-bc23-e36d54f22003 req-d62e1e71-6d5f-4552-92cd-301408d7d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:48.877406 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e9008-db34-4aff-bc23-e36d54f22003 req-d62e1e71-6d5f-4552-92cd-301408d7d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:48.879475 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e3e9008-db34-4aff-bc23-e36d54f22003 req-d62e1e71-6d5f-4552-92cd-301408d7d07e service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=6ead5c3559fe4c91b54e392cf2e3f6be&device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 6492 time: 0.2641702 Jul 06 13:55:48.890620 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-195a85c4-cea6-4af3-b910-9bedd3cb0ab2 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Made reservation on behalf of 9582b8237f17461e9a1a6b0a40bffc2e for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:55:48.896511 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-195a85c4-cea6-4af3-b910-9bedd3cb0ab2 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:48.915893 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0aa729c7-1945-41ba-aa08-48b92375d089 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:48.916910 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0aa729c7-1945-41ba-aa08-48b92375d089 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:48.937292 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb33b58a-834e-4a18-8b16-4e67a65138bf None None] New status for floating IP 9a661cef-7e13-4d61-b7f1-1211f2044f51: ACTIVE {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:55:49.021634 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0aa729c7-1945-41ba-aa08-48b92375d089 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:49.040986 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4c1d300f-0527-4dce-b4f9-9bc771388599 req-8f2eaebb-1bc5-411b-887b-b21164069417 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 210 time: 0.1600063 Jul 06 13:55:49.296084 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e9008-db34-4aff-bc23-e36d54f22003 req-a41c8793-22a9-419c-a8ae-c73af1763cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:49.297401 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e3e9008-db34-4aff-bc23-e36d54f22003 req-a41c8793-22a9-419c-a8ae-c73af1763cb2 service neutron] 10.222.0.124 "GET /v2.0/networks?id=64f4bd64-4ccc-44ff-b973-ee4ab56c4f15 HTTP/1.1" status: 200 len: 912 time: 0.3525431 Jul 06 13:55:49.317594 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-195a85c4-cea6-4af3-b910-9bedd3cb0ab2 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Allocated IP 172.20.0.4 (feedd1b5-b16b-46c1-99ff-64793157a3e7/a061d95c-fe13-4bcf-a696-dc3a1931aea5/94486b89-1e65-4e71-b2e4-790ca40489bc) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:55:49.394859 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0aa729c7-1945-41ba-aa08-48b92375d089 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:49.486705 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e3e9008-db34-4aff-bc23-e36d54f22003 req-f7ab9583-ff57-4d40-8b89-b97484eb08aa service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bf54f58-f9c5-43f6-908a-701f8adcdcce HTTP/1.1" status: 200 len: 1002 time: 0.1797693 Jul 06 13:55:49.697832 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e9008-db34-4aff-bc23-e36d54f22003 req-02de2652-9227-4ec6-95f0-7d3ff527d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:49.699616 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e3e9008-db34-4aff-bc23-e36d54f22003 req-02de2652-9227-4ec6-95f0-7d3ff527d924 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=14f05a6a-3a8f-434f-a4ba-d77cff438b12 HTTP/1.1" status: 200 len: 850 time: 0.1978130 Jul 06 13:55:49.843806 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-195a85c4-cea6-4af3-b910-9bedd3cb0ab2 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:49.857619 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e9008-db34-4aff-bc23-e36d54f22003 req-d5f1d268-1a95-40d1-bc9e-54178a8a4e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:49.859496 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e3e9008-db34-4aff-bc23-e36d54f22003 req-d5f1d268-1a95-40d1-bc9e-54178a8a4e0f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=64f4bd64-4ccc-44ff-b973-ee4ab56c4f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1509266 Jul 06 13:55:49.987543 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-195a85c4-cea6-4af3-b910-9bedd3cb0ab2 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:50.014319 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-195a85c4-cea6-4af3-b910-9bedd3cb0ab2 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Network feedd1b5-b16b-46c1-99ff-64793157a3e7 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:55:50.018601 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-195a85c4-cea6-4af3-b910-9bedd3cb0ab2 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:50.022331 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0aa729c7-1945-41ba-aa08-48b92375d089 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:50.027513 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e3e9008-db34-4aff-bc23-e36d54f22003 req-df935444-e73c-4f7b-998f-a2a2f58a091f service neutron] 10.222.0.124 "GET /v2.0/networks/64f4bd64-4ccc-44ff-b973-ee4ab56c4f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569009 Jul 06 13:55:50.055108 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-195a85c4-cea6-4af3-b910-9bedd3cb0ab2 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:55:50.092982 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0aa729c7-1945-41ba-aa08-48b92375d089 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:50.256474 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a85c4-cea6-4af3-b910-9bedd3cb0ab2 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Pushing event updated for resources: {'Port': ['ID=94486b89-1e65-4e71-b2e4-790ca40489bc,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:50.277048 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-195a85c4-cea6-4af3-b910-9bedd3cb0ab2 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:50.277701 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-195a85c4-cea6-4af3-b910-9bedd3cb0ab2 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:50.334536 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0aa729c7-1945-41ba-aa08-48b92375d089 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:50.335736 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-195a85c4-cea6-4af3-b910-9bedd3cb0ab2 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9403942 Jul 06 13:55:50.348988 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-2e11090a-f038-48e1-92d8-08e99ca82f61 service neutron] Request body: {'port': {'device_id': 'cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:50.432327 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e3e9008-db34-4aff-bc23-e36d54f22003 req-3eb33f98-894b-49ff-ba96-c5e10848d08a service neutron] 10.222.0.124 "GET /v2.0/networks/64f4bd64-4ccc-44ff-b973-ee4ab56c4f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734174 Jul 06 13:55:50.611645 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0aa729c7-1945-41ba-aa08-48b92375d089 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:50.613867 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0aa729c7-1945-41ba-aa08-48b92375d089 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:50.673506 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0aa729c7-1945-41ba-aa08-48b92375d089 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:50.674118 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa729c7-1945-41ba-aa08-48b92375d089 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f5528dc5-badc-4310-93e5-bff5d603a324 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:55:50.706347 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-0aa729c7-1945-41ba-aa08-48b92375d089 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 06 13:55:50.712186 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0aa729c7-1945-41ba-aa08-48b92375d089 tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8445883 Jul 06 13:55:50.713193 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53280) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:50.844181 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-cbce62f1-6abf-4b7f-82f5-448c23467d8b tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Deleting port 458430e7-3df3-48e2-b02c-4eee994b1b58 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:55:50.844811 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cbce62f1-6abf-4b7f-82f5-448c23467d8b tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:51.117422 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-2e11090a-f038-48e1-92d8-08e99ca82f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:51.236386 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b454c12-07aa-4d06-917a-72847944f749 req-beabc823-deb2-4b36-97e7-567a9c5d158d tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:51.243554 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4b454c12-07aa-4d06-917a-72847944f749 req-beabc823-deb2-4b36-97e7-567a9c5d158d tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 931 time: 0.7304466 Jul 06 13:55:51.444894 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4b454c12-07aa-4d06-917a-72847944f749 req-f36cd3fd-4d99-4807-bda8-97d7f71d0562 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164095 Jul 06 13:55:51.780326 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cbce62f1-6abf-4b7f-82f5-448c23467d8b tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:51.812168 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-cbce62f1-6abf-4b7f-82f5-448c23467d8b tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Calling delete_port for 458430e7-3df3-48e2-b02c-4eee994b1b58 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:55:51.842920 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-2e11090a-f038-48e1-92d8-08e99ca82f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94486b89-1e65-4e71-b2e4-790ca40489bc {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:51.877144 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-2e11090a-f038-48e1-92d8-08e99ca82f61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:51.923167 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-2e11090a-f038-48e1-92d8-08e99ca82f61 service neutron] Transition to ACTIVE for port object 94486b89-1e65-4e71-b2e4-790ca40489bc will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:55:51.932503 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-2e11090a-f038-48e1-92d8-08e99ca82f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:52.092566 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11090a-f038-48e1-92d8-08e99ca82f61 service neutron] Pushing event updated for resources: {'Port': ['ID=94486b89-1e65-4e71-b2e4-790ca40489bc,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:52.250352 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-2e11090a-f038-48e1-92d8-08e99ca82f61 service neutron] Attempting to bind port 94486b89-1e65-4e71-b2e4-790ca40489bc on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:55:52.251807 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-2e11090a-f038-48e1-92d8-08e99ca82f61 service neutron] Attempting to bind port 94486b89-1e65-4e71-b2e4-790ca40489bc by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'e4d5f113-0733-4d39-911c-a5823573bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'feedd1b5-b16b-46c1-99ff-64793157a3e7'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:55:52.252379 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-2e11090a-f038-48e1-92d8-08e99ca82f61 service neutron] Attempting to bind port 94486b89-1e65-4e71-b2e4-790ca40489bc on network feedd1b5-b16b-46c1-99ff-64793157a3e7 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:52.303992 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-2e11090a-f038-48e1-92d8-08e99ca82f61 service neutron] Port 94486b89-1e65-4e71-b2e4-790ca40489bc on network feedd1b5-b16b-46c1-99ff-64793157a3e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:55:52.304336 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-2e11090a-f038-48e1-92d8-08e99ca82f61 service neutron] Attempting to bind port 94486b89-1e65-4e71-b2e4-790ca40489bc on network feedd1b5-b16b-46c1-99ff-64793157a3e7 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:55:52.319045 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-543d601c-3998-4338-9eb5-089d34068a8d req-37fac5b0-eb48-41e2-a27c-1352845f64c5 tempest-QuotasAdminNegativeTest-127546291 tempest-QuotasAdminNegativeTest-127546291-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=b744904fb6cd4286a8853f1e2c969af3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619414 Jul 06 13:55:52.327115 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-2e11090a-f038-48e1-92d8-08e99ca82f61 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:55:52.328046 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-2e11090a-f038-48e1-92d8-08e99ca82f61 service neutron] Checking segment: {'id': 'e4d5f113-0733-4d39-911c-a5823573bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'feedd1b5-b16b-46c1-99ff-64793157a3e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:55:52.328046 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-2e11090a-f038-48e1-92d8-08e99ca82f61 service neutron] Bound using segment: {'id': 'e4d5f113-0733-4d39-911c-a5823573bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'feedd1b5-b16b-46c1-99ff-64793157a3e7'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:55:52.328412 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-2e11090a-f038-48e1-92d8-08e99ca82f61 service neutron] Bound port: 94486b89-1e65-4e71-b2e4-790ca40489bc, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4d5f113-0733-4d39-911c-a5823573bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'feedd1b5-b16b-46c1-99ff-64793157a3e7'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:55:52.328675 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-2e11090a-f038-48e1-92d8-08e99ca82f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:52.357726 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cbce62f1-6abf-4b7f-82f5-448c23467d8b tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:52.406148 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce62f1-6abf-4b7f-82f5-448c23467d8b tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Pushing event deleted for resources: {'Port': ['ID=458430e7-3df3-48e2-b02c-4eee994b1b58,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:52.588493 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cbce62f1-6abf-4b7f-82f5-448c23467d8b tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:52.590748 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d601c-3998-4338-9eb5-089d34068a8d req-3377117a-7db2-4dbf-b39c-a83aaa6b7cc5 tempest-QuotasAdminNegativeTest-127546291 tempest-QuotasAdminNegativeTest-127546291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:52.596071 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cbce62f1-6abf-4b7f-82f5-448c23467d8b tempest-RoutersAdminNegativeIpV6Test-1830594 tempest-RoutersAdminNegativeIpV6Test-1830594-project-admin] 10.222.0.118 "DELETE /v2.0/ports/458430e7-3df3-48e2-b02c-4eee994b1b58 HTTP/1.1" status: 204 len: 168 time: 1.8812921 Jul 06 13:55:52.612130 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-543d601c-3998-4338-9eb5-089d34068a8d req-3377117a-7db2-4dbf-b39c-a83aaa6b7cc5 tempest-QuotasAdminNegativeTest-127546291 tempest-QuotasAdminNegativeTest-127546291-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2869129 Jul 06 13:55:52.627748 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-2e11090a-f038-48e1-92d8-08e99ca82f61 service neutron] For port 94486b89-1e65-4e71-b2e4-790ca40489bc, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:55:52.633357 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-2e11090a-f038-48e1-92d8-08e99ca82f61 service neutron] For port 94486b89-1e65-4e71-b2e4-790ca40489bc, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=94486b89-1e65-4e71-b2e4-790ca40489bc,segment=NetworkSegment(e4d5f113-0733-4d39-911c-a5823573bbad),segment_id=e4d5f113-0733-4d39-911c-a5823573bbad)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:55:52.656130 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-2e11090a-f038-48e1-92d8-08e99ca82f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:52.783350 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11090a-f038-48e1-92d8-08e99ca82f61 service neutron] Pushing event updated for resources: {'Port': ['ID=94486b89-1e65-4e71-b2e4-790ca40489bc,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:52.802359 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-543d601c-3998-4338-9eb5-089d34068a8d req-5b859622-e0d9-4ff0-a10f-73b4631ff6de tempest-QuotasAdminNegativeTest-127546291 tempest-QuotasAdminNegativeTest-127546291-project] 10.222.0.118 "GET /v2.0/quotas/b744904fb6cd4286a8853f1e2c969af3 HTTP/1.1" status: 200 len: 375 time: 0.1657755 Jul 06 13:55:52.862715 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-543d601c-3998-4338-9eb5-089d34068a8d req-d334d7e6-3503-4ab1-bbf4-dd2c0c7d9ec3 tempest-QuotasAdminNegativeTest-127546291 tempest-QuotasAdminNegativeTest-127546291-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=b744904fb6cd4286a8853f1e2c969af3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591414 Jul 06 13:55:52.874338 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-2e11090a-f038-48e1-92d8-08e99ca82f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:52.874977 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-2e11090a-f038-48e1-92d8-08e99ca82f61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:52.876493 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-2e11090a-f038-48e1-92d8-08e99ca82f61 service neutron] 10.222.0.124 "PUT /v2.0/ports/94486b89-1e65-4e71-b2e4-790ca40489bc HTTP/1.1" status: 200 len: 1091 time: 2.5331199 Jul 06 13:55:52.877035 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5', 'tag': '94486b89-1e65-4e71-b2e4-790ca40489bc'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:52.879420 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e96cef-e049-460a-96fd-c1fc0c212be0" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5", "tag": "94486b89-1e65-4e71-b2e4-790ca40489bc"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:53.059234 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-9e9584a2-2711-4c24-9772-9b259ba48f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:53.061501 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-9e9584a2-2711-4c24-9772-9b259ba48f09 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=9582b8237f17461e9a1a6b0a40bffc2e&device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 1094 time: 0.1442740 Jul 06 13:55:53.185564 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-0ee6cf28-76e9-4518-b633-9150e4f3d584 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94486b89-1e65-4e71-b2e4-790ca40489bc HTTP/1.1" status: 200 len: 217 time: 0.1117258 Jul 06 13:55:53.300559 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-9c8a9ad0-8e3b-4bb9-a3c8-cfab90fecb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:53.304391 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-9c8a9ad0-8e3b-4bb9-a3c8-cfab90fecb55 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=a061d95c-fe13-4bcf-a696-dc3a1931aea5 HTTP/1.1" status: 200 len: 853 time: 0.1129870 Jul 06 13:55:53.375707 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-92adc57b-799e-4ad1-8d08-3e8a06d9507e service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=feedd1b5-b16b-46c1-99ff-64793157a3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639465 Jul 06 13:55:53.459534 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53334) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:53.655426 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7251a74c-b02c-41d0-a10f-c92291b398ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:53.666555 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a89214-5c0d-4a00-b765-70dbd6ca9644 req-e27fd64a-33f4-46c3-824e-68e454d88c30 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:53.668840 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-23a89214-5c0d-4a00-b765-70dbd6ca9644 req-e27fd64a-33f4-46c3-824e-68e454d88c30 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 943 time: 0.2986739 Jul 06 13:55:53.671574 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-e28a25c6-e029-413b-b30e-de2f06f0094b service neutron] 10.222.0.124 "GET /v2.0/networks/feedd1b5-b16b-46c1-99ff-64793157a3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749569 Jul 06 13:55:53.784415 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-23a89214-5c0d-4a00-b765-70dbd6ca9644 req-ccb0636f-1412-4e41-ae35-16813ae9f3c7 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077905 Jul 06 13:55:53.857924 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7251a74c-b02c-41d0-a10f-c92291b398ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:53.869266 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7251a74c-b02c-41d0-a10f-c92291b398ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:53.880698 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-62be5e64-75e2-480d-9d9f-6d4cb7cc2ef9 req-1e2516e4-3483-4215-a193-794d8e99faa1 service neutron] 10.222.0.124 "GET /v2.0/networks/feedd1b5-b16b-46c1-99ff-64793157a3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023153 Jul 06 13:55:53.898963 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc42607-cb59-4ba3-918d-bd256c7d2019 x-openstack-request-id: req-2cc42607-cb59-4ba3-918d-bd256c7d2019 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:53.899464 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5", "tag": "94486b89-1e65-4e71-b2e4-790ca40489bc", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:53.900095 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-2cc42607-cb59-4ba3-918d-bd256c7d2019 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:53.902192 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5', 'tag': '94486b89-1e65-4e71-b2e4-790ca40489bc', 'status': 'completed', 'code': 200} Jul 06 13:55:53.953015 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7251a74c-b02c-41d0-a10f-c92291b398ac admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=a34b26ab35134033ba91d176cff0c044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4917440 Jul 06 13:55:53.956447 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53348) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:53.970342 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251a74c-b02c-41d0-a10f-c92291b398ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8616768e-efb1-49ff-98e1-682ff4d5e821,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:54.096523 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-53d75432-6f54-4c68-8b0a-900c694ed5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:54.104707 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e96cef-e049-460a-96fd-c1fc0c212be0 req-35df83b5-7a73-4683-988f-d6f57910e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:54.106284 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-09e96cef-e049-460a-96fd-c1fc0c212be0 req-35df83b5-7a73-4683-988f-d6f57910e5a1 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=9582b8237f17461e9a1a6b0a40bffc2e&device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 1094 time: 0.1541626 Jul 06 13:55:54.185264 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-53d75432-6f54-4c68-8b0a-900c694ed5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:54.267463 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e96cef-e049-460a-96fd-c1fc0c212be0 req-ee4a3b2c-e9b5-4783-8834-d4d5cc8498b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:54.269382 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-09e96cef-e049-460a-96fd-c1fc0c212be0 req-ee4a3b2c-e9b5-4783-8834-d4d5cc8498b5 service neutron] 10.222.0.124 "GET /v2.0/networks?id=feedd1b5-b16b-46c1-99ff-64793157a3e7 HTTP/1.1" status: 200 len: 914 time: 0.1546769 Jul 06 13:55:54.286591 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-53d75432-6f54-4c68-8b0a-900c694ed5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:54.289329 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-53d75432-6f54-4c68-8b0a-900c694ed5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:54.292670 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-53d75432-6f54-4c68-8b0a-900c694ed5b8 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/8616768e-efb1-49ff-98e1-682ff4d5e821 HTTP/1.1" status: 204 len: 168 time: 0.3268309 Jul 06 13:55:54.324658 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53360) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:54.334748 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-09e96cef-e049-460a-96fd-c1fc0c212be0 req-4163bced-5cd3-4489-a925-a543e87e7b72 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94486b89-1e65-4e71-b2e4-790ca40489bc HTTP/1.1" status: 200 len: 217 time: 0.0575917 Jul 06 13:55:54.336772 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d75432-6f54-4c68-8b0a-900c694ed5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8616768e-efb1-49ff-98e1-682ff4d5e821,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:54.401481 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e96cef-e049-460a-96fd-c1fc0c212be0 req-15a289da-4b7e-4207-b931-1805add1bb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:54.403412 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-09e96cef-e049-460a-96fd-c1fc0c212be0 req-15a289da-4b7e-4207-b931-1805add1bb67 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=a061d95c-fe13-4bcf-a696-dc3a1931aea5 HTTP/1.1" status: 200 len: 853 time: 0.0599496 Jul 06 13:55:54.480685 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-09e96cef-e049-460a-96fd-c1fc0c212be0 req-c446ffad-afe4-42c1-895e-cf670a062d90 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=feedd1b5-b16b-46c1-99ff-64793157a3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687566 Jul 06 13:55:54.722585 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-09e96cef-e049-460a-96fd-c1fc0c212be0 req-65d86d9f-91ba-4a03-ac67-6a1d5f9e7035 service neutron] 10.222.0.124 "GET /v2.0/networks/feedd1b5-b16b-46c1-99ff-64793157a3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310734 Jul 06 13:55:54.770382 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1e3d5b70-4ea8-4eca-bcad-c5dd497df461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:54.867744 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53378) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:54.928589 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1e3d5b70-4ea8-4eca-bcad-c5dd497df461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:54.944258 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1e3d5b70-4ea8-4eca-bcad-c5dd497df461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:55.006312 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1e3d5b70-4ea8-4eca-bcad-c5dd497df461 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=d396eac1972a44f19211ce27fe7266e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6804223 Jul 06 13:55:55.006946 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53384) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:55.008164 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d5b70-4ea8-4eca-bcad-c5dd497df461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7e1b38-4947-4d67-9271-62ad866a2595,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:55.020978 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c3e7b1e3-4ed0-45cb-919a-d2f8c7977c02 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=c6b7ce6194a840d29fc4a96d121460ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457217 Jul 06 13:55:55.024441 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53386) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:55.076114 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4f346e7-354e-4145-97a2-1a4970eb1f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:55.111230 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4f346e7-354e-4145-97a2-1a4970eb1f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:55.113162 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-09e96cef-e049-460a-96fd-c1fc0c212be0 req-dbcfbb2e-c29a-4192-be25-a0d23b208dc2 service neutron] 10.222.0.124 "GET /v2.0/networks/feedd1b5-b16b-46c1-99ff-64793157a3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805580 Jul 06 13:55:55.157356 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b4c755c8-8609-4ee7-b165-066367f28e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:55.173324 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4f346e7-354e-4145-97a2-1a4970eb1f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:55.177341 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4f346e7-354e-4145-97a2-1a4970eb1f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:55.182776 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c4f346e7-354e-4145-97a2-1a4970eb1f7c admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/0c7e1b38-4947-4d67-9271-62ad866a2595 HTTP/1.1" status: 204 len: 168 time: 0.1715510 Jul 06 13:55:55.192749 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f346e7-354e-4145-97a2-1a4970eb1f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7e1b38-4947-4d67-9271-62ad866a2595,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:55.229263 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b4c755c8-8609-4ee7-b165-066367f28e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:55.331182 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b4c755c8-8609-4ee7-b165-066367f28e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:55.334909 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b4c755c8-8609-4ee7-b165-066367f28e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:55.338427 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b4c755c8-8609-4ee7-b165-066367f28e55 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/5a2dc4c8-6f97-4713-a7c1-438676713f93 HTTP/1.1" status: 204 len: 168 time: 0.3106322 Jul 06 13:55:55.379108 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c755c8-8609-4ee7-b165-066367f28e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2dc4c8-6f97-4713-a7c1-438676713f93,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:55.518281 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349305e3-24ec-4677-a5f2-6f45e757f381 req-fc892412-b6ac-4cc3-8fce-a63ce3243584 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:55.520245 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-349305e3-24ec-4677-a5f2-6f45e757f381 req-fc892412-b6ac-4cc3-8fce-a63ce3243584 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 943 time: 0.1198957 Jul 06 13:55:55.592367 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-349305e3-24ec-4677-a5f2-6f45e757f381 req-0f892630-4734-43bb-8484-3b58f22401f4 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656152 Jul 06 13:55:56.802490 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d25b9df7-f2eb-4823-93ea-93fa7c39124a req-84e0cad2-b1ec-4e21-9fd3-8cddfa6da547 tempest-QuotasAdminNegativeTest-127546291 tempest-QuotasAdminNegativeTest-127546291-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=b744904fb6cd4286a8853f1e2c969af3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315826 Jul 06 13:55:56.993360 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b9df7-f2eb-4823-93ea-93fa7c39124a req-76766e9a-e3b7-4221-87cb-2d0b4827bb44 tempest-QuotasAdminNegativeTest-127546291 tempest-QuotasAdminNegativeTest-127546291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:57.006765 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d25b9df7-f2eb-4823-93ea-93fa7c39124a req-76766e9a-e3b7-4221-87cb-2d0b4827bb44 tempest-QuotasAdminNegativeTest-127546291 tempest-QuotasAdminNegativeTest-127546291-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2033970 Jul 06 13:55:57.034582 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d25b9df7-f2eb-4823-93ea-93fa7c39124a req-4f5aac45-1a73-49df-a7bd-0407dd990ba2 tempest-QuotasAdminNegativeTest-127546291 tempest-QuotasAdminNegativeTest-127546291-project] 10.222.0.118 "GET /v2.0/quotas/b744904fb6cd4286a8853f1e2c969af3 HTTP/1.1" status: 200 len: 375 time: 0.0256293 Jul 06 13:55:57.106251 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d25b9df7-f2eb-4823-93ea-93fa7c39124a req-a873143c-9c01-4c2d-b21f-b0977dc489c3 tempest-QuotasAdminNegativeTest-127546291 tempest-QuotasAdminNegativeTest-127546291-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=b744904fb6cd4286a8853f1e2c969af3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701654 Jul 06 13:55:57.199517 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 94486b89-1e65-4e71-b2e4-790ca40489bc details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:55:57.360478 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 94486b89-1e65-4e71-b2e4-790ca40489bc, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=94486b89-1e65-4e71-b2e4-790ca40489bc,segment=NetworkSegment(e4d5f113-0733-4d39-911c-a5823573bbad),segment_id=e4d5f113-0733-4d39-911c-a5823573bbad)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:57.376857 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '94486b89-1e65-4e71-b2e4-790ca40489bc', 'network_id': 'feedd1b5-b16b-46c1-99ff-64793157a3e7', 'port_id': '94486b89-1e65-4e71-b2e4-790ca40489bc', 'mac_address': 'fa:16:3e:ec:11:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a061d95c-fe13-4bcf-a696-dc3a1931aea5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:55:57.448854 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:57.464146 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94486b89-1e65-4e71-b2e4-790ca40489bc {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:55:57.491651 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 94486b89-1e65-4e71-b2e4-790ca40489bc, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=94486b89-1e65-4e71-b2e4-790ca40489bc,segment=NetworkSegment(e4d5f113-0733-4d39-911c-a5823573bbad),segment_id=e4d5f113-0733-4d39-911c-a5823573bbad)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:57.501799 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:57.518360 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7cbe1-b0b1-4f3a-97b8-1c5d42972c0e req-e6adde87-3efc-43ef-9841-5ae9aaf531a6 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:57.519983 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b2d7cbe1-b0b1-4f3a-97b8-1c5d42972c0e req-e6adde87-3efc-43ef-9841-5ae9aaf531a6 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 943 time: 0.1593363 Jul 06 13:55:57.586673 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=94486b89-1e65-4e71-b2e4-790ca40489bc,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:57.609162 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b2d7cbe1-b0b1-4f3a-97b8-1c5d42972c0e req-afad3beb-fe52-4a12-975e-10c64e97bc85 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834281 Jul 06 13:55:57.794126 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['94486b89-1e65-4e71-b2e4-790ca40489bc'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:58.064574 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53508) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:58.180971 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-70600d3f-8720-4952-b0f4-33c72a8358a9 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1917833751', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:58.233387 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70600d3f-8720-4952-b0f4-33c72a8358a9 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Made reservation on behalf of 7a207ca78c94437a8d5dca42d4c970b6 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:55:58.239232 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-70600d3f-8720-4952-b0f4-33c72a8358a9 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:58.249554 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-70600d3f-8720-4952-b0f4-33c72a8358a9 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:58.417511 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-70600d3f-8720-4952-b0f4-33c72a8358a9 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:58.427131 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-70600d3f-8720-4952-b0f4-33c72a8358a9 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:58.436902 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-70600d3f-8720-4952-b0f4-33c72a8358a9 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] device_id is not set on port c2687f39-a4d1-48d3-8cd6-6e0a883926d8 yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 13:55:58.519615 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70600d3f-8720-4952-b0f4-33c72a8358a9 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a10b00-7985-40d9-bdaa-8c33e8b0877a,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:58.646891 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-70600d3f-8720-4952-b0f4-33c72a8358a9 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Allocated IP 172.25.6.236 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/c2687f39-a4d1-48d3-8cd6-6e0a883926d8) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:55:58.792701 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53548) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:58.887389 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b6381-fb3c-4ac1-8ee0-d1d6a0ed499e req-858d660d-248f-45da-9e6a-67518bed4897 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:58.890803 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-425b6381-fb3c-4ac1-8ee0-d1d6a0ed499e req-858d660d-248f-45da-9e6a-67518bed4897 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 944 time: 0.1148610 Jul 06 13:55:58.961916 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-70600d3f-8720-4952-b0f4-33c72a8358a9 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.013354 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-425b6381-fb3c-4ac1-8ee0-d1d6a0ed499e req-64ef12d2-8e6e-46ed-873c-2b067bb61743 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840597 Jul 06 13:55:59.040242 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53554) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:59.071466 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-70600d3f-8720-4952-b0f4-33c72a8358a9 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.088156 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8b0a42ce-ae08-4c46-afe0-742a27eda319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.124475 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70600d3f-8720-4952-b0f4-33c72a8358a9 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Pushing event updated for resources: {'Port': ['ID=c2687f39-a4d1-48d3-8cd6-6e0a883926d8,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:59.148005 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70600d3f-8720-4952-b0f4-33c72a8358a9 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:55:59.148005 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-70600d3f-8720-4952-b0f4-33c72a8358a9 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:55:59.149171 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53560) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:59.155778 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-6cf01649-babf-4e05-8b1f-d1c8b9e22a56 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-373589743'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:59.162393 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70600d3f-8720-4952-b0f4-33c72a8358a9 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:55:59.208768 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e133455-2e53-4a86-9a39-0f327ce24b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.215488 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70600d3f-8720-4952-b0f4-33c72a8358a9 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:59.216744 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-70600d3f-8720-4952-b0f4-33c72a8358a9 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.223736 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 94486b89-1e65-4e71-b2e4-790ca40489bc up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:59.266879 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8b0a42ce-ae08-4c46-afe0-742a27eda319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.291344 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8b0a42ce-ae08-4c46-afe0-742a27eda319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.292256 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 94486b89-1e65-4e71-b2e4-790ca40489bc completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:55:59.296998 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 94486b89-1e65-4e71-b2e4-790ca40489bc triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:55:59.297479 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.310887 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf01649-babf-4e05-8b1f-d1c8b9e22a56 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Made reservation on behalf of 9336c3d8fa4746dd9ed2823889de2712 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:55:59.315997 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6cf01649-babf-4e05-8b1f-d1c8b9e22a56 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.324278 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8b0a42ce-ae08-4c46-afe0-742a27eda319 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=b744904fb6cd4286a8853f1e2c969af3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5287285 Jul 06 13:55:59.324889 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53564) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:59.344096 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-70600d3f-8720-4952-b0f4-33c72a8358a9 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2774391 Jul 06 13:55:59.348145 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53568) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:59.355545 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-1023374b-3ec3-4150-8eab-8bb8602f87f1 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.236'}]}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:59.364970 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cf01649-babf-4e05-8b1f-d1c8b9e22a56 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:55:59.379624 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6cf01649-babf-4e05-8b1f-d1c8b9e22a56 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.380125 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-6cf01649-babf-4e05-8b1f-d1c8b9e22a56 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Added segment c2e55cae-0229-401b-8b43-9fdaa7060b30 of type vlan for network f573758c-9164-40b8-bfb3-cabd80b3ac2d Jul 06 13:55:59.396957 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a42ce-ae08-4c46-afe0-742a27eda319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d95f89-b734-45e3-bd47-e646aeaebdb5,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:59.405881 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.447539 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94486b89-1e65-4e71-b2e4-790ca40489bc'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:55:59.450995 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83dd0ebb-0817-4c32-a34b-71c28dabc5ba" -d '{"events": [{"server_uuid": "cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5", "name": "network-vif-plugged", "status": "completed", "tag": "94486b89-1e65-4e71-b2e4-790ca40489bc"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:59.454660 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6cf01649-babf-4e05-8b1f-d1c8b9e22a56 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.463509 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-532ffa36-ee3e-4bdd-9279-c5bff249d0eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.468373 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 94486b89-1e65-4e71-b2e4-790ca40489bc, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=94486b89-1e65-4e71-b2e4-790ca40489bc,segment=NetworkSegment(e4d5f113-0733-4d39-911c-a5823573bbad),segment_id=e4d5f113-0733-4d39-911c-a5823573bbad)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:59.477302 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.494793 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-532ffa36-ee3e-4bdd-9279-c5bff249d0eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.497003 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6cf01649-babf-4e05-8b1f-d1c8b9e22a56 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.505006 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf01649-babf-4e05-8b1f-d1c8b9e22a56 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:59.506101 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6cf01649-babf-4e05-8b1f-d1c8b9e22a56 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.552764 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=94486b89-1e65-4e71-b2e4-790ca40489bc,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:59.574663 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-532ffa36-ee3e-4bdd-9279-c5bff249d0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.577966 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-532ffa36-ee3e-4bdd-9279-c5bff249d0eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.579170 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-532ffa36-ee3e-4bdd-9279-c5bff249d0eb admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/b7d95f89-b734-45e3-bd47-e646aeaebdb5 HTTP/1.1" status: 204 len: 168 time: 0.2493958 Jul 06 13:55:59.602396 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31bb788-e8ac-48cf-80b1-d232381b97ed x-openstack-request-id: req-f31bb788-e8ac-48cf-80b1-d232381b97ed {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:59.602763 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5", "name": "network-vif-plugged", "status": "completed", "tag": "94486b89-1e65-4e71-b2e4-790ca40489bc", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:59.603093 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-f31bb788-e8ac-48cf-80b1-d232381b97ed {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:59.603585 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94486b89-1e65-4e71-b2e4-790ca40489bc', 'code': 200} Jul 06 13:55:59.607297 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ffa36-ee3e-4bdd-9279-c5bff249d0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d95f89-b734-45e3-bd47-e646aeaebdb5,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:59.607784 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf01649-babf-4e05-8b1f-d1c8b9e22a56 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Pushing event updated for resources: {'Network': ['ID=f573758c-9164-40b8-bfb3-cabd80b3ac2d,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:59.644785 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e133455-2e53-4a86-9a39-0f327ce24b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.651859 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e133455-2e53-4a86-9a39-0f327ce24b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.670370 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network f573758c-9164-40b8-bfb3-cabd80b3ac2d details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:55:59.703340 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6cf01649-babf-4e05-8b1f-d1c8b9e22a56 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5537372 Jul 06 13:55:59.707511 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1023374b-3ec3-4150-8eab-8bb8602f87f1 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.708539 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1023374b-3ec3-4150-8eab-8bb8602f87f1 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.710260 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53584) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:59.721846 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9e133455-2e53-4a86-9a39-0f327ce24b68 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=378a5bb178db4d57beb5d15668110a72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6778255 Jul 06 13:55:59.733703 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53586) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:55:59.733983 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-432d657b-f91b-478b-b1f9-537c2e4673dd tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1459097977'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:55:59.769173 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e133455-2e53-4a86-9a39-0f327ce24b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ebb448-e3c1-466c-b2eb-3ecabddfde74,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:59.785079 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432d657b-f91b-478b-b1f9-537c2e4673dd tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Made reservation on behalf of 9336c3d8fa4746dd9ed2823889de2712 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:55:59.788692 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-432d657b-f91b-478b-b1f9-537c2e4673dd tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.814002 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432d657b-f91b-478b-b1f9-537c2e4673dd tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:55:59.826550 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-432d657b-f91b-478b-b1f9-537c2e4673dd tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.827378 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-432d657b-f91b-478b-b1f9-537c2e4673dd tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Added segment 47eff200-9b7f-44df-b691-5543df245491 of type vlan for network cc63bc54-7a53-4d51-ae88-21113312a65f Jul 06 13:55:59.878966 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-432d657b-f91b-478b-b1f9-537c2e4673dd tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.883834 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-20743d98-fa4e-4546-93ea-a547d3db83c8 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2128770 Jul 06 13:55:59.886641 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1023374b-3ec3-4150-8eab-8bb8602f87f1 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.927811 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a49e7ed2-e450-4d5b-a453-18cdb9c5eb8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.946698 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-432d657b-f91b-478b-b1f9-537c2e4673dd tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:55:59.954152 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432d657b-f91b-478b-b1f9-537c2e4673dd tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:55:59.954818 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-432d657b-f91b-478b-b1f9-537c2e4673dd tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:00.027959 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-432d657b-f91b-478b-b1f9-537c2e4673dd tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3062921 Jul 06 13:56:00.044074 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53598) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:00.045032 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53602) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:00.056518 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-958df600-0756-4eb7-bc8b-9e5ff2b0c499 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Request body: {'subnet': {'network_id': 'f573758c-9164-40b8-bfb3-cabd80b3ac2d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:00.066586 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d657b-f91b-478b-b1f9-537c2e4673dd tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Pushing event updated for resources: {'Network': ['ID=cc63bc54-7a53-4d51-ae88-21113312a65f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:00.081040 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network cc63bc54-7a53-4d51-ae88-21113312a65f details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:56:00.084470 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-66ea43fc-97c8-43cc-9eb1-9f4aa64a1045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:00.106528 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bfcd1-0340-495b-95f3-eda8e8538951 req-70069f77-7d99-4e46-8c2a-45a29e153248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:00.108183 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-647bfcd1-0340-495b-95f3-eda8e8538951 req-70069f77-7d99-4e46-8c2a-45a29e153248 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 1096 time: 0.3838429 Jul 06 13:56:00.116246 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a49e7ed2-e450-4d5b-a453-18cdb9c5eb8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:00.286518 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-66ea43fc-97c8-43cc-9eb1-9f4aa64a1045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:00.291487 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1023374b-3ec3-4150-8eab-8bb8602f87f1 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:00.293331 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-66ea43fc-97c8-43cc-9eb1-9f4aa64a1045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:00.310969 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-647bfcd1-0340-495b-95f3-eda8e8538951 req-1638f6b3-8bf1-4e38-beb3-762f3abfdd61 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916025 Jul 06 13:56:00.319149 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a596b-d86c-4de7-a0db-395818659506 req-f93f96ca-c308-4f50-80ec-38ba7befda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:00.319917 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a596b-d86c-4de7-a0db-395818659506 req-f93f96ca-c308-4f50-80ec-38ba7befda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:00.320365 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a596b-d86c-4de7-a0db-395818659506 req-f93f96ca-c308-4f50-80ec-38ba7befda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:00.320624 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a596b-d86c-4de7-a0db-395818659506 req-f93f96ca-c308-4f50-80ec-38ba7befda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:00.321091 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a596b-d86c-4de7-a0db-395818659506 req-f93f96ca-c308-4f50-80ec-38ba7befda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:00.321571 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a596b-d86c-4de7-a0db-395818659506 req-f93f96ca-c308-4f50-80ec-38ba7befda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:00.322097 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a596b-d86c-4de7-a0db-395818659506 req-f93f96ca-c308-4f50-80ec-38ba7befda04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:00.324076 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-f93f96ca-c308-4f50-80ec-38ba7befda04 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=6ead5c3559fe4c91b54e392cf2e3f6be&device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 6492 time: 0.2676847 Jul 06 13:56:00.343812 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958df600-0756-4eb7-bc8b-9e5ff2b0c499 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Made reservation on behalf of 9336c3d8fa4746dd9ed2823889de2712 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:00.347942 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-958df600-0756-4eb7-bc8b-9e5ff2b0c499 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:00.360088 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-66ea43fc-97c8-43cc-9eb1-9f4aa64a1045 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=16e24f94e9bd4846897b0859334fcb47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3114369 Jul 06 13:56:00.370438 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53612) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:00.398113 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea43fc-97c8-43cc-9eb1-9f4aa64a1045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42736a6c-5822-4b54-b6c2-59efe8936e13,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:00.469434 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a49e7ed2-e450-4d5b-a453-18cdb9c5eb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:00.472084 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a49e7ed2-e450-4d5b-a453-18cdb9c5eb8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:00.473233 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a49e7ed2-e450-4d5b-a453-18cdb9c5eb8c admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/e3ebb448-e3c1-466c-b2eb-3ecabddfde74 HTTP/1.1" status: 204 len: 168 time: 0.7376709 Jul 06 13:56:00.503704 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb81df-5a3e-43db-8772-3405c18ffb45 req-d92c9608-9392-4702-a42c-27aac269905c tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:00.505431 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35eb81df-5a3e-43db-8772-3405c18ffb45 req-d92c9608-9392-4702-a42c-27aac269905c tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.2675414 Jul 06 13:56:00.521990 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e7ed2-e450-4d5b-a453-18cdb9c5eb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ebb448-e3c1-466c-b2eb-3ecabddfde74,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:00.556106 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-958df600-0756-4eb7-bc8b-9e5ff2b0c499 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:00.568738 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5615280f-cea2-4098-a3ac-18c06807f586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:00.625212 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:56:00.630393 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35eb81df-5a3e-43db-8772-3405c18ffb45 req-52f45e38-e1ed-4802-a248-860c4e6ab9ef tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093621 Jul 06 13:56:00.647963 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a596b-d86c-4de7-a0db-395818659506 req-d35949c2-6ff0-46f8-9d4e-5f5b2f85e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:00.647963 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a596b-d86c-4de7-a0db-395818659506 req-d35949c2-6ff0-46f8-9d4e-5f5b2f85e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:00.647963 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a596b-d86c-4de7-a0db-395818659506 req-d35949c2-6ff0-46f8-9d4e-5f5b2f85e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:00.647963 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-d35949c2-6ff0-46f8-9d4e-5f5b2f85e118 service neutron] 10.222.0.124 "GET /v2.0/networks?id=64f4bd64-4ccc-44ff-b973-ee4ab56c4f15&id=d4681e72-a6e0-4598-880f-0c79f70e2adb&id=d4681e72-a6e0-4598-880f-0c79f70e2adb&id=d4681e72-a6e0-4598-880f-0c79f70e2adb&id=d4681e72-a6e0-4598-880f-0c79f70e2adb&id=47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a&id=47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a HTTP/1.1" status: 200 len: 2292 time: 0.2633605 Jul 06 13:56:00.648629 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5615280f-cea2-4098-a3ac-18c06807f586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:00.659984 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958df600-0756-4eb7-bc8b-9e5ff2b0c499 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Pushing event updated for resources: {'Subnet': ['ID=38a235db-4e05-47ff-bd26-771f4f4adc2d,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:00.663216 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958df600-0756-4eb7-bc8b-9e5ff2b0c499 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Checking segment: {'id': 'c2e55cae-0229-401b-8b43-9fdaa7060b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f573758c-9164-40b8-bfb3-cabd80b3ac2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:00.663643 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958df600-0756-4eb7-bc8b-9e5ff2b0c499 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Network hostable DHCP agents. Network: f573758c-9164-40b8-bfb3-cabd80b3ac2d, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:56:00.687996 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958df600-0756-4eb7-bc8b-9e5ff2b0c499 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Network f573758c-9164-40b8-bfb3-cabd80b3ac2d is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:56:00.698655 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-958df600-0756-4eb7-bc8b-9e5ff2b0c499 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, f573758c-9164-40b8-bfb3-cabd80b3ac2d) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:00.706576 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958df600-0756-4eb7-bc8b-9e5ff2b0c499 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:00.707459 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-958df600-0756-4eb7-bc8b-9e5ff2b0c499 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:00.709010 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82401614-08ae-41d6-90c1-9f304457d68c None None] Network f573758c-9164-40b8-bfb3-cabd80b3ac2d requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:56:00.728797 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-958df600-0756-4eb7-bc8b-9e5ff2b0c499 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6817327 Jul 06 13:56:00.731443 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53618) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:00.745788 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-7ed4850b-0745-4ef9-8d5e-bf014459a9ff tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Request body: {'subnet': {'network_id': 'cc63bc54-7a53-4d51-ae88-21113312a65f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:00.881085 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed4850b-0745-4ef9-8d5e-bf014459a9ff tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Made reservation on behalf of 9336c3d8fa4746dd9ed2823889de2712 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:00.885072 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7ed4850b-0745-4ef9-8d5e-bf014459a9ff tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:00.971103 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77edef62-9f4d-453a-8565-f4f7bd7b1b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-f573758c-9164-40b8-bfb3-cabd80b3ac2d', 'network_id': 'f573758c-9164-40b8-bfb3-cabd80b3ac2d', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'fixed_ips': [{'subnet_id': '38a235db-4e05-47ff-bd26-771f4f4adc2d'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:56:00.972128 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-77edef62-9f4d-453a-8565-f4f7bd7b1b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:01.138493 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7ed4850b-0745-4ef9-8d5e-bf014459a9ff tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:01.208232 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4850b-0745-4ef9-8d5e-bf014459a9ff tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Pushing event updated for resources: {'Subnet': ['ID=11b3dbf4-56fb-446f-a6f6-e9d7331824f2,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:01.216288 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-592f89f8-030a-4d63-a635-26895ea33626 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bf54f58-f9c5-43f6-908a-701f8adcdcce HTTP/1.1" status: 200 len: 1002 time: 0.5578015 Jul 06 13:56:01.248132 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-77edef62-9f4d-453a-8565-f4f7bd7b1b72 None None] Allocated IP 10.1.1.2 (f573758c-9164-40b8-bfb3-cabd80b3ac2d/38a235db-4e05-47ff-bd26-771f4f4adc2d/64838b9e-0020-4801-9429-cecca77fa448) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:01.261687 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed4850b-0745-4ef9-8d5e-bf014459a9ff tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Checking segment: {'id': '47eff200-9b7f-44df-b691-5543df245491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cc63bc54-7a53-4d51-ae88-21113312a65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:01.262096 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed4850b-0745-4ef9-8d5e-bf014459a9ff tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Network hostable DHCP agents. Network: cc63bc54-7a53-4d51-ae88-21113312a65f, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:56:01.300335 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed4850b-0745-4ef9-8d5e-bf014459a9ff tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Network cc63bc54-7a53-4d51-ae88-21113312a65f is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:56:01.302101 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5615280f-cea2-4098-a3ac-18c06807f586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:01.304652 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5615280f-cea2-4098-a3ac-18c06807f586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:01.308738 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5615280f-cea2-4098-a3ac-18c06807f586 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/42736a6c-5822-4b54-b6c2-59efe8936e13 HTTP/1.1" status: 204 len: 168 time: 0.9370844 Jul 06 13:56:01.317396 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-7ed4850b-0745-4ef9-8d5e-bf014459a9ff tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, cc63bc54-7a53-4d51-ae88-21113312a65f) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:01.323273 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed4850b-0745-4ef9-8d5e-bf014459a9ff tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:01.324706 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7ed4850b-0745-4ef9-8d5e-bf014459a9ff tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:01.337959 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a596b-d86c-4de7-a0db-395818659506 req-b815461e-aa55-4544-9ae8-56169cdd30c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:01.339463 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-b815461e-aa55-4544-9ae8-56169cdd30c9 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=14f05a6a-3a8f-434f-a4ba-d77cff438b12 HTTP/1.1" status: 200 len: 850 time: 0.1162336 Jul 06 13:56:01.350660 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5cfc2-b101-4d0d-b9c4-d4581ac22e20 req-06443abd-2187-4e0c-abc2-1ab94bb49ccd tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:01.351459 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7ed4850b-0745-4ef9-8d5e-bf014459a9ff tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6173263 Jul 06 13:56:01.352307 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-86a5cfc2-b101-4d0d-b9c4-d4581ac22e20 req-06443abd-2187-4e0c-abc2-1ab94bb49ccd tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 946 time: 0.2219226 Jul 06 13:56:01.353227 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615280f-cea2-4098-a3ac-18c06807f586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42736a6c-5822-4b54-b6c2-59efe8936e13,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:01.353654 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53636) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:01.362045 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-b227c5ec-dffd-4279-9bd5-78613cb3a58e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Request body: {'port': {'network_id': 'f573758c-9164-40b8-bfb3-cabd80b3ac2d', 'name': 'tempest-TaggedBootDevicesTest_v242-254397866', 'fixed_ips': [{'subnet_id': '38a235db-4e05-47ff-bd26-771f4f4adc2d'}]}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:01.374953 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ae7cb8-d1db-47be-9027-cb9a99319738 None None] Network cc63bc54-7a53-4d51-ae88-21113312a65f requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:56:01.569403 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b227c5ec-dffd-4279-9bd5-78613cb3a58e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Made reservation on behalf of 9336c3d8fa4746dd9ed2823889de2712 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:01.580135 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-86a5cfc2-b101-4d0d-b9c4-d4581ac22e20 req-1056a401-df98-4f68-ab8e-d4aaf2275a3d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599934 Jul 06 13:56:01.618087 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a596b-d86c-4de7-a0db-395818659506 req-47156bbf-510c-4499-8f9d-336e29f1d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:01.619998 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-47156bbf-510c-4499-8f9d-336e29f1d150 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=64f4bd64-4ccc-44ff-b973-ee4ab56c4f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2637196 Jul 06 13:56:01.629614 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1023374b-3ec3-4150-8eab-8bb8602f87f1 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:01.658652 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1023374b-3ec3-4150-8eab-8bb8602f87f1 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:01.682652 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b227c5ec-dffd-4279-9bd5-78613cb3a58e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:01.691763 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-77edef62-9f4d-453a-8565-f4f7bd7b1b72 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:01.706730 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-b227c5ec-dffd-4279-9bd5-78613cb3a58e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] device_id is not set on port c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 13:56:01.744041 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-77edef62-9f4d-453a-8565-f4f7bd7b1b72 None None] Transition to ACTIVE for port object 64838b9e-0020-4801-9429-cecca77fa448 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:01.752898 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ee5f70-254b-40d3-9a44-e49916b07242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-cc63bc54-7a53-4d51-ae88-21113312a65f', 'network_id': 'cc63bc54-7a53-4d51-ae88-21113312a65f', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'fixed_ips': [{'subnet_id': '11b3dbf4-56fb-446f-a6f6-e9d7331824f2'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:56:01.754035 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-64ee5f70-254b-40d3-9a44-e49916b07242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:01.781663 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-77edef62-9f4d-453a-8565-f4f7bd7b1b72 None None] Transition to ACTIVE for port object 64838b9e-0020-4801-9429-cecca77fa448 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:01.796135 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-77edef62-9f4d-453a-8565-f4f7bd7b1b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:01.906880 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77edef62-9f4d-453a-8565-f4f7bd7b1b72 None None] Network f573758c-9164-40b8-bfb3-cabd80b3ac2d is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:01.915075 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-77edef62-9f4d-453a-8565-f4f7bd7b1b72 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:01.928379 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77edef62-9f4d-453a-8565-f4f7bd7b1b72 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:02.029962 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-adca8c3c-509f-4af3-a77e-3ebf855af18c service neutron] 10.222.0.124 "GET /v2.0/networks/64f4bd64-4ccc-44ff-b973-ee4ab56c4f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724468 Jul 06 13:56:02.039888 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77edef62-9f4d-453a-8565-f4f7bd7b1b72 None None] Pushing event updated for resources: {'Port': ['ID=64838b9e-0020-4801-9429-cecca77fa448,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:02.123539 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-b227c5ec-dffd-4279-9bd5-78613cb3a58e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Allocated IP 10.1.1.209 (f573758c-9164-40b8-bfb3-cabd80b3ac2d/38a235db-4e05-47ff-bd26-771f4f4adc2d/c81b15c8-afcc-4b25-b3cc-00f2946f2dd8) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:02.144620 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-84272c82-0d90-49ff-ae06-ef317b1be57a service neutron] 10.222.0.124 "GET /v2.0/networks/64f4bd64-4ccc-44ff-b973-ee4ab56c4f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053255 Jul 06 13:56:02.186620 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-77edef62-9f4d-453a-8565-f4f7bd7b1b72 None None] Attempting to bind port 64838b9e-0020-4801-9429-cecca77fa448 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:56:02.193626 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-77edef62-9f4d-453a-8565-f4f7bd7b1b72 None None] Attempting to bind port 64838b9e-0020-4801-9429-cecca77fa448 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'c2e55cae-0229-401b-8b43-9fdaa7060b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f573758c-9164-40b8-bfb3-cabd80b3ac2d'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:56:02.194120 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77edef62-9f4d-453a-8565-f4f7bd7b1b72 None None] Attempting to bind port 64838b9e-0020-4801-9429-cecca77fa448 on network f573758c-9164-40b8-bfb3-cabd80b3ac2d {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:02.206363 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77edef62-9f4d-453a-8565-f4f7bd7b1b72 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:56:02.211013 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77edef62-9f4d-453a-8565-f4f7bd7b1b72 None None] Checking segment: {'id': 'c2e55cae-0229-401b-8b43-9fdaa7060b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f573758c-9164-40b8-bfb3-cabd80b3ac2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:02.211522 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-77edef62-9f4d-453a-8565-f4f7bd7b1b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:02.211991 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77edef62-9f4d-453a-8565-f4f7bd7b1b72 None None] Bound using segment: {'id': 'c2e55cae-0229-401b-8b43-9fdaa7060b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f573758c-9164-40b8-bfb3-cabd80b3ac2d'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:56:02.212507 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-77edef62-9f4d-453a-8565-f4f7bd7b1b72 None None] Bound port: 64838b9e-0020-4801-9429-cecca77fa448, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2e55cae-0229-401b-8b43-9fdaa7060b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f573758c-9164-40b8-bfb3-cabd80b3ac2d'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:56:02.212905 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-77edef62-9f4d-453a-8565-f4f7bd7b1b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:02.251049 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-e278d833-4c96-4cc4-8c91-e5e1cf6edb37 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=f2296885-8899-45b5-95c4-bfe40a9e131c HTTP/1.1" status: 200 len: 217 time: 0.0950003 Jul 06 13:56:02.252662 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-64ee5f70-254b-40d3-9a44-e49916b07242 None None] Allocated IP 10.2.2.2 (cc63bc54-7a53-4d51-ae88-21113312a65f/11b3dbf4-56fb-446f-a6f6-e9d7331824f2/d46e42f8-90db-4159-b673-a374f63f692d) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:02.291030 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e1c92de6-7b34-4759-8ff6-21589390cb32 req-97a97030-6e05-4fd4-9299-c57c8cd022a4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1626697 Jul 06 13:56:02.318475 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1023374b-3ec3-4150-8eab-8bb8602f87f1 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:02.481872 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-77edef62-9f4d-453a-8565-f4f7bd7b1b72 None None] For port 64838b9e-0020-4801-9429-cecca77fa448, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:02.491546 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c92de6-7b34-4759-8ff6-21589390cb32 req-2018f1a0-fca8-4f6e-9481-86b6d1eb57f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:02.493863 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e1c92de6-7b34-4759-8ff6-21589390cb32 req-2018f1a0-fca8-4f6e-9481-86b6d1eb57f5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84c411c9b83740e1bcaf5cc8002aa094&device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 1097 time: 0.1703308 Jul 06 13:56:02.502738 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-77edef62-9f4d-453a-8565-f4f7bd7b1b72 None None] For port 64838b9e-0020-4801-9429-cecca77fa448, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=64838b9e-0020-4801-9429-cecca77fa448,segment=NetworkSegment(c2e55cae-0229-401b-8b43-9fdaa7060b30),segment_id=c2e55cae-0229-401b-8b43-9fdaa7060b30)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:56:02.514237 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-77edef62-9f4d-453a-8565-f4f7bd7b1b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:02.521539 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b227c5ec-dffd-4279-9bd5-78613cb3a58e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:02.616075 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b227c5ec-dffd-4279-9bd5-78613cb3a58e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Transition to ACTIVE for port object c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:02.618334 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a596b-d86c-4de7-a0db-395818659506 req-1b3ef1cc-51be-4849-a189-444bd6de95bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:02.622667 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-1b3ef1cc-51be-4849-a189-444bd6de95bc service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c04128a6-f89d-4c07-9ca5-0cf3821c9fb2 HTTP/1.1" status: 200 len: 797 time: 0.3627174 Jul 06 13:56:02.655378 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77edef62-9f4d-453a-8565-f4f7bd7b1b72 None None] Pushing event updated for resources: {'Port': ['ID=64838b9e-0020-4801-9429-cecca77fa448,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:02.717410 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1023374b-3ec3-4150-8eab-8bb8602f87f1 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:02.723276 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1023374b-3ec3-4150-8eab-8bb8602f87f1 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:02.795197 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c92de6-7b34-4759-8ff6-21589390cb32 req-0916a27d-0bd3-4e49-af4c-1d6ffc929f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:02.798793 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e1c92de6-7b34-4759-8ff6-21589390cb32 req-0916a27d-0bd3-4e49-af4c-1d6ffc929f16 service neutron] 10.222.0.52 "GET /v2.0/networks?id=65a0c785-6dfd-4a01-9b12-067743ee677d HTTP/1.1" status: 200 len: 913 time: 0.2730999 Jul 06 13:56:02.812277 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-64ee5f70-254b-40d3-9a44-e49916b07242 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:02.830131 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-64ee5f70-254b-40d3-9a44-e49916b07242 None None] Transition to ACTIVE for port object d46e42f8-90db-4159-b673-a374f63f692d will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:02.830355 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b227c5ec-dffd-4279-9bd5-78613cb3a58e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:02.862748 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-64ee5f70-254b-40d3-9a44-e49916b07242 None None] Transition to ACTIVE for port object d46e42f8-90db-4159-b673-a374f63f692d will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:02.876389 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-64ee5f70-254b-40d3-9a44-e49916b07242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:02.892268 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1023374b-3ec3-4150-8eab-8bb8602f87f1 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:02.892897 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1023374b-3ec3-4150-8eab-8bb8602f87f1 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 13e6e17d-1592-4993-bb93-c7b37967094b {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:56:02.944494 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a596b-d86c-4de7-a0db-395818659506 req-416a8a65-4789-44dc-985c-7d61b9633dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:02.948022 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-416a8a65-4789-44dc-985c-7d61b9633dc5 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d4681e72-a6e0-4598-880f-0c79f70e2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3167787 Jul 06 13:56:03.077042 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e1c92de6-7b34-4759-8ff6-21589390cb32 req-efb991d8-794c-4358-bcc3-61acad78abb2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b75cf5-263d-4c77-b909-aed48eb16174 HTTP/1.1" status: 200 len: 1000 time: 0.2662499 Jul 06 13:56:03.079900 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b227c5ec-dffd-4279-9bd5-78613cb3a58e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Network f573758c-9164-40b8-bfb3-cabd80b3ac2d is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:03.120801 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-b227c5ec-dffd-4279-9bd5-78613cb3a58e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:03.128099 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b227c5ec-dffd-4279-9bd5-78613cb3a58e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:03.138046 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227c5ec-dffd-4279-9bd5-78613cb3a58e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Pushing event updated for resources: {'Port': ['ID=c81b15c8-afcc-4b25-b3cc-00f2946f2dd8,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:03.179315 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [None req-1023374b-3ec3-4150-8eab-8bb8602f87f1 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 06 13:56:03.183263 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1023374b-3ec3-4150-8eab-8bb8602f87f1 tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.8312416 Jul 06 13:56:03.187786 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53696) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:03.260982 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 27b75cf5-263d-4c77-b909-aed48eb16174 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:56:03.279069 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c92de6-7b34-4759-8ff6-21589390cb32 req-089563fe-a5f8-4abf-aa50-575523e30459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:03.280875 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e1c92de6-7b34-4759-8ff6-21589390cb32 req-089563fe-a5f8-4abf-aa50-575523e30459 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c752e52c-1e0e-4b69-8288-ed62c19f3b18 HTTP/1.1" status: 200 len: 851 time: 0.1911464 Jul 06 13:56:03.314172 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ee5f70-254b-40d3-9a44-e49916b07242 None None] Network cc63bc54-7a53-4d51-ae88-21113312a65f is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:03.332647 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-64ee5f70-254b-40d3-9a44-e49916b07242 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:03.337342 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ee5f70-254b-40d3-9a44-e49916b07242 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:03.342827 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee5f70-254b-40d3-9a44-e49916b07242 None None] Pushing event updated for resources: {'Port': ['ID=d46e42f8-90db-4159-b673-a374f63f692d,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:03.376221 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b227c5ec-dffd-4279-9bd5-78613cb3a58e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:03.377311 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b227c5ec-dffd-4279-9bd5-78613cb3a58e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:03.399844 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b227c5ec-dffd-4279-9bd5-78613cb3a58e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0446956 Jul 06 13:56:03.402233 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53706) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:03.406049 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ae7e3-ad6a-4924-a76a-b001f0af6227 req-66b5530e-a56e-4789-98c2-e205e1048ba3 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:03.408261 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a67ae7e3-ad6a-4924-a76a-b001f0af6227 req-66b5530e-a56e-4789-98c2-e205e1048ba3 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.5178621 Jul 06 13:56:03.411959 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-a4b870d8-0b7f-435c-9699-962e1e501c48 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Request body: {'port': {'network_id': 'f573758c-9164-40b8-bfb3-cabd80b3ac2d', 'name': 'tempest-TaggedBootDevicesTest_v242-1300212899', 'fixed_ips': [{'subnet_id': '38a235db-4e05-47ff-bd26-771f4f4adc2d'}]}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:03.446320 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-2bc4eec2-47ff-4207-9772-2cf6320311be service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285965 Jul 06 13:56:03.519808 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:03.570399 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c92de6-7b34-4759-8ff6-21589390cb32 req-42868b90-7b27-4022-b340-b337ce857c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:03.572062 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e1c92de6-7b34-4759-8ff6-21589390cb32 req-42868b90-7b27-4022-b340-b337ce857c3f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=65a0c785-6dfd-4a01-9b12-067743ee677d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2768755 Jul 06 13:56:03.573268 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b870d8-0b7f-435c-9699-962e1e501c48 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Made reservation on behalf of 9336c3d8fa4746dd9ed2823889de2712 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:03.578622 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a4b870d8-0b7f-435c-9699-962e1e501c48 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:03.585418 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 27b75cf5-263d-4c77-b909-aed48eb16174, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=27b75cf5-263d-4c77-b909-aed48eb16174,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:03.586967 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-64ee5f70-254b-40d3-9a44-e49916b07242 None None] Attempting to bind port d46e42f8-90db-4159-b673-a374f63f692d on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:56:03.587666 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-64ee5f70-254b-40d3-9a44-e49916b07242 None None] Attempting to bind port d46e42f8-90db-4159-b673-a374f63f692d by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '47eff200-9b7f-44df-b691-5543df245491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cc63bc54-7a53-4d51-ae88-21113312a65f'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:56:03.588077 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ee5f70-254b-40d3-9a44-e49916b07242 None None] Attempting to bind port d46e42f8-90db-4159-b673-a374f63f692d on network cc63bc54-7a53-4d51-ae88-21113312a65f {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:03.595268 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a67ae7e3-ad6a-4924-a76a-b001f0af6227 req-a752f84b-6f61-4c9a-9ced-31c9981263e5 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781616 Jul 06 13:56:03.595403 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8209fbcb-7a64-4ab0-8644-927c68157d71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b75cf5-263d-4c77-b909-aed48eb16174'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:03.598171 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d93be22-fc04-44ae-8414-25aa86d56b9f" -d '{"events": [{"server_uuid": "8209fbcb-7a64-4ab0-8644-927c68157d71", "name": "network-vif-unplugged", "status": "completed", "tag": "27b75cf5-263d-4c77-b909-aed48eb16174"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:03.602227 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:03.672863 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ee5f70-254b-40d3-9a44-e49916b07242 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:56:03.676465 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ee5f70-254b-40d3-9a44-e49916b07242 None None] Checking segment: {'id': '47eff200-9b7f-44df-b691-5543df245491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cc63bc54-7a53-4d51-ae88-21113312a65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:03.676905 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-64ee5f70-254b-40d3-9a44-e49916b07242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:03.677621 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ee5f70-254b-40d3-9a44-e49916b07242 None None] Bound using segment: {'id': '47eff200-9b7f-44df-b691-5543df245491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cc63bc54-7a53-4d51-ae88-21113312a65f'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:56:03.682028 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-64ee5f70-254b-40d3-9a44-e49916b07242 None None] Bound port: d46e42f8-90db-4159-b673-a374f63f692d, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47eff200-9b7f-44df-b691-5543df245491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cc63bc54-7a53-4d51-ae88-21113312a65f'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:56:03.683634 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-64ee5f70-254b-40d3-9a44-e49916b07242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:03.703464 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-a4b870d8-0b7f-435c-9699-962e1e501c48 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] device_id is not set on port e76ed683-71b8-44b2-8f04-a3fafeb1baa3 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 13:56:03.762419 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-02fe227e-3979-487f-80ad-f03b9776de7e tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Deleting port c2687f39-a4d1-48d3-8cd6-6e0a883926d8 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:56:03.762666 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-02fe227e-3979-487f-80ad-f03b9776de7e tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:03.863658 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=27b75cf5-263d-4c77-b909-aed48eb16174,revision_number=11']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:03.882048 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-c66f6746-3975-4dfb-8252-42f9c7027181 service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021528 Jul 06 13:56:03.929939 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-64ee5f70-254b-40d3-9a44-e49916b07242 None None] For port d46e42f8-90db-4159-b673-a374f63f692d, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:03.933848 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-64ee5f70-254b-40d3-9a44-e49916b07242 None None] For port d46e42f8-90db-4159-b673-a374f63f692d, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d46e42f8-90db-4159-b673-a374f63f692d,segment=NetworkSegment(47eff200-9b7f-44df-b691-5543df245491),segment_id=47eff200-9b7f-44df-b691-5543df245491)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:56:03.941723 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-64ee5f70-254b-40d3-9a44-e49916b07242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:04.025497 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e1c92de6-7b34-4759-8ff6-21589390cb32 req-ad4c7fa0-6ecc-486c-88eb-10b87ea53bc6 service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439952 Jul 06 13:56:04.032466 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee5f70-254b-40d3-9a44-e49916b07242 None None] Pushing event updated for resources: {'Port': ['ID=d46e42f8-90db-4159-b673-a374f63f692d,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:04.063683 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-e5aec030-d68b-4ed2-a0e1-ef07471bd45d service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f298cdfc-2d7b-46d9-818e-7576966d6307 HTTP/1.1" status: 200 len: 217 time: 0.1705265 Jul 06 13:56:04.156053 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-02fe227e-3979-487f-80ad-f03b9776de7e tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:04.191184 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-02fe227e-3979-487f-80ad-f03b9776de7e tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Calling delete_port for c2687f39-a4d1-48d3-8cd6-6e0a883926d8 owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:56:04.204787 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4ae976-96b7-4f32-aa08-165c53ff510f None None] Network f573758c-9164-40b8-bfb3-cabd80b3ac2d requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:56:04.208508 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a596b-d86c-4de7-a0db-395818659506 req-29957b51-b508-4e90-af3e-405644e7eaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:04.210192 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-29957b51-b508-4e90-af3e-405644e7eaaf service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c04128a6-f89d-4c07-9ca5-0cf3821c9fb2 HTTP/1.1" status: 200 len: 797 time: 0.1242006 Jul 06 13:56:04.223548 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ceffe-f047-443a-b8c2-19380de529f8 req-bc9b0246-1e4c-4c26-8adf-4015cd1dc899 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:04.231373 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3e9ceffe-f047-443a-b8c2-19380de529f8 req-bc9b0246-1e4c-4c26-8adf-4015cd1dc899 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.3153067 Jul 06 13:56:04.307020 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-a4b870d8-0b7f-435c-9699-962e1e501c48 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Allocated IP 10.1.1.190 (f573758c-9164-40b8-bfb3-cabd80b3ac2d/38a235db-4e05-47ff-bd26-771f4f4adc2d/e76ed683-71b8-44b2-8f04-a3fafeb1baa3) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:04.429665 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3bd8e79a-9aed-4f3d-9d4a-150008fca8e0 None None] Provisioning for port 64838b9e-0020-4801-9429-cecca77fa448 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:04.526367 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e1c92de6-7b34-4759-8ff6-21589390cb32 req-85cdc41e-a0a1-4c24-9e81-c3143ff4430c service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4756243 Jul 06 13:56:04.628169 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a4b870d8-0b7f-435c-9699-962e1e501c48 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:04.630748 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3e9ceffe-f047-443a-b8c2-19380de529f8 req-92659b65-b967-4247-8b22-ecdf2613ee76 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3964505 Jul 06 13:56:04.656222 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d46e42f8-90db-4159-b673-a374f63f692d up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:56:04.666735 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a4b870d8-0b7f-435c-9699-962e1e501c48 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Transition to ACTIVE for port object e76ed683-71b8-44b2-8f04-a3fafeb1baa3 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:04.742538 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a4b870d8-0b7f-435c-9699-962e1e501c48 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:04.749535 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port d46e42f8-90db-4159-b673-a374f63f692d completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:04.761143 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 64838b9e-0020-4801-9429-cecca77fa448 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:56:04.761983 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a596b-d86c-4de7-a0db-395818659506 req-3f6b1ecf-41a7-4c31-a52f-acb6669f523f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:04.764327 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-3f6b1ecf-41a7-4c31-a52f-acb6669f523f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d4681e72-a6e0-4598-880f-0c79f70e2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5224137 Jul 06 13:56:04.832239 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b870d8-0b7f-435c-9699-962e1e501c48 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Network f573758c-9164-40b8-bfb3-cabd80b3ac2d is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:04.842493 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-a4b870d8-0b7f-435c-9699-962e1e501c48 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:04.845465 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b870d8-0b7f-435c-9699-962e1e501c48 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:04.871096 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 64838b9e-0020-4801-9429-cecca77fa448 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:04.878191 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 64838b9e-0020-4801-9429-cecca77fa448 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:04.878801 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:04.916558 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b870d8-0b7f-435c-9699-962e1e501c48 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Pushing event updated for resources: {'Port': ['ID=e76ed683-71b8-44b2-8f04-a3fafeb1baa3,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:04.953404 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ffe0d1-35a5-4510-a099-35a88dc540ab x-openstack-request-id: req-51ffe0d1-35a5-4510-a099-35a88dc540ab {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:04.953710 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8209fbcb-7a64-4ab0-8644-927c68157d71", "name": "network-vif-unplugged", "status": "completed", "tag": "27b75cf5-263d-4c77-b909-aed48eb16174", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:04.954128 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-51ffe0d1-35a5-4510-a099-35a88dc540ab {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:04.954538 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8209fbcb-7a64-4ab0-8644-927c68157d71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b75cf5-263d-4c77-b909-aed48eb16174', 'code': 200} Jul 06 13:56:04.978719 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b870d8-0b7f-435c-9699-962e1e501c48 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:04.980767 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a4b870d8-0b7f-435c-9699-962e1e501c48 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:05.001505 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-02fe227e-3979-487f-80ad-f03b9776de7e tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:05.027852 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a4b870d8-0b7f-435c-9699-962e1e501c48 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6240106 Jul 06 13:56:05.045785 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:05.102823 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 64838b9e-0020-4801-9429-cecca77fa448, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=64838b9e-0020-4801-9429-cecca77fa448,segment=NetworkSegment(c2e55cae-0229-401b-8b43-9fdaa7060b30),segment_id=c2e55cae-0229-401b-8b43-9fdaa7060b30)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:05.105519 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-525ebe7b-56d3-42ba-83db-fb3b249511ed None None] Provisioning for port c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:05.108250 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe227e-3979-487f-80ad-f03b9776de7e tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2687f39-a4d1-48d3-8cd6-6e0a883926d8,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:05.110306 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:05.116062 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-525ebe7b-56d3-42ba-83db-fb3b249511ed None None] Provisioning complete for port c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:05.116490 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-525ebe7b-56d3-42ba-83db-fb3b249511ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:05.192614 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-21364f6a-5f53-456e-8b0e-370ddce15514 service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202583 Jul 06 13:56:05.207387 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-525ebe7b-56d3-42ba-83db-fb3b249511ed None None] Port c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:56:05.212576 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=64838b9e-0020-4801-9429-cecca77fa448,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:05.232320 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-525ebe7b-56d3-42ba-83db-fb3b249511ed None None] Provisioning complete for port 64838b9e-0020-4801-9429-cecca77fa448 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:05.232578 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-525ebe7b-56d3-42ba-83db-fb3b249511ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:05.391938 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-02fe227e-3979-487f-80ad-f03b9776de7e tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:05.394100 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-02fe227e-3979-487f-80ad-f03b9776de7e tempest-RoutersAdminNegativeTest-763943033 tempest-RoutersAdminNegativeTest-763943033-project-admin] 10.222.0.118 "DELETE /v2.0/ports/c2687f39-a4d1-48d3-8cd6-6e0a883926d8 HTTP/1.1" status: 204 len: 168 time: 2.2040558 Jul 06 13:56:05.467536 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-4e30cd7f-7270-4c18-ab9e-585a876ae6af service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272837 Jul 06 13:56:05.487167 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-947c11e5-b6e2-4e6c-90ac-dcf78ad75a6c tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:05.493965 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-947c11e5-b6e2-4e6c-90ac-dcf78ad75a6c tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/networks?id=feedd1b5-b16b-46c1-99ff-64793157a3e7 HTTP/1.1" status: 200 len: 813 time: 0.3897431 Jul 06 13:56:05.526957 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-737f1819-a844-4a3b-8f5f-94d80810873e None None] Provisioning complete for port c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:05.529466 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-737f1819-a844-4a3b-8f5f-94d80810873e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:05.567242 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-00a512e2-1bdd-4b04-8da7-8cb8a4a6c1c5 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=171b252b-03fa-4033-823a-10959a31f1bc HTTP/1.1" status: 200 len: 217 time: 0.0711625 Jul 06 13:56:05.576098 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-91a1b957-3d80-44ff-ba3c-c41a3b94e2a3 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/quotas/9582b8237f17461e9a1a6b0a40bffc2e HTTP/1.1" status: 200 len: 375 time: 0.0805922 Jul 06 13:56:05.598981 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-737f1819-a844-4a3b-8f5f-94d80810873e None None] Port c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:56:05.695401 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a596b-d86c-4de7-a0db-395818659506 req-2ef1a3ad-d81a-4b9c-835b-f54867eee2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:05.696929 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-2ef1a3ad-d81a-4b9c-835b-f54867eee2f8 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c04128a6-f89d-4c07-9ca5-0cf3821c9fb2 HTTP/1.1" status: 200 len: 797 time: 0.1150236 Jul 06 13:56:05.734328 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53770) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:05.735812 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53772) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:05.774833 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-0f1cb446-fa74-4482-9879-671fd0c09303 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=9582b8237f17461e9a1a6b0a40bffc2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1940579 Jul 06 13:56:05.826260 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e30e1665-afde-4198-b3d8-11c19a5360fd None None] Provisioning for port e76ed683-71b8-44b2-8f04-a3fafeb1baa3 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:05.833265 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e30e1665-afde-4198-b3d8-11c19a5360fd None None] Provisioning complete for port e76ed683-71b8-44b2-8f04-a3fafeb1baa3 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:05.833643 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e30e1665-afde-4198-b3d8-11c19a5360fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:05.884055 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a596b-d86c-4de7-a0db-395818659506 req-ac4896b4-8335-48f3-bfb9-7181609a00bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:05.885606 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-ac4896b4-8335-48f3-bfb9-7181609a00bd service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d4681e72-a6e0-4598-880f-0c79f70e2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1781042 Jul 06 13:56:05.887925 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e05c991-8f2a-4b4a-b375-27148f663d74 None None] Network cc63bc54-7a53-4d51-ae88-21113312a65f requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:56:05.936658 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-60ec4d86-c89b-44d4-ad14-63a0cd2b03ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:05.954990 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-6e1f8ffd-2bb8-4687-a0f3-3d395d5e1cd9 service neutron] 10.222.0.118 "GET /v2.0/networks/feedd1b5-b16b-46c1-99ff-64793157a3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693666 Jul 06 13:56:05.960842 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-e30e1665-afde-4198-b3d8-11c19a5360fd None None] Port e76ed683-71b8-44b2-8f04-a3fafeb1baa3 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:56:05.984247 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1ae0e775-2038-4cbf-997f-894800997f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.088489 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-60ec4d86-c89b-44d4-ad14-63a0cd2b03ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.091951 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d4c6f841-a5f6-4db5-bea8-6d402a1b40f1 None None] Provisioning for port d46e42f8-90db-4159-b673-a374f63f692d completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:06.100776 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-60ec4d86-c89b-44d4-ad14-63a0cd2b03ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.104260 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d4c6f841-a5f6-4db5-bea8-6d402a1b40f1 None None] Provisioning complete for port d46e42f8-90db-4159-b673-a374f63f692d triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:06.104896 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f841-a5f6-4db5-bea8-6d402a1b40f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.176379 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-60ec4d86-c89b-44d4-ad14-63a0cd2b03ed admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=820fb4bfff2648b19c9dbfd8811ff251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4392567 Jul 06 13:56:06.182032 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec4d86-c89b-44d4-ad14-63a0cd2b03ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b943354-33a9-43dc-840f-508dd2d1e77f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:06.195669 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53780) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:06.237924 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f841-a5f6-4db5-bea8-6d402a1b40f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.280585 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d4c6f841-a5f6-4db5-bea8-6d402a1b40f1 None None] For port d46e42f8-90db-4159-b673-a374f63f692d, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d46e42f8-90db-4159-b673-a374f63f692d,segment=NetworkSegment(47eff200-9b7f-44df-b691-5543df245491),segment_id=47eff200-9b7f-44df-b691-5543df245491)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:06.286473 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d4c6f841-a5f6-4db5-bea8-6d402a1b40f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.307735 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bb199317-2fcf-45ae-958f-c7c828f7b8fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.337510 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bb199317-2fcf-45ae-958f-c7c828f7b8fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.354109 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6f841-a5f6-4db5-bea8-6d402a1b40f1 None None] Pushing event updated for resources: {'Port': ['ID=d46e42f8-90db-4159-b673-a374f63f692d,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:06.412252 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-8cddf6ca-2e40-4621-994c-0b5b4be272f8 service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181146 Jul 06 13:56:06.437356 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 64838b9e-0020-4801-9429-cecca77fa448 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:56:06.454570 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-392b1630-1b9c-4a82-8735-9af1652f1901 service neutron] 10.222.0.118 "GET /v2.0/networks/feedd1b5-b16b-46c1-99ff-64793157a3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979169 Jul 06 13:56:06.464707 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1ae0e775-2038-4cbf-997f-894800997f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.470283 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1ae0e775-2038-4cbf-997f-894800997f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.492040 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bb199317-2fcf-45ae-958f-c7c828f7b8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.495524 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bb199317-2fcf-45ae-958f-c7c828f7b8fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.496877 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bb199317-2fcf-45ae-958f-c7c828f7b8fb admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/5b943354-33a9-43dc-840f-508dd2d1e77f HTTP/1.1" status: 204 len: 168 time: 0.2976508 Jul 06 13:56:06.534240 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1ae0e775-2038-4cbf-997f-894800997f5d admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=ab2a1f5c206343f3b555d0f08ac62c62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7957814 Jul 06 13:56:06.534381 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c08973c9-d78c-4900-bac4-763d46a12c84 None None] Provisioning complete for port d46e42f8-90db-4159-b673-a374f63f692d triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:06.534722 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c08973c9-d78c-4900-bac4-763d46a12c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.535084 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0e775-2038-4cbf-997f-894800997f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d315aa49-4741-411b-9d03-d4134a200b8f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:06.544321 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53784) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:06.559021 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb199317-2fcf-45ae-958f-c7c828f7b8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b943354-33a9-43dc-840f-508dd2d1e77f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:06.598735 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 64838b9e-0020-4801-9429-cecca77fa448 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:06.599382 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.632704 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-f1688487-267a-4640-b4c1-9017b7ca86bc service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100034 Jul 06 13:56:06.635604 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50848bb8-bdc3-4351-9dc6-1387de29bfae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.688634 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-1b905373-367d-442c-9634-b7fdb8105500 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=60bb4054-389a-44fa-bb3f-77929909aa44 HTTP/1.1" status: 200 len: 217 time: 0.0482528 Jul 06 13:56:06.693374 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50848bb8-bdc3-4351-9dc6-1387de29bfae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.779143 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a596b-d86c-4de7-a0db-395818659506 req-3126d64d-3482-4757-bac4-74c7d19d2675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:06.780949 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-3126d64d-3482-4757-bac4-74c7d19d2675 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c04128a6-f89d-4c07-9ca5-0cf3821c9fb2 HTTP/1.1" status: 200 len: 797 time: 0.0801201 Jul 06 13:56:06.830756 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50848bb8-bdc3-4351-9dc6-1387de29bfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.833554 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50848bb8-bdc3-4351-9dc6-1387de29bfae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:06.837168 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-50848bb8-bdc3-4351-9dc6-1387de29bfae admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/d315aa49-4741-411b-9d03-d4134a200b8f HTTP/1.1" status: 204 len: 168 time: 0.2805097 Jul 06 13:56:06.849803 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50848bb8-bdc3-4351-9dc6-1387de29bfae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d315aa49-4741-411b-9d03-d4134a200b8f,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:06.888683 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a596b-d86c-4de7-a0db-395818659506 req-c6736e07-9059-4dc8-98e4-f0a6af5ccaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:06.891014 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-c6736e07-9059-4dc8-98e4-f0a6af5ccaad service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d4681e72-a6e0-4598-880f-0c79f70e2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1030788 Jul 06 13:56:07.002988 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-824db0c3-01f0-42e2-a2f0-ca7ba305484e service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045291 Jul 06 13:56:07.065945 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53806) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:07.152208 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 27b75cf5-263d-4c77-b909-aed48eb16174 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:56:07.169560 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-5066894e-ff43-4407-a405-1dce887aad99 service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586180 Jul 06 13:56:07.179224 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1a4cbf9f-0864-490a-bff9-a46ccb92cbb5 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=7a207ca78c94437a8d5dca42d4c970b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1084719 Jul 06 13:56:07.186574 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53814) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:07.289346 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dc367ec9-dd4c-4a75-8fd4-67f2d42abe7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:07.310952 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-88b01fa7-26bb-4c4a-b83a-410239baadd4 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5713c474-b68e-4849-8757-a4ac36c4881f HTTP/1.1" status: 200 len: 217 time: 0.1321976 Jul 06 13:56:07.329649 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dc367ec9-dd4c-4a75-8fd4-67f2d42abe7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:07.390664 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b6843f33-06f9-41ab-be4f-a2221b3dd0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:07.425797 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dc367ec9-dd4c-4a75-8fd4-67f2d42abe7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:07.434054 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dc367ec9-dd4c-4a75-8fd4-67f2d42abe7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:07.442353 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-dc367ec9-dd4c-4a75-8fd4-67f2d42abe7f admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/52a10b00-7985-40d9-bdaa-8c33e8b0877a HTTP/1.1" status: 204 len: 168 time: 0.2531981 Jul 06 13:56:07.443364 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a596b-d86c-4de7-a0db-395818659506 req-c34d411b-d12e-4678-b340-77a9ffb89b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:07.446201 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-c34d411b-d12e-4678-b340-77a9ffb89b9d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8b322a15-08f2-404b-b5a7-7b23b405c7f9 HTTP/1.1" status: 200 len: 797 time: 0.1271720 Jul 06 13:56:07.470124 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc367ec9-dd4c-4a75-8fd4-67f2d42abe7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a10b00-7985-40d9-bdaa-8c33e8b0877a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:07.493673 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 27b75cf5-263d-4c77-b909-aed48eb16174, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=27b75cf5-263d-4c77-b909-aed48eb16174,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:07.526880 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53824) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:07.538314 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-5be93a90-c37d-4f82-9abc-c7d99c554611 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1591958613', 'description': 'tempest-description--696462802'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:07.544368 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '27b75cf5-263d-4c77-b909-aed48eb16174', 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d', 'port_id': '27b75cf5-263d-4c77-b909-aed48eb16174', 'mac_address': 'fa:16:3e:61:94:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c752e52c-1e0e-4b69-8288-ed62c19f3b18', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:56:07.545082 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53826) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:07.593165 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5be93a90-c37d-4f82-9abc-c7d99c554611 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:07.601055 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-56ef24a4-1dd1-41a5-83d7-b75d53f6209c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:07.650088 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:07.665585 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a596b-d86c-4de7-a0db-395818659506 req-a7c7efe7-64a1-4d55-a788-5e0914f5560b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:07.667805 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-a7c7efe7-64a1-4d55-a788-5e0914f5560b service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2127259 Jul 06 13:56:07.682444 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b75cf5-263d-4c77-b909-aed48eb16174 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:56:07.720363 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 27b75cf5-263d-4c77-b909-aed48eb16174, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=27b75cf5-263d-4c77-b909-aed48eb16174,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:07.726412 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:07.807750 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=27b75cf5-263d-4c77-b909-aed48eb16174,revision_number=12']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:07.817263 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['27b75cf5-263d-4c77-b909-aed48eb16174'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:56:07.997405 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a706b-ed67-4719-8b04-2948feafe32f req-d52b9840-2dd6-4a32-aa89-7ce314868943 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:08.003074 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a6a706b-ed67-4719-8b04-2948feafe32f req-d52b9840-2dd6-4a32-aa89-7ce314868943 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 945 time: 0.2360284 Jul 06 13:56:08.021614 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-ed88fbe3-01a8-49d7-be04-0d51b3646bd8 service neutron] 10.222.0.124 "GET /v2.0/networks/47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429742 Jul 06 13:56:08.083081 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a6a706b-ed67-4719-8b04-2948feafe32f req-e0bf32e8-6521-4853-bb0f-2d45f1634e9d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577211 Jul 06 13:56:08.166997 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-56ef24a4-1dd1-41a5-83d7-b75d53f6209c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:08.178517 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-56ef24a4-1dd1-41a5-83d7-b75d53f6209c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:08.357180 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-56ef24a4-1dd1-41a5-83d7-b75d53f6209c admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=2b4432399a3244809941041f91b05672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8031437 Jul 06 13:56:08.357630 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5be93a90-c37d-4f82-9abc-c7d99c554611 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:08.359085 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53848) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:08.367743 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5be93a90-c37d-4f82-9abc-c7d99c554611 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:08.383567 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef24a4-1dd1-41a5-83d7-b75d53f6209c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae89391-85fc-4a26-af46-d482b7817abf,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:08.432167 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-0ac331a6-dd0f-48a7-a4a0-3bca422a4de1 service neutron] 10.222.0.124 "GET /v2.0/networks/47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618011 Jul 06 13:56:08.439923 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be93a90-c37d-4f82-9abc-c7d99c554611 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edd0893d-98af-4a83-9eae-88d1111ae057,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:08.463655 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5be93a90-c37d-4f82-9abc-c7d99c554611 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:08.469439 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5be93a90-c37d-4f82-9abc-c7d99c554611 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9411311 Jul 06 13:56:08.475437 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d46e42f8-90db-4159-b673-a374f63f692d up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:56:08.479887 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53850) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:08.503359 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-eabb6551-cb11-45a6-a5db-d5f8230bcd6c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Request body: {'security_group_rule': {'security_group_id': 'edd0893d-98af-4a83-9eae-88d1111ae057', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:08.608185 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-3e53190d-1536-42c8-8e82-1ea2db12a253 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2901d280-4cec-4a3b-bbf6-00c4a5038850 HTTP/1.1" status: 200 len: 217 time: 0.1602311 Jul 06 13:56:08.624856 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port d46e42f8-90db-4159-b673-a374f63f692d triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:08.625300 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:08.644733 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eabb6551-cb11-45a6-a5db-d5f8230bcd6c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:08.824906 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-67273f6d-91c9-4dd1-9a87-a106d5aa788e req-c84f9868-5d25-4a80-9e6c-5f69c58a7a98 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=e645419c-72d8-4911-b586-3526e3c38a1e HTTP/1.1" status: 200 len: 210 time: 0.2001524 Jul 06 13:56:08.890829 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-761b9965-bcf1-4eae-9175-f1df3d852baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:08.911820 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a596b-d86c-4de7-a0db-395818659506 req-ba64de91-2812-45d8-9fc2-119daf785a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:08.913655 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-ba64de91-2812-45d8-9fc2-119daf785a94 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8b322a15-08f2-404b-b5a7-7b23b405c7f9 HTTP/1.1" status: 200 len: 797 time: 0.2644210 Jul 06 13:56:08.948556 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-761b9965-bcf1-4eae-9175-f1df3d852baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:08.972091 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-de7fb817-731e-43b6-ae85-661a911d0b85 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:08.973789 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-de7fb817-731e-43b6-ae85-661a911d0b85 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.52 "GET /v2.0/networks?id=feedd1b5-b16b-46c1-99ff-64793157a3e7 HTTP/1.1" status: 200 len: 813 time: 0.3904102 Jul 06 13:56:08.994482 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-99f8b183-d7a7-4753-ae9a-1d0c87614c6b tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Request body: {'port': {'device_id': 'e645419c-72d8-4911-b586-3526e3c38a1e', 'network_id': 'feedd1b5-b16b-46c1-99ff-64793157a3e7', 'admin_state_up': True, 'tenant_id': '9582b8237f17461e9a1a6b0a40bffc2e'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:09.008354 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eabb6551-cb11-45a6-a5db-d5f8230bcd6c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:09.051115 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a596b-d86c-4de7-a0db-395818659506 req-92ef50c1-af8a-423f-9657-7fe713fd6eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:09.053300 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-92ef50c1-af8a-423f-9657-7fe713fd6eda service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1300895 Jul 06 13:56:09.136605 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eabb6551-cb11-45a6-a5db-d5f8230bcd6c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:09.168734 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 27b75cf5-263d-4c77-b909-aed48eb16174 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:56:09.169505 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53864) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:09.179255 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-761b9965-bcf1-4eae-9175-f1df3d852baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:09.183339 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-761b9965-bcf1-4eae-9175-f1df3d852baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:09.200561 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eabb6551-cb11-45a6-a5db-d5f8230bcd6c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:09.200956 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-761b9965-bcf1-4eae-9175-f1df3d852baf admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/dae89391-85fc-4a26-af46-d482b7817abf HTTP/1.1" status: 204 len: 168 time: 0.8378565 Jul 06 13:56:09.202475 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-eabb6551-cb11-45a6-a5db-d5f8230bcd6c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7155442 Jul 06 13:56:09.210735 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53872) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:09.222223 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-803e23bb-daab-492a-9572-9dbabc8702cc tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Request body: {'security_group_rule': {'security_group_id': 'edd0893d-98af-4a83-9eae-88d1111ae057', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:09.230140 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b9965-bcf1-4eae-9175-f1df3d852baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae89391-85fc-4a26-af46-d482b7817abf,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:09.239225 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-f901e87e-0512-44bd-b9ff-99b7cb0d1abf service neutron] 10.222.0.124 "GET /v2.0/networks/47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725690 Jul 06 13:56:09.257634 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb6551-cb11-45a6-a5db-d5f8230bcd6c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de9739a-df4e-4a93-befa-e0c986d82df1,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:09.277829 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-803e23bb-daab-492a-9572-9dbabc8702cc tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:09.370609 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-803e23bb-daab-492a-9572-9dbabc8702cc tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:09.398950 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-803e23bb-daab-492a-9572-9dbabc8702cc tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:09.399238 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 27b75cf5-263d-4c77-b909-aed48eb16174 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:09.399238 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:09.425469 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-125a596b-d86c-4de7-a0db-395818659506 req-6486ed51-b17a-4e42-985e-5c931d31e0a5 service neutron] 10.222.0.124 "GET /v2.0/networks/47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779799 Jul 06 13:56:09.516718 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-803e23bb-daab-492a-9572-9dbabc8702cc tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:09.519245 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-803e23bb-daab-492a-9572-9dbabc8702cc tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3033276 Jul 06 13:56:09.522498 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53878) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:09.531876 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e23bb-daab-492a-9572-9dbabc8702cc tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a09b14-3c74-4e4e-856f-d9e4a5e9203f,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:09.533183 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-12d2c507-4384-49fb-9ccf-e7fafc59b873 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:09.548739 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:09.581518 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-99f8b183-d7a7-4753-ae9a-1d0c87614c6b tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Made reservation on behalf of 9582b8237f17461e9a1a6b0a40bffc2e for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:09.588614 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-99f8b183-d7a7-4753-ae9a-1d0c87614c6b tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:09.624625 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 27b75cf5-263d-4c77-b909-aed48eb16174, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=27b75cf5-263d-4c77-b909-aed48eb16174,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:09.626165 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8209fbcb-7a64-4ab0-8644-927c68157d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b75cf5-263d-4c77-b909-aed48eb16174'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:09.629169 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968a0f5d-029e-4a8e-823c-11b9591f15a6" -d '{"events": [{"server_uuid": "8209fbcb-7a64-4ab0-8644-927c68157d71", "name": "network-vif-plugged", "status": "completed", "tag": "27b75cf5-263d-4c77-b909-aed48eb16174"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:09.635219 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:09.651976 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-12d2c507-4384-49fb-9ccf-e7fafc59b873 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:09.742972 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=27b75cf5-263d-4c77-b909-aed48eb16174,revision_number=13']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:09.995048 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece4638-2fa5-4250-a7d6-0efc7a16d709 req-e0ca4427-e8e5-4aaf-a122-8189ded1a3ec tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:10.004872 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6ece4638-2fa5-4250-a7d6-0efc7a16d709 req-e0ca4427-e8e5-4aaf-a122-8189ded1a3ec tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 946 time: 0.2146301 Jul 06 13:56:10.013944 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-99f8b183-d7a7-4753-ae9a-1d0c87614c6b tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Allocated IP 172.20.0.10 (feedd1b5-b16b-46c1-99ff-64793157a3e7/a061d95c-fe13-4bcf-a696-dc3a1931aea5/e7859295-2f94-40e5-b72e-510b3dea8dc1) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:10.087780 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6ece4638-2fa5-4250-a7d6-0efc7a16d709 req-5a06a57d-ef4f-4423-9003-f35d78821459 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818441 Jul 06 13:56:10.105687 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-12d2c507-4384-49fb-9ccf-e7fafc59b873 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:10.123445 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:10.239632 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-d742cb6c-9822-4ec1-9d3c-059f73a90100 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1211721647'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:10.375421 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d26be71-819e-47a5-9924-8130bde5f785 x-openstack-request-id: req-1d26be71-819e-47a5-9924-8130bde5f785 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:10.375732 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8209fbcb-7a64-4ab0-8644-927c68157d71", "name": "network-vif-plugged", "status": "completed", "tag": "27b75cf5-263d-4c77-b909-aed48eb16174", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:10.376012 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-1d26be71-819e-47a5-9924-8130bde5f785 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:10.376474 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8209fbcb-7a64-4ab0-8644-927c68157d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b75cf5-263d-4c77-b909-aed48eb16174', 'code': 200} Jul 06 13:56:10.426697 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-99f8b183-d7a7-4753-ae9a-1d0c87614c6b tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:10.453686 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d742cb6c-9822-4ec1-9d3c-059f73a90100 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Made reservation on behalf of ac25ae585b674331b608bbf1f55ffae5 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:10.457330 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d742cb6c-9822-4ec1-9d3c-059f73a90100 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:10.483817 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53890) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:10.522496 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d742cb6c-9822-4ec1-9d3c-059f73a90100 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:10.560452 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-586bd348-f318-4802-8c49-e3ddc968d423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:10.579676 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-99f8b183-d7a7-4753-ae9a-1d0c87614c6b tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:10.597520 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['94486b89-1e65-4e71-b2e4-790ca40489bc'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:56:10.633333 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-12d2c507-4384-49fb-9ccf-e7fafc59b873 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Allocated IP 172.25.6.198 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/84339ed0-559e-4903-80f4-7f6a2b3bcdc5) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:10.712370 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f8b183-d7a7-4753-ae9a-1d0c87614c6b tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Pushing event updated for resources: {'Port': ['ID=e7859295-2f94-40e5-b72e-510b3dea8dc1,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:10.730716 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-99f8b183-d7a7-4753-ae9a-1d0c87614c6b tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Network feedd1b5-b16b-46c1-99ff-64793157a3e7 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:10.744009 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-99f8b183-d7a7-4753-ae9a-1d0c87614c6b tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:10.747355 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-67886319-7698-463a-a3ce-fe086e3d23f8 req-4de64423-fd22-4799-8d8c-a69424fd5cbf tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=e645419c-72d8-4911-b586-3526e3c38a1e HTTP/1.1" status: 200 len: 210 time: 0.2172453 Jul 06 13:56:10.771002 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-99f8b183-d7a7-4753-ae9a-1d0c87614c6b tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:10.794894 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f766b667-d016-42ed-b07c-03970686ab75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:10.877826 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-99f8b183-d7a7-4753-ae9a-1d0c87614c6b tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:10.880539 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-99f8b183-d7a7-4753-ae9a-1d0c87614c6b tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:10.938877 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d742cb6c-9822-4ec1-9d3c-059f73a90100 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:10.953531 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-99f8b183-d7a7-4753-ae9a-1d0c87614c6b tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9635241 Jul 06 13:56:10.957256 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d742cb6c-9822-4ec1-9d3c-059f73a90100 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:10.969483 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-12d2c507-4384-49fb-9ccf-e7fafc59b873 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:10.985553 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-d4b61033-62a0-4134-8022-9076c8e71978 service neutron] Request body: {'port': {'device_id': 'e645419c-72d8-4911-b586-3526e3c38a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:10.993656 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d742cb6c-9822-4ec1-9d3c-059f73a90100 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:56:11.016962 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d742cb6c-9822-4ec1-9d3c-059f73a90100 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:11.017346 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-d742cb6c-9822-4ec1-9d3c-059f73a90100 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Added segment c692b257-847e-4303-aa43-903dce4d7646 of type vlan for network c2c6b1e2-e297-44ef-b46a-39f369bdcc74 Jul 06 13:56:11.034882 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742cb6c-9822-4ec1-9d3c-059f73a90100 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0704f6d-5de1-4bea-96b6-49c0426cd812,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:11.089447 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d742cb6c-9822-4ec1-9d3c-059f73a90100 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:11.128616 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-12d2c507-4384-49fb-9ccf-e7fafc59b873 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:11.192032 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-d4b61033-62a0-4134-8022-9076c8e71978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:11.227703 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f766b667-d016-42ed-b07c-03970686ab75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:11.271534 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d2c507-4384-49fb-9ccf-e7fafc59b873 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:11.275282 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d742cb6c-9822-4ec1-9d3c-059f73a90100 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:11.289424 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d742cb6c-9822-4ec1-9d3c-059f73a90100 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:11.290653 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d742cb6c-9822-4ec1-9d3c-059f73a90100 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:11.319971 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-12d2c507-4384-49fb-9ccf-e7fafc59b873 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:11.321389 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d2c507-4384-49fb-9ccf-e7fafc59b873 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:11.323566 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2c507-4384-49fb-9ccf-e7fafc59b873 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Pushing event updated for resources: {'Port': ['ID=84339ed0-559e-4903-80f4-7f6a2b3bcdc5,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:11.425947 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d742cb6c-9822-4ec1-9d3c-059f73a90100 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.2516353 Jul 06 13:56:11.453062 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:11.468205 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53916) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:11.480164 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-caec36ad-2ea1-40f9-bf0c-ea76487ac7f4 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Request body: {'subnet': {'network_id': 'c2c6b1e2-e297-44ef-b46a-39f369bdcc74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:11.510007 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742cb6c-9822-4ec1-9d3c-059f73a90100 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Pushing event updated for resources: {'Network': ['ID=c2c6b1e2-e297-44ef-b46a-39f369bdcc74,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:11.519869 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network c2c6b1e2-e297-44ef-b46a-39f369bdcc74 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:56:11.567596 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f766b667-d016-42ed-b07c-03970686ab75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:11.639469 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f766b667-d016-42ed-b07c-03970686ab75 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=2039d6897a70433a8bb2c65adc4388c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1545923 Jul 06 13:56:11.646363 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53924) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:11.659883 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766b667-d016-42ed-b07c-03970686ab75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd5a241-ba06-45c4-bda2-9108dfbf73a4,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:11.765922 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-12d2c507-4384-49fb-9ccf-e7fafc59b873 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:11.789242 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff1cf3-2bf3-45df-93cc-425b723a7c26 req-b0034e27-1945-4e6c-a35e-8cb04ece07ac tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:11.797034 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cbff1cf3-2bf3-45df-93cc-425b723a7c26 req-b0034e27-1945-4e6c-a35e-8cb04ece07ac tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 946 time: 0.4811330 Jul 06 13:56:11.801627 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-d4b61033-62a0-4134-8022-9076c8e71978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7859295-2f94-40e5-b72e-510b3dea8dc1 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:56:11.815102 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-d4b61033-62a0-4134-8022-9076c8e71978 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:11.842175 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-d4b61033-62a0-4134-8022-9076c8e71978 service neutron] Transition to ACTIVE for port object e7859295-2f94-40e5-b72e-510b3dea8dc1 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:11.843677 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-579851c9-b430-44ba-b04f-efa625eaff0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:11.860203 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-d4b61033-62a0-4134-8022-9076c8e71978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:11.863085 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caec36ad-2ea1-40f9-bf0c-ea76487ac7f4 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Made reservation on behalf of ac25ae585b674331b608bbf1f55ffae5 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:11.867311 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-caec36ad-2ea1-40f9-bf0c-ea76487ac7f4 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:11.929076 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-12d2c507-4384-49fb-9ccf-e7fafc59b873 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:11.932798 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-579851c9-b430-44ba-b04f-efa625eaff0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:11.935778 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cbff1cf3-2bf3-45df-93cc-425b723a7c26 req-facbe981-08d5-4604-8efa-e22401853186 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377347 Jul 06 13:56:12.016769 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b61033-62a0-4134-8022-9076c8e71978 service neutron] Pushing event updated for resources: {'Port': ['ID=e7859295-2f94-40e5-b72e-510b3dea8dc1,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:12.219584 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-579851c9-b430-44ba-b04f-efa625eaff0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:12.222884 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-579851c9-b430-44ba-b04f-efa625eaff0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:12.227521 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-579851c9-b430-44ba-b04f-efa625eaff0a admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/dfd5a241-ba06-45c4-bda2-9108dfbf73a4 HTTP/1.1" status: 204 len: 168 time: 0.5795150 Jul 06 13:56:12.275715 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-caec36ad-2ea1-40f9-bf0c-ea76487ac7f4 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:12.279736 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-d4b61033-62a0-4134-8022-9076c8e71978 service neutron] Attempting to bind port e7859295-2f94-40e5-b72e-510b3dea8dc1 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:56:12.282292 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-d4b61033-62a0-4134-8022-9076c8e71978 service neutron] Attempting to bind port e7859295-2f94-40e5-b72e-510b3dea8dc1 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'e4d5f113-0733-4d39-911c-a5823573bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'feedd1b5-b16b-46c1-99ff-64793157a3e7'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:56:12.283323 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-12d2c507-4384-49fb-9ccf-e7fafc59b873 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:12.283827 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-d4b61033-62a0-4134-8022-9076c8e71978 service neutron] Attempting to bind port e7859295-2f94-40e5-b72e-510b3dea8dc1 on network feedd1b5-b16b-46c1-99ff-64793157a3e7 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:12.291611 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579851c9-b430-44ba-b04f-efa625eaff0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd5a241-ba06-45c4-bda2-9108dfbf73a4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:12.308260 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-d4b61033-62a0-4134-8022-9076c8e71978 service neutron] Port e7859295-2f94-40e5-b72e-510b3dea8dc1 on network feedd1b5-b16b-46c1-99ff-64793157a3e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:56:12.310210 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-d4b61033-62a0-4134-8022-9076c8e71978 service neutron] Attempting to bind port e7859295-2f94-40e5-b72e-510b3dea8dc1 on network feedd1b5-b16b-46c1-99ff-64793157a3e7 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:12.326051 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-d4b61033-62a0-4134-8022-9076c8e71978 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:56:12.328155 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-d4b61033-62a0-4134-8022-9076c8e71978 service neutron] Checking segment: {'id': 'e4d5f113-0733-4d39-911c-a5823573bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'feedd1b5-b16b-46c1-99ff-64793157a3e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:12.328801 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-d4b61033-62a0-4134-8022-9076c8e71978 service neutron] Bound using segment: {'id': 'e4d5f113-0733-4d39-911c-a5823573bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'feedd1b5-b16b-46c1-99ff-64793157a3e7'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:56:12.329465 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-d4b61033-62a0-4134-8022-9076c8e71978 service neutron] Bound port: e7859295-2f94-40e5-b72e-510b3dea8dc1, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4d5f113-0733-4d39-911c-a5823573bbad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'feedd1b5-b16b-46c1-99ff-64793157a3e7'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:56:12.329973 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-d4b61033-62a0-4134-8022-9076c8e71978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:12.346515 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec36ad-2ea1-40f9-bf0c-ea76487ac7f4 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Pushing event updated for resources: {'Subnet': ['ID=2e776616-091d-4ff0-80df-e1277d7f158b,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:12.348862 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-12d2c507-4384-49fb-9ccf-e7fafc59b873 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:12.502398 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2c507-4384-49fb-9ccf-e7fafc59b873 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Pushing event updated for resources: {'Port': ['ID=84339ed0-559e-4903-80f4-7f6a2b3bcdc5,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:12.517004 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-d4b61033-62a0-4134-8022-9076c8e71978 service neutron] For port e7859295-2f94-40e5-b72e-510b3dea8dc1, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:12.521486 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-d4b61033-62a0-4134-8022-9076c8e71978 service neutron] For port e7859295-2f94-40e5-b72e-510b3dea8dc1, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=e7859295-2f94-40e5-b72e-510b3dea8dc1,segment=NetworkSegment(e4d5f113-0733-4d39-911c-a5823573bbad),segment_id=e4d5f113-0733-4d39-911c-a5823573bbad)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:56:12.532179 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-d4b61033-62a0-4134-8022-9076c8e71978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:12.619087 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b61033-62a0-4134-8022-9076c8e71978 service neutron] Pushing event updated for resources: {'Port': ['ID=e7859295-2f94-40e5-b72e-510b3dea8dc1,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:12.627214 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-d4b61033-62a0-4134-8022-9076c8e71978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:12.627948 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caec36ad-2ea1-40f9-bf0c-ea76487ac7f4 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Checking segment: {'id': 'c692b257-847e-4303-aa43-903dce4d7646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c2c6b1e2-e297-44ef-b46a-39f369bdcc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:12.628411 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-d4b61033-62a0-4134-8022-9076c8e71978 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:12.630099 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-d4b61033-62a0-4134-8022-9076c8e71978 service neutron] 10.222.0.52 "PUT /v2.0/ports/e7859295-2f94-40e5-b72e-510b3dea8dc1 HTTP/1.1" status: 200 len: 1092 time: 1.6554384 Jul 06 13:56:12.630628 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e645419c-72d8-4911-b586-3526e3c38a1e', 'tag': 'e7859295-2f94-40e5-b72e-510b3dea8dc1'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:12.631156 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caec36ad-2ea1-40f9-bf0c-ea76487ac7f4 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Network hostable DHCP agents. Network: c2c6b1e2-e297-44ef-b46a-39f369bdcc74, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:56:12.633100 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a35c09-4b9d-4b29-9402-995e488e7148" -d '{"events": [{"name": "network-changed", "server_uuid": "e645419c-72d8-4911-b586-3526e3c38a1e", "tag": "e7859295-2f94-40e5-b72e-510b3dea8dc1"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:12.675818 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-12d2c507-4384-49fb-9ccf-e7fafc59b873 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:12.721227 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caec36ad-2ea1-40f9-bf0c-ea76487ac7f4 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Network c2c6b1e2-e297-44ef-b46a-39f369bdcc74 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:56:12.736001 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-12d2c507-4384-49fb-9ccf-e7fafc59b873 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:12.739331 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-12d2c507-4384-49fb-9ccf-e7fafc59b873 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2135856 Jul 06 13:56:12.747400 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799d423-92df-42c4-abd9-8462108ee535 req-6f30ddb5-a2b5-4c31-b37c-ee89aaf27a13 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:12.757721 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d799d423-92df-42c4-abd9-8462108ee535 req-6f30ddb5-a2b5-4c31-b37c-ee89aaf27a13 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=e645419c-72d8-4911-b586-3526e3c38a1e HTTP/1.1" status: 200 len: 944 time: 0.2481756 Jul 06 13:56:12.785128 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-caec36ad-2ea1-40f9-bf0c-ea76487ac7f4 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, c2c6b1e2-e297-44ef-b46a-39f369bdcc74) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:12.794506 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933c26f9-da8c-4ece-bb2d-01ae739a8c39 None None] Network c2c6b1e2-e297-44ef-b46a-39f369bdcc74 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:56:12.827062 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caec36ad-2ea1-40f9-bf0c-ea76487ac7f4 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:12.828893 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-caec36ad-2ea1-40f9-bf0c-ea76487ac7f4 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:12.847959 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-1bb5669f-0b4e-449a-bf95-baff93f9abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:12.852363 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-1bb5669f-0b4e-449a-bf95-baff93f9abd0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9582b8237f17461e9a1a6b0a40bffc2e&device_id=e645419c-72d8-4911-b586-3526e3c38a1e HTTP/1.1" status: 200 len: 1095 time: 0.1683652 Jul 06 13:56:12.858516 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53958) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:12.891730 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d799d423-92df-42c4-abd9-8462108ee535 req-43ebf341-0feb-4a31-93ac-40f1784df26b tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320379 Jul 06 13:56:12.929469 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-caec36ad-2ea1-40f9-bf0c-ea76487ac7f4 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4557729 Jul 06 13:56:12.930126 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53962) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:12.950298 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-3526cf62-7a97-440a-a8a9-fead87842933 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7859295-2f94-40e5-b72e-510b3dea8dc1 HTTP/1.1" status: 200 len: 217 time: 0.0842640 Jul 06 13:56:12.950611 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-1216069c-b413-40ea-9f20-d043160c6643 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Request body: {'port': {'network_id': 'c2c6b1e2-e297-44ef-b46a-39f369bdcc74', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1998138988'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:13.048232 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:13.050388 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f53e0f7-874d-4709-9823-d1902ae98dc8 x-openstack-request-id: req-7f53e0f7-874d-4709-9823-d1902ae98dc8 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:13.050798 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e645419c-72d8-4911-b586-3526e3c38a1e", "tag": "e7859295-2f94-40e5-b72e-510b3dea8dc1", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:13.051060 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-7f53e0f7-874d-4709-9823-d1902ae98dc8 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:13.052782 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e645419c-72d8-4911-b586-3526e3c38a1e', 'tag': 'e7859295-2f94-40e5-b72e-510b3dea8dc1', 'status': 'completed', 'code': 200} Jul 06 13:56:13.074998 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-2a803580-96ed-4813-b057-2d4fe8de5f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:13.078871 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-2a803580-96ed-4813-b057-2d4fe8de5f6c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a061d95c-fe13-4bcf-a696-dc3a1931aea5 HTTP/1.1" status: 200 len: 853 time: 0.1210201 Jul 06 13:56:13.156046 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53968) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:13.182729 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-6e45ecdd-7b13-4c5f-b8f6-f9160fb75377 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=feedd1b5-b16b-46c1-99ff-64793157a3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971637 Jul 06 13:56:13.237991 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a835b5a5-60cc-4e63-b2c9-f8b5869b5cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-c2c6b1e2-e297-44ef-b46a-39f369bdcc74', 'network_id': 'c2c6b1e2-e297-44ef-b46a-39f369bdcc74', 'tenant_id': 'ac25ae585b674331b608bbf1f55ffae5', 'fixed_ips': [{'subnet_id': '2e776616-091d-4ff0-80df-e1277d7f158b'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:56:13.243255 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a835b5a5-60cc-4e63-b2c9-f8b5869b5cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:13.284379 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-91e9991b-2a87-412e-90a9-831388b99f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:13.287244 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c20eb33f-0eb2-4382-b886-8fbfe8a67ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:13.412868 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-cfe42603-9d88-472d-8830-57542bcc3875 service neutron] 10.222.0.52 "GET /v2.0/networks/feedd1b5-b16b-46c1-99ff-64793157a3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141199 Jul 06 13:56:13.441154 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-91e9991b-2a87-412e-90a9-831388b99f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:13.454474 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.db.api [None req-1216069c-b413-40ea-9f20-d043160c6643 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 13:56:13.454474 n-d-773644-6 neutron-server[100418]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 13:56:13.454474 n-d-773644-6 neutron-server[100418]: [parameters: {'project_id': 'ac25ae585b674331b608bbf1f55ffae5', 'id': 'cb0025d8-104b-4063-9e3d-c755050101a5', 'expiration': datetime.datetime(2021, 7, 6, 13, 58, 13, 340312)}] Jul 06 13:56:13.454474 n-d-773644-6 neutron-server[100418]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 13:56:13.455161 n-d-773644-6 neutron-server[100418]: DEBUG oslo_db.api [None req-1216069c-b413-40ea-9f20-d043160c6643 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 13:56:13.459814 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-91e9991b-2a87-412e-90a9-831388b99f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:13.523566 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-a835b5a5-60cc-4e63-b2c9-f8b5869b5cb3 None None] Allocated IP 2001:db8::2 (c2c6b1e2-e297-44ef-b46a-39f369bdcc74/2e776616-091d-4ff0-80df-e1277d7f158b/d3e3c797-be3b-4568-a2f6-525633fb23a9) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:13.536364 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-91e9991b-2a87-412e-90a9-831388b99f63 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=b4b764db98744ac7b23a7b76b61037e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3750761 Jul 06 13:56:13.538436 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53974) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:13.543918 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9991b-2a87-412e-90a9-831388b99f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cfd5fd-ac53-4dfc-85cb-1b611820751f,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:13.560618 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa3c66-990b-446f-a89b-2dae1ae3ef73 req-abb19811-cc0d-4b3a-9a78-5a7110c71892 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:13.562452 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4bfa3c66-990b-446f-a89b-2dae1ae3ef73 req-abb19811-cc0d-4b3a-9a78-5a7110c71892 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 946 time: 0.3107712 Jul 06 13:56:13.629575 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4bfa3c66-990b-446f-a89b-2dae1ae3ef73 req-d7d49f75-100e-496e-a5e2-d8bbb19c864b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612991 Jul 06 13:56:13.643074 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0a541986-f7a1-42e6-b0ee-492fe5808765 req-cea1ae42-06f6-4a3d-ab7d-a92cae0677ba service neutron] 10.222.0.52 "GET /v2.0/networks/feedd1b5-b16b-46c1-99ff-64793157a3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228751 Jul 06 13:56:13.681620 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1019c22a-98bd-41fc-bf56-4939dcb3b918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:13.707765 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1019c22a-98bd-41fc-bf56-4939dcb3b918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:13.710856 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c20eb33f-0eb2-4382-b886-8fbfe8a67ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:13.718349 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c20eb33f-0eb2-4382-b886-8fbfe8a67ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:13.785878 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c20eb33f-0eb2-4382-b886-8fbfe8a67ff2 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=624aad4980c5491abf7074e425e9a91d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9254806 Jul 06 13:56:13.798810 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53976) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:13.799546 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20eb33f-0eb2-4382-b886-8fbfe8a67ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7619d1d-d662-4c90-aff2-429d8f0d7235,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:13.873135 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a835b5a5-60cc-4e63-b2c9-f8b5869b5cb3 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:13.873856 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1019c22a-98bd-41fc-bf56-4939dcb3b918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:13.876574 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1019c22a-98bd-41fc-bf56-4939dcb3b918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:13.880437 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1019c22a-98bd-41fc-bf56-4939dcb3b918 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/13cfd5fd-ac53-4dfc-85cb-1b611820751f HTTP/1.1" status: 204 len: 168 time: 0.3381028 Jul 06 13:56:13.887877 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a835b5a5-60cc-4e63-b2c9-f8b5869b5cb3 None None] Transition to ACTIVE for port object d3e3c797-be3b-4568-a2f6-525633fb23a9 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:13.921786 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a835b5a5-60cc-4e63-b2c9-f8b5869b5cb3 None None] Transition to ACTIVE for port object d3e3c797-be3b-4568-a2f6-525633fb23a9 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:13.924927 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019c22a-98bd-41fc-bf56-4939dcb3b918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cfd5fd-ac53-4dfc-85cb-1b611820751f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:13.936088 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-97978d9f-3333-4fe7-a491-f516b60659cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:13.945406 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a35c09-4b9d-4b29-9402-995e488e7148 req-53953c5b-7874-4d95-a7c5-2f432f988bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:13.947000 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e2a35c09-4b9d-4b29-9402-995e488e7148 req-53953c5b-7874-4d95-a7c5-2f432f988bb3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9582b8237f17461e9a1a6b0a40bffc2e&device_id=e645419c-72d8-4911-b586-3526e3c38a1e HTTP/1.1" status: 200 len: 1095 time: 0.2278736 Jul 06 13:56:13.950193 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a835b5a5-60cc-4e63-b2c9-f8b5869b5cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:13.979167 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-97978d9f-3333-4fe7-a491-f516b60659cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:14.037639 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1216069c-b413-40ea-9f20-d043160c6643 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Made reservation on behalf of ac25ae585b674331b608bbf1f55ffae5 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:14.045125 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1216069c-b413-40ea-9f20-d043160c6643 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:14.077046 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a835b5a5-60cc-4e63-b2c9-f8b5869b5cb3 None None] Network c2c6b1e2-e297-44ef-b46a-39f369bdcc74 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:14.084249 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-a835b5a5-60cc-4e63-b2c9-f8b5869b5cb3 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:14.089807 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a835b5a5-60cc-4e63-b2c9-f8b5869b5cb3 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:14.106290 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835b5a5-60cc-4e63-b2c9-f8b5869b5cb3 None None] Pushing event updated for resources: {'Port': ['ID=d3e3c797-be3b-4568-a2f6-525633fb23a9,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:14.132458 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-1216069c-b413-40ea-9f20-d043160c6643 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] device_id is not set on port dec2eb83-f478-43ea-8bf9-d767c1d2eb43 yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 13:56:14.186286 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-a835b5a5-60cc-4e63-b2c9-f8b5869b5cb3 None None] Attempting to bind port d3e3c797-be3b-4568-a2f6-525633fb23a9 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:56:14.187193 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-a835b5a5-60cc-4e63-b2c9-f8b5869b5cb3 None None] Attempting to bind port d3e3c797-be3b-4568-a2f6-525633fb23a9 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'c692b257-847e-4303-aa43-903dce4d7646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c2c6b1e2-e297-44ef-b46a-39f369bdcc74'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:56:14.187844 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a835b5a5-60cc-4e63-b2c9-f8b5869b5cb3 None None] Attempting to bind port d3e3c797-be3b-4568-a2f6-525633fb23a9 on network c2c6b1e2-e297-44ef-b46a-39f369bdcc74 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:14.194600 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a835b5a5-60cc-4e63-b2c9-f8b5869b5cb3 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:56:14.195573 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a835b5a5-60cc-4e63-b2c9-f8b5869b5cb3 None None] Checking segment: {'id': 'c692b257-847e-4303-aa43-903dce4d7646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c2c6b1e2-e297-44ef-b46a-39f369bdcc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:14.196726 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a835b5a5-60cc-4e63-b2c9-f8b5869b5cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:14.197332 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a835b5a5-60cc-4e63-b2c9-f8b5869b5cb3 None None] Bound using segment: {'id': 'c692b257-847e-4303-aa43-903dce4d7646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c2c6b1e2-e297-44ef-b46a-39f369bdcc74'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:56:14.198090 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-a835b5a5-60cc-4e63-b2c9-f8b5869b5cb3 None None] Bound port: d3e3c797-be3b-4568-a2f6-525633fb23a9, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c692b257-847e-4303-aa43-903dce4d7646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c2c6b1e2-e297-44ef-b46a-39f369bdcc74'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:56:14.198711 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a835b5a5-60cc-4e63-b2c9-f8b5869b5cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:14.314196 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-a835b5a5-60cc-4e63-b2c9-f8b5869b5cb3 None None] For port d3e3c797-be3b-4568-a2f6-525633fb23a9, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:14.321002 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-a835b5a5-60cc-4e63-b2c9-f8b5869b5cb3 None None] For port d3e3c797-be3b-4568-a2f6-525633fb23a9, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d3e3c797-be3b-4568-a2f6-525633fb23a9,segment=NetworkSegment(c692b257-847e-4303-aa43-903dce4d7646),segment_id=c692b257-847e-4303-aa43-903dce4d7646)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:56:14.344047 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a835b5a5-60cc-4e63-b2c9-f8b5869b5cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:14.344545 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-aa9142fe-adaa-4c21-ae44-95c32718d6fc tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-securitygroup--1591958613&fields=id&tenant_id=9336c3d8fa4746dd9ed2823889de2712 HTTP/1.1" status: 200 len: 267 time: 0.2719352 Jul 06 13:56:14.409620 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-97978d9f-3333-4fe7-a491-f516b60659cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:14.413016 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-97978d9f-3333-4fe7-a491-f516b60659cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:14.418199 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-97978d9f-3333-4fe7-a491-f516b60659cb admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/d7619d1d-d662-4c90-aff2-429d8f0d7235 HTTP/1.1" status: 204 len: 168 time: 0.6037488 Jul 06 13:56:14.448330 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97978d9f-3333-4fe7-a491-f516b60659cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7619d1d-d662-4c90-aff2-429d8f0d7235,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:14.462759 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-1216069c-b413-40ea-9f20-d043160c6643 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Allocated IP 2001:db8::88 (c2c6b1e2-e297-44ef-b46a-39f369bdcc74/2e776616-091d-4ff0-80df-e1277d7f158b/dec2eb83-f478-43ea-8bf9-d767c1d2eb43) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:14.477634 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-c0dfe37d-9690-41ec-b358-085cbf527734 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:14.486465 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-c0dfe37d-9690-41ec-b358-085cbf527734 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports/c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 HTTP/1.1" status: 200 len: 936 time: 0.1401873 Jul 06 13:56:14.508527 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835b5a5-60cc-4e63-b2c9-f8b5869b5cb3 None None] Pushing event updated for resources: {'Port': ['ID=d3e3c797-be3b-4568-a2f6-525633fb23a9,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:14.625625 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-0dd8968a-1f0a-474f-b8fc-e5e95fbc9a8a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:14.625625 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-0dd8968a-1f0a-474f-b8fc-e5e95fbc9a8a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports/e76ed683-71b8-44b2-8f04-a3fafeb1baa3 HTTP/1.1" status: 200 len: 937 time: 0.1140311 Jul 06 13:56:14.678373 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-05b5072e-e7f5-4e1e-80a3-cc9406043e2a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?network_id=cc63bc54-7a53-4d51-ae88-21113312a65f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0677257 Jul 06 13:56:14.745536 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-976559f8-17f4-41fe-99d5-81c74aeb9797 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?network_id=cc63bc54-7a53-4d51-ae88-21113312a65f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0604799 Jul 06 13:56:14.848761 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a35c09-4b9d-4b29-9402-995e488e7148 req-8e7b2cc6-1ffe-468d-a155-bfd0c4302d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:14.851629 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e2a35c09-4b9d-4b29-9402-995e488e7148 req-8e7b2cc6-1ffe-468d-a155-bfd0c4302d56 service neutron] 10.222.0.52 "GET /v2.0/networks?id=feedd1b5-b16b-46c1-99ff-64793157a3e7 HTTP/1.1" status: 200 len: 914 time: 0.8968163 Jul 06 13:56:14.940792 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e2a35c09-4b9d-4b29-9402-995e488e7148 req-d17d2e2b-14a9-4e7a-967b-653a991a15fe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e7859295-2f94-40e5-b72e-510b3dea8dc1 HTTP/1.1" status: 200 len: 217 time: 0.0731308 Jul 06 13:56:15.037119 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a35c09-4b9d-4b29-9402-995e488e7148 req-4daf1410-feba-45b5-93d5-2f498474aefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:15.038953 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e2a35c09-4b9d-4b29-9402-995e488e7148 req-4daf1410-feba-45b5-93d5-2f498474aefe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a061d95c-fe13-4bcf-a696-dc3a1931aea5 HTTP/1.1" status: 200 len: 853 time: 0.0946429 Jul 06 13:56:15.100230 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e2a35c09-4b9d-4b29-9402-995e488e7148 req-fc0fce05-df02-4c2d-9f20-cbf8c68896c7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=feedd1b5-b16b-46c1-99ff-64793157a3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501173 Jul 06 13:56:15.354841 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e2a35c09-4b9d-4b29-9402-995e488e7148 req-d311e0b9-7f9d-408c-a5bc-ba42a2ce7a15 service neutron] 10.222.0.52 "GET /v2.0/networks/feedd1b5-b16b-46c1-99ff-64793157a3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437749 Jul 06 13:56:15.609131 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-f7b46f3c-0a01-4b1c-b71b-13e66fd3686d tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:15.624465 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-f7b46f3c-0a01-4b1c-b71b-13e66fd3686d tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:15.644191 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-f7b46f3c-0a01-4b1c-b71b-13e66fd3686d tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:15.646027 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-f7b46f3c-0a01-4b1c-b71b-13e66fd3686d tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/networks?id=d3d758c6-1344-45af-aaa5-3031f97f13d4&id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&id=cc63bc54-7a53-4d51-ae88-21113312a65f&id=cc63bc54-7a53-4d51-ae88-21113312a65f HTTP/1.1" status: 200 len: 1995 time: 0.8887675 Jul 06 13:56:15.699303 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e2a35c09-4b9d-4b29-9402-995e488e7148 req-a7b98ab2-d14e-4460-8e54-cd8e68b0360d service neutron] 10.222.0.52 "GET /v2.0/networks/feedd1b5-b16b-46c1-99ff-64793157a3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332503 Jul 06 13:56:15.700319 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54030) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:15.709662 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-0c1826f6-6353-420d-8673-a73b98c7ff16 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/quotas/9336c3d8fa4746dd9ed2823889de2712 HTTP/1.1" status: 200 len: 375 time: 0.0407364 Jul 06 13:56:15.854361 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-f01f4fa3-4b91-46a2-95f1-4de8b1168e46 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=9336c3d8fa4746dd9ed2823889de2712&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1353357 Jul 06 13:56:15.881030 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1216069c-b413-40ea-9f20-d043160c6643 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:15.897109 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4b2a999a-e486-48bb-8231-7e7a627e90d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2127739097-network', 'tenant_id': '3b8f771b69bf4fc58bf1011b82770d54'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:15.942960 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2a999a-e486-48bb-8231-7e7a627e90d7 admin admin] Made reservation on behalf of 3b8f771b69bf4fc58bf1011b82770d54 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:15.946379 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4b2a999a-e486-48bb-8231-7e7a627e90d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:15.959939 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4b2a999a-e486-48bb-8231-7e7a627e90d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:15.979801 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-1216069c-b413-40ea-9f20-d043160c6643 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Transition to ACTIVE for port object dec2eb83-f478-43ea-8bf9-d767c1d2eb43 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:16.050890 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-5811dfbc-3ea8-43b0-8e62-355936969aee service neutron] 10.222.0.118 "GET /v2.0/networks/d3d758c6-1344-45af-aaa5-3031f97f13d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661315 Jul 06 13:56:16.073142 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1216069c-b413-40ea-9f20-d043160c6643 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:16.146170 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4b2a999a-e486-48bb-8231-7e7a627e90d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:16.154774 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4b2a999a-e486-48bb-8231-7e7a627e90d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:16.165702 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1216069c-b413-40ea-9f20-d043160c6643 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Network c2c6b1e2-e297-44ef-b46a-39f369bdcc74 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:16.173739 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-1216069c-b413-40ea-9f20-d043160c6643 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:16.176079 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1216069c-b413-40ea-9f20-d043160c6643 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:16.181959 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1216069c-b413-40ea-9f20-d043160c6643 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:16.182599 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1216069c-b413-40ea-9f20-d043160c6643 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:16.211306 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1216069c-b413-40ea-9f20-d043160c6643 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.2799399 Jul 06 13:56:16.218513 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54042) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:16.224530 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2a999a-e486-48bb-8231-7e7a627e90d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:56:16.232059 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216069c-b413-40ea-9f20-d043160c6643 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Pushing event updated for resources: {'Port': ['ID=dec2eb83-f478-43ea-8bf9-d767c1d2eb43,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:16.249411 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-9656c35d-2d6f-48f1-970c-1ced1194597d tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Request body: {'port': {'network_id': 'c2c6b1e2-e297-44ef-b46a-39f369bdcc74', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1321619798', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:16.250272 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.api.validators [None req-9656c35d-2d6f-48f1-970c-1ced1194597d tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] bootfile-name is not in valid_values {{(pid=100417) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 13:56:16.250715 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.api.validators [None req-9656c35d-2d6f-48f1-970c-1ced1194597d tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] tftp-server is not in valid_values {{(pid=100417) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 13:56:16.251166 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.api.validators [None req-9656c35d-2d6f-48f1-970c-1ced1194597d tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] server-ip-address is not in valid_values {{(pid=100417) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 13:56:16.279671 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-0217d4bc-511c-4d44-bb90-4d514560ff17 service neutron] 10.222.0.118 "GET /v2.0/networks/d3d758c6-1344-45af-aaa5-3031f97f13d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126114 Jul 06 13:56:16.287451 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a999a-e486-48bb-8231-7e7a627e90d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e3317c-e314-4b7f-8e1d-8684dabd0d26,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:16.311653 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77521c71-a81c-45c4-bb3f-418b4dfc3d78 None None] Network c2c6b1e2-e297-44ef-b46a-39f369bdcc74 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:56:16.408274 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-edc92083-65e2-4570-9764-7ab9e00ba570 service neutron] 10.222.0.118 "GET /v2.0/ports/c81b15c8-afcc-4b25-b3cc-00f2946f2dd8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1271648 Jul 06 13:56:16.474767 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ca75ad6e-7268-41a5-91b2-2b71056a34f8 None None] Provisioning for port d3e3c797-be3b-4568-a2f6-525633fb23a9 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:16.520324 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4b2a999a-e486-48bb-8231-7e7a627e90d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:16.520816 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:16.521821 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-4b2a999a-e486-48bb-8231-7e7a627e90d7 admin admin] Added segment 25820311-8714-4f9c-88fa-9bb9977684bf of type vlan for network a72bbc69-8bb6-4c95-b6cb-d60138d51dd1 Jul 06 13:56:16.575636 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d3e3c797-be3b-4568-a2f6-525633fb23a9 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:56:16.623835 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-a637c1e2-b712-44f9-a1fe-c4f1607fdf14 service neutron] 10.222.0.118 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143862 Jul 06 13:56:16.697029 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4b2a999a-e486-48bb-8231-7e7a627e90d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:16.709361 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9656c35d-2d6f-48f1-970c-1ced1194597d tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Made reservation on behalf of ac25ae585b674331b608bbf1f55ffae5 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:16.724947 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9656c35d-2d6f-48f1-970c-1ced1194597d tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:16.805769 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-9656c35d-2d6f-48f1-970c-1ced1194597d tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] device_id is not set on port 3ec895fa-3806-4f53-8fda-51a5d867de2d yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 13:56:16.880877 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port d3e3c797-be3b-4568-a2f6-525633fb23a9 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:16.883493 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-1351fcdc-7ad9-440d-a233-031c6cf183c0 service neutron] 10.222.0.118 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578561 Jul 06 13:56:16.885733 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4b2a999a-e486-48bb-8231-7e7a627e90d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:16.887783 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2a999a-e486-48bb-8231-7e7a627e90d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:16.889158 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4b2a999a-e486-48bb-8231-7e7a627e90d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:16.902927 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port d3e3c797-be3b-4568-a2f6-525633fb23a9 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:16.903495 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:16.978033 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-370c0317-f36b-4953-b33e-316848d26e4b service neutron] 10.222.0.118 "GET /v2.0/ports/e76ed683-71b8-44b2-8f04-a3fafeb1baa3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0941737 Jul 06 13:56:17.052019 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a999a-e486-48bb-8231-7e7a627e90d7 admin admin] Pushing event updated for resources: {'Network': ['ID=a72bbc69-8bb6-4c95-b6cb-d60138d51dd1,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:17.058253 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4b2a999a-e486-48bb-8231-7e7a627e90d7 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3552377 Jul 06 13:56:17.063074 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54056) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:17.070998 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-938d4d0d-5044-4bc9-95f9-defc93f28d40 admin admin] Request body: {'subnet': {'network_id': 'a72bbc69-8bb6-4c95-b6cb-d60138d51dd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2127739097-subnet', 'tenant_id': '3b8f771b69bf4fc58bf1011b82770d54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:17.076528 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network a72bbc69-8bb6-4c95-b6cb-d60138d51dd1 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:56:17.144320 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938d4d0d-5044-4bc9-95f9-defc93f28d40 admin admin] Made reservation on behalf of 3b8f771b69bf4fc58bf1011b82770d54 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:17.151495 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-938d4d0d-5044-4bc9-95f9-defc93f28d40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:17.300814 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-8538bb8f-1e96-43a6-860a-c91eaf4a0c59 service neutron] 10.222.0.118 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217659 Jul 06 13:56:17.318752 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device e7859295-2f94-40e5-b72e-510b3dea8dc1 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:56:17.333131 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-9656c35d-2d6f-48f1-970c-1ced1194597d tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Allocated IP 2001:db8::13d (c2c6b1e2-e297-44ef-b46a-39f369bdcc74/2e776616-091d-4ff0-80df-e1277d7f158b/3ec895fa-3806-4f53-8fda-51a5d867de2d) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:17.541701 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-35f988ce-2e44-46e2-a428-68589de68e09 service neutron] 10.222.0.118 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394397 Jul 06 13:56:17.727098 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9656c35d-2d6f-48f1-970c-1ced1194597d tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:17.752730 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9656c35d-2d6f-48f1-970c-1ced1194597d tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Transition to ACTIVE for port object 3ec895fa-3806-4f53-8fda-51a5d867de2d will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:17.817811 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9656c35d-2d6f-48f1-970c-1ced1194597d tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:17.847536 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:17.879517 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port e7859295-2f94-40e5-b72e-510b3dea8dc1, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=e7859295-2f94-40e5-b72e-510b3dea8dc1,segment=NetworkSegment(e4d5f113-0733-4d39-911c-a5823573bbad),segment_id=e4d5f113-0733-4d39-911c-a5823573bbad)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:17.886896 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d3d72f85-deec-482e-a96d-93810d1b7112 None None] Provisioning complete for port d3e3c797-be3b-4568-a2f6-525633fb23a9 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:17.888123 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d3d72f85-deec-482e-a96d-93810d1b7112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:17.925405 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9656c35d-2d6f-48f1-970c-1ced1194597d tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Network c2c6b1e2-e297-44ef-b46a-39f369bdcc74 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:17.930907 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-9656c35d-2d6f-48f1-970c-1ced1194597d tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:17.938938 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9656c35d-2d6f-48f1-970c-1ced1194597d tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:17.964176 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9656c35d-2d6f-48f1-970c-1ced1194597d tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:17.964861 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9656c35d-2d6f-48f1-970c-1ced1194597d tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:17.966906 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port d3e3c797-be3b-4568-a2f6-525633fb23a9, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d3e3c797-be3b-4568-a2f6-525633fb23a9,segment=NetworkSegment(c692b257-847e-4303-aa43-903dce4d7646),segment_id=c692b257-847e-4303-aa43-903dce4d7646)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:17.971074 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'e7859295-2f94-40e5-b72e-510b3dea8dc1', 'network_id': 'feedd1b5-b16b-46c1-99ff-64793157a3e7', 'port_id': 'e7859295-2f94-40e5-b72e-510b3dea8dc1', 'mac_address': 'fa:16:3e:10:97:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a061d95c-fe13-4bcf-a696-dc3a1931aea5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:56:17.977721 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:17.994357 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656c35d-2d6f-48f1-970c-1ced1194597d tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Pushing event updated for resources: {'Port': ['ID=3ec895fa-3806-4f53-8fda-51a5d867de2d,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:18.016057 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-44b3c1b3-6b2f-4578-ace8-7f7a120e3a1e service neutron] 10.222.0.118 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731147 Jul 06 13:56:18.018763 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9656c35d-2d6f-48f1-970c-1ced1194597d tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.7946646 Jul 06 13:56:18.021346 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54066) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:18.154891 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=d3e3c797-be3b-4568-a2f6-525633fb23a9,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:18.166641 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:18.171535 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d3d72f85-deec-482e-a96d-93810d1b7112 None None] Provisioning for port dec2eb83-f478-43ea-8bf9-d767c1d2eb43 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:18.204228 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d3d72f85-deec-482e-a96d-93810d1b7112 None None] Provisioning complete for port dec2eb83-f478-43ea-8bf9-d767c1d2eb43 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:18.204228 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d3d72f85-deec-482e-a96d-93810d1b7112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:18.209869 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-938d4d0d-5044-4bc9-95f9-defc93f28d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:18.235229 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7859295-2f94-40e5-b72e-510b3dea8dc1 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:56:18.269676 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port e7859295-2f94-40e5-b72e-510b3dea8dc1, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=e7859295-2f94-40e5-b72e-510b3dea8dc1,segment=NetworkSegment(e4d5f113-0733-4d39-911c-a5823573bbad),segment_id=e4d5f113-0733-4d39-911c-a5823573bbad)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:18.270871 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d3d72f85-deec-482e-a96d-93810d1b7112 None None] Port dec2eb83-f478-43ea-8bf9-d767c1d2eb43 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:56:18.281276 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:18.309811 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caeeada-7e34-4b8e-bb10-67c25291437b tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:18.318796 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caeeada-7e34-4b8e-bb10-67c25291437b tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:18.327230 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caeeada-7e34-4b8e-bb10-67c25291437b tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:18.329673 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9caeeada-7e34-4b8e-bb10-67c25291437b tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.3065121 Jul 06 13:56:18.332132 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54068) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:18.375738 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=e7859295-2f94-40e5-b72e-510b3dea8dc1,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:18.398434 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c58de2af-16de-477e-90eb-a9673e4582df None None] Provisioning complete for port dec2eb83-f478-43ea-8bf9-d767c1d2eb43 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:18.400847 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c58de2af-16de-477e-90eb-a9673e4582df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:18.448444 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-6af9498b-1ff4-440a-8008-6dce34a622af service neutron] 10.222.0.118 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119530 Jul 06 13:56:18.482195 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-c58de2af-16de-477e-90eb-a9673e4582df None None] Port dec2eb83-f478-43ea-8bf9-d767c1d2eb43 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:56:18.531323 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-18e99c3b-a453-4bbd-8cac-155cc27ca86e tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Deleting port 3ec895fa-3806-4f53-8fda-51a5d867de2d {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:56:18.531840 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18e99c3b-a453-4bbd-8cac-155cc27ca86e tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:18.562297 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d3e3c797-be3b-4568-a2f6-525633fb23a9 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:56:18.647922 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['e7859295-2f94-40e5-b72e-510b3dea8dc1'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:56:18.650227 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18e99c3b-a453-4bbd-8cac-155cc27ca86e tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:18.666498 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-18e99c3b-a453-4bbd-8cac-155cc27ca86e tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Calling delete_port for 3ec895fa-3806-4f53-8fda-51a5d867de2d owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:56:18.685661 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d4d0d-5044-4bc9-95f9-defc93f28d40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90b80f1a-c53b-443a-bbde-b11660946ff8,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:18.754899 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938d4d0d-5044-4bc9-95f9-defc93f28d40 admin admin] Checking segment: {'id': '25820311-8714-4f9c-88fa-9bb9977684bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a72bbc69-8bb6-4c95-b6cb-d60138d51dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:18.756120 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938d4d0d-5044-4bc9-95f9-defc93f28d40 admin admin] Network hostable DHCP agents. Network: a72bbc69-8bb6-4c95-b6cb-d60138d51dd1, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:56:18.768918 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-00fe73d5-aec5-4f08-8d9f-96b612995406 service neutron] 10.222.0.118 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926073 Jul 06 13:56:18.784096 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54072) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:18.794902 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:18.832885 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5a1a142c-6b5b-4a16-b897-8e390e32086b None None] Provisioning for port 3ec895fa-3806-4f53-8fda-51a5d867de2d completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:18.856025 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5a1a142c-6b5b-4a16-b897-8e390e32086b None None] Provisioning complete for port 3ec895fa-3806-4f53-8fda-51a5d867de2d triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:18.856484 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5a1a142c-6b5b-4a16-b897-8e390e32086b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:18.894297 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port d3e3c797-be3b-4568-a2f6-525633fb23a9 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:18.895549 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:18.968132 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18e99c3b-a453-4bbd-8cac-155cc27ca86e tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:18.972428 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-5a1a142c-6b5b-4a16-b897-8e390e32086b None None] Port 3ec895fa-3806-4f53-8fda-51a5d867de2d cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:56:19.039396 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938d4d0d-5044-4bc9-95f9-defc93f28d40 admin admin] Network a72bbc69-8bb6-4c95-b6cb-d60138d51dd1 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:56:19.050911 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e2b467a8-7ae0-408a-9acc-a6df3f240b66 service neutron] 10.222.0.118 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616863 Jul 06 13:56:19.053847 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-938d4d0d-5044-4bc9-95f9-defc93f28d40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, a72bbc69-8bb6-4c95-b6cb-d60138d51dd1) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:19.066604 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e99c3b-a453-4bbd-8cac-155cc27ca86e tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Pushing event deleted for resources: {'Port': ['ID=3ec895fa-3806-4f53-8fda-51a5d867de2d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:19.067055 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938d4d0d-5044-4bc9-95f9-defc93f28d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:19.067715 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-938d4d0d-5044-4bc9-95f9-defc93f28d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:19.085852 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1f5f8b-9476-4ece-ab67-1c2374ae9130 None None] Network a72bbc69-8bb6-4c95-b6cb-d60138d51dd1 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:56:19.131104 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18e99c3b-a453-4bbd-8cac-155cc27ca86e tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:19.138998 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-18e99c3b-a453-4bbd-8cac-155cc27ca86e tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] 10.222.0.118 "DELETE /v2.0/ports/3ec895fa-3806-4f53-8fda-51a5d867de2d HTTP/1.1" status: 204 len: 168 time: 0.8055990 Jul 06 13:56:19.146728 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54076) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:19.156347 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-181f4b17-13e4-4e90-9bbf-50016eed2813 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Request body: {'port': {'name': 'tempest-new-port-name-970085340', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:19.157278 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.api.validators [None req-181f4b17-13e4-4e90-9bbf-50016eed2813 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] bootfile-name is not in valid_values {{(pid=100417) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 13:56:19.158076 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.api.validators [None req-181f4b17-13e4-4e90-9bbf-50016eed2813 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] tftp-server is not in valid_values {{(pid=100417) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 13:56:19.173637 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.api.validators [None req-181f4b17-13e4-4e90-9bbf-50016eed2813 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] server-ip-address is not in valid_values {{(pid=100417) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 13:56:19.230725 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-966b08ac-cb37-476e-86f5-6468a53d84ed service neutron] 10.222.0.118 "GET /v2.0/networks/cc63bc54-7a53-4d51-ae88-21113312a65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656892 Jul 06 13:56:19.246675 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-938d4d0d-5044-4bc9-95f9-defc93f28d40 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1806352 Jul 06 13:56:19.368318 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8121f698-7e28-4b61-959f-6d0f23e68e67 None None] Network a72bbc69-8bb6-4c95-b6cb-d60138d51dd1 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:56:19.368892 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f83cf701-fafe-44e9-a367-68afa41cdc50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:19.413380 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-87c956c0-661c-4011-b95e-a7773655ae8e service neutron] 10.222.0.118 "GET /v2.0/networks/cc63bc54-7a53-4d51-ae88-21113312a65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650348 Jul 06 13:56:19.445610 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-181f4b17-13e4-4e90-9bbf-50016eed2813 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:19.627717 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-8430d91e-d5f8-4274-9a78-c603c421c006 service neutron] 10.222.0.118 "GET /v2.0/networks/cc63bc54-7a53-4d51-ae88-21113312a65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079787 Jul 06 13:56:19.677446 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f83cf701-fafe-44e9-a367-68afa41cdc50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:19.686293 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f83cf701-fafe-44e9-a367-68afa41cdc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:19.734318 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-77de04ee-d177-45bf-a982-63f093462ff2 service neutron] 10.222.0.118 "GET /v2.0/networks/cc63bc54-7a53-4d51-ae88-21113312a65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005037 Jul 06 13:56:19.819286 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f83cf701-fafe-44e9-a367-68afa41cdc50 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=b421762989494418a2ecab5158c0994d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0273449 Jul 06 13:56:19.819618 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54086) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:19.839603 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83cf701-fafe-44e9-a367-68afa41cdc50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf806830-3f07-42c0-8dcb-e5fd1d9a5cbf,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:19.913542 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-72d18aff-37bb-48f1-b190-f0ae6b9b4846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:19.941450 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-72d18aff-37bb-48f1-b190-f0ae6b9b4846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:20.008969 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-72d18aff-37bb-48f1-b190-f0ae6b9b4846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:20.012600 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-72d18aff-37bb-48f1-b190-f0ae6b9b4846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:20.015881 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-72d18aff-37bb-48f1-b190-f0ae6b9b4846 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/cf806830-3f07-42c0-8dcb-e5fd1d9a5cbf HTTP/1.1" status: 204 len: 168 time: 0.1945646 Jul 06 13:56:20.017693 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-181f4b17-13e4-4e90-9bbf-50016eed2813 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:20.046117 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-181f4b17-13e4-4e90-9bbf-50016eed2813 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:20.069832 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d18aff-37bb-48f1-b190-f0ae6b9b4846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf806830-3f07-42c0-8dcb-e5fd1d9a5cbf,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:20.147255 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-181f4b17-13e4-4e90-9bbf-50016eed2813 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] In _notify_port_updated(), no bound segment for port dec2eb83-f478-43ea-8bf9-d767c1d2eb43 on network c2c6b1e2-e297-44ef-b46a-39f369bdcc74 {{(pid=100417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 13:56:20.154014 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181f4b17-13e4-4e90-9bbf-50016eed2813 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:20.154699 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-181f4b17-13e4-4e90-9bbf-50016eed2813 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:20.158643 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-181f4b17-13e4-4e90-9bbf-50016eed2813 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] 10.222.0.118 "PUT /v2.0/ports/dec2eb83-f478-43ea-8bf9-d767c1d2eb43 HTTP/1.1" status: 200 len: 1128 time: 1.0070829 Jul 06 13:56:20.159025 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54098) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:20.241080 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f4b17-13e4-4e90-9bbf-50016eed2813 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Pushing event updated for resources: {'Port': ['ID=dec2eb83-f478-43ea-8bf9-d767c1d2eb43,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:20.283835 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89352586-894c-4841-b880-7bd1745ad6c1 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:20.289807 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-89352586-894c-4841-b880-7bd1745ad6c1 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] 10.222.0.118 "GET /v2.0/ports/dec2eb83-f478-43ea-8bf9-d767c1d2eb43 HTTP/1.1" status: 200 len: 1128 time: 0.1260405 Jul 06 13:56:20.290685 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54102) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:20.559639 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-15966f6b-8918-43ff-946e-416cab35fe39 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Deleting port dec2eb83-f478-43ea-8bf9-d767c1d2eb43 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:56:20.560576 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-15966f6b-8918-43ff-946e-416cab35fe39 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:20.633310 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54116) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:20.637230 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-89d87e35-ddcc-4408-8537-f1eae23a46fa None None] Provisioning complete for port dec2eb83-f478-43ea-8bf9-d767c1d2eb43 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:20.637839 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-89d87e35-ddcc-4408-8537-f1eae23a46fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:20.639358 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-88e55fed-ce78-431b-88b9-b2da9a9b7baf admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1639087056-network', 'tenant_id': '27baf5d12c194f31a626214e2d787d64'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:20.689190 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e55fed-ce78-431b-88b9-b2da9a9b7baf admin admin] Made reservation on behalf of 27baf5d12c194f31a626214e2d787d64 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:20.693313 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-88e55fed-ce78-431b-88b9-b2da9a9b7baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:20.722404 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-89d87e35-ddcc-4408-8537-f1eae23a46fa None None] Port dec2eb83-f478-43ea-8bf9-d767c1d2eb43 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:56:20.747812 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-88e55fed-ce78-431b-88b9-b2da9a9b7baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:20.768205 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54122) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:20.801952 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c917c50d-cb2f-4a77-8650-beba3eb113ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:20.854635 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-15966f6b-8918-43ff-946e-416cab35fe39 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:20.876216 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-88e55fed-ce78-431b-88b9-b2da9a9b7baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:20.878898 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-15966f6b-8918-43ff-946e-416cab35fe39 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Calling delete_port for dec2eb83-f478-43ea-8bf9-d767c1d2eb43 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:56:20.881985 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-88e55fed-ce78-431b-88b9-b2da9a9b7baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:20.898916 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e55fed-ce78-431b-88b9-b2da9a9b7baf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:56:20.927318 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-88e55fed-ce78-431b-88b9-b2da9a9b7baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:20.927836 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-88e55fed-ce78-431b-88b9-b2da9a9b7baf admin admin] Added segment a6d98cf4-bdfb-4b0d-9ce8-b1983ce61ded of type vlan for network 17bd3a1b-c5ab-4d92-b73e-cf2bd9d18f6c Jul 06 13:56:20.940737 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e55fed-ce78-431b-88b9-b2da9a9b7baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a178efb8-1941-40f9-929e-4b5f53516edd,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:20.992808 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-88e55fed-ce78-431b-88b9-b2da9a9b7baf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:21.061028 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-88e55fed-ce78-431b-88b9-b2da9a9b7baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:21.062488 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e55fed-ce78-431b-88b9-b2da9a9b7baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:21.063312 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-88e55fed-ce78-431b-88b9-b2da9a9b7baf admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:21.191541 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e55fed-ce78-431b-88b9-b2da9a9b7baf admin admin] Pushing event updated for resources: {'Network': ['ID=17bd3a1b-c5ab-4d92-b73e-cf2bd9d18f6c,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:21.216621 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device e7859295-2f94-40e5-b72e-510b3dea8dc1 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:56:21.231993 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd6f23-4bd6-45ca-ae0a-a60c4d82fb05 req-d0d56d85-a426-4956-987d-fe983228eb5b tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:21.284689 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d7cd6f23-4bd6-45ca-ae0a-a60c4d82fb05 req-d0d56d85-a426-4956-987d-fe983228eb5b tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=e645419c-72d8-4911-b586-3526e3c38a1e HTTP/1.1" status: 200 len: 945 time: 0.1774039 Jul 06 13:56:21.285314 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 17bd3a1b-c5ab-4d92-b73e-cf2bd9d18f6c details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:56:21.289734 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d7cd6f23-4bd6-45ca-ae0a-a60c4d82fb05 req-ec21fec0-68cf-43ca-b112-e570393ee5e5 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516400 Jul 06 13:56:21.417903 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port e7859295-2f94-40e5-b72e-510b3dea8dc1 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:21.437597 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c917c50d-cb2f-4a77-8650-beba3eb113ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:21.440180 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-15966f6b-8918-43ff-946e-416cab35fe39 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:21.452715 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-88e55fed-ce78-431b-88b9-b2da9a9b7baf admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8175225 Jul 06 13:56:21.456403 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54136) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:21.457261 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c917c50d-cb2f-4a77-8650-beba3eb113ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:21.461557 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-3066659d-5a6c-425c-a3a1-38d238b1d597 admin admin] Request body: {'subnet': {'network_id': '17bd3a1b-c5ab-4d92-b73e-cf2bd9d18f6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1639087056-subnet', 'tenant_id': '27baf5d12c194f31a626214e2d787d64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:21.470922 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port e7859295-2f94-40e5-b72e-510b3dea8dc1 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:21.471448 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:21.515613 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3066659d-5a6c-425c-a3a1-38d238b1d597 admin admin] Made reservation on behalf of 27baf5d12c194f31a626214e2d787d64 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:21.518174 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3066659d-5a6c-425c-a3a1-38d238b1d597 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:21.571201 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15966f6b-8918-43ff-946e-416cab35fe39 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Pushing event deleted for resources: {'Port': ['ID=dec2eb83-f478-43ea-8bf9-d767c1d2eb43,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:21.723099 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:21.752867 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54140) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:21.762336 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c917c50d-cb2f-4a77-8650-beba3eb113ad admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=66bc65f0ff354ba9b9f311ecd4e9df10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9682376 Jul 06 13:56:21.772733 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917c50d-cb2f-4a77-8650-beba3eb113ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632e4afd-b154-418c-9a9e-03bc5884de37,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:21.775851 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-15966f6b-8918-43ff-946e-416cab35fe39 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:21.780741 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-15966f6b-8918-43ff-946e-416cab35fe39 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] 10.222.0.118 "DELETE /v2.0/ports/dec2eb83-f478-43ea-8bf9-d767c1d2eb43 HTTP/1.1" status: 204 len: 168 time: 1.4860468 Jul 06 13:56:21.790475 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54142) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:21.837084 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e645419c-72d8-4911-b586-3526e3c38a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7859295-2f94-40e5-b72e-510b3dea8dc1'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:21.841291 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a859a3-814f-45f2-9a58-1d11b70100e8" -d '{"events": [{"server_uuid": "e645419c-72d8-4911-b586-3526e3c38a1e", "name": "network-vif-plugged", "status": "completed", "tag": "e7859295-2f94-40e5-b72e-510b3dea8dc1"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:21.860272 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port e7859295-2f94-40e5-b72e-510b3dea8dc1, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=e7859295-2f94-40e5-b72e-510b3dea8dc1,segment=NetworkSegment(e4d5f113-0733-4d39-911c-a5823573bbad),segment_id=e4d5f113-0733-4d39-911c-a5823573bbad)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:21.865187 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:21.929644 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc94861-bbec-4cf0-9aa3-67fd56741e71 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Deleting subnet 2e776616-091d-4ff0-80df-e1277d7f158b {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:56:21.951444 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7cc94861-bbec-4cf0-9aa3-67fd56741e71 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:22.024216 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=e7859295-2f94-40e5-b72e-510b3dea8dc1,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:22.074103 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7cc94861-bbec-4cf0-9aa3-67fd56741e71 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:22.110670 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-89c2dcee-846f-4354-9fdc-9b6dbc9fa38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:22.144080 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec196a4-679d-4fe6-942b-079e3c5e66d1 req-003f517f-a689-4394-be73-c1afefa80e71 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:22.151299 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0ec196a4-679d-4fe6-942b-079e3c5e66d1 req-003f517f-a689-4394-be73-c1afefa80e71 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 946 time: 0.4234655 Jul 06 13:56:22.216059 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-89c2dcee-846f-4354-9fdc-9b6dbc9fa38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:22.241597 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3066659d-5a6c-425c-a3a1-38d238b1d597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:22.260675 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7cc94861-bbec-4cf0-9aa3-67fd56741e71 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:22.304971 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0ec196a4-679d-4fe6-942b-079e3c5e66d1 req-ddc9c3c9-b952-4747-9941-c73799ed89c7 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521935 Jul 06 13:56:22.404952 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7cc94861-bbec-4cf0-9aa3-67fd56741e71 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:22.439018 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3066659d-5a6c-425c-a3a1-38d238b1d597 admin admin] Checking segment: {'id': 'a6d98cf4-bdfb-4b0d-9ce8-b1983ce61ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '17bd3a1b-c5ab-4d92-b73e-cf2bd9d18f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:22.439558 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3066659d-5a6c-425c-a3a1-38d238b1d597 admin admin] Network hostable DHCP agents. Network: 17bd3a1b-c5ab-4d92-b73e-cf2bd9d18f6c, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:56:22.446474 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066659d-5a6c-425c-a3a1-38d238b1d597 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e698e242-944c-4151-881d-6d63e1d64fcc,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:22.461782 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc94861-bbec-4cf0-9aa3-67fd56741e71 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Pushing event deleted for resources: {'Subnet': ['ID=2e776616-091d-4ff0-80df-e1277d7f158b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:22.474755 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7cc94861-bbec-4cf0-9aa3-67fd56741e71 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:22.478975 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7cc94861-bbec-4cf0-9aa3-67fd56741e71 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] 10.222.0.118 "DELETE /v2.0/subnets/2e776616-091d-4ff0-80df-e1277d7f158b HTTP/1.1" status: 204 len: 168 time: 0.6847825 Jul 06 13:56:22.479109 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-89c2dcee-846f-4354-9fdc-9b6dbc9fa38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:22.479199 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77520157-eb68-4e07-b77b-325a98a4a2e5 None None] Network c2c6b1e2-e297-44ef-b46a-39f369bdcc74 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:56:22.479983 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-89c2dcee-846f-4354-9fdc-9b6dbc9fa38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:22.481309 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-89c2dcee-846f-4354-9fdc-9b6dbc9fa38d admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/632e4afd-b154-418c-9a9e-03bc5884de37 HTTP/1.1" status: 204 len: 168 time: 0.7236326 Jul 06 13:56:22.482000 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54148) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:22.502440 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3066659d-5a6c-425c-a3a1-38d238b1d597 admin admin] Network 17bd3a1b-c5ab-4d92-b73e-cf2bd9d18f6c is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:56:22.505304 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2dcee-846f-4354-9fdc-9b6dbc9fa38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632e4afd-b154-418c-9a9e-03bc5884de37,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:22.559845 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-3066659d-5a6c-425c-a3a1-38d238b1d597 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 17bd3a1b-c5ab-4d92-b73e-cf2bd9d18f6c) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:22.569299 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3066659d-5a6c-425c-a3a1-38d238b1d597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:22.569951 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3066659d-5a6c-425c-a3a1-38d238b1d597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:22.598129 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cb66e5a7-25b6-4bb2-8124-faa56ac80755 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:22.632346 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3066659d-5a6c-425c-a3a1-38d238b1d597 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1746652 Jul 06 13:56:22.650200 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1c0a19-1783-422f-b50a-d8f2f145597f None None] Network 17bd3a1b-c5ab-4d92-b73e-cf2bd9d18f6c requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:56:22.790544 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4e56a654-fa44-4af9-aba9-9b1ac7ac3f1e req-a61917c5-8c38-451f-a05b-065c72d53916 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 210 time: 0.0834968 Jul 06 13:56:22.795799 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-cb66e5a7-25b6-4bb2-8124-faa56ac80755 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Deleting port d3e3c797-be3b-4568-a2f6-525633fb23a9 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:56:22.796336 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cb66e5a7-25b6-4bb2-8124-faa56ac80755 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:22.967538 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-cb66e5a7-25b6-4bb2-8124-faa56ac80755 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] For port d3e3c797-be3b-4568-a2f6-525633fb23a9, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d3e3c797-be3b-4568-a2f6-525633fb23a9,segment=NetworkSegment(c692b257-847e-4303-aa43-903dce4d7646),segment_id=c692b257-847e-4303-aa43-903dce4d7646)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:22.972069 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cb66e5a7-25b6-4bb2-8124-faa56ac80755 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:23.006792 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-cb66e5a7-25b6-4bb2-8124-faa56ac80755 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Calling delete_port for d3e3c797-be3b-4568-a2f6-525633fb23a9 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:56:23.021148 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a711a3-b156-49f0-b0ef-fced9759ffe3 x-openstack-request-id: req-30a711a3-b156-49f0-b0ef-fced9759ffe3 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:23.025381 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e645419c-72d8-4911-b586-3526e3c38a1e", "name": "network-vif-plugged", "status": "completed", "tag": "e7859295-2f94-40e5-b72e-510b3dea8dc1", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:23.025861 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-30a711a3-b156-49f0-b0ef-fced9759ffe3 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:23.026442 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e645419c-72d8-4911-b586-3526e3c38a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7859295-2f94-40e5-b72e-510b3dea8dc1', 'code': 200} Jul 06 13:56:23.270750 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28a8e21-8ebe-4595-964e-ee5cbfb96959 None None] Network 17bd3a1b-c5ab-4d92-b73e-cf2bd9d18f6c requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:56:23.348380 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d0d6d-8de8-421e-b4f5-b59ab05043d2 req-155e974c-4aa1-4d81-a4bb-8c560f04a150 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:23.350385 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-665d0d6d-8de8-421e-b4f5-b59ab05043d2 req-155e974c-4aa1-4d81-a4bb-8c560f04a150 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=e645419c-72d8-4911-b586-3526e3c38a1e HTTP/1.1" status: 200 len: 946 time: 0.2024326 Jul 06 13:56:23.363566 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cb66e5a7-25b6-4bb2-8124-faa56ac80755 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:23.454939 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8dae58-5843-4f76-98d1-9da84bfe0a34 req-77f0a408-ab22-4793-9bef-a1eef26ec584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:23.456060 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02016e0-4b96-4903-843f-2a785f2f5f21 None None] DHCP port deletion for c2c6b1e2-e297-44ef-b46a-39f369bdcc74 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:56:23.456327 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2b8dae58-5843-4f76-98d1-9da84bfe0a34 req-77f0a408-ab22-4793-9bef-a1eef26ec584 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e645419c-72d8-4911-b586-3526e3c38a1e HTTP/1.1" status: 200 len: 1097 time: 0.1728680 Jul 06 13:56:23.492696 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-665d0d6d-8de8-421e-b4f5-b59ab05043d2 req-5dbc79b5-2656-4872-bc54-d6efb3f18bb4 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195014 Jul 06 13:56:23.498036 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66e5a7-25b6-4bb2-8124-faa56ac80755 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Pushing event deleted for resources: {'Port': ['ID=d3e3c797-be3b-4568-a2f6-525633fb23a9,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:23.520345 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb66e5a7-25b6-4bb2-8124-faa56ac80755 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] No DVR routers for this DVR port d3e3c797-be3b-4568-a2f6-525633fb23a9 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:56:23.586145 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2b8dae58-5843-4f76-98d1-9da84bfe0a34 req-6d3c5304-f6c2-44ed-9d51-1d47fd4ef8ec service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981808 Jul 06 13:56:23.627918 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-54d421eb-107a-4ab4-8b43-36c2f7ed4b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:23.629802 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-54d421eb-107a-4ab4-8b43-36c2f7ed4b32 service neutron] 10.222.0.124 "GET /v2.0/ports/c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 HTTP/1.1" status: 200 len: 1032 time: 0.2695594 Jul 06 13:56:23.664816 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cb66e5a7-25b6-4bb2-8124-faa56ac80755 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:23.697999 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-cb66e5a7-25b6-4bb2-8124-faa56ac80755 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c6b1e2-e297-44ef-b46a-39f369bdcc74']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:23.718039 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-cb66e5a7-25b6-4bb2-8124-faa56ac80755 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c692b257-847e-4303-aa43-903dce4d7646') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:23.718426 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-cb66e5a7-25b6-4bb2-8124-faa56ac80755 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c692b257-847e-4303-aa43-903dce4d7646') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:23.735037 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cb66e5a7-25b6-4bb2-8124-faa56ac80755 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:23.737681 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-c09dd9cf-a528-45fc-94bb-ebed8775a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:23.739127 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-c09dd9cf-a528-45fc-94bb-ebed8775a926 service neutron] 10.222.0.124 "GET /v2.0/ports/e76ed683-71b8-44b2-8f04-a3fafeb1baa3 HTTP/1.1" status: 200 len: 1033 time: 0.0967443 Jul 06 13:56:23.934057 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cb66e5a7-25b6-4bb2-8124-faa56ac80755 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:23.942292 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb66e5a7-25b6-4bb2-8124-faa56ac80755 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:56:23.943205 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cb66e5a7-25b6-4bb2-8124-faa56ac80755 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: timer() Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:56:23.948544 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:56:24.092450 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-ce55f629-6604-4517-a241-ff6b7a494d7a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:24.098908 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-ce55f629-6604-4517-a241-ff6b7a494d7a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:24.107282 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-ce55f629-6604-4517-a241-ff6b7a494d7a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:24.120293 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-ce55f629-6604-4517-a241-ff6b7a494d7a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.124 "GET /v2.0/networks?id=d3d758c6-1344-45af-aaa5-3031f97f13d4&id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&id=cc63bc54-7a53-4d51-ae88-21113312a65f&id=cc63bc54-7a53-4d51-ae88-21113312a65f HTTP/1.1" status: 200 len: 1995 time: 0.3612134 Jul 06 13:56:24.145901 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cb66e5a7-25b6-4bb2-8124-faa56ac80755 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:24.185997 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cb66e5a7-25b6-4bb2-8124-faa56ac80755 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:24.188461 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-cb66e5a7-25b6-4bb2-8124-faa56ac80755 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] 10.222.0.118 "DELETE /v2.0/networks/c2c6b1e2-e297-44ef-b46a-39f369bdcc74 HTTP/1.1" status: 204 len: 168 time: 1.7022438 Jul 06 13:56:24.192427 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66e5a7-25b6-4bb2-8124-faa56ac80755 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256 tempest-ExtraDHCPOptionsIpV6TestJSON-201151256-project] Pushing event deleted for resources: {'Network': ['ID=c2c6b1e2-e297-44ef-b46a-39f369bdcc74,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:24.235328 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-6b184060-8926-42df-9d2f-88040a54cead tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9336c3d8fa4746dd9ed2823889de2712 HTTP/1.1" status: 200 len: 380 time: 0.1091530 Jul 06 13:56:24.244968 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-30cf8686-98e7-4c79-91eb-e6e7e14e8a19 tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:24.246976 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-30cf8686-98e7-4c79-91eb-e6e7e14e8a19 tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] 10.222.0.118 "GET /v2.0/networks?id=a72bbc69-8bb6-4c95-b6cb-d60138d51dd1 HTTP/1.1" status: 200 len: 815 time: 0.3293140 Jul 06 13:56:24.252550 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-66f9c7f3-8b9c-46f0-a365-739191b04e66 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Request body: {'port': {'device_id': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'network_id': 'd3d758c6-1344-45af-aaa5-3031f97f13d4', 'admin_state_up': True, 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'security_groups': ['edd0893d-98af-4a83-9eae-88d1111ae057']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:24.280538 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-1bedbb9a-c23b-4c2a-9c9b-d636b321522c tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] 10.222.0.118 "GET /v2.0/quotas/3b8f771b69bf4fc58bf1011b82770d54 HTTP/1.1" status: 200 len: 375 time: 0.0241854 Jul 06 13:56:24.404061 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-58c97622-6611-4ccc-9bce-c727a741e9fe tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=3b8f771b69bf4fc58bf1011b82770d54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713539 Jul 06 13:56:24.489988 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d3e3c797-be3b-4568-a2f6-525633fb23a9 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:56:24.558542 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: d3e3c797-be3b-4568-a2f6-525633fb23a9 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:56:24.560395 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d3e3c797-be3b-4568-a2f6-525633fb23a9 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:56:24.648431 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54206) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:24.723637 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54210) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:24.757950 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-66f9c7f3-8b9c-46f0-a365-739191b04e66 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Made reservation on behalf of 9336c3d8fa4746dd9ed2823889de2712 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:24.761936 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-66f9c7f3-8b9c-46f0-a365-739191b04e66 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:24.778312 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-344a0ced-33d0-4ef6-b0ac-0b39a3afac8b service neutron] 10.222.0.118 "GET /v2.0/networks/a72bbc69-8bb6-4c95-b6cb-d60138d51dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627920 Jul 06 13:56:24.969015 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0605d3b7-0187-407e-afbe-de9bf9c4db71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:25.014879 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-218eaffe-130d-47bf-b7d3-2090bbdba567 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=ac25ae585b674331b608bbf1f55ffae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2871702 Jul 06 13:56:25.015565 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54214) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:25.199320 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7225db73-500a-4981-8098-8910e7b91689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:25.236629 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-66f9c7f3-8b9c-46f0-a365-739191b04e66 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Allocated IP 172.20.0.10 (d3d758c6-1344-45af-aaa5-3031f97f13d4/8df52582-dd18-48d1-9337-785b45f0ca32/f43b5bfc-1387-457f-8a78-02e1c6d6fcb2) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:25.241017 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7225db73-500a-4981-8098-8910e7b91689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:25.311602 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0605d3b7-0187-407e-afbe-de9bf9c4db71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:25.317345 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0605d3b7-0187-407e-afbe-de9bf9c4db71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:25.371999 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7225db73-500a-4981-8098-8910e7b91689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:25.375261 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7225db73-500a-4981-8098-8910e7b91689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:25.377270 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7225db73-500a-4981-8098-8910e7b91689 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/e0704f6d-5de1-4bea-96b6-49c0426cd812 HTTP/1.1" status: 204 len: 168 time: 0.3584690 Jul 06 13:56:25.388423 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0605d3b7-0187-407e-afbe-de9bf9c4db71 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=ce280748a9fb45559cc958e743f72bbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7388911 Jul 06 13:56:25.390188 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605d3b7-0187-407e-afbe-de9bf9c4db71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5801ed6c-5c72-400c-a4e8-ebafa471d6d3,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:25.393329 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54218) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:25.445353 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7225db73-500a-4981-8098-8910e7b91689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0704f6d-5de1-4bea-96b6-49c0426cd812,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:25.468601 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5c101c8-67a6-4916-b25e-a5d739802f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:25.476002 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-66f9c7f3-8b9c-46f0-a365-739191b04e66 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:25.501916 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5c101c8-67a6-4916-b25e-a5d739802f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:25.522482 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-66f9c7f3-8b9c-46f0-a365-739191b04e66 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Transition to ACTIVE for port object f43b5bfc-1387-457f-8a78-02e1c6d6fcb2 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:25.575457 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-66f9c7f3-8b9c-46f0-a365-739191b04e66 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:25.589004 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-5511bcb0-9fab-445a-9329-00782c1d33c6 service neutron] 10.222.0.118 "GET /v2.0/networks/a72bbc69-8bb6-4c95-b6cb-d60138d51dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8005097 Jul 06 13:56:25.631216 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5c101c8-67a6-4916-b25e-a5d739802f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:25.635449 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5c101c8-67a6-4916-b25e-a5d739802f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:25.637096 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e5c101c8-67a6-4916-b25e-a5d739802f93 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/5801ed6c-5c72-400c-a4e8-ebafa471d6d3 HTTP/1.1" status: 204 len: 168 time: 0.2422338 Jul 06 13:56:25.639636 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-66f9c7f3-8b9c-46f0-a365-739191b04e66 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Network d3d758c6-1344-45af-aaa5-3031f97f13d4 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:25.646653 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-66f9c7f3-8b9c-46f0-a365-739191b04e66 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:25.649257 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-66f9c7f3-8b9c-46f0-a365-739191b04e66 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:25.657726 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c101c8-67a6-4916-b25e-a5d739802f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5801ed6c-5c72-400c-a4e8-ebafa471d6d3,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:25.734634 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-66f9c7f3-8b9c-46f0-a365-739191b04e66 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:25.734634 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-66f9c7f3-8b9c-46f0-a365-739191b04e66 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:25.740578 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9c7f3-8b9c-46f0-a365-739191b04e66 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Pushing event updated for resources: {'Port': ['ID=f43b5bfc-1387-457f-8a78-02e1c6d6fcb2,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:25.774514 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-66f9c7f3-8b9c-46f0-a365-739191b04e66 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5261731 Jul 06 13:56:25.791561 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-278fa9df-ff42-4937-b848-15676143927b tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Request body: {'port': {'device_id': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'network_id': 'f573758c-9164-40b8-bfb3-cabd80b3ac2d', 'admin_state_up': True, 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'security_groups': ['edd0893d-98af-4a83-9eae-88d1111ae057']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:26.041441 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-278fa9df-ff42-4937-b848-15676143927b tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Made reservation on behalf of 9336c3d8fa4746dd9ed2823889de2712 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:26.054391 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-278fa9df-ff42-4937-b848-15676143927b tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:26.108006 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6cc6981b-8fcd-4e4a-a522-6b00f148906e None None] Provisioning for port f43b5bfc-1387-457f-8a78-02e1c6d6fcb2 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:26.123560 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6cc6981b-8fcd-4e4a-a522-6b00f148906e None None] Provisioning complete for port f43b5bfc-1387-457f-8a78-02e1c6d6fcb2 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:26.123953 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6cc6981b-8fcd-4e4a-a522-6b00f148906e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:26.250846 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-6cc6981b-8fcd-4e4a-a522-6b00f148906e None None] Port f43b5bfc-1387-457f-8a78-02e1c6d6fcb2 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:56:26.485164 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2eb6a-2212-4b92-a705-617e141505ab req-f7f6006e-8b8d-4f95-bf38-2912cafc662f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:26.492387 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-efe2eb6a-2212-4b92-a705-617e141505ab req-f7f6006e-8b8d-4f95-bf38-2912cafc662f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 946 time: 0.3588908 Jul 06 13:56:26.545071 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-278fa9df-ff42-4937-b848-15676143927b tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Allocated IP 10.1.1.88 (f573758c-9164-40b8-bfb3-cabd80b3ac2d/38a235db-4e05-47ff-bd26-771f4f4adc2d/9a71000c-341f-41c5-af30-6252750d04b5) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:26.570810 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-efe2eb6a-2212-4b92-a705-617e141505ab req-94ca945b-987a-4e93-a337-eafe36874080 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769398 Jul 06 13:56:26.897358 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-278fa9df-ff42-4937-b848-15676143927b tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:26.936816 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-278fa9df-ff42-4937-b848-15676143927b tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Transition to ACTIVE for port object 9a71000c-341f-41c5-af30-6252750d04b5 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:27.012154 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-278fa9df-ff42-4937-b848-15676143927b tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:27.141624 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-278fa9df-ff42-4937-b848-15676143927b tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Network f573758c-9164-40b8-bfb3-cabd80b3ac2d is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:27.157681 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-278fa9df-ff42-4937-b848-15676143927b tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:27.342739 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54268) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:27.390256 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54272) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:27.599537 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-724e1eed-ef61-49c0-a177-0ffac821c801 tempest-ServiceProvidersTest-461846350 tempest-ServiceProvidersTest-461846350-project] 10.222.0.118 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2077730 Jul 06 13:56:27.620472 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-8c3048cf-bb64-47ea-a2d4-dcffd90fd9e2 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1435969464'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:27.688224 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-42739bb5-67ac-46fb-9743-49996315379e None None] Provisioning for port 9a71000c-341f-41c5-af30-6252750d04b5 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:27.692301 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-42739bb5-67ac-46fb-9743-49996315379e None None] Provisioning complete for port 9a71000c-341f-41c5-af30-6252750d04b5 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:27.692712 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-42739bb5-67ac-46fb-9743-49996315379e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:27.702706 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3048cf-bb64-47ea-a2d4-dcffd90fd9e2 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Made reservation on behalf of 1a6f3a8a76074e7cb698589677b35282 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:27.707046 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8c3048cf-bb64-47ea-a2d4-dcffd90fd9e2 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:27.732306 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8c3048cf-bb64-47ea-a2d4-dcffd90fd9e2 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:27.741732 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-42739bb5-67ac-46fb-9743-49996315379e None None] Port 9a71000c-341f-41c5-af30-6252750d04b5 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:56:27.806261 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-278fa9df-ff42-4937-b848-15676143927b tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:27.857447 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8c3048cf-bb64-47ea-a2d4-dcffd90fd9e2 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:27.864795 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8c3048cf-bb64-47ea-a2d4-dcffd90fd9e2 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:27.884517 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278fa9df-ff42-4937-b848-15676143927b tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Pushing event updated for resources: {'Port': ['ID=9a71000c-341f-41c5-af30-6252750d04b5,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:27.937844 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c3048cf-bb64-47ea-a2d4-dcffd90fd9e2 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:56:27.945025 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-278fa9df-ff42-4937-b848-15676143927b tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:27.945953 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-278fa9df-ff42-4937-b848-15676143927b tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:27.955772 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3048cf-bb64-47ea-a2d4-dcffd90fd9e2 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=559e1c81-ffa3-4359-b5c5-a89c2f029b7c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:27.963310 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8c3048cf-bb64-47ea-a2d4-dcffd90fd9e2 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:27.963945 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-8c3048cf-bb64-47ea-a2d4-dcffd90fd9e2 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Added segment f81b4286-83d7-466a-9b46-3b5906844183 of type vlan for network b408b97a-8c36-4557-bd4d-850f530d1bd8 Jul 06 13:56:28.027866 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8c3048cf-bb64-47ea-a2d4-dcffd90fd9e2 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:28.029611 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c17d7-ce7e-4764-84c0-097d4f8b3a37 req-b484ce67-886a-4ce8-9a2c-207ef59130ec tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:28.041129 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c17d7-ce7e-4764-84c0-097d4f8b3a37 req-b484ce67-886a-4ce8-9a2c-207ef59130ec tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:28.042813 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-229c17d7-ce7e-4764-84c0-097d4f8b3a37 req-b484ce67-886a-4ce8-9a2c-207ef59130ec tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 1653 time: 0.8992670 Jul 06 13:56:28.064602 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-278fa9df-ff42-4937-b848-15676143927b tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2799337 Jul 06 13:56:28.082706 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e6a484b7-c3ea-4bc3-923e-a5aaa8eb3e2c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Request body: {'port': {'device_id': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'network_id': 'f573758c-9164-40b8-bfb3-cabd80b3ac2d', 'admin_state_up': True, 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'security_groups': ['edd0893d-98af-4a83-9eae-88d1111ae057']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:28.139807 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54284) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:28.163543 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.db.resource_extend [None req-8c3048cf-bb64-47ea-a2d4-dcffd90fd9e2 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 13:56:28.191268 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8c3048cf-bb64-47ea-a2d4-dcffd90fd9e2 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:28.198643 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3048cf-bb64-47ea-a2d4-dcffd90fd9e2 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:28.199599 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8c3048cf-bb64-47ea-a2d4-dcffd90fd9e2 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:28.267733 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-229c17d7-ce7e-4764-84c0-097d4f8b3a37 req-163dd40a-e62f-441b-84d0-ead99bdfc98b tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160518 Jul 06 13:56:28.417863 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3048cf-bb64-47ea-a2d4-dcffd90fd9e2 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Pushing event updated for resources: {'Network': ['ID=b408b97a-8c36-4557-bd4d-850f530d1bd8,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:28.423242 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8c3048cf-bb64-47ea-a2d4-dcffd90fd9e2 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0785873 Jul 06 13:56:28.436903 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network b408b97a-8c36-4557-bd4d-850f530d1bd8 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:56:28.437894 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e6a484b7-c3ea-4bc3-923e-a5aaa8eb3e2c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Made reservation on behalf of 9336c3d8fa4746dd9ed2823889de2712 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:28.444215 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e6a484b7-c3ea-4bc3-923e-a5aaa8eb3e2c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:28.448292 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54288) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:28.463731 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-26f694d4-119e-480b-b06a-38e2018c2f4b tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Request body: {'subnet': {'network_id': 'b408b97a-8c36-4557-bd4d-850f530d1bd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:28.557549 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b5da97a4-7155-4037-9b93-163d2e5b9e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:28.717946 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e6a484b7-c3ea-4bc3-923e-a5aaa8eb3e2c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Allocated IP 10.1.1.65 (f573758c-9164-40b8-bfb3-cabd80b3ac2d/38a235db-4e05-47ff-bd26-771f4f4adc2d/11e54c50-28be-4c62-974c-793a9bc6cfeb) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:28.750260 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-85e30f46-ae70-4004-acbe-92264ffc5ac7 tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:28.752052 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-85e30f46-ae70-4004-acbe-92264ffc5ac7 tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] 10.222.0.52 "GET /v2.0/networks?id=a72bbc69-8bb6-4c95-b6cb-d60138d51dd1 HTTP/1.1" status: 200 len: 815 time: 0.7135129 Jul 06 13:56:28.767798 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-bdd31760-ece7-458b-9cd0-6ea3400703bb tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Request body: {'port': {'device_id': 'cadfc99f-b501-465c-b179-bced90bd4002', 'network_id': 'a72bbc69-8bb6-4c95-b6cb-d60138d51dd1', 'admin_state_up': True, 'tenant_id': '3b8f771b69bf4fc58bf1011b82770d54'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:28.776856 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f9d3b-c928-4b18-aa15-f114785f2763 req-39de02f6-88f0-419e-bda6-9a325572f09b tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:28.787699 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ca8f9d3b-c928-4b18-aa15-f114785f2763 req-39de02f6-88f0-419e-bda6-9a325572f09b tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=e645419c-72d8-4911-b586-3526e3c38a1e HTTP/1.1" status: 200 len: 946 time: 0.2154396 Jul 06 13:56:28.925260 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ca8f9d3b-c928-4b18-aa15-f114785f2763 req-ce9a01fe-44de-4584-8cac-7647994586e8 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355710 Jul 06 13:56:29.004168 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b5da97a4-7155-4037-9b93-163d2e5b9e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:29.013506 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b5da97a4-7155-4037-9b93-163d2e5b9e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:29.067648 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e6a484b7-c3ea-4bc3-923e-a5aaa8eb3e2c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:29.080854 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da97a4-7155-4037-9b93-163d2e5b9e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2b8f01-d6dd-4748-9047-b5882675080d,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:29.109161 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e6a484b7-c3ea-4bc3-923e-a5aaa8eb3e2c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Transition to ACTIVE for port object 11e54c50-28be-4c62-974c-793a9bc6cfeb will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:29.111366 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da97a4-7155-4037-9b93-163d2e5b9e26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:29.115239 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da97a4-7155-4037-9b93-163d2e5b9e26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:29.116516 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da97a4-7155-4037-9b93-163d2e5b9e26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:29.117623 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da97a4-7155-4037-9b93-163d2e5b9e26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:29.118804 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da97a4-7155-4037-9b93-163d2e5b9e26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:29.119022 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da97a4-7155-4037-9b93-163d2e5b9e26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:29.119635 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da97a4-7155-4037-9b93-163d2e5b9e26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:29.120100 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da97a4-7155-4037-9b93-163d2e5b9e26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:29.120435 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da97a4-7155-4037-9b93-163d2e5b9e26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:29.121202 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da97a4-7155-4037-9b93-163d2e5b9e26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:29.122785 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da97a4-7155-4037-9b93-163d2e5b9e26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:29.123857 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da97a4-7155-4037-9b93-163d2e5b9e26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:29.125083 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f694d4-119e-480b-b06a-38e2018c2f4b tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Made reservation on behalf of 1a6f3a8a76074e7cb698589677b35282 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:29.129361 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-26f694d4-119e-480b-b06a-38e2018c2f4b tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:29.167516 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b5da97a4-7155-4037-9b93-163d2e5b9e26 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=aab28946d3374d7096174c71da92863c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0189774 Jul 06 13:56:29.168259 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54292) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:29.209600 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-bdd31760-ece7-458b-9cd0-6ea3400703bb tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Made reservation on behalf of 3b8f771b69bf4fc58bf1011b82770d54 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:29.213252 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-bdd31760-ece7-458b-9cd0-6ea3400703bb tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:29.228055 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bdc0b9c2-3370-4800-b575-a2e6728b21d3 req-32989c35-ac24-4fc5-97d6-83279965c7e3 tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] 10.222.0.118 "GET /v2.0/ports?device_id=cadfc99f-b501-465c-b179-bced90bd4002 HTTP/1.1" status: 200 len: 210 time: 0.0558517 Jul 06 13:56:29.295686 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e6a484b7-c3ea-4bc3-923e-a5aaa8eb3e2c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:29.373438 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a484b7-c3ea-4bc3-923e-a5aaa8eb3e2c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Pushing event updated for resources: {'Port': ['ID=11e54c50-28be-4c62-974c-793a9bc6cfeb,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:29.381491 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-06707ed8-9075-433e-a017-3b92fc4f5120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:29.407907 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e6a484b7-c3ea-4bc3-923e-a5aaa8eb3e2c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Network f573758c-9164-40b8-bfb3-cabd80b3ac2d is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:29.414254 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e6a484b7-c3ea-4bc3-923e-a5aaa8eb3e2c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:29.421271 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e6a484b7-c3ea-4bc3-923e-a5aaa8eb3e2c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:29.427809 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-06707ed8-9075-433e-a017-3b92fc4f5120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:29.620383 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e6a484b7-c3ea-4bc3-923e-a5aaa8eb3e2c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:29.621501 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e6a484b7-c3ea-4bc3-923e-a5aaa8eb3e2c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:29.644551 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e6a484b7-c3ea-4bc3-923e-a5aaa8eb3e2c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5665495 Jul 06 13:56:29.658859 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-d264dbf3-2dc6-4851-97ca-c56a5540696a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Request body: {'port': {'device_id': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'cc63bc54-7a53-4d51-ae88-21113312a65f', 'admin_state_up': True, 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'security_groups': ['edd0893d-98af-4a83-9eae-88d1111ae057']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:29.694327 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-26f694d4-119e-480b-b06a-38e2018c2f4b tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:29.728029 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-06707ed8-9075-433e-a017-3b92fc4f5120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:29.731423 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-06707ed8-9075-433e-a017-3b92fc4f5120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:29.742184 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-06707ed8-9075-433e-a017-3b92fc4f5120 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/4a2b8f01-d6dd-4748-9047-b5882675080d HTTP/1.1" status: 204 len: 168 time: 0.5654876 Jul 06 13:56:29.792799 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06707ed8-9075-433e-a017-3b92fc4f5120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2b8f01-d6dd-4748-9047-b5882675080d,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:29.803701 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f694d4-119e-480b-b06a-38e2018c2f4b tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Pushing event updated for resources: {'Subnet': ['ID=843ef613-76d3-4773-993c-947e3b83b842,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:29.827851 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a64ff7-6df1-48b0-9371-d68cf1a70761 req-bdc96930-5046-46fb-9e26-1347998af5d1 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:29.840707 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c7a64ff7-6df1-48b0-9371-d68cf1a70761 req-bdc96930-5046-46fb-9e26-1347998af5d1 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 946 time: 0.3238077 Jul 06 13:56:29.876694 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-bdd31760-ece7-458b-9cd0-6ea3400703bb tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Allocated IP 172.20.0.12 (a72bbc69-8bb6-4c95-b6cb-d60138d51dd1/90b80f1a-c53b-443a-bbde-b11660946ff8/ca2d9147-efa9-49ac-a995-9dd1e84d4a9e) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:29.889360 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f694d4-119e-480b-b06a-38e2018c2f4b tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Checking segment: {'id': 'f81b4286-83d7-466a-9b46-3b5906844183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b408b97a-8c36-4557-bd4d-850f530d1bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:29.890085 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f694d4-119e-480b-b06a-38e2018c2f4b tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Network hostable DHCP agents. Network: b408b97a-8c36-4557-bd4d-850f530d1bd8, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:56:29.930326 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f694d4-119e-480b-b06a-38e2018c2f4b tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Network b408b97a-8c36-4557-bd4d-850f530d1bd8 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:56:29.950825 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6f5f4445-2c9c-40f6-bb7d-eb638308f129 None None] Provisioning for port 11e54c50-28be-4c62-974c-793a9bc6cfeb completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:29.961045 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6f5f4445-2c9c-40f6-bb7d-eb638308f129 None None] Provisioning complete for port 11e54c50-28be-4c62-974c-793a9bc6cfeb triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:29.967922 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-26f694d4-119e-480b-b06a-38e2018c2f4b tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, b408b97a-8c36-4557-bd4d-850f530d1bd8) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:29.968636 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6f5f4445-2c9c-40f6-bb7d-eb638308f129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:30.013694 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f694d4-119e-480b-b06a-38e2018c2f4b tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:30.014229 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-26f694d4-119e-480b-b06a-38e2018c2f4b tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:30.023997 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de6df20-ad1d-4ede-b50a-6860f9616c83 None None] Network b408b97a-8c36-4557-bd4d-850f530d1bd8 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:56:30.047314 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-26f694d4-119e-480b-b06a-38e2018c2f4b tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5922215 Jul 06 13:56:30.048308 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54302) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:30.054105 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-ca6236c1-de6c-48d2-bdbb-7b39e9744960 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-820290219', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:30.094551 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c7a64ff7-6df1-48b0-9371-d68cf1a70761 req-c57df5c1-4b28-44dc-acd6-14084a1ad635 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517061 Jul 06 13:56:30.155651 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-d264dbf3-2dc6-4851-97ca-c56a5540696a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Made reservation on behalf of 9336c3d8fa4746dd9ed2823889de2712 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:30.291539 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ca6236c1-de6c-48d2-bdbb-7b39e9744960 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:30.294505 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ca6236c1-de6c-48d2-bdbb-7b39e9744960 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:30.418251 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ca6236c1-de6c-48d2-bdbb-7b39e9744960 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:30.421057 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f4445-2c9c-40f6-bb7d-eb638308f129 None None] Port 11e54c50-28be-4c62-974c-793a9bc6cfeb cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:56:30.425593 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-d264dbf3-2dc6-4851-97ca-c56a5540696a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:30.425855 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ca6236c1-de6c-48d2-bdbb-7b39e9744960 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:30.475937 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ca6236c1-de6c-48d2-bdbb-7b39e9744960 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:30.477622 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ca6236c1-de6c-48d2-bdbb-7b39e9744960 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4282370 Jul 06 13:56:30.488472 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54310) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:30.562058 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34c782d-a61b-44bf-9693-79392ee226f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-b408b97a-8c36-4557-bd4d-850f530d1bd8', 'network_id': 'b408b97a-8c36-4557-bd4d-850f530d1bd8', 'tenant_id': '1a6f3a8a76074e7cb698589677b35282', 'fixed_ips': [{'subnet_id': '843ef613-76d3-4773-993c-947e3b83b842'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:56:30.564634 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c34c782d-a61b-44bf-9693-79392ee226f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:30.858983 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-c34c782d-a61b-44bf-9693-79392ee226f0 None None] Allocated IP 172.20.0.2 (b408b97a-8c36-4557-bd4d-850f530d1bd8/843ef613-76d3-4773-993c-947e3b83b842/24f22b74-f11e-4ff9-a579-8ec49c3a05e6) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:30.935977 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-d264dbf3-2dc6-4851-97ca-c56a5540696a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Allocated IP 10.2.2.100 (cc63bc54-7a53-4d51-ae88-21113312a65f/11b3dbf4-56fb-446f-a6f6-e9d7331824f2/a663b4e4-819d-4649-9da6-3d9154d3234b) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:31.291194 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c34c782d-a61b-44bf-9693-79392ee226f0 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:31.312404 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c34c782d-a61b-44bf-9693-79392ee226f0 None None] Transition to ACTIVE for port object 24f22b74-f11e-4ff9-a579-8ec49c3a05e6 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:31.368860 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c34c782d-a61b-44bf-9693-79392ee226f0 None None] Transition to ACTIVE for port object 24f22b74-f11e-4ff9-a579-8ec49c3a05e6 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:31.380452 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c34c782d-a61b-44bf-9693-79392ee226f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:31.404571 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-d264dbf3-2dc6-4851-97ca-c56a5540696a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:31.435885 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-d264dbf3-2dc6-4851-97ca-c56a5540696a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Transition to ACTIVE for port object a663b4e4-819d-4649-9da6-3d9154d3234b will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:31.475541 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c782d-a61b-44bf-9693-79392ee226f0 None None] Pushing event updated for resources: {'Port': ['ID=24f22b74-f11e-4ff9-a579-8ec49c3a05e6,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:31.492761 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34c782d-a61b-44bf-9693-79392ee226f0 None None] Network b408b97a-8c36-4557-bd4d-850f530d1bd8 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:31.495795 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-c34c782d-a61b-44bf-9693-79392ee226f0 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:31.496170 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f7276-1a7e-46a3-84c7-102dd7bd489c req-3f93e94b-8cb4-430d-b68e-2eeca6e8d577 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:31.501612 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34c782d-a61b-44bf-9693-79392ee226f0 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:31.508468 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f7276-1a7e-46a3-84c7-102dd7bd489c req-3f93e94b-8cb4-430d-b68e-2eeca6e8d577 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:31.523014 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f7276-1a7e-46a3-84c7-102dd7bd489c req-3f93e94b-8cb4-430d-b68e-2eeca6e8d577 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:31.534692 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-090f7276-1a7e-46a3-84c7-102dd7bd489c req-3f93e94b-8cb4-430d-b68e-2eeca6e8d577 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 2373 time: 0.2541182 Jul 06 13:56:31.544873 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-bdd31760-ece7-458b-9cd0-6ea3400703bb tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:31.603557 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54332) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:31.621059 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2baa4fd6-39f0-4064-8927-a8f6d7eef66e tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:31.626363 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-090f7276-1a7e-46a3-84c7-102dd7bd489c req-4ce28e62-fa80-428f-a4bf-c39f58cc4c61 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904436 Jul 06 13:56:31.640496 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-d264dbf3-2dc6-4851-97ca-c56a5540696a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:31.641268 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-c34c782d-a61b-44bf-9693-79392ee226f0 None None] Attempting to bind port 24f22b74-f11e-4ff9-a579-8ec49c3a05e6 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:56:31.641539 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-c34c782d-a61b-44bf-9693-79392ee226f0 None None] Attempting to bind port 24f22b74-f11e-4ff9-a579-8ec49c3a05e6 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'f81b4286-83d7-466a-9b46-3b5906844183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b408b97a-8c36-4557-bd4d-850f530d1bd8'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:56:31.641937 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34c782d-a61b-44bf-9693-79392ee226f0 None None] Attempting to bind port 24f22b74-f11e-4ff9-a579-8ec49c3a05e6 on network b408b97a-8c36-4557-bd4d-850f530d1bd8 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:31.652168 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34c782d-a61b-44bf-9693-79392ee226f0 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:56:31.652823 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34c782d-a61b-44bf-9693-79392ee226f0 None None] Checking segment: {'id': 'f81b4286-83d7-466a-9b46-3b5906844183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b408b97a-8c36-4557-bd4d-850f530d1bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:31.653398 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c34c782d-a61b-44bf-9693-79392ee226f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:31.653936 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34c782d-a61b-44bf-9693-79392ee226f0 None None] Bound using segment: {'id': 'f81b4286-83d7-466a-9b46-3b5906844183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b408b97a-8c36-4557-bd4d-850f530d1bd8'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:56:31.655725 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-c34c782d-a61b-44bf-9693-79392ee226f0 None None] Bound port: 24f22b74-f11e-4ff9-a579-8ec49c3a05e6, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81b4286-83d7-466a-9b46-3b5906844183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b408b97a-8c36-4557-bd4d-850f530d1bd8'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:56:31.655725 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c34c782d-a61b-44bf-9693-79392ee226f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:31.709183 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264dbf3-2dc6-4851-97ca-c56a5540696a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Pushing event updated for resources: {'Port': ['ID=a663b4e4-819d-4649-9da6-3d9154d3234b,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:31.727275 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-d264dbf3-2dc6-4851-97ca-c56a5540696a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Network cc63bc54-7a53-4d51-ae88-21113312a65f is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:31.728800 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-d264dbf3-2dc6-4851-97ca-c56a5540696a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:31.732475 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-d264dbf3-2dc6-4851-97ca-c56a5540696a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:31.787457 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-bdd31760-ece7-458b-9cd0-6ea3400703bb tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:31.836840 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-c34c782d-a61b-44bf-9693-79392ee226f0 None None] For port 24f22b74-f11e-4ff9-a579-8ec49c3a05e6, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:31.843052 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-c34c782d-a61b-44bf-9693-79392ee226f0 None None] For port 24f22b74-f11e-4ff9-a579-8ec49c3a05e6, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=24f22b74-f11e-4ff9-a579-8ec49c3a05e6,segment=NetworkSegment(f81b4286-83d7-466a-9b46-3b5906844183),segment_id=f81b4286-83d7-466a-9b46-3b5906844183)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:56:31.851025 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c34c782d-a61b-44bf-9693-79392ee226f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:31.869681 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-d264dbf3-2dc6-4851-97ca-c56a5540696a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:31.871221 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-d264dbf3-2dc6-4851-97ca-c56a5540696a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:31.911430 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-d264dbf3-2dc6-4851-97ca-c56a5540696a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2589152 Jul 06 13:56:31.926962 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3961b071-a065-478d-8ff8-86e4d84ce078 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Request body: {'port': {'device_id': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'cc63bc54-7a53-4d51-ae88-21113312a65f', 'admin_state_up': True, 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'security_groups': ['edd0893d-98af-4a83-9eae-88d1111ae057']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:31.975954 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c782d-a61b-44bf-9693-79392ee226f0 None None] Pushing event updated for resources: {'Port': ['ID=24f22b74-f11e-4ff9-a579-8ec49c3a05e6,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:32.060974 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-b01ea535-5882-4ff3-b613-d049a0ff6c76 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-224070395'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:32.199978 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-bdd31760-ece7-458b-9cd0-6ea3400703bb tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Network a72bbc69-8bb6-4c95-b6cb-d60138d51dd1 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:32.204406 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-bdd31760-ece7-458b-9cd0-6ea3400703bb tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:32.219891 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-bdd31760-ece7-458b-9cd0-6ea3400703bb tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:32.257121 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01ea535-5882-4ff3-b613-d049a0ff6c76 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Made reservation on behalf of b589ab3a58b646b089518720daad9ecd for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:32.268346 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd31760-ece7-458b-9cd0-6ea3400703bb tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Pushing event updated for resources: {'Port': ['ID=ca2d9147-efa9-49ac-a995-9dd1e84d4a9e,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:32.269389 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b01ea535-5882-4ff3-b613-d049a0ff6c76 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:32.280154 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-43a8d601-5e35-4451-a230-6523167fb944 None None] Provisioning for port a663b4e4-819d-4649-9da6-3d9154d3234b completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:32.286714 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-43a8d601-5e35-4451-a230-6523167fb944 None None] Provisioning complete for port a663b4e4-819d-4649-9da6-3d9154d3234b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:32.287561 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-43a8d601-5e35-4451-a230-6523167fb944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:32.289807 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-2baa4fd6-39f0-4064-8927-a8f6d7eef66e tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Allocated IP 172.20.0.1 (b408b97a-8c36-4557-bd4d-850f530d1bd8/843ef613-76d3-4773-993c-947e3b83b842/b1edd31b-e334-463f-9bb2-70b25d002a3b) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:32.301968 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd31760-ece7-458b-9cd0-6ea3400703bb tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:32.302461 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd31760-ece7-458b-9cd0-6ea3400703bb tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:32.302734 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd31760-ece7-458b-9cd0-6ea3400703bb tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:32.303138 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd31760-ece7-458b-9cd0-6ea3400703bb tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:32.303477 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd31760-ece7-458b-9cd0-6ea3400703bb tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:32.303827 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd31760-ece7-458b-9cd0-6ea3400703bb tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:32.304143 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd31760-ece7-458b-9cd0-6ea3400703bb tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:32.304485 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd31760-ece7-458b-9cd0-6ea3400703bb tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:32.304875 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd31760-ece7-458b-9cd0-6ea3400703bb tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:32.305217 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd31760-ece7-458b-9cd0-6ea3400703bb tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:32.305509 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd31760-ece7-458b-9cd0-6ea3400703bb tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:32.305934 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd31760-ece7-458b-9cd0-6ea3400703bb tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:32.332485 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b01ea535-5882-4ff3-b613-d049a0ff6c76 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:32.333619 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-43a8d601-5e35-4451-a230-6523167fb944 None None] Port a663b4e4-819d-4649-9da6-3d9154d3234b cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:56:32.423031 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aaf9b9-7724-4ff4-bec7-30b7695e9ca9 req-5b002adf-70b7-4191-b54b-70d2279b3e77 tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:32.424596 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-11aaf9b9-7724-4ff4-bec7-30b7695e9ca9 req-5b002adf-70b7-4191-b54b-70d2279b3e77 tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] 10.222.0.118 "GET /v2.0/ports?device_id=cadfc99f-b501-465c-b179-bced90bd4002 HTTP/1.1" status: 200 len: 932 time: 0.3723140 Jul 06 13:56:32.446091 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-bdd31760-ece7-458b-9cd0-6ea3400703bb tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:32.446778 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-bdd31760-ece7-458b-9cd0-6ea3400703bb tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:32.504512 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3961b071-a065-478d-8ff8-86e4d84ce078 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Made reservation on behalf of 9336c3d8fa4746dd9ed2823889de2712 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:32.509542 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3961b071-a065-478d-8ff8-86e4d84ce078 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:32.552404 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2baa4fd6-39f0-4064-8927-a8f6d7eef66e tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:32.582624 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-2baa4fd6-39f0-4064-8927-a8f6d7eef66e tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Transition to ACTIVE for port object b1edd31b-e334-463f-9bb2-70b25d002a3b will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:32.639650 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2baa4fd6-39f0-4064-8927-a8f6d7eef66e tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:32.639912 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-11aaf9b9-7724-4ff4-bec7-30b7695e9ca9 req-2194b5df-7ff2-48aa-8beb-802deae87d62 tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] 10.222.0.118 "GET /v2.0/security-groups?id=47e3317c-e314-4b7f-8e1d-8684dabd0d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021081 Jul 06 13:56:32.711806 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baa4fd6-39f0-4064-8927-a8f6d7eef66e tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Network b408b97a-8c36-4557-bd4d-850f530d1bd8 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:32.723164 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-2baa4fd6-39f0-4064-8927-a8f6d7eef66e tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:32.736774 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baa4fd6-39f0-4064-8927-a8f6d7eef66e tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:32.793998 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2baa4fd6-39f0-4064-8927-a8f6d7eef66e tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:32.798471 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa4fd6-39f0-4064-8927-a8f6d7eef66e tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Pushing event updated for resources: {'Port': ['ID=b1edd31b-e334-463f-9bb2-70b25d002a3b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:32.828448 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b469b-e158-402e-b564-6ddd094b4446 req-f63e9522-ea59-4734-8bac-dd9846bd6179 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:32.830733 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a8b469b-e158-402e-b564-6ddd094b4446 req-f63e9522-ea59-4734-8bac-dd9846bd6179 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.52 "GET /v2.0/ports?device_id=e645419c-72d8-4911-b586-3526e3c38a1e HTTP/1.1" status: 200 len: 946 time: 0.3356078 Jul 06 13:56:32.969100 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2baa4fd6-39f0-4064-8927-a8f6d7eef66e tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:32.971557 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b01ea535-5882-4ff3-b613-d049a0ff6c76 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:33.007326 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b01ea535-5882-4ff3-b613-d049a0ff6c76 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:33.029918 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-bdd31760-ece7-458b-9cd0-6ea3400703bb tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2689581 Jul 06 13:56:33.048453 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-59e5b246-d219-40de-9d1c-7c3b136c209e service neutron] Request body: {'port': {'device_id': 'cadfc99f-b501-465c-b179-bced90bd4002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:33.177396 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3961b071-a065-478d-8ff8-86e4d84ce078 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Allocated IP 10.2.2.200 (cc63bc54-7a53-4d51-ae88-21113312a65f/11b3dbf4-56fb-446f-a6f6-e9d7331824f2/a33437af-9d21-48be-a19f-2f3a314e0e9d) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:33.226439 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-59e5b246-d219-40de-9d1c-7c3b136c209e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:33.378973 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3961b071-a065-478d-8ff8-86e4d84ce078 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:33.397984 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3961b071-a065-478d-8ff8-86e4d84ce078 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Transition to ACTIVE for port object a33437af-9d21-48be-a19f-2f3a314e0e9d will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:33.431952 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ea535-5882-4ff3-b613-d049a0ff6c76 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2454bc1f-9b40-4ecd-9750-df1ff777da3b,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:33.456565 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b01ea535-5882-4ff3-b613-d049a0ff6c76 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:56:33.464928 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3961b071-a065-478d-8ff8-86e4d84ce078 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:33.533389 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b01ea535-5882-4ff3-b613-d049a0ff6c76 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:33.533847 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-b01ea535-5882-4ff3-b613-d049a0ff6c76 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Added segment b7b05c26-8fbf-4a04-9819-6d23caa1d466 of type vlan for network 6c3204ff-80f8-4e5c-8733-d87cc03931c5 Jul 06 13:56:33.545205 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3961b071-a065-478d-8ff8-86e4d84ce078 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Network cc63bc54-7a53-4d51-ae88-21113312a65f is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:33.561107 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3961b071-a065-478d-8ff8-86e4d84ce078 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:33.564044 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3961b071-a065-478d-8ff8-86e4d84ce078 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:33.584969 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6be77c-fbd0-43d1-a12f-c2fe95ab8968 req-84bf41d7-4f00-42b7-b291-f20cfb0fe1e6 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:33.596589 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ea6be77c-fbd0-43d1-a12f-c2fe95ab8968 req-84bf41d7-4f00-42b7-b291-f20cfb0fe1e6 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=e645419c-72d8-4911-b586-3526e3c38a1e HTTP/1.1" status: 200 len: 946 time: 0.7339520 Jul 06 13:56:33.623457 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4da494-f096-4a0b-be20-ac240f3e60a7 None None] Network b408b97a-8c36-4557-bd4d-850f530d1bd8 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:56:33.664657 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2baa4fd6-39f0-4064-8927-a8f6d7eef66e tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:33.699162 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2baa4fd6-39f0-4064-8927-a8f6d7eef66e tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:33.717741 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-34a2ed37-2cb6-4790-825c-345626706548 None None] Provisioning for port 24f22b74-f11e-4ff9-a579-8ec49c3a05e6 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:33.765891 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b01ea535-5882-4ff3-b613-d049a0ff6c76 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:33.807326 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa4fd6-39f0-4064-8927-a8f6d7eef66e tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Pushing event updated for resources: {'Port': ['ID=b1edd31b-e334-463f-9bb2-70b25d002a3b,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:33.815199 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-8a8b469b-e158-402e-b564-6ddd094b4446 req-b4f7c31f-f893-4214-bae6-e5adb2235d95 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Deleting port e7859295-2f94-40e5-b72e-510b3dea8dc1 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:56:33.815597 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8a8b469b-e158-402e-b564-6ddd094b4446 req-b4f7c31f-f893-4214-bae6-e5adb2235d95 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:33.850263 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2baa4fd6-39f0-4064-8927-a8f6d7eef66e tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:33.923566 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-59e5b246-d219-40de-9d1c-7c3b136c209e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca2d9147-efa9-49ac-a995-9dd1e84d4a9e {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:56:33.938020 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-59e5b246-d219-40de-9d1c-7c3b136c209e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:33.954469 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b01ea535-5882-4ff3-b613-d049a0ff6c76 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:33.958997 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-59e5b246-d219-40de-9d1c-7c3b136c209e service neutron] Transition to ACTIVE for port object ca2d9147-efa9-49ac-a995-9dd1e84d4a9e will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:33.961473 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01ea535-5882-4ff3-b613-d049a0ff6c76 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:33.962326 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b01ea535-5882-4ff3-b613-d049a0ff6c76 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:33.964700 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-59e5b246-d219-40de-9d1c-7c3b136c209e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:33.969299 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-8a8b469b-e158-402e-b564-6ddd094b4446 req-b4f7c31f-f893-4214-bae6-e5adb2235d95 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] For port e7859295-2f94-40e5-b72e-510b3dea8dc1, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=e7859295-2f94-40e5-b72e-510b3dea8dc1,segment=NetworkSegment(e4d5f113-0733-4d39-911c-a5823573bbad),segment_id=e4d5f113-0733-4d39-911c-a5823573bbad)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:33.969669 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8a8b469b-e158-402e-b564-6ddd094b4446 req-b4f7c31f-f893-4214-bae6-e5adb2235d95 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:33.977007 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961b071-a065-478d-8ff8-86e4d84ce078 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Pushing event updated for resources: {'Port': ['ID=a33437af-9d21-48be-a19f-2f3a314e0e9d,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:34.079182 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9d516429-d4f8-4568-a1e1-07249416f195 None None] Provisioning for port a33437af-9d21-48be-a19f-2f3a314e0e9d completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:34.084619 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9d516429-d4f8-4568-a1e1-07249416f195 None None] Provisioning complete for port a33437af-9d21-48be-a19f-2f3a314e0e9d triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:34.085006 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9d516429-d4f8-4568-a1e1-07249416f195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:34.096581 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-8a8b469b-e158-402e-b564-6ddd094b4446 req-b4f7c31f-f893-4214-bae6-e5adb2235d95 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Calling delete_port for e7859295-2f94-40e5-b72e-510b3dea8dc1 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:56:34.100266 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5b246-d219-40de-9d1c-7c3b136c209e service neutron] Pushing event updated for resources: {'Port': ['ID=ca2d9147-efa9-49ac-a995-9dd1e84d4a9e,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:34.130977 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9d516429-d4f8-4568-a1e1-07249416f195 None None] Port a33437af-9d21-48be-a19f-2f3a314e0e9d cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:56:34.188230 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baa4fd6-39f0-4064-8927-a8f6d7eef66e tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Network b408b97a-8c36-4557-bd4d-850f530d1bd8 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:34.191318 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-2baa4fd6-39f0-4064-8927-a8f6d7eef66e tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:34.255162 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a4a643fa-6426-4f39-9012-529120fcd8a2 None None] Provisioning for port b1edd31b-e334-463f-9bb2-70b25d002a3b completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:34.261069 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a4a643fa-6426-4f39-9012-529120fcd8a2 None None] Provisioning complete for port b1edd31b-e334-463f-9bb2-70b25d002a3b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:34.261695 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a4a643fa-6426-4f39-9012-529120fcd8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:34.265803 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-59e5b246-d219-40de-9d1c-7c3b136c209e service neutron] Attempting to bind port ca2d9147-efa9-49ac-a995-9dd1e84d4a9e on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:56:34.266893 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-59e5b246-d219-40de-9d1c-7c3b136c209e service neutron] Attempting to bind port ca2d9147-efa9-49ac-a995-9dd1e84d4a9e by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '25820311-8714-4f9c-88fa-9bb9977684bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a72bbc69-8bb6-4c95-b6cb-d60138d51dd1'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:56:34.266893 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-59e5b246-d219-40de-9d1c-7c3b136c209e service neutron] Attempting to bind port ca2d9147-efa9-49ac-a995-9dd1e84d4a9e on network a72bbc69-8bb6-4c95-b6cb-d60138d51dd1 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:34.276359 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3961b071-a065-478d-8ff8-86e4d84ce078 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:34.277032 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3961b071-a065-478d-8ff8-86e4d84ce078 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:34.292001 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8a8b469b-e158-402e-b564-6ddd094b4446 req-b4f7c31f-f893-4214-bae6-e5adb2235d95 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:34.303864 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-59e5b246-d219-40de-9d1c-7c3b136c209e service neutron] Port ca2d9147-efa9-49ac-a995-9dd1e84d4a9e on network a72bbc69-8bb6-4c95-b6cb-d60138d51dd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:56:34.304112 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-59e5b246-d219-40de-9d1c-7c3b136c209e service neutron] Attempting to bind port ca2d9147-efa9-49ac-a995-9dd1e84d4a9e on network a72bbc69-8bb6-4c95-b6cb-d60138d51dd1 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:34.313593 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-59e5b246-d219-40de-9d1c-7c3b136c209e service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:56:34.313981 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-59e5b246-d219-40de-9d1c-7c3b136c209e service neutron] Checking segment: {'id': '25820311-8714-4f9c-88fa-9bb9977684bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a72bbc69-8bb6-4c95-b6cb-d60138d51dd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:34.314403 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-59e5b246-d219-40de-9d1c-7c3b136c209e service neutron] Bound using segment: {'id': '25820311-8714-4f9c-88fa-9bb9977684bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a72bbc69-8bb6-4c95-b6cb-d60138d51dd1'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:56:34.314844 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-59e5b246-d219-40de-9d1c-7c3b136c209e service neutron] Bound port: ca2d9147-efa9-49ac-a995-9dd1e84d4a9e, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25820311-8714-4f9c-88fa-9bb9977684bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a72bbc69-8bb6-4c95-b6cb-d60138d51dd1'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:56:34.315217 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-59e5b246-d219-40de-9d1c-7c3b136c209e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:34.317361 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a4a643fa-6426-4f39-9012-529120fcd8a2 None None] Port b1edd31b-e334-463f-9bb2-70b25d002a3b cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:56:34.320161 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['94486b89-1e65-4e71-b2e4-790ca40489bc'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:56:34.323897 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ea6be77c-fbd0-43d1-a12f-c2fe95ab8968 req-e5e0c8c8-d785-4b84-996f-191f3b71d8e8 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7254055 Jul 06 13:56:34.352648 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b01ea535-5882-4ff3-b613-d049a0ff6c76 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.7474499 Jul 06 13:56:34.358456 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54388) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:34.368312 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-f24cf55b-f8c3-42c0-96a3-6ce7d74b608c tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Request body: {'subnet': {'network_id': '6c3204ff-80f8-4e5c-8733-d87cc03931c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:34.408081 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['e7859295-2f94-40e5-b72e-510b3dea8dc1'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:56:34.476229 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-59e5b246-d219-40de-9d1c-7c3b136c209e service neutron] For port ca2d9147-efa9-49ac-a995-9dd1e84d4a9e, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:34.480137 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-59e5b246-d219-40de-9d1c-7c3b136c209e service neutron] For port ca2d9147-efa9-49ac-a995-9dd1e84d4a9e, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ca2d9147-efa9-49ac-a995-9dd1e84d4a9e,segment=NetworkSegment(25820311-8714-4f9c-88fa-9bb9977684bf),segment_id=25820311-8714-4f9c-88fa-9bb9977684bf)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:56:34.500598 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2baa4fd6-39f0-4064-8927-a8f6d7eef66e tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Router 76e66d0a-c98a-4e56-aaf9-10d987806d22 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:56:34.503772 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-59e5b246-d219-40de-9d1c-7c3b136c209e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:34.569149 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ea535-5882-4ff3-b613-d049a0ff6c76 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Pushing event updated for resources: {'Network': ['ID=6c3204ff-80f8-4e5c-8733-d87cc03931c5,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:34.571298 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24cf55b-f8c3-42c0-96a3-6ce7d74b608c tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Made reservation on behalf of b589ab3a58b646b089518720daad9ecd for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:34.575599 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f24cf55b-f8c3-42c0-96a3-6ce7d74b608c tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:34.579594 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 24f22b74-f11e-4ff9-a579-8ec49c3a05e6 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:56:34.581392 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3961b071-a065-478d-8ff8-86e4d84ce078 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6640546 Jul 06 13:56:34.594625 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7c31f-f893-4214-bae6-e5adb2235d95 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Pushing event deleted for resources: {'Port': ['ID=e7859295-2f94-40e5-b72e-510b3dea8dc1,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:34.594844 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 6c3204ff-80f8-4e5c-8733-d87cc03931c5 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:56:34.596555 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-59e5b246-d219-40de-9d1c-7c3b136c209e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:34.606307 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-59e5b246-d219-40de-9d1c-7c3b136c209e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:34.607966 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-59e5b246-d219-40de-9d1c-7c3b136c209e service neutron] 10.222.0.52 "PUT /v2.0/ports/ca2d9147-efa9-49ac-a995-9dd1e84d4a9e HTTP/1.1" status: 200 len: 1092 time: 1.5651224 Jul 06 13:56:34.613005 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cadfc99f-b501-465c-b179-bced90bd4002', 'tag': 'ca2d9147-efa9-49ac-a995-9dd1e84d4a9e'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:34.623748 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6009e70e-2e92-40a7-b02b-e7d1430d95c9" -d '{"events": [{"name": "network-changed", "server_uuid": "cadfc99f-b501-465c-b179-bced90bd4002", "tag": "ca2d9147-efa9-49ac-a995-9dd1e84d4a9e"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:34.643014 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e1020d11-d11e-4f9c-9444-5557ad7d50b0 service neutron] Request body: {'port': {'device_id': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:34.742926 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f948c31e-197e-47e2-b4d5-d3c45062ff8e None None] Provisioning complete for port b1edd31b-e334-463f-9bb2-70b25d002a3b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:34.743478 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f948c31e-197e-47e2-b4d5-d3c45062ff8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:34.767679 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8b469b-e158-402e-b564-6ddd094b4446 req-b4f7c31f-f893-4214-bae6-e5adb2235d95 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] No DVR routers for this DVR port e7859295-2f94-40e5-b72e-510b3dea8dc1 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:56:34.775564 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8a8b469b-e158-402e-b564-6ddd094b4446 req-b4f7c31f-f893-4214-bae6-e5adb2235d95 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:34.777918 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a8b469b-e158-402e-b564-6ddd094b4446 req-b4f7c31f-f893-4214-bae6-e5adb2235d95 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.52 "DELETE /v2.0/ports/e7859295-2f94-40e5-b72e-510b3dea8dc1 HTTP/1.1" status: 204 len: 173 time: 1.9361787 Jul 06 13:56:34.778557 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e645419c-72d8-4911-b586-3526e3c38a1e', 'name': 'network-vif-deleted', 'tag': 'e7859295-2f94-40e5-b72e-510b3dea8dc1'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:34.780877 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d75ebd3-75c9-4858-b845-bf03fafb7957" -d '{"events": [{"server_uuid": "e645419c-72d8-4911-b586-3526e3c38a1e", "name": "network-vif-deleted", "tag": "e7859295-2f94-40e5-b72e-510b3dea8dc1"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:34.843486 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2baa4fd6-39f0-4064-8927-a8f6d7eef66e tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:56:34.861892 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5b246-d219-40de-9d1c-7c3b136c209e service neutron] Pushing event updated for resources: {'Port': ['ID=ca2d9147-efa9-49ac-a995-9dd1e84d4a9e,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:34.874039 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e1020d11-d11e-4f9c-9444-5557ad7d50b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:34.883585 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2baa4fd6-39f0-4064-8927-a8f6d7eef66e tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] 10.222.0.118 "PUT /v2.0/routers/76e66d0a-c98a-4e56-aaf9-10d987806d22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3944638 Jul 06 13:56:34.885980 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54394) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:34.892601 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-89d0a5f5-0284-4355-952d-df8ab13ea9b4 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Request body: {'port': {'network_id': 'b408b97a-8c36-4557-bd4d-850f530d1bd8', 'name': 'tempest-FloatingIPNegativeTestJSON-1899935897'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:35.000405 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b135c-49ad-459a-bcce-29ab38ce45d7 req-b17f9b75-1888-4cbe-a872-6cd6018bde65 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:35.001898 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8f3b135c-49ad-459a-bcce-29ab38ce45d7 req-b17f9b75-1888-4cbe-a872-6cd6018bde65 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 946 time: 0.3255320 Jul 06 13:56:35.031655 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-5b09ed98-7729-4e1d-892f-b4981e1afaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:35.034817 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-5b09ed98-7729-4e1d-892f-b4981e1afaaf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3b8f771b69bf4fc58bf1011b82770d54&device_id=cadfc99f-b501-465c-b179-bced90bd4002 HTTP/1.1" status: 200 len: 1095 time: 0.3376155 Jul 06 13:56:35.077653 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-f948c31e-197e-47e2-b4d5-d3c45062ff8e None None] Port b1edd31b-e334-463f-9bb2-70b25d002a3b cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:56:35.085212 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941f002c-34e5-4994-b784-dbc316d9fd91 None None] Sync routers for ids ['76e66d0a-c98a-4e56-aaf9-10d987806d22'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:56:35.128468 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941f002c-34e5-4994-b784-dbc316d9fd91 None None] Routers {'76e66d0a-c98a-4e56-aaf9-10d987806d22'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:56:35.129182 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-941f002c-34e5-4994-b784-dbc316d9fd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:56:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['76e66d0a-c98a-4e56-aaf9-10d987806d22'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:35.131277 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-4a15474c-1891-44d0-aad1-9dda6cd28eb3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca2d9147-efa9-49ac-a995-9dd1e84d4a9e HTTP/1.1" status: 200 len: 217 time: 0.0495589 Jul 06 13:56:35.137572 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8f3b135c-49ad-459a-bcce-29ab38ce45d7 req-6c716117-82a0-4ee4-a131-58a2a7fa21f5 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694699 Jul 06 13:56:35.171006 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 24f22b74-f11e-4ff9-a579-8ec49c3a05e6 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:35.175853 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-941f002c-34e5-4994-b784-dbc316d9fd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:35.214263 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941f002c-34e5-4994-b784-dbc316d9fd91 None None] Routers {'76e66d0a-c98a-4e56-aaf9-10d987806d22'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:56:35.214896 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-941f002c-34e5-4994-b784-dbc316d9fd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:56:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['76e66d0a-c98a-4e56-aaf9-10d987806d22'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:35.230991 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d0a5f5-0284-4355-952d-df8ab13ea9b4 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Made reservation on behalf of 1a6f3a8a76074e7cb698589677b35282 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:35.234575 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-89d0a5f5-0284-4355-952d-df8ab13ea9b4 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:35.293605 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 24f22b74-f11e-4ff9-a579-8ec49c3a05e6 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:35.294616 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:35.297274 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-941f002c-34e5-4994-b784-dbc316d9fd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:35.297274 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941f002c-34e5-4994-b784-dbc316d9fd91 None None] The sync data for ids ['76e66d0a-c98a-4e56-aaf9-10d987806d22'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:56:35.339070 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-a4e5fa36-1aa5-45e0-8cca-111f5d8d5a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:35.342481 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-a4e5fa36-1aa5-45e0-8cca-111f5d8d5a53 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=90b80f1a-c53b-443a-bbde-b11660946ff8 HTTP/1.1" status: 200 len: 855 time: 0.1914198 Jul 06 13:56:35.343981 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-89d0a5f5-0284-4355-952d-df8ab13ea9b4 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] device_id is not set on port 31378711-9ad3-4200-9d63-88775d9f9b4b yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 13:56:35.346596 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f24cf55b-f8c3-42c0-96a3-6ce7d74b608c tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:35.368324 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9acb04c1-04b5-469e-bc6c-57e975fd59a3 None None] Provisioning complete for port b1edd31b-e334-463f-9bb2-70b25d002a3b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:35.368700 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9acb04c1-04b5-469e-bc6c-57e975fd59a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:35.436744 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9acb04c1-04b5-469e-bc6c-57e975fd59a3 None None] Port b1edd31b-e334-463f-9bb2-70b25d002a3b cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:56:35.490871 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:35.500942 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24cf55b-f8c3-42c0-96a3-6ce7d74b608c tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Checking segment: {'id': 'b7b05c26-8fbf-4a04-9819-6d23caa1d466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6c3204ff-80f8-4e5c-8733-d87cc03931c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:35.503817 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24cf55b-f8c3-42c0-96a3-6ce7d74b608c tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Network hostable DHCP agents. Network: 6c3204ff-80f8-4e5c-8733-d87cc03931c5, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:56:35.507963 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-cf8a0b35-9162-4c79-abd0-221aea7e449b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a72bbc69-8bb6-4c95-b6cb-d60138d51dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1480558 Jul 06 13:56:35.532005 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24cf55b-f8c3-42c0-96a3-6ce7d74b608c tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Pushing event updated for resources: {'Subnet': ['ID=8b3246d5-2311-4e49-8057-f9fa902e4c93,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:35.562192 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 24f22b74-f11e-4ff9-a579-8ec49c3a05e6, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=24f22b74-f11e-4ff9-a579-8ec49c3a05e6,segment=NetworkSegment(f81b4286-83d7-466a-9b46-3b5906844183),segment_id=f81b4286-83d7-466a-9b46-3b5906844183)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:35.567555 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:35.570819 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24cf55b-f8c3-42c0-96a3-6ce7d74b608c tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Network 6c3204ff-80f8-4e5c-8733-d87cc03931c5 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:56:35.643520 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-f24cf55b-f8c3-42c0-96a3-6ce7d74b608c tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 6c3204ff-80f8-4e5c-8733-d87cc03931c5) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:35.655252 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24cf55b-f8c3-42c0-96a3-6ce7d74b608c tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:35.655966 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f24cf55b-f8c3-42c0-96a3-6ce7d74b608c tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:35.670601 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ed04fe-a26f-489c-ae0b-1bd9a3aaf15b None None] Network 6c3204ff-80f8-4e5c-8733-d87cc03931c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:56:35.673775 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=24f22b74-f11e-4ff9-a579-8ec49c3a05e6,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:35.688236 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e1020d11-d11e-4f9c-9444-5557ad7d50b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f43b5bfc-1387-457f-8a78-02e1c6d6fcb2 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:56:35.693946 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f24cf55b-f8c3-42c0-96a3-6ce7d74b608c tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3315160 Jul 06 13:56:35.697848 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54408) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:35.702175 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e1020d11-d11e-4f9c-9444-5557ad7d50b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:35.709262 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-60d0190d-867b-49f7-bb0f-ae375c636e79 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Request body: {'port': {'network_id': '6c3204ff-80f8-4e5c-8733-d87cc03931c5', 'name': 'tempest-TagsExtTest-674965354'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:35.721531 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-b6895c23-f512-4bfe-9316-1d4545bffc6e service neutron] 10.222.0.52 "GET /v2.0/networks/a72bbc69-8bb6-4c95-b6cb-d60138d51dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959367 Jul 06 13:56:35.747667 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-89d0a5f5-0284-4355-952d-df8ab13ea9b4 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Allocated IP 172.20.0.12 (b408b97a-8c36-4557-bd4d-850f530d1bd8/843ef613-76d3-4773-993c-947e3b83b842/31378711-9ad3-4200-9d63-88775d9f9b4b) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:35.771694 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e1020d11-d11e-4f9c-9444-5557ad7d50b0 service neutron] Transition to ACTIVE for port object f43b5bfc-1387-457f-8a78-02e1c6d6fcb2 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:35.787995 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e1020d11-d11e-4f9c-9444-5557ad7d50b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:35.812844 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d93db-5f95-4d49-8be6-ccd5588e74d4 req-9fd45c2a-5ee1-424e-a042-8237dad3e4d8 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:35.820682 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d93db-5f95-4d49-8be6-ccd5588e74d4 req-9fd45c2a-5ee1-424e-a042-8237dad3e4d8 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:35.829312 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d93db-5f95-4d49-8be6-ccd5588e74d4 req-9fd45c2a-5ee1-424e-a042-8237dad3e4d8 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:35.836834 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d93db-5f95-4d49-8be6-ccd5588e74d4 req-9fd45c2a-5ee1-424e-a042-8237dad3e4d8 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:35.844488 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d93db-5f95-4d49-8be6-ccd5588e74d4 req-9fd45c2a-5ee1-424e-a042-8237dad3e4d8 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:35.851867 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-742d93db-5f95-4d49-8be6-ccd5588e74d4 req-9fd45c2a-5ee1-424e-a042-8237dad3e4d8 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 3815 time: 0.2733107 Jul 06 13:56:35.881781 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5965128b-b777-4e30-9364-7989dab5eacb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-6c3204ff-80f8-4e5c-8733-d87cc03931c5', 'network_id': '6c3204ff-80f8-4e5c-8733-d87cc03931c5', 'tenant_id': 'b589ab3a58b646b089518720daad9ecd', 'fixed_ips': [{'subnet_id': '8b3246d5-2311-4e49-8057-f9fa902e4c93'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:56:35.882883 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5965128b-b777-4e30-9364-7989dab5eacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:35.962874 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-89d0a5f5-0284-4355-952d-df8ab13ea9b4 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:35.993225 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-89d0a5f5-0284-4355-952d-df8ab13ea9b4 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Transition to ACTIVE for port object 31378711-9ad3-4200-9d63-88775d9f9b4b will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:35.999648 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1020d11-d11e-4f9c-9444-5557ad7d50b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f43b5bfc-1387-457f-8a78-02e1c6d6fcb2,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:36.020746 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-742d93db-5f95-4d49-8be6-ccd5588e74d4 req-c6139f9a-71b7-4a7b-aab8-5270e2d5d6cc tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677711 Jul 06 13:56:36.050419 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2f600b36-fd62-4002-abbb-24e9cf748c71 req-40173bb0-27c6-4b00-b74b-36ed55a5381a service neutron] 10.222.0.52 "GET /v2.0/networks/a72bbc69-8bb6-4c95-b6cb-d60138d51dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686103 Jul 06 13:56:36.086830 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-89d0a5f5-0284-4355-952d-df8ab13ea9b4 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.115031 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d0a5f5-0284-4355-952d-df8ab13ea9b4 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Network b408b97a-8c36-4557-bd4d-850f530d1bd8 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:36.117869 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-89d0a5f5-0284-4355-952d-df8ab13ea9b4 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:36.140936 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d0a5f5-0284-4355-952d-df8ab13ea9b4 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:36.178788 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d0190d-867b-49f7-bb0f-ae375c636e79 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Made reservation on behalf of b589ab3a58b646b089518720daad9ecd for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:36.183810 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-5965128b-b777-4e30-9364-7989dab5eacb None None] Allocated IP 172.20.0.2 (6c3204ff-80f8-4e5c-8733-d87cc03931c5/8b3246d5-2311-4e49-8057-f9fa902e4c93/fcb84e3f-53ed-42db-9393-82207f17f29d) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:36.194896 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-60d0190d-867b-49f7-bb0f-ae375c636e79 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.254777 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0a5f5-0284-4355-952d-df8ab13ea9b4 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Pushing event updated for resources: {'Port': ['ID=31378711-9ad3-4200-9d63-88775d9f9b4b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:36.278138 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-60d0190d-867b-49f7-bb0f-ae375c636e79 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] device_id is not set on port d7c0b964-0154-4ccd-8304-e32e7e6ada86 yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 13:56:36.285431 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d0a5f5-0284-4355-952d-df8ab13ea9b4 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:36.286168 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-89d0a5f5-0284-4355-952d-df8ab13ea9b4 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.322121 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-89d0a5f5-0284-4355-952d-df8ab13ea9b4 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4348860 Jul 06 13:56:36.323794 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54410) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:36.336437 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-5b871db0-4a65-4930-9245-c0350fb5d9ed tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:36.365541 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b871db0-4a65-4930-9245-c0350fb5d9ed tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks [] for floatingip, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.411902 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5965128b-b777-4e30-9364-7989dab5eacb None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.440706 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5965128b-b777-4e30-9364-7989dab5eacb None None] Transition to ACTIVE for port object fcb84e3f-53ed-42db-9393-82207f17f29d will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:36.455005 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e1020d11-d11e-4f9c-9444-5557ad7d50b0 service neutron] Attempting to bind port f43b5bfc-1387-457f-8a78-02e1c6d6fcb2 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:56:36.455344 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e1020d11-d11e-4f9c-9444-5557ad7d50b0 service neutron] Attempting to bind port f43b5bfc-1387-457f-8a78-02e1c6d6fcb2 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '1e3e79de-418b-427e-ab47-30b7f03d6d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd3d758c6-1344-45af-aaa5-3031f97f13d4'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:56:36.455672 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e1020d11-d11e-4f9c-9444-5557ad7d50b0 service neutron] Attempting to bind port f43b5bfc-1387-457f-8a78-02e1c6d6fcb2 on network d3d758c6-1344-45af-aaa5-3031f97f13d4 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:36.464035 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5965128b-b777-4e30-9364-7989dab5eacb None None] Transition to ACTIVE for port object fcb84e3f-53ed-42db-9393-82207f17f29d will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:36.470262 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e1020d11-d11e-4f9c-9444-5557ad7d50b0 service neutron] Port f43b5bfc-1387-457f-8a78-02e1c6d6fcb2 on network d3d758c6-1344-45af-aaa5-3031f97f13d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:56:36.474289 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e1020d11-d11e-4f9c-9444-5557ad7d50b0 service neutron] Attempting to bind port f43b5bfc-1387-457f-8a78-02e1c6d6fcb2 on network d3d758c6-1344-45af-aaa5-3031f97f13d4 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:36.487672 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 24f22b74-f11e-4ff9-a579-8ec49c3a05e6 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:56:36.494213 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5965128b-b777-4e30-9364-7989dab5eacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.511002 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e1020d11-d11e-4f9c-9444-5557ad7d50b0 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:56:36.511353 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e1020d11-d11e-4f9c-9444-5557ad7d50b0 service neutron] Checking segment: {'id': '1e3e79de-418b-427e-ab47-30b7f03d6d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd3d758c6-1344-45af-aaa5-3031f97f13d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:36.511770 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e1020d11-d11e-4f9c-9444-5557ad7d50b0 service neutron] Bound using segment: {'id': '1e3e79de-418b-427e-ab47-30b7f03d6d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd3d758c6-1344-45af-aaa5-3031f97f13d4'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:56:36.512802 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e1020d11-d11e-4f9c-9444-5557ad7d50b0 service neutron] Bound port: f43b5bfc-1387-457f-8a78-02e1c6d6fcb2, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e3e79de-418b-427e-ab47-30b7f03d6d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'd3d758c6-1344-45af-aaa5-3031f97f13d4'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:56:36.513179 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e1020d11-d11e-4f9c-9444-5557ad7d50b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.578308 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5965128b-b777-4e30-9364-7989dab5eacb None None] Network 6c3204ff-80f8-4e5c-8733-d87cc03931c5 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:36.588069 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-5965128b-b777-4e30-9364-7989dab5eacb None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:36.592904 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5965128b-b777-4e30-9364-7989dab5eacb None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:36.596646 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-60d0190d-867b-49f7-bb0f-ae375c636e79 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Allocated IP 172.20.0.3 (6c3204ff-80f8-4e5c-8733-d87cc03931c5/8b3246d5-2311-4e49-8057-f9fa902e4c93/d7c0b964-0154-4ccd-8304-e32e7e6ada86) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:36.597378 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b871db0-4a65-4930-9245-c0350fb5d9ed tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.602661 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965128b-b777-4e30-9364-7989dab5eacb None None] Pushing event updated for resources: {'Port': ['ID=fcb84e3f-53ed-42db-9393-82207f17f29d,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:36.619779 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce758740-266c-4365-92ab-4bbefc8e9f15 req-1646e43a-ec30-48b2-be13-efd38c4c44af tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:36.626873 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ce758740-266c-4365-92ab-4bbefc8e9f15 req-1646e43a-ec30-48b2-be13-efd38c4c44af tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] 10.222.0.118 "GET /v2.0/ports?device_id=cadfc99f-b501-465c-b179-bced90bd4002 HTTP/1.1" status: 200 len: 944 time: 0.3629770 Jul 06 13:56:36.694106 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 24f22b74-f11e-4ff9-a579-8ec49c3a05e6 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:36.694616 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.754125 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-5b871db0-4a65-4930-9245-c0350fb5d9ed tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Allocated IP 172.25.6.31 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/88f5c634-8fa2-4f5d-b61b-e379fb091a4c) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:36.767844 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-5965128b-b777-4e30-9364-7989dab5eacb None None] Attempting to bind port fcb84e3f-53ed-42db-9393-82207f17f29d on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:56:36.768783 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-5965128b-b777-4e30-9364-7989dab5eacb None None] Attempting to bind port fcb84e3f-53ed-42db-9393-82207f17f29d by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'b7b05c26-8fbf-4a04-9819-6d23caa1d466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6c3204ff-80f8-4e5c-8733-d87cc03931c5'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:56:36.769162 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5965128b-b777-4e30-9364-7989dab5eacb None None] Attempting to bind port fcb84e3f-53ed-42db-9393-82207f17f29d on network 6c3204ff-80f8-4e5c-8733-d87cc03931c5 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:36.778287 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5965128b-b777-4e30-9364-7989dab5eacb None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:56:36.778642 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5965128b-b777-4e30-9364-7989dab5eacb None None] Checking segment: {'id': 'b7b05c26-8fbf-4a04-9819-6d23caa1d466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6c3204ff-80f8-4e5c-8733-d87cc03931c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:36.779871 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5965128b-b777-4e30-9364-7989dab5eacb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.780289 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5965128b-b777-4e30-9364-7989dab5eacb None None] Bound using segment: {'id': 'b7b05c26-8fbf-4a04-9819-6d23caa1d466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6c3204ff-80f8-4e5c-8733-d87cc03931c5'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:56:36.780799 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-5965128b-b777-4e30-9364-7989dab5eacb None None] Bound port: fcb84e3f-53ed-42db-9393-82207f17f29d, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b05c26-8fbf-4a04-9819-6d23caa1d466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6c3204ff-80f8-4e5c-8733-d87cc03931c5'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:56:36.781192 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5965128b-b777-4e30-9364-7989dab5eacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.870052 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-5965128b-b777-4e30-9364-7989dab5eacb None None] For port fcb84e3f-53ed-42db-9393-82207f17f29d, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:36.874919 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-5965128b-b777-4e30-9364-7989dab5eacb None None] For port fcb84e3f-53ed-42db-9393-82207f17f29d, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=fcb84e3f-53ed-42db-9393-82207f17f29d,segment=NetworkSegment(b7b05c26-8fbf-4a04-9819-6d23caa1d466),segment_id=b7b05c26-8fbf-4a04-9819-6d23caa1d466)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:56:36.907113 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b871db0-4a65-4930-9245-c0350fb5d9ed tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.918450 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-bf799629-a9d3-4b05-af30-5ff1a6ece6e8 None None] Provisioning for port 31378711-9ad3-4200-9d63-88775d9f9b4b completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:36.926416 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5965128b-b777-4e30-9364-7989dab5eacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.940701 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-bf799629-a9d3-4b05-af30-5ff1a6ece6e8 None None] Provisioning complete for port 31378711-9ad3-4200-9d63-88775d9f9b4b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:36.941083 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bf799629-a9d3-4b05-af30-5ff1a6ece6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.964069 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b871db0-4a65-4930-9245-c0350fb5d9ed tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:36.987794 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e1020d11-d11e-4f9c-9444-5557ad7d50b0 service neutron] For port f43b5bfc-1387-457f-8a78-02e1c6d6fcb2, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:37.008167 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e1020d11-d11e-4f9c-9444-5557ad7d50b0 service neutron] For port f43b5bfc-1387-457f-8a78-02e1c6d6fcb2, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f43b5bfc-1387-457f-8a78-02e1c6d6fcb2,segment=NetworkSegment(1e3e79de-418b-427e-ab47-30b7f03d6d5a),segment_id=1e3e79de-418b-427e-ab47-30b7f03d6d5a)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:56:37.019465 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b871db0-4a65-4930-9245-c0350fb5d9ed tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:37.023594 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e1020d11-d11e-4f9c-9444-5557ad7d50b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:37.030229 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-5b871db0-4a65-4930-9245-c0350fb5d9ed tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:37.035986 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b871db0-4a65-4930-9245-c0350fb5d9ed tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:37.055433 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ce758740-266c-4365-92ab-4bbefc8e9f15 req-6b29c336-d824-40c0-b26c-467f88d5f30c tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] 10.222.0.118 "GET /v2.0/security-groups?id=47e3317c-e314-4b7f-8e1d-8684dabd0d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275768 Jul 06 13:56:37.055750 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-bf799629-a9d3-4b05-af30-5ff1a6ece6e8 None None] Port 31378711-9ad3-4200-9d63-88775d9f9b4b cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:56:37.063266 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965128b-b777-4e30-9364-7989dab5eacb None None] Pushing event updated for resources: {'Port': ['ID=fcb84e3f-53ed-42db-9393-82207f17f29d,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:37.088749 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b871db0-4a65-4930-9245-c0350fb5d9ed tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Pushing event updated for resources: {'Port': ['ID=88f5c634-8fa2-4f5d-b61b-e379fb091a4c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:37.171547 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1ba1e4-c62d-45f3-8b11-2f411507d4d6 x-openstack-request-id: req-3b1ba1e4-c62d-45f3-8b11-2f411507d4d6 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:37.172186 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cadfc99f-b501-465c-b179-bced90bd4002", "tag": "ca2d9147-efa9-49ac-a995-9dd1e84d4a9e", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:37.172599 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-3b1ba1e4-c62d-45f3-8b11-2f411507d4d6 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:37.173146 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cadfc99f-b501-465c-b179-bced90bd4002', 'tag': 'ca2d9147-efa9-49ac-a995-9dd1e84d4a9e', 'status': 'completed', 'code': 200} Jul 06 13:56:37.183516 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190eab02-cbf0-4195-ac4a-1c44310cc822 x-openstack-request-id: req-190eab02-cbf0-4195-ac4a-1c44310cc822 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:37.183893 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e645419c-72d8-4911-b586-3526e3c38a1e", "name": "network-vif-deleted", "tag": "e7859295-2f94-40e5-b72e-510b3dea8dc1", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:37.184255 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-190eab02-cbf0-4195-ac4a-1c44310cc822 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:37.184826 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e645419c-72d8-4911-b586-3526e3c38a1e', 'name': 'network-vif-deleted', 'tag': 'e7859295-2f94-40e5-b72e-510b3dea8dc1', 'status': 'completed', 'code': 200} Jul 06 13:56:37.196830 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e1020d11-d11e-4f9c-9444-5557ad7d50b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:37.202961 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e1020d11-d11e-4f9c-9444-5557ad7d50b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:37.204482 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-e1020d11-d11e-4f9c-9444-5557ad7d50b0 service neutron] 10.222.0.124 "PUT /v2.0/ports/f43b5bfc-1387-457f-8a78-02e1c6d6fcb2 HTTP/1.1" status: 200 len: 1092 time: 2.6068757 Jul 06 13:56:37.260087 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b871db0-4a65-4930-9245-c0350fb5d9ed tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:37.264722 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-07a53077-5e44-4b4f-92e7-52d32746ee1c service neutron] Request body: {'port': {'device_id': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:37.290420 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b80e579a-a757-4d46-aa9a-6f4ddc8875f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:37.326348 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 27b75cf5-263d-4c77-b909-aed48eb16174 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:56:37.331769 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1020d11-d11e-4f9c-9444-5557ad7d50b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f43b5bfc-1387-457f-8a78-02e1c6d6fcb2,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:37.353605 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009e70e-2e92-40a7-b02b-e7d1430d95c9 req-868368bd-c3ab-493a-bd4c-1fba31b3f292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:37.355581 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6009e70e-2e92-40a7-b02b-e7d1430d95c9 req-868368bd-c3ab-493a-bd4c-1fba31b3f292 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3b8f771b69bf4fc58bf1011b82770d54&device_id=cadfc99f-b501-465c-b179-bced90bd4002 HTTP/1.1" status: 200 len: 1095 time: 0.1813872 Jul 06 13:56:37.450440 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b871db0-4a65-4930-9245-c0350fb5d9ed tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:37.468192 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-60d0190d-867b-49f7-bb0f-ae375c636e79 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:37.508150 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:37.522191 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-60d0190d-867b-49f7-bb0f-ae375c636e79 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Transition to ACTIVE for port object d7c0b964-0154-4ccd-8304-e32e7e6ada86 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:37.544887 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8209fbcb-7a64-4ab0-8644-927c68157d71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b75cf5-263d-4c77-b909-aed48eb16174'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:37.549015 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1459803-83c4-466a-bd76-1a6e0c14522a" -d '{"events": [{"server_uuid": "8209fbcb-7a64-4ab0-8644-927c68157d71", "name": "network-vif-unplugged", "status": "completed", "tag": "27b75cf5-263d-4c77-b909-aed48eb16174"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:37.564166 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 27b75cf5-263d-4c77-b909-aed48eb16174, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=27b75cf5-263d-4c77-b909-aed48eb16174,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:37.570032 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:37.571233 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device e7859295-2f94-40e5-b72e-510b3dea8dc1 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:56:37.584788 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009e70e-2e92-40a7-b02b-e7d1430d95c9 req-b54b3362-e8f5-4984-b04b-7ed9ab8c0b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:37.587003 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6009e70e-2e92-40a7-b02b-e7d1430d95c9 req-b54b3362-e8f5-4984-b04b-7ed9ab8c0b2e service neutron] 10.222.0.52 "GET /v2.0/networks?id=a72bbc69-8bb6-4c95-b6cb-d60138d51dd1 HTTP/1.1" status: 200 len: 916 time: 0.2156317 Jul 06 13:56:37.594339 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-60d0190d-867b-49f7-bb0f-ae375c636e79 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:37.614491 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: e7859295-2f94-40e5-b72e-510b3dea8dc1 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:56:37.615254 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device e7859295-2f94-40e5-b72e-510b3dea8dc1 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:56:37.626299 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:56:37.665294 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-07a53077-5e44-4b4f-92e7-52d32746ee1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:37.683476 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d0190d-867b-49f7-bb0f-ae375c636e79 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Network 6c3204ff-80f8-4e5c-8733-d87cc03931c5 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:37.693011 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=27b75cf5-263d-4c77-b909-aed48eb16174,revision_number=14']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:37.701118 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-60d0190d-867b-49f7-bb0f-ae375c636e79 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:37.704071 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d0190d-867b-49f7-bb0f-ae375c636e79 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:37.722266 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6009e70e-2e92-40a7-b02b-e7d1430d95c9 req-dc293a8f-3113-43cc-a0f0-671d057480a1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca2d9147-efa9-49ac-a995-9dd1e84d4a9e HTTP/1.1" status: 200 len: 217 time: 0.0737090 Jul 06 13:56:37.797285 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0190d-867b-49f7-bb0f-ae375c636e79 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Pushing event updated for resources: {'Port': ['ID=d7c0b964-0154-4ccd-8304-e32e7e6ada86,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:37.823597 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d0190d-867b-49f7-bb0f-ae375c636e79 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:37.824797 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-60d0190d-867b-49f7-bb0f-ae375c636e79 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:37.914928 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472bf10d-23f9-4d6b-8c80-12e7dadc6778 req-4358e912-73db-4883-babc-6b100f2d12dd tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:37.916425 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-472bf10d-23f9-4d6b-8c80-12e7dadc6778 req-4358e912-73db-4883-babc-6b100f2d12dd tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.4331346 Jul 06 13:56:37.924839 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-60d0190d-867b-49f7-bb0f-ae375c636e79 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.2249622 Jul 06 13:56:37.928715 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54418) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:37.942963 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-b419b0d1-1938-4aeb-baa3-3ba699796997 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1317756448', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:38.128568 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009e70e-2e92-40a7-b02b-e7d1430d95c9 req-9feb6589-d7f0-4fd1-b8a3-65990b93afb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:38.130313 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6009e70e-2e92-40a7-b02b-e7d1430d95c9 req-9feb6589-d7f0-4fd1-b8a3-65990b93afb2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=90b80f1a-c53b-443a-bbde-b11660946ff8 HTTP/1.1" status: 200 len: 855 time: 0.3970022 Jul 06 13:56:38.157021 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-07a53077-5e44-4b4f-92e7-52d32746ee1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:56:38.166656 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-07a53077-5e44-4b4f-92e7-52d32746ee1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:38.174905 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6009e70e-2e92-40a7-b02b-e7d1430d95c9 req-8c44504b-19f1-4771-844c-eeb93d289840 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a72bbc69-8bb6-4c95-b6cb-d60138d51dd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334778 Jul 06 13:56:38.182377 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-07a53077-5e44-4b4f-92e7-52d32746ee1c service neutron] Transition to ACTIVE for port object c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:38.206173 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b871db0-4a65-4930-9245-c0350fb5d9ed tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:38.254523 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-472bf10d-23f9-4d6b-8c80-12e7dadc6778 req-119db713-169c-45af-ab7d-e37d88bb1179 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3209445 Jul 06 13:56:38.255473 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-07a53077-5e44-4b4f-92e7-52d32746ee1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:38.257331 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b871db0-4a65-4930-9245-c0350fb5d9ed tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:38.259142 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b419b0d1-1938-4aeb-baa3-3ba699796997 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:38.260798 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b419b0d1-1938-4aeb-baa3-3ba699796997 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:38.410699 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a53077-5e44-4b4f-92e7-52d32746ee1c service neutron] Pushing event updated for resources: {'Port': ['ID=c81b15c8-afcc-4b25-b3cc-00f2946f2dd8,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:38.478248 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b419b0d1-1938-4aeb-baa3-3ba699796997 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:38.487642 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b871db0-4a65-4930-9245-c0350fb5d9ed tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Pushing event updated for resources: {'Port': ['ID=88f5c634-8fa2-4f5d-b61b-e379fb091a4c,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:38.526595 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b871db0-4a65-4930-9245-c0350fb5d9ed tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:38.549859 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebd3394-dfe0-429f-ba7c-57fb130fb099 None None] Network 6c3204ff-80f8-4e5c-8733-d87cc03931c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:56:38.561738 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b419b0d1-1938-4aeb-baa3-3ba699796997 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:38.564916 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b871db0-4a65-4930-9245-c0350fb5d9ed tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:38.569418 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5b871db0-4a65-4930-9245-c0350fb5d9ed tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2392986 Jul 06 13:56:38.570125 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54434) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:38.584601 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-a8aff898-199d-4409-bb16-5ab384822d01 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Request body: {'floatingip': {'port_id': '31378711-9ad3-4200-9d63-88775d9f9b4b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:38.644731 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b419b0d1-1938-4aeb-baa3-3ba699796997 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:38.646061 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b419b0d1-1938-4aeb-baa3-3ba699796997 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7138078 Jul 06 13:56:38.657228 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54440) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:38.662024 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-550ff360-aea4-4263-be16-d839ac98440d tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1292460082', 'prefixes': ['172.20.0.0/16']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:38.680223 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device fcb84e3f-53ed-42db-9393-82207f17f29d up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:56:38.729912 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6009e70e-2e92-40a7-b02b-e7d1430d95c9 req-ee6b4302-818b-4b31-9bba-63a28ff100cd service neutron] 10.222.0.52 "GET /v2.0/networks/a72bbc69-8bb6-4c95-b6cb-d60138d51dd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437660 Jul 06 13:56:38.736133 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a8aff898-199d-4409-bb16-5ab384822d01 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks [] for floatingip, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:38.764476 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-07a53077-5e44-4b4f-92e7-52d32746ee1c service neutron] Attempting to bind port c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:56:38.765410 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-07a53077-5e44-4b4f-92e7-52d32746ee1c service neutron] Attempting to bind port c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'c2e55cae-0229-401b-8b43-9fdaa7060b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f573758c-9164-40b8-bfb3-cabd80b3ac2d'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:56:38.766037 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-07a53077-5e44-4b4f-92e7-52d32746ee1c service neutron] Attempting to bind port c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 on network f573758c-9164-40b8-bfb3-cabd80b3ac2d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:38.774094 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-07a53077-5e44-4b4f-92e7-52d32746ee1c service neutron] Port c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 on network f573758c-9164-40b8-bfb3-cabd80b3ac2d not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:56:38.776962 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-07a53077-5e44-4b4f-92e7-52d32746ee1c service neutron] Attempting to bind port c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 on network f573758c-9164-40b8-bfb3-cabd80b3ac2d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:38.813733 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-436c74b7-2924-4141-8f62-97c0144b5e01 None None] Provisioning for port fcb84e3f-53ed-42db-9393-82207f17f29d completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:38.814002 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-07a53077-5e44-4b4f-92e7-52d32746ee1c service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:56:38.815224 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-07a53077-5e44-4b4f-92e7-52d32746ee1c service neutron] Checking segment: {'id': 'c2e55cae-0229-401b-8b43-9fdaa7060b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f573758c-9164-40b8-bfb3-cabd80b3ac2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:38.815623 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-07a53077-5e44-4b4f-92e7-52d32746ee1c service neutron] Bound using segment: {'id': 'c2e55cae-0229-401b-8b43-9fdaa7060b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f573758c-9164-40b8-bfb3-cabd80b3ac2d'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:56:38.817236 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-07a53077-5e44-4b4f-92e7-52d32746ee1c service neutron] Bound port: c81b15c8-afcc-4b25-b3cc-00f2946f2dd8, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2e55cae-0229-401b-8b43-9fdaa7060b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f573758c-9164-40b8-bfb3-cabd80b3ac2d'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:56:38.817616 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-07a53077-5e44-4b4f-92e7-52d32746ee1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:38.927350 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port fcb84e3f-53ed-42db-9393-82207f17f29d completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:38.963469 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port fcb84e3f-53ed-42db-9393-82207f17f29d triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:38.964045 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:39.071093 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-550ff360-aea4-4263-be16-d839ac98440d tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks [] for subnetpool, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:39.076371 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-550ff360-aea4-4263-be16-d839ac98440d tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4146280 Jul 06 13:56:39.078889 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54464) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:39.095651 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-42671663-f8cf-4e9b-8ec1-4a326c92a1b5 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8b3246d5-2311-4e49-8057-f9fa902e4c93', 'tempest-TagsExtTest-Tag-1320721973') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:39.101036 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-07a53077-5e44-4b4f-92e7-52d32746ee1c service neutron] For port c81b15c8-afcc-4b25-b3cc-00f2946f2dd8, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:39.110076 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-07a53077-5e44-4b4f-92e7-52d32746ee1c service neutron] For port c81b15c8-afcc-4b25-b3cc-00f2946f2dd8, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c81b15c8-afcc-4b25-b3cc-00f2946f2dd8,segment=NetworkSegment(c2e55cae-0229-401b-8b43-9fdaa7060b30),segment_id=c2e55cae-0229-401b-8b43-9fdaa7060b30)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:56:39.120299 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:39.148741 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-07a53077-5e44-4b4f-92e7-52d32746ee1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:39.163364 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port fcb84e3f-53ed-42db-9393-82207f17f29d, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=fcb84e3f-53ed-42db-9393-82207f17f29d,segment=NetworkSegment(b7b05c26-8fbf-4a04-9819-6d23caa1d466),segment_id=b7b05c26-8fbf-4a04-9819-6d23caa1d466)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:39.168558 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:39.238114 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6009e70e-2e92-40a7-b02b-e7d1430d95c9 req-3bfb55ca-e9f5-4410-9158-abc05ab66667 service neutron] 10.222.0.52 "GET /v2.0/networks/a72bbc69-8bb6-4c95-b6cb-d60138d51dd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974194 Jul 06 13:56:39.239020 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-a8aff898-199d-4409-bb16-5ab384822d01 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] update failed (client error): The resource could not be found. Jul 06 13:56:39.240062 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a8aff898-199d-4409-bb16-5ab384822d01 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] 10.222.0.118 "PUT /v2.0/floatingips/d5f5be65-c49d-4735-84f1-0e8808f1242e HTTP/1.1" status: 404 len: 507 time: 0.6667526 Jul 06 13:56:39.243134 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54470) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:39.275236 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'tag': 'f43b5bfc-1387-457f-8a78-02e1c6d6fcb2'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:39.275475 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=fcb84e3f-53ed-42db-9393-82207f17f29d,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:39.278956 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab202aeb-a8d8-46be-bacc-c9f1fd283c86" -d '{"events": [{"name": "network-changed", "server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "tag": "f43b5bfc-1387-457f-8a78-02e1c6d6fcb2"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:39.281400 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a53077-5e44-4b4f-92e7-52d32746ee1c service neutron] Pushing event updated for resources: {'Port': ['ID=c81b15c8-afcc-4b25-b3cc-00f2946f2dd8,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:39.284730 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:39.285185 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:39.286083 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:39.286544 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:39.286954 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:39.287358 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:39.287758 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:39.288159 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:39.289953 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:39.290602 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:39.291121 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:39.291634 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:39.302205 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-07a53077-5e44-4b4f-92e7-52d32746ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:39.302997 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-07a53077-5e44-4b4f-92e7-52d32746ee1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:39.304403 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-07a53077-5e44-4b4f-92e7-52d32746ee1c service neutron] 10.222.0.124 "PUT /v2.0/ports/c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 HTTP/1.1" status: 200 len: 1135 time: 2.0650837 Jul 06 13:56:39.334292 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ca2d9147-efa9-49ac-a995-9dd1e84d4a9e details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:56:39.353713 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b3b94-9b6f-4f75-89cd-289775b6ac27 req-96fd31e2-90c8-4cf3-a627-af7348711343 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:39.360538 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b3b94-9b6f-4f75-89cd-289775b6ac27 req-96fd31e2-90c8-4cf3-a627-af7348711343 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:39.366977 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b3b94-9b6f-4f75-89cd-289775b6ac27 req-96fd31e2-90c8-4cf3-a627-af7348711343 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:39.373071 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b3b94-9b6f-4f75-89cd-289775b6ac27 req-96fd31e2-90c8-4cf3-a627-af7348711343 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:39.379417 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b3b94-9b6f-4f75-89cd-289775b6ac27 req-96fd31e2-90c8-4cf3-a627-af7348711343 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:39.386011 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b3b94-9b6f-4f75-89cd-289775b6ac27 req-96fd31e2-90c8-4cf3-a627-af7348711343 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:39.389245 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd5b3b94-9b6f-4f75-89cd-289775b6ac27 req-96fd31e2-90c8-4cf3-a627-af7348711343 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 4604 time: 0.2857850 Jul 06 13:56:39.397038 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-6a89de1f-3636-47a8-91b1-52796659efbc service neutron] Request body: {'port': {'device_id': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:39.572915 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port ca2d9147-efa9-49ac-a995-9dd1e84d4a9e, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ca2d9147-efa9-49ac-a995-9dd1e84d4a9e,segment=NetworkSegment(25820311-8714-4f9c-88fa-9bb9977684bf),segment_id=25820311-8714-4f9c-88fa-9bb9977684bf)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:39.582203 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd5b3b94-9b6f-4f75-89cd-289775b6ac27 req-e952f524-e3b0-4b92-8655-104ebf25fa69 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1576655 Jul 06 13:56:39.592531 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'ca2d9147-efa9-49ac-a995-9dd1e84d4a9e', 'network_id': 'a72bbc69-8bb6-4c95-b6cb-d60138d51dd1', 'port_id': 'ca2d9147-efa9-49ac-a995-9dd1e84d4a9e', 'mac_address': 'fa:16:3e:a9:d8:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b80f1a-c53b-443a-bbde-b11660946ff8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:56:39.656202 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-03be0ba9-027a-49fe-b2e4-1b6511ba39aa None None] Provisioning complete for port fcb84e3f-53ed-42db-9393-82207f17f29d triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:39.656804 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-03be0ba9-027a-49fe-b2e4-1b6511ba39aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:39.687604 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54502) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:39.691020 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-42671663-f8cf-4e9b-8ec1-4a326c92a1b5 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "PUT /v2.0/subnets/8b3246d5-2311-4e49-8057-f9fa902e4c93/tags/tempest-TagsExtTest-Tag-1320721973 HTTP/1.1" status: 201 len: 201 time: 0.6049452 Jul 06 13:56:39.700621 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.tag.tag_plugin [None req-7746d725-46f4-4c4c-a82a-e93394c08ad9 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd7c0b964-0154-4ccd-8304-e32e7e6ada86', 'tempest-TagsExtTest-Tag-707710570') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:39.702370 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f51cb0-7fb1-4d9f-9f23-c514c7d03b0a x-openstack-request-id: req-c0f51cb0-7fb1-4d9f-9f23-c514c7d03b0a {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:39.702813 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8209fbcb-7a64-4ab0-8644-927c68157d71", "name": "network-vif-unplugged", "status": "completed", "tag": "27b75cf5-263d-4c77-b909-aed48eb16174", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:39.703119 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c0f51cb0-7fb1-4d9f-9f23-c514c7d03b0a {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:39.703532 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8209fbcb-7a64-4ab0-8644-927c68157d71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b75cf5-263d-4c77-b909-aed48eb16174', 'code': 200} Jul 06 13:56:39.704201 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:39.713104 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-6a89de1f-3636-47a8-91b1-52796659efbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:39.737420 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca2d9147-efa9-49ac-a995-9dd1e84d4a9e {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:56:39.748278 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7c5792d7-1a8f-46ef-813b-23b9f671bbf3 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Deleting port 88f5c634-8fa2-4f5d-b61b-e379fb091a4c {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:56:39.748514 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7c5792d7-1a8f-46ef-813b-23b9f671bbf3 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:39.774981 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port ca2d9147-efa9-49ac-a995-9dd1e84d4a9e, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ca2d9147-efa9-49ac-a995-9dd1e84d4a9e,segment=NetworkSegment(25820311-8714-4f9c-88fa-9bb9977684bf),segment_id=25820311-8714-4f9c-88fa-9bb9977684bf)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:39.783365 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:39.916191 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=ca2d9147-efa9-49ac-a995-9dd1e84d4a9e,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:39.933492 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7c5792d7-1a8f-46ef-813b-23b9f671bbf3 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:39.933492 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7c5792d7-1a8f-46ef-813b-23b9f671bbf3 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:39.938979 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-03be0ba9-027a-49fe-b2e4-1b6511ba39aa None None] Provisioning for port d7c0b964-0154-4ccd-8304-e32e7e6ada86 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:39.961452 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-03be0ba9-027a-49fe-b2e4-1b6511ba39aa None None] Provisioning complete for port d7c0b964-0154-4ccd-8304-e32e7e6ada86 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:39.962200 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-03be0ba9-027a-49fe-b2e4-1b6511ba39aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:39.972940 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7c5792d7-1a8f-46ef-813b-23b9f671bbf3 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Calling delete_port for 88f5c634-8fa2-4f5d-b61b-e379fb091a4c owned by network:floatingip {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:56:40.034462 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-03be0ba9-027a-49fe-b2e4-1b6511ba39aa None None] Port d7c0b964-0154-4ccd-8304-e32e7e6ada86 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:56:40.048441 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['ca2d9147-efa9-49ac-a995-9dd1e84d4a9e'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:56:40.161594 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:40.163738 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7746d725-46f4-4c4c-a82a-e93394c08ad9 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "PUT /v2.0/ports/d7c0b964-0154-4ccd-8304-e32e7e6ada86/tags/tempest-TagsExtTest-Tag-707710570 HTTP/1.1" status: 201 len: 201 time: 0.4745371 Jul 06 13:56:40.168494 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54512) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:40.173140 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-a55ff66a-dbf5-45cb-a5e8-054b40381629 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bc0f4610-38b8-456f-9805-a2ee35e68ced', 'tempest-TagsExtTest-Tag-79559247') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:40.189962 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc40123-b6e7-4939-bb7e-178446bb3e11 req-0c5135c6-b7f8-4726-a162-f2a1b6d5aa0a tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:40.191892 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bfc40123-b6e7-4939-bb7e-178446bb3e11 req-0c5135c6-b7f8-4726-a162-f2a1b6d5aa0a tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] 10.222.0.118 "GET /v2.0/ports?device_id=cadfc99f-b501-465c-b179-bced90bd4002 HTTP/1.1" status: 200 len: 945 time: 0.3312409 Jul 06 13:56:40.214873 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9920e7f1-e524-423e-a9c1-cc21e1bcd124 None None] Provisioning complete for port d7c0b964-0154-4ccd-8304-e32e7e6ada86 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:40.216085 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9920e7f1-e524-423e-a9c1-cc21e1bcd124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:40.278723 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9920e7f1-e524-423e-a9c1-cc21e1bcd124 None None] Port d7c0b964-0154-4ccd-8304-e32e7e6ada86 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:56:40.290316 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7c5792d7-1a8f-46ef-813b-23b9f671bbf3 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:40.297088 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bfc40123-b6e7-4939-bb7e-178446bb3e11 req-dab9ff16-f665-49c3-8130-916e51614222 tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] 10.222.0.118 "GET /v2.0/security-groups?id=47e3317c-e314-4b7f-8e1d-8684dabd0d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886121 Jul 06 13:56:40.351513 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5792d7-1a8f-46ef-813b-23b9f671bbf3 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Pushing event deleted for resources: {'Port': ['ID=88f5c634-8fa2-4f5d-b61b-e379fb091a4c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:40.417619 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a55ff66a-dbf5-45cb-a5e8-054b40381629 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "PUT /v2.0/routers/bc0f4610-38b8-456f-9805-a2ee35e68ced/tags/tempest-TagsExtTest-Tag-79559247 HTTP/1.1" status: 201 len: 201 time: 0.2483211 Jul 06 13:56:40.418286 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54514) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:40.425303 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-84249e43-e8db-4b38-a1b2-c28c69e90c3c tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd35fddce-0a8e-48ac-883e-0e247f7a22c7', 'tempest-TagsExtTest-Tag-848614580') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:40.483601 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device fcb84e3f-53ed-42db-9393-82207f17f29d up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:56:40.499416 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-6a89de1f-3636-47a8-91b1-52796659efbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e76ed683-71b8-44b2-8f04-a3fafeb1baa3 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:56:40.504568 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7c5792d7-1a8f-46ef-813b-23b9f671bbf3 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks [] for floatingip, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:40.508952 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-6a89de1f-3636-47a8-91b1-52796659efbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:40.509851 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7c5792d7-1a8f-46ef-813b-23b9f671bbf3 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:40.511696 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7c5792d7-1a8f-46ef-813b-23b9f671bbf3 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] 10.222.0.118 "DELETE /v2.0/floatingips/d5f5be65-c49d-4735-84f1-0e8808f1242e HTTP/1.1" status: 204 len: 168 time: 1.2621069 Jul 06 13:56:40.516005 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54516) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:40.525924 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-739c4cc3-eb1e-4bd6-9f42-efe5f174fe5a tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Request body: {'floatingip': {'floating_network_id': 'b408b97a-8c36-4557-bd4d-850f530d1bd8', 'port_id': '31378711-9ad3-4200-9d63-88775d9f9b4b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:40.532161 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-6a89de1f-3636-47a8-91b1-52796659efbc service neutron] Transition to ACTIVE for port object e76ed683-71b8-44b2-8f04-a3fafeb1baa3 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:40.544034 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-6a89de1f-3636-47a8-91b1-52796659efbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:40.560581 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-84249e43-e8db-4b38-a1b2-c28c69e90c3c tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "PUT /v2.0/subnetpools/d35fddce-0a8e-48ac-883e-0e247f7a22c7/tags/tempest-TagsExtTest-Tag-848614580 HTTP/1.1" status: 201 len: 201 time: 0.1375403 Jul 06 13:56:40.562489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port fcb84e3f-53ed-42db-9393-82207f17f29d triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:40.563033 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54518) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:40.563658 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:40.567526 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6e134cb5-d92f-4f4a-985f-f4565d57a84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:40.568778 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-513b9f7a-883d-4121-9f2a-9f1c515500c2 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8b3246d5-2311-4e49-8057-f9fa902e4c93') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:40.573264 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-739c4cc3-eb1e-4bd6-9f42-efe5f174fe5a tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks [] for floatingip, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:40.589380 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc76fe-3ed6-4110-ab37-cb506d5dfa76 req-2e6eed48-2f0f-4e49-a7c2-f6ebadd54517 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:40.591864 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0cc76fe-3ed6-4110-ab37-cb506d5dfa76 req-2e6eed48-2f0f-4e49-a7c2-f6ebadd54517 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1411977 Jul 06 13:56:40.664784 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89de1f-3636-47a8-91b1-52796659efbc service neutron] Pushing event updated for resources: {'Port': ['ID=e76ed683-71b8-44b2-8f04-a3fafeb1baa3,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:40.732194 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0cc76fe-3ed6-4110-ab37-cb506d5dfa76 req-00f0c021-adf8-40a2-b4cd-af155bbd7c76 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241207 Jul 06 13:56:40.766112 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-513b9f7a-883d-4121-9f2a-9f1c515500c2 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "GET /v2.0/subnets/8b3246d5-2311-4e49-8057-f9fa902e4c93/tags HTTP/1.1" status: 200 len: 241 time: 0.2020764 Jul 06 13:56:40.769295 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54524) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:40.782389 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.tag.tag_plugin [None req-dc9121ae-1854-4914-923d-2e44a8e1867f tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8b3246d5-2311-4e49-8057-f9fa902e4c93', 'tempest-TagsExtTest-Tag-1320721973') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:40.843639 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2758a5d-7bb1-41a0-b7d6-01c3d68720ea x-openstack-request-id: req-c2758a5d-7bb1-41a0-b7d6-01c3d68720ea {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:40.843957 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "tag": "f43b5bfc-1387-457f-8a78-02e1c6d6fcb2", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:40.844188 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c2758a5d-7bb1-41a0-b7d6-01c3d68720ea {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:40.844594 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'tag': 'f43b5bfc-1387-457f-8a78-02e1c6d6fcb2', 'status': 'completed', 'code': 200} Jul 06 13:56:40.877110 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-739c4cc3-eb1e-4bd6-9f42-efe5f174fe5a tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 13:56:40.882271 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-739c4cc3-eb1e-4bd6-9f42-efe5f174fe5a tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3578167 Jul 06 13:56:40.882505 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54526) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:40.897539 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-7c926453-dee5-437c-835d-8d5e44bcd86f tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'port_id': '31378711-9ad3-4200-9d63-88775d9f9b4b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:40.906975 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-6a89de1f-3636-47a8-91b1-52796659efbc service neutron] Attempting to bind port e76ed683-71b8-44b2-8f04-a3fafeb1baa3 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:56:40.907327 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-6a89de1f-3636-47a8-91b1-52796659efbc service neutron] Attempting to bind port e76ed683-71b8-44b2-8f04-a3fafeb1baa3 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'c2e55cae-0229-401b-8b43-9fdaa7060b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f573758c-9164-40b8-bfb3-cabd80b3ac2d'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:56:40.907682 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-6a89de1f-3636-47a8-91b1-52796659efbc service neutron] Attempting to bind port e76ed683-71b8-44b2-8f04-a3fafeb1baa3 on network f573758c-9164-40b8-bfb3-cabd80b3ac2d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:40.943308 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7c926453-dee5-437c-835d-8d5e44bcd86f tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks [] for floatingip, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:40.959879 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-6a89de1f-3636-47a8-91b1-52796659efbc service neutron] Port e76ed683-71b8-44b2-8f04-a3fafeb1baa3 on network f573758c-9164-40b8-bfb3-cabd80b3ac2d not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:56:40.960217 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-6a89de1f-3636-47a8-91b1-52796659efbc service neutron] Attempting to bind port e76ed683-71b8-44b2-8f04-a3fafeb1baa3 on network f573758c-9164-40b8-bfb3-cabd80b3ac2d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:40.980091 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-6a89de1f-3636-47a8-91b1-52796659efbc service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:56:40.980363 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-6a89de1f-3636-47a8-91b1-52796659efbc service neutron] Checking segment: {'id': 'c2e55cae-0229-401b-8b43-9fdaa7060b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f573758c-9164-40b8-bfb3-cabd80b3ac2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:40.981289 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-6a89de1f-3636-47a8-91b1-52796659efbc service neutron] Bound using segment: {'id': 'c2e55cae-0229-401b-8b43-9fdaa7060b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f573758c-9164-40b8-bfb3-cabd80b3ac2d'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:56:40.982875 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-6a89de1f-3636-47a8-91b1-52796659efbc service neutron] Bound port: e76ed683-71b8-44b2-8f04-a3fafeb1baa3, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2e55cae-0229-401b-8b43-9fdaa7060b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f573758c-9164-40b8-bfb3-cabd80b3ac2d'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:56:40.983245 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-6a89de1f-3636-47a8-91b1-52796659efbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:41.071374 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7c926453-dee5-437c-835d-8d5e44bcd86f tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:41.148433 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-6a89de1f-3636-47a8-91b1-52796659efbc service neutron] For port e76ed683-71b8-44b2-8f04-a3fafeb1baa3, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:41.161170 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab202aeb-a8d8-46be-bacc-c9f1fd283c86 req-0b94a42e-3379-477a-bc4c-09b3d8b1f251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:41.161786 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab202aeb-a8d8-46be-bacc-c9f1fd283c86 req-0b94a42e-3379-477a-bc4c-09b3d8b1f251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:41.162508 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab202aeb-a8d8-46be-bacc-c9f1fd283c86 req-0b94a42e-3379-477a-bc4c-09b3d8b1f251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:41.162968 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab202aeb-a8d8-46be-bacc-c9f1fd283c86 req-0b94a42e-3379-477a-bc4c-09b3d8b1f251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:41.163515 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab202aeb-a8d8-46be-bacc-c9f1fd283c86 req-0b94a42e-3379-477a-bc4c-09b3d8b1f251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:41.164061 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab202aeb-a8d8-46be-bacc-c9f1fd283c86 req-0b94a42e-3379-477a-bc4c-09b3d8b1f251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:41.164624 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab202aeb-a8d8-46be-bacc-c9f1fd283c86 req-0b94a42e-3379-477a-bc4c-09b3d8b1f251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:41.166788 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ab202aeb-a8d8-46be-bacc-c9f1fd283c86 req-0b94a42e-3379-477a-bc4c-09b3d8b1f251 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=9336c3d8fa4746dd9ed2823889de2712&device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 6177 time: 0.2788026 Jul 06 13:56:41.186410 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-6a89de1f-3636-47a8-91b1-52796659efbc service neutron] For port e76ed683-71b8-44b2-8f04-a3fafeb1baa3, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=e76ed683-71b8-44b2-8f04-a3fafeb1baa3,segment=NetworkSegment(c2e55cae-0229-401b-8b43-9fdaa7060b30),segment_id=c2e55cae-0229-401b-8b43-9fdaa7060b30)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:56:41.200307 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-6a89de1f-3636-47a8-91b1-52796659efbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:41.208435 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-7c926453-dee5-437c-835d-8d5e44bcd86f tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Allocated IP 172.25.6.182 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/33ffa917-70a3-457a-b7ee-bb93a58982d1) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:41.302426 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-dc9121ae-1854-4914-923d-2e44a8e1867f tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "GET /v2.0/subnets/8b3246d5-2311-4e49-8057-f9fa902e4c93/tags/tempest-TagsExtTest-Tag-1320721973 HTTP/1.1" status: 204 len: 168 time: 0.5320189 Jul 06 13:56:41.303116 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54530) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:41.304518 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-6a89de1f-3636-47a8-91b1-52796659efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:41.305223 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-6a89de1f-3636-47a8-91b1-52796659efbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:41.306721 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-6a89de1f-3636-47a8-91b1-52796659efbc service neutron] 10.222.0.124 "PUT /v2.0/ports/e76ed683-71b8-44b2-8f04-a3fafeb1baa3 HTTP/1.1" status: 200 len: 1136 time: 1.9164929 Jul 06 13:56:41.334162 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.tag.tag_plugin [None req-fcd9331c-190f-4e3f-bd34-c8ac43e0923f tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '8b3246d5-2311-4e49-8057-f9fa902e4c93', 'tempest-TagsExtTest-Tag-1320721973') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:41.338543 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ca2d9147-efa9-49ac-a995-9dd1e84d4a9e up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:56:41.354319 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7c926453-dee5-437c-835d-8d5e44bcd86f tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:41.365371 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89de1f-3636-47a8-91b1-52796659efbc service neutron] Pushing event updated for resources: {'Port': ['ID=e76ed683-71b8-44b2-8f04-a3fafeb1baa3,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:41.405443 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3195a8f4-e882-42d8-9292-ca6ac7cc6213 service neutron] Request body: {'port': {'device_id': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:41.414852 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7c926453-dee5-437c-835d-8d5e44bcd86f tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:41.467773 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cbc9e-1073-4100-ae43-89fa37611082 req-84337151-b358-4c5b-a7fc-a69676c75c76 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:41.471492 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c926453-dee5-437c-835d-8d5e44bcd86f tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:41.475157 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-053cbc9e-1073-4100-ae43-89fa37611082 req-84337151-b358-4c5b-a7fc-a69676c75c76 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.4160476 Jul 06 13:56:41.478901 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-7c926453-dee5-437c-835d-8d5e44bcd86f tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:41.481862 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c926453-dee5-437c-835d-8d5e44bcd86f tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:41.494079 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port ca2d9147-efa9-49ac-a995-9dd1e84d4a9e completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:41.501103 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port ca2d9147-efa9-49ac-a995-9dd1e84d4a9e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:41.501729 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:41.540741 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab202aeb-a8d8-46be-bacc-c9f1fd283c86 req-c1756f46-ed1e-4ce1-93d0-14a160c5242e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:41.541237 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab202aeb-a8d8-46be-bacc-c9f1fd283c86 req-c1756f46-ed1e-4ce1-93d0-14a160c5242e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:41.541732 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab202aeb-a8d8-46be-bacc-c9f1fd283c86 req-c1756f46-ed1e-4ce1-93d0-14a160c5242e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:41.544086 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ab202aeb-a8d8-46be-bacc-c9f1fd283c86 req-c1756f46-ed1e-4ce1-93d0-14a160c5242e service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=9336c3d8fa4746dd9ed2823889de2712&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3688395 Jul 06 13:56:41.548541 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c926453-dee5-437c-835d-8d5e44bcd86f tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Pushing event updated for resources: {'Port': ['ID=33ffa917-70a3-457a-b7ee-bb93a58982d1,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:41.577860 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-053cbc9e-1073-4100-ae43-89fa37611082 req-a47ce1fc-43b8-4b56-984f-cd831d1cdaa4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018264 Jul 06 13:56:41.587286 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:41.664194 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:41.703859 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port ca2d9147-efa9-49ac-a995-9dd1e84d4a9e, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ca2d9147-efa9-49ac-a995-9dd1e84d4a9e,segment=NetworkSegment(25820311-8714-4f9c-88fa-9bb9977684bf),segment_id=25820311-8714-4f9c-88fa-9bb9977684bf)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:41.705022 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cadfc99f-b501-465c-b179-bced90bd4002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2d9147-efa9-49ac-a995-9dd1e84d4a9e'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:41.706440 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab202aeb-a8d8-46be-bacc-c9f1fd283c86 req-623e20f0-939b-4c39-beae-44cf7bf989b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:41.707326 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51561f40-c242-4982-86a1-c1b23f8f60c3" -d '{"events": [{"server_uuid": "cadfc99f-b501-465c-b179-bced90bd4002", "name": "network-vif-plugged", "status": "completed", "tag": "ca2d9147-efa9-49ac-a995-9dd1e84d4a9e"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:41.708285 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ab202aeb-a8d8-46be-bacc-c9f1fd283c86 req-623e20f0-939b-4c39-beae-44cf7bf989b0 service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1482079 Jul 06 13:56:41.711782 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:41.774230 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=ca2d9147-efa9-49ac-a995-9dd1e84d4a9e,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:41.804373 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7c926453-dee5-437c-835d-8d5e44bcd86f tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Deleting port 33ffa917-70a3-457a-b7ee-bb93a58982d1 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:56:41.804373 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7c926453-dee5-437c-835d-8d5e44bcd86f tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:41.811106 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3195a8f4-e882-42d8-9292-ca6ac7cc6213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:41.827045 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-fcd9331c-190f-4e3f-bd34-c8ac43e0923f tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "DELETE /v2.0/subnets/8b3246d5-2311-4e49-8057-f9fa902e4c93/tags/tempest-TagsExtTest-Tag-1320721973 HTTP/1.1" status: 204 len: 168 time: 0.4954383 Jul 06 13:56:41.827281 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54538) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:41.833337 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.tag.tag_plugin [None req-0b8361c0-66f1-417d-936e-95df1a954169 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8b3246d5-2311-4e49-8057-f9fa902e4c93') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:41.889049 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7c926453-dee5-437c-835d-8d5e44bcd86f tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:41.889443 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7c926453-dee5-437c-835d-8d5e44bcd86f tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:41.904193 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7c926453-dee5-437c-835d-8d5e44bcd86f tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Calling delete_port for 33ffa917-70a3-457a-b7ee-bb93a58982d1 owned by network:floatingip {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:56:41.932255 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994921ae-fe1d-4894-8616-0445176f11e4 req-cf85637c-0e5d-492c-9a1b-d3ceb0293bc5 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:41.938798 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994921ae-fe1d-4894-8616-0445176f11e4 req-cf85637c-0e5d-492c-9a1b-d3ceb0293bc5 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:41.945298 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994921ae-fe1d-4894-8616-0445176f11e4 req-cf85637c-0e5d-492c-9a1b-d3ceb0293bc5 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:41.952061 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994921ae-fe1d-4894-8616-0445176f11e4 req-cf85637c-0e5d-492c-9a1b-d3ceb0293bc5 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:41.958060 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994921ae-fe1d-4894-8616-0445176f11e4 req-cf85637c-0e5d-492c-9a1b-d3ceb0293bc5 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:41.964026 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994921ae-fe1d-4894-8616-0445176f11e4 req-cf85637c-0e5d-492c-9a1b-d3ceb0293bc5 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:41.970332 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994921ae-fe1d-4894-8616-0445176f11e4 req-cf85637c-0e5d-492c-9a1b-d3ceb0293bc5 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:41.972313 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-994921ae-fe1d-4894-8616-0445176f11e4 req-cf85637c-0e5d-492c-9a1b-d3ceb0293bc5 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5382 time: 0.2629447 Jul 06 13:56:42.055864 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7c926453-dee5-437c-835d-8d5e44bcd86f tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:42.085436 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c926453-dee5-437c-835d-8d5e44bcd86f tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Pushing event deleted for resources: {'Port': ['ID=33ffa917-70a3-457a-b7ee-bb93a58982d1,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:42.121954 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0b8361c0-66f1-417d-936e-95df1a954169 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "GET /v2.0/subnets/8b3246d5-2311-4e49-8057-f9fa902e4c93/tags HTTP/1.1" status: 200 len: 205 time: 0.2931454 Jul 06 13:56:42.130209 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54542) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:42.136416 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.tag.tag_plugin [None req-f49ac377-586a-4167-8635-b6134154a237 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd7c0b964-0154-4ccd-8304-e32e7e6ada86') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:42.168248 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-994921ae-fe1d-4894-8616-0445176f11e4 req-a447724d-aeab-4467-b93d-d294c9fb6298 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1435208 Jul 06 13:56:42.192800 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-7c926453-dee5-437c-835d-8d5e44bcd86f tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] create failed (client error): The resource could not be found. Jul 06 13:56:42.197909 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7c926453-dee5-437c-835d-8d5e44bcd86f tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.3142726 Jul 06 13:56:42.203660 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54544) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:42.283580 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f49ac377-586a-4167-8635-b6134154a237 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "GET /v2.0/ports/d7c0b964-0154-4ccd-8304-e32e7e6ada86/tags HTTP/1.1" status: 200 len: 240 time: 0.1522253 Jul 06 13:56:42.286088 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54548) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:42.290796 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-da3ba40d-9b80-415f-b497-79ebe944f461 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd7c0b964-0154-4ccd-8304-e32e7e6ada86', 'tempest-TagsExtTest-Tag-707710570') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:42.353392 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-da3ba40d-9b80-415f-b497-79ebe944f461 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "GET /v2.0/ports/d7c0b964-0154-4ccd-8304-e32e7e6ada86/tags/tempest-TagsExtTest-Tag-707710570 HTTP/1.1" status: 204 len: 168 time: 0.0661044 Jul 06 13:56:42.355967 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54550) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:42.362598 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-7e7521f2-f78d-495c-a390-fa0258d32c0a tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd7c0b964-0154-4ccd-8304-e32e7e6ada86', 'tempest-TagsExtTest-Tag-707710570') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:42.397337 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3195a8f4-e882-42d8-9292-ca6ac7cc6213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a71000c-341f-41c5-af30-6252750d04b5 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:56:42.409460 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3195a8f4-e882-42d8-9292-ca6ac7cc6213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:42.435642 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3195a8f4-e882-42d8-9292-ca6ac7cc6213 service neutron] Transition to ACTIVE for port object 9a71000c-341f-41c5-af30-6252750d04b5 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:42.442702 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-a925cbbc-0872-47a1-b8a3-871938096e88 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Deleting port 31378711-9ad3-4200-9d63-88775d9f9b4b {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:56:42.442702 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a925cbbc-0872-47a1-b8a3-871938096e88 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:42.442992 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7e7521f2-f78d-495c-a390-fa0258d32c0a tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "DELETE /v2.0/ports/d7c0b964-0154-4ccd-8304-e32e7e6ada86/tags/tempest-TagsExtTest-Tag-707710570 HTTP/1.1" status: 204 len: 168 time: 0.0833180 Jul 06 13:56:42.442992 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54552) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:42.449898 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-2e6be69d-6652-4e2f-a870-a52d99bf1bf0 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd7c0b964-0154-4ccd-8304-e32e7e6ada86') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:42.510634 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2e6be69d-6652-4e2f-a870-a52d99bf1bf0 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "GET /v2.0/ports/d7c0b964-0154-4ccd-8304-e32e7e6ada86/tags HTTP/1.1" status: 200 len: 205 time: 0.0659523 Jul 06 13:56:42.513693 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54554) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:42.518690 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-2848e28c-26d0-4cab-abe0-7f145af0cd3b tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bc0f4610-38b8-456f-9805-a2ee35e68ced') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:42.598305 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2848e28c-26d0-4cab-abe0-7f145af0cd3b tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "GET /v2.0/routers/bc0f4610-38b8-456f-9805-a2ee35e68ced/tags HTTP/1.1" status: 200 len: 239 time: 0.0830123 Jul 06 13:56:42.600577 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54556) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:42.605323 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-c9f3bb16-e318-4444-b55f-d605b815740e tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc0f4610-38b8-456f-9805-a2ee35e68ced', 'tempest-TagsExtTest-Tag-79559247') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:42.690323 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c9f3bb16-e318-4444-b55f-d605b815740e tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "GET /v2.0/routers/bc0f4610-38b8-456f-9805-a2ee35e68ced/tags/tempest-TagsExtTest-Tag-79559247 HTTP/1.1" status: 204 len: 168 time: 0.0863454 Jul 06 13:56:42.690710 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54560) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:42.695385 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-c9d4e5ce-1584-4fe9-9557-2de1c326b28b tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'bc0f4610-38b8-456f-9805-a2ee35e68ced', 'tempest-TagsExtTest-Tag-79559247') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:42.767523 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3195a8f4-e882-42d8-9292-ca6ac7cc6213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:42.793696 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c9d4e5ce-1584-4fe9-9557-2de1c326b28b tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "DELETE /v2.0/routers/bc0f4610-38b8-456f-9805-a2ee35e68ced/tags/tempest-TagsExtTest-Tag-79559247 HTTP/1.1" status: 204 len: 168 time: 0.1013358 Jul 06 13:56:42.796892 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54562) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:42.802378 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-1ab93979-5d31-4d53-9e89-feeff00013ed tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bc0f4610-38b8-456f-9805-a2ee35e68ced') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:42.808062 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db64c4-653f-4168-bfd7-7e659a149392 req-2f17d93a-2edf-476c-a99d-be928ff3bd90 tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:42.809661 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f4db64c4-653f-4168-bfd7-7e659a149392 req-2f17d93a-2edf-476c-a99d-be928ff3bd90 tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] 10.222.0.118 "GET /v2.0/ports?device_id=cadfc99f-b501-465c-b179-bced90bd4002 HTTP/1.1" status: 200 len: 946 time: 0.4897704 Jul 06 13:56:42.848025 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'tag': 'c81b15c8-afcc-4b25-b3cc-00f2946f2dd8'}, {'name': 'network-changed', 'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'tag': 'e76ed683-71b8-44b2-8f04-a3fafeb1baa3'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:42.850309 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4aafb9d-9bec-4755-99cd-67265a96ee29" -d '{"events": [{"name": "network-changed", "server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "tag": "c81b15c8-afcc-4b25-b3cc-00f2946f2dd8"}, {"name": "network-changed", "server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "tag": "e76ed683-71b8-44b2-8f04-a3fafeb1baa3"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:42.884352 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195a8f4-e882-42d8-9292-ca6ac7cc6213 service neutron] Pushing event updated for resources: {'Port': ['ID=9a71000c-341f-41c5-af30-6252750d04b5,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:42.889225 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1ab93979-5d31-4d53-9e89-feeff00013ed tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "GET /v2.0/routers/bc0f4610-38b8-456f-9805-a2ee35e68ced/tags HTTP/1.1" status: 200 len: 205 time: 0.0907693 Jul 06 13:56:42.891399 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54566) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:42.896091 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-0efc9097-26b5-44e2-908f-ef1ca8f9f161 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd35fddce-0a8e-48ac-883e-0e247f7a22c7') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:42.927932 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0efc9097-26b5-44e2-908f-ef1ca8f9f161 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "GET /v2.0/subnetpools/d35fddce-0a8e-48ac-883e-0e247f7a22c7/tags HTTP/1.1" status: 200 len: 240 time: 0.0354619 Jul 06 13:56:42.928552 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54568) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:42.933058 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-c1ab78f4-04d1-47b4-92c6-614a5048eb30 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd35fddce-0a8e-48ac-883e-0e247f7a22c7', 'tempest-TagsExtTest-Tag-848614580') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:42.960150 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c1ab78f4-04d1-47b4-92c6-614a5048eb30 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "GET /v2.0/subnetpools/d35fddce-0a8e-48ac-883e-0e247f7a22c7/tags/tempest-TagsExtTest-Tag-848614580 HTTP/1.1" status: 204 len: 168 time: 0.0305779 Jul 06 13:56:42.962579 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54570) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:42.970812 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-813d94cb-f3d1-40c3-b8ae-0d9c527788f5 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd35fddce-0a8e-48ac-883e-0e247f7a22c7', 'tempest-TagsExtTest-Tag-848614580') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:43.009972 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:43.020208 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f4db64c4-653f-4168-bfd7-7e659a149392 req-3ff86416-cb63-4d87-aa85-aab770a00f9e tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] 10.222.0.118 "GET /v2.0/security-groups?id=47e3317c-e314-4b7f-8e1d-8684dabd0d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895499 Jul 06 13:56:43.023538 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-813d94cb-f3d1-40c3-b8ae-0d9c527788f5 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "DELETE /v2.0/subnetpools/d35fddce-0a8e-48ac-883e-0e247f7a22c7/tags/tempest-TagsExtTest-Tag-848614580 HTTP/1.1" status: 204 len: 168 time: 0.0562737 Jul 06 13:56:43.026372 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54572) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:43.030486 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a925cbbc-0872-47a1-b8a3-871938096e88 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:43.033539 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-f205190d-1030-48bc-ae99-783a7eb856bd tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd35fddce-0a8e-48ac-883e-0e247f7a22c7') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:43.060164 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f205190d-1030-48bc-ae99-783a7eb856bd tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "GET /v2.0/subnetpools/d35fddce-0a8e-48ac-883e-0e247f7a22c7/tags HTTP/1.1" status: 200 len: 205 time: 0.0314610 Jul 06 13:56:43.062543 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54574) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:43.067743 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-fe06afd5-2bdb-43e0-8519-0b22948e21f4 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd35fddce-0a8e-48ac-883e-0e247f7a22c7') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:43.082669 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3195a8f4-e882-42d8-9292-ca6ac7cc6213 service neutron] Attempting to bind port 9a71000c-341f-41c5-af30-6252750d04b5 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:56:43.086921 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3195a8f4-e882-42d8-9292-ca6ac7cc6213 service neutron] Attempting to bind port 9a71000c-341f-41c5-af30-6252750d04b5 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'c2e55cae-0229-401b-8b43-9fdaa7060b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f573758c-9164-40b8-bfb3-cabd80b3ac2d'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:56:43.087427 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3195a8f4-e882-42d8-9292-ca6ac7cc6213 service neutron] Attempting to bind port 9a71000c-341f-41c5-af30-6252750d04b5 on network f573758c-9164-40b8-bfb3-cabd80b3ac2d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:43.097510 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fe06afd5-2bdb-43e0-8519-0b22948e21f4 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "DELETE /v2.0/subnetpools/d35fddce-0a8e-48ac-883e-0e247f7a22c7/tags HTTP/1.1" status: 204 len: 168 time: 0.0337334 Jul 06 13:56:43.099893 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54576) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:43.103047 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3195a8f4-e882-42d8-9292-ca6ac7cc6213 service neutron] Port 9a71000c-341f-41c5-af30-6252750d04b5 on network f573758c-9164-40b8-bfb3-cabd80b3ac2d not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:56:43.106896 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-a42350e9-8957-43db-b2c7-03e4983f413d tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bc0f4610-38b8-456f-9805-a2ee35e68ced') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:43.107294 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3195a8f4-e882-42d8-9292-ca6ac7cc6213 service neutron] Attempting to bind port 9a71000c-341f-41c5-af30-6252750d04b5 on network f573758c-9164-40b8-bfb3-cabd80b3ac2d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:43.113068 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-a925cbbc-0872-47a1-b8a3-871938096e88 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Calling delete_port for 31378711-9ad3-4200-9d63-88775d9f9b4b owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:56:43.119119 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3195a8f4-e882-42d8-9292-ca6ac7cc6213 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:56:43.119621 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3195a8f4-e882-42d8-9292-ca6ac7cc6213 service neutron] Checking segment: {'id': 'c2e55cae-0229-401b-8b43-9fdaa7060b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f573758c-9164-40b8-bfb3-cabd80b3ac2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:43.120165 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3195a8f4-e882-42d8-9292-ca6ac7cc6213 service neutron] Bound using segment: {'id': 'c2e55cae-0229-401b-8b43-9fdaa7060b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f573758c-9164-40b8-bfb3-cabd80b3ac2d'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:56:43.120661 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3195a8f4-e882-42d8-9292-ca6ac7cc6213 service neutron] Bound port: 9a71000c-341f-41c5-af30-6252750d04b5, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2e55cae-0229-401b-8b43-9fdaa7060b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f573758c-9164-40b8-bfb3-cabd80b3ac2d'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:56:43.121191 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3195a8f4-e882-42d8-9292-ca6ac7cc6213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:43.228903 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a42350e9-8957-43db-b2c7-03e4983f413d tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "DELETE /v2.0/routers/bc0f4610-38b8-456f-9805-a2ee35e68ced/tags HTTP/1.1" status: 204 len: 168 time: 0.1278317 Jul 06 13:56:43.232454 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54580) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:43.237233 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-c623aabf-7fdc-4bcc-8604-f17d2daaaa3a tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd7c0b964-0154-4ccd-8304-e32e7e6ada86') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:43.270073 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3195a8f4-e882-42d8-9292-ca6ac7cc6213 service neutron] For port 9a71000c-341f-41c5-af30-6252750d04b5, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:43.283857 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3195a8f4-e882-42d8-9292-ca6ac7cc6213 service neutron] For port 9a71000c-341f-41c5-af30-6252750d04b5, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=9a71000c-341f-41c5-af30-6252750d04b5,segment=NetworkSegment(c2e55cae-0229-401b-8b43-9fdaa7060b30),segment_id=c2e55cae-0229-401b-8b43-9fdaa7060b30)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:56:43.293864 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3195a8f4-e882-42d8-9292-ca6ac7cc6213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:43.310843 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c623aabf-7fdc-4bcc-8604-f17d2daaaa3a tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "DELETE /v2.0/ports/d7c0b964-0154-4ccd-8304-e32e7e6ada86/tags HTTP/1.1" status: 204 len: 168 time: 0.0770338 Jul 06 13:56:43.313085 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54582) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:43.321573 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-5a8ec3a5-d5d3-4a34-8e99-f92842d57de6 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8b3246d5-2311-4e49-8057-f9fa902e4c93') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:43.370584 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2e605f-4641-4ecd-8db9-3748a6699bf2 x-openstack-request-id: req-dd2e605f-4641-4ecd-8db9-3748a6699bf2 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:43.371770 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cadfc99f-b501-465c-b179-bced90bd4002", "name": "network-vif-plugged", "status": "completed", "tag": "ca2d9147-efa9-49ac-a995-9dd1e84d4a9e", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:43.372476 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-dd2e605f-4641-4ecd-8db9-3748a6699bf2 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:43.375757 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3195a8f4-e882-42d8-9292-ca6ac7cc6213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:43.376728 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3195a8f4-e882-42d8-9292-ca6ac7cc6213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:43.378332 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cadfc99f-b501-465c-b179-bced90bd4002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2d9147-efa9-49ac-a995-9dd1e84d4a9e', 'code': 200} Jul 06 13:56:43.386978 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-3195a8f4-e882-42d8-9292-ca6ac7cc6213 service neutron] 10.222.0.124 "PUT /v2.0/ports/9a71000c-341f-41c5-af30-6252750d04b5 HTTP/1.1" status: 200 len: 1090 time: 2.0154839 Jul 06 13:56:43.433172 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-139e06ec-008a-42be-b146-4afb95fc5c64 service neutron] Request body: {'port': {'device_id': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:43.500993 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a925cbbc-0872-47a1-b8a3-871938096e88 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:43.503635 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5a8ec3a5-d5d3-4a34-8e99-f92842d57de6 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "DELETE /v2.0/subnets/8b3246d5-2311-4e49-8057-f9fa902e4c93/tags HTTP/1.1" status: 204 len: 168 time: 0.1891088 Jul 06 13:56:43.507579 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54586) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:43.513597 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-78c81e83-1e15-461d-a6b2-43691b785f7e tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8b3246d5-2311-4e49-8057-f9fa902e4c93', 'tempest-TagsExtTest-Tag-665993006') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:43.555236 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35527e9-ea60-40bd-ac13-522af108ed63 req-b5846b6a-c746-477f-b3d3-7b7e793ac8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:43.556948 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f35527e9-ea60-40bd-ac13-522af108ed63 req-b5846b6a-c746-477f-b3d3-7b7e793ac8d9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84c411c9b83740e1bcaf5cc8002aa094&device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 1095 time: 0.1546342 Jul 06 13:56:43.568224 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195a8f4-e882-42d8-9292-ca6ac7cc6213 service neutron] Pushing event updated for resources: {'Port': ['ID=9a71000c-341f-41c5-af30-6252750d04b5,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:43.643050 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925cbbc-0872-47a1-b8a3-871938096e88 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Pushing event deleted for resources: {'Port': ['ID=31378711-9ad3-4200-9d63-88775d9f9b4b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:43.755733 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35527e9-ea60-40bd-ac13-522af108ed63 req-a1f600a0-fab1-401a-a277-f8f1b147b8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:43.757423 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f35527e9-ea60-40bd-ac13-522af108ed63 req-a1f600a0-fab1-401a-a277-f8f1b147b8b3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=65a0c785-6dfd-4a01-9b12-067743ee677d HTTP/1.1" status: 200 len: 913 time: 0.1890147 Jul 06 13:56:43.760703 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-78c81e83-1e15-461d-a6b2-43691b785f7e tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "PUT /v2.0/subnets/8b3246d5-2311-4e49-8057-f9fa902e4c93/tags/tempest-TagsExtTest-Tag-665993006 HTTP/1.1" status: 201 len: 201 time: 0.2519801 Jul 06 13:56:43.764225 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54588) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:43.770269 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-71f81313-adf3-4734-9235-8b52d0a04438 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd7c0b964-0154-4ccd-8304-e32e7e6ada86', 'tempest-TagsExtTest-Tag-67548771') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:43.855007 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-139e06ec-008a-42be-b146-4afb95fc5c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:43.873245 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a925cbbc-0872-47a1-b8a3-871938096e88 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:43.875198 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a925cbbc-0872-47a1-b8a3-871938096e88 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] 10.222.0.118 "DELETE /v2.0/ports/31378711-9ad3-4200-9d63-88775d9f9b4b HTTP/1.1" status: 204 len: 168 time: 1.6705992 Jul 06 13:56:43.878907 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54590) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:43.881561 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5639d-cf8c-464d-8a65-50703a652216 req-b51100fb-e6bc-4b46-922c-7e637a66f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:43.883098 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58b5639d-cf8c-464d-8a65-50703a652216 req-b51100fb-e6bc-4b46-922c-7e637a66f44b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cadfc99f-b501-465c-b179-bced90bd4002 HTTP/1.1" status: 200 len: 1097 time: 0.3969355 Jul 06 13:56:43.923951 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f35527e9-ea60-40bd-ac13-522af108ed63 req-df3520a0-0596-4250-9e05-17c1860fabae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b75cf5-263d-4c77-b909-aed48eb16174 HTTP/1.1" status: 200 len: 998 time: 0.1277416 Jul 06 13:56:43.929915 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-71f81313-adf3-4734-9235-8b52d0a04438 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "PUT /v2.0/ports/d7c0b964-0154-4ccd-8304-e32e7e6ada86/tags/tempest-TagsExtTest-Tag-67548771 HTTP/1.1" status: 201 len: 201 time: 0.1617746 Jul 06 13:56:43.930084 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54592) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:43.936461 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-1a8e5963-1018-463a-8db0-2555f463474e tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bc0f4610-38b8-456f-9805-a2ee35e68ced', 'tempest-TagsExtTest-Tag-379719915') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:44.056921 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58b5639d-cf8c-464d-8a65-50703a652216 req-346b450d-da94-4e49-93cb-77f2f13e8ac5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=47e3317c-e314-4b7f-8e1d-8684dabd0d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453412 Jul 06 13:56:44.079937 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554c67a-4daa-4f2a-b4e2-daaf65682b3c req-01498a5c-7e7a-4d92-8d09-ac831858fee8 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:44.081551 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2554c67a-4daa-4f2a-b4e2-daaf65682b3c req-01498a5c-7e7a-4d92-8d09-ac831858fee8 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.3588617 Jul 06 13:56:44.177328 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9386beba-4f3c-4651-a4ee-bff5142b7db0 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:44.178891 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9386beba-4f3c-4651-a4ee-bff5142b7db0 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] 10.222.0.118 "GET /v2.0/ports?device_id=76e66d0a-c98a-4e56-aaf9-10d987806d22 HTTP/1.1" status: 200 len: 913 time: 0.2948895 Jul 06 13:56:44.182387 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54596) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:44.243788 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2554c67a-4daa-4f2a-b4e2-daaf65682b3c req-b8b210ab-be15-4991-abaa-53efeaf4f93b tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486073 Jul 06 13:56:44.318025 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6fb67a-c5df-49ba-8ffc-4cb8a2e539e0 x-openstack-request-id: req-be6fb67a-c5df-49ba-8ffc-4cb8a2e539e0 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:44.318715 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "tag": "c81b15c8-afcc-4b25-b3cc-00f2946f2dd8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "tag": "e76ed683-71b8-44b2-8f04-a3fafeb1baa3", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:44.318715 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-be6fb67a-c5df-49ba-8ffc-4cb8a2e539e0 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:44.318965 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'tag': 'c81b15c8-afcc-4b25-b3cc-00f2946f2dd8', 'status': 'completed', 'code': 200} Jul 06 13:56:44.319211 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'tag': 'e76ed683-71b8-44b2-8f04-a3fafeb1baa3', 'status': 'completed', 'code': 200} Jul 06 13:56:44.382628 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35527e9-ea60-40bd-ac13-522af108ed63 req-e312ae83-41c3-4fbb-bea3-9b3531bd6c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:44.384685 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f35527e9-ea60-40bd-ac13-522af108ed63 req-e312ae83-41c3-4fbb-bea3-9b3531bd6c58 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c752e52c-1e0e-4b69-8288-ed62c19f3b18 HTTP/1.1" status: 200 len: 851 time: 0.4444792 Jul 06 13:56:44.428469 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1a8e5963-1018-463a-8db0-2555f463474e tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "PUT /v2.0/routers/bc0f4610-38b8-456f-9805-a2ee35e68ced/tags/tempest-TagsExtTest-Tag-379719915 HTTP/1.1" status: 201 len: 201 time: 0.4964678 Jul 06 13:56:44.431184 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54600) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:44.438177 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-b9672be5-2ca3-4095-b8d6-5972ab08d893 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd35fddce-0a8e-48ac-883e-0e247f7a22c7', 'tempest-TagsExtTest-Tag-2081550276') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:44.490333 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b9672be5-2ca3-4095-b8d6-5972ab08d893 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "PUT /v2.0/subnetpools/d35fddce-0a8e-48ac-883e-0e247f7a22c7/tags/tempest-TagsExtTest-Tag-2081550276 HTTP/1.1" status: 201 len: 201 time: 0.0549331 Jul 06 13:56:44.491929 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54602) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:44.505466 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-5b3335e7-5149-46d4-916d-c61f075a0301 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '8b3246d5-2311-4e49-8057-f9fa902e4c93', {'tags': ['tempest-TagsExtTest-Tag-303315060', 'tempest-TagsExtTest-Tag-1951876404', 'tempest-TagsExtTest-Tag-1763580685']}) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:44.509584 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35527e9-ea60-40bd-ac13-522af108ed63 req-2412a08d-00d5-4f9f-9b3b-d089226dd23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:44.511429 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f35527e9-ea60-40bd-ac13-522af108ed63 req-2412a08d-00d5-4f9f-9b3b-d089226dd23b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=65a0c785-6dfd-4a01-9b12-067743ee677d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193612 Jul 06 13:56:44.540709 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-139e06ec-008a-42be-b146-4afb95fc5c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e54c50-28be-4c62-974c-793a9bc6cfeb {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:56:44.558049 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-139e06ec-008a-42be-b146-4afb95fc5c64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:44.617019 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-139e06ec-008a-42be-b146-4afb95fc5c64 service neutron] Transition to ACTIVE for port object 11e54c50-28be-4c62-974c-793a9bc6cfeb will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:44.634938 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aafb9d-9bec-4755-99cd-67265a96ee29 req-31347dfe-77da-4aab-898e-db3979a4503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:44.635519 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aafb9d-9bec-4755-99cd-67265a96ee29 req-31347dfe-77da-4aab-898e-db3979a4503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:44.635973 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aafb9d-9bec-4755-99cd-67265a96ee29 req-31347dfe-77da-4aab-898e-db3979a4503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:44.636561 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aafb9d-9bec-4755-99cd-67265a96ee29 req-31347dfe-77da-4aab-898e-db3979a4503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:44.637664 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aafb9d-9bec-4755-99cd-67265a96ee29 req-31347dfe-77da-4aab-898e-db3979a4503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:44.638122 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aafb9d-9bec-4755-99cd-67265a96ee29 req-31347dfe-77da-4aab-898e-db3979a4503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:44.641295 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aafb9d-9bec-4755-99cd-67265a96ee29 req-31347dfe-77da-4aab-898e-db3979a4503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:44.642105 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b4aafb9d-9bec-4755-99cd-67265a96ee29 req-31347dfe-77da-4aab-898e-db3979a4503f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=9336c3d8fa4746dd9ed2823889de2712&device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 6286 time: 0.3000393 Jul 06 13:56:44.642725 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-139e06ec-008a-42be-b146-4afb95fc5c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:44.666766 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f35527e9-ea60-40bd-ac13-522af108ed63 req-a348b284-7c1e-430c-a66f-9eb92e7f1c3d service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291521 Jul 06 13:56:44.669431 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5b3335e7-5149-46d4-916d-c61f075a0301 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "PUT /v2.0/subnets/8b3246d5-2311-4e49-8057-f9fa902e4c93/tags HTTP/1.1" status: 200 len: 317 time: 0.1682298 Jul 06 13:56:44.671968 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54606) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:44.676834 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-9a22f506-395a-45ca-a27d-29be45a48ffe tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8b3246d5-2311-4e49-8057-f9fa902e4c93') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:44.790798 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c42650-728f-43f7-818a-522baee3937c req-a35d3937-27ac-4083-a204-13e053241fd5 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:44.797726 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c42650-728f-43f7-818a-522baee3937c req-a35d3937-27ac-4083-a204-13e053241fd5 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:44.803851 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c42650-728f-43f7-818a-522baee3937c req-a35d3937-27ac-4083-a204-13e053241fd5 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:44.810552 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c42650-728f-43f7-818a-522baee3937c req-a35d3937-27ac-4083-a204-13e053241fd5 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:44.816509 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c42650-728f-43f7-818a-522baee3937c req-a35d3937-27ac-4083-a204-13e053241fd5 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:44.822530 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c42650-728f-43f7-818a-522baee3937c req-a35d3937-27ac-4083-a204-13e053241fd5 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:44.826716 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f35527e9-ea60-40bd-ac13-522af108ed63 req-c660649d-5a87-4e28-a4d9-380885b4f293 service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471472 Jul 06 13:56:44.828549 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c42650-728f-43f7-818a-522baee3937c req-a35d3937-27ac-4083-a204-13e053241fd5 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:44.836233 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e2c42650-728f-43f7-818a-522baee3937c req-a35d3937-27ac-4083-a204-13e053241fd5 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5394 time: 0.3721755 Jul 06 13:56:44.861721 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e06ec-008a-42be-b146-4afb95fc5c64 service neutron] Pushing event updated for resources: {'Port': ['ID=11e54c50-28be-4c62-974c-793a9bc6cfeb,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:44.885735 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9a22f506-395a-45ca-a27d-29be45a48ffe tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "DELETE /v2.0/subnets/8b3246d5-2311-4e49-8057-f9fa902e4c93/tags HTTP/1.1" status: 204 len: 168 time: 0.2125506 Jul 06 13:56:44.888992 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54608) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:44.893536 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-32e90d97-93c7-439f-9bba-5335fe0cf1b7 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8b3246d5-2311-4e49-8057-f9fa902e4c93', 'tempest-TagsExtTest-Tag-303315060') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:44.966384 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-32e90d97-93c7-439f-9bba-5335fe0cf1b7 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] show failed (client error): The resource could not be found. Jul 06 13:56:44.967810 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-32e90d97-93c7-439f-9bba-5335fe0cf1b7 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "GET /v2.0/subnets/8b3246d5-2311-4e49-8057-f9fa902e4c93/tags/tempest-TagsExtTest-Tag-303315060 HTTP/1.1" status: 404 len: 328 time: 0.0777264 Jul 06 13:56:44.970557 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54610) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:44.975324 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-acd45ebc-251a-4db6-9c6a-8acb6fc9effc tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8b3246d5-2311-4e49-8057-f9fa902e4c93', 'tempest-TagsExtTest-Tag-1951876404') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:44.988248 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e2c42650-728f-43f7-818a-522baee3937c req-8bfa2b5c-4939-4481-8934-db18f029a25e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1511178 Jul 06 13:56:45.050079 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aafb9d-9bec-4755-99cd-67265a96ee29 req-591caebd-814b-49a6-9679-82afdd062840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:45.050592 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aafb9d-9bec-4755-99cd-67265a96ee29 req-591caebd-814b-49a6-9679-82afdd062840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:45.051073 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aafb9d-9bec-4755-99cd-67265a96ee29 req-591caebd-814b-49a6-9679-82afdd062840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:45.053315 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b4aafb9d-9bec-4755-99cd-67265a96ee29 req-591caebd-814b-49a6-9679-82afdd062840 service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=9336c3d8fa4746dd9ed2823889de2712&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4023945 Jul 06 13:56:45.067397 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-acd45ebc-251a-4db6-9c6a-8acb6fc9effc tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] show failed (client error): The resource could not be found. Jul 06 13:56:45.068899 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-acd45ebc-251a-4db6-9c6a-8acb6fc9effc tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "GET /v2.0/subnets/8b3246d5-2311-4e49-8057-f9fa902e4c93/tags/tempest-TagsExtTest-Tag-1951876404 HTTP/1.1" status: 404 len: 329 time: 0.0972750 Jul 06 13:56:45.074974 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54612) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:45.082215 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-086472d8-95ba-4e63-a313-e35e38f35096 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8b3246d5-2311-4e49-8057-f9fa902e4c93', 'tempest-TagsExtTest-Tag-1763580685') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:45.089407 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-139e06ec-008a-42be-b146-4afb95fc5c64 service neutron] Attempting to bind port 11e54c50-28be-4c62-974c-793a9bc6cfeb on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:56:45.089859 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-139e06ec-008a-42be-b146-4afb95fc5c64 service neutron] Attempting to bind port 11e54c50-28be-4c62-974c-793a9bc6cfeb by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'c2e55cae-0229-401b-8b43-9fdaa7060b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f573758c-9164-40b8-bfb3-cabd80b3ac2d'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:56:45.090198 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-139e06ec-008a-42be-b146-4afb95fc5c64 service neutron] Attempting to bind port 11e54c50-28be-4c62-974c-793a9bc6cfeb on network f573758c-9164-40b8-bfb3-cabd80b3ac2d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:45.133264 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-139e06ec-008a-42be-b146-4afb95fc5c64 service neutron] Port 11e54c50-28be-4c62-974c-793a9bc6cfeb on network f573758c-9164-40b8-bfb3-cabd80b3ac2d not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:56:45.133511 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-139e06ec-008a-42be-b146-4afb95fc5c64 service neutron] Attempting to bind port 11e54c50-28be-4c62-974c-793a9bc6cfeb on network f573758c-9164-40b8-bfb3-cabd80b3ac2d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:45.151157 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-139e06ec-008a-42be-b146-4afb95fc5c64 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:56:45.151519 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-139e06ec-008a-42be-b146-4afb95fc5c64 service neutron] Checking segment: {'id': 'c2e55cae-0229-401b-8b43-9fdaa7060b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f573758c-9164-40b8-bfb3-cabd80b3ac2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:45.151898 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-139e06ec-008a-42be-b146-4afb95fc5c64 service neutron] Bound using segment: {'id': 'c2e55cae-0229-401b-8b43-9fdaa7060b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f573758c-9164-40b8-bfb3-cabd80b3ac2d'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:56:45.152600 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-139e06ec-008a-42be-b146-4afb95fc5c64 service neutron] Bound port: 11e54c50-28be-4c62-974c-793a9bc6cfeb, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2e55cae-0229-401b-8b43-9fdaa7060b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'f573758c-9164-40b8-bfb3-cabd80b3ac2d'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:56:45.152946 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-139e06ec-008a-42be-b146-4afb95fc5c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:45.171757 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-086472d8-95ba-4e63-a313-e35e38f35096 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] show failed (client error): The resource could not be found. Jul 06 13:56:45.175901 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-086472d8-95ba-4e63-a313-e35e38f35096 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "GET /v2.0/subnets/8b3246d5-2311-4e49-8057-f9fa902e4c93/tags/tempest-TagsExtTest-Tag-1763580685 HTTP/1.1" status: 404 len: 329 time: 0.0965035 Jul 06 13:56:45.176414 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54614) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:45.187108 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-18d396d2-cbf9-4dc0-b4c9-7e3ea4e3a6b0 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd7c0b964-0154-4ccd-8304-e32e7e6ada86', {'tags': ['tempest-TagsExtTest-Tag-1988771195', 'tempest-TagsExtTest-Tag-1858662648', 'tempest-TagsExtTest-Tag-1472012081']}) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:45.253716 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-18d396d2-cbf9-4dc0-b4c9-7e3ea4e3a6b0 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "PUT /v2.0/ports/d7c0b964-0154-4ccd-8304-e32e7e6ada86/tags HTTP/1.1" status: 200 len: 318 time: 0.0753131 Jul 06 13:56:45.256200 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54616) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:45.260900 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-cadf3586-d534-4ac5-80a0-7a5c3d068498 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd7c0b964-0154-4ccd-8304-e32e7e6ada86') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:45.304900 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c7a077dc-afcf-4866-8cc7-6b5bffd33c82 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:45.307187 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aafb9d-9bec-4755-99cd-67265a96ee29 req-3c700f71-ed31-4737-a511-6d1ccdaf8727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:45.308994 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b4aafb9d-9bec-4755-99cd-67265a96ee29 req-3c700f71-ed31-4737-a511-6d1ccdaf8727 service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2466059 Jul 06 13:56:45.350785 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-139e06ec-008a-42be-b146-4afb95fc5c64 service neutron] For port 11e54c50-28be-4c62-974c-793a9bc6cfeb, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:45.354508 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cadf3586-d534-4ac5-80a0-7a5c3d068498 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "DELETE /v2.0/ports/d7c0b964-0154-4ccd-8304-e32e7e6ada86/tags HTTP/1.1" status: 204 len: 168 time: 0.0968299 Jul 06 13:56:45.357212 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54618) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:45.362022 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-14bcb2ce-c545-4470-b4f4-bac9210013c4 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd7c0b964-0154-4ccd-8304-e32e7e6ada86', 'tempest-TagsExtTest-Tag-1988771195') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:45.422040 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-14bcb2ce-c545-4470-b4f4-bac9210013c4 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] show failed (client error): The resource could not be found. Jul 06 13:56:45.423094 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-14bcb2ce-c545-4470-b4f4-bac9210013c4 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "GET /v2.0/ports/d7c0b964-0154-4ccd-8304-e32e7e6ada86/tags/tempest-TagsExtTest-Tag-1988771195 HTTP/1.1" status: 404 len: 329 time: 0.0648830 Jul 06 13:56:45.426043 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54620) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:45.430661 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-34aaf485-f579-4e47-af3c-42545aa9898e tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd7c0b964-0154-4ccd-8304-e32e7e6ada86', 'tempest-TagsExtTest-Tag-1858662648') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:45.438902 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-139e06ec-008a-42be-b146-4afb95fc5c64 service neutron] For port 11e54c50-28be-4c62-974c-793a9bc6cfeb, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=11e54c50-28be-4c62-974c-793a9bc6cfeb,segment=NetworkSegment(c2e55cae-0229-401b-8b43-9fdaa7060b30),segment_id=c2e55cae-0229-401b-8b43-9fdaa7060b30)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:56:45.459649 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-139e06ec-008a-42be-b146-4afb95fc5c64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:45.487638 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-34aaf485-f579-4e47-af3c-42545aa9898e tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] show failed (client error): The resource could not be found. Jul 06 13:56:45.491645 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-34aaf485-f579-4e47-af3c-42545aa9898e tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "GET /v2.0/ports/d7c0b964-0154-4ccd-8304-e32e7e6ada86/tags/tempest-TagsExtTest-Tag-1858662648 HTTP/1.1" status: 404 len: 329 time: 0.0618773 Jul 06 13:56:45.491859 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54622) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:45.496115 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-a0c91e43-50eb-4d33-b4cb-740ec77db5c3 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd7c0b964-0154-4ccd-8304-e32e7e6ada86', 'tempest-TagsExtTest-Tag-1472012081') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:45.530326 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430697d1-fe1f-4b12-9b99-9c4b6c49bdf1 req-f794d5e7-ac1b-4bae-a707-3758fae59d4b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:45.531982 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-430697d1-fe1f-4b12-9b99-9c4b6c49bdf1 req-f794d5e7-ac1b-4bae-a707-3758fae59d4b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.3233540 Jul 06 13:56:45.535380 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-139e06ec-008a-42be-b146-4afb95fc5c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:45.536010 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-139e06ec-008a-42be-b146-4afb95fc5c64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:45.537415 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-139e06ec-008a-42be-b146-4afb95fc5c64 service neutron] 10.222.0.124 "PUT /v2.0/ports/11e54c50-28be-4c62-974c-793a9bc6cfeb HTTP/1.1" status: 200 len: 1090 time: 2.1150024 Jul 06 13:56:45.571718 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-a0c91e43-50eb-4d33-b4cb-740ec77db5c3 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] show failed (client error): The resource could not be found. Jul 06 13:56:45.573531 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a0c91e43-50eb-4d33-b4cb-740ec77db5c3 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "GET /v2.0/ports/d7c0b964-0154-4ccd-8304-e32e7e6ada86/tags/tempest-TagsExtTest-Tag-1472012081 HTTP/1.1" status: 404 len: 329 time: 0.0808213 Jul 06 13:56:45.576940 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54624) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:45.582410 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-1c861ad6-7247-43b8-8f3e-5b2702a4a450 service neutron] Request body: {'port': {'device_id': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:45.583417 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-ca90795f-4d8a-4a9d-8c9b-b735afb4e49b tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'bc0f4610-38b8-456f-9805-a2ee35e68ced', {'tags': ['tempest-TagsExtTest-Tag-1653296956', 'tempest-TagsExtTest-Tag-828354758', 'tempest-TagsExtTest-Tag-787226877']}) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:45.669643 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e06ec-008a-42be-b146-4afb95fc5c64 service neutron] Pushing event updated for resources: {'Port': ['ID=11e54c50-28be-4c62-974c-793a9bc6cfeb,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:45.695397 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ca90795f-4d8a-4a9d-8c9b-b735afb4e49b tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "PUT /v2.0/routers/bc0f4610-38b8-456f-9805-a2ee35e68ced/tags HTTP/1.1" status: 200 len: 316 time: 0.1143918 Jul 06 13:56:45.695773 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54626) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:45.702100 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-e79bdda1-3c3a-4099-beba-f03497333fc1 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bc0f4610-38b8-456f-9805-a2ee35e68ced') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:45.703685 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aafb9d-9bec-4755-99cd-67265a96ee29 req-517b8257-edfa-4604-8c74-e7bc2a98fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:45.704337 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aafb9d-9bec-4755-99cd-67265a96ee29 req-517b8257-edfa-4604-8c74-e7bc2a98fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:45.704807 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aafb9d-9bec-4755-99cd-67265a96ee29 req-517b8257-edfa-4604-8c74-e7bc2a98fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:45.705290 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aafb9d-9bec-4755-99cd-67265a96ee29 req-517b8257-edfa-4604-8c74-e7bc2a98fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:45.705784 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aafb9d-9bec-4755-99cd-67265a96ee29 req-517b8257-edfa-4604-8c74-e7bc2a98fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:45.706272 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aafb9d-9bec-4755-99cd-67265a96ee29 req-517b8257-edfa-4604-8c74-e7bc2a98fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:45.706749 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aafb9d-9bec-4755-99cd-67265a96ee29 req-517b8257-edfa-4604-8c74-e7bc2a98fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:45.708722 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b4aafb9d-9bec-4755-99cd-67265a96ee29 req-517b8257-edfa-4604-8c74-e7bc2a98fc18 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=9336c3d8fa4746dd9ed2823889de2712&device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 6311 time: 0.3558929 Jul 06 13:56:45.758990 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-430697d1-fe1f-4b12-9b99-9c4b6c49bdf1 req-e173e992-db50-4667-b438-18e38f397c85 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183113 Jul 06 13:56:45.820042 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e79bdda1-3c3a-4099-beba-f03497333fc1 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "DELETE /v2.0/routers/bc0f4610-38b8-456f-9805-a2ee35e68ced/tags HTTP/1.1" status: 204 len: 168 time: 0.1204135 Jul 06 13:56:45.820241 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54628) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:45.825896 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-463e8659-b682-4e68-8253-a17a129f23cb tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc0f4610-38b8-456f-9805-a2ee35e68ced', 'tempest-TagsExtTest-Tag-1653296956') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:45.849494 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-1c861ad6-7247-43b8-8f3e-5b2702a4a450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:45.923015 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-463e8659-b682-4e68-8253-a17a129f23cb tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] show failed (client error): The resource could not be found. Jul 06 13:56:45.924336 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-463e8659-b682-4e68-8253-a17a129f23cb tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "GET /v2.0/routers/bc0f4610-38b8-456f-9805-a2ee35e68ced/tags/tempest-TagsExtTest-Tag-1653296956 HTTP/1.1" status: 404 len: 329 time: 0.1029308 Jul 06 13:56:45.927461 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54630) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:45.932193 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-f08f14a3-4208-4bbf-a287-b6cb8c59ea5f tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc0f4610-38b8-456f-9805-a2ee35e68ced', 'tempest-TagsExtTest-Tag-828354758') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:46.011246 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-f08f14a3-4208-4bbf-a287-b6cb8c59ea5f tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] show failed (client error): The resource could not be found. Jul 06 13:56:46.012991 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f08f14a3-4208-4bbf-a287-b6cb8c59ea5f tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "GET /v2.0/routers/bc0f4610-38b8-456f-9805-a2ee35e68ced/tags/tempest-TagsExtTest-Tag-828354758 HTTP/1.1" status: 404 len: 328 time: 0.0845299 Jul 06 13:56:46.015810 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54632) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:46.020493 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-2f8941d4-c197-4962-b240-a20fd945d5d5 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc0f4610-38b8-456f-9805-a2ee35e68ced', 'tempest-TagsExtTest-Tag-787226877') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:46.107695 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-2f8941d4-c197-4962-b240-a20fd945d5d5 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] show failed (client error): The resource could not be found. Jul 06 13:56:46.108810 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2f8941d4-c197-4962-b240-a20fd945d5d5 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "GET /v2.0/routers/bc0f4610-38b8-456f-9805-a2ee35e68ced/tags/tempest-TagsExtTest-Tag-787226877 HTTP/1.1" status: 404 len: 328 time: 0.0920362 Jul 06 13:56:46.111650 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54636) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:46.116226 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-83e4710d-ce84-4c11-92f2-7e180d825aca tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd35fddce-0a8e-48ac-883e-0e247f7a22c7', {'tags': ['tempest-TagsExtTest-Tag-1266165628', 'tempest-TagsExtTest-Tag-1927515566', 'tempest-TagsExtTest-Tag-1871806381']}) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:46.153425 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-83e4710d-ce84-4c11-92f2-7e180d825aca tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "PUT /v2.0/subnetpools/d35fddce-0a8e-48ac-883e-0e247f7a22c7/tags HTTP/1.1" status: 200 len: 318 time: 0.0407150 Jul 06 13:56:46.156185 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54638) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:46.160692 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-b8152ac4-374d-40d9-820b-ecd8048381cd tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd35fddce-0a8e-48ac-883e-0e247f7a22c7') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:46.204946 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b8152ac4-374d-40d9-820b-ecd8048381cd tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "DELETE /v2.0/subnetpools/d35fddce-0a8e-48ac-883e-0e247f7a22c7/tags HTTP/1.1" status: 204 len: 168 time: 0.0477006 Jul 06 13:56:46.205879 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54640) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:46.210400 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-af330ab1-34b8-4c7a-b6a2-2897f6f71371 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd35fddce-0a8e-48ac-883e-0e247f7a22c7', 'tempest-TagsExtTest-Tag-1266165628') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:46.232063 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-af330ab1-34b8-4c7a-b6a2-2897f6f71371 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] show failed (client error): The resource could not be found. Jul 06 13:56:46.233153 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-af330ab1-34b8-4c7a-b6a2-2897f6f71371 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "GET /v2.0/subnetpools/d35fddce-0a8e-48ac-883e-0e247f7a22c7/tags/tempest-TagsExtTest-Tag-1266165628 HTTP/1.1" status: 404 len: 329 time: 0.0263085 Jul 06 13:56:46.236020 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54642) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:46.240500 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-f83b3568-0a06-4291-b166-1e31a85ad27a tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd35fddce-0a8e-48ac-883e-0e247f7a22c7', 'tempest-TagsExtTest-Tag-1927515566') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:46.265909 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-f83b3568-0a06-4291-b166-1e31a85ad27a tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] show failed (client error): The resource could not be found. Jul 06 13:56:46.269479 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f83b3568-0a06-4291-b166-1e31a85ad27a tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "GET /v2.0/subnetpools/d35fddce-0a8e-48ac-883e-0e247f7a22c7/tags/tempest-TagsExtTest-Tag-1927515566 HTTP/1.1" status: 404 len: 329 time: 0.0299699 Jul 06 13:56:46.269710 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54644) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:46.274064 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-7f5ecebf-e270-420c-bee9-46a1b1c08ae6 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd35fddce-0a8e-48ac-883e-0e247f7a22c7', 'tempest-TagsExtTest-Tag-1871806381') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:46.295063 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aafb9d-9bec-4755-99cd-67265a96ee29 req-7aefb9e4-e8ef-4766-9b44-bc3501466564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:46.295556 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aafb9d-9bec-4755-99cd-67265a96ee29 req-7aefb9e4-e8ef-4766-9b44-bc3501466564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:46.295710 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-7f5ecebf-e270-420c-bee9-46a1b1c08ae6 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] show failed (client error): The resource could not be found. Jul 06 13:56:46.296036 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aafb9d-9bec-4755-99cd-67265a96ee29 req-7aefb9e4-e8ef-4766-9b44-bc3501466564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:46.296820 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7f5ecebf-e270-420c-bee9-46a1b1c08ae6 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "GET /v2.0/subnetpools/d35fddce-0a8e-48ac-883e-0e247f7a22c7/tags/tempest-TagsExtTest-Tag-1871806381 HTTP/1.1" status: 404 len: 329 time: 0.0261774 Jul 06 13:56:46.297638 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b4aafb9d-9bec-4755-99cd-67265a96ee29 req-7aefb9e4-e8ef-4766-9b44-bc3501466564 service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=9336c3d8fa4746dd9ed2823889de2712&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5780387 Jul 06 13:56:46.299763 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54646) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:46.304448 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-9d3457e6-c1ba-46d6-9dc6-3d21a8de1376 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd35fddce-0a8e-48ac-883e-0e247f7a22c7') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:46.321419 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'tag': '9a71000c-341f-41c5-af30-6252750d04b5'}, {'name': 'network-changed', 'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'tag': '11e54c50-28be-4c62-974c-793a9bc6cfeb'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:46.323693 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b9fda3-c847-46d9-95cc-64142766e778" -d '{"events": [{"name": "network-changed", "server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "tag": "9a71000c-341f-41c5-af30-6252750d04b5"}, {"name": "network-changed", "server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "tag": "11e54c50-28be-4c62-974c-793a9bc6cfeb"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:46.333964 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9d3457e6-c1ba-46d6-9dc6-3d21a8de1376 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "DELETE /v2.0/subnetpools/d35fddce-0a8e-48ac-883e-0e247f7a22c7/tags HTTP/1.1" status: 204 len: 168 time: 0.0307214 Jul 06 13:56:46.334215 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54650) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:46.338504 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-7c1f1f14-3ac9-4977-b401-c6179f787cbf tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bc0f4610-38b8-456f-9805-a2ee35e68ced') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:46.432050 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7c1f1f14-3ac9-4977-b401-c6179f787cbf tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "DELETE /v2.0/routers/bc0f4610-38b8-456f-9805-a2ee35e68ced/tags HTTP/1.1" status: 204 len: 168 time: 0.0969913 Jul 06 13:56:46.435242 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54652) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:46.439628 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-14a91692-a900-40e1-b4b4-54c8b41a3aba tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd7c0b964-0154-4ccd-8304-e32e7e6ada86') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:46.468602 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:46.495864 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-14a91692-a900-40e1-b4b4-54c8b41a3aba tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "DELETE /v2.0/ports/d7c0b964-0154-4ccd-8304-e32e7e6ada86/tags HTTP/1.1" status: 204 len: 168 time: 0.0596023 Jul 06 13:56:46.499068 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54654) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:46.502019 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe6076-5ec7-447e-bf45-3cf7d06331dc req-9be555ab-a78f-4b6b-87c5-8a167b84ec17 tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:46.503543 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9dbe6076-5ec7-447e-bf45-3cf7d06331dc req-9be555ab-a78f-4b6b-87c5-8a167b84ec17 tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] 10.222.0.118 "GET /v2.0/ports?device_id=cadfc99f-b501-465c-b179-bced90bd4002 HTTP/1.1" status: 200 len: 946 time: 0.3256598 Jul 06 13:56:46.503673 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-4694a80d-c0ef-4d0a-9941-c4b562661ccb tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8b3246d5-2311-4e49-8057-f9fa902e4c93') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:46.562491 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4694a80d-c0ef-4d0a-9941-c4b562661ccb tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "DELETE /v2.0/subnets/8b3246d5-2311-4e49-8057-f9fa902e4c93/tags HTTP/1.1" status: 204 len: 168 time: 0.0620027 Jul 06 13:56:46.566849 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54656) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:46.607678 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aafb9d-9bec-4755-99cd-67265a96ee29 req-4f2405a6-368b-4b4d-b4d8-bf147bcee0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:46.609166 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b4aafb9d-9bec-4755-99cd-67265a96ee29 req-4f2405a6-368b-4b4d-b4d8-bf147bcee0e2 service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2975640 Jul 06 13:56:46.628353 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-c7a077dc-afcf-4866-8cc7-6b5bffd33c82 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Deleting port b1edd31b-e334-463f-9bb2-70b25d002a3b {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:56:46.628694 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c7a077dc-afcf-4866-8cc7-6b5bffd33c82 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:46.641301 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9dbe6076-5ec7-447e-bf45-3cf7d06331dc req-f2cde38e-f170-40a6-8724-5fc7c5e675f7 tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] 10.222.0.118 "GET /v2.0/security-groups?id=47e3317c-e314-4b7f-8e1d-8684dabd0d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262093 Jul 06 13:56:46.677293 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cf20fbba-2290-44ab-81e3-aa978fdab102 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks [] for subnetpool, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:46.683216 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cf20fbba-2290-44ab-81e3-aa978fdab102 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "DELETE /v2.0/subnetpools/d35fddce-0a8e-48ac-883e-0e247f7a22c7 HTTP/1.1" status: 204 len: 168 time: 0.1137600 Jul 06 13:56:46.685218 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54660) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:46.741668 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d9934c14-ab09-4f7a-b93f-0d371176c6ec tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "GET /v2.0/ports?device_id=bc0f4610-38b8-456f-9805-a2ee35e68ced HTTP/1.1" status: 200 len: 205 time: 0.0560424 Jul 06 13:56:46.742367 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54662) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:46.766941 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c7a077dc-afcf-4866-8cc7-6b5bffd33c82 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:46.826877 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-19086ace-34a4-4ef6-a452-f2e968cdbb20 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:46.838974 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-c7a077dc-afcf-4866-8cc7-6b5bffd33c82 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Calling delete_port for b1edd31b-e334-463f-9bb2-70b25d002a3b owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:56:46.842983 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-1c861ad6-7247-43b8-8f3e-5b2702a4a450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a663b4e4-819d-4649-9da6-3d9154d3234b {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:56:46.852993 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-1c861ad6-7247-43b8-8f3e-5b2702a4a450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:46.905909 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-1c861ad6-7247-43b8-8f3e-5b2702a4a450 service neutron] Transition to ACTIVE for port object a663b4e4-819d-4649-9da6-3d9154d3234b will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:46.914056 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-1c861ad6-7247-43b8-8f3e-5b2702a4a450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:46.997097 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182123d-9aa6-4820-93d1-43d67a78041a req-a9f72ccf-8065-44b4-99a0-d26ea102a7b7 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:46.999947 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a182123d-9aa6-4820-93d1-43d67a78041a req-a9f72ccf-8065-44b4-99a0-d26ea102a7b7 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.2101605 Jul 06 13:56:47.030050 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-19086ace-34a4-4ef6-a452-f2e968cdbb20 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:47.032696 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-19086ace-34a4-4ef6-a452-f2e968cdbb20 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:47.070152 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c861ad6-7247-43b8-8f3e-5b2702a4a450 service neutron] Pushing event updated for resources: {'Port': ['ID=a663b4e4-819d-4649-9da6-3d9154d3234b,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:47.100941 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-19086ace-34a4-4ef6-a452-f2e968cdbb20 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:47.101708 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19086ace-34a4-4ef6-a452-f2e968cdbb20 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Fanout notify agent at l3_agent the message router_deleted on router bc0f4610-38b8-456f-9805-a2ee35e68ced {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:56:47.111141 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-19086ace-34a4-4ef6-a452-f2e968cdbb20 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:47.113310 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-19086ace-34a4-4ef6-a452-f2e968cdbb20 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "DELETE /v2.0/routers/bc0f4610-38b8-456f-9805-a2ee35e68ced HTTP/1.1" status: 204 len: 168 time: 0.3685491 Jul 06 13:56:47.115868 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54670) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:47.158560 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a182123d-9aa6-4820-93d1-43d67a78041a req-91224803-9c17-4d49-82c6-95831de320d4 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460354 Jul 06 13:56:47.260798 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-1c861ad6-7247-43b8-8f3e-5b2702a4a450 service neutron] Attempting to bind port a663b4e4-819d-4649-9da6-3d9154d3234b on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:56:47.261235 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-1c861ad6-7247-43b8-8f3e-5b2702a4a450 service neutron] Attempting to bind port a663b4e4-819d-4649-9da6-3d9154d3234b by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '47eff200-9b7f-44df-b691-5543df245491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cc63bc54-7a53-4d51-ae88-21113312a65f'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:56:47.261891 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-1c861ad6-7247-43b8-8f3e-5b2702a4a450 service neutron] Attempting to bind port a663b4e4-819d-4649-9da6-3d9154d3234b on network cc63bc54-7a53-4d51-ae88-21113312a65f {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:47.270786 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-1c861ad6-7247-43b8-8f3e-5b2702a4a450 service neutron] Port a663b4e4-819d-4649-9da6-3d9154d3234b on network cc63bc54-7a53-4d51-ae88-21113312a65f not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:56:47.271100 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e0b5319f-e048-43d4-a577-6ddfea6b4edf tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Deleting port d7c0b964-0154-4ccd-8304-e32e7e6ada86 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:56:47.271522 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0b5319f-e048-43d4-a577-6ddfea6b4edf tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:47.276205 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-1c861ad6-7247-43b8-8f3e-5b2702a4a450 service neutron] Attempting to bind port a663b4e4-819d-4649-9da6-3d9154d3234b on network cc63bc54-7a53-4d51-ae88-21113312a65f {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:47.302241 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-1c861ad6-7247-43b8-8f3e-5b2702a4a450 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:56:47.304070 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-1c861ad6-7247-43b8-8f3e-5b2702a4a450 service neutron] Checking segment: {'id': '47eff200-9b7f-44df-b691-5543df245491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cc63bc54-7a53-4d51-ae88-21113312a65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:47.306178 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-1c861ad6-7247-43b8-8f3e-5b2702a4a450 service neutron] Bound using segment: {'id': '47eff200-9b7f-44df-b691-5543df245491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cc63bc54-7a53-4d51-ae88-21113312a65f'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:56:47.306745 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-1c861ad6-7247-43b8-8f3e-5b2702a4a450 service neutron] Bound port: a663b4e4-819d-4649-9da6-3d9154d3234b, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47eff200-9b7f-44df-b691-5543df245491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cc63bc54-7a53-4d51-ae88-21113312a65f'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:56:47.307194 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-1c861ad6-7247-43b8-8f3e-5b2702a4a450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:47.324111 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c7a077dc-afcf-4866-8cc7-6b5bffd33c82 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:47.398760 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0b5319f-e048-43d4-a577-6ddfea6b4edf tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:47.407338 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a077dc-afcf-4866-8cc7-6b5bffd33c82 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Pushing event deleted for resources: {'Port': ['ID=b1edd31b-e334-463f-9bb2-70b25d002a3b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:47.416890 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e0b5319f-e048-43d4-a577-6ddfea6b4edf tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Calling delete_port for d7c0b964-0154-4ccd-8304-e32e7e6ada86 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:56:47.553538 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-1c861ad6-7247-43b8-8f3e-5b2702a4a450 service neutron] For port a663b4e4-819d-4649-9da6-3d9154d3234b, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:47.593579 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-1c861ad6-7247-43b8-8f3e-5b2702a4a450 service neutron] For port a663b4e4-819d-4649-9da6-3d9154d3234b, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a663b4e4-819d-4649-9da6-3d9154d3234b,segment=NetworkSegment(47eff200-9b7f-44df-b691-5543df245491),segment_id=47eff200-9b7f-44df-b691-5543df245491)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:56:47.707395 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c7a077dc-afcf-4866-8cc7-6b5bffd33c82 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:47.717389 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0b5319f-e048-43d4-a577-6ddfea6b4edf tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:47.739314 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-1c861ad6-7247-43b8-8f3e-5b2702a4a450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:47.770641 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5319f-e048-43d4-a577-6ddfea6b4edf tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Pushing event deleted for resources: {'Port': ['ID=d7c0b964-0154-4ccd-8304-e32e7e6ada86,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:47.877015 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c861ad6-7247-43b8-8f3e-5b2702a4a450 service neutron] Pushing event updated for resources: {'Port': ['ID=a663b4e4-819d-4649-9da6-3d9154d3234b,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:47.886685 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-1c861ad6-7247-43b8-8f3e-5b2702a4a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:47.887351 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-1c861ad6-7247-43b8-8f3e-5b2702a4a450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:47.888739 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-1c861ad6-7247-43b8-8f3e-5b2702a4a450 service neutron] 10.222.0.124 "PUT /v2.0/ports/a663b4e4-819d-4649-9da6-3d9154d3234b HTTP/1.1" status: 200 len: 1091 time: 2.3108149 Jul 06 13:56:47.910467 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0b5319f-e048-43d4-a577-6ddfea6b4edf tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:47.914979 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e0b5319f-e048-43d4-a577-6ddfea6b4edf tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "DELETE /v2.0/ports/d7c0b964-0154-4ccd-8304-e32e7e6ada86 HTTP/1.1" status: 204 len: 168 time: 0.7961817 Jul 06 13:56:47.916470 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54682) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:47.943435 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-79ffbb47-1587-4e82-a9cc-92e1155da1bf service neutron] Request body: {'port': {'device_id': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:48.027014 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a2b269-aeb4-4660-9254-c7a14a241683 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Deleting subnet 8b3246d5-2311-4e49-8057-f9fa902e4c93 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:56:48.032360 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-15a2b269-aeb4-4660-9254-c7a14a241683 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:48.093684 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-15a2b269-aeb4-4660-9254-c7a14a241683 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:48.153347 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-79ffbb47-1587-4e82-a9cc-92e1155da1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:48.169109 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c81e36-96c5-4b37-ba39-e912ff1eff12 req-1c89b633-808b-46ad-874c-ae3df2dc31b7 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:48.181163 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c81e36-96c5-4b37-ba39-e912ff1eff12 req-1c89b633-808b-46ad-874c-ae3df2dc31b7 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:48.186887 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c81e36-96c5-4b37-ba39-e912ff1eff12 req-1c89b633-808b-46ad-874c-ae3df2dc31b7 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:48.193017 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c81e36-96c5-4b37-ba39-e912ff1eff12 req-1c89b633-808b-46ad-874c-ae3df2dc31b7 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:48.199854 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c81e36-96c5-4b37-ba39-e912ff1eff12 req-1c89b633-808b-46ad-874c-ae3df2dc31b7 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:48.205844 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c81e36-96c5-4b37-ba39-e912ff1eff12 req-1c89b633-808b-46ad-874c-ae3df2dc31b7 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:48.210899 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-15a2b269-aeb4-4660-9254-c7a14a241683 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:48.212022 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c81e36-96c5-4b37-ba39-e912ff1eff12 req-1c89b633-808b-46ad-874c-ae3df2dc31b7 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:48.221567 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19c81e36-96c5-4b37-ba39-e912ff1eff12 req-1c89b633-808b-46ad-874c-ae3df2dc31b7 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5418 time: 0.6488914 Jul 06 13:56:48.286606 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a077dc-afcf-4866-8cc7-6b5bffd33c82 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Router 76e66d0a-c98a-4e56-aaf9-10d987806d22 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:56:48.289966 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-15a2b269-aeb4-4660-9254-c7a14a241683 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:48.316443 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19c81e36-96c5-4b37-ba39-e912ff1eff12 req-bed111ee-61c6-4ad6-9906-f4820ac8165a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0936780 Jul 06 13:56:48.330808 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2b269-aeb4-4660-9254-c7a14a241683 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Pushing event deleted for resources: {'Subnet': ['ID=8b3246d5-2311-4e49-8057-f9fa902e4c93,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:48.335192 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-15a2b269-aeb4-4660-9254-c7a14a241683 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:48.342389 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246a598d-8b61-4a9f-a35c-0d0295d6cdfe None None] Network 6c3204ff-80f8-4e5c-8733-d87cc03931c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:56:48.350509 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-15a2b269-aeb4-4660-9254-c7a14a241683 tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "DELETE /v2.0/subnets/8b3246d5-2311-4e49-8057-f9fa902e4c93 HTTP/1.1" status: 204 len: 168 time: 0.4255536 Jul 06 13:56:48.352811 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54688) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:48.487664 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b945332-376b-4dcb-8f6c-b50250e5dafb x-openstack-request-id: req-3b945332-376b-4dcb-8f6c-b50250e5dafb {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:48.487993 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "tag": "9a71000c-341f-41c5-af30-6252750d04b5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "tag": "11e54c50-28be-4c62-974c-793a9bc6cfeb", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:48.488219 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-3b945332-376b-4dcb-8f6c-b50250e5dafb {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:48.488613 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'tag': '9a71000c-341f-41c5-af30-6252750d04b5', 'status': 'completed', 'code': 200} Jul 06 13:56:48.488871 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'tag': '11e54c50-28be-4c62-974c-793a9bc6cfeb', 'status': 'completed', 'code': 200} Jul 06 13:56:48.492366 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-213285fa-078e-4327-a33b-bff4bad0490f tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:48.548814 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-213285fa-078e-4327-a33b-bff4bad0490f tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Deleting port fcb84e3f-53ed-42db-9393-82207f17f29d {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:56:48.549501 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-213285fa-078e-4327-a33b-bff4bad0490f tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:48.600218 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:48.639045 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-213285fa-078e-4327-a33b-bff4bad0490f tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] For port fcb84e3f-53ed-42db-9393-82207f17f29d, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=fcb84e3f-53ed-42db-9393-82207f17f29d,segment=NetworkSegment(b7b05c26-8fbf-4a04-9819-6d23caa1d466),segment_id=b7b05c26-8fbf-4a04-9819-6d23caa1d466)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:48.639512 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-213285fa-078e-4327-a33b-bff4bad0490f tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:48.655152 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a077dc-afcf-4866-8cc7-6b5bffd33c82 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:56:48.661945 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-213285fa-078e-4327-a33b-bff4bad0490f tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Calling delete_port for fcb84e3f-53ed-42db-9393-82207f17f29d owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:56:48.669114 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d40c08-2c49-4ff9-aa76-2b7e4e10aa09 None None] Sync routers for ids ['76e66d0a-c98a-4e56-aaf9-10d987806d22'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:56:48.669661 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c7a077dc-afcf-4866-8cc7-6b5bffd33c82 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] 10.222.0.118 "PUT /v2.0/routers/76e66d0a-c98a-4e56-aaf9-10d987806d22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4833710 Jul 06 13:56:48.671318 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54690) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:48.686228 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d40c08-2c49-4ff9-aa76-2b7e4e10aa09 None None] Routers {'76e66d0a-c98a-4e56-aaf9-10d987806d22'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:56:48.687233 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-68d40c08-2c49-4ff9-aa76-2b7e4e10aa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:56:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['76e66d0a-c98a-4e56-aaf9-10d987806d22'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:48.711500 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8274b396-76fc-4e34-9248-0e4096b0e4ab None None] DHCP port deletion for 6c3204ff-80f8-4e5c-8733-d87cc03931c5 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:56:48.755322 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-68d40c08-2c49-4ff9-aa76-2b7e4e10aa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:48.781371 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d40c08-2c49-4ff9-aa76-2b7e4e10aa09 None None] Routers {'76e66d0a-c98a-4e56-aaf9-10d987806d22'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:56:48.782295 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-68d40c08-2c49-4ff9-aa76-2b7e4e10aa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:56:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['76e66d0a-c98a-4e56-aaf9-10d987806d22'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:48.802627 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190b279-3c1a-45d6-8f0e-b1688f2b2947 req-40490d8b-fb9a-441a-a3eb-7792209d22f6 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:48.810600 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f190b279-3c1a-45d6-8f0e-b1688f2b2947 req-40490d8b-fb9a-441a-a3eb-7792209d22f6 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.3256130 Jul 06 13:56:48.828478 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4bc1420c-cd08-48e8-931d-a124080cb5cd tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:48.831570 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9fda3-c847-46d9-95cc-64142766e778 req-452daf8b-8c84-4774-8fb6-67130f8231a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:48.831731 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-8274b396-76fc-4e34-9248-0e4096b0e4ab None None] Deleting port fcb84e3f-53ed-42db-9393-82207f17f29d {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:56:48.832069 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9fda3-c847-46d9-95cc-64142766e778 req-452daf8b-8c84-4774-8fb6-67130f8231a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:48.832185 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8274b396-76fc-4e34-9248-0e4096b0e4ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:48.832554 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9fda3-c847-46d9-95cc-64142766e778 req-452daf8b-8c84-4774-8fb6-67130f8231a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:48.833045 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9fda3-c847-46d9-95cc-64142766e778 req-452daf8b-8c84-4774-8fb6-67130f8231a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:48.833527 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9fda3-c847-46d9-95cc-64142766e778 req-452daf8b-8c84-4774-8fb6-67130f8231a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:48.834270 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9fda3-c847-46d9-95cc-64142766e778 req-452daf8b-8c84-4774-8fb6-67130f8231a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:48.834819 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9fda3-c847-46d9-95cc-64142766e778 req-452daf8b-8c84-4774-8fb6-67130f8231a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:48.837344 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-60b9fda3-c847-46d9-95cc-64142766e778 req-452daf8b-8c84-4774-8fb6-67130f8231a7 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=9336c3d8fa4746dd9ed2823889de2712&device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 6420 time: 0.3533983 Jul 06 13:56:48.850361 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-68d40c08-2c49-4ff9-aa76-2b7e4e10aa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:48.851919 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d40c08-2c49-4ff9-aa76-2b7e4e10aa09 None None] The sync data for ids ['76e66d0a-c98a-4e56-aaf9-10d987806d22'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:56:48.915078 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8274b396-76fc-4e34-9248-0e4096b0e4ab None None] For port fcb84e3f-53ed-42db-9393-82207f17f29d, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=fcb84e3f-53ed-42db-9393-82207f17f29d,segment=NetworkSegment(b7b05c26-8fbf-4a04-9819-6d23caa1d466),segment_id=b7b05c26-8fbf-4a04-9819-6d23caa1d466)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:48.915485 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8274b396-76fc-4e34-9248-0e4096b0e4ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:48.932266 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-8274b396-76fc-4e34-9248-0e4096b0e4ab None None] Calling delete_port for fcb84e3f-53ed-42db-9393-82207f17f29d owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:56:48.965281 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f190b279-3c1a-45d6-8f0e-b1688f2b2947 req-7f237050-70ef-411e-8caf-65a4f10bb3cf tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537735 Jul 06 13:56:48.983154 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-79ffbb47-1587-4e82-a9cc-92e1155da1bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33437af-9d21-48be-a19f-2f3a314e0e9d {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:56:49.006006 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-79ffbb47-1587-4e82-a9cc-92e1155da1bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:49.018314 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4bc1420c-cd08-48e8-931d-a124080cb5cd tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:49.020961 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4bc1420c-cd08-48e8-931d-a124080cb5cd tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:49.034573 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-79ffbb47-1587-4e82-a9cc-92e1155da1bf service neutron] Transition to ACTIVE for port object a33437af-9d21-48be-a19f-2f3a314e0e9d will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:49.036423 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9fda3-c847-46d9-95cc-64142766e778 req-5c35819e-a7f6-4edb-b556-cc3d9bb850d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: from cryptography.utils import int_from_bytes Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: from cryptography.utils import int_from_bytes Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:56:49.036921 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 13:56:49.040396 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:56:49.040396 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 13:56:49.040396 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:56:49.040396 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 13:56:49.040396 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:56:49.040396 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 13:56:49.040396 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:56:49.040396 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 13:56:49.040396 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:56:49.040396 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 13:56:49.040396 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:56:49.040396 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 13:56:49.040396 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:56:49.040396 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 13:56:49.041370 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9fda3-c847-46d9-95cc-64142766e778 req-5c35819e-a7f6-4edb-b556-cc3d9bb850d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:49.041370 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9fda3-c847-46d9-95cc-64142766e778 req-5c35819e-a7f6-4edb-b556-cc3d9bb850d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:49.041370 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-60b9fda3-c847-46d9-95cc-64142766e778 req-5c35819e-a7f6-4edb-b556-cc3d9bb850d0 service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=9336c3d8fa4746dd9ed2823889de2712&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1905732 Jul 06 13:56:49.042006 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-79ffbb47-1587-4e82-a9cc-92e1155da1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:49.050626 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8274b396-76fc-4e34-9248-0e4096b0e4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:49.064155 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-213285fa-078e-4327-a33b-bff4bad0490f tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:49.076062 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8274b396-76fc-4e34-9248-0e4096b0e4ab None None] No DVR routers for this DVR port fcb84e3f-53ed-42db-9393-82207f17f29d on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:56:49.095464 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213285fa-078e-4327-a33b-bff4bad0490f tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Pushing event deleted for resources: {'Port': ['ID=fcb84e3f-53ed-42db-9393-82207f17f29d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:49.100773 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4bc1420c-cd08-48e8-931d-a124080cb5cd tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:49.101316 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc1420c-cd08-48e8-931d-a124080cb5cd tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Fanout notify agent at l3_agent the message router_deleted on router 76e66d0a-c98a-4e56-aaf9-10d987806d22 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:56:49.115108 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4bc1420c-cd08-48e8-931d-a124080cb5cd tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:49.119749 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4bc1420c-cd08-48e8-931d-a124080cb5cd tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] 10.222.0.118 "DELETE /v2.0/routers/76e66d0a-c98a-4e56-aaf9-10d987806d22 HTTP/1.1" status: 204 len: 168 time: 0.4449432 Jul 06 13:56:49.120374 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54696) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:49.121592 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213285fa-078e-4327-a33b-bff4bad0490f tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] No DVR routers for this DVR port fcb84e3f-53ed-42db-9393-82207f17f29d on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:56:49.123342 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274b396-76fc-4e34-9248-0e4096b0e4ab None None] Pushing event deleted for resources: {'Port': ['ID=fcb84e3f-53ed-42db-9393-82207f17f29d,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:49.222106 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffbb47-1587-4e82-a9cc-92e1155da1bf service neutron] Pushing event updated for resources: {'Port': ['ID=a33437af-9d21-48be-a19f-2f3a314e0e9d,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:49.273134 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd835dba-3520-4c63-9776-6c2150fe9fa6 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Deleting subnet 843ef613-76d3-4773-993c-947e3b83b842 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:56:49.284161 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9fda3-c847-46d9-95cc-64142766e778 req-a048ba20-bfb4-41bb-b6bb-da366556daad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:49.285788 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-60b9fda3-c847-46d9-95cc-64142766e778 req-a048ba20-bfb4-41bb-b6bb-da366556daad service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2403710 Jul 06 13:56:49.288746 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-213285fa-078e-4327-a33b-bff4bad0490f tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:49.291515 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dd835dba-3520-4c63-9776-6c2150fe9fa6 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:49.314579 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-79ffbb47-1587-4e82-a9cc-92e1155da1bf service neutron] Attempting to bind port a33437af-9d21-48be-a19f-2f3a314e0e9d on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:56:49.315153 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-79ffbb47-1587-4e82-a9cc-92e1155da1bf service neutron] Attempting to bind port a33437af-9d21-48be-a19f-2f3a314e0e9d by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '47eff200-9b7f-44df-b691-5543df245491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cc63bc54-7a53-4d51-ae88-21113312a65f'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:56:49.315493 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-79ffbb47-1587-4e82-a9cc-92e1155da1bf service neutron] Attempting to bind port a33437af-9d21-48be-a19f-2f3a314e0e9d on network cc63bc54-7a53-4d51-ae88-21113312a65f {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:49.327227 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-79ffbb47-1587-4e82-a9cc-92e1155da1bf service neutron] Port a33437af-9d21-48be-a19f-2f3a314e0e9d on network cc63bc54-7a53-4d51-ae88-21113312a65f not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:56:49.327572 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-79ffbb47-1587-4e82-a9cc-92e1155da1bf service neutron] Attempting to bind port a33437af-9d21-48be-a19f-2f3a314e0e9d on network cc63bc54-7a53-4d51-ae88-21113312a65f {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:49.346011 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-213285fa-078e-4327-a33b-bff4bad0490f tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3204ff-80f8-4e5c-8733-d87cc03931c5']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:49.347928 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-79ffbb47-1587-4e82-a9cc-92e1155da1bf service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:56:49.348447 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-79ffbb47-1587-4e82-a9cc-92e1155da1bf service neutron] Checking segment: {'id': '47eff200-9b7f-44df-b691-5543df245491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cc63bc54-7a53-4d51-ae88-21113312a65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:49.349064 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-79ffbb47-1587-4e82-a9cc-92e1155da1bf service neutron] Bound using segment: {'id': '47eff200-9b7f-44df-b691-5543df245491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cc63bc54-7a53-4d51-ae88-21113312a65f'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:56:49.349560 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-79ffbb47-1587-4e82-a9cc-92e1155da1bf service neutron] Bound port: a33437af-9d21-48be-a19f-2f3a314e0e9d, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47eff200-9b7f-44df-b691-5543df245491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cc63bc54-7a53-4d51-ae88-21113312a65f'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:56:49.350073 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-79ffbb47-1587-4e82-a9cc-92e1155da1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:49.696574 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-213285fa-078e-4327-a33b-bff4bad0490f tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b05c26-8fbf-4a04-9819-6d23caa1d466') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:49.696894 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-213285fa-078e-4327-a33b-bff4bad0490f tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b05c26-8fbf-4a04-9819-6d23caa1d466') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:49.711346 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dd835dba-3520-4c63-9776-6c2150fe9fa6 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:49.715957 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-213285fa-078e-4327-a33b-bff4bad0490f tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:49.759982 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-213285fa-078e-4327-a33b-bff4bad0490f tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:49.775202 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-213285fa-078e-4327-a33b-bff4bad0490f tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:56:49.776015 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-213285fa-078e-4327-a33b-bff4bad0490f tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:56:49.780353 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:56:49.834140 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9fda3-c847-46d9-95cc-64142766e778 req-030bb0f0-ed73-4956-89c0-1a8111581260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:49.834754 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9fda3-c847-46d9-95cc-64142766e778 req-030bb0f0-ed73-4956-89c0-1a8111581260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:49.835117 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9fda3-c847-46d9-95cc-64142766e778 req-030bb0f0-ed73-4956-89c0-1a8111581260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:49.835601 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9fda3-c847-46d9-95cc-64142766e778 req-030bb0f0-ed73-4956-89c0-1a8111581260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:49.836079 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9fda3-c847-46d9-95cc-64142766e778 req-030bb0f0-ed73-4956-89c0-1a8111581260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:49.836817 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9fda3-c847-46d9-95cc-64142766e778 req-030bb0f0-ed73-4956-89c0-1a8111581260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:49.837026 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9fda3-c847-46d9-95cc-64142766e778 req-030bb0f0-ed73-4956-89c0-1a8111581260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:49.839068 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-60b9fda3-c847-46d9-95cc-64142766e778 req-030bb0f0-ed73-4956-89c0-1a8111581260 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=9336c3d8fa4746dd9ed2823889de2712&device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 6445 time: 0.5043585 Jul 06 13:56:49.845258 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-79ffbb47-1587-4e82-a9cc-92e1155da1bf service neutron] For port a33437af-9d21-48be-a19f-2f3a314e0e9d, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:49.860014 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-79ffbb47-1587-4e82-a9cc-92e1155da1bf service neutron] For port a33437af-9d21-48be-a19f-2f3a314e0e9d, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a33437af-9d21-48be-a19f-2f3a314e0e9d,segment=NetworkSegment(47eff200-9b7f-44df-b691-5543df245491),segment_id=47eff200-9b7f-44df-b691-5543df245491)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:56:49.888798 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dd835dba-3520-4c63-9776-6c2150fe9fa6 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:49.919209 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-213285fa-078e-4327-a33b-bff4bad0490f tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:49.930021 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-213285fa-078e-4327-a33b-bff4bad0490f tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:49.935587 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-213285fa-078e-4327-a33b-bff4bad0490f tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] 10.222.0.118 "DELETE /v2.0/networks/6c3204ff-80f8-4e5c-8733-d87cc03931c5 HTTP/1.1" status: 204 len: 168 time: 1.5816848 Jul 06 13:56:49.975042 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213285fa-078e-4327-a33b-bff4bad0490f tempest-TagsExtTest-1793387886 tempest-TagsExtTest-1793387886-project] Pushing event deleted for resources: {'Network': ['ID=6c3204ff-80f8-4e5c-8733-d87cc03931c5,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:50.005860 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9fda3-c847-46d9-95cc-64142766e778 req-059cb2fa-c8cb-4ea7-923e-9f0811e1c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:50.006357 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9fda3-c847-46d9-95cc-64142766e778 req-059cb2fa-c8cb-4ea7-923e-9f0811e1c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:50.006845 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9fda3-c847-46d9-95cc-64142766e778 req-059cb2fa-c8cb-4ea7-923e-9f0811e1c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:50.009023 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-60b9fda3-c847-46d9-95cc-64142766e778 req-059cb2fa-c8cb-4ea7-923e-9f0811e1c1e0 service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=9336c3d8fa4746dd9ed2823889de2712&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1608942 Jul 06 13:56:50.019361 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dd835dba-3520-4c63-9776-6c2150fe9fa6 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:50.021773 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-79ffbb47-1587-4e82-a9cc-92e1155da1bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:50.069396 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dd835dba-3520-4c63-9776-6c2150fe9fa6 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:50.074617 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-dd835dba-3520-4c63-9776-6c2150fe9fa6 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] 10.222.0.118 "DELETE /v2.0/subnets/843ef613-76d3-4773-993c-947e3b83b842 HTTP/1.1" status: 204 len: 168 time: 0.9508767 Jul 06 13:56:50.075560 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54724) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:50.077900 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72fdfa2-bf07-41b4-879c-15daa67303a2 None None] Network b408b97a-8c36-4557-bd4d-850f530d1bd8 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:56:50.104392 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd835dba-3520-4c63-9776-6c2150fe9fa6 tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Pushing event deleted for resources: {'Subnet': ['ID=843ef613-76d3-4773-993c-947e3b83b842,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:50.208547 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a9b6bf2-ce17-4ff5-933d-96079df0b6ff tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:50.252327 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-79ffbb47-1587-4e82-a9cc-92e1155da1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:50.256674 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-79ffbb47-1587-4e82-a9cc-92e1155da1bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:50.258430 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-79ffbb47-1587-4e82-a9cc-92e1155da1bf service neutron] 10.222.0.124 "PUT /v2.0/ports/a33437af-9d21-48be-a19f-2f3a314e0e9d HTTP/1.1" status: 200 len: 1091 time: 2.3232093 Jul 06 13:56:50.277888 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9fda3-c847-46d9-95cc-64142766e778 req-d26cea1d-f9ce-4265-a890-668ca1fa3c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:50.283780 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-2a9b6bf2-ce17-4ff5-933d-96079df0b6ff tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Deleting port 24f22b74-f11e-4ff9-a579-8ec49c3a05e6 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:56:50.285035 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a9b6bf2-ce17-4ff5-933d-96079df0b6ff tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:50.288232 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-60b9fda3-c847-46d9-95cc-64142766e778 req-d26cea1d-f9ce-4265-a890-668ca1fa3c76 service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2622426 Jul 06 13:56:50.331527 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffbb47-1587-4e82-a9cc-92e1155da1bf service neutron] Pushing event updated for resources: {'Port': ['ID=a33437af-9d21-48be-a19f-2f3a314e0e9d,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:50.379437 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-2a9b6bf2-ce17-4ff5-933d-96079df0b6ff tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] For port 24f22b74-f11e-4ff9-a579-8ec49c3a05e6, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=24f22b74-f11e-4ff9-a579-8ec49c3a05e6,segment=NetworkSegment(f81b4286-83d7-466a-9b46-3b5906844183),segment_id=f81b4286-83d7-466a-9b46-3b5906844183)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:50.379849 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a9b6bf2-ce17-4ff5-933d-96079df0b6ff tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:50.398937 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-2a9b6bf2-ce17-4ff5-933d-96079df0b6ff tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Calling delete_port for 24f22b74-f11e-4ff9-a579-8ec49c3a05e6 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:56:50.403047 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64d56e-025f-4927-90ca-c0271a170ce6 req-9676bbfd-4130-46f5-aac9-9241545d80a5 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:50.412079 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9b64d56e-025f-4927-90ca-c0271a170ce6 req-9676bbfd-4130-46f5-aac9-9241545d80a5 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.4016740 Jul 06 13:56:50.473389 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54732) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:50.501723 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7e03c0-a415-4930-bff3-abb565c573f5 None None] DHCP port deletion for b408b97a-8c36-4557-bd4d-850f530d1bd8 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:56:50.503657 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'tag': 'a663b4e4-819d-4649-9da6-3d9154d3234b'}, {'name': 'network-changed', 'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'tag': 'a33437af-9d21-48be-a19f-2f3a314e0e9d'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:50.506307 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af825dbd-2c56-4d97-829b-8fb58e7e613f" -d '{"events": [{"name": "network-changed", "server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "tag": "a663b4e4-819d-4649-9da6-3d9154d3234b"}, {"name": "network-changed", "server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "tag": "a33437af-9d21-48be-a19f-2f3a314e0e9d"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:50.563614 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device fcb84e3f-53ed-42db-9393-82207f17f29d no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:56:50.592182 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a9b6bf2-ce17-4ff5-933d-96079df0b6ff tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:50.598773 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: fcb84e3f-53ed-42db-9393-82207f17f29d {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:56:50.599435 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device fcb84e3f-53ed-42db-9393-82207f17f29d not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:56:50.618225 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9b64d56e-025f-4927-90ca-c0271a170ce6 req-976437f4-3e1c-4622-8ad0-49b50c311115 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857512 Jul 06 13:56:50.634733 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-0c7e03c0-a415-4930-bff3-abb565c573f5 None None] Deleting port 24f22b74-f11e-4ff9-a579-8ec49c3a05e6 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:56:50.635281 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0c7e03c0-a415-4930-bff3-abb565c573f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:50.653490 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9b6bf2-ce17-4ff5-933d-96079df0b6ff tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] No DVR routers for this DVR port 24f22b74-f11e-4ff9-a579-8ec49c3a05e6 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:56:50.658238 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b6bf2-ce17-4ff5-933d-96079df0b6ff tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Pushing event deleted for resources: {'Port': ['ID=24f22b74-f11e-4ff9-a579-8ec49c3a05e6,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:50.673701 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-53e6637b-1cbb-4710-af30-6cfb02573fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:50.674179 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-53e6637b-1cbb-4710-af30-6cfb02573fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:50.674671 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-53e6637b-1cbb-4710-af30-6cfb02573fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:50.675156 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-53e6637b-1cbb-4710-af30-6cfb02573fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:50.675806 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-53e6637b-1cbb-4710-af30-6cfb02573fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:50.676295 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-53e6637b-1cbb-4710-af30-6cfb02573fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:50.676776 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-53e6637b-1cbb-4710-af30-6cfb02573fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:50.679834 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-53e6637b-1cbb-4710-af30-6cfb02573fc9 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=9336c3d8fa4746dd9ed2823889de2712&device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 6487 time: 0.2640851 Jul 06 13:56:50.734779 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-940b0502-0b82-4a37-b76b-a7c1bfab913c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f43b5bfc-1387-457f-8a78-02e1c6d6fcb2 HTTP/1.1" status: 200 len: 217 time: 0.0457103 Jul 06 13:56:50.752331 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-0c7e03c0-a415-4930-bff3-abb565c573f5 None None] For port 24f22b74-f11e-4ff9-a579-8ec49c3a05e6, host n-d-773644-6, got binding levels [] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:50.753009 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0c7e03c0-a415-4930-bff3-abb565c573f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:50.766962 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-0c7e03c0-a415-4930-bff3-abb565c573f5 None None] Calling delete_port for 24f22b74-f11e-4ff9-a579-8ec49c3a05e6 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:56:50.770132 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.ipam_backend_mixin [None req-0c7e03c0-a415-4930-bff3-abb565c573f5 None None] Port 24f22b74-f11e-4ff9-a579-8ec49c3a05e6 was not found and therefore no delete operation was performed {{(pid=100419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 13:56:50.772172 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0c7e03c0-a415-4930-bff3-abb565c573f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:50.794662 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-43566f6e-bba3-454a-b2ac-97d204065f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:50.796368 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-43566f6e-bba3-454a-b2ac-97d204065f69 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8df52582-dd18-48d1-9337-785b45f0ca32 HTTP/1.1" status: 200 len: 856 time: 0.0557292 Jul 06 13:56:50.803473 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e03c0-a415-4930-bff3-abb565c573f5 None None] Pushing event deleted for resources: {'Port': ['ID=24f22b74-f11e-4ff9-a579-8ec49c3a05e6,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:50.814707 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a9b6bf2-ce17-4ff5-933d-96079df0b6ff tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:50.818487 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7e03c0-a415-4930-bff3-abb565c573f5 None None] No DVR routers for this DVR port 24f22b74-f11e-4ff9-a579-8ec49c3a05e6 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:56:50.822033 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7eb4be09-a578-477b-9d49-bcca3d836de5 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=b589ab3a58b646b089518720daad9ecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3450921 Jul 06 13:56:50.826648 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54740) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:50.838063 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-2a9b6bf2-ce17-4ff5-933d-96079df0b6ff tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b408b97a-8c36-4557-bd4d-850f530d1bd8']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:50.857688 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-2a9b6bf2-ce17-4ff5-933d-96079df0b6ff tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f81b4286-83d7-466a-9b46-3b5906844183') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:50.858140 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-2a9b6bf2-ce17-4ff5-933d-96079df0b6ff tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f81b4286-83d7-466a-9b46-3b5906844183') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:50.881814 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a9b6bf2-ce17-4ff5-933d-96079df0b6ff tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:50.918225 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd501fe-cb73-4b03-9dbb-092ad753ca59 req-b601848e-dc89-45f0-b09e-c4bfeb2cc304 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:50.924243 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd501fe-cb73-4b03-9dbb-092ad753ca59 req-b601848e-dc89-45f0-b09e-c4bfeb2cc304 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:50.930247 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd501fe-cb73-4b03-9dbb-092ad753ca59 req-b601848e-dc89-45f0-b09e-c4bfeb2cc304 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:50.931239 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a9b6bf2-ce17-4ff5-933d-96079df0b6ff tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:50.933302 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7d1291a4-ae9d-4f40-8319-9927e36ba554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:50.937084 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd501fe-cb73-4b03-9dbb-092ad753ca59 req-b601848e-dc89-45f0-b09e-c4bfeb2cc304 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:50.943128 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd501fe-cb73-4b03-9dbb-092ad753ca59 req-b601848e-dc89-45f0-b09e-c4bfeb2cc304 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:50.949231 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd501fe-cb73-4b03-9dbb-092ad753ca59 req-b601848e-dc89-45f0-b09e-c4bfeb2cc304 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:50.955391 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd501fe-cb73-4b03-9dbb-092ad753ca59 req-b601848e-dc89-45f0-b09e-c4bfeb2cc304 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:50.957361 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6cd501fe-cb73-4b03-9dbb-092ad753ca59 req-b601848e-dc89-45f0-b09e-c4bfeb2cc304 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5430 time: 0.1600709 Jul 06 13:56:50.963467 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-54cee6e0-5f5b-472c-81ec-9bce83215bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:50.965177 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-54cee6e0-5f5b-472c-81ec-9bce83215bb7 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d3d758c6-1344-45af-aaa5-3031f97f13d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1560464 Jul 06 13:56:50.966387 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7d1291a4-ae9d-4f40-8319-9927e36ba554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:50.968812 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9b6bf2-ce17-4ff5-933d-96079df0b6ff tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:56:50.969286 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a9b6bf2-ce17-4ff5-933d-96079df0b6ff tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:56:50.972803 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:56:51.057841 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6cd501fe-cb73-4b03-9dbb-092ad753ca59 req-54247681-b3d5-4e85-be24-b11101791352 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0900850 Jul 06 13:56:51.079219 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a9b6bf2-ce17-4ff5-933d-96079df0b6ff tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:51.087149 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a9b6bf2-ce17-4ff5-933d-96079df0b6ff tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:51.092779 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2a9b6bf2-ce17-4ff5-933d-96079df0b6ff tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] 10.222.0.118 "DELETE /v2.0/networks/b408b97a-8c36-4557-bd4d-850f530d1bd8 HTTP/1.1" status: 204 len: 168 time: 1.0018694 Jul 06 13:56:51.117040 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7d1291a4-ae9d-4f40-8319-9927e36ba554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:51.118739 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-f704a317-e201-4639-bd54-ed149a947ef5 service neutron] 10.222.0.124 "GET /v2.0/networks/d3d758c6-1344-45af-aaa5-3031f97f13d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447895 Jul 06 13:56:51.120025 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7d1291a4-ae9d-4f40-8319-9927e36ba554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:51.122477 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7d1291a4-ae9d-4f40-8319-9927e36ba554 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/2454bc1f-9b40-4ecd-9750-df1ff777da3b HTTP/1.1" status: 204 len: 168 time: 0.2941880 Jul 06 13:56:51.132156 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b6bf2-ce17-4ff5-933d-96079df0b6ff tempest-FloatingIPNegativeTestJSON-591121112 tempest-FloatingIPNegativeTestJSON-591121112-project] Pushing event deleted for resources: {'Network': ['ID=b408b97a-8c36-4557-bd4d-850f530d1bd8,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:51.153339 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1291a4-ae9d-4f40-8319-9927e36ba554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2454bc1f-9b40-4ecd-9750-df1ff777da3b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:51.331847 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-1d579c25-fa45-4024-ad2e-7d08898c7d4d service neutron] 10.222.0.124 "GET /v2.0/networks/d3d758c6-1344-45af-aaa5-3031f97f13d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017069 Jul 06 13:56:51.388724 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54756) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:51.396676 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-92c74708-e820-46fa-90bd-e455bbe9af0b service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 HTTP/1.1" status: 200 len: 217 time: 0.0588367 Jul 06 13:56:51.514427 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-52bfd394-80e7-4afb-af98-6db6565df8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:51.516319 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-52bfd394-80e7-4afb-af98-6db6565df8d8 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=38a235db-4e05-47ff-bd26-771f4f4adc2d HTTP/1.1" status: 200 len: 797 time: 0.1104102 Jul 06 13:56:51.520512 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405bcd9d-08d2-48df-b678-edacca5f2148 x-openstack-request-id: req-405bcd9d-08d2-48df-b678-edacca5f2148 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:51.524961 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "tag": "a663b4e4-819d-4649-9da6-3d9154d3234b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "tag": "a33437af-9d21-48be-a19f-2f3a314e0e9d", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:51.528422 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-405bcd9d-08d2-48df-b678-edacca5f2148 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:51.529432 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'tag': 'a663b4e4-819d-4649-9da6-3d9154d3234b', 'status': 'completed', 'code': 200} Jul 06 13:56:51.529984 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'tag': 'a33437af-9d21-48be-a19f-2f3a314e0e9d', 'status': 'completed', 'code': 200} Jul 06 13:56:51.616931 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-247f2320-67bf-4e70-bf47-ad4f63daf3a6 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=1a6f3a8a76074e7cb698589677b35282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2270923 Jul 06 13:56:51.619212 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54764) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:51.662890 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-9d616ef1-95fe-464a-a071-55c3a6aeec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:51.664460 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-9d616ef1-95fe-464a-a071-55c3a6aeec7a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1233816 Jul 06 13:56:51.690412 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fcc74554-bae9-4040-b8ee-66fffea97830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:51.728169 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fcc74554-bae9-4040-b8ee-66fffea97830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:51.748252 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02905b-a1f9-422b-9982-27a676897b54 req-b312639d-7463-40ee-95bd-2d95aa514046 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:51.749844 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dd02905b-a1f9-422b-9982-27a676897b54 req-b312639d-7463-40ee-95bd-2d95aa514046 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.1461070 Jul 06 13:56:51.789843 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fcc74554-bae9-4040-b8ee-66fffea97830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:51.794009 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fcc74554-bae9-4040-b8ee-66fffea97830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:51.798474 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fcc74554-bae9-4040-b8ee-66fffea97830 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/559e1c81-ffa3-4359-b5c5-a89c2f029b7c HTTP/1.1" status: 204 len: 168 time: 0.1782432 Jul 06 13:56:51.820360 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc74554-bae9-4040-b8ee-66fffea97830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559e1c81-ffa3-4359-b5c5-a89c2f029b7c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:51.835672 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dd02905b-a1f9-422b-9982-27a676897b54 req-c9f5e17c-c7b8-47b2-8cff-cb0852c67aea tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802150 Jul 06 13:56:51.837943 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-feeb0a8c-d83c-4b93-a51e-e8cda3f3dc27 service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655667 Jul 06 13:56:51.996396 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-aa3ef6e8-0cb1-4875-a559-2c97a9eb54ae service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477478 Jul 06 13:56:52.039747 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-4c0de50a-0ea1-4bfb-acba-8ead99841a35 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=e76ed683-71b8-44b2-8f04-a3fafeb1baa3 HTTP/1.1" status: 200 len: 217 time: 0.0412159 Jul 06 13:56:52.166454 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-37a7d174-5056-4f83-9ce4-75ecf21bc169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:52.169615 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-37a7d174-5056-4f83-9ce4-75ecf21bc169 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=38a235db-4e05-47ff-bd26-771f4f4adc2d HTTP/1.1" status: 200 len: 797 time: 0.1246459 Jul 06 13:56:52.240802 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e41783-c8f7-4dc7-874f-12a613525053 req-7f4f0df3-da5d-482d-b114-17254da20c13 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:52.242806 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-96e41783-c8f7-4dc7-874f-12a613525053 req-7f4f0df3-da5d-482d-b114-17254da20c13 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1374760 Jul 06 13:56:52.299395 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-96e41783-c8f7-4dc7-874f-12a613525053 req-87cbf51a-4ec1-476f-9bb1-f7fb74d572b7 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493212 Jul 06 13:56:52.309384 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-f7c5b994-01fa-4948-90da-5f593a7b047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:52.311233 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-f7c5b994-01fa-4948-90da-5f593a7b047b service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1347959 Jul 06 13:56:52.483003 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-7c3f7e07-439d-420d-9c02-6f25bb45ef3c service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629930 Jul 06 13:56:52.483326 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 24f22b74-f11e-4ff9-a579-8ec49c3a05e6 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:56:52.519707 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 24f22b74-f11e-4ff9-a579-8ec49c3a05e6 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:56:52.520458 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 24f22b74-f11e-4ff9-a579-8ec49c3a05e6 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:56:52.670926 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25867931-4ba6-4787-962a-7d9e77555796 req-36ea8034-d276-455e-b98c-e967cdeb79dc tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:52.677500 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25867931-4ba6-4787-962a-7d9e77555796 req-36ea8034-d276-455e-b98c-e967cdeb79dc tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:52.684549 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25867931-4ba6-4787-962a-7d9e77555796 req-36ea8034-d276-455e-b98c-e967cdeb79dc tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:52.692302 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25867931-4ba6-4787-962a-7d9e77555796 req-36ea8034-d276-455e-b98c-e967cdeb79dc tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:52.698343 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25867931-4ba6-4787-962a-7d9e77555796 req-36ea8034-d276-455e-b98c-e967cdeb79dc tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:52.705571 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25867931-4ba6-4787-962a-7d9e77555796 req-36ea8034-d276-455e-b98c-e967cdeb79dc tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:52.712780 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25867931-4ba6-4787-962a-7d9e77555796 req-36ea8034-d276-455e-b98c-e967cdeb79dc tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:52.721469 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-25867931-4ba6-4787-962a-7d9e77555796 req-36ea8034-d276-455e-b98c-e967cdeb79dc tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5430 time: 0.1790791 Jul 06 13:56:52.725787 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-85e5d870-1ad0-4119-a286-873cc775af14 service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370763 Jul 06 13:56:52.786515 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-18ac5882-d772-42af-979e-7e2044e7f5a2 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=9a71000c-341f-41c5-af30-6252750d04b5 HTTP/1.1" status: 200 len: 217 time: 0.0541520 Jul 06 13:56:52.849120 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-25867931-4ba6-4787-962a-7d9e77555796 req-56430a5c-3a28-4591-bd4b-2aac9f753e02 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1262906 Jul 06 13:56:52.883195 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-50722855-0e90-44ab-9dc0-3a68aa79b914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:52.885648 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-50722855-0e90-44ab-9dc0-3a68aa79b914 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=38a235db-4e05-47ff-bd26-771f4f4adc2d HTTP/1.1" status: 200 len: 797 time: 0.0866616 Jul 06 13:56:53.038703 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-444e9fcd-9777-4363-b17f-b49b4c9e1ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:53.041117 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-444e9fcd-9777-4363-b17f-b49b4c9e1ab8 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1498866 Jul 06 13:56:53.070216 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54830) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:53.178587 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-d07a45fe-454b-4ece-a0e5-bbd37a0d6aac tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:53.181197 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-d07a45fe-454b-4ece-a0e5-bbd37a0d6aac tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/networks?id=65a0c785-6dfd-4a01-9b12-067743ee677d HTTP/1.1" status: 200 len: 812 time: 0.2219100 Jul 06 13:56:53.203625 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-cf6bfd20-1f56-4484-828a-f6a477013d0b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/quotas/84c411c9b83740e1bcaf5cc8002aa094 HTTP/1.1" status: 200 len: 375 time: 0.0190330 Jul 06 13:56:53.279635 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-f8edac74-d275-44eb-b2d0-8407c2567527 service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297809 Jul 06 13:56:53.364184 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-3c4f0282-720d-4bec-9bb4-9c269ef2e39d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2135453753'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:53.389647 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4f0282-720d-4bec-9bb4-9c269ef2e39d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Made reservation on behalf of 8434a395e18f4e56aaf8b290ba6c1440 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:53.396523 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c4f0282-720d-4bec-9bb4-9c269ef2e39d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:53.402274 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-2985247b-c8db-4491-b7fb-86fd9bc0fa96 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=84c411c9b83740e1bcaf5cc8002aa094&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1976519 Jul 06 13:56:53.405973 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c4f0282-720d-4bec-9bb4-9c269ef2e39d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:53.413443 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-8499aa18-6f5c-43c7-8cb1-43e56aa33e01 service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265295 Jul 06 13:56:53.490751 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-b7fc23dc-2d6d-4e6a-99c6-c47c251a4b9b service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=11e54c50-28be-4c62-974c-793a9bc6cfeb HTTP/1.1" status: 200 len: 217 time: 0.0672123 Jul 06 13:56:53.561493 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c4f0282-720d-4bec-9bb4-9c269ef2e39d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:53.567311 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c4f0282-720d-4bec-9bb4-9c269ef2e39d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:53.575284 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-f3615b49-542b-4752-9b0e-ca498d0684cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:53.576869 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-f3615b49-542b-4752-9b0e-ca498d0684cb service neutron] 10.222.0.124 "GET /v2.0/subnets?id=38a235db-4e05-47ff-bd26-771f4f4adc2d HTTP/1.1" status: 200 len: 797 time: 0.0755084 Jul 06 13:56:53.583894 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-b0aedb39-3928-4356-a8a9-76072d96268e service neutron] 10.222.0.118 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804252 Jul 06 13:56:53.584819 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c4f0282-720d-4bec-9bb4-9c269ef2e39d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:56:53.613350 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c4f0282-720d-4bec-9bb4-9c269ef2e39d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:53.614061 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-3c4f0282-720d-4bec-9bb4-9c269ef2e39d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Added segment 1a401e62-a1d4-4b52-9749-1b26d86eab28 of type vlan for network eaf5076a-1777-4fd2-af65-8f666a33f11f Jul 06 13:56:53.627312 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f0282-720d-4bec-9bb4-9c269ef2e39d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3372c8-b279-45db-a28a-4cf72523ffd5,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:53.660314 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54842) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:53.677422 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c4f0282-720d-4bec-9bb4-9c269ef2e39d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:53.717079 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-ce1003fa-a22f-46a1-8efa-3343f3a901ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:53.717624 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c4f0282-720d-4bec-9bb4-9c269ef2e39d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:53.718748 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-ce1003fa-a22f-46a1-8efa-3343f3a901ab service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1339214 Jul 06 13:56:53.725802 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4f0282-720d-4bec-9bb4-9c269ef2e39d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:53.727538 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c4f0282-720d-4bec-9bb4-9c269ef2e39d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:53.754529 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-99424a4d-fd20-49d1-9415-c0e32f209d34 service neutron] 10.222.0.118 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602957 Jul 06 13:56:53.793212 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3c4f0282-720d-4bec-9bb4-9c269ef2e39d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7215714 Jul 06 13:56:53.828800 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-4d84ce9e-808e-4c43-9985-c678c62ea02b service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010480 Jul 06 13:56:53.839114 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f0282-720d-4bec-9bb4-9c269ef2e39d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event updated for resources: {'Network': ['ID=eaf5076a-1777-4fd2-af65-8f666a33f11f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:53.851449 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network eaf5076a-1777-4fd2-af65-8f666a33f11f details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:56:53.898718 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-41bdadc4-8da2-4c72-81b0-6a2bbb4875dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:53.967041 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-912365c1-def2-44c6-8571-6a0f07995ece service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302407 Jul 06 13:56:54.068829 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-8e9ca800-d7d1-4055-bf42-a1d302bc4e6a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a663b4e4-819d-4649-9da6-3d9154d3234b HTTP/1.1" status: 200 len: 217 time: 0.0944417 Jul 06 13:56:54.119631 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-41bdadc4-8da2-4c72-81b0-6a2bbb4875dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:54.134553 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-41bdadc4-8da2-4c72-81b0-6a2bbb4875dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:54.174436 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-6b51efce-affc-497f-8ea1-2430c43e8c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:54.176048 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-6b51efce-affc-497f-8ea1-2430c43e8c3f service neutron] 10.222.0.124 "GET /v2.0/subnets?id=11b3dbf4-56fb-446f-a6f6-e9d7331824f2 HTTP/1.1" status: 200 len: 797 time: 0.1009109 Jul 06 13:56:54.199660 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bdadc4-8da2-4c72-81b0-6a2bbb4875dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16995705-526f-4167-a69f-6efc38332284,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:54.255151 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-41bdadc4-8da2-4c72-81b0-6a2bbb4875dd admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=825ac21b9afb4462bac945e85b4352a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5933080 Jul 06 13:56:54.257657 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54854) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:54.283108 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952d014-ef73-4b50-a82c-098c477a57aa req-67be6975-7f86-4501-88c4-f4a74cb16a0d tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:54.291561 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e952d014-ef73-4b50-a82c-098c477a57aa req-67be6975-7f86-4501-88c4-f4a74cb16a0d tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1723330 Jul 06 13:56:54.336602 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-f67ce10d-50ed-4a13-bcf1-155752221268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:54.338643 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-f67ce10d-50ed-4a13-bcf1-155752221268 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=cc63bc54-7a53-4d51-ae88-21113312a65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1530044 Jul 06 13:56:54.378402 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e952d014-ef73-4b50-a82c-098c477a57aa req-ba997133-a948-430d-b178-66aa8d074a04 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857811 Jul 06 13:56:54.383323 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85a121e9-4838-4bd6-918b-503ee713ce1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:54.429358 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85a121e9-4838-4bd6-918b-503ee713ce1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:54.525158 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85a121e9-4838-4bd6-918b-503ee713ce1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:54.529522 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85a121e9-4838-4bd6-918b-503ee713ce1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:54.531286 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-85a121e9-4838-4bd6-918b-503ee713ce1d admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/16995705-526f-4167-a69f-6efc38332284 HTTP/1.1" status: 204 len: 168 time: 0.2721174 Jul 06 13:56:54.538447 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-09b4db19-91ca-4186-bb2c-f5a121723eca service neutron] 10.222.0.124 "GET /v2.0/networks/cc63bc54-7a53-4d51-ae88-21113312a65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906576 Jul 06 13:56:54.556609 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a121e9-4838-4bd6-918b-503ee713ce1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16995705-526f-4167-a69f-6efc38332284,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:54.716289 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-6162de84-4bdf-40d8-b603-f19333afa510 service neutron] 10.222.0.124 "GET /v2.0/networks/cc63bc54-7a53-4d51-ae88-21113312a65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645837 Jul 06 13:56:54.826290 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-d8189b73-2917-46de-83cf-71aad779c72e service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a33437af-9d21-48be-a19f-2f3a314e0e9d HTTP/1.1" status: 200 len: 217 time: 0.1074784 Jul 06 13:56:55.024984 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-27d9f565-202c-4135-b659-e1fbeb9f64a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:55.026887 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-27d9f565-202c-4135-b659-e1fbeb9f64a7 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=11b3dbf4-56fb-446f-a6f6-e9d7331824f2 HTTP/1.1" status: 200 len: 797 time: 0.1936271 Jul 06 13:56:55.113871 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54872) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:55.140561 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a547fe61-ffd7-42b1-a40c-1097b8cd33c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:55.235650 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfddc6-5fab-452d-8066-4037a650e3ad req-9d092411-1e61-426e-800a-d9d9e5402ee8 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:55.245200 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfddc6-5fab-452d-8066-4037a650e3ad req-9d092411-1e61-426e-800a-d9d9e5402ee8 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:55.262032 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfddc6-5fab-452d-8066-4037a650e3ad req-9d092411-1e61-426e-800a-d9d9e5402ee8 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:55.281355 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfddc6-5fab-452d-8066-4037a650e3ad req-9d092411-1e61-426e-800a-d9d9e5402ee8 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:55.294170 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfddc6-5fab-452d-8066-4037a650e3ad req-9d092411-1e61-426e-800a-d9d9e5402ee8 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:55.318235 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfddc6-5fab-452d-8066-4037a650e3ad req-9d092411-1e61-426e-800a-d9d9e5402ee8 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:55.343686 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfddc6-5fab-452d-8066-4037a650e3ad req-9d092411-1e61-426e-800a-d9d9e5402ee8 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:55.353707 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7fbfddc6-5fab-452d-8066-4037a650e3ad req-9d092411-1e61-426e-800a-d9d9e5402ee8 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5430 time: 0.4017029 Jul 06 13:56:55.391829 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a547fe61-ffd7-42b1-a40c-1097b8cd33c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:55.393622 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-86c9f05b-7ccd-4e7c-9ea5-dbee0a43e7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:55.395538 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-86c9f05b-7ccd-4e7c-9ea5-dbee0a43e7fd service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=cc63bc54-7a53-4d51-ae88-21113312a65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3550735 Jul 06 13:56:55.397030 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a547fe61-ffd7-42b1-a40c-1097b8cd33c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:55.463955 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a547fe61-ffd7-42b1-a40c-1097b8cd33c1 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=91de207c348749b69b88f29d19d62a74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3475649 Jul 06 13:56:55.465531 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54878) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:55.545819 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-079b85c1-1438-48b2-99e5-8b9efd92463c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:55.582556 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-079b85c1-1438-48b2-99e5-8b9efd92463c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:55.603512 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-779e97fa-3c25-4ec6-82da-6ca7b596cab7 service neutron] 10.222.0.124 "GET /v2.0/networks/cc63bc54-7a53-4d51-ae88-21113312a65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896813 Jul 06 13:56:55.646155 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547fe61-ffd7-42b1-a40c-1097b8cd33c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812a8b18-7729-42e8-b76f-bf866ea32c51,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:55.650193 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-079b85c1-1438-48b2-99e5-8b9efd92463c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:55.653293 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-079b85c1-1438-48b2-99e5-8b9efd92463c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:55.673476 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-079b85c1-1438-48b2-99e5-8b9efd92463c admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/812a8b18-7729-42e8-b76f-bf866ea32c51 HTTP/1.1" status: 204 len: 168 time: 0.2014434 Jul 06 13:56:55.680807 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7fbfddc6-5fab-452d-8066-4037a650e3ad req-0572ee90-c7f1-45e6-97d9-0d99cbd358e8 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3259380 Jul 06 13:56:55.720939 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b85c1-1438-48b2-99e5-8b9efd92463c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812a8b18-7729-42e8-b76f-bf866ea32c51,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:55.869763 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5b6f84f-bded-4b77-98b5-5a71944c725a req-d81a6d77-6ab2-48ae-82e6-32f582681903 service neutron] 10.222.0.124 "GET /v2.0/networks/cc63bc54-7a53-4d51-ae88-21113312a65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150176 Jul 06 13:56:56.118512 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37e55c17-4537-447e-80f2-585cef6952b6 req-316dddb7-046a-46d6-a5d9-6de3aaef9f9b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 210 time: 0.1415303 Jul 06 13:56:56.175812 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-667a9648-8f8a-40db-abff-33800188afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:56.180324 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-667a9648-8f8a-40db-abff-33800188afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:56.181348 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-667a9648-8f8a-40db-abff-33800188afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:56.184556 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-667a9648-8f8a-40db-abff-33800188afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:56.185558 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-667a9648-8f8a-40db-abff-33800188afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:56.186258 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-667a9648-8f8a-40db-abff-33800188afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:56.187712 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-667a9648-8f8a-40db-abff-33800188afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:56.191112 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-667a9648-8f8a-40db-abff-33800188afe3 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=9336c3d8fa4746dd9ed2823889de2712&device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 6487 time: 0.2272093 Jul 06 13:56:56.533871 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-e478b85d-fdc0-4730-ae5c-108e6e5a692a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:56.547731 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-e478b85d-fdc0-4730-ae5c-108e6e5a692a service neutron] 10.222.0.124 "GET /v2.0/networks?id=cc63bc54-7a53-4d51-ae88-21113312a65f HTTP/1.1" status: 200 len: 903 time: 0.3425074 Jul 06 13:56:56.572677 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-49fcbb1e-bafb-4e69-8408-69273e8d5917 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:56.575702 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-49fcbb1e-bafb-4e69-8408-69273e8d5917 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.52 "GET /v2.0/networks?id=65a0c785-6dfd-4a01-9b12-067743ee677d HTTP/1.1" status: 200 len: 812 time: 0.2843769 Jul 06 13:56:56.595650 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-e6c5d0bd-aade-4b9c-adea-99dbadda7331 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Request body: {'port': {'device_id': '80692387-8b5b-4c95-ac54-f73c6d3ba12d', 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d', 'admin_state_up': True, 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:56.689512 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-ba83ea53-7c01-4cf4-8c16-1bf0e63d33e7 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a663b4e4-819d-4649-9da6-3d9154d3234b HTTP/1.1" status: 200 len: 217 time: 0.1253719 Jul 06 13:56:56.782029 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-cd8c8792-dea4-44f8-849d-09abc9795825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:56.784879 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-cd8c8792-dea4-44f8-849d-09abc9795825 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=11b3dbf4-56fb-446f-a6f6-e9d7331824f2 HTTP/1.1" status: 200 len: 797 time: 0.0880082 Jul 06 13:56:56.838194 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-e6c5d0bd-aade-4b9c-adea-99dbadda7331 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Made reservation on behalf of 84c411c9b83740e1bcaf5cc8002aa094 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:56.846098 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-e6c5d0bd-aade-4b9c-adea-99dbadda7331 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:56.936469 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-1d0a2e6b-1e12-4f09-8f5a-e5c8debad2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:56.937628 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-1d0a2e6b-1e12-4f09-8f5a-e5c8debad2dc service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=cc63bc54-7a53-4d51-ae88-21113312a65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1453087 Jul 06 13:56:57.104361 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-e6c5d0bd-aade-4b9c-adea-99dbadda7331 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Allocated IP 172.20.0.13 (65a0c785-6dfd-4a01-9b12-067743ee677d/c752e52c-1e0e-4b69-8288-ed62c19f3b18/c9a7afaf-4493-4728-8331-4fc37d4607e6) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:57.142718 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-80b6e623-8244-490e-895a-7af863deff58 service neutron] 10.222.0.124 "GET /v2.0/networks/cc63bc54-7a53-4d51-ae88-21113312a65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976192 Jul 06 13:56:57.245350 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36185518-d095-4760-af3f-23af01e2e2aa req-7fa373f4-fa98-4412-9283-81b6a6f04d00 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:57.251958 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36185518-d095-4760-af3f-23af01e2e2aa req-7fa373f4-fa98-4412-9283-81b6a6f04d00 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:57.258093 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36185518-d095-4760-af3f-23af01e2e2aa req-7fa373f4-fa98-4412-9283-81b6a6f04d00 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:57.270686 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36185518-d095-4760-af3f-23af01e2e2aa req-7fa373f4-fa98-4412-9283-81b6a6f04d00 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:57.285619 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36185518-d095-4760-af3f-23af01e2e2aa req-7fa373f4-fa98-4412-9283-81b6a6f04d00 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:57.293355 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36185518-d095-4760-af3f-23af01e2e2aa req-7fa373f4-fa98-4412-9283-81b6a6f04d00 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:57.300073 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36185518-d095-4760-af3f-23af01e2e2aa req-7fa373f4-fa98-4412-9283-81b6a6f04d00 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:57.307639 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-36185518-d095-4760-af3f-23af01e2e2aa req-7fa373f4-fa98-4412-9283-81b6a6f04d00 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5430 time: 0.2521131 Jul 06 13:56:57.344481 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-e6c5d0bd-aade-4b9c-adea-99dbadda7331 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:57.347086 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54912) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:57.353452 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-0c6fef08-ccdd-44f9-b567-cb586b87e4be tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Request body: {'subnet': {'network_id': 'eaf5076a-1777-4fd2-af65-8f666a33f11f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:57.375488 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-36185518-d095-4760-af3f-23af01e2e2aa req-216c0c63-3730-4e84-9f0e-37f1b37230f7 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664897 Jul 06 13:56:57.435222 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-e6c5d0bd-aade-4b9c-adea-99dbadda7331 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Transition to ACTIVE for port object c9a7afaf-4493-4728-8331-4fc37d4607e6 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:57.439712 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-e37f5cde-eee4-4a53-99f6-6d038ca2d329 service neutron] 10.222.0.124 "GET /v2.0/networks/cc63bc54-7a53-4d51-ae88-21113312a65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901528 Jul 06 13:56:57.488181 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-e6c5d0bd-aade-4b9c-adea-99dbadda7331 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:57.584254 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-e6c5d0bd-aade-4b9c-adea-99dbadda7331 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Network 65a0c785-6dfd-4a01-9b12-067743ee677d is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:57.617163 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-e6c5d0bd-aade-4b9c-adea-99dbadda7331 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:57.624834 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5d0bd-aade-4b9c-adea-99dbadda7331 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Pushing event updated for resources: {'Port': ['ID=c9a7afaf-4493-4728-8331-4fc37d4607e6,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:57.629501 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-e6c5d0bd-aade-4b9c-adea-99dbadda7331 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:57.633567 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6fef08-ccdd-44f9-b567-cb586b87e4be tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Made reservation on behalf of 8434a395e18f4e56aaf8b290ba6c1440 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:57.638483 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0c6fef08-ccdd-44f9-b567-cb586b87e4be tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:57.647210 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-17d70762-bc3e-4c04-8554-e8708d5e9bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:57.647792 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-17d70762-bc3e-4c04-8554-e8708d5e9bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:57.648484 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-17d70762-bc3e-4c04-8554-e8708d5e9bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:57.648687 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-17d70762-bc3e-4c04-8554-e8708d5e9bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:57.649169 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-17d70762-bc3e-4c04-8554-e8708d5e9bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:57.649654 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-17d70762-bc3e-4c04-8554-e8708d5e9bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:57.650165 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-17d70762-bc3e-4c04-8554-e8708d5e9bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:57.652919 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-17d70762-bc3e-4c04-8554-e8708d5e9bfd service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=9336c3d8fa4746dd9ed2823889de2712&device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 6487 time: 0.1545115 Jul 06 13:56:57.664981 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b85fe-d645-4137-b077-67b0ecb1f944 req-54dd6594-c274-4c4a-a060-0a22f6c3ce24 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:57.666647 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f5b85fe-d645-4137-b077-67b0ecb1f944 req-54dd6594-c274-4c4a-a060-0a22f6c3ce24 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 932 time: 0.1296566 Jul 06 13:56:57.841741 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f5b85fe-d645-4137-b077-67b0ecb1f944 req-895ac49d-2625-42d0-ad55-b33f45546bb5 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660380 Jul 06 13:56:57.887272 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-211b4a73-5c2f-4017-906e-36ae337be10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:57.889989 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-211b4a73-5c2f-4017-906e-36ae337be10f service neutron] 10.222.0.124 "GET /v2.0/networks?id=cc63bc54-7a53-4d51-ae88-21113312a65f HTTP/1.1" status: 200 len: 903 time: 0.2221949 Jul 06 13:56:57.929457 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0c6fef08-ccdd-44f9-b567-cb586b87e4be tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:57.980862 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-d2555338-0ee0-49d4-933d-d63e82c34d73 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a33437af-9d21-48be-a19f-2f3a314e0e9d HTTP/1.1" status: 200 len: 217 time: 0.0828431 Jul 06 13:56:58.014827 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fef08-ccdd-44f9-b567-cb586b87e4be tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event updated for resources: {'Subnet': ['ID=28588beb-549d-488d-be95-3612735956e8,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:58.036233 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a521a541-a1a6-4518-beb8-8348bdd22c2f None None] Provisioning for port c9a7afaf-4493-4728-8331-4fc37d4607e6 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:56:58.044573 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a521a541-a1a6-4518-beb8-8348bdd22c2f None None] Provisioning complete for port c9a7afaf-4493-4728-8331-4fc37d4607e6 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:56:58.044954 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a521a541-a1a6-4518-beb8-8348bdd22c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:58.051264 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-e6c5d0bd-aade-4b9c-adea-99dbadda7331 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:58.052284 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-e6c5d0bd-aade-4b9c-adea-99dbadda7331 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:58.090411 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-e6c5d0bd-aade-4b9c-adea-99dbadda7331 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5043278 Jul 06 13:56:58.092981 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-4f375226-af73-4f18-b889-f01908305f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:58.094092 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6fef08-ccdd-44f9-b567-cb586b87e4be tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Checking segment: {'id': '1a401e62-a1d4-4b52-9749-1b26d86eab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'eaf5076a-1777-4fd2-af65-8f666a33f11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:58.094547 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-4f375226-af73-4f18-b889-f01908305f84 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=11b3dbf4-56fb-446f-a6f6-e9d7331824f2 HTTP/1.1" status: 200 len: 797 time: 0.1081884 Jul 06 13:56:58.094701 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6fef08-ccdd-44f9-b567-cb586b87e4be tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Network hostable DHCP agents. Network: eaf5076a-1777-4fd2-af65-8f666a33f11f, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:56:58.100705 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a521a541-a1a6-4518-beb8-8348bdd22c2f None None] Port c9a7afaf-4493-4728-8331-4fc37d4607e6 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:56:58.104060 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-268e85e3-6064-4c76-9f37-6ed426b9953e service neutron] Request body: {'port': {'device_id': '80692387-8b5b-4c95-ac54-f73c6d3ba12d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:58.162654 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6fef08-ccdd-44f9-b567-cb586b87e4be tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Network eaf5076a-1777-4fd2-af65-8f666a33f11f is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:56:58.208388 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-0c6fef08-ccdd-44f9-b567-cb586b87e4be tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, eaf5076a-1777-4fd2-af65-8f666a33f11f) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:58.217449 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6fef08-ccdd-44f9-b567-cb586b87e4be tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:58.218647 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0c6fef08-ccdd-44f9-b567-cb586b87e4be tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:58.229871 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3511358b-6510-4e94-89c2-ea022faf24e8 None None] Network eaf5076a-1777-4fd2-af65-8f666a33f11f requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:56:58.241341 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-731bb8ba-8bc0-49b0-86c9-dc6acd7e2d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:58.243530 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-731bb8ba-8bc0-49b0-86c9-dc6acd7e2d85 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=cc63bc54-7a53-4d51-ae88-21113312a65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1420405 Jul 06 13:56:58.277126 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0c6fef08-ccdd-44f9-b567-cb586b87e4be tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9284596 Jul 06 13:56:58.278399 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54944) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:58.279404 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-268e85e3-6064-4c76-9f37-6ed426b9953e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:58.290910 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-3ba29b70-637f-4df2-b453-fcfdbd9ee11d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-155774932'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:58.423192 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa1300-ec29-4a5a-a8c2-f5a5dfb5a29f req-d7b309ee-9535-4ee8-9c13-15004650ee66 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:58.425740 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59aa1300-ec29-4a5a-a8c2-f5a5dfb5a29f req-d7b309ee-9535-4ee8-9c13-15004650ee66 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1806691 Jul 06 13:56:58.459858 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-a6ccb80b-28f5-4976-8bc5-760607231f7c service neutron] 10.222.0.124 "GET /v2.0/networks/cc63bc54-7a53-4d51-ae88-21113312a65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885233 Jul 06 13:56:58.483534 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59aa1300-ec29-4a5a-a8c2-f5a5dfb5a29f req-094ec846-42a3-450e-9323-1ae348eb61cb tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513611 Jul 06 13:56:58.569781 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba29b70-637f-4df2-b453-fcfdbd9ee11d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Made reservation on behalf of 8434a395e18f4e56aaf8b290ba6c1440 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:58.573527 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ba29b70-637f-4df2-b453-fcfdbd9ee11d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:58.628069 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba29b70-637f-4df2-b453-fcfdbd9ee11d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:56:58.654159 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ba29b70-637f-4df2-b453-fcfdbd9ee11d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:58.654751 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-3ba29b70-637f-4df2-b453-fcfdbd9ee11d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Added segment fab71386-4ff2-46f1-924b-bfe9b0783923 of type vlan for network c4c75fe8-60e0-4ab7-a58e-48d00c544b64 Jul 06 13:56:58.699347 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2a4da0-d71f-436b-9d40-ca6a5a04f8e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-eaf5076a-1777-4fd2-af65-8f666a33f11f', 'network_id': 'eaf5076a-1777-4fd2-af65-8f666a33f11f', 'tenant_id': '8434a395e18f4e56aaf8b290ba6c1440', 'fixed_ips': [{'subnet_id': '28588beb-549d-488d-be95-3612735956e8'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:56:58.700037 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3f2a4da0-d71f-436b-9d40-ca6a5a04f8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:58.764013 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ba29b70-637f-4df2-b453-fcfdbd9ee11d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:58.844276 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ba29b70-637f-4df2-b453-fcfdbd9ee11d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:58.850375 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba29b70-637f-4df2-b453-fcfdbd9ee11d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:58.851465 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ba29b70-637f-4df2-b453-fcfdbd9ee11d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:58.901183 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-3f2a4da0-d71f-436b-9d40-ca6a5a04f8e8 None None] Allocated IP 2001:db8:0:ffff::2 (eaf5076a-1777-4fd2-af65-8f666a33f11f/28588beb-549d-488d-be95-3612735956e8/af57bc9e-932b-45c3-8655-95b4692f561d) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:58.938310 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-268e85e3-6064-4c76-9f37-6ed426b9953e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9a7afaf-4493-4728-8331-4fc37d4607e6 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:56:58.950428 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3ba29b70-637f-4df2-b453-fcfdbd9ee11d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6669979 Jul 06 13:56:58.951462 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54964) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:58.954587 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-268e85e3-6064-4c76-9f37-6ed426b9953e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:58.959148 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba29b70-637f-4df2-b453-fcfdbd9ee11d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event updated for resources: {'Network': ['ID=c4c75fe8-60e0-4ab7-a58e-48d00c544b64,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:58.969713 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-f75559c4-96ab-4d40-abf7-1a244b4acf5c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Request body: {'subnet': {'network_id': 'c4c75fe8-60e0-4ab7-a58e-48d00c544b64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:56:59.003695 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af825dbd-2c56-4d97-829b-8fb58e7e613f req-15c241e8-d47e-4094-bf94-65e45e58addf service neutron] 10.222.0.124 "GET /v2.0/networks/cc63bc54-7a53-4d51-ae88-21113312a65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5189970 Jul 06 13:56:59.008794 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network c4c75fe8-60e0-4ab7-a58e-48d00c544b64 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:56:59.035552 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728678c-b02c-452c-bc77-72d28da0e4fe req-ed0f6395-5231-481d-8ded-1385630cb45a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:59.041504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728678c-b02c-452c-bc77-72d28da0e4fe req-ed0f6395-5231-481d-8ded-1385630cb45a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:59.049882 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728678c-b02c-452c-bc77-72d28da0e4fe req-ed0f6395-5231-481d-8ded-1385630cb45a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:59.056641 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728678c-b02c-452c-bc77-72d28da0e4fe req-ed0f6395-5231-481d-8ded-1385630cb45a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:59.063022 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728678c-b02c-452c-bc77-72d28da0e4fe req-ed0f6395-5231-481d-8ded-1385630cb45a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:59.068953 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728678c-b02c-452c-bc77-72d28da0e4fe req-ed0f6395-5231-481d-8ded-1385630cb45a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:59.071571 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3f2a4da0-d71f-436b-9d40-ca6a5a04f8e8 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:59.075570 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728678c-b02c-452c-bc77-72d28da0e4fe req-ed0f6395-5231-481d-8ded-1385630cb45a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:59.077606 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3728678c-b02c-452c-bc77-72d28da0e4fe req-ed0f6395-5231-481d-8ded-1385630cb45a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5430 time: 0.1715543 Jul 06 13:56:59.086466 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3f2a4da0-d71f-436b-9d40-ca6a5a04f8e8 None None] Transition to ACTIVE for port object af57bc9e-932b-45c3-8655-95b4692f561d will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:59.089168 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-268e85e3-6064-4c76-9f37-6ed426b9953e service neutron] Transition to ACTIVE for port object c9a7afaf-4493-4728-8331-4fc37d4607e6 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:59.097215 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-268e85e3-6064-4c76-9f37-6ed426b9953e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:59.107390 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3f2a4da0-d71f-436b-9d40-ca6a5a04f8e8 None None] Transition to ACTIVE for port object af57bc9e-932b-45c3-8655-95b4692f561d will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:56:59.128776 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3728678c-b02c-452c-bc77-72d28da0e4fe req-b5869cce-4380-47b8-898e-68bb5c6a744d tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452931 Jul 06 13:56:59.146710 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54970) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:59.155894 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75559c4-96ab-4d40-abf7-1a244b4acf5c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Made reservation on behalf of 8434a395e18f4e56aaf8b290ba6c1440 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:59.159598 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f75559c4-96ab-4d40-abf7-1a244b4acf5c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:59.210147 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3f2a4da0-d71f-436b-9d40-ca6a5a04f8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:59.268800 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e85e3-6064-4c76-9f37-6ed426b9953e service neutron] Pushing event updated for resources: {'Port': ['ID=c9a7afaf-4493-4728-8331-4fc37d4607e6,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:59.280110 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2a4da0-d71f-436b-9d40-ca6a5a04f8e8 None None] Network eaf5076a-1777-4fd2-af65-8f666a33f11f is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:59.283298 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-3f2a4da0-d71f-436b-9d40-ca6a5a04f8e8 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:59.294379 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2a4da0-d71f-436b-9d40-ca6a5a04f8e8 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:56:59.305129 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0f364c64-1277-45f0-b2f5-23171e18a0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:59.344733 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a4da0-d71f-436b-9d40-ca6a5a04f8e8 None None] Pushing event updated for resources: {'Port': ['ID=af57bc9e-932b-45c3-8655-95b4692f561d,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:59.381276 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-268e85e3-6064-4c76-9f37-6ed426b9953e service neutron] Attempting to bind port c9a7afaf-4493-4728-8331-4fc37d4607e6 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:56:59.381627 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-268e85e3-6064-4c76-9f37-6ed426b9953e service neutron] Attempting to bind port c9a7afaf-4493-4728-8331-4fc37d4607e6 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'cb42da08-7b0a-4e62-a780-570a2cc2651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:56:59.381996 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-268e85e3-6064-4c76-9f37-6ed426b9953e service neutron] Attempting to bind port c9a7afaf-4493-4728-8331-4fc37d4607e6 on network 65a0c785-6dfd-4a01-9b12-067743ee677d {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:59.393995 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-268e85e3-6064-4c76-9f37-6ed426b9953e service neutron] Port c9a7afaf-4493-4728-8331-4fc37d4607e6 on network 65a0c785-6dfd-4a01-9b12-067743ee677d not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:56:59.394261 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-3f2a4da0-d71f-436b-9d40-ca6a5a04f8e8 None None] Attempting to bind port af57bc9e-932b-45c3-8655-95b4692f561d on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:56:59.394468 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-268e85e3-6064-4c76-9f37-6ed426b9953e service neutron] Attempting to bind port c9a7afaf-4493-4728-8331-4fc37d4607e6 on network 65a0c785-6dfd-4a01-9b12-067743ee677d {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:59.394567 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-3f2a4da0-d71f-436b-9d40-ca6a5a04f8e8 None None] Attempting to bind port af57bc9e-932b-45c3-8655-95b4692f561d by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '1a401e62-a1d4-4b52-9749-1b26d86eab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'eaf5076a-1777-4fd2-af65-8f666a33f11f'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:56:59.395244 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2a4da0-d71f-436b-9d40-ca6a5a04f8e8 None None] Attempting to bind port af57bc9e-932b-45c3-8655-95b4692f561d on network eaf5076a-1777-4fd2-af65-8f666a33f11f {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:56:59.404690 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2a4da0-d71f-436b-9d40-ca6a5a04f8e8 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:56:59.405291 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2a4da0-d71f-436b-9d40-ca6a5a04f8e8 None None] Checking segment: {'id': '1a401e62-a1d4-4b52-9749-1b26d86eab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'eaf5076a-1777-4fd2-af65-8f666a33f11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:59.406113 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3f2a4da0-d71f-436b-9d40-ca6a5a04f8e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:59.406525 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2a4da0-d71f-436b-9d40-ca6a5a04f8e8 None None] Bound using segment: {'id': '1a401e62-a1d4-4b52-9749-1b26d86eab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'eaf5076a-1777-4fd2-af65-8f666a33f11f'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:56:59.408951 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-3f2a4da0-d71f-436b-9d40-ca6a5a04f8e8 None None] Bound port: af57bc9e-932b-45c3-8655-95b4692f561d, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a401e62-a1d4-4b52-9749-1b26d86eab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'eaf5076a-1777-4fd2-af65-8f666a33f11f'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:56:59.408951 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3f2a4da0-d71f-436b-9d40-ca6a5a04f8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:59.423385 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-268e85e3-6064-4c76-9f37-6ed426b9953e service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:56:59.423671 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-268e85e3-6064-4c76-9f37-6ed426b9953e service neutron] Checking segment: {'id': 'cb42da08-7b0a-4e62-a780-570a2cc2651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:59.424048 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-268e85e3-6064-4c76-9f37-6ed426b9953e service neutron] Bound using segment: {'id': 'cb42da08-7b0a-4e62-a780-570a2cc2651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:56:59.424506 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-268e85e3-6064-4c76-9f37-6ed426b9953e service neutron] Bound port: c9a7afaf-4493-4728-8331-4fc37d4607e6, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb42da08-7b0a-4e62-a780-570a2cc2651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:56:59.424877 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-268e85e3-6064-4c76-9f37-6ed426b9953e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:59.488414 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f97ed8-dc43-4afb-a7db-968faa06cebb req-d71d08b2-6eda-426a-bbe4-f3efb30446f4 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:59.490150 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-99f97ed8-dc43-4afb-a7db-968faa06cebb req-d71d08b2-6eda-426a-bbe4-f3efb30446f4 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1204703 Jul 06 13:56:59.510610 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-3f2a4da0-d71f-436b-9d40-ca6a5a04f8e8 None None] For port af57bc9e-932b-45c3-8655-95b4692f561d, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:59.518440 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-3f2a4da0-d71f-436b-9d40-ca6a5a04f8e8 None None] For port af57bc9e-932b-45c3-8655-95b4692f561d, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=af57bc9e-932b-45c3-8655-95b4692f561d,segment=NetworkSegment(1a401e62-a1d4-4b52-9749-1b26d86eab28),segment_id=1a401e62-a1d4-4b52-9749-1b26d86eab28)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:56:59.527565 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0f364c64-1277-45f0-b2f5-23171e18a0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:59.528690 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3f2a4da0-d71f-436b-9d40-ca6a5a04f8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:59.541336 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0f364c64-1277-45f0-b2f5-23171e18a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:59.560897 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f75559c4-96ab-4d40-abf7-1a244b4acf5c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:59.569801 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-99f97ed8-dc43-4afb-a7db-968faa06cebb req-c89c268d-0bc1-4896-8f6d-7846fb462301 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734947 Jul 06 13:56:59.595027 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-268e85e3-6064-4c76-9f37-6ed426b9953e service neutron] For port c9a7afaf-4493-4728-8331-4fc37d4607e6, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:59.601250 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0f364c64-1277-45f0-b2f5-23171e18a0ab admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=4510e3e013744ab68762ed0ff2ff05a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4533315 Jul 06 13:56:59.601949 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-268e85e3-6064-4c76-9f37-6ed426b9953e service neutron] For port c9a7afaf-4493-4728-8331-4fc37d4607e6, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=c9a7afaf-4493-4728-8331-4fc37d4607e6,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:56:59.602108 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54974) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:56:59.613471 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a4da0-d71f-436b-9d40-ca6a5a04f8e8 None None] Pushing event updated for resources: {'Port': ['ID=af57bc9e-932b-45c3-8655-95b4692f561d,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:59.648818 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-268e85e3-6064-4c76-9f37-6ed426b9953e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:59.658541 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f364c64-1277-45f0-b2f5-23171e18a0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06afc518-e6aa-460b-84a4-a83740ef84e9,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:59.706955 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0807a371-5af4-4ab9-9e8c-b038e4352a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:59.717262 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-268e85e3-6064-4c76-9f37-6ed426b9953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:59.718359 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-268e85e3-6064-4c76-9f37-6ed426b9953e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:59.719666 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-268e85e3-6064-4c76-9f37-6ed426b9953e service neutron] 10.222.0.52 "PUT /v2.0/ports/c9a7afaf-4493-4728-8331-4fc37d4607e6 HTTP/1.1" status: 200 len: 1092 time: 1.6207478 Jul 06 13:56:59.727484 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80692387-8b5b-4c95-ac54-f73c6d3ba12d', 'tag': 'c9a7afaf-4493-4728-8331-4fc37d4607e6'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:56:59.731241 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bbeef2-5861-464a-9223-91edf2f7870b" -d '{"events": [{"name": "network-changed", "server_uuid": "80692387-8b5b-4c95-ac54-f73c6d3ba12d", "tag": "c9a7afaf-4493-4728-8331-4fc37d4607e6"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:59.789461 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0807a371-5af4-4ab9-9e8c-b038e4352a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:56:59.797595 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75559c4-96ab-4d40-abf7-1a244b4acf5c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event updated for resources: {'Subnet': ['ID=bb9a83d2-7885-495e-b6ff-58340a3de392,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:59.845501 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e85e3-6064-4c76-9f37-6ed426b9953e service neutron] Pushing event updated for resources: {'Port': ['ID=c9a7afaf-4493-4728-8331-4fc37d4607e6,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:59.858166 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75559c4-96ab-4d40-abf7-1a244b4acf5c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Checking segment: {'id': 'fab71386-4ff2-46f1-924b-bfe9b0783923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c4c75fe8-60e0-4ab7-a58e-48d00c544b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:56:59.858615 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75559c4-96ab-4d40-abf7-1a244b4acf5c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Network hostable DHCP agents. Network: c4c75fe8-60e0-4ab7-a58e-48d00c544b64, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:56:59.898134 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef231764-760a-460c-9108-8f8907b77d7f req-68c1d021-4ec6-40ba-a0f3-4d29cb9fd9aa tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:59.913219 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ef231764-760a-460c-9108-8f8907b77d7f req-68c1d021-4ec6-40ba-a0f3-4d29cb9fd9aa tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 944 time: 0.1877556 Jul 06 13:56:59.925447 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-309f2c5e-c26d-4c16-bbc6-f075b6aa7b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:56:59.936757 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-309f2c5e-c26d-4c16-bbc6-f075b6aa7b86 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84c411c9b83740e1bcaf5cc8002aa094&device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 1095 time: 0.1566839 Jul 06 13:56:59.936757 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75559c4-96ab-4d40-abf7-1a244b4acf5c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Network c4c75fe8-60e0-4ab7-a58e-48d00c544b64 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:56:59.964094 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-f75559c4-96ab-4d40-abf7-1a244b4acf5c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, c4c75fe8-60e0-4ab7-a58e-48d00c544b64) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:59.973586 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845678c0-b204-4474-8b18-e1e3fad897ce None None] Network c4c75fe8-60e0-4ab7-a58e-48d00c544b64 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:56:59.984167 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ef231764-760a-460c-9108-8f8907b77d7f req-b9d8b7bc-270f-427c-b9c3-6584008d0abe tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561566 Jul 06 13:56:59.986680 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0807a371-5af4-4ab9-9e8c-b038e4352a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:00.005034 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0807a371-5af4-4ab9-9e8c-b038e4352a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:00.010353 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0807a371-5af4-4ab9-9e8c-b038e4352a4e admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/06afc518-e6aa-460b-84a4-a83740ef84e9 HTTP/1.1" status: 204 len: 168 time: 0.3973823 Jul 06 13:57:00.036665 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0807a371-5af4-4ab9-9e8c-b038e4352a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06afc518-e6aa-460b-84a4-a83740ef84e9,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:00.048598 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-6f2d43c1-0765-4b52-9f13-3f824d9c1c65 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9a7afaf-4493-4728-8331-4fc37d4607e6 HTTP/1.1" status: 200 len: 217 time: 0.1071353 Jul 06 13:57:00.052889 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75559c4-96ab-4d40-abf7-1a244b4acf5c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:00.053495 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f75559c4-96ab-4d40-abf7-1a244b4acf5c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:00.119900 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f75559c4-96ab-4d40-abf7-1a244b4acf5c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1595788 Jul 06 13:57:00.122354 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54986) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:00.147543 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-09aab0bc-21d0-4d60-a568-93719de16aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:00.149093 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-09aab0bc-21d0-4d60-a568-93719de16aca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c752e52c-1e0e-4b69-8288-ed62c19f3b18 HTTP/1.1" status: 200 len: 851 time: 0.0924468 Jul 06 13:57:00.257598 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-2d2ccd82-a721-4041-90df-fb9caf4f3440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:00.259423 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-2d2ccd82-a721-4041-90df-fb9caf4f3440 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=65a0c785-6dfd-4a01-9b12-067743ee677d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028693 Jul 06 13:57:00.310111 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ab2647-31e6-4888-938e-58799943c914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-c4c75fe8-60e0-4ab7-a58e-48d00c544b64', 'network_id': 'c4c75fe8-60e0-4ab7-a58e-48d00c544b64', 'tenant_id': '8434a395e18f4e56aaf8b290ba6c1440', 'fixed_ips': [{'subnet_id': 'bb9a83d2-7885-495e-b6ff-58340a3de392'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:57:00.311828 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e3ab2647-31e6-4888-938e-58799943c914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:00.369855 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:00.392322 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-c75c1c2b-b452-4ac4-8ee1-c8675cd37ab8 service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259167 Jul 06 13:57:00.394477 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f46899-d498-4c76-acf2-7e0c21fd9095 x-openstack-request-id: req-18f46899-d498-4c76-acf2-7e0c21fd9095 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:00.395041 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80692387-8b5b-4c95-ac54-f73c6d3ba12d", "tag": "c9a7afaf-4493-4728-8331-4fc37d4607e6", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:00.395310 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-18f46899-d498-4c76-acf2-7e0c21fd9095 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:00.395768 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80692387-8b5b-4c95-ac54-f73c6d3ba12d', 'tag': 'c9a7afaf-4493-4728-8331-4fc37d4607e6', 'status': 'completed', 'code': 200} Jul 06 13:57:00.545637 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:00.554561 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-e3ab2647-31e6-4888-938e-58799943c914 None None] Allocated IP 2001:db8::1 (c4c75fe8-60e0-4ab7-a58e-48d00c544b64/bb9a83d2-7885-495e-b6ff-58340a3de392/b8fbf2d7-5bf5-44be-b87e-536961db8fd4) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:00.569559 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a35f0fa4-7bd8-440c-80a4-e175b8ddd84a req-6421541f-ab06-40cc-9534-b0134c60d48b service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685829 Jul 06 13:57:00.597977 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device af57bc9e-932b-45c3-8655-95b4692f561d up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:00.605077 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54994) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:00.673181 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8f060732-70ff-46d9-bf1d-b7bc3590d944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:00.703043 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port af57bc9e-932b-45c3-8655-95b4692f561d completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:00.717348 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbeef2-5861-464a-9223-91edf2f7870b req-cbb3dee5-2708-45df-86e1-0fc3697b71db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:00.724115 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b8bbeef2-5861-464a-9223-91edf2f7870b req-cbb3dee5-2708-45df-86e1-0fc3697b71db service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84c411c9b83740e1bcaf5cc8002aa094&device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 1095 time: 0.0720656 Jul 06 13:57:00.783296 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7f5c9-f63e-4b0c-9e54-5daee43df1b3 req-6548bffd-cce4-49a0-a29f-ed4a1c8e8976 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:00.789413 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7f5c9-f63e-4b0c-9e54-5daee43df1b3 req-6548bffd-cce4-49a0-a29f-ed4a1c8e8976 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:00.795514 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7f5c9-f63e-4b0c-9e54-5daee43df1b3 req-6548bffd-cce4-49a0-a29f-ed4a1c8e8976 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:00.801575 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7f5c9-f63e-4b0c-9e54-5daee43df1b3 req-6548bffd-cce4-49a0-a29f-ed4a1c8e8976 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:00.807627 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7f5c9-f63e-4b0c-9e54-5daee43df1b3 req-6548bffd-cce4-49a0-a29f-ed4a1c8e8976 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:00.813283 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e3ab2647-31e6-4888-938e-58799943c914 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:00.814357 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7f5c9-f63e-4b0c-9e54-5daee43df1b3 req-6548bffd-cce4-49a0-a29f-ed4a1c8e8976 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:00.820755 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7f5c9-f63e-4b0c-9e54-5daee43df1b3 req-6548bffd-cce4-49a0-a29f-ed4a1c8e8976 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:00.823826 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e3ab2647-31e6-4888-938e-58799943c914 None None] Transition to ACTIVE for port object b8fbf2d7-5bf5-44be-b87e-536961db8fd4 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:00.828539 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-91d7f5c9-f63e-4b0c-9e54-5daee43df1b3 req-6548bffd-cce4-49a0-a29f-ed4a1c8e8976 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5430 time: 0.3046293 Jul 06 13:57:00.845011 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e3ab2647-31e6-4888-938e-58799943c914 None None] Transition to ACTIVE for port object b8fbf2d7-5bf5-44be-b87e-536961db8fd4 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:00.847796 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbeef2-5861-464a-9223-91edf2f7870b req-42505bdb-56a9-4966-9b8e-80e69ffd4bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:00.849511 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b8bbeef2-5861-464a-9223-91edf2f7870b req-42505bdb-56a9-4966-9b8e-80e69ffd4bbf service neutron] 10.222.0.52 "GET /v2.0/networks?id=65a0c785-6dfd-4a01-9b12-067743ee677d HTTP/1.1" status: 200 len: 913 time: 0.1128314 Jul 06 13:57:00.868593 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e3ab2647-31e6-4888-938e-58799943c914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:00.879605 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-85428cf6-1e94-44ea-98e5-7b5e9fdaf2c5 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2294447 Jul 06 13:57:00.910622 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ab2647-31e6-4888-938e-58799943c914 None None] Network c4c75fe8-60e0-4ab7-a58e-48d00c544b64 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:00.914265 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-e3ab2647-31e6-4888-938e-58799943c914 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:00.921293 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-91d7f5c9-f63e-4b0c-9e54-5daee43df1b3 req-eb4a9c63-1515-4ed5-92b6-1c37f7c48967 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0917587 Jul 06 13:57:00.923939 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ab2647-31e6-4888-938e-58799943c914 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:57:00.931845 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:00.940500 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b8bbeef2-5861-464a-9223-91edf2f7870b req-8cb6fb4c-5a86-4809-8afb-1983acefe3da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9a7afaf-4493-4728-8331-4fc37d4607e6 HTTP/1.1" status: 200 len: 217 time: 0.0775068 Jul 06 13:57:01.024327 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbeef2-5861-464a-9223-91edf2f7870b req-277f0663-024b-4feb-b4c7-5edd12848aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:01.025546 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab2647-31e6-4888-938e-58799943c914 None None] Pushing event updated for resources: {'Port': ['ID=b8fbf2d7-5bf5-44be-b87e-536961db8fd4,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:01.027343 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b8bbeef2-5861-464a-9223-91edf2f7870b req-277f0663-024b-4feb-b4c7-5edd12848aa9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c752e52c-1e0e-4b69-8288-ed62c19f3b18 HTTP/1.1" status: 200 len: 851 time: 0.0767572 Jul 06 13:57:01.040753 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-e3ab2647-31e6-4888-938e-58799943c914 None None] Attempting to bind port b8fbf2d7-5bf5-44be-b87e-536961db8fd4 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:01.041494 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-e3ab2647-31e6-4888-938e-58799943c914 None None] Attempting to bind port b8fbf2d7-5bf5-44be-b87e-536961db8fd4 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'fab71386-4ff2-46f1-924b-bfe9b0783923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c4c75fe8-60e0-4ab7-a58e-48d00c544b64'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:01.042088 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event deleted for resources: {'Subnet': ['ID=bb9a83d2-7885-495e-b6ff-58340a3de392,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:01.043499 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab2647-31e6-4888-938e-58799943c914 None None] Attempting to bind port b8fbf2d7-5bf5-44be-b87e-536961db8fd4 on network c4c75fe8-60e0-4ab7-a58e-48d00c544b64 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:01.053123 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab2647-31e6-4888-938e-58799943c914 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:01.055016 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab2647-31e6-4888-938e-58799943c914 None None] Checking segment: {'id': 'fab71386-4ff2-46f1-924b-bfe9b0783923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c4c75fe8-60e0-4ab7-a58e-48d00c544b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:01.055433 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e3ab2647-31e6-4888-938e-58799943c914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:01.056323 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ab2647-31e6-4888-938e-58799943c914 None None] Bound using segment: {'id': 'fab71386-4ff2-46f1-924b-bfe9b0783923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c4c75fe8-60e0-4ab7-a58e-48d00c544b64'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:01.056978 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-e3ab2647-31e6-4888-938e-58799943c914 None None] Bound port: b8fbf2d7-5bf5-44be-b87e-536961db8fd4, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab71386-4ff2-46f1-924b-bfe9b0783923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c4c75fe8-60e0-4ab7-a58e-48d00c544b64'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:01.057562 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e3ab2647-31e6-4888-938e-58799943c914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:01.135028 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbeef2-5861-464a-9223-91edf2f7870b req-597b7453-ee22-406d-a28a-9339c65a849b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:01.138217 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b8bbeef2-5861-464a-9223-91edf2f7870b req-597b7453-ee22-406d-a28a-9339c65a849b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=65a0c785-6dfd-4a01-9b12-067743ee677d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774720 Jul 06 13:57:01.142359 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bde62fb-f247-4279-969e-a427e4ee6271 None None] Network eaf5076a-1777-4fd2-af65-8f666a33f11f requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:01.156203 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-e3ab2647-31e6-4888-938e-58799943c914 None None] For port b8fbf2d7-5bf5-44be-b87e-536961db8fd4, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:01.184749 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:01.211409 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c75fe8-60e0-4ab7-a58e-48d00c544b64']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:01.216304 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-e3ab2647-31e6-4888-938e-58799943c914 None None] For port b8fbf2d7-5bf5-44be-b87e-536961db8fd4, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=b8fbf2d7-5bf5-44be-b87e-536961db8fd4,segment=NetworkSegment(fab71386-4ff2-46f1-924b-bfe9b0783923),segment_id=fab71386-4ff2-46f1-924b-bfe9b0783923)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:01.233347 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-07d2e68c-80b5-403b-8aa3-55d7c6690930 None None] Provisioning for port af57bc9e-932b-45c3-8655-95b4692f561d completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:01.238888 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab71386-4ff2-46f1-924b-bfe9b0783923') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:01.239158 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e3ab2647-31e6-4888-938e-58799943c914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:01.239315 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab71386-4ff2-46f1-924b-bfe9b0783923') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:01.242018 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8f060732-70ff-46d9-bf1d-b7bc3590d944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:01.254844 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-07d2e68c-80b5-403b-8aa3-55d7c6690930 None None] Provisioning complete for port af57bc9e-932b-45c3-8655-95b4692f561d triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:01.254844 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-07d2e68c-80b5-403b-8aa3-55d7c6690930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:01.256014 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:01.260897 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b8bbeef2-5861-464a-9223-91edf2f7870b req-7bbaba8a-81f1-4c0c-acf0-e46617ff170d service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144285 Jul 06 13:57:01.268653 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8f060732-70ff-46d9-bf1d-b7bc3590d944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:01.301881 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-6e3d1dcc-a0bc-4fd4-b81e-3fff0dc2286a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:01.302273 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-6e3d1dcc-a0bc-4fd4-b81e-3fff0dc2286a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:01.303018 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-6e3d1dcc-a0bc-4fd4-b81e-3fff0dc2286a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:01.303242 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-6e3d1dcc-a0bc-4fd4-b81e-3fff0dc2286a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:01.303724 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-6e3d1dcc-a0bc-4fd4-b81e-3fff0dc2286a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:01.304241 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-6e3d1dcc-a0bc-4fd4-b81e-3fff0dc2286a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:01.304773 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-6e3d1dcc-a0bc-4fd4-b81e-3fff0dc2286a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:01.306780 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-6e3d1dcc-a0bc-4fd4-b81e-3fff0dc2286a service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=6ead5c3559fe4c91b54e392cf2e3f6be&device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 6492 time: 0.3243518 Jul 06 13:57:01.325314 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:01.351848 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:57:01.352270 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: timer() Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:57:01.355798 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:57:01.360830 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8f060732-70ff-46d9-bf1d-b7bc3590d944 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=67029030f25847539fea478f8c8a2f46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7515352 Jul 06 13:57:01.365189 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55002) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:01.378603 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e05990-5e1e-42be-98b0-d703cfb19f4d req-a201eb20-36d7-4a0b-9d54-f3f3836ad41a tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:01.380157 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c4e05990-5e1e-42be-98b0-d703cfb19f4d req-a201eb20-36d7-4a0b-9d54-f3f3836ad41a tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.2581916 Jul 06 13:57:01.415920 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f060732-70ff-46d9-bf1d-b7bc3590d944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddce2da-fcc6-4d93-a9e8-ee9eee47faf7,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:01.417542 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab2647-31e6-4888-938e-58799943c914 None None] Pushing event updated for resources: {'Port': ['ID=b8fbf2d7-5bf5-44be-b87e-536961db8fd4,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:01.459450 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd84347-3471-4b0e-a4a7-40cfd8c62311 None None] Network c4c75fe8-60e0-4ab7-a58e-48d00c544b64 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:01.516338 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.db.api [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 13:57:01.516338 n-d-773644-6 neutron-server[100418]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 13:57:01.516338 n-d-773644-6 neutron-server[100418]: [parameters: {'id': 'c4c75fe8-60e0-4ab7-a58e-48d00c544b64'}] Jul 06 13:57:01.516338 n-d-773644-6 neutron-server[100418]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 13:57:01.516826 n-d-773644-6 neutron-server[100418]: DEBUG oslo_db.api [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 13:57:01.540511 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c4e05990-5e1e-42be-98b0-d703cfb19f4d req-783db9d9-dff7-448f-9519-d9a7f5530318 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256230 Jul 06 13:57:01.545932 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-07d2e68c-80b5-403b-8aa3-55d7c6690930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:01.562104 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-180daf47-bebb-483b-aad0-7fcabe590d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:01.562601 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-180daf47-bebb-483b-aad0-7fcabe590d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:01.563428 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-180daf47-bebb-483b-aad0-7fcabe590d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:01.565474 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-180daf47-bebb-483b-aad0-7fcabe590d3c service neutron] 10.222.0.124 "GET /v2.0/networks?id=64f4bd64-4ccc-44ff-b973-ee4ab56c4f15&id=d4681e72-a6e0-4598-880f-0c79f70e2adb&id=d4681e72-a6e0-4598-880f-0c79f70e2adb&id=d4681e72-a6e0-4598-880f-0c79f70e2adb&id=d4681e72-a6e0-4598-880f-0c79f70e2adb&id=47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a&id=47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a HTTP/1.1" status: 200 len: 2292 time: 0.1957555 Jul 06 13:57:01.628563 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-07d2e68c-80b5-403b-8aa3-55d7c6690930 None None] For port af57bc9e-932b-45c3-8655-95b4692f561d, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=af57bc9e-932b-45c3-8655-95b4692f561d,segment=NetworkSegment(1a401e62-a1d4-4b52-9749-1b26d86eab28),segment_id=1a401e62-a1d4-4b52-9749-1b26d86eab28)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:01.655089 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-07d2e68c-80b5-403b-8aa3-55d7c6690930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:01.680087 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-d66af3ce-5c4d-4fc2-bd16-76eeaec4b7cc service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bf54f58-f9c5-43f6-908a-701f8adcdcce HTTP/1.1" status: 200 len: 1002 time: 0.0972481 Jul 06 13:57:01.724801 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d2e68c-80b5-403b-8aa3-55d7c6690930 None None] Pushing event updated for resources: {'Port': ['ID=af57bc9e-932b-45c3-8655-95b4692f561d,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:01.787258 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b8bbeef2-5861-464a-9223-91edf2f7870b req-6eb3726b-042e-4c66-bc5f-08a7eb08ac45 service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5192485 Jul 06 13:57:01.790525 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-62d9a657-ce6e-431d-aaf0-797e68928aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:01.792115 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-62d9a657-ce6e-431d-aaf0-797e68928aff service neutron] 10.222.0.124 "GET /v2.0/subnets?id=14f05a6a-3a8f-434f-a4ba-d77cff438b12 HTTP/1.1" status: 200 len: 850 time: 0.1033974 Jul 06 13:57:01.802763 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cf14dee8-37b1-4dd5-b742-d2e009c57077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:01.827488 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cf14dee8-37b1-4dd5-b742-d2e009c57077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:01.860278 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb38b43-878e-4216-a0a5-a3ef8436b36a req-f636a258-8056-4a3a-b41f-fe79d085f287 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:01.862026 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eeb38b43-878e-4216-a0a5-a3ef8436b36a req-f636a258-8056-4a3a-b41f-fe79d085f287 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 944 time: 0.1290905 Jul 06 13:57:01.884787 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cf14dee8-37b1-4dd5-b742-d2e009c57077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:01.888702 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cf14dee8-37b1-4dd5-b742-d2e009c57077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:01.893184 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cf14dee8-37b1-4dd5-b742-d2e009c57077 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/9ddce2da-fcc6-4d93-a9e8-ee9eee47faf7 HTTP/1.1" status: 204 len: 168 time: 0.5265296 Jul 06 13:57:01.904106 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14dee8-37b1-4dd5-b742-d2e009c57077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddce2da-fcc6-4d93-a9e8-ee9eee47faf7,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:01.927027 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-97901cf2-b3d2-4f7e-854b-9f3a8420327e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:01.928704 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-97901cf2-b3d2-4f7e-854b-9f3a8420327e service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=64f4bd64-4ccc-44ff-b973-ee4ab56c4f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1272745 Jul 06 13:57:01.946489 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eeb38b43-878e-4216-a0a5-a3ef8436b36a req-adca4dba-915e-4e26-8894-1b4438e81f67 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721881 Jul 06 13:57:01.969909 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d8b797-ca85-4d26-bc76-ff3f55637251 None None] get_active_networks_info from n-d-773644-6 {{(pid=100419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 13:57:02.012651 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-397c1a6b-b85b-4ce2-a61c-b7776b9b470f None None] Provisioning complete for port af57bc9e-932b-45c3-8655-95b4692f561d triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:02.013142 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-397c1a6b-b85b-4ce2-a61c-b7776b9b470f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:02.041140 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:02.167048 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-91058d4e-52a9-433c-9e97-c2683276e953 service neutron] 10.222.0.124 "GET /v2.0/networks/64f4bd64-4ccc-44ff-b973-ee4ab56c4f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191772 Jul 06 13:57:02.172191 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d8b797-ca85-4d26-bc76-ff3f55637251 None None] Resources bound (agent type, host, resource id): {{(pid=100419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 13:57:02.299818 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Deleting port b8fbf2d7-5bf5-44be-b87e-536961db8fd4 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:57:02.300171 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:02.396096 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-8fc7c43e-a5b1-4aa6-8c46-0c69577dc3dd service neutron] 10.222.0.124 "GET /v2.0/networks/64f4bd64-4ccc-44ff-b973-ee4ab56c4f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209644 Jul 06 13:57:02.409085 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66cdc6-b4ef-42c3-9ddb-0bda35b9933b req-86da98e8-89ca-4ded-9c73-e9a6944d96eb tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:02.410666 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c66cdc6-b4ef-42c3-9ddb-0bda35b9933b req-86da98e8-89ca-4ded-9c73-e9a6944d96eb tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1732345 Jul 06 13:57:02.412591 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] For port b8fbf2d7-5bf5-44be-b87e-536961db8fd4, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=b8fbf2d7-5bf5-44be-b87e-536961db8fd4,segment=NetworkSegment(fab71386-4ff2-46f1-924b-bfe9b0783923),segment_id=fab71386-4ff2-46f1-924b-bfe9b0783923)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:02.412958 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:02.468468 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-6b420327-e9e9-461f-b25e-889ab6b53daf service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=f2296885-8899-45b5-95c4-bfe40a9e131c HTTP/1.1" status: 200 len: 217 time: 0.0526917 Jul 06 13:57:02.474788 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Calling delete_port for b8fbf2d7-5bf5-44be-b87e-536961db8fd4 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:57:02.478183 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device af57bc9e-932b-45c3-8655-95b4692f561d up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:02.579831 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c66cdc6-b4ef-42c3-9ddb-0bda35b9933b req-81fa8c0d-f96a-46bf-9cb6-a1d6cc8d693e tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507375 Jul 06 13:57:02.587031 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-6a020660-e12b-43d4-9511-18f96b3d524a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:02.588482 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-6a020660-e12b-43d4-9511-18f96b3d524a service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c04128a6-f89d-4c07-9ca5-0cf3821c9fb2 HTTP/1.1" status: 200 len: 797 time: 0.1117561 Jul 06 13:57:02.688051 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:02.733668 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port af57bc9e-932b-45c3-8655-95b4692f561d triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:02.734033 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:02.750488 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event deleted for resources: {'Port': ['ID=b8fbf2d7-5bf5-44be-b87e-536961db8fd4,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:02.754362 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] No DVR routers for this DVR port b8fbf2d7-5bf5-44be-b87e-536961db8fd4 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:57:02.757914 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-ac964a4b-6b5d-4f9b-8803-3c17eb71c26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:02.760417 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-ac964a4b-6b5d-4f9b-8803-3c17eb71c26d service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d4681e72-a6e0-4598-880f-0c79f70e2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1635818 Jul 06 13:57:02.985353 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:03.006468 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c75fe8-60e0-4ab7-a58e-48d00c544b64']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:03.011711 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-09b270fb-07a0-4ebe-96d8-d832e374d9b0 service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440920 Jul 06 13:57:03.034638 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab71386-4ff2-46f1-924b-bfe9b0783923') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:03.034932 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab71386-4ff2-46f1-924b-bfe9b0783923') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:03.087792 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1cf64-ec8b-44c0-abe1-6c387e7fd391 req-7e9a4437-7d7e-4955-af9f-f79b0370d1ac tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:03.094755 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1cf64-ec8b-44c0-abe1-6c387e7fd391 req-7e9a4437-7d7e-4955-af9f-f79b0370d1ac tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:03.101065 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1cf64-ec8b-44c0-abe1-6c387e7fd391 req-7e9a4437-7d7e-4955-af9f-f79b0370d1ac tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:03.107895 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1cf64-ec8b-44c0-abe1-6c387e7fd391 req-7e9a4437-7d7e-4955-af9f-f79b0370d1ac tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:03.114825 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1cf64-ec8b-44c0-abe1-6c387e7fd391 req-7e9a4437-7d7e-4955-af9f-f79b0370d1ac tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:03.119898 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1cf64-ec8b-44c0-abe1-6c387e7fd391 req-7e9a4437-7d7e-4955-af9f-f79b0370d1ac tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:03.126829 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1cf64-ec8b-44c0-abe1-6c387e7fd391 req-7e9a4437-7d7e-4955-af9f-f79b0370d1ac tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:03.128769 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-75a1cf64-ec8b-44c0-abe1-6c387e7fd391 req-7e9a4437-7d7e-4955-af9f-f79b0370d1ac tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5430 time: 0.3231342 Jul 06 13:57:03.133999 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:03.160883 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:03.179030 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:57:03.179800 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: timer() Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:57:03.184582 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:57:03.273945 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-75a1cf64-ec8b-44c0-abe1-6c387e7fd391 req-dc51fef1-298f-44a5-bd4d-95fabda95c8a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1355047 Jul 06 13:57:03.285448 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-9a0025f7-ac39-4a4f-af81-580221737bb5 service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646034 Jul 06 13:57:03.286767 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:03.298499 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:03.300325 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "DELETE /v2.0/networks/c4c75fe8-60e0-4ab7-a58e-48d00c544b64 HTTP/1.1" status: 204 len: 168 time: 3.1783123 Jul 06 13:57:03.304011 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55052) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:03.309189 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-ad4fcb8b-3b0a-4d80-a484-35ece54b7a18 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1438518961'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:03.338392 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4fcb8b-3b0a-4d80-a484-35ece54b7a18 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Made reservation on behalf of 8434a395e18f4e56aaf8b290ba6c1440 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:03.344928 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ad4fcb8b-3b0a-4d80-a484-35ece54b7a18 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:03.357716 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da3eb6-9097-47db-95bd-043f595de898 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event deleted for resources: {'Network': ['ID=c4c75fe8-60e0-4ab7-a58e-48d00c544b64,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:03.365059 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-f8f3aadc-131e-4eaf-b100-2bd79b65c0fe service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f298cdfc-2d7b-46d9-818e-7576966d6307 HTTP/1.1" status: 200 len: 217 time: 0.0636101 Jul 06 13:57:03.375598 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad4fcb8b-3b0a-4d80-a484-35ece54b7a18 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:57:03.389377 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ad4fcb8b-3b0a-4d80-a484-35ece54b7a18 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:03.390045 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-ad4fcb8b-3b0a-4d80-a484-35ece54b7a18 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Added segment 678341ea-4e5f-4231-80c7-d5373f948c62 of type vlan for network 0944892a-f8a6-4f26-9db2-cc9f45da559d Jul 06 13:57:03.439041 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-d081db7b-18d7-4ed3-91cd-791d72c5b54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:03.440566 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-d081db7b-18d7-4ed3-91cd-791d72c5b54b service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c04128a6-f89d-4c07-9ca5-0cf3821c9fb2 HTTP/1.1" status: 200 len: 797 time: 0.0682607 Jul 06 13:57:03.442359 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ad4fcb8b-3b0a-4d80-a484-35ece54b7a18 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:03.474788 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ad4fcb8b-3b0a-4d80-a484-35ece54b7a18 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:03.480709 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4fcb8b-3b0a-4d80-a484-35ece54b7a18 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:03.481328 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ad4fcb8b-3b0a-4d80-a484-35ece54b7a18 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:03.498413 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device c9a7afaf-4493-4728-8331-4fc37d4607e6 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:57:03.535363 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abca05-9e1b-401c-a8ff-23c3c534c8b5 req-d556f88b-ec8f-4ef8-b5df-a8302d66e5b0 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:03.536903 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-93abca05-9e1b-401c-a8ff-23c3c534c8b5 req-d556f88b-ec8f-4ef8-b5df-a8302d66e5b0 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 944 time: 0.1146901 Jul 06 13:57:03.551080 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-43743121-aef6-4073-bc18-8c2c0b825401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:03.552920 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-43743121-aef6-4073-bc18-8c2c0b825401 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d4681e72-a6e0-4598-880f-0c79f70e2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0950515 Jul 06 13:57:03.555334 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ad4fcb8b-3b0a-4d80-a484-35ece54b7a18 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2502024 Jul 06 13:57:03.558189 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55064) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:03.571649 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e896475f-63a7-4fef-8c2e-c469e1e06b1c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Request body: {'subnet': {'network_id': '0944892a-f8a6-4f26-9db2-cc9f45da559d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:03.590347 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fcb8b-3b0a-4d80-a484-35ece54b7a18 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event updated for resources: {'Network': ['ID=0944892a-f8a6-4f26-9db2-cc9f45da559d,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:03.611752 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 0944892a-f8a6-4f26-9db2-cc9f45da559d details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:57:03.659595 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-93abca05-9e1b-401c-a8ff-23c3c534c8b5 req-cced4373-7e31-47a9-ae67-db30c246ffe7 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052654 Jul 06 13:57:03.712276 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port c9a7afaf-4493-4728-8331-4fc37d4607e6, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=c9a7afaf-4493-4728-8331-4fc37d4607e6,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:03.716153 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-c8a7111b-739a-4168-982f-acbe59ba0898 service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514130 Jul 06 13:57:03.732439 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'c9a7afaf-4493-4728-8331-4fc37d4607e6', 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d', 'port_id': 'c9a7afaf-4493-4728-8331-4fc37d4607e6', 'mac_address': 'fa:16:3e:80:5c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c752e52c-1e0e-4b69-8288-ed62c19f3b18', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:57:03.752823 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e896475f-63a7-4fef-8c2e-c469e1e06b1c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Made reservation on behalf of 8434a395e18f4e56aaf8b290ba6c1440 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:03.757234 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e896475f-63a7-4fef-8c2e-c469e1e06b1c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:03.795468 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:03.813275 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9a7afaf-4493-4728-8331-4fc37d4607e6 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:57:03.841340 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port c9a7afaf-4493-4728-8331-4fc37d4607e6, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=c9a7afaf-4493-4728-8331-4fc37d4607e6,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:03.845790 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-16eca6aa-7179-467b-9495-3ccc94ecb13f service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233482 Jul 06 13:57:03.850607 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:03.906597 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-3c2bee4d-5e88-4544-95c2-b24b132d5e7c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=171b252b-03fa-4033-823a-10959a31f1bc HTTP/1.1" status: 200 len: 217 time: 0.0536973 Jul 06 13:57:03.907305 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=c9a7afaf-4493-4728-8331-4fc37d4607e6,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:03.969451 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-2b95b36b-5bdd-41e1-ba4f-c44267f3487c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:03.975850 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-2b95b36b-5bdd-41e1-ba4f-c44267f3487c service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c04128a6-f89d-4c07-9ca5-0cf3821c9fb2 HTTP/1.1" status: 200 len: 797 time: 0.0621195 Jul 06 13:57:04.046893 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-c4565ba4-7d79-4fe9-9651-8c48f88ff2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:04.048454 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-c4565ba4-7d79-4fe9-9651-8c48f88ff2cd service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d4681e72-a6e0-4598-880f-0c79f70e2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0659645 Jul 06 13:57:04.088650 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e896475f-63a7-4fef-8c2e-c469e1e06b1c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:04.107717 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['c9a7afaf-4493-4728-8331-4fc37d4607e6'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:04.169428 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-8baa89a3-f088-4a56-b43c-075327e9831c service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125541 Jul 06 13:57:04.172845 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896475f-63a7-4fef-8c2e-c469e1e06b1c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event updated for resources: {'Subnet': ['ID=b5286250-752a-4dfe-8ec0-0a9544b645a8,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:04.265100 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e896475f-63a7-4fef-8c2e-c469e1e06b1c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Checking segment: {'id': '678341ea-4e5f-4231-80c7-d5373f948c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0944892a-f8a6-4f26-9db2-cc9f45da559d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:04.265715 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e896475f-63a7-4fef-8c2e-c469e1e06b1c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Network hostable DHCP agents. Network: 0944892a-f8a6-4f26-9db2-cc9f45da559d, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:57:04.296103 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e896475f-63a7-4fef-8c2e-c469e1e06b1c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Network 0944892a-f8a6-4f26-9db2-cc9f45da559d is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:57:04.306363 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-b90beb6b-c580-4088-99c5-80acd57c313f service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304991 Jul 06 13:57:04.314744 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-e896475f-63a7-4fef-8c2e-c469e1e06b1c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 0944892a-f8a6-4f26-9db2-cc9f45da559d) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:04.322926 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e896475f-63a7-4fef-8c2e-c469e1e06b1c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:04.326634 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e896475f-63a7-4fef-8c2e-c469e1e06b1c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:04.336612 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3e0410-caeb-4cf2-9f39-1544d9f40ea5 None None] Network 0944892a-f8a6-4f26-9db2-cc9f45da559d requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:04.352748 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-b4ca5cbe-1586-4cc0-87c3-1119b7dda0b2 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=60bb4054-389a-44fa-bb3f-77929909aa44 HTTP/1.1" status: 200 len: 217 time: 0.0395215 Jul 06 13:57:04.364989 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e896475f-63a7-4fef-8c2e-c469e1e06b1c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8023384 Jul 06 13:57:04.365601 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55106) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:04.372771 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-626c3789-2d73-4590-8309-89996dc7d1b3 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1905047006'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:04.401575 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626c3789-2d73-4590-8309-89996dc7d1b3 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Made reservation on behalf of 8434a395e18f4e56aaf8b290ba6c1440 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:04.413914 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-626c3789-2d73-4590-8309-89996dc7d1b3 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:04.419474 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-8339a402-944e-4920-9c54-fbc1ac1e55b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:04.421262 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-8339a402-944e-4920-9c54-fbc1ac1e55b2 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c04128a6-f89d-4c07-9ca5-0cf3821c9fb2 HTTP/1.1" status: 200 len: 797 time: 0.0630140 Jul 06 13:57:04.450378 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-626c3789-2d73-4590-8309-89996dc7d1b3 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:57:04.462291 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-626c3789-2d73-4590-8309-89996dc7d1b3 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:04.462887 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-626c3789-2d73-4590-8309-89996dc7d1b3 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Added segment ab378524-a603-44da-8872-1cd3cecf747f of type vlan for network a1c7cc1f-efb6-4876-aa77-14609392bb3e Jul 06 13:57:04.519068 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-626c3789-2d73-4590-8309-89996dc7d1b3 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:04.559256 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-626c3789-2d73-4590-8309-89996dc7d1b3 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:04.565530 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c3789-2d73-4590-8309-89996dc7d1b3 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:04.566509 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-626c3789-2d73-4590-8309-89996dc7d1b3 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:04.602382 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-626c3789-2d73-4590-8309-89996dc7d1b3 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2322726 Jul 06 13:57:04.632085 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55112) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:04.633107 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd495dc-90ea-45c7-a6f5-fc21447759de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-0944892a-f8a6-4f26-9db2-cc9f45da559d', 'network_id': '0944892a-f8a6-4f26-9db2-cc9f45da559d', 'tenant_id': '8434a395e18f4e56aaf8b290ba6c1440', 'fixed_ips': [{'subnet_id': 'b5286250-752a-4dfe-8ec0-0a9544b645a8'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:57:04.634162 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cdd495dc-90ea-45c7-a6f5-fc21447759de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:04.641074 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-14f4d1ff-0dc4-44ac-b5ca-81cc158eae5c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Request body: {'subnet': {'network_id': 'a1c7cc1f-efb6-4876-aa77-14609392bb3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:04.660591 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55114) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:04.714023 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c3789-2d73-4590-8309-89996dc7d1b3 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event updated for resources: {'Network': ['ID=a1c7cc1f-efb6-4876-aa77-14609392bb3e,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:04.733368 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network a1c7cc1f-efb6-4876-aa77-14609392bb3e details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:57:04.790896 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f4d1ff-0dc4-44ac-b5ca-81cc158eae5c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Made reservation on behalf of 8434a395e18f4e56aaf8b290ba6c1440 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:04.797925 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-14f4d1ff-0dc4-44ac-b5ca-81cc158eae5c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:04.863157 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-cdd495dc-90ea-45c7-a6f5-fc21447759de None None] Allocated IP 2001:db8::3 (0944892a-f8a6-4f26-9db2-cc9f45da559d/b5286250-752a-4dfe-8ec0-0a9544b645a8/531c4d3e-3f2a-4844-beb9-8bd932c6ed5c) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:04.877143 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a718b36c-8160-4e7d-b609-bbd19110b96f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:04.887706 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.ipam_backend_mixin [None req-14f4d1ff-0dc4-44ac-b5ca-81cc158eae5c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Performing IP validity checks on allocation pools {{(pid=100417) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 13:57:04.888260 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.ipam_backend_mixin [None req-14f4d1ff-0dc4-44ac-b5ca-81cc158eae5c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100417) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 13:57:04.918089 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-95ecea2d-f595-4f7c-889e-4220a3f4ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:04.920025 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-95ecea2d-f595-4f7c-889e-4220a3f4ac73 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d4681e72-a6e0-4598-880f-0c79f70e2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4919837 Jul 06 13:57:04.932295 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7688831-bdf1-47cf-a49c-d5cba6a39a47 req-863fc031-ea6e-4d6f-abce-9583708964b7 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:04.934601 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a7688831-bdf1-47cf-a49c-d5cba6a39a47 req-863fc031-ea6e-4d6f-abce-9583708964b7 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.0913420 Jul 06 13:57:05.021141 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a7688831-bdf1-47cf-a49c-d5cba6a39a47 req-62acf2e6-244f-4ea8-8b12-2bbd1d0dfe4b tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781355 Jul 06 13:57:05.034646 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cdd495dc-90ea-45c7-a6f5-fc21447759de None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:05.045856 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-cdd495dc-90ea-45c7-a6f5-fc21447759de None None] Transition to ACTIVE for port object 531c4d3e-3f2a-4844-beb9-8bd932c6ed5c will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:05.065212 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-13d2dca7-02e7-48c1-94e7-c2d8e71f11d0 service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286843 Jul 06 13:57:05.066370 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-cdd495dc-90ea-45c7-a6f5-fc21447759de None None] Transition to ACTIVE for port object 531c4d3e-3f2a-4844-beb9-8bd932c6ed5c will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:05.075866 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cdd495dc-90ea-45c7-a6f5-fc21447759de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:05.091809 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-14f4d1ff-0dc4-44ac-b5ca-81cc158eae5c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:05.142763 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd495dc-90ea-45c7-a6f5-fc21447759de None None] Network 0944892a-f8a6-4f26-9db2-cc9f45da559d is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:05.144865 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-cdd495dc-90ea-45c7-a6f5-fc21447759de None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:05.147078 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd495dc-90ea-45c7-a6f5-fc21447759de None None] Pushing event updated for resources: {'Port': ['ID=531c4d3e-3f2a-4844-beb9-8bd932c6ed5c,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:05.149953 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd495dc-90ea-45c7-a6f5-fc21447759de None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:57:05.170046 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a718b36c-8160-4e7d-b609-bbd19110b96f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:05.191373 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a718b36c-8160-4e7d-b609-bbd19110b96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:05.212142 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4d1ff-0dc4-44ac-b5ca-81cc158eae5c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event updated for resources: {'Subnet': ['ID=a50da178-cbca-4d60-b093-cfe6ef495f38,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:05.214179 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-cdd495dc-90ea-45c7-a6f5-fc21447759de None None] Attempting to bind port 531c4d3e-3f2a-4844-beb9-8bd932c6ed5c on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:05.216129 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-cdd495dc-90ea-45c7-a6f5-fc21447759de None None] Attempting to bind port 531c4d3e-3f2a-4844-beb9-8bd932c6ed5c by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '678341ea-4e5f-4231-80c7-d5373f948c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0944892a-f8a6-4f26-9db2-cc9f45da559d'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:05.216496 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd495dc-90ea-45c7-a6f5-fc21447759de None None] Attempting to bind port 531c4d3e-3f2a-4844-beb9-8bd932c6ed5c on network 0944892a-f8a6-4f26-9db2-cc9f45da559d {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:05.222124 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd495dc-90ea-45c7-a6f5-fc21447759de None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:05.222455 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd495dc-90ea-45c7-a6f5-fc21447759de None None] Checking segment: {'id': '678341ea-4e5f-4231-80c7-d5373f948c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0944892a-f8a6-4f26-9db2-cc9f45da559d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:05.222858 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cdd495dc-90ea-45c7-a6f5-fc21447759de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:05.223264 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd495dc-90ea-45c7-a6f5-fc21447759de None None] Bound using segment: {'id': '678341ea-4e5f-4231-80c7-d5373f948c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0944892a-f8a6-4f26-9db2-cc9f45da559d'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:05.223716 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-cdd495dc-90ea-45c7-a6f5-fc21447759de None None] Bound port: 531c4d3e-3f2a-4844-beb9-8bd932c6ed5c, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '678341ea-4e5f-4231-80c7-d5373f948c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '0944892a-f8a6-4f26-9db2-cc9f45da559d'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:05.224096 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cdd495dc-90ea-45c7-a6f5-fc21447759de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:05.228016 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-8ea01e02-b701-4ebb-bb0d-2256f6b37aba service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566923 Jul 06 13:57:05.252668 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f4d1ff-0dc4-44ac-b5ca-81cc158eae5c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Checking segment: {'id': 'ab378524-a603-44da-8872-1cd3cecf747f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a1c7cc1f-efb6-4876-aa77-14609392bb3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:05.253053 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f4d1ff-0dc4-44ac-b5ca-81cc158eae5c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Network hostable DHCP agents. Network: a1c7cc1f-efb6-4876-aa77-14609392bb3e, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:57:05.263322 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a718b36c-8160-4e7d-b609-bbd19110b96f admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=04e12aa3cbd548fdb80547400f6dab52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5905344 Jul 06 13:57:05.268463 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55124) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:05.274907 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718b36c-8160-4e7d-b609-bbd19110b96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6233b140-f9b1-4540-bae2-6d7cad99ce16,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:05.276311 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-c527efa7-3372-45af-b008-9ae922a1f8e1 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5713c474-b68e-4849-8757-a4ac36c4881f HTTP/1.1" status: 200 len: 217 time: 0.0404592 Jul 06 13:57:05.310417 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f4d1ff-0dc4-44ac-b5ca-81cc158eae5c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Network a1c7cc1f-efb6-4876-aa77-14609392bb3e is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:57:05.312298 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-cdd495dc-90ea-45c7-a6f5-fc21447759de None None] For port 531c4d3e-3f2a-4844-beb9-8bd932c6ed5c, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:05.318348 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-cdd495dc-90ea-45c7-a6f5-fc21447759de None None] For port 531c4d3e-3f2a-4844-beb9-8bd932c6ed5c, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=531c4d3e-3f2a-4844-beb9-8bd932c6ed5c,segment=NetworkSegment(678341ea-4e5f-4231-80c7-d5373f948c62),segment_id=678341ea-4e5f-4231-80c7-d5373f948c62)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:05.324801 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cdd495dc-90ea-45c7-a6f5-fc21447759de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:05.337839 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-14f4d1ff-0dc4-44ac-b5ca-81cc158eae5c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, a1c7cc1f-efb6-4876-aa77-14609392bb3e) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:05.343309 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f4d1ff-0dc4-44ac-b5ca-81cc158eae5c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:05.344089 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-14f4d1ff-0dc4-44ac-b5ca-81cc158eae5c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:05.356763 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b6cd19-3e35-4f74-b174-0a549084f451 None None] Network a1c7cc1f-efb6-4876-aa77-14609392bb3e requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:05.357789 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567dc1c-74fd-4dc8-b9dc-595b65cf1abf req-1a0b99d4-0ce1-42d4-b6f5-10ca7b75b482 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:05.362674 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-69e8d002-b4fc-44a4-aa02-bc84c547d4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:05.365231 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567dc1c-74fd-4dc8-b9dc-595b65cf1abf req-1a0b99d4-0ce1-42d4-b6f5-10ca7b75b482 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:05.374625 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567dc1c-74fd-4dc8-b9dc-595b65cf1abf req-1a0b99d4-0ce1-42d4-b6f5-10ca7b75b482 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:05.375688 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-14f4d1ff-0dc4-44ac-b5ca-81cc158eae5c tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7425408 Jul 06 13:57:05.379676 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567dc1c-74fd-4dc8-b9dc-595b65cf1abf req-1a0b99d4-0ce1-42d4-b6f5-10ca7b75b482 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:05.380395 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55126) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:05.385943 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567dc1c-74fd-4dc8-b9dc-595b65cf1abf req-1a0b99d4-0ce1-42d4-b6f5-10ca7b75b482 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:05.392281 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567dc1c-74fd-4dc8-b9dc-595b65cf1abf req-1a0b99d4-0ce1-42d4-b6f5-10ca7b75b482 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:05.398748 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567dc1c-74fd-4dc8-b9dc-595b65cf1abf req-1a0b99d4-0ce1-42d4-b6f5-10ca7b75b482 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:05.400739 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1567dc1c-74fd-4dc8-b9dc-595b65cf1abf req-1a0b99d4-0ce1-42d4-b6f5-10ca7b75b482 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5430 time: 0.2159550 Jul 06 13:57:05.408138 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-69e8d002-b4fc-44a4-aa02-bc84c547d4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:05.411268 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-810b6d6e-7db5-4fee-a473-32ca69cfe2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:05.412859 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-810b6d6e-7db5-4fee-a473-32ca69cfe2ce service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8b322a15-08f2-404b-b5a7-7b23b405c7f9 HTTP/1.1" status: 200 len: 797 time: 0.1282852 Jul 06 13:57:05.468799 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd495dc-90ea-45c7-a6f5-fc21447759de None None] Pushing event updated for resources: {'Port': ['ID=531c4d3e-3f2a-4844-beb9-8bd932c6ed5c,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:05.486180 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1567dc1c-74fd-4dc8-b9dc-595b65cf1abf req-5b0d56b3-ebe4-44e3-9c56-6addad351a0c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0724211 Jul 06 13:57:05.522822 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device c9a7afaf-4493-4728-8331-4fc37d4607e6 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:05.523058 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-5b8a675f-6e1a-44de-8734-e15b60836b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:05.529392 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-5b8a675f-6e1a-44de-8734-e15b60836b86 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1070161 Jul 06 13:57:05.562595 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-06ae32c1-845d-4eca-876b-c151c00bcdde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:05.581731 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-69e8d002-b4fc-44a4-aa02-bc84c547d4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:05.584461 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-69e8d002-b4fc-44a4-aa02-bc84c547d4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:05.586035 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-69e8d002-b4fc-44a4-aa02-bc84c547d4fe admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/6233b140-f9b1-4540-bae2-6d7cad99ce16 HTTP/1.1" status: 204 len: 168 time: 0.3162243 Jul 06 13:57:05.641389 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c2b442-e88b-4f56-88f1-f132bbcbb752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-a1c7cc1f-efb6-4876-aa77-14609392bb3e', 'network_id': 'a1c7cc1f-efb6-4876-aa77-14609392bb3e', 'tenant_id': '8434a395e18f4e56aaf8b290ba6c1440', 'fixed_ips': [{'subnet_id': 'a50da178-cbca-4d60-b093-cfe6ef495f38'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:57:05.642343 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-94c2b442-e88b-4f56-88f1-f132bbcbb752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:05.654981 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8d002-b4fc-44a4-aa02-bc84c547d4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6233b140-f9b1-4540-bae2-6d7cad99ce16,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:05.708137 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-b4019ed0-0ad1-4676-aaef-1a3368b73cf1 service neutron] 10.222.0.124 "GET /v2.0/networks/47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714251 Jul 06 13:57:05.729298 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-06ae32c1-845d-4eca-876b-c151c00bcdde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:05.876525 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-06ae32c1-845d-4eca-876b-c151c00bcdde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:05.918855 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae32c1-845d-4eca-876b-c151c00bcdde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event deleted for resources: {'Subnet': ['ID=a50da178-cbca-4d60-b093-cfe6ef495f38,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:05.955127 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port c9a7afaf-4493-4728-8331-4fc37d4607e6 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:05.973647 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port c9a7afaf-4493-4728-8331-4fc37d4607e6 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:05.974153 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:05.975787 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-3f4b9aeb-5ae6-45c1-abc2-b81aeead863e service neutron] 10.222.0.124 "GET /v2.0/networks/47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520308 Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server [None req-94c2b442-e88b-4f56-88f1-f132bbcbb752 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a50da178-cbca-4d60-b093-cfe6ef495f38: This subnet is being modified by another concurrent operation. Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 13:57:05.982046 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise exception Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a50da178-cbca-4d60-b093-cfe6ef495f38: This subnet is being modified by another concurrent operation. Jul 06 13:57:05.985592 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server Jul 06 13:57:06.027506 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7868c0b5-d563-4b2d-a763-0ab4602d4234 None None] Network a1c7cc1f-efb6-4876-aa77-14609392bb3e requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:06.097907 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-06ae32c1-845d-4eca-876b-c151c00bcdde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:06.108446 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-63b2995a-67f3-49df-b52b-eaffc4f18217 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2901d280-4cec-4a3b-bbf6-00c4a5038850 HTTP/1.1" status: 200 len: 217 time: 0.1241512 Jul 06 13:57:06.118522 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-06ae32c1-845d-4eca-876b-c151c00bcdde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c7cc1f-efb6-4876-aa77-14609392bb3e']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:06.134264 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-06ae32c1-845d-4eca-876b-c151c00bcdde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab378524-a603-44da-8872-1cd3cecf747f') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:06.134578 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-06ae32c1-845d-4eca-876b-c151c00bcdde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab378524-a603-44da-8872-1cd3cecf747f') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:06.146709 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-06ae32c1-845d-4eca-876b-c151c00bcdde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:06.166989 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-06ae32c1-845d-4eca-876b-c151c00bcdde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:06.174774 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ae32c1-845d-4eca-876b-c151c00bcdde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:57:06.175105 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-06ae32c1-845d-4eca-876b-c151c00bcdde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:06.178154 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55138) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:57:06.183714 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:57:06.209637 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8cafff5e-3b6d-41cc-84f2-f5a01acb95e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:06.250190 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-a9cf0475-64dc-4a5b-9170-2408b12a2d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:06.252103 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-a9cf0475-64dc-4a5b-9170-2408b12a2d52 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8b322a15-08f2-404b-b5a7-7b23b405c7f9 HTTP/1.1" status: 200 len: 797 time: 0.1369498 Jul 06 13:57:06.258355 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-06ae32c1-845d-4eca-876b-c151c00bcdde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:06.268382 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-06ae32c1-845d-4eca-876b-c151c00bcdde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:06.271100 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-06ae32c1-845d-4eca-876b-c151c00bcdde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "DELETE /v2.0/networks/a1c7cc1f-efb6-4876-aa77-14609392bb3e HTTP/1.1" status: 204 len: 168 time: 0.8896742 Jul 06 13:57:06.275636 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55140) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:06.298620 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e24b3015-0d56-46a9-bffc-1e660b98f691 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-792910817'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:06.298850 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:06.314522 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae32c1-845d-4eca-876b-c151c00bcdde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event deleted for resources: {'Network': ['ID=a1c7cc1f-efb6-4876-aa77-14609392bb3e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:06.341729 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80692387-8b5b-4c95-ac54-f73c6d3ba12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a7afaf-4493-4728-8331-4fc37d4607e6'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:06.344051 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9c5d2c-b6a4-4191-9c22-00d5315364ec" -d '{"events": [{"server_uuid": "80692387-8b5b-4c95-ac54-f73c6d3ba12d", "name": "network-vif-plugged", "status": "completed", "tag": "c9a7afaf-4493-4728-8331-4fc37d4607e6"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:06.359992 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port c9a7afaf-4493-4728-8331-4fc37d4607e6, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=c9a7afaf-4493-4728-8331-4fc37d4607e6,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:06.365677 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:06.398843 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72c0a0-7b72-46b8-9ad2-0c8a809a0dc9 req-07d70b36-5777-4e9d-908f-92c34206e4c7 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:06.400458 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1b72c0a0-7b72-46b8-9ad2-0c8a809a0dc9 req-07d70b36-5777-4e9d-908f-92c34206e4c7 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 945 time: 0.2319682 Jul 06 13:57:06.426573 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=c9a7afaf-4493-4728-8331-4fc37d4607e6,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:06.440902 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-43d07220-159c-4e83-8fed-fc08412ba607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:06.442592 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-43d07220-159c-4e83-8fed-fc08412ba607 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1793497 Jul 06 13:57:06.512080 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1b72c0a0-7b72-46b8-9ad2-0c8a809a0dc9 req-7b84a35a-f260-409e-908f-aaf2d528b105 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045151 Jul 06 13:57:06.518742 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 531c4d3e-3f2a-4844-beb9-8bd932c6ed5c up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:06.546003 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8cafff5e-3b6d-41cc-84f2-f5a01acb95e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:06.554166 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8cafff5e-3b6d-41cc-84f2-f5a01acb95e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:06.574844 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24b3015-0d56-46a9-bffc-1e660b98f691 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Made reservation on behalf of 8434a395e18f4e56aaf8b290ba6c1440 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:06.580175 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e24b3015-0d56-46a9-bffc-1e660b98f691 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:06.643674 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e24b3015-0d56-46a9-bffc-1e660b98f691 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:57:06.655336 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 531c4d3e-3f2a-4844-beb9-8bd932c6ed5c completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:06.673104 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-b1240d21-46c4-4e80-81a8-fc0c0dd4f3cd service neutron] 10.222.0.124 "GET /v2.0/networks/47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213290 Jul 06 13:57:06.674376 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e24b3015-0d56-46a9-bffc-1e660b98f691 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:06.674876 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-e24b3015-0d56-46a9-bffc-1e660b98f691 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Added segment eca79f23-e944-4f6e-b980-64d73e127cbb of type vlan for network cd4ae9c4-c40c-464d-b2f6-f3e50df1220f Jul 06 13:57:06.685618 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55146) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:06.688090 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8cafff5e-3b6d-41cc-84f2-f5a01acb95e6 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=9d68a78b75a24b1bbbb796e46c301713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5085824 Jul 06 13:57:06.690349 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cafff5e-3b6d-41cc-84f2-f5a01acb95e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb1772e-7ceb-4cb9-b7ad-ead63b284de2,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:06.793928 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e24b3015-0d56-46a9-bffc-1e660b98f691 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:06.834239 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581db817-48f2-47f5-b7ae-5b6d056901ca req-1c0399e1-ca0e-466c-9bea-4b694f40ee17 service neutron] 10.222.0.124 "GET /v2.0/networks/47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449189 Jul 06 13:57:06.860853 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e24b3015-0d56-46a9-bffc-1e660b98f691 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:06.867541 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24b3015-0d56-46a9-bffc-1e660b98f691 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:06.868317 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e24b3015-0d56-46a9-bffc-1e660b98f691 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:06.893059 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e24b3015-0d56-46a9-bffc-1e660b98f691 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6124175 Jul 06 13:57:06.895963 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55148) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:06.902408 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-113983b4-704f-4c9f-b796-7e6de12cef9f tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Request body: {'subnet': {'network_id': 'cd4ae9c4-c40c-464d-b2f6-f3e50df1220f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:06.967990 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350744c3-1705-4bbc-b20f-fdc27d15d3a5 req-868ec2bc-6f05-4e5a-b3ca-4e6fd1f9c4e7 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:06.969845 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-350744c3-1705-4bbc-b20f-fdc27d15d3a5 req-868ec2bc-6f05-4e5a-b3ca-4e6fd1f9c4e7 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.0909879 Jul 06 13:57:06.982870 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9decafc9-5e6e-4c70-aeb3-d84b7f5d5fa3 None None] Network 0944892a-f8a6-4f26-9db2-cc9f45da559d requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:07.023845 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-350744c3-1705-4bbc-b20f-fdc27d15d3a5 req-a7531048-7cba-4bdd-b09f-e3e9ba0b5608 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462246 Jul 06 13:57:07.047765 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7fb079cc-e93d-42bc-8c2d-3cfb40fad345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:07.083723 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-97d64dd4-4389-4a36-a559-b0677718edb8 None None] Provisioning for port 531c4d3e-3f2a-4844-beb9-8bd932c6ed5c completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:07.094508 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-97d64dd4-4389-4a36-a559-b0677718edb8 None None] Provisioning complete for port 531c4d3e-3f2a-4844-beb9-8bd932c6ed5c triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:07.094995 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-97d64dd4-4389-4a36-a559-b0677718edb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:07.095145 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b3015-0d56-46a9-bffc-1e660b98f691 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event updated for resources: {'Network': ['ID=cd4ae9c4-c40c-464d-b2f6-f3e50df1220f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:07.131575 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21532f76-cf8a-4fd9-b4f5-06da0566b4e2 x-openstack-request-id: req-21532f76-cf8a-4fd9-b4f5-06da0566b4e2 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:07.131575 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80692387-8b5b-4c95-ac54-f73c6d3ba12d", "name": "network-vif-plugged", "status": "completed", "tag": "c9a7afaf-4493-4728-8331-4fc37d4607e6", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:07.131575 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-21532f76-cf8a-4fd9-b4f5-06da0566b4e2 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:07.131916 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80692387-8b5b-4c95-ac54-f73c6d3ba12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9a7afaf-4493-4728-8331-4fc37d4607e6', 'code': 200} Jul 06 13:57:07.137577 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network cd4ae9c4-c40c-464d-b2f6-f3e50df1220f details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:57:07.162984 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7fb079cc-e93d-42bc-8c2d-3cfb40fad345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:07.197534 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113983b4-704f-4c9f-b796-7e6de12cef9f tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Made reservation on behalf of 8434a395e18f4e56aaf8b290ba6c1440 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:07.207560 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-113983b4-704f-4c9f-b796-7e6de12cef9f tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:07.394640 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0bc94692-889c-4a85-92ef-2f9bc66c33de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:07.398259 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7fb079cc-e93d-42bc-8c2d-3cfb40fad345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:07.401245 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7fb079cc-e93d-42bc-8c2d-3cfb40fad345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:07.405440 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7fb079cc-e93d-42bc-8c2d-3cfb40fad345 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/5cb1772e-7ceb-4cb9-b7ad-ead63b284de2 HTTP/1.1" status: 204 len: 168 time: 0.7185955 Jul 06 13:57:07.427696 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb079cc-e93d-42bc-8c2d-3cfb40fad345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb1772e-7ceb-4cb9-b7ad-ead63b284de2,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:07.440366 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4cd67a-051c-48b1-87a9-eded1e2a196e req-91f1e447-b5c9-4596-be8a-7f170aa0505a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:07.442525 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ac4cd67a-051c-48b1-87a9-eded1e2a196e req-91f1e447-b5c9-4596-be8a-7f170aa0505a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 1097 time: 0.2049015 Jul 06 13:57:07.494487 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-97d64dd4-4389-4a36-a559-b0677718edb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:07.501812 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf4371-56d7-4a13-92a2-aebc0ddb15d8 req-cc6a3ba7-2d33-4f45-a87c-384e2f5af62e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:07.512349 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ac4cd67a-051c-48b1-87a9-eded1e2a196e req-c538c046-c9be-4475-96f0-3f442eac49d4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533209 Jul 06 13:57:07.515522 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf4371-56d7-4a13-92a2-aebc0ddb15d8 req-cc6a3ba7-2d33-4f45-a87c-384e2f5af62e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:07.527986 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf4371-56d7-4a13-92a2-aebc0ddb15d8 req-cc6a3ba7-2d33-4f45-a87c-384e2f5af62e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:07.541054 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf4371-56d7-4a13-92a2-aebc0ddb15d8 req-cc6a3ba7-2d33-4f45-a87c-384e2f5af62e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:07.549745 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf4371-56d7-4a13-92a2-aebc0ddb15d8 req-cc6a3ba7-2d33-4f45-a87c-384e2f5af62e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:07.560990 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-97d64dd4-4389-4a36-a559-b0677718edb8 None None] For port 531c4d3e-3f2a-4844-beb9-8bd932c6ed5c, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=531c4d3e-3f2a-4844-beb9-8bd932c6ed5c,segment=NetworkSegment(678341ea-4e5f-4231-80c7-d5373f948c62),segment_id=678341ea-4e5f-4231-80c7-d5373f948c62)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:07.567279 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf4371-56d7-4a13-92a2-aebc0ddb15d8 req-cc6a3ba7-2d33-4f45-a87c-384e2f5af62e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:07.568913 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-97d64dd4-4389-4a36-a559-b0677718edb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:07.581165 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf4371-56d7-4a13-92a2-aebc0ddb15d8 req-cc6a3ba7-2d33-4f45-a87c-384e2f5af62e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:07.595219 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e2cf4371-56d7-4a13-92a2-aebc0ddb15d8 req-cc6a3ba7-2d33-4f45-a87c-384e2f5af62e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5430 time: 0.2587738 Jul 06 13:57:07.657944 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d64dd4-4389-4a36-a559-b0677718edb8 None None] Pushing event updated for resources: {'Port': ['ID=531c4d3e-3f2a-4844-beb9-8bd932c6ed5c,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:07.682804 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e2cf4371-56d7-4a13-92a2-aebc0ddb15d8 req-c4800044-8698-4ec3-934e-052f22eba221 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0861733 Jul 06 13:57:07.705069 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-113983b4-704f-4c9f-b796-7e6de12cef9f tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:07.820480 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113983b4-704f-4c9f-b796-7e6de12cef9f tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event updated for resources: {'Subnet': ['ID=722a120b-64bc-45c2-ab22-fdee82b5f51b,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:07.823283 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113983b4-704f-4c9f-b796-7e6de12cef9f tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Checking segment: {'id': 'eca79f23-e944-4f6e-b980-64d73e127cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'cd4ae9c4-c40c-464d-b2f6-f3e50df1220f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:07.826967 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113983b4-704f-4c9f-b796-7e6de12cef9f tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Network hostable DHCP agents. Network: cd4ae9c4-c40c-464d-b2f6-f3e50df1220f, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:57:07.863336 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc47aca7-e157-49a2-95d8-a27fc61f972c None None] get_active_networks_info from n-d-773644-6 {{(pid=100419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 13:57:07.875640 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113983b4-704f-4c9f-b796-7e6de12cef9f tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Network cd4ae9c4-c40c-464d-b2f6-f3e50df1220f is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:57:07.896058 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-113983b4-704f-4c9f-b796-7e6de12cef9f tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, cd4ae9c4-c40c-464d-b2f6-f3e50df1220f) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:07.902885 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113983b4-704f-4c9f-b796-7e6de12cef9f tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:07.903816 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-113983b4-704f-4c9f-b796-7e6de12cef9f tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:07.925701 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-113983b4-704f-4c9f-b796-7e6de12cef9f tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0280645 Jul 06 13:57:07.928667 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55172) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:07.953218 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79a835-d1a8-49e8-b804-52a9b34b93c6 req-252c2948-d4c6-442d-a89d-0e8d68cbe754 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:07.958681 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6c79a835-d1a8-49e8-b804-52a9b34b93c6 req-252c2948-d4c6-442d-a89d-0e8d68cbe754 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 946 time: 0.1053627 Jul 06 13:57:07.960394 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a39d4e15-4e92-4799-93ea-1ec641cfd4e6 None None] Provisioning complete for port 531c4d3e-3f2a-4844-beb9-8bd932c6ed5c triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:07.960957 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a39d4e15-4e92-4799-93ea-1ec641cfd4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:08.047483 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6c79a835-d1a8-49e8-b804-52a9b34b93c6 req-5f883b8a-b835-4859-b360-f52b3e5a0607 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804229 Jul 06 13:57:08.093554 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1dc70e9-4136-4c27-a892-f19ce0bf8033 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:08.155610 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc47aca7-e157-49a2-95d8-a27fc61f972c None None] Resources bound (agent type, host, resource id): {{(pid=100419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 13:57:08.178745 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1dc70e9-4136-4c27-a892-f19ce0bf8033 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:08.317533 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1dc70e9-4136-4c27-a892-f19ce0bf8033 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:08.324406 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad317f9a-adb3-49cc-9c7d-1ab83ff743f7 req-8e21dda1-a770-41bc-ace3-b7732456849a tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:08.327577 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad317f9a-adb3-49cc-9c7d-1ab83ff743f7 req-8e21dda1-a770-41bc-ace3-b7732456849a tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1065867 Jul 06 13:57:08.356055 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc70e9-4136-4c27-a892-f19ce0bf8033 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event deleted for resources: {'Subnet': ['ID=722a120b-64bc-45c2-ab22-fdee82b5f51b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:08.399264 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad317f9a-adb3-49cc-9c7d-1ab83ff743f7 req-c4138256-4865-44a7-bed7-d24fb695547e tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641677 Jul 06 13:57:08.500312 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1dc70e9-4136-4c27-a892-f19ce0bf8033 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:08.529671 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-c1dc70e9-4136-4c27-a892-f19ce0bf8033 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd4ae9c4-c40c-464d-b2f6-f3e50df1220f']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:08.549415 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-c1dc70e9-4136-4c27-a892-f19ce0bf8033 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca79f23-e944-4f6e-b980-64d73e127cbb') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:08.549899 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-c1dc70e9-4136-4c27-a892-f19ce0bf8033 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca79f23-e944-4f6e-b980-64d73e127cbb') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:08.565720 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 531c4d3e-3f2a-4844-beb9-8bd932c6ed5c up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:08.575649 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1dc70e9-4136-4c27-a892-f19ce0bf8033 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:08.600862 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1dc70e9-4136-4c27-a892-f19ce0bf8033 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:08.619500 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1dc70e9-4136-4c27-a892-f19ce0bf8033 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:57:08.620323 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1dc70e9-4136-4c27-a892-f19ce0bf8033 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:57:08.629046 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:57:08.720304 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 531c4d3e-3f2a-4844-beb9-8bd932c6ed5c triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:08.720722 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:08.768537 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1dc70e9-4136-4c27-a892-f19ce0bf8033 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:08.783686 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1dc70e9-4136-4c27-a892-f19ce0bf8033 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:08.793112 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55196) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:08.794027 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c1dc70e9-4136-4c27-a892-f19ce0bf8033 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "DELETE /v2.0/networks/cd4ae9c4-c40c-464d-b2f6-f3e50df1220f HTTP/1.1" status: 204 len: 168 time: 0.8631337 Jul 06 13:57:08.804322 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-62f33934-f747-4e5f-a475-01a2b8e892ec tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1508239439'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:08.824051 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc70e9-4136-4c27-a892-f19ce0bf8033 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event deleted for resources: {'Network': ['ID=cd4ae9c4-c40c-464d-b2f6-f3e50df1220f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:08.887961 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f33934-f747-4e5f-a475-01a2b8e892ec tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Made reservation on behalf of 8434a395e18f4e56aaf8b290ba6c1440 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:08.895322 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-62f33934-f747-4e5f-a475-01a2b8e892ec tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:08.933776 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033f2c6f-0a7a-4fca-ae07-4860ad3f6ca2 None None] Network cd4ae9c4-c40c-464d-b2f6-f3e50df1220f requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:08.935880 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62f33934-f747-4e5f-a475-01a2b8e892ec tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:57:08.951235 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033f2c6f-0a7a-4fca-ae07-4860ad3f6ca2 None None] Network cd4ae9c4-c40c-464d-b2f6-f3e50df1220f could not be found, it might have been deleted concurrently. {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 13:57:08.955608 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-62f33934-f747-4e5f-a475-01a2b8e892ec tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:08.956438 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-62f33934-f747-4e5f-a475-01a2b8e892ec tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Added segment 29cec36e-044e-4762-bbbf-00aeeb56979b of type vlan for network f810d0e6-89e0-4ca4-be0e-5432ac848467 Jul 06 13:57:08.965930 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c10043-4dc3-46d5-940a-88de8a9c021e None None] Network cd4ae9c4-c40c-464d-b2f6-f3e50df1220f requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:09.025541 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-62f33934-f747-4e5f-a475-01a2b8e892ec tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:09.037364 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c10043-4dc3-46d5-940a-88de8a9c021e None None] Network cd4ae9c4-c40c-464d-b2f6-f3e50df1220f could not be found, it might have been deleted concurrently. {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 13:57:09.072574 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-62f33934-f747-4e5f-a475-01a2b8e892ec tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:09.083530 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f33934-f747-4e5f-a475-01a2b8e892ec tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:09.084564 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-62f33934-f747-4e5f-a475-01a2b8e892ec tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:09.193218 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f33934-f747-4e5f-a475-01a2b8e892ec tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event updated for resources: {'Network': ['ID=f810d0e6-89e0-4ca4-be0e-5432ac848467,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:09.207625 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network f810d0e6-89e0-4ca4-be0e-5432ac848467 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:57:09.230673 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-62f33934-f747-4e5f-a475-01a2b8e892ec tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4315062 Jul 06 13:57:09.231536 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55204) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:09.244530 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-95370855-1274-4ba7-822d-1ba80fbece62 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Request body: {'subnet': {'network_id': 'f810d0e6-89e0-4ca4-be0e-5432ac848467', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:09.279790 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c9129-e69b-4781-b426-3883e2f5f4de req-dbaceb3d-2640-48a1-a681-7e56552da3c9 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:09.291108 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-046c9129-e69b-4781-b426-3883e2f5f4de req-dbaceb3d-2640-48a1-a681-7e56552da3c9 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.4336965 Jul 06 13:57:09.341242 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-046c9129-e69b-4781-b426-3883e2f5f4de req-89474f89-c57a-4a13-8f75-072a0ad836e5 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471315 Jul 06 13:57:09.396120 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95370855-1274-4ba7-822d-1ba80fbece62 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Made reservation on behalf of 8434a395e18f4e56aaf8b290ba6c1440 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:09.401617 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-95370855-1274-4ba7-822d-1ba80fbece62 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:09.459607 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55212) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:09.607544 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d57c91-f3ae-4b8e-bbc3-c1c4a293d5cb req-4274b4f1-c059-4df9-bb7d-40f0dfa956d7 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:09.613477 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d57c91-f3ae-4b8e-bbc3-c1c4a293d5cb req-4274b4f1-c059-4df9-bb7d-40f0dfa956d7 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:09.619598 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d57c91-f3ae-4b8e-bbc3-c1c4a293d5cb req-4274b4f1-c059-4df9-bb7d-40f0dfa956d7 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:09.626796 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d57c91-f3ae-4b8e-bbc3-c1c4a293d5cb req-4274b4f1-c059-4df9-bb7d-40f0dfa956d7 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:09.632700 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d57c91-f3ae-4b8e-bbc3-c1c4a293d5cb req-4274b4f1-c059-4df9-bb7d-40f0dfa956d7 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:09.639656 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d57c91-f3ae-4b8e-bbc3-c1c4a293d5cb req-4274b4f1-c059-4df9-bb7d-40f0dfa956d7 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:09.645651 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d57c91-f3ae-4b8e-bbc3-c1c4a293d5cb req-4274b4f1-c059-4df9-bb7d-40f0dfa956d7 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:09.647658 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d7d57c91-f3ae-4b8e-bbc3-c1c4a293d5cb req-4274b4f1-c059-4df9-bb7d-40f0dfa956d7 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5430 time: 0.1152971 Jul 06 13:57:09.664403 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-95370855-1274-4ba7-822d-1ba80fbece62 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:09.669725 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2298479e-c00d-4e1d-b3e7-c69bcb9008b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:09.715410 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d7d57c91-f3ae-4b8e-bbc3-c1c4a293d5cb req-0a56ce91-aa87-4312-a08e-8ec53a89a491 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581186 Jul 06 13:57:09.735459 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95370855-1274-4ba7-822d-1ba80fbece62 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event updated for resources: {'Subnet': ['ID=01e9d094-e4ea-4d1b-bfc7-64efcd33d0d3,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:09.764684 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95370855-1274-4ba7-822d-1ba80fbece62 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Checking segment: {'id': '29cec36e-044e-4762-bbbf-00aeeb56979b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f810d0e6-89e0-4ca4-be0e-5432ac848467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:09.764984 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95370855-1274-4ba7-822d-1ba80fbece62 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Network hostable DHCP agents. Network: f810d0e6-89e0-4ca4-be0e-5432ac848467, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:57:09.786039 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95370855-1274-4ba7-822d-1ba80fbece62 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Network f810d0e6-89e0-4ca4-be0e-5432ac848467 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:57:09.800910 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-95370855-1274-4ba7-822d-1ba80fbece62 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, f810d0e6-89e0-4ca4-be0e-5432ac848467) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:09.807753 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95370855-1274-4ba7-822d-1ba80fbece62 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:09.808724 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-95370855-1274-4ba7-822d-1ba80fbece62 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:09.811890 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74dcd0b-596b-42f4-b895-b2f23635c637 None None] Network f810d0e6-89e0-4ca4-be0e-5432ac848467 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:09.824184 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2298479e-c00d-4e1d-b3e7-c69bcb9008b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:09.832011 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2298479e-c00d-4e1d-b3e7-c69bcb9008b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:09.843130 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-95370855-1274-4ba7-822d-1ba80fbece62 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6102772 Jul 06 13:57:09.845494 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55220) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:09.925778 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298479e-c00d-4e1d-b3e7-c69bcb9008b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ff34e6-4d91-48d4-95bb-66dd5b3ea2b9,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:09.978926 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2298479e-c00d-4e1d-b3e7-c69bcb9008b8 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=66ee371cf4504acc876b72c943a061ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5157037 Jul 06 13:57:09.979145 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55222) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:09.998233 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b62cf7d7-821b-426b-aed7-27909523cfde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:10.016166 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0bb5cc-2c85-4732-b527-35972c620abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-f810d0e6-89e0-4ca4-be0e-5432ac848467', 'network_id': 'f810d0e6-89e0-4ca4-be0e-5432ac848467', 'tenant_id': '8434a395e18f4e56aaf8b290ba6c1440', 'fixed_ips': [{'subnet_id': '01e9d094-e4ea-4d1b-bfc7-64efcd33d0d3'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:57:10.017092 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0c0bb5cc-2c85-4732-b527-35972c620abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:10.065243 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b62cf7d7-821b-426b-aed7-27909523cfde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:10.071915 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa1518-7f1f-4eb3-a950-086485d398b8 req-aaf1e14c-a401-4684-ab9d-2face01f42da tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:10.074552 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-27aa1518-7f1f-4eb3-a950-086485d398b8 req-aaf1e14c-a401-4684-ab9d-2face01f42da tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 946 time: 0.1458316 Jul 06 13:57:10.082349 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5e3c36b9-2b1b-4fee-8cb5-bc194bcd8a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:10.109251 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5e3c36b9-2b1b-4fee-8cb5-bc194bcd8a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:10.144446 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:10.149337 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b62cf7d7-821b-426b-aed7-27909523cfde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server [None req-0c0bb5cc-2c85-4732-b527-35972c620abf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01e9d094-e4ea-4d1b-bfc7-64efcd33d0d3: This subnet is being modified by another concurrent operation. Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 13:57:10.155345 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise exception Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01e9d094-e4ea-4d1b-bfc7-64efcd33d0d3: This subnet is being modified by another concurrent operation. Jul 06 13:57:10.159651 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server Jul 06 13:57:10.173811 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e17413-47c6-4be3-89ea-2fe1c7620d43 None None] Network f810d0e6-89e0-4ca4-be0e-5432ac848467 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:10.197007 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62cf7d7-821b-426b-aed7-27909523cfde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event deleted for resources: {'Subnet': ['ID=01e9d094-e4ea-4d1b-bfc7-64efcd33d0d3,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:10.211133 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-27aa1518-7f1f-4eb3-a950-086485d398b8 req-c9813791-49d0-4b29-8054-f5519c7bbbf1 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303742 Jul 06 13:57:10.236350 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5e3c36b9-2b1b-4fee-8cb5-bc194bcd8a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:10.240343 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5e3c36b9-2b1b-4fee-8cb5-bc194bcd8a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:10.245053 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5e3c36b9-2b1b-4fee-8cb5-bc194bcd8a06 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/15ff34e6-4d91-48d4-95bb-66dd5b3ea2b9 HTTP/1.1" status: 204 len: 168 time: 0.2649226 Jul 06 13:57:10.261228 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c36b9-2b1b-4fee-8cb5-bc194bcd8a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ff34e6-4d91-48d4-95bb-66dd5b3ea2b9,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:10.344902 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b62cf7d7-821b-426b-aed7-27909523cfde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:10.363506 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-b62cf7d7-821b-426b-aed7-27909523cfde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f810d0e6-89e0-4ca4-be0e-5432ac848467']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:10.376741 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-b62cf7d7-821b-426b-aed7-27909523cfde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29cec36e-044e-4762-bbbf-00aeeb56979b') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:10.377053 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-b62cf7d7-821b-426b-aed7-27909523cfde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29cec36e-044e-4762-bbbf-00aeeb56979b') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:10.389296 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b62cf7d7-821b-426b-aed7-27909523cfde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:10.402066 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339afecc-4ae3-47bd-9b36-fd700a7dcf32 None None] get_active_networks_info from n-d-773644-6 {{(pid=100419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 13:57:10.412413 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b62cf7d7-821b-426b-aed7-27909523cfde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:10.424095 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62cf7d7-821b-426b-aed7-27909523cfde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:57:10.424674 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b62cf7d7-821b-426b-aed7-27909523cfde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:57:10.503430 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:57:10.509161 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b62cf7d7-821b-426b-aed7-27909523cfde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:10.521109 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b62cf7d7-821b-426b-aed7-27909523cfde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:10.523832 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b62cf7d7-821b-426b-aed7-27909523cfde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "DELETE /v2.0/networks/f810d0e6-89e0-4ca4-be0e-5432ac848467 HTTP/1.1" status: 204 len: 168 time: 0.6772125 Jul 06 13:57:10.529120 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55234) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:10.540071 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4e670a1e-5f5f-4dac-86e3-f8059fc0e148 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-780078299'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:10.561478 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4d257aba-15a5-4186-af19-2e5cfdea7ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:10.568959 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62cf7d7-821b-426b-aed7-27909523cfde tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event deleted for resources: {'Network': ['ID=f810d0e6-89e0-4ca4-be0e-5432ac848467,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:10.604407 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e670a1e-5f5f-4dac-86e3-f8059fc0e148 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Made reservation on behalf of 8434a395e18f4e56aaf8b290ba6c1440 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:10.621789 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4e670a1e-5f5f-4dac-86e3-f8059fc0e148 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:10.630093 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339afecc-4ae3-47bd-9b36-fd700a7dcf32 None None] Resources bound (agent type, host, resource id): {{(pid=100419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 13:57:10.652716 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e670a1e-5f5f-4dac-86e3-f8059fc0e148 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:57:10.665198 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4e670a1e-5f5f-4dac-86e3-f8059fc0e148 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:10.665705 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-4e670a1e-5f5f-4dac-86e3-f8059fc0e148 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Added segment e18aebce-0fa4-472b-9a68-1fd09f8e34e5 of type vlan for network 1d66ec2b-484a-46df-9bfa-2ecd123a1a20 Jul 06 13:57:10.721927 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4e670a1e-5f5f-4dac-86e3-f8059fc0e148 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:10.773371 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4e670a1e-5f5f-4dac-86e3-f8059fc0e148 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:10.780159 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e670a1e-5f5f-4dac-86e3-f8059fc0e148 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:10.781041 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4e670a1e-5f5f-4dac-86e3-f8059fc0e148 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:10.868526 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55248) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:10.869350 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4e670a1e-5f5f-4dac-86e3-f8059fc0e148 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3338561 Jul 06 13:57:10.880323 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-6297e096-00c7-4dd1-a9c8-69e30eac7ef3 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Request body: {'subnet': {'network_id': '1d66ec2b-484a-46df-9bfa-2ecd123a1a20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:10.885535 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e670a1e-5f5f-4dac-86e3-f8059fc0e148 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event updated for resources: {'Network': ['ID=1d66ec2b-484a-46df-9bfa-2ecd123a1a20,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:10.911078 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 1d66ec2b-484a-46df-9bfa-2ecd123a1a20 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:57:10.953067 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03532ebf-b5ef-4851-8ed0-830b05cc12a0 req-dbe6d474-6478-43c8-af2b-692ab2963cbe tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:10.954812 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-03532ebf-b5ef-4851-8ed0-830b05cc12a0 req-dbe6d474-6478-43c8-af2b-692ab2963cbe tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1715634 Jul 06 13:57:11.034642 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6297e096-00c7-4dd1-a9c8-69e30eac7ef3 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Made reservation on behalf of 8434a395e18f4e56aaf8b290ba6c1440 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:11.038553 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6297e096-00c7-4dd1-a9c8-69e30eac7ef3 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:11.062646 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-03532ebf-b5ef-4851-8ed0-830b05cc12a0 req-232c0cfd-f2f7-431c-b3c8-e723e691f805 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946603 Jul 06 13:57:11.252081 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55260) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:11.344916 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6297e096-00c7-4dd1-a9c8-69e30eac7ef3 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:11.362170 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-0aa4fb55-423e-455d-aad2-456532b1e942 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1574025727-network', 'tenant_id': '4ee0bba68454415789e977e02265b3b8'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:11.381560 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8741667-514e-4ab9-abe1-80447b03375f req-3afd3435-cd7c-4219-8278-5dd0a0b44b2d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:11.383415 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b8741667-514e-4ab9-abe1-80447b03375f req-3afd3435-cd7c-4219-8278-5dd0a0b44b2d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 946 time: 0.1514168 Jul 06 13:57:11.384530 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa4fb55-423e-455d-aad2-456532b1e942 admin admin] Made reservation on behalf of 4ee0bba68454415789e977e02265b3b8 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:11.388615 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0aa4fb55-423e-455d-aad2-456532b1e942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:11.400593 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0aa4fb55-423e-455d-aad2-456532b1e942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:11.438738 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6297e096-00c7-4dd1-a9c8-69e30eac7ef3 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event updated for resources: {'Subnet': ['ID=88e49c26-3bbf-4478-aeab-3791e2ef16d7,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:11.468691 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:11.470766 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b8741667-514e-4ab9-abe1-80447b03375f req-efe77dac-ca8b-4e55-b4f9-93d2ecbc8349 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785966 Jul 06 13:57:11.474121 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6297e096-00c7-4dd1-a9c8-69e30eac7ef3 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Checking segment: {'id': 'e18aebce-0fa4-472b-9a68-1fd09f8e34e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1d66ec2b-484a-46df-9bfa-2ecd123a1a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:11.474493 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6297e096-00c7-4dd1-a9c8-69e30eac7ef3 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Network hostable DHCP agents. Network: 1d66ec2b-484a-46df-9bfa-2ecd123a1a20, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:57:11.495263 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6297e096-00c7-4dd1-a9c8-69e30eac7ef3 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Network 1d66ec2b-484a-46df-9bfa-2ecd123a1a20 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:57:11.516716 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-6297e096-00c7-4dd1-a9c8-69e30eac7ef3 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 1d66ec2b-484a-46df-9bfa-2ecd123a1a20) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:11.522361 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6297e096-00c7-4dd1-a9c8-69e30eac7ef3 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:11.523493 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6297e096-00c7-4dd1-a9c8-69e30eac7ef3 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:11.529193 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0946a534-bff6-459c-bb87-9c868f77f02c None None] Network 1d66ec2b-484a-46df-9bfa-2ecd123a1a20 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:11.557715 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0aa4fb55-423e-455d-aad2-456532b1e942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:11.565730 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0aa4fb55-423e-455d-aad2-456532b1e942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:11.574186 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6297e096-00c7-4dd1-a9c8-69e30eac7ef3 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7045925 Jul 06 13:57:11.577074 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55268) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:11.584064 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-e1a692ae-c219-4162-a620-1c5573a27ef9 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Request body: {'subnet': {'network_id': '1d66ec2b-484a-46df-9bfa-2ecd123a1a20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:11.598150 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa4fb55-423e-455d-aad2-456532b1e942 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:57:11.615452 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4fb55-423e-455d-aad2-456532b1e942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195799ad-c774-411e-9bb5-f4719c23ccf0,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:11.623199 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0aa4fb55-423e-455d-aad2-456532b1e942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:11.624230 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-0aa4fb55-423e-455d-aad2-456532b1e942 admin admin] Added segment db2d371a-0f1d-4d59-be0b-9704ec23b1f1 of type vlan for network f18317a2-edda-4f2d-9b93-2b73971df27a Jul 06 13:57:11.678166 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0aa4fb55-423e-455d-aad2-456532b1e942 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:11.712431 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0aa4fb55-423e-455d-aad2-456532b1e942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:11.713903 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa4fb55-423e-455d-aad2-456532b1e942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:11.714593 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0aa4fb55-423e-455d-aad2-456532b1e942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:11.782024 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a692ae-c219-4162-a620-1c5573a27ef9 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Made reservation on behalf of 8434a395e18f4e56aaf8b290ba6c1440 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:11.783725 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9a2c2c-b583-4443-b8dc-3d7a9bc229c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-1d66ec2b-484a-46df-9bfa-2ecd123a1a20', 'network_id': '1d66ec2b-484a-46df-9bfa-2ecd123a1a20', 'tenant_id': '8434a395e18f4e56aaf8b290ba6c1440', 'fixed_ips': [{'subnet_id': '88e49c26-3bbf-4478-aeab-3791e2ef16d7'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:57:11.784769 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2c2c-b583-4443-b8dc-3d7a9bc229c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:11.786309 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e1a692ae-c219-4162-a620-1c5573a27ef9 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:11.797841 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4fb55-423e-455d-aad2-456532b1e942 admin admin] Pushing event updated for resources: {'Network': ['ID=f18317a2-edda-4f2d-9b93-2b73971df27a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:11.810870 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network f18317a2-edda-4f2d-9b93-2b73971df27a details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:57:11.813830 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d2313-eb12-4143-91f0-f0704400be38 req-400e50fe-0eb2-4bea-a7d8-12e187bfc8f1 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:11.820332 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d2313-eb12-4143-91f0-f0704400be38 req-400e50fe-0eb2-4bea-a7d8-12e187bfc8f1 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:11.824690 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0aa4fb55-423e-455d-aad2-456532b1e942 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5701797 Jul 06 13:57:11.827194 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55270) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:11.830922 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d2313-eb12-4143-91f0-f0704400be38 req-400e50fe-0eb2-4bea-a7d8-12e187bfc8f1 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:11.835914 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-5d338b30-e680-413d-b385-8f4c9c2b5353 admin admin] Request body: {'subnet': {'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1574025727-subnet', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:11.838553 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d2313-eb12-4143-91f0-f0704400be38 req-400e50fe-0eb2-4bea-a7d8-12e187bfc8f1 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:11.846036 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d2313-eb12-4143-91f0-f0704400be38 req-400e50fe-0eb2-4bea-a7d8-12e187bfc8f1 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:11.855177 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d2313-eb12-4143-91f0-f0704400be38 req-400e50fe-0eb2-4bea-a7d8-12e187bfc8f1 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:11.871340 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d2313-eb12-4143-91f0-f0704400be38 req-400e50fe-0eb2-4bea-a7d8-12e187bfc8f1 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:11.871340 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-532d2313-eb12-4143-91f0-f0704400be38 req-400e50fe-0eb2-4bea-a7d8-12e187bfc8f1 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5430 time: 0.1936479 Jul 06 13:57:11.880634 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d338b30-e680-413d-b385-8f4c9c2b5353 admin admin] Made reservation on behalf of 4ee0bba68454415789e977e02265b3b8 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:11.881192 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5d338b30-e680-413d-b385-8f4c9c2b5353 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:11.960498 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-532d2313-eb12-4143-91f0-f0704400be38 req-e9f2b86b-2c1b-4d1c-afbd-82d35cd77ea7 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582166 Jul 06 13:57:12.056113 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-0e9a2c2c-b583-4443-b8dc-3d7a9bc229c2 None None] Allocated IP 2001:db8::2 (1d66ec2b-484a-46df-9bfa-2ecd123a1a20/88e49c26-3bbf-4478-aeab-3791e2ef16d7/8b0dbaf5-1b65-457d-bf10-e9119101fe5f) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:12.132346 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5d338b30-e680-413d-b385-8f4c9c2b5353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:12.195169 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d338b30-e680-413d-b385-8f4c9c2b5353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2c5549a-87ab-47fc-82d1-f761c92f3c4a,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:12.202390 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d338b30-e680-413d-b385-8f4c9c2b5353 admin admin] Checking segment: {'id': 'db2d371a-0f1d-4d59-be0b-9704ec23b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:12.202652 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d338b30-e680-413d-b385-8f4c9c2b5353 admin admin] Network hostable DHCP agents. Network: f18317a2-edda-4f2d-9b93-2b73971df27a, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:57:12.221484 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d338b30-e680-413d-b385-8f4c9c2b5353 admin admin] Network f18317a2-edda-4f2d-9b93-2b73971df27a is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:57:12.226375 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e1a692ae-c219-4162-a620-1c5573a27ef9 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:12.234527 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-5d338b30-e680-413d-b385-8f4c9c2b5353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, f18317a2-edda-4f2d-9b93-2b73971df27a) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:12.239256 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d338b30-e680-413d-b385-8f4c9c2b5353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:12.239860 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5d338b30-e680-413d-b385-8f4c9c2b5353 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:12.252841 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278a742a-8901-4910-9af4-779009849182 None None] Network f18317a2-edda-4f2d-9b93-2b73971df27a requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:12.265591 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5d338b30-e680-413d-b385-8f4c9c2b5353 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4367988 Jul 06 13:57:12.268173 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55272) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:12.272874 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4a7cf6e6-a9db-4223-8711-65ca75b2a1be admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1574025727-router', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:12.291584 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a692ae-c219-4162-a620-1c5573a27ef9 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Network 1d66ec2b-484a-46df-9bfa-2ecd123a1a20 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:12.297882 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4a7cf6e6-a9db-4223-8711-65ca75b2a1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:12.298366 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-e1a692ae-c219-4162-a620-1c5573a27ef9 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:12.298987 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4a7cf6e6-a9db-4223-8711-65ca75b2a1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:12.301727 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a692ae-c219-4162-a620-1c5573a27ef9 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:12.302125 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2c2c-b583-4443-b8dc-3d7a9bc229c2 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:12.302370 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e1a692ae-c219-4162-a620-1c5573a27ef9 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:12.304746 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a692ae-c219-4162-a620-1c5573a27ef9 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event updated for resources: {'Subnet': ['ID=944a29a3-5718-4694-8d7d-37940d36188c,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:12.314763 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5e673-48cd-499b-9758-50e07487d148 req-d980d415-868f-4058-aced-6c2c779f7f84 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:12.321574 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3be5e673-48cd-499b-9758-50e07487d148 req-d980d415-868f-4058-aced-6c2c779f7f84 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1713059 Jul 06 13:57:12.325898 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0e9a2c2c-b583-4443-b8dc-3d7a9bc229c2 None None] Transition to ACTIVE for port object 8b0dbaf5-1b65-457d-bf10-e9119101fe5f will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:12.355467 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e1a692ae-c219-4162-a620-1c5573a27ef9 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7734895 Jul 06 13:57:12.358527 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55274) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:12.363425 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4a7cf6e6-a9db-4223-8711-65ca75b2a1be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:12.372527 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0e9a2c2c-b583-4443-b8dc-3d7a9bc229c2 None None] Transition to ACTIVE for port object 8b0dbaf5-1b65-457d-bf10-e9119101fe5f will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:12.383421 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3be5e673-48cd-499b-9758-50e07487d148 req-6cff903f-5c74-4a05-a645-16919ae08338 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609014 Jul 06 13:57:12.391685 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2c2c-b583-4443-b8dc-3d7a9bc229c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:12.474442 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dfffff-e87e-49c4-8c2d-26a8bde6f1ec tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:12.476942 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dfffff-e87e-49c4-8c2d-26a8bde6f1ec tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:12.479216 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dfffff-e87e-49c4-8c2d-26a8bde6f1ec tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:12.482115 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dfffff-e87e-49c4-8c2d-26a8bde6f1ec tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:12.485016 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dfffff-e87e-49c4-8c2d-26a8bde6f1ec tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:12.490220 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-11dfffff-e87e-49c4-8c2d-26a8bde6f1ec tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1307185 Jul 06 13:57:12.491090 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55278) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:12.504840 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-5a80cc11-9b37-477c-8be4-81725498abe1 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1746614266'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:12.524563 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9a2c2c-b583-4443-b8dc-3d7a9bc229c2 None None] Network 1d66ec2b-484a-46df-9bfa-2ecd123a1a20 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:12.535467 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-0e9a2c2c-b583-4443-b8dc-3d7a9bc229c2 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:12.538625 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9a2c2c-b583-4443-b8dc-3d7a9bc229c2 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:57:12.541143 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a2c2c-b583-4443-b8dc-3d7a9bc229c2 None None] Pushing event updated for resources: {'Port': ['ID=8b0dbaf5-1b65-457d-bf10-e9119101fe5f,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:12.550353 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a80cc11-9b37-477c-8be4-81725498abe1 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Made reservation on behalf of 8434a395e18f4e56aaf8b290ba6c1440 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:12.555232 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5a80cc11-9b37-477c-8be4-81725498abe1 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:12.555365 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4a7cf6e6-a9db-4223-8711-65ca75b2a1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:12.591576 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a80cc11-9b37-477c-8be4-81725498abe1 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:57:12.602109 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5a80cc11-9b37-477c-8be4-81725498abe1 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:12.602460 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-5a80cc11-9b37-477c-8be4-81725498abe1 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Added segment 56a71631-b96c-4c99-acb5-47e8c8e6df56 of type vlan for network 386a29d0-b46a-4ce8-9e59-15aedc332291 Jul 06 13:57:12.648737 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab870f6-dc45-4cc4-a063-e70c5a19dbde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-f18317a2-edda-4f2d-9b93-2b73971df27a', 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'fixed_ips': [{'subnet_id': 'e2c5549a-87ab-47fc-82d1-f761c92f3c4a'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:57:12.649897 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4ab870f6-dc45-4cc4-a063-e70c5a19dbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:12.665512 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5a80cc11-9b37-477c-8be4-81725498abe1 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:12.688089 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-0e9a2c2c-b583-4443-b8dc-3d7a9bc229c2 None None] Attempting to bind port 8b0dbaf5-1b65-457d-bf10-e9119101fe5f on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:12.688798 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-0e9a2c2c-b583-4443-b8dc-3d7a9bc229c2 None None] Attempting to bind port 8b0dbaf5-1b65-457d-bf10-e9119101fe5f by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'e18aebce-0fa4-472b-9a68-1fd09f8e34e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1d66ec2b-484a-46df-9bfa-2ecd123a1a20'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:12.689028 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9a2c2c-b583-4443-b8dc-3d7a9bc229c2 None None] Attempting to bind port 8b0dbaf5-1b65-457d-bf10-e9119101fe5f on network 1d66ec2b-484a-46df-9bfa-2ecd123a1a20 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:12.751495 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5a80cc11-9b37-477c-8be4-81725498abe1 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:12.753425 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9a2c2c-b583-4443-b8dc-3d7a9bc229c2 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:12.754036 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9a2c2c-b583-4443-b8dc-3d7a9bc229c2 None None] Checking segment: {'id': 'e18aebce-0fa4-472b-9a68-1fd09f8e34e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1d66ec2b-484a-46df-9bfa-2ecd123a1a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:12.754522 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2c2c-b583-4443-b8dc-3d7a9bc229c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:12.754920 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9a2c2c-b583-4443-b8dc-3d7a9bc229c2 None None] Bound using segment: {'id': 'e18aebce-0fa4-472b-9a68-1fd09f8e34e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1d66ec2b-484a-46df-9bfa-2ecd123a1a20'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:12.755411 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-0e9a2c2c-b583-4443-b8dc-3d7a9bc229c2 None None] Bound port: 8b0dbaf5-1b65-457d-bf10-e9119101fe5f, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18aebce-0fa4-472b-9a68-1fd09f8e34e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '1d66ec2b-484a-46df-9bfa-2ecd123a1a20'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:12.755804 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2c2c-b583-4443-b8dc-3d7a9bc229c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:12.758695 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a80cc11-9b37-477c-8be4-81725498abe1 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:12.759883 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5a80cc11-9b37-477c-8be4-81725498abe1 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:12.829714 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a80cc11-9b37-477c-8be4-81725498abe1 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event updated for resources: {'Network': ['ID=386a29d0-b46a-4ce8-9e59-15aedc332291,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:12.851255 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 386a29d0-b46a-4ce8-9e59-15aedc332291 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:57:12.862892 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5a80cc11-9b37-477c-8be4-81725498abe1 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3647740 Jul 06 13:57:12.863345 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55288) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:12.874550 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75661203-60c2-4f65-9f7d-ee52f08cf734 req-ad299ee3-0afc-412e-bf8e-95d0009e1ce8 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:12.876503 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-75661203-60c2-4f65-9f7d-ee52f08cf734 req-ad299ee3-0afc-412e-bf8e-95d0009e1ce8 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 946 time: 0.1991968 Jul 06 13:57:12.883479 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-ac76c24d-3251-4ccb-9977-36492278a813 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:12.911490 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4a7cf6e6-a9db-4223-8711-65ca75b2a1be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:12.923886 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-4ab870f6-dc45-4cc4-a063-e70c5a19dbde None None] Allocated IP 172.20.0.2 (f18317a2-edda-4f2d-9b93-2b73971df27a/e2c5549a-87ab-47fc-82d1-f761c92f3c4a/8304487b-f21c-4f69-b5cb-125614c1865e) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:12.930042 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-0e9a2c2c-b583-4443-b8dc-3d7a9bc229c2 None None] For port 8b0dbaf5-1b65-457d-bf10-e9119101fe5f, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:12.936617 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4a7cf6e6-a9db-4223-8711-65ca75b2a1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:12.969077 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-0e9a2c2c-b583-4443-b8dc-3d7a9bc229c2 None None] For port 8b0dbaf5-1b65-457d-bf10-e9119101fe5f, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=8b0dbaf5-1b65-457d-bf10-e9119101fe5f,segment=NetworkSegment(e18aebce-0fa4-472b-9a68-1fd09f8e34e5),segment_id=e18aebce-0fa4-472b-9a68-1fd09f8e34e5)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:12.991678 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0e9a2c2c-b583-4443-b8dc-3d7a9bc229c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:13.004926 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-75661203-60c2-4f65-9f7d-ee52f08cf734 req-8f144eb4-be89-4578-a3db-badb85bea899 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153162 Jul 06 13:57:13.081007 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a2c2c-b583-4443-b8dc-3d7a9bc229c2 None None] Pushing event updated for resources: {'Port': ['ID=8b0dbaf5-1b65-457d-bf10-e9119101fe5f,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:13.140145 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:13.151011 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-4a7cf6e6-a9db-4223-8711-65ca75b2a1be admin admin] Allocated IP 172.25.6.117 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/13bfe61c-e067-4481-be83-98f706f6f2aa) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:13.256185 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac76c24d-3251-4ccb-9977-36492278a813 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:13.278306 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4ab870f6-dc45-4cc4-a063-e70c5a19dbde None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:13.289579 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4ab870f6-dc45-4cc4-a063-e70c5a19dbde None None] Transition to ACTIVE for port object 8304487b-f21c-4f69-b5cb-125614c1865e will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:13.296784 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac76c24d-3251-4ccb-9977-36492278a813 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:13.318831 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4ab870f6-dc45-4cc4-a063-e70c5a19dbde None None] Transition to ACTIVE for port object 8304487b-f21c-4f69-b5cb-125614c1865e will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:13.328817 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4ab870f6-dc45-4cc4-a063-e70c5a19dbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:13.352659 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4a7cf6e6-a9db-4223-8711-65ca75b2a1be admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:13.378941 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ac76c24d-3251-4ccb-9977-36492278a813 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Network 386a29d0-b46a-4ce8-9e59-15aedc332291 is not hosted by any dhcp agent {{(pid=100418) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 13:57:13.388035 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab870f6-dc45-4cc4-a063-e70c5a19dbde None None] Network f18317a2-edda-4f2d-9b93-2b73971df27a is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:13.391742 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-4ab870f6-dc45-4cc4-a063-e70c5a19dbde None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:13.394571 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac76c24d-3251-4ccb-9977-36492278a813 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:13.394753 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab870f6-dc45-4cc4-a063-e70c5a19dbde None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:57:13.395218 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac76c24d-3251-4ccb-9977-36492278a813 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:13.396552 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ac76c24d-3251-4ccb-9977-36492278a813 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "PUT /v2.0/networks/386a29d0-b46a-4ce8-9e59-15aedc332291 HTTP/1.1" status: 200 len: 723 time: 0.5190420 Jul 06 13:57:13.408103 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55300) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:13.413852 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-aea87e9f-ff8b-4991-aec8-498dda634d77 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Request body: {'subnet': {'network_id': '386a29d0-b46a-4ce8-9e59-15aedc332291', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:13.414289 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab870f6-dc45-4cc4-a063-e70c5a19dbde None None] Pushing event updated for resources: {'Port': ['ID=8304487b-f21c-4f69-b5cb-125614c1865e,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:13.430096 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76c24d-3251-4ccb-9977-36492278a813 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event updated for resources: {'Network': ['ID=386a29d0-b46a-4ce8-9e59-15aedc332291,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:13.455963 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 386a29d0-b46a-4ce8-9e59-15aedc332291 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:57:13.515078 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de15140-3be7-49ec-b48b-b99e473c3eaa req-c4e8e3fb-1d1d-4fd4-9c46-97922e0c4928 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:13.521648 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de15140-3be7-49ec-b48b-b99e473c3eaa req-c4e8e3fb-1d1d-4fd4-9c46-97922e0c4928 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:13.539443 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de15140-3be7-49ec-b48b-b99e473c3eaa req-c4e8e3fb-1d1d-4fd4-9c46-97922e0c4928 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:13.545097 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4a7cf6e6-a9db-4223-8711-65ca75b2a1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:13.547394 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de15140-3be7-49ec-b48b-b99e473c3eaa req-c4e8e3fb-1d1d-4fd4-9c46-97922e0c4928 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:13.556798 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de15140-3be7-49ec-b48b-b99e473c3eaa req-c4e8e3fb-1d1d-4fd4-9c46-97922e0c4928 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:13.566064 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de15140-3be7-49ec-b48b-b99e473c3eaa req-c4e8e3fb-1d1d-4fd4-9c46-97922e0c4928 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:13.572437 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de15140-3be7-49ec-b48b-b99e473c3eaa req-c4e8e3fb-1d1d-4fd4-9c46-97922e0c4928 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:13.575084 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6de15140-3be7-49ec-b48b-b99e473c3eaa req-c4e8e3fb-1d1d-4fd4-9c46-97922e0c4928 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5430 time: 0.2972238 Jul 06 13:57:13.617738 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-4ab870f6-dc45-4cc4-a063-e70c5a19dbde None None] Attempting to bind port 8304487b-f21c-4f69-b5cb-125614c1865e on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:13.618085 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-4ab870f6-dc45-4cc4-a063-e70c5a19dbde None None] Attempting to bind port 8304487b-f21c-4f69-b5cb-125614c1865e by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'db2d371a-0f1d-4d59-be0b-9704ec23b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:13.618475 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab870f6-dc45-4cc4-a063-e70c5a19dbde None None] Attempting to bind port 8304487b-f21c-4f69-b5cb-125614c1865e on network f18317a2-edda-4f2d-9b93-2b73971df27a {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:13.628823 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7cf6e6-a9db-4223-8711-65ca75b2a1be admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:13.631197 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6de15140-3be7-49ec-b48b-b99e473c3eaa req-b45c2a91-0752-43a5-baf1-33ac9b5b905e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0499434 Jul 06 13:57:13.633325 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab870f6-dc45-4cc4-a063-e70c5a19dbde None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:13.633722 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab870f6-dc45-4cc4-a063-e70c5a19dbde None None] Checking segment: {'id': 'db2d371a-0f1d-4d59-be0b-9704ec23b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:13.634813 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4ab870f6-dc45-4cc4-a063-e70c5a19dbde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:13.634813 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab870f6-dc45-4cc4-a063-e70c5a19dbde None None] Bound using segment: {'id': 'db2d371a-0f1d-4d59-be0b-9704ec23b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:13.635094 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-4ab870f6-dc45-4cc4-a063-e70c5a19dbde None None] Bound port: 8304487b-f21c-4f69-b5cb-125614c1865e, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2d371a-0f1d-4d59-be0b-9704ec23b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:13.635334 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4ab870f6-dc45-4cc4-a063-e70c5a19dbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:13.654050 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-4a7cf6e6-a9db-4223-8711-65ca75b2a1be admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:13.659945 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7cf6e6-a9db-4223-8711-65ca75b2a1be admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:57:13.735054 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-4ab870f6-dc45-4cc4-a063-e70c5a19dbde None None] For port 8304487b-f21c-4f69-b5cb-125614c1865e, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:13.738474 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-4ab870f6-dc45-4cc4-a063-e70c5a19dbde None None] For port 8304487b-f21c-4f69-b5cb-125614c1865e, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=8304487b-f21c-4f69-b5cb-125614c1865e,segment=NetworkSegment(db2d371a-0f1d-4d59-be0b-9704ec23b1f1),segment_id=db2d371a-0f1d-4d59-be0b-9704ec23b1f1)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:13.747165 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4ab870f6-dc45-4cc4-a063-e70c5a19dbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:13.763718 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7cf6e6-a9db-4223-8711-65ca75b2a1be admin admin] Pushing event updated for resources: {'Port': ['ID=13bfe61c-e067-4481-be83-98f706f6f2aa,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:13.811566 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea87e9f-ff8b-4991-aec8-498dda634d77 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Made reservation on behalf of 8434a395e18f4e56aaf8b290ba6c1440 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:13.815155 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aea87e9f-ff8b-4991-aec8-498dda634d77 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:13.826538 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab870f6-dc45-4cc4-a063-e70c5a19dbde None None] Pushing event updated for resources: {'Port': ['ID=8304487b-f21c-4f69-b5cb-125614c1865e,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:13.901291 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac22c4-944c-43c5-93f0-3565cdaad55a req-04466f78-0233-42c0-a630-0944aa1f4622 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:13.913243 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6cac22c4-944c-43c5-93f0-3565cdaad55a req-04466f78-0233-42c0-a630-0944aa1f4622 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1148994 Jul 06 13:57:13.975076 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6cac22c4-944c-43c5-93f0-3565cdaad55a req-3a33db65-6807-4ae3-a034-60d1a846ffba tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607066 Jul 06 13:57:14.388964 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af145e8f-49e8-4087-836a-0834e27176bb req-4d40852c-abca-4523-b0c9-04c0f70ee051 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:14.397457 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af145e8f-49e8-4087-836a-0834e27176bb req-4d40852c-abca-4523-b0c9-04c0f70ee051 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.0823205 Jul 06 13:57:14.438220 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af145e8f-49e8-4087-836a-0834e27176bb req-83f86077-eeac-41e7-a9a1-9d32ccb7a19d tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403717 Jul 06 13:57:14.568895 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aea87e9f-ff8b-4991-aec8-498dda634d77 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:14.602880 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4a7cf6e6-a9db-4223-8711-65ca75b2a1be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:14.615423 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8304487b-f21c-4f69-b5cb-125614c1865e up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:14.628053 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:57:14.665271 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410772c2-4c20-450c-afa6-c73cf7196dac None None] Network 1d66ec2b-484a-46df-9bfa-2ecd123a1a20 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:14.717609 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095714e8-2a28-47ca-ac80-d33f5e374058 req-3b5b188b-eeaa-43aa-882a-d4ef2b3ec4f6 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:14.722051 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-095714e8-2a28-47ca-ac80-d33f5e374058 req-3b5b188b-eeaa-43aa-882a-d4ef2b3ec4f6 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 946 time: 0.0752919 Jul 06 13:57:14.738440 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea87e9f-ff8b-4991-aec8-498dda634d77 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event updated for resources: {'Subnet': ['ID=d1e9b789-912e-4e6a-afc0-641f11814cf2,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:14.744183 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea87e9f-ff8b-4991-aec8-498dda634d77 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Checking segment: {'id': '56a71631-b96c-4c99-acb5-47e8c8e6df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '386a29d0-b46a-4ce8-9e59-15aedc332291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:14.744546 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea87e9f-ff8b-4991-aec8-498dda634d77 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Network hostable DHCP agents. Network: 386a29d0-b46a-4ce8-9e59-15aedc332291, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:57:14.752733 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-cf406b82-f2e9-40ac-b58a-b550108ddd3a None None] Provisioning for port 8b0dbaf5-1b65-457d-bf10-e9119101fe5f completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:14.760045 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 8304487b-f21c-4f69-b5cb-125614c1865e completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:14.765714 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-095714e8-2a28-47ca-ac80-d33f5e374058 req-631bc2ba-972a-48c7-bd92-7055b0be3cb5 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406153 Jul 06 13:57:14.780542 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8b0dbaf5-1b65-457d-bf10-e9119101fe5f up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:14.812509 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea87e9f-ff8b-4991-aec8-498dda634d77 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Network 386a29d0-b46a-4ce8-9e59-15aedc332291 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:57:14.833163 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-aea87e9f-ff8b-4991-aec8-498dda634d77 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 386a29d0-b46a-4ce8-9e59-15aedc332291) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:14.838232 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea87e9f-ff8b-4991-aec8-498dda634d77 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:14.838839 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aea87e9f-ff8b-4991-aec8-498dda634d77 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:14.851760 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90efe07-016b-458b-a75a-05dccc5ad748 None None] Network 386a29d0-b46a-4ce8-9e59-15aedc332291 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:14.907202 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-aea87e9f-ff8b-4991-aec8-498dda634d77 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4935484 Jul 06 13:57:14.907202 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55324) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:14.915451 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-25ca71be-1c56-48ec-9b3a-356af2118388 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:14.969154 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 8b0dbaf5-1b65-457d-bf10-e9119101fe5f completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:14.969975 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4a7cf6e6-a9db-4223-8711-65ca75b2a1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:14.987067 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 8b0dbaf5-1b65-457d-bf10-e9119101fe5f triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:14.987448 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:15.018693 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f2f96-fc22-4e44-9e5d-47c5ddac908d req-6f807f41-0587-4ab3-9666-60eb2b1746a4 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:15.020720 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ba0f2f96-fc22-4e44-9e5d-47c5ddac908d req-6f807f41-0587-4ab3-9666-60eb2b1746a4 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/networks?id=feedd1b5-b16b-46c1-99ff-64793157a3e7 HTTP/1.1" status: 200 len: 813 time: 0.1372199 Jul 06 13:57:15.049113 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ba0f2f96-fc22-4e44-9e5d-47c5ddac908d req-dfe9c11d-768f-4bbe-b724-7e581332b5ed tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/quotas/9582b8237f17461e9a1a6b0a40bffc2e HTTP/1.1" status: 200 len: 375 time: 0.0174897 Jul 06 13:57:15.118412 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25ca71be-1c56-48ec-9b3a-356af2118388 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3695265'] for subnet, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:15.333780 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e684ed6-8d0a-412e-a059-5a3ea0c48db5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-386a29d0-b46a-4ce8-9e59-15aedc332291', 'network_id': '386a29d0-b46a-4ce8-9e59-15aedc332291', 'tenant_id': '8434a395e18f4e56aaf8b290ba6c1440', 'fixed_ips': [{'subnet_id': 'd1e9b789-912e-4e6a-afc0-641f11814cf2'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:57:15.334482 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3e684ed6-8d0a-412e-a059-5a3ea0c48db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:15.368858 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:15.374988 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25ca71be-1c56-48ec-9b3a-356af2118388 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727519554079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3505964'] for subnet, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:15.385856 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7cf6e6-a9db-4223-8711-65ca75b2a1be admin admin] Router 5302225d-dae7-420f-9590-f08a3faf81b1 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:57:15.392613 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb86941a-ca0b-47ca-a138-2dca6c6202d1 None None] Network f18317a2-edda-4f2d-9b93-2b73971df27a requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:15.429860 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ca71be-1c56-48ec-9b3a-356af2118388 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:15.430472 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25ca71be-1c56-48ec-9b3a-356af2118388 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:15.431802 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-25ca71be-1c56-48ec-9b3a-356af2118388 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "PUT /v2.0/subnets/d1e9b789-912e-4e6a-afc0-641f11814cf2 HTTP/1.1" status: 200 len: 826 time: 0.5231450 Jul 06 13:57:15.436899 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55332) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:15.499775 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ba0f2f96-fc22-4e44-9e5d-47c5ddac908d req-656e93e8-0cf0-47f4-832c-0c28de541990 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=9582b8237f17461e9a1a6b0a40bffc2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4493985 Jul 06 13:57:15.537431 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca71be-1c56-48ec-9b3a-356af2118388 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event updated for resources: {'Subnet': ['ID=d1e9b789-912e-4e6a-afc0-641f11814cf2,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:15.556756 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-db28bf6c-1238-479f-b168-e5901a46bab7 None None] Provisioning for port 8304487b-f21c-4f69-b5cb-125614c1865e completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:15.577017 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 8b0dbaf5-1b65-457d-bf10-e9119101fe5f, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=8b0dbaf5-1b65-457d-bf10-e9119101fe5f,segment=NetworkSegment(e18aebce-0fa4-472b-9a68-1fd09f8e34e5),segment_id=e18aebce-0fa4-472b-9a68-1fd09f8e34e5)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:15.584326 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-db28bf6c-1238-479f-b168-e5901a46bab7 None None] Provisioning complete for port 8304487b-f21c-4f69-b5cb-125614c1865e triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:15.584711 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-db28bf6c-1238-479f-b168-e5901a46bab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:15.596874 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 11e54c50-28be-4c62-974c-793a9bc6cfeb details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:57:15.604054 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:15.632547 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462df9c2-1b22-4075-b347-06276cce09e1 None None] Update dhcp port {'port': {'network_id': '1d66ec2b-484a-46df-9bfa-2ecd123a1a20', 'fixed_ips': [{'subnet_id': '88e49c26-3bbf-4478-aeab-3791e2ef16d7', 'ip_address': '2001:db8::2'}, {'subnet_id': '944a29a3-5718-4694-8d7d-37940d36188c'}], 'binding:host_id': 'n-d-773644-6'}, 'id': '8b0dbaf5-1b65-457d-bf10-e9119101fe5f'} from n-d-773644-6. {{(pid=100419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 13:57:15.644294 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:15.650808 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7cf6e6-a9db-4223-8711-65ca75b2a1be admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:57:15.674350 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d2fc09-4a7b-4fc7-8503-5f3fcd9ceb20 None None] Sync routers for ids ['5302225d-dae7-420f-9590-f08a3faf81b1'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:57:15.691318 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4a7cf6e6-a9db-4223-8711-65ca75b2a1be admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:15.693831 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4a7cf6e6-a9db-4223-8711-65ca75b2a1be admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4236574 Jul 06 13:57:15.696528 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55336) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:15.728697 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75afe69-dd20-4530-85d4-f044324feca8 req-556cacf7-5d87-4f5f-8677-95b8baa9729d tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:15.736091 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75afe69-dd20-4530-85d4-f044324feca8 req-556cacf7-5d87-4f5f-8677-95b8baa9729d tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:15.742289 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75afe69-dd20-4530-85d4-f044324feca8 req-556cacf7-5d87-4f5f-8677-95b8baa9729d tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:15.750146 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75afe69-dd20-4530-85d4-f044324feca8 req-556cacf7-5d87-4f5f-8677-95b8baa9729d tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:15.757602 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75afe69-dd20-4530-85d4-f044324feca8 req-556cacf7-5d87-4f5f-8677-95b8baa9729d tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:15.759725 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:15.766194 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75afe69-dd20-4530-85d4-f044324feca8 req-556cacf7-5d87-4f5f-8677-95b8baa9729d tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:15.773540 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75afe69-dd20-4530-85d4-f044324feca8 req-556cacf7-5d87-4f5f-8677-95b8baa9729d tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:15.775744 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f75afe69-dd20-4530-85d4-f044324feca8 req-556cacf7-5d87-4f5f-8677-95b8baa9729d tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5430 time: 0.1397405 Jul 06 13:57:15.832083 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f75afe69-dd20-4530-85d4-f044324feca8 req-00bd3414-448a-46d0-9a9d-37a3e97ee334 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456948 Jul 06 13:57:15.849339 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d2fc09-4a7b-4fc7-8503-5f3fcd9ceb20 None None] Routers {'5302225d-dae7-420f-9590-f08a3faf81b1'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:57:15.850025 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f1d2fc09-4a7b-4fc7-8503-5f3fcd9ceb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:57:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['5302225d-dae7-420f-9590-f08a3faf81b1'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:15.906894 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-462df9c2-1b22-4075-b347-06276cce09e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:15.919947 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=8b0dbaf5-1b65-457d-bf10-e9119101fe5f,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:15.972789 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-3e684ed6-8d0a-412e-a059-5a3ea0c48db5 None None] Allocated IP 2001:db8::2 (386a29d0-b46a-4ce8-9e59-15aedc332291/d1e9b789-912e-4e6a-afc0-641f11814cf2/82a5372a-5a47-4f22-8632-ef9674c856c1) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:16.231832 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 11e54c50-28be-4c62-974c-793a9bc6cfeb, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=11e54c50-28be-4c62-974c-793a9bc6cfeb,segment=NetworkSegment(c2e55cae-0229-401b-8b43-9fdaa7060b30),segment_id=c2e55cae-0229-401b-8b43-9fdaa7060b30)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:16.348562 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '11e54c50-28be-4c62-974c-793a9bc6cfeb', 'network_id': 'f573758c-9164-40b8-bfb3-cabd80b3ac2d', 'port_id': '11e54c50-28be-4c62-974c-793a9bc6cfeb', 'mac_address': 'fa:16:3e:5a:cb:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a235db-4e05-47ff-bd26-771f4f4adc2d', 'ip_address': '10.1.1.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:57:16.361913 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-adb18556-3288-47f3-8c19-48198ed3e688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:16.422626 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:16.435285 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-db28bf6c-1238-479f-b168-e5901a46bab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:16.443709 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e54c50-28be-4c62-974c-793a9bc6cfeb {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:57:16.467717 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 11e54c50-28be-4c62-974c-793a9bc6cfeb, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=11e54c50-28be-4c62-974c-793a9bc6cfeb,segment=NetworkSegment(c2e55cae-0229-401b-8b43-9fdaa7060b30),segment_id=c2e55cae-0229-401b-8b43-9fdaa7060b30)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:16.498374 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919297e6-874b-479b-94c3-4968666c25db req-d634e800-d8e3-4811-b534-d96c80f85c3e tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:16.505827 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-919297e6-874b-479b-94c3-4968666c25db req-d634e800-d8e3-4811-b534-d96c80f85c3e tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1389637 Jul 06 13:57:16.538925 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-f1d2fc09-4a7b-4fc7-8503-5f3fcd9ceb20 None None] Set router 5302225d-dae7-420f-9590-f08a3faf81b1 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:57:16.549331 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:16.550094 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 9a71000c-341f-41c5-af30-6252750d04b5 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:57:16.579355 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-919297e6-874b-479b-94c3-4968666c25db req-6cf460c5-2ee4-4f64-8326-1bf193a1f8c6 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702448 Jul 06 13:57:16.580557 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 9a71000c-341f-41c5-af30-6252750d04b5, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=9a71000c-341f-41c5-af30-6252750d04b5,segment=NetworkSegment(c2e55cae-0229-401b-8b43-9fdaa7060b30),segment_id=c2e55cae-0229-401b-8b43-9fdaa7060b30)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:16.588108 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8b0dbaf5-1b65-457d-bf10-e9119101fe5f up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:16.611534 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-adb18556-3288-47f3-8c19-48198ed3e688 admin admin] Allocated IP 172.20.0.1 (f18317a2-edda-4f2d-9b93-2b73971df27a/e2c5549a-87ab-47fc-82d1-f761c92f3c4a/af0d286e-9dc0-4af4-9db8-67903674d544) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:16.715077 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '9a71000c-341f-41c5-af30-6252750d04b5', 'network_id': 'f573758c-9164-40b8-bfb3-cabd80b3ac2d', 'port_id': '9a71000c-341f-41c5-af30-6252750d04b5', 'mac_address': 'fa:16:3e:3e:77:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a235db-4e05-47ff-bd26-771f4f4adc2d', 'ip_address': '10.1.1.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:57:16.748828 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:16.786634 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-adb18556-3288-47f3-8c19-48198ed3e688 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:16.802708 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-adb18556-3288-47f3-8c19-48198ed3e688 admin admin] Transition to ACTIVE for port object af0d286e-9dc0-4af4-9db8-67903674d544 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:16.814487 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d0ff2-3619-4141-a0d5-ab5e24dc9bc8 req-5c2b0f7c-49ed-4e5c-b866-ab19b36e2a96 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:16.823133 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6c3d0ff2-3619-4141-a0d5-ab5e24dc9bc8 req-5c2b0f7c-49ed-4e5c-b866-ab19b36e2a96 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 946 time: 0.0836883 Jul 06 13:57:16.830318 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-462df9c2-1b22-4075-b347-06276cce09e1 None None] Allocated IP 172.20.0.1 (1d66ec2b-484a-46df-9bfa-2ecd123a1a20/944a29a3-5718-4694-8d7d-37940d36188c/8b0dbaf5-1b65-457d-bf10-e9119101fe5f) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:16.845538 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-adb18556-3288-47f3-8c19-48198ed3e688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:16.881590 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6c3d0ff2-3619-4141-a0d5-ab5e24dc9bc8 req-be1af30e-a316-4228-be36-2c8866c3d03c tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524857 Jul 06 13:57:16.883359 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-db28bf6c-1238-479f-b168-e5901a46bab7 None None] For port 8304487b-f21c-4f69-b5cb-125614c1865e, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=8304487b-f21c-4f69-b5cb-125614c1865e,segment=NetworkSegment(db2d371a-0f1d-4d59-be0b-9704ec23b1f1),segment_id=db2d371a-0f1d-4d59-be0b-9704ec23b1f1)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:16.901226 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb18556-3288-47f3-8c19-48198ed3e688 admin admin] Network f18317a2-edda-4f2d-9b93-2b73971df27a is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:16.907710 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-adb18556-3288-47f3-8c19-48198ed3e688 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:16.912845 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb18556-3288-47f3-8c19-48198ed3e688 admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:57:16.943122 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-db28bf6c-1238-479f-b168-e5901a46bab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:16.955711 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb18556-3288-47f3-8c19-48198ed3e688 admin admin] Pushing event updated for resources: {'Port': ['ID=af0d286e-9dc0-4af4-9db8-67903674d544,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:16.975159 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-adb18556-3288-47f3-8c19-48198ed3e688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:17.080313 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:17.123027 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfb365-33ae-42d2-973a-cdfd567c2139 req-b0a50ffd-e121-4657-a1c4-5d558a7dfc1e tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:17.125036 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0ddfb365-33ae-42d2-973a-cdfd567c2139 req-b0a50ffd-e121-4657-a1c4-5d558a7dfc1e tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1081994 Jul 06 13:57:17.143812 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3e684ed6-8d0a-412e-a059-5a3ea0c48db5 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:17.146846 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-adb18556-3288-47f3-8c19-48198ed3e688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:17.156754 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3e684ed6-8d0a-412e-a059-5a3ea0c48db5 None None] Transition to ACTIVE for port object 82a5372a-5a47-4f22-8632-ef9674c856c1 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:17.184069 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3e684ed6-8d0a-412e-a059-5a3ea0c48db5 None None] Transition to ACTIVE for port object 82a5372a-5a47-4f22-8632-ef9674c856c1 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:17.187862 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0ddfb365-33ae-42d2-973a-cdfd567c2139 req-20806905-07ef-4e60-94c0-bce5eaf9d3f3 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556808 Jul 06 13:57:17.194502 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=11e54c50-28be-4c62-974c-793a9bc6cfeb,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:17.228316 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 8b0dbaf5-1b65-457d-bf10-e9119101fe5f triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:17.228700 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:17.234757 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3e684ed6-8d0a-412e-a059-5a3ea0c48db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:17.262482 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:17.265341 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e684ed6-8d0a-412e-a059-5a3ea0c48db5 None None] Network 386a29d0-b46a-4ce8-9e59-15aedc332291 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:17.334134 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event deleted for resources: {'Subnet': ['ID=d1e9b789-912e-4e6a-afc0-641f11814cf2,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:17.444035 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:17.458978 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386a29d0-b46a-4ce8-9e59-15aedc332291']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:17.470696 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aee67e-f69e-40c8-963d-4aa695997257 req-6ef8b5fd-0457-4fed-ab94-64f5b269613c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:17.474561 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a71631-b96c-4c99-acb5-47e8c8e6df56') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:17.474875 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a71631-b96c-4c99-acb5-47e8c8e6df56') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:17.478539 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aee67e-f69e-40c8-963d-4aa695997257 req-6ef8b5fd-0457-4fed-ab94-64f5b269613c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:17.485867 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aee67e-f69e-40c8-963d-4aa695997257 req-6ef8b5fd-0457-4fed-ab94-64f5b269613c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:17.492199 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aee67e-f69e-40c8-963d-4aa695997257 req-6ef8b5fd-0457-4fed-ab94-64f5b269613c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:17.498497 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aee67e-f69e-40c8-963d-4aa695997257 req-6ef8b5fd-0457-4fed-ab94-64f5b269613c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:17.502564 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:17.504798 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aee67e-f69e-40c8-963d-4aa695997257 req-6ef8b5fd-0457-4fed-ab94-64f5b269613c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:17.510394 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-3e684ed6-8d0a-412e-a059-5a3ea0c48db5 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:17.511863 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aee67e-f69e-40c8-963d-4aa695997257 req-6ef8b5fd-0457-4fed-ab94-64f5b269613c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:17.513787 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a71000c-341f-41c5-af30-6252750d04b5 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:57:17.522918 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-02aee67e-f69e-40c8-963d-4aa695997257 req-6ef8b5fd-0457-4fed-ab94-64f5b269613c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5431 time: 0.1325011 Jul 06 13:57:17.529040 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:17.541470 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 9a71000c-341f-41c5-af30-6252750d04b5, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=9a71000c-341f-41c5-af30-6252750d04b5,segment=NetworkSegment(c2e55cae-0229-401b-8b43-9fdaa7060b30),segment_id=c2e55cae-0229-401b-8b43-9fdaa7060b30)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:17.544108 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:57:17.544644 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:57:17.550416 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:57:17.552974 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e684ed6-8d0a-412e-a059-5a3ea0c48db5 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:57:17.563648 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:17.564455 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f43b5bfc-1387-457f-8a78-02e1c6d6fcb2 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:57:17.565815 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-02aee67e-f69e-40c8-963d-4aa695997257 req-5ba4f380-09aa-4cfb-bf75-a82b49422655 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418484 Jul 06 13:57:17.591618 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-346d6385-1e01-4d4a-85c9-c0ca4e2854e2 None None] Provisioning complete for port 8304487b-f21c-4f69-b5cb-125614c1865e triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:17.591997 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-346d6385-1e01-4d4a-85c9-c0ca4e2854e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:17.620477 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-adb18556-3288-47f3-8c19-48198ed3e688 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:17.628325 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.db.api [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 13:57:17.628325 n-d-773644-6 neutron-server[100417]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 13:57:17.628325 n-d-773644-6 neutron-server[100417]: [parameters: {'id': '386a29d0-b46a-4ce8-9e59-15aedc332291'}] Jul 06 13:57:17.628325 n-d-773644-6 neutron-server[100417]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 13:57:17.629246 n-d-773644-6 neutron-server[100417]: DEBUG oslo_db.api [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 13:57:17.631620 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-adb18556-3288-47f3-8c19-48198ed3e688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:17.732482 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-adb18556-3288-47f3-8c19-48198ed3e688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:17.736183 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-462df9c2-1b22-4075-b347-06276cce09e1 None None] For port 8b0dbaf5-1b65-457d-bf10-e9119101fe5f, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=8b0dbaf5-1b65-457d-bf10-e9119101fe5f,segment=NetworkSegment(e18aebce-0fa4-472b-9a68-1fd09f8e34e5),segment_id=e18aebce-0fa4-472b-9a68-1fd09f8e34e5)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:17.747792 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28bf6c-1238-479f-b168-e5901a46bab7 None None] Pushing event updated for resources: {'Port': ['ID=8304487b-f21c-4f69-b5cb-125614c1865e,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:17.753667 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb18556-3288-47f3-8c19-48198ed3e688 admin admin] Pushing event updated for resources: {'Port': ['ID=af0d286e-9dc0-4af4-9db8-67903674d544,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:17.844789 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb18556-3288-47f3-8c19-48198ed3e688 admin admin] Network f18317a2-edda-4f2d-9b93-2b73971df27a is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:17.846090 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-adb18556-3288-47f3-8c19-48198ed3e688 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:17.862692 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-3e684ed6-8d0a-412e-a059-5a3ea0c48db5 None None] Attempting to bind port 82a5372a-5a47-4f22-8632-ef9674c856c1 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:17.863287 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-3e684ed6-8d0a-412e-a059-5a3ea0c48db5 None None] Attempting to bind port 82a5372a-5a47-4f22-8632-ef9674c856c1 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '56a71631-b96c-4c99-acb5-47e8c8e6df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '386a29d0-b46a-4ce8-9e59-15aedc332291'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:17.863832 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e684ed6-8d0a-412e-a059-5a3ea0c48db5 None None] Attempting to bind port 82a5372a-5a47-4f22-8632-ef9674c856c1 on network 386a29d0-b46a-4ce8-9e59-15aedc332291 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:17.872795 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9554adfd-e6bf-42bd-9471-3ed558b6d4cf req-ba443e2a-f86c-4c33-bd8c-90f817d0643a tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=9582b8237f17461e9a1a6b0a40bffc2e HTTP/1.1" status: 200 len: 221 time: 0.0550711 Jul 06 13:57:17.918403 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e684ed6-8d0a-412e-a059-5a3ea0c48db5 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:17.918883 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e684ed6-8d0a-412e-a059-5a3ea0c48db5 None None] Checking segment: {'id': '56a71631-b96c-4c99-acb5-47e8c8e6df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '386a29d0-b46a-4ce8-9e59-15aedc332291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:17.919368 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3e684ed6-8d0a-412e-a059-5a3ea0c48db5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:17.919841 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e684ed6-8d0a-412e-a059-5a3ea0c48db5 None None] Bound using segment: {'id': '56a71631-b96c-4c99-acb5-47e8c8e6df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '386a29d0-b46a-4ce8-9e59-15aedc332291'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:17.920452 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-3e684ed6-8d0a-412e-a059-5a3ea0c48db5 None None] Bound port: 82a5372a-5a47-4f22-8632-ef9674c856c1, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a71631-b96c-4c99-acb5-47e8c8e6df56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '386a29d0-b46a-4ce8-9e59-15aedc332291'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:17.920860 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3e684ed6-8d0a-412e-a059-5a3ea0c48db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:17.925055 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-462df9c2-1b22-4075-b347-06276cce09e1 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:17.988612 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e684ed6-8d0a-412e-a059-5a3ea0c48db5 None None] Pushing event updated for resources: {'Port': ['ID=82a5372a-5a47-4f22-8632-ef9674c856c1,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:18.045429 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb18556-3288-47f3-8c19-48198ed3e688 admin admin] Router 5302225d-dae7-420f-9590-f08a3faf81b1 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:57:18.055564 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-462df9c2-1b22-4075-b347-06276cce09e1 None None] Transition to ACTIVE for port object 8b0dbaf5-1b65-457d-bf10-e9119101fe5f will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:18.110830 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31664505-1d4b-4c62-bdd3-6045f3aa11fa req-fae2acd3-327d-4203-a7a6-89adf8396701 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:18.119682 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31664505-1d4b-4c62-bdd3-6045f3aa11fa req-fae2acd3-327d-4203-a7a6-89adf8396701 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.0925412 Jul 06 13:57:18.131960 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-462df9c2-1b22-4075-b347-06276cce09e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:18.149499 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f1d2fc09-4a7b-4fc7-8503-5f3fcd9ceb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'name': 'tempest-TestVolumeBackupRestore-1574025727-router', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T13:57:13Z', 'revision_number': 3, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'gw_port': {'id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T13:57:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:18.180290 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f43b5bfc-1387-457f-8a78-02e1c6d6fcb2, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f43b5bfc-1387-457f-8a78-02e1c6d6fcb2,segment=NetworkSegment(1e3e79de-418b-427e-ab47-30b7f03d6d5a),segment_id=1e3e79de-418b-427e-ab47-30b7f03d6d5a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:18.186764 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31664505-1d4b-4c62-bdd3-6045f3aa11fa req-6d1fa1af-580b-452d-b60b-9dedca3e6e41 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646122 Jul 06 13:57:18.278303 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d2fc09-4a7b-4fc7-8503-5f3fcd9ceb20 None None] Checking router: 5302225d-dae7-420f-9590-f08a3faf81b1 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:57:18.278663 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d2fc09-4a7b-4fc7-8503-5f3fcd9ceb20 None None] Updating router 5302225d-dae7-420f-9590-f08a3faf81b1 port 13bfe61c-e067-4481-be83-98f706f6f2aa binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:57:18.291528 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'f43b5bfc-1387-457f-8a78-02e1c6d6fcb2', 'network_id': 'd3d758c6-1344-45af-aaa5-3031f97f13d4', 'port_id': 'f43b5bfc-1387-457f-8a78-02e1c6d6fcb2', 'mac_address': 'fa:16:3e:9a:60:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df52582-dd18-48d1-9337-785b45f0ca32', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:57:18.339023 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=9a71000c-341f-41c5-af30-6252750d04b5,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:18.368314 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-3e684ed6-8d0a-412e-a059-5a3ea0c48db5 None None] For port 82a5372a-5a47-4f22-8632-ef9674c856c1, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:18.429938 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b20d9c-beec-4d65-8366-09faf5ca6de6 req-99042343-9f4c-48e1-bd43-26c8c747ff2c tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:18.440540 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95b20d9c-beec-4d65-8366-09faf5ca6de6 req-99042343-9f4c-48e1-bd43-26c8c747ff2c tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 946 time: 0.1244795 Jul 06 13:57:18.465229 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f1d2fc09-4a7b-4fc7-8503-5f3fcd9ceb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:18.521316 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-3e684ed6-8d0a-412e-a059-5a3ea0c48db5 None None] For port 82a5372a-5a47-4f22-8632-ef9674c856c1, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=82a5372a-5a47-4f22-8632-ef9674c856c1,segment=NetworkSegment(56a71631-b96c-4c99-acb5-47e8c8e6df56),segment_id=56a71631-b96c-4c99-acb5-47e8c8e6df56)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:18.559923 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95b20d9c-beec-4d65-8366-09faf5ca6de6 req-ff3ab066-7f66-472b-b121-3936530f129f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129880 Jul 06 13:57:18.578269 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-16e04b67-b2b3-48dd-ad32-36ad1c73a544 None None] Provisioning for port af0d286e-9dc0-4af4-9db8-67903674d544 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:18.619109 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:18.633797 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3e684ed6-8d0a-412e-a059-5a3ea0c48db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:18.644574 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8304487b-f21c-4f69-b5cb-125614c1865e up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:18.659427 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb18556-3288-47f3-8c19-48198ed3e688 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:57:18.676360 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-adb18556-3288-47f3-8c19-48198ed3e688 admin admin] 10.222.0.118 "PUT /v2.0/routers/5302225d-dae7-420f-9590-f08a3faf81b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9787202 Jul 06 13:57:18.796195 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Deleting port 82a5372a-5a47-4f22-8632-ef9674c856c1 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:57:18.796581 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:18.908391 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a322d-05bb-4ddf-bc91-8c007dbec263 req-8e44a5bb-3154-411d-b00d-077796058c17 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:18.914621 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-381a322d-05bb-4ddf-bc91-8c007dbec263 req-8e44a5bb-3154-411d-b00d-077796058c17 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1635795 Jul 06 13:57:18.925851 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-16e04b67-b2b3-48dd-ad32-36ad1c73a544 None None] Provisioning complete for port af0d286e-9dc0-4af4-9db8-67903674d544 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:18.926346 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-16e04b67-b2b3-48dd-ad32-36ad1c73a544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:18.961844 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:18.967343 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462df9c2-1b22-4075-b347-06276cce09e1 None None] Pushing event updated for resources: {'Port': ['ID=8b0dbaf5-1b65-457d-bf10-e9119101fe5f,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:18.969733 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] For port 82a5372a-5a47-4f22-8632-ef9674c856c1, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=82a5372a-5a47-4f22-8632-ef9674c856c1,segment=NetworkSegment(56a71631-b96c-4c99-acb5-47e8c8e6df56),segment_id=56a71631-b96c-4c99-acb5-47e8c8e6df56)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:18.970291 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:19.015416 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-381a322d-05bb-4ddf-bc91-8c007dbec263 req-7f8284c5-45c2-4736-918b-7871e2b902ca tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942583 Jul 06 13:57:19.024736 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f43b5bfc-1387-457f-8a78-02e1c6d6fcb2 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:57:19.035739 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Calling delete_port for 82a5372a-5a47-4f22-8632-ef9674c856c1 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:57:19.222429 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:19.269021 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:19.284188 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event deleted for resources: {'Port': ['ID=82a5372a-5a47-4f22-8632-ef9674c856c1,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:19.288356 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] No DVR routers for this DVR port 82a5372a-5a47-4f22-8632-ef9674c856c1 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:57:19.338305 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79256f-fe6f-487c-b6e6-76dc14ad4c25 req-93251fca-a44d-4f27-9198-02d9eac2967c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:19.344937 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79256f-fe6f-487c-b6e6-76dc14ad4c25 req-93251fca-a44d-4f27-9198-02d9eac2967c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:19.367246 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79256f-fe6f-487c-b6e6-76dc14ad4c25 req-93251fca-a44d-4f27-9198-02d9eac2967c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:19.381941 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e684ed6-8d0a-412e-a059-5a3ea0c48db5 None None] Pushing event updated for resources: {'Port': ['ID=82a5372a-5a47-4f22-8632-ef9674c856c1,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:19.390654 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79256f-fe6f-487c-b6e6-76dc14ad4c25 req-93251fca-a44d-4f27-9198-02d9eac2967c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:19.397202 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79256f-fe6f-487c-b6e6-76dc14ad4c25 req-93251fca-a44d-4f27-9198-02d9eac2967c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:19.403716 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79256f-fe6f-487c-b6e6-76dc14ad4c25 req-93251fca-a44d-4f27-9198-02d9eac2967c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:19.420793 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79256f-fe6f-487c-b6e6-76dc14ad4c25 req-93251fca-a44d-4f27-9198-02d9eac2967c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:19.422825 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bf79256f-fe6f-487c-b6e6-76dc14ad4c25 req-93251fca-a44d-4f27-9198-02d9eac2967c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5432 time: 0.2377269 Jul 06 13:57:19.429557 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f43b5bfc-1387-457f-8a78-02e1c6d6fcb2, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f43b5bfc-1387-457f-8a78-02e1c6d6fcb2,segment=NetworkSegment(1e3e79de-418b-427e-ab47-30b7f03d6d5a),segment_id=1e3e79de-418b-427e-ab47-30b7f03d6d5a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:19.452840 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-16e04b67-b2b3-48dd-ad32-36ad1c73a544 None None] Port af0d286e-9dc0-4af4-9db8-67903674d544 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:57:19.471398 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:19.474072 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55400) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:19.475375 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:19.476056 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:57:19.478243 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fadd31-55eb-4c79-a5cf-84a8663eb1e0 None None] Network 1d66ec2b-484a-46df-9bfa-2ecd123a1a20 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:19.481021 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-5ead6ccf-f69f-4696-b340-3899bf5cc49c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1358399704-network', 'tenant_id': '5f26fa9c5c584e0f9194ad70914ae7e7'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:19.514627 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ead6ccf-f69f-4696-b340-3899bf5cc49c admin admin] Made reservation on behalf of 5f26fa9c5c584e0f9194ad70914ae7e7 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:19.516392 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bf79256f-fe6f-487c-b6e6-76dc14ad4c25 req-2756ffde-0678-4f23-a543-39e859f8425d tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0739088 Jul 06 13:57:19.529789 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ead6ccf-f69f-4696-b340-3899bf5cc49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:19.539616 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386a29d0-b46a-4ce8-9e59-15aedc332291']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:19.568044 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a71631-b96c-4c99-acb5-47e8c8e6df56') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:19.568661 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a71631-b96c-4c99-acb5-47e8c8e6df56') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:19.592275 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 8304487b-f21c-4f69-b5cb-125614c1865e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:19.592797 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:19.622892 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:19.625233 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ead6ccf-f69f-4696-b340-3899bf5cc49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:19.673233 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port c81b15c8-afcc-4b25-b3cc-00f2946f2dd8, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c81b15c8-afcc-4b25-b3cc-00f2946f2dd8,segment=NetworkSegment(c2e55cae-0229-401b-8b43-9fdaa7060b30),segment_id=c2e55cae-0229-401b-8b43-9fdaa7060b30)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:19.696108 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'c81b15c8-afcc-4b25-b3cc-00f2946f2dd8', 'network_id': 'f573758c-9164-40b8-bfb3-cabd80b3ac2d', 'port_id': 'c81b15c8-afcc-4b25-b3cc-00f2946f2dd8', 'mac_address': 'fa:16:3e:38:e8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a235db-4e05-47ff-bd26-771f4f4adc2d', 'ip_address': '10.1.1.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:57:19.696389 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:19.723327 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:57:19.723327 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:57:19.726576 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:57:19.817334 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d52e9f-55bf-4172-a7db-414444e7e65b None None] Network 386a29d0-b46a-4ce8-9e59-15aedc332291 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:19.819488 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:19.832609 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:19.835385 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "DELETE /v2.0/networks/386a29d0-b46a-4ce8-9e59-15aedc332291 HTTP/1.1" status: 204 len: 168 time: 4.3975618 Jul 06 13:57:19.838139 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55406) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:19.859994 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c703820-e266-4f2e-b7d8-e7bc4b356ea2 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event deleted for resources: {'Network': ['ID=386a29d0-b46a-4ce8-9e59-15aedc332291,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:19.880325 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-befde82f-0bde-4387-863f-610aa3eff916 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] DELETE failed (client error): The resource could not be found. Jul 06 13:57:19.880911 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-befde82f-0bde-4387-863f-610aa3eff916 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 13:57:19.882776 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-befde82f-0bde-4387-863f-610aa3eff916 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "DELETE /v2.0/networks/386a29d0-b46a-4ce8-9e59-15aedc332291 HTTP/1.1" status: 404 len: 339 time: 0.0436103 Jul 06 13:57:19.886881 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55410) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:19.906801 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-eb008372-4121-4e8b-9db1-9e6f49595078 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1574521465', 'description': 'd1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:19.967499 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ead6ccf-f69f-4696-b340-3899bf5cc49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:19.973266 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ead6ccf-f69f-4696-b340-3899bf5cc49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:19.982010 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d52e9f-55bf-4172-a7db-414444e7e65b None None] Network 386a29d0-b46a-4ce8-9e59-15aedc332291 could not be found, it might have been deleted concurrently. {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 13:57:19.999477 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb008372-4121-4e8b-9db1-9e6f49595078 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Made reservation on behalf of 8434a395e18f4e56aaf8b290ba6c1440 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:20.002933 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-eb008372-4121-4e8b-9db1-9e6f49595078 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:20.020915 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f5bc4e2e-ad88-48e8-8810-0b29a19ac744 None None] Provisioning for port 8b0dbaf5-1b65-457d-bf10-e9119101fe5f completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:20.021208 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ead6ccf-f69f-4696-b340-3899bf5cc49c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:57:20.023092 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a82931-413f-4172-b008-0466a79aec4f None None] Network 386a29d0-b46a-4ce8-9e59-15aedc332291 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:20.028644 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead6ccf-f69f-4696-b340-3899bf5cc49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b4b393-65c5-4986-a7e0-8a604fcd9a66,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:20.040101 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ead6ccf-f69f-4696-b340-3899bf5cc49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:20.040456 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-5ead6ccf-f69f-4696-b340-3899bf5cc49c admin admin] Added segment a7f6aa70-dbf4-4b82-9c16-80eea0731056 of type vlan for network 20053e63-3fae-411f-8ca9-b860a1286efe Jul 06 13:57:20.050665 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb008372-4121-4e8b-9db1-9e6f49595078 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:57:20.070346 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-eb008372-4121-4e8b-9db1-9e6f49595078 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:20.070704 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-eb008372-4121-4e8b-9db1-9e6f49595078 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Added segment 7dc35d6c-7404-4a30-bf57-c22dd8414bd1 of type vlan for network 85f05e61-1048-40c2-9af8-014fff7cb297 Jul 06 13:57:20.096021 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ead6ccf-f69f-4696-b340-3899bf5cc49c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:20.144304 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ead6ccf-f69f-4696-b340-3899bf5cc49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:20.145707 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ead6ccf-f69f-4696-b340-3899bf5cc49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:20.146275 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ead6ccf-f69f-4696-b340-3899bf5cc49c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:20.153942 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f5bc4e2e-ad88-48e8-8810-0b29a19ac744 None None] Provisioning complete for port 8b0dbaf5-1b65-457d-bf10-e9119101fe5f triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:20.154320 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f5bc4e2e-ad88-48e8-8810-0b29a19ac744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:20.162271 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:20.164075 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a82931-413f-4172-b008-0466a79aec4f None None] Network 386a29d0-b46a-4ce8-9e59-15aedc332291 could not be found, it might have been deleted concurrently. {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 13:57:20.185470 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f1d2fc09-4a7b-4fc7-8503-5f3fcd9ceb20 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:20.189154 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-eb008372-4121-4e8b-9db1-9e6f49595078 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:20.202519 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=f43b5bfc-1387-457f-8a78-02e1c6d6fcb2,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:20.237629 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead6ccf-f69f-4696-b340-3899bf5cc49c admin admin] Pushing event updated for resources: {'Network': ['ID=20053e63-3fae-411f-8ca9-b860a1286efe,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:20.247242 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55412) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:20.251577 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5ead6ccf-f69f-4696-b340-3899bf5cc49c admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7660184 Jul 06 13:57:20.254030 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-dace8cef-492c-47f5-85a1-3ad832814b80 admin admin] Request body: {'subnet': {'network_id': '20053e63-3fae-411f-8ca9-b860a1286efe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1358399704-subnet', 'tenant_id': '5f26fa9c5c584e0f9194ad70914ae7e7', 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:20.254420 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f1d2fc09-4a7b-4fc7-8503-5f3fcd9ceb20 None None] Transition to ACTIVE for port object 13bfe61c-e067-4481-be83-98f706f6f2aa will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:20.258591 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 20053e63-3fae-411f-8ca9-b860a1286efe details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:57:20.267003 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:57:20.268619 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f9a60-9f89-40d0-8e33-1ab9464a01c9 req-0be8b2b1-a078-418f-a4db-8102864a52c0 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:20.270189 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-573f9a60-9f89-40d0-8e33-1ab9464a01c9 req-0be8b2b1-a078-418f-a4db-8102864a52c0 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 946 time: 0.1805341 Jul 06 13:57:20.276029 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-eb008372-4121-4e8b-9db1-9e6f49595078 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:20.282575 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb008372-4121-4e8b-9db1-9e6f49595078 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:20.283215 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-eb008372-4121-4e8b-9db1-9e6f49595078 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:20.287885 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f1d2fc09-4a7b-4fc7-8503-5f3fcd9ceb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:20.401106 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dace8cef-492c-47f5-85a1-3ad832814b80 admin admin] Made reservation on behalf of 5f26fa9c5c584e0f9194ad70914ae7e7 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:20.405020 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dace8cef-492c-47f5-85a1-3ad832814b80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:20.471170 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb008372-4121-4e8b-9db1-9e6f49595078 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event updated for resources: {'Network': ['ID=85f05e61-1048-40c2-9af8-014fff7cb297,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:20.477470 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-eb008372-4121-4e8b-9db1-9e6f49595078 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5895412 Jul 06 13:57:20.481153 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55414) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:20.482149 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-573f9a60-9f89-40d0-8e33-1ab9464a01c9 req-97f040f9-f30c-4b97-9e2a-fa9925c09448 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939588 Jul 06 13:57:20.549891 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 85f05e61-1048-40c2-9af8-014fff7cb297 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:57:20.551670 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8b0dbaf5-1b65-457d-bf10-e9119101fe5f up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:20.558925 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port c81b15c8-afcc-4b25-b3cc-00f2946f2dd8, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c81b15c8-afcc-4b25-b3cc-00f2946f2dd8,segment=NetworkSegment(c2e55cae-0229-401b-8b43-9fdaa7060b30),segment_id=c2e55cae-0229-401b-8b43-9fdaa7060b30)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:20.597359 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82655c03-8990-4571-b514-cd4331e3085d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:20.601743 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-82655c03-8990-4571-b514-cd4331e3085d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "GET /v2.0/networks?id=85f05e61-1048-40c2-9af8-014fff7cb297 HTTP/1.1" status: 200 len: 765 time: 0.1166484 Jul 06 13:57:20.603014 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55418) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:20.610939 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-cc7e7a49-5776-467a-a48b-e2f8ce64b3fe tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Request body: {'network': {'description': 'd2'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:20.620900 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:20.621705 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device e76ed683-71b8-44b2-8f04-a3fafeb1baa3 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:57:20.631663 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dace8cef-492c-47f5-85a1-3ad832814b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:20.724048 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117e52b-a577-434b-9f6e-8e307a054770 None None] Pushing event updated for resources: {'Port': ['ID=13bfe61c-e067-4481-be83-98f706f6f2aa,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:20.757914 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-f1d2fc09-4a7b-4fc7-8503-5f3fcd9ceb20 None None] Attempting to bind port 13bfe61c-e067-4481-be83-98f706f6f2aa on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:20.758285 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-f1d2fc09-4a7b-4fc7-8503-5f3fcd9ceb20 None None] Attempting to bind port 13bfe61c-e067-4481-be83-98f706f6f2aa by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:20.758657 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d2fc09-4a7b-4fc7-8503-5f3fcd9ceb20 None None] Attempting to bind port 13bfe61c-e067-4481-be83-98f706f6f2aa on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:20.786987 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace8cef-492c-47f5-85a1-3ad832814b80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e81e2b2c-f396-4668-885d-ea7a068606cd,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:20.814796 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ef95e-1b59-4514-b60c-2b66733e42d0 req-7449d9f2-b5e2-4862-b465-9d0625de3a75 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:20.821094 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d05ef95e-1b59-4514-b60c-2b66733e42d0 req-7449d9f2-b5e2-4862-b465-9d0625de3a75 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1547480 Jul 06 13:57:20.826466 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port e76ed683-71b8-44b2-8f04-a3fafeb1baa3, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=e76ed683-71b8-44b2-8f04-a3fafeb1baa3,segment=NetworkSegment(c2e55cae-0229-401b-8b43-9fdaa7060b30),segment_id=c2e55cae-0229-401b-8b43-9fdaa7060b30)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:20.852853 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d2fc09-4a7b-4fc7-8503-5f3fcd9ceb20 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:20.853235 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d2fc09-4a7b-4fc7-8503-5f3fcd9ceb20 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:20.853644 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f1d2fc09-4a7b-4fc7-8503-5f3fcd9ceb20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:20.862553 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d2fc09-4a7b-4fc7-8503-5f3fcd9ceb20 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:20.863089 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-f1d2fc09-4a7b-4fc7-8503-5f3fcd9ceb20 None None] Bound port: 13bfe61c-e067-4481-be83-98f706f6f2aa, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:20.863500 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f1d2fc09-4a7b-4fc7-8503-5f3fcd9ceb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:20.882633 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d05ef95e-1b59-4514-b60c-2b66733e42d0 req-c66261db-849e-4d00-a050-797354b3c17a tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603385 Jul 06 13:57:20.884990 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dace8cef-492c-47f5-85a1-3ad832814b80 admin admin] Checking segment: {'id': 'a7f6aa70-dbf4-4b82-9c16-80eea0731056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '20053e63-3fae-411f-8ca9-b860a1286efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:20.885402 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dace8cef-492c-47f5-85a1-3ad832814b80 admin admin] Network hostable DHCP agents. Network: 20053e63-3fae-411f-8ca9-b860a1286efe, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:57:20.935040 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc7e7a49-5776-467a-a48b-e2f8ce64b3fe tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:20.942630 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dace8cef-492c-47f5-85a1-3ad832814b80 admin admin] Network 20053e63-3fae-411f-8ca9-b860a1286efe is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:57:20.947034 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'e76ed683-71b8-44b2-8f04-a3fafeb1baa3', 'network_id': 'f573758c-9164-40b8-bfb3-cabd80b3ac2d', 'port_id': 'e76ed683-71b8-44b2-8f04-a3fafeb1baa3', 'mac_address': 'fa:16:3e:05:56:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a235db-4e05-47ff-bd26-771f4f4adc2d', 'ip_address': '10.1.1.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:57:20.961002 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-dace8cef-492c-47f5-85a1-3ad832814b80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 20053e63-3fae-411f-8ca9-b860a1286efe) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:20.968838 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dace8cef-492c-47f5-85a1-3ad832814b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:20.970418 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dace8cef-492c-47f5-85a1-3ad832814b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:20.971937 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc7e7a49-5776-467a-a48b-e2f8ce64b3fe tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:20.999346 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8693c4-dc23-47b9-8489-daa3de91c9e0 None None] Network 20053e63-3fae-411f-8ca9-b860a1286efe requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:21.005008 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-dace8cef-492c-47f5-85a1-3ad832814b80 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7552040 Jul 06 13:57:21.006059 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55426) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:21.013549 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-b4c68d75-c76f-4b75-b6cf-890a9ad45299 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1358399704-router', 'tenant_id': '5f26fa9c5c584e0f9194ad70914ae7e7', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:21.056091 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc7e7a49-5776-467a-a48b-e2f8ce64b3fe tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Network 85f05e61-1048-40c2-9af8-014fff7cb297 is not hosted by any dhcp agent {{(pid=100417) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 13:57:21.063448 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7e7a49-5776-467a-a48b-e2f8ce64b3fe tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:21.064257 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc7e7a49-5776-467a-a48b-e2f8ce64b3fe tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:21.065720 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cc7e7a49-5776-467a-a48b-e2f8ce64b3fe tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "PUT /v2.0/networks/85f05e61-1048-40c2-9af8-014fff7cb297 HTTP/1.1" status: 200 len: 762 time: 0.4617221 Jul 06 13:57:21.067111 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e7a49-5776-467a-a48b-e2f8ce64b3fe tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event updated for resources: {'Network': ['ID=85f05e61-1048-40c2-9af8-014fff7cb297,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:21.068318 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b4c68d75-c76f-4b75-b6cf-890a9ad45299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:21.069225 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55428) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:21.069999 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b4c68d75-c76f-4b75-b6cf-890a9ad45299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:21.087505 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 85f05e61-1048-40c2-9af8-014fff7cb297 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:57:21.170063 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=c81b15c8-afcc-4b25-b3cc-00f2946f2dd8,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:21.200986 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e4629c-c568-4d60-b998-fe2134712b69 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:21.207876 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f6e4629c-c568-4d60-b998-fe2134712b69 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "GET /v2.0/networks?id=85f05e61-1048-40c2-9af8-014fff7cb297 HTTP/1.1" status: 200 len: 765 time: 0.1373878 Jul 06 13:57:21.208718 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55430) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:21.212191 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b4c68d75-c76f-4b75-b6cf-890a9ad45299 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:21.212855 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 8b0dbaf5-1b65-457d-bf10-e9119101fe5f triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:21.213431 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:21.356354 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-f1d2fc09-4a7b-4fc7-8503-5f3fcd9ceb20 None None] For port 13bfe61c-e067-4481-be83-98f706f6f2aa, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:21.375419 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:21.402519 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-f1d2fc09-4a7b-4fc7-8503-5f3fcd9ceb20 None None] For port 13bfe61c-e067-4481-be83-98f706f6f2aa, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=13bfe61c-e067-4481-be83-98f706f6f2aa,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:21.414087 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-13a3c125-bbb6-457c-a9a0-55e219645858 None None] Provisioning complete for port 8b0dbaf5-1b65-457d-bf10-e9119101fe5f triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:21.414736 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-13a3c125-bbb6-457c-a9a0-55e219645858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:21.466431 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f1d2fc09-4a7b-4fc7-8503-5f3fcd9ceb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:21.486303 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e76ed683-71b8-44b2-8f04-a3fafeb1baa3 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:57:21.491063 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10994add-f15f-4e51-aed8-cfcaef473aa3 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:21.493054 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-10994add-f15f-4e51-aed8-cfcaef473aa3 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2834063 Jul 06 13:57:21.495975 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55432) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:21.503590 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b4c68d75-c76f-4b75-b6cf-890a9ad45299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:21.540779 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4978b818-8dc9-43d1-b8a3-9017b0d1063a tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "GET /v2.0/subnets?network_id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 207 time: 0.0432460 Jul 06 13:57:21.546894 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55436) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:21.547475 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7260c-6017-48fe-9faf-d77685dee415 req-3b140208-dc13-4505-948a-6e76e62739be tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:21.554148 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7260c-6017-48fe-9faf-d77685dee415 req-3b140208-dc13-4505-948a-6e76e62739be tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:21.560570 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7260c-6017-48fe-9faf-d77685dee415 req-3b140208-dc13-4505-948a-6e76e62739be tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:21.569257 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7260c-6017-48fe-9faf-d77685dee415 req-3b140208-dc13-4505-948a-6e76e62739be tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:21.576355 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7260c-6017-48fe-9faf-d77685dee415 req-3b140208-dc13-4505-948a-6e76e62739be tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:21.582609 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7260c-6017-48fe-9faf-d77685dee415 req-3b140208-dc13-4505-948a-6e76e62739be tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:21.591037 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7260c-6017-48fe-9faf-d77685dee415 req-3b140208-dc13-4505-948a-6e76e62739be tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:21.599423 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cab7260c-6017-48fe-9faf-d77685dee415 req-3b140208-dc13-4505-948a-6e76e62739be tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5434 time: 0.3989172 Jul 06 13:57:21.639361 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a95aa3-81d9-4549-8163-eed6c520ada5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-20053e63-3fae-411f-8ca9-b860a1286efe', 'network_id': '20053e63-3fae-411f-8ca9-b860a1286efe', 'tenant_id': '5f26fa9c5c584e0f9194ad70914ae7e7', 'fixed_ips': [{'subnet_id': 'e81e2b2c-f396-4668-885d-ea7a068606cd'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:57:21.640274 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-25a95aa3-81d9-4549-8163-eed6c520ada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:21.688124 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cab7260c-6017-48fe-9faf-d77685dee415 req-995e8c4a-e311-44d6-ae7c-9e233f8b8e2a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0873523 Jul 06 13:57:21.780307 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d39ca7-6746-4455-9e2e-a29c849aee69 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:21.802244 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d39ca7-6746-4455-9e2e-a29c849aee69 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:21.813682 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d39ca7-6746-4455-9e2e-a29c849aee69 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:21.813863 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-25a95aa3-81d9-4549-8163-eed6c520ada5 None None] Allocated IP 172.20.0.2 (20053e63-3fae-411f-8ca9-b860a1286efe/e81e2b2c-f396-4668-885d-ea7a068606cd/d8844e32-8ac0-4ca3-8b7a-2fbf50e21974) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:21.826671 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117e52b-a577-434b-9f6e-8e307a054770 None None] Pushing event updated for resources: {'Port': ['ID=13bfe61c-e067-4481-be83-98f706f6f2aa,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:21.831352 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d39ca7-6746-4455-9e2e-a29c849aee69 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:21.843675 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port e76ed683-71b8-44b2-8f04-a3fafeb1baa3, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=e76ed683-71b8-44b2-8f04-a3fafeb1baa3,segment=NetworkSegment(c2e55cae-0229-401b-8b43-9fdaa7060b30),segment_id=c2e55cae-0229-401b-8b43-9fdaa7060b30)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:21.848212 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d39ca7-6746-4455-9e2e-a29c849aee69 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:21.859782 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d39ca7-6746-4455-9e2e-a29c849aee69 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:21.867321 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b5d39ca7-6746-4455-9e2e-a29c849aee69 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3132112 Jul 06 13:57:21.867512 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55438) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:21.893186 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d2fc09-4a7b-4fc7-8503-5f3fcd9ceb20 None None] Routers {'5302225d-dae7-420f-9590-f08a3faf81b1'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:57:21.893907 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f1d2fc09-4a7b-4fc7-8503-5f3fcd9ceb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:57:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['5302225d-dae7-420f-9590-f08a3faf81b1'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:22.000146 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:22.002605 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device a33437af-9d21-48be-a19f-2f3a314e0e9d details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:57:22.009683 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b4c68d75-c76f-4b75-b6cf-890a9ad45299 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:22.064663 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b4c68d75-c76f-4b75-b6cf-890a9ad45299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:22.161088 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ca74bed4-1d11-4ac3-b1de-2672f69b0801 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2923803 Jul 06 13:57:22.166166 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55442) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:22.292473 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=e76ed683-71b8-44b2-8f04-a3fafeb1baa3,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:22.320543 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb92b6c-0a37-4cfa-bf77-8c46192046d3 req-4eeebbeb-fd64-4afb-bdcf-738e750b6061 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:22.329472 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-beb92b6c-0a37-4cfa-bf77-8c46192046d3 req-4eeebbeb-fd64-4afb-bdcf-738e750b6061 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1663697 Jul 06 13:57:22.332871 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c792e73-8fb3-42c3-a0d0-ea1d2f5223a5 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:22.334973 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c792e73-8fb3-42c3-a0d0-ea1d2f5223a5 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:22.336547 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c792e73-8fb3-42c3-a0d0-ea1d2f5223a5 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:22.338263 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c792e73-8fb3-42c3-a0d0-ea1d2f5223a5 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:22.341016 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c792e73-8fb3-42c3-a0d0-ea1d2f5223a5 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:22.345726 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-b4c68d75-c76f-4b75-b6cf-890a9ad45299 admin admin] Allocated IP 172.25.6.131 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/a51c49ae-37b6-4ab3-b413-4eff2cd80b22) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:22.346132 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0c792e73-8fb3-42c3-a0d0-ea1d2f5223a5 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1785161 Jul 06 13:57:22.352023 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55444) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:22.360119 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-f1d2fc09-4a7b-4fc7-8503-5f3fcd9ceb20 None None] Set router 5302225d-dae7-420f-9590-f08a3faf81b1 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:57:22.432002 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-beb92b6c-0a37-4cfa-bf77-8c46192046d3 req-33e91ac9-4b83-4fc1-90fd-11111bd93142 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016116 Jul 06 13:57:22.485482 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafa9622-5f27-4a93-9bc5-84d8d4a30d53 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['shared'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:22.492967 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafa9622-5f27-4a93-9bc5-84d8d4a30d53 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['shared'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:22.498720 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafa9622-5f27-4a93-9bc5-84d8d4a30d53 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['shared'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:22.500114 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafa9622-5f27-4a93-9bc5-84d8d4a30d53 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['shared'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:22.503383 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafa9622-5f27-4a93-9bc5-84d8d4a30d53 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['shared'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:22.514904 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cafa9622-5f27-4a93-9bc5-84d8d4a30d53 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1567826 Jul 06 13:57:22.515273 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55448) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:22.556171 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b4c68d75-c76f-4b75-b6cf-890a9ad45299 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:22.615530 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b4c68d75-c76f-4b75-b6cf-890a9ad45299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:22.649023 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c68d75-c76f-4b75-b6cf-890a9ad45299 admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:22.652867 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-b4c68d75-c76f-4b75-b6cf-890a9ad45299 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:22.655148 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c68d75-c76f-4b75-b6cf-890a9ad45299 admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:57:22.682050 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1cc82b-b9b6-47a3-bfc8-ec908da46042 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:22.684707 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8b1cc82b-b9b6-47a3-bfc8-ec908da46042 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "GET /v2.0/networks/eaf5076a-1777-4fd2-af65-8f666a33f11f HTTP/1.1" status: 200 len: 804 time: 0.1683326 Jul 06 13:57:22.689866 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55450) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:22.700146 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-25a95aa3-81d9-4549-8163-eed6c520ada5 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:22.741573 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c68d75-c76f-4b75-b6cf-890a9ad45299 admin admin] Pushing event updated for resources: {'Port': ['ID=a51c49ae-37b6-4ab3-b413-4eff2cd80b22,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:22.741977 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-25a95aa3-81d9-4549-8163-eed6c520ada5 None None] Transition to ACTIVE for port object d8844e32-8ac0-4ca3-8b7a-2fbf50e21974 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:22.752660 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port a33437af-9d21-48be-a19f-2f3a314e0e9d, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a33437af-9d21-48be-a19f-2f3a314e0e9d,segment=NetworkSegment(47eff200-9b7f-44df-b691-5543df245491),segment_id=47eff200-9b7f-44df-b691-5543df245491)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:22.785412 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'a33437af-9d21-48be-a19f-2f3a314e0e9d', 'network_id': 'cc63bc54-7a53-4d51-ae88-21113312a65f', 'port_id': 'a33437af-9d21-48be-a19f-2f3a314e0e9d', 'mac_address': 'fa:16:3e:0a:72:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11b3dbf4-56fb-446f-a6f6-e9d7331824f2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:57:22.796387 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-25a95aa3-81d9-4549-8163-eed6c520ada5 None None] Transition to ACTIVE for port object d8844e32-8ac0-4ca3-8b7a-2fbf50e21974 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:22.827136 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d621ab87-3a24-4365-982e-2f0e5d00551d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "GET /v2.0/networks/eaf5076a-1777-4fd2-af65-8f666a33f11f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1358116 Jul 06 13:57:22.832468 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55454) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:22.837538 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-25a95aa3-81d9-4549-8163-eed6c520ada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:22.904549 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2a67c-3fac-4f4c-b74d-a1feac6d17dd req-a0186c18-ba10-4cd8-aa32-92a211b3b030 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:22.904761 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64bf32b-f7cd-4681-aa63-444ea503d5c1 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:22.907073 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b64bf32b-f7cd-4681-aa63-444ea503d5c1 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "GET /v2.0/subnets/28588beb-549d-488d-be95-3612735956e8 HTTP/1.1" status: 200 len: 843 time: 0.0732367 Jul 06 13:57:22.908174 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c4f2a67c-3fac-4f4c-b74d-a1feac6d17dd req-a0186c18-ba10-4cd8-aa32-92a211b3b030 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 946 time: 0.2294767 Jul 06 13:57:22.913644 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55456) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:22.983379 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b26a197-7e3f-4a1a-ac07-eb8302b88968 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['shared'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:22.985505 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4b26a197-7e3f-4a1a-ac07-eb8302b88968 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "GET /v2.0/subnets/28588beb-549d-488d-be95-3612735956e8?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0705147 Jul 06 13:57:22.989136 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55460) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:22.994792 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-32c05057-f6cb-4598-beb6-ef196fc165b9 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-429412810'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:23.018367 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c4f2a67c-3fac-4f4c-b74d-a1feac6d17dd req-4dcecec7-3abf-4a45-874a-d70b268c1216 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764861 Jul 06 13:57:23.032163 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c05057-f6cb-4598-beb6-ef196fc165b9 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Made reservation on behalf of 8434a395e18f4e56aaf8b290ba6c1440 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:23.040668 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32c05057-f6cb-4598-beb6-ef196fc165b9 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:23.092025 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a95aa3-81d9-4549-8163-eed6c520ada5 None None] Network 20053e63-3fae-411f-8ca9-b860a1286efe is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:23.096291 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-25a95aa3-81d9-4549-8163-eed6c520ada5 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:23.096953 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c05057-f6cb-4598-beb6-ef196fc165b9 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:57:23.098526 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:23.111749 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b4c68d75-c76f-4b75-b6cf-890a9ad45299 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:23.116100 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32c05057-f6cb-4598-beb6-ef196fc165b9 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:23.116929 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-32c05057-f6cb-4598-beb6-ef196fc165b9 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Added segment 77333cc0-7692-473a-ae84-01dcc4aae128 of type vlan for network 95a582ea-2795-4908-a4f1-3fb509052091 Jul 06 13:57:23.117057 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a95aa3-81d9-4549-8163-eed6c520ada5 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:57:23.119565 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33437af-9d21-48be-a19f-2f3a314e0e9d {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:57:23.131810 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f1d2fc09-4a7b-4fc7-8503-5f3fcd9ceb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'name': 'tempest-TestVolumeBackupRestore-1574025727-router', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T13:57:17Z', 'revision_number': 4, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'gw_port': {'id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T13:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'af0d286e-9dc0-4af4-9db8-67903674d544', 'name': '', 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'mac_address': 'fa:16:3e:97:ad:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'e2c5549a-87ab-47fc-82d1-f761c92f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:16Z', 'updated_at': '2021-07-06T13:57:17Z', 'revision_number': 2, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'subnets': [{'id': 'e2c5549a-87ab-47fc-82d1-f761c92f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:23.210302 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32c05057-f6cb-4598-beb6-ef196fc165b9 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:23.215291 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a95aa3-81d9-4549-8163-eed6c520ada5 None None] Pushing event updated for resources: {'Port': ['ID=d8844e32-8ac0-4ca3-8b7a-2fbf50e21974,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:23.217994 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d2fc09-4a7b-4fc7-8503-5f3fcd9ceb20 None None] The sync data for ids ['5302225d-dae7-420f-9590-f08a3faf81b1'] in n-d-773644-6 is: [{'id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'name': 'tempest-TestVolumeBackupRestore-1574025727-router', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T13:57:17Z', 'revision_number': 4, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'gw_port': {'id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a5:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T13:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'af0d286e-9dc0-4af4-9db8-67903674d544', 'name': '', 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'mac_address': 'fa:16:3e:97:ad:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'e2c5549a-87ab-47fc-82d1-f761c92f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:16Z', 'updated_at': '2021-07-06T13:57:17Z', 'revision_number': 2, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'subnets': [{'id': 'e2c5549a-87ab-47fc-82d1-f761c92f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:57:23.230705 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port a33437af-9d21-48be-a19f-2f3a314e0e9d, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a33437af-9d21-48be-a19f-2f3a314e0e9d,segment=NetworkSegment(47eff200-9b7f-44df-b691-5543df245491),segment_id=47eff200-9b7f-44df-b691-5543df245491)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:23.258691 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32c05057-f6cb-4598-beb6-ef196fc165b9 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:23.262540 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:23.263305 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device a663b4e4-819d-4649-9da6-3d9154d3234b details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:57:23.270860 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c05057-f6cb-4598-beb6-ef196fc165b9 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:23.271646 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32c05057-f6cb-4598-beb6-ef196fc165b9 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:23.310598 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-25a95aa3-81d9-4549-8163-eed6c520ada5 None None] Attempting to bind port d8844e32-8ac0-4ca3-8b7a-2fbf50e21974 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:23.310985 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-25a95aa3-81d9-4549-8163-eed6c520ada5 None None] Attempting to bind port d8844e32-8ac0-4ca3-8b7a-2fbf50e21974 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'a7f6aa70-dbf4-4b82-9c16-80eea0731056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '20053e63-3fae-411f-8ca9-b860a1286efe'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:23.311352 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a95aa3-81d9-4549-8163-eed6c520ada5 None None] Attempting to bind port d8844e32-8ac0-4ca3-8b7a-2fbf50e21974 on network 20053e63-3fae-411f-8ca9-b860a1286efe {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:23.331907 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a95aa3-81d9-4549-8163-eed6c520ada5 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:23.332427 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a95aa3-81d9-4549-8163-eed6c520ada5 None None] Checking segment: {'id': 'a7f6aa70-dbf4-4b82-9c16-80eea0731056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '20053e63-3fae-411f-8ca9-b860a1286efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:23.332846 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-25a95aa3-81d9-4549-8163-eed6c520ada5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:23.333257 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a95aa3-81d9-4549-8163-eed6c520ada5 None None] Bound using segment: {'id': 'a7f6aa70-dbf4-4b82-9c16-80eea0731056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '20053e63-3fae-411f-8ca9-b860a1286efe'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:23.333746 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-25a95aa3-81d9-4549-8163-eed6c520ada5 None None] Bound port: d8844e32-8ac0-4ca3-8b7a-2fbf50e21974, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f6aa70-dbf4-4b82-9c16-80eea0731056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '20053e63-3fae-411f-8ca9-b860a1286efe'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:23.334154 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-25a95aa3-81d9-4549-8163-eed6c520ada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:23.355236 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port a663b4e4-819d-4649-9da6-3d9154d3234b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a663b4e4-819d-4649-9da6-3d9154d3234b,segment=NetworkSegment(47eff200-9b7f-44df-b691-5543df245491),segment_id=47eff200-9b7f-44df-b691-5543df245491)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:23.378444 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-32c05057-f6cb-4598-beb6-ef196fc165b9 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3847675 Jul 06 13:57:23.379231 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55468) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:23.389061 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-8281f617-4201-4f89-b3c8-a66b9c20ac18 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Request body: {'subnet': {'network_id': '95a582ea-2795-4908-a4f1-3fb509052091', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:23.396987 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'a663b4e4-819d-4649-9da6-3d9154d3234b', 'network_id': 'cc63bc54-7a53-4d51-ae88-21113312a65f', 'port_id': 'a663b4e4-819d-4649-9da6-3d9154d3234b', 'mac_address': 'fa:16:3e:e8:8a:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11b3dbf4-56fb-446f-a6f6-e9d7331824f2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:57:23.400098 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=a33437af-9d21-48be-a19f-2f3a314e0e9d,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:23.447566 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7987bc5-94c6-4ba2-9713-7fd6279150f5 req-1864ae45-a795-4e40-8f7a-01dc4a661410 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:23.460392 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7987bc5-94c6-4ba2-9713-7fd6279150f5 req-1864ae45-a795-4e40-8f7a-01dc4a661410 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:23.468663 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c05057-f6cb-4598-beb6-ef196fc165b9 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event updated for resources: {'Network': ['ID=95a582ea-2795-4908-a4f1-3fb509052091,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:23.486695 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7987bc5-94c6-4ba2-9713-7fd6279150f5 req-1864ae45-a795-4e40-8f7a-01dc4a661410 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:23.488306 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 95a582ea-2795-4908-a4f1-3fb509052091 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:57:23.500715 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7987bc5-94c6-4ba2-9713-7fd6279150f5 req-1864ae45-a795-4e40-8f7a-01dc4a661410 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:23.510135 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-25a95aa3-81d9-4549-8163-eed6c520ada5 None None] For port d8844e32-8ac0-4ca3-8b7a-2fbf50e21974, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:23.510361 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7987bc5-94c6-4ba2-9713-7fd6279150f5 req-1864ae45-a795-4e40-8f7a-01dc4a661410 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:23.518771 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7987bc5-94c6-4ba2-9713-7fd6279150f5 req-1864ae45-a795-4e40-8f7a-01dc4a661410 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:23.526911 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7987bc5-94c6-4ba2-9713-7fd6279150f5 req-1864ae45-a795-4e40-8f7a-01dc4a661410 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:23.529178 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8281f617-4201-4f89-b3c8-a66b9c20ac18 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Made reservation on behalf of 8434a395e18f4e56aaf8b290ba6c1440 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:23.533511 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8281f617-4201-4f89-b3c8-a66b9c20ac18 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:23.535640 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d7987bc5-94c6-4ba2-9713-7fd6279150f5 req-1864ae45-a795-4e40-8f7a-01dc4a661410 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5436 time: 0.2928126 Jul 06 13:57:23.600510 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:23.604108 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-25a95aa3-81d9-4549-8163-eed6c520ada5 None None] For port d8844e32-8ac0-4ca3-8b7a-2fbf50e21974, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d8844e32-8ac0-4ca3-8b7a-2fbf50e21974,segment=NetworkSegment(a7f6aa70-dbf4-4b82-9c16-80eea0731056),segment_id=a7f6aa70-dbf4-4b82-9c16-80eea0731056)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:23.629739 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.ipam_backend_mixin [None req-8281f617-4201-4f89-b3c8-a66b9c20ac18 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Performing IP validity checks on allocation pools {{(pid=100417) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 13:57:23.630694 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.ipam_backend_mixin [None req-8281f617-4201-4f89-b3c8-a66b9c20ac18 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100417) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 13:57:23.634720 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-25a95aa3-81d9-4549-8163-eed6c520ada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:23.650710 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a663b4e4-819d-4649-9da6-3d9154d3234b {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:57:23.681538 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d7987bc5-94c6-4ba2-9713-7fd6279150f5 req-33766d3d-ef31-4ebf-8b0e-47539522ebde tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1448457 Jul 06 13:57:23.702142 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b4c68d75-c76f-4b75-b6cf-890a9ad45299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:23.757710 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port a663b4e4-819d-4649-9da6-3d9154d3234b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a663b4e4-819d-4649-9da6-3d9154d3234b,segment=NetworkSegment(47eff200-9b7f-44df-b691-5543df245491),segment_id=47eff200-9b7f-44df-b691-5543df245491)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:23.778812 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:23.781613 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a95aa3-81d9-4549-8163-eed6c520ada5 None None] Pushing event updated for resources: {'Port': ['ID=d8844e32-8ac0-4ca3-8b7a-2fbf50e21974,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:23.826069 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8281f617-4201-4f89-b3c8-a66b9c20ac18 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:23.905446 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=a663b4e4-819d-4649-9da6-3d9154d3234b,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:23.930172 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281f617-4201-4f89-b3c8-a66b9c20ac18 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event updated for resources: {'Subnet': ['ID=cab77e60-8c23-4239-a724-f1c7ecc65ce4,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:23.932692 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c68d75-c76f-4b75-b6cf-890a9ad45299 admin admin] Router c5b0382b-4b8e-45ff-a41b-b0e68763f799 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:57:23.960171 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8281f617-4201-4f89-b3c8-a66b9c20ac18 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Checking segment: {'id': '77333cc0-7692-473a-ae84-01dcc4aae128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95a582ea-2795-4908-a4f1-3fb509052091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:23.960550 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8281f617-4201-4f89-b3c8-a66b9c20ac18 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Network hostable DHCP agents. Network: 95a582ea-2795-4908-a4f1-3fb509052091, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:57:23.997656 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8281f617-4201-4f89-b3c8-a66b9c20ac18 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Network 95a582ea-2795-4908-a4f1-3fb509052091 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:57:24.013244 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-8281f617-4201-4f89-b3c8-a66b9c20ac18 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 95a582ea-2795-4908-a4f1-3fb509052091) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:24.018454 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8281f617-4201-4f89-b3c8-a66b9c20ac18 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:24.019065 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8281f617-4201-4f89-b3c8-a66b9c20ac18 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:24.028117 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33255acb-b026-4f0e-87ef-4ec86cb4e2cb None None] Network 95a582ea-2795-4908-a4f1-3fb509052091 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:24.077431 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8281f617-4201-4f89-b3c8-a66b9c20ac18 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6931281 Jul 06 13:57:24.079986 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55472) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:24.094380 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-eaf65bb4-fefe-4593-b8b9-38c8aba0d929 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:24.144053 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c68d75-c76f-4b75-b6cf-890a9ad45299 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:57:24.158628 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c2c340-cc57-4b7a-8b3f-eef68ab0ce14 None None] Sync routers for ids ['c5b0382b-4b8e-45ff-a41b-b0e68763f799'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:57:24.175661 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c2c340-cc57-4b7a-8b3f-eef68ab0ce14 None None] Routers {'c5b0382b-4b8e-45ff-a41b-b0e68763f799'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:57:24.176695 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-a5c2c340-cc57-4b7a-8b3f-eef68ab0ce14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:57:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c5b0382b-4b8e-45ff-a41b-b0e68763f799'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:24.176996 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b4c68d75-c76f-4b75-b6cf-890a9ad45299 admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:24.180925 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b4c68d75-c76f-4b75-b6cf-890a9ad45299 admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1704152 Jul 06 13:57:24.185500 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55474) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:24.202536 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bbb4e-17f5-46c2-9538-43289200dcb0 req-6c5b70c0-3fbc-43ae-a8ac-e18a90a3a7a3 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:24.210502 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8f9bbb4e-17f5-46c2-9538-43289200dcb0 req-6c5b70c0-3fbc-43ae-a8ac-e18a90a3a7a3 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1597452 Jul 06 13:57:24.318176 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eaf65bb4-fefe-4593-b8b9-38c8aba0d929 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3695265'] for subnet, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:24.338016 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8f9bbb4e-17f5-46c2-9538-43289200dcb0 req-b87da584-94a1-45f2-8870-9f865ff6e0f1 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252639 Jul 06 13:57:24.398683 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf02682-80f2-4e9a-b807-2ff116e6d652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-95a582ea-2795-4908-a4f1-3fb509052091', 'network_id': '95a582ea-2795-4908-a4f1-3fb509052091', 'tenant_id': '8434a395e18f4e56aaf8b290ba6c1440', 'fixed_ips': [{'subnet_id': 'cab77e60-8c23-4239-a724-f1c7ecc65ce4'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:57:24.402368 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9bf02682-80f2-4e9a-b807-2ff116e6d652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:24.453462 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-a5c2c340-cc57-4b7a-8b3f-eef68ab0ce14 None None] Set router c5b0382b-4b8e-45ff-a41b-b0e68763f799 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:57:24.605720 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['f43b5bfc-1387-457f-8a78-02e1c6d6fcb2'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:24.638960 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['c81b15c8-afcc-4b25-b3cc-00f2946f2dd8'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:24.649499 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['11e54c50-28be-4c62-974c-793a9bc6cfeb'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:24.738469 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eaf65bb4-fefe-4593-b8b9-38c8aba0d929 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727519554079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3505964'] for subnet, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:24.821127 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf65bb4-fefe-4593-b8b9-38c8aba0d929 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:24.822031 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eaf65bb4-fefe-4593-b8b9-38c8aba0d929 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:24.827363 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-eaf65bb4-fefe-4593-b8b9-38c8aba0d929 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "PUT /v2.0/subnets/cab77e60-8c23-4239-a724-f1c7ecc65ce4 HTTP/1.1" status: 200 len: 900 time: 0.7460334 Jul 06 13:57:24.828001 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55480) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:24.893163 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-a5c2c340-cc57-4b7a-8b3f-eef68ab0ce14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b0382b-4b8e-45ff-a41b-b0e68763f799', 'name': 'tempest-TestVolumeBackupRestore-1358399704-router', 'tenant_id': '5f26fa9c5c584e0f9194ad70914ae7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'a51c49ae-37b6-4ab3-b413-4eff2cd80b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:21Z', 'updated_at': '2021-07-06T13:57:22Z', 'revision_number': 3, 'project_id': '5f26fa9c5c584e0f9194ad70914ae7e7', 'gw_port': {'id': 'a51c49ae-37b6-4ab3-b413-4eff2cd80b22', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b0382b-4b8e-45ff-a41b-b0e68763f799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:22Z', 'updated_at': '2021-07-06T13:57:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:24.964621 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-9bf02682-80f2-4e9a-b807-2ff116e6d652 None None] Allocated IP 2001:db8::3 (95a582ea-2795-4908-a4f1-3fb509052091/cab77e60-8c23-4239-a724-f1c7ecc65ce4/eba73110-464e-4e55-b260-d5ddee491200) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:24.965029 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c2c340-cc57-4b7a-8b3f-eef68ab0ce14 None None] Checking router: c5b0382b-4b8e-45ff-a41b-b0e68763f799 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:57:24.965659 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c2c340-cc57-4b7a-8b3f-eef68ab0ce14 None None] Updating router c5b0382b-4b8e-45ff-a41b-b0e68763f799 port a51c49ae-37b6-4ab3-b413-4eff2cd80b22 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:57:24.993611 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf65bb4-fefe-4593-b8b9-38c8aba0d929 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event updated for resources: {'Subnet': ['ID=cab77e60-8c23-4239-a724-f1c7ecc65ce4,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:25.072270 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-a5c2c340-cc57-4b7a-8b3f-eef68ab0ce14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:25.077734 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['e76ed683-71b8-44b2-8f04-a3fafeb1baa3'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:25.096275 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['9a71000c-341f-41c5-af30-6252750d04b5'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:25.098853 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['a33437af-9d21-48be-a19f-2f3a314e0e9d'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:25.101530 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 13bfe61c-e067-4481-be83-98f706f6f2aa up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:25.104395 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['a663b4e4-819d-4649-9da6-3d9154d3234b'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:25.107984 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:25.237743 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:25.412760 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359c398-6bb5-4759-ad00-d089e12f5d28 req-a0f42003-59e3-4621-b580-458285d0f49e tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:25.414810 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d359c398-6bb5-4759-ad00-d089e12f5d28 req-a0f42003-59e3-4621-b580-458285d0f49e tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 946 time: 0.1675150 Jul 06 13:57:25.475857 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b069e05f-1a95-4873-a821-defe70b4a786 None None] Network 20053e63-3fae-411f-8ca9-b860a1286efe requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:25.563821 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d359c398-6bb5-4759-ad00-d089e12f5d28 req-f62362d7-bce8-4aa4-a04f-137c6fb350f9 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176198 Jul 06 13:57:25.609697 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d86ea232-b3b7-45b1-b47f-89d2e41e03dd None None] Provisioning for port d8844e32-8ac0-4ca3-8b7a-2fbf50e21974 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:25.647889 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-377aa7ce-5d25-4fa0-a809-483442e8a334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:25.684641 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-a5c2c340-cc57-4b7a-8b3f-eef68ab0ce14 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:25.702666 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-a5c2c340-cc57-4b7a-8b3f-eef68ab0ce14 None None] Transition to ACTIVE for port object a51c49ae-37b6-4ab3-b413-4eff2cd80b22 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:25.710726 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-a5c2c340-cc57-4b7a-8b3f-eef68ab0ce14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:25.769948 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-a5c2c340-cc57-4b7a-8b3f-eef68ab0ce14 None None] Attempting to bind port a51c49ae-37b6-4ab3-b413-4eff2cd80b22 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:25.770237 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-a5c2c340-cc57-4b7a-8b3f-eef68ab0ce14 None None] Attempting to bind port a51c49ae-37b6-4ab3-b413-4eff2cd80b22 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:25.770850 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c2c340-cc57-4b7a-8b3f-eef68ab0ce14 None None] Attempting to bind port a51c49ae-37b6-4ab3-b413-4eff2cd80b22 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:25.782883 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c2c340-cc57-4b7a-8b3f-eef68ab0ce14 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:25.783564 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c2c340-cc57-4b7a-8b3f-eef68ab0ce14 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:25.784213 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-a5c2c340-cc57-4b7a-8b3f-eef68ab0ce14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:25.784778 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c2c340-cc57-4b7a-8b3f-eef68ab0ce14 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:25.785395 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-a5c2c340-cc57-4b7a-8b3f-eef68ab0ce14 None None] Bound port: a51c49ae-37b6-4ab3-b413-4eff2cd80b22, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:25.785970 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-a5c2c340-cc57-4b7a-8b3f-eef68ab0ce14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:25.788637 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7ec27-7843-4b6c-b6a0-e725194c221d None None] Pushing event updated for resources: {'Port': ['ID=a51c49ae-37b6-4ab3-b413-4eff2cd80b22,revision_number=2']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:25.820141 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e7ec27-7843-4b6c-b6a0-e725194c221d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:25.820834 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e7ec27-7843-4b6c-b6a0-e725194c221d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:25.821364 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e7ec27-7843-4b6c-b6a0-e725194c221d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:25.821913 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e7ec27-7843-4b6c-b6a0-e725194c221d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:25.822445 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e7ec27-7843-4b6c-b6a0-e725194c221d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:25.822986 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e7ec27-7843-4b6c-b6a0-e725194c221d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:25.824235 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e7ec27-7843-4b6c-b6a0-e725194c221d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:25.824765 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e7ec27-7843-4b6c-b6a0-e725194c221d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:25.825294 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e7ec27-7843-4b6c-b6a0-e725194c221d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:25.825833 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e7ec27-7843-4b6c-b6a0-e725194c221d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:25.826372 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e7ec27-7843-4b6c-b6a0-e725194c221d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:25.826888 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e7ec27-7843-4b6c-b6a0-e725194c221d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:25.851953 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157796b2-53de-4e28-90a7-f1428de1353b req-aca8b541-cfd8-4d21-8da2-da64309a32b5 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:25.853530 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-157796b2-53de-4e28-90a7-f1428de1353b req-aca8b541-cfd8-4d21-8da2-da64309a32b5 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1474462 Jul 06 13:57:25.861924 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-a5c2c340-cc57-4b7a-8b3f-eef68ab0ce14 None None] For port a51c49ae-37b6-4ab3-b413-4eff2cd80b22, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:25.865999 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-a5c2c340-cc57-4b7a-8b3f-eef68ab0ce14 None None] For port a51c49ae-37b6-4ab3-b413-4eff2cd80b22, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a51c49ae-37b6-4ab3-b413-4eff2cd80b22,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:25.866169 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 13bfe61c-e067-4481-be83-98f706f6f2aa completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:25.872611 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-a5c2c340-cc57-4b7a-8b3f-eef68ab0ce14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:25.917211 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 13bfe61c-e067-4481-be83-98f706f6f2aa triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:25.917593 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:25.928600 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7ec27-7843-4b6c-b6a0-e725194c221d None None] Pushing event updated for resources: {'Port': ['ID=a51c49ae-37b6-4ab3-b413-4eff2cd80b22,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:25.930292 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-377aa7ce-5d25-4fa0-a809-483442e8a334 admin admin] Allocated IP 172.20.0.1 (20053e63-3fae-411f-8ca9-b860a1286efe/e81e2b2c-f396-4668-885d-ea7a068606cd/e539321b-c54f-4ac7-8642-64a55dd80a13) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:25.949569 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-157796b2-53de-4e28-90a7-f1428de1353b req-d40a5100-ac6c-427d-a780-5b78ea125505 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638993 Jul 06 13:57:25.951055 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c2c340-cc57-4b7a-8b3f-eef68ab0ce14 None None] Routers {'c5b0382b-4b8e-45ff-a41b-b0e68763f799'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:57:25.951756 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-a5c2c340-cc57-4b7a-8b3f-eef68ab0ce14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:57:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c5b0382b-4b8e-45ff-a41b-b0e68763f799'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:26.113581 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-a5c2c340-cc57-4b7a-8b3f-eef68ab0ce14 None None] Set router c5b0382b-4b8e-45ff-a41b-b0e68763f799 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:57:26.175214 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-377aa7ce-5d25-4fa0-a809-483442e8a334 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:26.206748 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-377aa7ce-5d25-4fa0-a809-483442e8a334 admin admin] Transition to ACTIVE for port object e539321b-c54f-4ac7-8642-64a55dd80a13 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:26.226055 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9bf02682-80f2-4e9a-b807-2ff116e6d652 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:26.271282 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-377aa7ce-5d25-4fa0-a809-483442e8a334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:26.296889 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f0185-1a09-4942-a944-bbce035608c8 req-5d15d031-7376-4ccc-87db-9544c7e56292 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:26.302994 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f0185-1a09-4942-a944-bbce035608c8 req-5d15d031-7376-4ccc-87db-9544c7e56292 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:26.309657 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f0185-1a09-4942-a944-bbce035608c8 req-5d15d031-7376-4ccc-87db-9544c7e56292 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:26.309899 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9bf02682-80f2-4e9a-b807-2ff116e6d652 None None] Transition to ACTIVE for port object eba73110-464e-4e55-b260-d5ddee491200 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:26.317824 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f0185-1a09-4942-a944-bbce035608c8 req-5d15d031-7376-4ccc-87db-9544c7e56292 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:26.325286 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f0185-1a09-4942-a944-bbce035608c8 req-5d15d031-7376-4ccc-87db-9544c7e56292 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:26.332023 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f0185-1a09-4942-a944-bbce035608c8 req-5d15d031-7376-4ccc-87db-9544c7e56292 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:26.338131 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f0185-1a09-4942-a944-bbce035608c8 req-5d15d031-7376-4ccc-87db-9544c7e56292 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:26.340879 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fa3f0185-1a09-4942-a944-bbce035608c8 req-5d15d031-7376-4ccc-87db-9544c7e56292 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5437 time: 0.2239983 Jul 06 13:57:26.352365 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-a5c2c340-cc57-4b7a-8b3f-eef68ab0ce14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b0382b-4b8e-45ff-a41b-b0e68763f799', 'name': 'tempest-TestVolumeBackupRestore-1358399704-router', 'tenant_id': '5f26fa9c5c584e0f9194ad70914ae7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'a51c49ae-37b6-4ab3-b413-4eff2cd80b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:21Z', 'updated_at': '2021-07-06T13:57:22Z', 'revision_number': 3, 'project_id': '5f26fa9c5c584e0f9194ad70914ae7e7', 'gw_port': {'id': 'a51c49ae-37b6-4ab3-b413-4eff2cd80b22', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b0382b-4b8e-45ff-a41b-b0e68763f799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:22Z', 'updated_at': '2021-07-06T13:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:26.391176 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c2c340-cc57-4b7a-8b3f-eef68ab0ce14 None None] The sync data for ids ['c5b0382b-4b8e-45ff-a41b-b0e68763f799'] in n-d-773644-6 is: [{'id': 'c5b0382b-4b8e-45ff-a41b-b0e68763f799', 'name': 'tempest-TestVolumeBackupRestore-1358399704-router', 'tenant_id': '5f26fa9c5c584e0f9194ad70914ae7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'a51c49ae-37b6-4ab3-b413-4eff2cd80b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:21Z', 'updated_at': '2021-07-06T13:57:22Z', 'revision_number': 3, 'project_id': '5f26fa9c5c584e0f9194ad70914ae7e7', 'gw_port': {'id': 'a51c49ae-37b6-4ab3-b413-4eff2cd80b22', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b0382b-4b8e-45ff-a41b-b0e68763f799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:22Z', 'updated_at': '2021-07-06T13:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:57:26.393447 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377aa7ce-5d25-4fa0-a809-483442e8a334 admin admin] Network 20053e63-3fae-411f-8ca9-b860a1286efe is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:26.400545 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-377aa7ce-5d25-4fa0-a809-483442e8a334 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:26.404146 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377aa7ce-5d25-4fa0-a809-483442e8a334 admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:57:26.438851 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377aa7ce-5d25-4fa0-a809-483442e8a334 admin admin] Pushing event updated for resources: {'Port': ['ID=e539321b-c54f-4ac7-8642-64a55dd80a13,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:26.441519 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9bf02682-80f2-4e9a-b807-2ff116e6d652 None None] Transition to ACTIVE for port object eba73110-464e-4e55-b260-d5ddee491200 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:26.461042 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fa3f0185-1a09-4942-a944-bbce035608c8 req-4ad48e42-7dc0-4ecc-9396-2cd710406ac0 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1010730 Jul 06 13:57:26.489237 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9bf02682-80f2-4e9a-b807-2ff116e6d652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:26.503489 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:26.509088 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-377aa7ce-5d25-4fa0-a809-483442e8a334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:26.620996 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event deleted for resources: {'Subnet': ['ID=cab77e60-8c23-4239-a724-f1c7ecc65ce4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:26.630305 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf02682-80f2-4e9a-b807-2ff116e6d652 None None] Network 95a582ea-2795-4908-a4f1-3fb509052091 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:26.716203 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:26.724829 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e07783-e905-4636-a5ea-c92579de319f None None] Sync routers for ids ['5302225d-dae7-420f-9590-f08a3faf81b1'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:57:26.734123 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a582ea-2795-4908-a4f1-3fb509052091']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:26.740933 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-9bf02682-80f2-4e9a-b807-2ff116e6d652 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:26.743291 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf02682-80f2-4e9a-b807-2ff116e6d652 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:57:26.751001 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a221566-5a63-461d-84b4-9185ec14f676 req-6ce3019a-e46a-49b2-9c4f-5458040ba22f tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:26.755714 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6a221566-5a63-461d-84b4-9185ec14f676 req-6ce3019a-e46a-49b2-9c4f-5458040ba22f tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] 10.222.0.52 "GET /v2.0/ports?device_id=cadfc99f-b501-465c-b179-bced90bd4002 HTTP/1.1" status: 200 len: 946 time: 0.2767923 Jul 06 13:57:26.760034 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77333cc0-7692-473a-ae84-01dcc4aae128') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:26.761406 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77333cc0-7692-473a-ae84-01dcc4aae128') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:26.782220 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:26.796410 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8dca9e-d0ef-43ac-8df2-78c0ea0d1b0f req-568ea5d4-4026-43fc-acbd-a10aa1bd9202 tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:26.809303 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fe8dca9e-d0ef-43ac-8df2-78c0ea0d1b0f req-568ea5d4-4026-43fc-acbd-a10aa1bd9202 tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] 10.222.0.118 "GET /v2.0/ports?device_id=cadfc99f-b501-465c-b179-bced90bd4002 HTTP/1.1" status: 200 len: 946 time: 0.1804206 Jul 06 13:57:26.809546 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:26.820450 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:57:26.820700 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:26.870019 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf02682-80f2-4e9a-b807-2ff116e6d652 None None] Pushing event updated for resources: {'Port': ['ID=eba73110-464e-4e55-b260-d5ddee491200,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:26.877157 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:57:26.882580 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:57:26.890237 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fe8dca9e-d0ef-43ac-8df2-78c0ea0d1b0f req-25266936-d1b3-455c-8e34-29367c34ce94 tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] 10.222.0.118 "GET /v2.0/security-groups?id=47e3317c-e314-4b7f-8e1d-8684dabd0d26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821779 Jul 06 13:57:26.891548 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-377aa7ce-5d25-4fa0-a809-483442e8a334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:26.903794 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 13bfe61c-e067-4481-be83-98f706f6f2aa, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=13bfe61c-e067-4481-be83-98f706f6f2aa,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:26.909676 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e07783-e905-4636-a5ea-c92579de319f None None] Routers {'5302225d-dae7-420f-9590-f08a3faf81b1'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:57:26.910429 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-37e07783-e905-4636-a5ea-c92579de319f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:57:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['5302225d-dae7-420f-9590-f08a3faf81b1'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:26.915211 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:26.916214 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d8844e32-8ac0-4ca3-8b7a-2fbf50e21974 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:26.924895 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-9bf02682-80f2-4e9a-b807-2ff116e6d652 None None] Attempting to bind port eba73110-464e-4e55-b260-d5ddee491200 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:26.925271 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-9bf02682-80f2-4e9a-b807-2ff116e6d652 None None] Attempting to bind port eba73110-464e-4e55-b260-d5ddee491200 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '77333cc0-7692-473a-ae84-01dcc4aae128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95a582ea-2795-4908-a4f1-3fb509052091'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:26.925641 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf02682-80f2-4e9a-b807-2ff116e6d652 None None] Attempting to bind port eba73110-464e-4e55-b260-d5ddee491200 on network 95a582ea-2795-4908-a4f1-3fb509052091 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:26.996872 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.db.api [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 13:57:26.996872 n-d-773644-6 neutron-server[100417]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 13:57:26.996872 n-d-773644-6 neutron-server[100417]: [parameters: {'id': '95a582ea-2795-4908-a4f1-3fb509052091'}] Jul 06 13:57:26.996872 n-d-773644-6 neutron-server[100417]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 13:57:26.997353 n-d-773644-6 neutron-server[100417]: DEBUG oslo_db.api [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 13:57:27.046000 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf02682-80f2-4e9a-b807-2ff116e6d652 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:27.046567 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf02682-80f2-4e9a-b807-2ff116e6d652 None None] Checking segment: {'id': '77333cc0-7692-473a-ae84-01dcc4aae128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95a582ea-2795-4908-a4f1-3fb509052091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:27.047186 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9bf02682-80f2-4e9a-b807-2ff116e6d652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:27.047186 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf02682-80f2-4e9a-b807-2ff116e6d652 None None] Bound using segment: {'id': '77333cc0-7692-473a-ae84-01dcc4aae128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95a582ea-2795-4908-a4f1-3fb509052091'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:27.047681 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-9bf02682-80f2-4e9a-b807-2ff116e6d652 None None] Bound port: eba73110-464e-4e55-b260-d5ddee491200, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77333cc0-7692-473a-ae84-01dcc4aae128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '95a582ea-2795-4908-a4f1-3fb509052091'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:27.048079 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9bf02682-80f2-4e9a-b807-2ff116e6d652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:27.083633 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-6a221566-5a63-461d-84b4-9185ec14f676 req-bf8baad9-623f-4955-af49-42cdc6619373 tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Deleting port ca2d9147-efa9-49ac-a995-9dd1e84d4a9e {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:57:27.084141 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-6a221566-5a63-461d-84b4-9185ec14f676 req-bf8baad9-623f-4955-af49-42cdc6619373 tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:27.234492 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-377aa7ce-5d25-4fa0-a809-483442e8a334 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:27.247609 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-377aa7ce-5d25-4fa0-a809-483442e8a334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:27.264461 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-6a221566-5a63-461d-84b4-9185ec14f676 req-bf8baad9-623f-4955-af49-42cdc6619373 tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] For port ca2d9147-efa9-49ac-a995-9dd1e84d4a9e, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ca2d9147-efa9-49ac-a995-9dd1e84d4a9e,segment=NetworkSegment(25820311-8714-4f9c-88fa-9bb9977684bf),segment_id=25820311-8714-4f9c-88fa-9bb9977684bf)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:27.267311 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-6a221566-5a63-461d-84b4-9185ec14f676 req-bf8baad9-623f-4955-af49-42cdc6619373 tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:27.272511 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=13bfe61c-e067-4481-be83-98f706f6f2aa,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:27.297214 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-6a221566-5a63-461d-84b4-9185ec14f676 req-bf8baad9-623f-4955-af49-42cdc6619373 tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Calling delete_port for ca2d9147-efa9-49ac-a995-9dd1e84d4a9e owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:57:27.304744 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-37e07783-e905-4636-a5ea-c92579de319f None None] Set router 5302225d-dae7-420f-9590-f08a3faf81b1 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:57:27.335880 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port d8844e32-8ac0-4ca3-8b7a-2fbf50e21974 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:27.385350 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port d8844e32-8ac0-4ca3-8b7a-2fbf50e21974 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:27.387608 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:27.442498 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377aa7ce-5d25-4fa0-a809-483442e8a334 admin admin] Pushing event updated for resources: {'Port': ['ID=e539321b-c54f-4ac7-8642-64a55dd80a13,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:27.451808 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-377aa7ce-5d25-4fa0-a809-483442e8a334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:27.452073 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9bf02682-80f2-4e9a-b807-2ff116e6d652 None None] For port eba73110-464e-4e55-b260-d5ddee491200, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:27.488592 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-6a221566-5a63-461d-84b4-9185ec14f676 req-bf8baad9-623f-4955-af49-42cdc6619373 tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:27.498555 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6caedebe-6cf7-4475-bd2a-7889c5d95020 None None] Provisioning for port e539321b-c54f-4ac7-8642-64a55dd80a13 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:27.508086 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6caedebe-6cf7-4475-bd2a-7889c5d95020 None None] Provisioning complete for port e539321b-c54f-4ac7-8642-64a55dd80a13 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:27.508731 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6caedebe-6cf7-4475-bd2a-7889c5d95020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:27.512198 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['ca2d9147-efa9-49ac-a995-9dd1e84d4a9e'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:27.553706 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:27.557722 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8baad9-623f-4955-af49-42cdc6619373 tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Pushing event deleted for resources: {'Port': ['ID=ca2d9147-efa9-49ac-a995-9dd1e84d4a9e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:27.571983 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377aa7ce-5d25-4fa0-a809-483442e8a334 admin admin] Network 20053e63-3fae-411f-8ca9-b860a1286efe is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:27.575454 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-377aa7ce-5d25-4fa0-a809-483442e8a334 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:27.593836 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9bf02682-80f2-4e9a-b807-2ff116e6d652 None None] For port eba73110-464e-4e55-b260-d5ddee491200, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=eba73110-464e-4e55-b260-d5ddee491200,segment=NetworkSegment(77333cc0-7692-473a-ae84-01dcc4aae128),segment_id=77333cc0-7692-473a-ae84-01dcc4aae128)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:27.642636 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9bf02682-80f2-4e9a-b807-2ff116e6d652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:27.723100 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a221566-5a63-461d-84b4-9185ec14f676 req-bf8baad9-623f-4955-af49-42cdc6619373 tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] No DVR routers for this DVR port ca2d9147-efa9-49ac-a995-9dd1e84d4a9e on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:57:27.727696 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-6a221566-5a63-461d-84b4-9185ec14f676 req-bf8baad9-623f-4955-af49-42cdc6619373 tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:27.729951 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6a221566-5a63-461d-84b4-9185ec14f676 req-bf8baad9-623f-4955-af49-42cdc6619373 tempest-VolumesAdminNegativeTest-1227515804 tempest-VolumesAdminNegativeTest-1227515804-project] 10.222.0.52 "DELETE /v2.0/ports/ca2d9147-efa9-49ac-a995-9dd1e84d4a9e HTTP/1.1" status: 204 len: 173 time: 0.8420339 Jul 06 13:57:27.731525 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cadfc99f-b501-465c-b179-bced90bd4002', 'name': 'network-vif-deleted', 'tag': 'ca2d9147-efa9-49ac-a995-9dd1e84d4a9e'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:27.741840 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523b8ed-749f-432d-99b6-dff776e655fc req-42ef9b70-7326-4563-aafa-2e3f3f717bd3 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:27.745622 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d0cd4b-7dda-4449-911a-c1b1ab85d92e" -d '{"events": [{"server_uuid": "cadfc99f-b501-465c-b179-bced90bd4002", "name": "network-vif-deleted", "tag": "ca2d9147-efa9-49ac-a995-9dd1e84d4a9e"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:27.753422 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a523b8ed-749f-432d-99b6-dff776e655fc req-42ef9b70-7326-4563-aafa-2e3f3f717bd3 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 946 time: 0.3829656 Jul 06 13:57:27.774695 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377aa7ce-5d25-4fa0-a809-483442e8a334 admin admin] Router c5b0382b-4b8e-45ff-a41b-b0e68763f799 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:57:27.781313 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Deleting port eba73110-464e-4e55-b260-d5ddee491200 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:57:27.781666 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:27.800636 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-6caedebe-6cf7-4475-bd2a-7889c5d95020 None None] Port e539321b-c54f-4ac7-8642-64a55dd80a13 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:57:27.810484 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf02682-80f2-4e9a-b807-2ff116e6d652 None None] Pushing event updated for resources: {'Port': ['ID=eba73110-464e-4e55-b260-d5ddee491200,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:27.837499 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a523b8ed-749f-432d-99b6-dff776e655fc req-40110ef5-ad6d-4998-9ede-247aaf47fc81 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615997 Jul 06 13:57:27.913195 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] For port eba73110-464e-4e55-b260-d5ddee491200, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=eba73110-464e-4e55-b260-d5ddee491200,segment=NetworkSegment(77333cc0-7692-473a-ae84-01dcc4aae128),segment_id=77333cc0-7692-473a-ae84-01dcc4aae128)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:27.915365 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:27.965586 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Calling delete_port for eba73110-464e-4e55-b260-d5ddee491200 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:57:27.967345 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6caedebe-6cf7-4475-bd2a-7889c5d95020 None None] Provisioning complete for port d8844e32-8ac0-4ca3-8b7a-2fbf50e21974 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:27.967835 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6caedebe-6cf7-4475-bd2a-7889c5d95020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:27.991548 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:28.015669 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa1d2f8-7c30-493e-98aa-98871cf9b30c None None] Network 95a582ea-2795-4908-a4f1-3fb509052091 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:28.050302 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377aa7ce-5d25-4fa0-a809-483442e8a334 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:57:28.056135 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-377aa7ce-5d25-4fa0-a809-483442e8a334 admin admin] 10.222.0.118 "PUT /v2.0/routers/c5b0382b-4b8e-45ff-a41b-b0e68763f799/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8696206 Jul 06 13:57:28.120082 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:28.130079 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port d8844e32-8ac0-4ca3-8b7a-2fbf50e21974, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d8844e32-8ac0-4ca3-8b7a-2fbf50e21974,segment=NetworkSegment(a7f6aa70-dbf4-4b82-9c16-80eea0731056),segment_id=a7f6aa70-dbf4-4b82-9c16-80eea0731056)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:28.143586 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:28.157315 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event deleted for resources: {'Port': ['ID=eba73110-464e-4e55-b260-d5ddee491200,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:28.159881 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] No DVR routers for this DVR port eba73110-464e-4e55-b260-d5ddee491200 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:57:28.213256 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159429a-4a45-44b9-96e4-f2a960d9cd0f req-a1ec55dd-5762-4c81-b79e-a797a17b1613 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:28.226371 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2159429a-4a45-44b9-96e4-f2a960d9cd0f req-a1ec55dd-5762-4c81-b79e-a797a17b1613 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1398516 Jul 06 13:57:28.280234 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a57c6f3-f93a-49b2-abcc-3e0e64c94a34 None None] Network 95a582ea-2795-4908-a4f1-3fb509052091 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:28.288411 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2159429a-4a45-44b9-96e4-f2a960d9cd0f req-3304dd0c-2ea3-4253-b524-0154961d0f1d tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549860 Jul 06 13:57:28.303173 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:28.332193 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-37e07783-e905-4636-a5ea-c92579de319f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'name': 'tempest-TestVolumeBackupRestore-1574025727-router', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T13:57:17Z', 'revision_number': 4, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'gw_port': {'id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'af0d286e-9dc0-4af4-9db8-67903674d544', 'name': '', 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'mac_address': 'fa:16:3e:97:ad:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'e2c5549a-87ab-47fc-82d1-f761c92f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:16Z', 'updated_at': '2021-07-06T13:57:17Z', 'revision_number': 2, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'subnets': [{'id': 'e2c5549a-87ab-47fc-82d1-f761c92f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:28.332780 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a582ea-2795-4908-a4f1-3fb509052091']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:28.347852 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77333cc0-7692-473a-ae84-01dcc4aae128') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:28.347852 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77333cc0-7692-473a-ae84-01dcc4aae128') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:28.361809 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:28.373376 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:28.379644 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:57:28.380076 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:57:28.454289 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:57:28.456570 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e07783-e905-4636-a5ea-c92579de319f None None] Checking router: 5302225d-dae7-420f-9590-f08a3faf81b1 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:57:28.458945 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e07783-e905-4636-a5ea-c92579de319f None None] Updating router 5302225d-dae7-420f-9590-f08a3faf81b1 port af0d286e-9dc0-4af4-9db8-67903674d544 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:57:28.474895 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:28.490210 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:28.498047 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "DELETE /v2.0/networks/95a582ea-2795-4908-a4f1-3fb509052091 HTTP/1.1" status: 204 len: 168 time: 3.6602826 Jul 06 13:57:28.501285 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55514) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:28.509474 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552eeaf6-091e-49ed-85f6-ceff74c3312d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event deleted for resources: {'Network': ['ID=95a582ea-2795-4908-a4f1-3fb509052091,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:28.551894 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=d8844e32-8ac0-4ca3-8b7a-2fbf50e21974,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:28.567846 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca0ac80a-6c5b-487c-bb79-4b7f15fc9689 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] DELETE failed (client error): The resource could not be found. Jul 06 13:57:28.568150 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca0ac80a-6c5b-487c-bb79-4b7f15fc9689 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 13:57:28.570133 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ca0ac80a-6c5b-487c-bb79-4b7f15fc9689 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "DELETE /v2.0/subnets/cab77e60-8c23-4239-a724-f1c7ecc65ce4 HTTP/1.1" status: 404 len: 337 time: 0.0665727 Jul 06 13:57:28.573216 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55516) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:28.578701 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 13bfe61c-e067-4481-be83-98f706f6f2aa up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:28.602976 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-1956c5ce-d610-4485-881b-fe2c92e1f89d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] DELETE failed (client error): The resource could not be found. Jul 06 13:57:28.604182 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1956c5ce-d610-4485-881b-fe2c92e1f89d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 13:57:28.606723 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1956c5ce-d610-4485-881b-fe2c92e1f89d tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "DELETE /v2.0/networks/95a582ea-2795-4908-a4f1-3fb509052091 HTTP/1.1" status: 404 len: 339 time: 0.0301063 Jul 06 13:57:28.609156 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55518) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:28.645633 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d2b0a-7a19-48b3-aa61-dc6c25a8ef1e req-ffa2a9f8-5fca-4948-ac38-6003e30c1471 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:28.653530 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d2b0a-7a19-48b3-aa61-dc6c25a8ef1e req-ffa2a9f8-5fca-4948-ac38-6003e30c1471 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:28.660179 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d2b0a-7a19-48b3-aa61-dc6c25a8ef1e req-ffa2a9f8-5fca-4948-ac38-6003e30c1471 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:28.666523 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d2b0a-7a19-48b3-aa61-dc6c25a8ef1e req-ffa2a9f8-5fca-4948-ac38-6003e30c1471 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:28.673885 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d2b0a-7a19-48b3-aa61-dc6c25a8ef1e req-ffa2a9f8-5fca-4948-ac38-6003e30c1471 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:28.684943 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d2b0a-7a19-48b3-aa61-dc6c25a8ef1e req-ffa2a9f8-5fca-4948-ac38-6003e30c1471 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:28.714781 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d2b0a-7a19-48b3-aa61-dc6c25a8ef1e req-ffa2a9f8-5fca-4948-ac38-6003e30c1471 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:28.724776 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-37e07783-e905-4636-a5ea-c92579de319f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:28.725008 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-db5d2b0a-7a19-48b3-aa61-dc6c25a8ef1e req-ffa2a9f8-5fca-4948-ac38-6003e30c1471 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5437 time: 0.1741948 Jul 06 13:57:28.745979 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5aaa3c00-c4f9-4c0a-8a5c-d1f2181643db tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:28.765896 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-56dd1cba-b1ee-4dc2-ad18-e30951152e06 None None] Provisioning complete for port e539321b-c54f-4ac7-8642-64a55dd80a13 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:28.766291 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-56dd1cba-b1ee-4dc2-ad18-e30951152e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:28.787189 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-db5d2b0a-7a19-48b3-aa61-dc6c25a8ef1e req-8063f6b2-a536-4a35-bc2e-7bb78386708f tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610249 Jul 06 13:57:28.878205 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7824e3-e2be-4581-a5f0-c25c39fa7a0d x-openstack-request-id: req-6d7824e3-e2be-4581-a5f0-c25c39fa7a0d {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:28.878587 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cadfc99f-b501-465c-b179-bced90bd4002", "name": "network-vif-deleted", "tag": "ca2d9147-efa9-49ac-a995-9dd1e84d4a9e", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:28.878926 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-6d7824e3-e2be-4581-a5f0-c25c39fa7a0d {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:28.879385 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cadfc99f-b501-465c-b179-bced90bd4002', 'name': 'network-vif-deleted', 'tag': 'ca2d9147-efa9-49ac-a995-9dd1e84d4a9e', 'status': 'completed', 'code': 200} Jul 06 13:57:28.889064 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5aaa3c00-c4f9-4c0a-8a5c-d1f2181643db tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:28.902208 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-5aaa3c00-c4f9-4c0a-8a5c-d1f2181643db tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f05e61-1048-40c2-9af8-014fff7cb297']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:28.920123 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-5aaa3c00-c4f9-4c0a-8a5c-d1f2181643db tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc35d6c-7404-4a30-bf57-c22dd8414bd1') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:28.920349 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-5aaa3c00-c4f9-4c0a-8a5c-d1f2181643db tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc35d6c-7404-4a30-bf57-c22dd8414bd1') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:28.930878 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5aaa3c00-c4f9-4c0a-8a5c-d1f2181643db tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:28.952349 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5aaa3c00-c4f9-4c0a-8a5c-d1f2181643db tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:28.953412 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55556) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:28.981180 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aaa3c00-c4f9-4c0a-8a5c-d1f2181643db tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:57:28.982707 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5aaa3c00-c4f9-4c0a-8a5c-d1f2181643db tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:57:28.989784 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:57:29.061368 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b6a2d68-d011-4420-99d6-6345f16357ca admin admin] Deleting subnet 90b80f1a-c53b-443a-bbde-b11660946ff8 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:57:29.070874 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1b6a2d68-d011-4420-99d6-6345f16357ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:29.093143 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5aaa3c00-c4f9-4c0a-8a5c-d1f2181643db tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:29.102849 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ae404-08c0-4931-9e24-34db077e4fee None None] Sync routers for ids ['c5b0382b-4b8e-45ff-a41b-b0e68763f799'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:57:29.104994 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5aaa3c00-c4f9-4c0a-8a5c-d1f2181643db tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:29.109806 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5aaa3c00-c4f9-4c0a-8a5c-d1f2181643db tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "DELETE /v2.0/networks/85f05e61-1048-40c2-9af8-014fff7cb297 HTTP/1.1" status: 204 len: 168 time: 0.4974062 Jul 06 13:57:29.110120 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55558) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:29.123275 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37ae404-08c0-4931-9e24-34db077e4fee None None] Routers {'c5b0382b-4b8e-45ff-a41b-b0e68763f799'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:57:29.125591 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1b6a2d68-d011-4420-99d6-6345f16357ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:29.125892 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e37ae404-08c0-4931-9e24-34db077e4fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:57:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c5b0382b-4b8e-45ff-a41b-b0e68763f799'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:29.142086 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa3c00-c4f9-4c0a-8a5c-d1f2181643db tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event deleted for resources: {'Network': ['ID=85f05e61-1048-40c2-9af8-014fff7cb297,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:29.168367 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb99b83-4e1b-4346-a5f8-a63f46b36030 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] DELETE failed (client error): The resource could not be found. Jul 06 13:57:29.169151 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb99b83-4e1b-4346-a5f8-a63f46b36030 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 13:57:29.171281 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2cb99b83-4e1b-4346-a5f8-a63f46b36030 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "DELETE /v2.0/subnets/d1e9b789-912e-4e6a-afc0-641f11814cf2 HTTP/1.1" status: 404 len: 337 time: 0.0594258 Jul 06 13:57:29.173866 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55560) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:29.209575 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1b6a2d68-d011-4420-99d6-6345f16357ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:29.214650 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf5d845-dcb4-4954-9f26-8a5521c00c72 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] DELETE failed (client error): The resource could not be found. Jul 06 13:57:29.215486 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cf5d845-dcb4-4954-9f26-8a5521c00c72 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 13:57:29.220164 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3cf5d845-dcb4-4954-9f26-8a5521c00c72 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "DELETE /v2.0/networks/386a29d0-b46a-4ce8-9e59-15aedc332291 HTTP/1.1" status: 404 len: 339 time: 0.0428386 Jul 06 13:57:29.222263 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55562) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:29.290090 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-56dd1cba-b1ee-4dc2-ad18-e30951152e06 None None] Port e539321b-c54f-4ac7-8642-64a55dd80a13 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:57:29.291816 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28370aae-cbe1-409c-bda2-15a1430ea3bb None None] get_active_networks_info from n-d-773644-6 {{(pid=100419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 13:57:29.319743 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a68968-eaf4-4612-8f22-e6c875b432dc tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Deleting subnet 944a29a3-5718-4694-8d7d-37940d36188c {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:57:29.320438 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-e37ae404-08c0-4931-9e24-34db077e4fee None None] Set router c5b0382b-4b8e-45ff-a41b-b0e68763f799 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:57:29.325608 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-95a68968-eaf4-4612-8f22-e6c875b432dc tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:29.393496 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-95a68968-eaf4-4612-8f22-e6c875b432dc tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:29.399489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 13bfe61c-e067-4481-be83-98f706f6f2aa triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:29.400961 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:29.416137 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1b6a2d68-d011-4420-99d6-6345f16357ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:29.482479 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a2d68-d011-4420-99d6-6345f16357ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90b80f1a-c53b-443a-bbde-b11660946ff8,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:29.492624 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1b6a2d68-d011-4420-99d6-6345f16357ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:29.495635 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1b6a2d68-d011-4420-99d6-6345f16357ca admin admin] 10.222.0.118 "DELETE /v2.0/subnets/90b80f1a-c53b-443a-bbde-b11660946ff8 HTTP/1.1" status: 204 len: 168 time: 0.5410309 Jul 06 13:57:29.499156 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a2d68-d011-4420-99d6-6345f16357ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:29.500058 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a2d68-d011-4420-99d6-6345f16357ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:29.500615 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a2d68-d011-4420-99d6-6345f16357ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:29.501110 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a2d68-d011-4420-99d6-6345f16357ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:29.501782 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a2d68-d011-4420-99d6-6345f16357ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:29.503149 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a2d68-d011-4420-99d6-6345f16357ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:29.503149 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a2d68-d011-4420-99d6-6345f16357ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:29.504164 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a2d68-d011-4420-99d6-6345f16357ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:29.504675 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a2d68-d011-4420-99d6-6345f16357ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:29.505162 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a2d68-d011-4420-99d6-6345f16357ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:29.505739 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a2d68-d011-4420-99d6-6345f16357ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:29.506837 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a2d68-d011-4420-99d6-6345f16357ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:29.510372 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55568) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:29.527136 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-95a68968-eaf4-4612-8f22-e6c875b432dc tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:29.588444 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-38538ee6-073d-43ef-ab88-0a62d5f2ead2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:29.650208 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e37ae404-08c0-4931-9e24-34db077e4fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b0382b-4b8e-45ff-a41b-b0e68763f799', 'name': 'tempest-TestVolumeBackupRestore-1358399704-router', 'tenant_id': '5f26fa9c5c584e0f9194ad70914ae7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'a51c49ae-37b6-4ab3-b413-4eff2cd80b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:21Z', 'updated_at': '2021-07-06T13:57:26Z', 'revision_number': 4, 'project_id': '5f26fa9c5c584e0f9194ad70914ae7e7', 'gw_port': {'id': 'a51c49ae-37b6-4ab3-b413-4eff2cd80b22', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b5:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b0382b-4b8e-45ff-a41b-b0e68763f799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:22Z', 'updated_at': '2021-07-06T13:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'e539321b-c54f-4ac7-8642-64a55dd80a13', 'name': '', 'network_id': '20053e63-3fae-411f-8ca9-b860a1286efe', 'tenant_id': '5f26fa9c5c584e0f9194ad70914ae7e7', 'mac_address': 'fa:16:3e:bd:49:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b0382b-4b8e-45ff-a41b-b0e68763f799', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'e81e2b2c-f396-4668-885d-ea7a068606cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:25Z', 'updated_at': '2021-07-06T13:57:26Z', 'revision_number': 2, 'project_id': '5f26fa9c5c584e0f9194ad70914ae7e7', 'subnets': [{'id': 'e81e2b2c-f396-4668-885d-ea7a068606cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:29.654476 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-95a68968-eaf4-4612-8f22-e6c875b432dc tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:29.685854 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ae404-08c0-4931-9e24-34db077e4fee None None] Checking router: c5b0382b-4b8e-45ff-a41b-b0e68763f799 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:57:29.686470 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ae404-08c0-4931-9e24-34db077e4fee None None] Updating router c5b0382b-4b8e-45ff-a41b-b0e68763f799 port e539321b-c54f-4ac7-8642-64a55dd80a13 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:57:29.689926 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74d62c-d157-437a-bc39-11e409a80a88 req-81065bb7-929f-40e2-86b0-7061670940d1 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:29.696702 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a68968-eaf4-4612-8f22-e6c875b432dc tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event deleted for resources: {'Subnet': ['ID=944a29a3-5718-4694-8d7d-37940d36188c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:29.697239 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc74d62c-d157-437a-bc39-11e409a80a88 req-81065bb7-929f-40e2-86b0-7061670940d1 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.3698807 Jul 06 13:57:29.705265 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-95a68968-eaf4-4612-8f22-e6c875b432dc tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:29.707458 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-95a68968-eaf4-4612-8f22-e6c875b432dc tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "DELETE /v2.0/subnets/944a29a3-5718-4694-8d7d-37940d36188c HTTP/1.1" status: 204 len: 168 time: 0.4840434 Jul 06 13:57:29.710441 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55584) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:29.732552 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-38538ee6-073d-43ef-ab88-0a62d5f2ead2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:29.734594 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-e37ae404-08c0-4931-9e24-34db077e4fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:29.751781 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-38538ee6-073d-43ef-ab88-0a62d5f2ead2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a72bbc69-8bb6-4c95-b6cb-d60138d51dd1']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:29.782399 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-65fe4220-7c2f-4302-b109-f123c711dc15 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Deleting subnet 88e49c26-3bbf-4478-aeab-3791e2ef16d7 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:57:29.787139 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-65fe4220-7c2f-4302-b109-f123c711dc15 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:29.802246 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc74d62c-d157-437a-bc39-11e409a80a88 req-068d29ea-95fe-4a24-b520-7254fbf5aedf tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031373 Jul 06 13:57:29.807242 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-38538ee6-073d-43ef-ab88-0a62d5f2ead2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25820311-8714-4f9c-88fa-9bb9977684bf') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:29.811139 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-38538ee6-073d-43ef-ab88-0a62d5f2ead2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25820311-8714-4f9c-88fa-9bb9977684bf') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:29.844861 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-38538ee6-073d-43ef-ab88-0a62d5f2ead2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:29.847229 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 11e54c50-28be-4c62-974c-793a9bc6cfeb up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:29.860030 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-65fe4220-7c2f-4302-b109-f123c711dc15 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:29.883481 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-38538ee6-073d-43ef-ab88-0a62d5f2ead2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:29.899520 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38538ee6-073d-43ef-ab88-0a62d5f2ead2 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:57:29.900738 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-38538ee6-073d-43ef-ab88-0a62d5f2ead2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: timer() Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:57:29.905495 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:57:29.976155 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-37e07783-e905-4636-a5ea-c92579de319f None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:30.032166 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a51c49ae-37b6-4ab3-b413-4eff2cd80b22 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:30.034359 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-37e07783-e905-4636-a5ea-c92579de319f None None] Transition to ACTIVE for port object af0d286e-9dc0-4af4-9db8-67903674d544 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:30.036637 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-38538ee6-073d-43ef-ab88-0a62d5f2ead2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:30.059890 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-38538ee6-073d-43ef-ab88-0a62d5f2ead2 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:30.064483 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-38538ee6-073d-43ef-ab88-0a62d5f2ead2 admin admin] 10.222.0.118 "DELETE /v2.0/networks/a72bbc69-8bb6-4c95-b6cb-d60138d51dd1 HTTP/1.1" status: 204 len: 168 time: 0.5495512 Jul 06 13:57:30.069918 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55606) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:30.078529 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-37e07783-e905-4636-a5ea-c92579de319f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:30.086458 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38538ee6-073d-43ef-ab88-0a62d5f2ead2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a72bbc69-8bb6-4c95-b6cb-d60138d51dd1,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:30.134436 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f7414-d23f-4239-a8cc-8b8a68801cae None None] Pushing event updated for resources: {'Port': ['ID=af0d286e-9dc0-4af4-9db8-67903674d544,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:30.172431 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-65fe4220-7c2f-4302-b109-f123c711dc15 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:30.173309 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28370aae-cbe1-409c-bda2-15a1430ea3bb None None] Resources bound (agent type, host, resource id): {{(pid=100419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 13:57:30.185662 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546b49a-d050-455e-9884-ec2cbcd0c706 req-faaf39de-8bd6-40dd-bc65-23ef426afe4e tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:30.197509 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 11e54c50-28be-4c62-974c-793a9bc6cfeb completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:30.203997 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1546b49a-d050-455e-9884-ec2cbcd0c706 req-faaf39de-8bd6-40dd-bc65-23ef426afe4e tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 946 time: 0.1406229 Jul 06 13:57:30.208939 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc360433-4fb3-4f1e-89a6-97d1da9c4cbc admin admin] Deleting subnet e698e242-944c-4151-881d-6d63e1d64fcc {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:57:30.212544 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc360433-4fb3-4f1e-89a6-97d1da9c4cbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:30.227523 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port a51c49ae-37b6-4ab3-b413-4eff2cd80b22 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:30.234944 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 11e54c50-28be-4c62-974c-793a9bc6cfeb triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:30.235330 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:30.261945 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc360433-4fb3-4f1e-89a6-97d1da9c4cbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:30.268861 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1546b49a-d050-455e-9884-ec2cbcd0c706 req-a8c39023-378c-447f-8ee9-3dc8f6ad9ff7 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635092 Jul 06 13:57:30.271367 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port a51c49ae-37b6-4ab3-b413-4eff2cd80b22 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:30.271758 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:30.309502 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc360433-4fb3-4f1e-89a6-97d1da9c4cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:30.337033 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-e37ae404-08c0-4931-9e24-34db077e4fee None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:30.354470 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-e37ae404-08c0-4931-9e24-34db077e4fee None None] Transition to ACTIVE for port object e539321b-c54f-4ac7-8642-64a55dd80a13 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:30.361585 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-e37ae404-08c0-4931-9e24-34db077e4fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:30.402933 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-37e07783-e905-4636-a5ea-c92579de319f None None] Attempting to bind port af0d286e-9dc0-4af4-9db8-67903674d544 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:30.403305 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-37e07783-e905-4636-a5ea-c92579de319f None None] Attempting to bind port af0d286e-9dc0-4af4-9db8-67903674d544 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'db2d371a-0f1d-4d59-be0b-9704ec23b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:30.403785 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e07783-e905-4636-a5ea-c92579de319f None None] Attempting to bind port af0d286e-9dc0-4af4-9db8-67903674d544 on network f18317a2-edda-4f2d-9b93-2b73971df27a {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:30.426129 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e07783-e905-4636-a5ea-c92579de319f None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:30.426675 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e07783-e905-4636-a5ea-c92579de319f None None] Checking segment: {'id': 'db2d371a-0f1d-4d59-be0b-9704ec23b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:30.426926 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-37e07783-e905-4636-a5ea-c92579de319f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:30.427334 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e07783-e905-4636-a5ea-c92579de319f None None] Bound using segment: {'id': 'db2d371a-0f1d-4d59-be0b-9704ec23b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:30.427836 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-37e07783-e905-4636-a5ea-c92579de319f None None] Bound port: af0d286e-9dc0-4af4-9db8-67903674d544, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2d371a-0f1d-4d59-be0b-9704ec23b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:30.428226 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-37e07783-e905-4636-a5ea-c92579de319f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:30.434308 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bdd20-ed8e-4c2f-a6c3-8bcfc2ec6abd None None] Pushing event updated for resources: {'Port': ['ID=e539321b-c54f-4ac7-8642-64a55dd80a13,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:30.490054 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:30.585711 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-e37ae404-08c0-4931-9e24-34db077e4fee None None] Attempting to bind port e539321b-c54f-4ac7-8642-64a55dd80a13 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:30.586129 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-e37ae404-08c0-4931-9e24-34db077e4fee None None] Attempting to bind port e539321b-c54f-4ac7-8642-64a55dd80a13 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'a7f6aa70-dbf4-4b82-9c16-80eea0731056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '20053e63-3fae-411f-8ca9-b860a1286efe'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:30.586498 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37ae404-08c0-4931-9e24-34db077e4fee None None] Attempting to bind port e539321b-c54f-4ac7-8642-64a55dd80a13 on network 20053e63-3fae-411f-8ca9-b860a1286efe {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:30.601889 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37ae404-08c0-4931-9e24-34db077e4fee None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:30.602269 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37ae404-08c0-4931-9e24-34db077e4fee None None] Checking segment: {'id': 'a7f6aa70-dbf4-4b82-9c16-80eea0731056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '20053e63-3fae-411f-8ca9-b860a1286efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:30.603696 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-e37ae404-08c0-4931-9e24-34db077e4fee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:30.604102 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37ae404-08c0-4931-9e24-34db077e4fee None None] Bound using segment: {'id': 'a7f6aa70-dbf4-4b82-9c16-80eea0731056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '20053e63-3fae-411f-8ca9-b860a1286efe'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:30.608578 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-e37ae404-08c0-4931-9e24-34db077e4fee None None] Bound port: e539321b-c54f-4ac7-8642-64a55dd80a13, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f6aa70-dbf4-4b82-9c16-80eea0731056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '20053e63-3fae-411f-8ca9-b860a1286efe'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:30.610166 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-e37ae404-08c0-4931-9e24-34db077e4fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:30.627838 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port a51c49ae-37b6-4ab3-b413-4eff2cd80b22, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a51c49ae-37b6-4ab3-b413-4eff2cd80b22,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:30.658116 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8fa0c-62f8-4c7b-82fd-06872e2cc23e req-ff9d8980-3b5d-4cf6-b132-8aef3d2f7968 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:30.658701 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:30.673839 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8fa0c-62f8-4c7b-82fd-06872e2cc23e req-ff9d8980-3b5d-4cf6-b132-8aef3d2f7968 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:30.687718 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8fa0c-62f8-4c7b-82fd-06872e2cc23e req-ff9d8980-3b5d-4cf6-b132-8aef3d2f7968 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:30.699470 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8fa0c-62f8-4c7b-82fd-06872e2cc23e req-ff9d8980-3b5d-4cf6-b132-8aef3d2f7968 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:30.707547 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8fa0c-62f8-4c7b-82fd-06872e2cc23e req-ff9d8980-3b5d-4cf6-b132-8aef3d2f7968 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:30.718179 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8fa0c-62f8-4c7b-82fd-06872e2cc23e req-ff9d8980-3b5d-4cf6-b132-8aef3d2f7968 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:30.728459 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8fa0c-62f8-4c7b-82fd-06872e2cc23e req-ff9d8980-3b5d-4cf6-b132-8aef3d2f7968 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:30.731095 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:30.741407 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b7d8fa0c-62f8-4c7b-82fd-06872e2cc23e req-ff9d8980-3b5d-4cf6-b132-8aef3d2f7968 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5437 time: 0.2190776 Jul 06 13:57:30.811291 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-37e07783-e905-4636-a5ea-c92579de319f None None] For port af0d286e-9dc0-4af4-9db8-67903674d544, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:30.822334 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-e37ae404-08c0-4931-9e24-34db077e4fee None None] For port e539321b-c54f-4ac7-8642-64a55dd80a13, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:30.833609 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-e37ae404-08c0-4931-9e24-34db077e4fee None None] For port e539321b-c54f-4ac7-8642-64a55dd80a13, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=e539321b-c54f-4ac7-8642-64a55dd80a13,segment=NetworkSegment(a7f6aa70-dbf4-4b82-9c16-80eea0731056),segment_id=a7f6aa70-dbf4-4b82-9c16-80eea0731056)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:30.842844 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-e37ae404-08c0-4931-9e24-34db077e4fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:30.869667 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-37e07783-e905-4636-a5ea-c92579de319f None None] For port af0d286e-9dc0-4af4-9db8-67903674d544, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=af0d286e-9dc0-4af4-9db8-67903674d544,segment=NetworkSegment(db2d371a-0f1d-4d59-be0b-9704ec23b1f1),segment_id=db2d371a-0f1d-4d59-be0b-9704ec23b1f1)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:30.886402 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=a51c49ae-37b6-4ab3-b413-4eff2cd80b22,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:30.888268 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e54c50-28be-4c62-974c-793a9bc6cfeb'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:30.892374 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2904bf21-4dee-46e0-afa8-4740928246ed" -d '{"events": [{"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-plugged", "status": "completed", "tag": "11e54c50-28be-4c62-974c-793a9bc6cfeb"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:30.897100 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d8844e32-8ac0-4ca3-8b7a-2fbf50e21974 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:30.916879 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-37e07783-e905-4636-a5ea-c92579de319f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:30.923136 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b7d8fa0c-62f8-4c7b-82fd-06872e2cc23e req-6c4da899-b287-4040-858d-ee65239a4545 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1793537 Jul 06 13:57:30.949458 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 11e54c50-28be-4c62-974c-793a9bc6cfeb, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=11e54c50-28be-4c62-974c-793a9bc6cfeb,segment=NetworkSegment(c2e55cae-0229-401b-8b43-9fdaa7060b30),segment_id=c2e55cae-0229-401b-8b43-9fdaa7060b30)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:30.987328 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-65fe4220-7c2f-4302-b109-f123c711dc15 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:31.006077 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37ae404-08c0-4931-9e24-34db077e4fee None None] Routers {'c5b0382b-4b8e-45ff-a41b-b0e68763f799'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:57:31.007278 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e37ae404-08c0-4931-9e24-34db077e4fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:57:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c5b0382b-4b8e-45ff-a41b-b0e68763f799'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:31.009202 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bdd20-ed8e-4c2f-a6c3-8bcfc2ec6abd None None] Pushing event updated for resources: {'Port': ['ID=e539321b-c54f-4ac7-8642-64a55dd80a13,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:31.016299 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:31.028402 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 9a71000c-341f-41c5-af30-6252750d04b5 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:31.042626 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe4220-7c2f-4302-b109-f123c711dc15 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event deleted for resources: {'Subnet': ['ID=88e49c26-3bbf-4478-aeab-3791e2ef16d7,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:31.053848 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-65fe4220-7c2f-4302-b109-f123c711dc15 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:31.060443 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55616) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:31.060636 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-65fe4220-7c2f-4302-b109-f123c711dc15 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "DELETE /v2.0/subnets/88e49c26-3bbf-4478-aeab-3791e2ef16d7 HTTP/1.1" status: 204 len: 168 time: 1.3490293 Jul 06 13:57:31.083290 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc360433-4fb3-4f1e-89a6-97d1da9c4cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:31.138609 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc360433-4fb3-4f1e-89a6-97d1da9c4cbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e698e242-944c-4151-881d-6d63e1d64fcc,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:31.141940 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc360433-4fb3-4f1e-89a6-97d1da9c4cbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:31.146406 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cc360433-4fb3-4f1e-89a6-97d1da9c4cbc admin admin] 10.222.0.118 "DELETE /v2.0/subnets/e698e242-944c-4151-881d-6d63e1d64fcc HTTP/1.1" status: 204 len: 168 time: 1.0733566 Jul 06 13:57:31.146700 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55618) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:31.191163 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e07783-e905-4636-a5ea-c92579de319f None None] Routers {'5302225d-dae7-420f-9590-f08a3faf81b1'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:57:31.192090 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-37e07783-e905-4636-a5ea-c92579de319f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:57:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['5302225d-dae7-420f-9590-f08a3faf81b1'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:31.196341 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af1689dd-d8fe-4758-96c4-777af6a12aaa tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:31.285485 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-e37ae404-08c0-4931-9e24-34db077e4fee None None] Set router c5b0382b-4b8e-45ff-a41b-b0e68763f799 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:57:31.285746 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-af1689dd-d8fe-4758-96c4-777af6a12aaa tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Deleting port 8b0dbaf5-1b65-457d-bf10-e9119101fe5f {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:57:31.291110 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af1689dd-d8fe-4758-96c4-777af6a12aaa tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:31.312514 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9cc1568-dd7b-4852-a8f0-a63609121878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:31.430212 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f7414-d23f-4239-a8cc-8b8a68801cae None None] Pushing event updated for resources: {'Port': ['ID=af0d286e-9dc0-4af4-9db8-67903674d544,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:31.486187 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-af1689dd-d8fe-4758-96c4-777af6a12aaa tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] For port 8b0dbaf5-1b65-457d-bf10-e9119101fe5f, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=8b0dbaf5-1b65-457d-bf10-e9119101fe5f,segment=NetworkSegment(e18aebce-0fa4-472b-9a68-1fd09f8e34e5),segment_id=e18aebce-0fa4-472b-9a68-1fd09f8e34e5)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:31.488947 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af1689dd-d8fe-4758-96c4-777af6a12aaa tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:31.498953 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9cc1568-dd7b-4852-a8f0-a63609121878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:31.511532 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-b9cc1568-dd7b-4852-a8f0-a63609121878 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17bd3a1b-c5ab-4d92-b73e-cf2bd9d18f6c']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:31.544150 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-af1689dd-d8fe-4758-96c4-777af6a12aaa tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Calling delete_port for 8b0dbaf5-1b65-457d-bf10-e9119101fe5f owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:57:31.548102 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-b9cc1568-dd7b-4852-a8f0-a63609121878 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d98cf4-bdfb-4b0d-9ce8-b1983ce61ded') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:31.548461 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-b9cc1568-dd7b-4852-a8f0-a63609121878 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d98cf4-bdfb-4b0d-9ce8-b1983ce61ded') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:31.577207 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9cc1568-dd7b-4852-a8f0-a63609121878 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:31.605635 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 9a71000c-341f-41c5-af30-6252750d04b5 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:31.625792 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9cc1568-dd7b-4852-a8f0-a63609121878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:31.630331 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ca2d9147-efa9-49ac-a995-9dd1e84d4a9e no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:57:31.643465 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9cc1568-dd7b-4852-a8f0-a63609121878 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:57:31.643882 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9cc1568-dd7b-4852-a8f0-a63609121878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:31.652270 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-37e07783-e905-4636-a5ea-c92579de319f None None] Set router 5302225d-dae7-420f-9590-f08a3faf81b1 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:57:31.670656 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2781d-98e8-413f-9f19-fb891c73964b req-02e9d531-dc62-4180-84ad-354046bbc028 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:31.677124 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3eb2781d-98e8-413f-9f19-fb891c73964b req-02e9d531-dc62-4180-84ad-354046bbc028 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.2658257 Jul 06 13:57:31.680570 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 9a71000c-341f-41c5-af30-6252750d04b5 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:31.681160 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:57:31.733975 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:57:31.744238 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3eb2781d-98e8-413f-9f19-fb891c73964b req-85d72a74-f7de-462f-a7a1-c6128ad16b47 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659857 Jul 06 13:57:31.766340 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9cc1568-dd7b-4852-a8f0-a63609121878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:31.771851 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9cc1568-dd7b-4852-a8f0-a63609121878 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:31.776839 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b9cc1568-dd7b-4852-a8f0-a63609121878 admin admin] 10.222.0.118 "DELETE /v2.0/networks/17bd3a1b-c5ab-4d92-b73e-cf2bd9d18f6c HTTP/1.1" status: 204 len: 168 time: 0.6264622 Jul 06 13:57:31.789139 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc1568-dd7b-4852-a8f0-a63609121878 admin admin] Pushing event deleted for resources: {'Network': ['ID=17bd3a1b-c5ab-4d92-b73e-cf2bd9d18f6c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:31.801915 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af1689dd-d8fe-4758-96c4-777af6a12aaa tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:31.835009 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e37ae404-08c0-4931-9e24-34db077e4fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b0382b-4b8e-45ff-a41b-b0e68763f799', 'name': 'tempest-TestVolumeBackupRestore-1358399704-router', 'tenant_id': '5f26fa9c5c584e0f9194ad70914ae7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'a51c49ae-37b6-4ab3-b413-4eff2cd80b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:21Z', 'updated_at': '2021-07-06T13:57:26Z', 'revision_number': 4, 'project_id': '5f26fa9c5c584e0f9194ad70914ae7e7', 'gw_port': {'id': 'a51c49ae-37b6-4ab3-b413-4eff2cd80b22', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b0382b-4b8e-45ff-a41b-b0e68763f799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:22Z', 'updated_at': '2021-07-06T13:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'e539321b-c54f-4ac7-8642-64a55dd80a13', 'name': '', 'network_id': '20053e63-3fae-411f-8ca9-b860a1286efe', 'tenant_id': '5f26fa9c5c584e0f9194ad70914ae7e7', 'mac_address': 'fa:16:3e:bd:49:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b0382b-4b8e-45ff-a41b-b0e68763f799', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'e81e2b2c-f396-4668-885d-ea7a068606cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:25Z', 'updated_at': '2021-07-06T13:57:30Z', 'revision_number': 4, 'project_id': '5f26fa9c5c584e0f9194ad70914ae7e7', 'subnets': [{'id': 'e81e2b2c-f396-4668-885d-ea7a068606cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:31.842390 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: ca2d9147-efa9-49ac-a995-9dd1e84d4a9e {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:57:31.842754 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ca2d9147-efa9-49ac-a995-9dd1e84d4a9e not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:57:31.847178 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port d8844e32-8ac0-4ca3-8b7a-2fbf50e21974 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:31.848330 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:31.874031 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1689dd-d8fe-4758-96c4-777af6a12aaa tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] No DVR routers for this DVR port 8b0dbaf5-1b65-457d-bf10-e9119101fe5f on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:57:31.879028 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1689dd-d8fe-4758-96c4-777af6a12aaa tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event deleted for resources: {'Port': ['ID=8b0dbaf5-1b65-457d-bf10-e9119101fe5f,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:31.891158 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ae404-08c0-4931-9e24-34db077e4fee None None] The sync data for ids ['c5b0382b-4b8e-45ff-a41b-b0e68763f799'] in n-d-773644-6 is: [{'id': 'c5b0382b-4b8e-45ff-a41b-b0e68763f799', 'name': 'tempest-TestVolumeBackupRestore-1358399704-router', 'tenant_id': '5f26fa9c5c584e0f9194ad70914ae7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'a51c49ae-37b6-4ab3-b413-4eff2cd80b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:21Z', 'updated_at': '2021-07-06T13:57:26Z', 'revision_number': 4, 'project_id': '5f26fa9c5c584e0f9194ad70914ae7e7', 'gw_port': {'id': 'a51c49ae-37b6-4ab3-b413-4eff2cd80b22', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b0382b-4b8e-45ff-a41b-b0e68763f799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:22Z', 'updated_at': '2021-07-06T13:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'e539321b-c54f-4ac7-8642-64a55dd80a13', 'name': '', 'network_id': '20053e63-3fae-411f-8ca9-b860a1286efe', 'tenant_id': '5f26fa9c5c584e0f9194ad70914ae7e7', 'mac_address': 'fa:16:3e:bd:49:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b0382b-4b8e-45ff-a41b-b0e68763f799', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'e81e2b2c-f396-4668-885d-ea7a068606cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:25Z', 'updated_at': '2021-07-06T13:57:30Z', 'revision_number': 4, 'project_id': '5f26fa9c5c584e0f9194ad70914ae7e7', 'subnets': [{'id': 'e81e2b2c-f396-4668-885d-ea7a068606cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:57:32.140679 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55630) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:32.141850 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af1689dd-d8fe-4758-96c4-777af6a12aaa tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:32.156440 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-af1689dd-d8fe-4758-96c4-777af6a12aaa tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d66ec2b-484a-46df-9bfa-2ecd123a1a20']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:32.169453 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-af1689dd-d8fe-4758-96c4-777af6a12aaa tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18aebce-0fa4-472b-9a68-1fd09f8e34e5') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:32.169870 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-af1689dd-d8fe-4758-96c4-777af6a12aaa tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18aebce-0fa4-472b-9a68-1fd09f8e34e5') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:32.183994 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af1689dd-d8fe-4758-96c4-777af6a12aaa tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:32.204097 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af1689dd-d8fe-4758-96c4-777af6a12aaa tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:32.216455 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-494e56ba-7b51-4150-bdd5-658db4db1596 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=3b8f771b69bf4fc58bf1011b82770d54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0746942 Jul 06 13:57:32.225939 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55632) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1689dd-d8fe-4758-96c4-777af6a12aaa tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af1689dd-d8fe-4758-96c4-777af6a12aaa tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: timer() Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:57:32.226265 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:57:32.275546 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9542c187-a8d9-4743-8edc-9a876b431d2b x-openstack-request-id: req-9542c187-a8d9-4743-8edc-9a876b431d2b {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:32.276685 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-plugged", "status": "completed", "tag": "11e54c50-28be-4c62-974c-793a9bc6cfeb", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:32.276685 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-9542c187-a8d9-4743-8edc-9a876b431d2b {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:32.277070 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e54c50-28be-4c62-974c-793a9bc6cfeb', 'code': 200} Jul 06 13:57:32.306212 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3a62-a7c0-48da-8b38-a899791fbdad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:32.337588 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c0210-4bf1-4233-bde0-e12af3d4d29f req-3a68fcd0-ab4a-406d-a887-f8788d0ecaea tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:32.340980 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-398c0210-4bf1-4233-bde0-e12af3d4d29f req-3a68fcd0-ab4a-406d-a887-f8788d0ecaea tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 946 time: 0.2588100 Jul 06 13:57:32.343158 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af1689dd-d8fe-4758-96c4-777af6a12aaa tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:32.350475 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af1689dd-d8fe-4758-96c4-777af6a12aaa tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:32.355199 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-af1689dd-d8fe-4758-96c4-777af6a12aaa tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "DELETE /v2.0/networks/1d66ec2b-484a-46df-9bfa-2ecd123a1a20 HTTP/1.1" status: 204 len: 168 time: 1.2910633 Jul 06 13:57:32.359577 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55636) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:32.360678 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3a62-a7c0-48da-8b38-a899791fbdad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:32.408833 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=11e54c50-28be-4c62-974c-793a9bc6cfeb,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:32.451169 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3a62-a7c0-48da-8b38-a899791fbdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:32.453937 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3a62-a7c0-48da-8b38-a899791fbdad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:32.455238 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ba3d3a62-a7c0-48da-8b38-a899791fbdad admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/47e3317c-e314-4b7f-8e1d-8684dabd0d26 HTTP/1.1" status: 204 len: 168 time: 0.2336633 Jul 06 13:57:32.466792 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d3a62-a7c0-48da-8b38-a899791fbdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e3317c-e314-4b7f-8e1d-8684dabd0d26,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:32.477497 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d3a62-a7c0-48da-8b38-a899791fbdad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:32.478070 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d3a62-a7c0-48da-8b38-a899791fbdad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:32.478567 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d3a62-a7c0-48da-8b38-a899791fbdad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:32.479080 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d3a62-a7c0-48da-8b38-a899791fbdad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:32.480339 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d3a62-a7c0-48da-8b38-a899791fbdad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:32.480971 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d3a62-a7c0-48da-8b38-a899791fbdad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:32.481482 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d3a62-a7c0-48da-8b38-a899791fbdad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:32.482002 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d3a62-a7c0-48da-8b38-a899791fbdad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:32.482723 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d3a62-a7c0-48da-8b38-a899791fbdad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:32.483779 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d3a62-a7c0-48da-8b38-a899791fbdad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:32.484280 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d3a62-a7c0-48da-8b38-a899791fbdad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:32.485023 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d3a62-a7c0-48da-8b38-a899791fbdad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:32.486094 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cede21a-6ee0-4c54-a9c6-dcbbbddf7d68 None None] get_active_networks_info from n-d-773644-6 {{(pid=100419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 13:57:32.520393 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ec7f0f-c157-4c89-8dc8-022bfa924e49 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] DELETE failed (client error): The resource could not be found. Jul 06 13:57:32.521907 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89ec7f0f-c157-4c89-8dc8-022bfa924e49 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 13:57:32.529101 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-89ec7f0f-c157-4c89-8dc8-022bfa924e49 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "DELETE /v2.0/subnets/01e9d094-e4ea-4d1b-bfc7-64efcd33d0d3 HTTP/1.1" status: 404 len: 337 time: 0.1455562 Jul 06 13:57:32.529620 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55640) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:32.543705 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1689dd-d8fe-4758-96c4-777af6a12aaa tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event deleted for resources: {'Network': ['ID=1d66ec2b-484a-46df-9bfa-2ecd123a1a20,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:32.577405 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-398c0210-4bf1-4233-bde0-e12af3d4d29f req-b896ba4e-eaa2-441a-a81a-6af1ea95aed2 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163153 Jul 06 13:57:32.595479 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bbc9b01-5128-4cf3-bc86-f4fa7b679f51 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] DELETE failed (client error): The resource could not be found. Jul 06 13:57:32.596437 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bbc9b01-5128-4cf3-bc86-f4fa7b679f51 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 13:57:32.598748 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2bbc9b01-5128-4cf3-bc86-f4fa7b679f51 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "DELETE /v2.0/networks/f810d0e6-89e0-4ca4-be0e-5432ac848467 HTTP/1.1" status: 404 len: 339 time: 0.0678625 Jul 06 13:57:32.603829 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55642) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:32.634306 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:32.701163 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-737c669f-5a60-4e70-b4f8-ae00436bdcea tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] DELETE failed (client error): The resource could not be found. Jul 06 13:57:32.701631 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-737c669f-5a60-4e70-b4f8-ae00436bdcea tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 13:57:32.717784 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-737c669f-5a60-4e70-b4f8-ae00436bdcea tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "DELETE /v2.0/subnets/722a120b-64bc-45c2-ab22-fdee82b5f51b HTTP/1.1" status: 404 len: 337 time: 0.1079364 Jul 06 13:57:32.719590 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55646) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:32.759803 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-6679c428-e430-461d-abf3-39c5a0ef5a31 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] DELETE failed (client error): The resource could not be found. Jul 06 13:57:32.760411 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6679c428-e430-461d-abf3-39c5a0ef5a31 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 13:57:32.778447 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6679c428-e430-461d-abf3-39c5a0ef5a31 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "DELETE /v2.0/networks/cd4ae9c4-c40c-464d-b2f6-f3e50df1220f HTTP/1.1" status: 404 len: 339 time: 0.0549533 Jul 06 13:57:32.781340 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55648) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:32.836279 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d4d2321-c84e-47ae-8381-b2ee408dc25e tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] DELETE failed (client error): The resource could not be found. Jul 06 13:57:32.836774 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d4d2321-c84e-47ae-8381-b2ee408dc25e tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 13:57:32.847136 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55650) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:32.859119 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4d4d2321-c84e-47ae-8381-b2ee408dc25e tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "DELETE /v2.0/subnets/a50da178-cbca-4d60-b093-cfe6ef495f38 HTTP/1.1" status: 404 len: 337 time: 0.0695941 Jul 06 13:57:32.879263 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed7fdf03-4745-4426-b403-6af5d8f9f9e4 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] DELETE failed (client error): The resource could not be found. Jul 06 13:57:32.880063 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed7fdf03-4745-4426-b403-6af5d8f9f9e4 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 13:57:32.882352 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ed7fdf03-4745-4426-b403-6af5d8f9f9e4 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "DELETE /v2.0/networks/a1c7cc1f-efb6-4876-aa77-14609392bb3e HTTP/1.1" status: 404 len: 339 time: 0.0332129 Jul 06 13:57:32.884968 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55654) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:32.890544 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 9a71000c-341f-41c5-af30-6252750d04b5, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=9a71000c-341f-41c5-af30-6252750d04b5,segment=NetworkSegment(c2e55cae-0229-401b-8b43-9fdaa7060b30),segment_id=c2e55cae-0229-401b-8b43-9fdaa7060b30)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:32.911306 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:32.912145 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:32.943132 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8fa03-9b6a-4ed7-b527-477f3f2e3d86 req-6d2cebea-3577-4cf3-b258-511e0d5f6858 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:32.945663 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-73e8fa03-9b6a-4ed7-b527-477f3f2e3d86 req-6d2cebea-3577-4cf3-b258-511e0d5f6858 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1798856 Jul 06 13:57:32.992479 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=9a71000c-341f-41c5-af30-6252750d04b5,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:33.004841 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a7ddd2-1c68-4d0f-8fa6-8b27a9c734c0 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Deleting subnet b5286250-752a-4dfe-8ec0-0a9544b645a8 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:57:33.011856 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-02a7ddd2-1c68-4d0f-8fa6-8b27a9c734c0 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:33.036156 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-73e8fa03-9b6a-4ed7-b527-477f3f2e3d86 req-bdac909b-f2fc-4aaa-8e20-e0b2a1c0667b tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820355 Jul 06 13:57:33.095915 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-02a7ddd2-1c68-4d0f-8fa6-8b27a9c734c0 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:33.194828 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cede21a-6ee0-4c54-a9c6-dcbbbddf7d68 None None] Resources bound (agent type, host, resource id): {{(pid=100419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 13:57:33.257786 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:33.286277 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55658) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:33.292974 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-37e07783-e905-4636-a5ea-c92579de319f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'name': 'tempest-TestVolumeBackupRestore-1574025727-router', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T13:57:17Z', 'revision_number': 4, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'gw_port': {'id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'af0d286e-9dc0-4af4-9db8-67903674d544', 'name': '', 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'mac_address': 'fa:16:3e:97:ad:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'e2c5549a-87ab-47fc-82d1-f761c92f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:16Z', 'updated_at': '2021-07-06T13:57:30Z', 'revision_number': 4, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'subnets': [{'id': 'e2c5549a-87ab-47fc-82d1-f761c92f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:33.305920 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-02a7ddd2-1c68-4d0f-8fa6-8b27a9c734c0 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:33.330024 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e07783-e905-4636-a5ea-c92579de319f None None] The sync data for ids ['5302225d-dae7-420f-9590-f08a3faf81b1'] in n-d-773644-6 is: [{'id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'name': 'tempest-TestVolumeBackupRestore-1574025727-router', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T13:57:17Z', 'revision_number': 4, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'gw_port': {'id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'af0d286e-9dc0-4af4-9db8-67903674d544', 'name': '', 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'mac_address': 'fa:16:3e:97:ad:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'e2c5549a-87ab-47fc-82d1-f761c92f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:16Z', 'updated_at': '2021-07-06T13:57:30Z', 'revision_number': 4, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'subnets': [{'id': 'e2c5549a-87ab-47fc-82d1-f761c92f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:57:33.335705 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:33.336871 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:33.370321 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device e539321b-c54f-4ac7-8642-64a55dd80a13 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:33.404627 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f3fb8c50-640f-4487-912d-31de7d436341 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=27baf5d12c194f31a626214e2d787d64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1160185 Jul 06 13:57:33.406381 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55660) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:33.472636 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-02a7ddd2-1c68-4d0f-8fa6-8b27a9c734c0 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:33.509992 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7ddd2-1c68-4d0f-8fa6-8b27a9c734c0 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event deleted for resources: {'Subnet': ['ID=b5286250-752a-4dfe-8ec0-0a9544b645a8,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:33.518552 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-02a7ddd2-1c68-4d0f-8fa6-8b27a9c734c0 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:33.523455 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-02a7ddd2-1c68-4d0f-8fa6-8b27a9c734c0 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "DELETE /v2.0/subnets/b5286250-752a-4dfe-8ec0-0a9544b645a8 HTTP/1.1" status: 204 len: 168 time: 0.6370165 Jul 06 13:57:33.527354 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55662) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:33.527652 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba466bb6-1c9a-4ff4-b6c9-bcc05e0a07d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:33.595143 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port e539321b-c54f-4ac7-8642-64a55dd80a13 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:33.612934 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port e539321b-c54f-4ac7-8642-64a55dd80a13 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:33.613312 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:33.647232 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:33.666691 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba466bb6-1c9a-4ff4-b6c9-bcc05e0a07d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:33.705003 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c789787-a560-4cfa-bbaa-782d33e58364 req-a32d8334-1700-4260-87a0-932f4e03ed4e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:33.712317 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c789787-a560-4cfa-bbaa-782d33e58364 req-a32d8334-1700-4260-87a0-932f4e03ed4e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:33.716604 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port c81b15c8-afcc-4b25-b3cc-00f2946f2dd8, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c81b15c8-afcc-4b25-b3cc-00f2946f2dd8,segment=NetworkSegment(c2e55cae-0229-401b-8b43-9fdaa7060b30),segment_id=c2e55cae-0229-401b-8b43-9fdaa7060b30)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:33.720645 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c789787-a560-4cfa-bbaa-782d33e58364 req-a32d8334-1700-4260-87a0-932f4e03ed4e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:33.726826 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c789787-a560-4cfa-bbaa-782d33e58364 req-a32d8334-1700-4260-87a0-932f4e03ed4e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:33.735247 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c789787-a560-4cfa-bbaa-782d33e58364 req-a32d8334-1700-4260-87a0-932f4e03ed4e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:33.743612 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c789787-a560-4cfa-bbaa-782d33e58364 req-a32d8334-1700-4260-87a0-932f4e03ed4e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:33.751801 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c789787-a560-4cfa-bbaa-782d33e58364 req-a32d8334-1700-4260-87a0-932f4e03ed4e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:33.754024 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7c789787-a560-4cfa-bbaa-782d33e58364 req-a32d8334-1700-4260-87a0-932f4e03ed4e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5439 time: 0.3388827 Jul 06 13:57:33.758430 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:33.759253 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device a663b4e4-819d-4649-9da6-3d9154d3234b up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:33.803315 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-192a7126-97fd-44ce-862a-af31fd34a3ce tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:33.836580 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7c789787-a560-4cfa-bbaa-782d33e58364 req-e43a0903-fdd5-469e-825f-c8b94f7e3a80 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699916 Jul 06 13:57:33.894808 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba466bb6-1c9a-4ff4-b6c9-bcc05e0a07d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:33.898791 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba466bb6-1c9a-4ff4-b6c9-bcc05e0a07d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:33.901603 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ba466bb6-1c9a-4ff4-b6c9-bcc05e0a07d2 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/a178efb8-1941-40f9-929e-4b5f53516edd HTTP/1.1" status: 204 len: 168 time: 0.4939013 Jul 06 13:57:33.902364 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:33.915935 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba466bb6-1c9a-4ff4-b6c9-bcc05e0a07d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a178efb8-1941-40f9-929e-4b5f53516edd,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:33.955919 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-192a7126-97fd-44ce-862a-af31fd34a3ce tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Deleting port 531c4d3e-3f2a-4844-beb9-8bd932c6ed5c {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:57:33.956271 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-192a7126-97fd-44ce-862a-af31fd34a3ce tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:33.972167 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=c81b15c8-afcc-4b25-b3cc-00f2946f2dd8,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:34.019689 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port a663b4e4-819d-4649-9da6-3d9154d3234b completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:34.027936 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port e539321b-c54f-4ac7-8642-64a55dd80a13, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=e539321b-c54f-4ac7-8642-64a55dd80a13,segment=NetworkSegment(a7f6aa70-dbf4-4b82-9c16-80eea0731056),segment_id=a7f6aa70-dbf4-4b82-9c16-80eea0731056)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:34.031649 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port a663b4e4-819d-4649-9da6-3d9154d3234b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:34.032185 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:34.039594 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:34.054274 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a51c49ae-37b6-4ab3-b413-4eff2cd80b22 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:34.085845 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-192a7126-97fd-44ce-862a-af31fd34a3ce tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] For port 531c4d3e-3f2a-4844-beb9-8bd932c6ed5c, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=531c4d3e-3f2a-4844-beb9-8bd932c6ed5c,segment=NetworkSegment(678341ea-4e5f-4231-80c7-d5373f948c62),segment_id=678341ea-4e5f-4231-80c7-d5373f948c62)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:34.086327 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-192a7126-97fd-44ce-862a-af31fd34a3ce tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:34.108960 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-192a7126-97fd-44ce-862a-af31fd34a3ce tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Calling delete_port for 531c4d3e-3f2a-4844-beb9-8bd932c6ed5c owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:57:34.116864 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2076984f-b187-47de-b6f1-eb25701c00dc None None] DHCP port deletion for 1d66ec2b-484a-46df-9bfa-2ecd123a1a20 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:57:34.221808 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=e539321b-c54f-4ac7-8642-64a55dd80a13,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:34.334279 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9562ea34-f75c-47c0-a9a2-79ea0f4f2a23 None None] Network 0944892a-f8a6-4f26-9db2-cc9f45da559d requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:34.334279 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a71000c-341f-41c5-af30-6252750d04b5'}, {'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81b15c8-afcc-4b25-b3cc-00f2946f2dd8'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:34.334279 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be131ac-2366-435b-a19e-273c053ac221" -d '{"events": [{"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-plugged", "status": "completed", "tag": "9a71000c-341f-41c5-af30-6252750d04b5"}, {"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-plugged", "status": "completed", "tag": "c81b15c8-afcc-4b25-b3cc-00f2946f2dd8"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:34.335124 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:34.433586 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-192a7126-97fd-44ce-862a-af31fd34a3ce tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:34.482257 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port a51c49ae-37b6-4ab3-b413-4eff2cd80b22 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:34.482638 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:34.505413 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192a7126-97fd-44ce-862a-af31fd34a3ce tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] No DVR routers for this DVR port 531c4d3e-3f2a-4844-beb9-8bd932c6ed5c on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:57:34.525300 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a7126-97fd-44ce-862a-af31fd34a3ce tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event deleted for resources: {'Port': ['ID=531c4d3e-3f2a-4844-beb9-8bd932c6ed5c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:34.580096 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port a663b4e4-819d-4649-9da6-3d9154d3234b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a663b4e4-819d-4649-9da6-3d9154d3234b,segment=NetworkSegment(47eff200-9b7f-44df-b691-5543df245491),segment_id=47eff200-9b7f-44df-b691-5543df245491)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:34.591853 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4eb7e-b43a-4368-a815-79e0caf98228 req-af132ab4-5ee1-43ea-9804-af7d2a2b08d2 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:34.604318 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a5b4eb7e-b43a-4368-a815-79e0caf98228 req-af132ab4-5ee1-43ea-9804-af7d2a2b08d2 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 946 time: 0.2898672 Jul 06 13:57:34.627911 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:34.629145 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device e76ed683-71b8-44b2-8f04-a3fafeb1baa3 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:34.775221 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-192a7126-97fd-44ce-862a-af31fd34a3ce tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:34.798742 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-192a7126-97fd-44ce-862a-af31fd34a3ce tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0944892a-f8a6-4f26-9db2-cc9f45da559d']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:34.811586 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-192a7126-97fd-44ce-862a-af31fd34a3ce tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '678341ea-4e5f-4231-80c7-d5373f948c62') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:34.811951 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-192a7126-97fd-44ce-862a-af31fd34a3ce tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '678341ea-4e5f-4231-80c7-d5373f948c62') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:34.826451 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-192a7126-97fd-44ce-862a-af31fd34a3ce tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:34.847430 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-192a7126-97fd-44ce-862a-af31fd34a3ce tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:34.863912 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-192a7126-97fd-44ce-862a-af31fd34a3ce tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:57:34.864341 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-192a7126-97fd-44ce-862a-af31fd34a3ce tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: timer() Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:57:35.014995 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:57:35.071204 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port e76ed683-71b8-44b2-8f04-a3fafeb1baa3 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:35.158320 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-192a7126-97fd-44ce-862a-af31fd34a3ce tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:35.184348 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a5b4eb7e-b43a-4368-a815-79e0caf98228 req-a5080f94-6fb4-4143-ad5d-c1015b1defc2 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5762305 Jul 06 13:57:35.211932 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-192a7126-97fd-44ce-862a-af31fd34a3ce tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:35.216764 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-192a7126-97fd-44ce-862a-af31fd34a3ce tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "DELETE /v2.0/networks/0944892a-f8a6-4f26-9db2-cc9f45da559d HTTP/1.1" status: 204 len: 168 time: 1.6857505 Jul 06 13:57:35.219393 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55696) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:35.258130 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a7126-97fd-44ce-862a-af31fd34a3ce tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event deleted for resources: {'Network': ['ID=0944892a-f8a6-4f26-9db2-cc9f45da559d,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:35.260510 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5270a8ef-ded8-4334-b4ba-b1c63f6bcf91 None None] DHCP port deletion for 0944892a-f8a6-4f26-9db2-cc9f45da559d request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:57:35.289955 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=a663b4e4-819d-4649-9da6-3d9154d3234b,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:35.298221 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port e76ed683-71b8-44b2-8f04-a3fafeb1baa3 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:35.298745 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:35.306589 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3a6af9c8-4def-495d-acd3-301d783efe4f None None] Provisioning complete for port e539321b-c54f-4ac7-8642-64a55dd80a13 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:35.307176 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3a6af9c8-4def-495d-acd3-301d783efe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:35.349673 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f41a71-0786-4279-90cf-707d8c0d7494 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] DELETE failed (client error): The resource could not be found. Jul 06 13:57:35.351462 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f41a71-0786-4279-90cf-707d8c0d7494 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 13:57:35.359023 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55698) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:35.360060 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-04f41a71-0786-4279-90cf-707d8c0d7494 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "DELETE /v2.0/subnets/bb9a83d2-7885-495e-b6ff-58340a3de392 HTTP/1.1" status: 404 len: 337 time: 0.1394918 Jul 06 13:57:35.383055 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-15aa61e0-1bb4-4c7f-88e5-76bd7d54e9a3 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] DELETE failed (client error): The resource could not be found. Jul 06 13:57:35.383837 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15aa61e0-1bb4-4c7f-88e5-76bd7d54e9a3 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 13:57:35.386135 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-15aa61e0-1bb4-4c7f-88e5-76bd7d54e9a3 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "DELETE /v2.0/networks/c4c75fe8-60e0-4ab7-a58e-48d00c544b64 HTTP/1.1" status: 404 len: 339 time: 0.0257993 Jul 06 13:57:35.388517 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55702) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:35.472549 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a4560fe-5553-41c9-b55e-cd173df55651 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Deleting subnet 28588beb-549d-488d-be95-3612735956e8 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:57:35.478247 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2a4560fe-5553-41c9-b55e-cd173df55651 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:35.544740 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2a4560fe-5553-41c9-b55e-cd173df55651 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:35.583507 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device af0d286e-9dc0-4af4-9db8-67903674d544 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:35.703254 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2a4560fe-5553-41c9-b55e-cd173df55651 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:35.713424 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb8aed-515d-4278-b02d-6e4f9f025b12 req-1a9d59af-a750-4a51-a55b-a324ca2b9a9a tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:35.718324 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-44bb8aed-515d-4278-b02d-6e4f9f025b12 req-1a9d59af-a750-4a51-a55b-a324ca2b9a9a tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1425016 Jul 06 13:57:35.723234 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port af0d286e-9dc0-4af4-9db8-67903674d544 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:35.730601 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port af0d286e-9dc0-4af4-9db8-67903674d544 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:35.730985 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:35.735551 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:35.805987 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-44bb8aed-515d-4278-b02d-6e4f9f025b12 req-bb96fa5c-f946-4c44-a452-43274e9cba31 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583093 Jul 06 13:57:35.814106 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port e76ed683-71b8-44b2-8f04-a3fafeb1baa3, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=e76ed683-71b8-44b2-8f04-a3fafeb1baa3,segment=NetworkSegment(c2e55cae-0229-401b-8b43-9fdaa7060b30),segment_id=c2e55cae-0229-401b-8b43-9fdaa7060b30)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:35.822269 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:35.824012 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f43b5bfc-1387-457f-8a78-02e1c6d6fcb2 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:35.836459 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2a4560fe-5553-41c9-b55e-cd173df55651 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:35.884112 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4560fe-5553-41c9-b55e-cd173df55651 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event deleted for resources: {'Subnet': ['ID=28588beb-549d-488d-be95-3612735956e8,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:35.887948 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2a4560fe-5553-41c9-b55e-cd173df55651 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:35.890689 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2a4560fe-5553-41c9-b55e-cd173df55651 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "DELETE /v2.0/subnets/28588beb-549d-488d-be95-3612735956e8 HTTP/1.1" status: 204 len: 168 time: 0.5010614 Jul 06 13:57:35.893390 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55708) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:35.894516 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f121af-1c3c-4a0d-9f1d-a16cd2868212 x-openstack-request-id: req-36f121af-1c3c-4a0d-9f1d-a16cd2868212 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:35.894811 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-plugged", "status": "completed", "tag": "9a71000c-341f-41c5-af30-6252750d04b5", "code": 200}, {"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-plugged", "status": "completed", "tag": "c81b15c8-afcc-4b25-b3cc-00f2946f2dd8", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:35.895058 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-36f121af-1c3c-4a0d-9f1d-a16cd2868212 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:35.895556 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a71000c-341f-41c5-af30-6252750d04b5', 'code': 200} Jul 06 13:57:35.895885 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81b15c8-afcc-4b25-b3cc-00f2946f2dd8', 'code': 200} Jul 06 13:57:35.909458 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf85b417-8053-4b59-9691-c1762473e5cd None None] Network eaf5076a-1777-4fd2-af65-8f666a33f11f requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:36.015191 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ab4969e-95d3-4499-9efe-47d8ab7b9398 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.027357 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.084209 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port af0d286e-9dc0-4af4-9db8-67903674d544, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=af0d286e-9dc0-4af4-9db8-67903674d544,segment=NetworkSegment(db2d371a-0f1d-4d59-be0b-9704ec23b1f1),segment_id=db2d371a-0f1d-4d59-be0b-9704ec23b1f1)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:36.094364 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-5ab4969e-95d3-4499-9efe-47d8ab7b9398 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Deleting port af57bc9e-932b-45c3-8655-95b4692f561d {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:57:36.094709 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ab4969e-95d3-4499-9efe-47d8ab7b9398 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.120192 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328dc1f-77bf-4aa8-91e9-25cdb9d621c5 req-b158fb02-95d5-4889-b935-217254299794 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:36.120778 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.128801 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328dc1f-77bf-4aa8-91e9-25cdb9d621c5 req-b158fb02-95d5-4889-b935-217254299794 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:36.131619 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-41e1694d-3ec0-4edb-aeda-66851ddaab53 None None] Provisioning complete for port af0d286e-9dc0-4af4-9db8-67903674d544 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:36.132002 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-41e1694d-3ec0-4edb-aeda-66851ddaab53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.136831 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328dc1f-77bf-4aa8-91e9-25cdb9d621c5 req-b158fb02-95d5-4889-b935-217254299794 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:36.145111 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328dc1f-77bf-4aa8-91e9-25cdb9d621c5 req-b158fb02-95d5-4889-b935-217254299794 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:36.156975 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328dc1f-77bf-4aa8-91e9-25cdb9d621c5 req-b158fb02-95d5-4889-b935-217254299794 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:36.163219 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328dc1f-77bf-4aa8-91e9-25cdb9d621c5 req-b158fb02-95d5-4889-b935-217254299794 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:36.171247 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328dc1f-77bf-4aa8-91e9-25cdb9d621c5 req-b158fb02-95d5-4889-b935-217254299794 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:36.173473 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port f43b5bfc-1387-457f-8a78-02e1c6d6fcb2 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:36.180096 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9328dc1f-77bf-4aa8-91e9-25cdb9d621c5 req-b158fb02-95d5-4889-b935-217254299794 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5442 time: 0.1828299 Jul 06 13:57:36.188538 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-5ab4969e-95d3-4499-9efe-47d8ab7b9398 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] For port af57bc9e-932b-45c3-8655-95b4692f561d, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=af57bc9e-932b-45c3-8655-95b4692f561d,segment=NetworkSegment(1a401e62-a1d4-4b52-9749-1b26d86eab28),segment_id=1a401e62-a1d4-4b52-9749-1b26d86eab28)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:36.189435 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ab4969e-95d3-4499-9efe-47d8ab7b9398 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.198648 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port f43b5bfc-1387-457f-8a78-02e1c6d6fcb2 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:36.199207 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.201433 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=e76ed683-71b8-44b2-8f04-a3fafeb1baa3,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:36.222732 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-5ab4969e-95d3-4499-9efe-47d8ab7b9398 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Calling delete_port for af57bc9e-932b-45c3-8655-95b4692f561d owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:57:36.248349 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9328dc1f-77bf-4aa8-91e9-25cdb9d621c5 req-87a7da09-80fa-45ab-9044-0aaa87d017e6 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671630 Jul 06 13:57:36.319530 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device e539321b-c54f-4ac7-8642-64a55dd80a13 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:36.335051 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ab4969e-95d3-4499-9efe-47d8ab7b9398 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.339599 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=af0d286e-9dc0-4af4-9db8-67903674d544,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:36.372187 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4969e-95d3-4499-9efe-47d8ab7b9398 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event deleted for resources: {'Port': ['ID=af57bc9e-932b-45c3-8655-95b4692f561d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:36.382051 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab4969e-95d3-4499-9efe-47d8ab7b9398 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] No DVR routers for this DVR port af57bc9e-932b-45c3-8655-95b4692f561d on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:57:36.417465 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0205b81-cf10-4cdf-990d-4aba2cd5c225 None None] DHCP port deletion for eaf5076a-1777-4fd2-af65-8f666a33f11f request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:57:36.503100 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.518100 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ab4969e-95d3-4499-9efe-47d8ab7b9398 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.523151 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-41e1694d-3ec0-4edb-aeda-66851ddaab53 None None] Provisioning complete for port e539321b-c54f-4ac7-8642-64a55dd80a13 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:36.523527 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-41e1694d-3ec0-4edb-aeda-66851ddaab53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.533361 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port e539321b-c54f-4ac7-8642-64a55dd80a13 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:36.533361 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.536532 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-5ab4969e-95d3-4499-9efe-47d8ab7b9398 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf5076a-1777-4fd2-af65-8f666a33f11f']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:36.552357 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-5ab4969e-95d3-4499-9efe-47d8ab7b9398 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a401e62-a1d4-4b52-9749-1b26d86eab28') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:36.553335 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-5ab4969e-95d3-4499-9efe-47d8ab7b9398 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a401e62-a1d4-4b52-9749-1b26d86eab28') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:36.572219 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ab4969e-95d3-4499-9efe-47d8ab7b9398 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.599970 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ab4969e-95d3-4499-9efe-47d8ab7b9398 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.609220 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab4969e-95d3-4499-9efe-47d8ab7b9398 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:57:36.609944 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ab4969e-95d3-4499-9efe-47d8ab7b9398 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.613601 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port f43b5bfc-1387-457f-8a78-02e1c6d6fcb2, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f43b5bfc-1387-457f-8a78-02e1c6d6fcb2,segment=NetworkSegment(1e3e79de-418b-427e-ab47-30b7f03d6d5a),segment_id=1e3e79de-418b-427e-ab47-30b7f03d6d5a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:57:36.618450 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:57:36.634027 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.634855 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device a33437af-9d21-48be-a19f-2f3a314e0e9d up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:36.742329 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ab4969e-95d3-4499-9efe-47d8ab7b9398 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.763540 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ab4969e-95d3-4499-9efe-47d8ab7b9398 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.769628 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5ab4969e-95d3-4499-9efe-47d8ab7b9398 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] 10.222.0.118 "DELETE /v2.0/networks/eaf5076a-1777-4fd2-af65-8f666a33f11f HTTP/1.1" status: 204 len: 168 time: 0.8723390 Jul 06 13:57:36.781092 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=f43b5bfc-1387-457f-8a78-02e1c6d6fcb2,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:36.805654 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4969e-95d3-4499-9efe-47d8ab7b9398 tempest-NetworksIpV6Test-522552172 tempest-NetworksIpV6Test-522552172-project] Pushing event deleted for resources: {'Network': ['ID=eaf5076a-1777-4fd2-af65-8f666a33f11f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:36.818555 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port a33437af-9d21-48be-a19f-2f3a314e0e9d completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:36.826928 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port a33437af-9d21-48be-a19f-2f3a314e0e9d triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:36.830156 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:36.904226 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 531c4d3e-3f2a-4844-beb9-8bd932c6ed5c no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:57:36.941294 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 531c4d3e-3f2a-4844-beb9-8bd932c6ed5c {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:57:36.941812 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 531c4d3e-3f2a-4844-beb9-8bd932c6ed5c not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:57:36.942398 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8b0dbaf5-1b65-457d-bf10-e9119101fe5f no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:57:36.963259 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102881f-2421-4db1-b0f7-5f96a7f93660 req-895903e1-2425-4657-8475-d87ad1fc0e5a tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:36.971750 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e102881f-2421-4db1-b0f7-5f96a7f93660 req-895903e1-2425-4657-8475-d87ad1fc0e5a tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1423237 Jul 06 13:57:36.999529 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 8b0dbaf5-1b65-457d-bf10-e9119101fe5f {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:57:36.999950 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8b0dbaf5-1b65-457d-bf10-e9119101fe5f not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:57:37.018337 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:37.031123 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e102881f-2421-4db1-b0f7-5f96a7f93660 req-99ae0133-70dd-4bff-bc23-5f355e5cabce tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584137 Jul 06 13:57:37.062241 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port a33437af-9d21-48be-a19f-2f3a314e0e9d, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a33437af-9d21-48be-a19f-2f3a314e0e9d,segment=NetworkSegment(47eff200-9b7f-44df-b691-5543df245491),segment_id=47eff200-9b7f-44df-b691-5543df245491)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:37.082547 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:37.188873 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=a33437af-9d21-48be-a19f-2f3a314e0e9d,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:37.242783 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55740) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:37.244512 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf01a78-bb89-455d-aae9-85213e523436 req-1058f4e6-b868-4433-bf36-a1145911db7e tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:37.246202 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fbf01a78-bb89-455d-aae9-85213e523436 req-1058f4e6-b868-4433-bf36-a1145911db7e tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 946 time: 0.0979514 Jul 06 13:57:37.284598 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ab6b7e11-390a-45b1-9114-18175db5c10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:37.297404 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fbf01a78-bb89-455d-aae9-85213e523436 req-fb952122-418d-4cc5-aa57-00cee72ec2b0 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428617 Jul 06 13:57:37.450386 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-239abd9b-da59-4f39-8c8e-5e52f666cb65 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=8434a395e18f4e56aaf8b290ba6c1440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2063663 Jul 06 13:57:37.451134 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55748) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:37.510841 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7073e719-f09b-40fd-86bf-d58370522a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:37.527941 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f8393-eaa4-4543-b035-e02514c46445 req-2a860ca1-d30c-44d1-8fa2-c8335796d9b0 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:37.534101 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f8393-eaa4-4543-b035-e02514c46445 req-2a860ca1-d30c-44d1-8fa2-c8335796d9b0 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:37.535841 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7073e719-f09b-40fd-86bf-d58370522a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:37.541128 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f8393-eaa4-4543-b035-e02514c46445 req-2a860ca1-d30c-44d1-8fa2-c8335796d9b0 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:37.548815 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f8393-eaa4-4543-b035-e02514c46445 req-2a860ca1-d30c-44d1-8fa2-c8335796d9b0 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:37.555427 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f8393-eaa4-4543-b035-e02514c46445 req-2a860ca1-d30c-44d1-8fa2-c8335796d9b0 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:37.561552 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f8393-eaa4-4543-b035-e02514c46445 req-2a860ca1-d30c-44d1-8fa2-c8335796d9b0 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:37.568348 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f8393-eaa4-4543-b035-e02514c46445 req-2a860ca1-d30c-44d1-8fa2-c8335796d9b0 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:37.570737 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-688f8393-eaa4-4543-b035-e02514c46445 req-2a860ca1-d30c-44d1-8fa2-c8335796d9b0 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5444 time: 0.1290429 Jul 06 13:57:37.601920 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7073e719-f09b-40fd-86bf-d58370522a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:37.607095 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7073e719-f09b-40fd-86bf-d58370522a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:37.608319 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7073e719-f09b-40fd-86bf-d58370522a78 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/4e3372c8-b279-45db-a28a-4cf72523ffd5 HTTP/1.1" status: 204 len: 168 time: 0.1559849 Jul 06 13:57:37.622637 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073e719-f09b-40fd-86bf-d58370522a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3372c8-b279-45db-a28a-4cf72523ffd5,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:37.643639 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-688f8393-eaa4-4543-b035-e02514c46445 req-c57491df-edaf-45c1-ab83-734bc10019c8 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653753 Jul 06 13:57:37.836948 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362c774-c2ed-4767-aac3-6934e8e5ddd1 req-969c3913-cb4a-4eab-bca8-735f3b73dc0c tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:37.839105 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b362c774-c2ed-4767-aac3-6934e8e5ddd1 req-969c3913-cb4a-4eab-bca8-735f3b73dc0c tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.0768888 Jul 06 13:57:37.889360 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b362c774-c2ed-4767-aac3-6934e8e5ddd1 req-146b4226-fecb-4d78-bffb-60745b380e6e tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441682 Jul 06 13:57:37.897125 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a663b4e4-819d-4649-9da6-3d9154d3234b'}, {'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76ed683-71b8-44b2-8f04-a3fafeb1baa3'}, {'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43b5bfc-1387-457f-8a78-02e1c6d6fcb2'}, {'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33437af-9d21-48be-a19f-2f3a314e0e9d'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:37.900128 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d0d88e-82c4-4d9a-8c69-3e41228408f8" -d '{"events": [{"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-plugged", "status": "completed", "tag": "a663b4e4-819d-4649-9da6-3d9154d3234b"}, {"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-plugged", "status": "completed", "tag": "e76ed683-71b8-44b2-8f04-a3fafeb1baa3"}, {"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-plugged", "status": "completed", "tag": "f43b5bfc-1387-457f-8a78-02e1c6d6fcb2"}, {"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-plugged", "status": "completed", "tag": "a33437af-9d21-48be-a19f-2f3a314e0e9d"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:38.111013 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f2cecb40-c0c0-4e33-9ea3-2fa8cba28a32 req-b0e6df07-13ac-4a17-adc7-3c5d98616b31 tempest-FlavorsV2NegativeTest-343517008 tempest-FlavorsV2NegativeTest-343517008-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=960d4851af4741ab9d4f924388d5ce01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233707 Jul 06 13:57:38.269058 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device af0d286e-9dc0-4af4-9db8-67903674d544 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:38.341149 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port af0d286e-9dc0-4af4-9db8-67903674d544 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:38.341900 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:38.451480 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55798) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:38.522445 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device af57bc9e-932b-45c3-8655-95b4692f561d no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:57:38.547595 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: af57bc9e-932b-45c3-8655-95b4692f561d {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:57:38.548576 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device af57bc9e-932b-45c3-8655-95b4692f561d not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:57:38.604401 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-5daf442b-ca06-490e-8548-0feb3d22053e tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1493705344'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:38.625294 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cecb40-c0c0-4e33-9ea3-2fa8cba28a32 req-758337d7-b1dd-45dd-a503-8b3acd5a37e4 tempest-FlavorsV2NegativeTest-343517008 tempest-FlavorsV2NegativeTest-343517008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:38.630748 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5daf442b-ca06-490e-8548-0feb3d22053e tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Made reservation on behalf of 6e9b1d9c0c7642a69638beb114e861ca for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:38.632577 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f2cecb40-c0c0-4e33-9ea3-2fa8cba28a32 req-758337d7-b1dd-45dd-a503-8b3acd5a37e4 tempest-FlavorsV2NegativeTest-343517008 tempest-FlavorsV2NegativeTest-343517008-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5134583 Jul 06 13:57:38.634891 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5daf442b-ca06-490e-8548-0feb3d22053e tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:38.643495 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f2cecb40-c0c0-4e33-9ea3-2fa8cba28a32 req-bfeda54e-7283-4152-b339-34c9bc89655b tempest-FlavorsV2NegativeTest-343517008 tempest-FlavorsV2NegativeTest-343517008-project] 10.222.0.118 "GET /v2.0/quotas/960d4851af4741ab9d4f924388d5ce01 HTTP/1.1" status: 200 len: 375 time: 0.0100598 Jul 06 13:57:38.645240 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5daf442b-ca06-490e-8548-0feb3d22053e tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:38.694357 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f2cecb40-c0c0-4e33-9ea3-2fa8cba28a32 req-dee17df1-f96d-4486-927c-60891b4f61b9 tempest-FlavorsV2NegativeTest-343517008 tempest-FlavorsV2NegativeTest-343517008-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=960d4851af4741ab9d4f924388d5ce01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452898 Jul 06 13:57:38.731840 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0920d0-9dad-4b22-a8c3-36f5a9f320ac x-openstack-request-id: req-4c0920d0-9dad-4b22-a8c3-36f5a9f320ac {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:38.732472 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-plugged", "status": "completed", "tag": "a663b4e4-819d-4649-9da6-3d9154d3234b", "code": 200}, {"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-plugged", "status": "completed", "tag": "e76ed683-71b8-44b2-8f04-a3fafeb1baa3", "code": 200}, {"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-plugged", "status": "completed", "tag": "f43b5bfc-1387-457f-8a78-02e1c6d6fcb2", "code": 200}, {"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-plugged", "status": "completed", "tag": "a33437af-9d21-48be-a19f-2f3a314e0e9d", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:38.732684 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-4c0920d0-9dad-4b22-a8c3-36f5a9f320ac {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:38.733092 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a663b4e4-819d-4649-9da6-3d9154d3234b', 'code': 200} Jul 06 13:57:38.733352 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e76ed683-71b8-44b2-8f04-a3fafeb1baa3', 'code': 200} Jul 06 13:57:38.733930 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43b5bfc-1387-457f-8a78-02e1c6d6fcb2', 'code': 200} Jul 06 13:57:38.734056 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33437af-9d21-48be-a19f-2f3a314e0e9d', 'code': 200} Jul 06 13:57:38.805295 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5daf442b-ca06-490e-8548-0feb3d22053e tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:38.816519 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5daf442b-ca06-490e-8548-0feb3d22053e tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:38.853242 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5daf442b-ca06-490e-8548-0feb3d22053e tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:57:38.888957 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf442b-ca06-490e-8548-0feb3d22053e tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3629c6-5d19-4cb7-a827-953be95854a2,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:38.896625 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5daf442b-ca06-490e-8548-0feb3d22053e tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:38.897086 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-5daf442b-ca06-490e-8548-0feb3d22053e tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Added segment 3b084cb7-257f-400a-88b7-9096f43a7117 of type vlan for network 29321814-9aa8-40f2-ad4a-99697f793c81 Jul 06 13:57:38.953110 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5daf442b-ca06-490e-8548-0feb3d22053e tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:38.989623 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5daf442b-ca06-490e-8548-0feb3d22053e tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:38.992567 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e949a-e78a-41ae-b4c7-eacff4cf3e5a req-571b0cc5-07da-4ee8-a5b0-910929a184ef tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:38.994137 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-067e949a-e78a-41ae-b4c7-eacff4cf3e5a req-571b0cc5-07da-4ee8-a5b0-910929a184ef tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1318257 Jul 06 13:57:38.996707 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daf442b-ca06-490e-8548-0feb3d22053e tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:38.997331 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5daf442b-ca06-490e-8548-0feb3d22053e tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:39.056646 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992101e-74c3-42b8-a520-d3f2bf5c34f7 req-9a11d1f7-e9a5-4b65-90a0-008a3d763b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:39.058051 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992101e-74c3-42b8-a520-d3f2bf5c34f7 req-9a11d1f7-e9a5-4b65-90a0-008a3d763b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:39.058623 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992101e-74c3-42b8-a520-d3f2bf5c34f7 req-9a11d1f7-e9a5-4b65-90a0-008a3d763b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:39.059232 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992101e-74c3-42b8-a520-d3f2bf5c34f7 req-9a11d1f7-e9a5-4b65-90a0-008a3d763b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:39.059733 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992101e-74c3-42b8-a520-d3f2bf5c34f7 req-9a11d1f7-e9a5-4b65-90a0-008a3d763b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:39.060650 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992101e-74c3-42b8-a520-d3f2bf5c34f7 req-9a11d1f7-e9a5-4b65-90a0-008a3d763b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:39.060770 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992101e-74c3-42b8-a520-d3f2bf5c34f7 req-9a11d1f7-e9a5-4b65-90a0-008a3d763b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:39.062818 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6992101e-74c3-42b8-a520-d3f2bf5c34f7 req-9a11d1f7-e9a5-4b65-90a0-008a3d763b16 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 6501 time: 0.2258596 Jul 06 13:57:39.078826 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5daf442b-ca06-490e-8548-0feb3d22053e tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6128724 Jul 06 13:57:39.078826 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf442b-ca06-490e-8548-0feb3d22053e tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event updated for resources: {'Network': ['ID=29321814-9aa8-40f2-ad4a-99697f793c81,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:39.080999 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-067e949a-e78a-41ae-b4c7-eacff4cf3e5a req-3e9c645f-7d2b-497e-add2-3e4ceff01f97 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795274 Jul 06 13:57:39.089950 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 29321814-9aa8-40f2-ad4a-99697f793c81 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:57:39.151427 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6992101e-74c3-42b8-a520-d3f2bf5c34f7 req-02e65a62-dade-41f0-b4a0-6edbd5bf2efa service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673432 Jul 06 13:57:39.347038 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30407ed0-52be-44d1-a3dd-fe98cbaddb77 req-67cffac7-4ba0-4135-8c7a-765f6c3b40aa tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:39.351617 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30407ed0-52be-44d1-a3dd-fe98cbaddb77 req-67cffac7-4ba0-4135-8c7a-765f6c3b40aa tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 946 time: 0.0996776 Jul 06 13:57:39.406974 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30407ed0-52be-44d1-a3dd-fe98cbaddb77 req-82b761be-e5de-4226-81f0-c013e5c77719 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473397 Jul 06 13:57:39.634731 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e21b44-cd3f-4ead-9d98-112eddfff12f req-28bfc13d-4ff8-4eda-8eac-7dbff22ef6c3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:39.647405 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e21b44-cd3f-4ead-9d98-112eddfff12f req-28bfc13d-4ff8-4eda-8eac-7dbff22ef6c3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:39.657569 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e21b44-cd3f-4ead-9d98-112eddfff12f req-28bfc13d-4ff8-4eda-8eac-7dbff22ef6c3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:39.665066 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55834) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:39.665536 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e21b44-cd3f-4ead-9d98-112eddfff12f req-28bfc13d-4ff8-4eda-8eac-7dbff22ef6c3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:39.679685 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e21b44-cd3f-4ead-9d98-112eddfff12f req-28bfc13d-4ff8-4eda-8eac-7dbff22ef6c3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:39.690482 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e21b44-cd3f-4ead-9d98-112eddfff12f req-28bfc13d-4ff8-4eda-8eac-7dbff22ef6c3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:39.700211 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e21b44-cd3f-4ead-9d98-112eddfff12f req-28bfc13d-4ff8-4eda-8eac-7dbff22ef6c3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:39.710099 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-61e21b44-cd3f-4ead-9d98-112eddfff12f req-28bfc13d-4ff8-4eda-8eac-7dbff22ef6c3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5444 time: 0.1819046 Jul 06 13:57:39.771962 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-61e21b44-cd3f-4ead-9d98-112eddfff12f req-98231781-aca0-47bd-b687-dd705e9884b8 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602958 Jul 06 13:57:39.831128 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-088e2486-e5e8-4296-90cb-976034f6cefd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:39.976592 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-088e2486-e5e8-4296-90cb-976034f6cefd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:39.982937 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-088e2486-e5e8-4296-90cb-976034f6cefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:40.071938 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-088e2486-e5e8-4296-90cb-976034f6cefd admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=960d4851af4741ab9d4f924388d5ce01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4055643 Jul 06 13:57:40.072975 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e2486-e5e8-4296-90cb-976034f6cefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb2935b-46ee-4fdf-a933-1291718469fc,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:40.081001 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55840) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:40.133081 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:40.148271 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0cc7471e-be41-4359-9704-bbd3f6e2200d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:40.166225 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c562c-5c15-4deb-b9a8-03848539c687 req-750b8693-b488-4c6f-a5b2-be9a58285565 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:40.173019 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0cc7471e-be41-4359-9704-bbd3f6e2200d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:40.175800 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-267c562c-5c15-4deb-b9a8-03848539c687 req-750b8693-b488-4c6f-a5b2-be9a58285565 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1130266 Jul 06 13:57:40.235597 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-267c562c-5c15-4deb-b9a8-03848539c687 req-a5a6aabd-9407-460f-ad04-10b032e29773 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574322 Jul 06 13:57:40.266729 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0cc7471e-be41-4359-9704-bbd3f6e2200d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:40.275308 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0cc7471e-be41-4359-9704-bbd3f6e2200d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:40.277978 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0cc7471e-be41-4359-9704-bbd3f6e2200d admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/fdb2935b-46ee-4fdf-a933-1291718469fc HTTP/1.1" status: 204 len: 168 time: 0.1957812 Jul 06 13:57:40.315782 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7471e-be41-4359-9704-bbd3f6e2200d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb2935b-46ee-4fdf-a933-1291718469fc,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:40.558990 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61295b26-96cb-4174-93e2-63221fa56be4 req-3ad2ec1e-89e6-4ad9-ab64-95c1354865d9 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:40.560480 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-91de7507-a91e-4a5d-a859-1cc67c067ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:40.568492 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-61295b26-96cb-4174-93e2-63221fa56be4 req-3ad2ec1e-89e6-4ad9-ab64-95c1354865d9 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1061432 Jul 06 13:57:40.607309 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-61295b26-96cb-4174-93e2-63221fa56be4 req-a5823b06-2ef7-4d89-826e-2c006bd520fd tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364172 Jul 06 13:57:40.836200 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8f2d8-86c2-4edb-b42b-795f7b7d0710 req-854d27e9-1504-4204-93a0-81df1d5dcb81 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:40.844093 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-09d8f2d8-86c2-4edb-b42b-795f7b7d0710 req-854d27e9-1504-4204-93a0-81df1d5dcb81 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 946 time: 0.0963430 Jul 06 13:57:40.894324 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-09d8f2d8-86c2-4edb-b42b-795f7b7d0710 req-6bfd4176-d996-4491-aa66-73af3b229913 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493250 Jul 06 13:57:41.150282 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592e675-7c53-4593-8fce-4cdc9d1e0fb8 req-6d764ce8-dedb-4ac0-8633-5855424a2aca tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:41.158502 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592e675-7c53-4593-8fce-4cdc9d1e0fb8 req-6d764ce8-dedb-4ac0-8633-5855424a2aca tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:41.166049 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592e675-7c53-4593-8fce-4cdc9d1e0fb8 req-6d764ce8-dedb-4ac0-8633-5855424a2aca tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:41.175042 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592e675-7c53-4593-8fce-4cdc9d1e0fb8 req-6d764ce8-dedb-4ac0-8633-5855424a2aca tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:41.182903 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592e675-7c53-4593-8fce-4cdc9d1e0fb8 req-6d764ce8-dedb-4ac0-8633-5855424a2aca tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:41.192581 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592e675-7c53-4593-8fce-4cdc9d1e0fb8 req-6d764ce8-dedb-4ac0-8633-5855424a2aca tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:41.208253 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592e675-7c53-4593-8fce-4cdc9d1e0fb8 req-6d764ce8-dedb-4ac0-8633-5855424a2aca tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:41.212802 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2592e675-7c53-4593-8fce-4cdc9d1e0fb8 req-6d764ce8-dedb-4ac0-8633-5855424a2aca tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5444 time: 0.1711164 Jul 06 13:57:41.273345 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2592e675-7c53-4593-8fce-4cdc9d1e0fb8 req-2151a201-3171-4f91-8667-db0d268a6b02 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450594 Jul 06 13:57:41.285809 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55876) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:41.434660 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-53cc7166-1333-4ccb-92e8-c88d82880377 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1944573132-network', 'tenant_id': '9cf29637ecfe47748aa7f4aede486aba'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:41.461889 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:41.485418 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cc7166-1333-4ccb-92e8-c88d82880377 admin admin] Made reservation on behalf of 9cf29637ecfe47748aa7f4aede486aba for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:41.493034 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-53cc7166-1333-4ccb-92e8-c88d82880377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:41.507544 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-53cc7166-1333-4ccb-92e8-c88d82880377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:41.631421 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3e41f-97e5-43a4-94e5-12a040240793 req-9a047f98-be4c-4bc7-a5c7-2ce13c22edf6 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:41.633404 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e4e3e41f-97e5-43a4-94e5-12a040240793 req-9a047f98-be4c-4bc7-a5c7-2ce13c22edf6 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.0895951 Jul 06 13:57:41.633906 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-53cc7166-1333-4ccb-92e8-c88d82880377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:41.640588 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-53cc7166-1333-4ccb-92e8-c88d82880377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:41.668352 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53cc7166-1333-4ccb-92e8-c88d82880377 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:57:41.689974 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e4e3e41f-97e5-43a4-94e5-12a040240793 req-63e94d43-27e7-40af-aed5-246a57558335 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374711 Jul 06 13:57:41.699525 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-53cc7166-1333-4ccb-92e8-c88d82880377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:41.699999 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-53cc7166-1333-4ccb-92e8-c88d82880377 admin admin] Added segment 0fef7241-1b1d-4ebb-8177-d23b8e01b907 of type vlan for network 4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275 Jul 06 13:57:41.701661 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc7166-1333-4ccb-92e8-c88d82880377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f2b21f-b724-4c45-b13f-c5f1f9dec4b2,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:41.760243 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-53cc7166-1333-4ccb-92e8-c88d82880377 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:41.796850 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-53cc7166-1333-4ccb-92e8-c88d82880377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:41.797940 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cc7166-1333-4ccb-92e8-c88d82880377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:41.798537 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-53cc7166-1333-4ccb-92e8-c88d82880377 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:41.827427 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-53cc7166-1333-4ccb-92e8-c88d82880377 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5390382 Jul 06 13:57:41.829677 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55888) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:41.835288 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-f48006f1-2775-444f-84b1-7434e124f79d admin admin] Request body: {'subnet': {'network_id': '4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1944573132-subnet', 'tenant_id': '9cf29637ecfe47748aa7f4aede486aba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:41.894499 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc7166-1333-4ccb-92e8-c88d82880377 admin admin] Pushing event updated for resources: {'Network': ['ID=4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:41.903573 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48006f1-2775-444f-84b1-7434e124f79d admin admin] Made reservation on behalf of 9cf29637ecfe47748aa7f4aede486aba for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:41.911016 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f48006f1-2775-444f-84b1-7434e124f79d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:41.911348 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:57:42.034291 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8df498-6c9a-4de5-bfdb-0580626b2266 req-4460be84-3df6-4e7a-af30-cf68ec25c125 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:42.042040 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8df498-6c9a-4de5-bfdb-0580626b2266 req-4460be84-3df6-4e7a-af30-cf68ec25c125 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:42.049837 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8df498-6c9a-4de5-bfdb-0580626b2266 req-4460be84-3df6-4e7a-af30-cf68ec25c125 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:42.059542 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8df498-6c9a-4de5-bfdb-0580626b2266 req-4460be84-3df6-4e7a-af30-cf68ec25c125 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:42.065896 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8df498-6c9a-4de5-bfdb-0580626b2266 req-4460be84-3df6-4e7a-af30-cf68ec25c125 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:42.072302 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8df498-6c9a-4de5-bfdb-0580626b2266 req-4460be84-3df6-4e7a-af30-cf68ec25c125 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:42.080904 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8df498-6c9a-4de5-bfdb-0580626b2266 req-4460be84-3df6-4e7a-af30-cf68ec25c125 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:42.095482 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55892) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:42.096128 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd8df498-6c9a-4de5-bfdb-0580626b2266 req-4460be84-3df6-4e7a-af30-cf68ec25c125 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5444 time: 0.2362652 Jul 06 13:57:42.102637 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-2b4b501c-6162-4192-96be-196008fc9c39 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Request body: {'floatingip': {'port_id': 'f43b5bfc-1387-457f-8a78-02e1c6d6fcb2'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:42.184794 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b4b501c-6162-4192-96be-196008fc9c39 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for floatingip, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:42.333837 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f48006f1-2775-444f-84b1-7434e124f79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:42.406394 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424de68c-932f-497c-b0fc-83f4451cc5e1 req-7ec2687d-74bd-46df-b97a-0b89ec0a8ab7 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:42.407981 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-424de68c-932f-497c-b0fc-83f4451cc5e1 req-7ec2687d-74bd-46df-b97a-0b89ec0a8ab7 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1875074 Jul 06 13:57:42.422965 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48006f1-2775-444f-84b1-7434e124f79d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e2fc7ae-b032-4c14-a2f0-879c02a010ea,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:42.454122 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48006f1-2775-444f-84b1-7434e124f79d admin admin] Checking segment: {'id': '0fef7241-1b1d-4ebb-8177-d23b8e01b907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:42.454459 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48006f1-2775-444f-84b1-7434e124f79d admin admin] Network hostable DHCP agents. Network: 4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:57:42.474829 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-424de68c-932f-497c-b0fc-83f4451cc5e1 req-4a6e820e-8553-4e42-89ba-ee35c521cb8d tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582271 Jul 06 13:57:42.486219 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55896) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:42.491906 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-d4e3b114-c88f-45b1-bf64-ada60a6ff543 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Request body: {'subnet': {'network_id': '29321814-9aa8-40f2-ad4a-99697f793c81', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:42.501373 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48006f1-2775-444f-84b1-7434e124f79d admin admin] Network 4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:57:42.621585 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-f48006f1-2775-444f-84b1-7434e124f79d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:42.633630 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687f8cce-7301-44a4-87d0-05fb5b8cec2a None None] Network 4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:42.665233 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48006f1-2775-444f-84b1-7434e124f79d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:42.666113 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f48006f1-2775-444f-84b1-7434e124f79d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:42.739146 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e3b114-c88f-45b1-bf64-ada60a6ff543 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Made reservation on behalf of 6e9b1d9c0c7642a69638beb114e861ca for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:42.746523 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d4e3b114-c88f-45b1-bf64-ada60a6ff543 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:42.789461 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f48006f1-2775-444f-84b1-7434e124f79d admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9585958 Jul 06 13:57:42.792882 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55902) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:42.849791 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-77ed5fe8-d94a-4dac-8cff-0688b6ab25ba admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1944573132-router', 'tenant_id': '9cf29637ecfe47748aa7f4aede486aba', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:42.862176 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275', 'network_id': '4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275', 'tenant_id': '9cf29637ecfe47748aa7f4aede486aba', 'fixed_ips': [{'subnet_id': '2e2fc7ae-b032-4c14-a2f0-879c02a010ea'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:57:42.863772 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:42.882920 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b4b501c-6162-4192-96be-196008fc9c39 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:42.889991 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b4b501c-6162-4192-96be-196008fc9c39 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:42.961507 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-77ed5fe8-d94a-4dac-8cff-0688b6ab25ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:42.963825 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-77ed5fe8-d94a-4dac-8cff-0688b6ab25ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:43.027166 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-2b4b501c-6162-4192-96be-196008fc9c39 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Floating IP 0308c744-c197-42a1-9b78-036e9ea7488a associated. External IP: 172.25.6.198, port: f43b5bfc-1387-457f-8a78-02e1c6d6fcb2. Jul 06 13:57:43.045791 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:43.058448 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Allocated IP 172.20.0.2 (4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275/2e2fc7ae-b032-4c14-a2f0-879c02a010ea/c6740e74-13f9-4702-933f-f3cdbe1ab6b9) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:43.129994 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da5296-8cba-4ece-85cc-359e55fa68f7 req-de9e58b9-15fe-4d2d-ad1a-a00bf10e79c4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:43.137240 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-81da5296-8cba-4ece-85cc-359e55fa68f7 req-de9e58b9-15fe-4d2d-ad1a-a00bf10e79c4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 946 time: 0.2731299 Jul 06 13:57:43.167074 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-77ed5fe8-d94a-4dac-8cff-0688b6ab25ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:43.295951 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-81da5296-8cba-4ece-85cc-359e55fa68f7 req-4031ea10-3192-4983-8513-eb4e514c45a1 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577039 Jul 06 13:57:43.296917 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d4e3b114-c88f-45b1-bf64-ada60a6ff543 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:43.308366 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4b501c-6162-4192-96be-196008fc9c39 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Router c69b80ad-875f-4d33-82bd-8e7157128611 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:57:43.455690 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:43.469368 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Transition to ACTIVE for port object c6740e74-13f9-4702-933f-f3cdbe1ab6b9 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:43.472641 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-77ed5fe8-d94a-4dac-8cff-0688b6ab25ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:43.494015 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4b501c-6162-4192-96be-196008fc9c39 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:57:43.494409 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3b114-c88f-45b1-bf64-ada60a6ff543 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event updated for resources: {'Subnet': ['ID=7d00107e-4b71-466e-abd4-2d731d092701,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:43.500249 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b4b501c-6162-4192-96be-196008fc9c39 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:43.516995 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e3b114-c88f-45b1-bf64-ada60a6ff543 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Checking segment: {'id': '3b084cb7-257f-400a-88b7-9096f43a7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '29321814-9aa8-40f2-ad4a-99697f793c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:43.517380 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e3b114-c88f-45b1-bf64-ada60a6ff543 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Network hostable DHCP agents. Network: 29321814-9aa8-40f2-ad4a-99697f793c81, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:57:43.518367 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dba87a9-27e3-4f65-999a-39498296add9 None None] Sync routers for ids ['c69b80ad-875f-4d33-82bd-8e7157128611'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:57:43.527161 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Transition to ACTIVE for port object c6740e74-13f9-4702-933f-f3cdbe1ab6b9 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:43.538390 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dba87a9-27e3-4f65-999a-39498296add9 None None] Routers {'c69b80ad-875f-4d33-82bd-8e7157128611'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:57:43.539115 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-6dba87a9-27e3-4f65-999a-39498296add9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:57:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c69b80ad-875f-4d33-82bd-8e7157128611'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:43.584015 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2b4b501c-6162-4192-96be-196008fc9c39 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "PUT /v2.0/floatingips/0308c744-c197-42a1-9b78-036e9ea7488a HTTP/1.1" status: 200 len: 992 time: 1.4851997 Jul 06 13:57:43.584758 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'tag': 'f43b5bfc-1387-457f-8a78-02e1c6d6fcb2'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:43.588189 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e3b114-c88f-45b1-bf64-ada60a6ff543 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Network 29321814-9aa8-40f2-ad4a-99697f793c81 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:57:43.592484 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67e93c1-408e-4677-a7ed-2de4cef540bd" -d '{"events": [{"name": "network-changed", "server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "tag": "f43b5bfc-1387-457f-8a78-02e1c6d6fcb2"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:43.609255 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-d4e3b114-c88f-45b1-bf64-ada60a6ff543 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 29321814-9aa8-40f2-ad4a-99697f793c81) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:43.616141 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e3b114-c88f-45b1-bf64-ada60a6ff543 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:43.617037 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d4e3b114-c88f-45b1-bf64-ada60a6ff543 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:43.656714 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55912) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:43.657516 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d4e3b114-c88f-45b1-bf64-ada60a6ff543 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1696961 Jul 06 13:57:43.663871 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-176cc127-bcc7-4925-8f46-40adb4e1159e tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-28187969'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:43.684231 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ea9395-1c9c-48bd-8759-ba9351726098 None None] Network 29321814-9aa8-40f2-ad4a-99697f793c81 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:43.696265 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176cc127-bcc7-4925-8f46-40adb4e1159e tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Made reservation on behalf of 6e9b1d9c0c7642a69638beb114e861ca for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:43.699647 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-176cc127-bcc7-4925-8f46-40adb4e1159e tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:43.733551 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-176cc127-bcc7-4925-8f46-40adb4e1159e tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:57:43.747418 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-176cc127-bcc7-4925-8f46-40adb4e1159e tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:43.747851 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-176cc127-bcc7-4925-8f46-40adb4e1159e tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Added segment 37dadbde-4d7b-4411-9752-35354fa1056b of type vlan for network 61e4b6f3-5ce6-45e1-862a-af8d4dd5532b Jul 06 13:57:43.787012 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-77ed5fe8-d94a-4dac-8cff-0688b6ab25ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:43.830881 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:43.834072 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-77ed5fe8-d94a-4dac-8cff-0688b6ab25ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:43.848893 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-176cc127-bcc7-4925-8f46-40adb4e1159e tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:43.888422 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-176cc127-bcc7-4925-8f46-40adb4e1159e tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:43.897335 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176cc127-bcc7-4925-8f46-40adb4e1159e tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:43.898054 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-176cc127-bcc7-4925-8f46-40adb4e1159e tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:43.925479 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-6dba87a9-27e3-4f65-999a-39498296add9 None None] Set router c69b80ad-875f-4d33-82bd-8e7157128611 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:57:43.934184 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Network 4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:43.994180 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-176cc127-bcc7-4925-8f46-40adb4e1159e tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3330398 Jul 06 13:57:43.994180 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55920) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:43.999022 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:44.003490 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-5086e2c8-7ecf-4427-8777-ffa093eb6d40 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Request body: {'subnet': {'network_id': '61e4b6f3-5ce6-45e1-862a-af8d4dd5532b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:44.005944 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:57:44.010049 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176cc127-bcc7-4925-8f46-40adb4e1159e tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event updated for resources: {'Network': ['ID=61e4b6f3-5ce6-45e1-862a-af8d4dd5532b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:44.012533 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc090feb-16f7-4c5e-95f5-bc84152edc66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-29321814-9aa8-40f2-ad4a-99697f793c81', 'network_id': '29321814-9aa8-40f2-ad4a-99697f793c81', 'tenant_id': '6e9b1d9c0c7642a69638beb114e861ca', 'fixed_ips': [{'subnet_id': '7d00107e-4b71-466e-abd4-2d731d092701'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:57:44.013401 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cc090feb-16f7-4c5e-95f5-bc84152edc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:44.022989 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Pushing event updated for resources: {'Port': ['ID=c6740e74-13f9-4702-933f-f3cdbe1ab6b9,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:44.035991 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 61e4b6f3-5ce6-45e1-862a-af8d4dd5532b details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:57:44.070073 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-77ed5fe8-d94a-4dac-8cff-0688b6ab25ba admin admin] Allocated IP 172.25.6.109 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/200026f9-b3d0-4f42-91c7-f3aacceb0393) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:44.107851 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abf9a7-9b58-4679-adba-4e24a0bf3184 req-474a74f3-517e-43b2-b744-433b3671a162 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:44.108983 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:44.109339 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:44.109683 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:44.110051 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:44.110417 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:44.110613 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42abf9a7-9b58-4679-adba-4e24a0bf3184 req-474a74f3-517e-43b2-b744-433b3671a162 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1589460 Jul 06 13:57:44.110791 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:44.111895 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:44.111895 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:44.112133 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:44.112409 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:44.112731 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:44.113049 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:44.164098 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5086e2c8-7ecf-4427-8777-ffa093eb6d40 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Made reservation on behalf of 6e9b1d9c0c7642a69638beb114e861ca for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:44.170093 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5086e2c8-7ecf-4427-8777-ffa093eb6d40 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:44.209208 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42abf9a7-9b58-4679-adba-4e24a0bf3184 req-7eccc22a-4aa8-43bf-ac9e-0d5cbecde710 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828595 Jul 06 13:57:44.271274 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-77ed5fe8-d94a-4dac-8cff-0688b6ab25ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:44.310869 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Attempting to bind port c6740e74-13f9-4702-933f-f3cdbe1ab6b9 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:44.311245 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Attempting to bind port c6740e74-13f9-4702-933f-f3cdbe1ab6b9 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '0fef7241-1b1d-4ebb-8177-d23b8e01b907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:44.311609 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Attempting to bind port c6740e74-13f9-4702-933f-f3cdbe1ab6b9 on network 4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:44.324876 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-77ed5fe8-d94a-4dac-8cff-0688b6ab25ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:44.373360 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:44.373745 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Checking segment: {'id': '0fef7241-1b1d-4ebb-8177-d23b8e01b907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:44.374172 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:44.374576 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Bound using segment: {'id': '0fef7241-1b1d-4ebb-8177-d23b8e01b907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:44.375069 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Bound port: c6740e74-13f9-4702-933f-f3cdbe1ab6b9, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fef7241-1b1d-4ebb-8177-d23b8e01b907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:44.375455 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:44.409172 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ed5fe8-d94a-4dac-8cff-0688b6ab25ba admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:44.418822 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-77ed5fe8-d94a-4dac-8cff-0688b6ab25ba admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:44.426920 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ed5fe8-d94a-4dac-8cff-0688b6ab25ba admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:57:44.472668 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] For port c6740e74-13f9-4702-933f-f3cdbe1ab6b9, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:44.476298 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] For port c6740e74-13f9-4702-933f-f3cdbe1ab6b9, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c6740e74-13f9-4702-933f-f3cdbe1ab6b9,segment=NetworkSegment(0fef7241-1b1d-4ebb-8177-d23b8e01b907),segment_id=0fef7241-1b1d-4ebb-8177-d23b8e01b907)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:44.485312 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:44.504130 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed5fe8-d94a-4dac-8cff-0688b6ab25ba admin admin] Pushing event updated for resources: {'Port': ['ID=200026f9-b3d0-4f42-91c7-f3aacceb0393,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:44.539065 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c36c0e9-40ac-4c45-a41b-2388440d7921 x-openstack-request-id: req-6c36c0e9-40ac-4c45-a41b-2388440d7921 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:44.539419 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "tag": "f43b5bfc-1387-457f-8a78-02e1c6d6fcb2", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:44.539691 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-6c36c0e9-40ac-4c45-a41b-2388440d7921 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:44.540429 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'tag': 'f43b5bfc-1387-457f-8a78-02e1c6d6fcb2', 'status': 'completed', 'code': 200} Jul 06 13:57:44.589110 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-cc090feb-16f7-4c5e-95f5-bc84152edc66 None None] Allocated IP 2001:db8:0:ffff::2 (29321814-9aa8-40f2-ad4a-99697f793c81/7d00107e-4b71-466e-abd4-2d731d092701/3e738d02-1353-452b-80e9-660cdd1f8d23) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:44.694266 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd3508-d7d3-46f4-8e91-80b4d8bfb41b None None] Pushing event updated for resources: {'Port': ['ID=c6740e74-13f9-4702-933f-f3cdbe1ab6b9,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:44.706299 n-d-773644-6 neutron-server[100417]: DEBUG neutron.objects.ports [None req-5086e2c8-7ecf-4427-8777-ffa093eb6d40 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100417) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 13:57:44.706299 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5086e2c8-7ecf-4427-8777-ffa093eb6d40 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:44.816511 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086e2c8-7ecf-4427-8777-ffa093eb6d40 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event updated for resources: {'Subnet': ['ID=d91c9c81-0df9-4f43-80d0-b115d5125369,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:44.860378 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cc090feb-16f7-4c5e-95f5-bc84152edc66 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:44.870815 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-cc090feb-16f7-4c5e-95f5-bc84152edc66 None None] Transition to ACTIVE for port object 3e738d02-1353-452b-80e9-660cdd1f8d23 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:44.872378 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5086e2c8-7ecf-4427-8777-ffa093eb6d40 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Checking segment: {'id': '37dadbde-4d7b-4411-9752-35354fa1056b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '61e4b6f3-5ce6-45e1-862a-af8d4dd5532b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:44.872780 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5086e2c8-7ecf-4427-8777-ffa093eb6d40 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Network hostable DHCP agents. Network: 61e4b6f3-5ce6-45e1-862a-af8d4dd5532b, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:57:44.918478 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-cc090feb-16f7-4c5e-95f5-bc84152edc66 None None] Transition to ACTIVE for port object 3e738d02-1353-452b-80e9-660cdd1f8d23 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:44.940866 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5086e2c8-7ecf-4427-8777-ffa093eb6d40 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Network 61e4b6f3-5ce6-45e1-862a-af8d4dd5532b is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:57:44.942165 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cc090feb-16f7-4c5e-95f5-bc84152edc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:44.970818 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-5086e2c8-7ecf-4427-8777-ffa093eb6d40 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 61e4b6f3-5ce6-45e1-862a-af8d4dd5532b) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:44.975360 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5086e2c8-7ecf-4427-8777-ffa093eb6d40 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:44.976233 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5086e2c8-7ecf-4427-8777-ffa093eb6d40 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:44.998109 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5086e2c8-7ecf-4427-8777-ffa093eb6d40 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0030715 Jul 06 13:57:45.001004 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55932) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:45.006938 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe2e08f-73ef-4a5a-89ee-b6434b572671 None None] Network 61e4b6f3-5ce6-45e1-862a-af8d4dd5532b requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:45.007159 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e1c9b15c-fe43-4bc8-bd2f-789d67291db6 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Request body: {'port': {'network_id': '61e4b6f3-5ce6-45e1-862a-af8d4dd5532b', 'name': 'tempest-NetworksIpV6TestAttrs-414074648'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:45.017653 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc090feb-16f7-4c5e-95f5-bc84152edc66 None None] Network 29321814-9aa8-40f2-ad4a-99697f793c81 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:45.036669 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-cc090feb-16f7-4c5e-95f5-bc84152edc66 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:45.044317 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc090feb-16f7-4c5e-95f5-bc84152edc66 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:57:45.078887 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e93c1-408e-4677-a7ed-2de4cef540bd req-002e01d3-d5ec-48fe-8fa3-cfd4d6628d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:45.079970 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e93c1-408e-4677-a7ed-2de4cef540bd req-002e01d3-d5ec-48fe-8fa3-cfd4d6628d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:45.080494 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e93c1-408e-4677-a7ed-2de4cef540bd req-002e01d3-d5ec-48fe-8fa3-cfd4d6628d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:45.081001 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e93c1-408e-4677-a7ed-2de4cef540bd req-002e01d3-d5ec-48fe-8fa3-cfd4d6628d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:45.081500 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e93c1-408e-4677-a7ed-2de4cef540bd req-002e01d3-d5ec-48fe-8fa3-cfd4d6628d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:45.082666 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e93c1-408e-4677-a7ed-2de4cef540bd req-002e01d3-d5ec-48fe-8fa3-cfd4d6628d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:45.083390 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e93c1-408e-4677-a7ed-2de4cef540bd req-002e01d3-d5ec-48fe-8fa3-cfd4d6628d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:45.085574 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e67e93c1-408e-4677-a7ed-2de4cef540bd req-002e01d3-d5ec-48fe-8fa3-cfd4d6628d83 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=9336c3d8fa4746dd9ed2823889de2712&device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 6501 time: 0.5564971 Jul 06 13:57:45.101294 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc090feb-16f7-4c5e-95f5-bc84152edc66 None None] Pushing event updated for resources: {'Port': ['ID=3e738d02-1353-452b-80e9-660cdd1f8d23,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:45.130019 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-6dba87a9-27e3-4f65-999a-39498296add9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'name': 'tempest-TaggedBootDevicesTest_v242-1291206415-router', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'aad2e0e3-4b47-419a-95c7-783c6fda1c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:10Z', 'updated_at': '2021-07-06T13:55:20Z', 'revision_number': 4, 'project_id': '9336c3d8fa4746dd9ed2823889de2712', 'gw_port': {'id': 'aad2e0e3-4b47-419a-95c7-783c6fda1c32', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:12Z', 'updated_at': '2021-07-06T13:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '0308c744-c197-42a1-9b78-036e9ea7488a', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'floating_ip_address': '172.25.6.198', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'port_id': 'f43b5bfc-1387-457f-8a78-02e1c6d6fcb2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3d758c6-1344-45af-aaa5-3031f97f13d4', 'mac_address': 'fa:16:3e:9a:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:56:11Z', 'updated_at': '2021-07-06T13:57:42Z', 'revision_number': 1, 'project_id': '9336c3d8fa4746dd9ed2823889de2712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97870ffb-58db-4ffa-a527-a86c4d995267', 'name': '', 'network_id': 'd3d758c6-1344-45af-aaa5-3031f97f13d4', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'mac_address': 'fa:16:3e:14:df:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '8df52582-dd18-48d1-9337-785b45f0ca32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:17Z', 'updated_at': '2021-07-06T13:55:27Z', 'revision_number': 5, 'project_id': '9336c3d8fa4746dd9ed2823889de2712', 'subnets': [{'id': '8df52582-dd18-48d1-9337-785b45f0ca32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:45.185556 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dba87a9-27e3-4f65-999a-39498296add9 None None] Checking router: c69b80ad-875f-4d33-82bd-8e7157128611 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:57:45.204159 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c9b15c-fe43-4bc8-bd2f-789d67291db6 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Made reservation on behalf of 6e9b1d9c0c7642a69638beb114e861ca for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:45.208194 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e1c9b15c-fe43-4bc8-bd2f-789d67291db6 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:45.218962 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3679426-f9a6-4b56-8860-ebcc7a43da85 req-5217e77c-4203-40d3-86fe-7cc83869f655 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:45.226657 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d3679426-f9a6-4b56-8860-ebcc7a43da85 req-5217e77c-4203-40d3-86fe-7cc83869f655 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.4448442 Jul 06 13:57:45.233558 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-cc090feb-16f7-4c5e-95f5-bc84152edc66 None None] Attempting to bind port 3e738d02-1353-452b-80e9-660cdd1f8d23 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:45.233558 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-cc090feb-16f7-4c5e-95f5-bc84152edc66 None None] Attempting to bind port 3e738d02-1353-452b-80e9-660cdd1f8d23 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '3b084cb7-257f-400a-88b7-9096f43a7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '29321814-9aa8-40f2-ad4a-99697f793c81'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:45.235231 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc090feb-16f7-4c5e-95f5-bc84152edc66 None None] Attempting to bind port 3e738d02-1353-452b-80e9-660cdd1f8d23 on network 29321814-9aa8-40f2-ad4a-99697f793c81 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:45.237678 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-e1c9b15c-fe43-4bc8-bd2f-789d67291db6 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] device_id is not set on port d47e552f-140b-4ef8-bca0-b991076fd4d1 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 13:57:45.249745 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc090feb-16f7-4c5e-95f5-bc84152edc66 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:45.250257 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc090feb-16f7-4c5e-95f5-bc84152edc66 None None] Checking segment: {'id': '3b084cb7-257f-400a-88b7-9096f43a7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '29321814-9aa8-40f2-ad4a-99697f793c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:45.250722 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cc090feb-16f7-4c5e-95f5-bc84152edc66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:45.251217 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc090feb-16f7-4c5e-95f5-bc84152edc66 None None] Bound using segment: {'id': '3b084cb7-257f-400a-88b7-9096f43a7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '29321814-9aa8-40f2-ad4a-99697f793c81'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:45.251781 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-cc090feb-16f7-4c5e-95f5-bc84152edc66 None None] Bound port: 3e738d02-1353-452b-80e9-660cdd1f8d23, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b084cb7-257f-400a-88b7-9096f43a7117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '29321814-9aa8-40f2-ad4a-99697f793c81'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:45.252723 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cc090feb-16f7-4c5e-95f5-bc84152edc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:45.286054 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dba87a9-27e3-4f65-999a-39498296add9 None None] Routers {'c69b80ad-875f-4d33-82bd-8e7157128611'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:57:45.287017 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-6dba87a9-27e3-4f65-999a-39498296add9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:57:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c69b80ad-875f-4d33-82bd-8e7157128611'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:45.299370 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-77ed5fe8-d94a-4dac-8cff-0688b6ab25ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:45.360361 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d3679426-f9a6-4b56-8860-ebcc7a43da85 req-2f281e98-aec5-4340-8e7c-2b5974670f8f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325793 Jul 06 13:57:45.400600 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-e1c9b15c-fe43-4bc8-bd2f-789d67291db6 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Allocated IP 2001:db8::f816:3eff:fe1c:eb44 (61e4b6f3-5ce6-45e1-862a-af8d4dd5532b/d91c9c81-0df9-4f43-80d0-b115d5125369/d47e552f-140b-4ef8-bca0-b991076fd4d1) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:45.509505 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-cc090feb-16f7-4c5e-95f5-bc84152edc66 None None] For port 3e738d02-1353-452b-80e9-660cdd1f8d23, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:45.565792 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-cc090feb-16f7-4c5e-95f5-bc84152edc66 None None] For port 3e738d02-1353-452b-80e9-660cdd1f8d23, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=3e738d02-1353-452b-80e9-660cdd1f8d23,segment=NetworkSegment(3b084cb7-257f-400a-88b7-9096f43a7117),segment_id=3b084cb7-257f-400a-88b7-9096f43a7117)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:45.580365 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ddf81b-59e1-44f0-9681-8cc9789685fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-61e4b6f3-5ce6-45e1-862a-af8d4dd5532b', 'network_id': '61e4b6f3-5ce6-45e1-862a-af8d4dd5532b', 'tenant_id': '6e9b1d9c0c7642a69638beb114e861ca', 'fixed_ips': [{'subnet_id': 'd91c9c81-0df9-4f43-80d0-b115d5125369'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:57:45.581228 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf81b-59e1-44f0-9681-8cc9789685fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:45.602201 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cc090feb-16f7-4c5e-95f5-bc84152edc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:45.668996 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e93c1-408e-4677-a7ed-2de4cef540bd req-51467e2b-1504-444d-8ecc-c00aed8da975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:45.670633 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e67e93c1-408e-4677-a7ed-2de4cef540bd req-51467e2b-1504-444d-8ecc-c00aed8da975 service neutron] 10.222.0.124 "GET /v2.0/networks?id=d3d758c6-1344-45af-aaa5-3031f97f13d4 HTTP/1.1" status: 200 len: 918 time: 0.5758274 Jul 06 13:57:45.752795 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e1c9b15c-fe43-4bc8-bd2f-789d67291db6 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:45.774341 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e1c9b15c-fe43-4bc8-bd2f-789d67291db6 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Transition to ACTIVE for port object d47e552f-140b-4ef8-bca0-b991076fd4d1 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:45.778844 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-77ed5fe8-d94a-4dac-8cff-0688b6ab25ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:45.824670 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e1c9b15c-fe43-4bc8-bd2f-789d67291db6 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:45.862580 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-6dba87a9-27e3-4f65-999a-39498296add9 None None] Set router c69b80ad-875f-4d33-82bd-8e7157128611 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:57:45.931629 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e67e93c1-408e-4677-a7ed-2de4cef540bd req-7e18c271-a4f1-4362-b74c-5a20bfedb977 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f43b5bfc-1387-457f-8a78-02e1c6d6fcb2 HTTP/1.1" status: 200 len: 1000 time: 0.2502165 Jul 06 13:57:45.937271 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c9b15c-fe43-4bc8-bd2f-789d67291db6 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Network 61e4b6f3-5ce6-45e1-862a-af8d4dd5532b is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:45.940981 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-e1c9b15c-fe43-4bc8-bd2f-789d67291db6 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:45.950848 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c9b15c-fe43-4bc8-bd2f-789d67291db6 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:57:45.952872 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f154187-249d-49d6-aa50-957b3c0af38a req-231a02ad-0b9e-4c02-900f-67131e241c61 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:45.960222 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7f154187-249d-49d6-aa50-957b3c0af38a req-231a02ad-0b9e-4c02-900f-67131e241c61 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.4585373 Jul 06 13:57:45.967833 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c9b15c-fe43-4bc8-bd2f-789d67291db6 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:45.974212 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e1c9b15c-fe43-4bc8-bd2f-789d67291db6 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:46.033016 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e1c9b15c-fe43-4bc8-bd2f-789d67291db6 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0306191 Jul 06 13:57:46.037133 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55940) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:46.044433 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9b15c-fe43-4bc8-bd2f-789d67291db6 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event updated for resources: {'Port': ['ID=d47e552f-140b-4ef8-bca0-b991076fd4d1,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:46.086165 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e93c1-408e-4677-a7ed-2de4cef540bd req-bfb5b163-dc15-48ab-9f66-1e73ecfc3d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:46.089126 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e67e93c1-408e-4677-a7ed-2de4cef540bd req-bfb5b163-dc15-48ab-9f66-1e73ecfc3d7b service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8df52582-dd18-48d1-9337-785b45f0ca32 HTTP/1.1" status: 200 len: 856 time: 0.1253192 Jul 06 13:57:46.118835 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7f154187-249d-49d6-aa50-957b3c0af38a req-4404107b-85a6-4790-abc8-1e369384bbcf tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576099 Jul 06 13:57:46.138422 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-d6ddf81b-59e1-44f0-9681-8cc9789685fd None None] Allocated IP 2001:db8::f816:3eff:febd:ff07 (61e4b6f3-5ce6-45e1-862a-af8d4dd5532b/d91c9c81-0df9-4f43-80d0-b115d5125369/0d830c7c-1414-4b7a-9a32-defe00acbb87) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:46.153266 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4c483ae-b35a-4c16-8b8b-e5fd6861ed6c tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Deleting subnet d91c9c81-0df9-4f43-80d0-b115d5125369 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:57:46.168186 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc090feb-16f7-4c5e-95f5-bc84152edc66 None None] Pushing event updated for resources: {'Port': ['ID=3e738d02-1353-452b-80e9-660cdd1f8d23,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:46.185380 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ed5fe8-d94a-4dac-8cff-0688b6ab25ba admin admin] Router e1b6dcda-f491-44bf-8991-6a0cf8c20a39 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:57:46.336167 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2529543-1a95-4f25-ac7b-8cf33c291031 None None] Network 4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:46.429251 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c6740e74-13f9-4702-933f-f3cdbe1ab6b9 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:46.552865 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-775757da-0cff-4b50-8bfb-baddd33c5629 None None] Provisioning for port c6740e74-13f9-4702-933f-f3cdbe1ab6b9 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:46.610188 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:46.716711 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port c6740e74-13f9-4702-933f-f3cdbe1ab6b9 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:46.741737 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e93c1-408e-4677-a7ed-2de4cef540bd req-89b3e761-d711-417a-889c-59f39978f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:46.743301 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e67e93c1-408e-4677-a7ed-2de4cef540bd req-89b3e761-d711-417a-889c-59f39978f821 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d3d758c6-1344-45af-aaa5-3031f97f13d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6467988 Jul 06 13:57:46.753090 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port c6740e74-13f9-4702-933f-f3cdbe1ab6b9 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:46.753470 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:46.787915 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf81b-59e1-44f0-9681-8cc9789685fd None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:46.810502 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d6ddf81b-59e1-44f0-9681-8cc9789685fd None None] Transition to ACTIVE for port object 0d830c7c-1414-4b7a-9a32-defe00acbb87 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:46.859081 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d6ddf81b-59e1-44f0-9681-8cc9789685fd None None] Transition to ACTIVE for port object 0d830c7c-1414-4b7a-9a32-defe00acbb87 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:46.866904 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b4c483ae-b35a-4c16-8b8b-e5fd6861ed6c tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:46.873517 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf81b-59e1-44f0-9681-8cc9789685fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:46.905267 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ed5fe8-d94a-4dac-8cff-0688b6ab25ba admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:57:46.922154 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873ad824-6bda-4395-a6fa-742b53cde6e1 None None] Sync routers for ids ['e1b6dcda-f491-44bf-8991-6a0cf8c20a39'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:57:46.932967 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f6840-4ea2-48d7-a02c-29eb5746d092 req-c571c6a4-7094-42ea-8479-5a3c96dac850 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:46.934576 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4f1f6840-4ea2-48d7-a02c-29eb5746d092 req-c571c6a4-7094-42ea-8479-5a3c96dac850 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.2174985 Jul 06 13:57:46.941037 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873ad824-6bda-4395-a6fa-742b53cde6e1 None None] Routers {'e1b6dcda-f491-44bf-8991-6a0cf8c20a39'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:57:46.941949 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-873ad824-6bda-4395-a6fa-742b53cde6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:57:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['e1b6dcda-f491-44bf-8991-6a0cf8c20a39'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:46.968353 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-77ed5fe8-d94a-4dac-8cff-0688b6ab25ba admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:46.973609 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-77ed5fe8-d94a-4dac-8cff-0688b6ab25ba admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1232316 Jul 06 13:57:46.973609 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e67e93c1-408e-4677-a7ed-2de4cef540bd req-dab480f3-93aa-4b57-bc27-6a3cb8707fde service neutron] 10.222.0.124 "GET /v2.0/networks/d3d758c6-1344-45af-aaa5-3031f97f13d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048793 Jul 06 13:57:46.973609 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55944) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:46.981955 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b4c483ae-b35a-4c16-8b8b-e5fd6861ed6c tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:47.016422 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ddf81b-59e1-44f0-9681-8cc9789685fd None None] Network 61e4b6f3-5ce6-45e1-862a-af8d4dd5532b is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:47.055445 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:47.063186 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-6dba87a9-27e3-4f65-999a-39498296add9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'name': 'tempest-TaggedBootDevicesTest_v242-1291206415-router', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'aad2e0e3-4b47-419a-95c7-783c6fda1c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:10Z', 'updated_at': '2021-07-06T13:55:20Z', 'revision_number': 4, 'project_id': '9336c3d8fa4746dd9ed2823889de2712', 'gw_port': {'id': 'aad2e0e3-4b47-419a-95c7-783c6fda1c32', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:12Z', 'updated_at': '2021-07-06T13:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '0308c744-c197-42a1-9b78-036e9ea7488a', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'floating_ip_address': '172.25.6.198', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'port_id': 'f43b5bfc-1387-457f-8a78-02e1c6d6fcb2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3d758c6-1344-45af-aaa5-3031f97f13d4', 'mac_address': 'fa:16:3e:9a:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:56:11Z', 'updated_at': '2021-07-06T13:57:42Z', 'revision_number': 1, 'project_id': '9336c3d8fa4746dd9ed2823889de2712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97870ffb-58db-4ffa-a527-a86c4d995267', 'name': '', 'network_id': 'd3d758c6-1344-45af-aaa5-3031f97f13d4', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'mac_address': 'fa:16:3e:14:df:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '8df52582-dd18-48d1-9337-785b45f0ca32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:17Z', 'updated_at': '2021-07-06T13:55:27Z', 'revision_number': 5, 'project_id': '9336c3d8fa4746dd9ed2823889de2712', 'subnets': [{'id': '8df52582-dd18-48d1-9337-785b45f0ca32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:47.086717 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-d6ddf81b-59e1-44f0-9681-8cc9789685fd None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:47.090067 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-873ad824-6bda-4395-a6fa-742b53cde6e1 None None] Set router e1b6dcda-f491-44bf-8991-6a0cf8c20a39 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:57:47.152929 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ddf81b-59e1-44f0-9681-8cc9789685fd None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:57:47.155154 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ddf81b-59e1-44f0-9681-8cc9789685fd None None] Pushing event updated for resources: {'Port': ['ID=0d830c7c-1414-4b7a-9a32-defe00acbb87,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:47.163427 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dba87a9-27e3-4f65-999a-39498296add9 None None] The sync data for ids ['c69b80ad-875f-4d33-82bd-8e7157128611'] in n-d-773644-6 is: [{'id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'name': 'tempest-TaggedBootDevicesTest_v242-1291206415-router', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'aad2e0e3-4b47-419a-95c7-783c6fda1c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:10Z', 'updated_at': '2021-07-06T13:55:20Z', 'revision_number': 4, 'project_id': '9336c3d8fa4746dd9ed2823889de2712', 'gw_port': {'id': 'aad2e0e3-4b47-419a-95c7-783c6fda1c32', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:12Z', 'updated_at': '2021-07-06T13:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '0308c744-c197-42a1-9b78-036e9ea7488a', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'floating_ip_address': '172.25.6.198', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'port_id': 'f43b5bfc-1387-457f-8a78-02e1c6d6fcb2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3d758c6-1344-45af-aaa5-3031f97f13d4', 'mac_address': 'fa:16:3e:9a:60:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:56:11Z', 'updated_at': '2021-07-06T13:57:42Z', 'revision_number': 1, 'project_id': '9336c3d8fa4746dd9ed2823889de2712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97870ffb-58db-4ffa-a527-a86c4d995267', 'name': '', 'network_id': 'd3d758c6-1344-45af-aaa5-3031f97f13d4', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'mac_address': 'fa:16:3e:14:df:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '8df52582-dd18-48d1-9337-785b45f0ca32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:17Z', 'updated_at': '2021-07-06T13:55:27Z', 'revision_number': 5, 'project_id': '9336c3d8fa4746dd9ed2823889de2712', 'subnets': [{'id': '8df52582-dd18-48d1-9337-785b45f0ca32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:57:47.324670 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port c6740e74-13f9-4702-933f-f3cdbe1ab6b9, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c6740e74-13f9-4702-933f-f3cdbe1ab6b9,segment=NetworkSegment(0fef7241-1b1d-4ebb-8177-d23b8e01b907),segment_id=0fef7241-1b1d-4ebb-8177-d23b8e01b907)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:47.326737 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4f1f6840-4ea2-48d7-a02c-29eb5746d092 req-11269449-88ab-44cb-87b6-bc23e5ef22b3 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3664429 Jul 06 13:57:47.329064 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b4c483ae-b35a-4c16-8b8b-e5fd6861ed6c tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:47.365223 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:47.521343 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-d6ddf81b-59e1-44f0-9681-8cc9789685fd None None] Attempting to bind port 0d830c7c-1414-4b7a-9a32-defe00acbb87 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:47.522950 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-d6ddf81b-59e1-44f0-9681-8cc9789685fd None None] Attempting to bind port 0d830c7c-1414-4b7a-9a32-defe00acbb87 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '37dadbde-4d7b-4411-9752-35354fa1056b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '61e4b6f3-5ce6-45e1-862a-af8d4dd5532b'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:47.525458 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ddf81b-59e1-44f0-9681-8cc9789685fd None None] Attempting to bind port 0d830c7c-1414-4b7a-9a32-defe00acbb87 on network 61e4b6f3-5ce6-45e1-862a-af8d4dd5532b {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:47.539381 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-873ad824-6bda-4395-a6fa-742b53cde6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b6dcda-f491-44bf-8991-6a0cf8c20a39', 'name': 'tempest-FloatingIPsTestJSON-1944573132-router', 'tenant_id': '9cf29637ecfe47748aa7f4aede486aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '200026f9-b3d0-4f42-91c7-f3aacceb0393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:43Z', 'updated_at': '2021-07-06T13:57:44Z', 'revision_number': 3, 'project_id': '9cf29637ecfe47748aa7f4aede486aba', 'gw_port': {'id': '200026f9-b3d0-4f42-91c7-f3aacceb0393', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b6dcda-f491-44bf-8991-6a0cf8c20a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:43Z', 'updated_at': '2021-07-06T13:57:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:47.555191 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ddf81b-59e1-44f0-9681-8cc9789685fd None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:47.555926 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ddf81b-59e1-44f0-9681-8cc9789685fd None None] Checking segment: {'id': '37dadbde-4d7b-4411-9752-35354fa1056b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '61e4b6f3-5ce6-45e1-862a-af8d4dd5532b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:47.556534 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf81b-59e1-44f0-9681-8cc9789685fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:47.557300 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ddf81b-59e1-44f0-9681-8cc9789685fd None None] Bound using segment: {'id': '37dadbde-4d7b-4411-9752-35354fa1056b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '61e4b6f3-5ce6-45e1-862a-af8d4dd5532b'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:47.559489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-d6ddf81b-59e1-44f0-9681-8cc9789685fd None None] Bound port: 0d830c7c-1414-4b7a-9a32-defe00acbb87, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37dadbde-4d7b-4411-9752-35354fa1056b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '61e4b6f3-5ce6-45e1-862a-af8d4dd5532b'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:47.560144 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf81b-59e1-44f0-9681-8cc9789685fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:47.623090 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b4c483ae-b35a-4c16-8b8b-e5fd6861ed6c tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:47.625462 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873ad824-6bda-4395-a6fa-742b53cde6e1 None None] Checking router: e1b6dcda-f491-44bf-8991-6a0cf8c20a39 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:57:47.625854 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873ad824-6bda-4395-a6fa-742b53cde6e1 None None] Updating router e1b6dcda-f491-44bf-8991-6a0cf8c20a39 port 200026f9-b3d0-4f42-91c7-f3aacceb0393 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:57:47.655055 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e67e93c1-408e-4677-a7ed-2de4cef540bd req-76b3906e-ba4f-47f8-98b0-f6e0ef3a5829 service neutron] 10.222.0.124 "GET /v2.0/networks/d3d758c6-1344-45af-aaa5-3031f97f13d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5785785 Jul 06 13:57:47.719577 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b4c483ae-b35a-4c16-8b8b-e5fd6861ed6c tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:47.721709 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b4c483ae-b35a-4c16-8b8b-e5fd6861ed6c tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "DELETE /v2.0/subnets/d91c9c81-0df9-4f43-80d0-b115d5125369 HTTP/1.1" status: 204 len: 168 time: 1.6830573 Jul 06 13:57:47.722919 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c483ae-b35a-4c16-8b8b-e5fd6861ed6c tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event deleted for resources: {'Subnet': ['ID=d91c9c81-0df9-4f43-80d0-b115d5125369,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:47.731425 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55956) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:47.743168 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=c6740e74-13f9-4702-933f-f3cdbe1ab6b9,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:47.752428 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-873ad824-6bda-4395-a6fa-742b53cde6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:47.772731 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2956f5-9d91-434d-8434-cd35e3392dfb None None] New status for floating IP 0308c744-c197-42a1-9b78-036e9ea7488a: ACTIVE {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:57:47.883718 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b41e09-3597-4e73-b1fb-414f5cc5d95f None None] Network 29321814-9aa8-40f2-ad4a-99697f793c81 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:47.899083 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a28c0a3-bedf-49d7-9092-af2ebbde0afa tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:47.902239 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a28c0a3-bedf-49d7-9092-af2ebbde0afa tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:47.904768 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1a28c0a3-bedf-49d7-9092-af2ebbde0afa tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1718390 Jul 06 13:57:47.918415 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55964) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:48.063539 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d6ddf81b-59e1-44f0-9681-8cc9789685fd None None] For port 0d830c7c-1414-4b7a-9a32-defe00acbb87, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:48.066345 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a9403bc4-2dc8-47fe-9898-ededc762b9b7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:48.080914 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9403bc4-2dc8-47fe-9898-ededc762b9b7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 06 13:57:48.083601 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9403bc4-2dc8-47fe-9898-ededc762b9b7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 13:57:48.085574 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a9403bc4-2dc8-47fe-9898-ededc762b9b7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "DELETE /v2.0/networks/61e4b6f3-5ce6-45e1-862a-af8d4dd5532b HTTP/1.1" status: 409 len: 405 time: 0.1657414 Jul 06 13:57:48.091174 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55968) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:48.104352 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c4f352cc-2b1c-410d-a05a-540c87cc998f tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-732633338'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:48.130230 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d6ddf81b-59e1-44f0-9681-8cc9789685fd None None] For port 0d830c7c-1414-4b7a-9a32-defe00acbb87, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0d830c7c-1414-4b7a-9a32-defe00acbb87,segment=NetworkSegment(37dadbde-4d7b-4411-9752-35354fa1056b),segment_id=37dadbde-4d7b-4411-9752-35354fa1056b)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:48.131426 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8377c386-f24f-48fd-850e-c6a76f8060a8 None None] Provisioning complete for port c6740e74-13f9-4702-933f-f3cdbe1ab6b9 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:48.131839 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8377c386-f24f-48fd-850e-c6a76f8060a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:48.157897 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f352cc-2b1c-410d-a05a-540c87cc998f tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Made reservation on behalf of 6e9b1d9c0c7642a69638beb114e861ca for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:48.171107 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4f352cc-2b1c-410d-a05a-540c87cc998f tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:48.249566 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf81b-59e1-44f0-9681-8cc9789685fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:48.270548 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f352cc-2b1c-410d-a05a-540c87cc998f tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:57:48.304568 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08770017-1e8f-4dd2-9e8e-6d2cede69e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:48.312455 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4f352cc-2b1c-410d-a05a-540c87cc998f tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:48.312905 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-c4f352cc-2b1c-410d-a05a-540c87cc998f tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Added segment 3761e7a2-2fd5-4f9f-b7b7-baea1edcdfc8 of type vlan for network 50ed3fc1-db14-4922-805b-4a34e2089ae3 Jul 06 13:57:48.424287 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4f352cc-2b1c-410d-a05a-540c87cc998f tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:48.433350 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-873ad824-6bda-4395-a6fa-742b53cde6e1 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:48.455135 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-873ad824-6bda-4395-a6fa-742b53cde6e1 None None] Transition to ACTIVE for port object 200026f9-b3d0-4f42-91c7-f3aacceb0393 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:48.468339 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-873ad824-6bda-4395-a6fa-742b53cde6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:48.488167 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4f352cc-2b1c-410d-a05a-540c87cc998f tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:48.501331 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f352cc-2b1c-410d-a05a-540c87cc998f tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:48.504466 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4f352cc-2b1c-410d-a05a-540c87cc998f tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:48.555104 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3de67-9b4f-4e3e-9179-43e1ace007ab None None] Pushing event updated for resources: {'Port': ['ID=200026f9-b3d0-4f42-91c7-f3aacceb0393,revision_number=2']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:48.573541 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c6740e74-13f9-4702-933f-f3cdbe1ab6b9 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:48.579797 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c4f352cc-2b1c-410d-a05a-540c87cc998f tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4848137 Jul 06 13:57:48.581690 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55982) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:48.586915 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-8d08b277-7f5c-4f2e-9308-1e8a04a0d00f tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Request body: {'subnet': {'network_id': '50ed3fc1-db14-4922-805b-4a34e2089ae3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:48.591119 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-873ad824-6bda-4395-a6fa-742b53cde6e1 None None] Attempting to bind port 200026f9-b3d0-4f42-91c7-f3aacceb0393 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:48.591783 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-873ad824-6bda-4395-a6fa-742b53cde6e1 None None] Attempting to bind port 200026f9-b3d0-4f42-91c7-f3aacceb0393 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:48.592558 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873ad824-6bda-4395-a6fa-742b53cde6e1 None None] Attempting to bind port 200026f9-b3d0-4f42-91c7-f3aacceb0393 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:48.598089 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873ad824-6bda-4395-a6fa-742b53cde6e1 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:48.598781 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873ad824-6bda-4395-a6fa-742b53cde6e1 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:48.599423 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-873ad824-6bda-4395-a6fa-742b53cde6e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:48.600051 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873ad824-6bda-4395-a6fa-742b53cde6e1 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:48.600742 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-873ad824-6bda-4395-a6fa-742b53cde6e1 None None] Bound port: 200026f9-b3d0-4f42-91c7-f3aacceb0393, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:48.601394 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-873ad824-6bda-4395-a6fa-742b53cde6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:48.617194 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ddf81b-59e1-44f0-9681-8cc9789685fd None None] Pushing event updated for resources: {'Port': ['ID=0d830c7c-1414-4b7a-9a32-defe00acbb87,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:48.655756 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-873ad824-6bda-4395-a6fa-742b53cde6e1 None None] For port 200026f9-b3d0-4f42-91c7-f3aacceb0393, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:48.659428 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-873ad824-6bda-4395-a6fa-742b53cde6e1 None None] For port 200026f9-b3d0-4f42-91c7-f3aacceb0393, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=200026f9-b3d0-4f42-91c7-f3aacceb0393,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:48.659672 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-08770017-1e8f-4dd2-9e8e-6d2cede69e42 admin admin] Allocated IP 172.20.0.1 (4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275/2e2fc7ae-b032-4c14-a2f0-879c02a010ea/d4c9c84e-2036-49da-9cf9-f356147916a1) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:48.666319 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-873ad824-6bda-4395-a6fa-742b53cde6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:48.701504 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f352cc-2b1c-410d-a05a-540c87cc998f tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event updated for resources: {'Network': ['ID=50ed3fc1-db14-4922-805b-4a34e2089ae3,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:48.722249 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d08b277-7f5c-4f2e-9308-1e8a04a0d00f tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Made reservation on behalf of 6e9b1d9c0c7642a69638beb114e861ca for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:48.726295 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8d08b277-7f5c-4f2e-9308-1e8a04a0d00f tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:48.742472 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873ad824-6bda-4395-a6fa-742b53cde6e1 None None] Routers {'e1b6dcda-f491-44bf-8991-6a0cf8c20a39'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:57:48.743357 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-873ad824-6bda-4395-a6fa-742b53cde6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:57:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['e1b6dcda-f491-44bf-8991-6a0cf8c20a39'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:48.876331 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f589b-e98d-40ed-8877-77aaafe527fb req-f34ae26b-944a-4697-86b7-b69df81c35e7 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:48.884410 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-952f589b-e98d-40ed-8877-77aaafe527fb req-f34ae26b-944a-4697-86b7-b69df81c35e7 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/networks?id=65a0c785-6dfd-4a01-9b12-067743ee677d HTTP/1.1" status: 200 len: 812 time: 0.5264096 Jul 06 13:57:48.912305 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-873ad824-6bda-4395-a6fa-742b53cde6e1 None None] Set router e1b6dcda-f491-44bf-8991-6a0cf8c20a39 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:57:48.930524 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-952f589b-e98d-40ed-8877-77aaafe527fb req-1733683a-5a32-469f-9154-1d5dc06eaa74 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/quotas/84c411c9b83740e1bcaf5cc8002aa094 HTTP/1.1" status: 200 len: 375 time: 0.0446141 Jul 06 13:57:48.968357 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 50ed3fc1-db14-4922-805b-4a34e2089ae3 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:57:48.969997 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:48.988903 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08770017-1e8f-4dd2-9e8e-6d2cede69e42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:49.065062 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-08770017-1e8f-4dd2-9e8e-6d2cede69e42 admin admin] Transition to ACTIVE for port object d4c9c84e-2036-49da-9cf9-f356147916a1 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:49.084432 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb02e0a-0c28-4bab-9baa-05530d46fecb None None] Network 61e4b6f3-5ce6-45e1-862a-af8d4dd5532b requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:49.085177 n-d-773644-6 neutron-server[100417]: DEBUG neutron.objects.ports [None req-8d08b277-7f5c-4f2e-9308-1e8a04a0d00f tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100417) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 13:57:49.090555 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8d08b277-7f5c-4f2e-9308-1e8a04a0d00f tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:49.127408 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-952f589b-e98d-40ed-8877-77aaafe527fb req-dfb26f80-6332-4ded-8973-17bdf126b5ea tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=84c411c9b83740e1bcaf5cc8002aa094&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1958568 Jul 06 13:57:49.170804 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3de67-9b4f-4e3e-9179-43e1ace007ab None None] Pushing event updated for resources: {'Port': ['ID=200026f9-b3d0-4f42-91c7-f3aacceb0393,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:49.185016 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d08b277-7f5c-4f2e-9308-1e8a04a0d00f tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Checking segment: {'id': '3761e7a2-2fd5-4f9f-b7b7-baea1edcdfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '50ed3fc1-db14-4922-805b-4a34e2089ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:49.185533 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-873ad824-6bda-4395-a6fa-742b53cde6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b6dcda-f491-44bf-8991-6a0cf8c20a39', 'name': 'tempest-FloatingIPsTestJSON-1944573132-router', 'tenant_id': '9cf29637ecfe47748aa7f4aede486aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '200026f9-b3d0-4f42-91c7-f3aacceb0393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:43Z', 'updated_at': '2021-07-06T13:57:44Z', 'revision_number': 3, 'project_id': '9cf29637ecfe47748aa7f4aede486aba', 'gw_port': {'id': '200026f9-b3d0-4f42-91c7-f3aacceb0393', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b6dcda-f491-44bf-8991-6a0cf8c20a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:43Z', 'updated_at': '2021-07-06T13:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:49.185893 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d08b277-7f5c-4f2e-9308-1e8a04a0d00f tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Network hostable DHCP agents. Network: 50ed3fc1-db14-4922-805b-4a34e2089ae3, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:57:49.205268 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08b277-7f5c-4f2e-9308-1e8a04a0d00f tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event updated for resources: {'Subnet': ['ID=1d4693cc-e966-4220-a2f1-a4aedcb443fd,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:49.210603 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d08b277-7f5c-4f2e-9308-1e8a04a0d00f tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Network 50ed3fc1-db14-4922-805b-4a34e2089ae3 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:57:49.223042 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-8d08b277-7f5c-4f2e-9308-1e8a04a0d00f tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 50ed3fc1-db14-4922-805b-4a34e2089ae3) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:49.227997 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08770017-1e8f-4dd2-9e8e-6d2cede69e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:49.229780 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873ad824-6bda-4395-a6fa-742b53cde6e1 None None] The sync data for ids ['e1b6dcda-f491-44bf-8991-6a0cf8c20a39'] in n-d-773644-6 is: [{'id': 'e1b6dcda-f491-44bf-8991-6a0cf8c20a39', 'name': 'tempest-FloatingIPsTestJSON-1944573132-router', 'tenant_id': '9cf29637ecfe47748aa7f4aede486aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '200026f9-b3d0-4f42-91c7-f3aacceb0393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:43Z', 'updated_at': '2021-07-06T13:57:44Z', 'revision_number': 3, 'project_id': '9cf29637ecfe47748aa7f4aede486aba', 'gw_port': {'id': '200026f9-b3d0-4f42-91c7-f3aacceb0393', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e7:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b6dcda-f491-44bf-8991-6a0cf8c20a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:43Z', 'updated_at': '2021-07-06T13:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:57:49.243832 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d08b277-7f5c-4f2e-9308-1e8a04a0d00f tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:49.244900 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8d08b277-7f5c-4f2e-9308-1e8a04a0d00f tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:49.268604 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8d08b277-7f5c-4f2e-9308-1e8a04a0d00f tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6835468 Jul 06 13:57:49.269719 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55996) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:49.278758 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-40bf371d-feaf-4b1c-9f18-cf5a73929ead tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Request body: {'port': {'network_id': '50ed3fc1-db14-4922-805b-4a34e2089ae3', 'name': 'tempest-NetworksIpV6TestAttrs-1365419498'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:49.319844 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea08d39-f2a3-4154-afd4-b767b8117d69 None None] Network 50ed3fc1-db14-4922-805b-4a34e2089ae3 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:49.347145 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08770017-1e8f-4dd2-9e8e-6d2cede69e42 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c9c84e-2036-49da-9cf9-f356147916a1,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:49.389978 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08770017-1e8f-4dd2-9e8e-6d2cede69e42 admin admin] Network 4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:49.443681 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-952f589b-e98d-40ed-8877-77aaafe527fb req-18e0da9d-8cab-4c23-86c3-f0e2d019cb05 service neutron] 10.222.0.118 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152640 Jul 06 13:57:49.451992 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8377c386-f24f-48fd-850e-c6a76f8060a8 None None] Provisioning for port 3e738d02-1353-452b-80e9-660cdd1f8d23 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:49.462338 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port c6740e74-13f9-4702-933f-f3cdbe1ab6b9 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:49.462799 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:49.502188 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bf371d-feaf-4b1c-9f18-cf5a73929ead tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Made reservation on behalf of 6e9b1d9c0c7642a69638beb114e861ca for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:49.513283 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40bf371d-feaf-4b1c-9f18-cf5a73929ead tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:49.547659 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-40bf371d-feaf-4b1c-9f18-cf5a73929ead tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] device_id is not set on port c892eee0-de84-4d5c-8aec-467a33495dde yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 13:57:49.635935 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-952f589b-e98d-40ed-8877-77aaafe527fb req-5953cf0e-2694-423b-b45b-796ad43cdd6f service neutron] 10.222.0.118 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911840 Jul 06 13:57:49.642056 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-08770017-1e8f-4dd2-9e8e-6d2cede69e42 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:49.645054 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08770017-1e8f-4dd2-9e8e-6d2cede69e42 admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:57:49.713843 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08770017-1e8f-4dd2-9e8e-6d2cede69e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:49.804370 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-40bf371d-feaf-4b1c-9f18-cf5a73929ead tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Allocated IP 2001:db8::f816:3eff:fe03:49ba (50ed3fc1-db14-4922-805b-4a34e2089ae3/1d4693cc-e966-4220-a2f1-a4aedcb443fd/c892eee0-de84-4d5c-8aec-467a33495dde) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:49.834730 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 3e738d02-1353-452b-80e9-660cdd1f8d23 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:50.077222 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08770017-1e8f-4dd2-9e8e-6d2cede69e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:50.089106 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7d4a99-a71c-4d18-bf07-b3832cfa7efe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-50ed3fc1-db14-4922-805b-4a34e2089ae3', 'network_id': '50ed3fc1-db14-4922-805b-4a34e2089ae3', 'tenant_id': '6e9b1d9c0c7642a69638beb114e861ca', 'fixed_ips': [{'subnet_id': '1d4693cc-e966-4220-a2f1-a4aedcb443fd'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:57:50.091750 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ec7d4a99-a71c-4d18-bf07-b3832cfa7efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:50.363146 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 3e738d02-1353-452b-80e9-660cdd1f8d23 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:50.412403 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08770017-1e8f-4dd2-9e8e-6d2cede69e42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:50.430367 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 3e738d02-1353-452b-80e9-660cdd1f8d23 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:50.430746 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:50.431448 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15837b9e-7239-4fec-a0c3-a3d546c605bc req-2e92cb9d-1aa2-4de4-961f-5bf608eda6ff tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:50.442289 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-15837b9e-7239-4fec-a0c3-a3d546c605bc req-2e92cb9d-1aa2-4de4-961f-5bf608eda6ff tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.3227820 Jul 06 13:57:50.446829 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08770017-1e8f-4dd2-9e8e-6d2cede69e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:50.490570 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-7b16f5ac-503f-4e0f-9008-ecf87b69c69c None None] Provisioning for port d4c9c84e-2036-49da-9cf9-f356147916a1 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:50.512132 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-7b16f5ac-503f-4e0f-9008-ecf87b69c69c None None] Provisioning complete for port d4c9c84e-2036-49da-9cf9-f356147916a1 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:50.512385 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7b16f5ac-503f-4e0f-9008-ecf87b69c69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:50.632127 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-7b16f5ac-503f-4e0f-9008-ecf87b69c69c None None] Port d4c9c84e-2036-49da-9cf9-f356147916a1 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:57:50.657567 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40bf371d-feaf-4b1c-9f18-cf5a73929ead tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:50.661588 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:50.694422 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-15837b9e-7239-4fec-a0c3-a3d546c605bc req-b213e87b-9560-429f-8f75-a87e03e68b91 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510729 Jul 06 13:57:50.695064 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-40bf371d-feaf-4b1c-9f18-cf5a73929ead tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Transition to ACTIVE for port object c892eee0-de84-4d5c-8aec-467a33495dde will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:50.725825 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08770017-1e8f-4dd2-9e8e-6d2cede69e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:50.733843 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08770017-1e8f-4dd2-9e8e-6d2cede69e42 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c9c84e-2036-49da-9cf9-f356147916a1,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:50.766291 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 3e738d02-1353-452b-80e9-660cdd1f8d23, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=3e738d02-1353-452b-80e9-660cdd1f8d23,segment=NetworkSegment(3b084cb7-257f-400a-88b7-9096f43a7117),segment_id=3b084cb7-257f-400a-88b7-9096f43a7117)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:50.774981 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40bf371d-feaf-4b1c-9f18-cf5a73929ead tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:50.858663 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bf371d-feaf-4b1c-9f18-cf5a73929ead tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Network 50ed3fc1-db14-4922-805b-4a34e2089ae3 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:50.864109 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-40bf371d-feaf-4b1c-9f18-cf5a73929ead tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:50.873498 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bf371d-feaf-4b1c-9f18-cf5a73929ead tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:57:50.879880 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bf371d-feaf-4b1c-9f18-cf5a73929ead tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:50.880546 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40bf371d-feaf-4b1c-9f18-cf5a73929ead tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:50.882820 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08770017-1e8f-4dd2-9e8e-6d2cede69e42 admin admin] Network 4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:50.884306 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-08770017-1e8f-4dd2-9e8e-6d2cede69e42 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:50.895725 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf371d-feaf-4b1c-9f18-cf5a73929ead tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event updated for resources: {'Port': ['ID=c892eee0-de84-4d5c-8aec-467a33495dde,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:50.924513 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-40bf371d-feaf-4b1c-9f18-cf5a73929ead tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6508431 Jul 06 13:57:50.924513 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56022) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:50.995011 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-ec7d4a99-a71c-4d18-bf07-b3832cfa7efe None None] Allocated IP 2001:db8::f816:3eff:fe5b:410b (50ed3fc1-db14-4922-805b-4a34e2089ae3/1d4693cc-e966-4220-a2f1-a4aedcb443fd/20c3cb3a-1d6f-4141-b2cd-d4931ff3cb9d) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:51.086729 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d7ad74-5d9b-47d2-8022-6400840bf56c tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Deleting subnet 1d4693cc-e966-4220-a2f1-a4aedcb443fd {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:57:51.189370 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:51.218563 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08770017-1e8f-4dd2-9e8e-6d2cede69e42 admin admin] Router e1b6dcda-f491-44bf-8991-6a0cf8c20a39 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:57:51.450210 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 200026f9-b3d0-4f42-91c7-f3aacceb0393 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:51.476806 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=3e738d02-1353-452b-80e9-660cdd1f8d23,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:51.532179 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08770017-1e8f-4dd2-9e8e-6d2cede69e42 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:57:51.540232 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-08770017-1e8f-4dd2-9e8e-6d2cede69e42 admin admin] 10.222.0.118 "PUT /v2.0/routers/e1b6dcda-f491-44bf-8991-6a0cf8c20a39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5658240 Jul 06 13:57:51.562870 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1166541f-46e0-45f3-8451-9d299926292a None None] Provisioning complete for port d4c9c84e-2036-49da-9cf9-f356147916a1 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:51.563329 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1166541f-46e0-45f3-8451-9d299926292a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:51.608351 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-1166541f-46e0-45f3-8451-9d299926292a None None] Port d4c9c84e-2036-49da-9cf9-f356147916a1 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:57:51.611645 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ec7d4a99-a71c-4d18-bf07-b3832cfa7efe None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:51.624060 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ec7d4a99-a71c-4d18-bf07-b3832cfa7efe None None] Transition to ACTIVE for port object 20c3cb3a-1d6f-4141-b2cd-d4931ff3cb9d will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:51.628356 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:57:51.647130 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ec7d4a99-a71c-4d18-bf07-b3832cfa7efe None None] Transition to ACTIVE for port object 20c3cb3a-1d6f-4141-b2cd-d4931ff3cb9d will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:51.654692 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 200026f9-b3d0-4f42-91c7-f3aacceb0393 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:51.656409 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-80d7ad74-5d9b-47d2-8022-6400840bf56c tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:51.662639 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ec7d4a99-a71c-4d18-bf07-b3832cfa7efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:51.672121 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ec4d6914-9f82-40d3-8f21-a6d3bdd5e44b req-d0c8d7ac-e4f0-47d2-997a-ebd48ca0cef4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80f1260b-0ce7-4a24-ab03-7021f31407fd HTTP/1.1" status: 200 len: 210 time: 0.0687292 Jul 06 13:57:51.683178 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 200026f9-b3d0-4f42-91c7-f3aacceb0393 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:51.683408 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:51.728809 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-80d7ad74-5d9b-47d2-8022-6400840bf56c tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:51.798897 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7d4a99-a71c-4d18-bf07-b3832cfa7efe None None] Network 50ed3fc1-db14-4922-805b-4a34e2089ae3 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:51.809836 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-ec7d4a99-a71c-4d18-bf07-b3832cfa7efe None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:51.816861 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7d4a99-a71c-4d18-bf07-b3832cfa7efe None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:57:51.824978 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d4a99-a71c-4d18-bf07-b3832cfa7efe None None] Pushing event updated for resources: {'Port': ['ID=20c3cb3a-1d6f-4141-b2cd-d4931ff3cb9d,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:51.913212 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-ec7d4a99-a71c-4d18-bf07-b3832cfa7efe None None] Attempting to bind port 20c3cb3a-1d6f-4141-b2cd-d4931ff3cb9d on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:51.913657 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-ec7d4a99-a71c-4d18-bf07-b3832cfa7efe None None] Attempting to bind port 20c3cb3a-1d6f-4141-b2cd-d4931ff3cb9d by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '3761e7a2-2fd5-4f9f-b7b7-baea1edcdfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '50ed3fc1-db14-4922-805b-4a34e2089ae3'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:51.914502 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7d4a99-a71c-4d18-bf07-b3832cfa7efe None None] Attempting to bind port 20c3cb3a-1d6f-4141-b2cd-d4931ff3cb9d on network 50ed3fc1-db14-4922-805b-4a34e2089ae3 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:51.923963 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7d4a99-a71c-4d18-bf07-b3832cfa7efe None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:51.924751 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7d4a99-a71c-4d18-bf07-b3832cfa7efe None None] Checking segment: {'id': '3761e7a2-2fd5-4f9f-b7b7-baea1edcdfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '50ed3fc1-db14-4922-805b-4a34e2089ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:51.925394 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ec7d4a99-a71c-4d18-bf07-b3832cfa7efe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:51.925981 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7d4a99-a71c-4d18-bf07-b3832cfa7efe None None] Bound using segment: {'id': '3761e7a2-2fd5-4f9f-b7b7-baea1edcdfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '50ed3fc1-db14-4922-805b-4a34e2089ae3'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:51.926905 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-ec7d4a99-a71c-4d18-bf07-b3832cfa7efe None None] Bound port: 20c3cb3a-1d6f-4141-b2cd-d4931ff3cb9d, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3761e7a2-2fd5-4f9f-b7b7-baea1edcdfc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '50ed3fc1-db14-4922-805b-4a34e2089ae3'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:51.927948 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ec7d4a99-a71c-4d18-bf07-b3832cfa7efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:51.959648 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-80d7ad74-5d9b-47d2-8022-6400840bf56c tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:52.044210 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-80d7ad74-5d9b-47d2-8022-6400840bf56c tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:52.047991 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-ec7d4a99-a71c-4d18-bf07-b3832cfa7efe None None] For port 20c3cb3a-1d6f-4141-b2cd-d4931ff3cb9d, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:52.063174 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-ec7d4a99-a71c-4d18-bf07-b3832cfa7efe None None] For port 20c3cb3a-1d6f-4141-b2cd-d4931ff3cb9d, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=20c3cb3a-1d6f-4141-b2cd-d4931ff3cb9d,segment=NetworkSegment(3761e7a2-2fd5-4f9f-b7b7-baea1edcdfc8),segment_id=3761e7a2-2fd5-4f9f-b7b7-baea1edcdfc8)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:52.071290 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ec7d4a99-a71c-4d18-bf07-b3832cfa7efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:52.078424 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:52.080584 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7ad74-5d9b-47d2-8022-6400840bf56c tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event deleted for resources: {'Subnet': ['ID=1d4693cc-e966-4220-a2f1-a4aedcb443fd,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:52.109007 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-80d7ad74-5d9b-47d2-8022-6400840bf56c tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:52.113598 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-80d7ad74-5d9b-47d2-8022-6400840bf56c tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "DELETE /v2.0/subnets/1d4693cc-e966-4220-a2f1-a4aedcb443fd HTTP/1.1" status: 204 len: 168 time: 1.1880736 Jul 06 13:57:52.116275 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56036) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:52.140839 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 200026f9-b3d0-4f42-91c7-f3aacceb0393, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=200026f9-b3d0-4f42-91c7-f3aacceb0393,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:52.153277 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:52.190448 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d4a99-a71c-4d18-bf07-b3832cfa7efe None None] Pushing event updated for resources: {'Port': ['ID=20c3cb3a-1d6f-4141-b2cd-d4931ff3cb9d,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:52.284449 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6e2799-25b3-4422-b347-4623860adb0a None None] Sync routers for ids ['e1b6dcda-f491-44bf-8991-6a0cf8c20a39'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:57:52.299096 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6e2799-25b3-4422-b347-4623860adb0a None None] Routers {'e1b6dcda-f491-44bf-8991-6a0cf8c20a39'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:57:52.299985 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=200026f9-b3d0-4f42-91c7-f3aacceb0393,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:52.300376 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-5b6e2799-25b3-4422-b347-4623860adb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:57:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['e1b6dcda-f491-44bf-8991-6a0cf8c20a39'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:52.403969 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734f98ed-70c1-4a14-aa96-ebd85aab3b1a tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:52.417059 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734f98ed-70c1-4a14-aa96-ebd85aab3b1a tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:52.419242 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-734f98ed-70c1-4a14-aa96-ebd85aab3b1a tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3012657 Jul 06 13:57:52.423352 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56042) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:52.565888 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f589b-e98d-40ed-8877-77aaafe527fb req-d1b42f0a-42d5-4c1c-b21d-448536dfad39 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:52.567833 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-952f589b-e98d-40ed-8877-77aaafe527fb req-d1b42f0a-42d5-4c1c-b21d-448536dfad39 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.52 "GET /v2.0/networks?id=65a0c785-6dfd-4a01-9b12-067743ee677d HTTP/1.1" status: 200 len: 812 time: 0.2533946 Jul 06 13:57:52.573311 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-5b6e2799-25b3-4422-b347-4623860adb0a None None] Set router e1b6dcda-f491-44bf-8991-6a0cf8c20a39 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:57:52.574404 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b838bb5c-9af3-445e-bac6-b62b95305e02 req-525a3d02-1560-4acc-9e45-8508c6abf0d3 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] 10.222.0.118 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4760671 Jul 06 13:57:52.581450 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5694064-c7b7-436f-a108-68d739d7eeaa tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:52.597363 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-952f589b-e98d-40ed-8877-77aaafe527fb req-1108dee2-2e9d-48d2-9695-d33c71d77478 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Request body: {'port': {'device_id': '80f1260b-0ce7-4a24-ab03-7021f31407fd', 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d', 'admin_state_up': True, 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:52.597904 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-b838bb5c-9af3-445e-bac6-b62b95305e02 req-0ed18e6f-25fd-4195-8b64-97722906a136 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:52.644286 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b838bb5c-9af3-445e-bac6-b62b95305e02 req-0ed18e6f-25fd-4195-8b64-97722906a136 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:52.721802 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5694064-c7b7-436f-a108-68d739d7eeaa tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 06 13:57:52.722445 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5694064-c7b7-436f-a108-68d739d7eeaa tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 13:57:52.724250 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e5694064-c7b7-436f-a108-68d739d7eeaa tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "DELETE /v2.0/networks/50ed3fc1-db14-4922-805b-4a34e2089ae3 HTTP/1.1" status: 409 len: 405 time: 0.2997334 Jul 06 13:57:52.728436 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56048) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:52.735940 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4fc49a23-dd3f-481e-8b11-1524f827dc63 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1449698209'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:52.805975 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc49a23-dd3f-481e-8b11-1524f827dc63 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Made reservation on behalf of 6e9b1d9c0c7642a69638beb114e861ca for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:52.814073 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4fc49a23-dd3f-481e-8b11-1524f827dc63 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:52.828767 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b838bb5c-9af3-445e-bac6-b62b95305e02 req-0ed18e6f-25fd-4195-8b64-97722906a136 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:52.856200 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc49a23-dd3f-481e-8b11-1524f827dc63 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:57:52.864360 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-952f589b-e98d-40ed-8877-77aaafe527fb req-1108dee2-2e9d-48d2-9695-d33c71d77478 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Made reservation on behalf of 84c411c9b83740e1bcaf5cc8002aa094 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:52.868688 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-952f589b-e98d-40ed-8877-77aaafe527fb req-1108dee2-2e9d-48d2-9695-d33c71d77478 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:52.874749 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4fc49a23-dd3f-481e-8b11-1524f827dc63 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:52.875361 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-4fc49a23-dd3f-481e-8b11-1524f827dc63 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Added segment d4ce2005-ec85-4619-93e8-3be75b9258e2 of type vlan for network 37a5855b-b2c5-4664-8555-175fce68396b Jul 06 13:57:52.980532 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4fc49a23-dd3f-481e-8b11-1524f827dc63 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:52.996117 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-b838bb5c-9af3-445e-bac6-b62b95305e02 req-0ed18e6f-25fd-4195-8b64-97722906a136 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Allocated IP 172.25.6.116 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/06b9d3ac-a939-4cdc-8752-8014c8d412a5) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:53.049052 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-5b6e2799-25b3-4422-b347-4623860adb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b6dcda-f491-44bf-8991-6a0cf8c20a39', 'name': 'tempest-FloatingIPsTestJSON-1944573132-router', 'tenant_id': '9cf29637ecfe47748aa7f4aede486aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '200026f9-b3d0-4f42-91c7-f3aacceb0393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:43Z', 'updated_at': '2021-07-06T13:57:49Z', 'revision_number': 4, 'project_id': '9cf29637ecfe47748aa7f4aede486aba', 'gw_port': {'id': '200026f9-b3d0-4f42-91c7-f3aacceb0393', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b6dcda-f491-44bf-8991-6a0cf8c20a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:43Z', 'updated_at': '2021-07-06T13:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'd4c9c84e-2036-49da-9cf9-f356147916a1', 'name': '', 'network_id': '4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275', 'tenant_id': '9cf29637ecfe47748aa7f4aede486aba', 'mac_address': 'fa:16:3e:10:13:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b6dcda-f491-44bf-8991-6a0cf8c20a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '2e2fc7ae-b032-4c14-a2f0-879c02a010ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:48Z', 'updated_at': '2021-07-06T13:57:50Z', 'revision_number': 2, 'project_id': '9cf29637ecfe47748aa7f4aede486aba', 'subnets': [{'id': '2e2fc7ae-b032-4c14-a2f0-879c02a010ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:53.078670 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-952f589b-e98d-40ed-8877-77aaafe527fb req-1108dee2-2e9d-48d2-9695-d33c71d77478 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Allocated IP 172.20.0.8 (65a0c785-6dfd-4a01-9b12-067743ee677d/c752e52c-1e0e-4b69-8288-ed62c19f3b18/16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:53.080883 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6e2799-25b3-4422-b347-4623860adb0a None None] Checking router: e1b6dcda-f491-44bf-8991-6a0cf8c20a39 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:57:53.081247 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6e2799-25b3-4422-b347-4623860adb0a None None] Updating router e1b6dcda-f491-44bf-8991-6a0cf8c20a39 port d4c9c84e-2036-49da-9cf9-f356147916a1 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:57:53.115360 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4fc49a23-dd3f-481e-8b11-1524f827dc63 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:53.122657 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc49a23-dd3f-481e-8b11-1524f827dc63 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:53.123616 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4fc49a23-dd3f-481e-8b11-1524f827dc63 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:53.135081 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b838bb5c-9af3-445e-bac6-b62b95305e02 req-0ed18e6f-25fd-4195-8b64-97722906a136 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:53.135666 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-5b6e2799-25b3-4422-b347-4623860adb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:53.200769 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b838bb5c-9af3-445e-bac6-b62b95305e02 req-0ed18e6f-25fd-4195-8b64-97722906a136 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:53.244974 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc49a23-dd3f-481e-8b11-1524f827dc63 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event updated for resources: {'Network': ['ID=37a5855b-b2c5-4664-8555-175fce68396b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:53.251772 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4fc49a23-dd3f-481e-8b11-1524f827dc63 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5198398 Jul 06 13:57:53.257013 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56050) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:53.263666 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-1194ec16-e7bb-4cae-8743-cc82d2074806 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Request body: {'subnet': {'network_id': '37a5855b-b2c5-4664-8555-175fce68396b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:53.274644 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 37a5855b-b2c5-4664-8555-175fce68396b details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:57:53.305966 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b838bb5c-9af3-445e-bac6-b62b95305e02 req-0ed18e6f-25fd-4195-8b64-97722906a136 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:53.312432 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-b838bb5c-9af3-445e-bac6-b62b95305e02 req-0ed18e6f-25fd-4195-8b64-97722906a136 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:53.315951 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-b838bb5c-9af3-445e-bac6-b62b95305e02 req-0ed18e6f-25fd-4195-8b64-97722906a136 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:57:53.360986 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed18e6f-25fd-4195-8b64-97722906a136 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Pushing event updated for resources: {'Port': ['ID=06b9d3ac-a939-4cdc-8752-8014c8d412a5,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:53.404526 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1194ec16-e7bb-4cae-8743-cc82d2074806 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Made reservation on behalf of 6e9b1d9c0c7642a69638beb114e861ca for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:53.408699 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1194ec16-e7bb-4cae-8743-cc82d2074806 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:53.488718 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b838bb5c-9af3-445e-bac6-b62b95305e02 req-0ed18e6f-25fd-4195-8b64-97722906a136 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:53.523844 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 20c3cb3a-1d6f-4141-b2cd-d4931ff3cb9d up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:53.594120 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b838bb5c-9af3-445e-bac6-b62b95305e02 req-0ed18e6f-25fd-4195-8b64-97722906a136 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:53.616107 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 20c3cb3a-1d6f-4141-b2cd-d4931ff3cb9d completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:53.621295 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 200026f9-b3d0-4f42-91c7-f3aacceb0393 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:53.703509 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-5b6e2799-25b3-4422-b347-4623860adb0a None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:53.719812 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-5b6e2799-25b3-4422-b347-4623860adb0a None None] Transition to ACTIVE for port object d4c9c84e-2036-49da-9cf9-f356147916a1 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:53.730284 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-5b6e2799-25b3-4422-b347-4623860adb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:53.730584 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 200026f9-b3d0-4f42-91c7-f3aacceb0393 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:53.730944 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:53.842358 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38beed0-90a5-4827-819e-9edc09bb9c15 None None] Pushing event updated for resources: {'Port': ['ID=d4c9c84e-2036-49da-9cf9-f356147916a1,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:53.888415 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-952f589b-e98d-40ed-8877-77aaafe527fb req-1108dee2-2e9d-48d2-9695-d33c71d77478 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:53.918080 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-952f589b-e98d-40ed-8877-77aaafe527fb req-1108dee2-2e9d-48d2-9695-d33c71d77478 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Transition to ACTIVE for port object 16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:53.927926 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 3e738d02-1353-452b-80e9-660cdd1f8d23 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:53.932731 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c89862e-bf0c-416d-ab86-a730f4eaaeea None None] Network 50ed3fc1-db14-4922-805b-4a34e2089ae3 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:53.966876 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b838bb5c-9af3-445e-bac6-b62b95305e02 req-0ed18e6f-25fd-4195-8b64-97722906a136 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:53.977850 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b838bb5c-9af3-445e-bac6-b62b95305e02 req-0ed18e6f-25fd-4195-8b64-97722906a136 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:53.996926 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-5b6e2799-25b3-4422-b347-4623860adb0a None None] Attempting to bind port d4c9c84e-2036-49da-9cf9-f356147916a1 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:53.997137 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-952f589b-e98d-40ed-8877-77aaafe527fb req-1108dee2-2e9d-48d2-9695-d33c71d77478 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:53.997265 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-5b6e2799-25b3-4422-b347-4623860adb0a None None] Attempting to bind port d4c9c84e-2036-49da-9cf9-f356147916a1 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '0fef7241-1b1d-4ebb-8177-d23b8e01b907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:53.997650 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6e2799-25b3-4422-b347-4623860adb0a None None] Attempting to bind port d4c9c84e-2036-49da-9cf9-f356147916a1 on network 4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:54.006196 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6e2799-25b3-4422-b347-4623860adb0a None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:54.006196 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6e2799-25b3-4422-b347-4623860adb0a None None] Checking segment: {'id': '0fef7241-1b1d-4ebb-8177-d23b8e01b907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:54.006196 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-5b6e2799-25b3-4422-b347-4623860adb0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:54.006196 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6e2799-25b3-4422-b347-4623860adb0a None None] Bound using segment: {'id': '0fef7241-1b1d-4ebb-8177-d23b8e01b907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:54.007464 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-5b6e2799-25b3-4422-b347-4623860adb0a None None] Bound port: d4c9c84e-2036-49da-9cf9-f356147916a1, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fef7241-1b1d-4ebb-8177-d23b8e01b907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:54.007870 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-5b6e2799-25b3-4422-b347-4623860adb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:54.058120 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed18e6f-25fd-4195-8b64-97722906a136 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Pushing event updated for resources: {'Port': ['ID=06b9d3ac-a939-4cdc-8752-8014c8d412a5,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:54.120267 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['c9a7afaf-4493-4728-8331-4fc37d4607e6'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:54.142419 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-5b6e2799-25b3-4422-b347-4623860adb0a None None] For port d4c9c84e-2036-49da-9cf9-f356147916a1, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:54.149544 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-952f589b-e98d-40ed-8877-77aaafe527fb req-1108dee2-2e9d-48d2-9695-d33c71d77478 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Network 65a0c785-6dfd-4a01-9b12-067743ee677d is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:54.150086 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-5b6e2799-25b3-4422-b347-4623860adb0a None None] For port d4c9c84e-2036-49da-9cf9-f356147916a1, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d4c9c84e-2036-49da-9cf9-f356147916a1,segment=NetworkSegment(0fef7241-1b1d-4ebb-8177-d23b8e01b907),segment_id=0fef7241-1b1d-4ebb-8177-d23b8e01b907)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:54.164068 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-952f589b-e98d-40ed-8877-77aaafe527fb req-1108dee2-2e9d-48d2-9695-d33c71d77478 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:54.167974 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-5b6e2799-25b3-4422-b347-4623860adb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:54.184125 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-952f589b-e98d-40ed-8877-77aaafe527fb req-1108dee2-2e9d-48d2-9695-d33c71d77478 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:57:54.200176 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b838bb5c-9af3-445e-bac6-b62b95305e02 req-0ed18e6f-25fd-4195-8b64-97722906a136 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:54.266382 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b838bb5c-9af3-445e-bac6-b62b95305e02 req-0ed18e6f-25fd-4195-8b64-97722906a136 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:54.268252 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b838bb5c-9af3-445e-bac6-b62b95305e02 req-0ed18e6f-25fd-4195-8b64-97722906a136 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6862581 Jul 06 13:57:54.281121 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1e20e0f6-0c90-48ea-bc6d-15adf0bd1b06 None None] Provisioning for port 20c3cb3a-1d6f-4141-b2cd-d4931ff3cb9d completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:54.281775 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108dee2-2e9d-48d2-9695-d33c71d77478 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Pushing event updated for resources: {'Port': ['ID=16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:54.297931 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1e20e0f6-0c90-48ea-bc6d-15adf0bd1b06 None None] Provisioning complete for port 20c3cb3a-1d6f-4141-b2cd-d4931ff3cb9d triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:54.299471 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1e20e0f6-0c90-48ea-bc6d-15adf0bd1b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:54.305334 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38beed0-90a5-4827-819e-9edc09bb9c15 None None] Pushing event updated for resources: {'Port': ['ID=d4c9c84e-2036-49da-9cf9-f356147916a1,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:54.310881 n-d-773644-6 neutron-server[100417]: DEBUG neutron.objects.ports [None req-1194ec16-e7bb-4cae-8743-cc82d2074806 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100417) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 13:57:54.317485 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1194ec16-e7bb-4cae-8743-cc82d2074806 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:54.348462 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6e2799-25b3-4422-b347-4623860adb0a None None] Routers {'e1b6dcda-f491-44bf-8991-6a0cf8c20a39'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:57:54.350168 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-5b6e2799-25b3-4422-b347-4623860adb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:57:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['e1b6dcda-f491-44bf-8991-6a0cf8c20a39'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:54.434486 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f589b-e98d-40ed-8877-77aaafe527fb req-1108dee2-2e9d-48d2-9695-d33c71d77478 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:54.435230 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-952f589b-e98d-40ed-8877-77aaafe527fb req-1108dee2-2e9d-48d2-9695-d33c71d77478 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:54.505796 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-952f589b-e98d-40ed-8877-77aaafe527fb req-1108dee2-2e9d-48d2-9695-d33c71d77478 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9221032 Jul 06 13:57:54.519631 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 3e738d02-1353-452b-80e9-660cdd1f8d23 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:54.520063 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:54.532160 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-952f589b-e98d-40ed-8877-77aaafe527fb req-498a5970-00b9-4a88-90d7-9e57ed0e9c80 service neutron] Request body: {'port': {'device_id': '80f1260b-0ce7-4a24-ab03-7021f31407fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:54.535774 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194ec16-e7bb-4cae-8743-cc82d2074806 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event updated for resources: {'Subnet': ['ID=0ca14653-02fc-440d-8161-2f7d1575f431,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:54.653940 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1194ec16-e7bb-4cae-8743-cc82d2074806 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Checking segment: {'id': 'd4ce2005-ec85-4619-93e8-3be75b9258e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '37a5855b-b2c5-4664-8555-175fce68396b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:54.654373 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1194ec16-e7bb-4cae-8743-cc82d2074806 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Network hostable DHCP agents. Network: 37a5855b-b2c5-4664-8555-175fce68396b, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:57:54.662087 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-5b6e2799-25b3-4422-b347-4623860adb0a None None] Set router e1b6dcda-f491-44bf-8991-6a0cf8c20a39 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:57:54.813940 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1e20e0f6-0c90-48ea-bc6d-15adf0bd1b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:54.856022 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1194ec16-e7bb-4cae-8743-cc82d2074806 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Network 37a5855b-b2c5-4664-8555-175fce68396b is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:57:54.912629 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-952f589b-e98d-40ed-8877-77aaafe527fb req-498a5970-00b9-4a88-90d7-9e57ed0e9c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:54.915755 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b5a84c-e0f6-483d-b952-a5c344879aff None None] DHCP port deletion for 50ed3fc1-db14-4922-805b-4a34e2089ae3 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:57:54.938057 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-1e20e0f6-0c90-48ea-bc6d-15adf0bd1b06 None None] For port 20c3cb3a-1d6f-4141-b2cd-d4931ff3cb9d, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=20c3cb3a-1d6f-4141-b2cd-d4931ff3cb9d,segment=NetworkSegment(3761e7a2-2fd5-4f9f-b7b7-baea1edcdfc8),segment_id=3761e7a2-2fd5-4f9f-b7b7-baea1edcdfc8)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:54.964688 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1e20e0f6-0c90-48ea-bc6d-15adf0bd1b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:55.028112 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20e0f6-0c90-48ea-bc6d-15adf0bd1b06 None None] Pushing event updated for resources: {'Port': ['ID=20c3cb3a-1d6f-4141-b2cd-d4931ff3cb9d,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:55.066297 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5a84c-e0f6-483d-b952-a5c344879aff None None] Deleting port 20c3cb3a-1d6f-4141-b2cd-d4931ff3cb9d {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:57:55.066681 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a2b5a84c-e0f6-483d-b952-a5c344879aff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:55.139115 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b838bb5c-9af3-445e-bac6-b62b95305e02 req-f84d4f91-07b0-4005-b394-4cd2ed71a781 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.116 HTTP/1.1" status: 200 len: 696 time: 0.8589439 Jul 06 13:57:55.141676 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-1194ec16-e7bb-4cae-8743-cc82d2074806 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 37a5855b-b2c5-4664-8555-175fce68396b) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:55.146436 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1194ec16-e7bb-4cae-8743-cc82d2074806 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:55.147097 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1194ec16-e7bb-4cae-8743-cc82d2074806 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:55.168756 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1194ec16-e7bb-4cae-8743-cc82d2074806 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9105792 Jul 06 13:57:55.171644 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56056) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:55.209304 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-5b6e2799-25b3-4422-b347-4623860adb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b6dcda-f491-44bf-8991-6a0cf8c20a39', 'name': 'tempest-FloatingIPsTestJSON-1944573132-router', 'tenant_id': '9cf29637ecfe47748aa7f4aede486aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '200026f9-b3d0-4f42-91c7-f3aacceb0393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:43Z', 'updated_at': '2021-07-06T13:57:49Z', 'revision_number': 4, 'project_id': '9cf29637ecfe47748aa7f4aede486aba', 'gw_port': {'id': '200026f9-b3d0-4f42-91c7-f3aacceb0393', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b6dcda-f491-44bf-8991-6a0cf8c20a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:43Z', 'updated_at': '2021-07-06T13:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'd4c9c84e-2036-49da-9cf9-f356147916a1', 'name': '', 'network_id': '4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275', 'tenant_id': '9cf29637ecfe47748aa7f4aede486aba', 'mac_address': 'fa:16:3e:10:13:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b6dcda-f491-44bf-8991-6a0cf8c20a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '2e2fc7ae-b032-4c14-a2f0-879c02a010ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:48Z', 'updated_at': '2021-07-06T13:57:54Z', 'revision_number': 4, 'project_id': '9cf29637ecfe47748aa7f4aede486aba', 'subnets': [{'id': '2e2fc7ae-b032-4c14-a2f0-879c02a010ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:55.246208 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6e2799-25b3-4422-b347-4623860adb0a None None] The sync data for ids ['e1b6dcda-f491-44bf-8991-6a0cf8c20a39'] in n-d-773644-6 is: [{'id': 'e1b6dcda-f491-44bf-8991-6a0cf8c20a39', 'name': 'tempest-FloatingIPsTestJSON-1944573132-router', 'tenant_id': '9cf29637ecfe47748aa7f4aede486aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '200026f9-b3d0-4f42-91c7-f3aacceb0393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:43Z', 'updated_at': '2021-07-06T13:57:49Z', 'revision_number': 4, 'project_id': '9cf29637ecfe47748aa7f4aede486aba', 'gw_port': {'id': '200026f9-b3d0-4f42-91c7-f3aacceb0393', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b6dcda-f491-44bf-8991-6a0cf8c20a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:43Z', 'updated_at': '2021-07-06T13:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'd4c9c84e-2036-49da-9cf9-f356147916a1', 'name': '', 'network_id': '4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275', 'tenant_id': '9cf29637ecfe47748aa7f4aede486aba', 'mac_address': 'fa:16:3e:10:13:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b6dcda-f491-44bf-8991-6a0cf8c20a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '2e2fc7ae-b032-4c14-a2f0-879c02a010ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:48Z', 'updated_at': '2021-07-06T13:57:54Z', 'revision_number': 4, 'project_id': '9cf29637ecfe47748aa7f4aede486aba', 'subnets': [{'id': '2e2fc7ae-b032-4c14-a2f0-879c02a010ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:57:55.381500 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838bb5c-9af3-445e-bac6-b62b95305e02 req-5b74edcb-5c29-4cc9-add4-712bc6967429 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:55.383190 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b838bb5c-9af3-445e-bac6-b62b95305e02 req-5b74edcb-5c29-4cc9-add4-712bc6967429 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 784 time: 0.2308335 Jul 06 13:57:55.401118 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-b838bb5c-9af3-445e-bac6-b62b95305e02 req-586f7a6e-55a1-46d4-ad00-a528e9c1b4eb tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:57:55.406255 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b838bb5c-9af3-445e-bac6-b62b95305e02 req-586f7a6e-55a1-46d4-ad00-a528e9c1b4eb tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153751 Jul 06 13:57:55.459053 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b382796-52b3-49ef-b77a-a57f59df86cf None None] Network 37a5855b-b2c5-4664-8555-175fce68396b requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:55.461085 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 20c3cb3a-1d6f-4141-b2cd-d4931ff3cb9d no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:57:55.501659 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2f180b35-1e6f-473b-97fc-3e891e7cb8c0 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:55.547702 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-952f589b-e98d-40ed-8877-77aaafe527fb req-498a5970-00b9-4a88-90d7-9e57ed0e9c80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:57:55.567747 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-952f589b-e98d-40ed-8877-77aaafe527fb req-498a5970-00b9-4a88-90d7-9e57ed0e9c80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:55.622158 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-a2b5a84c-e0f6-483d-b952-a5c344879aff None None] For port 20c3cb3a-1d6f-4141-b2cd-d4931ff3cb9d, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=20c3cb3a-1d6f-4141-b2cd-d4931ff3cb9d,segment=NetworkSegment(3761e7a2-2fd5-4f9f-b7b7-baea1edcdfc8),segment_id=3761e7a2-2fd5-4f9f-b7b7-baea1edcdfc8)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:55.622582 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a2b5a84c-e0f6-483d-b952-a5c344879aff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:55.624223 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-952f589b-e98d-40ed-8877-77aaafe527fb req-498a5970-00b9-4a88-90d7-9e57ed0e9c80 service neutron] Transition to ACTIVE for port object 16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:55.647856 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-952f589b-e98d-40ed-8877-77aaafe527fb req-498a5970-00b9-4a88-90d7-9e57ed0e9c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:55.652765 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5a84c-e0f6-483d-b952-a5c344879aff None None] Calling delete_port for 20c3cb3a-1d6f-4141-b2cd-d4931ff3cb9d owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:57:55.660046 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d4105e31-b9db-4881-8893-70af17d16413 None None] Provisioning for port 16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:55.757844 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2f180b35-1e6f-473b-97fc-3e891e7cb8c0 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:55.765147 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a5970-00b9-4a88-90d7-9e57ed0e9c80 service neutron] Pushing event updated for resources: {'Port': ['ID=16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:55.931547 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:55.934633 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a2b5a84c-e0f6-483d-b952-a5c344879aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:56.006791 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b5a84c-e0f6-483d-b952-a5c344879aff None None] No DVR routers for this DVR port 20c3cb3a-1d6f-4141-b2cd-d4931ff3cb9d on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:57:56.062990 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-952f589b-e98d-40ed-8877-77aaafe527fb req-498a5970-00b9-4a88-90d7-9e57ed0e9c80 service neutron] Attempting to bind port 16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:56.067728 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-952f589b-e98d-40ed-8877-77aaafe527fb req-498a5970-00b9-4a88-90d7-9e57ed0e9c80 service neutron] Attempting to bind port 16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'cb42da08-7b0a-4e62-a780-570a2cc2651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:56.067728 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952f589b-e98d-40ed-8877-77aaafe527fb req-498a5970-00b9-4a88-90d7-9e57ed0e9c80 service neutron] Attempting to bind port 16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24 on network 65a0c785-6dfd-4a01-9b12-067743ee677d {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:56.082994 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952f589b-e98d-40ed-8877-77aaafe527fb req-498a5970-00b9-4a88-90d7-9e57ed0e9c80 service neutron] Port 16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24 on network 65a0c785-6dfd-4a01-9b12-067743ee677d not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:57:56.085056 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952f589b-e98d-40ed-8877-77aaafe527fb req-498a5970-00b9-4a88-90d7-9e57ed0e9c80 service neutron] Attempting to bind port 16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24 on network 65a0c785-6dfd-4a01-9b12-067743ee677d {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:56.105175 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f085dd4a-8e2e-464b-881d-4cf88bc96c9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-37a5855b-b2c5-4664-8555-175fce68396b', 'network_id': '37a5855b-b2c5-4664-8555-175fce68396b', 'tenant_id': '6e9b1d9c0c7642a69638beb114e861ca', 'fixed_ips': [{'subnet_id': '0ca14653-02fc-440d-8161-2f7d1575f431'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:57:56.106201 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f085dd4a-8e2e-464b-881d-4cf88bc96c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:56.108508 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2f180b35-1e6f-473b-97fc-3e891e7cb8c0 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:56.116774 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952f589b-e98d-40ed-8877-77aaafe527fb req-498a5970-00b9-4a88-90d7-9e57ed0e9c80 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:56.117571 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952f589b-e98d-40ed-8877-77aaafe527fb req-498a5970-00b9-4a88-90d7-9e57ed0e9c80 service neutron] Checking segment: {'id': 'cb42da08-7b0a-4e62-a780-570a2cc2651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:56.121291 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-952f589b-e98d-40ed-8877-77aaafe527fb req-498a5970-00b9-4a88-90d7-9e57ed0e9c80 service neutron] Bound using segment: {'id': 'cb42da08-7b0a-4e62-a780-570a2cc2651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:56.122109 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-952f589b-e98d-40ed-8877-77aaafe527fb req-498a5970-00b9-4a88-90d7-9e57ed0e9c80 service neutron] Bound port: 16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb42da08-7b0a-4e62-a780-570a2cc2651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:56.126149 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-952f589b-e98d-40ed-8877-77aaafe527fb req-498a5970-00b9-4a88-90d7-9e57ed0e9c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:56.147701 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5a84c-e0f6-483d-b952-a5c344879aff None None] Pushing event deleted for resources: {'Port': ['ID=20c3cb3a-1d6f-4141-b2cd-d4931ff3cb9d,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:56.304683 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f180b35-1e6f-473b-97fc-3e891e7cb8c0 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event deleted for resources: {'Subnet': ['ID=0ca14653-02fc-440d-8161-2f7d1575f431,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:56.349520 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2f180b35-1e6f-473b-97fc-3e891e7cb8c0 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:56.362296 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7ef7d9-ec43-4170-b75e-d6f8ed1d6e78 None None] Network 37a5855b-b2c5-4664-8555-175fce68396b requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:56.380054 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-2f180b35-1e6f-473b-97fc-3e891e7cb8c0 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37a5855b-b2c5-4664-8555-175fce68396b']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:56.394254 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-952f589b-e98d-40ed-8877-77aaafe527fb req-498a5970-00b9-4a88-90d7-9e57ed0e9c80 service neutron] For port 16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:56.399041 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-2f180b35-1e6f-473b-97fc-3e891e7cb8c0 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ce2005-ec85-4619-93e8-3be75b9258e2') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:56.399350 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-2f180b35-1e6f-473b-97fc-3e891e7cb8c0 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ce2005-ec85-4619-93e8-3be75b9258e2') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:56.402398 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-952f589b-e98d-40ed-8877-77aaafe527fb req-498a5970-00b9-4a88-90d7-9e57ed0e9c80 service neutron] For port 16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:56.409199 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-952f589b-e98d-40ed-8877-77aaafe527fb req-498a5970-00b9-4a88-90d7-9e57ed0e9c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:56.417244 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2f180b35-1e6f-473b-97fc-3e891e7cb8c0 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:56.467496 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f589b-e98d-40ed-8877-77aaafe527fb req-498a5970-00b9-4a88-90d7-9e57ed0e9c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:56.468215 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-952f589b-e98d-40ed-8877-77aaafe527fb req-498a5970-00b9-4a88-90d7-9e57ed0e9c80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:56.469787 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-952f589b-e98d-40ed-8877-77aaafe527fb req-498a5970-00b9-4a88-90d7-9e57ed0e9c80 service neutron] 10.222.0.52 "PUT /v2.0/ports/16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24 HTTP/1.1" status: 200 len: 1091 time: 1.9478886 Jul 06 13:57:56.472545 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f1260b-0ce7-4a24-ab03-7021f31407fd', 'tag': '16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:57:56.474872 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7069a71-3db7-4a33-9d77-93b033bfa7ac" -d '{"events": [{"name": "network-changed", "server_uuid": "80f1260b-0ce7-4a24-ab03-7021f31407fd", "tag": "16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:56.482421 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2f180b35-1e6f-473b-97fc-3e891e7cb8c0 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:56.502806 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f180b35-1e6f-473b-97fc-3e891e7cb8c0 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:57:56.503231 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2f180b35-1e6f-473b-97fc-3e891e7cb8c0 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:57:56.506578 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:57:56.556262 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d453805-2264-478f-9f0e-727f11adff0a req-eea8db63-e6af-4347-8a6e-48fe71f2a3c4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:56.558903 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5d453805-2264-478f-9f0e-727f11adff0a req-eea8db63-e6af-4347-8a6e-48fe71f2a3c4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80f1260b-0ce7-4a24-ab03-7021f31407fd HTTP/1.1" status: 200 len: 943 time: 0.0959940 Jul 06 13:57:56.567655 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a5970-00b9-4a88-90d7-9e57ed0e9c80 service neutron] Pushing event updated for resources: {'Port': ['ID=16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:56.622486 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2f180b35-1e6f-473b-97fc-3e891e7cb8c0 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:56.634742 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5d453805-2264-478f-9f0e-727f11adff0a req-9c9f775d-60ac-4b34-b951-87d28dea5b7c tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646677 Jul 06 13:57:56.649249 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2f180b35-1e6f-473b-97fc-3e891e7cb8c0 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:56.652523 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2f180b35-1e6f-473b-97fc-3e891e7cb8c0 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "DELETE /v2.0/networks/37a5855b-b2c5-4664-8555-175fce68396b HTTP/1.1" status: 204 len: 168 time: 1.4798994 Jul 06 13:57:56.665255 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56070) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:56.679943 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f180b35-1e6f-473b-97fc-3e891e7cb8c0 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event deleted for resources: {'Network': ['ID=37a5855b-b2c5-4664-8555-175fce68396b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:56.684773 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-31acec2a-4a99-47d1-bc2c-b5895b0aff7d tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-621982955'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:56.688551 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f589b-e98d-40ed-8877-77aaafe527fb req-9cb1a10c-0e2f-47ca-8225-a632c372ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:56.694761 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-952f589b-e98d-40ed-8877-77aaafe527fb req-9cb1a10c-0e2f-47ca-8225-a632c372ae6d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84c411c9b83740e1bcaf5cc8002aa094&device_id=80f1260b-0ce7-4a24-ab03-7021f31407fd HTTP/1.1" status: 200 len: 1094 time: 0.1386065 Jul 06 13:57:56.745550 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-952f589b-e98d-40ed-8877-77aaafe527fb req-916db635-4421-486c-be5e-e70c845c9405 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24 HTTP/1.1" status: 200 len: 217 time: 0.0417871 Jul 06 13:57:56.757374 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793991b4-fb37-4bcc-9ed3-3d7983787baa None None] get_active_networks_info from n-d-773644-6 {{(pid=100419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 13:57:56.764530 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1f008f6-a50f-44c7-994f-11df6427ec3e req-77afcb43-2e73-4d5b-a986-afd1f257dc09 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] 10.222.0.118 "GET /v2.0/floatingips/a5f7295f-ac8d-4586-9dfc-69289f384cd7 HTTP/1.1" status: 200 len: 693 time: 0.1061573 Jul 06 13:57:56.804539 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31acec2a-4a99-47d1-bc2c-b5895b0aff7d tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Made reservation on behalf of 6e9b1d9c0c7642a69638beb114e861ca for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:56.809050 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-31acec2a-4a99-47d1-bc2c-b5895b0aff7d tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:56.810326 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f589b-e98d-40ed-8877-77aaafe527fb req-1f13ff49-4fdf-457b-94de-889ebc1084a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:56.811901 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-952f589b-e98d-40ed-8877-77aaafe527fb req-1f13ff49-4fdf-457b-94de-889ebc1084a8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c752e52c-1e0e-4b69-8288-ed62c19f3b18 HTTP/1.1" status: 200 len: 851 time: 0.0570104 Jul 06 13:57:56.895343 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31acec2a-4a99-47d1-bc2c-b5895b0aff7d tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:57:56.921513 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f589b-e98d-40ed-8877-77aaafe527fb req-31e6d6c5-0030-4c0f-b28f-3e4eebca017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:56.924799 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-952f589b-e98d-40ed-8877-77aaafe527fb req-31e6d6c5-0030-4c0f-b28f-3e4eebca017e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=65a0c785-6dfd-4a01-9b12-067743ee677d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000407 Jul 06 13:57:56.926099 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-31acec2a-4a99-47d1-bc2c-b5895b0aff7d tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:56.926503 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-31acec2a-4a99-47d1-bc2c-b5895b0aff7d tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Added segment b7f03f8a-d485-4a35-a51d-caef1e28f4db of type vlan for network 84ac813a-cb56-4b37-aee0-ff60eaf9f87f Jul 06 13:57:56.955687 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793991b4-fb37-4bcc-9ed3-3d7983787baa None None] Resources bound (agent type, host, resource id): {{(pid=100419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 13:57:56.968312 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f008f6-a50f-44c7-994f-11df6427ec3e req-0633cc63-881f-433b-807f-f70ac6e6fb5c tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:56.970058 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1f008f6-a50f-44c7-994f-11df6427ec3e req-0633cc63-881f-433b-807f-f70ac6e6fb5c tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 784 time: 0.1979456 Jul 06 13:57:57.001830 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-c1f008f6-a50f-44c7-994f-11df6427ec3e req-a09eeaa6-734b-43e5-b582-53c9b4956980 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:57:57.002884 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1f008f6-a50f-44c7-994f-11df6427ec3e req-a09eeaa6-734b-43e5-b582-53c9b4956980 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098021 Jul 06 13:57:57.015964 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-31acec2a-4a99-47d1-bc2c-b5895b0aff7d tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:57.049124 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-31acec2a-4a99-47d1-bc2c-b5895b0aff7d tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:57.055911 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31acec2a-4a99-47d1-bc2c-b5895b0aff7d tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:57.056527 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-31acec2a-4a99-47d1-bc2c-b5895b0aff7d tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:57.062143 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-952f589b-e98d-40ed-8877-77aaafe527fb req-5f38a262-3650-45b9-8abe-8f802c31e75f service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239309 Jul 06 13:57:57.133303 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-31acec2a-4a99-47d1-bc2c-b5895b0aff7d tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4660246 Jul 06 13:57:57.144529 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56078) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:57.155182 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-8fef63bd-734d-415f-b773-024e00340ea1 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Request body: {'subnet': {'network_id': '84ac813a-cb56-4b37-aee0-ff60eaf9f87f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:57:57.188333 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31acec2a-4a99-47d1-bc2c-b5895b0aff7d tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event updated for resources: {'Network': ['ID=84ac813a-cb56-4b37-aee0-ff60eaf9f87f,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:57.221484 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 84ac813a-cb56-4b37-aee0-ff60eaf9f87f details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:57:57.241244 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e820cb-4a41-4d7e-8a1c-fadaf6c1bce0 req-b17b3505-b0be-4d64-b13b-4d2af58e4343 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:57.243241 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f7e820cb-4a41-4d7e-8a1c-fadaf6c1bce0 req-b17b3505-b0be-4d64-b13b-4d2af58e4343 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1035318 Jul 06 13:57:57.295573 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fef63bd-734d-415f-b773-024e00340ea1 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Made reservation on behalf of 6e9b1d9c0c7642a69638beb114e861ca for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:57.299356 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8fef63bd-734d-415f-b773-024e00340ea1 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:57.360023 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f7e820cb-4a41-4d7e-8a1c-fadaf6c1bce0 req-96534694-3675-4cda-888c-c9641ab2056a tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092906 Jul 06 13:57:57.388792 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-952f589b-e98d-40ed-8877-77aaafe527fb req-81f33afb-a610-4b47-9b03-5cfcb6bccb59 service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155816 Jul 06 13:57:57.446682 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d4c9c84e-2036-49da-9cf9-f356147916a1 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:57.521204 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7634b762-a134-462c-84c9-1cffbc3c7f77 x-openstack-request-id: req-7634b762-a134-462c-84c9-1cffbc3c7f77 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:57.521602 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f1260b-0ce7-4a24-ab03-7021f31407fd", "tag": "16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:57.521800 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-7634b762-a134-462c-84c9-1cffbc3c7f77 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:57.525780 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f1260b-0ce7-4a24-ab03-7021f31407fd', 'tag': '16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24', 'status': 'completed', 'code': 200} Jul 06 13:57:57.602964 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port d4c9c84e-2036-49da-9cf9-f356147916a1 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:57:57.617246 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port d4c9c84e-2036-49da-9cf9-f356147916a1 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:57.617881 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:57.644133 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8fef63bd-734d-415f-b773-024e00340ea1 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:57.693017 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e798545f-44eb-4278-85e8-ccc950b832de req-80778a9e-164c-4b9c-9801-57adbb47815e tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] 10.222.0.118 "GET /v2.0/floatingips?tenant_id=9cf29637ecfe47748aa7f4aede486aba HTTP/1.1" status: 200 len: 696 time: 0.0536397 Jul 06 13:57:57.747821 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7069a71-3db7-4a33-9d77-93b033bfa7ac req-f4ce2a80-6b96-495e-8a9e-32160277abba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:57.749509 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b7069a71-3db7-4a33-9d77-93b033bfa7ac req-f4ce2a80-6b96-495e-8a9e-32160277abba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84c411c9b83740e1bcaf5cc8002aa094&device_id=80f1260b-0ce7-4a24-ab03-7021f31407fd HTTP/1.1" status: 200 len: 1094 time: 0.2227802 Jul 06 13:57:57.751364 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef63bd-734d-415f-b773-024e00340ea1 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event updated for resources: {'Subnet': ['ID=e44c5023-c7a6-4f54-9b62-0b6e8dd31195,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:57.756391 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fef63bd-734d-415f-b773-024e00340ea1 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Checking segment: {'id': 'b7f03f8a-d485-4a35-a51d-caef1e28f4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '84ac813a-cb56-4b37-aee0-ff60eaf9f87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:57.756774 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fef63bd-734d-415f-b773-024e00340ea1 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Network hostable DHCP agents. Network: 84ac813a-cb56-4b37-aee0-ff60eaf9f87f, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:57:57.769359 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:57.813560 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port d4c9c84e-2036-49da-9cf9-f356147916a1, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d4c9c84e-2036-49da-9cf9-f356147916a1,segment=NetworkSegment(0fef7241-1b1d-4ebb-8177-d23b8e01b907),segment_id=0fef7241-1b1d-4ebb-8177-d23b8e01b907)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:57.819451 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:57.824418 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fef63bd-734d-415f-b773-024e00340ea1 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Network 84ac813a-cb56-4b37-aee0-ff60eaf9f87f is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:57:57.857581 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-8fef63bd-734d-415f-b773-024e00340ea1 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 84ac813a-cb56-4b37-aee0-ff60eaf9f87f) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:57.868568 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fef63bd-734d-415f-b773-024e00340ea1 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:57.870427 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8fef63bd-734d-415f-b773-024e00340ea1 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:57.872717 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71c77ca-639f-45d4-bcce-52bf8c88c955 None None] Network 84ac813a-cb56-4b37-aee0-ff60eaf9f87f requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:57.912859 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798545f-44eb-4278-85e8-ccc950b832de req-6304ccb4-01cc-4c05-937c-a71d96ecaf20 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:57.915511 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e798545f-44eb-4278-85e8-ccc950b832de req-6304ccb4-01cc-4c05-937c-a71d96ecaf20 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] 10.222.0.118 "GET /v2.0/networks?id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 787 time: 0.2168696 Jul 06 13:57:57.927287 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7069a71-3db7-4a33-9d77-93b033bfa7ac req-4b893663-c9aa-4ec3-9746-2b76c8e432cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:57.929377 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b7069a71-3db7-4a33-9d77-93b033bfa7ac req-4b893663-c9aa-4ec3-9746-2b76c8e432cc service neutron] 10.222.0.52 "GET /v2.0/networks?id=65a0c785-6dfd-4a01-9b12-067743ee677d HTTP/1.1" status: 200 len: 913 time: 0.1694977 Jul 06 13:57:57.933014 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8fef63bd-734d-415f-b773-024e00340ea1 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7874229 Jul 06 13:57:57.934336 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-e798545f-44eb-4278-85e8-ccc950b832de req-ea3a6deb-a1a1-40a3-94c6-b44fd1e754b0 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:57:57.936179 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56094) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:57:57.936732 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e798545f-44eb-4278-85e8-ccc950b832de req-ea3a6deb-a1a1-40a3-94c6-b44fd1e754b0 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122788 Jul 06 13:57:57.952033 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=d4c9c84e-2036-49da-9cf9-f356147916a1,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:57.991409 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b7069a71-3db7-4a33-9d77-93b033bfa7ac req-984730e8-60c6-4ecc-aaaa-129955b87693 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24 HTTP/1.1" status: 200 len: 217 time: 0.0464077 Jul 06 13:57:58.105151 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5375a9-279d-43b5-8589-ec6a20f8b3e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-84ac813a-cb56-4b37-aee0-ff60eaf9f87f', 'network_id': '84ac813a-cb56-4b37-aee0-ff60eaf9f87f', 'tenant_id': '6e9b1d9c0c7642a69638beb114e861ca', 'fixed_ips': [{'subnet_id': 'e44c5023-c7a6-4f54-9b62-0b6e8dd31195'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:57:58.106318 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5a5375a9-279d-43b5-8589-ec6a20f8b3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:58.112924 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7069a71-3db7-4a33-9d77-93b033bfa7ac req-6763a76f-5163-470f-8e24-1cee960d9d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:58.114453 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b7069a71-3db7-4a33-9d77-93b033bfa7ac req-6763a76f-5163-470f-8e24-1cee960d9d4e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c752e52c-1e0e-4b69-8288-ed62c19f3b18 HTTP/1.1" status: 200 len: 851 time: 0.1108003 Jul 06 13:57:58.171806 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:58.241167 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7069a71-3db7-4a33-9d77-93b033bfa7ac req-8dada5ff-edbd-40de-aa45-bbcf6e885658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:58.243049 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b7069a71-3db7-4a33-9d77-93b033bfa7ac req-8dada5ff-edbd-40de-aa45-bbcf6e885658 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=65a0c785-6dfd-4a01-9b12-067743ee677d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198692 Jul 06 13:57:58.247818 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:58.321402 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-5a5375a9-279d-43b5-8589-ec6a20f8b3e2 None None] Allocated IP 2001:db8::2 (84ac813a-cb56-4b37-aee0-ff60eaf9f87f/e44c5023-c7a6-4f54-9b62-0b6e8dd31195/d6e918fd-2445-46b9-ace4-8fbb9bdf48af) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:58.336743 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af4fb1-918e-45f9-8891-e13bf896845c req-dfa98e2d-757f-4c9c-9770-274740a8e76b tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:58.358245 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f4af4fb1-918e-45f9-8891-e13bf896845c req-dfa98e2d-757f-4c9c-9770-274740a8e76b tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1120791 Jul 06 13:57:58.399074 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f4af4fb1-918e-45f9-8891-e13bf896845c req-7624510c-797a-4d50-8923-c2680385688e tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358007 Jul 06 13:57:58.411048 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b7069a71-3db7-4a33-9d77-93b033bfa7ac req-95a9d973-98f7-459b-a3d9-ef9cd7de0b54 service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565487 Jul 06 13:57:58.507755 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5a5375a9-279d-43b5-8589-ec6a20f8b3e2 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:58.518285 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5a5375a9-279d-43b5-8589-ec6a20f8b3e2 None None] Transition to ACTIVE for port object d6e918fd-2445-46b9-ace4-8fbb9bdf48af will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:58.537797 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5a5375a9-279d-43b5-8589-ec6a20f8b3e2 None None] Transition to ACTIVE for port object d6e918fd-2445-46b9-ace4-8fbb9bdf48af will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:57:58.549490 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b7069a71-3db7-4a33-9d77-93b033bfa7ac req-023458ca-4c0e-4df6-bc78-5b5cd379c534 service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324258 Jul 06 13:57:58.550123 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5a5375a9-279d-43b5-8589-ec6a20f8b3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:58.578740 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:58.621569 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event deleted for resources: {'Subnet': ['ID=e44c5023-c7a6-4f54-9b62-0b6e8dd31195,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:58.621864 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e56cd-9b11-4cad-86c9-26ebb35bdaec req-9dbb93da-ab8e-4f05-82bb-55d0fbe006bc tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:58.629891 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-355e56cd-9b11-4cad-86c9-26ebb35bdaec req-9dbb93da-ab8e-4f05-82bb-55d0fbe006bc tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80f1260b-0ce7-4a24-ab03-7021f31407fd HTTP/1.1" status: 200 len: 943 time: 0.0964122 Jul 06 13:57:58.645451 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5375a9-279d-43b5-8589-ec6a20f8b3e2 None None] Pushing event updated for resources: {'Port': ['ID=d6e918fd-2445-46b9-ace4-8fbb9bdf48af,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:58.661588 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5375a9-279d-43b5-8589-ec6a20f8b3e2 None None] Network 84ac813a-cb56-4b37-aee0-ff60eaf9f87f is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:58.663363 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-5a5375a9-279d-43b5-8589-ec6a20f8b3e2 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:58.668926 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5375a9-279d-43b5-8589-ec6a20f8b3e2 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:57:58.692744 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:58.696474 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-355e56cd-9b11-4cad-86c9-26ebb35bdaec req-fcc3585e-409d-4bbe-8ea7-caf5fadac74f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571804 Jul 06 13:57:58.705059 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ac813a-cb56-4b37-aee0-ff60eaf9f87f']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:58.727259 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f03f8a-d485-4a35-a51d-caef1e28f4db') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:58.728050 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f03f8a-d485-4a35-a51d-caef1e28f4db') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:58.741364 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:58.759766 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:58.768772 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:57:58.769556 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:57:58.773182 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:57:58.779275 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-5a5375a9-279d-43b5-8589-ec6a20f8b3e2 None None] Attempting to bind port d6e918fd-2445-46b9-ace4-8fbb9bdf48af on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:57:58.780005 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-5a5375a9-279d-43b5-8589-ec6a20f8b3e2 None None] Attempting to bind port d6e918fd-2445-46b9-ace4-8fbb9bdf48af by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'b7f03f8a-d485-4a35-a51d-caef1e28f4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '84ac813a-cb56-4b37-aee0-ff60eaf9f87f'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:57:58.781828 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5375a9-279d-43b5-8589-ec6a20f8b3e2 None None] Attempting to bind port d6e918fd-2445-46b9-ace4-8fbb9bdf48af on network 84ac813a-cb56-4b37-aee0-ff60eaf9f87f {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:57:58.789657 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5375a9-279d-43b5-8589-ec6a20f8b3e2 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:57:58.790425 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5375a9-279d-43b5-8589-ec6a20f8b3e2 None None] Checking segment: {'id': 'b7f03f8a-d485-4a35-a51d-caef1e28f4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '84ac813a-cb56-4b37-aee0-ff60eaf9f87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:57:58.790762 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5a5375a9-279d-43b5-8589-ec6a20f8b3e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:58.791273 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5375a9-279d-43b5-8589-ec6a20f8b3e2 None None] Bound using segment: {'id': 'b7f03f8a-d485-4a35-a51d-caef1e28f4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '84ac813a-cb56-4b37-aee0-ff60eaf9f87f'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:57:58.791817 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-5a5375a9-279d-43b5-8589-ec6a20f8b3e2 None None] Bound port: d6e918fd-2445-46b9-ace4-8fbb9bdf48af, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f03f8a-d485-4a35-a51d-caef1e28f4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '84ac813a-cb56-4b37-aee0-ff60eaf9f87f'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:57:58.792211 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5a5375a9-279d-43b5-8589-ec6a20f8b3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:58.795052 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-181e1589-0c55-4f85-af2b-bd1b1c3a4802 req-19915be4-cf8d-4eb1-ad06-dc9e23acc9c1 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] 10.222.0.118 "GET /v2.0/floatingips/a5f7295f-ac8d-4586-9dfc-69289f384cd7 HTTP/1.1" status: 200 len: 693 time: 0.0652711 Jul 06 13:57:58.842865 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.db.api [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 13:57:58.842865 n-d-773644-6 neutron-server[100417]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 13:57:58.842865 n-d-773644-6 neutron-server[100417]: [parameters: {'id': '84ac813a-cb56-4b37-aee0-ff60eaf9f87f'}] Jul 06 13:57:58.842865 n-d-773644-6 neutron-server[100417]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 13:57:58.843465 n-d-773644-6 neutron-server[100417]: DEBUG oslo_db.api [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 13:57:58.865351 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-5a5375a9-279d-43b5-8589-ec6a20f8b3e2 None None] For port d6e918fd-2445-46b9-ace4-8fbb9bdf48af, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:58.868945 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-5a5375a9-279d-43b5-8589-ec6a20f8b3e2 None None] For port d6e918fd-2445-46b9-ace4-8fbb9bdf48af, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d6e918fd-2445-46b9-ace4-8fbb9bdf48af,segment=NetworkSegment(b7f03f8a-d485-4a35-a51d-caef1e28f4db),segment_id=b7f03f8a-d485-4a35-a51d-caef1e28f4db)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:58.874534 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5a5375a9-279d-43b5-8589-ec6a20f8b3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:58.950621 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e1589-0c55-4f85-af2b-bd1b1c3a4802 req-1bd6fcb4-6b0a-42c5-8051-5096ffcf2d20 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:57:58.952197 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-181e1589-0c55-4f85-af2b-bd1b1c3a4802 req-1bd6fcb4-6b0a-42c5-8051-5096ffcf2d20 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 784 time: 0.1501470 Jul 06 13:57:58.961019 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5375a9-279d-43b5-8589-ec6a20f8b3e2 None None] Pushing event updated for resources: {'Port': ['ID=d6e918fd-2445-46b9-ace4-8fbb9bdf48af,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:58.967803 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-181e1589-0c55-4f85-af2b-bd1b1c3a4802 req-aa12a6ac-aebf-42b1-a8e9-871384dfba7e tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:57:58.969699 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-181e1589-0c55-4f85-af2b-bd1b1c3a4802 req-aa12a6ac-aebf-42b1-a8e9-871384dfba7e tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120964 Jul 06 13:57:58.989709 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19577ad-f733-418b-85b0-ae79d78676ee None None] Network 84ac813a-cb56-4b37-aee0-ff60eaf9f87f requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:57:59.027860 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-181e1589-0c55-4f85-af2b-bd1b1c3a4802 req-4657639e-2271-4b6d-8625-f992d0a85914 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.116 HTTP/1.1" status: 200 len: 696 time: 0.0502942 Jul 06 13:57:59.085079 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-181e1589-0c55-4f85-af2b-bd1b1c3a4802 req-f9e03bc9-c2af-438a-8f2a-8be0821fc457 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.116 HTTP/1.1" status: 200 len: 696 time: 0.0486314 Jul 06 13:57:59.144947 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65ba580-9ce5-4e08-9792-e16ec9ca9206 None None] get_active_networks_info from n-d-773644-6 {{(pid=100419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 13:57:59.254902 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-181e1589-0c55-4f85-af2b-bd1b1c3a4802 req-7f2ebdd0-17d1-4b9a-949c-f0ea291176e3 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Deleting port 06b9d3ac-a939-4cdc-8752-8014c8d412a5 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:57:59.255098 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-181e1589-0c55-4f85-af2b-bd1b1c3a4802 req-7f2ebdd0-17d1-4b9a-949c-f0ea291176e3 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:59.312293 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65ba580-9ce5-4e08-9792-e16ec9ca9206 None None] Resources bound (agent type, host, resource id): {{(pid=100419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 13:57:59.323964 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d4c9c84e-2036-49da-9cf9-f356147916a1 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:59.344550 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:59.361501 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-181e1589-0c55-4f85-af2b-bd1b1c3a4802 req-7f2ebdd0-17d1-4b9a-949c-f0ea291176e3 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:59.362424 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-181e1589-0c55-4f85-af2b-bd1b1c3a4802 req-7f2ebdd0-17d1-4b9a-949c-f0ea291176e3 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:59.382011 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-181e1589-0c55-4f85-af2b-bd1b1c3a4802 req-7f2ebdd0-17d1-4b9a-949c-f0ea291176e3 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Calling delete_port for 06b9d3ac-a939-4cdc-8752-8014c8d412a5 owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:57:59.419675 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Deleting port d6e918fd-2445-46b9-ace4-8fbb9bdf48af {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:57:59.420332 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:59.501991 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] For port d6e918fd-2445-46b9-ace4-8fbb9bdf48af, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d6e918fd-2445-46b9-ace4-8fbb9bdf48af,segment=NetworkSegment(b7f03f8a-d485-4a35-a51d-caef1e28f4db),segment_id=b7f03f8a-d485-4a35-a51d-caef1e28f4db)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:59.502364 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:59.518707 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Calling delete_port for d6e918fd-2445-46b9-ace4-8fbb9bdf48af owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:57:59.592144 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-181e1589-0c55-4f85-af2b-bd1b1c3a4802 req-7f2ebdd0-17d1-4b9a-949c-f0ea291176e3 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:59.619466 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port d4c9c84e-2036-49da-9cf9-f356147916a1 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:57:59.619936 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:59.624989 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ebdd0-17d1-4b9a-949c-f0ea291176e3 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Pushing event deleted for resources: {'Port': ['ID=06b9d3ac-a939-4cdc-8752-8014c8d412a5,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:59.653523 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:59.692585 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event deleted for resources: {'Port': ['ID=d6e918fd-2445-46b9-ace4-8fbb9bdf48af,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:59.711014 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] No DVR routers for this DVR port d6e918fd-2445-46b9-ace4-8fbb9bdf48af on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:57:59.734644 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-181e1589-0c55-4f85-af2b-bd1b1c3a4802 req-7f2ebdd0-17d1-4b9a-949c-f0ea291176e3 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:59.737712 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-181e1589-0c55-4f85-af2b-bd1b1c3a4802 req-7f2ebdd0-17d1-4b9a-949c-f0ea291176e3 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:59.744553 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:57:59.752592 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-181e1589-0c55-4f85-af2b-bd1b1c3a4802 req-7f2ebdd0-17d1-4b9a-949c-f0ea291176e3 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] 10.222.0.118 "DELETE /v2.0/floatingips/a5f7295f-ac8d-4586-9dfc-69289f384cd7 HTTP/1.1" status: 204 len: 173 time: 0.6600072 Jul 06 13:57:59.864444 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:59.881203 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ac813a-cb56-4b37-aee0-ff60eaf9f87f']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:59.893737 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f03f8a-d485-4a35-a51d-caef1e28f4db') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:59.894190 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f03f8a-d485-4a35-a51d-caef1e28f4db') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:59.908576 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:59.953434 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:59.961019 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:57:59.962225 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:57:59.966255 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:58:00.001148 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:00.016549 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24', 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d', 'port_id': '16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24', 'mac_address': 'fa:16:3e:bd:5a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c752e52c-1e0e-4b69-8288-ed62c19f3b18', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:58:00.048834 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:00.070289 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:00.086038 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:58:00.116718 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:00.122306 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:00.186117 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:00.297856 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e516d35d-112e-4aa4-87a2-a5fc4110b108 req-5a548fc6-f76b-4bf9-bd51-1541b24cdc4f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:00.299596 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e516d35d-112e-4aa4-87a2-a5fc4110b108 req-5a548fc6-f76b-4bf9-bd51-1541b24cdc4f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80f1260b-0ce7-4a24-ab03-7021f31407fd HTTP/1.1" status: 200 len: 944 time: 0.0932193 Jul 06 13:58:00.355434 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e516d35d-112e-4aa4-87a2-a5fc4110b108 req-5145d43a-06d0-44c8-b223-2f958da5b67d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446088 Jul 06 13:58:00.411073 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:58:00.419865 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:00.424885 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "DELETE /v2.0/networks/84ac813a-cb56-4b37-aee0-ff60eaf9f87f HTTP/1.1" status: 204 len: 168 time: 2.4841123 Jul 06 13:58:00.424885 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a57e5d-2b4b-4834-b835-78950d3312e7 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event deleted for resources: {'Network': ['ID=84ac813a-cb56-4b37-aee0-ff60eaf9f87f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:00.426234 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56116) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:00.431265 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-92835ee5-bef8-4351-9ad5-0cd6c85133da tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-809402419'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:00.457322 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92835ee5-bef8-4351-9ad5-0cd6c85133da tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Made reservation on behalf of 6e9b1d9c0c7642a69638beb114e861ca for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:58:00.462758 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-92835ee5-bef8-4351-9ad5-0cd6c85133da tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:00.490550 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92835ee5-bef8-4351-9ad5-0cd6c85133da tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:58:00.500325 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-92835ee5-bef8-4351-9ad5-0cd6c85133da tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:00.500677 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-92835ee5-bef8-4351-9ad5-0cd6c85133da tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Added segment 62ed53cc-631b-4ae8-a789-ee5b5524561a of type vlan for network e47a14b6-4e55-40ab-a3fc-7f708e94945b Jul 06 13:58:00.528811 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9ad8680-3527-4b4a-9704-116940018e21 req-d44261e9-dde7-47fe-bbb8-a5c4d15e6887 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] 10.222.0.118 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1463342 Jul 06 13:58:00.536148 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-e9ad8680-3527-4b4a-9704-116940018e21 req-58493270-d198-497a-a4f3-9cee763ebe3a tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:00.547944 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-92835ee5-bef8-4351-9ad5-0cd6c85133da tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:00.563364 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e9ad8680-3527-4b4a-9704-116940018e21 req-58493270-d198-497a-a4f3-9cee763ebe3a tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:00.585272 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-92835ee5-bef8-4351-9ad5-0cd6c85133da tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:00.593001 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92835ee5-bef8-4351-9ad5-0cd6c85133da tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:00.593998 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-92835ee5-bef8-4351-9ad5-0cd6c85133da tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:00.659607 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-92835ee5-bef8-4351-9ad5-0cd6c85133da tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2323184 Jul 06 13:58:00.660214 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56118) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:00.672936 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-2fda7e09-9ae7-463c-8558-703a57b4fe2c tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Request body: {'subnet': {'network_id': 'e47a14b6-4e55-40ab-a3fc-7f708e94945b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:00.676349 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e9ad8680-3527-4b4a-9704-116940018e21 req-58493270-d198-497a-a4f3-9cee763ebe3a tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:00.720255 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92835ee5-bef8-4351-9ad5-0cd6c85133da tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event updated for resources: {'Network': ['ID=e47a14b6-4e55-40ab-a3fc-7f708e94945b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:00.734486 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network e47a14b6-4e55-40ab-a3fc-7f708e94945b details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:58:00.778895 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fda7e09-9ae7-463c-8558-703a57b4fe2c tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Made reservation on behalf of 6e9b1d9c0c7642a69638beb114e861ca for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:58:00.782584 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2fda7e09-9ae7-463c-8558-703a57b4fe2c tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:00.812705 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-e9ad8680-3527-4b4a-9704-116940018e21 req-58493270-d198-497a-a4f3-9cee763ebe3a tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Allocated IP 172.25.6.66 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/8f95c3cf-455e-4a7a-8876-e6bcd0cb138c) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:58:00.935617 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e9ad8680-3527-4b4a-9704-116940018e21 req-58493270-d198-497a-a4f3-9cee763ebe3a tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:00.982819 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e9ad8680-3527-4b4a-9704-116940018e21 req-58493270-d198-497a-a4f3-9cee763ebe3a tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:01.025522 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9ad8680-3527-4b4a-9704-116940018e21 req-58493270-d198-497a-a4f3-9cee763ebe3a tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:58:01.028614 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-e9ad8680-3527-4b4a-9704-116940018e21 req-58493270-d198-497a-a4f3-9cee763ebe3a tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:58:01.035436 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ad8680-3527-4b4a-9704-116940018e21 req-58493270-d198-497a-a4f3-9cee763ebe3a tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:58:01.041609 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58493270-d198-497a-a4f3-9cee763ebe3a tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Pushing event updated for resources: {'Port': ['ID=8f95c3cf-455e-4a7a-8876-e6bcd0cb138c,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:01.093270 n-d-773644-6 neutron-server[100417]: DEBUG neutron.objects.ports [None req-2fda7e09-9ae7-463c-8558-703a57b4fe2c tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100417) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 13:58:01.095068 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2fda7e09-9ae7-463c-8558-703a57b4fe2c tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:01.138710 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e9ad8680-3527-4b4a-9704-116940018e21 req-58493270-d198-497a-a4f3-9cee763ebe3a tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:01.157898 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda7e09-9ae7-463c-8558-703a57b4fe2c tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event updated for resources: {'Subnet': ['ID=34a348c9-a8bf-443e-ae82-9380f13eee2e,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:01.169062 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fda7e09-9ae7-463c-8558-703a57b4fe2c tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Checking segment: {'id': '62ed53cc-631b-4ae8-a789-ee5b5524561a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e47a14b6-4e55-40ab-a3fc-7f708e94945b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:58:01.169428 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fda7e09-9ae7-463c-8558-703a57b4fe2c tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Network hostable DHCP agents. Network: e47a14b6-4e55-40ab-a3fc-7f708e94945b, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:58:01.187997 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fda7e09-9ae7-463c-8558-703a57b4fe2c tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Network e47a14b6-4e55-40ab-a3fc-7f708e94945b is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:58:01.193507 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e9ad8680-3527-4b4a-9704-116940018e21 req-58493270-d198-497a-a4f3-9cee763ebe3a tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:01.203176 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-2fda7e09-9ae7-463c-8558-703a57b4fe2c tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, e47a14b6-4e55-40ab-a3fc-7f708e94945b) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:58:01.213640 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fda7e09-9ae7-463c-8558-703a57b4fe2c tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:01.214853 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2fda7e09-9ae7-463c-8558-703a57b4fe2c tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:01.215950 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439172b0-9c56-469a-bca3-6bc62f2f230b None None] Network e47a14b6-4e55-40ab-a3fc-7f708e94945b requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:58:01.242272 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56126) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:01.242954 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2fda7e09-9ae7-463c-8558-703a57b4fe2c tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5750048 Jul 06 13:58:01.357106 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:01.382482 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059d7746-6681-4483-88eb-8875b065e121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-e47a14b6-4e55-40ab-a3fc-7f708e94945b', 'network_id': 'e47a14b6-4e55-40ab-a3fc-7f708e94945b', 'tenant_id': '6e9b1d9c0c7642a69638beb114e861ca', 'fixed_ips': [{'subnet_id': '34a348c9-a8bf-443e-ae82-9380f13eee2e'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:58:01.383606 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-059d7746-6681-4483-88eb-8875b065e121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:01.487217 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:01.546401 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-059d7746-6681-4483-88eb-8875b065e121 None None] Allocated IP 2001:db8::f816:3eff:fe04:8936 (e47a14b6-4e55-40ab-a3fc-7f708e94945b/34a348c9-a8bf-443e-ae82-9380f13eee2e/d4fb5ed2-7cf3-4320-924f-cb92aa224401) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:58:01.587192 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e9ad8680-3527-4b4a-9704-116940018e21 req-58493270-d198-497a-a4f3-9cee763ebe3a tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:01.592734 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e9ad8680-3527-4b4a-9704-116940018e21 req-58493270-d198-497a-a4f3-9cee763ebe3a tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:01.674976 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58493270-d198-497a-a4f3-9cee763ebe3a tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Pushing event updated for resources: {'Port': ['ID=8f95c3cf-455e-4a7a-8876-e6bcd0cb138c,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:01.683957 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e9ad8680-3527-4b4a-9704-116940018e21 req-58493270-d198-497a-a4f3-9cee763ebe3a tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:01.699764 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e9ad8680-3527-4b4a-9704-116940018e21 req-58493270-d198-497a-a4f3-9cee763ebe3a tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:01.706443 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9ad8680-3527-4b4a-9704-116940018e21 req-58493270-d198-497a-a4f3-9cee763ebe3a tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1762981 Jul 06 13:58:01.752229 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:58:01.756380 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9ad8680-3527-4b4a-9704-116940018e21 req-c432464e-4f48-4c85-ad2d-946ec814babd tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 695 time: 0.0485129 Jul 06 13:58:01.789331 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-059d7746-6681-4483-88eb-8875b065e121 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:01.806567 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-059d7746-6681-4483-88eb-8875b065e121 None None] Transition to ACTIVE for port object d4fb5ed2-7cf3-4320-924f-cb92aa224401 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:58:01.831856 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-059d7746-6681-4483-88eb-8875b065e121 None None] Transition to ACTIVE for port object d4fb5ed2-7cf3-4320-924f-cb92aa224401 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:58:01.855373 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-059d7746-6681-4483-88eb-8875b065e121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:01.884429 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:01.921769 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:58:01.934827 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059d7746-6681-4483-88eb-8875b065e121 None None] Network e47a14b6-4e55-40ab-a3fc-7f708e94945b is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:58:01.937351 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad8680-3527-4b4a-9704-116940018e21 req-7f027191-ee1a-4797-872e-92903d013a74 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:01.939513 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9ad8680-3527-4b4a-9704-116940018e21 req-7f027191-ee1a-4797-872e-92903d013a74 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 784 time: 0.1768200 Jul 06 13:58:01.940592 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event deleted for resources: {'Subnet': ['ID=34a348c9-a8bf-443e-ae82-9380f13eee2e,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:01.956267 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-054bb9ce-096a-4af8-93d4-8d56fa155a49 req-c43e3dd1-4499-4066-b0e0-9c0839b5708d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0787299 Jul 06 13:58:01.960460 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:58:01.962240 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:01.968332 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-059d7746-6681-4483-88eb-8875b065e121 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:58:01.982533 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059d7746-6681-4483-88eb-8875b065e121 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:58:02.050647 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:02.067709 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e47a14b6-4e55-40ab-a3fc-7f708e94945b']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:02.087161 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ed53cc-631b-4ae8-a789-ee5b5524561a') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:02.088622 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ed53cc-631b-4ae8-a789-ee5b5524561a') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:02.094760 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d7746-6681-4483-88eb-8875b065e121 None None] Pushing event updated for resources: {'Port': ['ID=d4fb5ed2-7cf3-4320-924f-cb92aa224401,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:02.115479 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:02.130736 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bb9ce-096a-4af8-93d4-8d56fa155a49 req-830587cb-81bf-4404-8414-b482aca6f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:02.132415 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-054bb9ce-096a-4af8-93d4-8d56fa155a49 req-830587cb-81bf-4404-8414-b482aca6f10d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84c411c9b83740e1bcaf5cc8002aa094&device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 1095 time: 0.0996177 Jul 06 13:58:02.149271 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:02.158403 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:58:02.158921 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: timer() Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:58:02.163174 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:58:02.179009 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-059d7746-6681-4483-88eb-8875b065e121 None None] Attempting to bind port d4fb5ed2-7cf3-4320-924f-cb92aa224401 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:58:02.179009 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-059d7746-6681-4483-88eb-8875b065e121 None None] Attempting to bind port d4fb5ed2-7cf3-4320-924f-cb92aa224401 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '62ed53cc-631b-4ae8-a789-ee5b5524561a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e47a14b6-4e55-40ab-a3fc-7f708e94945b'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:58:02.179927 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059d7746-6681-4483-88eb-8875b065e121 None None] Attempting to bind port d4fb5ed2-7cf3-4320-924f-cb92aa224401 on network e47a14b6-4e55-40ab-a3fc-7f708e94945b {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:58:02.198283 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059d7746-6681-4483-88eb-8875b065e121 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:58:02.200418 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059d7746-6681-4483-88eb-8875b065e121 None None] Checking segment: {'id': '62ed53cc-631b-4ae8-a789-ee5b5524561a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e47a14b6-4e55-40ab-a3fc-7f708e94945b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:58:02.201562 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-059d7746-6681-4483-88eb-8875b065e121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:02.202515 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059d7746-6681-4483-88eb-8875b065e121 None None] Bound using segment: {'id': '62ed53cc-631b-4ae8-a789-ee5b5524561a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e47a14b6-4e55-40ab-a3fc-7f708e94945b'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:58:02.207838 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-059d7746-6681-4483-88eb-8875b065e121 None None] Bound port: d4fb5ed2-7cf3-4320-924f-cb92aa224401, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ed53cc-631b-4ae8-a789-ee5b5524561a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e47a14b6-4e55-40ab-a3fc-7f708e94945b'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:58:02.208976 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-059d7746-6681-4483-88eb-8875b065e121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:02.261157 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.db.api [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 13:58:02.261157 n-d-773644-6 neutron-server[100418]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 13:58:02.261157 n-d-773644-6 neutron-server[100418]: [parameters: {'id': 'e47a14b6-4e55-40ab-a3fc-7f708e94945b'}] Jul 06 13:58:02.261157 n-d-773644-6 neutron-server[100418]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 13:58:02.261807 n-d-773644-6 neutron-server[100418]: DEBUG oslo_db.api [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 13:58:02.273779 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9da6e-ce11-4230-a7d7-a8e01aadb632 req-6f8ad370-6b0f-4986-82cc-dcf05d33b1a4 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:02.276365 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-89f9da6e-ce11-4230-a7d7-a8e01aadb632 req-6f8ad370-6b0f-4986-82cc-dcf05d33b1a4 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1763909 Jul 06 13:58:02.295869 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bb9ce-096a-4af8-93d4-8d56fa155a49 req-9149551a-bfe5-4084-ba9f-d8927d28957b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:02.297398 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-054bb9ce-096a-4af8-93d4-8d56fa155a49 req-9149551a-bfe5-4084-ba9f-d8927d28957b service neutron] 10.222.0.52 "GET /v2.0/networks?id=65a0c785-6dfd-4a01-9b12-067743ee677d HTTP/1.1" status: 200 len: 913 time: 0.1377416 Jul 06 13:58:02.318201 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:02.348476 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-89f9da6e-ce11-4230-a7d7-a8e01aadb632 req-29d87c98-9a63-41b0-b440-03a0c358fa29 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579100 Jul 06 13:58:02.366728 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-059d7746-6681-4483-88eb-8875b065e121 None None] For port d4fb5ed2-7cf3-4320-924f-cb92aa224401, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:58:02.378363 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-059d7746-6681-4483-88eb-8875b065e121 None None] For port d4fb5ed2-7cf3-4320-924f-cb92aa224401, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d4fb5ed2-7cf3-4320-924f-cb92aa224401,segment=NetworkSegment(62ed53cc-631b-4ae8-a789-ee5b5524561a),segment_id=62ed53cc-631b-4ae8-a789-ee5b5524561a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:58:02.396011 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:02.397245 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f1260b-0ce7-4a24-ab03-7021f31407fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:02.402358 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57afd888-af1e-4675-9b38-834c8a557607" -d '{"events": [{"server_uuid": "80f1260b-0ce7-4a24-ab03-7021f31407fd", "name": "network-vif-plugged", "status": "completed", "tag": "16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:02.407794 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:02.410193 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-059d7746-6681-4483-88eb-8875b065e121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:02.410364 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-054bb9ce-096a-4af8-93d4-8d56fa155a49 req-bb247553-81f8-464f-a35b-009ddd58038a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b75cf5-263d-4c77-b909-aed48eb16174 HTTP/1.1" status: 200 len: 998 time: 0.1002257 Jul 06 13:58:02.493724 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bb9ce-096a-4af8-93d4-8d56fa155a49 req-12cce0bf-e40d-45b4-8952-5e864360b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:02.495932 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-054bb9ce-096a-4af8-93d4-8d56fa155a49 req-12cce0bf-e40d-45b4-8952-5e864360b888 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c752e52c-1e0e-4b69-8288-ed62c19f3b18 HTTP/1.1" status: 200 len: 851 time: 0.0741158 Jul 06 13:58:02.545319 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:02.579148 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796a413c-f660-43a9-9ee5-cb7b7c492c8f None None] Network e47a14b6-4e55-40ab-a3fc-7f708e94945b requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:58:02.579732 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bb9ce-096a-4af8-93d4-8d56fa155a49 req-317251b3-2166-4f82-a7ea-b19695439bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:02.582063 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-054bb9ce-096a-4af8-93d4-8d56fa155a49 req-317251b3-2166-4f82-a7ea-b19695439bec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=65a0c785-6dfd-4a01-9b12-067743ee677d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765085 Jul 06 13:58:02.692881 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-054bb9ce-096a-4af8-93d4-8d56fa155a49 req-daf6b4e0-96c5-416d-b7c1-a935b508dd0e service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009326 Jul 06 13:58:02.755754 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d7746-6681-4483-88eb-8875b065e121 None None] Pushing event updated for resources: {'Port': ['ID=d4fb5ed2-7cf3-4320-924f-cb92aa224401,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:02.781064 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:02.817433 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5a4c03-9672-4bf6-8f29-2883aed78c4c None None] get_active_networks_info from n-d-773644-6 {{(pid=100419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 13:58:02.854377 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-054bb9ce-096a-4af8-93d4-8d56fa155a49 req-a15a2713-62a9-49ce-8813-9d22df97a79a service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533461 Jul 06 13:58:02.958188 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-87b88962-8385-4c50-929a-10b24c16748c req-f80ab997-f04e-40e4-9ecf-d081cec5df81 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2169507 Jul 06 13:58:02.979786 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Deleting port d4fb5ed2-7cf3-4320-924f-cb92aa224401 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:58:02.980306 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:02.992484 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b24c8-8182-4c6c-ba04-c102d0196009 req-0737c9b3-2397-49ae-9453-09053fbe107d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:02.994868 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c62b24c8-8182-4c6c-ba04-c102d0196009 req-0737c9b3-2397-49ae-9453-09053fbe107d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80f1260b-0ce7-4a24-ab03-7021f31407fd HTTP/1.1" status: 200 len: 945 time: 0.1254447 Jul 06 13:58:03.008711 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5a4c03-9672-4bf6-8f29-2883aed78c4c None None] Resources bound (agent type, host, resource id): {{(pid=100419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 13:58:03.115008 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] For port d4fb5ed2-7cf3-4320-924f-cb92aa224401, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d4fb5ed2-7cf3-4320-924f-cb92aa224401,segment=NetworkSegment(62ed53cc-631b-4ae8-a789-ee5b5524561a),segment_id=62ed53cc-631b-4ae8-a789-ee5b5524561a)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:03.115289 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:03.140379 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Calling delete_port for d4fb5ed2-7cf3-4320-924f-cb92aa224401 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:58:03.148171 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c62b24c8-8182-4c6c-ba04-c102d0196009 req-0cd652a2-93d0-4bd9-9dfd-520bad30ed9a tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105988 Jul 06 13:58:03.218019 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b88962-8385-4c50-929a-10b24c16748c req-2b9933eb-85a4-4472-bd7d-3dbe8b96a506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:03.220957 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-87b88962-8385-4c50-929a-10b24c16748c req-2b9933eb-85a4-4472-bd7d-3dbe8b96a506 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=9582b8237f17461e9a1a6b0a40bffc2e&device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 1096 time: 0.2357249 Jul 06 13:58:03.311963 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c3ce8ea4-ba61-4f79-b29a-431e1c6f0ea1 req-4623182f-2e71-44e6-a783-67b701fa491c tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] 10.222.0.118 "GET /v2.0/floatingips/e234f25a-f272-417e-85ca-7a09fe21e703 HTTP/1.1" status: 200 len: 692 time: 0.1056969 Jul 06 13:58:03.773976 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:03.835044 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] No DVR routers for this DVR port d4fb5ed2-7cf3-4320-924f-cb92aa224401 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:58:03.837144 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b88962-8385-4c50-929a-10b24c16748c req-032c136b-1d47-42ae-a4c5-55f845531ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:03.839301 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-87b88962-8385-4c50-929a-10b24c16748c req-032c136b-1d47-42ae-a4c5-55f845531ab3 service neutron] 10.222.0.124 "GET /v2.0/networks?id=feedd1b5-b16b-46c1-99ff-64793157a3e7 HTTP/1.1" status: 200 len: 914 time: 0.5674107 Jul 06 13:58:03.840292 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event deleted for resources: {'Port': ['ID=d4fb5ed2-7cf3-4320-924f-cb92aa224401,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:03.917642 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce8ea4-ba61-4f79-b29a-431e1c6f0ea1 req-a6978a36-423b-4700-b0ed-59c6861fa540 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:03.919542 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c3ce8ea4-ba61-4f79-b29a-431e1c6f0ea1 req-a6978a36-423b-4700-b0ed-59c6861fa540 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 784 time: 0.5769038 Jul 06 13:58:03.922849 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-87b88962-8385-4c50-929a-10b24c16748c req-13707acd-8737-4075-8aab-97c52c4c78c3 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94486b89-1e65-4e71-b2e4-790ca40489bc HTTP/1.1" status: 200 len: 217 time: 0.0736122 Jul 06 13:58:04.053429 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c3ce8ea4-ba61-4f79-b29a-431e1c6f0ea1 req-0e650d36-000e-48b1-85be-5730d340df19 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 695 time: 0.1186469 Jul 06 13:58:04.055062 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:04.069985 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e47a14b6-4e55-40ab-a3fc-7f708e94945b']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:04.115328 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b88962-8385-4c50-929a-10b24c16748c req-d0b7fa17-bed4-4eb1-a4ae-1a31c3b7898b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:04.116878 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-87b88962-8385-4c50-929a-10b24c16748c req-d0b7fa17-bed4-4eb1-a4ae-1a31c3b7898b service neutron] 10.222.0.124 "GET /v2.0/subnets?id=a061d95c-fe13-4bcf-a696-dc3a1931aea5 HTTP/1.1" status: 200 len: 853 time: 0.1833177 Jul 06 13:58:04.127294 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ed53cc-631b-4ae8-a789-ee5b5524561a') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:04.127575 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ed53cc-631b-4ae8-a789-ee5b5524561a') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:04.149181 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c3ce8ea4-ba61-4f79-b29a-431e1c6f0ea1 req-2801c013-1f9c-4651-a6d7-14718fd682e9 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.66 HTTP/1.1" status: 200 len: 695 time: 0.0849493 Jul 06 13:58:04.170905 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-87b88962-8385-4c50-929a-10b24c16748c req-5c32045d-cceb-4b8b-a06b-fe5a0823eb17 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=feedd1b5-b16b-46c1-99ff-64793157a3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397503 Jul 06 13:58:04.172761 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:04.268191 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:04.317851 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:58:04.318195 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: timer() Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:58:04.321364 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:58:04.430919 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:04.444341 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:04.446266 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "DELETE /v2.0/networks/e47a14b6-4e55-40ab-a3fc-7f708e94945b HTTP/1.1" status: 204 len: 168 time: 3.2029791 Jul 06 13:58:04.450905 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56150) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:04.461111 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-87b88962-8385-4c50-929a-10b24c16748c req-99e0f62c-f972-4d3b-a2df-b662bcec4cee service neutron] 10.222.0.124 "GET /v2.0/networks/feedd1b5-b16b-46c1-99ff-64793157a3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758272 Jul 06 13:58:04.462775 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86db00-a7c2-4c2e-a3ff-2053037dc591 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event deleted for resources: {'Network': ['ID=e47a14b6-4e55-40ab-a3fc-7f708e94945b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:04.482192 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91dd1d0-f4be-4885-8b7f-75b04bdd05e3 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] DELETE failed (client error): The resource could not be found. Jul 06 13:58:04.482671 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d91dd1d0-f4be-4885-8b7f-75b04bdd05e3 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 13:58:04.486971 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d91dd1d0-f4be-4885-8b7f-75b04bdd05e3 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "DELETE /v2.0/subnets/34a348c9-a8bf-443e-ae82-9380f13eee2e HTTP/1.1" status: 404 len: 337 time: 0.0320342 Jul 06 13:58:04.487960 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56152) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:04.507634 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db20034-c413-4e9b-a551-01d14b153e08 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] DELETE failed (client error): The resource could not be found. Jul 06 13:58:04.508215 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db20034-c413-4e9b-a551-01d14b153e08 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 13:58:04.514692 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7db20034-c413-4e9b-a551-01d14b153e08 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "DELETE /v2.0/networks/e47a14b6-4e55-40ab-a3fc-7f708e94945b HTTP/1.1" status: 404 len: 339 time: 0.0239043 Jul 06 13:58:04.514976 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56154) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:04.539816 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-c3ce8ea4-ba61-4f79-b29a-431e1c6f0ea1 req-6d1cadff-84c7-4299-b7b7-152f6d85bb5c tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Deleting port 8f95c3cf-455e-4a7a-8876-e6bcd0cb138c {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:58:04.540248 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c3ce8ea4-ba61-4f79-b29a-431e1c6f0ea1 req-6d1cadff-84c7-4299-b7b7-152f6d85bb5c tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:04.542283 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-fabe28a5-458b-4b81-be6e-1c1ba5ab71de tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] DELETE failed (client error): The resource could not be found. Jul 06 13:58:04.542837 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fabe28a5-458b-4b81-be6e-1c1ba5ab71de tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 13:58:04.547083 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fabe28a5-458b-4b81-be6e-1c1ba5ab71de tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "DELETE /v2.0/subnets/e44c5023-c7a6-4f54-9b62-0b6e8dd31195 HTTP/1.1" status: 404 len: 337 time: 0.0287962 Jul 06 13:58:04.547725 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56156) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:04.569247 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-41fe58c9-dcc0-46ee-92b3-eb4d3c128799 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] DELETE failed (client error): The resource could not be found. Jul 06 13:58:04.569525 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41fe58c9-dcc0-46ee-92b3-eb4d3c128799 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 13:58:04.571704 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-41fe58c9-dcc0-46ee-92b3-eb4d3c128799 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "DELETE /v2.0/networks/84ac813a-cb56-4b37-aee0-ff60eaf9f87f HTTP/1.1" status: 404 len: 339 time: 0.0229483 Jul 06 13:58:04.574270 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56158) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:04.607036 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d8a5683-9291-445f-8666-1bc3bd810350 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] DELETE failed (client error): The resource could not be found. Jul 06 13:58:04.607795 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d8a5683-9291-445f-8666-1bc3bd810350 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 13:58:04.611818 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0d8a5683-9291-445f-8666-1bc3bd810350 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "DELETE /v2.0/subnets/0ca14653-02fc-440d-8161-2f7d1575f431 HTTP/1.1" status: 404 len: 337 time: 0.0340021 Jul 06 13:58:04.612501 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56160) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:04.613588 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-87b88962-8385-4c50-929a-10b24c16748c req-54d96c65-a4f0-45f8-939c-8611df34d088 service neutron] 10.222.0.124 "GET /v2.0/networks/feedd1b5-b16b-46c1-99ff-64793157a3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455173 Jul 06 13:58:04.632888 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ea6af3-2205-4079-ac9c-32bac705b751 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] DELETE failed (client error): The resource could not be found. Jul 06 13:58:04.633665 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ea6af3-2205-4079-ac9c-32bac705b751 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 13:58:04.639263 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-57ea6af3-2205-4079-ac9c-32bac705b751 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "DELETE /v2.0/networks/37a5855b-b2c5-4664-8555-175fce68396b HTTP/1.1" status: 404 len: 339 time: 0.0232351 Jul 06 13:58:04.641118 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56162) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:04.649253 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c3ce8ea4-ba61-4f79-b29a-431e1c6f0ea1 req-6d1cadff-84c7-4299-b7b7-152f6d85bb5c tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:04.649633 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c3ce8ea4-ba61-4f79-b29a-431e1c6f0ea1 req-6d1cadff-84c7-4299-b7b7-152f6d85bb5c tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:04.661938 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-c3ce8ea4-ba61-4f79-b29a-431e1c6f0ea1 req-6d1cadff-84c7-4299-b7b7-152f6d85bb5c tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Calling delete_port for 8f95c3cf-455e-4a7a-8876-e6bcd0cb138c owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:58:04.739918 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-32e244b5-6db2-466c-8513-fc20bd1e5ff9 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Deleting port c892eee0-de84-4d5c-8aec-467a33495dde {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:58:04.740439 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32e244b5-6db2-466c-8513-fc20bd1e5ff9 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:04.819982 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32e244b5-6db2-466c-8513-fc20bd1e5ff9 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:04.825816 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c3ce8ea4-ba61-4f79-b29a-431e1c6f0ea1 req-6d1cadff-84c7-4299-b7b7-152f6d85bb5c tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:04.836166 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-32e244b5-6db2-466c-8513-fc20bd1e5ff9 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Calling delete_port for c892eee0-de84-4d5c-8aec-467a33495dde owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:58:04.856764 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1cadff-84c7-4299-b7b7-152f6d85bb5c tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Pushing event deleted for resources: {'Port': ['ID=8f95c3cf-455e-4a7a-8876-e6bcd0cb138c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:04.932830 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32e244b5-6db2-466c-8513-fc20bd1e5ff9 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:04.939342 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c3ce8ea4-ba61-4f79-b29a-431e1c6f0ea1 req-6d1cadff-84c7-4299-b7b7-152f6d85bb5c tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:04.942790 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c3ce8ea4-ba61-4f79-b29a-431e1c6f0ea1 req-6d1cadff-84c7-4299-b7b7-152f6d85bb5c tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:04.944495 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c3ce8ea4-ba61-4f79-b29a-431e1c6f0ea1 req-6d1cadff-84c7-4299-b7b7-152f6d85bb5c tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] 10.222.0.118 "DELETE /v2.0/floatingips/e234f25a-f272-417e-85ca-7a09fe21e703 HTTP/1.1" status: 204 len: 173 time: 0.7756991 Jul 06 13:58:04.966877 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e244b5-6db2-466c-8513-fc20bd1e5ff9 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event deleted for resources: {'Port': ['ID=c892eee0-de84-4d5c-8aec-467a33495dde,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:04.979745 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32e244b5-6db2-466c-8513-fc20bd1e5ff9 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:04.982112 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-32e244b5-6db2-466c-8513-fc20bd1e5ff9 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "DELETE /v2.0/ports/c892eee0-de84-4d5c-8aec-467a33495dde HTTP/1.1" status: 204 len: 168 time: 0.3414178 Jul 06 13:58:04.984937 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56166) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:05.017119 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f6e942-6651-4086-b04c-40dd7bad1bf9 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] DELETE failed (client error): The resource could not be found. Jul 06 13:58:05.017119 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56f6e942-6651-4086-b04c-40dd7bad1bf9 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 13:58:05.020607 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-56f6e942-6651-4086-b04c-40dd7bad1bf9 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "DELETE /v2.0/subnets/1d4693cc-e966-4220-a2f1-a4aedcb443fd HTTP/1.1" status: 404 len: 337 time: 0.0318933 Jul 06 13:58:05.020607 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56170) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:05.114919 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3fbe6cc6-e1c8-473b-845d-672216a2edbf tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:05.146789 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7f921-5ad0-43cc-84cf-7caa87580242 req-2dfd7628-11fd-47c8-94d1-2c0162dcd6a8 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:05.148669 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d9e7f921-5ad0-43cc-84cf-7caa87580242 req-2dfd7628-11fd-47c8-94d1-2c0162dcd6a8 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.0830801 Jul 06 13:58:05.204135 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d9e7f921-5ad0-43cc-84cf-7caa87580242 req-45379a69-a5d0-4c11-900a-598a86ed37ca tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478940 Jul 06 13:58:05.228077 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3fbe6cc6-e1c8-473b-845d-672216a2edbf tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:05.254450 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-3fbe6cc6-e1c8-473b-845d-672216a2edbf tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50ed3fc1-db14-4922-805b-4a34e2089ae3']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:05.266452 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-3fbe6cc6-e1c8-473b-845d-672216a2edbf tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3761e7a2-2fd5-4f9f-b7b7-baea1edcdfc8') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:05.266755 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-3fbe6cc6-e1c8-473b-845d-672216a2edbf tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3761e7a2-2fd5-4f9f-b7b7-baea1edcdfc8') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:05.277065 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3fbe6cc6-e1c8-473b-845d-672216a2edbf tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:05.291486 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3fbe6cc6-e1c8-473b-845d-672216a2edbf tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:05.298934 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fbe6cc6-e1c8-473b-845d-672216a2edbf tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:58:05.299788 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3fbe6cc6-e1c8-473b-845d-672216a2edbf tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:58:05.303547 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:58:05.343704 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ec34cb-eb9c-4d48-b7b2-3dcfb2256c89 x-openstack-request-id: req-e9ec34cb-eb9c-4d48-b7b2-3dcfb2256c89 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:05.344286 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f1260b-0ce7-4a24-ab03-7021f31407fd", "name": "network-vif-plugged", "status": "completed", "tag": "16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:05.346006 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e9ec34cb-eb9c-4d48-b7b2-3dcfb2256c89 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:05.346593 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f1260b-0ce7-4a24-ab03-7021f31407fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24', 'code': 200} Jul 06 13:58:05.408858 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3fbe6cc6-e1c8-473b-845d-672216a2edbf tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:05.430441 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3fbe6cc6-e1c8-473b-845d-672216a2edbf tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:05.433206 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3fbe6cc6-e1c8-473b-845d-672216a2edbf tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "DELETE /v2.0/networks/50ed3fc1-db14-4922-805b-4a34e2089ae3 HTTP/1.1" status: 204 len: 168 time: 0.4115987 Jul 06 13:58:05.435918 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56178) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:05.442612 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe6cc6-e1c8-473b-845d-672216a2edbf tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event deleted for resources: {'Network': ['ID=50ed3fc1-db14-4922-805b-4a34e2089ae3,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:05.543128 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad23075-0489-4764-9157-65c322de1443 req-1e1d6553-772c-4de4-ac25-1c4c0ba33f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:05.544990 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6ad23075-0489-4764-9157-65c322de1443 req-1e1d6553-772c-4de4-ac25-1c4c0ba33f30 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=80f1260b-0ce7-4a24-ab03-7021f31407fd HTTP/1.1" status: 200 len: 1096 time: 0.1106584 Jul 06 13:58:05.590940 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6ad23075-0489-4764-9157-65c322de1443 req-94087081-c9ae-4668-8d11-6be40017fe22 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351388 Jul 06 13:58:05.596478 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-64d25608-1d2e-4339-9f17-dfb12ecb33c3 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Deleting port d47e552f-140b-4ef8-bca0-b991076fd4d1 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:58:05.596478 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-64d25608-1d2e-4339-9f17-dfb12ecb33c3 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:05.676370 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-64d25608-1d2e-4339-9f17-dfb12ecb33c3 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:05.694421 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-64d25608-1d2e-4339-9f17-dfb12ecb33c3 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Calling delete_port for d47e552f-140b-4ef8-bca0-b991076fd4d1 owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:58:05.833000 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50cb96-8928-46d2-bc90-a57c55b10954 req-e2d84104-63a7-40f6-9a6d-de817d33c4a7 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:05.835327 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1b50cb96-8928-46d2-bc90-a57c55b10954 req-e2d84104-63a7-40f6-9a6d-de817d33c4a7 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80f1260b-0ce7-4a24-ab03-7021f31407fd HTTP/1.1" status: 200 len: 945 time: 0.1426327 Jul 06 13:58:05.876486 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-64d25608-1d2e-4339-9f17-dfb12ecb33c3 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:05.920264 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1b50cb96-8928-46d2-bc90-a57c55b10954 req-11dfd0d4-c704-476d-af92-7a426e92f972 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751424 Jul 06 13:58:05.925547 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d25608-1d2e-4339-9f17-dfb12ecb33c3 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event deleted for resources: {'Port': ['ID=d47e552f-140b-4ef8-bca0-b991076fd4d1,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:05.928590 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-64d25608-1d2e-4339-9f17-dfb12ecb33c3 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:05.934141 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-64d25608-1d2e-4339-9f17-dfb12ecb33c3 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "DELETE /v2.0/ports/d47e552f-140b-4ef8-bca0-b991076fd4d1 HTTP/1.1" status: 204 len: 168 time: 0.4938626 Jul 06 13:58:05.934141 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56180) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:05.970061 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-c882f710-956a-4bbf-b0b3-e0f10dad312a tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] DELETE failed (client error): The resource could not be found. Jul 06 13:58:05.970905 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c882f710-956a-4bbf-b0b3-e0f10dad312a tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 13:58:05.973261 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c882f710-956a-4bbf-b0b3-e0f10dad312a tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "DELETE /v2.0/subnets/d91c9c81-0df9-4f43-80d0-b115d5125369 HTTP/1.1" status: 404 len: 337 time: 0.0386734 Jul 06 13:58:05.975956 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56182) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:06.011552 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-600c7f30-d217-4e8a-8b95-4ea7b0480885 req-4c435d90-d78a-4ee6-bcd7-e5ff70aac47f tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] show failed (client error): The resource could not be found. Jul 06 13:58:06.013037 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-600c7f30-d217-4e8a-8b95-4ea7b0480885 req-4c435d90-d78a-4ee6-bcd7-e5ff70aac47f tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] 10.222.0.118 "GET /v2.0/floatingips/e234f25a-f272-417e-85ca-7a09fe21e703 HTTP/1.1" status: 404 len: 350 time: 0.0452654 Jul 06 13:58:06.065960 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-597873c1-de50-4855-a334-77dabb7d81bc tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:06.088770 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-8516a8a4-3ec6-45f8-be60-551806460a46 req-deb091ba-5d09-4c4d-91d3-f2fe596d8888 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] show failed (client error): The resource could not be found. Jul 06 13:58:06.089834 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8516a8a4-3ec6-45f8-be60-551806460a46 req-deb091ba-5d09-4c4d-91d3-f2fe596d8888 tempest-FloatingIPsTestJSON-1079556187 tempest-FloatingIPsTestJSON-1079556187-project] 10.222.0.118 "GET /v2.0/floatingips/e234f25a-f272-417e-85ca-7a09fe21e703 HTTP/1.1" status: 404 len: 350 time: 0.0358353 Jul 06 13:58:06.099624 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56190) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:06.131616 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-597873c1-de50-4855-a334-77dabb7d81bc tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Deleting port 0d830c7c-1414-4b7a-9a32-defe00acbb87 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:58:06.131616 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-597873c1-de50-4855-a334-77dabb7d81bc tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:06.213140 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-597873c1-de50-4855-a334-77dabb7d81bc tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] For port 0d830c7c-1414-4b7a-9a32-defe00acbb87, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0d830c7c-1414-4b7a-9a32-defe00acbb87,segment=NetworkSegment(37dadbde-4d7b-4411-9752-35354fa1056b),segment_id=37dadbde-4d7b-4411-9752-35354fa1056b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:06.213716 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-597873c1-de50-4855-a334-77dabb7d81bc tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:06.229820 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-597873c1-de50-4855-a334-77dabb7d81bc tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Calling delete_port for 0d830c7c-1414-4b7a-9a32-defe00acbb87 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:58:06.332796 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-597873c1-de50-4855-a334-77dabb7d81bc tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:06.370552 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ca3fa-ed22-4d31-ad63-36c98f27199e req-62a2b4ed-69ab-4609-b43c-998a39eef1bf tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:06.378517 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b75ca3fa-ed22-4d31-ad63-36c98f27199e req-62a2b4ed-69ab-4609-b43c-998a39eef1bf tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1750386 Jul 06 13:58:06.380878 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597873c1-de50-4855-a334-77dabb7d81bc tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event deleted for resources: {'Port': ['ID=0d830c7c-1414-4b7a-9a32-defe00acbb87,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:06.389896 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597873c1-de50-4855-a334-77dabb7d81bc tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] No DVR routers for this DVR port 0d830c7c-1414-4b7a-9a32-defe00acbb87 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:58:06.438448 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b75ca3fa-ed22-4d31-ad63-36c98f27199e req-1e89858c-99b6-4ca4-a268-ab4c6df97b6e tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588257 Jul 06 13:58:06.501948 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-597873c1-de50-4855-a334-77dabb7d81bc tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:06.515268 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-597873c1-de50-4855-a334-77dabb7d81bc tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e4b6f3-5ce6-45e1-862a-af8d4dd5532b']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:06.542015 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-597873c1-de50-4855-a334-77dabb7d81bc tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37dadbde-4d7b-4411-9752-35354fa1056b') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:06.542436 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-597873c1-de50-4855-a334-77dabb7d81bc tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37dadbde-4d7b-4411-9752-35354fa1056b') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:06.568748 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-597873c1-de50-4855-a334-77dabb7d81bc tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:06.589305 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-597873c1-de50-4855-a334-77dabb7d81bc tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:06.597091 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-597873c1-de50-4855-a334-77dabb7d81bc tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:58:06.597795 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-597873c1-de50-4855-a334-77dabb7d81bc tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:58:06.601873 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:58:06.684345 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-597873c1-de50-4855-a334-77dabb7d81bc tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:06.691079 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-597873c1-de50-4855-a334-77dabb7d81bc tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:06.693725 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-597873c1-de50-4855-a334-77dabb7d81bc tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "DELETE /v2.0/networks/61e4b6f3-5ce6-45e1-862a-af8d4dd5532b HTTP/1.1" status: 204 len: 168 time: 0.7165804 Jul 06 13:58:06.698827 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56206) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:06.740171 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597873c1-de50-4855-a334-77dabb7d81bc tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event deleted for resources: {'Network': ['ID=61e4b6f3-5ce6-45e1-862a-af8d4dd5532b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:06.755798 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157e84b-5df4-4263-9010-d3005f3dc9a7 req-da137c8a-0b75-45cb-b4c9-543cbbf0672f tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:06.758220 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c157e84b-5df4-4263-9010-d3005f3dc9a7 req-da137c8a-0b75-45cb-b4c9-543cbbf0672f tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1761403 Jul 06 13:58:06.772761 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac808daf-4fe1-4421-8a4e-b4e03992d8c6 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Deleting subnet 7d00107e-4b71-466e-abd4-2d731d092701 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:58:06.776960 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ac808daf-4fe1-4421-8a4e-b4e03992d8c6 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:06.792877 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6d453c5a-f305-4eb6-9690-b6577a1c8352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:06.827599 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ac808daf-4fe1-4421-8a4e-b4e03992d8c6 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:06.858747 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c157e84b-5df4-4263-9010-d3005f3dc9a7 req-bbdf2e04-c847-4354-80ec-6f41fd9aebe7 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896506 Jul 06 13:58:06.939803 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ac808daf-4fe1-4421-8a4e-b4e03992d8c6 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:07.017564 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ac808daf-4fe1-4421-8a4e-b4e03992d8c6 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:07.049275 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac808daf-4fe1-4421-8a4e-b4e03992d8c6 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event deleted for resources: {'Subnet': ['ID=7d00107e-4b71-466e-abd4-2d731d092701,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:07.069471 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ac808daf-4fe1-4421-8a4e-b4e03992d8c6 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:07.074410 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421d880d-fb00-4b72-b20d-fb9a20e82eab None None] Network 29321814-9aa8-40f2-ad4a-99697f793c81 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:58:07.092014 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56224) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:07.092799 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ac808daf-4fe1-4421-8a4e-b4e03992d8c6 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "DELETE /v2.0/subnets/7d00107e-4b71-466e-abd4-2d731d092701 HTTP/1.1" status: 204 len: 168 time: 0.3903146 Jul 06 13:58:07.274942 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-26e7dd2b-6a9f-4aae-8972-571240e40988 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:07.297607 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b5fce601-d873-4767-9e77-fd41fd0548ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:07.348823 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-6d453c5a-f305-4eb6-9690-b6577a1c8352 admin admin] Deleting port d4c9c84e-2036-49da-9cf9-f356147916a1 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:58:07.349177 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6d453c5a-f305-4eb6-9690-b6577a1c8352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:07.411857 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a3b75f-25ef-41c2-a5a9-f3ff0ee2caa9 None None] DHCP port deletion for 29321814-9aa8-40f2-ad4a-99697f793c81 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:58:07.482451 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-18a3b75f-25ef-41c2-a5a9-f3ff0ee2caa9 None None] Deleting port 3e738d02-1353-452b-80e9-660cdd1f8d23 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:58:07.482857 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-18a3b75f-25ef-41c2-a5a9-f3ff0ee2caa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:07.535522 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-6d453c5a-f305-4eb6-9690-b6577a1c8352 admin admin] For port d4c9c84e-2036-49da-9cf9-f356147916a1, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d4c9c84e-2036-49da-9cf9-f356147916a1,segment=NetworkSegment(0fef7241-1b1d-4ebb-8177-d23b8e01b907),segment_id=0fef7241-1b1d-4ebb-8177-d23b8e01b907)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:07.536174 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6d453c5a-f305-4eb6-9690-b6577a1c8352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:07.541045 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-26e7dd2b-6a9f-4aae-8972-571240e40988 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Deleting port 3e738d02-1353-452b-80e9-660cdd1f8d23 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:58:07.541406 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-26e7dd2b-6a9f-4aae-8972-571240e40988 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:07.559481 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568013a-4088-4fe6-9684-f4c4d2e1a791 req-0256e9c4-7a74-4470-9ff2-8fdc12741cc5 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:07.561237 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b568013a-4088-4fe6-9684-f4c4d2e1a791 req-0256e9c4-7a74-4470-9ff2-8fdc12741cc5 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80f1260b-0ce7-4a24-ab03-7021f31407fd HTTP/1.1" status: 200 len: 945 time: 0.2082992 Jul 06 13:58:07.575413 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-18a3b75f-25ef-41c2-a5a9-f3ff0ee2caa9 None None] For port 3e738d02-1353-452b-80e9-660cdd1f8d23, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=3e738d02-1353-452b-80e9-660cdd1f8d23,segment=NetworkSegment(3b084cb7-257f-400a-88b7-9096f43a7117),segment_id=3b084cb7-257f-400a-88b7-9096f43a7117)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:07.576709 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-18a3b75f-25ef-41c2-a5a9-f3ff0ee2caa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:07.597942 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-18a3b75f-25ef-41c2-a5a9-f3ff0ee2caa9 None None] Calling delete_port for 3e738d02-1353-452b-80e9-660cdd1f8d23 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:58:07.607970 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-6d453c5a-f305-4eb6-9690-b6577a1c8352 admin admin] Calling delete_port for d4c9c84e-2036-49da-9cf9-f356147916a1 owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:58:07.722622 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-18a3b75f-25ef-41c2-a5a9-f3ff0ee2caa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:07.730660 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-26e7dd2b-6a9f-4aae-8972-571240e40988 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] For port 3e738d02-1353-452b-80e9-660cdd1f8d23, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=3e738d02-1353-452b-80e9-660cdd1f8d23,segment=NetworkSegment(3b084cb7-257f-400a-88b7-9096f43a7117),segment_id=3b084cb7-257f-400a-88b7-9096f43a7117)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:07.731033 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-26e7dd2b-6a9f-4aae-8972-571240e40988 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:07.749596 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b568013a-4088-4fe6-9684-f4c4d2e1a791 req-26c2e420-7bb1-4b25-81d5-f6f8a4b1d364 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752644 Jul 06 13:58:07.753074 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3b75f-25ef-41c2-a5a9-f3ff0ee2caa9 None None] Pushing event deleted for resources: {'Port': ['ID=3e738d02-1353-452b-80e9-660cdd1f8d23,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:07.755598 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-26e7dd2b-6a9f-4aae-8972-571240e40988 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Calling delete_port for 3e738d02-1353-452b-80e9-660cdd1f8d23 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:58:07.763275 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a3b75f-25ef-41c2-a5a9-f3ff0ee2caa9 None None] No DVR routers for this DVR port 3e738d02-1353-452b-80e9-660cdd1f8d23 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:58:07.989547 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-26e7dd2b-6a9f-4aae-8972-571240e40988 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:08.052242 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7dd2b-6a9f-4aae-8972-571240e40988 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event deleted for resources: {'Port': ['ID=3e738d02-1353-452b-80e9-660cdd1f8d23,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:08.057322 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e7dd2b-6a9f-4aae-8972-571240e40988 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] No DVR routers for this DVR port 3e738d02-1353-452b-80e9-660cdd1f8d23 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:58:08.068479 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8073e-023e-495c-8b8d-1b1c2f350903 req-105ab50b-014c-4e03-8a43-4743f09a8c55 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:08.070261 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c9a8073e-023e-495c-8b8d-1b1c2f350903 req-105ab50b-014c-4e03-8a43-4743f09a8c55 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1820846 Jul 06 13:58:08.180756 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6d453c5a-f305-4eb6-9690-b6577a1c8352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:08.198183 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-26e7dd2b-6a9f-4aae-8972-571240e40988 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:08.236280 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c9a8073e-023e-495c-8b8d-1b1c2f350903 req-02ca1465-d9ef-495c-a86b-40998bd55f2a tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562536 Jul 06 13:58:08.238799 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d453c5a-f305-4eb6-9690-b6577a1c8352 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c9c84e-2036-49da-9cf9-f356147916a1,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:08.242691 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-26e7dd2b-6a9f-4aae-8972-571240e40988 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29321814-9aa8-40f2-ad4a-99697f793c81']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:08.271687 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-26e7dd2b-6a9f-4aae-8972-571240e40988 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b084cb7-257f-400a-88b7-9096f43a7117') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:08.271997 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-26e7dd2b-6a9f-4aae-8972-571240e40988 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b084cb7-257f-400a-88b7-9096f43a7117') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:08.286317 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-26e7dd2b-6a9f-4aae-8972-571240e40988 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:08.327952 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-26e7dd2b-6a9f-4aae-8972-571240e40988 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:08.342860 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e7dd2b-6a9f-4aae-8972-571240e40988 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:58:08.343333 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-26e7dd2b-6a9f-4aae-8972-571240e40988 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: self.session.flush() Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: self.session.flush() Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: self.session.flush() Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: self.session.flush() Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: timer() Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:58:08.347807 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:58:08.490776 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-26e7dd2b-6a9f-4aae-8972-571240e40988 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:08.499578 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-26e7dd2b-6a9f-4aae-8972-571240e40988 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:08.504295 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-26e7dd2b-6a9f-4aae-8972-571240e40988 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] 10.222.0.118 "DELETE /v2.0/networks/29321814-9aa8-40f2-ad4a-99697f793c81 HTTP/1.1" status: 204 len: 168 time: 1.4111848 Jul 06 13:58:08.523430 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7dd2b-6a9f-4aae-8972-571240e40988 tempest-NetworksIpV6TestAttrs-393990381 tempest-NetworksIpV6TestAttrs-393990381-project] Pushing event deleted for resources: {'Network': ['ID=29321814-9aa8-40f2-ad4a-99697f793c81,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:08.546849 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6d453c5a-f305-4eb6-9690-b6577a1c8352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:08.790318 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56256) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:08.950399 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-24fe8c1b-983f-48ab-b9a4-49ab1a7a6446 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=6e9b1d9c0c7642a69638beb114e861ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1579902 Jul 06 13:58:08.952820 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56260) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:09.011989 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-755f1d97-1163-4988-8e40-51c1b088da18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:09.040875 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-755f1d97-1163-4988-8e40-51c1b088da18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:09.095232 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-755f1d97-1163-4988-8e40-51c1b088da18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:09.098483 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-755f1d97-1163-4988-8e40-51c1b088da18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:09.100110 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-755f1d97-1163-4988-8e40-51c1b088da18 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/7b3629c6-5d19-4cb7-a827-953be95854a2 HTTP/1.1" status: 204 len: 168 time: 0.1460028 Jul 06 13:58:09.110114 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f1d97-1163-4988-8e40-51c1b088da18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3629c6-5d19-4cb7-a827-953be95854a2,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:09.134112 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927ef91-8cde-4046-b8f6-6b5fde367092 req-50723a70-2844-4428-8931-03330f94962e tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:09.141691 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8927ef91-8cde-4046-b8f6-6b5fde367092 req-50723a70-2844-4428-8931-03330f94962e tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1537433 Jul 06 13:58:09.260885 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8927ef91-8cde-4046-b8f6-6b5fde367092 req-eda496c7-548a-4253-ae4a-c9b16634292d tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182196 Jul 06 13:58:09.323350 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d453c5a-f305-4eb6-9690-b6577a1c8352 admin admin] Router e1b6dcda-f491-44bf-8991-6a0cf8c20a39 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:58:09.449521 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 3e738d02-1353-452b-80e9-660cdd1f8d23 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:58:09.489458 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 3e738d02-1353-452b-80e9-660cdd1f8d23 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:58:09.490254 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 3e738d02-1353-452b-80e9-660cdd1f8d23 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:58:09.524271 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d453c5a-f305-4eb6-9690-b6577a1c8352 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:58:09.538162 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6d453c5a-f305-4eb6-9690-b6577a1c8352 admin admin] 10.222.0.118 "PUT /v2.0/routers/e1b6dcda-f491-44bf-8991-6a0cf8c20a39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4352846 Jul 06 13:58:09.538334 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52463c8b-c119-4abe-91c6-fe8685aa8ee0 None None] Sync routers for ids ['e1b6dcda-f491-44bf-8991-6a0cf8c20a39'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:58:09.539326 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56282) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:09.547812 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52463c8b-c119-4abe-91c6-fe8685aa8ee0 None None] Routers {'e1b6dcda-f491-44bf-8991-6a0cf8c20a39'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:58:09.548681 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-52463c8b-c119-4abe-91c6-fe8685aa8ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:57:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['e1b6dcda-f491-44bf-8991-6a0cf8c20a39'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:09.675966 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7ac6adfa-b21e-4031-b85d-5cd2ce3f8b17 admin admin] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:09.704195 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-52463c8b-c119-4abe-91c6-fe8685aa8ee0 None None] Set router e1b6dcda-f491-44bf-8991-6a0cf8c20a39 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:58:09.725169 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2ad92-663a-42b2-a25e-da6956ab1ca9 req-e7896b59-2ff0-4750-83f5-45f74528fe5e tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:09.732072 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a6f2ad92-663a-42b2-a25e-da6956ab1ca9 req-e7896b59-2ff0-4750-83f5-45f74528fe5e tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.2656465 Jul 06 13:58:09.820619 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a6f2ad92-663a-42b2-a25e-da6956ab1ca9 req-df405fbf-c183-469b-b121-08b56debfd6b tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874939 Jul 06 13:58:09.875960 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7ac6adfa-b21e-4031-b85d-5cd2ce3f8b17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:09.981808 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-7ac6adfa-b21e-4031-b85d-5cd2ce3f8b17 admin admin] Deleting port 200026f9-b3d0-4f42-91c7-f3aacceb0393 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:58:09.982773 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7ac6adfa-b21e-4031-b85d-5cd2ce3f8b17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.001092 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-52463c8b-c119-4abe-91c6-fe8685aa8ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b6dcda-f491-44bf-8991-6a0cf8c20a39', 'name': 'tempest-FloatingIPsTestJSON-1944573132-router', 'tenant_id': '9cf29637ecfe47748aa7f4aede486aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '200026f9-b3d0-4f42-91c7-f3aacceb0393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:43Z', 'updated_at': '2021-07-06T13:58:07Z', 'revision_number': 5, 'project_id': '9cf29637ecfe47748aa7f4aede486aba', 'gw_port': {'id': '200026f9-b3d0-4f42-91c7-f3aacceb0393', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:e7:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b6dcda-f491-44bf-8991-6a0cf8c20a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:43Z', 'updated_at': '2021-07-06T13:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:10.044961 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52463c8b-c119-4abe-91c6-fe8685aa8ee0 None None] Checking router: e1b6dcda-f491-44bf-8991-6a0cf8c20a39 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:58:10.064700 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52463c8b-c119-4abe-91c6-fe8685aa8ee0 None None] Routers {'e1b6dcda-f491-44bf-8991-6a0cf8c20a39'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:58:10.065489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-52463c8b-c119-4abe-91c6-fe8685aa8ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:57:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['e1b6dcda-f491-44bf-8991-6a0cf8c20a39'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:10.126002 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-7ac6adfa-b21e-4031-b85d-5cd2ce3f8b17 admin admin] For port 200026f9-b3d0-4f42-91c7-f3aacceb0393, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=200026f9-b3d0-4f42-91c7-f3aacceb0393,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:10.126400 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7ac6adfa-b21e-4031-b85d-5cd2ce3f8b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.137669 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56302) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:10.155280 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-7ac6adfa-b21e-4031-b85d-5cd2ce3f8b17 admin admin] Calling delete_port for 200026f9-b3d0-4f42-91c7-f3aacceb0393 owned by network:router_gateway {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:58:10.345228 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-bf6b4b72-edd5-45a7-b2ea-524a3cf4c984 tempest-DvrRoutersNegativeTest-2039926916 tempest-DvrRoutersNegativeTest-2039926916-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-910663726', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:10.347860 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.348811 n-d-773644-6 neutron-server[100418]: DEBUG neutron.policy [None req-bf6b4b72-edd5-45a7-b2ea-524a3cf4c984 tempest-DvrRoutersNegativeTest-2039926916 tempest-DvrRoutersNegativeTest-2039926916-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100418) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 06 13:58:10.349432 n-d-773644-6 neutron-server[100418]: DEBUG neutron.policy [None req-bf6b4b72-edd5-45a7-b2ea-524a3cf4c984 tempest-DvrRoutersNegativeTest-2039926916 tempest-DvrRoutersNegativeTest-2039926916-project] Failed policy check for 'create_router' {{(pid=100418) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 06 13:58:10.350023 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [None req-bf6b4b72-edd5-45a7-b2ea-524a3cf4c984 tempest-DvrRoutersNegativeTest-2039926916 tempest-DvrRoutersNegativeTest-2039926916-project] create failed (client error): Access was denied to this resource. Jul 06 13:58:10.353219 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-bf6b4b72-edd5-45a7-b2ea-524a3cf4c984 tempest-DvrRoutersNegativeTest-2039926916 tempest-DvrRoutersNegativeTest-2039926916-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2128763 Jul 06 13:58:10.372192 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-52463c8b-c119-4abe-91c6-fe8685aa8ee0 None None] Set router e1b6dcda-f491-44bf-8991-6a0cf8c20a39 gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:58:10.437145 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-52463c8b-c119-4abe-91c6-fe8685aa8ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b6dcda-f491-44bf-8991-6a0cf8c20a39', 'name': 'tempest-FloatingIPsTestJSON-1944573132-router', 'tenant_id': '9cf29637ecfe47748aa7f4aede486aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:43Z', 'updated_at': '2021-07-06T13:58:09Z', 'revision_number': 6, 'project_id': '9cf29637ecfe47748aa7f4aede486aba', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:10.450639 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7ac6adfa-b21e-4031-b85d-5cd2ce3f8b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.474920 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52463c8b-c119-4abe-91c6-fe8685aa8ee0 None None] The sync data for ids ['e1b6dcda-f491-44bf-8991-6a0cf8c20a39'] in n-d-773644-6 is: [{'id': 'e1b6dcda-f491-44bf-8991-6a0cf8c20a39', 'name': 'tempest-FloatingIPsTestJSON-1944573132-router', 'tenant_id': '9cf29637ecfe47748aa7f4aede486aba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:43Z', 'updated_at': '2021-07-06T13:58:09Z', 'revision_number': 6, 'project_id': '9cf29637ecfe47748aa7f4aede486aba', 'gw_port_host': None}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:58:10.497456 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6adfa-b21e-4031-b85d-5cd2ce3f8b17 admin admin] Pushing event deleted for resources: {'Port': ['ID=200026f9-b3d0-4f42-91c7-f3aacceb0393,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:10.565406 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e814d0d6-4e58-473d-9e77-69ea9c70d5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.630108 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7ac6adfa-b21e-4031-b85d-5cd2ce3f8b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.710355 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56312) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:10.747046 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f76797-5d6b-4a4a-9c5f-db75099fcb1a req-5632ddff-fe44-43ce-925a-090213682798 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:10.748693 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53f76797-5d6b-4a4a-9c5f-db75099fcb1a req-5632ddff-fe44-43ce-925a-090213682798 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.2074189 Jul 06 13:58:10.750655 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7ac6adfa-b21e-4031-b85d-5cd2ce3f8b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.753263 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7ac6adfa-b21e-4031-b85d-5cd2ce3f8b17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.820247 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7ac6adfa-b21e-4031-b85d-5cd2ce3f8b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.820775 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac6adfa-b21e-4031-b85d-5cd2ce3f8b17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1b6dcda-f491-44bf-8991-6a0cf8c20a39 {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:58:10.828215 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7ac6adfa-b21e-4031-b85d-5cd2ce3f8b17 admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.831774 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7ac6adfa-b21e-4031-b85d-5cd2ce3f8b17 admin admin] 10.222.0.118 "DELETE /v2.0/routers/e1b6dcda-f491-44bf-8991-6a0cf8c20a39 HTTP/1.1" status: 204 len: 168 time: 1.2893057 Jul 06 13:58:10.832612 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56316) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:10.832758 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53f76797-5d6b-4a4a-9c5f-db75099fcb1a req-7eee691c-a4d3-4460-9a07-73fd38cd22de tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754199 Jul 06 13:58:10.882744 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-917ce1ac-bf8b-4362-901d-534f2c960aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.897542 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f4b8882-7099-4b09-a93d-459267876867 admin admin] Deleting subnet 2e2fc7ae-b032-4c14-a2f0-879c02a010ea {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:58:10.905615 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1f4b8882-7099-4b09-a93d-459267876867 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:10.957060 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1f4b8882-7099-4b09-a93d-459267876867 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:11.085144 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1f4b8882-7099-4b09-a93d-459267876867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:11.105930 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5765ce-d2cb-460a-80e5-e9273dfb9f5c req-213703a0-b829-4dc6-a2a5-a3fdd6905d37 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:11.112971 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8f5765ce-d2cb-460a-80e5-e9273dfb9f5c req-213703a0-b829-4dc6-a2a5-a3fdd6905d37 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1064446 Jul 06 13:58:11.118261 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-917ce1ac-bf8b-4362-901d-534f2c960aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:11.126060 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-917ce1ac-bf8b-4362-901d-534f2c960aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:11.147202 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8f5765ce-d2cb-460a-80e5-e9273dfb9f5c req-da1639d5-caf0-43c1-9a91-6785c0ad2d58 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334418 Jul 06 13:58:11.174900 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ce1ac-bf8b-4362-901d-534f2c960aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52322953-24ce-477c-b8fb-8cc551cd1d66,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:11.206166 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-917ce1ac-bf8b-4362-901d-534f2c960aed admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=e8de29b2c0bd4de3992f62e8bd1d2748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4946935 Jul 06 13:58:11.214690 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56330) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:11.216472 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1f4b8882-7099-4b09-a93d-459267876867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:11.254293 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1f4b8882-7099-4b09-a93d-459267876867 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:11.257317 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1f4b8882-7099-4b09-a93d-459267876867 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/2e2fc7ae-b032-4c14-a2f0-879c02a010ea HTTP/1.1" status: 204 len: 168 time: 0.4233046 Jul 06 13:58:11.258776 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b8882-7099-4b09-a93d-459267876867 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e2fc7ae-b032-4c14-a2f0-879c02a010ea,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:11.263227 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856bf78b-6e7a-435b-b315-53c97b72e425 None None] Network 4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:58:11.264462 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56332) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:11.437118 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0b5ce8f3-0813-4de2-b12a-67bff5a7e323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:11.440775 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d4c9c84e-2036-49da-9cf9-f356147916a1 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:58:11.457896 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac06a26d-682c-4ab3-91e4-bdd6773e90da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:11.486589 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0b5ce8f3-0813-4de2-b12a-67bff5a7e323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:11.520978 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: d4c9c84e-2036-49da-9cf9-f356147916a1 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:58:11.521564 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d4c9c84e-2036-49da-9cf9-f356147916a1 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:58:11.521873 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 200026f9-b3d0-4f42-91c7-f3aacceb0393 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:58:11.555303 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:11.555870 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 200026f9-b3d0-4f42-91c7-f3aacceb0393 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:58:11.556219 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 200026f9-b3d0-4f42-91c7-f3aacceb0393 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:58:11.600971 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-ac06a26d-682c-4ab3-91e4-bdd6773e90da admin admin] Deleting port c6740e74-13f9-4702-933f-f3cdbe1ab6b9 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:58:11.601329 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac06a26d-682c-4ab3-91e4-bdd6773e90da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:11.604462 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0b5ce8f3-0813-4de2-b12a-67bff5a7e323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:11.607614 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0b5ce8f3-0813-4de2-b12a-67bff5a7e323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:11.608816 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0b5ce8f3-0813-4de2-b12a-67bff5a7e323 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/52322953-24ce-477c-b8fb-8cc551cd1d66 HTTP/1.1" status: 204 len: 168 time: 0.3928089 Jul 06 13:58:11.679005 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ce8f3-0813-4de2-b12a-67bff5a7e323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52322953-24ce-477c-b8fb-8cc551cd1d66,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:11.679399 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a1acda-bd75-4448-a890-2080622df294 None None] DHCP port deletion for 4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:58:11.734257 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-ac06a26d-682c-4ab3-91e4-bdd6773e90da admin admin] For port c6740e74-13f9-4702-933f-f3cdbe1ab6b9, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c6740e74-13f9-4702-933f-f3cdbe1ab6b9,segment=NetworkSegment(0fef7241-1b1d-4ebb-8177-d23b8e01b907),segment_id=0fef7241-1b1d-4ebb-8177-d23b8e01b907)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:11.734640 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac06a26d-682c-4ab3-91e4-bdd6773e90da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:11.761613 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-ac06a26d-682c-4ab3-91e4-bdd6773e90da admin admin] Calling delete_port for c6740e74-13f9-4702-933f-f3cdbe1ab6b9 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:58:11.768927 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-10a1acda-bd75-4448-a890-2080622df294 None None] Deleting port c6740e74-13f9-4702-933f-f3cdbe1ab6b9 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:58:11.769767 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-10a1acda-bd75-4448-a890-2080622df294 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:11.851612 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a7e78-f8b6-44b0-93b9-3f92e423232d req-72948506-7eff-436f-a44b-5729415de423 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:11.860730 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c71a7e78-f8b6-44b0-93b9-3f92e423232d req-72948506-7eff-436f-a44b-5729415de423 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.2318954 Jul 06 13:58:11.889867 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-10a1acda-bd75-4448-a890-2080622df294 None None] For port c6740e74-13f9-4702-933f-f3cdbe1ab6b9, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c6740e74-13f9-4702-933f-f3cdbe1ab6b9,segment=NetworkSegment(0fef7241-1b1d-4ebb-8177-d23b8e01b907),segment_id=0fef7241-1b1d-4ebb-8177-d23b8e01b907)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:11.890477 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-10a1acda-bd75-4448-a890-2080622df294 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:11.905054 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-10a1acda-bd75-4448-a890-2080622df294 None None] Calling delete_port for c6740e74-13f9-4702-933f-f3cdbe1ab6b9 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:58:11.919097 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c71a7e78-f8b6-44b0-93b9-3f92e423232d req-1188e6e2-23a0-4515-89f5-8e72b9bfecf5 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571461 Jul 06 13:58:11.997139 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac06a26d-682c-4ab3-91e4-bdd6773e90da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:12.038820 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06a26d-682c-4ab3-91e4-bdd6773e90da admin admin] Pushing event deleted for resources: {'Port': ['ID=c6740e74-13f9-4702-933f-f3cdbe1ab6b9,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:12.045601 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac06a26d-682c-4ab3-91e4-bdd6773e90da admin admin] No DVR routers for this DVR port c6740e74-13f9-4702-933f-f3cdbe1ab6b9 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:58:12.065642 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-10a1acda-bd75-4448-a890-2080622df294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:12.111086 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1acda-bd75-4448-a890-2080622df294 None None] Pushing event deleted for resources: {'Port': ['ID=c6740e74-13f9-4702-933f-f3cdbe1ab6b9,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:12.130683 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a1acda-bd75-4448-a890-2080622df294 None None] No DVR routers for this DVR port c6740e74-13f9-4702-933f-f3cdbe1ab6b9 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:58:12.177620 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac06a26d-682c-4ab3-91e4-bdd6773e90da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:12.188949 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-ac06a26d-682c-4ab3-91e4-bdd6773e90da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:12.203055 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-ac06a26d-682c-4ab3-91e4-bdd6773e90da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fef7241-1b1d-4ebb-8177-d23b8e01b907') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:12.203357 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-ac06a26d-682c-4ab3-91e4-bdd6773e90da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fef7241-1b1d-4ebb-8177-d23b8e01b907') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:12.216231 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac06a26d-682c-4ab3-91e4-bdd6773e90da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:12.255024 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac06a26d-682c-4ab3-91e4-bdd6773e90da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:12.267048 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac06a26d-682c-4ab3-91e4-bdd6773e90da admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:58:12.268268 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac06a26d-682c-4ab3-91e4-bdd6773e90da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: timer() Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:58:12.284131 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:58:12.377206 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac06a26d-682c-4ab3-91e4-bdd6773e90da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:12.384218 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac06a26d-682c-4ab3-91e4-bdd6773e90da admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:12.390267 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ac06a26d-682c-4ab3-91e4-bdd6773e90da admin admin] 10.222.0.118 "DELETE /v2.0/networks/4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275 HTTP/1.1" status: 204 len: 168 time: 1.1245418 Jul 06 13:58:12.412934 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06a26d-682c-4ab3-91e4-bdd6773e90da admin admin] Pushing event deleted for resources: {'Network': ['ID=4e3d278f-bf2b-4bc4-a2fa-6fdbde3f2275,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:12.454847 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f84812-a788-42bb-b5b9-e0d58d1f1ce4 req-950fcb93-12aa-4d99-9ca2-98c81a8b2815 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:12.463874 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64f84812-a788-42bb-b5b9-e0d58d1f1ce4 req-950fcb93-12aa-4d99-9ca2-98c81a8b2815 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1171107 Jul 06 13:58:12.516345 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64f84812-a788-42bb-b5b9-e0d58d1f1ce4 req-1d17269f-4f6b-45c0-ad3f-ed80760b673d tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506732 Jul 06 13:58:12.566156 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56382) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:12.612839 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-15d200ab-e875-4c21-80f7-41257a427570 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=9cf29637ecfe47748aa7f4aede486aba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452030 Jul 06 13:58:12.615308 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56386) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:12.654142 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56390) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:12.691526 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-da07f256-d127-42bb-8042-d2a2cee955da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:12.720971 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-da07f256-d127-42bb-8042-d2a2cee955da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:12.788911 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-da07f256-d127-42bb-8042-d2a2cee955da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:12.802441 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-da07f256-d127-42bb-8042-d2a2cee955da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:12.806817 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-da07f256-d127-42bb-8042-d2a2cee955da admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/50f2b21f-b724-4c45-b13f-c5f1f9dec4b2 HTTP/1.1" status: 204 len: 168 time: 0.1889043 Jul 06 13:58:12.821391 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07f256-d127-42bb-8042-d2a2cee955da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f2b21f-b724-4c45-b13f-c5f1f9dec4b2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:12.846495 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-a79b69f5-7c9f-4b41-9ea2-8c7aade91e1b tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:12.847278 n-d-773644-6 neutron-server[100417]: WARNING neutron.api.v2.base [None req-a79b69f5-7c9f-4b41-9ea2-8c7aade91e1b tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 13:58:12.847780 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-a79b69f5-7c9f-4b41-9ea2-8c7aade91e1b tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 13:58:12.849560 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a79b69f5-7c9f-4b41-9ea2-8c7aade91e1b tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1943185 Jul 06 13:58:12.855182 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56396) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:12.860221 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-b5c75752-69da-4bb6-9d3a-1956812e2273 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group': {'name': 'tempest-secgroup--641531402'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:12.897717 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b5c75752-69da-4bb6-9d3a-1956812e2273 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:12.911867 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b5c75752-69da-4bb6-9d3a-1956812e2273 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:13.011832 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f18b5-dbcf-42a6-a0bd-5c5b936d6677 req-7153343e-5224-45bf-84c0-577b1cb7667b tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:13.013842 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:13.022636 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-780f18b5-dbcf-42a6-a0bd-5c5b936d6677 req-7153343e-5224-45bf-84c0-577b1cb7667b tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.0934935 Jul 06 13:58:13.061523 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b5c75752-69da-4bb6-9d3a-1956812e2273 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:13.068610 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b5c75752-69da-4bb6-9d3a-1956812e2273 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:13.078245 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-780f18b5-dbcf-42a6-a0bd-5c5b936d6677 req-e7262290-a41e-4df2-a57d-9f3e95784d8c tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511994 Jul 06 13:58:13.125079 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c75752-69da-4bb6-9d3a-1956812e2273 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e52e9cb1-ef4b-4950-a92b-f1920dbd795e,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:13.200716 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b5c75752-69da-4bb6-9d3a-1956812e2273 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:13.206715 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b5c75752-69da-4bb6-9d3a-1956812e2273 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:13.285008 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b5c75752-69da-4bb6-9d3a-1956812e2273 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:13.294656 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b5c75752-69da-4bb6-9d3a-1956812e2273 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4375129 Jul 06 13:58:13.295117 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56412) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:13.299920 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-4ad84b4a-16de-48fd-8294-f7222450ea00 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group_rule': {'security_group_id': '444d4ce2-258c-4050-bd78-f2d9e3e3659f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:13.314146 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c75752-69da-4bb6-9d3a-1956812e2273 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=444d4ce2-258c-4050-bd78-f2d9e3e3659f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:13.360172 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c6740e74-13f9-4702-933f-f3cdbe1ab6b9 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:58:13.378468 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4ad84b4a-16de-48fd-8294-f7222450ea00 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:13.402029 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: c6740e74-13f9-4702-933f-f3cdbe1ab6b9 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:58:13.402579 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c6740e74-13f9-4702-933f-f3cdbe1ab6b9 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:58:13.461637 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4ad84b4a-16de-48fd-8294-f7222450ea00 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:13.468820 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4ad84b4a-16de-48fd-8294-f7222450ea00 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:13.524339 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4ad84b4a-16de-48fd-8294-f7222450ea00 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:13.526505 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4ad84b4a-16de-48fd-8294-f7222450ea00 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2302871 Jul 06 13:58:13.528222 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad84b4a-16de-48fd-8294-f7222450ea00 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4841158-4c0f-4658-bfb8-3bf7d365d88c,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:13.530177 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56422) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:13.537292 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-91d86a51-1c8b-42e9-bfc7-c779e7e1b947 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group_rule': {'security_group_id': '444d4ce2-258c-4050-bd78-f2d9e3e3659f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:13.566831 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1375b-537e-4f72-b85a-cb53e5c239bd req-0a259c8b-2c8e-4859-a871-5981d60067d7 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:13.568738 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f1d1375b-537e-4f72-b85a-cb53e5c239bd req-0a259c8b-2c8e-4859-a871-5981d60067d7 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.0928493 Jul 06 13:58:13.573283 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-91d86a51-1c8b-42e9-bfc7-c779e7e1b947 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:13.617565 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f1d1375b-537e-4f72-b85a-cb53e5c239bd req-266cb023-e3d8-4de5-803d-a86ffc5086ef tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410767 Jul 06 13:58:13.636218 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-91d86a51-1c8b-42e9-bfc7-c779e7e1b947 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 13:58:13.640703 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56426) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:13.640928 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-91d86a51-1c8b-42e9-bfc7-c779e7e1b947 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1090307 Jul 06 13:58:13.715558 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-967d89fd-1236-4464-996b-90bb9c09f674 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:13.763511 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-967d89fd-1236-4464-996b-90bb9c09f674 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:13.822467 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-967d89fd-1236-4464-996b-90bb9c09f674 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:13.828170 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-967d89fd-1236-4464-996b-90bb9c09f674 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:13.829664 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-967d89fd-1236-4464-996b-90bb9c09f674 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "DELETE /v2.0/security-groups/444d4ce2-258c-4050-bd78-f2d9e3e3659f HTTP/1.1" status: 204 len: 168 time: 0.1868041 Jul 06 13:58:13.832401 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56442) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:13.846072 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d89fd-1236-4464-996b-90bb9c09f674 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=444d4ce2-258c-4050-bd78-f2d9e3e3659f,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:13.904613 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-23f1cd60-f7c4-41c4-8b4b-a48695b0743a tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0704055 Jul 06 13:58:13.908924 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56446) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:13.914138 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-4247212b-5929-40d8-9612-0009b7c65aa6 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group': {'name': 'tempest-secgroup--1383750027'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:13.968352 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4247212b-5929-40d8-9612-0009b7c65aa6 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:13.971116 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56448) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:14.068011 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcebe62-604d-42a7-82e5-477cb90c0390 req-08403424-2c9c-4332-a35d-622a1b1daed3 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:14.071301 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ebcebe62-604d-42a7-82e5-477cb90c0390 req-08403424-2c9c-4332-a35d-622a1b1daed3 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1232009 Jul 06 13:58:14.126096 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-96afbacf-75c3-4484-bb40-64cd529691c2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1251568367-network', 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:14.162769 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ebcebe62-604d-42a7-82e5-477cb90c0390 req-f104db18-1b10-4aab-9648-501fb38e330f tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810733 Jul 06 13:58:14.171895 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4247212b-5929-40d8-9612-0009b7c65aa6 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:14.180712 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4247212b-5929-40d8-9612-0009b7c65aa6 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:14.230997 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247212b-5929-40d8-9612-0009b7c65aa6 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8b6975-ea73-41be-8271-d60d0ebc87b6,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:14.236281 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96afbacf-75c3-4484-bb40-64cd529691c2 admin admin] Made reservation on behalf of cc6837af4ff04b70b3c3d9811d0990ae for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:58:14.239443 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-96afbacf-75c3-4484-bb40-64cd529691c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:14.243858 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4247212b-5929-40d8-9612-0009b7c65aa6 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:14.246783 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4247212b-5929-40d8-9612-0009b7c65aa6 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3365886 Jul 06 13:58:14.249985 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56458) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:14.253658 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-96afbacf-75c3-4484-bb40-64cd529691c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:14.255617 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-d8291a56-1497-473a-819e-a6883b30a4d4 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group_rule': {'security_group_id': 'ab8b6975-ea73-41be-8271-d60d0ebc87b6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:14.256381 n-d-773644-6 neutron-server[100417]: WARNING neutron.api.v2.base [None req-d8291a56-1497-473a-819e-a6883b30a4d4 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 06 13:58:14.256940 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-d8291a56-1497-473a-819e-a6883b30a4d4 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 13:58:14.257990 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d8291a56-1497-473a-819e-a6883b30a4d4 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0066516 Jul 06 13:58:14.261809 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56462) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:14.354098 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cdcbb74d-16dd-423c-8d69-ff7d4b6e77e7 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:14.389285 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-96afbacf-75c3-4484-bb40-64cd529691c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:14.396061 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-96afbacf-75c3-4484-bb40-64cd529691c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:14.407865 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cdcbb74d-16dd-423c-8d69-ff7d4b6e77e7 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:14.411339 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96afbacf-75c3-4484-bb40-64cd529691c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:58:14.424832 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-96afbacf-75c3-4484-bb40-64cd529691c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:14.425582 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-96afbacf-75c3-4484-bb40-64cd529691c2 admin admin] Added segment 1bc958db-427d-4c6d-bfc9-f37996d6ac59 of type vlan for network 722cbc5e-0e75-42e2-b12c-7b56d8730b91 Jul 06 13:58:14.467693 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cdcbb74d-16dd-423c-8d69-ff7d4b6e77e7 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:14.471383 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cdcbb74d-16dd-423c-8d69-ff7d4b6e77e7 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:14.472944 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cdcbb74d-16dd-423c-8d69-ff7d4b6e77e7 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "DELETE /v2.0/security-groups/ab8b6975-ea73-41be-8271-d60d0ebc87b6 HTTP/1.1" status: 204 len: 168 time: 0.2098868 Jul 06 13:58:14.476972 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56472) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:14.492103 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afbacf-75c3-4484-bb40-64cd529691c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959cffb5-e4c6-4976-8807-2a1718f61e27,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:14.500742 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbb74d-16dd-423c-8d69-ff7d4b6e77e7 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8b6975-ea73-41be-8271-d60d0ebc87b6,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:14.505789 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-96afbacf-75c3-4484-bb40-64cd529691c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:14.535501 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-aab220b5-2d83-43d6-b5a8-fca137ddcee4 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0568626 Jul 06 13:58:14.539193 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56474) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:14.544455 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-f00b1d28-80e7-455a-8b1d-fa91c19a2dd9 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group': {'name': 'tempest-secgroup--738988169'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:14.550079 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-96afbacf-75c3-4484-bb40-64cd529691c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:14.551670 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96afbacf-75c3-4484-bb40-64cd529691c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:14.552613 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-96afbacf-75c3-4484-bb40-64cd529691c2 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:14.573034 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f00b1d28-80e7-455a-8b1d-fa91c19a2dd9 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:14.607690 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-96afbacf-75c3-4484-bb40-64cd529691c2 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.6354635 Jul 06 13:58:14.610856 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56476) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:14.615890 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-27d9d793-5b9e-4cd6-b5c7-f2264d384e4d admin admin] Request body: {'subnet': {'network_id': '722cbc5e-0e75-42e2-b12c-7b56d8730b91', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1251568367-subnet', 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:14.637413 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afbacf-75c3-4484-bb40-64cd529691c2 admin admin] Pushing event updated for resources: {'Network': ['ID=722cbc5e-0e75-42e2-b12c-7b56d8730b91,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:14.649623 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 722cbc5e-0e75-42e2-b12c-7b56d8730b91 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:58:14.683438 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f00b1d28-80e7-455a-8b1d-fa91c19a2dd9 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:14.696719 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f00b1d28-80e7-455a-8b1d-fa91c19a2dd9 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:14.713832 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d9d793-5b9e-4cd6-b5c7-f2264d384e4d admin admin] Made reservation on behalf of cc6837af4ff04b70b3c3d9811d0990ae for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:58:14.716686 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27d9d793-5b9e-4cd6-b5c7-f2264d384e4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:14.743300 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f00b1d28-80e7-455a-8b1d-fa91c19a2dd9 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:14.745060 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f00b1d28-80e7-455a-8b1d-fa91c19a2dd9 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2048004 Jul 06 13:58:14.747666 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b1d28-80e7-455a-8b1d-fa91c19a2dd9 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e624c43b-4b81-4887-9c1e-d61d388ea70f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:14.750221 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56482) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:14.755561 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-43ac89be-776d-4802-9aea-103f61c20599 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group_rule': {'security_group_id': 'e624c43b-4b81-4887-9c1e-d61d388ea70f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:14.756859 n-d-773644-6 neutron-server[100417]: WARNING neutron.api.v2.base [None req-43ac89be-776d-4802-9aea-103f61c20599 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 06 13:58:14.757635 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-43ac89be-776d-4802-9aea-103f61c20599 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 13:58:14.758994 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-43ac89be-776d-4802-9aea-103f61c20599 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0075226 Jul 06 13:58:14.762933 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56484) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:14.850649 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-72f58208-d3ee-4e1f-a919-336f7f9cd8a4 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:14.878077 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-72f58208-d3ee-4e1f-a919-336f7f9cd8a4 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:14.882760 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee55186-d95f-4ee2-9a32-0d30fb43b77c req-20cfab48-533b-4a68-9216-2683d96842b3 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:14.884376 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ee55186-d95f-4ee2-9a32-0d30fb43b77c req-20cfab48-533b-4a68-9216-2683d96842b3 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1029320 Jul 06 13:58:14.923253 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-72f58208-d3ee-4e1f-a919-336f7f9cd8a4 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:14.926600 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-72f58208-d3ee-4e1f-a919-336f7f9cd8a4 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:14.930237 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-72f58208-d3ee-4e1f-a919-336f7f9cd8a4 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "DELETE /v2.0/security-groups/e624c43b-4b81-4887-9c1e-d61d388ea70f HTTP/1.1" status: 204 len: 168 time: 0.1638703 Jul 06 13:58:14.932702 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56488) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:14.939794 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f58208-d3ee-4e1f-a919-336f7f9cd8a4 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e624c43b-4b81-4887-9c1e-d61d388ea70f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:15.009395 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ee55186-d95f-4ee2-9a32-0d30fb43b77c req-d84b23b9-fb20-40dc-a85c-451b3d915365 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983386 Jul 06 13:58:15.059109 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8c659fcd-0113-4bd8-ad08-2fd5165ebf73 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1203058 Jul 06 13:58:15.059109 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27d9d793-5b9e-4cd6-b5c7-f2264d384e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:15.059997 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56492) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:15.065621 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c4e9c6d9-fa4a-4297-9544-7074d8199743 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group': {'name': 'tempest-secgroup--1075640876'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:15.105089 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9d793-5b9e-4cd6-b5c7-f2264d384e4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:15.111699 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4e9c6d9-fa4a-4297-9544-7074d8199743 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:15.184614 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d9d793-5b9e-4cd6-b5c7-f2264d384e4d admin admin] Checking segment: {'id': '1bc958db-427d-4c6d-bfc9-f37996d6ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '722cbc5e-0e75-42e2-b12c-7b56d8730b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:58:15.185269 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d9d793-5b9e-4cd6-b5c7-f2264d384e4d admin admin] Network hostable DHCP agents. Network: 722cbc5e-0e75-42e2-b12c-7b56d8730b91, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:58:15.229483 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d9d793-5b9e-4cd6-b5c7-f2264d384e4d admin admin] Network 722cbc5e-0e75-42e2-b12c-7b56d8730b91 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:58:15.242262 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-27d9d793-5b9e-4cd6-b5c7-f2264d384e4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 722cbc5e-0e75-42e2-b12c-7b56d8730b91) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:58:15.242786 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4e9c6d9-fa4a-4297-9544-7074d8199743 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:15.248251 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4e9c6d9-fa4a-4297-9544-7074d8199743 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:15.248756 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d9d793-5b9e-4cd6-b5c7-f2264d384e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:15.250107 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27d9d793-5b9e-4cd6-b5c7-f2264d384e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:15.258865 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a836fa3e-c2bc-48d7-9abe-640241ca966a None None] Network 722cbc5e-0e75-42e2-b12c-7b56d8730b91 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:58:15.278269 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-27d9d793-5b9e-4cd6-b5c7-f2264d384e4d admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6632049 Jul 06 13:58:15.278492 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56494) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:15.283590 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4e9c6d9-fa4a-4297-9544-7074d8199743 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:15.284975 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c4e9c6d9-fa4a-4297-9544-7074d8199743 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2237844 Jul 06 13:58:15.287905 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56496) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:15.292528 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-2973a8b3-68ef-4cd6-988b-cac8958a2259 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1251568367-router', 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:15.295151 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-fbbf92f1-0c2c-4d2f-bcd5-8b2a6a46e116 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group_rule': {'security_group_id': 'e3cab51d-19a7-4184-88c0-3da6712bb26a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:15.319937 n-d-773644-6 neutron-server[100417]: WARNING neutron.api.v2.base [None req-fbbf92f1-0c2c-4d2f-bcd5-8b2a6a46e116 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 06 13:58:15.320991 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-fbbf92f1-0c2c-4d2f-bcd5-8b2a6a46e116 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 13:58:15.326183 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fbbf92f1-0c2c-4d2f-bcd5-8b2a6a46e116 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0372539 Jul 06 13:58:15.326955 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56500) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:15.329267 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9c6d9-fa4a-4297-9544-7074d8199743 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cab51d-19a7-4184-88c0-3da6712bb26a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:15.336102 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-6faf464e-59f7-4778-aa81-264e3660db49 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group_rule': {'security_group_id': 'e3cab51d-19a7-4184-88c0-3da6712bb26a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:15.336443 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2973a8b3-68ef-4cd6-988b-cac8958a2259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:15.343741 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2973a8b3-68ef-4cd6-988b-cac8958a2259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:15.346627 n-d-773644-6 neutron-server[100417]: WARNING neutron.api.v2.base [None req-6faf464e-59f7-4778-aa81-264e3660db49 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 06 13:58:15.348209 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-6faf464e-59f7-4778-aa81-264e3660db49 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 13:58:15.355098 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6faf464e-59f7-4778-aa81-264e3660db49 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0267751 Jul 06 13:58:15.356674 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56504) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:15.368727 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-986ab05a-5756-44f8-81b5-767e1bf9ba94 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group_rule': {'security_group_id': 'e3cab51d-19a7-4184-88c0-3da6712bb26a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:15.374010 n-d-773644-6 neutron-server[100417]: WARNING neutron.api.v2.base [None req-986ab05a-5756-44f8-81b5-767e1bf9ba94 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 06 13:58:15.383551 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-986ab05a-5756-44f8-81b5-767e1bf9ba94 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 13:58:15.385104 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-986ab05a-5756-44f8-81b5-767e1bf9ba94 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0269213 Jul 06 13:58:15.386026 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56506) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:15.392847 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-448c0c9a-a6a8-4b78-8ed9-a462bbbab20d tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group_rule': {'security_group_id': 'e3cab51d-19a7-4184-88c0-3da6712bb26a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:15.393743 n-d-773644-6 neutron-server[100417]: WARNING neutron.api.v2.base [None req-448c0c9a-a6a8-4b78-8ed9-a462bbbab20d tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 06 13:58:15.394276 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-448c0c9a-a6a8-4b78-8ed9-a462bbbab20d tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 13:58:15.398285 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-448c0c9a-a6a8-4b78-8ed9-a462bbbab20d tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0112405 Jul 06 13:58:15.398856 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56508) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:15.457859 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03e5ab8e-31e1-43a1-82a2-5560435c6776 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:15.484008 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2973a8b3-68ef-4cd6-988b-cac8958a2259 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:15.488143 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03e5ab8e-31e1-43a1-82a2-5560435c6776 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:15.507237 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8debe60e-3259-4baf-a838-00c932352273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-722cbc5e-0e75-42e2-b12c-7b56d8730b91', 'network_id': '722cbc5e-0e75-42e2-b12c-7b56d8730b91', 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'fixed_ips': [{'subnet_id': 'a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:58:15.510163 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8debe60e-3259-4baf-a838-00c932352273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:15.564583 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03e5ab8e-31e1-43a1-82a2-5560435c6776 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:15.567934 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03e5ab8e-31e1-43a1-82a2-5560435c6776 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:15.569451 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-03e5ab8e-31e1-43a1-82a2-5560435c6776 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "DELETE /v2.0/security-groups/e3cab51d-19a7-4184-88c0-3da6712bb26a HTTP/1.1" status: 204 len: 168 time: 0.1696408 Jul 06 13:58:15.574340 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56510) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:15.599215 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5ab8e-31e1-43a1-82a2-5560435c6776 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cab51d-19a7-4184-88c0-3da6712bb26a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:15.632235 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccb9c6-f048-4e2b-85e0-cf13fe4bdfd2 req-17eca595-a5a3-4136-974d-02696e13150d tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:15.638913 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-78ef2810-1320-4929-ae54-cb72276c3930 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0634320 Jul 06 13:58:15.643260 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56514) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:15.647469 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f4ccb9c6-f048-4e2b-85e0-cf13fe4bdfd2 req-17eca595-a5a3-4136-974d-02696e13150d tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.2875164 Jul 06 13:58:15.648811 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-432d18c8-8651-4a2f-b7f3-4c6447e50be1 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group': {'name': 'tempest-secgroup--1903009533'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:15.676829 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-432d18c8-8651-4a2f-b7f3-4c6447e50be1 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:15.733705 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-8debe60e-3259-4baf-a838-00c932352273 None None] Allocated IP 172.20.0.2 (722cbc5e-0e75-42e2-b12c-7b56d8730b91/a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb/c4c71715-28da-44ed-9c3e-c2d85a2c348d) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:58:15.738891 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2973a8b3-68ef-4cd6-988b-cac8958a2259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:15.770532 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f4ccb9c6-f048-4e2b-85e0-cf13fe4bdfd2 req-6cdc67b0-7dd4-47b6-bbda-85f73ef829d9 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215162 Jul 06 13:58:15.809896 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-432d18c8-8651-4a2f-b7f3-4c6447e50be1 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:15.816054 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-432d18c8-8651-4a2f-b7f3-4c6447e50be1 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:15.877916 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-432d18c8-8651-4a2f-b7f3-4c6447e50be1 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:15.879506 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-432d18c8-8651-4a2f-b7f3-4c6447e50be1 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2347548 Jul 06 13:58:15.888937 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56518) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:15.904666 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-91c6808d-eda0-40e8-a54b-6da0432d8057 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group_rule': {'security_group_id': '43255619-24b3-4ba8-8c75-ddd3b90000e5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:15.906982 n-d-773644-6 neutron-server[100417]: WARNING neutron.api.v2.base [None req-91c6808d-eda0-40e8-a54b-6da0432d8057 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 13:58:15.908190 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-91c6808d-eda0-40e8-a54b-6da0432d8057 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 13:58:15.911757 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-91c6808d-eda0-40e8-a54b-6da0432d8057 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0189540 Jul 06 13:58:15.914589 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56520) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:15.923775 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-25792fd6-1e0c-4721-8f85-52fb7030c918 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group_rule': {'security_group_id': '43255619-24b3-4ba8-8c75-ddd3b90000e5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:15.938962 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d18c8-8651-4a2f-b7f3-4c6447e50be1 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43255619-24b3-4ba8-8c75-ddd3b90000e5,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:16.019300 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8debe60e-3259-4baf-a838-00c932352273 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:16.019487 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [None req-25792fd6-1e0c-4721-8f85-52fb7030c918 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 13:58:16.021227 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-25792fd6-1e0c-4721-8f85-52fb7030c918 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1054626 Jul 06 13:58:16.025053 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56524) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:16.031058 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4b9a492b-ab74-46de-89bd-b336eeee6049 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group_rule': {'security_group_id': '43255619-24b3-4ba8-8c75-ddd3b90000e5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:16.031711 n-d-773644-6 neutron-server[100417]: WARNING neutron.api.v2.base [None req-4b9a492b-ab74-46de-89bd-b336eeee6049 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 06 13:58:16.032324 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8debe60e-3259-4baf-a838-00c932352273 None None] Transition to ACTIVE for port object c4c71715-28da-44ed-9c3e-c2d85a2c348d will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:58:16.032469 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-4b9a492b-ab74-46de-89bd-b336eeee6049 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 13:58:16.033721 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4b9a492b-ab74-46de-89bd-b336eeee6049 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072412 Jul 06 13:58:16.036438 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56526) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:16.044350 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-a5480208-ceef-450d-816c-43111a157af2 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group_rule': {'security_group_id': '43255619-24b3-4ba8-8c75-ddd3b90000e5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:16.056020 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8debe60e-3259-4baf-a838-00c932352273 None None] Transition to ACTIVE for port object c4c71715-28da-44ed-9c3e-c2d85a2c348d will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:58:16.066370 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8debe60e-3259-4baf-a838-00c932352273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:16.111178 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8debe60e-3259-4baf-a838-00c932352273 None None] Network 722cbc5e-0e75-42e2-b12c-7b56d8730b91 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:58:16.117014 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-8debe60e-3259-4baf-a838-00c932352273 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:58:16.120855 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8debe60e-3259-4baf-a838-00c932352273 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:58:16.177036 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8debe60e-3259-4baf-a838-00c932352273 None None] Pushing event updated for resources: {'Port': ['ID=c4c71715-28da-44ed-9c3e-c2d85a2c348d,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:16.236098 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [None req-a5480208-ceef-450d-816c-43111a157af2 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 13:58:16.237174 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a5480208-ceef-450d-816c-43111a157af2 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1985049 Jul 06 13:58:16.238242 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8debe60e-3259-4baf-a838-00c932352273 None None] Attempting to bind port c4c71715-28da-44ed-9c3e-c2d85a2c348d on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:58:16.238784 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8debe60e-3259-4baf-a838-00c932352273 None None] Attempting to bind port c4c71715-28da-44ed-9c3e-c2d85a2c348d by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '1bc958db-427d-4c6d-bfc9-f37996d6ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '722cbc5e-0e75-42e2-b12c-7b56d8730b91'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:58:16.239820 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8debe60e-3259-4baf-a838-00c932352273 None None] Attempting to bind port c4c71715-28da-44ed-9c3e-c2d85a2c348d on network 722cbc5e-0e75-42e2-b12c-7b56d8730b91 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:58:16.240247 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56536) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:16.245288 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-357dc26c-b4c7-4e89-875d-e77279a9416d tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group_rule': {'security_group_id': '43255619-24b3-4ba8-8c75-ddd3b90000e5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:16.245788 n-d-773644-6 neutron-server[100417]: WARNING neutron.api.v2.base [None req-357dc26c-b4c7-4e89-875d-e77279a9416d tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 13:58:16.246295 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-357dc26c-b4c7-4e89-875d-e77279a9416d tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 13:58:16.250154 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-357dc26c-b4c7-4e89-875d-e77279a9416d tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060334 Jul 06 13:58:16.250344 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56538) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:16.251237 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8debe60e-3259-4baf-a838-00c932352273 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:58:16.251740 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8debe60e-3259-4baf-a838-00c932352273 None None] Checking segment: {'id': '1bc958db-427d-4c6d-bfc9-f37996d6ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '722cbc5e-0e75-42e2-b12c-7b56d8730b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:58:16.252300 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8debe60e-3259-4baf-a838-00c932352273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:16.252760 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8debe60e-3259-4baf-a838-00c932352273 None None] Bound using segment: {'id': '1bc958db-427d-4c6d-bfc9-f37996d6ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '722cbc5e-0e75-42e2-b12c-7b56d8730b91'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:58:16.253572 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8debe60e-3259-4baf-a838-00c932352273 None None] Bound port: c4c71715-28da-44ed-9c3e-c2d85a2c348d, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc958db-427d-4c6d-bfc9-f37996d6ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '722cbc5e-0e75-42e2-b12c-7b56d8730b91'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:58:16.254066 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8debe60e-3259-4baf-a838-00c932352273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:16.256002 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c1a16914-21d2-45cf-9bd6-4d0771ad9b66 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group_rule': {'security_group_id': '43255619-24b3-4ba8-8c75-ddd3b90000e5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:16.264809 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2973a8b3-68ef-4cd6-988b-cac8958a2259 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:16.288371 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2973a8b3-68ef-4cd6-988b-cac8958a2259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:16.316177 n-d-773644-6 neutron-server[100417]: INFO neutron.db.securitygroups_db [None req-c1a16914-21d2-45cf-9bd6-4d0771ad9b66 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Project 6cb80882d2af489799c8499979218d5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 13:58:16.341499 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-c1a16914-21d2-45cf-9bd6-4d0771ad9b66 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 13:58:16.345527 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c1a16914-21d2-45cf-9bd6-4d0771ad9b66 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0917318 Jul 06 13:58:16.364848 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56542) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:16.368054 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8debe60e-3259-4baf-a838-00c932352273 None None] For port c4c71715-28da-44ed-9c3e-c2d85a2c348d, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:58:16.372696 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8debe60e-3259-4baf-a838-00c932352273 None None] For port c4c71715-28da-44ed-9c3e-c2d85a2c348d, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c4c71715-28da-44ed-9c3e-c2d85a2c348d,segment=NetworkSegment(1bc958db-427d-4c6d-bfc9-f37996d6ac59),segment_id=1bc958db-427d-4c6d-bfc9-f37996d6ac59)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:58:16.378722 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8debe60e-3259-4baf-a838-00c932352273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:16.381228 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-0b512f8f-ab2b-408a-8ff4-26cad585c1da tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group_rule': {'security_group_id': '43255619-24b3-4ba8-8c75-ddd3b90000e5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:16.383003 n-d-773644-6 neutron-server[100417]: WARNING neutron.api.v2.base [None req-0b512f8f-ab2b-408a-8ff4-26cad585c1da tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 06 13:58:16.390601 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-0b512f8f-ab2b-408a-8ff4-26cad585c1da tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 13:58:16.392477 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0b512f8f-ab2b-408a-8ff4-26cad585c1da tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0227876 Jul 06 13:58:16.395523 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56544) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:16.404201 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-7babc849-7774-4822-b86b-600628338866 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group_rule': {'security_group_id': '43255619-24b3-4ba8-8c75-ddd3b90000e5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:16.440567 n-d-773644-6 neutron-server[100417]: INFO neutron.db.securitygroups_db [None req-7babc849-7774-4822-b86b-600628338866 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Project 6cb80882d2af489799c8499979218d5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 13:58:16.467162 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-7babc849-7774-4822-b86b-600628338866 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 13:58:16.471398 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7babc849-7774-4822-b86b-600628338866 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0729477 Jul 06 13:58:16.472342 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56546) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:16.479791 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-44234f6e-12bb-49a8-805b-87a6d4501b2b tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group_rule': {'security_group_id': '43255619-24b3-4ba8-8c75-ddd3b90000e5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:16.496321 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8debe60e-3259-4baf-a838-00c932352273 None None] Pushing event updated for resources: {'Port': ['ID=c4c71715-28da-44ed-9c3e-c2d85a2c348d,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:16.509948 n-d-773644-6 neutron-server[100417]: INFO neutron.db.securitygroups_db [None req-44234f6e-12bb-49a8-805b-87a6d4501b2b tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Project 6cb80882d2af489799c8499979218d5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 13:58:16.528416 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-44234f6e-12bb-49a8-805b-87a6d4501b2b tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 13:58:16.532202 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-44234f6e-12bb-49a8-805b-87a6d4501b2b tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0582743 Jul 06 13:58:16.535128 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56548) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:16.545035 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:16.640425 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c0a68-e3d2-4e15-ae9f-00525c95f67e req-416063b0-024f-4816-917a-18a4d7004264 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:16.650654 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a73c0a68-e3d2-4e15-ae9f-00525c95f67e req-416063b0-024f-4816-917a-18a4d7004264 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.2488079 Jul 06 13:58:16.685250 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-80414227-d219-421a-9b74-11f4aaa76115 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:16.790394 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-80414227-d219-421a-9b74-11f4aaa76115 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:16.918051 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-80414227-d219-421a-9b74-11f4aaa76115 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:16.922113 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-80414227-d219-421a-9b74-11f4aaa76115 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:16.923789 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-80414227-d219-421a-9b74-11f4aaa76115 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "DELETE /v2.0/security-groups/43255619-24b3-4ba8-8c75-ddd3b90000e5 HTTP/1.1" status: 204 len: 168 time: 0.3872736 Jul 06 13:58:16.929826 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56550) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:16.944692 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80414227-d219-421a-9b74-11f4aaa76115 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43255619-24b3-4ba8-8c75-ddd3b90000e5,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:17.009251 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c49d076e-4219-488c-9922-636c9785cdfc tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0778935 Jul 06 13:58:17.014383 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56554) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:17.019542 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-adb1a805-61ed-42d9-abe4-a864c0e2c966 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group': {'name': 'tempest-secgroup--776022162'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:17.044741 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-adb1a805-61ed-42d9-abe4-a864c0e2c966 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:17.124020 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-2973a8b3-68ef-4cd6-988b-cac8958a2259 admin admin] Allocated IP 172.25.6.236 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/2412b3a1-d586-4596-9cc2-c42d13939a80) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:58:17.153051 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-adb1a805-61ed-42d9-abe4-a864c0e2c966 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:17.158163 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-adb1a805-61ed-42d9-abe4-a864c0e2c966 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:17.178398 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a73c0a68-e3d2-4e15-ae9f-00525c95f67e req-4473a511-3251-4a49-995a-e54fdccc8df9 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5262971 Jul 06 13:58:17.188729 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-adb1a805-61ed-42d9-abe4-a864c0e2c966 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:17.190439 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-adb1a805-61ed-42d9-abe4-a864c0e2c966 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1752086 Jul 06 13:58:17.194784 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56558) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:17.201219 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-f8e63eaa-b93e-423d-8805-86b86b270c95 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group_rule': {'security_group_id': 'c2e3b044-88c4-4236-a75a-ef3a59b21ff9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:17.250391 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1a805-61ed-42d9-abe4-a864c0e2c966 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e3b044-88c4-4236-a75a-ef3a59b21ff9,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:17.319254 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-f8e63eaa-b93e-423d-8805-86b86b270c95 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] create failed (client error): The resource could not be found. Jul 06 13:58:17.320878 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f8e63eaa-b93e-423d-8805-86b86b270c95 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1244576 Jul 06 13:58:17.324077 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56566) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:17.338316 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-f6edf3af-880a-4ec6-9265-c9636d3d800b tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group_rule': {'security_group_id': 'c2e3b044-88c4-4236-a75a-ef3a59b21ff9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '327a2160-86df-46ad-9b8d-bc6bbda381d6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:17.348727 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2973a8b3-68ef-4cd6-988b-cac8958a2259 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:17.414997 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-f6edf3af-880a-4ec6-9265-c9636d3d800b tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] create failed (client error): The resource could not be found. Jul 06 13:58:17.423254 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f6edf3af-880a-4ec6-9265-c9636d3d800b tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0976467 Jul 06 13:58:17.426209 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56570) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:17.441249 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c4c71715-28da-44ed-9c3e-c2d85a2c348d up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:58:17.473453 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2973a8b3-68ef-4cd6-988b-cac8958a2259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:17.530705 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port c4c71715-28da-44ed-9c3e-c2d85a2c348d completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:58:17.570775 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-36f42bad-10d4-434e-af65-144f679a0e04 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:17.587025 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2973a8b3-68ef-4cd6-988b-cac8958a2259 admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:58:17.600320 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-2973a8b3-68ef-4cd6-988b-cac8958a2259 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:58:17.602422 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973a8b3-68ef-4cd6-988b-cac8958a2259 admin admin] Pushing event updated for resources: {'Port': ['ID=2412b3a1-d586-4596-9cc2-c42d13939a80,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:17.615810 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2973a8b3-68ef-4cd6-988b-cac8958a2259 admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:58:17.621602 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-36f42bad-10d4-434e-af65-144f679a0e04 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:17.703619 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-36f42bad-10d4-434e-af65-144f679a0e04 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:17.706825 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-36f42bad-10d4-434e-af65-144f679a0e04 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:17.708475 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-36f42bad-10d4-434e-af65-144f679a0e04 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "DELETE /v2.0/security-groups/c2e3b044-88c4-4236-a75a-ef3a59b21ff9 HTTP/1.1" status: 204 len: 168 time: 0.2811549 Jul 06 13:58:17.716899 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56572) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:17.745921 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f42bad-10d4-434e-af65-144f679a0e04 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e3b044-88c4-4236-a75a-ef3a59b21ff9,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:17.809042 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f9e992bf-056c-48f8-9073-3e7888971ad9 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0897534 Jul 06 13:58:17.813136 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56574) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:17.819091 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-90ecc094-07dd-4118-8a88-98e78a884f7d tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group_rule': {'security_group_id': '34f28ffc-f3ad-40f3-bc2e-96c6bfd8efd8', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:17.878711 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-90ecc094-07dd-4118-8a88-98e78a884f7d tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] create failed (client error): The resource could not be found. Jul 06 13:58:17.880020 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-90ecc094-07dd-4118-8a88-98e78a884f7d tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0652266 Jul 06 13:58:17.884976 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56576) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:17.890588 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c303c7aa-89d8-44b1-95d4-8a309712a2ad tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group': {'name': 'tempest-secgroup--798896589'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:17.919530 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c303c7aa-89d8-44b1-95d4-8a309712a2ad tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:17.997434 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e405a291-796a-4918-91ff-a51b869c8f34 None None] Network 722cbc5e-0e75-42e2-b12c-7b56d8730b91 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:58:18.014115 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2973a8b3-68ef-4cd6-988b-cac8958a2259 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:18.034884 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c303c7aa-89d8-44b1-95d4-8a309712a2ad tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:18.039435 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c303c7aa-89d8-44b1-95d4-8a309712a2ad tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:18.085264 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-06173af4-d23d-4ceb-8fe7-38cc010a14ab None None] Provisioning for port c4c71715-28da-44ed-9c3e-c2d85a2c348d completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:58:18.097785 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c303c7aa-89d8-44b1-95d4-8a309712a2ad tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:18.098030 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-06173af4-d23d-4ceb-8fe7-38cc010a14ab None None] Provisioning complete for port c4c71715-28da-44ed-9c3e-c2d85a2c348d triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:58:18.098030 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-06173af4-d23d-4ceb-8fe7-38cc010a14ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:18.098279 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c303c7aa-89d8-44b1-95d4-8a309712a2ad tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2112408 Jul 06 13:58:18.101034 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56578) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:18.105258 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303c7aa-89d8-44b1-95d4-8a309712a2ad tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae9d3f0-38a0-4e61-ab42-47e0028d2833,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:18.115510 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-ab448618-adb4-497a-a778-05935c643aa8 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group': {'name': 'tempest-secgroup--1018611809'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:18.216218 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ab448618-adb4-497a-a778-05935c643aa8 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:18.286283 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235b74a-94c9-47d4-939c-5c629209c212 req-3089e892-5df8-4f09-bf0c-38742ec5dcb6 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:18.290425 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7235b74a-94c9-47d4-939c-5c629209c212 req-3089e892-5df8-4f09-bf0c-38742ec5dcb6 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.2740242 Jul 06 13:58:18.296248 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-06173af4-d23d-4ceb-8fe7-38cc010a14ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:18.344853 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-06173af4-d23d-4ceb-8fe7-38cc010a14ab None None] For port c4c71715-28da-44ed-9c3e-c2d85a2c348d, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c4c71715-28da-44ed-9c3e-c2d85a2c348d,segment=NetworkSegment(1bc958db-427d-4c6d-bfc9-f37996d6ac59),segment_id=1bc958db-427d-4c6d-bfc9-f37996d6ac59)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:18.350477 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-06173af4-d23d-4ceb-8fe7-38cc010a14ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:18.395060 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7235b74a-94c9-47d4-939c-5c629209c212 req-718d06b6-6694-468c-8ad1-aa9e2eecb1f2 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973418 Jul 06 13:58:18.412689 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06173af4-d23d-4ceb-8fe7-38cc010a14ab None None] Pushing event updated for resources: {'Port': ['ID=c4c71715-28da-44ed-9c3e-c2d85a2c348d,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:18.454874 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2973a8b3-68ef-4cd6-988b-cac8958a2259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:18.603273 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:18.627457 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ab448618-adb4-497a-a778-05935c643aa8 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:18.661305 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ab448618-adb4-497a-a778-05935c643aa8 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:18.711203 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ab448618-adb4-497a-a778-05935c643aa8 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:18.715714 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ab448618-adb4-497a-a778-05935c643aa8 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6024735 Jul 06 13:58:18.717083 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56594) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:18.722305 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-519e53b0-6a90-4a4a-b153-f699bff81661 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group_rule': {'security_group_id': '6ae9d3f0-38a0-4e61-ab42-47e0028d2833', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'cb9f559d-2776-490d-9f0c-c39335877abd'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:18.725430 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab448618-adb4-497a-a778-05935c643aa8 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9f559d-2776-490d-9f0c-c39335877abd,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:18.773460 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-519e53b0-6a90-4a4a-b153-f699bff81661 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 13:58:18.774014 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3149a25-e072-4ba7-8970-0ae0b5b9c685 req-ed4df32b-e117-4aa0-a21c-93aaf6d7269a tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:18.778617 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-519e53b0-6a90-4a4a-b153-f699bff81661 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0578475 Jul 06 13:58:18.778816 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f3149a25-e072-4ba7-8970-0ae0b5b9c685 req-ed4df32b-e117-4aa0-a21c-93aaf6d7269a tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1528974 Jul 06 13:58:18.780775 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56596) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:18.788111 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-456839af-221d-4c77-bed7-67bb8638254e None None] Provisioning complete for port c4c71715-28da-44ed-9c3e-c2d85a2c348d triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:58:18.788485 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-456839af-221d-4c77-bed7-67bb8638254e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:18.816724 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2973a8b3-68ef-4cd6-988b-cac8958a2259 admin admin] Router 92844bc1-463d-482e-bd90-eac18da3c258 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:58:18.865861 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f3149a25-e072-4ba7-8970-0ae0b5b9c685 req-0fe78606-0f31-4ffa-af76-2046f2a37d3a tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759237 Jul 06 13:58:18.934825 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-071ff34f-02c0-4a87-b7b0-1dd411854ca9 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:19.004725 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-071ff34f-02c0-4a87-b7b0-1dd411854ca9 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:19.045108 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2973a8b3-68ef-4cd6-988b-cac8958a2259 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:58:19.066613 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2973a8b3-68ef-4cd6-988b-cac8958a2259 admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:19.068861 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2973a8b3-68ef-4cd6-988b-cac8958a2259 admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.7892656 Jul 06 13:58:19.071789 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56602) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:19.078548 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3663d6f0-8e69-401f-8f8e-fa3367843c6a None None] Sync routers for ids ['92844bc1-463d-482e-bd90-eac18da3c258'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:58:19.095590 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3663d6f0-8e69-401f-8f8e-fa3367843c6a None None] Routers {'92844bc1-463d-482e-bd90-eac18da3c258'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:58:19.096903 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-3663d6f0-8e69-401f-8f8e-fa3367843c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:58:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['92844bc1-463d-482e-bd90-eac18da3c258'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:19.118190 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-071ff34f-02c0-4a87-b7b0-1dd411854ca9 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:19.122573 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-071ff34f-02c0-4a87-b7b0-1dd411854ca9 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:19.124217 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-071ff34f-02c0-4a87-b7b0-1dd411854ca9 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "DELETE /v2.0/security-groups/cb9f559d-2776-490d-9f0c-c39335877abd HTTP/1.1" status: 204 len: 168 time: 0.3412483 Jul 06 13:58:19.127329 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56604) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:19.142124 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ff34f-02c0-4a87-b7b0-1dd411854ca9 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9f559d-2776-490d-9f0c-c39335877abd,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:19.281103 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-3663d6f0-8e69-401f-8f8e-fa3367843c6a None None] Set router 92844bc1-463d-482e-bd90-eac18da3c258 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:58:19.295872 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2128d153-cd66-4d41-8b1e-643591248d57 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1670439 Jul 06 13:58:19.296717 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56606) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:19.371785 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c4c71715-28da-44ed-9c3e-c2d85a2c348d up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:58:19.436739 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9065a316-95bb-4f74-abbd-676a47713e93 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:19.492056 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port c4c71715-28da-44ed-9c3e-c2d85a2c348d triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:58:19.492992 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:19.509108 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9065a316-95bb-4f74-abbd-676a47713e93 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:19.602133 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9065a316-95bb-4f74-abbd-676a47713e93 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:19.606490 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9065a316-95bb-4f74-abbd-676a47713e93 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:19.610091 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9065a316-95bb-4f74-abbd-676a47713e93 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "DELETE /v2.0/security-groups/6ae9d3f0-38a0-4e61-ab42-47e0028d2833 HTTP/1.1" status: 204 len: 168 time: 0.3098569 Jul 06 13:58:19.614661 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56610) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:19.633397 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065a316-95bb-4f74-abbd-676a47713e93 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae9d3f0-38a0-4e61-ab42-47e0028d2833,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:19.644093 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-3663d6f0-8e69-401f-8f8e-fa3367843c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92844bc1-463d-482e-bd90-eac18da3c258', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1251568367-router', 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '2412b3a1-d586-4596-9cc2-c42d13939a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:58:15Z', 'updated_at': '2021-07-06T13:58:17Z', 'revision_number': 3, 'project_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'gw_port': {'id': '2412b3a1-d586-4596-9cc2-c42d13939a80', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92844bc1-463d-482e-bd90-eac18da3c258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:58:16Z', 'updated_at': '2021-07-06T13:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:19.685924 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3663d6f0-8e69-401f-8f8e-fa3367843c6a None None] Checking router: 92844bc1-463d-482e-bd90-eac18da3c258 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:58:19.686653 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3663d6f0-8e69-401f-8f8e-fa3367843c6a None None] Updating router 92844bc1-463d-482e-bd90-eac18da3c258 port 2412b3a1-d586-4596-9cc2-c42d13939a80 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:58:19.715620 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f9b52f09-5368-46d4-bb74-4e7dda884cd3 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0955529 Jul 06 13:58:19.716990 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56612) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:19.725745 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-373584c0-094f-4999-8e10-45b30cdbd141 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group': {'name': 'tempest-secgroup--573283083'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:19.731541 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-3663d6f0-8e69-401f-8f8e-fa3367843c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:19.764128 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-373584c0-094f-4999-8e10-45b30cdbd141 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:19.815201 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9390d-1512-4737-b68e-03c24a0400eb req-02314ea9-a119-479c-9d5f-9e251b979c8c tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:19.824127 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dac9390d-1512-4737-b68e-03c24a0400eb req-02314ea9-a119-479c-9d5f-9e251b979c8c tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.2373304 Jul 06 13:58:19.882606 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-373584c0-094f-4999-8e10-45b30cdbd141 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:19.889171 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-373584c0-094f-4999-8e10-45b30cdbd141 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:19.915630 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dac9390d-1512-4737-b68e-03c24a0400eb req-1212ff44-f87e-48ee-b346-af95ada7e6a3 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904696 Jul 06 13:58:19.924449 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1ce158a5-a928-4e77-b17c-6e57d3b18270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:19.948685 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373584c0-094f-4999-8e10-45b30cdbd141 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1add9d18-247f-4c52-ada8-ed85fa17e78f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:19.961214 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-373584c0-094f-4999-8e10-45b30cdbd141 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:19.967481 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-373584c0-094f-4999-8e10-45b30cdbd141 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2448912 Jul 06 13:58:19.967848 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56618) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:19.984174 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-20d8367c-3139-4a43-ab5e-718ad5e66c68 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group_rule': {'security_group_id': '1add9d18-247f-4c52-ada8-ed85fa17e78f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:20.054573 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-20d8367c-3139-4a43-ab5e-718ad5e66c68 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 13:58:20.058716 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-20d8367c-3139-4a43-ab5e-718ad5e66c68 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0853460 Jul 06 13:58:20.059376 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56624) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:20.077705 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-8094c92d-f6fe-45fb-8f9f-e2eddc7d86ec tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group_rule': {'security_group_id': '1add9d18-247f-4c52-ada8-ed85fa17e78f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:20.191088 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-1ce158a5-a928-4e77-b17c-6e57d3b18270 admin admin] Allocated IP 172.20.0.1 (722cbc5e-0e75-42e2-b12c-7b56d8730b91/a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb/db5588be-3d9a-4d74-bf8a-1441aa34f778) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:58:20.206920 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-8094c92d-f6fe-45fb-8f9f-e2eddc7d86ec tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 13:58:20.211454 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8094c92d-f6fe-45fb-8f9f-e2eddc7d86ec tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1502776 Jul 06 13:58:20.212196 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56628) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:20.279801 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-3663d6f0-8e69-401f-8f8e-fa3367843c6a None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:20.291026 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-3663d6f0-8e69-401f-8f8e-fa3367843c6a None None] Transition to ACTIVE for port object 2412b3a1-d586-4596-9cc2-c42d13939a80 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:58:20.300047 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-3663d6f0-8e69-401f-8f8e-fa3367843c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:20.331037 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1ce158a5-a928-4e77-b17c-6e57d3b18270 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:20.334116 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d2199457-87b8-4c59-95ff-1a7f61ac35bb tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:20.351933 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-1ce158a5-a928-4e77-b17c-6e57d3b18270 admin admin] Transition to ACTIVE for port object db5588be-3d9a-4d74-bf8a-1441aa34f778 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:58:20.356382 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b93f93-1cab-43f3-b8e7-e0dadfdfb41f None None] Pushing event updated for resources: {'Port': ['ID=2412b3a1-d586-4596-9cc2-c42d13939a80,revision_number=2']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:20.379437 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-3663d6f0-8e69-401f-8f8e-fa3367843c6a None None] Attempting to bind port 2412b3a1-d586-4596-9cc2-c42d13939a80 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:58:20.380144 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-3663d6f0-8e69-401f-8f8e-fa3367843c6a None None] Attempting to bind port 2412b3a1-d586-4596-9cc2-c42d13939a80 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:58:20.380566 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3663d6f0-8e69-401f-8f8e-fa3367843c6a None None] Attempting to bind port 2412b3a1-d586-4596-9cc2-c42d13939a80 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:58:20.385596 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d2199457-87b8-4c59-95ff-1a7f61ac35bb tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:20.387253 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3663d6f0-8e69-401f-8f8e-fa3367843c6a None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:58:20.387632 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3663d6f0-8e69-401f-8f8e-fa3367843c6a None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:58:20.388226 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-3663d6f0-8e69-401f-8f8e-fa3367843c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:20.388781 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3663d6f0-8e69-401f-8f8e-fa3367843c6a None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:58:20.389471 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-3663d6f0-8e69-401f-8f8e-fa3367843c6a None None] Bound port: 2412b3a1-d586-4596-9cc2-c42d13939a80, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:58:20.390322 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-3663d6f0-8e69-401f-8f8e-fa3367843c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:20.449341 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1ce158a5-a928-4e77-b17c-6e57d3b18270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:20.452263 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d2199457-87b8-4c59-95ff-1a7f61ac35bb tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:20.457071 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-3663d6f0-8e69-401f-8f8e-fa3367843c6a None None] For port 2412b3a1-d586-4596-9cc2-c42d13939a80, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:58:20.457988 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d2199457-87b8-4c59-95ff-1a7f61ac35bb tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:20.459381 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d2199457-87b8-4c59-95ff-1a7f61ac35bb tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "DELETE /v2.0/security-groups/1add9d18-247f-4c52-ada8-ed85fa17e78f HTTP/1.1" status: 204 len: 168 time: 0.2445421 Jul 06 13:58:20.462872 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-3663d6f0-8e69-401f-8f8e-fa3367843c6a None None] For port 2412b3a1-d586-4596-9cc2-c42d13939a80, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=2412b3a1-d586-4596-9cc2-c42d13939a80,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:58:20.466929 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56636) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:20.471730 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-3663d6f0-8e69-401f-8f8e-fa3367843c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:20.482031 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2199457-87b8-4c59-95ff-1a7f61ac35bb tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1add9d18-247f-4c52-ada8-ed85fa17e78f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:20.545549 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b93f93-1cab-43f3-b8e7-e0dadfdfb41f None None] Pushing event updated for resources: {'Port': ['ID=2412b3a1-d586-4596-9cc2-c42d13939a80,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:20.545883 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7c4f626d-d4b0-4ed1-a2f2-52e5736e0a3d tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0763333 Jul 06 13:58:20.553679 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56640) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:20.561617 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3663d6f0-8e69-401f-8f8e-fa3367843c6a None None] Routers {'92844bc1-463d-482e-bd90-eac18da3c258'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:58:20.562343 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-3663d6f0-8e69-401f-8f8e-fa3367843c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:58:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['92844bc1-463d-482e-bd90-eac18da3c258'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:20.568179 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-dd3a3189-eda0-4314-9fc2-57ac0b83c0a4 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group': {'name': 'tempest-secgroup--141280963'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:20.587197 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce158a5-a928-4e77-b17c-6e57d3b18270 admin admin] Network 722cbc5e-0e75-42e2-b12c-7b56d8730b91 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:58:20.588924 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce158a5-a928-4e77-b17c-6e57d3b18270 admin admin] Pushing event updated for resources: {'Port': ['ID=db5588be-3d9a-4d74-bf8a-1441aa34f778,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:20.592962 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-1ce158a5-a928-4e77-b17c-6e57d3b18270 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:58:20.596249 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce158a5-a928-4e77-b17c-6e57d3b18270 admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:58:20.663438 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1ce158a5-a928-4e77-b17c-6e57d3b18270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:20.669685 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dd3a3189-eda0-4314-9fc2-57ac0b83c0a4 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:20.713864 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-3663d6f0-8e69-401f-8f8e-fa3367843c6a None None] Set router 92844bc1-463d-482e-bd90-eac18da3c258 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:58:20.819808 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dd3a3189-eda0-4314-9fc2-57ac0b83c0a4 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:20.829193 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dd3a3189-eda0-4314-9fc2-57ac0b83c0a4 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:20.878505 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a3189-eda0-4314-9fc2-57ac0b83c0a4 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41db6e41-395b-4b58-bca7-67ca642d9b98,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:20.893840 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dd3a3189-eda0-4314-9fc2-57ac0b83c0a4 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:20.895822 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-dd3a3189-eda0-4314-9fc2-57ac0b83c0a4 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3318553 Jul 06 13:58:20.898942 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56648) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:20.909359 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e026bbf7-03d7-447a-9321-3b9a47a36704 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:20.910213 n-d-773644-6 neutron-server[100417]: WARNING neutron.api.v2.base [None req-e026bbf7-03d7-447a-9321-3b9a47a36704 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 13:58:20.910896 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-e026bbf7-03d7-447a-9321-3b9a47a36704 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] update failed (client error): There was a conflict when trying to complete your request. Jul 06 13:58:20.912630 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e026bbf7-03d7-447a-9321-3b9a47a36704 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "PUT /v2.0/security-groups/41db6e41-395b-4b58-bca7-67ca642d9b98 HTTP/1.1" status: 409 len: 330 time: 0.0119195 Jul 06 13:58:20.915842 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56652) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:21.055964 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-7e23210c-acbd-4901-8b04-bad4ae9edc17 None None] Provisioning for port db5588be-3d9a-4d74-bf8a-1441aa34f778 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:58:21.062562 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec68c861-3a78-46af-95a2-59d1778ad37d tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:21.064522 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-7e23210c-acbd-4901-8b04-bad4ae9edc17 None None] Provisioning complete for port db5588be-3d9a-4d74-bf8a-1441aa34f778 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:58:21.065485 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7e23210c-acbd-4901-8b04-bad4ae9edc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:21.096785 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1ce158a5-a928-4e77-b17c-6e57d3b18270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:21.114231 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec68c861-3a78-46af-95a2-59d1778ad37d tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:21.122788 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-3663d6f0-8e69-401f-8f8e-fa3367843c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92844bc1-463d-482e-bd90-eac18da3c258', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1251568367-router', 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '2412b3a1-d586-4596-9cc2-c42d13939a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:58:15Z', 'updated_at': '2021-07-06T13:58:17Z', 'revision_number': 3, 'project_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'gw_port': {'id': '2412b3a1-d586-4596-9cc2-c42d13939a80', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92844bc1-463d-482e-bd90-eac18da3c258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:58:16Z', 'updated_at': '2021-07-06T13:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:21.168952 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-7e23210c-acbd-4901-8b04-bad4ae9edc17 None None] Port db5588be-3d9a-4d74-bf8a-1441aa34f778 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:58:21.224913 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3663d6f0-8e69-401f-8f8e-fa3367843c6a None None] The sync data for ids ['92844bc1-463d-482e-bd90-eac18da3c258'] in n-d-773644-6 is: [{'id': '92844bc1-463d-482e-bd90-eac18da3c258', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1251568367-router', 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '2412b3a1-d586-4596-9cc2-c42d13939a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:58:15Z', 'updated_at': '2021-07-06T13:58:17Z', 'revision_number': 3, 'project_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'gw_port': {'id': '2412b3a1-d586-4596-9cc2-c42d13939a80', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92844bc1-463d-482e-bd90-eac18da3c258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:58:16Z', 'updated_at': '2021-07-06T13:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:58:21.227793 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec68c861-3a78-46af-95a2-59d1778ad37d tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:21.234054 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec68c861-3a78-46af-95a2-59d1778ad37d tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:21.236409 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ec68c861-3a78-46af-95a2-59d1778ad37d tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "DELETE /v2.0/security-groups/41db6e41-395b-4b58-bca7-67ca642d9b98 HTTP/1.1" status: 204 len: 168 time: 0.3181217 Jul 06 13:58:21.253477 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56654) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:21.271552 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68c861-3a78-46af-95a2-59d1778ad37d tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41db6e41-395b-4b58-bca7-67ca642d9b98,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:21.397250 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-dfdd257f-9929-4341-8dba-e11731608638 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1430302 Jul 06 13:58:21.401802 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56658) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:21.420995 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-d2752389-5612-457c-9ca2-ff5beb314f35 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] delete failed (client error): The resource could not be found. Jul 06 13:58:21.422023 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d2752389-5612-457c-9ca2-ff5beb314f35 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "DELETE /v2.0/security-groups/bd2de352-4fdb-4fbf-9aae-15b22c501892 HTTP/1.1" status: 404 len: 347 time: 0.0186505 Jul 06 13:58:21.426057 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56662) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:21.442126 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [None req-c831e5c2-9b48-441a-92d6-8104fd3dbc1f tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] show failed (client error): The resource could not be found. Jul 06 13:58:21.443188 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c831e5c2-9b48-441a-92d6-8104fd3dbc1f tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "GET /v2.0/security-groups/1ce1709d-515c-49e6-a2f8-aa05330c87bd HTTP/1.1" status: 404 len: 347 time: 0.0161753 Jul 06 13:58:21.447786 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56664) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:21.469209 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-97f0e5ef-19a1-4aa9-b1d5-6a5c279fcba4 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] show failed (client error): The resource could not be found. Jul 06 13:58:21.470306 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-97f0e5ef-19a1-4aa9-b1d5-6a5c279fcba4 tempest-NegativeSecGroupIPv6Test-263210994 tempest-NegativeSecGroupIPv6Test-263210994-project] 10.222.0.118 "GET /v2.0/security-group-rules/7397f43d-a58a-4f49-8076-fd1f7f66fd23 HTTP/1.1" status: 404 len: 356 time: 0.0216205 Jul 06 13:58:21.620228 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885349d-113c-4348-b9fe-357f9c537561 req-0dc89d04-b38f-4d05-9419-ebf0670cf4ea tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:21.627138 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6885349d-113c-4348-b9fe-357f9c537561 req-0dc89d04-b38f-4d05-9419-ebf0670cf4ea tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1418524 Jul 06 13:58:21.677639 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1ce158a5-a928-4e77-b17c-6e57d3b18270 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:21.687821 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1ce158a5-a928-4e77-b17c-6e57d3b18270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:21.783953 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6885349d-113c-4348-b9fe-357f9c537561 req-3cc36cc5-3b8d-4f95-899d-f1ef5fb78aa9 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558335 Jul 06 13:58:21.825056 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1ce158a5-a928-4e77-b17c-6e57d3b18270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:21.858424 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56672) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:21.947349 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce158a5-a928-4e77-b17c-6e57d3b18270 admin admin] Pushing event updated for resources: {'Port': ['ID=db5588be-3d9a-4d74-bf8a-1441aa34f778,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:22.090403 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce158a5-a928-4e77-b17c-6e57d3b18270 admin admin] Network 722cbc5e-0e75-42e2-b12c-7b56d8730b91 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:58:22.107515 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-1ce158a5-a928-4e77-b17c-6e57d3b18270 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:58:22.124976 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5a06c170-3068-4f31-bef6-79361207dffa admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=6cb80882d2af489799c8499979218d5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2642732 Jul 06 13:58:22.127192 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56680) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:22.142015 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c3399-c601-40cd-96b1-3cd205934d3b req-a7109144-6ccc-4b93-9679-5e2d4474395d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:22.143367 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-651c3399-c601-40cd-96b1-3cd205934d3b req-a7109144-6ccc-4b93-9679-5e2d4474395d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.1688175 Jul 06 13:58:22.240953 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cd650222-b0f3-43a1-8d8b-7e127f8845f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:22.315260 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cd650222-b0f3-43a1-8d8b-7e127f8845f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:22.404729 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cd650222-b0f3-43a1-8d8b-7e127f8845f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:22.408581 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cd650222-b0f3-43a1-8d8b-7e127f8845f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:22.412051 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cd650222-b0f3-43a1-8d8b-7e127f8845f1 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/e52e9cb1-ef4b-4950-a92b-f1920dbd795e HTTP/1.1" status: 204 len: 168 time: 0.2838221 Jul 06 13:58:22.435549 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd650222-b0f3-43a1-8d8b-7e127f8845f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52e9cb1-ef4b-4950-a92b-f1920dbd795e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:22.511385 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-dad9f64a-5581-44e1-81ee-f7972e1b0963 None None] Provisioning complete for port db5588be-3d9a-4d74-bf8a-1441aa34f778 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:58:22.515235 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dad9f64a-5581-44e1-81ee-f7972e1b0963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:22.621171 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-dad9f64a-5581-44e1-81ee-f7972e1b0963 None None] Port db5588be-3d9a-4d74-bf8a-1441aa34f778 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:58:22.754649 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-651c3399-c601-40cd-96b1-3cd205934d3b req-817403f9-acea-4746-8228-50237e7cfefc tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5958083 Jul 06 13:58:22.845546 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce158a5-a928-4e77-b17c-6e57d3b18270 admin admin] Router 92844bc1-463d-482e-bd90-eac18da3c258 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:58:23.004412 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce158a5-a928-4e77-b17c-6e57d3b18270 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:58:23.029673 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1ce158a5-a928-4e77-b17c-6e57d3b18270 admin admin] 10.222.0.118 "PUT /v2.0/routers/92844bc1-463d-482e-bd90-eac18da3c258/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9522011 Jul 06 13:58:23.346054 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0930f-a643-40df-8a22-1ce1ac89b10b req-27b01d87-0355-4bc2-9e51-3aba751f2f78 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:23.353427 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-27c0930f-a643-40df-8a22-1ce1ac89b10b req-27b01d87-0355-4bc2-9e51-3aba751f2f78 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.1190825 Jul 06 13:58:23.394583 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-27c0930f-a643-40df-8a22-1ce1ac89b10b req-fb573ebc-5e6c-40cb-a4ed-56a1fb7fde60 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387435 Jul 06 13:58:23.406130 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 2412b3a1-d586-4596-9cc2-c42d13939a80 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:58:23.452483 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56724) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:23.507285 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 2412b3a1-d586-4596-9cc2-c42d13939a80 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:58:23.516970 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 2412b3a1-d586-4596-9cc2-c42d13939a80 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:58:23.517640 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:23.593192 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7e502-ba35-457e-95cd-34019ebc12ac req-078a0b9d-6be6-4f85-8ca5-d701671ec2b8 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:23.600780 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9cb7e502-ba35-457e-95cd-34019ebc12ac req-078a0b9d-6be6-4f85-8ca5-d701671ec2b8 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.0819936 Jul 06 13:58:23.602783 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-805d847f-517a-489b-919b-d3286c67a808 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-536905700'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:23.622129 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:23.638940 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805d847f-517a-489b-919b-d3286c67a808 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] Made reservation on behalf of f615620f1b48410ba4e5046ba59e52f8 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:58:23.644390 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-805d847f-517a-489b-919b-d3286c67a808 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:23.649113 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 2412b3a1-d586-4596-9cc2-c42d13939a80, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=2412b3a1-d586-4596-9cc2-c42d13939a80,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:23.654573 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:23.655278 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9cb7e502-ba35-457e-95cd-34019ebc12ac req-b125307c-79fd-41ee-8317-dfb2f8988ccf tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534542 Jul 06 13:58:23.658566 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-805d847f-517a-489b-919b-d3286c67a808 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:23.718077 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=2412b3a1-d586-4596-9cc2-c42d13939a80,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:23.797506 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-805d847f-517a-489b-919b-d3286c67a808 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:23.802678 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-805d847f-517a-489b-919b-d3286c67a808 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:23.832354 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-805d847f-517a-489b-919b-d3286c67a808 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:58:23.852465 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d847f-517a-489b-919b-d3286c67a808 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d706911-0a93-4496-aa61-c527307df8e4,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:23.857664 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-805d847f-517a-489b-919b-d3286c67a808 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:23.858036 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-805d847f-517a-489b-919b-d3286c67a808 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] Added segment 3183bee3-336d-45e9-a4df-a9cd5e8b1ed6 of type vlan for network 233b0692-aebc-4b55-954e-e775fad5fcef Jul 06 13:58:23.912847 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fde987-3d7a-4ff9-98df-ed0340914e65 None None] Sync routers for ids ['92844bc1-463d-482e-bd90-eac18da3c258'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:58:23.929956 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fde987-3d7a-4ff9-98df-ed0340914e65 None None] Routers {'92844bc1-463d-482e-bd90-eac18da3c258'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:58:23.931211 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-d2fde987-3d7a-4ff9-98df-ed0340914e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:58:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['92844bc1-463d-482e-bd90-eac18da3c258'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:23.934726 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-805d847f-517a-489b-919b-d3286c67a808 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:23.971597 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-805d847f-517a-489b-919b-d3286c67a808 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:23.980108 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805d847f-517a-489b-919b-d3286c67a808 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:23.981250 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-805d847f-517a-489b-919b-d3286c67a808 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:24.060950 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d847f-517a-489b-919b-d3286c67a808 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] Pushing event updated for resources: {'Network': ['ID=233b0692-aebc-4b55-954e-e775fad5fcef,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:24.074602 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-805d847f-517a-489b-919b-d3286c67a808 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.6200743 Jul 06 13:58:24.075693 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56742) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:24.082340 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 233b0692-aebc-4b55-954e-e775fad5fcef details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:58:24.084067 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.tag.tag_plugin [None req-e197d79e-dc7f-45c1-ab9d-09f8bdb636ef tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '233b0692-aebc-4b55-954e-e775fad5fcef', 'tempest-TagsTest-Tag-1430372859') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:24.086581 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-d2fde987-3d7a-4ff9-98df-ed0340914e65 None None] Set router 92844bc1-463d-482e-bd90-eac18da3c258 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:58:24.187502 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-05dd92f4-ad2c-4140-b091-ad24e3fe01ea tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:24.187697 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-05dd92f4-ad2c-4140-b091-ad24e3fe01ea tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/networks?id=722cbc5e-0e75-42e2-b12c-7b56d8730b91 HTTP/1.1" status: 200 len: 829 time: 0.2081394 Jul 06 13:58:24.232151 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-d05fcb05-b648-487c-a201-4e47af46aec1 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/quotas/cc6837af4ff04b70b3c3d9811d0990ae HTTP/1.1" status: 200 len: 375 time: 0.0234120 Jul 06 13:58:24.237274 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e197d79e-dc7f-45c1-ab9d-09f8bdb636ef tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] 10.222.0.118 "PUT /v2.0/networks/233b0692-aebc-4b55-954e-e775fad5fcef/tags/tempest-TagsTest-Tag-1430372859 HTTP/1.1" status: 201 len: 201 time: 0.1598160 Jul 06 13:58:24.240073 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56750) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:24.244911 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-7bf050c7-42a3-4833-91cd-bda923e84416 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '233b0692-aebc-4b55-954e-e775fad5fcef', 'tempest-TagsTest-Tag-1430372859') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:24.309179 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-df303d27-8076-4ea4-b4f6-72f1b0ea599c tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=cc6837af4ff04b70b3c3d9811d0990ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679951 Jul 06 13:58:24.322808 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7bf050c7-42a3-4833-91cd-bda923e84416 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] 10.222.0.118 "GET /v2.0/networks/233b0692-aebc-4b55-954e-e775fad5fcef/tags/tempest-TagsTest-Tag-1430372859 HTTP/1.1" status: 204 len: 168 time: 0.0814440 Jul 06 13:58:24.325144 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56752) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:24.329648 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-ff6596fe-2473-44bf-8093-55c8ceb6ad5a tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '233b0692-aebc-4b55-954e-e775fad5fcef') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:24.385963 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-d2fde987-3d7a-4ff9-98df-ed0340914e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92844bc1-463d-482e-bd90-eac18da3c258', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1251568367-router', 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '2412b3a1-d586-4596-9cc2-c42d13939a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:58:15Z', 'updated_at': '2021-07-06T13:58:20Z', 'revision_number': 4, 'project_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'gw_port': {'id': '2412b3a1-d586-4596-9cc2-c42d13939a80', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92844bc1-463d-482e-bd90-eac18da3c258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:58:16Z', 'updated_at': '2021-07-06T13:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'db5588be-3d9a-4d74-bf8a-1441aa34f778', 'name': '', 'network_id': '722cbc5e-0e75-42e2-b12c-7b56d8730b91', 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'mac_address': 'fa:16:3e:04:2e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92844bc1-463d-482e-bd90-eac18da3c258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:58:19Z', 'updated_at': '2021-07-06T13:58:21Z', 'revision_number': 2, 'project_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'subnets': [{'id': 'a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:24.402025 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ff6596fe-2473-44bf-8093-55c8ceb6ad5a tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] 10.222.0.118 "GET /v2.0/networks/233b0692-aebc-4b55-954e-e775fad5fcef/tags HTTP/1.1" status: 200 len: 238 time: 0.0756359 Jul 06 13:58:24.404597 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56754) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:24.409358 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-bf92bdbe-68ea-44ee-91eb-7bae31a9dfaa tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '233b0692-aebc-4b55-954e-e775fad5fcef', {'tags': ['tempest-TagsTest-Tag-234082812', 'tempest-TagsTest-Tag-256693088', 'tempest-TagsTest-Tag-999822720']}) {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:24.417802 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-49fcffe3-7afc-4651-a46c-5e1f9940ab47 service neutron] 10.222.0.118 "GET /v2.0/networks/722cbc5e-0e75-42e2-b12c-7b56d8730b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986626 Jul 06 13:58:24.420600 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fde987-3d7a-4ff9-98df-ed0340914e65 None None] Checking router: 92844bc1-463d-482e-bd90-eac18da3c258 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:58:24.420963 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fde987-3d7a-4ff9-98df-ed0340914e65 None None] Updating router 92844bc1-463d-482e-bd90-eac18da3c258 port db5588be-3d9a-4d74-bf8a-1441aa34f778 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:58:24.463981 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d2fde987-3d7a-4ff9-98df-ed0340914e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:24.505813 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bf92bdbe-68ea-44ee-91eb-7bae31a9dfaa tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] 10.222.0.118 "PUT /v2.0/networks/233b0692-aebc-4b55-954e-e775fad5fcef/tags HTTP/1.1" status: 200 len: 306 time: 0.0991180 Jul 06 13:58:24.507695 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56756) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:24.513487 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-78c853cc-d16c-470a-810c-37b1c471c1c8 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '233b0692-aebc-4b55-954e-e775fad5fcef', 'tempest-TagsTest-Tag-234082812') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:24.544559 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-390072b0-653d-410a-ab88-c010f87a6e8f service neutron] 10.222.0.118 "GET /v2.0/networks/722cbc5e-0e75-42e2-b12c-7b56d8730b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188822 Jul 06 13:58:24.625794 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-78c853cc-d16c-470a-810c-37b1c471c1c8 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] 10.222.0.118 "DELETE /v2.0/networks/233b0692-aebc-4b55-954e-e775fad5fcef/tags/tempest-TagsTest-Tag-234082812 HTTP/1.1" status: 204 len: 168 time: 0.1167772 Jul 06 13:58:24.629649 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56758) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:24.636149 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-e524979d-c4de-4464-b4b0-78ec88ddac19 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '233b0692-aebc-4b55-954e-e775fad5fcef', 'tempest-TagsTest-Tag-234082812') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:24.733372 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-e524979d-c4de-4464-b4b0-78ec88ddac19 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] show failed (client error): The resource could not be found. Jul 06 13:58:24.734507 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e524979d-c4de-4464-b4b0-78ec88ddac19 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] 10.222.0.118 "GET /v2.0/networks/233b0692-aebc-4b55-954e-e775fad5fcef/tags/tempest-TagsTest-Tag-234082812 HTTP/1.1" status: 404 len: 325 time: 0.1038721 Jul 06 13:58:24.737444 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56768) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:24.743027 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.tag.tag_plugin [None req-152b8280-341a-4627-923c-17fc4d4e0b77 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '233b0692-aebc-4b55-954e-e775fad5fcef', 'tempest-TagsTest-Tag-256693088') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:24.856006 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-152b8280-341a-4627-923c-17fc4d4e0b77 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] 10.222.0.118 "GET /v2.0/networks/233b0692-aebc-4b55-954e-e775fad5fcef/tags/tempest-TagsTest-Tag-256693088 HTTP/1.1" status: 204 len: 168 time: 0.1148586 Jul 06 13:58:24.857061 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56770) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:24.861216 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-dc5999bc-29b4-483f-b544-3c3e92ea6356 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '233b0692-aebc-4b55-954e-e775fad5fcef', 'tempest-TagsTest-Tag-999822720') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:24.968856 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-dc5999bc-29b4-483f-b544-3c3e92ea6356 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] 10.222.0.118 "GET /v2.0/networks/233b0692-aebc-4b55-954e-e775fad5fcef/tags/tempest-TagsTest-Tag-999822720 HTTP/1.1" status: 204 len: 168 time: 0.1091952 Jul 06 13:58:24.970023 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56774) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:24.975548 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-a76f6328-e9e4-439a-9982-c1d935fd7e09 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '233b0692-aebc-4b55-954e-e775fad5fcef') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:25.091810 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d2fde987-3d7a-4ff9-98df-ed0340914e65 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:25.105767 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a76f6328-e9e4-439a-9982-c1d935fd7e09 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] 10.222.0.118 "DELETE /v2.0/networks/233b0692-aebc-4b55-954e-e775fad5fcef/tags HTTP/1.1" status: 204 len: 168 time: 0.1342721 Jul 06 13:58:25.109266 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56780) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:25.113868 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.tag.tag_plugin [None req-b98946b1-ebe1-4bb6-be4c-c0b6d35ba846 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '233b0692-aebc-4b55-954e-e775fad5fcef', 'tempest-TagsTest-Tag-256693088') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:25.131302 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d2fde987-3d7a-4ff9-98df-ed0340914e65 None None] Transition to ACTIVE for port object db5588be-3d9a-4d74-bf8a-1441aa34f778 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:58:25.144747 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d2fde987-3d7a-4ff9-98df-ed0340914e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:25.213839 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [None req-b98946b1-ebe1-4bb6-be4c-c0b6d35ba846 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] show failed (client error): The resource could not be found. Jul 06 13:58:25.216288 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b98946b1-ebe1-4bb6-be4c-c0b6d35ba846 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] 10.222.0.118 "GET /v2.0/networks/233b0692-aebc-4b55-954e-e775fad5fcef/tags/tempest-TagsTest-Tag-256693088 HTTP/1.1" status: 404 len: 325 time: 0.1059887 Jul 06 13:58:25.220003 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56782) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:25.226495 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-3e5c92b8-9bd2-416d-b474-58caf2767b91 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '233b0692-aebc-4b55-954e-e775fad5fcef', 'tempest-TagsTest-Tag-999822720') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:25.246086 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4642f0-479e-4a58-9789-b5b231ec0e8c None None] Pushing event updated for resources: {'Port': ['ID=db5588be-3d9a-4d74-bf8a-1441aa34f778,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:25.321404 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-d2fde987-3d7a-4ff9-98df-ed0340914e65 None None] Attempting to bind port db5588be-3d9a-4d74-bf8a-1441aa34f778 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:58:25.322857 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-d2fde987-3d7a-4ff9-98df-ed0340914e65 None None] Attempting to bind port db5588be-3d9a-4d74-bf8a-1441aa34f778 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '1bc958db-427d-4c6d-bfc9-f37996d6ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '722cbc5e-0e75-42e2-b12c-7b56d8730b91'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:58:25.323326 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fde987-3d7a-4ff9-98df-ed0340914e65 None None] Attempting to bind port db5588be-3d9a-4d74-bf8a-1441aa34f778 on network 722cbc5e-0e75-42e2-b12c-7b56d8730b91 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:58:25.334935 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fde987-3d7a-4ff9-98df-ed0340914e65 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:58:25.335509 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fde987-3d7a-4ff9-98df-ed0340914e65 None None] Checking segment: {'id': '1bc958db-427d-4c6d-bfc9-f37996d6ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '722cbc5e-0e75-42e2-b12c-7b56d8730b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:58:25.336061 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d2fde987-3d7a-4ff9-98df-ed0340914e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:25.336633 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fde987-3d7a-4ff9-98df-ed0340914e65 None None] Bound using segment: {'id': '1bc958db-427d-4c6d-bfc9-f37996d6ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '722cbc5e-0e75-42e2-b12c-7b56d8730b91'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:58:25.337702 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-d2fde987-3d7a-4ff9-98df-ed0340914e65 None None] Bound port: db5588be-3d9a-4d74-bf8a-1441aa34f778, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc958db-427d-4c6d-bfc9-f37996d6ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '722cbc5e-0e75-42e2-b12c-7b56d8730b91'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:58:25.338444 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d2fde987-3d7a-4ff9-98df-ed0340914e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:25.399853 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-3e5c92b8-9bd2-416d-b474-58caf2767b91 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] show failed (client error): The resource could not be found. Jul 06 13:58:25.401719 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3e5c92b8-9bd2-416d-b474-58caf2767b91 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] 10.222.0.118 "GET /v2.0/networks/233b0692-aebc-4b55-954e-e775fad5fcef/tags/tempest-TagsTest-Tag-999822720 HTTP/1.1" status: 404 len: 325 time: 0.1802542 Jul 06 13:58:25.405099 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56786) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:25.412179 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.tag.tag_plugin [None req-f0b6ba8b-a81e-4279-993c-183ed4df6f07 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '233b0692-aebc-4b55-954e-e775fad5fcef') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:25.472159 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d2fde987-3d7a-4ff9-98df-ed0340914e65 None None] For port db5588be-3d9a-4d74-bf8a-1441aa34f778, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:58:25.477322 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d2fde987-3d7a-4ff9-98df-ed0340914e65 None None] For port db5588be-3d9a-4d74-bf8a-1441aa34f778, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=db5588be-3d9a-4d74-bf8a-1441aa34f778,segment=NetworkSegment(1bc958db-427d-4c6d-bfc9-f37996d6ac59),segment_id=1bc958db-427d-4c6d-bfc9-f37996d6ac59)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:58:25.489884 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 2412b3a1-d586-4596-9cc2-c42d13939a80 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:58:25.544719 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f0b6ba8b-a81e-4279-993c-183ed4df6f07 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] 10.222.0.118 "DELETE /v2.0/networks/233b0692-aebc-4b55-954e-e775fad5fcef/tags HTTP/1.1" status: 204 len: 168 time: 0.1383057 Jul 06 13:58:25.553147 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56788) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:25.582172 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d2fde987-3d7a-4ff9-98df-ed0340914e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:25.630194 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 2412b3a1-d586-4596-9cc2-c42d13939a80 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:58:25.631041 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:25.654585 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c19bc-9a2e-49b1-a490-ae42f5393f4e req-a605f165-afa0-46eb-a960-9d3954333e4c tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:25.656619 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d51c19bc-9a2e-49b1-a490-ae42f5393f4e req-a605f165-afa0-46eb-a960-9d3954333e4c tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1296151 Jul 06 13:58:25.744196 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fde987-3d7a-4ff9-98df-ed0340914e65 None None] Routers {'92844bc1-463d-482e-bd90-eac18da3c258'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:58:25.745609 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-d2fde987-3d7a-4ff9-98df-ed0340914e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:58:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['92844bc1-463d-482e-bd90-eac18da3c258'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:25.748884 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4642f0-479e-4a58-9789-b5b231ec0e8c None None] Pushing event updated for resources: {'Port': ['ID=db5588be-3d9a-4d74-bf8a-1441aa34f778,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:25.754553 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d51c19bc-9a2e-49b1-a490-ae42f5393f4e req-2069ec81-0ce0-4a72-88ba-6b1162210012 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799048 Jul 06 13:58:25.783905 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b7914b0-5ab8-46a7-8931-86046f8a2c32 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:25.890487 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-d2fde987-3d7a-4ff9-98df-ed0340914e65 None None] Set router 92844bc1-463d-482e-bd90-eac18da3c258 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:58:25.981505 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-afe26f8a-365f-452a-8828-bd5c5ba93953 req-836b828f-cd15-4180-a594-6b5327ee7c9c tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/ports?device_id=17fa4f5d-aac0-4414-b9e5-e78693babe0c HTTP/1.1" status: 200 len: 210 time: 0.0609746 Jul 06 13:58:26.002342 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b7914b0-5ab8-46a7-8931-86046f8a2c32 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:26.017354 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-2b7914b0-5ab8-46a7-8931-86046f8a2c32 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['233b0692-aebc-4b55-954e-e775fad5fcef']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:26.039096 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-2b7914b0-5ab8-46a7-8931-86046f8a2c32 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3183bee3-336d-45e9-a4df-a9cd5e8b1ed6') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:26.054019 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-2b7914b0-5ab8-46a7-8931-86046f8a2c32 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3183bee3-336d-45e9-a4df-a9cd5e8b1ed6') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:26.079241 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b7914b0-5ab8-46a7-8931-86046f8a2c32 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:26.104349 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b7914b0-5ab8-46a7-8931-86046f8a2c32 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:26.112303 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b7914b0-5ab8-46a7-8931-86046f8a2c32 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:58:26.112957 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b7914b0-5ab8-46a7-8931-86046f8a2c32 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:58:26.194159 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:58:26.205165 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b7914b0-5ab8-46a7-8931-86046f8a2c32 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:26.215933 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b7914b0-5ab8-46a7-8931-86046f8a2c32 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:26.238953 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2b7914b0-5ab8-46a7-8931-86046f8a2c32 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] 10.222.0.118 "DELETE /v2.0/networks/233b0692-aebc-4b55-954e-e775fad5fcef HTTP/1.1" status: 204 len: 168 time: 0.6829462 Jul 06 13:58:26.263262 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b67ac-4e08-4bf9-a799-4826695fafc2 req-80a54f67-a897-4a72-a3ed-d41087b14085 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:26.267516 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-453b67ac-4e08-4bf9-a799-4826695fafc2 req-80a54f67-a897-4a72-a3ed-d41087b14085 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.1366999 Jul 06 13:58:26.271526 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7914b0-5ab8-46a7-8931-86046f8a2c32 tempest-TagsTest-1817600937 tempest-TagsTest-1817600937-project] Pushing event deleted for resources: {'Network': ['ID=233b0692-aebc-4b55-954e-e775fad5fcef,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:26.293454 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-d2fde987-3d7a-4ff9-98df-ed0340914e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92844bc1-463d-482e-bd90-eac18da3c258', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1251568367-router', 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '2412b3a1-d586-4596-9cc2-c42d13939a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:58:15Z', 'updated_at': '2021-07-06T13:58:20Z', 'revision_number': 4, 'project_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'gw_port': {'id': '2412b3a1-d586-4596-9cc2-c42d13939a80', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92844bc1-463d-482e-bd90-eac18da3c258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:58:16Z', 'updated_at': '2021-07-06T13:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'db5588be-3d9a-4d74-bf8a-1441aa34f778', 'name': '', 'network_id': '722cbc5e-0e75-42e2-b12c-7b56d8730b91', 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'mac_address': 'fa:16:3e:04:2e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92844bc1-463d-482e-bd90-eac18da3c258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:58:19Z', 'updated_at': '2021-07-06T13:58:25Z', 'revision_number': 4, 'project_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'subnets': [{'id': 'a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:26.325660 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fde987-3d7a-4ff9-98df-ed0340914e65 None None] The sync data for ids ['92844bc1-463d-482e-bd90-eac18da3c258'] in n-d-773644-6 is: [{'id': '92844bc1-463d-482e-bd90-eac18da3c258', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1251568367-router', 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '2412b3a1-d586-4596-9cc2-c42d13939a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:58:15Z', 'updated_at': '2021-07-06T13:58:20Z', 'revision_number': 4, 'project_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'gw_port': {'id': '2412b3a1-d586-4596-9cc2-c42d13939a80', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92844bc1-463d-482e-bd90-eac18da3c258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:58:16Z', 'updated_at': '2021-07-06T13:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'db5588be-3d9a-4d74-bf8a-1441aa34f778', 'name': '', 'network_id': '722cbc5e-0e75-42e2-b12c-7b56d8730b91', 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'mac_address': 'fa:16:3e:04:2e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92844bc1-463d-482e-bd90-eac18da3c258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:58:19Z', 'updated_at': '2021-07-06T13:58:25Z', 'revision_number': 4, 'project_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'subnets': [{'id': 'a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:58:26.332851 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-453b67ac-4e08-4bf9-a799-4826695fafc2 req-b2d87e21-d829-48f8-be6d-e6dd94412ab0 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593228 Jul 06 13:58:26.679850 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56806) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:26.790010 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-46f0491a-1a3a-4ed1-b142-1806279d6f6e tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:26.794461 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-46f0491a-1a3a-4ed1-b142-1806279d6f6e tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.52 "GET /v2.0/networks?id=722cbc5e-0e75-42e2-b12c-7b56d8730b91 HTTP/1.1" status: 200 len: 829 time: 0.2607560 Jul 06 13:58:26.828753 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-b91dcb63-0800-4213-855a-61a912533395 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Request body: {'port': {'device_id': '17fa4f5d-aac0-4414-b9e5-e78693babe0c', 'network_id': '722cbc5e-0e75-42e2-b12c-7b56d8730b91', 'admin_state_up': True, 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:27.003767 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8a32d841-2349-45c5-b971-5e92b5714b6d admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=f615620f1b48410ba4e5046ba59e52f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3198898 Jul 06 13:58:27.004017 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56818) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:58:27.035225 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-b91dcb63-0800-4213-855a-61a912533395 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Made reservation on behalf of cc6837af4ff04b70b3c3d9811d0990ae for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:58:27.039574 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-b91dcb63-0800-4213-855a-61a912533395 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:27.091075 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a437b3bb-750a-4a06-8380-b10e7dd7e963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:27.126589 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a437b3bb-750a-4a06-8380-b10e7dd7e963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:27.194808 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a437b3bb-750a-4a06-8380-b10e7dd7e963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:27.200133 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a437b3bb-750a-4a06-8380-b10e7dd7e963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:27.205547 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a437b3bb-750a-4a06-8380-b10e7dd7e963 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/6d706911-0a93-4496-aa61-c527307df8e4 HTTP/1.1" status: 204 len: 168 time: 0.1964402 Jul 06 13:58:27.216728 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437b3bb-750a-4a06-8380-b10e7dd7e963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d706911-0a93-4496-aa61-c527307df8e4,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:27.361153 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-b91dcb63-0800-4213-855a-61a912533395 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Allocated IP 172.20.0.10 (722cbc5e-0e75-42e2-b12c-7b56d8730b91/a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb/ef7ad317-cb45-4c8f-a6b6-ea922f855e0e) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:58:27.461020 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device db5588be-3d9a-4d74-bf8a-1441aa34f778 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:58:27.537941 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff55d98-13b0-4d55-b5f7-22eb9d97fed7 req-8093aa90-6d88-40a3-a880-b3c83f09eda1 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:27.540785 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aff55d98-13b0-4d55-b5f7-22eb9d97fed7 req-8093aa90-6d88-40a3-a880-b3c83f09eda1 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1248260 Jul 06 13:58:27.563738 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port db5588be-3d9a-4d74-bf8a-1441aa34f778 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:58:27.573877 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port db5588be-3d9a-4d74-bf8a-1441aa34f778 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:58:27.575380 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:27.656345 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aff55d98-13b0-4d55-b5f7-22eb9d97fed7 req-66df03bf-4041-44d9-a7f7-73235df67efa tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075916 Jul 06 13:58:27.718716 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:27.722245 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-b91dcb63-0800-4213-855a-61a912533395 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:27.762007 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port db5588be-3d9a-4d74-bf8a-1441aa34f778, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=db5588be-3d9a-4d74-bf8a-1441aa34f778,segment=NetworkSegment(1bc958db-427d-4c6d-bfc9-f37996d6ac59),segment_id=1bc958db-427d-4c6d-bfc9-f37996d6ac59)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:27.764392 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-b91dcb63-0800-4213-855a-61a912533395 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Transition to ACTIVE for port object ef7ad317-cb45-4c8f-a6b6-ea922f855e0e will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:58:27.770955 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:27.836277 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-b91dcb63-0800-4213-855a-61a912533395 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:27.843595 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=db5588be-3d9a-4d74-bf8a-1441aa34f778,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:27.904656 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dcb63-0800-4213-855a-61a912533395 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Pushing event updated for resources: {'Port': ['ID=ef7ad317-cb45-4c8f-a6b6-ea922f855e0e,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:27.926247 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-b91dcb63-0800-4213-855a-61a912533395 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Network 722cbc5e-0e75-42e2-b12c-7b56d8730b91 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:58:27.928088 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-b91dcb63-0800-4213-855a-61a912533395 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:58:27.944538 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-b91dcb63-0800-4213-855a-61a912533395 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:58:28.035457 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3284ba-e8c3-477b-b0d6-bdc45ca95a7e req-0bbbae62-293c-401c-8433-0db55d7b5878 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:28.044692 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b3284ba-e8c3-477b-b0d6-bdc45ca95a7e req-0bbbae62-293c-401c-8433-0db55d7b5878 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/ports?device_id=17fa4f5d-aac0-4414-b9e5-e78693babe0c HTTP/1.1" status: 200 len: 932 time: 0.1517644 Jul 06 13:58:28.049402 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-b91dcb63-0800-4213-855a-61a912533395 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:28.050917 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-b91dcb63-0800-4213-855a-61a912533395 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:28.065412 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 94486b89-1e65-4e71-b2e4-790ca40489bc details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:58:28.085435 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-b91dcb63-0800-4213-855a-61a912533395 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2678342 Jul 06 13:58:28.100844 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-cec8d1e3-14b2-4122-ad4c-05192399c901 service neutron] Request body: {'port': {'device_id': '17fa4f5d-aac0-4414-b9e5-e78693babe0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:28.129416 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b3284ba-e8c3-477b-b0d6-bdc45ca95a7e req-bc4d8455-49ef-4067-ae32-5f2a5bfc3ee0 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/security-groups?id=959cffb5-e4c6-4976-8807-2a1718f61e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837054 Jul 06 13:58:28.311068 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-cec8d1e3-14b2-4122-ad4c-05192399c901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:28.327866 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 94486b89-1e65-4e71-b2e4-790ca40489bc, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=94486b89-1e65-4e71-b2e4-790ca40489bc,segment=NetworkSegment(e4d5f113-0733-4d39-911c-a5823573bbad),segment_id=e4d5f113-0733-4d39-911c-a5823573bbad)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:28.367498 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '94486b89-1e65-4e71-b2e4-790ca40489bc', 'network_id': 'feedd1b5-b16b-46c1-99ff-64793157a3e7', 'port_id': '94486b89-1e65-4e71-b2e4-790ca40489bc', 'mac_address': 'fa:16:3e:ec:11:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a061d95c-fe13-4bcf-a696-dc3a1931aea5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:58:28.458858 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-67143e6b-109b-4332-9599-7d991f3ef13d None None] Provisioning for port ef7ad317-cb45-4c8f-a6b6-ea922f855e0e completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:58:28.492337 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-67143e6b-109b-4332-9599-7d991f3ef13d None None] Provisioning complete for port ef7ad317-cb45-4c8f-a6b6-ea922f855e0e triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:58:28.493815 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-67143e6b-109b-4332-9599-7d991f3ef13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:28.549169 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:28.601803 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94486b89-1e65-4e71-b2e4-790ca40489bc {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:58:28.631189 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:58:28.662867 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-67143e6b-109b-4332-9599-7d991f3ef13d None None] Port ef7ad317-cb45-4c8f-a6b6-ea922f855e0e cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:58:28.673509 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 94486b89-1e65-4e71-b2e4-790ca40489bc, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=94486b89-1e65-4e71-b2e4-790ca40489bc,segment=NetworkSegment(e4d5f113-0733-4d39-911c-a5823573bbad),segment_id=e4d5f113-0733-4d39-911c-a5823573bbad)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:28.682428 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:28.798254 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=94486b89-1e65-4e71-b2e4-790ca40489bc,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:28.824100 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-cec8d1e3-14b2-4122-ad4c-05192399c901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef7ad317-cb45-4c8f-a6b6-ea922f855e0e {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:58:28.833740 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-cec8d1e3-14b2-4122-ad4c-05192399c901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:28.850499 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-cec8d1e3-14b2-4122-ad4c-05192399c901 service neutron] Transition to ACTIVE for port object ef7ad317-cb45-4c8f-a6b6-ea922f855e0e will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:58:28.862448 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['94486b89-1e65-4e71-b2e4-790ca40489bc'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:58:28.883322 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-cec8d1e3-14b2-4122-ad4c-05192399c901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:29.041409 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec8d1e3-14b2-4122-ad4c-05192399c901 service neutron] Pushing event updated for resources: {'Port': ['ID=ef7ad317-cb45-4c8f-a6b6-ea922f855e0e,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:29.152960 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-cec8d1e3-14b2-4122-ad4c-05192399c901 service neutron] Attempting to bind port ef7ad317-cb45-4c8f-a6b6-ea922f855e0e on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:58:29.153442 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-cec8d1e3-14b2-4122-ad4c-05192399c901 service neutron] Attempting to bind port ef7ad317-cb45-4c8f-a6b6-ea922f855e0e by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '1bc958db-427d-4c6d-bfc9-f37996d6ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '722cbc5e-0e75-42e2-b12c-7b56d8730b91'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:58:29.153710 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-cec8d1e3-14b2-4122-ad4c-05192399c901 service neutron] Attempting to bind port ef7ad317-cb45-4c8f-a6b6-ea922f855e0e on network 722cbc5e-0e75-42e2-b12c-7b56d8730b91 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:58:29.166421 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-cec8d1e3-14b2-4122-ad4c-05192399c901 service neutron] Port ef7ad317-cb45-4c8f-a6b6-ea922f855e0e on network 722cbc5e-0e75-42e2-b12c-7b56d8730b91 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 13:58:29.166772 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-cec8d1e3-14b2-4122-ad4c-05192399c901 service neutron] Attempting to bind port ef7ad317-cb45-4c8f-a6b6-ea922f855e0e on network 722cbc5e-0e75-42e2-b12c-7b56d8730b91 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:58:29.179314 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-cec8d1e3-14b2-4122-ad4c-05192399c901 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:58:29.179314 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-cec8d1e3-14b2-4122-ad4c-05192399c901 service neutron] Checking segment: {'id': '1bc958db-427d-4c6d-bfc9-f37996d6ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '722cbc5e-0e75-42e2-b12c-7b56d8730b91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:58:29.180755 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-cec8d1e3-14b2-4122-ad4c-05192399c901 service neutron] Bound using segment: {'id': '1bc958db-427d-4c6d-bfc9-f37996d6ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '722cbc5e-0e75-42e2-b12c-7b56d8730b91'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:58:29.183217 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-cec8d1e3-14b2-4122-ad4c-05192399c901 service neutron] Bound port: ef7ad317-cb45-4c8f-a6b6-ea922f855e0e, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc958db-427d-4c6d-bfc9-f37996d6ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '722cbc5e-0e75-42e2-b12c-7b56d8730b91'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:58:29.183481 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-cec8d1e3-14b2-4122-ad4c-05192399c901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:29.212206 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7056402-268c-4e35-9fbf-80b69449843a req-8cda4a59-b647-4bd5-9ef2-eac78fdece91 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:29.238644 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a7056402-268c-4e35-9fbf-80b69449843a req-8cda4a59-b647-4bd5-9ef2-eac78fdece91 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.1735475 Jul 06 13:58:29.301648 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a7056402-268c-4e35-9fbf-80b69449843a req-230f9f9c-69db-454b-8521-fda19107b8c0 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615535 Jul 06 13:58:29.367227 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-cec8d1e3-14b2-4122-ad4c-05192399c901 service neutron] For port ef7ad317-cb45-4c8f-a6b6-ea922f855e0e, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:58:29.375892 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-cec8d1e3-14b2-4122-ad4c-05192399c901 service neutron] For port ef7ad317-cb45-4c8f-a6b6-ea922f855e0e, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ef7ad317-cb45-4c8f-a6b6-ea922f855e0e,segment=NetworkSegment(1bc958db-427d-4c6d-bfc9-f37996d6ac59),segment_id=1bc958db-427d-4c6d-bfc9-f37996d6ac59)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:58:29.389718 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-cec8d1e3-14b2-4122-ad4c-05192399c901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:29.390739 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device db5588be-3d9a-4d74-bf8a-1441aa34f778 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:58:29.493716 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port db5588be-3d9a-4d74-bf8a-1441aa34f778 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:58:29.494927 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:29.516281 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec8d1e3-14b2-4122-ad4c-05192399c901 service neutron] Pushing event updated for resources: {'Port': ['ID=ef7ad317-cb45-4c8f-a6b6-ea922f855e0e,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:29.539180 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-cec8d1e3-14b2-4122-ad4c-05192399c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:29.539884 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-cec8d1e3-14b2-4122-ad4c-05192399c901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:29.541515 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-cec8d1e3-14b2-4122-ad4c-05192399c901 service neutron] 10.222.0.52 "PUT /v2.0/ports/ef7ad317-cb45-4c8f-a6b6-ea922f855e0e HTTP/1.1" status: 200 len: 1092 time: 1.4477458 Jul 06 13:58:29.555248 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fa4f5d-aac0-4414-b9e5-e78693babe0c', 'tag': 'ef7ad317-cb45-4c8f-a6b6-ea922f855e0e'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:29.565246 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e123fac0-02fd-4a34-bc11-30ce98ef7f42" -d '{"events": [{"name": "network-changed", "server_uuid": "17fa4f5d-aac0-4414-b9e5-e78693babe0c", "tag": "ef7ad317-cb45-4c8f-a6b6-ea922f855e0e"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:29.694066 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab83c2e-19ae-4abb-ab2e-f40f224dfcdb req-adc49236-47a7-4d3f-998d-b4989bc79d64 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:29.696213 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cab83c2e-19ae-4abb-ab2e-f40f224dfcdb req-adc49236-47a7-4d3f-998d-b4989bc79d64 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 944 time: 0.1517024 Jul 06 13:58:29.717052 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-0e5f6a82-114d-4434-a37c-2b2a15f78b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:29.718917 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-0e5f6a82-114d-4434-a37c-2b2a15f78b01 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cc6837af4ff04b70b3c3d9811d0990ae&device_id=17fa4f5d-aac0-4414-b9e5-e78693babe0c HTTP/1.1" status: 200 len: 1095 time: 0.1284809 Jul 06 13:58:29.797130 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cab83c2e-19ae-4abb-ab2e-f40f224dfcdb req-d7b4e81f-24c1-4d62-99ed-1a8fadfa3c10 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948875 Jul 06 13:58:29.831527 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-90f39416-8331-43eb-a904-4405c274be00 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef7ad317-cb45-4c8f-a6b6-ea922f855e0e HTTP/1.1" status: 200 len: 217 time: 0.0990012 Jul 06 13:58:30.081579 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 94486b89-1e65-4e71-b2e4-790ca40489bc up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:58:30.174160 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09198120-ee43-4f4b-91b7-1115d00fd44a req-1f46ad4b-ce34-482e-b8fc-bbec8d1ab43d tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:30.176758 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-09198120-ee43-4f4b-91b7-1115d00fd44a req-1f46ad4b-ce34-482e-b8fc-bbec8d1ab43d tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/ports?device_id=17fa4f5d-aac0-4414-b9e5-e78693babe0c HTTP/1.1" status: 200 len: 944 time: 0.1325922 Jul 06 13:58:30.261400 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 94486b89-1e65-4e71-b2e4-790ca40489bc triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:58:30.261926 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:30.262409 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-09198120-ee43-4f4b-91b7-1115d00fd44a req-2efc4c7a-ac8e-4a29-aefd-0d0e73d22dcc tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/security-groups?id=959cffb5-e4c6-4976-8807-2a1718f61e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776420 Jul 06 13:58:30.514585 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:30.574403 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94486b89-1e65-4e71-b2e4-790ca40489bc'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:30.580467 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043f6859-5851-462e-8788-6283bab5fc2d" -d '{"events": [{"server_uuid": "cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5", "name": "network-vif-plugged", "status": "completed", "tag": "94486b89-1e65-4e71-b2e4-790ca40489bc"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:30.608757 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 94486b89-1e65-4e71-b2e4-790ca40489bc, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=94486b89-1e65-4e71-b2e4-790ca40489bc,segment=NetworkSegment(e4d5f113-0733-4d39-911c-a5823573bbad),segment_id=e4d5f113-0733-4d39-911c-a5823573bbad)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:30.620988 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:30.757316 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=94486b89-1e65-4e71-b2e4-790ca40489bc,revision_number=7']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:30.843596 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-7ce70945-a72f-4fe2-9cc9-ef15ace84e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:30.846434 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-7ce70945-a72f-4fe2-9cc9-ef15ace84e33 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb HTTP/1.1" status: 200 len: 868 time: 1.0050268 Jul 06 13:58:30.848428 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508431c0-6d71-44d2-ba02-7ae88f3169de x-openstack-request-id: req-508431c0-6d71-44d2-ba02-7ae88f3169de {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:30.848935 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17fa4f5d-aac0-4414-b9e5-e78693babe0c", "tag": "ef7ad317-cb45-4c8f-a6b6-ea922f855e0e", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:30.849349 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-508431c0-6d71-44d2-ba02-7ae88f3169de {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:30.850508 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fa4f5d-aac0-4414-b9e5-e78693babe0c', 'tag': 'ef7ad317-cb45-4c8f-a6b6-ea922f855e0e', 'status': 'completed', 'code': 200} Jul 06 13:58:31.014526 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-45083216-7649-4440-a437-be8d4774896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:31.016340 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-45083216-7649-4440-a437-be8d4774896a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=722cbc5e-0e75-42e2-b12c-7b56d8730b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1492653 Jul 06 13:58:31.110134 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc730d4-67da-4c25-892a-c577d4eaae68 req-ac31828b-5271-4ecd-94fe-9a89d89cd5f3 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:31.122026 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-adc730d4-67da-4c25-892a-c577d4eaae68 req-ac31828b-5271-4ecd-94fe-9a89d89cd5f3 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.1462705 Jul 06 13:58:31.185183 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-adc730d4-67da-4c25-892a-c577d4eaae68 req-ac8f6d91-efc8-4137-9243-4fb90b6f70b0 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603082 Jul 06 13:58:31.231674 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-f06aab95-5c54-4279-894d-79eeeeeca8e6 service neutron] 10.222.0.52 "GET /v2.0/networks/722cbc5e-0e75-42e2-b12c-7b56d8730b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977699 Jul 06 13:58:31.257535 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357edaf8-f22c-4214-bbb8-87d77c83d886 x-openstack-request-id: req-357edaf8-f22c-4214-bbb8-87d77c83d886 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:31.257865 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5", "name": "network-vif-plugged", "status": "completed", "tag": "94486b89-1e65-4e71-b2e4-790ca40489bc", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:31.258124 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-357edaf8-f22c-4214-bbb8-87d77c83d886 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:31.258526 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94486b89-1e65-4e71-b2e4-790ca40489bc', 'code': 200} Jul 06 13:58:31.372837 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ad48f306-0884-495e-8ea8-0c2ab94a7077 req-86a25029-65ab-4af2-b6a4-1dcc5af5471a service neutron] 10.222.0.52 "GET /v2.0/networks/722cbc5e-0e75-42e2-b12c-7b56d8730b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354191 Jul 06 13:58:31.471022 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b269f-43f9-4b9d-bfb4-92ec90fe7eab req-7200b5cf-50ee-49e4-86dd-2e7d7ab17f49 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:31.473274 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-352b269f-43f9-4b9d-bfb4-92ec90fe7eab req-7200b5cf-50ee-49e4-86dd-2e7d7ab17f49 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.0765572 Jul 06 13:58:31.522578 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123fac0-02fd-4a34-bc11-30ce98ef7f42 req-0837e0c1-eeca-4677-b81c-78ff2aadb26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:31.525571 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e123fac0-02fd-4a34-bc11-30ce98ef7f42 req-0837e0c1-eeca-4677-b81c-78ff2aadb26f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cc6837af4ff04b70b3c3d9811d0990ae&device_id=17fa4f5d-aac0-4414-b9e5-e78693babe0c HTTP/1.1" status: 200 len: 1095 time: 0.0894146 Jul 06 13:58:31.532088 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-352b269f-43f9-4b9d-bfb4-92ec90fe7eab req-4255b9e9-8af1-4833-81fc-fccef6d9dde7 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516241 Jul 06 13:58:31.644372 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123fac0-02fd-4a34-bc11-30ce98ef7f42 req-bff40140-9996-4ce2-9ce0-20ba9b410491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:31.645992 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e123fac0-02fd-4a34-bc11-30ce98ef7f42 req-bff40140-9996-4ce2-9ce0-20ba9b410491 service neutron] 10.222.0.52 "GET /v2.0/networks?id=722cbc5e-0e75-42e2-b12c-7b56d8730b91 HTTP/1.1" status: 200 len: 930 time: 0.1119130 Jul 06 13:58:31.702790 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e123fac0-02fd-4a34-bc11-30ce98ef7f42 req-e2e8276a-4adb-4810-b091-96960bab2f71 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef7ad317-cb45-4c8f-a6b6-ea922f855e0e HTTP/1.1" status: 200 len: 217 time: 0.0478947 Jul 06 13:58:31.764832 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123fac0-02fd-4a34-bc11-30ce98ef7f42 req-07e6703d-cab1-4f15-af4f-899bdfa3df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:31.766558 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e123fac0-02fd-4a34-bc11-30ce98ef7f42 req-07e6703d-cab1-4f15-af4f-899bdfa3df2e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb HTTP/1.1" status: 200 len: 868 time: 0.0558248 Jul 06 13:58:31.815030 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bbab4-61be-4812-bab3-ae4cc7134f86 req-648a8145-3ef1-4f5e-8d8f-2d435f319c2b tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:31.816885 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b2bbab4-61be-4812-bab3-ae4cc7134f86 req-648a8145-3ef1-4f5e-8d8f-2d435f319c2b tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/ports?device_id=17fa4f5d-aac0-4414-b9e5-e78693babe0c HTTP/1.1" status: 200 len: 944 time: 0.1063662 Jul 06 13:58:31.853287 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123fac0-02fd-4a34-bc11-30ce98ef7f42 req-f3131d63-5f93-4e8f-a430-e0c50c94ebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:31.855574 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e123fac0-02fd-4a34-bc11-30ce98ef7f42 req-f3131d63-5f93-4e8f-a430-e0c50c94ebc7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=722cbc5e-0e75-42e2-b12c-7b56d8730b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796783 Jul 06 13:58:31.877422 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b2bbab4-61be-4812-bab3-ae4cc7134f86 req-299e88db-5878-404b-9f4c-84d80a10a0bb tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/security-groups?id=959cffb5-e4c6-4976-8807-2a1718f61e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542774 Jul 06 13:58:32.034007 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e123fac0-02fd-4a34-bc11-30ce98ef7f42 req-da0bd90c-b788-4056-8a6c-3f137f03b7f7 service neutron] 10.222.0.52 "GET /v2.0/networks/722cbc5e-0e75-42e2-b12c-7b56d8730b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679633 Jul 06 13:58:32.222893 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e123fac0-02fd-4a34-bc11-30ce98ef7f42 req-bebad405-a3fa-482f-be69-238bae89e009 service neutron] 10.222.0.52 "GET /v2.0/networks/722cbc5e-0e75-42e2-b12c-7b56d8730b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828942 Jul 06 13:58:32.516314 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5212280-5982-47c9-805f-636f60cf961a req-1e08f9a1-7745-456a-90d5-ec26cad8c831 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:32.518624 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f5212280-5982-47c9-805f-636f60cf961a req-1e08f9a1-7745-456a-90d5-ec26cad8c831 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.1019504 Jul 06 13:58:32.575662 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f5212280-5982-47c9-805f-636f60cf961a req-ff374d8a-b4e3-4d22-a676-2461806bd06b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510368 Jul 06 13:58:32.902117 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d552cc-e78e-474f-8922-a9fb8075a4ab req-eb9c8de5-5263-4bf9-bbec-28884ef7736f tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:32.910773 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-77d552cc-e78e-474f-8922-a9fb8075a4ab req-eb9c8de5-5263-4bf9-bbec-28884ef7736f tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1278131 Jul 06 13:58:32.979150 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-77d552cc-e78e-474f-8922-a9fb8075a4ab req-ec61fd3e-0773-4add-8ab9-2f63eea01ca9 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673313 Jul 06 13:58:33.214962 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d8e55-54dc-42cd-8341-70df19279bd6 req-9c029720-21ef-4999-8559-cb2f3a9234d0 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:33.216728 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-604d8e55-54dc-42cd-8341-70df19279bd6 req-9c029720-21ef-4999-8559-cb2f3a9234d0 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/ports?device_id=17fa4f5d-aac0-4414-b9e5-e78693babe0c HTTP/1.1" status: 200 len: 944 time: 0.1118398 Jul 06 13:58:33.301151 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-604d8e55-54dc-42cd-8341-70df19279bd6 req-0b736726-c738-4209-b912-996532ad5b10 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/security-groups?id=959cffb5-e4c6-4976-8807-2a1718f61e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783052 Jul 06 13:58:33.869404 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ef7ad317-cb45-4c8f-a6b6-ea922f855e0e details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:58:33.958867 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af85b72-52aa-4e5c-9e91-467547c420cc req-5943423c-6a79-4126-8f8e-9ffbe1b19104 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:33.965925 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1af85b72-52aa-4e5c-9e91-467547c420cc req-5943423c-6a79-4126-8f8e-9ffbe1b19104 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.1839063 Jul 06 13:58:34.038081 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1af85b72-52aa-4e5c-9e91-467547c420cc req-eb2dc59c-d972-4ead-ae5d-9cdf871853c2 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635889 Jul 06 13:58:34.054222 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port ef7ad317-cb45-4c8f-a6b6-ea922f855e0e, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ef7ad317-cb45-4c8f-a6b6-ea922f855e0e,segment=NetworkSegment(1bc958db-427d-4c6d-bfc9-f37996d6ac59),segment_id=1bc958db-427d-4c6d-bfc9-f37996d6ac59)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:34.070561 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'ef7ad317-cb45-4c8f-a6b6-ea922f855e0e', 'network_id': '722cbc5e-0e75-42e2-b12c-7b56d8730b91', 'port_id': 'ef7ad317-cb45-4c8f-a6b6-ea922f855e0e', 'mac_address': 'fa:16:3e:b0:05:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:58:34.124160 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:34.159780 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef7ad317-cb45-4c8f-a6b6-ea922f855e0e {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:58:34.226142 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port ef7ad317-cb45-4c8f-a6b6-ea922f855e0e, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ef7ad317-cb45-4c8f-a6b6-ea922f855e0e,segment=NetworkSegment(1bc958db-427d-4c6d-bfc9-f37996d6ac59),segment_id=1bc958db-427d-4c6d-bfc9-f37996d6ac59)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:34.234865 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:34.350280 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=ef7ad317-cb45-4c8f-a6b6-ea922f855e0e,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:34.489147 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f73ad-d49e-4ccf-957a-76f20d963cac req-3c56d69e-b5f3-4f32-ac0e-5ba40441fe6a tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:34.495133 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['ef7ad317-cb45-4c8f-a6b6-ea922f855e0e'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:58:34.505585 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c7f73ad-d49e-4ccf-957a-76f20d963cac req-3c56d69e-b5f3-4f32-ac0e-5ba40441fe6a tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1590288 Jul 06 13:58:34.590925 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c7f73ad-d49e-4ccf-957a-76f20d963cac req-96d43e7b-fd53-4eb8-9537-48e55f83e2dc tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829353 Jul 06 13:58:34.786171 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416fbba-c72b-4a0e-907d-a3ce50b481d9 req-807c7b1b-d4fb-4e1f-9154-2fbb3bb6627f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:34.794172 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c416fbba-c72b-4a0e-907d-a3ce50b481d9 req-807c7b1b-d4fb-4e1f-9154-2fbb3bb6627f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/ports?device_id=17fa4f5d-aac0-4414-b9e5-e78693babe0c HTTP/1.1" status: 200 len: 945 time: 0.0947642 Jul 06 13:58:34.851445 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c416fbba-c72b-4a0e-907d-a3ce50b481d9 req-8afe70c8-befc-4416-b379-194e4d860e17 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/security-groups?id=959cffb5-e4c6-4976-8807-2a1718f61e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561254 Jul 06 13:58:35.418716 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3033d-e88d-4549-b0b2-880af586a9c0 req-0afede01-02f9-4d3a-a24e-564fe3def5e3 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:35.421509 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-29e3033d-e88d-4549-b0b2-880af586a9c0 req-0afede01-02f9-4d3a-a24e-564fe3def5e3 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.0983372 Jul 06 13:58:35.469338 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-29e3033d-e88d-4549-b0b2-880af586a9c0 req-2d993b76-3dce-40c8-ad24-413c18d91c6c tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417681 Jul 06 13:58:35.873837 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19522016-0c39-4597-9dca-2b0cd36f0d48 req-43c9479e-65f8-4384-b656-8a1b1569ab3f tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:35.876046 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ef7ad317-cb45-4c8f-a6b6-ea922f855e0e up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:58:35.892416 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19522016-0c39-4597-9dca-2b0cd36f0d48 req-43c9479e-65f8-4384-b656-8a1b1569ab3f tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.1171734 Jul 06 13:58:35.949466 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19522016-0c39-4597-9dca-2b0cd36f0d48 req-d3520424-f87b-430c-b4ff-a4146f810e1f tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553887 Jul 06 13:58:35.994419 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port ef7ad317-cb45-4c8f-a6b6-ea922f855e0e completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:58:36.039869 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port ef7ad317-cb45-4c8f-a6b6-ea922f855e0e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:58:36.041085 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:36.278985 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:36.336597 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fa4f5d-aac0-4414-b9e5-e78693babe0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7ad317-cb45-4c8f-a6b6-ea922f855e0e'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:36.339999 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74590190-2e88-4ce4-bb76-22e02d270ef3" -d '{"events": [{"server_uuid": "17fa4f5d-aac0-4414-b9e5-e78693babe0c", "name": "network-vif-plugged", "status": "completed", "tag": "ef7ad317-cb45-4c8f-a6b6-ea922f855e0e"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:36.375702 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port ef7ad317-cb45-4c8f-a6b6-ea922f855e0e, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ef7ad317-cb45-4c8f-a6b6-ea922f855e0e,segment=NetworkSegment(1bc958db-427d-4c6d-bfc9-f37996d6ac59),segment_id=1bc958db-427d-4c6d-bfc9-f37996d6ac59)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:36.385813 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:36.412318 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc670f02-9326-4c79-a251-5fd53d0f3797 req-2dda9834-4df5-40d5-b6b7-8a43f7c5208e tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:36.414110 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc670f02-9326-4c79-a251-5fd53d0f3797 req-2dda9834-4df5-40d5-b6b7-8a43f7c5208e tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/ports?device_id=17fa4f5d-aac0-4414-b9e5-e78693babe0c HTTP/1.1" status: 200 len: 945 time: 0.1275055 Jul 06 13:58:36.469613 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc670f02-9326-4c79-a251-5fd53d0f3797 req-5cbe0085-059d-4adc-957e-ba9bf0eca78c tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/security-groups?id=959cffb5-e4c6-4976-8807-2a1718f61e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489299 Jul 06 13:58:36.470258 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=ef7ad317-cb45-4c8f-a6b6-ea922f855e0e,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:36.824961 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a61531-8d66-42fb-af38-32dedc2489d1 x-openstack-request-id: req-30a61531-8d66-42fb-af38-32dedc2489d1 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:36.825278 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fa4f5d-aac0-4414-b9e5-e78693babe0c", "name": "network-vif-plugged", "status": "completed", "tag": "ef7ad317-cb45-4c8f-a6b6-ea922f855e0e", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:36.825650 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-30a61531-8d66-42fb-af38-32dedc2489d1 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:36.825999 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fa4f5d-aac0-4414-b9e5-e78693babe0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7ad317-cb45-4c8f-a6b6-ea922f855e0e', 'code': 200} Jul 06 13:58:37.145787 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d7f36-1097-4f88-b74e-c88701a87572 req-204d3c23-b284-4c82-8db8-9483d17541ea tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:37.153172 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-957d7f36-1097-4f88-b74e-c88701a87572 req-204d3c23-b284-4c82-8db8-9483d17541ea tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.1167572 Jul 06 13:58:37.198761 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-957d7f36-1097-4f88-b74e-c88701a87572 req-2667fb82-24e4-4eda-ad87-ec7a477542fd tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444243 Jul 06 13:58:37.232281 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f46d9-7ce9-4e2d-9f6b-3603156d3815 req-1ae72f47-f7ab-4f5f-a600-1edf4c06bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:37.239285 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-942f46d9-7ce9-4e2d-9f6b-3603156d3815 req-1ae72f47-f7ab-4f5f-a600-1edf4c06bb11 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=17fa4f5d-aac0-4414-b9e5-e78693babe0c HTTP/1.1" status: 200 len: 1097 time: 0.3408689 Jul 06 13:58:37.292446 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cd173e5c-4200-49b6-a686-43e218454f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:37.341221 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-942f46d9-7ce9-4e2d-9f6b-3603156d3815 req-b20cd6e2-4f97-4cfa-b635-e6e460e65444 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=959cffb5-e4c6-4976-8807-2a1718f61e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945616 Jul 06 13:58:37.407020 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad2b0c-b12c-4c97-92e0-9ad58852eeb3 req-b2be2dc1-0c50-4317-ab34-127a337350fd tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:37.419198 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1aad2b0c-b12c-4c97-92e0-9ad58852eeb3 req-b2be2dc1-0c50-4317-ab34-127a337350fd tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.0797989 Jul 06 13:58:37.465472 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1aad2b0c-b12c-4c97-92e0-9ad58852eeb3 req-4e089fa4-f3eb-4473-809a-d119b2862dcc tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504131 Jul 06 13:58:37.760486 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cebb2f9-171d-48ec-b366-219506aa30f8 req-5962acaa-2cb8-47a6-9788-65613c2c459a tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:37.768392 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5cebb2f9-171d-48ec-b366-219506aa30f8 req-5962acaa-2cb8-47a6-9788-65613c2c459a tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/ports?device_id=17fa4f5d-aac0-4414-b9e5-e78693babe0c HTTP/1.1" status: 200 len: 946 time: 0.1131325 Jul 06 13:58:37.832539 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5cebb2f9-171d-48ec-b366-219506aa30f8 req-572cbe7a-a459-473f-99fa-8356e83f61dd tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/security-groups?id=959cffb5-e4c6-4976-8807-2a1718f61e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619154 Jul 06 13:58:38.522358 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456202c-50a4-4b30-b2de-1f1febd0b7cf req-14e548c3-3844-4f51-9174-a53e26c4913a tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:38.528102 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b456202c-50a4-4b30-b2de-1f1febd0b7cf req-14e548c3-3844-4f51-9174-a53e26c4913a tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.1111169 Jul 06 13:58:38.742655 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b456202c-50a4-4b30-b2de-1f1febd0b7cf req-0f9fc7b7-97cb-437c-abb8-6d1222b51064 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471324 Jul 06 13:58:38.952872 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f612d-fab0-4c01-a76f-fde92fa19eb9 req-7775e673-dd72-466b-9d13-42202617809b tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:38.955466 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f45f612d-fab0-4c01-a76f-fde92fa19eb9 req-7775e673-dd72-466b-9d13-42202617809b tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.0930662 Jul 06 13:58:39.009633 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f45f612d-fab0-4c01-a76f-fde92fa19eb9 req-fc1564fa-03ab-46de-aabf-47f3472f0dc4 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476606 Jul 06 13:58:39.228680 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c5cbc-2739-4b3e-9baf-39215990f8c2 req-2520af98-5678-46fd-b45b-e19786cf6045 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:39.230308 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-574c5cbc-2739-4b3e-9baf-39215990f8c2 req-2520af98-5678-46fd-b45b-e19786cf6045 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/ports?device_id=17fa4f5d-aac0-4414-b9e5-e78693babe0c HTTP/1.1" status: 200 len: 946 time: 0.0865123 Jul 06 13:58:39.284973 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-574c5cbc-2739-4b3e-9baf-39215990f8c2 req-659550ba-e63b-4553-a661-8459370eefd7 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/security-groups?id=959cffb5-e4c6-4976-8807-2a1718f61e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482876 Jul 06 13:58:39.913178 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d066bc58-1992-404f-8722-0f10439b3eb9 req-8da3be40-2a2e-4edb-8f27-0aea8d85fff6 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 258 time: 0.3091900 Jul 06 13:58:39.918754 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-d066bc58-1992-404f-8722-0f10439b3eb9 req-3c6db8c2-8a7a-46fe-88ce-d3cecdc06f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:39.948144 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d066bc58-1992-404f-8722-0f10439b3eb9 req-3c6db8c2-8a7a-46fe-88ce-d3cecdc06f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:40.089548 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d066bc58-1992-404f-8722-0f10439b3eb9 req-3c6db8c2-8a7a-46fe-88ce-d3cecdc06f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:40.150657 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:40.253455 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-d066bc58-1992-404f-8722-0f10439b3eb9 req-3c6db8c2-8a7a-46fe-88ce-d3cecdc06f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Allocated IP 172.25.6.20 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/eb6ea3b8-8b9a-4560-bf36-ef0c74359a84) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:58:40.432672 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d066bc58-1992-404f-8722-0f10439b3eb9 req-3c6db8c2-8a7a-46fe-88ce-d3cecdc06f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:40.501954 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d066bc58-1992-404f-8722-0f10439b3eb9 req-3c6db8c2-8a7a-46fe-88ce-d3cecdc06f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:40.568817 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-216381b9-1f67-4196-832d-9b2db6dd38e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:40.578950 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d066bc58-1992-404f-8722-0f10439b3eb9 req-3c6db8c2-8a7a-46fe-88ce-d3cecdc06f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:58:40.584076 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-d066bc58-1992-404f-8722-0f10439b3eb9 req-3c6db8c2-8a7a-46fe-88ce-d3cecdc06f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:58:40.593261 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-d066bc58-1992-404f-8722-0f10439b3eb9 req-3c6db8c2-8a7a-46fe-88ce-d3cecdc06f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:58:40.679767 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6db8c2-8a7a-46fe-88ce-d3cecdc06f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Pushing event updated for resources: {'Port': ['ID=eb6ea3b8-8b9a-4560-bf36-ef0c74359a84,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:40.704713 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6db8c2-8a7a-46fe-88ce-d3cecdc06f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:40.704713 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6db8c2-8a7a-46fe-88ce-d3cecdc06f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:40.704713 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6db8c2-8a7a-46fe-88ce-d3cecdc06f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:40.704713 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6db8c2-8a7a-46fe-88ce-d3cecdc06f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:40.704713 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6db8c2-8a7a-46fe-88ce-d3cecdc06f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:40.704713 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6db8c2-8a7a-46fe-88ce-d3cecdc06f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:40.705466 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6db8c2-8a7a-46fe-88ce-d3cecdc06f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:40.705466 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6db8c2-8a7a-46fe-88ce-d3cecdc06f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:40.705663 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6db8c2-8a7a-46fe-88ce-d3cecdc06f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:40.726156 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6db8c2-8a7a-46fe-88ce-d3cecdc06f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:40.726598 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6db8c2-8a7a-46fe-88ce-d3cecdc06f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:40.726941 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6db8c2-8a7a-46fe-88ce-d3cecdc06f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:40.880923 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d066bc58-1992-404f-8722-0f10439b3eb9 req-3c6db8c2-8a7a-46fe-88ce-d3cecdc06f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:41.010421 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d066bc58-1992-404f-8722-0f10439b3eb9 req-3c6db8c2-8a7a-46fe-88ce-d3cecdc06f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:41.376878 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d066bc58-1992-404f-8722-0f10439b3eb9 req-3c6db8c2-8a7a-46fe-88ce-d3cecdc06f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:41.387516 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d066bc58-1992-404f-8722-0f10439b3eb9 req-3c6db8c2-8a7a-46fe-88ce-d3cecdc06f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:41.496590 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:41.663868 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6db8c2-8a7a-46fe-88ce-d3cecdc06f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Pushing event updated for resources: {'Port': ['ID=eb6ea3b8-8b9a-4560-bf36-ef0c74359a84,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:41.715038 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d066bc58-1992-404f-8722-0f10439b3eb9 req-3c6db8c2-8a7a-46fe-88ce-d3cecdc06f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:41.761832 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d066bc58-1992-404f-8722-0f10439b3eb9 req-3c6db8c2-8a7a-46fe-88ce-d3cecdc06f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:41.770834 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d066bc58-1992-404f-8722-0f10439b3eb9 req-3c6db8c2-8a7a-46fe-88ce-d3cecdc06f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8557310 Jul 06 13:58:41.837161 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d066bc58-1992-404f-8722-0f10439b3eb9 req-8ebd2175-8ccc-4f0b-856c-8ff400a39582 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.20 HTTP/1.1" status: 200 len: 695 time: 0.0639482 Jul 06 13:58:42.045374 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066bc58-1992-404f-8722-0f10439b3eb9 req-2fc90a0e-0126-48d3-bcac-37ab25cae49b tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:42.058406 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d066bc58-1992-404f-8722-0f10439b3eb9 req-2fc90a0e-0126-48d3-bcac-37ab25cae49b tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 784 time: 0.2200766 Jul 06 13:58:42.353327 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92637dc9-3a3a-49fa-b718-8b0555f05967 req-674153b7-f346-4611-8cc1-d2757fcc2523 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:42.355188 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-92637dc9-3a3a-49fa-b718-8b0555f05967 req-674153b7-f346-4611-8cc1-d2757fcc2523 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.1865737 Jul 06 13:58:42.450398 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-92637dc9-3a3a-49fa-b718-8b0555f05967 req-ffa60aad-4efa-45f7-b906-e568b69961d0 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893614 Jul 06 13:58:42.816100 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84480c6-33cb-414b-adf1-1dbc9ea2894f req-085718cf-91f6-413f-b7ab-8d31911cb092 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:42.822370 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e84480c6-33cb-414b-adf1-1dbc9ea2894f req-085718cf-91f6-413f-b7ab-8d31911cb092 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.0935645 Jul 06 13:58:42.932410 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e84480c6-33cb-414b-adf1-1dbc9ea2894f req-197b8a3f-54ee-4936-a09d-79c608612144 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067038 Jul 06 13:58:43.031969 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:43.954856 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3894f-6526-4462-afca-08e5cdc04d50 req-424d21ce-966c-4858-a168-dc61f287db9a tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:43.959769 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dea3894f-6526-4462-afca-08e5cdc04d50 req-424d21ce-966c-4858-a168-dc61f287db9a tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/ports?device_id=17fa4f5d-aac0-4414-b9e5-e78693babe0c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2138820 Jul 06 13:58:44.115069 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dea3894f-6526-4462-afca-08e5cdc04d50 req-2909b461-3770-41c5-a50c-c5e9a4f13181 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.20 HTTP/1.1" status: 200 len: 695 time: 0.1456478 Jul 06 13:58:44.121516 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-dea3894f-6526-4462-afca-08e5cdc04d50 req-491a9634-e0ba-49e4-8fa3-cd38685c2df8 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Request body: {'floatingip': {'port_id': 'ef7ad317-cb45-4c8f-a6b6-ea922f855e0e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:44.171846 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dea3894f-6526-4462-afca-08e5cdc04d50 req-491a9634-e0ba-49e4-8fa3-cd38685c2df8 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks [] for floatingip, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:45.778992 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dea3894f-6526-4462-afca-08e5cdc04d50 req-491a9634-e0ba-49e4-8fa3-cd38685c2df8 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:45.790818 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dea3894f-6526-4462-afca-08e5cdc04d50 req-491a9634-e0ba-49e4-8fa3-cd38685c2df8 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:46.163582 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [req-dea3894f-6526-4462-afca-08e5cdc04d50 req-491a9634-e0ba-49e4-8fa3-cd38685c2df8 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Floating IP 6a1397aa-fede-41ee-8c43-7d11393fc4a9 associated. External IP: 172.25.6.20, port: ef7ad317-cb45-4c8f-a6b6-ea922f855e0e. Jul 06 13:58:46.505692 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:46.582083 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dea3894f-6526-4462-afca-08e5cdc04d50 req-491a9634-e0ba-49e4-8fa3-cd38685c2df8 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Router 92844bc1-463d-482e-bd90-eac18da3c258 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:58:46.819023 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dea3894f-6526-4462-afca-08e5cdc04d50 req-491a9634-e0ba-49e4-8fa3-cd38685c2df8 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:58:46.826387 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dea3894f-6526-4462-afca-08e5cdc04d50 req-491a9634-e0ba-49e4-8fa3-cd38685c2df8 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:46.848038 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e926f3-9275-42da-a894-52a89690dfe5 None None] Sync routers for ids ['92844bc1-463d-482e-bd90-eac18da3c258'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:58:46.875649 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e926f3-9275-42da-a894-52a89690dfe5 None None] Routers {'92844bc1-463d-482e-bd90-eac18da3c258'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:58:46.876595 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-b4e926f3-9275-42da-a894-52a89690dfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:58:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['92844bc1-463d-482e-bd90-eac18da3c258'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:46.906268 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dea3894f-6526-4462-afca-08e5cdc04d50 req-491a9634-e0ba-49e4-8fa3-cd38685c2df8 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "PUT /v2.0/floatingips/6a1397aa-fede-41ee-8c43-7d11393fc4a9 HTTP/1.1" status: 200 len: 996 time: 2.7899125 Jul 06 13:58:46.907101 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fa4f5d-aac0-4414-b9e5-e78693babe0c', 'tag': 'ef7ad317-cb45-4c8f-a6b6-ea922f855e0e'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:46.909533 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c15d8bb-eac5-4a67-9eb6-6d06fca99093" -d '{"events": [{"name": "network-changed", "server_uuid": "17fa4f5d-aac0-4414-b9e5-e78693babe0c", "tag": "ef7ad317-cb45-4c8f-a6b6-ea922f855e0e"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:47.024000 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-b4e926f3-9275-42da-a894-52a89690dfe5 None None] Set router 92844bc1-463d-482e-bd90-eac18da3c258 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:58:47.186833 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3894f-6526-4462-afca-08e5cdc04d50 req-d48f4142-88d0-40a2-9e54-ead4e2f562a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:47.195831 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dea3894f-6526-4462-afca-08e5cdc04d50 req-d48f4142-88d0-40a2-9e54-ead4e2f562a5 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=cc6837af4ff04b70b3c3d9811d0990ae&device_id=17fa4f5d-aac0-4414-b9e5-e78693babe0c HTTP/1.1" status: 200 len: 1097 time: 0.2776780 Jul 06 13:58:47.312417 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3894f-6526-4462-afca-08e5cdc04d50 req-6110a681-3fcd-415e-8799-efcddac08fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:47.313979 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dea3894f-6526-4462-afca-08e5cdc04d50 req-6110a681-3fcd-415e-8799-efcddac08fa2 service neutron] 10.222.0.118 "GET /v2.0/networks?id=722cbc5e-0e75-42e2-b12c-7b56d8730b91 HTTP/1.1" status: 200 len: 930 time: 0.1073000 Jul 06 13:58:47.366016 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-b4e926f3-9275-42da-a894-52a89690dfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92844bc1-463d-482e-bd90-eac18da3c258', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1251568367-router', 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '2412b3a1-d586-4596-9cc2-c42d13939a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:58:15Z', 'updated_at': '2021-07-06T13:58:20Z', 'revision_number': 4, 'project_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'gw_port': {'id': '2412b3a1-d586-4596-9cc2-c42d13939a80', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92844bc1-463d-482e-bd90-eac18da3c258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:58:16Z', 'updated_at': '2021-07-06T13:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '6a1397aa-fede-41ee-8c43-7d11393fc4a9', 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '92844bc1-463d-482e-bd90-eac18da3c258', 'port_id': 'ef7ad317-cb45-4c8f-a6b6-ea922f855e0e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '722cbc5e-0e75-42e2-b12c-7b56d8730b91', 'mac_address': 'fa:16:3e:b0:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fa4f5d-aac0-4414-b9e5-e78693babe0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:58:40Z', 'updated_at': '2021-07-06T13:58:45Z', 'revision_number': 1, 'project_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db5588be-3d9a-4d74-bf8a-1441aa34f778', 'name': '', 'network_id': '722cbc5e-0e75-42e2-b12c-7b56d8730b91', 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'mac_address': 'fa:16:3e:04:2e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92844bc1-463d-482e-bd90-eac18da3c258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:58:19Z', 'updated_at': '2021-07-06T13:58:27Z', 'revision_number': 5, 'project_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'subnets': [{'id': 'a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:47.405225 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e926f3-9275-42da-a894-52a89690dfe5 None None] Checking router: 92844bc1-463d-482e-bd90-eac18da3c258 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:58:47.417586 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e926f3-9275-42da-a894-52a89690dfe5 None None] Routers {'92844bc1-463d-482e-bd90-eac18da3c258'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:58:47.424687 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-b4e926f3-9275-42da-a894-52a89690dfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:58:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['92844bc1-463d-482e-bd90-eac18da3c258'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:47.522455 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dea3894f-6526-4462-afca-08e5cdc04d50 req-8bd14238-fcb3-43ed-92ea-a223ce2dd484 service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef7ad317-cb45-4c8f-a6b6-ea922f855e0e HTTP/1.1" status: 200 len: 999 time: 0.2021580 Jul 06 13:58:47.564648 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-b4e926f3-9275-42da-a894-52a89690dfe5 None None] Set router 92844bc1-463d-482e-bd90-eac18da3c258 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:58:47.609714 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3894f-6526-4462-afca-08e5cdc04d50 req-2521581f-cdf5-499e-9146-ae14282d2b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:47.611275 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dea3894f-6526-4462-afca-08e5cdc04d50 req-2521581f-cdf5-499e-9146-ae14282d2b30 service neutron] 10.222.0.118 "GET /v2.0/subnets?id=a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb HTTP/1.1" status: 200 len: 868 time: 0.0760667 Jul 06 13:58:47.661007 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8a1e9-f993-4114-afaa-84f141421601 req-52923ec7-b5e1-46c0-96a0-c96037298ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:47.662498 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c4f8a1e9-f993-4114-afaa-84f141421601 req-52923ec7-b5e1-46c0-96a0-c96037298ecb service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=9582b8237f17461e9a1a6b0a40bffc2e&device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 1096 time: 0.1351464 Jul 06 13:58:47.765589 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3894f-6526-4462-afca-08e5cdc04d50 req-15ed106a-8062-4473-b106-b6bbcb39020b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:47.767173 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dea3894f-6526-4462-afca-08e5cdc04d50 req-15ed106a-8062-4473-b106-b6bbcb39020b service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=722cbc5e-0e75-42e2-b12c-7b56d8730b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1471915 Jul 06 13:58:47.784725 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-dea3894f-6526-4462-afca-08e5cdc04d50 req-42e70f69-7b05-408f-889d-99580d88548e service neutron] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 13:58:47.785863 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dea3894f-6526-4462-afca-08e5cdc04d50 req-42e70f69-7b05-408f-889d-99580d88548e service neutron] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080349 Jul 06 13:58:47.857791 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8a1e9-f993-4114-afaa-84f141421601 req-0ecec15d-a4a4-4982-892b-6eebbe499dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:47.859331 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c4f8a1e9-f993-4114-afaa-84f141421601 req-0ecec15d-a4a4-4982-892b-6eebbe499dd0 service neutron] 10.222.0.124 "GET /v2.0/networks?id=feedd1b5-b16b-46c1-99ff-64793157a3e7 HTTP/1.1" status: 200 len: 914 time: 0.1903689 Jul 06 13:58:47.865901 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-b4e926f3-9275-42da-a894-52a89690dfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92844bc1-463d-482e-bd90-eac18da3c258', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1251568367-router', 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '2412b3a1-d586-4596-9cc2-c42d13939a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:58:15Z', 'updated_at': '2021-07-06T13:58:20Z', 'revision_number': 4, 'project_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'gw_port': {'id': '2412b3a1-d586-4596-9cc2-c42d13939a80', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92844bc1-463d-482e-bd90-eac18da3c258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:58:16Z', 'updated_at': '2021-07-06T13:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '6a1397aa-fede-41ee-8c43-7d11393fc4a9', 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '92844bc1-463d-482e-bd90-eac18da3c258', 'port_id': 'ef7ad317-cb45-4c8f-a6b6-ea922f855e0e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '722cbc5e-0e75-42e2-b12c-7b56d8730b91', 'mac_address': 'fa:16:3e:b0:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fa4f5d-aac0-4414-b9e5-e78693babe0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:58:40Z', 'updated_at': '2021-07-06T13:58:45Z', 'revision_number': 1, 'project_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db5588be-3d9a-4d74-bf8a-1441aa34f778', 'name': '', 'network_id': '722cbc5e-0e75-42e2-b12c-7b56d8730b91', 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'mac_address': 'fa:16:3e:04:2e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92844bc1-463d-482e-bd90-eac18da3c258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:58:19Z', 'updated_at': '2021-07-06T13:58:27Z', 'revision_number': 5, 'project_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'subnets': [{'id': 'a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:47.898173 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e926f3-9275-42da-a894-52a89690dfe5 None None] The sync data for ids ['92844bc1-463d-482e-bd90-eac18da3c258'] in n-d-773644-6 is: [{'id': '92844bc1-463d-482e-bd90-eac18da3c258', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1251568367-router', 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '2412b3a1-d586-4596-9cc2-c42d13939a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:58:15Z', 'updated_at': '2021-07-06T13:58:20Z', 'revision_number': 4, 'project_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'gw_port': {'id': '2412b3a1-d586-4596-9cc2-c42d13939a80', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92844bc1-463d-482e-bd90-eac18da3c258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:58:16Z', 'updated_at': '2021-07-06T13:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '6a1397aa-fede-41ee-8c43-7d11393fc4a9', 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '92844bc1-463d-482e-bd90-eac18da3c258', 'port_id': 'ef7ad317-cb45-4c8f-a6b6-ea922f855e0e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '722cbc5e-0e75-42e2-b12c-7b56d8730b91', 'mac_address': 'fa:16:3e:b0:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fa4f5d-aac0-4414-b9e5-e78693babe0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T13:58:40Z', 'updated_at': '2021-07-06T13:58:45Z', 'revision_number': 1, 'project_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db5588be-3d9a-4d74-bf8a-1441aa34f778', 'name': '', 'network_id': '722cbc5e-0e75-42e2-b12c-7b56d8730b91', 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'mac_address': 'fa:16:3e:04:2e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92844bc1-463d-482e-bd90-eac18da3c258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:58:19Z', 'updated_at': '2021-07-06T13:58:27Z', 'revision_number': 5, 'project_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'subnets': [{'id': 'a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:58:47.917890 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c4f8a1e9-f993-4114-afaa-84f141421601 req-05a32572-d964-4ff1-89a5-440b7c07fa22 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94486b89-1e65-4e71-b2e4-790ca40489bc HTTP/1.1" status: 200 len: 217 time: 0.0512233 Jul 06 13:58:47.994680 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dea3894f-6526-4462-afca-08e5cdc04d50 req-229b7951-2615-41d3-99ae-89861d2f9f10 service neutron] 10.222.0.118 "GET /v2.0/networks/722cbc5e-0e75-42e2-b12c-7b56d8730b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012310 Jul 06 13:58:47.996223 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8a1e9-f993-4114-afaa-84f141421601 req-5f8164ad-fd24-4bc5-909f-995586161a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:47.997610 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c4f8a1e9-f993-4114-afaa-84f141421601 req-5f8164ad-fd24-4bc5-909f-995586161a6b service neutron] 10.222.0.124 "GET /v2.0/subnets?id=a061d95c-fe13-4bcf-a696-dc3a1931aea5 HTTP/1.1" status: 200 len: 853 time: 0.0695007 Jul 06 13:58:48.092404 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c4f8a1e9-f993-4114-afaa-84f141421601 req-ddb366fb-4e2b-4e9e-bdf6-c5c7a80452bb service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=feedd1b5-b16b-46c1-99ff-64793157a3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818601 Jul 06 13:58:48.198667 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4245d66d-de07-4480-b9d3-40119197a76b None None] New status for floating IP 6a1397aa-fede-41ee-8c43-7d11393fc4a9: ACTIVE {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:58:48.208547 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dea3894f-6526-4462-afca-08e5cdc04d50 req-729f627a-36d3-423f-9d94-0bd46c8211e7 service neutron] 10.222.0.118 "GET /v2.0/networks/722cbc5e-0e75-42e2-b12c-7b56d8730b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059326 Jul 06 13:58:48.231051 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c4f8a1e9-f993-4114-afaa-84f141421601 req-fddfe405-3e90-4bde-be35-0cd3f660e65d service neutron] 10.222.0.124 "GET /v2.0/networks/feedd1b5-b16b-46c1-99ff-64793157a3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297932 Jul 06 13:58:48.392687 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c4f8a1e9-f993-4114-afaa-84f141421601 req-9467921d-c86f-4739-90ab-5336abb28881 service neutron] 10.222.0.124 "GET /v2.0/networks/feedd1b5-b16b-46c1-99ff-64793157a3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538327 Jul 06 13:58:48.487103 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06ebb7-8870-4462-8539-fdb440f359f4 req-49cc8aaf-303d-487f-9f70-a09f8280b1cc tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:48.489213 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5f06ebb7-8870-4462-8539-fdb440f359f4 req-49cc8aaf-303d-487f-9f70-a09f8280b1cc tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.0881958 Jul 06 13:58:48.539136 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5f06ebb7-8870-4462-8539-fdb440f359f4 req-32813f06-88e3-4911-9857-2fd96b1b08e3 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427558 Jul 06 13:58:48.596076 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:48.725780 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdd073-9c01-4cc1-9de6-6bd879fcc80e req-5136c373-8631-4f27-8103-e87cc2780057 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:48.728458 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-88bdd073-9c01-4cc1-9de6-6bd879fcc80e req-5136c373-8631-4f27-8103-e87cc2780057 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 945 time: 0.0737531 Jul 06 13:58:48.769798 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-88bdd073-9c01-4cc1-9de6-6bd879fcc80e req-4d4a3d68-4352-4e2b-9457-770c95a11b44 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345652 Jul 06 13:58:49.304717 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b12540-0470-4727-9e74-81985d8460ee x-openstack-request-id: req-e6b12540-0470-4727-9e74-81985d8460ee {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:49.316034 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17fa4f5d-aac0-4414-b9e5-e78693babe0c", "tag": "ef7ad317-cb45-4c8f-a6b6-ea922f855e0e", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:49.316520 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e6b12540-0470-4727-9e74-81985d8460ee {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:49.317821 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fa4f5d-aac0-4414-b9e5-e78693babe0c', 'tag': 'ef7ad317-cb45-4c8f-a6b6-ea922f855e0e', 'status': 'completed', 'code': 200} Jul 06 13:58:49.401232 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15d8bb-eac5-4a67-9eb6-6d06fca99093 req-84f490bd-8213-4b34-914a-bda827a09263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:49.403627 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1c15d8bb-eac5-4a67-9eb6-6d06fca99093 req-84f490bd-8213-4b34-914a-bda827a09263 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cc6837af4ff04b70b3c3d9811d0990ae&device_id=17fa4f5d-aac0-4414-b9e5-e78693babe0c HTTP/1.1" status: 200 len: 1097 time: 0.0657732 Jul 06 13:58:49.458704 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c97e282-134f-4113-be13-9271174618d4 req-eeb8cbe1-411d-493f-b1e5-a01dd0e5a6f0 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 258 time: 0.1350517 Jul 06 13:58:49.467833 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-8c97e282-134f-4113-be13-9271174618d4 req-b43b2599-2f1a-40cf-8883-b239f0e51ea4 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:49.500658 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8c97e282-134f-4113-be13-9271174618d4 req-b43b2599-2f1a-40cf-8883-b239f0e51ea4 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:49.587950 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15d8bb-eac5-4a67-9eb6-6d06fca99093 req-443afddc-736a-4b40-b94d-1fb2f1b5d124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:49.591148 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1c15d8bb-eac5-4a67-9eb6-6d06fca99093 req-443afddc-736a-4b40-b94d-1fb2f1b5d124 service neutron] 10.222.0.52 "GET /v2.0/networks?id=722cbc5e-0e75-42e2-b12c-7b56d8730b91 HTTP/1.1" status: 200 len: 930 time: 0.1802516 Jul 06 13:58:49.642707 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8c97e282-134f-4113-be13-9271174618d4 req-b43b2599-2f1a-40cf-8883-b239f0e51ea4 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:49.678176 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1c15d8bb-eac5-4a67-9eb6-6d06fca99093 req-605eb16c-84ed-4ab0-bed6-e4bb9207e307 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef7ad317-cb45-4c8f-a6b6-ea922f855e0e HTTP/1.1" status: 200 len: 1001 time: 0.0790145 Jul 06 13:58:49.745390 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15d8bb-eac5-4a67-9eb6-6d06fca99093 req-b5a50692-8fbe-4aff-a297-d90574316da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:49.747096 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1c15d8bb-eac5-4a67-9eb6-6d06fca99093 req-b5a50692-8fbe-4aff-a297-d90574316da4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb HTTP/1.1" status: 200 len: 868 time: 0.0625515 Jul 06 13:58:49.844331 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15d8bb-eac5-4a67-9eb6-6d06fca99093 req-1e93fd55-095c-4527-8ef7-1180e4ba5f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:49.847927 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1c15d8bb-eac5-4a67-9eb6-6d06fca99093 req-1e93fd55-095c-4527-8ef7-1180e4ba5f96 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=722cbc5e-0e75-42e2-b12c-7b56d8730b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939386 Jul 06 13:58:49.969866 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1c15d8bb-eac5-4a67-9eb6-6d06fca99093 req-b32c77bc-0f99-4783-bb2a-0227271d8445 service neutron] 10.222.0.52 "GET /v2.0/networks/722cbc5e-0e75-42e2-b12c-7b56d8730b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109822 Jul 06 13:58:50.056734 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-8c97e282-134f-4113-be13-9271174618d4 req-b43b2599-2f1a-40cf-8883-b239f0e51ea4 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Allocated IP 172.25.6.203 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/67fa5f8c-7e10-4088-bc3c-be1602a72a39) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:58:50.092616 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1c15d8bb-eac5-4a67-9eb6-6d06fca99093 req-0dc440dd-9a9a-4087-bf3e-30605a13786d service neutron] 10.222.0.52 "GET /v2.0/networks/722cbc5e-0e75-42e2-b12c-7b56d8730b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140084 Jul 06 13:58:50.175642 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 94486b89-1e65-4e71-b2e4-790ca40489bc no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:58:50.213139 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8c97e282-134f-4113-be13-9271174618d4 req-b43b2599-2f1a-40cf-8883-b239f0e51ea4 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:50.277303 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8c97e282-134f-4113-be13-9271174618d4 req-b43b2599-2f1a-40cf-8883-b239f0e51ea4 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:50.316397 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:50.346766 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c97e282-134f-4113-be13-9271174618d4 req-b43b2599-2f1a-40cf-8883-b239f0e51ea4 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:58:50.350050 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-8c97e282-134f-4113-be13-9271174618d4 req-b43b2599-2f1a-40cf-8883-b239f0e51ea4 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:58:50.355005 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c97e282-134f-4113-be13-9271174618d4 req-b43b2599-2f1a-40cf-8883-b239f0e51ea4 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:58:50.423571 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 94486b89-1e65-4e71-b2e4-790ca40489bc, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=94486b89-1e65-4e71-b2e4-790ca40489bc,segment=NetworkSegment(e4d5f113-0733-4d39-911c-a5823573bbad),segment_id=e4d5f113-0733-4d39-911c-a5823573bbad)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:50.424621 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94486b89-1e65-4e71-b2e4-790ca40489bc'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:50.427599 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc72a90-4d73-46f1-a110-3f1b78febbdf" -d '{"events": [{"server_uuid": "cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5", "name": "network-vif-unplugged", "status": "completed", "tag": "94486b89-1e65-4e71-b2e4-790ca40489bc"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:50.432090 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:50.450059 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8c97e282-134f-4113-be13-9271174618d4 req-b43b2599-2f1a-40cf-8883-b239f0e51ea4 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:50.490849 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=94486b89-1e65-4e71-b2e4-790ca40489bc,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:50.499375 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:50.499733 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:50.500124 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:50.500476 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:50.500815 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:50.501152 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:50.501484 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:50.501853 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:50.502234 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:50.502567 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:50.503021 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:50.503359 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:50.507366 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8c97e282-134f-4113-be13-9271174618d4 req-b43b2599-2f1a-40cf-8883-b239f0e51ea4 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:50.511269 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b2599-2f1a-40cf-8883-b239f0e51ea4 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Pushing event updated for resources: {'Port': ['ID=67fa5f8c-7e10-4088-bc3c-be1602a72a39,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:50.689025 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8c97e282-134f-4113-be13-9271174618d4 req-b43b2599-2f1a-40cf-8883-b239f0e51ea4 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:50.704852 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8c97e282-134f-4113-be13-9271174618d4 req-b43b2599-2f1a-40cf-8883-b239f0e51ea4 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:50.778323 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b2599-2f1a-40cf-8883-b239f0e51ea4 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Pushing event updated for resources: {'Port': ['ID=67fa5f8c-7e10-4088-bc3c-be1602a72a39,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:50.900893 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8c97e282-134f-4113-be13-9271174618d4 req-b43b2599-2f1a-40cf-8883-b239f0e51ea4 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:50.934494 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8c97e282-134f-4113-be13-9271174618d4 req-b43b2599-2f1a-40cf-8883-b239f0e51ea4 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:50.940517 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c97e282-134f-4113-be13-9271174618d4 req-b43b2599-2f1a-40cf-8883-b239f0e51ea4 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4797440 Jul 06 13:58:51.004867 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c97e282-134f-4113-be13-9271174618d4 req-261757c0-81dc-42c8-8fa9-60319c461c0f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.203 HTTP/1.1" status: 200 len: 696 time: 0.0633783 Jul 06 13:58:51.145330 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97e282-134f-4113-be13-9271174618d4 req-b6cc7d09-fe6e-4e20-9a31-7dd7137b6922 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:51.157238 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c97e282-134f-4113-be13-9271174618d4 req-b6cc7d09-fe6e-4e20-9a31-7dd7137b6922 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 784 time: 0.1447859 Jul 06 13:58:51.536992 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b08e64-c79c-42f0-8aeb-9080d147d38f req-8a250a95-6646-4c2c-bf71-c15e5e52b9f8 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:51.538663 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-79b08e64-c79c-42f0-8aeb-9080d147d38f req-8a250a95-6646-4c2c-bf71-c15e5e52b9f8 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 943 time: 0.0945776 Jul 06 13:58:51.568633 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a757f1-815d-42ae-a779-21616d3c4e6a req-e311bce2-801d-4197-a0d4-d3c7894cbfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:51.570238 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-99a757f1-815d-42ae-a779-21616d3c4e6a req-e311bce2-801d-4197-a0d4-d3c7894cbfc1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84c411c9b83740e1bcaf5cc8002aa094&device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 1095 time: 0.0945632 Jul 06 13:58:51.592121 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-79b08e64-c79c-42f0-8aeb-9080d147d38f req-e38682f9-44db-4281-bb6f-679379a275b3 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431874 Jul 06 13:58:51.702254 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a757f1-815d-42ae-a779-21616d3c4e6a req-109e0587-a48f-4769-8c6e-0353d67427c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:51.704427 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-99a757f1-815d-42ae-a779-21616d3c4e6a req-109e0587-a48f-4769-8c6e-0353d67427c0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=65a0c785-6dfd-4a01-9b12-067743ee677d HTTP/1.1" status: 200 len: 913 time: 0.1273267 Jul 06 13:58:51.785430 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-99a757f1-815d-42ae-a779-21616d3c4e6a req-8fc18617-c933-471a-a000-3fa39617ab90 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b75cf5-263d-4c77-b909-aed48eb16174 HTTP/1.1" status: 200 len: 998 time: 0.0716963 Jul 06 13:58:51.861939 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a757f1-815d-42ae-a779-21616d3c4e6a req-8a5dfabc-1dc2-494e-b885-d24a9dc66cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:51.863856 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-99a757f1-815d-42ae-a779-21616d3c4e6a req-8a5dfabc-1dc2-494e-b885-d24a9dc66cef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c752e52c-1e0e-4b69-8288-ed62c19f3b18 HTTP/1.1" status: 200 len: 851 time: 0.0712771 Jul 06 13:58:51.875990 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a98ab1e-2cb5-4fd7-b7fd-ddd46bd2eb21 x-openstack-request-id: req-9a98ab1e-2cb5-4fd7-b7fd-ddd46bd2eb21 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:51.892669 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5", "name": "network-vif-unplugged", "status": "failed", "tag": "94486b89-1e65-4e71-b2e4-790ca40489bc", "code": 422}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:51.893218 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-9a98ab1e-2cb5-4fd7-b7fd-ddd46bd2eb21 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:51.894023 n-d-773644-6 neutron-server[100419]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '94486b89-1e65-4e71-b2e4-790ca40489bc', 'code': 422} returned with failed status Jul 06 13:58:51.957907 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a757f1-815d-42ae-a779-21616d3c4e6a req-18e9b96e-5e5c-4fbb-bc66-2fac82a5c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:51.959708 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-99a757f1-815d-42ae-a779-21616d3c4e6a req-18e9b96e-5e5c-4fbb-bc66-2fac82a5c6f9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=65a0c785-6dfd-4a01-9b12-067743ee677d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887887 Jul 06 13:58:52.094369 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-99a757f1-815d-42ae-a779-21616d3c4e6a req-8bd97e23-a563-4abb-8ccd-4312c799535e service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246827 Jul 06 13:58:52.139544 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be549619-ad90-41b8-b53a-365ceaa56737 req-6fc32727-b93d-4d24-8ee0-a27d764f54a9 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:52.141464 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-be549619-ad90-41b8-b53a-365ceaa56737 req-6fc32727-b93d-4d24-8ee0-a27d764f54a9 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/ports?device_id=17fa4f5d-aac0-4414-b9e5-e78693babe0c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1431532 Jul 06 13:58:52.223543 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-99a757f1-815d-42ae-a779-21616d3c4e6a req-11cda5a0-2076-4253-a8bf-35f3a1142e7f service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196671 Jul 06 13:58:52.238646 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-be549619-ad90-41b8-b53a-365ceaa56737 req-b71c6e21-8717-41e4-aa1d-3581b22084f6 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.203 HTTP/1.1" status: 200 len: 696 time: 0.0875742 Jul 06 13:58:52.245291 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-be549619-ad90-41b8-b53a-365ceaa56737 req-d76bd1bd-521e-420e-84cd-21c78dee1a93 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Request body: {'floatingip': {'port_id': 'ef7ad317-cb45-4c8f-a6b6-ea922f855e0e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:52.298974 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-be549619-ad90-41b8-b53a-365ceaa56737 req-d76bd1bd-521e-420e-84cd-21c78dee1a93 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks [] for floatingip, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:52.541841 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-be549619-ad90-41b8-b53a-365ceaa56737 req-d76bd1bd-521e-420e-84cd-21c78dee1a93 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] update failed (client error): There was a conflict when trying to complete your request. Jul 06 13:58:52.542920 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-be549619-ad90-41b8-b53a-365ceaa56737 req-d76bd1bd-521e-420e-84cd-21c78dee1a93 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "PUT /v2.0/floatingips/c20bf089-a199-4b92-8db4-049d34d807ce HTTP/1.1" status: 409 len: 551 time: 0.3030789 Jul 06 13:58:52.721057 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3472c-1a73-4bfc-858d-59bad98099dc req-30bacad1-61a5-4361-9f58-f6fc7128e708 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:52.722766 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-48d3472c-1a73-4bfc-858d-59bad98099dc req-30bacad1-61a5-4361-9f58-f6fc7128e708 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.0796721 Jul 06 13:58:52.770121 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-48d3472c-1a73-4bfc-858d-59bad98099dc req-4ba62d95-7fd2-4bd1-8267-663ffbb504fa tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368607 Jul 06 13:58:52.949898 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343eddf9-6927-47da-ae8c-d61c212122ae req-24b62c1e-53f0-4062-a041-aa9e2e29c15c tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:52.951556 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-343eddf9-6927-47da-ae8c-d61c212122ae req-24b62c1e-53f0-4062-a041-aa9e2e29c15c tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 943 time: 0.0664659 Jul 06 13:58:52.990338 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-343eddf9-6927-47da-ae8c-d61c212122ae req-f2c01f8a-0ac6-4100-89bf-7c0fe5a0d8eb tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328360 Jul 06 13:58:53.067430 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-513b0e80-51f1-4313-9c11-ff69d8a3360e req-975efcca-f338-412b-845e-0e8fb0ce7984 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/floatingips/c20bf089-a199-4b92-8db4-049d34d807ce HTTP/1.1" status: 200 len: 693 time: 0.0494516 Jul 06 13:58:53.196948 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b0e80-51f1-4313-9c11-ff69d8a3360e req-a5eb8893-c75c-4a85-a49d-ef1dc82de4c4 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:53.199155 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-513b0e80-51f1-4313-9c11-ff69d8a3360e req-a5eb8893-c75c-4a85-a49d-ef1dc82de4c4 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 784 time: 0.1230149 Jul 06 13:58:53.259809 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-513b0e80-51f1-4313-9c11-ff69d8a3360e req-41474198-7d6a-407b-857b-f94384e0c67d tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.203 HTTP/1.1" status: 200 len: 696 time: 0.0528438 Jul 06 13:58:53.359544 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-513b0e80-51f1-4313-9c11-ff69d8a3360e req-f20009ac-ebfd-4e07-8b10-5f1229e87e56 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.203 HTTP/1.1" status: 200 len: 696 time: 0.0717256 Jul 06 13:58:53.503153 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-513b0e80-51f1-4313-9c11-ff69d8a3360e req-a7de91c0-bcb1-46c6-9fd0-d7f4dedc46e9 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Deleting port 67fa5f8c-7e10-4088-bc3c-be1602a72a39 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:58:53.503655 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-513b0e80-51f1-4313-9c11-ff69d8a3360e req-a7de91c0-bcb1-46c6-9fd0-d7f4dedc46e9 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:53.589235 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-513b0e80-51f1-4313-9c11-ff69d8a3360e req-a7de91c0-bcb1-46c6-9fd0-d7f4dedc46e9 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:53.590205 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-513b0e80-51f1-4313-9c11-ff69d8a3360e req-a7de91c0-bcb1-46c6-9fd0-d7f4dedc46e9 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:53.601897 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-513b0e80-51f1-4313-9c11-ff69d8a3360e req-a7de91c0-bcb1-46c6-9fd0-d7f4dedc46e9 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Calling delete_port for 67fa5f8c-7e10-4088-bc3c-be1602a72a39 owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:58:53.743692 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-513b0e80-51f1-4313-9c11-ff69d8a3360e req-a7de91c0-bcb1-46c6-9fd0-d7f4dedc46e9 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:53.772206 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de91c0-bcb1-46c6-9fd0-d7f4dedc46e9 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Pushing event deleted for resources: {'Port': ['ID=67fa5f8c-7e10-4088-bc3c-be1602a72a39,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:53.854101 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-513b0e80-51f1-4313-9c11-ff69d8a3360e req-a7de91c0-bcb1-46c6-9fd0-d7f4dedc46e9 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:53.857667 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-513b0e80-51f1-4313-9c11-ff69d8a3360e req-a7de91c0-bcb1-46c6-9fd0-d7f4dedc46e9 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:53.859511 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-513b0e80-51f1-4313-9c11-ff69d8a3360e req-a7de91c0-bcb1-46c6-9fd0-d7f4dedc46e9 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "DELETE /v2.0/floatingips/c20bf089-a199-4b92-8db4-049d34d807ce HTTP/1.1" status: 204 len: 173 time: 0.4988863 Jul 06 13:58:54.189077 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 94486b89-1e65-4e71-b2e4-790ca40489bc no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:58:54.369483 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45845f-332d-4b35-af7a-1f67fb9f9e7b req-c7d67bd0-e395-478f-a10c-ccef4c5747ec tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:54.377588 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb45845f-332d-4b35-af7a-1f67fb9f9e7b req-c7d67bd0-e395-478f-a10c-ccef4c5747ec tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.0787728 Jul 06 13:58:54.438336 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb45845f-332d-4b35-af7a-1f67fb9f9e7b req-573dcf60-ecab-4dc3-8e36-e309812522ee tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594444 Jul 06 13:58:54.553423 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0562ebec-2a8c-42b2-a496-b9b6276dd455 req-e2be3c96-6aa4-44ca-ac13-d28a63590173 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.20 HTTP/1.1" status: 200 len: 1001 time: 0.0893269 Jul 06 13:58:54.620054 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562ebec-2a8c-42b2-a496-b9b6276dd455 req-de38a219-73f6-4dd0-be48-9750172a3cec tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:54.622356 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0562ebec-2a8c-42b2-a496-b9b6276dd455 req-de38a219-73f6-4dd0-be48-9750172a3cec tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/ports/ef7ad317-cb45-4c8f-a6b6-ea922f855e0e HTTP/1.1" status: 200 len: 943 time: 0.0623872 Jul 06 13:58:54.778490 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0562ebec-2a8c-42b2-a496-b9b6276dd455 req-8d2a2d2a-bdec-48aa-8a57-b46560a4fa21 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.20 HTTP/1.1" status: 200 len: 1001 time: 0.0730205 Jul 06 13:58:54.906887 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562ebec-2a8c-42b2-a496-b9b6276dd455 req-1533676e-c991-46ad-b935-af5323d1981a tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:54.910884 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0562ebec-2a8c-42b2-a496-b9b6276dd455 req-1533676e-c991-46ad-b935-af5323d1981a tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 784 time: 0.1251774 Jul 06 13:58:54.987747 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0562ebec-2a8c-42b2-a496-b9b6276dd455 req-ec33fc4f-7dfd-4cae-af28-a8070d6b2f75 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.20 HTTP/1.1" status: 200 len: 1001 time: 0.0700612 Jul 06 13:58:54.999957 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-0562ebec-2a8c-42b2-a496-b9b6276dd455 req-51a9ad9f-fb9a-4b15-aca9-1c7700d68467 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:58:55.079151 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0562ebec-2a8c-42b2-a496-b9b6276dd455 req-51a9ad9f-fb9a-4b15-aca9-1c7700d68467 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks [] for floatingip, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:55.251568 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0562ebec-2a8c-42b2-a496-b9b6276dd455 req-51a9ad9f-fb9a-4b15-aca9-1c7700d68467 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:55.256914 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0562ebec-2a8c-42b2-a496-b9b6276dd455 req-51a9ad9f-fb9a-4b15-aca9-1c7700d68467 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:55.257369 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [req-0562ebec-2a8c-42b2-a496-b9b6276dd455 req-51a9ad9f-fb9a-4b15-aca9-1c7700d68467 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Floating IP 6a1397aa-fede-41ee-8c43-7d11393fc4a9 disassociated. External IP: 172.25.6.20, port: ef7ad317-cb45-4c8f-a6b6-ea922f855e0e. Jul 06 13:58:55.515966 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0562ebec-2a8c-42b2-a496-b9b6276dd455 req-51a9ad9f-fb9a-4b15-aca9-1c7700d68467 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Router 92844bc1-463d-482e-bd90-eac18da3c258 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:58:55.692786 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0562ebec-2a8c-42b2-a496-b9b6276dd455 req-51a9ad9f-fb9a-4b15-aca9-1c7700d68467 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:58:55.701053 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0562ebec-2a8c-42b2-a496-b9b6276dd455 req-51a9ad9f-fb9a-4b15-aca9-1c7700d68467 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:55.713068 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc7e8de-0669-4247-8316-d35cf97f0a60 None None] Sync routers for ids ['92844bc1-463d-482e-bd90-eac18da3c258'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:58:55.732267 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc7e8de-0669-4247-8316-d35cf97f0a60 None None] Routers {'92844bc1-463d-482e-bd90-eac18da3c258'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:58:55.734232 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-cfc7e8de-0669-4247-8316-d35cf97f0a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:58:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['92844bc1-463d-482e-bd90-eac18da3c258'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:55.776698 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0562ebec-2a8c-42b2-a496-b9b6276dd455 req-51a9ad9f-fb9a-4b15-aca9-1c7700d68467 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "PUT /v2.0/floatingips/6a1397aa-fede-41ee-8c43-7d11393fc4a9 HTTP/1.1" status: 200 len: 694 time: 0.7806983 Jul 06 13:58:55.777550 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fa4f5d-aac0-4414-b9e5-e78693babe0c', 'tag': 'ef7ad317-cb45-4c8f-a6b6-ea922f855e0e'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:58:55.784974 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99d08da-c3fe-4757-b792-dbc63e4a39f6" -d '{"events": [{"name": "network-changed", "server_uuid": "17fa4f5d-aac0-4414-b9e5-e78693babe0c", "tag": "ef7ad317-cb45-4c8f-a6b6-ea922f855e0e"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:55.904472 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562ebec-2a8c-42b2-a496-b9b6276dd455 req-0e73cbb7-a7a5-4020-905e-d8b875e5b4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:55.906107 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0562ebec-2a8c-42b2-a496-b9b6276dd455 req-0e73cbb7-a7a5-4020-905e-d8b875e5b4f6 service neutron] 10.222.0.118 "GET /v2.0/ports?tenant_id=cc6837af4ff04b70b3c3d9811d0990ae&device_id=17fa4f5d-aac0-4414-b9e5-e78693babe0c HTTP/1.1" status: 200 len: 1097 time: 0.1164541 Jul 06 13:58:56.048685 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562ebec-2a8c-42b2-a496-b9b6276dd455 req-928c6417-7058-4fa6-8ce6-ae3f9212f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:56.051462 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0562ebec-2a8c-42b2-a496-b9b6276dd455 req-928c6417-7058-4fa6-8ce6-ae3f9212f834 service neutron] 10.222.0.118 "GET /v2.0/networks?id=722cbc5e-0e75-42e2-b12c-7b56d8730b91 HTTP/1.1" status: 200 len: 930 time: 0.1383214 Jul 06 13:58:56.081098 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-cfc7e8de-0669-4247-8316-d35cf97f0a60 None None] Set router 92844bc1-463d-482e-bd90-eac18da3c258 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:58:56.105368 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0562ebec-2a8c-42b2-a496-b9b6276dd455 req-fbde8fab-4acf-4457-ab58-a27ed36e063f service neutron] 10.222.0.118 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef7ad317-cb45-4c8f-a6b6-ea922f855e0e HTTP/1.1" status: 200 len: 217 time: 0.0465415 Jul 06 13:58:56.190736 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562ebec-2a8c-42b2-a496-b9b6276dd455 req-3d52d872-1d32-422b-98a7-e208ac486baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:56.197474 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0562ebec-2a8c-42b2-a496-b9b6276dd455 req-3d52d872-1d32-422b-98a7-e208ac486baf service neutron] 10.222.0.118 "GET /v2.0/subnets?id=a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb HTTP/1.1" status: 200 len: 868 time: 0.0814266 Jul 06 13:58:56.288289 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0562ebec-2a8c-42b2-a496-b9b6276dd455 req-48452524-dd35-4d7d-a3d3-a1557317b08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:56.291404 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0562ebec-2a8c-42b2-a496-b9b6276dd455 req-48452524-dd35-4d7d-a3d3-a1557317b08c service neutron] 10.222.0.118 "GET /v2.0/ports?network_id=722cbc5e-0e75-42e2-b12c-7b56d8730b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809331 Jul 06 13:58:56.324855 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-cfc7e8de-0669-4247-8316-d35cf97f0a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92844bc1-463d-482e-bd90-eac18da3c258', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1251568367-router', 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '2412b3a1-d586-4596-9cc2-c42d13939a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:58:15Z', 'updated_at': '2021-07-06T13:58:20Z', 'revision_number': 4, 'project_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'gw_port': {'id': '2412b3a1-d586-4596-9cc2-c42d13939a80', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92844bc1-463d-482e-bd90-eac18da3c258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:58:16Z', 'updated_at': '2021-07-06T13:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'db5588be-3d9a-4d74-bf8a-1441aa34f778', 'name': '', 'network_id': '722cbc5e-0e75-42e2-b12c-7b56d8730b91', 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'mac_address': 'fa:16:3e:04:2e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92844bc1-463d-482e-bd90-eac18da3c258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:58:19Z', 'updated_at': '2021-07-06T13:58:27Z', 'revision_number': 5, 'project_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'subnets': [{'id': 'a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:56.359488 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc7e8de-0669-4247-8316-d35cf97f0a60 None None] Checking router: 92844bc1-463d-482e-bd90-eac18da3c258 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:58:56.369989 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc7e8de-0669-4247-8316-d35cf97f0a60 None None] Routers {'92844bc1-463d-482e-bd90-eac18da3c258'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:58:56.370726 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-cfc7e8de-0669-4247-8316-d35cf97f0a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:58:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['92844bc1-463d-482e-bd90-eac18da3c258'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:56.417068 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0562ebec-2a8c-42b2-a496-b9b6276dd455 req-15d96217-669f-49ea-b7cd-4e09a2b1ca3f service neutron] 10.222.0.118 "GET /v2.0/networks/722cbc5e-0e75-42e2-b12c-7b56d8730b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143849 Jul 06 13:58:56.494964 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-cfc7e8de-0669-4247-8316-d35cf97f0a60 None None] Set router 92844bc1-463d-482e-bd90-eac18da3c258 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:58:56.527195 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0562ebec-2a8c-42b2-a496-b9b6276dd455 req-2d285b45-2394-41c9-aa43-a14cc1f63d0c service neutron] 10.222.0.118 "GET /v2.0/networks/722cbc5e-0e75-42e2-b12c-7b56d8730b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041353 Jul 06 13:58:56.719338 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-cfc7e8de-0669-4247-8316-d35cf97f0a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92844bc1-463d-482e-bd90-eac18da3c258', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1251568367-router', 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '2412b3a1-d586-4596-9cc2-c42d13939a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:58:15Z', 'updated_at': '2021-07-06T13:58:20Z', 'revision_number': 4, 'project_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'gw_port': {'id': '2412b3a1-d586-4596-9cc2-c42d13939a80', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92844bc1-463d-482e-bd90-eac18da3c258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:58:16Z', 'updated_at': '2021-07-06T13:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'db5588be-3d9a-4d74-bf8a-1441aa34f778', 'name': '', 'network_id': '722cbc5e-0e75-42e2-b12c-7b56d8730b91', 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'mac_address': 'fa:16:3e:04:2e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92844bc1-463d-482e-bd90-eac18da3c258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:58:19Z', 'updated_at': '2021-07-06T13:58:27Z', 'revision_number': 5, 'project_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'subnets': [{'id': 'a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:56.749817 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc7e8de-0669-4247-8316-d35cf97f0a60 None None] The sync data for ids ['92844bc1-463d-482e-bd90-eac18da3c258'] in n-d-773644-6 is: [{'id': '92844bc1-463d-482e-bd90-eac18da3c258', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1251568367-router', 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '2412b3a1-d586-4596-9cc2-c42d13939a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:58:15Z', 'updated_at': '2021-07-06T13:58:20Z', 'revision_number': 4, 'project_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'gw_port': {'id': '2412b3a1-d586-4596-9cc2-c42d13939a80', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92844bc1-463d-482e-bd90-eac18da3c258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:58:16Z', 'updated_at': '2021-07-06T13:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'db5588be-3d9a-4d74-bf8a-1441aa34f778', 'name': '', 'network_id': '722cbc5e-0e75-42e2-b12c-7b56d8730b91', 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'mac_address': 'fa:16:3e:04:2e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92844bc1-463d-482e-bd90-eac18da3c258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:58:19Z', 'updated_at': '2021-07-06T13:58:27Z', 'revision_number': 5, 'project_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'subnets': [{'id': 'a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:58:56.931745 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e4529-d7ef-443e-b6a6-1968c034b149 req-9eb0aff5-e943-4be3-a595-707a80dce6a1 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:56.933542 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d2e4529-d7ef-443e-b6a6-1968c034b149 req-9eb0aff5-e943-4be3-a595-707a80dce6a1 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.0824428 Jul 06 13:58:57.006545 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d2e4529-d7ef-443e-b6a6-1968c034b149 req-e1374944-57bf-4f80-bae1-ec0f16b9ca50 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636744 Jul 06 13:58:57.169933 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8dddf46-665e-4fb4-b27d-7e49543dbde4 None None] New status for floating IP 6a1397aa-fede-41ee-8c43-7d11393fc4a9: DOWN {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 13:58:57.250188 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ecd7bc40-ac91-475f-aaf7-11fad13579bf req-b16f76ca-da84-4201-a6fe-7cf08bb94963 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1671398 Jul 06 13:58:57.435225 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 13:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585a67d4-ab90-4c2e-ac99-90386a0d0ec3 x-openstack-request-id: req-585a67d4-ab90-4c2e-ac99-90386a0d0ec3 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:57.435527 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17fa4f5d-aac0-4414-b9e5-e78693babe0c", "tag": "ef7ad317-cb45-4c8f-a6b6-ea922f855e0e", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:57.435788 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-585a67d4-ab90-4c2e-ac99-90386a0d0ec3 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:57.436250 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fa4f5d-aac0-4414-b9e5-e78693babe0c', 'tag': 'ef7ad317-cb45-4c8f-a6b6-ea922f855e0e', 'status': 'completed', 'code': 200} Jul 06 13:58:57.573567 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e6ac1100-5ab9-460c-b708-9ba1c369b82b req-c4db7a8f-53ca-422c-ae44-21445e0e546e tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/floatingips/6a1397aa-fede-41ee-8c43-7d11393fc4a9 HTTP/1.1" status: 200 len: 694 time: 0.1079826 Jul 06 13:58:57.614992 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d08da-c3fe-4757-b792-dbc63e4a39f6 req-ce187c01-cac8-4ff8-ab0a-36f4bf904aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:57.616849 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c99d08da-c3fe-4757-b792-dbc63e4a39f6 req-ce187c01-cac8-4ff8-ab0a-36f4bf904aba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cc6837af4ff04b70b3c3d9811d0990ae&device_id=17fa4f5d-aac0-4414-b9e5-e78693babe0c HTTP/1.1" status: 200 len: 1097 time: 0.1581075 Jul 06 13:58:57.752578 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d08da-c3fe-4757-b792-dbc63e4a39f6 req-7c76e7c2-d6de-411e-a9c6-c0eaa5aeee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:57.754879 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c99d08da-c3fe-4757-b792-dbc63e4a39f6 req-7c76e7c2-d6de-411e-a9c6-c0eaa5aeee3d service neutron] 10.222.0.52 "GET /v2.0/networks?id=722cbc5e-0e75-42e2-b12c-7b56d8730b91 HTTP/1.1" status: 200 len: 930 time: 0.1297216 Jul 06 13:58:57.810800 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c99d08da-c3fe-4757-b792-dbc63e4a39f6 req-cf0fb4f4-ed3e-4527-84e6-488b6c4f151b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef7ad317-cb45-4c8f-a6b6-ea922f855e0e HTTP/1.1" status: 200 len: 217 time: 0.0481811 Jul 06 13:58:57.915260 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d08da-c3fe-4757-b792-dbc63e4a39f6 req-f377fb6f-75fe-4e42-893f-5ab77eb7c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:57.918087 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c99d08da-c3fe-4757-b792-dbc63e4a39f6 req-f377fb6f-75fe-4e42-893f-5ab77eb7c788 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb HTTP/1.1" status: 200 len: 868 time: 0.0956533 Jul 06 13:58:57.996069 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac1100-5ab9-460c-b708-9ba1c369b82b req-8c0dd78e-d6d2-49b5-a059-46d0061353b5 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:58.014676 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e6ac1100-5ab9-460c-b708-9ba1c369b82b req-8c0dd78e-d6d2-49b5-a059-46d0061353b5 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 784 time: 0.4399302 Jul 06 13:58:58.031888 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d08da-c3fe-4757-b792-dbc63e4a39f6 req-d69ebce8-8072-4a64-bc3b-cb6d3e52ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:58.033694 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c99d08da-c3fe-4757-b792-dbc63e4a39f6 req-d69ebce8-8072-4a64-bc3b-cb6d3e52ce74 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=722cbc5e-0e75-42e2-b12c-7b56d8730b91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015303 Jul 06 13:58:58.108233 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e6ac1100-5ab9-460c-b708-9ba1c369b82b req-89eb0771-40f6-470f-9203-6b19901f3c04 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.20 HTTP/1.1" status: 200 len: 695 time: 0.0926495 Jul 06 13:58:58.187690 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e6ac1100-5ab9-460c-b708-9ba1c369b82b req-ed84a091-bb8a-4ffc-8fb3-f75e49e791c7 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=172.25.6.20 HTTP/1.1" status: 200 len: 695 time: 0.0716627 Jul 06 13:58:58.218514 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c99d08da-c3fe-4757-b792-dbc63e4a39f6 req-4f0b24e6-a6e4-4a84-abf9-84667e52ea7b service neutron] 10.222.0.52 "GET /v2.0/networks/722cbc5e-0e75-42e2-b12c-7b56d8730b91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711392 Jul 06 13:58:58.443846 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-e6ac1100-5ab9-460c-b708-9ba1c369b82b req-831db98d-810e-4f0f-86c5-5e51ca58ff04 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Deleting port eb6ea3b8-8b9a-4560-bf36-ef0c74359a84 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:58:58.444516 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e6ac1100-5ab9-460c-b708-9ba1c369b82b req-831db98d-810e-4f0f-86c5-5e51ca58ff04 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:58.459051 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c99d08da-c3fe-4757-b792-dbc63e4a39f6 req-c40a9432-e04a-47b6-9bb0-e053d8bf37a3 service neutron] 10.222.0.52 "GET /v2.0/networks/722cbc5e-0e75-42e2-b12c-7b56d8730b91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326095 Jul 06 13:58:58.534447 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e6ac1100-5ab9-460c-b708-9ba1c369b82b req-831db98d-810e-4f0f-86c5-5e51ca58ff04 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:58.534791 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e6ac1100-5ab9-460c-b708-9ba1c369b82b req-831db98d-810e-4f0f-86c5-5e51ca58ff04 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:58.550534 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-e6ac1100-5ab9-460c-b708-9ba1c369b82b req-831db98d-810e-4f0f-86c5-5e51ca58ff04 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Calling delete_port for eb6ea3b8-8b9a-4560-bf36-ef0c74359a84 owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:58:58.720098 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7bc40-ac91-475f-aaf7-11fad13579bf req-4825a5b3-0337-4b0e-a4cd-735f79c9edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:58.721674 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ecd7bc40-ac91-475f-aaf7-11fad13579bf req-4825a5b3-0337-4b0e-a4cd-735f79c9edb1 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5&tenant_id=9582b8237f17461e9a1a6b0a40bffc2e HTTP/1.1" status: 200 len: 1094 time: 0.1239741 Jul 06 13:58:58.835091 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e6ac1100-5ab9-460c-b708-9ba1c369b82b req-831db98d-810e-4f0f-86c5-5e51ca58ff04 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:58.867357 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7bc40-ac91-475f-aaf7-11fad13579bf req-5689290f-420d-4cab-82f7-a065e85ced28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:58.869612 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ecd7bc40-ac91-475f-aaf7-11fad13579bf req-5689290f-420d-4cab-82f7-a065e85ced28 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=9582b8237f17461e9a1a6b0a40bffc2e&device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 1094 time: 0.1048579 Jul 06 13:58:58.872446 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831db98d-810e-4f0f-86c5-5e51ca58ff04 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Pushing event deleted for resources: {'Port': ['ID=eb6ea3b8-8b9a-4560-bf36-ef0c74359a84,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:59.021695 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e6ac1100-5ab9-460c-b708-9ba1c369b82b req-831db98d-810e-4f0f-86c5-5e51ca58ff04 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:59.024637 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e6ac1100-5ab9-460c-b708-9ba1c369b82b req-831db98d-810e-4f0f-86c5-5e51ca58ff04 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:58:59.025897 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e6ac1100-5ab9-460c-b708-9ba1c369b82b req-831db98d-810e-4f0f-86c5-5e51ca58ff04 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "DELETE /v2.0/floatingips/6a1397aa-fede-41ee-8c43-7d11393fc4a9 HTTP/1.1" status: 204 len: 173 time: 0.8326278 Jul 06 13:58:59.051822 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7bc40-ac91-475f-aaf7-11fad13579bf req-ea1fdf29-6773-4441-aac0-45652f950245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:59.053725 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ecd7bc40-ac91-475f-aaf7-11fad13579bf req-ea1fdf29-6773-4441-aac0-45652f950245 service neutron] 10.222.0.124 "GET /v2.0/networks?id=feedd1b5-b16b-46c1-99ff-64793157a3e7 HTTP/1.1" status: 200 len: 914 time: 0.1769750 Jul 06 13:58:59.104705 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ecd7bc40-ac91-475f-aaf7-11fad13579bf req-dcb534a9-8121-4432-881e-fad5f47200b2 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94486b89-1e65-4e71-b2e4-790ca40489bc HTTP/1.1" status: 200 len: 217 time: 0.0435472 Jul 06 13:58:59.170197 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7bc40-ac91-475f-aaf7-11fad13579bf req-979dba39-3d3d-4ba8-a2e1-08b58086f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:59.172598 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ecd7bc40-ac91-475f-aaf7-11fad13579bf req-979dba39-3d3d-4ba8-a2e1-08b58086f582 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=a061d95c-fe13-4bcf-a696-dc3a1931aea5 HTTP/1.1" status: 200 len: 853 time: 0.0600202 Jul 06 13:58:59.228997 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ecd7bc40-ac91-475f-aaf7-11fad13579bf req-dbfad67c-d22d-4044-8180-446c8674e2bd service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=feedd1b5-b16b-46c1-99ff-64793157a3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452931 Jul 06 13:58:59.329793 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17b4bb-b237-485c-8227-2b70825144cd req-57905529-f607-4f0a-86a6-2b4728073f26 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:58:59.331375 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b17b4bb-b237-485c-8227-2b70825144cd req-57905529-f607-4f0a-86a6-2b4728073f26 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 943 time: 0.1635430 Jul 06 13:58:59.373371 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ecd7bc40-ac91-475f-aaf7-11fad13579bf req-ab2cf106-b546-4e9d-a5a8-a7864530c645 service neutron] 10.222.0.124 "GET /v2.0/networks/feedd1b5-b16b-46c1-99ff-64793157a3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365125 Jul 06 13:58:59.396240 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b17b4bb-b237-485c-8227-2b70825144cd req-0ef62bea-e668-4216-90c2-e41d91b4a30d tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576937 Jul 06 13:58:59.498554 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ecd7bc40-ac91-475f-aaf7-11fad13579bf req-c12c0bb8-3663-477c-9edd-f3bd5bfe272b service neutron] 10.222.0.124 "GET /v2.0/networks/feedd1b5-b16b-46c1-99ff-64793157a3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177533 Jul 06 13:59:00.190024 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af5a6d-fdd6-4e49-b08a-466ffa7ad932 req-3921cc5e-1dd8-4998-a091-78ba1acacc74 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:00.199341 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-63af5a6d-fdd6-4e49-b08a-466ffa7ad932 req-3921cc5e-1dd8-4998-a091-78ba1acacc74 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.1361003 Jul 06 13:59:00.275946 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-63af5a6d-fdd6-4e49-b08a-466ffa7ad932 req-27b0ed31-82b4-4a91-9565-a3ba4884d939 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735459 Jul 06 13:59:00.600751 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66f79e-1012-4364-b765-224d423627ce req-1fe17ae1-32ce-445f-a833-84640dfa5f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:00.609139 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bf66f79e-1012-4364-b765-224d423627ce req-1fe17ae1-32ce-445f-a833-84640dfa5f5f tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/ports?device_id=17fa4f5d-aac0-4414-b9e5-e78693babe0c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0901313 Jul 06 13:59:00.690388 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bf66f79e-1012-4364-b765-224d423627ce req-78fab582-3d6b-4d40-b50c-312ac19042dc tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0802376 Jul 06 13:59:01.112731 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067d57c-420d-428f-bc89-9df3d00c3b84 req-a23d2c10-9f74-4667-a00a-b4c6e222fa04 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:01.116846 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5067d57c-420d-428f-bc89-9df3d00c3b84 req-a23d2c10-9f74-4667-a00a-b4c6e222fa04 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 943 time: 0.0748765 Jul 06 13:59:01.206945 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5067d57c-420d-428f-bc89-9df3d00c3b84 req-16aab1a3-2c92-4f2d-9159-f5c995854182 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840228 Jul 06 13:59:01.292582 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1435754d-9e94-4435-987b-b790320ff0ca req-3ccc7987-47b9-4b9e-a262-a7dcc78c0c7a tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0461826 Jul 06 13:59:03.035861 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-905f198d-db14-447f-bd68-0751ecd5e40a req-d9adb5c0-f1cf-412f-8a21-725a96fd88f5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0647995 Jul 06 13:59:03.144145 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f198d-db14-447f-bd68-0751ecd5e40a req-798ea4e0-7dd7-48d1-b24a-9d1d6ed7f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:03.145878 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-905f198d-db14-447f-bd68-0751ecd5e40a req-798ea4e0-7dd7-48d1-b24a-9d1d6ed7f649 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84c411c9b83740e1bcaf5cc8002aa094&device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 1097 time: 0.0762105 Jul 06 13:59:03.274204 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f198d-db14-447f-bd68-0751ecd5e40a req-bacb0ae8-ba3a-4802-94cc-2a06c57950fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:03.275835 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-905f198d-db14-447f-bd68-0751ecd5e40a req-bacb0ae8-ba3a-4802-94cc-2a06c57950fe service neutron] 10.222.0.52 "GET /v2.0/networks?id=65a0c785-6dfd-4a01-9b12-067743ee677d HTTP/1.1" status: 200 len: 913 time: 0.1086709 Jul 06 13:59:03.339128 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-905f198d-db14-447f-bd68-0751ecd5e40a req-1926f19b-5b00-4d0c-8795-50ab11fbce7d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9a7afaf-4493-4728-8331-4fc37d4607e6 HTTP/1.1" status: 200 len: 217 time: 0.0482876 Jul 06 13:59:03.394344 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f198d-db14-447f-bd68-0751ecd5e40a req-9fe037f8-d5bc-43f2-8091-144abd6f80b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:03.396112 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-905f198d-db14-447f-bd68-0751ecd5e40a req-9fe037f8-d5bc-43f2-8091-144abd6f80b3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c752e52c-1e0e-4b69-8288-ed62c19f3b18 HTTP/1.1" status: 200 len: 851 time: 0.0509799 Jul 06 13:59:03.468540 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f198d-db14-447f-bd68-0751ecd5e40a req-4fc17ff5-07bf-40d3-b7d4-2aab109ff8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:03.470630 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-905f198d-db14-447f-bd68-0751ecd5e40a req-4fc17ff5-07bf-40d3-b7d4-2aab109ff8aa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=65a0c785-6dfd-4a01-9b12-067743ee677d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675089 Jul 06 13:59:03.697294 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-905f198d-db14-447f-bd68-0751ecd5e40a req-1b9f3b28-427c-49ed-90ce-2590e650ae31 service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175646 Jul 06 13:59:03.828740 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-905f198d-db14-447f-bd68-0751ecd5e40a req-9626129f-bb9f-4282-a4e2-7529097ae2b9 service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253181 Jul 06 13:59:05.635327 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:59:07.293090 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7d9825a0-3e07-44be-b121-0d35055ff99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:10.134335 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:10.266036 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-2ef31ed5-e7ab-46d8-8f73-82432fc6f661 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0856867 Jul 06 13:59:10.358870 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac543a-1858-47e8-959b-6a573e7af24b req-8aaf90b3-f9c3-45f8-9ffd-577d73639fce tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:10.360438 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0eac543a-1858-47e8-959b-6a573e7af24b req-8aaf90b3-f9c3-45f8-9ffd-577d73639fce tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.0735598 Jul 06 13:59:10.436269 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0eac543a-1858-47e8-959b-6a573e7af24b req-ded05d59-f80c-4384-85a4-c9020769a8cc tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677361 Jul 06 13:59:10.461797 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-5da703d4-9294-4a70-9b7f-1fa518dcaedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:10.461797 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-5da703d4-9294-4a70-9b7f-1fa518dcaedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:10.461797 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-5da703d4-9294-4a70-9b7f-1fa518dcaedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:10.461797 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-5da703d4-9294-4a70-9b7f-1fa518dcaedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:10.461797 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-5da703d4-9294-4a70-9b7f-1fa518dcaedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:10.461797 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-5da703d4-9294-4a70-9b7f-1fa518dcaedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:10.461797 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-5da703d4-9294-4a70-9b7f-1fa518dcaedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:10.461797 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-5da703d4-9294-4a70-9b7f-1fa518dcaedd service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=6ead5c3559fe4c91b54e392cf2e3f6be&device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 6492 time: 0.1109054 Jul 06 13:59:10.571768 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bfba4f48-ce2b-4165-8245-6ca709d121b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:10.622025 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-d724a4e9-49d6-4bf2-b1bb-d0f113c8f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:10.622590 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-d724a4e9-49d6-4bf2-b1bb-d0f113c8f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:10.623286 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-d724a4e9-49d6-4bf2-b1bb-d0f113c8f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:10.625141 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-d724a4e9-49d6-4bf2-b1bb-d0f113c8f01d service neutron] 10.222.0.124 "GET /v2.0/networks?id=64f4bd64-4ccc-44ff-b973-ee4ab56c4f15&id=d4681e72-a6e0-4598-880f-0c79f70e2adb&id=d4681e72-a6e0-4598-880f-0c79f70e2adb&id=d4681e72-a6e0-4598-880f-0c79f70e2adb&id=d4681e72-a6e0-4598-880f-0c79f70e2adb&id=47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a&id=47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a HTTP/1.1" status: 200 len: 2292 time: 0.1383343 Jul 06 13:59:10.699612 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-47b556e9-88c8-470c-b712-4be73b2a267d service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bf54f58-f9c5-43f6-908a-701f8adcdcce HTTP/1.1" status: 200 len: 1002 time: 0.0675371 Jul 06 13:59:10.792491 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-ff8fd947-6946-425b-b2c0-877eefe92bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:10.795269 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-ff8fd947-6946-425b-b2c0-877eefe92bd3 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=14f05a6a-3a8f-434f-a4ba-d77cff438b12 HTTP/1.1" status: 200 len: 850 time: 0.0888546 Jul 06 13:59:10.907125 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-5fefdfe8-0014-4f50-a8f4-be6c14a3b6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:10.908646 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-5fefdfe8-0014-4f50-a8f4-be6c14a3b6a4 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=64f4bd64-4ccc-44ff-b973-ee4ab56c4f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067615 Jul 06 13:59:11.057230 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-7d976838-5f4e-4465-a1fa-a63f6cbff0fc service neutron] 10.222.0.124 "GET /v2.0/networks/64f4bd64-4ccc-44ff-b973-ee4ab56c4f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406450 Jul 06 13:59:11.123993 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc8d7f-7ff7-41f1-8b2c-c1b1b7537f4e req-570dba0a-0128-4a16-a5d1-4a17981a94a5 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:11.125785 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6bcc8d7f-7ff7-41f1-8b2c-c1b1b7537f4e req-570dba0a-0128-4a16-a5d1-4a17981a94a5 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 943 time: 0.1379912 Jul 06 13:59:11.189418 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6bcc8d7f-7ff7-41f1-8b2c-c1b1b7537f4e req-b7ac86ab-7257-4109-96be-2fe989815188 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571547 Jul 06 13:59:11.207992 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-c6b86f16-8176-4838-840a-26217309a83d service neutron] 10.222.0.124 "GET /v2.0/networks/64f4bd64-4ccc-44ff-b973-ee4ab56c4f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435089 Jul 06 13:59:11.262297 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-4eee4162-2ac8-4ac5-a7ad-d7c511ee5492 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=f2296885-8899-45b5-95c4-bfe40a9e131c HTTP/1.1" status: 200 len: 217 time: 0.0469525 Jul 06 13:59:11.314863 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-486da048-65e6-46b1-af6b-8c5e10f38120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:11.316717 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-486da048-65e6-46b1-af6b-8c5e10f38120 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c04128a6-f89d-4c07-9ca5-0cf3821c9fb2 HTTP/1.1" status: 200 len: 797 time: 0.0487695 Jul 06 13:59:11.391905 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-9c3f853f-bb97-4add-8daf-670e330f7db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:11.393555 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-9c3f853f-bb97-4add-8daf-670e330f7db4 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d4681e72-a6e0-4598-880f-0c79f70e2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0678146 Jul 06 13:59:11.472889 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:11.519463 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-14c1936f-b126-4243-8d93-52366228b003 service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190221 Jul 06 13:59:11.651735 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-12c8b31c-4e2a-4149-99c6-b8e2bdd78f9c service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252465 Jul 06 13:59:11.745875 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-a8e3c69e-b319-41ad-819c-c0a91c1e3850 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f298cdfc-2d7b-46d9-818e-7576966d6307 HTTP/1.1" status: 200 len: 217 time: 0.0588412 Jul 06 13:59:11.834227 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb00f0-5add-4973-a17f-aa2f303d6084 req-3f35bb32-97a7-406a-9680-6b4e2ad5a5d6 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:11.835652 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e4bb00f0-5add-4973-a17f-aa2f303d6084 req-3f35bb32-97a7-406a-9680-6b4e2ad5a5d6 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/ports?device_id=17fa4f5d-aac0-4414-b9e5-e78693babe0c HTTP/1.1" status: 200 len: 946 time: 0.2087553 Jul 06 13:59:11.848801 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-98799cc1-7bce-4198-a93b-c8941436da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:11.850455 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-98799cc1-7bce-4198-a93b-c8941436da8e service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c04128a6-f89d-4c07-9ca5-0cf3821c9fb2 HTTP/1.1" status: 200 len: 797 time: 0.0979390 Jul 06 13:59:11.923837 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e4bb00f0-5add-4973-a17f-aa2f303d6084 req-4eceb2d1-b365-4daf-89f4-8e18cf3a05f7 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/security-groups?id=959cffb5-e4c6-4976-8807-2a1718f61e27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792303 Jul 06 13:59:11.949047 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-baaa1179-209a-489d-9dae-e95cd5e03d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:11.950889 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-baaa1179-209a-489d-9dae-e95cd5e03d75 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d4681e72-a6e0-4598-880f-0c79f70e2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0849488 Jul 06 13:59:12.123994 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-60e99bd3-caa9-4445-aa63-a96b2f4f45f2 service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662738 Jul 06 13:59:12.244535 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-23aad131-88a2-4bd1-a9ae-28f5edcf9d1b service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131806 Jul 06 13:59:12.317232 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-d292c77a-58c2-44c7-8bd7-3fda20978287 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=171b252b-03fa-4033-823a-10959a31f1bc HTTP/1.1" status: 200 len: 217 time: 0.0675089 Jul 06 13:59:12.327302 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 94486b89-1e65-4e71-b2e4-790ca40489bc details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:59:12.413966 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-bf82c587-8b02-42a2-ac7a-44ab406d5d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:12.415513 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-bf82c587-8b02-42a2-ac7a-44ab406d5d03 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c04128a6-f89d-4c07-9ca5-0cf3821c9fb2 HTTP/1.1" status: 200 len: 797 time: 0.0692661 Jul 06 13:59:12.428228 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b34993-bec1-4905-94c9-9a1b7e229ad7 req-32dc455e-14a8-4506-a644-0df8c837b300 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:12.430028 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b7b34993-bec1-4905-94c9-9a1b7e229ad7 req-32dc455e-14a8-4506-a644-0df8c837b300 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.1278961 Jul 06 13:59:12.515609 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b7b34993-bec1-4905-94c9-9a1b7e229ad7 req-f5d4d317-b2b1-455c-b57b-b063c14bc9d6 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738606 Jul 06 13:59:12.562841 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-5c4a3595-1998-430e-95fc-cac7edb7614c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:12.562841 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-5c4a3595-1998-430e-95fc-cac7edb7614c service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d4681e72-a6e0-4598-880f-0c79f70e2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1287966 Jul 06 13:59:12.604235 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef198b60-0e9d-45b8-bd3c-2152be1d874e req-4a5843e2-c2df-4670-829c-61887cb440c2 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:12.608172 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ef198b60-0e9d-45b8-bd3c-2152be1d874e req-4a5843e2-c2df-4670-829c-61887cb440c2 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.52 "GET /v2.0/ports?device_id=17fa4f5d-aac0-4414-b9e5-e78693babe0c HTTP/1.1" status: 200 len: 946 time: 0.2073755 Jul 06 13:59:12.672614 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 94486b89-1e65-4e71-b2e4-790ca40489bc, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=94486b89-1e65-4e71-b2e4-790ca40489bc,segment=NetworkSegment(e4d5f113-0733-4d39-911c-a5823573bbad),segment_id=e4d5f113-0733-4d39-911c-a5823573bbad)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:12.694652 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '94486b89-1e65-4e71-b2e4-790ca40489bc', 'network_id': 'feedd1b5-b16b-46c1-99ff-64793157a3e7', 'port_id': '94486b89-1e65-4e71-b2e4-790ca40489bc', 'mac_address': 'fa:16:3e:ec:11:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a061d95c-fe13-4bcf-a696-dc3a1931aea5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:59:12.741892 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:12.765359 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94486b89-1e65-4e71-b2e4-790ca40489bc {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 13:59:12.786951 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-ef198b60-0e9d-45b8-bd3c-2152be1d874e req-faf314be-6f6e-4aca-a9c0-65780608c9bc tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Deleting port ef7ad317-cb45-4c8f-a6b6-ea922f855e0e {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:59:12.787299 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ef198b60-0e9d-45b8-bd3c-2152be1d874e req-faf314be-6f6e-4aca-a9c0-65780608c9bc tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:12.811719 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 94486b89-1e65-4e71-b2e4-790ca40489bc, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=94486b89-1e65-4e71-b2e4-790ca40489bc,segment=NetworkSegment(e4d5f113-0733-4d39-911c-a5823573bbad),segment_id=e4d5f113-0733-4d39-911c-a5823573bbad)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:12.817954 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:12.891939 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=94486b89-1e65-4e71-b2e4-790ca40489bc,revision_number=9']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:12.952710 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-ef198b60-0e9d-45b8-bd3c-2152be1d874e req-faf314be-6f6e-4aca-a9c0-65780608c9bc tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] For port ef7ad317-cb45-4c8f-a6b6-ea922f855e0e, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ef7ad317-cb45-4c8f-a6b6-ea922f855e0e,segment=NetworkSegment(1bc958db-427d-4c6d-bfc9-f37996d6ac59),segment_id=1bc958db-427d-4c6d-bfc9-f37996d6ac59)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:12.953342 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ef198b60-0e9d-45b8-bd3c-2152be1d874e req-faf314be-6f6e-4aca-a9c0-65780608c9bc tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:12.967259 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-ef198b60-0e9d-45b8-bd3c-2152be1d874e req-faf314be-6f6e-4aca-a9c0-65780608c9bc tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Calling delete_port for ef7ad317-cb45-4c8f-a6b6-ea922f855e0e owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:59:13.016812 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:13.035569 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-fcf0704d-35a0-45e8-8f13-8404c4544394 service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696152 Jul 06 13:59:13.075112 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654120aa-4924-4f1e-8cfc-8c8d29212972 req-cfe5510a-9d09-4fb4-948b-893aae0fa052 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:13.076664 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-654120aa-4924-4f1e-8cfc-8c8d29212972 req-cfe5510a-9d09-4fb4-948b-893aae0fa052 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 944 time: 0.1175447 Jul 06 13:59:13.114937 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ef198b60-0e9d-45b8-bd3c-2152be1d874e req-faf314be-6f6e-4aca-a9c0-65780608c9bc tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:13.132377 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['ef7ad317-cb45-4c8f-a6b6-ea922f855e0e'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:59:13.163317 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-654120aa-4924-4f1e-8cfc-8c8d29212972 req-8680a0f4-6e77-49f7-8749-0b4eb011521f tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602250 Jul 06 13:59:13.191485 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf314be-6f6e-4aca-a9c0-65780608c9bc tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Pushing event deleted for resources: {'Port': ['ID=ef7ad317-cb45-4c8f-a6b6-ea922f855e0e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:13.215092 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['94486b89-1e65-4e71-b2e4-790ca40489bc'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:59:13.218893 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf314be-6f6e-4aca-a9c0-65780608c9bc tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:13.220277 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf314be-6f6e-4aca-a9c0-65780608c9bc tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:13.222616 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf314be-6f6e-4aca-a9c0-65780608c9bc tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:13.222986 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf314be-6f6e-4aca-a9c0-65780608c9bc tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:13.223344 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf314be-6f6e-4aca-a9c0-65780608c9bc tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:13.223697 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf314be-6f6e-4aca-a9c0-65780608c9bc tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:13.224052 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf314be-6f6e-4aca-a9c0-65780608c9bc tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:13.224399 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf314be-6f6e-4aca-a9c0-65780608c9bc tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:13.230086 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf314be-6f6e-4aca-a9c0-65780608c9bc tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:13.230754 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf314be-6f6e-4aca-a9c0-65780608c9bc tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:13.231572 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf314be-6f6e-4aca-a9c0-65780608c9bc tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:13.231997 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf314be-6f6e-4aca-a9c0-65780608c9bc tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:13.240170 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-a3f5dca6-dd64-46a1-80a5-22e04b435ec2 service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963658 Jul 06 13:59:13.274675 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef198b60-0e9d-45b8-bd3c-2152be1d874e req-faf314be-6f6e-4aca-a9c0-65780608c9bc tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] No DVR routers for this DVR port ef7ad317-cb45-4c8f-a6b6-ea922f855e0e on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:59:13.279622 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ef198b60-0e9d-45b8-bd3c-2152be1d874e req-faf314be-6f6e-4aca-a9c0-65780608c9bc tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:13.281680 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ef198b60-0e9d-45b8-bd3c-2152be1d874e req-faf314be-6f6e-4aca-a9c0-65780608c9bc tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.52 "DELETE /v2.0/ports/ef7ad317-cb45-4c8f-a6b6-ea922f855e0e HTTP/1.1" status: 204 len: 173 time: 0.6655042 Jul 06 13:59:13.282234 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fa4f5d-aac0-4414-b9e5-e78693babe0c', 'name': 'network-vif-deleted', 'tag': 'ef7ad317-cb45-4c8f-a6b6-ea922f855e0e'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:59:13.286438 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833c4399-ab33-4843-b1fb-69a6b0a8ba86" -d '{"events": [{"server_uuid": "17fa4f5d-aac0-4414-b9e5-e78693babe0c", "name": "network-vif-deleted", "tag": "ef7ad317-cb45-4c8f-a6b6-ea922f855e0e"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:13.342105 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-9537c4b5-1bd4-4ee3-b2f5-fd11a1a1b358 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=60bb4054-389a-44fa-bb3f-77929909aa44 HTTP/1.1" status: 200 len: 217 time: 0.0950747 Jul 06 13:59:13.436968 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-0d1ab04d-bb46-4c81-9862-7ec1d16001f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:13.438669 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-0d1ab04d-bb46-4c81-9862-7ec1d16001f6 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c04128a6-f89d-4c07-9ca5-0cf3821c9fb2 HTTP/1.1" status: 200 len: 797 time: 0.0906794 Jul 06 13:59:13.550567 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f2984-1d87-4784-8529-c61890a63b75 req-a2f0c21c-a985-45a9-a203-c420f0ae0206 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:13.552223 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2e2f2984-1d87-4784-8529-c61890a63b75 req-a2f0c21c-a985-45a9-a203-c420f0ae0206 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.1455512 Jul 06 13:59:13.569277 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-33d5bfef-355e-465a-8b79-02eb8d23571a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:13.571437 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-33d5bfef-355e-465a-8b79-02eb8d23571a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d4681e72-a6e0-4598-880f-0c79f70e2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1234543 Jul 06 13:59:13.684689 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2e2f2984-1d87-4784-8529-c61890a63b75 req-545dd5f8-e45f-41a8-b336-5a6f7a2adea9 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215518 Jul 06 13:59:13.759284 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-8d046074-3bc1-4be6-989d-b815a60ecab0 service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802557 Jul 06 13:59:13.930105 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b257d10c-8023-457f-81b6-e2d82ce13766 req-79b290bc-a5c0-4785-b117-fb7dc511f890 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731 tempest-FloatingIPsAssociationNegativeTestJSON-1926417731-project] 10.222.0.118 "GET /v2.0/ports?device_id=17fa4f5d-aac0-4414-b9e5-e78693babe0c HTTP/1.1" status: 200 len: 210 time: 0.0630670 Jul 06 13:59:13.996410 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-dbba0c13-045f-4a58-b19b-385f0ab5dd71 service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301774 Jul 06 13:59:14.078927 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-451c5b7f-1eed-4c41-944e-03a48cec9fd3 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5713c474-b68e-4849-8757-a4ac36c4881f HTTP/1.1" status: 200 len: 217 time: 0.0747716 Jul 06 13:59:14.119766 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07edc4a-01b1-42ea-a749-8e2f1e3de8f2 x-openstack-request-id: req-a07edc4a-01b1-42ea-a749-8e2f1e3de8f2 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:59:14.120323 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fa4f5d-aac0-4414-b9e5-e78693babe0c", "name": "network-vif-deleted", "tag": "ef7ad317-cb45-4c8f-a6b6-ea922f855e0e", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:59:14.120716 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-a07edc4a-01b1-42ea-a749-8e2f1e3de8f2 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:59:14.121185 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fa4f5d-aac0-4414-b9e5-e78693babe0c', 'name': 'network-vif-deleted', 'tag': 'ef7ad317-cb45-4c8f-a6b6-ea922f855e0e', 'status': 'completed', 'code': 200} Jul 06 13:59:14.146475 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-b4531dba-401f-4f5c-8bd0-7292a0d25262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:14.147943 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-b4531dba-401f-4f5c-8bd0-7292a0d25262 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8b322a15-08f2-404b-b5a7-7b23b405c7f9 HTTP/1.1" status: 200 len: 797 time: 0.0626888 Jul 06 13:59:14.263381 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-05c5136f-983d-474f-bbdf-9316b7f5b80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:14.265289 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-05c5136f-983d-474f-bbdf-9316b7f5b80b service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1100767 Jul 06 13:59:14.404275 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-848dd78f-8399-4b38-bde4-7bfd6307ad98 service neutron] 10.222.0.124 "GET /v2.0/networks/47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289401 Jul 06 13:59:14.491242 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429b3de-a492-4bdb-a4f7-e9ef2506f06a req-f10b9e4c-7329-4cf2-a275-fb92b8fbb146 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:14.493461 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f429b3de-a492-4bdb-a4f7-e9ef2506f06a req-f10b9e4c-7329-4cf2-a275-fb92b8fbb146 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.1388528 Jul 06 13:59:14.553083 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f429b3de-a492-4bdb-a4f7-e9ef2506f06a req-6ba31bf6-e417-4627-9f4b-a14f93455f3d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459929 Jul 06 13:59:14.555197 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-90e16e3c-e6e2-417c-b69d-5032bdbe9362 service neutron] 10.222.0.124 "GET /v2.0/networks/47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434114 Jul 06 13:59:14.622628 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-e1300958-997d-4eb3-bedc-8b7da39bd646 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2901d280-4cec-4a3b-bbf6-00c4a5038850 HTTP/1.1" status: 200 len: 217 time: 0.0556042 Jul 06 13:59:14.682736 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-02e1fc71-b377-49e4-875d-76c1dae9343d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:14.684175 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-02e1fc71-b377-49e4-875d-76c1dae9343d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8b322a15-08f2-404b-b5a7-7b23b405c7f9 HTTP/1.1" status: 200 len: 797 time: 0.0555360 Jul 06 13:59:14.799423 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a8885-9713-46f9-8574-1d24c46c5d76 req-4b083104-543e-421d-9bcb-3f40eaad3ce9 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:14.801136 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0d5a8885-9713-46f9-8574-1d24c46c5d76 req-4b083104-543e-421d-9bcb-3f40eaad3ce9 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 944 time: 0.1307328 Jul 06 13:59:14.825839 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-7d1d4c4b-5f63-4b5b-a72f-82ac72d3bae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:14.827539 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-7d1d4c4b-5f63-4b5b-a72f-82ac72d3bae2 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1244519 Jul 06 13:59:14.917825 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0d5a8885-9713-46f9-8574-1d24c46c5d76 req-f1e3b7ab-7b82-4cd0-8ff9-921cddc2a0e6 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093040 Jul 06 13:59:14.968997 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-49bea902-c332-406f-ade7-35efdbc45993 service neutron] 10.222.0.124 "GET /v2.0/networks/47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332765 Jul 06 13:59:15.119988 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a7dd9d6-30f7-466a-ba52-7204969878d9 req-c4a514ac-9bc0-4ce5-b70b-279aa4765d9b service neutron] 10.222.0.124 "GET /v2.0/networks/47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446853 Jul 06 13:59:15.141450 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084f5b3-1811-48b4-8fa1-c179240de801 req-924b77fe-48bf-4ac3-917d-5d8a5f6beb1c tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:15.143443 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f084f5b3-1811-48b4-8fa1-c179240de801 req-924b77fe-48bf-4ac3-917d-5d8a5f6beb1c tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.1030171 Jul 06 13:59:15.206110 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f084f5b3-1811-48b4-8fa1-c179240de801 req-37e877f5-fc92-4f5d-a61b-c478a0d54643 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560188 Jul 06 13:59:15.296951 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 57818) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:15.742308 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27fcbb51-7df6-400a-8e73-f5223c5d00c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:16.038415 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-27fcbb51-7df6-400a-8e73-f5223c5d00c8 admin admin] Deleting port db5588be-3d9a-4d74-bf8a-1441aa34f778 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:59:16.038415 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27fcbb51-7df6-400a-8e73-f5223c5d00c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:16.078019 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ef7ad317-cb45-4c8f-a6b6-ea922f855e0e no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:16.123379 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: ef7ad317-cb45-4c8f-a6b6-ea922f855e0e {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:59:16.123379 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ef7ad317-cb45-4c8f-a6b6-ea922f855e0e not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:59:16.165627 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-27fcbb51-7df6-400a-8e73-f5223c5d00c8 admin admin] For port db5588be-3d9a-4d74-bf8a-1441aa34f778, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=db5588be-3d9a-4d74-bf8a-1441aa34f778,segment=NetworkSegment(1bc958db-427d-4c6d-bfc9-f37996d6ac59),segment_id=1bc958db-427d-4c6d-bfc9-f37996d6ac59)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:16.166068 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27fcbb51-7df6-400a-8e73-f5223c5d00c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:16.190205 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5e8cd-55cc-43f3-973f-b78c129ccf6b req-cbabb106-76c3-49ff-8f06-66a5fce0147f tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:16.191706 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-11d5e8cd-55cc-43f3-973f-b78c129ccf6b req-cbabb106-76c3-49ff-8f06-66a5fce0147f tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 944 time: 0.1111107 Jul 06 13:59:16.192594 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-27fcbb51-7df6-400a-8e73-f5223c5d00c8 admin admin] Calling delete_port for db5588be-3d9a-4d74-bf8a-1441aa34f778 owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:59:16.294602 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-11d5e8cd-55cc-43f3-973f-b78c129ccf6b req-45b14628-8f99-43ee-b0f5-32e2a7aa0228 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950713 Jul 06 13:59:16.344729 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 94486b89-1e65-4e71-b2e4-790ca40489bc up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:59:16.408619 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 94486b89-1e65-4e71-b2e4-790ca40489bc triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:16.409225 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:16.474450 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27fcbb51-7df6-400a-8e73-f5223c5d00c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:16.529300 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:16.532110 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:16.534404 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fcbb51-7df6-400a-8e73-f5223c5d00c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=db5588be-3d9a-4d74-bf8a-1441aa34f778,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:16.631058 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94486b89-1e65-4e71-b2e4-790ca40489bc'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:59:16.638078 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5b176b-adb3-48aa-9c47-adfb57207bdb" -d '{"events": [{"server_uuid": "cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5", "name": "network-vif-plugged", "status": "completed", "tag": "94486b89-1e65-4e71-b2e4-790ca40489bc"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:16.669986 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 94486b89-1e65-4e71-b2e4-790ca40489bc, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=94486b89-1e65-4e71-b2e4-790ca40489bc,segment=NetworkSegment(e4d5f113-0733-4d39-911c-a5823573bbad),segment_id=e4d5f113-0733-4d39-911c-a5823573bbad)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:16.677260 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:16.770229 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=94486b89-1e65-4e71-b2e4-790ca40489bc,revision_number=10']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:16.782001 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27fcbb51-7df6-400a-8e73-f5223c5d00c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:16.832908 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8a6196-112c-4f51-9c82-d03eb828d09d x-openstack-request-id: req-2c8a6196-112c-4f51-9c82-d03eb828d09d {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:59:16.833429 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5", "name": "network-vif-plugged", "status": "completed", "tag": "94486b89-1e65-4e71-b2e4-790ca40489bc", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:59:16.833888 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-2c8a6196-112c-4f51-9c82-d03eb828d09d {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:59:16.838741 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94486b89-1e65-4e71-b2e4-790ca40489bc', 'code': 200} Jul 06 13:59:17.050073 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27fcbb51-7df6-400a-8e73-f5223c5d00c8 admin admin] Router 92844bc1-463d-482e-bd90-eac18da3c258 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:59:17.205540 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3e8a4-fdad-45be-a1b9-8066f41cc105 req-d59081c1-784a-463c-b9ca-164cd6632fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:17.207145 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12c3e8a4-fdad-45be-a1b9-8066f41cc105 req-d59081c1-784a-463c-b9ca-164cd6632fce service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 1097 time: 0.1555679 Jul 06 13:59:17.238704 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fcbb51-7df6-400a-8e73-f5223c5d00c8 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:59:17.252684 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e734d07-743d-4bd2-8b76-4d3364ae659e None None] Sync routers for ids ['92844bc1-463d-482e-bd90-eac18da3c258'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:59:17.258224 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-27fcbb51-7df6-400a-8e73-f5223c5d00c8 admin admin] 10.222.0.118 "PUT /v2.0/routers/92844bc1-463d-482e-bd90-eac18da3c258/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9597864 Jul 06 13:59:17.260693 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57860) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:17.283050 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12c3e8a4-fdad-45be-a1b9-8066f41cc105 req-19614e7a-809f-4012-a4dd-63ae63860c9e service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680385 Jul 06 13:59:17.286964 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e734d07-743d-4bd2-8b76-4d3364ae659e None None] Routers {'92844bc1-463d-482e-bd90-eac18da3c258'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:59:17.287619 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-3e734d07-743d-4bd2-8b76-4d3364ae659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:59:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['92844bc1-463d-482e-bd90-eac18da3c258'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:17.455384 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-3e734d07-743d-4bd2-8b76-4d3364ae659e None None] Set router 92844bc1-463d-482e-bd90-eac18da3c258 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:59:17.537533 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b8294b7-9dee-48f2-919e-2f69b3344751 admin admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:17.678284 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7204101-7646-4fd3-a25f-d0195f4046d5 req-346de845-5505-48e5-8eef-5f72c0d100ef tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:17.680386 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b7204101-7646-4fd3-a25f-d0195f4046d5 req-346de845-5505-48e5-8eef-5f72c0d100ef tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 946 time: 0.1344402 Jul 06 13:59:17.705211 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b8294b7-9dee-48f2-919e-2f69b3344751 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:17.707045 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-3e734d07-743d-4bd2-8b76-4d3364ae659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92844bc1-463d-482e-bd90-eac18da3c258', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1251568367-router', 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': '2412b3a1-d586-4596-9cc2-c42d13939a80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:58:15Z', 'updated_at': '2021-07-06T13:59:16Z', 'revision_number': 5, 'project_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'gw_port': {'id': '2412b3a1-d586-4596-9cc2-c42d13939a80', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92844bc1-463d-482e-bd90-eac18da3c258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:58:16Z', 'updated_at': '2021-07-06T13:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:17.751809 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e734d07-743d-4bd2-8b76-4d3364ae659e None None] Checking router: 92844bc1-463d-482e-bd90-eac18da3c258 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:59:17.764603 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b7204101-7646-4fd3-a25f-d0195f4046d5 req-508aad76-242d-41fc-a953-e9ff09e901b8 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773458 Jul 06 13:59:17.774812 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e734d07-743d-4bd2-8b76-4d3364ae659e None None] Routers {'92844bc1-463d-482e-bd90-eac18da3c258'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:59:17.775389 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-3e734d07-743d-4bd2-8b76-4d3364ae659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:59:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['92844bc1-463d-482e-bd90-eac18da3c258'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:17.804611 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-6b8294b7-9dee-48f2-919e-2f69b3344751 admin admin] Deleting port 2412b3a1-d586-4596-9cc2-c42d13939a80 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:59:17.805369 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b8294b7-9dee-48f2-919e-2f69b3344751 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:17.875694 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-3e734d07-743d-4bd2-8b76-4d3364ae659e None None] Set router 92844bc1-463d-482e-bd90-eac18da3c258 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:59:17.933659 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-3e734d07-743d-4bd2-8b76-4d3364ae659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92844bc1-463d-482e-bd90-eac18da3c258', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1251568367-router', 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:58:15Z', 'updated_at': '2021-07-06T13:59:17Z', 'revision_number': 6, 'project_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:17.946730 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-6b8294b7-9dee-48f2-919e-2f69b3344751 admin admin] For port 2412b3a1-d586-4596-9cc2-c42d13939a80, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=2412b3a1-d586-4596-9cc2-c42d13939a80,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:17.947472 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b8294b7-9dee-48f2-919e-2f69b3344751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:17.964080 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-6b8294b7-9dee-48f2-919e-2f69b3344751 admin admin] Calling delete_port for 2412b3a1-d586-4596-9cc2-c42d13939a80 owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:59:17.968489 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e734d07-743d-4bd2-8b76-4d3364ae659e None None] The sync data for ids ['92844bc1-463d-482e-bd90-eac18da3c258'] in n-d-773644-6 is: [{'id': '92844bc1-463d-482e-bd90-eac18da3c258', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1251568367-router', 'tenant_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:58:15Z', 'updated_at': '2021-07-06T13:59:17Z', 'revision_number': 6, 'project_id': 'cc6837af4ff04b70b3c3d9811d0990ae', 'gw_port_host': None}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:59:18.248882 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b8294b7-9dee-48f2-919e-2f69b3344751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:18.308949 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8294b7-9dee-48f2-919e-2f69b3344751 admin admin] Pushing event deleted for resources: {'Port': ['ID=2412b3a1-d586-4596-9cc2-c42d13939a80,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:18.399655 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b8294b7-9dee-48f2-919e-2f69b3344751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:18.594450 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b8294b7-9dee-48f2-919e-2f69b3344751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:18.598753 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b8294b7-9dee-48f2-919e-2f69b3344751 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:18.606536 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:18.692794 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b8294b7-9dee-48f2-919e-2f69b3344751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:18.693368 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8294b7-9dee-48f2-919e-2f69b3344751 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92844bc1-463d-482e-bd90-eac18da3c258 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:59:18.702652 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b8294b7-9dee-48f2-919e-2f69b3344751 admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:18.703816 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6b8294b7-9dee-48f2-919e-2f69b3344751 admin admin] 10.222.0.118 "DELETE /v2.0/routers/92844bc1-463d-482e-bd90-eac18da3c258 HTTP/1.1" status: 204 len: 168 time: 1.4421213 Jul 06 13:59:18.706654 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 57936) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:18.753234 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-544007eb-7923-43c7-9987-47ad3b4d27bb admin admin] Deleting subnet a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:59:18.757135 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-544007eb-7923-43c7-9987-47ad3b4d27bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:18.814760 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-544007eb-7923-43c7-9987-47ad3b4d27bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:18.987266 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-544007eb-7923-43c7-9987-47ad3b4d27bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:19.346100 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f418f1-8983-4e0a-b18e-bc674b51d248 req-82de1de0-e273-415c-92c2-f3fd234aa116 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:19.350271 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32f418f1-8983-4e0a-b18e-bc674b51d248 req-82de1de0-e273-415c-92c2-f3fd234aa116 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 946 time: 0.4296463 Jul 06 13:59:19.397088 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-544007eb-7923-43c7-9987-47ad3b4d27bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:19.413894 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32f418f1-8983-4e0a-b18e-bc674b51d248 req-4bd4f6eb-4af6-4a47-8a9c-d48d7abf6a45 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555673 Jul 06 13:59:19.419427 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device db5588be-3d9a-4d74-bf8a-1441aa34f778 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:19.434541 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-544007eb-7923-43c7-9987-47ad3b4d27bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:19.439348 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-544007eb-7923-43c7-9987-47ad3b4d27bb admin admin] 10.222.0.118 "DELETE /v2.0/subnets/a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb HTTP/1.1" status: 204 len: 168 time: 0.7314072 Jul 06 13:59:19.441955 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57958) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:19.442424 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544007eb-7923-43c7-9987-47ad3b4d27bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1ac3dd1-1acb-40c0-a8b0-d2462bcc94fb,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:19.461659 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4810a4-3ef3-4587-aac5-1c3290c73b6b None None] Network 722cbc5e-0e75-42e2-b12c-7b56d8730b91 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:59:19.537680 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d423746d-2aad-4a56-9ad7-30a48aa09a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:19.570249 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: db5588be-3d9a-4d74-bf8a-1441aa34f778 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:59:19.570591 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device db5588be-3d9a-4d74-bf8a-1441aa34f778 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:59:19.572542 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 2412b3a1-d586-4596-9cc2-c42d13939a80 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:19.601884 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 2412b3a1-d586-4596-9cc2-c42d13939a80 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:59:19.602777 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d423746d-2aad-4a56-9ad7-30a48aa09a02 admin admin] Deleting port c4c71715-28da-44ed-9c3e-c2d85a2c348d {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:59:19.603099 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d423746d-2aad-4a56-9ad7-30a48aa09a02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:19.603538 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 2412b3a1-d586-4596-9cc2-c42d13939a80 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:59:19.723385 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-d423746d-2aad-4a56-9ad7-30a48aa09a02 admin admin] For port c4c71715-28da-44ed-9c3e-c2d85a2c348d, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c4c71715-28da-44ed-9c3e-c2d85a2c348d,segment=NetworkSegment(1bc958db-427d-4c6d-bfc9-f37996d6ac59),segment_id=1bc958db-427d-4c6d-bfc9-f37996d6ac59)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:19.723788 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d423746d-2aad-4a56-9ad7-30a48aa09a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:19.729352 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c5d322-adf0-44ab-bce7-08506d998c28 None None] DHCP port deletion for 722cbc5e-0e75-42e2-b12c-7b56d8730b91 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 13:59:19.749818 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d423746d-2aad-4a56-9ad7-30a48aa09a02 admin admin] Calling delete_port for c4c71715-28da-44ed-9c3e-c2d85a2c348d owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:59:19.785600 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-b0c5d322-adf0-44ab-bce7-08506d998c28 None None] Deleting port c4c71715-28da-44ed-9c3e-c2d85a2c348d {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:59:19.786112 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d322-adf0-44ab-bce7-08506d998c28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:19.861261 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d423746d-2aad-4a56-9ad7-30a48aa09a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:19.865260 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-b0c5d322-adf0-44ab-bce7-08506d998c28 None None] For port c4c71715-28da-44ed-9c3e-c2d85a2c348d, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c4c71715-28da-44ed-9c3e-c2d85a2c348d,segment=NetworkSegment(1bc958db-427d-4c6d-bfc9-f37996d6ac59),segment_id=1bc958db-427d-4c6d-bfc9-f37996d6ac59)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:19.865901 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d322-adf0-44ab-bce7-08506d998c28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:19.893347 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d423746d-2aad-4a56-9ad7-30a48aa09a02 admin admin] No DVR routers for this DVR port c4c71715-28da-44ed-9c3e-c2d85a2c348d on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:59:19.895615 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-b0c5d322-adf0-44ab-bce7-08506d998c28 None None] Calling delete_port for c4c71715-28da-44ed-9c3e-c2d85a2c348d owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:59:19.924783 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423746d-2aad-4a56-9ad7-30a48aa09a02 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4c71715-28da-44ed-9c3e-c2d85a2c348d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:19.985369 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d423746d-2aad-4a56-9ad7-30a48aa09a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:19.998576 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-d423746d-2aad-4a56-9ad7-30a48aa09a02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['722cbc5e-0e75-42e2-b12c-7b56d8730b91']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:20.009351 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-d423746d-2aad-4a56-9ad7-30a48aa09a02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc958db-427d-4c6d-bfc9-f37996d6ac59') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:20.009660 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-d423746d-2aad-4a56-9ad7-30a48aa09a02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc958db-427d-4c6d-bfc9-f37996d6ac59') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:20.026265 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d423746d-2aad-4a56-9ad7-30a48aa09a02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:20.043099 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d322-adf0-44ab-bce7-08506d998c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:20.045735 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d423746d-2aad-4a56-9ad7-30a48aa09a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:20.062981 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d423746d-2aad-4a56-9ad7-30a48aa09a02 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:59:20.063411 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d423746d-2aad-4a56-9ad7-30a48aa09a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:59:20.065795 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:59:20.068395 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c5d322-adf0-44ab-bce7-08506d998c28 None None] No DVR routers for this DVR port c4c71715-28da-44ed-9c3e-c2d85a2c348d on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:59:20.135176 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5d322-adf0-44ab-bce7-08506d998c28 None None] Pushing event deleted for resources: {'Port': ['ID=c4c71715-28da-44ed-9c3e-c2d85a2c348d,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:20.173281 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d423746d-2aad-4a56-9ad7-30a48aa09a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:20.184814 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d423746d-2aad-4a56-9ad7-30a48aa09a02 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:20.189315 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d423746d-2aad-4a56-9ad7-30a48aa09a02 admin admin] 10.222.0.118 "DELETE /v2.0/networks/722cbc5e-0e75-42e2-b12c-7b56d8730b91 HTTP/1.1" status: 204 len: 168 time: 0.7459445 Jul 06 13:59:20.202839 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423746d-2aad-4a56-9ad7-30a48aa09a02 admin admin] Pushing event deleted for resources: {'Network': ['ID=722cbc5e-0e75-42e2-b12c-7b56d8730b91,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:20.388270 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57994) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:20.441740 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-39869e1b-8e6c-4f03-8b7d-578629af7cad admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=cc6837af4ff04b70b3c3d9811d0990ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498340 Jul 06 13:59:20.442005 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57996) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:20.496992 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-95a8a555-6cf7-4442-800f-09cfab6d6208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:20.522330 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-95a8a555-6cf7-4442-800f-09cfab6d6208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:20.579732 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-95a8a555-6cf7-4442-800f-09cfab6d6208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:20.582845 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-95a8a555-6cf7-4442-800f-09cfab6d6208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:20.584290 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-95a8a555-6cf7-4442-800f-09cfab6d6208 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/959cffb5-e4c6-4976-8807-2a1718f61e27 HTTP/1.1" status: 204 len: 168 time: 0.1414394 Jul 06 13:59:20.596545 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8a555-6cf7-4442-800f-09cfab6d6208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959cffb5-e4c6-4976-8807-2a1718f61e27,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:20.655478 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a4797-d489-4bc9-b425-100c14b2848c req-4c40c7fc-c7e0-4de3-abb0-300f6ca02b65 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:20.658222 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ca2a4797-d489-4bc9-b425-100c14b2848c req-4c40c7fc-c7e0-4de3-abb0-300f6ca02b65 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 946 time: 0.1014090 Jul 06 13:59:20.725505 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ca2a4797-d489-4bc9-b425-100c14b2848c req-dccca9da-d27f-4fbb-8e4f-262d716382f1 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610774 Jul 06 13:59:21.165594 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c69a7-4123-41c6-923e-210639a0337b req-c90fdcd2-10cf-4ba6-8cce-712845662f7f tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:21.172805 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-064c69a7-4123-41c6-923e-210639a0337b req-c90fdcd2-10cf-4ba6-8cce-712845662f7f tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 946 time: 0.0804675 Jul 06 13:59:21.265335 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-064c69a7-4123-41c6-923e-210639a0337b req-9cc8e62c-86b8-4d24-99a0-e9602f586f81 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890505 Jul 06 13:59:21.428503 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c4c71715-28da-44ed-9c3e-c2d85a2c348d no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:21.462056 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: c4c71715-28da-44ed-9c3e-c2d85a2c348d {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:59:21.462595 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c4c71715-28da-44ed-9c3e-c2d85a2c348d not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:59:21.550171 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e90e1-cd36-4c1a-a61d-0ff0600c8417 req-c7f603bd-2c96-4674-b1a0-d1e41a6d44cd tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:21.552039 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b6e90e1-cd36-4c1a-a61d-0ff0600c8417 req-c7f603bd-2c96-4674-b1a0-d1e41a6d44cd tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 946 time: 0.0936050 Jul 06 13:59:21.625951 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b6e90e1-cd36-4c1a-a61d-0ff0600c8417 req-351d3631-034e-4a5a-91b4-8e1dd9282f1d tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669196 Jul 06 13:59:21.887282 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb7e68-302c-4da4-8e3b-c7076b066047 req-77a02382-18f4-4677-aacf-67a0b83c9f8a tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:21.897522 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-96eb7e68-302c-4da4-8e3b-c7076b066047 req-77a02382-18f4-4677-aacf-67a0b83c9f8a tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 946 time: 0.0871160 Jul 06 13:59:21.948340 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-96eb7e68-302c-4da4-8e3b-c7076b066047 req-f3e2ab5b-dd46-4d35-812f-d90e5a60f124 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484600 Jul 06 13:59:22.295011 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb110581-45fd-45e0-9a4b-e2de882386f7 req-c0f80c43-8218-49a2-8a7e-77a662626b8e tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:22.302523 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bb110581-45fd-45e0-9a4b-e2de882386f7 req-c0f80c43-8218-49a2-8a7e-77a662626b8e tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 946 time: 0.1130581 Jul 06 13:59:22.351164 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bb110581-45fd-45e0-9a4b-e2de882386f7 req-c2bfba54-ce60-4c59-9cdc-a041cc0b61ba tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456450 Jul 06 13:59:22.739880 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a420e1-01c9-4414-a279-ef7120345fa6 req-98c92baf-4ff4-446a-87c7-7395849d7f33 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:22.743064 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5a420e1-01c9-4414-a279-ef7120345fa6 req-98c92baf-4ff4-446a-87c7-7395849d7f33 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 946 time: 0.1055715 Jul 06 13:59:22.823372 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5a420e1-01c9-4414-a279-ef7120345fa6 req-90c269d3-76ec-4855-8204-5664bdc52a78 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700240 Jul 06 13:59:23.415961 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b11bb2-c400-4800-ad49-867be4aaa0e2 req-2cad7d54-a152-41d2-a63a-b4c0ae50fdbb tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:23.417497 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d9b11bb2-c400-4800-ad49-867be4aaa0e2 req-2cad7d54-a152-41d2-a63a-b4c0ae50fdbb tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 946 time: 0.0639570 Jul 06 13:59:23.456752 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d9b11bb2-c400-4800-ad49-867be4aaa0e2 req-76112daf-85f1-4e44-99da-53c474cee87f tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334771 Jul 06 13:59:24.526580 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0060a68-18e6-43ca-86cb-bd21fc9f27dc req-c4b61fd3-36c9-41db-86a8-02010388c07f tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:24.528813 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e0060a68-18e6-43ca-86cb-bd21fc9f27dc req-c4b61fd3-36c9-41db-86a8-02010388c07f tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 946 time: 0.0689204 Jul 06 13:59:24.570941 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e0060a68-18e6-43ca-86cb-bd21fc9f27dc req-78209117-e53a-4201-a22c-772aa637444c tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356328 Jul 06 13:59:25.800867 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c99c23-7b24-4093-aae5-4bcae5b1b17e req-fffef9b6-e7c3-49b9-9ee9-f518df9c7d51 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:25.802486 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58c99c23-7b24-4093-aae5-4bcae5b1b17e req-fffef9b6-e7c3-49b9-9ee9-f518df9c7d51 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 946 time: 0.0693722 Jul 06 13:59:25.845978 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58c99c23-7b24-4093-aae5-4bcae5b1b17e req-11d7d28b-8ba4-493e-889f-aae4b0e3c297 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370178 Jul 06 13:59:27.295668 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9889d9-5060-4381-a032-cba64edc9914 req-45f4ba44-0480-4c05-baab-04c020277793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:27.298032 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e9889d9-5060-4381-a032-cba64edc9914 req-45f4ba44-0480-4c05-baab-04c020277793 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=9582b8237f17461e9a1a6b0a40bffc2e&device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 1097 time: 0.0608625 Jul 06 13:59:27.441313 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9889d9-5060-4381-a032-cba64edc9914 req-1ea4011c-62ed-43d8-9d61-e82ff6d344fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:27.442999 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e9889d9-5060-4381-a032-cba64edc9914 req-1ea4011c-62ed-43d8-9d61-e82ff6d344fd service neutron] 10.222.0.124 "GET /v2.0/networks?id=feedd1b5-b16b-46c1-99ff-64793157a3e7 HTTP/1.1" status: 200 len: 914 time: 0.1388683 Jul 06 13:59:27.459428 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a41d7f-e4be-4895-a4eb-f6414f562268 req-1d4f7f54-ea5c-4331-b522-429ead87f68e tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:27.462898 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-54a41d7f-e4be-4895-a4eb-f6414f562268 req-1d4f7f54-ea5c-4331-b522-429ead87f68e tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 946 time: 0.1372368 Jul 06 13:59:27.513280 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e9889d9-5060-4381-a032-cba64edc9914 req-c9b07b1c-105d-4d5e-b55e-224fabf0c6c9 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94486b89-1e65-4e71-b2e4-790ca40489bc HTTP/1.1" status: 200 len: 217 time: 0.0621064 Jul 06 13:59:27.566877 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9889d9-5060-4381-a032-cba64edc9914 req-9c8e185a-8af6-4861-88a5-767d4248fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:27.568392 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e9889d9-5060-4381-a032-cba64edc9914 req-9c8e185a-8af6-4861-88a5-767d4248fd65 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=a061d95c-fe13-4bcf-a696-dc3a1931aea5 HTTP/1.1" status: 200 len: 853 time: 0.0484056 Jul 06 13:59:27.604266 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-54a41d7f-e4be-4895-a4eb-f6414f562268 req-890862fd-8d2e-4574-82b3-f655016d2a5c tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265435 Jul 06 13:59:27.634291 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e9889d9-5060-4381-a032-cba64edc9914 req-64d0c7bf-b7d1-46eb-abfd-37f7ec415d31 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=feedd1b5-b16b-46c1-99ff-64793157a3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494761 Jul 06 13:59:27.776437 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e9889d9-5060-4381-a032-cba64edc9914 req-88307cb8-318e-467d-826c-2bc1d38c2bd1 service neutron] 10.222.0.124 "GET /v2.0/networks/feedd1b5-b16b-46c1-99ff-64793157a3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354876 Jul 06 13:59:27.898988 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e9889d9-5060-4381-a032-cba64edc9914 req-01e33595-b179-4767-bb7d-552243f4d54a service neutron] 10.222.0.124 "GET /v2.0/networks/feedd1b5-b16b-46c1-99ff-64793157a3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134119 Jul 06 13:59:28.974300 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17dd2c1-daad-4ed0-9334-041e75055bfb req-7ecb0d81-44b7-4e59-a421-8821a067d4a2 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:28.980681 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d17dd2c1-daad-4ed0-9334-041e75055bfb req-7ecb0d81-44b7-4e59-a421-8821a067d4a2 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 946 time: 0.0767536 Jul 06 13:59:29.041005 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d17dd2c1-daad-4ed0-9334-041e75055bfb req-2bf362d5-61d4-4e7d-9532-1f757df136c8 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545082 Jul 06 13:59:29.307525 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976ade4-46df-4882-a397-f96ec3b1f910 req-4e49223b-c9f8-4598-930e-0f730a0e05bf tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:29.309204 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7976ade4-46df-4882-a397-f96ec3b1f910 req-4e49223b-c9f8-4598-930e-0f730a0e05bf tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 946 time: 0.0721185 Jul 06 13:59:29.354038 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7976ade4-46df-4882-a397-f96ec3b1f910 req-4d184dff-eceb-4a44-a419-be606c97082d tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372365 Jul 06 13:59:29.370622 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 58580) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:29.493655 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-06dbbc9c-ad06-4001-be63-e3fe6e6c9c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:29.598732 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-06dbbc9c-ad06-4001-be63-e3fe6e6c9c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:29.607356 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-06dbbc9c-ad06-4001-be63-e3fe6e6c9c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:29.651465 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 58614) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:29.651696 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-06dbbc9c-ad06-4001-be63-e3fe6e6c9c59 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=faffc5db7d574c54aea896257bf825ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2798316 Jul 06 13:59:29.652570 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dbbc9c-ad06-4001-be63-e3fe6e6c9c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f30852-c4ed-4554-9fc5-4ccfcb65b279,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:29.715404 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-74c2b3cb-a7e5-4a56-bc65-b04fa7587b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:29.738167 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-74c2b3cb-a7e5-4a56-bc65-b04fa7587b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:29.797497 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-74c2b3cb-a7e5-4a56-bc65-b04fa7587b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:29.800289 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-74c2b3cb-a7e5-4a56-bc65-b04fa7587b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:29.801493 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-74c2b3cb-a7e5-4a56-bc65-b04fa7587b90 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/16f30852-c4ed-4554-9fc5-4ccfcb65b279 HTTP/1.1" status: 204 len: 168 time: 0.1481502 Jul 06 13:59:29.818389 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2b3cb-a7e5-4a56-bc65-b04fa7587b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f30852-c4ed-4554-9fc5-4ccfcb65b279,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:30.115676 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 58642) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:30.130596 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0f82bc90-6650-42b9-8b07-251cbd5c4d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:30.255282 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0f82bc90-6650-42b9-8b07-251cbd5c4d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:30.260759 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0f82bc90-6650-42b9-8b07-251cbd5c4d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:30.301346 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0f82bc90-6650-42b9-8b07-251cbd5c4d32 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=a1927ac6ba3c4c92b53538a4b2d6caaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1834326 Jul 06 13:59:30.302392 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82bc90-6650-42b9-8b07-251cbd5c4d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4751b82a-3b5a-4fca-bcc2-00569ea382ff,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:30.304183 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 58664) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:30.357464 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-247c0690-754d-42ce-9a06-cfb6d87c98bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:30.385695 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-247c0690-754d-42ce-9a06-cfb6d87c98bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:30.444627 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-247c0690-754d-42ce-9a06-cfb6d87c98bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:30.447619 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-247c0690-754d-42ce-9a06-cfb6d87c98bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:30.448838 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-247c0690-754d-42ce-9a06-cfb6d87c98bf admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/4751b82a-3b5a-4fca-bcc2-00569ea382ff HTTP/1.1" status: 204 len: 168 time: 0.1434207 Jul 06 13:59:30.458100 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c0690-754d-42ce-9a06-cfb6d87c98bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4751b82a-3b5a-4fca-bcc2-00569ea382ff,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:30.673377 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c7f53-367e-40f8-9a76-7535bb3df882 req-29c8a9c6-18f0-48d7-b229-cc287c2bb098 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:30.674892 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-704c7f53-367e-40f8-9a76-7535bb3df882 req-29c8a9c6-18f0-48d7-b229-cc287c2bb098 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 946 time: 0.0715652 Jul 06 13:59:30.716780 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-704c7f53-367e-40f8-9a76-7535bb3df882 req-cc05c3d3-c853-4e8b-bbc6-406cb00d89c7 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339038 Jul 06 13:59:31.028261 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb383f-6130-4dc8-8341-53245dfb8ba1 req-20436918-ef13-49ce-a704-3581eddbe6c3 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:31.038310 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-edbb383f-6130-4dc8-8341-53245dfb8ba1 req-20436918-ef13-49ce-a704-3581eddbe6c3 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 946 time: 0.1152623 Jul 06 13:59:31.090737 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-edbb383f-6130-4dc8-8341-53245dfb8ba1 req-3e3830cc-e2a3-446e-92ec-a53f11e843a9 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507851 Jul 06 13:59:31.698623 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8113f-3091-4fdb-ac12-0a9771149dd9 req-0235803c-48bf-431d-b3b0-79bfd4b22b40 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:31.701351 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f4f8113f-3091-4fdb-ac12-0a9771149dd9 req-0235803c-48bf-431d-b3b0-79bfd4b22b40 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 946 time: 0.0757732 Jul 06 13:59:31.763106 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f4f8113f-3091-4fdb-ac12-0a9771149dd9 req-1d1d8446-dd6d-41e5-b843-589a838bd4f2 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512292 Jul 06 13:59:31.846013 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 58748) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:31.983445 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9cf02d-a22f-4947-a707-ec3fc4665114 req-497447e1-688e-4b93-b15a-43ac0e15f3dc tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:31.984979 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ef9cf02d-a22f-4947-a707-ec3fc4665114 req-497447e1-688e-4b93-b15a-43ac0e15f3dc tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 946 time: 0.0786855 Jul 06 13:59:32.053332 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ef9cf02d-a22f-4947-a707-ec3fc4665114 req-2e8030cb-22de-4954-b557-318952789c17 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566931 Jul 06 13:59:32.167701 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5b7bc830-e638-485d-9cbb-aea594ae28c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:32.328716 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499d689-c83d-4ebc-a0d9-33371cec4e1f req-f1c40c84-b060-495d-84c0-dc744212c556 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:32.330155 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7499d689-c83d-4ebc-a0d9-33371cec4e1f req-f1c40c84-b060-495d-84c0-dc744212c556 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 946 time: 0.1120811 Jul 06 13:59:32.349133 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5b7bc830-e638-485d-9cbb-aea594ae28c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:32.358186 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5b7bc830-e638-485d-9cbb-aea594ae28c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:32.414346 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5b7bc830-e638-485d-9cbb-aea594ae28c9 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=ee6b9b5177ab4d15b2946a03c0ee7479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5647469 Jul 06 13:59:32.414814 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 58776) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:32.415606 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7499d689-c83d-4ebc-a0d9-33371cec4e1f req-d2a7b13e-fc34-45db-9979-c7a6dd0a7e7e tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759313 Jul 06 13:59:32.416246 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7bc830-e638-485d-9cbb-aea594ae28c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504a07eb-fc32-4b62-afaa-528216b9498f,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:32.485044 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2ee3899b-071f-4fc3-bec4-e74713958272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:32.511246 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2ee3899b-071f-4fc3-bec4-e74713958272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:32.580171 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2ee3899b-071f-4fc3-bec4-e74713958272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:32.582984 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2ee3899b-071f-4fc3-bec4-e74713958272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:32.590031 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2ee3899b-071f-4fc3-bec4-e74713958272 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/504a07eb-fc32-4b62-afaa-528216b9498f HTTP/1.1" status: 204 len: 168 time: 0.1682451 Jul 06 13:59:32.594412 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3899b-071f-4fc3-bec4-e74713958272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504a07eb-fc32-4b62-afaa-528216b9498f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:32.923991 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e9666-940f-4457-affe-af142c1e3238 req-4044ceca-1b2c-488d-a18a-74d204676dc4 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:32.932629 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f28e9666-940f-4457-affe-af142c1e3238 req-4044ceca-1b2c-488d-a18a-74d204676dc4 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 946 time: 0.1046627 Jul 06 13:59:33.000436 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f28e9666-940f-4457-affe-af142c1e3238 req-23326f68-6044-4128-8513-64799d493a0d tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659454 Jul 06 13:59:33.430559 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d697e63-4a62-41c0-af2e-ac21af1baf89 req-b1bf6fd4-a064-4cca-ada1-6be1e6acc609 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:33.432639 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5d697e63-4a62-41c0-af2e-ac21af1baf89 req-b1bf6fd4-a064-4cca-ada1-6be1e6acc609 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 946 time: 0.1171882 Jul 06 13:59:33.488653 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5d697e63-4a62-41c0-af2e-ac21af1baf89 req-3b0098ec-154a-4394-8a0a-9188216da4a1 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486367 Jul 06 13:59:33.737671 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3340f-9298-4703-a9d9-1446e915e852 req-074fa7ac-6300-482a-a739-5f2b6126ddd7 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:33.746324 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e7a3340f-9298-4703-a9d9-1446e915e852 req-074fa7ac-6300-482a-a739-5f2b6126ddd7 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 946 time: 0.1083775 Jul 06 13:59:33.790663 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e7a3340f-9298-4703-a9d9-1446e915e852 req-fc8838d0-e758-473a-b924-36b4385d983f tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415854 Jul 06 13:59:34.590700 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db2e1e-83e1-4e71-8c78-cf1f7e29e28d req-06f0cbca-0113-4b2c-a460-2d509600f5aa tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:34.598495 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01db2e1e-83e1-4e71-8c78-cf1f7e29e28d req-06f0cbca-0113-4b2c-a460-2d509600f5aa tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 946 time: 0.1363099 Jul 06 13:59:34.669949 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01db2e1e-83e1-4e71-8c78-cf1f7e29e28d req-4c0ce4d7-9380-4138-93e7-1f69c27c21aa tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629084 Jul 06 13:59:34.720673 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 58886) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:34.897732 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c3e3a8b6-c2b8-4118-b1f9-1e42c95f14c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:34.968890 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01579308-8ce1-4eb1-b6f1-cbfd42700ba1 req-d5416c52-2aad-402b-83af-011e3794630d tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:34.979122 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01579308-8ce1-4eb1-b6f1-cbfd42700ba1 req-d5416c52-2aad-402b-83af-011e3794630d tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 946 time: 0.1461282 Jul 06 13:59:35.039993 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01579308-8ce1-4eb1-b6f1-cbfd42700ba1 req-3848724c-118b-4a04-8861-7f52c75ebec0 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584459 Jul 06 13:59:35.046706 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c3e3a8b6-c2b8-4118-b1f9-1e42c95f14c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:35.051589 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c3e3a8b6-c2b8-4118-b1f9-1e42c95f14c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:35.088342 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c3e3a8b6-c2b8-4118-b1f9-1e42c95f14c3 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=1ba42bef251e4a9cbc15dad680f9c642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3665442 Jul 06 13:59:35.091737 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 58904) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:35.145494 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e3a8b6-c2b8-4118-b1f9-1e42c95f14c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9079ec-fb8a-47cb-a40d-0e7b65b007d5,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:35.199835 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e435ab91-af74-4c72-88ab-cf29d6695a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:35.265215 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e435ab91-af74-4c72-88ab-cf29d6695a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:35.347187 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e435ab91-af74-4c72-88ab-cf29d6695a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:35.350161 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e435ab91-af74-4c72-88ab-cf29d6695a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:35.354914 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e435ab91-af74-4c72-88ab-cf29d6695a82 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/ad9079ec-fb8a-47cb-a40d-0e7b65b007d5 HTTP/1.1" status: 204 len: 168 time: 0.2585452 Jul 06 13:59:35.377716 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435ab91-af74-4c72-88ab-cf29d6695a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9079ec-fb8a-47cb-a40d-0e7b65b007d5,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:35.678972 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954b7eb-9e0c-4ac1-9ee1-af495f707343 req-6afc6b75-526f-4f81-be4f-b78b84e362de tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:35.681594 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8954b7eb-9e0c-4ac1-9ee1-af495f707343 req-6afc6b75-526f-4f81-be4f-b78b84e362de tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 946 time: 0.0793552 Jul 06 13:59:35.732561 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8954b7eb-9e0c-4ac1-9ee1-af495f707343 req-8c5feb9f-6e62-4875-870d-b8f123dffb01 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442100 Jul 06 13:59:35.972189 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4ac1e-d563-47bc-9d9c-9e2cdd035e9c req-3ad91e56-0dbf-4677-b268-f511964e6b9d tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:35.973740 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31b4ac1e-d563-47bc-9d9c-9e2cdd035e9c req-3ad91e56-0dbf-4677-b268-f511964e6b9d tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 946 time: 0.0889709 Jul 06 13:59:36.055668 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31b4ac1e-d563-47bc-9d9c-9e2cdd035e9c req-949bd8df-106e-4801-9510-2e9991e9c5a6 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715766 Jul 06 13:59:36.280955 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 58952) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:36.298414 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1b396-8917-4594-a51f-b82d2344786f req-e50e8e6f-ef9c-4f17-92a0-0b0019fdadc4 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:36.300026 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4fb1b396-8917-4594-a51f-b82d2344786f req-e50e8e6f-ef9c-4f17-92a0-0b0019fdadc4 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 946 time: 0.0963335 Jul 06 13:59:36.355500 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4fb1b396-8917-4594-a51f-b82d2344786f req-a64b310d-89e2-41a9-9eca-7fa891ad8ca5 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487967 Jul 06 13:59:36.453973 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-0b075399-9d78-4ed5-9e05-4d88fa7b35b5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-643632836-network', 'tenant_id': '7a7bd42e691a4109a0471c0784eccfe1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:36.514893 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b075399-9d78-4ed5-9e05-4d88fa7b35b5 admin admin] Made reservation on behalf of 7a7bd42e691a4109a0471c0784eccfe1 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:59:36.517446 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0b075399-9d78-4ed5-9e05-4d88fa7b35b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:36.529251 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0b075399-9d78-4ed5-9e05-4d88fa7b35b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:36.676502 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0b075399-9d78-4ed5-9e05-4d88fa7b35b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:36.686424 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0b075399-9d78-4ed5-9e05-4d88fa7b35b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:36.770588 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b075399-9d78-4ed5-9e05-4d88fa7b35b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:59:36.778041 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b075399-9d78-4ed5-9e05-4d88fa7b35b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a99628-e886-4cc7-984c-787bfc82c260,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:36.806953 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0b075399-9d78-4ed5-9e05-4d88fa7b35b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:36.807353 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-0b075399-9d78-4ed5-9e05-4d88fa7b35b5 admin admin] Added segment 66c28be6-e636-4831-b383-7b1bd397b67c of type vlan for network 1a6bba95-0fba-4980-a34d-09333ab368fc Jul 06 13:59:36.910002 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 58976) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:36.917832 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0b075399-9d78-4ed5-9e05-4d88fa7b35b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:36.970133 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0b075399-9d78-4ed5-9e05-4d88fa7b35b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:36.971802 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b075399-9d78-4ed5-9e05-4d88fa7b35b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:36.972899 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0b075399-9d78-4ed5-9e05-4d88fa7b35b5 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:36.997857 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 58982) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:37.004602 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-46645615-ae2c-4f96-b376-41bf0e507db1 admin admin] Request body: {'subnet': {'network_id': '1a6bba95-0fba-4980-a34d-09333ab368fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-643632836-subnet', 'tenant_id': '7a7bd42e691a4109a0471c0784eccfe1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:37.011082 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0b075399-9d78-4ed5-9e05-4d88fa7b35b5 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7274957 Jul 06 13:59:37.061171 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46645615-ae2c-4f96-b376-41bf0e507db1 admin admin] Made reservation on behalf of 7a7bd42e691a4109a0471c0784eccfe1 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:59:37.064758 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-46645615-ae2c-4f96-b376-41bf0e507db1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:37.129720 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b075399-9d78-4ed5-9e05-4d88fa7b35b5 admin admin] Pushing event updated for resources: {'Network': ['ID=1a6bba95-0fba-4980-a34d-09333ab368fc,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:37.156817 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 1a6bba95-0fba-4980-a34d-09333ab368fc details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:59:37.187543 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-58c5528d-7623-49e3-be45-079997f560d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:37.280897 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-98157fc4-937c-453a-8b22-5741bd3ca2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:37.446169 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-58c5528d-7623-49e3-be45-079997f560d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:37.448565 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-46645615-ae2c-4f96-b376-41bf0e507db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:37.469272 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-58c5528d-7623-49e3-be45-079997f560d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:37.537556 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5528d-7623-49e3-be45-079997f560d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a70dc6d-fb17-489a-b4fa-33e2773226da,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:37.628710 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46645615-ae2c-4f96-b376-41bf0e507db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd26cce1-dc0e-4e7e-aa2c-68cc93872f63,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:37.642353 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 58994) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:37.643156 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-58c5528d-7623-49e3-be45-079997f560d2 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=2f103631e84f455386657cafac28e59a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7314756 Jul 06 13:59:37.647775 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46645615-ae2c-4f96-b376-41bf0e507db1 admin admin] Checking segment: {'id': '66c28be6-e636-4831-b383-7b1bd397b67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1a6bba95-0fba-4980-a34d-09333ab368fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:59:37.649222 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46645615-ae2c-4f96-b376-41bf0e507db1 admin admin] Network hostable DHCP agents. Network: 1a6bba95-0fba-4980-a34d-09333ab368fc, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:59:37.700320 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46645615-ae2c-4f96-b376-41bf0e507db1 admin admin] Network 1a6bba95-0fba-4980-a34d-09333ab368fc is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:59:37.712137 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-46645615-ae2c-4f96-b376-41bf0e507db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 1a6bba95-0fba-4980-a34d-09333ab368fc) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:59:37.722881 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46645615-ae2c-4f96-b376-41bf0e507db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:37.726885 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-46645615-ae2c-4f96-b376-41bf0e507db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:37.728524 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98d8663-a904-46b7-9305-d1aa4db5ed82 None None] Network 1a6bba95-0fba-4980-a34d-09333ab368fc requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:59:37.739844 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0504a18a-f494-4d45-8770-04b69d7c92bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:37.753331 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-46645615-ae2c-4f96-b376-41bf0e507db1 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7535493 Jul 06 13:59:37.795035 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0504a18a-f494-4d45-8770-04b69d7c92bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:37.906597 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0504a18a-f494-4d45-8770-04b69d7c92bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:37.915264 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0504a18a-f494-4d45-8770-04b69d7c92bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:37.918591 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0504a18a-f494-4d45-8770-04b69d7c92bb admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/0a70dc6d-fb17-489a-b4fa-33e2773226da HTTP/1.1" status: 204 len: 168 time: 0.2744813 Jul 06 13:59:37.951268 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504a18a-f494-4d45-8770-04b69d7c92bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a70dc6d-fb17-489a-b4fa-33e2773226da,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:37.983439 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af366d5-92a1-433f-ae3c-168c9f403cbe None None] Network 1a6bba95-0fba-4980-a34d-09333ab368fc requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:59:38.391400 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59016) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:38.419706 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-27392744-5ae9-426e-b6fd-a3e2a4283fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:38.423090 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-25f0f664-f0fc-4b28-9d1d-2cd68826f897 req-27f1db5c-0d92-47fb-aaaf-4c6f9bd8e248 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-107409541', 'description': 'tempest-description-1259715696'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:38.455320 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.db.api [None req-27392744-5ae9-426e-b6fd-a3e2a4283fde admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 13:59:38.455320 n-d-773644-6 neutron-server[100417]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 13:59:38.455320 n-d-773644-6 neutron-server[100417]: [parameters: {'project_id': '7b8e9c32ca5a4d29a51cfb06d2addbf4', 'id': 'e343c927-33f0-43f0-aa00-861335804f2d', 'expiration': datetime.datetime(2021, 7, 6, 14, 1, 38, 451488)}] Jul 06 13:59:38.455320 n-d-773644-6 neutron-server[100417]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 13:59:38.455784 n-d-773644-6 neutron-server[100417]: DEBUG oslo_db.api [None req-27392744-5ae9-426e-b6fd-a3e2a4283fde admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 13:59:38.464671 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-25f0f664-f0fc-4b28-9d1d-2cd68826f897 req-27f1db5c-0d92-47fb-aaaf-4c6f9bd8e248 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:38.577681 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-25f0f664-f0fc-4b28-9d1d-2cd68826f897 req-27f1db5c-0d92-47fb-aaaf-4c6f9bd8e248 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:38.582314 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-25f0f664-f0fc-4b28-9d1d-2cd68826f897 req-27f1db5c-0d92-47fb-aaaf-4c6f9bd8e248 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:38.610752 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-25f0f664-f0fc-4b28-9d1d-2cd68826f897 req-27f1db5c-0d92-47fb-aaaf-4c6f9bd8e248 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:38.611991 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-25f0f664-f0fc-4b28-9d1d-2cd68826f897 req-27f1db5c-0d92-47fb-aaaf-4c6f9bd8e248 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1938210 Jul 06 13:59:38.629186 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1db5c-0d92-47fb-aaaf-4c6f9bd8e248 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f49d65b5-9da8-4937-b6ba-c8c13c7633e3,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:38.715254 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-49413ac1-a5a3-4cee-bb75-00c52afeab18 req-d31de4b4-7dcd-42b5-a393-3fd3aaee8146 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "GET /v2.0/security-groups/f49d65b5-9da8-4937-b6ba-c8c13c7633e3 HTTP/1.1" status: 200 len: 1806 time: 0.0463879 Jul 06 13:59:38.740616 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-49413ac1-a5a3-4cee-bb75-00c52afeab18 req-7087fa7e-5a93-44b6-93d2-b36fa35f250a tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f49d65b5-9da8-4937-b6ba-c8c13c7633e3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:38.741032 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-49413ac1-a5a3-4cee-bb75-00c52afeab18 req-7087fa7e-5a93-44b6-93d2-b36fa35f250a tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f49d65b5-9da8-4937-b6ba-c8c13c7633e3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:38.824641 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-49413ac1-a5a3-4cee-bb75-00c52afeab18 req-7087fa7e-5a93-44b6-93d2-b36fa35f250a tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:38.858140 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-49413ac1-a5a3-4cee-bb75-00c52afeab18 req-7087fa7e-5a93-44b6-93d2-b36fa35f250a tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:38.863179 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-49413ac1-a5a3-4cee-bb75-00c52afeab18 req-7087fa7e-5a93-44b6-93d2-b36fa35f250a tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:38.887165 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087fa7e-5a93-44b6-93d2-b36fa35f250a tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd269e0-bb92-463a-8be1-d64196b607b2,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:38.894201 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-49413ac1-a5a3-4cee-bb75-00c52afeab18 req-7087fa7e-5a93-44b6-93d2-b36fa35f250a tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:38.895788 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-49413ac1-a5a3-4cee-bb75-00c52afeab18 req-7087fa7e-5a93-44b6-93d2-b36fa35f250a tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1704533 Jul 06 13:59:38.956568 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-27392744-5ae9-426e-b6fd-a3e2a4283fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:39.133623 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-27392744-5ae9-426e-b6fd-a3e2a4283fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:39.138387 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-27392744-5ae9-426e-b6fd-a3e2a4283fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:39.147079 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-74e82f68-df8a-41b7-be4a-85c36c810ee7 req-c619d4cc-4eca-4c1e-baf0-98f6238f6bbb tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1674784273', 'description': 'tempest-description-757820077'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:39.187741 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-74e82f68-df8a-41b7-be4a-85c36c810ee7 req-c619d4cc-4eca-4c1e-baf0-98f6238f6bbb tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:39.204578 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-27392744-5ae9-426e-b6fd-a3e2a4283fde admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=7b8e9c32ca5a4d29a51cfb06d2addbf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8119028 Jul 06 13:59:39.207911 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59042) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:39.211684 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27392744-5ae9-426e-b6fd-a3e2a4283fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e40f9da-2e3d-4552-8d42-0ccab883fc62,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:39.322909 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4ae675d0-294c-4a25-994f-5f1671110752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:39.362662 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4ae675d0-294c-4a25-994f-5f1671110752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:39.405428 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-74e82f68-df8a-41b7-be4a-85c36c810ee7 req-c619d4cc-4eca-4c1e-baf0-98f6238f6bbb tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:39.414766 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-74e82f68-df8a-41b7-be4a-85c36c810ee7 req-c619d4cc-4eca-4c1e-baf0-98f6238f6bbb tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:39.454261 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619d4cc-4eca-4c1e-baf0-98f6238f6bbb tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b691188f-7d74-419a-9e01-3743971b1214,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:39.458942 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-74e82f68-df8a-41b7-be4a-85c36c810ee7 req-c619d4cc-4eca-4c1e-baf0-98f6238f6bbb tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:39.471836 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-74e82f68-df8a-41b7-be4a-85c36c810ee7 req-c619d4cc-4eca-4c1e-baf0-98f6238f6bbb tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3289003 Jul 06 13:59:39.489076 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4ae675d0-294c-4a25-994f-5f1671110752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:39.491736 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4ae675d0-294c-4a25-994f-5f1671110752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:39.492885 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4ae675d0-294c-4a25-994f-5f1671110752 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/9e40f9da-2e3d-4552-8d42-0ccab883fc62 HTTP/1.1" status: 204 len: 168 time: 0.2806704 Jul 06 13:59:39.511531 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae675d0-294c-4a25-994f-5f1671110752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e40f9da-2e3d-4552-8d42-0ccab883fc62,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:39.739930 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83cb2e81-b17e-411c-944d-1d9d649dc8cb req-07e6d9b3-2f1a-4efb-9db3-e77e38d13088 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "GET /v2.0/security-groups/b691188f-7d74-419a-9e01-3743971b1214 HTTP/1.1" status: 200 len: 1806 time: 0.0813441 Jul 06 13:59:39.772486 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-83cb2e81-b17e-411c-944d-1d9d649dc8cb req-e788679b-6dbc-4f3b-a2a8-c2a01adc8f59 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b691188f-7d74-419a-9e01-3743971b1214', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:39.773392 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-83cb2e81-b17e-411c-944d-1d9d649dc8cb req-e788679b-6dbc-4f3b-a2a8-c2a01adc8f59 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b691188f-7d74-419a-9e01-3743971b1214', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:39.890279 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-83cb2e81-b17e-411c-944d-1d9d649dc8cb req-e788679b-6dbc-4f3b-a2a8-c2a01adc8f59 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:39.982924 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-83cb2e81-b17e-411c-944d-1d9d649dc8cb req-e788679b-6dbc-4f3b-a2a8-c2a01adc8f59 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:39.987343 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-83cb2e81-b17e-411c-944d-1d9d649dc8cb req-e788679b-6dbc-4f3b-a2a8-c2a01adc8f59 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:40.013634 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788679b-6dbc-4f3b-a2a8-c2a01adc8f59 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2a9f32-4f1d-43f1-a1b1-c63bea19b443,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:40.019012 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-83cb2e81-b17e-411c-944d-1d9d649dc8cb req-e788679b-6dbc-4f3b-a2a8-c2a01adc8f59 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:40.020242 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83cb2e81-b17e-411c-944d-1d9d649dc8cb req-e788679b-6dbc-4f3b-a2a8-c2a01adc8f59 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2791364 Jul 06 13:59:40.051697 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-14225b4f-2e30-41d4-a383-c3c9404bddf8 req-2a1dbd7c-a4ef-460a-b0c0-95b76aa018c3 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-68488757', 'description': 'tempest-description-586524775'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:40.082294 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-14225b4f-2e30-41d4-a383-c3c9404bddf8 req-2a1dbd7c-a4ef-460a-b0c0-95b76aa018c3 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:40.153903 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:40.302489 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-14225b4f-2e30-41d4-a383-c3c9404bddf8 req-2a1dbd7c-a4ef-460a-b0c0-95b76aa018c3 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:40.308081 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-14225b4f-2e30-41d4-a383-c3c9404bddf8 req-2a1dbd7c-a4ef-460a-b0c0-95b76aa018c3 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:40.346834 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-14225b4f-2e30-41d4-a383-c3c9404bddf8 req-2a1dbd7c-a4ef-460a-b0c0-95b76aa018c3 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:40.362454 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-14225b4f-2e30-41d4-a383-c3c9404bddf8 req-2a1dbd7c-a4ef-460a-b0c0-95b76aa018c3 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3155317 Jul 06 13:59:40.436212 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1dbd7c-a4ef-460a-b0c0-95b76aa018c3 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f917d46-65ec-47de-a449-1d83abbe160d,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:40.564052 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3ff549eb-ca8c-4cb5-b512-2114e53e3c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:40.605817 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-5f6a09bc-4548-499a-bd90-22f8d8e492d7 req-b1e59918-061c-4e1f-bec3-e54b40fcfcfc tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-425464010', 'description': 'tempest-description-467813759'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:40.635529 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5f6a09bc-4548-499a-bd90-22f8d8e492d7 req-b1e59918-061c-4e1f-bec3-e54b40fcfcfc tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:40.754770 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5f6a09bc-4548-499a-bd90-22f8d8e492d7 req-b1e59918-061c-4e1f-bec3-e54b40fcfcfc tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:40.760694 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5f6a09bc-4548-499a-bd90-22f8d8e492d7 req-b1e59918-061c-4e1f-bec3-e54b40fcfcfc tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:40.808686 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5f6a09bc-4548-499a-bd90-22f8d8e492d7 req-b1e59918-061c-4e1f-bec3-e54b40fcfcfc tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:40.810190 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5f6a09bc-4548-499a-bd90-22f8d8e492d7 req-b1e59918-061c-4e1f-bec3-e54b40fcfcfc tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2097578 Jul 06 13:59:40.824877 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e59918-061c-4e1f-bec3-e54b40fcfcfc tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18c29bc0-a26b-4715-a614-bb156bf27121,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:40.838722 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e59918-061c-4e1f-bec3-e54b40fcfcfc tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:40.839532 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e59918-061c-4e1f-bec3-e54b40fcfcfc tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:40.840000 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e59918-061c-4e1f-bec3-e54b40fcfcfc tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:40.840347 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e59918-061c-4e1f-bec3-e54b40fcfcfc tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:40.840844 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e59918-061c-4e1f-bec3-e54b40fcfcfc tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:40.841428 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e59918-061c-4e1f-bec3-e54b40fcfcfc tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:40.841860 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e59918-061c-4e1f-bec3-e54b40fcfcfc tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:40.842334 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e59918-061c-4e1f-bec3-e54b40fcfcfc tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:40.842665 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e59918-061c-4e1f-bec3-e54b40fcfcfc tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:40.843604 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e59918-061c-4e1f-bec3-e54b40fcfcfc tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:40.843722 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e59918-061c-4e1f-bec3-e54b40fcfcfc tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:40.844135 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e59918-061c-4e1f-bec3-e54b40fcfcfc tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:41.045266 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6883680f-0824-431a-a374-d21e3258eb4a req-079e4bf8-b372-48dd-98bd-8878618811dc tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "GET /v2.0/security-groups/9f917d46-65ec-47de-a449-1d83abbe160d HTTP/1.1" status: 200 len: 1804 time: 0.0515554 Jul 06 13:59:41.112897 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6883680f-0824-431a-a374-d21e3258eb4a req-066e593d-0e2d-42bb-839e-ba6d9f0bba3d tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "GET /v2.0/security-groups/18c29bc0-a26b-4715-a614-bb156bf27121 HTTP/1.1" status: 200 len: 1805 time: 0.0571020 Jul 06 13:59:41.125625 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-6883680f-0824-431a-a374-d21e3258eb4a req-f48ed1af-12cf-4a82-b0da-47c1d830768e tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9f917d46-65ec-47de-a449-1d83abbe160d', 'remote_group_id': '18c29bc0-a26b-4715-a614-bb156bf27121', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:41.126213 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-6883680f-0824-431a-a374-d21e3258eb4a req-f48ed1af-12cf-4a82-b0da-47c1d830768e tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9f917d46-65ec-47de-a449-1d83abbe160d', 'remote_group_id': '18c29bc0-a26b-4715-a614-bb156bf27121', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:41.272118 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6883680f-0824-431a-a374-d21e3258eb4a req-f48ed1af-12cf-4a82-b0da-47c1d830768e tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:41.319273 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6883680f-0824-431a-a374-d21e3258eb4a req-f48ed1af-12cf-4a82-b0da-47c1d830768e tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:41.324618 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6883680f-0824-431a-a374-d21e3258eb4a req-f48ed1af-12cf-4a82-b0da-47c1d830768e tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:41.353824 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ed1af-12cf-4a82-b0da-47c1d830768e tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98a42b1f-d7b5-40b1-9191-7276bcc3478f,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:41.379717 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6883680f-0824-431a-a374-d21e3258eb4a req-f48ed1af-12cf-4a82-b0da-47c1d830768e tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:41.380999 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6883680f-0824-431a-a374-d21e3258eb4a req-f48ed1af-12cf-4a82-b0da-47c1d830768e tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2607369 Jul 06 13:59:41.471033 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:41.512674 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-c4fa1866-c3dd-4883-a23d-6f2780d47437 req-491f41ae-27eb-4f71-b877-119074626b47 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-856155873', 'description': 'tempest-description-1707038'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:41.540979 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c4fa1866-c3dd-4883-a23d-6f2780d47437 req-491f41ae-27eb-4f71-b877-119074626b47 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:41.653737 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c4fa1866-c3dd-4883-a23d-6f2780d47437 req-491f41ae-27eb-4f71-b877-119074626b47 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:41.662266 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c4fa1866-c3dd-4883-a23d-6f2780d47437 req-491f41ae-27eb-4f71-b877-119074626b47 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:41.693613 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f41ae-27eb-4f71-b877-119074626b47 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50f365ce-97bc-4aa0-b154-a5fbb2ecee0c,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:41.698542 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c4fa1866-c3dd-4883-a23d-6f2780d47437 req-491f41ae-27eb-4f71-b877-119074626b47 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:41.705882 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c4fa1866-c3dd-4883-a23d-6f2780d47437 req-491f41ae-27eb-4f71-b877-119074626b47 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1983962 Jul 06 13:59:41.949736 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-e565ff2b-f860-498b-97ab-2777498284a7 req-ad016096-c77c-4b99-9d48-1a981e78d78b tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1469295862', 'description': 'tempest-description-1206211591'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:41.985379 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e565ff2b-f860-498b-97ab-2777498284a7 req-ad016096-c77c-4b99-9d48-1a981e78d78b tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:42.103510 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e565ff2b-f860-498b-97ab-2777498284a7 req-ad016096-c77c-4b99-9d48-1a981e78d78b tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:42.107471 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e565ff2b-f860-498b-97ab-2777498284a7 req-ad016096-c77c-4b99-9d48-1a981e78d78b tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:42.154959 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e565ff2b-f860-498b-97ab-2777498284a7 req-ad016096-c77c-4b99-9d48-1a981e78d78b tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:42.156228 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e565ff2b-f860-498b-97ab-2777498284a7 req-ad016096-c77c-4b99-9d48-1a981e78d78b tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2125962 Jul 06 13:59:42.166378 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad016096-c77c-4b99-9d48-1a981e78d78b tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7781b3d-e31b-4ac9-bab1-93e8d4a9aa0c,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:42.296720 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59170) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:42.448240 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e71ee60e-cf03-4b7f-9a2f-f40b8fa59f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:42.560815 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e71ee60e-cf03-4b7f-9a2f-f40b8fa59f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:42.566664 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e71ee60e-cf03-4b7f-9a2f-f40b8fa59f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:42.622999 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e71ee60e-cf03-4b7f-9a2f-f40b8fa59f88 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=4dbdb83d2bcb4e879f4b997c42dfbad2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3249776 Jul 06 13:59:42.623976 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ee60e-cf03-4b7f-9a2f-f40b8fa59f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57245cfa-3e15-483f-8840-ec443492afec,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:42.625699 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59182) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:42.659265 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:59:42.759120 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c237d7d5-5833-42c0-b54b-d929d6d398bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:42.786629 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c237d7d5-5833-42c0-b54b-d929d6d398bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:42.816788 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9eca16c8-7e94-444d-bb3c-3626234d5131 req-d47add3e-ac15-4fc7-b238-24861fa7af3b tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "GET /v2.0/security-groups/50f365ce-97bc-4aa0-b154-a5fbb2ecee0c HTTP/1.1" status: 200 len: 1803 time: 0.0506959 Jul 06 13:59:42.834216 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1742512-19ad-4ee9-b708-376a12b10455 req-240bc361-20b6-42cd-80b6-e91eb274d9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:42.836420 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e1742512-19ad-4ee9-b708-376a12b10455 req-240bc361-20b6-42cd-80b6-e91eb274d9da service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84c411c9b83740e1bcaf5cc8002aa094&device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 1095 time: 0.1189804 Jul 06 13:59:42.869481 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9eca16c8-7e94-444d-bb3c-3626234d5131 req-63b63282-2e49-40b2-b940-dc25223c36c5 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "GET /v2.0/security-groups/b7781b3d-e31b-4ac9-bab1-93e8d4a9aa0c HTTP/1.1" status: 200 len: 1807 time: 0.0517321 Jul 06 13:59:42.881738 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-9eca16c8-7e94-444d-bb3c-3626234d5131 req-55c63928-7fb3-4884-97fe-73050f4f33f3 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '50f365ce-97bc-4aa0-b154-a5fbb2ecee0c', 'remote_group_id': 'b7781b3d-e31b-4ac9-bab1-93e8d4a9aa0c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:42.882229 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-9eca16c8-7e94-444d-bb3c-3626234d5131 req-55c63928-7fb3-4884-97fe-73050f4f33f3 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '50f365ce-97bc-4aa0-b154-a5fbb2ecee0c', 'remote_group_id': 'b7781b3d-e31b-4ac9-bab1-93e8d4a9aa0c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:42.916193 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c237d7d5-5833-42c0-b54b-d929d6d398bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:42.919913 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c237d7d5-5833-42c0-b54b-d929d6d398bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:42.921675 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c237d7d5-5833-42c0-b54b-d929d6d398bc admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/57245cfa-3e15-483f-8840-ec443492afec HTTP/1.1" status: 204 len: 168 time: 0.2948921 Jul 06 13:59:42.947523 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237d7d5-5833-42c0-b54b-d929d6d398bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57245cfa-3e15-483f-8840-ec443492afec,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:42.988942 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9eca16c8-7e94-444d-bb3c-3626234d5131 req-55c63928-7fb3-4884-97fe-73050f4f33f3 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:42.993966 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1742512-19ad-4ee9-b708-376a12b10455 req-43c3203c-418c-46a5-851b-1399c982d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:42.995535 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e1742512-19ad-4ee9-b708-376a12b10455 req-43c3203c-418c-46a5-851b-1399c982d516 service neutron] 10.222.0.52 "GET /v2.0/networks?id=65a0c785-6dfd-4a01-9b12-067743ee677d HTTP/1.1" status: 200 len: 913 time: 0.1493826 Jul 06 13:59:43.017082 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:43.035465 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9eca16c8-7e94-444d-bb3c-3626234d5131 req-55c63928-7fb3-4884-97fe-73050f4f33f3 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:43.041893 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9eca16c8-7e94-444d-bb3c-3626234d5131 req-55c63928-7fb3-4884-97fe-73050f4f33f3 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:43.091746 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c63928-7fb3-4884-97fe-73050f4f33f3 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993172ea-d8f7-49eb-9ba1-f4eee210ea01,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:43.098893 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9eca16c8-7e94-444d-bb3c-3626234d5131 req-55c63928-7fb3-4884-97fe-73050f4f33f3 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:43.099651 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e1742512-19ad-4ee9-b708-376a12b10455 req-3fc806d7-21ec-4a16-aa1a-5c32ace7f496 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b75cf5-263d-4c77-b909-aed48eb16174 HTTP/1.1" status: 200 len: 998 time: 0.0938559 Jul 06 13:59:43.100445 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9eca16c8-7e94-444d-bb3c-3626234d5131 req-55c63928-7fb3-4884-97fe-73050f4f33f3 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2230217 Jul 06 13:59:43.165436 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1742512-19ad-4ee9-b708-376a12b10455 req-8c39274c-f60c-41b4-a9a3-347bc396512d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:43.167009 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e1742512-19ad-4ee9-b708-376a12b10455 req-8c39274c-f60c-41b4-a9a3-347bc396512d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c752e52c-1e0e-4b69-8288-ed62c19f3b18 HTTP/1.1" status: 200 len: 851 time: 0.0551810 Jul 06 13:59:43.243546 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1742512-19ad-4ee9-b708-376a12b10455 req-c17b3548-b9cd-42f9-885b-2751137a5d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:43.245388 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e1742512-19ad-4ee9-b708-376a12b10455 req-c17b3548-b9cd-42f9-885b-2751137a5d39 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=65a0c785-6dfd-4a01-9b12-067743ee677d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668199 Jul 06 13:59:43.315504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339ad11-1372-4b0f-8068-e273186b2771 req-360b26bd-feb3-4fbd-9cc6-00ed6cd3c8d7 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:43.318681 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f339ad11-1372-4b0f-8068-e273186b2771 req-360b26bd-feb3-4fbd-9cc6-00ed6cd3c8d7 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 946 time: 0.0848637 Jul 06 13:59:43.362543 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59206) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:43.388253 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac860cb9-3349-479d-ad35-1c20f8d10a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:43.392812 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f339ad11-1372-4b0f-8068-e273186b2771 req-3f8a9435-63ed-4003-96d0-910cfe2a2391 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657511 Jul 06 13:59:43.400565 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e1742512-19ad-4ee9-b708-376a12b10455 req-5248237f-791b-4dce-a98e-55a26528dc25 service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445508 Jul 06 13:59:43.526987 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac860cb9-3349-479d-ad35-1c20f8d10a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:43.532288 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac860cb9-3349-479d-ad35-1c20f8d10a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:43.618888 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ac860cb9-3349-479d-ad35-1c20f8d10a90 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=77f8f9ef6d0444a280b00fd280f99921&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2544374 Jul 06 13:59:43.620875 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac860cb9-3349-479d-ad35-1c20f8d10a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1128dcc7-8f84-413f-bc61-5f0512fae30f,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:43.624127 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59212) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:43.689975 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6400a-6267-434a-a1a9-e2108c1acade req-70fec9ff-06d1-4b63-96c8-c824dbc6e0ff tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:43.691528 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1c6400a-6267-434a-a1a9-e2108c1acade req-70fec9ff-06d1-4b63-96c8-c824dbc6e0ff tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.1545713 Jul 06 13:59:43.721215 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fb8739b8-64e6-4fde-b7ea-733bdf18c68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:43.770370 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1c6400a-6267-434a-a1a9-e2108c1acade req-301aa64d-02aa-422c-8db3-9e905eb6e3a1 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674207 Jul 06 13:59:43.773584 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fb8739b8-64e6-4fde-b7ea-733bdf18c68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:43.840380 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fb8739b8-64e6-4fde-b7ea-733bdf18c68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:43.843360 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fb8739b8-64e6-4fde-b7ea-733bdf18c68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:43.844740 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-fb8739b8-64e6-4fde-b7ea-733bdf18c68e admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/1128dcc7-8f84-413f-bc61-5f0512fae30f HTTP/1.1" status: 204 len: 168 time: 0.2179697 Jul 06 13:59:43.855766 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8739b8-64e6-4fde-b7ea-733bdf18c68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1128dcc7-8f84-413f-bc61-5f0512fae30f,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:43.870913 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e1742512-19ad-4ee9-b708-376a12b10455 req-d670ab7f-e9fc-4768-b1e7-e2c0d72a5e54 service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4631131 Jul 06 13:59:44.016579 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c7a9191-6f81-49c0-add4-ee31270bdbab req-ae12d827-8b25-46f1-8ffb-243f0ac2fe17 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "GET /v2.0/security-groups/b7781b3d-e31b-4ac9-bab1-93e8d4a9aa0c HTTP/1.1" status: 200 len: 1807 time: 0.0536647 Jul 06 13:59:44.133533 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8c7a9191-6f81-49c0-add4-ee31270bdbab req-9a7f13c5-e7f3-4c00-bcd8-9e74b017ee34 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:44.158956 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8c7a9191-6f81-49c0-add4-ee31270bdbab req-9a7f13c5-e7f3-4c00-bcd8-9e74b017ee34 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:44.188972 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19023f-44bf-4b93-9b4b-1f52190be6c6 req-cb345633-531c-464e-89a3-933df3c95eb6 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:44.190988 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4c19023f-44bf-4b93-9b4b-1f52190be6c6 req-cb345633-531c-464e-89a3-933df3c95eb6 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.124 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 946 time: 0.1850202 Jul 06 13:59:44.334934 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8c7a9191-6f81-49c0-add4-ee31270bdbab req-9a7f13c5-e7f3-4c00-bcd8-9e74b017ee34 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:44.337933 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8c7a9191-6f81-49c0-add4-ee31270bdbab req-9a7f13c5-e7f3-4c00-bcd8-9e74b017ee34 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:44.339822 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c7a9191-6f81-49c0-add4-ee31270bdbab req-9a7f13c5-e7f3-4c00-bcd8-9e74b017ee34 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "DELETE /v2.0/security-groups/b7781b3d-e31b-4ac9-bab1-93e8d4a9aa0c HTTP/1.1" status: 204 len: 173 time: 0.3222265 Jul 06 13:59:44.355155 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f13c5-e7f3-4c00-bcd8-9e74b017ee34 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7781b3d-e31b-4ac9-bab1-93e8d4a9aa0c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:44.373945 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-4c19023f-44bf-4b93-9b4b-1f52190be6c6 req-3dd39e43-a5bd-423b-b355-40d578db05d5 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Deleting port 94486b89-1e65-4e71-b2e4-790ca40489bc {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 13:59:44.374476 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-4c19023f-44bf-4b93-9b4b-1f52190be6c6 req-3dd39e43-a5bd-423b-b355-40d578db05d5 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:44.580935 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08f8b382-17b0-4b64-9862-e714b5e7743a req-4dc8847f-ba90-4fad-894d-7aa72fe1f5da tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "GET /v2.0/security-groups/50f365ce-97bc-4aa0-b154-a5fbb2ecee0c HTTP/1.1" status: 200 len: 1803 time: 0.0672393 Jul 06 13:59:44.602632 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-4c19023f-44bf-4b93-9b4b-1f52190be6c6 req-3dd39e43-a5bd-423b-b355-40d578db05d5 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] For port 94486b89-1e65-4e71-b2e4-790ca40489bc, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=94486b89-1e65-4e71-b2e4-790ca40489bc,segment=NetworkSegment(e4d5f113-0733-4d39-911c-a5823573bbad),segment_id=e4d5f113-0733-4d39-911c-a5823573bbad)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:44.603279 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-4c19023f-44bf-4b93-9b4b-1f52190be6c6 req-3dd39e43-a5bd-423b-b355-40d578db05d5 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:44.618145 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-4c19023f-44bf-4b93-9b4b-1f52190be6c6 req-3dd39e43-a5bd-423b-b355-40d578db05d5 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Calling delete_port for 94486b89-1e65-4e71-b2e4-790ca40489bc owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 13:59:44.817028 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f7526-1f92-4d05-b9e1-0db5ba9dde56 req-6e6753bf-7840-450d-b719-25b3dcca5245 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:44.824877 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0f9f7526-1f92-4d05-b9e1-0db5ba9dde56 req-6e6753bf-7840-450d-b719-25b3dcca5245 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/ports?device_id=cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5 HTTP/1.1" status: 200 len: 946 time: 0.1212487 Jul 06 13:59:44.832400 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-4c19023f-44bf-4b93-9b4b-1f52190be6c6 req-3dd39e43-a5bd-423b-b355-40d578db05d5 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:44.879140 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd39e43-a5bd-423b-b355-40d578db05d5 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Pushing event deleted for resources: {'Port': ['ID=94486b89-1e65-4e71-b2e4-790ca40489bc,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:44.950879 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c19023f-44bf-4b93-9b4b-1f52190be6c6 req-3dd39e43-a5bd-423b-b355-40d578db05d5 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] No DVR routers for this DVR port 94486b89-1e65-4e71-b2e4-790ca40489bc on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 13:59:44.965619 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0f9f7526-1f92-4d05-b9e1-0db5ba9dde56 req-15f9de0f-01ca-4e80-b8f9-ea9bb0c6fe83 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.118 "GET /v2.0/security-groups?id=f79eff5f-8dbf-42b7-b186-5d09356d8a09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350658 Jul 06 13:59:44.966354 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-4c19023f-44bf-4b93-9b4b-1f52190be6c6 req-3dd39e43-a5bd-423b-b355-40d578db05d5 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:44.968669 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4c19023f-44bf-4b93-9b4b-1f52190be6c6 req-3dd39e43-a5bd-423b-b355-40d578db05d5 tempest-ServersNegativeTestJSON-1417516918 tempest-ServersNegativeTestJSON-1417516918-project] 10.222.0.124 "DELETE /v2.0/ports/94486b89-1e65-4e71-b2e4-790ca40489bc HTTP/1.1" status: 204 len: 173 time: 0.7652349 Jul 06 13:59:44.969198 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5', 'name': 'network-vif-deleted', 'tag': '94486b89-1e65-4e71-b2e4-790ca40489bc'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 13:59:44.987509 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb13973-8538-4fef-a3a3-3a1a740fb229" -d '{"events": [{"server_uuid": "cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5", "name": "network-vif-deleted", "tag": "94486b89-1e65-4e71-b2e4-790ca40489bc"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:45.002865 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-8b0e8610-dfbd-4eaf-9483-d0cf555fec5f req-2ff9cfa6-1f7c-4878-9c2a-34c02a33e075 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-695527957', 'description': 'tempest-description-670418600'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:45.032463 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8b0e8610-dfbd-4eaf-9483-d0cf555fec5f req-2ff9cfa6-1f7c-4878-9c2a-34c02a33e075 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:45.150716 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8b0e8610-dfbd-4eaf-9483-d0cf555fec5f req-2ff9cfa6-1f7c-4878-9c2a-34c02a33e075 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:45.155805 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8b0e8610-dfbd-4eaf-9483-d0cf555fec5f req-2ff9cfa6-1f7c-4878-9c2a-34c02a33e075 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:45.192890 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8b0e8610-dfbd-4eaf-9483-d0cf555fec5f req-2ff9cfa6-1f7c-4878-9c2a-34c02a33e075 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:45.195230 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8b0e8610-dfbd-4eaf-9483-d0cf555fec5f req-2ff9cfa6-1f7c-4878-9c2a-34c02a33e075 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1999075 Jul 06 13:59:45.205007 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9cfa6-1f7c-4878-9c2a-34c02a33e075 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b4e779-3f83-41f6-b013-3fbe69229ad7,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:45.645333 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01453b85-b8ea-416a-862f-613c4538e9d7 req-c68b3c4a-e2a9-4e86-b0d0-4e1bb51881b7 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:45.646952 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01453b85-b8ea-416a-862f-613c4538e9d7 req-c68b3c4a-e2a9-4e86-b0d0-4e1bb51881b7 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.0819383 Jul 06 13:59:45.703516 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01453b85-b8ea-416a-862f-613c4538e9d7 req-b7fb51e0-1656-42c4-a7af-a8f47c6e2826 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502927 Jul 06 13:59:45.900152 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 13:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d7b665-2d84-451a-a817-792da5c3c289 x-openstack-request-id: req-c3d7b665-2d84-451a-a817-792da5c3c289 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:59:45.901836 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5", "name": "network-vif-deleted", "tag": "94486b89-1e65-4e71-b2e4-790ca40489bc", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:59:45.902442 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c3d7b665-2d84-451a-a817-792da5c3c289 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:59:45.902862 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd7e6ce-667b-44c0-a7f6-bb8ad6fa3fc5', 'name': 'network-vif-deleted', 'tag': '94486b89-1e65-4e71-b2e4-790ca40489bc', 'status': 'completed', 'code': 200} Jul 06 13:59:45.957713 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8f243e30-36ba-4e8b-ba76-121f27ebe52f req-414c6462-9c22-41f4-83d9-476f6291f8e2 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "GET /v2.0/security-groups/d2b4e779-3f83-41f6-b013-3fbe69229ad7 HTTP/1.1" status: 200 len: 1805 time: 0.0462134 Jul 06 13:59:45.968098 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-8f243e30-36ba-4e8b-ba76-121f27ebe52f req-b24b6c81-951a-49c6-8eca-2334b3a0e213 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd2b4e779-3f83-41f6-b013-3fbe69229ad7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:45.968508 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-8f243e30-36ba-4e8b-ba76-121f27ebe52f req-b24b6c81-951a-49c6-8eca-2334b3a0e213 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd2b4e779-3f83-41f6-b013-3fbe69229ad7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:46.051334 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8f243e30-36ba-4e8b-ba76-121f27ebe52f req-b24b6c81-951a-49c6-8eca-2334b3a0e213 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.081648 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8f243e30-36ba-4e8b-ba76-121f27ebe52f req-b24b6c81-951a-49c6-8eca-2334b3a0e213 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.086609 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8f243e30-36ba-4e8b-ba76-121f27ebe52f req-b24b6c81-951a-49c6-8eca-2334b3a0e213 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.127212 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b6c81-951a-49c6-8eca-2334b3a0e213 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ef30eb9-1409-477c-9f6b-2874ebd402de,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:46.130449 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8f243e30-36ba-4e8b-ba76-121f27ebe52f req-b24b6c81-951a-49c6-8eca-2334b3a0e213 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.141208 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8f243e30-36ba-4e8b-ba76-121f27ebe52f req-b24b6c81-951a-49c6-8eca-2334b3a0e213 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1738920 Jul 06 13:59:46.365888 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59348) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:46.443329 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f68fb99-cdfc-436e-9885-90187c0edaeb req-ae3ab244-1ccc-49b7-86bc-0be42c59a58c tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "GET /v2.0/security-groups/d2b4e779-3f83-41f6-b013-3fbe69229ad7 HTTP/1.1" status: 200 len: 2399 time: 0.0677531 Jul 06 13:59:46.455711 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-1f68fb99-cdfc-436e-9885-90187c0edaeb req-6188771b-db50-4eb5-a5e6-f4fe47a84718 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd2b4e779-3f83-41f6-b013-3fbe69229ad7', 'remote_group_id': None}]} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:46.456039 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-1f68fb99-cdfc-436e-9885-90187c0edaeb req-6188771b-db50-4eb5-a5e6-f4fe47a84718 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd2b4e779-3f83-41f6-b013-3fbe69229ad7', 'remote_group_id': None}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:46.472121 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f0c14f3-a742-4365-8472-994b1f0074c3 admin admin] Deleting subnet a061d95c-fe13-4bcf-a696-dc3a1931aea5 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:59:46.477777 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f0c14f3-a742-4365-8472-994b1f0074c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.521931 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.528382 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f0c14f3-a742-4365-8472-994b1f0074c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.549565 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1f68fb99-cdfc-436e-9885-90187c0edaeb req-6188771b-db50-4eb5-a5e6-f4fe47a84718 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.579099 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f0c14f3-a742-4365-8472-994b1f0074c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.581309 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 94486b89-1e65-4e71-b2e4-790ca40489bc no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:46.583828 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1f68fb99-cdfc-436e-9885-90187c0edaeb req-6188771b-db50-4eb5-a5e6-f4fe47a84718 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.588306 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1f68fb99-cdfc-436e-9885-90187c0edaeb req-6188771b-db50-4eb5-a5e6-f4fe47a84718 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.609494 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188771b-db50-4eb5-a5e6-f4fe47a84718 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ce4a33-b98d-4970-a124-e0b0e4a8093b,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:46.618613 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1f68fb99-cdfc-436e-9885-90187c0edaeb req-6188771b-db50-4eb5-a5e6-f4fe47a84718 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.631862 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f68fb99-cdfc-436e-9885-90187c0edaeb req-6188771b-db50-4eb5-a5e6-f4fe47a84718 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1756308 Jul 06 13:59:46.666331 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f0c14f3-a742-4365-8472-994b1f0074c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.678304 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 94486b89-1e65-4e71-b2e4-790ca40489bc {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 13:59:46.678683 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 94486b89-1e65-4e71-b2e4-790ca40489bc not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:59:46.694165 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c14f3-a742-4365-8472-994b1f0074c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a061d95c-fe13-4bcf-a696-dc3a1931aea5,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:46.704321 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f0c14f3-a742-4365-8472-994b1f0074c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.708578 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4f0c14f3-a742-4365-8472-994b1f0074c3 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/a061d95c-fe13-4bcf-a696-dc3a1931aea5 HTTP/1.1" status: 204 len: 168 time: 0.3386459 Jul 06 13:59:46.708868 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59364) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:46.723674 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71fa9a76-efef-4348-beae-a30af8fcb540 req-014bf812-dacf-4d1b-a35b-564410e45cb4 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "GET /v2.0/security-groups/d2b4e779-3f83-41f6-b013-3fbe69229ad7 HTTP/1.1" status: 200 len: 2998 time: 0.0763397 Jul 06 13:59:46.790421 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e6a4adcb-734e-4fc0-9c18-9f69a4005083 req-ef0d838f-ea53-4c3f-9e41-8f426dac84b4 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "GET /v2.0/security-group-rules/e5ce4a33-b98d-4970-a124-e0b0e4a8093b HTTP/1.1" status: 200 len: 783 time: 0.0297799 Jul 06 13:59:46.801992 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f7b1fbdb-1e5e-4077-9f70-fe1da83b41fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.856172 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59374) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:46.872635 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e6a4adcb-734e-4fc0-9c18-9f69a4005083 req-69a2cf66-3092-4e3f-97bf-4c653ead9eb8 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "GET /v2.0/security-groups/d2b4e779-3f83-41f6-b013-3fbe69229ad7 HTTP/1.1" status: 200 len: 2998 time: 0.0752301 Jul 06 13:59:46.902876 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e6a4adcb-734e-4fc0-9c18-9f69a4005083 req-b28c7f8d-49ef-4b81-80bf-48418966c212 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.908002 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f7b1fbdb-1e5e-4077-9f70-fe1da83b41fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.911178 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e6a4adcb-734e-4fc0-9c18-9f69a4005083 req-b28c7f8d-49ef-4b81-80bf-48418966c212 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.919940 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-f7b1fbdb-1e5e-4077-9f70-fe1da83b41fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feedd1b5-b16b-46c1-99ff-64793157a3e7']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:46.932486 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-f7b1fbdb-1e5e-4077-9f70-fe1da83b41fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d5f113-0733-4d39-911c-a5823573bbad') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:46.933063 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-f7b1fbdb-1e5e-4077-9f70-fe1da83b41fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d5f113-0733-4d39-911c-a5823573bbad') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:46.942206 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e6a4adcb-734e-4fc0-9c18-9f69a4005083 req-b28c7f8d-49ef-4b81-80bf-48418966c212 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.951304 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e6a4adcb-734e-4fc0-9c18-9f69a4005083 req-b28c7f8d-49ef-4b81-80bf-48418966c212 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.952480 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e6a4adcb-734e-4fc0-9c18-9f69a4005083 req-b28c7f8d-49ef-4b81-80bf-48418966c212 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "DELETE /v2.0/security-group-rules/e5ce4a33-b98d-4970-a124-e0b0e4a8093b HTTP/1.1" status: 204 len: 173 time: 0.0790055 Jul 06 13:59:46.953007 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f7b1fbdb-1e5e-4077-9f70-fe1da83b41fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.957150 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c7f8d-49ef-4b81-80bf-48418966c212 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5ce4a33-b98d-4970-a124-e0b0e4a8093b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:46.981868 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f7b1fbdb-1e5e-4077-9f70-fe1da83b41fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.988635 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b1fbdb-1e5e-4077-9f70-fe1da83b41fc admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:59:46.989113 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f7b1fbdb-1e5e-4077-9f70-fe1da83b41fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: timer() Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:59:46.991125 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:59:47.041839 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3dd88021-9ecf-4119-939d-28f0c9dd73ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:47.060452 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f7b1fbdb-1e5e-4077-9f70-fe1da83b41fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:47.079952 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f7b1fbdb-1e5e-4077-9f70-fe1da83b41fc admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:47.082200 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f7b1fbdb-1e5e-4077-9f70-fe1da83b41fc admin admin] 10.222.0.118 "DELETE /v2.0/networks/feedd1b5-b16b-46c1-99ff-64793157a3e7 HTTP/1.1" status: 204 len: 168 time: 0.3684771 Jul 06 13:59:47.083933 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1fbdb-1e5e-4077-9f70-fe1da83b41fc admin admin] Pushing event deleted for resources: {'Network': ['ID=feedd1b5-b16b-46c1-99ff-64793157a3e7,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:47.177397 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8eaa95e5-c540-466c-938d-7f4a14a1e07d req-e6ef6076-1413-491e-b114-aee0e5ecdbf1 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "GET /v2.0/security-groups/d2b4e779-3f83-41f6-b013-3fbe69229ad7 HTTP/1.1" status: 200 len: 2399 time: 0.0630391 Jul 06 13:59:47.254257 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3dd88021-9ecf-4119-939d-28f0c9dd73ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:47.259196 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59390) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:47.263436 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3dd88021-9ecf-4119-939d-28f0c9dd73ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:47.310344 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8eaa95e5-c540-466c-938d-7f4a14a1e07d req-ea6e2024-e839-432f-bc10-8e2f116f3efb tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:47.317807 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-23586ff5-2084-427d-aa9d-580208b91958 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=9582b8237f17461e9a1a6b0a40bffc2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0551586 Jul 06 13:59:47.317807 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59394) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:47.333020 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3dd88021-9ecf-4119-939d-28f0c9dd73ef admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=d4ac8a42ff7b4a63ab43569535ccee64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4756720 Jul 06 13:59:47.333540 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59396) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:47.337138 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd88021-9ecf-4119-939d-28f0c9dd73ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e8f7fa-1aec-470b-8c01-b5d70d815f06,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:47.351415 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8eaa95e5-c540-466c-938d-7f4a14a1e07d req-ea6e2024-e839-432f-bc10-8e2f116f3efb tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:47.408923 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8eaa95e5-c540-466c-938d-7f4a14a1e07d req-ea6e2024-e839-432f-bc10-8e2f116f3efb tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:47.411987 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8eaa95e5-c540-466c-938d-7f4a14a1e07d req-ea6e2024-e839-432f-bc10-8e2f116f3efb tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:47.414608 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8eaa95e5-c540-466c-938d-7f4a14a1e07d req-ea6e2024-e839-432f-bc10-8e2f116f3efb tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "DELETE /v2.0/security-groups/d2b4e779-3f83-41f6-b013-3fbe69229ad7 HTTP/1.1" status: 204 len: 173 time: 0.2271576 Jul 06 13:59:47.415261 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c3ff0e9d-f68a-47eb-bcec-4d62ea772912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:47.426384 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e2024-e839-432f-bc10-8e2f116f3efb tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b4e779-3f83-41f6-b013-3fbe69229ad7,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:47.454278 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-01509d80-7ae2-4c30-a974-8e93e73637dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:47.480368 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-01509d80-7ae2-4c30-a974-8e93e73637dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:47.498763 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c3ff0e9d-f68a-47eb-bcec-4d62ea772912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:47.581019 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-01509d80-7ae2-4c30-a974-8e93e73637dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:47.583930 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-01509d80-7ae2-4c30-a974-8e93e73637dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:47.585848 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-01509d80-7ae2-4c30-a974-8e93e73637dd admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/34e8f7fa-1aec-470b-8c01-b5d70d815f06 HTTP/1.1" status: 204 len: 168 time: 0.2506845 Jul 06 13:59:47.590183 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c3ff0e9d-f68a-47eb-bcec-4d62ea772912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:47.592255 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c3ff0e9d-f68a-47eb-bcec-4d62ea772912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:47.593431 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c3ff0e9d-f68a-47eb-bcec-4d62ea772912 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/f79eff5f-8dbf-42b7-b186-5d09356d8a09 HTTP/1.1" status: 204 len: 168 time: 0.2746708 Jul 06 13:59:47.602425 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01509d80-7ae2-4c30-a974-8e93e73637dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e8f7fa-1aec-470b-8c01-b5d70d815f06,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:47.612803 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff0e9d-f68a-47eb-bcec-4d62ea772912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79eff5f-8dbf-42b7-b186-5d09356d8a09,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:47.628306 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-0afb0c45-fd9a-4b47-81d8-f85d9481560e req-516c2a54-b7ab-4625-a328-b1cca6e4b9fa tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] show failed (client error): The resource could not be found. Jul 06 13:59:47.631057 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0afb0c45-fd9a-4b47-81d8-f85d9481560e req-516c2a54-b7ab-4625-a328-b1cca6e4b9fa tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "GET /v2.0/security-groups/b7781b3d-e31b-4ac9-bab1-93e8d4a9aa0c HTTP/1.1" status: 404 len: 352 time: 0.0615137 Jul 06 13:59:47.729462 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7d319328-ab21-4ea0-a5e1-5d55f02bf8d4 req-58513f81-7f13-4e55-aeae-48a0d8a2e4c7 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "GET /v2.0/security-groups/50f365ce-97bc-4aa0-b154-a5fbb2ecee0c HTTP/1.1" status: 200 len: 1803 time: 0.0704477 Jul 06 13:59:47.811320 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7d319328-ab21-4ea0-a5e1-5d55f02bf8d4 req-a9e9a4f1-56ac-4e42-83a7-519940e4950a tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:47.854929 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7d319328-ab21-4ea0-a5e1-5d55f02bf8d4 req-a9e9a4f1-56ac-4e42-83a7-519940e4950a tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:47.926088 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7d319328-ab21-4ea0-a5e1-5d55f02bf8d4 req-a9e9a4f1-56ac-4e42-83a7-519940e4950a tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:47.932661 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7d319328-ab21-4ea0-a5e1-5d55f02bf8d4 req-a9e9a4f1-56ac-4e42-83a7-519940e4950a tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:47.934264 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7d319328-ab21-4ea0-a5e1-5d55f02bf8d4 req-a9e9a4f1-56ac-4e42-83a7-519940e4950a tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "DELETE /v2.0/security-groups/50f365ce-97bc-4aa0-b154-a5fbb2ecee0c HTTP/1.1" status: 204 len: 173 time: 0.1989169 Jul 06 13:59:47.944658 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9a4f1-56ac-4e42-83a7-519940e4950a tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f365ce-97bc-4aa0-b154-a5fbb2ecee0c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:48.008840 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fcd1b1b4-4950-40d9-b4ae-0948f6b309e6 req-099e87ed-f56d-43d3-aac0-94b514e783f5 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "GET /v2.0/security-groups/18c29bc0-a26b-4715-a614-bb156bf27121 HTTP/1.1" status: 200 len: 1805 time: 0.0451512 Jul 06 13:59:48.105842 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fcd1b1b4-4950-40d9-b4ae-0948f6b309e6 req-125952d4-0c8d-4f59-b017-ea4d72b195b5 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:48.145939 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fcd1b1b4-4950-40d9-b4ae-0948f6b309e6 req-125952d4-0c8d-4f59-b017-ea4d72b195b5 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:48.150978 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59436) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:48.177800 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3d5f39b4-aed5-4b42-aefa-e0e7084cd7fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:48.251310 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fcd1b1b4-4950-40d9-b4ae-0948f6b309e6 req-125952d4-0c8d-4f59-b017-ea4d72b195b5 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:48.262840 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fcd1b1b4-4950-40d9-b4ae-0948f6b309e6 req-125952d4-0c8d-4f59-b017-ea4d72b195b5 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:48.264996 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fcd1b1b4-4950-40d9-b4ae-0948f6b309e6 req-125952d4-0c8d-4f59-b017-ea4d72b195b5 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "DELETE /v2.0/security-groups/18c29bc0-a26b-4715-a614-bb156bf27121 HTTP/1.1" status: 204 len: 173 time: 0.2497203 Jul 06 13:59:48.287553 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125952d4-0c8d-4f59-b017-ea4d72b195b5 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c29bc0-a26b-4715-a614-bb156bf27121,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:48.359721 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3d5f39b4-aed5-4b42-aefa-e0e7084cd7fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:48.365770 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3d5f39b4-aed5-4b42-aefa-e0e7084cd7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:48.405076 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f39b4-aed5-4b42-aefa-e0e7084cd7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f414794-e507-4643-bb31-da55879ba4cd,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:48.440458 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59450) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:48.441041 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3d5f39b4-aed5-4b42-aefa-e0e7084cd7fe admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=e46900c33af347f5a6c0b6d3f60b9aa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2887721 Jul 06 13:59:48.558652 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-59d5696f-6cda-4bb0-93e0-282b68ccc9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:48.574604 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d018051c-47ce-4f6c-9028-dd0eb30744f7 req-7188666b-ae71-490e-929e-018d2bc2454d tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "GET /v2.0/security-groups/9f917d46-65ec-47de-a449-1d83abbe160d HTTP/1.1" status: 200 len: 1804 time: 0.0856249 Jul 06 13:59:48.611631 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-59d5696f-6cda-4bb0-93e0-282b68ccc9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:48.612359 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:48.688542 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d018051c-47ce-4f6c-9028-dd0eb30744f7 req-78b57dd2-5198-4367-8097-8f87499fc820 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:48.737286 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-59d5696f-6cda-4bb0-93e0-282b68ccc9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:48.739894 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-59d5696f-6cda-4bb0-93e0-282b68ccc9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:48.741481 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-59d5696f-6cda-4bb0-93e0-282b68ccc9cc admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/7f414794-e507-4643-bb31-da55879ba4cd HTTP/1.1" status: 204 len: 168 time: 0.2995420 Jul 06 13:59:48.743924 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d018051c-47ce-4f6c-9028-dd0eb30744f7 req-78b57dd2-5198-4367-8097-8f87499fc820 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:48.752628 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59468) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:48.766578 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5696f-6cda-4bb0-93e0-282b68ccc9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f414794-e507-4643-bb31-da55879ba4cd,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:48.808756 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d018051c-47ce-4f6c-9028-dd0eb30744f7 req-78b57dd2-5198-4367-8097-8f87499fc820 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:48.815923 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d018051c-47ce-4f6c-9028-dd0eb30744f7 req-78b57dd2-5198-4367-8097-8f87499fc820 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:48.823787 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d018051c-47ce-4f6c-9028-dd0eb30744f7 req-78b57dd2-5198-4367-8097-8f87499fc820 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "DELETE /v2.0/security-groups/9f917d46-65ec-47de-a449-1d83abbe160d HTTP/1.1" status: 204 len: 173 time: 0.2422132 Jul 06 13:59:48.847150 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b57dd2-5198-4367-8097-8f87499fc820 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f917d46-65ec-47de-a449-1d83abbe160d,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:49.043372 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e668934-9ce6-4ea3-a153-c5fb4352aac5 req-ce76adcb-ea56-4a55-9091-95e4aaa130fa tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "GET /v2.0/security-groups/b691188f-7d74-419a-9e01-3743971b1214 HTTP/1.1" status: 200 len: 2406 time: 0.0501518 Jul 06 13:59:49.066655 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-5a092c1e-681e-4667-8961-458c5207be07 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-919553070-network', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:49.093708 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a092c1e-681e-4667-8961-458c5207be07 admin admin] Made reservation on behalf of a280ed57ce5e4005b7a7e0a51a2d45bf for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:59:49.097787 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a092c1e-681e-4667-8961-458c5207be07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.112665 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a092c1e-681e-4667-8961-458c5207be07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.121142 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0e668934-9ce6-4ea3-a153-c5fb4352aac5 req-a577f130-338f-4808-82db-acd704a460f6 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.159498 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0e668934-9ce6-4ea3-a153-c5fb4352aac5 req-a577f130-338f-4808-82db-acd704a460f6 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.216682 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0e668934-9ce6-4ea3-a153-c5fb4352aac5 req-a577f130-338f-4808-82db-acd704a460f6 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.220574 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0e668934-9ce6-4ea3-a153-c5fb4352aac5 req-a577f130-338f-4808-82db-acd704a460f6 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.226375 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e668934-9ce6-4ea3-a153-c5fb4352aac5 req-a577f130-338f-4808-82db-acd704a460f6 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "DELETE /v2.0/security-groups/b691188f-7d74-419a-9e01-3743971b1214 HTTP/1.1" status: 204 len: 173 time: 0.1756473 Jul 06 13:59:49.259239 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a092c1e-681e-4667-8961-458c5207be07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.270018 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a092c1e-681e-4667-8961-458c5207be07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.270923 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577f130-338f-4808-82db-acd704a460f6 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b691188f-7d74-419a-9e01-3743971b1214,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:49.312357 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a092c1e-681e-4667-8961-458c5207be07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:59:49.323293 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a316e9fb-e3d8-445c-9f51-d943ee64eea7 req-1577790b-3b41-4a59-b148-8ab79e9cf31a tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "GET /v2.0/security-groups/f49d65b5-9da8-4937-b6ba-c8c13c7633e3 HTTP/1.1" status: 200 len: 2400 time: 0.0734415 Jul 06 13:59:49.324731 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a092c1e-681e-4667-8961-458c5207be07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b934fb0-7954-4ab9-8831-c42cf162c2d5,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:49.345527 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a092c1e-681e-4667-8961-458c5207be07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.345933 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-5a092c1e-681e-4667-8961-458c5207be07 admin admin] Added segment 785edacd-9834-4706-af27-3b2c5fc58c3e of type vlan for network eb40ac72-d061-46c2-ab3d-a227d94e4954 Jul 06 13:59:49.413632 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a092c1e-681e-4667-8961-458c5207be07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.423661 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a316e9fb-e3d8-445c-9f51-d943ee64eea7 req-00afe18b-a089-48e9-b716-4ce63d45a9e4 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.461942 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a316e9fb-e3d8-445c-9f51-d943ee64eea7 req-00afe18b-a089-48e9-b716-4ce63d45a9e4 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.487725 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a092c1e-681e-4667-8961-458c5207be07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.489441 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a092c1e-681e-4667-8961-458c5207be07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:49.490698 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a092c1e-681e-4667-8961-458c5207be07 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.541293 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a316e9fb-e3d8-445c-9f51-d943ee64eea7 req-00afe18b-a089-48e9-b716-4ce63d45a9e4 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.545037 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a316e9fb-e3d8-445c-9f51-d943ee64eea7 req-00afe18b-a089-48e9-b716-4ce63d45a9e4 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.546442 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a316e9fb-e3d8-445c-9f51-d943ee64eea7 req-00afe18b-a089-48e9-b716-4ce63d45a9e4 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] 10.222.0.118 "DELETE /v2.0/security-groups/f49d65b5-9da8-4937-b6ba-c8c13c7633e3 HTTP/1.1" status: 204 len: 173 time: 0.2195690 Jul 06 13:59:49.560782 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59504) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:49.580421 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00afe18b-a089-48e9-b716-4ce63d45a9e4 tempest-SecurityGroupRulesTestJSON-907638547 tempest-SecurityGroupRulesTestJSON-907638547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49d65b5-9da8-4937-b6ba-c8c13c7633e3,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:49.650397 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e87c28a-a020-42b4-8341-6aa1e3cdf4d4 admin admin] Deleting subnet bd26cce1-dc0e-4e7e-aa2c-68cc93872f63 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 13:59:49.651150 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5a092c1e-681e-4667-8961-458c5207be07 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8973205 Jul 06 13:59:49.652237 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a092c1e-681e-4667-8961-458c5207be07 admin admin] Pushing event updated for resources: {'Network': ['ID=eb40ac72-d061-46c2-ab3d-a227d94e4954,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:49.653869 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9e87c28a-a020-42b4-8341-6aa1e3cdf4d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.655361 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59510) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:49.661208 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-32715a60-8f9e-4bfe-80f4-69d9a2ee58a9 admin admin] Request body: {'subnet': {'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-919553070-subnet', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:49.664850 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network eb40ac72-d061-46c2-ab3d-a227d94e4954 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:59:49.717467 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9e87c28a-a020-42b4-8341-6aa1e3cdf4d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.736977 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32715a60-8f9e-4bfe-80f4-69d9a2ee58a9 admin admin] Made reservation on behalf of a280ed57ce5e4005b7a7e0a51a2d45bf for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:59:49.739965 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-32715a60-8f9e-4bfe-80f4-69d9a2ee58a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:49.811706 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9e87c28a-a020-42b4-8341-6aa1e3cdf4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.254908 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9e87c28a-a020-42b4-8341-6aa1e3cdf4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.282427 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87c28a-a020-42b4-8341-6aa1e3cdf4d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd26cce1-dc0e-4e7e-aa2c-68cc93872f63,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:50.293401 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9e87c28a-a020-42b4-8341-6aa1e3cdf4d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.297583 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9e87c28a-a020-42b4-8341-6aa1e3cdf4d4 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/bd26cce1-dc0e-4e7e-aa2c-68cc93872f63 HTTP/1.1" status: 204 len: 168 time: 0.7330503 Jul 06 13:59:50.297970 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59520) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:50.399859 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-32715a60-8f9e-4bfe-80f4-69d9a2ee58a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.418201 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4005582c-02f6-48f7-91c2-b9413544c40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.492320 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32715a60-8f9e-4bfe-80f4-69d9a2ee58a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=175feade-0da5-4b99-8a0b-5c1deab4fd78,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:50.535461 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32715a60-8f9e-4bfe-80f4-69d9a2ee58a9 admin admin] Checking segment: {'id': '785edacd-9834-4706-af27-3b2c5fc58c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:59:50.535888 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32715a60-8f9e-4bfe-80f4-69d9a2ee58a9 admin admin] Network hostable DHCP agents. Network: eb40ac72-d061-46c2-ab3d-a227d94e4954, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:59:50.604000 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4005582c-02f6-48f7-91c2-b9413544c40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.617250 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-4005582c-02f6-48f7-91c2-b9413544c40d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a6bba95-0fba-4980-a34d-09333ab368fc']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:50.624298 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32715a60-8f9e-4bfe-80f4-69d9a2ee58a9 admin admin] Network eb40ac72-d061-46c2-ab3d-a227d94e4954 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:59:50.633060 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-4005582c-02f6-48f7-91c2-b9413544c40d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c28be6-e636-4831-b383-7b1bd397b67c') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:50.633290 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-4005582c-02f6-48f7-91c2-b9413544c40d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c28be6-e636-4831-b383-7b1bd397b67c') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:50.640945 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-32715a60-8f9e-4bfe-80f4-69d9a2ee58a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, eb40ac72-d061-46c2-ab3d-a227d94e4954) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:59:50.648125 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4005582c-02f6-48f7-91c2-b9413544c40d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.650741 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32715a60-8f9e-4bfe-80f4-69d9a2ee58a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:50.651540 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-32715a60-8f9e-4bfe-80f4-69d9a2ee58a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.657707 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78559717-0fe5-4700-ac68-abfb48dab41a None None] Network eb40ac72-d061-46c2-ab3d-a227d94e4954 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:59:50.673526 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4005582c-02f6-48f7-91c2-b9413544c40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.680413 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-32715a60-8f9e-4bfe-80f4-69d9a2ee58a9 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0238118 Jul 06 13:59:50.680721 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59540) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:50.686480 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4005582c-02f6-48f7-91c2-b9413544c40d admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:59:50.686869 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4005582c-02f6-48f7-91c2-b9413544c40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: timer() Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 13:59:50.688585 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 13:59:50.691422 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-017ddc17-403b-454c-a058-38fc4a65fdb3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-919553070-router', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:50.721165 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-017ddc17-403b-454c-a058-38fc4a65fdb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.722604 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-017ddc17-403b-454c-a058-38fc4a65fdb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.757589 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4005582c-02f6-48f7-91c2-b9413544c40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.778967 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4005582c-02f6-48f7-91c2-b9413544c40d admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.786600 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4005582c-02f6-48f7-91c2-b9413544c40d admin admin] 10.222.0.118 "DELETE /v2.0/networks/1a6bba95-0fba-4980-a34d-09333ab368fc HTTP/1.1" status: 204 len: 168 time: 0.4877143 Jul 06 13:59:50.810954 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005582c-02f6-48f7-91c2-b9413544c40d admin admin] Pushing event deleted for resources: {'Network': ['ID=1a6bba95-0fba-4980-a34d-09333ab368fc,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:50.829250 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-017ddc17-403b-454c-a058-38fc4a65fdb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:50.880110 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-eb40ac72-d061-46c2-ab3d-a227d94e4954', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'fixed_ips': [{'subnet_id': '175feade-0da5-4b99-8a0b-5c1deab4fd78'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:59:50.880991 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:51.032975 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-017ddc17-403b-454c-a058-38fc4a65fdb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:51.097711 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Allocated IP 172.20.0.2 (eb40ac72-d061-46c2-ab3d-a227d94e4954/175feade-0da5-4b99-8a0b-5c1deab4fd78/53847c8b-4685-471d-a0d0-d778fc6bd3d9) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:59:51.123044 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59546) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:51.181494 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2fc08bd1-b486-42da-b99d-d2a7605ffce5 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=7a7bd42e691a4109a0471c0784eccfe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543969 Jul 06 13:59:51.182469 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59550) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:51.294180 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0e8f0944-febf-4867-810e-3f1e8ef28ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:51.332235 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-017ddc17-403b-454c-a058-38fc4a65fdb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:51.343361 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0e8f0944-febf-4867-810e-3f1e8ef28ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:51.354893 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:51.380797 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Transition to ACTIVE for port object 53847c8b-4685-471d-a0d0-d778fc6bd3d9 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:59:51.387353 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-017ddc17-403b-454c-a058-38fc4a65fdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:51.441059 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0e8f0944-febf-4867-810e-3f1e8ef28ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:51.444540 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0e8f0944-febf-4867-810e-3f1e8ef28ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:51.445787 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0e8f0944-febf-4867-810e-3f1e8ef28ec2 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/78a99628-e886-4cc7-984c-787bfc82c260 HTTP/1.1" status: 204 len: 168 time: 0.2621009 Jul 06 13:59:51.449994 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Transition to ACTIVE for port object 53847c8b-4685-471d-a0d0-d778fc6bd3d9 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:59:51.462444 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:51.469625 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f0944-febf-4867-810e-3f1e8ef28ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a99628-e886-4cc7-984c-787bfc82c260,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:51.504538 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Network eb40ac72-d061-46c2-ab3d-a227d94e4954 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:59:51.511475 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:59:51.522747 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:59:51.546919 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Pushing event updated for resources: {'Port': ['ID=53847c8b-4685-471d-a0d0-d778fc6bd3d9,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:51.572081 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:51.572735 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:51.573093 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:51.573433 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:51.573982 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:51.574323 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:51.574661 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:51.575514 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:51.575514 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:51.575693 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:51.576044 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:51.576261 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:51.621388 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Attempting to bind port 53847c8b-4685-471d-a0d0-d778fc6bd3d9 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:59:51.622057 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Attempting to bind port 53847c8b-4685-471d-a0d0-d778fc6bd3d9 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '785edacd-9834-4706-af27-3b2c5fc58c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:59:51.622718 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Attempting to bind port 53847c8b-4685-471d-a0d0-d778fc6bd3d9 on network eb40ac72-d061-46c2-ab3d-a227d94e4954 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:59:51.634810 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:59:51.635197 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Checking segment: {'id': '785edacd-9834-4706-af27-3b2c5fc58c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:59:51.635616 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:51.636270 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Bound using segment: {'id': '785edacd-9834-4706-af27-3b2c5fc58c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:59:51.636761 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Bound port: 53847c8b-4685-471d-a0d0-d778fc6bd3d9, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785edacd-9834-4706-af27-3b2c5fc58c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:59:51.637156 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:51.639613 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-017ddc17-403b-454c-a058-38fc4a65fdb3 admin admin] Allocated IP 172.25.6.141 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/87d4f555-2019-4ddc-9f1d-3f2055b81d25) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:59:51.764811 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] For port 53847c8b-4685-471d-a0d0-d778fc6bd3d9, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:59:51.770045 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] For port 53847c8b-4685-471d-a0d0-d778fc6bd3d9, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=53847c8b-4685-471d-a0d0-d778fc6bd3d9,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:59:51.777010 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:51.855337 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-017ddc17-403b-454c-a058-38fc4a65fdb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:51.876837 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd19f11-f706-4e5d-9779-a5db7eea2168 None None] Pushing event updated for resources: {'Port': ['ID=53847c8b-4685-471d-a0d0-d778fc6bd3d9,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:51.903266 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-017ddc17-403b-454c-a058-38fc4a65fdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:51.960935 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017ddc17-403b-454c-a058-38fc4a65fdb3 admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:59:51.964650 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-017ddc17-403b-454c-a058-38fc4a65fdb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:59:51.971109 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017ddc17-403b-454c-a058-38fc4a65fdb3 admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:59:52.097838 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ddc17-403b-454c-a058-38fc4a65fdb3 admin admin] Pushing event updated for resources: {'Port': ['ID=87d4f555-2019-4ddc-9f1d-3f2055b81d25,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:52.488435 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-017ddc17-403b-454c-a058-38fc4a65fdb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:52.701721 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59598) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:52.753640 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-017ddc17-403b-454c-a058-38fc4a65fdb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:52.834283 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-dbc219fc-3ddb-48e3-9c4a-bbc6d002e0c3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-621092015-network', 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:52.866021 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc219fc-3ddb-48e3-9c4a-bbc6d002e0c3 admin admin] Made reservation on behalf of ec4b760bf94945fb8fa8f4faac2c3fbd for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:59:52.869615 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dbc219fc-3ddb-48e3-9c4a-bbc6d002e0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:52.880482 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dbc219fc-3ddb-48e3-9c4a-bbc6d002e0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:52.978996 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017ddc17-403b-454c-a058-38fc4a65fdb3 admin admin] Router c67dd48a-4557-463e-89f3-3f84f356dcc7 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:59:53.012698 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dbc219fc-3ddb-48e3-9c4a-bbc6d002e0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:53.018385 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dbc219fc-3ddb-48e3-9c4a-bbc6d002e0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:53.056663 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc219fc-3ddb-48e3-9c4a-bbc6d002e0c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:59:53.071391 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc219fc-3ddb-48e3-9c4a-bbc6d002e0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5edf3e0-8d8e-4690-8489-ae7916d00ed5,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:53.081642 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dbc219fc-3ddb-48e3-9c4a-bbc6d002e0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:53.082608 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-dbc219fc-3ddb-48e3-9c4a-bbc6d002e0c3 admin admin] Added segment fe14efd9-6090-431c-b6ce-4635ff67802f of type vlan for network f4322734-a743-44c6-9e14-7471ee4779b6 Jul 06 13:59:53.144770 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dbc219fc-3ddb-48e3-9c4a-bbc6d002e0c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:53.198306 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dbc219fc-3ddb-48e3-9c4a-bbc6d002e0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:53.200629 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc219fc-3ddb-48e3-9c4a-bbc6d002e0c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:53.202256 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dbc219fc-3ddb-48e3-9c4a-bbc6d002e0c3 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:53.235556 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017ddc17-403b-454c-a058-38fc4a65fdb3 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:59:53.255201 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baeba5b-c59c-4d64-857d-2c9165202708 None None] Sync routers for ids ['c67dd48a-4557-463e-89f3-3f84f356dcc7'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:59:53.266868 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-017ddc17-403b-454c-a058-38fc4a65fdb3 admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:53.280792 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-017ddc17-403b-454c-a058-38fc4a65fdb3 admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5975063 Jul 06 13:59:53.282307 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59604) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:53.296885 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baeba5b-c59c-4d64-857d-2c9165202708 None None] Routers {'c67dd48a-4557-463e-89f3-3f84f356dcc7'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:59:53.298231 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-1baeba5b-c59c-4d64-857d-2c9165202708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:59:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c67dd48a-4557-463e-89f3-3f84f356dcc7'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:53.340919 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc219fc-3ddb-48e3-9c4a-bbc6d002e0c3 admin admin] Pushing event updated for resources: {'Network': ['ID=f4322734-a743-44c6-9e14-7471ee4779b6,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:53.365083 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-dbc219fc-3ddb-48e3-9c4a-bbc6d002e0c3 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6621623 Jul 06 13:59:53.369647 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59606) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:53.383212 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-0aec7178-9081-4799-8c11-1e785ac229a7 admin admin] Request body: {'subnet': {'network_id': 'f4322734-a743-44c6-9e14-7471ee4779b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-621092015-subnet', 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:53.398134 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network f4322734-a743-44c6-9e14-7471ee4779b6 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:59:53.436762 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aec7178-9081-4799-8c11-1e785ac229a7 admin admin] Made reservation on behalf of ec4b760bf94945fb8fa8f4faac2c3fbd for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:59:53.444755 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0aec7178-9081-4799-8c11-1e785ac229a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:53.608726 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 53847c8b-4685-471d-a0d0-d778fc6bd3d9 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:59:53.614758 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e8da93-f096-46fe-bb87-1427187c6683 None None] Network eb40ac72-d061-46c2-ab3d-a227d94e4954 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:59:53.743607 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d13a744e-b196-470f-b1b3-39d1a6fde6a4 None None] Provisioning for port 53847c8b-4685-471d-a0d0-d778fc6bd3d9 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:59:53.744379 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0aec7178-9081-4799-8c11-1e785ac229a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:53.751922 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-1baeba5b-c59c-4d64-857d-2c9165202708 None None] Set router c67dd48a-4557-463e-89f3-3f84f356dcc7 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:59:53.837397 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec7178-9081-4799-8c11-1e785ac229a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc9645e6-de24-4ac5-9545-665834b8ba82,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:53.838599 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aec7178-9081-4799-8c11-1e785ac229a7 admin admin] Checking segment: {'id': 'fe14efd9-6090-431c-b6ce-4635ff67802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f4322734-a743-44c6-9e14-7471ee4779b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:59:53.839247 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aec7178-9081-4799-8c11-1e785ac229a7 admin admin] Network hostable DHCP agents. Network: f4322734-a743-44c6-9e14-7471ee4779b6, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:59:53.859028 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aec7178-9081-4799-8c11-1e785ac229a7 admin admin] Network f4322734-a743-44c6-9e14-7471ee4779b6 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:59:53.878935 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-0aec7178-9081-4799-8c11-1e785ac229a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, f4322734-a743-44c6-9e14-7471ee4779b6) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:59:53.895988 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb03386-a089-4b7c-86d4-3defa4fd5405 None None] Network f4322734-a743-44c6-9e14-7471ee4779b6 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:59:53.900458 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aec7178-9081-4799-8c11-1e785ac229a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 13:59:53.900928 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0aec7178-9081-4799-8c11-1e785ac229a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:53.920869 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0aec7178-9081-4799-8c11-1e785ac229a7 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5499103 Jul 06 13:59:53.923556 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59614) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:53.932307 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-d662c756-9364-481c-a1d2-72bb3a71b6ce admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-621092015-router', 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:53.964781 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d662c756-9364-481c-a1d2-72bb3a71b6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:53.966316 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d662c756-9364-481c-a1d2-72bb3a71b6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:54.040654 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d662c756-9364-481c-a1d2-72bb3a71b6ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:54.057534 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-daeea37e-c5ef-4aff-9981-6ade63733c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:54.145620 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 53847c8b-4685-471d-a0d0-d778fc6bd3d9 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:59:54.162045 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 53847c8b-4685-471d-a0d0-d778fc6bd3d9 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:54.162430 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:54.235805 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d662c756-9364-481c-a1d2-72bb3a71b6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:54.271181 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-daeea37e-c5ef-4aff-9981-6ade63733c69 admin admin] Allocated IP 172.20.0.1 (eb40ac72-d061-46c2-ab3d-a227d94e4954/175feade-0da5-4b99-8a0b-5c1deab4fd78/f54aa3a3-f63f-46ad-a35d-af86eaeb090f) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:59:54.423729 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-daeea37e-c5ef-4aff-9981-6ade63733c69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:54.440190 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-daeea37e-c5ef-4aff-9981-6ade63733c69 admin admin] Transition to ACTIVE for port object f54aa3a3-f63f-46ad-a35d-af86eaeb090f will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:59:54.447004 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:54.458797 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-1baeba5b-c59c-4d64-857d-2c9165202708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'name': 'tempest-AttachVolumeShelveTestJSON-919553070-router', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:50Z', 'updated_at': '2021-07-06T13:59:52Z', 'revision_number': 3, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'gw_port': {'id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:51Z', 'updated_at': '2021-07-06T13:59:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:54.468239 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fda6283-f9f0-4e84-9b3e-b2bbb37e698c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-f4322734-a743-44c6-9e14-7471ee4779b6', 'network_id': 'f4322734-a743-44c6-9e14-7471ee4779b6', 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'fixed_ips': [{'subnet_id': 'bc9645e6-de24-4ac5-9545-665834b8ba82'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 13:59:54.469107 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5fda6283-f9f0-4e84-9b3e-b2bbb37e698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:54.494945 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-daeea37e-c5ef-4aff-9981-6ade63733c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:54.523953 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baeba5b-c59c-4d64-857d-2c9165202708 None None] Checking router: c67dd48a-4557-463e-89f3-3f84f356dcc7 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:59:54.524313 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baeba5b-c59c-4d64-857d-2c9165202708 None None] Updating router c67dd48a-4557-463e-89f3-3f84f356dcc7 port 87d4f555-2019-4ddc-9f1d-3f2055b81d25 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:59:54.550083 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daeea37e-c5ef-4aff-9981-6ade63733c69 admin admin] Network eb40ac72-d061-46c2-ab3d-a227d94e4954 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:59:54.556121 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-daeea37e-c5ef-4aff-9981-6ade63733c69 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:59:54.561165 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeea37e-c5ef-4aff-9981-6ade63733c69 admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:59:54.595329 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d662c756-9364-481c-a1d2-72bb3a71b6ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:54.611084 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeea37e-c5ef-4aff-9981-6ade63733c69 admin admin] Pushing event updated for resources: {'Port': ['ID=f54aa3a3-f63f-46ad-a35d-af86eaeb090f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:54.665705 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 53847c8b-4685-471d-a0d0-d778fc6bd3d9, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=53847c8b-4685-471d-a0d0-d778fc6bd3d9,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:54.673711 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-daeea37e-c5ef-4aff-9981-6ade63733c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:54.674486 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d662c756-9364-481c-a1d2-72bb3a71b6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:54.755338 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:54.764224 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1baeba5b-c59c-4d64-857d-2c9165202708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:54.902540 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-d662c756-9364-481c-a1d2-72bb3a71b6ce admin admin] Allocated IP 172.25.6.19 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:59:55.021428 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-daeea37e-c5ef-4aff-9981-6ade63733c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:55.060227 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=53847c8b-4685-471d-a0d0-d778fc6bd3d9,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:55.158981 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d662c756-9364-481c-a1d2-72bb3a71b6ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:55.229282 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d662c756-9364-481c-a1d2-72bb3a71b6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:55.230197 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8ff3a1ea-12cf-40cd-b823-8d4eb2320efa None None] Provisioning complete for port 53847c8b-4685-471d-a0d0-d778fc6bd3d9 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:55.230587 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8ff3a1ea-12cf-40cd-b823-8d4eb2320efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:55.287804 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-5fda6283-f9f0-4e84-9b3e-b2bbb37e698c None None] Allocated IP 172.20.0.2 (f4322734-a743-44c6-9e14-7471ee4779b6/bc9645e6-de24-4ac5-9545-665834b8ba82/916e1d60-1dc7-47d1-a492-e2bd8a88c812) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:59:55.325800 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d662c756-9364-481c-a1d2-72bb3a71b6ce admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:59:55.336438 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-d662c756-9364-481c-a1d2-72bb3a71b6ce admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:59:55.355232 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d662c756-9364-481c-a1d2-72bb3a71b6ce admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:59:55.453279 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-daeea37e-c5ef-4aff-9981-6ade63733c69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:55.465827 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-daeea37e-c5ef-4aff-9981-6ade63733c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:55.513974 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 53847c8b-4685-471d-a0d0-d778fc6bd3d9 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:59:55.519880 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-daeea37e-c5ef-4aff-9981-6ade63733c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:55.575654 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d662c756-9364-481c-a1d2-72bb3a71b6ce admin admin] Pushing event updated for resources: {'Port': ['ID=fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:55.734503 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1baeba5b-c59c-4d64-857d-2c9165202708 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:55.818137 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1baeba5b-c59c-4d64-857d-2c9165202708 None None] Transition to ACTIVE for port object 87d4f555-2019-4ddc-9f1d-3f2055b81d25 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:59:55.824943 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d662c756-9364-481c-a1d2-72bb3a71b6ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:55.859637 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1baeba5b-c59c-4d64-857d-2c9165202708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:55.974328 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38013c85-96a0-4ef2-860b-7b45c971fa77 None None] Pushing event updated for resources: {'Port': ['ID=87d4f555-2019-4ddc-9f1d-3f2055b81d25,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:56.061139 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5fda6283-f9f0-4e84-9b3e-b2bbb37e698c None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:56.083799 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5fda6283-f9f0-4e84-9b3e-b2bbb37e698c None None] Transition to ACTIVE for port object 916e1d60-1dc7-47d1-a492-e2bd8a88c812 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:59:56.110647 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5fda6283-f9f0-4e84-9b3e-b2bbb37e698c None None] Transition to ACTIVE for port object 916e1d60-1dc7-47d1-a492-e2bd8a88c812 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:59:56.121608 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 53847c8b-4685-471d-a0d0-d778fc6bd3d9 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:56.122133 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:56.125836 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeea37e-c5ef-4aff-9981-6ade63733c69 admin admin] Pushing event updated for resources: {'Port': ['ID=f54aa3a3-f63f-46ad-a35d-af86eaeb090f,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:56.134393 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d662c756-9364-481c-a1d2-72bb3a71b6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:56.157420 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5fda6283-f9f0-4e84-9b3e-b2bbb37e698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:56.217552 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daeea37e-c5ef-4aff-9981-6ade63733c69 admin admin] Network eb40ac72-d061-46c2-ab3d-a227d94e4954 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:59:56.224240 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-daeea37e-c5ef-4aff-9981-6ade63733c69 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:59:56.248968 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fda6283-f9f0-4e84-9b3e-b2bbb37e698c None None] Network f4322734-a743-44c6-9e14-7471ee4779b6 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:59:56.281435 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-1baeba5b-c59c-4d64-857d-2c9165202708 None None] Attempting to bind port 87d4f555-2019-4ddc-9f1d-3f2055b81d25 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:59:56.281892 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-1baeba5b-c59c-4d64-857d-2c9165202708 None None] Attempting to bind port 87d4f555-2019-4ddc-9f1d-3f2055b81d25 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:59:56.282560 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baeba5b-c59c-4d64-857d-2c9165202708 None None] Attempting to bind port 87d4f555-2019-4ddc-9f1d-3f2055b81d25 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:59:56.285448 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda6283-f9f0-4e84-9b3e-b2bbb37e698c None None] Pushing event updated for resources: {'Port': ['ID=916e1d60-1dc7-47d1-a492-e2bd8a88c812,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:56.288320 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-075e3148-f774-49d2-9bc2-72211889efbf None None] Provisioning for port f54aa3a3-f63f-46ad-a35d-af86eaeb090f completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:59:56.295150 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-5fda6283-f9f0-4e84-9b3e-b2bbb37e698c None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:59:56.301267 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fda6283-f9f0-4e84-9b3e-b2bbb37e698c None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:59:56.305305 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baeba5b-c59c-4d64-857d-2c9165202708 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:59:56.305688 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baeba5b-c59c-4d64-857d-2c9165202708 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:59:56.306125 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1baeba5b-c59c-4d64-857d-2c9165202708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:56.306525 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baeba5b-c59c-4d64-857d-2c9165202708 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:59:56.307030 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-1baeba5b-c59c-4d64-857d-2c9165202708 None None] Bound port: 87d4f555-2019-4ddc-9f1d-3f2055b81d25, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:59:56.307401 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1baeba5b-c59c-4d64-857d-2c9165202708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:56.310907 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-075e3148-f774-49d2-9bc2-72211889efbf None None] Provisioning complete for port f54aa3a3-f63f-46ad-a35d-af86eaeb090f triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:56.311273 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-075e3148-f774-49d2-9bc2-72211889efbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:56.427802 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d662c756-9364-481c-a1d2-72bb3a71b6ce admin admin] Router 0e22c9f0-e6f7-42ab-a02d-0dccee9e694b is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 13:59:56.434303 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daeea37e-c5ef-4aff-9981-6ade63733c69 admin admin] Router c67dd48a-4557-463e-89f3-3f84f356dcc7 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 13:59:56.509844 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-1baeba5b-c59c-4d64-857d-2c9165202708 None None] For port 87d4f555-2019-4ddc-9f1d-3f2055b81d25, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:59:56.568213 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-075e3148-f774-49d2-9bc2-72211889efbf None None] Port f54aa3a3-f63f-46ad-a35d-af86eaeb090f cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:59:56.615772 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daeea37e-c5ef-4aff-9981-6ade63733c69 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:59:56.619853 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-1baeba5b-c59c-4d64-857d-2c9165202708 None None] For port 87d4f555-2019-4ddc-9f1d-3f2055b81d25, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=87d4f555-2019-4ddc-9f1d-3f2055b81d25,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:59:56.625999 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-daeea37e-c5ef-4aff-9981-6ade63733c69 admin admin] 10.222.0.118 "PUT /v2.0/routers/c67dd48a-4557-463e-89f3-3f84f356dcc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3429315 Jul 06 13:59:56.652507 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-5fda6283-f9f0-4e84-9b3e-b2bbb37e698c None None] Attempting to bind port 916e1d60-1dc7-47d1-a492-e2bd8a88c812 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:59:56.653011 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-5fda6283-f9f0-4e84-9b3e-b2bbb37e698c None None] Attempting to bind port 916e1d60-1dc7-47d1-a492-e2bd8a88c812 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'fe14efd9-6090-431c-b6ce-4635ff67802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f4322734-a743-44c6-9e14-7471ee4779b6'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:59:56.653572 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fda6283-f9f0-4e84-9b3e-b2bbb37e698c None None] Attempting to bind port 916e1d60-1dc7-47d1-a492-e2bd8a88c812 on network f4322734-a743-44c6-9e14-7471ee4779b6 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:59:56.660367 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fda6283-f9f0-4e84-9b3e-b2bbb37e698c None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:59:56.660755 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fda6283-f9f0-4e84-9b3e-b2bbb37e698c None None] Checking segment: {'id': 'fe14efd9-6090-431c-b6ce-4635ff67802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f4322734-a743-44c6-9e14-7471ee4779b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:59:56.661502 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5fda6283-f9f0-4e84-9b3e-b2bbb37e698c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:56.662379 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fda6283-f9f0-4e84-9b3e-b2bbb37e698c None None] Bound using segment: {'id': 'fe14efd9-6090-431c-b6ce-4635ff67802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f4322734-a743-44c6-9e14-7471ee4779b6'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:59:56.663017 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-5fda6283-f9f0-4e84-9b3e-b2bbb37e698c None None] Bound port: 916e1d60-1dc7-47d1-a492-e2bd8a88c812, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe14efd9-6090-431c-b6ce-4635ff67802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f4322734-a743-44c6-9e14-7471ee4779b6'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:59:56.664306 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5fda6283-f9f0-4e84-9b3e-b2bbb37e698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:56.680269 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1baeba5b-c59c-4d64-857d-2c9165202708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:56.680512 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d662c756-9364-481c-a1d2-72bb3a71b6ce admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:59:56.696180 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b712eb59-dd43-434c-9123-4617ed60adb5 None None] Sync routers for ids ['0e22c9f0-e6f7-42ab-a02d-0dccee9e694b'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:59:56.714458 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d662c756-9364-481c-a1d2-72bb3a71b6ce admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:56.715801 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d662c756-9364-481c-a1d2-72bb3a71b6ce admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7911725 Jul 06 13:59:56.717932 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b712eb59-dd43-434c-9123-4617ed60adb5 None None] Routers {'0e22c9f0-e6f7-42ab-a02d-0dccee9e694b'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:59:56.718481 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59640) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:56.720500 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-b712eb59-dd43-434c-9123-4617ed60adb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:59:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['0e22c9f0-e6f7-42ab-a02d-0dccee9e694b'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:56.774412 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-5fda6283-f9f0-4e84-9b3e-b2bbb37e698c None None] For port 916e1d60-1dc7-47d1-a492-e2bd8a88c812, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:59:56.783503 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-5fda6283-f9f0-4e84-9b3e-b2bbb37e698c None None] For port 916e1d60-1dc7-47d1-a492-e2bd8a88c812, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=916e1d60-1dc7-47d1-a492-e2bd8a88c812,segment=NetworkSegment(fe14efd9-6090-431c-b6ce-4635ff67802f),segment_id=fe14efd9-6090-431c-b6ce-4635ff67802f)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:59:56.855955 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5fda6283-f9f0-4e84-9b3e-b2bbb37e698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:56.934033 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1bc4c681-4872-4678-b9b0-7d9cb134dffd None None] Provisioning complete for port f54aa3a3-f63f-46ad-a35d-af86eaeb090f triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:56.934604 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1bc4c681-4872-4678-b9b0-7d9cb134dffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:56.936542 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baeba5b-c59c-4d64-857d-2c9165202708 None None] Routers {'c67dd48a-4557-463e-89f3-3f84f356dcc7'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:59:56.937603 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-1baeba5b-c59c-4d64-857d-2c9165202708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:59:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c67dd48a-4557-463e-89f3-3f84f356dcc7'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:57.005503 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38013c85-96a0-4ef2-860b-7b45c971fa77 None None] Pushing event updated for resources: {'Port': ['ID=87d4f555-2019-4ddc-9f1d-3f2055b81d25,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:57.143028 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-1bc4c681-4872-4678-b9b0-7d9cb134dffd None None] Port f54aa3a3-f63f-46ad-a35d-af86eaeb090f cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 13:59:57.193156 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-b712eb59-dd43-434c-9123-4617ed60adb5 None None] Set router 0e22c9f0-e6f7-42ab-a02d-0dccee9e694b gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:59:57.197241 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda6283-f9f0-4e84-9b3e-b2bbb37e698c None None] Pushing event updated for resources: {'Port': ['ID=916e1d60-1dc7-47d1-a492-e2bd8a88c812,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:57.275547 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-1baeba5b-c59c-4d64-857d-2c9165202708 None None] Set router c67dd48a-4557-463e-89f3-3f84f356dcc7 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:59:57.537118 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-b712eb59-dd43-434c-9123-4617ed60adb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'name': 'tempest-ServersTestManualDisk-621092015-router', 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:53Z', 'updated_at': '2021-07-06T13:59:55Z', 'revision_number': 3, 'project_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'gw_port': {'id': 'fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:54Z', 'updated_at': '2021-07-06T13:59:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:57.574717 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b712eb59-dd43-434c-9123-4617ed60adb5 None None] Checking router: 0e22c9f0-e6f7-42ab-a02d-0dccee9e694b for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:59:57.575516 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b712eb59-dd43-434c-9123-4617ed60adb5 None None] Updating router 0e22c9f0-e6f7-42ab-a02d-0dccee9e694b port fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:59:57.611453 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 916e1d60-1dc7-47d1-a492-e2bd8a88c812 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:59:57.625687 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-b712eb59-dd43-434c-9123-4617ed60adb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:57.671067 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e5d26398-936d-4807-812c-b925786d1bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:57.795341 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 916e1d60-1dc7-47d1-a492-e2bd8a88c812 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:59:57.847208 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-1baeba5b-c59c-4d64-857d-2c9165202708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'name': 'tempest-AttachVolumeShelveTestJSON-919553070-router', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:50Z', 'updated_at': '2021-07-06T13:59:54Z', 'revision_number': 4, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'gw_port': {'id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:51Z', 'updated_at': '2021-07-06T13:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'f54aa3a3-f63f-46ad-a35d-af86eaeb090f', 'name': '', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'mac_address': 'fa:16:3e:30:9f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:54Z', 'updated_at': '2021-07-06T13:59:55Z', 'revision_number': 2, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'subnets': [{'id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:57.873942 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59658) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:57.889929 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-16617e34-1813-4ef8-8103-d9ab8c411fa7 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2059247142', 'description': 'tempest-description--817093603'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:57.978471 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-16617e34-1813-4ef8-8103-d9ab8c411fa7 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:58.165354 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-b712eb59-dd43-434c-9123-4617ed60adb5 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:58.178360 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-b712eb59-dd43-434c-9123-4617ed60adb5 None None] Transition to ACTIVE for port object fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:59:58.192271 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-b712eb59-dd43-434c-9123-4617ed60adb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:58.232728 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-16617e34-1813-4ef8-8103-d9ab8c411fa7 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:58.241264 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-16617e34-1813-4ef8-8103-d9ab8c411fa7 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:58.256415 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baeba5b-c59c-4d64-857d-2c9165202708 None None] The sync data for ids ['c67dd48a-4557-463e-89f3-3f84f356dcc7'] in n-d-773644-6 is: [{'id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'name': 'tempest-AttachVolumeShelveTestJSON-919553070-router', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:50Z', 'updated_at': '2021-07-06T13:59:54Z', 'revision_number': 4, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'gw_port': {'id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:51Z', 'updated_at': '2021-07-06T13:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'f54aa3a3-f63f-46ad-a35d-af86eaeb090f', 'name': '', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'mac_address': 'fa:16:3e:30:9f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:54Z', 'updated_at': '2021-07-06T13:59:55Z', 'revision_number': 2, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'subnets': [{'id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:59:58.313376 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-b712eb59-dd43-434c-9123-4617ed60adb5 None None] Attempting to bind port fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 13:59:58.313853 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-b712eb59-dd43-434c-9123-4617ed60adb5 None None] Attempting to bind port fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 13:59:58.314145 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b712eb59-dd43-434c-9123-4617ed60adb5 None None] Attempting to bind port fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 13:59:58.348041 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16617e34-1813-4ef8-8103-d9ab8c411fa7 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf72955-cccc-4df8-bbaf-cd8852535bac,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:58.369611 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-16617e34-1813-4ef8-8103-d9ab8c411fa7 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:58.379395 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-16617e34-1813-4ef8-8103-d9ab8c411fa7 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4925690 Jul 06 13:59:58.380132 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59670) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:58.388058 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b712eb59-dd43-434c-9123-4617ed60adb5 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 13:59:58.389409 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b712eb59-dd43-434c-9123-4617ed60adb5 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 13:59:58.391361 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-b712eb59-dd43-434c-9123-4617ed60adb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:58.392900 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b712eb59-dd43-434c-9123-4617ed60adb5 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 13:59:58.394401 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-3d2a76fe-0cbf-40d3-9c91-e41a3a815e15 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Request body: {'security_group_rule': {'security_group_id': 'ddf72955-cccc-4df8-bbaf-cd8852535bac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:58.395417 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-b712eb59-dd43-434c-9123-4617ed60adb5 None None] Bound port: fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 13:59:58.396352 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-b712eb59-dd43-434c-9123-4617ed60adb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:58.484709 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3d2a76fe-0cbf-40d3-9c91-e41a3a815e15 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:58.499507 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d3523-30a4-4b5c-95ef-e2b159f68c18 None None] Pushing event updated for resources: {'Port': ['ID=fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2,revision_number=2']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:58.527145 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43d3523-30a4-4b5c-95ef-e2b159f68c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:58.530788 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43d3523-30a4-4b5c-95ef-e2b159f68c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:58.531258 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43d3523-30a4-4b5c-95ef-e2b159f68c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:58.531730 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43d3523-30a4-4b5c-95ef-e2b159f68c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:58.532264 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43d3523-30a4-4b5c-95ef-e2b159f68c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:58.532676 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43d3523-30a4-4b5c-95ef-e2b159f68c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:58.533109 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43d3523-30a4-4b5c-95ef-e2b159f68c18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:58.533547 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43d3523-30a4-4b5c-95ef-e2b159f68c18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:58.534078 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43d3523-30a4-4b5c-95ef-e2b159f68c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:58.534491 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43d3523-30a4-4b5c-95ef-e2b159f68c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:58.537846 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43d3523-30a4-4b5c-95ef-e2b159f68c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:58.540754 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43d3523-30a4-4b5c-95ef-e2b159f68c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:58.586300 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-e5d26398-936d-4807-812c-b925786d1bc4 admin admin] Allocated IP 172.20.0.1 (f4322734-a743-44c6-9e14-7471ee4779b6/bc9645e6-de24-4ac5-9545-665834b8ba82/d610c280-29dd-44c4-a8e1-1fe95f4124d1) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:59:58.613131 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-b712eb59-dd43-434c-9123-4617ed60adb5 None None] For port fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:59:58.618839 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-b712eb59-dd43-434c-9123-4617ed60adb5 None None] For port fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:59:58.629312 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-b712eb59-dd43-434c-9123-4617ed60adb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:58.636374 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3d2a76fe-0cbf-40d3-9c91-e41a3a815e15 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:58.666660 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3d2a76fe-0cbf-40d3-9c91-e41a3a815e15 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:58.702876 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b712eb59-dd43-434c-9123-4617ed60adb5 None None] Routers {'0e22c9f0-e6f7-42ab-a02d-0dccee9e694b'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 13:59:58.703515 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-b712eb59-dd43-434c-9123-4617ed60adb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:59:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['0e22c9f0-e6f7-42ab-a02d-0dccee9e694b'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:58.729775 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a76fe-0cbf-40d3-9c91-e41a3a815e15 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d5a0ed-5516-4480-9392-6ad7badbad45,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:58.744582 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3d2a76fe-0cbf-40d3-9c91-e41a3a815e15 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:58.753881 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3d2a76fe-0cbf-40d3-9c91-e41a3a815e15 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3725309 Jul 06 13:59:58.755305 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec184f6-25ca-4f6e-87c6-c5514ee73264 None None] Network f4322734-a743-44c6-9e14-7471ee4779b6 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 13:59:58.757096 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59674) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:58.783271 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-fa79ceed-8209-46c4-ac7c-397d0d4d284c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Request body: {'security_group_rule': {'security_group_id': 'ddf72955-cccc-4df8-bbaf-cd8852535bac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:58.842824 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fa79ceed-8209-46c4-ac7c-397d0d4d284c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:58.861994 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d3523-30a4-4b5c-95ef-e2b159f68c18 None None] Pushing event updated for resources: {'Port': ['ID=fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:58.910516 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-372128e6-fa1e-4794-b135-74df4fdeb62f None None] Provisioning for port 916e1d60-1dc7-47d1-a492-e2bd8a88c812 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 13:59:58.919903 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-372128e6-fa1e-4794-b135-74df4fdeb62f None None] Provisioning complete for port 916e1d60-1dc7-47d1-a492-e2bd8a88c812 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:58.920809 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-372128e6-fa1e-4794-b135-74df4fdeb62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:58.929676 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e5d26398-936d-4807-812c-b925786d1bc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:58.965483 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-e5d26398-936d-4807-812c-b925786d1bc4 admin admin] Transition to ACTIVE for port object d610c280-29dd-44c4-a8e1-1fe95f4124d1 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 13:59:59.021059 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-b712eb59-dd43-434c-9123-4617ed60adb5 None None] Set router 0e22c9f0-e6f7-42ab-a02d-0dccee9e694b gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 13:59:59.034691 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fa79ceed-8209-46c4-ac7c-397d0d4d284c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:59.043660 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fa79ceed-8209-46c4-ac7c-397d0d4d284c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:59.058168 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e5d26398-936d-4807-812c-b925786d1bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:59.081272 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79ceed-8209-46c4-ac7c-397d0d4d284c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31fb546e-fbd6-426f-81a2-e12bc3cd69c0,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:59.105003 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fa79ceed-8209-46c4-ac7c-397d0d4d284c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:59.109631 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fa79ceed-8209-46c4-ac7c-397d0d4d284c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3513632 Jul 06 13:59:59.110815 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59676) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:59.123772 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-25bdd8b9-f9f3-4994-9051-21a79071cb97 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:59.166379 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d26398-936d-4807-812c-b925786d1bc4 admin admin] Network f4322734-a743-44c6-9e14-7471ee4779b6 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:59:59.171094 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-e5d26398-936d-4807-812c-b925786d1bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:59:59.172521 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59680) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:59.183753 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-9f73f05b-32af-46b1-b10d-9cf37b6967f7 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1314212729', 'description': 'tempest-secgroup-smoke-1314212729 description', 'project_id': '4ee0bba68454415789e977e02265b3b8'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:59.200407 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d26398-936d-4807-812c-b925786d1bc4 admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 13:59:59.209917 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25bdd8b9-f9f3-4994-9051-21a79071cb97 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for floatingip, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:59.281808 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-372128e6-fa1e-4794-b135-74df4fdeb62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:59.295445 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e5d26398-936d-4807-812c-b925786d1bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:59.322158 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9f73f05b-32af-46b1-b10d-9cf37b6967f7 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:59.412363 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-372128e6-fa1e-4794-b135-74df4fdeb62f None None] For port 916e1d60-1dc7-47d1-a492-e2bd8a88c812, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=916e1d60-1dc7-47d1-a492-e2bd8a88c812,segment=NetworkSegment(fe14efd9-6090-431c-b6ce-4635ff67802f),segment_id=fe14efd9-6090-431c-b6ce-4635ff67802f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:59.432068 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d26398-936d-4807-812c-b925786d1bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=d610c280-29dd-44c4-a8e1-1fe95f4124d1,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:59.435770 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-372128e6-fa1e-4794-b135-74df4fdeb62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:59.529788 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25bdd8b9-f9f3-4994-9051-21a79071cb97 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:59.546807 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-b712eb59-dd43-434c-9123-4617ed60adb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'name': 'tempest-ServersTestManualDisk-621092015-router', 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:53Z', 'updated_at': '2021-07-06T13:59:55Z', 'revision_number': 3, 'project_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'gw_port': {'id': 'fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:54Z', 'updated_at': '2021-07-06T13:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:59.595478 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372128e6-fa1e-4794-b135-74df4fdeb62f None None] Pushing event updated for resources: {'Port': ['ID=916e1d60-1dc7-47d1-a492-e2bd8a88c812,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:59.619999 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b712eb59-dd43-434c-9123-4617ed60adb5 None None] The sync data for ids ['0e22c9f0-e6f7-42ab-a02d-0dccee9e694b'] in n-d-773644-6 is: [{'id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'name': 'tempest-ServersTestManualDisk-621092015-router', 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:53Z', 'updated_at': '2021-07-06T13:59:55Z', 'revision_number': 3, 'project_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'gw_port': {'id': 'fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:54Z', 'updated_at': '2021-07-06T13:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:59:59.693511 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e5d26398-936d-4807-812c-b925786d1bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:59.765205 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9f73f05b-32af-46b1-b10d-9cf37b6967f7 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:59.772947 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9f73f05b-32af-46b1-b10d-9cf37b6967f7 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:59.824299 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73f05b-32af-46b1-b10d-9cf37b6967f7 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b784f9a-10ab-488a-922f-7f0ddfa19645,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:59.827310 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9f73f05b-32af-46b1-b10d-9cf37b6967f7 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:59.831631 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9f73f05b-32af-46b1-b10d-9cf37b6967f7 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6554914 Jul 06 13:59:59.832758 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59686) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 13:59:59.837064 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-8994b60f-e42a-4510-b7b0-26ac3e1b64f8 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Request body: {'security_group_rule': {'security_group_id': '7b784f9a-10ab-488a-922f-7f0ddfa19645', 'project_id': '4ee0bba68454415789e977e02265b3b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 13:59:59.870226 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-25bdd8b9-f9f3-4994-9051-21a79071cb97 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Allocated IP 172.25.6.182 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/1ed11085-fa31-4f4d-8f9c-1fd64eec72f5) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:59:59.941128 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8994b60f-e42a-4510-b7b0-26ac3e1b64f8 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 13:59:59.971906 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-35d764ed-b3ba-43b8-b9c8-b5d5c74894db None None] Provisioning complete for port 916e1d60-1dc7-47d1-a492-e2bd8a88c812 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 13:59:59.973406 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-35d764ed-b3ba-43b8-b9c8-b5d5c74894db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:00.018656 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8994b60f-e42a-4510-b7b0-26ac3e1b64f8 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:00.024685 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8994b60f-e42a-4510-b7b0-26ac3e1b64f8 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:00.054864 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e5d26398-936d-4807-812c-b925786d1bc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:00.062318 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e5d26398-936d-4807-812c-b925786d1bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:00.081347 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994b60f-e42a-4510-b7b0-26ac3e1b64f8 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4643e77d-535d-4da4-a094-bce1139103b4,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:00.102706 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8994b60f-e42a-4510-b7b0-26ac3e1b64f8 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:00.104065 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8994b60f-e42a-4510-b7b0-26ac3e1b64f8 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2708108 Jul 06 14:00:00.107053 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59688) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:00.111738 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-af6e9e98-5942-4923-9f86-8c5cc810b00d tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Request body: {'security_group_rule': {'security_group_id': '7b784f9a-10ab-488a-922f-7f0ddfa19645', 'project_id': '4ee0bba68454415789e977e02265b3b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:00.170804 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-af6e9e98-5942-4923-9f86-8c5cc810b00d tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:00.253576 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25bdd8b9-f9f3-4994-9051-21a79071cb97 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:00.287741 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-35d764ed-b3ba-43b8-b9c8-b5d5c74894db None None] Provisioning for port d610c280-29dd-44c4-a8e1-1fe95f4124d1 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:00.300325 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-35d764ed-b3ba-43b8-b9c8-b5d5c74894db None None] Provisioning complete for port d610c280-29dd-44c4-a8e1-1fe95f4124d1 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:00.301085 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-35d764ed-b3ba-43b8-b9c8-b5d5c74894db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:00.324784 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25bdd8b9-f9f3-4994-9051-21a79071cb97 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:00.341802 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d26398-936d-4807-812c-b925786d1bc4 admin admin] Pushing event updated for resources: {'Port': ['ID=d610c280-29dd-44c4-a8e1-1fe95f4124d1,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:00.347122 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e5d26398-936d-4807-812c-b925786d1bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:00.378832 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-35d764ed-b3ba-43b8-b9c8-b5d5c74894db None None] Port d610c280-29dd-44c4-a8e1-1fe95f4124d1 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:00:00.424110 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bdd8b9-f9f3-4994-9051-21a79071cb97 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:00:00.429645 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-25bdd8b9-f9f3-4994-9051-21a79071cb97 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:00.436432 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bdd8b9-f9f3-4994-9051-21a79071cb97 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:00:00.452029 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-af6e9e98-5942-4923-9f86-8c5cc810b00d tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:00.486512 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-af6e9e98-5942-4923-9f86-8c5cc810b00d tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:00.500126 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d26398-936d-4807-812c-b925786d1bc4 admin admin] Network f4322734-a743-44c6-9e14-7471ee4779b6 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:00:00.501921 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-e5d26398-936d-4807-812c-b925786d1bc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:00.539666 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a5865f42-69c5-4b07-bd26-3004ce7fab3a None None] Provisioning complete for port d610c280-29dd-44c4-a8e1-1fe95f4124d1 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:00.540587 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a5865f42-69c5-4b07-bd26-3004ce7fab3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:00.551179 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdd8b9-f9f3-4994-9051-21a79071cb97 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Pushing event updated for resources: {'Port': ['ID=1ed11085-fa31-4f4d-8f9c-1fd64eec72f5,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:00.581910 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-af6e9e98-5942-4923-9f86-8c5cc810b00d tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:00.583746 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-af6e9e98-5942-4923-9f86-8c5cc810b00d tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4754748 Jul 06 14:00:00.597178 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59692) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:00.603130 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-618d9d83-6bc9-4d09-aaf7-76a0bf025dde tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Request body: {'security_group_rule': {'security_group_id': '7b784f9a-10ab-488a-922f-7f0ddfa19645', 'project_id': '4ee0bba68454415789e977e02265b3b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:00.641627 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a5865f42-69c5-4b07-bd26-3004ce7fab3a None None] Port d610c280-29dd-44c4-a8e1-1fe95f4124d1 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:00:00.677818 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e9e98-5942-4923-9f86-8c5cc810b00d tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c1d56a2-0745-47a2-9b94-1d8f0afb84e4,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:00.771909 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d26398-936d-4807-812c-b925786d1bc4 admin admin] Router 0e22c9f0-e6f7-42ab-a02d-0dccee9e694b has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:00:00.783666 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-618d9d83-6bc9-4d09-aaf7-76a0bf025dde tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:00.958507 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-618d9d83-6bc9-4d09-aaf7-76a0bf025dde tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:00.968502 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-618d9d83-6bc9-4d09-aaf7-76a0bf025dde tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:00.976685 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d26398-936d-4807-812c-b925786d1bc4 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:00:00.982785 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e5d26398-936d-4807-812c-b925786d1bc4 admin admin] 10.222.0.118 "PUT /v2.0/routers/0e22c9f0-e6f7-42ab-a02d-0dccee9e694b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2632968 Jul 06 14:00:00.999807 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d9d83-6bc9-4d09-aaf7-76a0bf025dde tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99307b44-7f7b-4ace-b9a3-8aa00a6d0b55,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:01.010318 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-618d9d83-6bc9-4d09-aaf7-76a0bf025dde tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:01.010920 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f39aa6a1-a8a8-4be4-a563-91514e93f695 None None] Provisioning complete for port d610c280-29dd-44c4-a8e1-1fe95f4124d1 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:01.011430 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f39aa6a1-a8a8-4be4-a563-91514e93f695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:01.011751 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-618d9d83-6bc9-4d09-aaf7-76a0bf025dde tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4135461 Jul 06 14:00:01.015703 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59698) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:01.021070 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-fe2aa9c5-d817-4d42-b73e-5d7ef9e02e24 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Request body: {'security_group_rule': {'security_group_id': '7b784f9a-10ab-488a-922f-7f0ddfa19645', 'project_id': '4ee0bba68454415789e977e02265b3b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:01.028610 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25bdd8b9-f9f3-4994-9051-21a79071cb97 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:01.090832 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fe2aa9c5-d817-4d42-b73e-5d7ef9e02e24 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:01.114527 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-f39aa6a1-a8a8-4be4-a563-91514e93f695 None None] Port d610c280-29dd-44c4-a8e1-1fe95f4124d1 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:00:01.151249 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25bdd8b9-f9f3-4994-9051-21a79071cb97 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:01.214817 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fe2aa9c5-d817-4d42-b73e-5d7ef9e02e24 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:01.223661 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fe2aa9c5-d817-4d42-b73e-5d7ef9e02e24 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:01.257200 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2aa9c5-d817-4d42-b73e-5d7ef9e02e24 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76d5fbdd-6e5c-4406-a793-1589293c05b9,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:01.281151 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fe2aa9c5-d817-4d42-b73e-5d7ef9e02e24 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:01.282675 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-fe2aa9c5-d817-4d42-b73e-5d7ef9e02e24 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2658241 Jul 06 14:00:01.292216 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59702) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:01.297192 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-a168b31b-8240-435e-9a7c-bc0b4c0fca93 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Request body: {'security_group_rule': {'security_group_id': '7b784f9a-10ab-488a-922f-7f0ddfa19645', 'project_id': '4ee0bba68454415789e977e02265b3b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:01.334903 n-d-773644-6 neutron-server[100418]: INFO neutron.db.securitygroups_db [None req-a168b31b-8240-435e-9a7c-bc0b4c0fca93 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Project 4ee0bba68454415789e977e02265b3b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:00:01.341553 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a168b31b-8240-435e-9a7c-bc0b4c0fca93 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:01.442661 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25bdd8b9-f9f3-4994-9051-21a79071cb97 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:01.450284 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25bdd8b9-f9f3-4994-9051-21a79071cb97 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:01.535571 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdd8b9-f9f3-4994-9051-21a79071cb97 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Pushing event updated for resources: {'Port': ['ID=1ed11085-fa31-4f4d-8f9c-1fd64eec72f5,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:01.547485 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25bdd8b9-f9f3-4994-9051-21a79071cb97 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:01.552656 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a168b31b-8240-435e-9a7c-bc0b4c0fca93 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:01.560958 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a168b31b-8240-435e-9a7c-bc0b4c0fca93 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:01.582683 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25bdd8b9-f9f3-4994-9051-21a79071cb97 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:01.584036 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-25bdd8b9-f9f3-4994-9051-21a79071cb97 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4712610 Jul 06 14:00:01.601979 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168b31b-8240-435e-9a7c-bc0b4c0fca93 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4251498f-f0c5-4527-9389-c3142c629b48,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:01.611202 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a168b31b-8240-435e-9a7c-bc0b4c0fca93 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:01.617933 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59712) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:01.624158 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c060b34c-b0ac-45aa-819a-d51c9e1457fe tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Request body: {'security_group_rule': {'security_group_id': '7b784f9a-10ab-488a-922f-7f0ddfa19645', 'project_id': '4ee0bba68454415789e977e02265b3b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:01.628619 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a168b31b-8240-435e-9a7c-bc0b4c0fca93 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3352237 Jul 06 14:00:01.669641 n-d-773644-6 neutron-server[100417]: INFO neutron.db.securitygroups_db [None req-c060b34c-b0ac-45aa-819a-d51c9e1457fe tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Project 4ee0bba68454415789e977e02265b3b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:00:01.675306 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c060b34c-b0ac-45aa-819a-d51c9e1457fe tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:01.714516 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59716) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:01.722845 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-e1642aa5-ea22-4f47-b0aa-3e4c88f1459d tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Request body: {'security_group': {'name': 'tempest-securitygroup--282713176', 'description': 'tempest-description--2128783089'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:01.756185 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 916e1d60-1dc7-47d1-a492-e2bd8a88c812 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:01.771087 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e1642aa5-ea22-4f47-b0aa-3e4c88f1459d tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:01.780326 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c060b34c-b0ac-45aa-819a-d51c9e1457fe tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:01.787252 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c060b34c-b0ac-45aa-819a-d51c9e1457fe tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:01.837242 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060b34c-b0ac-45aa-819a-d51c9e1457fe tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0753d43-c11c-4b00-8be4-adbef497cbb4,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:01.847330 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 916e1d60-1dc7-47d1-a492-e2bd8a88c812 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:01.847778 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:01.893151 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e1642aa5-ea22-4f47-b0aa-3e4c88f1459d tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:01.899315 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e1642aa5-ea22-4f47-b0aa-3e4c88f1459d tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:01.906105 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c060b34c-b0ac-45aa-819a-d51c9e1457fe tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:01.907758 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c060b34c-b0ac-45aa-819a-d51c9e1457fe tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2882757 Jul 06 14:00:01.931753 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e1642aa5-ea22-4f47-b0aa-3e4c88f1459d tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:01.933290 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e1642aa5-ea22-4f47-b0aa-3e4c88f1459d tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2175450 Jul 06 14:00:01.943823 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59726) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:01.970931 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-05bd2dd0-ee6f-4b58-b325-964fc42f661b tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Request body: {'security_group_rule': {'security_group_id': '2ae8c36f-e1c9-460b-a179-ed25575233f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:02.006158 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-05bd2dd0-ee6f-4b58-b325-964fc42f661b tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:02.017984 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1642aa5-ea22-4f47-b0aa-3e4c88f1459d tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae8c36f-e1c9-460b-a179-ed25575233f9,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:02.090912 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-05bd2dd0-ee6f-4b58-b325-964fc42f661b tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:02.097031 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-05bd2dd0-ee6f-4b58-b325-964fc42f661b tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:02.129171 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd2dd0-ee6f-4b58-b325-964fc42f661b tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28e90c0-9db1-4e43-b13e-034060e14538,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:02.129494 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 87d4f555-2019-4ddc-9f1d-3f2055b81d25 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:02.135055 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-05bd2dd0-ee6f-4b58-b325-964fc42f661b tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:02.139620 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-05bd2dd0-ee6f-4b58-b325-964fc42f661b tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1943295 Jul 06 14:00:02.140642 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59738) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:02.145613 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c9939d9b-5b02-4b43-8e64-180d43b74232 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Request body: {'security_group_rule': {'security_group_id': '2ae8c36f-e1c9-460b-a179-ed25575233f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:02.206904 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c9939d9b-5b02-4b43-8e64-180d43b74232 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:02.243999 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-0a7eb962-1d84-4599-ae35-d5bfb34b0db7 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-securitygroup--2059247142&fields=id&tenant_id=a280ed57ce5e4005b7a7e0a51a2d45bf HTTP/1.1" status: 200 len: 267 time: 0.1746862 Jul 06 14:00:02.266019 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 87d4f555-2019-4ddc-9f1d-3f2055b81d25 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:02.271573 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 87d4f555-2019-4ddc-9f1d-3f2055b81d25 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:02.272584 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:02.369360 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c9939d9b-5b02-4b43-8e64-180d43b74232 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:02.377679 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c9939d9b-5b02-4b43-8e64-180d43b74232 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:02.401520 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9939d9b-5b02-4b43-8e64-180d43b74232 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e3e1e9a-7b0b-44fa-8591-df66d6e140f3,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:02.436522 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c9939d9b-5b02-4b43-8e64-180d43b74232 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:02.441159 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c9939d9b-5b02-4b43-8e64-180d43b74232 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2993648 Jul 06 14:00:02.441951 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59742) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:02.451966 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-85a39275-1abe-4a15-aa4a-04c6a159540a tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:02.470260 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:02.496993 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 87d4f555-2019-4ddc-9f1d-3f2055b81d25, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=87d4f555-2019-4ddc-9f1d-3f2055b81d25,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:02.497266 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85a39275-1abe-4a15-aa4a-04c6a159540a tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks [] for floatingip, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:02.503554 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:02.503781 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-dc50f415-326e-4cb9-b4b7-919cef28af76 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:02.505249 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:02.513781 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-dc50f415-326e-4cb9-b4b7-919cef28af76 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/networks?id=eb40ac72-d061-46c2-ab3d-a227d94e4954 HTTP/1.1" status: 200 len: 816 time: 0.2681580 Jul 06 14:00:02.533156 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-8429a1c6-9a96-446b-a32e-d37fcf8e69f5 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/quotas/a280ed57ce5e4005b7a7e0a51a2d45bf HTTP/1.1" status: 200 len: 375 time: 0.0179162 Jul 06 14:00:02.646006 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:02.654726 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=87d4f555-2019-4ddc-9f1d-3f2055b81d25,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:02.659311 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:02.660047 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:02.674906 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85a39275-1abe-4a15-aa4a-04c6a159540a tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:02.682133 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-940f6f40-161f-4b08-a40f-add9621f5a04 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=a280ed57ce5e4005b7a7e0a51a2d45bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1481552 Jul 06 14:00:02.804484 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0737825b-dd4c-4d77-8e87-4393130ac228 None None] Sync routers for ids ['c67dd48a-4557-463e-89f3-3f84f356dcc7'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:00:02.837848 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-75eb026b-d894-47a3-a3ef-b27910ad4d53 service neutron] 10.222.0.118 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372273 Jul 06 14:00:02.841851 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0737825b-dd4c-4d77-8e87-4393130ac228 None None] Routers {'c67dd48a-4557-463e-89f3-3f84f356dcc7'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:00:02.842511 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-0737825b-dd4c-4d77-8e87-4393130ac228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:59:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c67dd48a-4557-463e-89f3-3f84f356dcc7'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:02.843394 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-85a39275-1abe-4a15-aa4a-04c6a159540a tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Allocated IP 172.25.6.181 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/13a2762c-b288-41bb-b8b3-3efd27e08fbe) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:00:02.846899 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:02.920259 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:02.930686 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:02.950775 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-14992203-a2a8-47e8-b6a9-7b2a3627ad71 service neutron] 10.222.0.118 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090903 Jul 06 14:00:03.018285 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:03.057801 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85a39275-1abe-4a15-aa4a-04c6a159540a tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:03.066621 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-0737825b-dd4c-4d77-8e87-4393130ac228 None None] Set router c67dd48a-4557-463e-89f3-3f84f356dcc7 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:00:03.158496 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85a39275-1abe-4a15-aa4a-04c6a159540a tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:03.244363 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a39275-1abe-4a15-aa4a-04c6a159540a tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:00:03.266894 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-85a39275-1abe-4a15-aa4a-04c6a159540a tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:03.269385 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a39275-1abe-4a15-aa4a-04c6a159540a tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Pushing event updated for resources: {'Port': ['ID=13a2762c-b288-41bb-b8b3-3efd27e08fbe,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:03.274522 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a39275-1abe-4a15-aa4a-04c6a159540a tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:00:03.428645 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-2251dc3c-d419-42a5-b6b4-243b0ec3f66b tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1314212729&fields=id&tenant_id=4ee0bba68454415789e977e02265b3b8 HTTP/1.1" status: 200 len: 267 time: 0.0825529 Jul 06 14:00:03.449253 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-0737825b-dd4c-4d77-8e87-4393130ac228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'name': 'tempest-AttachVolumeShelveTestJSON-919553070-router', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:50Z', 'updated_at': '2021-07-06T13:59:54Z', 'revision_number': 4, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'gw_port': {'id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:51Z', 'updated_at': '2021-07-06T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'f54aa3a3-f63f-46ad-a35d-af86eaeb090f', 'name': '', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'mac_address': 'fa:16:3e:30:9f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:54Z', 'updated_at': '2021-07-06T13:59:55Z', 'revision_number': 2, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'subnets': [{'id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:03.515375 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85a39275-1abe-4a15-aa4a-04c6a159540a tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:03.525047 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 87d4f555-2019-4ddc-9f1d-3f2055b81d25 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:03.529036 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0737825b-dd4c-4d77-8e87-4393130ac228 None None] Checking router: c67dd48a-4557-463e-89f3-3f84f356dcc7 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:00:03.529560 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0737825b-dd4c-4d77-8e87-4393130ac228 None None] Updating router c67dd48a-4557-463e-89f3-3f84f356dcc7 port f54aa3a3-f63f-46ad-a35d-af86eaeb090f binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:00:03.628707 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85a39275-1abe-4a15-aa4a-04c6a159540a tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:03.682757 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-3adf69cd-767c-429d-b3b4-15601add54d2 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:03.684645 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-3adf69cd-767c-429d-b3b4-15601add54d2 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/networks?id=f18317a2-edda-4f2d-9b93-2b73971df27a HTTP/1.1" status: 200 len: 814 time: 0.2548714 Jul 06 14:00:03.691149 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0737825b-dd4c-4d77-8e87-4393130ac228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:03.691828 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decc8d98-5701-47d2-ad1a-06451ffc8e44 None None] Sync routers for ids ['0e22c9f0-e6f7-42ab-a02d-0dccee9e694b'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:00:03.712307 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decc8d98-5701-47d2-ad1a-06451ffc8e44 None None] Routers {'0e22c9f0-e6f7-42ab-a02d-0dccee9e694b'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:00:03.712912 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-decc8d98-5701-47d2-ad1a-06451ffc8e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:59:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['0e22c9f0-e6f7-42ab-a02d-0dccee9e694b'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:03.720388 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 87d4f555-2019-4ddc-9f1d-3f2055b81d25 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:03.721188 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:03.726145 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-eef6bd96-8bbf-4456-b7b1-c1c9b3c5bf29 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/quotas/4ee0bba68454415789e977e02265b3b8 HTTP/1.1" status: 200 len: 375 time: 0.0247436 Jul 06 14:00:03.849893 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-95fcf322-1ad5-484d-9f7f-2bb3b18140ec tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=4ee0bba68454415789e977e02265b3b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1224275 Jul 06 14:00:03.872868 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-decc8d98-5701-47d2-ad1a-06451ffc8e44 None None] Set router 0e22c9f0-e6f7-42ab-a02d-0dccee9e694b gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:00:03.915570 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:03.985339 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2ac7c6d4-74f8-45d0-8e9b-b5db1e55a379 req-b1bb06d9-5644-4d1b-877d-5fd1e2cc8f72 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0940027 Jul 06 14:00:04.014177 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85a39275-1abe-4a15-aa4a-04c6a159540a tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:04.025404 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85a39275-1abe-4a15-aa4a-04c6a159540a tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:04.052789 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-92a24029-7bdd-4d6a-8a91-0120923807ae service neutron] 10.222.0.118 "GET /v2.0/networks/f18317a2-edda-4f2d-9b93-2b73971df27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727877 Jul 06 14:00:04.056824 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:04.057219 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:04.154119 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-decc8d98-5701-47d2-ad1a-06451ffc8e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'name': 'tempest-ServersTestManualDisk-621092015-router', 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:53Z', 'updated_at': '2021-07-06T13:59:59Z', 'revision_number': 4, 'project_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'gw_port': {'id': 'fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:54Z', 'updated_at': '2021-07-06T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'd610c280-29dd-44c4-a8e1-1fe95f4124d1', 'name': '', 'network_id': 'f4322734-a743-44c6-9e14-7471ee4779b6', 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'mac_address': 'fa:16:3e:5a:37:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'bc9645e6-de24-4ac5-9545-665834b8ba82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:57Z', 'updated_at': '2021-07-06T13:59:59Z', 'revision_number': 2, 'project_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'subnets': [{'id': 'bc9645e6-de24-4ac5-9545-665834b8ba82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:04.183755 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decc8d98-5701-47d2-ad1a-06451ffc8e44 None None] Checking router: 0e22c9f0-e6f7-42ab-a02d-0dccee9e694b for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:00:04.184110 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decc8d98-5701-47d2-ad1a-06451ffc8e44 None None] Updating router 0e22c9f0-e6f7-42ab-a02d-0dccee9e694b port d610c280-29dd-44c4-a8e1-1fe95f4124d1 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:00:04.222634 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0737825b-dd4c-4d77-8e87-4393130ac228 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:04.226236 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a39275-1abe-4a15-aa4a-04c6a159540a tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Pushing event updated for resources: {'Port': ['ID=13a2762c-b288-41bb-b8b3-3efd27e08fbe,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:04.238404 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-decc8d98-5701-47d2-ad1a-06451ffc8e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:04.238873 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0737825b-dd4c-4d77-8e87-4393130ac228 None None] Transition to ACTIVE for port object f54aa3a3-f63f-46ad-a35d-af86eaeb090f will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:04.243903 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85a39275-1abe-4a15-aa4a-04c6a159540a tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:04.249299 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0737825b-dd4c-4d77-8e87-4393130ac228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:04.254452 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-9e1d168c-378a-4752-8469-e5880b99f2e4 service neutron] 10.222.0.118 "GET /v2.0/networks/f18317a2-edda-4f2d-9b93-2b73971df27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878948 Jul 06 14:00:04.284701 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85a39275-1abe-4a15-aa4a-04c6a159540a tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:04.286001 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-85a39275-1abe-4a15-aa4a-04c6a159540a tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8428633 Jul 06 14:00:04.316580 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7c6d4-74f8-45d0-8e9b-b5db1e55a379 req-2eed4fa9-4dd7-40c3-8f17-a467dd7ac0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:04.318184 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2ac7c6d4-74f8-45d0-8e9b-b5db1e55a379 req-2eed4fa9-4dd7-40c3-8f17-a467dd7ac0f9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84c411c9b83740e1bcaf5cc8002aa094&device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 1095 time: 0.2257783 Jul 06 14:00:04.373467 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f69b1-2737-4514-97d0-174f5555d014 None None] Pushing event updated for resources: {'Port': ['ID=f54aa3a3-f63f-46ad-a35d-af86eaeb090f,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:04.427885 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-0737825b-dd4c-4d77-8e87-4393130ac228 None None] Attempting to bind port f54aa3a3-f63f-46ad-a35d-af86eaeb090f on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:00:04.434543 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-0737825b-dd4c-4d77-8e87-4393130ac228 None None] Attempting to bind port f54aa3a3-f63f-46ad-a35d-af86eaeb090f by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '785edacd-9834-4706-af27-3b2c5fc58c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:00:04.435017 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0737825b-dd4c-4d77-8e87-4393130ac228 None None] Attempting to bind port f54aa3a3-f63f-46ad-a35d-af86eaeb090f on network eb40ac72-d061-46c2-ab3d-a227d94e4954 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:04.449048 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0737825b-dd4c-4d77-8e87-4393130ac228 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:00:04.449662 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0737825b-dd4c-4d77-8e87-4393130ac228 None None] Checking segment: {'id': '785edacd-9834-4706-af27-3b2c5fc58c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:04.450490 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0737825b-dd4c-4d77-8e87-4393130ac228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:04.452418 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0737825b-dd4c-4d77-8e87-4393130ac228 None None] Bound using segment: {'id': '785edacd-9834-4706-af27-3b2c5fc58c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:00:04.452966 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-0737825b-dd4c-4d77-8e87-4393130ac228 None None] Bound port: f54aa3a3-f63f-46ad-a35d-af86eaeb090f, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785edacd-9834-4706-af27-3b2c5fc58c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:00:04.453395 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0737825b-dd4c-4d77-8e87-4393130ac228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:04.512881 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7c6d4-74f8-45d0-8e9b-b5db1e55a379 req-6f91e8d5-5dca-48b4-8744-03138beb3422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:04.514436 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2ac7c6d4-74f8-45d0-8e9b-b5db1e55a379 req-6f91e8d5-5dca-48b4-8744-03138beb3422 service neutron] 10.222.0.52 "GET /v2.0/networks?id=65a0c785-6dfd-4a01-9b12-067743ee677d HTTP/1.1" status: 200 len: 913 time: 0.1698434 Jul 06 14:00:04.540822 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-0737825b-dd4c-4d77-8e87-4393130ac228 None None] For port f54aa3a3-f63f-46ad-a35d-af86eaeb090f, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:00:04.544873 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-0737825b-dd4c-4d77-8e87-4393130ac228 None None] For port f54aa3a3-f63f-46ad-a35d-af86eaeb090f, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=f54aa3a3-f63f-46ad-a35d-af86eaeb090f,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:00:04.552302 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0737825b-dd4c-4d77-8e87-4393130ac228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:04.600662 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2ac7c6d4-74f8-45d0-8e9b-b5db1e55a379 req-8a5dbda9-b192-4951-9e2b-d07f4e8419a9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b75cf5-263d-4c77-b909-aed48eb16174 HTTP/1.1" status: 200 len: 998 time: 0.0786612 Jul 06 14:00:04.677256 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0737825b-dd4c-4d77-8e87-4393130ac228 None None] Routers {'c67dd48a-4557-463e-89f3-3f84f356dcc7'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:00:04.677977 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-0737825b-dd4c-4d77-8e87-4393130ac228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:59:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c67dd48a-4557-463e-89f3-3f84f356dcc7'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:04.684912 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7c6d4-74f8-45d0-8e9b-b5db1e55a379 req-3c0362ca-d807-4742-b181-7c74e0ac7e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:04.686474 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2ac7c6d4-74f8-45d0-8e9b-b5db1e55a379 req-3c0362ca-d807-4742-b181-7c74e0ac7e15 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c752e52c-1e0e-4b69-8288-ed62c19f3b18 HTTP/1.1" status: 200 len: 851 time: 0.0780089 Jul 06 14:00:04.809659 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7c6d4-74f8-45d0-8e9b-b5db1e55a379 req-65b283df-1a5b-4e70-b662-7ade48a7ce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:04.812806 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2ac7c6d4-74f8-45d0-8e9b-b5db1e55a379 req-65b283df-1a5b-4e70-b662-7ade48a7ce21 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=65a0c785-6dfd-4a01-9b12-067743ee677d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165502 Jul 06 14:00:04.861423 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f69b1-2737-4514-97d0-174f5555d014 None None] Pushing event updated for resources: {'Port': ['ID=f54aa3a3-f63f-46ad-a35d-af86eaeb090f,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:05.031021 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-decc8d98-5701-47d2-ad1a-06451ffc8e44 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:05.071263 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-decc8d98-5701-47d2-ad1a-06451ffc8e44 None None] Transition to ACTIVE for port object d610c280-29dd-44c4-a8e1-1fe95f4124d1 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:05.085790 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-decc8d98-5701-47d2-ad1a-06451ffc8e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:05.105174 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-0737825b-dd4c-4d77-8e87-4393130ac228 None None] Set router c67dd48a-4557-463e-89f3-3f84f356dcc7 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:00:05.111579 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2ac7c6d4-74f8-45d0-8e9b-b5db1e55a379 req-2d747e9b-ece2-4e82-8860-a2dc214a7024 service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871952 Jul 06 14:00:05.218810 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-4953d060-f330-4bad-ae7a-7e14518c9124 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3122501 Jul 06 14:00:05.255005 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235bb79-9a7a-4f5c-bc6d-2d97875aa651 None None] Pushing event updated for resources: {'Port': ['ID=d610c280-29dd-44c4-a8e1-1fe95f4124d1,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:05.273653 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-0a7d8c63-56e8-4952-900e-f693c992bf1d tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:05.275607 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-0a7d8c63-56e8-4952-900e-f693c992bf1d tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.124 "GET /v2.0/networks?id=eb40ac72-d061-46c2-ab3d-a227d94e4954 HTTP/1.1" status: 200 len: 816 time: 0.2900875 Jul 06 14:00:05.427802 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2ac7c6d4-74f8-45d0-8e9b-b5db1e55a379 req-6baf2bef-325f-4d31-b0f2-66e2826f479b service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014216 Jul 06 14:00:05.481805 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-a8b729ab-22d1-4fe1-ab2b-f17ac9ec5dc0 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a280ed57ce5e4005b7a7e0a51a2d45bf HTTP/1.1" status: 200 len: 380 time: 0.1909156 Jul 06 14:00:05.503161 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-decc8d98-5701-47d2-ad1a-06451ffc8e44 None None] Attempting to bind port d610c280-29dd-44c4-a8e1-1fe95f4124d1 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:00:05.504696 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-decc8d98-5701-47d2-ad1a-06451ffc8e44 None None] Attempting to bind port d610c280-29dd-44c4-a8e1-1fe95f4124d1 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'fe14efd9-6090-431c-b6ce-4635ff67802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f4322734-a743-44c6-9e14-7471ee4779b6'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:00:05.508667 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decc8d98-5701-47d2-ad1a-06451ffc8e44 None None] Attempting to bind port d610c280-29dd-44c4-a8e1-1fe95f4124d1 on network f4322734-a743-44c6-9e14-7471ee4779b6 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:05.529547 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decc8d98-5701-47d2-ad1a-06451ffc8e44 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:00:05.530258 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decc8d98-5701-47d2-ad1a-06451ffc8e44 None None] Checking segment: {'id': 'fe14efd9-6090-431c-b6ce-4635ff67802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f4322734-a743-44c6-9e14-7471ee4779b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:05.531338 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-decc8d98-5701-47d2-ad1a-06451ffc8e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:05.532032 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decc8d98-5701-47d2-ad1a-06451ffc8e44 None None] Bound using segment: {'id': 'fe14efd9-6090-431c-b6ce-4635ff67802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f4322734-a743-44c6-9e14-7471ee4779b6'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:00:05.532859 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-decc8d98-5701-47d2-ad1a-06451ffc8e44 None None] Bound port: d610c280-29dd-44c4-a8e1-1fe95f4124d1, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe14efd9-6090-431c-b6ce-4635ff67802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f4322734-a743-44c6-9e14-7471ee4779b6'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:00:05.533598 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-decc8d98-5701-47d2-ad1a-06451ffc8e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:05.539718 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-e4fb7961-60d0-4cc8-af2d-28b5fdfd1b7c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Request body: {'port': {'device_id': '7db004ef-8691-4863-8a30-7918a3a91581', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'admin_state_up': True, 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'security_groups': ['ddf72955-cccc-4df8-bbaf-cd8852535bac']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:05.570383 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f8d7706f-9f01-48a5-b0dd-4734bcf2861e req-9e7da2ee-0b85-469e-88c4-c13232d58421 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 210 time: 0.1126144 Jul 06 14:00:05.661393 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f54aa3a3-f63f-46ad-a35d-af86eaeb090f up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:05.748755 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-decc8d98-5701-47d2-ad1a-06451ffc8e44 None None] For port d610c280-29dd-44c4-a8e1-1fe95f4124d1, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:00:05.755797 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-decc8d98-5701-47d2-ad1a-06451ffc8e44 None None] For port d610c280-29dd-44c4-a8e1-1fe95f4124d1, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d610c280-29dd-44c4-a8e1-1fe95f4124d1,segment=NetworkSegment(fe14efd9-6090-431c-b6ce-4635ff67802f),segment_id=fe14efd9-6090-431c-b6ce-4635ff67802f)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:00:05.764785 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-decc8d98-5701-47d2-ad1a-06451ffc8e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:05.785066 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-73e50c2b-8228-4999-b3e1-1d00225c97d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:05.791941 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port f54aa3a3-f63f-46ad-a35d-af86eaeb090f completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:05.792927 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-73e50c2b-8228-4999-b3e1-1d00225c97d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:05.793603 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-73e50c2b-8228-4999-b3e1-1d00225c97d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:05.794122 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-73e50c2b-8228-4999-b3e1-1d00225c97d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:05.794622 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-73e50c2b-8228-4999-b3e1-1d00225c97d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:05.795118 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-73e50c2b-8228-4999-b3e1-1d00225c97d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:05.795610 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-73e50c2b-8228-4999-b3e1-1d00225c97d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:05.802051 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-73e50c2b-8228-4999-b3e1-1d00225c97d4 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=9336c3d8fa4746dd9ed2823889de2712&device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 6501 time: 0.5081952 Jul 06 14:00:05.817415 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port f54aa3a3-f63f-46ad-a35d-af86eaeb090f triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:05.818193 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:05.867266 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-0737825b-dd4c-4d77-8e87-4393130ac228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'name': 'tempest-AttachVolumeShelveTestJSON-919553070-router', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:50Z', 'updated_at': '2021-07-06T13:59:54Z', 'revision_number': 4, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'gw_port': {'id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:51Z', 'updated_at': '2021-07-06T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'f54aa3a3-f63f-46ad-a35d-af86eaeb090f', 'name': '', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'mac_address': 'fa:16:3e:30:9f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:54Z', 'updated_at': '2021-07-06T14:00:04Z', 'revision_number': 4, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'subnets': [{'id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:05.902923 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235bb79-9a7a-4f5c-bc6d-2d97875aa651 None None] Pushing event updated for resources: {'Port': ['ID=d610c280-29dd-44c4-a8e1-1fe95f4124d1,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:05.914990 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decc8d98-5701-47d2-ad1a-06451ffc8e44 None None] Routers {'0e22c9f0-e6f7-42ab-a02d-0dccee9e694b'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:00:05.915820 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-decc8d98-5701-47d2-ad1a-06451ffc8e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T13:59:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['0e22c9f0-e6f7-42ab-a02d-0dccee9e694b'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:06.123512 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-decc8d98-5701-47d2-ad1a-06451ffc8e44 None None] Set router 0e22c9f0-e6f7-42ab-a02d-0dccee9e694b gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:00:06.183360 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-063a10e3-6f88-4e7e-9830-a22fd9ae389c tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-securitygroup--282713176&fields=id&tenant_id=ec4b760bf94945fb8fa8f4faac2c3fbd HTTP/1.1" status: 200 len: 267 time: 0.1875861 Jul 06 14:00:06.220852 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0737825b-dd4c-4d77-8e87-4393130ac228 None None] The sync data for ids ['c67dd48a-4557-463e-89f3-3f84f356dcc7'] in n-d-773644-6 is: [{'id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'name': 'tempest-AttachVolumeShelveTestJSON-919553070-router', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:50Z', 'updated_at': '2021-07-06T13:59:54Z', 'revision_number': 4, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'gw_port': {'id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:51Z', 'updated_at': '2021-07-06T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'f54aa3a3-f63f-46ad-a35d-af86eaeb090f', 'name': '', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'mac_address': 'fa:16:3e:30:9f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:54Z', 'updated_at': '2021-07-06T14:00:04Z', 'revision_number': 4, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'subnets': [{'id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:00:06.253348 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-e4fb7961-60d0-4cc8-af2d-28b5fdfd1b7c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Made reservation on behalf of a280ed57ce5e4005b7a7e0a51a2d45bf for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:00:06.257739 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-e4fb7961-60d0-4cc8-af2d-28b5fdfd1b7c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:06.347751 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:06.391951 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-2d878035-bed4-4313-be34-77c1dd424751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:06.392944 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-2d878035-bed4-4313-be34-77c1dd424751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:06.393082 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-2d878035-bed4-4313-be34-77c1dd424751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:06.394769 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-2d878035-bed4-4313-be34-77c1dd424751 service neutron] 10.222.0.124 "GET /v2.0/networks?id=d3d758c6-1344-45af-aaa5-3031f97f13d4&id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&id=cc63bc54-7a53-4d51-ae88-21113312a65f&id=cc63bc54-7a53-4d51-ae88-21113312a65f HTTP/1.1" status: 200 len: 2298 time: 0.5543489 Jul 06 14:00:06.431347 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port f54aa3a3-f63f-46ad-a35d-af86eaeb090f, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=f54aa3a3-f63f-46ad-a35d-af86eaeb090f,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:06.449847 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:06.483937 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-4c8172ff-ea59-4aaf-9892-64690fde588b tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:06.491309 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-4c8172ff-ea59-4aaf-9892-64690fde588b tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "GET /v2.0/networks?id=f4322734-a743-44c6-9e14-7471ee4779b6 HTTP/1.1" status: 200 len: 811 time: 0.3069947 Jul 06 14:00:06.558858 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-decc8d98-5701-47d2-ad1a-06451ffc8e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'name': 'tempest-ServersTestManualDisk-621092015-router', 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:53Z', 'updated_at': '2021-07-06T13:59:59Z', 'revision_number': 4, 'project_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'gw_port': {'id': 'fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:54Z', 'updated_at': '2021-07-06T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'd610c280-29dd-44c4-a8e1-1fe95f4124d1', 'name': '', 'network_id': 'f4322734-a743-44c6-9e14-7471ee4779b6', 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'mac_address': 'fa:16:3e:5a:37:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'bc9645e6-de24-4ac5-9545-665834b8ba82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:57Z', 'updated_at': '2021-07-06T14:00:05Z', 'revision_number': 4, 'project_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'subnets': [{'id': 'bc9645e6-de24-4ac5-9545-665834b8ba82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:06.574238 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=f54aa3a3-f63f-46ad-a35d-af86eaeb090f,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:06.604909 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-8aa31b8b-668f-4c74-8afb-1eab0e421b56 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "GET /v2.0/quotas/ec4b760bf94945fb8fa8f4faac2c3fbd HTTP/1.1" status: 200 len: 375 time: 0.1121616 Jul 06 14:00:06.608350 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decc8d98-5701-47d2-ad1a-06451ffc8e44 None None] The sync data for ids ['0e22c9f0-e6f7-42ab-a02d-0dccee9e694b'] in n-d-773644-6 is: [{'id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'name': 'tempest-ServersTestManualDisk-621092015-router', 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:53Z', 'updated_at': '2021-07-06T13:59:59Z', 'revision_number': 4, 'project_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'gw_port': {'id': 'fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:54Z', 'updated_at': '2021-07-06T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'd610c280-29dd-44c4-a8e1-1fe95f4124d1', 'name': '', 'network_id': 'f4322734-a743-44c6-9e14-7471ee4779b6', 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'mac_address': 'fa:16:3e:5a:37:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'bc9645e6-de24-4ac5-9545-665834b8ba82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:57Z', 'updated_at': '2021-07-06T14:00:05Z', 'revision_number': 4, 'project_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'subnets': [{'id': 'bc9645e6-de24-4ac5-9545-665834b8ba82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:00:06.836414 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-cbf329a8-6837-4055-a671-b5b5cfa044b5 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f43b5bfc-1387-457f-8a78-02e1c6d6fcb2 HTTP/1.1" status: 200 len: 1002 time: 0.4292712 Jul 06 14:00:06.945698 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-e4fb7961-60d0-4cc8-af2d-28b5fdfd1b7c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Allocated IP 172.20.0.7 (eb40ac72-d061-46c2-ab3d-a227d94e4954/175feade-0da5-4b99-8a0b-5c1deab4fd78/e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:00:06.965831 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-0c5c9f22-4e66-4d26-ba99-7a7dce15c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:06.967456 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-0c5c9f22-4e66-4d26-ba99-7a7dce15c866 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8df52582-dd18-48d1-9337-785b45f0ca32 HTTP/1.1" status: 200 len: 856 time: 0.1065466 Jul 06 14:00:06.983268 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-836159e3-aad3-4a24-ba3d-acbac4e9d2be tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=ec4b760bf94945fb8fa8f4faac2c3fbd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3764403 Jul 06 14:00:07.286810 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-735458ed-cb73-44ac-b9bc-e8dc92a7b732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:07.641355 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-35f16da0-bbde-46be-bf34-020d708ec7b2 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:07.643618 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-35f16da0-bbde-46be-bf34-020d708ec7b2 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.52 "GET /v2.0/networks?id=f18317a2-edda-4f2d-9b93-2b73971df27a HTTP/1.1" status: 200 len: 814 time: 0.3039889 Jul 06 14:00:07.647730 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-6babbf87-a2ff-4683-ac63-1e2f9214fb8e service neutron] 10.222.0.118 "GET /v2.0/networks/f4322734-a743-44c6-9e14-7471ee4779b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6470602 Jul 06 14:00:07.669175 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-ee364ef2-dc60-4000-8f04-7bd8c70ddd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:07.671019 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-ee364ef2-dc60-4000-8f04-7bd8c70ddd9f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d3d758c6-1344-45af-aaa5-3031f97f13d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6846664 Jul 06 14:00:07.754711 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-3d273360-5021-4db8-8909-ca3189cad414 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ee0bba68454415789e977e02265b3b8 HTTP/1.1" status: 200 len: 380 time: 0.0929677 Jul 06 14:00:07.771631 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f54aa3a3-f63f-46ad-a35d-af86eaeb090f up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:07.781148 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-7a598733-1ce6-44b2-b1a0-de4e0333c379 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Request body: {'port': {'device_id': '6c5d8e6b-fb09-41c0-b825-e0074c4c586b', 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a', 'admin_state_up': True, 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'security_groups': ['7b784f9a-10ab-488a-922f-7f0ddfa19645']}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:07.830997 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-e4fb7961-60d0-4cc8-af2d-28b5fdfd1b7c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:07.886514 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port f54aa3a3-f63f-46ad-a35d-af86eaeb090f triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:07.887166 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:07.887305 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-e4fb7961-60d0-4cc8-af2d-28b5fdfd1b7c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Transition to ACTIVE for port object e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:07.940405 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-dad8512c-5b21-4981-91fd-41c0dfc8aee3 service neutron] 10.222.0.118 "GET /v2.0/networks/f4322734-a743-44c6-9e14-7471ee4779b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885785 Jul 06 14:00:08.003155 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-c66ca929-00b1-4117-8d14-547030350aff service neutron] 10.222.0.124 "GET /v2.0/networks/d3d758c6-1344-45af-aaa5-3031f97f13d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099916 Jul 06 14:00:08.066137 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-7a598733-1ce6-44b2-b1a0-de4e0333c379 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Made reservation on behalf of 4ee0bba68454415789e977e02265b3b8 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:00:08.070555 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-7a598733-1ce6-44b2-b1a0-de4e0333c379 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:08.091798 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d610c280-29dd-44c4-a8e1-1fe95f4124d1 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:08.145371 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-4871141b-6c86-437b-bcf1-fe28b6457198 service neutron] 10.222.0.124 "GET /v2.0/networks/d3d758c6-1344-45af-aaa5-3031f97f13d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392794 Jul 06 14:00:08.203501 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port d610c280-29dd-44c4-a8e1-1fe95f4124d1 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:08.211893 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port d610c280-29dd-44c4-a8e1-1fe95f4124d1 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:08.212310 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:08.254501 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-1df5150c-d09b-45cf-8696-6c9704244db6 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 HTTP/1.1" status: 200 len: 217 time: 0.0997655 Jul 06 14:00:08.258823 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-e4fb7961-60d0-4cc8-af2d-28b5fdfd1b7c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:08.328877 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-7a598733-1ce6-44b2-b1a0-de4e0333c379 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Allocated IP 172.20.0.9 (f18317a2-edda-4f2d-9b93-2b73971df27a/e2c5549a-87ab-47fc-82d1-f761c92f3c4a/060d4be5-93f6-4a60-85b4-c8cf00aa1135) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:00:08.461971 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:08.523869 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-e4fb7961-60d0-4cc8-af2d-28b5fdfd1b7c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Network eb40ac72-d061-46c2-ab3d-a227d94e4954 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:00:08.525653 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-811e2bb3-a7ad-4ec2-83a4-20a8893084ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:08.539863 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-811e2bb3-a7ad-4ec2-83a4-20a8893084ce service neutron] 10.222.0.124 "GET /v2.0/subnets?id=38a235db-4e05-47ff-bd26-771f4f4adc2d HTTP/1.1" status: 200 len: 797 time: 0.2709060 Jul 06 14:00:08.547018 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port d610c280-29dd-44c4-a8e1-1fe95f4124d1, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d610c280-29dd-44c4-a8e1-1fe95f4124d1,segment=NetworkSegment(fe14efd9-6090-431c-b6ce-4635ff67802f),segment_id=fe14efd9-6090-431c-b6ce-4635ff67802f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:08.557259 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:08.568112 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-e4fb7961-60d0-4cc8-af2d-28b5fdfd1b7c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:08.568434 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-7a598733-1ce6-44b2-b1a0-de4e0333c379 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:08.646882 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-7a598733-1ce6-44b2-b1a0-de4e0333c379 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Transition to ACTIVE for port object 060d4be5-93f6-4a60-85b4-c8cf00aa1135 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:08.674990 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=d610c280-29dd-44c4-a8e1-1fe95f4124d1,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:08.688427 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-e4fb7961-60d0-4cc8-af2d-28b5fdfd1b7c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:00:08.739448 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-57ab4aff-f96b-4a88-8626-1e1d3029d589 req-797549a8-fe2f-404a-ae32-e3dbfbbbc336 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/ports?device_id=6c5d8e6b-fb09-41c0-b825-e0074c4c586b HTTP/1.1" status: 200 len: 210 time: 0.2346869 Jul 06 14:00:08.801335 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-7a598733-1ce6-44b2-b1a0-de4e0333c379 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:08.894047 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-7a598733-1ce6-44b2-b1a0-de4e0333c379 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Network f18317a2-edda-4f2d-9b93-2b73971df27a is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:00:08.905987 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-7a598733-1ce6-44b2-b1a0-de4e0333c379 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:08.914567 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-7a598733-1ce6-44b2-b1a0-de4e0333c379 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:00:08.924735 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb7961-60d0-4cc8-af2d-28b5fdfd1b7c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Pushing event updated for resources: {'Port': ['ID=e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:09.023058 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-e4fb7961-60d0-4cc8-af2d-28b5fdfd1b7c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:09.024227 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-e4fb7961-60d0-4cc8-af2d-28b5fdfd1b7c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:09.030068 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a598733-1ce6-44b2-b1a0-de4e0333c379 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Pushing event updated for resources: {'Port': ['ID=060d4be5-93f6-4a60-85b4-c8cf00aa1135,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:09.071990 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-0befeb47-cf3e-4356-81f5-7a7a30b880bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:09.073974 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-0befeb47-cf3e-4356-81f5-7a7a30b880bb service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5073569 Jul 06 14:00:09.075985 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-e4fb7961-60d0-4cc8-af2d-28b5fdfd1b7c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5520127 Jul 06 14:00:09.091532 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d414b2fa-2433-41ea-b049-b5e81653b11a None None] Provisioning for port e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:09.097654 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-7a598733-1ce6-44b2-b1a0-de4e0333c379 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:09.099872 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-7a598733-1ce6-44b2-b1a0-de4e0333c379 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:09.101591 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d414b2fa-2433-41ea-b049-b5e81653b11a None None] Provisioning complete for port e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:09.102107 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d414b2fa-2433-41ea-b049-b5e81653b11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:09.103904 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-bcfe25fb-129e-4e7a-83de-c048cd92041c service neutron] Request body: {'port': {'device_id': '7db004ef-8691-4863-8a30-7918a3a91581', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:09.135753 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-7a598733-1ce6-44b2-b1a0-de4e0333c379 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3738394 Jul 06 14:00:09.150069 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-70d864e6-5e2e-414d-9c2e-ae1d6c1f39ea service neutron] Request body: {'port': {'device_id': '6c5d8e6b-fb09-41c0-b825-e0074c4c586b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:09.196034 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d414b2fa-2433-41ea-b049-b5e81653b11a None None] Port e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:00:09.329310 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2aeff9a2-4569-4b8f-a6e8-363397e7747d None None] Provisioning for port 060d4be5-93f6-4a60-85b4-c8cf00aa1135 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:09.335311 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2aeff9a2-4569-4b8f-a6e8-363397e7747d None None] Provisioning complete for port 060d4be5-93f6-4a60-85b4-c8cf00aa1135 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:09.335979 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2aeff9a2-4569-4b8f-a6e8-363397e7747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:09.336847 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-70d864e6-5e2e-414d-9c2e-ae1d6c1f39ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:09.431265 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-2aeff9a2-4569-4b8f-a6e8-363397e7747d None None] Port 060d4be5-93f6-4a60-85b4-c8cf00aa1135 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:00:09.489329 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-5c35d677-af9b-48ee-88bc-3a0e83083db3 service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020829 Jul 06 14:00:09.549504 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d610c280-29dd-44c4-a8e1-1fe95f4124d1 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:09.630413 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port d610c280-29dd-44c4-a8e1-1fe95f4124d1 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:09.631319 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:09.683305 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-bcfe25fb-129e-4e7a-83de-c048cd92041c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:09.813238 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-70d864e6-5e2e-414d-9c2e-ae1d6c1f39ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 060d4be5-93f6-4a60-85b4-c8cf00aa1135 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:09.821976 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-70d864e6-5e2e-414d-9c2e-ae1d6c1f39ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:09.837015 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-70d864e6-5e2e-414d-9c2e-ae1d6c1f39ea service neutron] Transition to ACTIVE for port object 060d4be5-93f6-4a60-85b4-c8cf00aa1135 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:09.841616 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-70d864e6-5e2e-414d-9c2e-ae1d6c1f39ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:09.900575 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba7963-44a0-4cde-87ac-2e809960fca8 req-f87034c5-2337-4d39-8214-d9e50d93574d tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:09.902346 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-36ba7963-44a0-4cde-87ac-2e809960fca8 req-f87034c5-2337-4d39-8214-d9e50d93574d tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 931 time: 0.5495687 Jul 06 14:00:09.995367 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d864e6-5e2e-414d-9c2e-ae1d6c1f39ea service neutron] Pushing event updated for resources: {'Port': ['ID=060d4be5-93f6-4a60-85b4-c8cf00aa1135,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:10.022352 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-4424dcf9-b7fc-49a0-bd1d-ef1cb7057a75 service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5197167 Jul 06 14:00:10.117080 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-70d864e6-5e2e-414d-9c2e-ae1d6c1f39ea service neutron] Attempting to bind port 060d4be5-93f6-4a60-85b4-c8cf00aa1135 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:00:10.117686 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-70d864e6-5e2e-414d-9c2e-ae1d6c1f39ea service neutron] Attempting to bind port 060d4be5-93f6-4a60-85b4-c8cf00aa1135 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'db2d371a-0f1d-4d59-be0b-9704ec23b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:00:10.118246 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-70d864e6-5e2e-414d-9c2e-ae1d6c1f39ea service neutron] Attempting to bind port 060d4be5-93f6-4a60-85b4-c8cf00aa1135 on network f18317a2-edda-4f2d-9b93-2b73971df27a {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:10.123565 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-70d864e6-5e2e-414d-9c2e-ae1d6c1f39ea service neutron] Port 060d4be5-93f6-4a60-85b4-c8cf00aa1135 on network f18317a2-edda-4f2d-9b93-2b73971df27a not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:00:10.135860 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-70d864e6-5e2e-414d-9c2e-ae1d6c1f39ea service neutron] Attempting to bind port 060d4be5-93f6-4a60-85b4-c8cf00aa1135 on network f18317a2-edda-4f2d-9b93-2b73971df27a {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:10.143487 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-ee816264-247f-40fa-b6d8-85be5059c159 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=e76ed683-71b8-44b2-8f04-a3fafeb1baa3 HTTP/1.1" status: 200 len: 217 time: 0.1179190 Jul 06 14:00:10.144464 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-70d864e6-5e2e-414d-9c2e-ae1d6c1f39ea service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:00:10.145005 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-70d864e6-5e2e-414d-9c2e-ae1d6c1f39ea service neutron] Checking segment: {'id': 'db2d371a-0f1d-4d59-be0b-9704ec23b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:10.145697 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-70d864e6-5e2e-414d-9c2e-ae1d6c1f39ea service neutron] Bound using segment: {'id': 'db2d371a-0f1d-4d59-be0b-9704ec23b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:00:10.146359 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-70d864e6-5e2e-414d-9c2e-ae1d6c1f39ea service neutron] Bound port: 060d4be5-93f6-4a60-85b4-c8cf00aa1135, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2d371a-0f1d-4d59-be0b-9704ec23b1f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:00:10.147083 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-70d864e6-5e2e-414d-9c2e-ae1d6c1f39ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:10.149182 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:10.248724 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-70d864e6-5e2e-414d-9c2e-ae1d6c1f39ea service neutron] For port 060d4be5-93f6-4a60-85b4-c8cf00aa1135, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:00:10.252022 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-70d864e6-5e2e-414d-9c2e-ae1d6c1f39ea service neutron] For port 060d4be5-93f6-4a60-85b4-c8cf00aa1135, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=060d4be5-93f6-4a60-85b4-c8cf00aa1135,segment=NetworkSegment(db2d371a-0f1d-4d59-be0b-9704ec23b1f1),segment_id=db2d371a-0f1d-4d59-be0b-9704ec23b1f1)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:00:10.259065 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-70d864e6-5e2e-414d-9c2e-ae1d6c1f39ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:10.310963 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-70d864e6-5e2e-414d-9c2e-ae1d6c1f39ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:10.311592 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-70d864e6-5e2e-414d-9c2e-ae1d6c1f39ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:10.313168 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-70d864e6-5e2e-414d-9c2e-ae1d6c1f39ea service neutron] 10.222.0.52 "PUT /v2.0/ports/060d4be5-93f6-4a60-85b4-c8cf00aa1135 HTTP/1.1" status: 200 len: 1091 time: 1.1690459 Jul 06 14:00:10.313614 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5d8e6b-fb09-41c0-b825-e0074c4c586b', 'tag': '060d4be5-93f6-4a60-85b4-c8cf00aa1135'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:10.316128 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa69fdcb-38e5-4d95-8e1c-95d4c8cf7985" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5d8e6b-fb09-41c0-b825-e0074c4c586b", "tag": "060d4be5-93f6-4a60-85b4-c8cf00aa1135"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:10.352859 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d864e6-5e2e-414d-9c2e-ae1d6c1f39ea service neutron] Pushing event updated for resources: {'Port': ['ID=060d4be5-93f6-4a60-85b4-c8cf00aa1135,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:10.402887 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-36ba7963-44a0-4cde-87ac-2e809960fca8 req-1ad4599d-9445-4127-b51c-1bbe1f7766ef tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4358182 Jul 06 14:00:10.470208 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-3a099b08-717b-4b48-ae61-a9cca80c6770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:10.471762 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-3a099b08-717b-4b48-ae61-a9cca80c6770 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=38a235db-4e05-47ff-bd26-771f4f4adc2d HTTP/1.1" status: 200 len: 797 time: 0.3034198 Jul 06 14:00:10.495272 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-5626c92d-1694-48d3-9ee4-14d4bf198833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:10.497004 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-5626c92d-1694-48d3-9ee4-14d4bf198833 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ee0bba68454415789e977e02265b3b8&device_id=6c5d8e6b-fb09-41c0-b825-e0074c4c586b HTTP/1.1" status: 200 len: 1094 time: 0.1228614 Jul 06 14:00:10.567004 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-76e9ebb5-d494-470d-af58-6f363fb27f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:10.615032 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-dee561d2-75af-4143-87a0-a2a8d6065811 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=060d4be5-93f6-4a60-85b4-c8cf00aa1135 HTTP/1.1" status: 200 len: 217 time: 0.1060491 Jul 06 14:00:10.725535 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-3bd4fea3-7f84-4fe5-a4da-ba29fa37c880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:10.727634 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-3bd4fea3-7f84-4fe5-a4da-ba29fa37c880 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e2c5549a-87ab-47fc-82d1-f761c92f3c4a HTTP/1.1" status: 200 len: 853 time: 0.1034682 Jul 06 14:00:10.799687 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-e9a72e01-364b-41bb-82d2-6b3470ce7253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:10.801800 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-e9a72e01-364b-41bb-82d2-6b3470ce7253 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f18317a2-edda-4f2d-9b93-2b73971df27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660233 Jul 06 14:00:10.915416 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-bcfe25fb-129e-4e7a-83de-c048cd92041c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:10.925677 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-bcfe25fb-129e-4e7a-83de-c048cd92041c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:10.942576 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-bcfe25fb-129e-4e7a-83de-c048cd92041c service neutron] Transition to ACTIVE for port object e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:10.946677 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-4614958b-4080-4a56-94ae-fdc885c4c07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:10.948619 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-4614958b-4080-4a56-94ae-fdc885c4c07a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4659240 Jul 06 14:00:10.965582 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cfae0c1a-0c44-4b05-a825-f9c851f2c5d5 req-e19eedc7-9f5e-4bc6-bd66-4f972d7a9f3e tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "GET /v2.0/ports?device_id=628f7198-e7ad-4ad1-90c2-8665e691ebe5 HTTP/1.1" status: 200 len: 210 time: 0.1054659 Jul 06 14:00:10.995650 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-cf908492-6669-49f6-85ae-8e42b8cd86d9 service neutron] 10.222.0.52 "GET /v2.0/networks/f18317a2-edda-4f2d-9b93-2b73971df27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851046 Jul 06 14:00:11.065000 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-bcfe25fb-129e-4e7a-83de-c048cd92041c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:11.166781 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6065e345-6a85-4cd3-a41e-d9843a1f1643 req-13fbee07-0071-435e-9bf4-13f6df5241ac service neutron] 10.222.0.52 "GET /v2.0/networks/f18317a2-edda-4f2d-9b93-2b73971df27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636579 Jul 06 14:00:11.230436 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-75123493-95e6-48a0-be20-fd9f619a63a0 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:11.232246 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-75123493-95e6-48a0-be20-fd9f619a63a0 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.124 "GET /v2.0/networks?id=f4322734-a743-44c6-9e14-7471ee4779b6 HTTP/1.1" status: 200 len: 811 time: 0.5091097 Jul 06 14:00:11.289327 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe25fb-129e-4e7a-83de-c048cd92041c service neutron] Pushing event updated for resources: {'Port': ['ID=e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:11.388938 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-87d4353b-c72a-4602-b4b1-13f311187ce5 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec4b760bf94945fb8fa8f4faac2c3fbd HTTP/1.1" status: 200 len: 379 time: 0.1153693 Jul 06 14:00:11.401968 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-c3996a67-06d5-48cb-aeeb-c9f760621da6 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Request body: {'port': {'device_id': '628f7198-e7ad-4ad1-90c2-8665e691ebe5', 'network_id': 'f4322734-a743-44c6-9e14-7471ee4779b6', 'admin_state_up': True, 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'security_groups': ['2ae8c36f-e1c9-460b-a179-ed25575233f9']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:11.480375 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:11.528097 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-381f462f-cc01-4a67-9a7b-0f0915178ac0 service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5607471 Jul 06 14:00:11.604610 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456630c-61e5-4d8c-8042-6df62828ec69 req-31bbb9e3-4a16-4cc2-b148-e741b6814756 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:11.606249 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9456630c-61e5-4d8c-8042-6df62828ec69 req-31bbb9e3-4a16-4cc2-b148-e741b6814756 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/ports?device_id=6c5d8e6b-fb09-41c0-b825-e0074c4c586b HTTP/1.1" status: 200 len: 943 time: 0.3426940 Jul 06 14:00:11.677168 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-bcfe25fb-129e-4e7a-83de-c048cd92041c service neutron] Attempting to bind port e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:00:11.677564 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-bcfe25fb-129e-4e7a-83de-c048cd92041c service neutron] Attempting to bind port e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '785edacd-9834-4706-af27-3b2c5fc58c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:00:11.677885 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-bcfe25fb-129e-4e7a-83de-c048cd92041c service neutron] Attempting to bind port e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 on network eb40ac72-d061-46c2-ab3d-a227d94e4954 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:11.700251 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-bcfe25fb-129e-4e7a-83de-c048cd92041c service neutron] Port e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 on network eb40ac72-d061-46c2-ab3d-a227d94e4954 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:00:11.700636 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-bcfe25fb-129e-4e7a-83de-c048cd92041c service neutron] Attempting to bind port e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 on network eb40ac72-d061-46c2-ab3d-a227d94e4954 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:11.730069 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9456630c-61e5-4d8c-8042-6df62828ec69 req-a7eb9d10-a78f-49ee-977a-5b9fe714b110 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/security-groups?id=7b784f9a-10ab-488a-922f-7f0ddfa19645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066284 Jul 06 14:00:11.737315 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-bcfe25fb-129e-4e7a-83de-c048cd92041c service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:00:11.737742 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-bcfe25fb-129e-4e7a-83de-c048cd92041c service neutron] Checking segment: {'id': '785edacd-9834-4706-af27-3b2c5fc58c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:11.738114 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-bcfe25fb-129e-4e7a-83de-c048cd92041c service neutron] Bound using segment: {'id': '785edacd-9834-4706-af27-3b2c5fc58c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:00:11.738587 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-bcfe25fb-129e-4e7a-83de-c048cd92041c service neutron] Bound port: e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '785edacd-9834-4706-af27-3b2c5fc58c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:00:11.738962 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-bcfe25fb-129e-4e7a-83de-c048cd92041c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:11.758100 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-ed7ad5d7-3e5b-40c4-b70d-9ed5a7da38dc service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184043 Jul 06 14:00:11.785464 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-c3996a67-06d5-48cb-aeeb-c9f760621da6 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Made reservation on behalf of ec4b760bf94945fb8fa8f4faac2c3fbd for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:00:11.792122 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-c3996a67-06d5-48cb-aeeb-c9f760621da6 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:11.891600 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-c444e96b-a835-41aa-abec-7a1126fda198 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=9a71000c-341f-41c5-af30-6252750d04b5 HTTP/1.1" status: 200 len: 217 time: 0.1245553 Jul 06 14:00:12.057832 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8738889a-6c86-49fe-b0b4-58abe92f29b0 x-openstack-request-id: req-8738889a-6c86-49fe-b0b4-58abe92f29b0 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:12.059711 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5d8e6b-fb09-41c0-b825-e0074c4c586b", "tag": "060d4be5-93f6-4a60-85b4-c8cf00aa1135", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:12.060145 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-8738889a-6c86-49fe-b0b4-58abe92f29b0 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:12.060852 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5d8e6b-fb09-41c0-b825-e0074c4c586b', 'tag': '060d4be5-93f6-4a60-85b4-c8cf00aa1135', 'status': 'completed', 'code': 200} Jul 06 14:00:12.182434 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69fdcb-38e5-4d95-8e1c-95d4c8cf7985 req-92799afb-1d87-4558-9f36-06f27693a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:12.184459 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fa69fdcb-38e5-4d95-8e1c-95d4c8cf7985 req-92799afb-1d87-4558-9f36-06f27693a2be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ee0bba68454415789e977e02265b3b8&device_id=6c5d8e6b-fb09-41c0-b825-e0074c4c586b HTTP/1.1" status: 200 len: 1094 time: 0.0969245 Jul 06 14:00:12.339296 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69fdcb-38e5-4d95-8e1c-95d4c8cf7985 req-dc335545-47d7-4da6-85b3-bc0d525252d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:12.341225 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fa69fdcb-38e5-4d95-8e1c-95d4c8cf7985 req-dc335545-47d7-4da6-85b3-bc0d525252d1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f18317a2-edda-4f2d-9b93-2b73971df27a HTTP/1.1" status: 200 len: 915 time: 0.1334319 Jul 06 14:00:12.421263 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fa69fdcb-38e5-4d95-8e1c-95d4c8cf7985 req-15f1aff6-7533-440d-bf5a-19d1a34b0225 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=060d4be5-93f6-4a60-85b4-c8cf00aa1135 HTTP/1.1" status: 200 len: 217 time: 0.0724895 Jul 06 14:00:12.447269 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-bcfe25fb-129e-4e7a-83de-c048cd92041c service neutron] For port e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:00:12.497309 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69fdcb-38e5-4d95-8e1c-95d4c8cf7985 req-24cfa7f5-a1a2-44ef-94f7-60092a77fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:12.497793 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-9c3f6dd6-07bc-4fb7-a1d4-6af843e1d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:12.498845 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fa69fdcb-38e5-4d95-8e1c-95d4c8cf7985 req-24cfa7f5-a1a2-44ef-94f7-60092a77fa68 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e2c5549a-87ab-47fc-82d1-f761c92f3c4a HTTP/1.1" status: 200 len: 853 time: 0.0688405 Jul 06 14:00:12.499392 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-9c3f6dd6-07bc-4fb7-a1d4-6af843e1d815 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=38a235db-4e05-47ff-bd26-771f4f4adc2d HTTP/1.1" status: 200 len: 797 time: 0.5920682 Jul 06 14:00:12.506461 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-bcfe25fb-129e-4e7a-83de-c048cd92041c service neutron] For port e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:00:12.552713 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-bcfe25fb-129e-4e7a-83de-c048cd92041c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:12.581500 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69fdcb-38e5-4d95-8e1c-95d4c8cf7985 req-7cdfd8e0-cd1f-4ff6-b6f3-47b440dd9f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:12.584196 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fa69fdcb-38e5-4d95-8e1c-95d4c8cf7985 req-7cdfd8e0-cd1f-4ff6-b6f3-47b440dd9f18 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f18317a2-edda-4f2d-9b93-2b73971df27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764759 Jul 06 14:00:12.646337 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-bcfe25fb-129e-4e7a-83de-c048cd92041c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:12.647648 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-bcfe25fb-129e-4e7a-83de-c048cd92041c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:12.649175 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-bcfe25fb-129e-4e7a-83de-c048cd92041c service neutron] 10.222.0.124 "PUT /v2.0/ports/e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 HTTP/1.1" status: 200 len: 1091 time: 3.5606525 Jul 06 14:00:12.649729 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db004ef-8691-4863-8a30-7918a3a91581', 'tag': 'e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:12.652545 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ed7056-5719-47f6-a4ce-fe05d5dd6154" -d '{"events": [{"name": "network-changed", "server_uuid": "7db004ef-8691-4863-8a30-7918a3a91581", "tag": "e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:12.700849 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c3026-0a2a-4c40-96fb-27bf6731ba74 req-b29de809-e56d-4b29-83b3-e21bfcf5c560 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:12.710748 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf3c3026-0a2a-4c40-96fb-27bf6731ba74 req-b29de809-e56d-4b29-83b3-e21bfcf5c560 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 943 time: 0.2809234 Jul 06 14:00:12.727935 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-c3996a67-06d5-48cb-aeeb-c9f760621da6 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Allocated IP 172.20.0.12 (f4322734-a743-44c6-9e14-7471ee4779b6/bc9645e6-de24-4ac5-9545-665834b8ba82/223a89f4-8e19-42c7-b341-a2b5e69e7262) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:00:12.755417 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fa69fdcb-38e5-4d95-8e1c-95d4c8cf7985 req-da596468-9cbb-45cd-be54-d28e589ce3f9 service neutron] 10.222.0.52 "GET /v2.0/networks/f18317a2-edda-4f2d-9b93-2b73971df27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639736 Jul 06 14:00:12.793462 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe25fb-129e-4e7a-83de-c048cd92041c service neutron] Pushing event updated for resources: {'Port': ['ID=e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:12.895699 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf3c3026-0a2a-4c40-96fb-27bf6731ba74 req-84771485-0790-4aad-a4bb-62b36e541745 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783032 Jul 06 14:00:12.903675 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-9743a6cf-7c85-4ee0-9f52-b595c03c0f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:12.907030 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-9743a6cf-7c85-4ee0-9f52-b595c03c0f58 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3981454 Jul 06 14:00:12.958804 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fa69fdcb-38e5-4d95-8e1c-95d4c8cf7985 req-dda25965-6899-4665-aa54-f56e753a1287 service neutron] 10.222.0.52 "GET /v2.0/networks/f18317a2-edda-4f2d-9b93-2b73971df27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956937 Jul 06 14:00:13.024693 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:13.130468 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-77170640-fa88-44b4-9441-b7ab7ca19d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:13.132628 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-77170640-fa88-44b4-9441-b7ab7ca19d30 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a280ed57ce5e4005b7a7e0a51a2d45bf&device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 1094 time: 0.3964705 Jul 06 14:00:13.189507 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-6ffeda1e-15cc-4a84-bc3a-23e5d585497c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 HTTP/1.1" status: 200 len: 217 time: 0.0447860 Jul 06 14:00:13.250566 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-1f0b84a0-c4f1-439a-87ed-1248dc35b407 service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347490 Jul 06 14:00:13.438142 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-15a779d5-72d2-4120-8948-e3d4f90bf004 req-21921b1b-58f2-4699-a6ee-626e8a8ee47d tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "GET /v2.0/ports?device_id=628f7198-e7ad-4ad1-90c2-8665e691ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0451038 Jul 06 14:00:13.449050 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-c8909361-bfe5-45ea-b726-ec42c36420c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:13.451031 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-c8909361-bfe5-45ea-b726-ec42c36420c8 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=175feade-0da5-4b99-8a0b-5c1deab4fd78 HTTP/1.1" status: 200 len: 855 time: 0.2531602 Jul 06 14:00:13.508912 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-c3996a67-06d5-48cb-aeeb-c9f760621da6 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:13.540938 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-c3996a67-06d5-48cb-aeeb-c9f760621da6 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Transition to ACTIVE for port object 223a89f4-8e19-42c7-b341-a2b5e69e7262 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:13.583921 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-fa43443e-c395-4c2c-8875-327fc900509d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:13.586794 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-fa43443e-c395-4c2c-8875-327fc900509d service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=eb40ac72-d061-46c2-ab3d-a227d94e4954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1290855 Jul 06 14:00:13.593587 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-754c9291-25a5-4c05-865c-2fea1b423701 service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151076 Jul 06 14:00:13.658472 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c31d120-611d-4115-a34e-229dfe19ea94 x-openstack-request-id: req-9c31d120-611d-4115-a34e-229dfe19ea94 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:13.659018 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db004ef-8691-4863-8a30-7918a3a91581", "tag": "e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:13.659624 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-9c31d120-611d-4115-a34e-229dfe19ea94 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:13.659752 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db004ef-8691-4863-8a30-7918a3a91581', 'tag': 'e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907', 'status': 'completed', 'code': 200} Jul 06 14:00:13.691413 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-42913877-dd6c-43c0-b93c-943cb5d57a5c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=11e54c50-28be-4c62-974c-793a9bc6cfeb HTTP/1.1" status: 200 len: 217 time: 0.0858860 Jul 06 14:00:13.746307 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-c3996a67-06d5-48cb-aeeb-c9f760621da6 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:13.821828 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-c3996a67-06d5-48cb-aeeb-c9f760621da6 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Network f4322734-a743-44c6-9e14-7471ee4779b6 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:00:13.848958 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-c3996a67-06d5-48cb-aeeb-c9f760621da6 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:13.855450 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-c3996a67-06d5-48cb-aeeb-c9f760621da6 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:00:13.876585 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-795f59c9-ee6a-4910-9597-388f363003f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:13.878180 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-795f59c9-ee6a-4910-9597-388f363003f3 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=38a235db-4e05-47ff-bd26-771f4f4adc2d HTTP/1.1" status: 200 len: 797 time: 0.1764474 Jul 06 14:00:13.906980 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-01d63151-4205-409b-a000-3b2e0129e3d6 service neutron] 10.222.0.124 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090503 Jul 06 14:00:13.966982 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3996a67-06d5-48cb-aeeb-c9f760621da6 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Pushing event updated for resources: {'Port': ['ID=223a89f4-8e19-42c7-b341-a2b5e69e7262,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:14.060391 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-c3996a67-06d5-48cb-aeeb-c9f760621da6 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:14.061289 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-c3996a67-06d5-48cb-aeeb-c9f760621da6 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:14.099738 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6aafcccb-cc26-40f7-9c2d-74f752764aa8 req-a25a91c7-c843-4543-81b7-0ed17194448f service neutron] 10.222.0.124 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606135 Jul 06 14:00:14.198245 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-c3996a67-06d5-48cb-aeeb-c9f760621da6 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8003097 Jul 06 14:00:14.218280 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-2186d864-50cb-432b-a111-e363bc0c8d2b service neutron] Request body: {'port': {'device_id': '628f7198-e7ad-4ad1-90c2-8665e691ebe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:14.245903 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f812809d-9553-4dca-a557-609687771d8b None None] Provisioning for port 223a89f4-8e19-42c7-b341-a2b5e69e7262 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:14.250277 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f812809d-9553-4dca-a557-609687771d8b None None] Provisioning complete for port 223a89f4-8e19-42c7-b341-a2b5e69e7262 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:14.250656 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f812809d-9553-4dca-a557-609687771d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:14.252888 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa4d3b-22a8-409e-a602-b0a8ac8358f6 req-e58b226c-f10e-4206-87fb-498c99b22b4a tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:14.260166 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-54fa4d3b-22a8-409e-a602-b0a8ac8358f6 req-e58b226c-f10e-4206-87fb-498c99b22b4a tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/ports?device_id=6c5d8e6b-fb09-41c0-b825-e0074c4c586b HTTP/1.1" status: 200 len: 943 time: 0.4018135 Jul 06 14:00:14.298770 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-36ff9711-5ecd-4b39-bc14-8080b92b1264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:14.300319 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-36ff9711-5ecd-4b39-bc14-8080b92b1264 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3879979 Jul 06 14:00:14.306315 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-f812809d-9553-4dca-a557-609687771d8b None None] Port 223a89f4-8e19-42c7-b341-a2b5e69e7262 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:00:14.432043 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-54fa4d3b-22a8-409e-a602-b0a8ac8358f6 req-bdecdcb3-7841-4270-bcb0-b0e308a2036b tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/security-groups?id=7b784f9a-10ab-488a-922f-7f0ddfa19645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707900 Jul 06 14:00:14.491930 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-2186d864-50cb-432b-a111-e363bc0c8d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:14.507567 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed7056-5719-47f6-a4ce-fe05d5dd6154 req-96616fce-74d7-4495-9f19-815839c53303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:14.509796 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35ed7056-5719-47f6-a4ce-fe05d5dd6154 req-96616fce-74d7-4495-9f19-815839c53303 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a280ed57ce5e4005b7a7e0a51a2d45bf&device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 1094 time: 0.3237910 Jul 06 14:00:14.512804 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-d0117f6e-4a34-4bee-a27c-d2582b837e20 service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016060 Jul 06 14:00:14.833703 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed7056-5719-47f6-a4ce-fe05d5dd6154 req-3f25a7c7-46fc-49d9-8cf9-6869d5ec2ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:14.835815 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35ed7056-5719-47f6-a4ce-fe05d5dd6154 req-3f25a7c7-46fc-49d9-8cf9-6869d5ec2ff8 service neutron] 10.222.0.124 "GET /v2.0/networks?id=eb40ac72-d061-46c2-ab3d-a227d94e4954 HTTP/1.1" status: 200 len: 917 time: 0.2899170 Jul 06 14:00:14.862057 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-c149ea57-6aa8-4d97-8983-55e5eb6ff295 service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262968 Jul 06 14:00:14.921427 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35ed7056-5719-47f6-a4ce-fe05d5dd6154 req-bb313635-c532-4c2f-a905-cf495e923534 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 HTTP/1.1" status: 200 len: 217 time: 0.0570586 Jul 06 14:00:14.963748 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-7937027e-4330-4b49-ab8c-e599fe257b60 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a663b4e4-819d-4649-9da6-3d9154d3234b HTTP/1.1" status: 200 len: 217 time: 0.0853655 Jul 06 14:00:15.061147 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed7056-5719-47f6-a4ce-fe05d5dd6154 req-ddb26840-e946-4d63-a6d5-6ddce956ae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:15.062745 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35ed7056-5719-47f6-a4ce-fe05d5dd6154 req-ddb26840-e946-4d63-a6d5-6ddce956ae2a service neutron] 10.222.0.124 "GET /v2.0/subnets?id=175feade-0da5-4b99-8a0b-5c1deab4fd78 HTTP/1.1" status: 200 len: 855 time: 0.1112068 Jul 06 14:00:15.089193 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa621427-7f5a-49db-b401-da84dd366813 req-005e6cd3-f04b-4f0b-8e76-c2b33bbafd35 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:15.092184 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fa621427-7f5a-49db-b401-da84dd366813 req-005e6cd3-f04b-4f0b-8e76-c2b33bbafd35 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 943 time: 0.3279672 Jul 06 14:00:15.125610 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-552f785e-e7fd-4483-bfa2-452af8bbc481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:15.127109 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-552f785e-e7fd-4483-bfa2-452af8bbc481 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=11b3dbf4-56fb-446f-a6f6-e9d7331824f2 HTTP/1.1" status: 200 len: 797 time: 0.1403816 Jul 06 14:00:15.530785 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fa621427-7f5a-49db-b401-da84dd366813 req-af8241b8-f654-4760-8951-23b9f6fb7eaa tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4291778 Jul 06 14:00:15.567084 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed7056-5719-47f6-a4ce-fe05d5dd6154 req-af4e40fd-dd17-4664-bb53-dd438693409a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:15.568664 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35ed7056-5719-47f6-a4ce-fe05d5dd6154 req-af4e40fd-dd17-4664-bb53-dd438693409a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=eb40ac72-d061-46c2-ab3d-a227d94e4954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4967613 Jul 06 14:00:15.570910 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-2186d864-50cb-432b-a111-e363bc0c8d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 223a89f4-8e19-42c7-b341-a2b5e69e7262 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:15.590496 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-2186d864-50cb-432b-a111-e363bc0c8d2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:15.603538 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-59bae40c-604e-4c50-bbea-203fef8157c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:15.605141 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-59bae40c-604e-4c50-bbea-203fef8157c8 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=cc63bc54-7a53-4d51-ae88-21113312a65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4663115 Jul 06 14:00:15.696872 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-2186d864-50cb-432b-a111-e363bc0c8d2b service neutron] Transition to ACTIVE for port object 223a89f4-8e19-42c7-b341-a2b5e69e7262 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:15.714269 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-2186d864-50cb-432b-a111-e363bc0c8d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:15.847172 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186d864-50cb-432b-a111-e363bc0c8d2b service neutron] Pushing event updated for resources: {'Port': ['ID=223a89f4-8e19-42c7-b341-a2b5e69e7262,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:15.858215 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35ed7056-5719-47f6-a4ce-fe05d5dd6154 req-f08cc15d-8eec-4b68-a926-93b191dd5f51 service neutron] 10.222.0.124 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814713 Jul 06 14:00:15.903190 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-d73ff93d-07a8-4d1e-86c9-ec169d5ea5a3 service neutron] 10.222.0.124 "GET /v2.0/networks/cc63bc54-7a53-4d51-ae88-21113312a65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726774 Jul 06 14:00:16.100397 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d823e6-28c1-4055-9374-97bfb5bd4a23 req-5def6cac-6f48-4513-a6ba-bbc9188c162b tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:16.102029 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71d823e6-28c1-4055-9374-97bfb5bd4a23 req-5def6cac-6f48-4513-a6ba-bbc9188c162b tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "GET /v2.0/ports?device_id=628f7198-e7ad-4ad1-90c2-8665e691ebe5 HTTP/1.1" status: 200 len: 944 time: 0.3324933 Jul 06 14:00:16.127360 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-2186d864-50cb-432b-a111-e363bc0c8d2b service neutron] Attempting to bind port 223a89f4-8e19-42c7-b341-a2b5e69e7262 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:00:16.127723 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-2186d864-50cb-432b-a111-e363bc0c8d2b service neutron] Attempting to bind port 223a89f4-8e19-42c7-b341-a2b5e69e7262 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'fe14efd9-6090-431c-b6ce-4635ff67802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f4322734-a743-44c6-9e14-7471ee4779b6'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:00:16.128055 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-2186d864-50cb-432b-a111-e363bc0c8d2b service neutron] Attempting to bind port 223a89f4-8e19-42c7-b341-a2b5e69e7262 on network f4322734-a743-44c6-9e14-7471ee4779b6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:16.151030 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35ed7056-5719-47f6-a4ce-fe05d5dd6154 req-ed377412-b1bf-4ca0-9771-955ac419d297 service neutron] 10.222.0.124 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840223 Jul 06 14:00:16.159881 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-2186d864-50cb-432b-a111-e363bc0c8d2b service neutron] Port 223a89f4-8e19-42c7-b341-a2b5e69e7262 on network f4322734-a743-44c6-9e14-7471ee4779b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:00:16.160220 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-2186d864-50cb-432b-a111-e363bc0c8d2b service neutron] Attempting to bind port 223a89f4-8e19-42c7-b341-a2b5e69e7262 on network f4322734-a743-44c6-9e14-7471ee4779b6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:16.187281 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-2186d864-50cb-432b-a111-e363bc0c8d2b service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 13, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:00:16.187652 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-2186d864-50cb-432b-a111-e363bc0c8d2b service neutron] Checking segment: {'id': 'fe14efd9-6090-431c-b6ce-4635ff67802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f4322734-a743-44c6-9e14-7471ee4779b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:16.188100 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-2186d864-50cb-432b-a111-e363bc0c8d2b service neutron] Bound using segment: {'id': 'fe14efd9-6090-431c-b6ce-4635ff67802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f4322734-a743-44c6-9e14-7471ee4779b6'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:00:16.188507 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-2186d864-50cb-432b-a111-e363bc0c8d2b service neutron] Bound port: 223a89f4-8e19-42c7-b341-a2b5e69e7262, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe14efd9-6090-431c-b6ce-4635ff67802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f4322734-a743-44c6-9e14-7471ee4779b6'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:00:16.188879 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-2186d864-50cb-432b-a111-e363bc0c8d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:16.206375 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71d823e6-28c1-4055-9374-97bfb5bd4a23 req-d2d18067-cac5-4f45-af85-697cb4239492 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "GET /v2.0/security-groups?id=2ae8c36f-e1c9-460b-a179-ed25575233f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926349 Jul 06 14:00:16.210142 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-9b1cfa05-51bf-4e1c-9f65-bd915632c8b4 service neutron] 10.222.0.124 "GET /v2.0/networks/cc63bc54-7a53-4d51-ae88-21113312a65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894070 Jul 06 14:00:16.277508 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-254cb04c-9429-46b9-b2d6-b5b5498cb92d service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a33437af-9d21-48be-a19f-2f3a314e0e9d HTTP/1.1" status: 200 len: 217 time: 0.0553510 Jul 06 14:00:16.393966 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-2186d864-50cb-432b-a111-e363bc0c8d2b service neutron] For port 223a89f4-8e19-42c7-b341-a2b5e69e7262, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:00:16.426675 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-4d7b9c8d-a480-4e2c-89c0-3f11beba188d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:16.428215 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-4d7b9c8d-a480-4e2c-89c0-3f11beba188d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=11b3dbf4-56fb-446f-a6f6-e9d7331824f2 HTTP/1.1" status: 200 len: 797 time: 0.1447432 Jul 06 14:00:16.431943 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-2186d864-50cb-432b-a111-e363bc0c8d2b service neutron] For port 223a89f4-8e19-42c7-b341-a2b5e69e7262, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=223a89f4-8e19-42c7-b341-a2b5e69e7262,segment=NetworkSegment(fe14efd9-6090-431c-b6ce-4635ff67802f),segment_id=fe14efd9-6090-431c-b6ce-4635ff67802f)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:00:16.447983 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-2186d864-50cb-432b-a111-e363bc0c8d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:16.526058 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-2186d864-50cb-432b-a111-e363bc0c8d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:16.526696 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-2186d864-50cb-432b-a111-e363bc0c8d2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:16.528395 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-2186d864-50cb-432b-a111-e363bc0c8d2b service neutron] 10.222.0.124 "PUT /v2.0/ports/223a89f4-8e19-42c7-b341-a2b5e69e7262 HTTP/1.1" status: 200 len: 1092 time: 2.3148689 Jul 06 14:00:16.535497 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628f7198-e7ad-4ad1-90c2-8665e691ebe5', 'tag': '223a89f4-8e19-42c7-b341-a2b5e69e7262'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:16.540315 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0293d94a-6d0a-46e3-b4ea-4c7a05cbc08b" -d '{"events": [{"name": "network-changed", "server_uuid": "628f7198-e7ad-4ad1-90c2-8665e691ebe5", "tag": "223a89f4-8e19-42c7-b341-a2b5e69e7262"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:16.548261 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:16.651734 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186d864-50cb-432b-a111-e363bc0c8d2b service neutron] Pushing event updated for resources: {'Port': ['ID=223a89f4-8e19-42c7-b341-a2b5e69e7262,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:16.672437 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4447857-75a1-49b8-b6a4-5d1b58c4438c req-90357a5f-55df-4b5b-a281-567a337bdb51 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:16.680095 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c4447857-75a1-49b8-b6a4-5d1b58c4438c req-90357a5f-55df-4b5b-a281-567a337bdb51 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/ports?device_id=6c5d8e6b-fb09-41c0-b825-e0074c4c586b HTTP/1.1" status: 200 len: 943 time: 0.3181710 Jul 06 14:00:16.697088 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-e53a71f1-37a6-4419-a46e-24a07d04a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:16.698745 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-e53a71f1-37a6-4419-a46e-24a07d04a7df service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=cc63bc54-7a53-4d51-ae88-21113312a65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2623122 Jul 06 14:00:16.751564 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:00:16.808168 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c4447857-75a1-49b8-b6a4-5d1b58c4438c req-a552d6b4-4926-45ab-9a67-ca78b6e0dfbb tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/security-groups?id=7b784f9a-10ab-488a-922f-7f0ddfa19645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269383 Jul 06 14:00:16.832963 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-0ddc268c-4036-4178-b7be-381c5206aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:16.832963 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-0ddc268c-4036-4178-b7be-381c5206aee1 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ec4b760bf94945fb8fa8f4faac2c3fbd&device_id=628f7198-e7ad-4ad1-90c2-8665e691ebe5 HTTP/1.1" status: 200 len: 1095 time: 0.2416761 Jul 06 14:00:16.878411 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:16.881056 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-78a711e3-de61-4690-ae2b-19c14abb85c3 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=223a89f4-8e19-42c7-b341-a2b5e69e7262 HTTP/1.1" status: 200 len: 217 time: 0.0400381 Jul 06 14:00:16.885264 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-379df576-8516-4fc8-bcde-9a1b4b6e0c26 service neutron] 10.222.0.124 "GET /v2.0/networks/cc63bc54-7a53-4d51-ae88-21113312a65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795745 Jul 06 14:00:16.894042 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'port_id': 'e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907', 'mac_address': 'fa:16:3e:c4:91:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:00:16.940204 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:16.956632 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:16.998542 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-ac98554f-1d9c-4dd9-adc1-9a125891f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:17.000062 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-ac98554f-1d9c-4dd9-adc1-9a125891f6e6 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=bc9645e6-de24-4ac5-9545-665834b8ba82 HTTP/1.1" status: 200 len: 850 time: 0.1073201 Jul 06 14:00:17.002890 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e264c8d-9058-4798-b9d2-5851b7838730 x-openstack-request-id: req-3e264c8d-9058-4798-b9d2-5851b7838730 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:17.003187 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "628f7198-e7ad-4ad1-90c2-8665e691ebe5", "tag": "223a89f4-8e19-42c7-b341-a2b5e69e7262", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:17.003448 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-3e264c8d-9058-4798-b9d2-5851b7838730 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:17.004141 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628f7198-e7ad-4ad1-90c2-8665e691ebe5', 'tag': '223a89f4-8e19-42c7-b341-a2b5e69e7262', 'status': 'completed', 'code': 200} Jul 06 14:00:17.016143 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:17.024853 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:17.066288 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f144985-1416-470c-b4f7-65ad6bf3bc3a req-153c04e8-8338-4bcf-b997-baab8287f551 service neutron] 10.222.0.124 "GET /v2.0/networks/cc63bc54-7a53-4d51-ae88-21113312a65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631150 Jul 06 14:00:17.084018 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-674c1ca2-4eaa-420d-9fe5-6d5ea8aa7635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:17.084018 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-674c1ca2-4eaa-420d-9fe5-6d5ea8aa7635 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f4322734-a743-44c6-9e14-7471ee4779b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759065 Jul 06 14:00:17.163550 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:17.261561 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-5c7eaa28-4bc7-4c91-a978-c109e65f4b74 service neutron] 10.222.0.124 "GET /v2.0/networks/f4322734-a743-44c6-9e14-7471ee4779b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715710 Jul 06 14:00:17.331257 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c709b3-ac47-4313-b3c2-62dda0f92659 req-5f3d729b-d445-4d9f-8187-12fc58c5dca8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:17.333464 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-55c709b3-ac47-4313-b3c2-62dda0f92659 req-5f3d729b-d445-4d9f-8187-12fc58c5dca8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 944 time: 0.1601832 Jul 06 14:00:17.362659 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:00:17.442559 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-55c709b3-ac47-4313-b3c2-62dda0f92659 req-b688ad90-d3cd-406b-a01b-302809c84f32 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887220 Jul 06 14:00:17.484709 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a20979a-38e2-49e7-aba9-7c8cf77af8aa req-f3d881b0-4cd7-4fd8-95a6-491737898691 service neutron] 10.222.0.124 "GET /v2.0/networks/f4322734-a743-44c6-9e14-7471ee4779b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165108 Jul 06 14:00:17.741045 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293d94a-6d0a-46e3-b4ea-4c7a05cbc08b req-4e589c32-394b-49f9-b206-17f35d2c14b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:17.742559 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0293d94a-6d0a-46e3-b4ea-4c7a05cbc08b req-4e589c32-394b-49f9-b206-17f35d2c14b4 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ec4b760bf94945fb8fa8f4faac2c3fbd&device_id=628f7198-e7ad-4ad1-90c2-8665e691ebe5 HTTP/1.1" status: 200 len: 1095 time: 0.0570364 Jul 06 14:00:17.885413 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293d94a-6d0a-46e3-b4ea-4c7a05cbc08b req-7566c383-9bce-40be-8979-b8a49d26811d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:17.887008 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0293d94a-6d0a-46e3-b4ea-4c7a05cbc08b req-7566c383-9bce-40be-8979-b8a49d26811d service neutron] 10.222.0.124 "GET /v2.0/networks?id=f4322734-a743-44c6-9e14-7471ee4779b6 HTTP/1.1" status: 200 len: 912 time: 0.1375654 Jul 06 14:00:17.905033 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f2ae9-86f4-4f07-aca1-69f8524baccc req-89d67ebe-cda2-4859-9711-8c21760ccb91 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:17.906568 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b2f2ae9-86f4-4f07-aca1-69f8524baccc req-89d67ebe-cda2-4859-9711-8c21760ccb91 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "GET /v2.0/ports?device_id=628f7198-e7ad-4ad1-90c2-8665e691ebe5 HTTP/1.1" status: 200 len: 944 time: 0.1014731 Jul 06 14:00:17.951081 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0293d94a-6d0a-46e3-b4ea-4c7a05cbc08b req-6483fdcc-76ed-4477-887d-d2c9cc46b89d service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=223a89f4-8e19-42c7-b341-a2b5e69e7262 HTTP/1.1" status: 200 len: 217 time: 0.0553610 Jul 06 14:00:18.016825 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b2f2ae9-86f4-4f07-aca1-69f8524baccc req-7ab1d9c5-d519-4d24-b475-778bb9cd9500 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "GET /v2.0/security-groups?id=2ae8c36f-e1c9-460b-a179-ed25575233f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034005 Jul 06 14:00:18.026312 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293d94a-6d0a-46e3-b4ea-4c7a05cbc08b req-8a107ffd-0dc0-4ff9-a0a0-6545cf33c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:18.027806 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0293d94a-6d0a-46e3-b4ea-4c7a05cbc08b req-8a107ffd-0dc0-4ff9-a0a0-6545cf33c832 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=bc9645e6-de24-4ac5-9545-665834b8ba82 HTTP/1.1" status: 200 len: 850 time: 0.0704601 Jul 06 14:00:18.102294 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293d94a-6d0a-46e3-b4ea-4c7a05cbc08b req-c88afb1f-cfb3-435d-8132-46509d290230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:18.103841 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0293d94a-6d0a-46e3-b4ea-4c7a05cbc08b req-c88afb1f-cfb3-435d-8132-46509d290230 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f4322734-a743-44c6-9e14-7471ee4779b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680902 Jul 06 14:00:18.252533 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0293d94a-6d0a-46e3-b4ea-4c7a05cbc08b req-f8849f38-aca2-408c-8353-99dc57d9ad90 service neutron] 10.222.0.124 "GET /v2.0/networks/f4322734-a743-44c6-9e14-7471ee4779b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408553 Jul 06 14:00:18.291099 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f7651-af89-4de2-bf00-9861da4d06c9 req-1120c76c-0ab9-4ecd-ab58-d29b31e62766 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:18.292840 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2c4f7651-af89-4de2-bf00-9861da4d06c9 req-1120c76c-0ab9-4ecd-ab58-d29b31e62766 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/ports?device_id=6c5d8e6b-fb09-41c0-b825-e0074c4c586b HTTP/1.1" status: 200 len: 943 time: 0.1390367 Jul 06 14:00:18.370982 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2c4f7651-af89-4de2-bf00-9861da4d06c9 req-f9c94744-dd78-46fd-a6ed-044db29da4ca tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/security-groups?id=7b784f9a-10ab-488a-922f-7f0ddfa19645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501766 Jul 06 14:00:18.427826 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0293d94a-6d0a-46e3-b4ea-4c7a05cbc08b req-be424549-4772-4c0c-9256-28d3c08d882f service neutron] 10.222.0.124 "GET /v2.0/networks/f4322734-a743-44c6-9e14-7471ee4779b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672809 Jul 06 14:00:18.609706 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:18.684019 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61730b8-60d9-4617-92c7-74a780fcf85f req-bd3e1967-4700-4f6f-a165-5658ea82c6f9 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:18.685582 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d61730b8-60d9-4617-92c7-74a780fcf85f req-bd3e1967-4700-4f6f-a165-5658ea82c6f9 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 944 time: 0.0724685 Jul 06 14:00:18.725465 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d61730b8-60d9-4617-92c7-74a780fcf85f req-ba0d951f-008b-4cda-bcd7-a18f0f58e53e tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340931 Jul 06 14:00:18.764785 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 223a89f4-8e19-42c7-b341-a2b5e69e7262 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:00:18.768056 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:18.875906 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:18.884296 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:18.884669 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:18.934382 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 223a89f4-8e19-42c7-b341-a2b5e69e7262, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=223a89f4-8e19-42c7-b341-a2b5e69e7262,segment=NetworkSegment(fe14efd9-6090-431c-b6ce-4635ff67802f),segment_id=fe14efd9-6090-431c-b6ce-4635ff67802f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:18.953418 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '223a89f4-8e19-42c7-b341-a2b5e69e7262', 'network_id': 'f4322734-a743-44c6-9e14-7471ee4779b6', 'port_id': '223a89f4-8e19-42c7-b341-a2b5e69e7262', 'mac_address': 'fa:16:3e:73:e6:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc9645e6-de24-4ac5-9545-665834b8ba82', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:00:19.029092 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:19.031806 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:19.051028 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223a89f4-8e19-42c7-b341-a2b5e69e7262 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:19.064503 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401a100-63a6-46d4-a7e1-0abddcbe48ae req-53a0b045-cd87-4bec-962e-60f8490bcf6b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:19.070280 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2401a100-63a6-46d4-a7e1-0abddcbe48ae req-53a0b045-cd87-4bec-962e-60f8490bcf6b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.0750358 Jul 06 14:00:19.081545 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db004ef-8691-4863-8a30-7918a3a91581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:19.083865 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb07336e-daa2-4356-9e24-1eebdf110bb1" -d '{"events": [{"server_uuid": "7db004ef-8691-4863-8a30-7918a3a91581", "name": "network-vif-plugged", "status": "completed", "tag": "e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:19.088191 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 223a89f4-8e19-42c7-b341-a2b5e69e7262, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=223a89f4-8e19-42c7-b341-a2b5e69e7262,segment=NetworkSegment(fe14efd9-6090-431c-b6ce-4635ff67802f),segment_id=fe14efd9-6090-431c-b6ce-4635ff67802f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:19.097212 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:19.106548 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:19.110792 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2401a100-63a6-46d4-a7e1-0abddcbe48ae req-6e6a15d8-d350-4a06-8423-732420b50e79 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383401 Jul 06 14:00:19.127861 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:19.161593 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=223a89f4-8e19-42c7-b341-a2b5e69e7262,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:19.231304 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:19.310068 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5781a-0a54-4789-b89e-74507f0d93ec req-cd42c00c-a796-4b1f-9fff-bbf9d61ac356 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:19.311637 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31a5781a-0a54-4789-b89e-74507f0d93ec req-cd42c00c-a796-4b1f-9fff-bbf9d61ac356 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "GET /v2.0/ports?device_id=628f7198-e7ad-4ad1-90c2-8665e691ebe5 HTTP/1.1" status: 200 len: 945 time: 0.0777943 Jul 06 14:00:19.354709 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31a5781a-0a54-4789-b89e-74507f0d93ec req-7043636a-20ce-4b3b-8ece-74950f09c49a tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "GET /v2.0/security-groups?id=2ae8c36f-e1c9-460b-a179-ed25575233f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363822 Jul 06 14:00:19.404090 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d033f67-4d96-4236-806e-09824c17424b x-openstack-request-id: req-8d033f67-4d96-4236-806e-09824c17424b {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:19.404478 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db004ef-8691-4863-8a30-7918a3a91581", "name": "network-vif-plugged", "status": "completed", "tag": "e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:19.404843 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-8d033f67-4d96-4236-806e-09824c17424b {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:19.405605 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db004ef-8691-4863-8a30-7918a3a91581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907', 'code': 200} Jul 06 14:00:19.433637 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['223a89f4-8e19-42c7-b341-a2b5e69e7262'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:00:19.563534 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3661014-0bfb-4540-957d-be5f5e7839c8 req-39b02009-425c-45a4-a4ef-0cc50d4e9a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:19.564982 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3661014-0bfb-4540-957d-be5f5e7839c8 req-39b02009-425c-45a4-a4ef-0cc50d4e9a20 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 1096 time: 0.0921333 Jul 06 14:00:19.616244 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185b3c8-f172-4abd-9200-e1c2f5b552ed req-a4e54e58-78c8-4042-ab9b-fa39bab40707 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:19.618495 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a185b3c8-f172-4abd-9200-e1c2f5b552ed req-a4e54e58-78c8-4042-ab9b-fa39bab40707 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.1062937 Jul 06 14:00:19.637440 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:00:19.642504 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3661014-0bfb-4540-957d-be5f5e7839c8 req-3d854dd4-4976-43c6-a82a-60d8223633d1 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713079 Jul 06 14:00:19.661988 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a185b3c8-f172-4abd-9200-e1c2f5b552ed req-2c0d1b27-a1f1-45e1-8044-c04375b06e33 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366409 Jul 06 14:00:19.841174 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601c14b-3069-4bef-943a-7739cebecb6f req-ac238f63-df33-46b8-a056-3e52dc622935 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:19.842696 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2601c14b-3069-4bef-943a-7739cebecb6f req-ac238f63-df33-46b8-a056-3e52dc622935 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/ports?device_id=6c5d8e6b-fb09-41c0-b825-e0074c4c586b HTTP/1.1" status: 200 len: 943 time: 0.0787005 Jul 06 14:00:19.885901 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2601c14b-3069-4bef-943a-7739cebecb6f req-7e8dced8-c858-43d0-aa11-fa87098f5d45 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/security-groups?id=7b784f9a-10ab-488a-922f-7f0ddfa19645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372331 Jul 06 14:00:20.152711 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d264e-0061-420f-be68-88c4e16ccf17 req-b35a05cf-9997-4c79-89e4-00b6a832575b tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:20.154261 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6c5d264e-0061-420f-be68-88c4e16ccf17 req-b35a05cf-9997-4c79-89e4-00b6a832575b tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 945 time: 0.0649707 Jul 06 14:00:20.193426 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6c5d264e-0061-420f-be68-88c4e16ccf17 req-e691daf5-07ce-4f47-a8e9-3231a9ecd2b9 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327306 Jul 06 14:00:20.398106 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-11a2ebc5-3401-498b-8511-09502adb4edb tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:20.398106 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-11a2ebc5-3401-498b-8511-09502adb4edb tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/networks?id=65a0c785-6dfd-4a01-9b12-067743ee677d HTTP/1.1" status: 200 len: 812 time: 0.1123374 Jul 06 14:00:20.409800 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-c4908a59-4542-4f9e-bf0b-d1379ccb73da tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/quotas/84c411c9b83740e1bcaf5cc8002aa094 HTTP/1.1" status: 200 len: 375 time: 0.0146284 Jul 06 14:00:20.508976 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-f0dbe014-b487-493d-b080-ede4bc11bbe9 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=84c411c9b83740e1bcaf5cc8002aa094&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0897415 Jul 06 14:00:20.765179 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 223a89f4-8e19-42c7-b341-a2b5e69e7262 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:20.816801 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 223a89f4-8e19-42c7-b341-a2b5e69e7262 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:20.822084 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 223a89f4-8e19-42c7-b341-a2b5e69e7262 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:20.822464 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:20.907591 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:20.924499 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-dce3b2c6-56e0-490b-83bd-7a6097c8ba04 service neutron] 10.222.0.118 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088988 Jul 06 14:00:20.946134 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 223a89f4-8e19-42c7-b341-a2b5e69e7262, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=223a89f4-8e19-42c7-b341-a2b5e69e7262,segment=NetworkSegment(fe14efd9-6090-431c-b6ce-4635ff67802f),segment_id=fe14efd9-6090-431c-b6ce-4635ff67802f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:20.954076 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:21.012718 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=223a89f4-8e19-42c7-b341-a2b5e69e7262,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:21.039539 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-219ad5d8-b9a7-4c3e-b33b-9b0715297bd1 service neutron] 10.222.0.118 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053298 Jul 06 14:00:21.406469 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628f7198-e7ad-4ad1-90c2-8665e691ebe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223a89f4-8e19-42c7-b341-a2b5e69e7262'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:21.409606 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926a8941-300b-434a-81d3-bda557abf531" -d '{"events": [{"server_uuid": "628f7198-e7ad-4ad1-90c2-8665e691ebe5", "name": "network-vif-plugged", "status": "completed", "tag": "223a89f4-8e19-42c7-b341-a2b5e69e7262"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:21.452112 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1ec45-1016-4def-9988-d319f2f4dd22 req-62409943-3e01-4647-81ab-5a2cf0eb4816 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:21.455161 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-efa1ec45-1016-4def-9988-d319f2f4dd22 req-62409943-3e01-4647-81ab-5a2cf0eb4816 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "GET /v2.0/ports?device_id=628f7198-e7ad-4ad1-90c2-8665e691ebe5 HTTP/1.1" status: 200 len: 946 time: 0.0712352 Jul 06 14:00:21.529137 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-efa1ec45-1016-4def-9988-d319f2f4dd22 req-f1e7b0c6-8d51-4b1c-a11c-081120b3e6af tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "GET /v2.0/security-groups?id=2ae8c36f-e1c9-460b-a179-ed25575233f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648189 Jul 06 14:00:21.727458 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e158e1-ddf3-4f21-8078-e47c659a2d0b req-8a7484d7-c4aa-4df6-b744-c1e6ba6bd7c7 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:21.730057 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1e158e1-ddf3-4f21-8078-e47c659a2d0b req-8a7484d7-c4aa-4df6-b744-c1e6ba6bd7c7 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/ports?device_id=6c5d8e6b-fb09-41c0-b825-e0074c4c586b HTTP/1.1" status: 200 len: 943 time: 0.0775788 Jul 06 14:00:21.786826 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1e158e1-ddf3-4f21-8078-e47c659a2d0b req-733bec90-9dc5-45bc-a9a0-80d56ca9047f tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/security-groups?id=7b784f9a-10ab-488a-922f-7f0ddfa19645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484545 Jul 06 14:00:22.045008 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3a9939f1-1b31-4e9f-b7fd-1590c01ecc6b req-ba2d59a7-f188-480b-8a19-f29a2cb618cd tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=200750bd-507b-4853-a4be-ddb3d7d2406d HTTP/1.1" status: 200 len: 210 time: 0.0290565 Jul 06 14:00:22.217270 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0ef2c-a342-4286-86d3-783fff98a7c1 req-905d64a3-bb20-48f1-8bd8-eaab34bf62d6 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:22.218834 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2db0ef2c-a342-4286-86d3-783fff98a7c1 req-905d64a3-bb20-48f1-8bd8-eaab34bf62d6 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 945 time: 0.0692823 Jul 06 14:00:22.257970 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2db0ef2c-a342-4286-86d3-783fff98a7c1 req-0fc0327f-ca0e-4ca4-a563-cc05ed760131 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329239 Jul 06 14:00:22.311245 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac558cc-ded1-45ad-9b14-9aed0ff8ab5e x-openstack-request-id: req-3ac558cc-ded1-45ad-9b14-9aed0ff8ab5e {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:22.311740 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628f7198-e7ad-4ad1-90c2-8665e691ebe5", "name": "network-vif-plugged", "status": "completed", "tag": "223a89f4-8e19-42c7-b341-a2b5e69e7262", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:22.311842 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-3ac558cc-ded1-45ad-9b14-9aed0ff8ab5e {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:22.312165 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628f7198-e7ad-4ad1-90c2-8665e691ebe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223a89f4-8e19-42c7-b341-a2b5e69e7262', 'code': 200} Jul 06 14:00:22.383951 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 060d4be5-93f6-4a60-85b4-c8cf00aa1135 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:00:22.509382 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bdfa96-0f2a-47c4-834e-a9454d90ccf2 req-56e60d63-5c23-4e2a-9c55-962c9d00f01b tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:22.511607 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f4bdfa96-0f2a-47c4-834e-a9454d90ccf2 req-56e60d63-5c23-4e2a-9c55-962c9d00f01b tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 945 time: 0.1109428 Jul 06 14:00:22.520702 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59976) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:22.529059 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-ba113946-5958-47c6-9cec-870bc143a4e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Request body: {'floatingip': {'port_id': 'e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:22.530276 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c850bdb-48f7-4f0f-865f-a3cffa7f2464 req-90baa8a2-b61e-4d09-8388-e350343e38f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:22.536098 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c850bdb-48f7-4f0f-865f-a3cffa7f2464 req-90baa8a2-b61e-4d09-8388-e350343e38f1 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=628f7198-e7ad-4ad1-90c2-8665e691ebe5 HTTP/1.1" status: 200 len: 1097 time: 0.0955427 Jul 06 14:00:22.577433 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba113946-5958-47c6-9cec-870bc143a4e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for floatingip, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:22.601298 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 060d4be5-93f6-4a60-85b4-c8cf00aa1135, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=060d4be5-93f6-4a60-85b4-c8cf00aa1135,segment=NetworkSegment(db2d371a-0f1d-4d59-be0b-9704ec23b1f1),segment_id=db2d371a-0f1d-4d59-be0b-9704ec23b1f1)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:22.604886 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c850bdb-48f7-4f0f-865f-a3cffa7f2464 req-ee30653d-a021-4cb1-bfe1-d8d0095deed8 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=2ae8c36f-e1c9-460b-a179-ed25575233f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631306 Jul 06 14:00:22.628211 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '060d4be5-93f6-4a60-85b4-c8cf00aa1135', 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a', 'port_id': '060d4be5-93f6-4a60-85b4-c8cf00aa1135', 'mac_address': 'fa:16:3e:08:4c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2c5549a-87ab-47fc-82d1-f761c92f3c4a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:00:22.679683 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:22.697451 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 060d4be5-93f6-4a60-85b4-c8cf00aa1135 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:22.725215 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 060d4be5-93f6-4a60-85b4-c8cf00aa1135, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=060d4be5-93f6-4a60-85b4-c8cf00aa1135,segment=NetworkSegment(db2d371a-0f1d-4d59-be0b-9704ec23b1f1),segment_id=db2d371a-0f1d-4d59-be0b-9704ec23b1f1)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:22.732780 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:22.815158 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=060d4be5-93f6-4a60-85b4-c8cf00aa1135,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:22.894987 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-ace2e57c-e8be-4ae3-8e48-78b5f59f5c11 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:22.896560 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-ace2e57c-e8be-4ae3-8e48-78b5f59f5c11 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.52 "GET /v2.0/networks?id=65a0c785-6dfd-4a01-9b12-067743ee677d HTTP/1.1" status: 200 len: 812 time: 0.4596646 Jul 06 14:00:22.914315 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456c5f0-9929-49e7-8302-70e99a121700 req-c8617d71-8140-4b67-b2bc-55f136bd3596 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:22.915279 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-a81ddf4f-1cf4-4bb5-9c91-f260107c4c27 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Request body: {'port': {'device_id': '200750bd-507b-4853-a4be-ddb3d7d2406d', 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d', 'admin_state_up': True, 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:22.918702 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a456c5f0-9929-49e7-8302-70e99a121700 req-c8617d71-8140-4b67-b2bc-55f136bd3596 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "GET /v2.0/ports?device_id=628f7198-e7ad-4ad1-90c2-8665e691ebe5 HTTP/1.1" status: 200 len: 946 time: 0.0937076 Jul 06 14:00:22.970268 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a456c5f0-9929-49e7-8302-70e99a121700 req-e32f4649-3426-49b7-acdb-d94616608db6 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "GET /v2.0/security-groups?id=2ae8c36f-e1c9-460b-a179-ed25575233f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464494 Jul 06 14:00:23.026852 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['060d4be5-93f6-4a60-85b4-c8cf00aa1135'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:00:23.170248 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d9855-0c93-44ce-a6ab-8a1892e54ba5 req-9c348faa-2e31-4bbf-8cd5-9bfcf38b09d9 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:23.179074 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c03d9855-0c93-44ce-a6ab-8a1892e54ba5 req-9c348faa-2e31-4bbf-8cd5-9bfcf38b09d9 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/ports?device_id=6c5d8e6b-fb09-41c0-b825-e0074c4c586b HTTP/1.1" status: 200 len: 944 time: 0.0880654 Jul 06 14:00:23.238914 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c03d9855-0c93-44ce-a6ab-8a1892e54ba5 req-2d93b608-34db-43bb-a916-581bae7c946a tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/security-groups?id=7b784f9a-10ab-488a-922f-7f0ddfa19645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585444 Jul 06 14:00:23.574302 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-a81ddf4f-1cf4-4bb5-9c91-f260107c4c27 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Made reservation on behalf of 84c411c9b83740e1bcaf5cc8002aa094 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:00:23.577838 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-a81ddf4f-1cf4-4bb5-9c91-f260107c4c27 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:23.641440 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9dc12ab4-22fb-4716-80e0-c641184cb0dc req-be1ac997-d384-4911-be89-ab90e4f2e8ad tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=200750bd-507b-4853-a4be-ddb3d7d2406d HTTP/1.1" status: 200 len: 210 time: 0.0378609 Jul 06 14:00:23.901842 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-a81ddf4f-1cf4-4bb5-9c91-f260107c4c27 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Allocated IP 172.20.0.7 (65a0c785-6dfd-4a01-9b12-067743ee677d/c752e52c-1e0e-4b69-8288-ed62c19f3b18/b1af39cf-6972-44ee-82c5-89c22f624ac5) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:00:23.940994 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba113946-5958-47c6-9cec-870bc143a4e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:23.950843 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba113946-5958-47c6-9cec-870bc143a4e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:24.137225 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-ba113946-5958-47c6-9cec-870bc143a4e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Floating IP 2142eeee-37b2-4aef-9e29-854118ef2ae0 associated. External IP: 172.25.6.182, port: e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907. Jul 06 14:00:24.152047 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512724c3-7bfb-4a5d-8500-cbdf95365284 req-e30d1272-4e41-4ffc-bb86-b6db043152ca tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:24.153689 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-512724c3-7bfb-4a5d-8500-cbdf95365284 req-e30d1272-4e41-4ffc-bb86-b6db043152ca tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "GET /v2.0/ports?device_id=628f7198-e7ad-4ad1-90c2-8665e691ebe5 HTTP/1.1" status: 200 len: 946 time: 0.0717993 Jul 06 14:00:24.199501 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-512724c3-7bfb-4a5d-8500-cbdf95365284 req-173709e5-eaed-42be-9df5-076ab69f6ebc tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "GET /v2.0/security-groups?id=2ae8c36f-e1c9-460b-a179-ed25575233f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394616 Jul 06 14:00:24.232660 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-a81ddf4f-1cf4-4bb5-9c91-f260107c4c27 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:24.237950 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-a81ddf4f-1cf4-4bb5-9c91-f260107c4c27 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Transition to ACTIVE for port object b1af39cf-6972-44ee-82c5-89c22f624ac5 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:24.354601 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-a81ddf4f-1cf4-4bb5-9c91-f260107c4c27 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:24.380175 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['c9a7afaf-4493-4728-8331-4fc37d4607e6', '16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:00:24.401597 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde41d9c-cba0-472f-b3cd-f5815a54fa13 req-540ac10d-2925-43f7-88f3-badcc9d6ed8a tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:24.403302 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bde41d9c-cba0-472f-b3cd-f5815a54fa13 req-540ac10d-2925-43f7-88f3-badcc9d6ed8a tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "GET /v2.0/ports?device_id=628f7198-e7ad-4ad1-90c2-8665e691ebe5 HTTP/1.1" status: 200 len: 946 time: 0.0792370 Jul 06 14:00:24.418109 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 060d4be5-93f6-4a60-85b4-c8cf00aa1135 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:24.418585 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60004) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:24.431525 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-5e6ba976-0128-4652-aef3-7c078830ebea tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Request body: {'floatingip': {'port_id': '223a89f4-8e19-42c7-b341-a2b5e69e7262'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:24.501964 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 060d4be5-93f6-4a60-85b4-c8cf00aa1135 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:24.513712 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 060d4be5-93f6-4a60-85b4-c8cf00aa1135 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:24.514157 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:24.523977 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e6ba976-0128-4652-aef3-7c078830ebea tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks [] for floatingip, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:24.528893 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-a81ddf4f-1cf4-4bb5-9c91-f260107c4c27 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Network 65a0c785-6dfd-4a01-9b12-067743ee677d is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:00:24.581022 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-a81ddf4f-1cf4-4bb5-9c91-f260107c4c27 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:24.616446 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229628a-53b9-412a-9bc3-8fc2461b4992 req-be6cfdb1-2c01-4cf4-8b5c-a740e3410224 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:24.618494 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9229628a-53b9-412a-9bc3-8fc2461b4992 req-be6cfdb1-2c01-4cf4-8b5c-a740e3410224 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/ports?device_id=6c5d8e6b-fb09-41c0-b825-e0074c4c586b HTTP/1.1" status: 200 len: 944 time: 0.0951831 Jul 06 14:00:24.675863 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9229628a-53b9-412a-9bc3-8fc2461b4992 req-da2146e9-1c8a-4462-85b9-e6bf06e53c49 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/security-groups?id=7b784f9a-10ab-488a-922f-7f0ddfa19645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506806 Jul 06 14:00:24.684177 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:24.732417 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 060d4be5-93f6-4a60-85b4-c8cf00aa1135, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=060d4be5-93f6-4a60-85b4-c8cf00aa1135,segment=NetworkSegment(db2d371a-0f1d-4d59-be0b-9704ec23b1f1),segment_id=db2d371a-0f1d-4d59-be0b-9704ec23b1f1)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:24.734832 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5d8e6b-fb09-41c0-b825-e0074c4c586b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060d4be5-93f6-4a60-85b4-c8cf00aa1135'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:24.737291 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f975a0-e8c0-4816-bfc6-876b3e65ad7f" -d '{"events": [{"server_uuid": "6c5d8e6b-fb09-41c0-b825-e0074c4c586b", "name": "network-vif-plugged", "status": "completed", "tag": "060d4be5-93f6-4a60-85b4-c8cf00aa1135"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:24.747552 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:24.875675 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=060d4be5-93f6-4a60-85b4-c8cf00aa1135,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:24.928235 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3666e2f9-c5d6-484d-9093-0cad2bf3af8d None None] Provisioning for port b1af39cf-6972-44ee-82c5-89c22f624ac5 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:24.939581 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3666e2f9-c5d6-484d-9093-0cad2bf3af8d None None] Provisioning complete for port b1af39cf-6972-44ee-82c5-89c22f624ac5 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:24.940064 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3666e2f9-c5d6-484d-9093-0cad2bf3af8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:24.997526 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ddf4f-1cf4-4bb5-9c91-f260107c4c27 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Pushing event updated for resources: {'Port': ['ID=b1af39cf-6972-44ee-82c5-89c22f624ac5,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:25.006795 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-3666e2f9-c5d6-484d-9093-0cad2bf3af8d None None] Port b1af39cf-6972-44ee-82c5-89c22f624ac5 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:00:25.010741 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-a81ddf4f-1cf4-4bb5-9c91-f260107c4c27 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:00:25.020874 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81ddf4f-1cf4-4bb5-9c91-f260107c4c27 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:25.021300 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81ddf4f-1cf4-4bb5-9c91-f260107c4c27 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:25.021987 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81ddf4f-1cf4-4bb5-9c91-f260107c4c27 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:25.022784 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81ddf4f-1cf4-4bb5-9c91-f260107c4c27 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:25.022784 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81ddf4f-1cf4-4bb5-9c91-f260107c4c27 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:25.023207 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81ddf4f-1cf4-4bb5-9c91-f260107c4c27 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:25.023631 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81ddf4f-1cf4-4bb5-9c91-f260107c4c27 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:25.024055 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81ddf4f-1cf4-4bb5-9c91-f260107c4c27 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:25.024438 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81ddf4f-1cf4-4bb5-9c91-f260107c4c27 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:25.024816 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81ddf4f-1cf4-4bb5-9c91-f260107c4c27 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:25.025321 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81ddf4f-1cf4-4bb5-9c91-f260107c4c27 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:25.026030 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81ddf4f-1cf4-4bb5-9c91-f260107c4c27 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:25.047881 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba113946-5958-47c6-9cec-870bc143a4e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Router c67dd48a-4557-463e-89f3-3f84f356dcc7 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:00:25.084716 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba50c1b-922d-4b14-a9bb-1f52095d7bcf req-08acacba-8cfa-409d-a2db-c1e6a2b9abb0 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:25.086364 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8ba50c1b-922d-4b14-a9bb-1f52095d7bcf req-08acacba-8cfa-409d-a2db-c1e6a2b9abb0 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=200750bd-507b-4853-a4be-ddb3d7d2406d HTTP/1.1" status: 200 len: 931 time: 0.0839019 Jul 06 14:00:25.142884 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-a81ddf4f-1cf4-4bb5-9c91-f260107c4c27 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:25.143550 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-a81ddf4f-1cf4-4bb5-9c91-f260107c4c27 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:25.168282 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8ba50c1b-922d-4b14-a9bb-1f52095d7bcf req-53fba222-2c68-4c16-8c4d-8cc626cae7a4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731101 Jul 06 14:00:25.218994 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-a81ddf4f-1cf4-4bb5-9c91-f260107c4c27 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3124518 Jul 06 14:00:25.225659 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0dc0da-f57e-41d5-b4a2-3ce229095537 x-openstack-request-id: req-da0dc0da-f57e-41d5-b4a2-3ce229095537 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:25.226668 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5d8e6b-fb09-41c0-b825-e0074c4c586b", "name": "network-vif-plugged", "status": "completed", "tag": "060d4be5-93f6-4a60-85b4-c8cf00aa1135", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:25.226668 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-da0dc0da-f57e-41d5-b4a2-3ce229095537 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:25.226668 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5d8e6b-fb09-41c0-b825-e0074c4c586b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060d4be5-93f6-4a60-85b4-c8cf00aa1135', 'code': 200} Jul 06 14:00:25.241997 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-9231b417-b76f-46be-94f6-a9eae0f652df service neutron] Request body: {'port': {'device_id': '200750bd-507b-4853-a4be-ddb3d7d2406d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:25.354242 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.db.resource_extend [None req-5e6ba976-0128-4652-aef3-7c078830ebea tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 14:00:25.401196 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f9743-3d33-474d-be10-ec9e3f351584 req-614f31cf-cae9-4d9d-bb91-da68d1e7ccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:25.402752 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-886f9743-3d33-474d-be10-ec9e3f351584 req-614f31cf-cae9-4d9d-bb91-da68d1e7ccf9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6c5d8e6b-fb09-41c0-b825-e0074c4c586b HTTP/1.1" status: 200 len: 1096 time: 0.0805855 Jul 06 14:00:25.423282 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba113946-5958-47c6-9cec-870bc143a4e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:00:25.431666 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba113946-5958-47c6-9cec-870bc143a4e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:25.437005 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc2720e-7801-4ddb-828b-d84813cb35f1 None None] Sync routers for ids ['c67dd48a-4557-463e-89f3-3f84f356dcc7'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:00:25.463666 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-886f9743-3d33-474d-be10-ec9e3f351584 req-c1424aa2-beef-4735-a072-53bedf9b8fdd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7b784f9a-10ab-488a-922f-7f0ddfa19645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421419 Jul 06 14:00:25.463853 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc2720e-7801-4ddb-828b-d84813cb35f1 None None] Routers {'c67dd48a-4557-463e-89f3-3f84f356dcc7'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:00:25.464539 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-4fc2720e-7801-4ddb-828b-d84813cb35f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:00:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c67dd48a-4557-463e-89f3-3f84f356dcc7'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:25.494078 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e6ba976-0128-4652-aef3-7c078830ebea tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:25.496868 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-9231b417-b76f-46be-94f6-a9eae0f652df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:25.518784 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e6ba976-0128-4652-aef3-7c078830ebea tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:25.518784 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ba113946-5958-47c6-9cec-870bc143a4e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "PUT /v2.0/floatingips/2142eeee-37b2-4aef-9e29-854118ef2ae0 HTTP/1.1" status: 200 len: 991 time: 2.9929090 Jul 06 14:00:25.518784 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db004ef-8691-4863-8a30-7918a3a91581', 'tag': 'e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:25.518784 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fdb744-7911-400b-a921-f18362c05c83" -d '{"events": [{"name": "network-changed", "server_uuid": "7db004ef-8691-4863-8a30-7918a3a91581", "tag": "e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:25.642341 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-4fc2720e-7801-4ddb-828b-d84813cb35f1 None None] Set router c67dd48a-4557-463e-89f3-3f84f356dcc7 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:00:25.858811 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdb744-7911-400b-a921-f18362c05c83 req-a76a73f7-7cdf-4039-8039-0863f76b6012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:25.861013 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f7fdb744-7911-400b-a921-f18362c05c83 req-a76a73f7-7cdf-4039-8039-0863f76b6012 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a280ed57ce5e4005b7a7e0a51a2d45bf&device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 1096 time: 0.0964935 Jul 06 14:00:25.967913 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-9231b417-b76f-46be-94f6-a9eae0f652df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1af39cf-6972-44ee-82c5-89c22f624ac5 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:25.978528 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-9231b417-b76f-46be-94f6-a9eae0f652df service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:25.995096 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-9231b417-b76f-46be-94f6-a9eae0f652df service neutron] Transition to ACTIVE for port object b1af39cf-6972-44ee-82c5-89c22f624ac5 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:25.997735 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b911a2-3fe9-4db6-b2b3-21bc20b64f4e x-openstack-request-id: req-a8b911a2-3fe9-4db6-b2b3-21bc20b64f4e {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:25.998037 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdb744-7911-400b-a921-f18362c05c83 req-b7b3c213-dc52-477c-901b-7a22c504cb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:25.998530 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db004ef-8691-4863-8a30-7918a3a91581", "tag": "e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:25.999001 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-a8b911a2-3fe9-4db6-b2b3-21bc20b64f4e {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:25.999611 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f7fdb744-7911-400b-a921-f18362c05c83 req-b7b3c213-dc52-477c-901b-7a22c504cb7a service neutron] 10.222.0.124 "GET /v2.0/networks?id=eb40ac72-d061-46c2-ab3d-a227d94e4954 HTTP/1.1" status: 200 len: 917 time: 0.0979655 Jul 06 14:00:26.000129 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db004ef-8691-4863-8a30-7918a3a91581', 'tag': 'e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907', 'status': 'completed', 'code': 200} Jul 06 14:00:26.078164 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-5e6ba976-0128-4652-aef3-7c078830ebea tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Floating IP c2598bde-f40b-4e7f-85d7-c6e9b15332cc associated. External IP: 172.25.6.181, port: 223a89f4-8e19-42c7-b341-a2b5e69e7262. Jul 06 14:00:26.083175 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-9231b417-b76f-46be-94f6-a9eae0f652df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:26.085080 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f7fdb744-7911-400b-a921-f18362c05c83 req-5bba2362-bb2a-43a8-a111-135d79fad072 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 HTTP/1.1" status: 200 len: 999 time: 0.0743701 Jul 06 14:00:26.132144 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-4fc2720e-7801-4ddb-828b-d84813cb35f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'name': 'tempest-AttachVolumeShelveTestJSON-919553070-router', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:50Z', 'updated_at': '2021-07-06T13:59:54Z', 'revision_number': 4, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'gw_port': {'id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:51Z', 'updated_at': '2021-07-06T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '2142eeee-37b2-4aef-9e29-854118ef2ae0', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'port_id': 'e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'mac_address': 'fa:16:3e:c4:91:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db004ef-8691-4863-8a30-7918a3a91581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:00:00Z', 'updated_at': '2021-07-06T14:00:23Z', 'revision_number': 1, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54aa3a3-f63f-46ad-a35d-af86eaeb090f', 'name': '', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'mac_address': 'fa:16:3e:30:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:54Z', 'updated_at': '2021-07-06T14:00:06Z', 'revision_number': 5, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'subnets': [{'id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:26.144790 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdb744-7911-400b-a921-f18362c05c83 req-92d0fc46-dfb6-47ec-ba20-7bcff02272f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:26.146850 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f7fdb744-7911-400b-a921-f18362c05c83 req-92d0fc46-dfb6-47ec-ba20-7bcff02272f0 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=175feade-0da5-4b99-8a0b-5c1deab4fd78 HTTP/1.1" status: 200 len: 855 time: 0.0507832 Jul 06 14:00:26.157881 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df7d88-2beb-4575-a6fa-7f8e48168eeb req-f50f873b-b4f0-4dc6-adb2-9341c08e3e44 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:26.161391 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc2720e-7801-4ddb-828b-d84813cb35f1 None None] Checking router: c67dd48a-4557-463e-89f3-3f84f356dcc7 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:00:26.165418 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-13df7d88-2beb-4575-a6fa-7f8e48168eeb req-f50f873b-b4f0-4dc6-adb2-9341c08e3e44 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/ports?device_id=6c5d8e6b-fb09-41c0-b825-e0074c4c586b HTTP/1.1" status: 200 len: 945 time: 0.3029947 Jul 06 14:00:26.171937 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc2720e-7801-4ddb-828b-d84813cb35f1 None None] Routers {'c67dd48a-4557-463e-89f3-3f84f356dcc7'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:00:26.172669 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-4fc2720e-7801-4ddb-828b-d84813cb35f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:00:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c67dd48a-4557-463e-89f3-3f84f356dcc7'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:26.268011 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-13df7d88-2beb-4575-a6fa-7f8e48168eeb req-32c3f5cb-bf8e-40da-a0c2-7bd406c40949 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/security-groups?id=7b784f9a-10ab-488a-922f-7f0ddfa19645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013052 Jul 06 14:00:26.302025 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdb744-7911-400b-a921-f18362c05c83 req-62d25b17-a1fb-423e-bc84-7f98b3460156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:26.307295 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231b417-b76f-46be-94f6-a9eae0f652df service neutron] Pushing event updated for resources: {'Port': ['ID=b1af39cf-6972-44ee-82c5-89c22f624ac5,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:26.309207 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f7fdb744-7911-400b-a921-f18362c05c83 req-62d25b17-a1fb-423e-bc84-7f98b3460156 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=eb40ac72-d061-46c2-ab3d-a227d94e4954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1343939 Jul 06 14:00:26.407426 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-4fc2720e-7801-4ddb-828b-d84813cb35f1 None None] Set router c67dd48a-4557-463e-89f3-3f84f356dcc7 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:00:26.541269 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f7fdb744-7911-400b-a921-f18362c05c83 req-1e2a7937-2fda-4aea-ad12-9dec2ef0e31d service neutron] 10.222.0.124 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229359 Jul 06 14:00:26.741913 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f7fdb744-7911-400b-a921-f18362c05c83 req-1c38b74f-cb64-46b1-bb4a-eb96691a9b39 service neutron] 10.222.0.124 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923308 Jul 06 14:00:26.754703 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2231ca8-90ef-482e-8bf9-1477742e354e req-861a628e-8ba5-454d-8efa-b5a457789383 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:26.756897 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a2231ca8-90ef-482e-8bf9-1477742e354e req-861a628e-8ba5-454d-8efa-b5a457789383 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=200750bd-507b-4853-a4be-ddb3d7d2406d HTTP/1.1" status: 200 len: 943 time: 0.1027255 Jul 06 14:00:26.824589 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a2231ca8-90ef-482e-8bf9-1477742e354e req-1bd307a5-8f89-4797-9e93-c52ff0e16c68 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587344 Jul 06 14:00:26.879161 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-4fc2720e-7801-4ddb-828b-d84813cb35f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'name': 'tempest-AttachVolumeShelveTestJSON-919553070-router', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:50Z', 'updated_at': '2021-07-06T13:59:54Z', 'revision_number': 4, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'gw_port': {'id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:51Z', 'updated_at': '2021-07-06T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '2142eeee-37b2-4aef-9e29-854118ef2ae0', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'port_id': 'e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'mac_address': 'fa:16:3e:c4:91:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db004ef-8691-4863-8a30-7918a3a91581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:00:00Z', 'updated_at': '2021-07-06T14:00:23Z', 'revision_number': 1, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54aa3a3-f63f-46ad-a35d-af86eaeb090f', 'name': '', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'mac_address': 'fa:16:3e:30:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:54Z', 'updated_at': '2021-07-06T14:00:06Z', 'revision_number': 5, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'subnets': [{'id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:26.909829 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc2720e-7801-4ddb-828b-d84813cb35f1 None None] The sync data for ids ['c67dd48a-4557-463e-89f3-3f84f356dcc7'] in n-d-773644-6 is: [{'id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'name': 'tempest-AttachVolumeShelveTestJSON-919553070-router', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:50Z', 'updated_at': '2021-07-06T13:59:54Z', 'revision_number': 4, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'gw_port': {'id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:51Z', 'updated_at': '2021-07-06T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '2142eeee-37b2-4aef-9e29-854118ef2ae0', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'floating_ip_address': '172.25.6.182', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'port_id': 'e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'mac_address': 'fa:16:3e:c4:91:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db004ef-8691-4863-8a30-7918a3a91581', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:00:00Z', 'updated_at': '2021-07-06T14:00:23Z', 'revision_number': 1, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54aa3a3-f63f-46ad-a35d-af86eaeb090f', 'name': '', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'mac_address': 'fa:16:3e:30:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:54Z', 'updated_at': '2021-07-06T14:00:06Z', 'revision_number': 5, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'subnets': [{'id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:00:26.966167 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-9231b417-b76f-46be-94f6-a9eae0f652df service neutron] Attempting to bind port b1af39cf-6972-44ee-82c5-89c22f624ac5 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:00:26.966542 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-9231b417-b76f-46be-94f6-a9eae0f652df service neutron] Attempting to bind port b1af39cf-6972-44ee-82c5-89c22f624ac5 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'cb42da08-7b0a-4e62-a780-570a2cc2651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:00:26.966897 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-9231b417-b76f-46be-94f6-a9eae0f652df service neutron] Attempting to bind port b1af39cf-6972-44ee-82c5-89c22f624ac5 on network 65a0c785-6dfd-4a01-9b12-067743ee677d {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:26.972770 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-9231b417-b76f-46be-94f6-a9eae0f652df service neutron] Port b1af39cf-6972-44ee-82c5-89c22f624ac5 on network 65a0c785-6dfd-4a01-9b12-067743ee677d not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:00:26.973396 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-9231b417-b76f-46be-94f6-a9eae0f652df service neutron] Attempting to bind port b1af39cf-6972-44ee-82c5-89c22f624ac5 on network 65a0c785-6dfd-4a01-9b12-067743ee677d {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:27.009943 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-9231b417-b76f-46be-94f6-a9eae0f652df service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:00:27.010607 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-9231b417-b76f-46be-94f6-a9eae0f652df service neutron] Checking segment: {'id': 'cb42da08-7b0a-4e62-a780-570a2cc2651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:27.011202 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-9231b417-b76f-46be-94f6-a9eae0f652df service neutron] Bound using segment: {'id': 'cb42da08-7b0a-4e62-a780-570a2cc2651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:00:27.011835 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-9231b417-b76f-46be-94f6-a9eae0f652df service neutron] Bound port: b1af39cf-6972-44ee-82c5-89c22f624ac5, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb42da08-7b0a-4e62-a780-570a2cc2651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:00:27.012399 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-9231b417-b76f-46be-94f6-a9eae0f652df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:27.075492 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6ba976-0128-4652-aef3-7c078830ebea tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Router 0e22c9f0-e6f7-42ab-a02d-0dccee9e694b has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:00:27.105297 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-9231b417-b76f-46be-94f6-a9eae0f652df service neutron] For port b1af39cf-6972-44ee-82c5-89c22f624ac5, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:00:27.109721 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-9231b417-b76f-46be-94f6-a9eae0f652df service neutron] For port b1af39cf-6972-44ee-82c5-89c22f624ac5, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=b1af39cf-6972-44ee-82c5-89c22f624ac5,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:00:27.150514 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-9231b417-b76f-46be-94f6-a9eae0f652df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:27.205168 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-9231b417-b76f-46be-94f6-a9eae0f652df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:27.205838 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-9231b417-b76f-46be-94f6-a9eae0f652df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:27.206120 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a247f4-2094-4c9a-9517-287ce2edd663 None None] New status for floating IP 2142eeee-37b2-4aef-9e29-854118ef2ae0: ACTIVE {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:00:27.211455 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-9231b417-b76f-46be-94f6-a9eae0f652df service neutron] 10.222.0.52 "PUT /v2.0/ports/b1af39cf-6972-44ee-82c5-89c22f624ac5 HTTP/1.1" status: 200 len: 1091 time: 1.9705350 Jul 06 14:00:27.299482 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231b417-b76f-46be-94f6-a9eae0f652df service neutron] Pushing event updated for resources: {'Port': ['ID=b1af39cf-6972-44ee-82c5-89c22f624ac5,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:27.362091 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6ba976-0128-4652-aef3-7c078830ebea tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:00:27.368870 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e6ba976-0128-4652-aef3-7c078830ebea tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:27.385966 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c66468b-3f34-4c13-bc6f-59fd08de146d None None] Sync routers for ids ['0e22c9f0-e6f7-42ab-a02d-0dccee9e694b'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:00:27.404257 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c66468b-3f34-4c13-bc6f-59fd08de146d None None] Routers {'0e22c9f0-e6f7-42ab-a02d-0dccee9e694b'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:00:27.406955 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2c66468b-3f34-4c13-bc6f-59fd08de146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:00:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['0e22c9f0-e6f7-42ab-a02d-0dccee9e694b'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:27.433195 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5e6ba976-0128-4652-aef3-7c078830ebea tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "PUT /v2.0/floatingips/c2598bde-f40b-4e7f-85d7-c6e9b15332cc HTTP/1.1" status: 200 len: 992 time: 3.0070722 Jul 06 14:00:27.450736 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-e8608dfa-b60f-4661-bc56-a997fbe78408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:27.452249 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-e8608dfa-b60f-4661-bc56-a997fbe78408 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84c411c9b83740e1bcaf5cc8002aa094&device_id=200750bd-507b-4853-a4be-ddb3d7d2406d HTTP/1.1" status: 200 len: 1094 time: 0.1655486 Jul 06 14:00:27.501646 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-76c2b2ca-2a19-4960-b9eb-99b6c2cbf21c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1af39cf-6972-44ee-82c5-89c22f624ac5 HTTP/1.1" status: 200 len: 217 time: 0.0409944 Jul 06 14:00:27.558308 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-a64b6ce3-484a-4c2a-93c4-3cddd6a15667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:27.559979 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-a64b6ce3-484a-4c2a-93c4-3cddd6a15667 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c752e52c-1e0e-4b69-8288-ed62c19f3b18 HTTP/1.1" status: 200 len: 851 time: 0.0519166 Jul 06 14:00:27.605096 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc00c3e-d929-4c6f-9e01-22cd101eeb01 req-3d8a0639-6c2f-452a-90f6-0db09e8497c6 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:27.612185 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6cc00c3e-d929-4c6f-9e01-22cd101eeb01 req-3d8a0639-6c2f-452a-90f6-0db09e8497c6 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/ports?device_id=6c5d8e6b-fb09-41c0-b825-e0074c4c586b HTTP/1.1" status: 200 len: 945 time: 0.0752857 Jul 06 14:00:27.629107 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-2c66468b-3f34-4c13-bc6f-59fd08de146d None None] Set router 0e22c9f0-e6f7-42ab-a02d-0dccee9e694b gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:00:27.653793 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-1b2f470c-82c9-4e50-9b91-19ce3b515bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:27.655891 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-1b2f470c-82c9-4e50-9b91-19ce3b515bd4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=65a0c785-6dfd-4a01-9b12-067743ee677d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891440 Jul 06 14:00:27.674835 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6cc00c3e-d929-4c6f-9e01-22cd101eeb01 req-04a2043e-3ef5-42f0-acb7-83cc4c758041 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/security-groups?id=7b784f9a-10ab-488a-922f-7f0ddfa19645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615354 Jul 06 14:00:27.772105 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-518563a1-49ef-4b48-be60-8d2353bcf4a4 service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091046 Jul 06 14:00:27.910783 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3a65198e-9f6f-4626-a08b-8b887d101dc4 req-fae3a6a8-9549-4f48-a5a6-249f491ef634 service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319149 Jul 06 14:00:27.923367 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2c66468b-3f34-4c13-bc6f-59fd08de146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'name': 'tempest-ServersTestManualDisk-621092015-router', 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:53Z', 'updated_at': '2021-07-06T13:59:59Z', 'revision_number': 4, 'project_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'gw_port': {'id': 'fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:54Z', 'updated_at': '2021-07-06T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'c2598bde-f40b-4e7f-85d7-c6e9b15332cc', 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'port_id': '223a89f4-8e19-42c7-b341-a2b5e69e7262', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2034, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4322734-a743-44c6-9e14-7471ee4779b6', 'mac_address': 'fa:16:3e:73:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628f7198-e7ad-4ad1-90c2-8665e691ebe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:00:03Z', 'updated_at': '2021-07-06T14:00:25Z', 'revision_number': 1, 'project_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd610c280-29dd-44c4-a8e1-1fe95f4124d1', 'name': '', 'network_id': 'f4322734-a743-44c6-9e14-7471ee4779b6', 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'mac_address': 'fa:16:3e:5a:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'bc9645e6-de24-4ac5-9545-665834b8ba82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:57Z', 'updated_at': '2021-07-06T14:00:08Z', 'revision_number': 5, 'project_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'subnets': [{'id': 'bc9645e6-de24-4ac5-9545-665834b8ba82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:27.958626 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c66468b-3f34-4c13-bc6f-59fd08de146d None None] Checking router: 0e22c9f0-e6f7-42ab-a02d-0dccee9e694b for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:00:27.968995 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c66468b-3f34-4c13-bc6f-59fd08de146d None None] Routers {'0e22c9f0-e6f7-42ab-a02d-0dccee9e694b'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:00:27.970026 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2c66468b-3f34-4c13-bc6f-59fd08de146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:00:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['0e22c9f0-e6f7-42ab-a02d-0dccee9e694b'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:28.003995 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200750bd-507b-4853-a4be-ddb3d7d2406d', 'tag': 'b1af39cf-6972-44ee-82c5-89c22f624ac5'}, {'name': 'network-changed', 'server_uuid': '628f7198-e7ad-4ad1-90c2-8665e691ebe5', 'tag': '223a89f4-8e19-42c7-b341-a2b5e69e7262'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:28.009847 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fea432-f8a2-4de4-a412-6d86cdaf40e4" -d '{"events": [{"name": "network-changed", "server_uuid": "200750bd-507b-4853-a4be-ddb3d7d2406d", "tag": "b1af39cf-6972-44ee-82c5-89c22f624ac5"}, {"name": "network-changed", "server_uuid": "628f7198-e7ad-4ad1-90c2-8665e691ebe5", "tag": "223a89f4-8e19-42c7-b341-a2b5e69e7262"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:28.091860 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-2c66468b-3f34-4c13-bc6f-59fd08de146d None None] Set router 0e22c9f0-e6f7-42ab-a02d-0dccee9e694b gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:00:28.112006 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2015c4b-df94-40dc-9033-d342a46e19aa req-00ca927f-5487-4585-8567-d85ee4ffb0cf tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:28.114218 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f2015c4b-df94-40dc-9033-d342a46e19aa req-00ca927f-5487-4585-8567-d85ee4ffb0cf tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/ports?device_id=6c5d8e6b-fb09-41c0-b825-e0074c4c586b HTTP/1.1" status: 200 len: 945 time: 0.0828867 Jul 06 14:00:28.163477 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f2015c4b-df94-40dc-9033-d342a46e19aa req-e0fcf5f5-5b6e-4646-bf46-506a59e63594 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/security-groups?id=7b784f9a-10ab-488a-922f-7f0ddfa19645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424886 Jul 06 14:00:28.182456 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60124) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:28.336920 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1abc8-a3ec-4941-93fd-0d69bc18a818 req-26e46b63-1be7-424e-9d5c-89ee89e1c9b4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:28.338962 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0cb1abc8-a3ec-4941-93fd-0d69bc18a818 req-26e46b63-1be7-424e-9d5c-89ee89e1c9b4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=200750bd-507b-4853-a4be-ddb3d7d2406d HTTP/1.1" status: 200 len: 943 time: 0.0733647 Jul 06 14:00:28.384216 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0cb1abc8-a3ec-4941-93fd-0d69bc18a818 req-5ef28756-f04d-4afc-839d-82c8dc3f63b0 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390797 Jul 06 14:00:28.411890 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2c66468b-3f34-4c13-bc6f-59fd08de146d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'name': 'tempest-ServersTestManualDisk-621092015-router', 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:53Z', 'updated_at': '2021-07-06T13:59:59Z', 'revision_number': 4, 'project_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'gw_port': {'id': 'fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:54Z', 'updated_at': '2021-07-06T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'c2598bde-f40b-4e7f-85d7-c6e9b15332cc', 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'port_id': '223a89f4-8e19-42c7-b341-a2b5e69e7262', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2034, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4322734-a743-44c6-9e14-7471ee4779b6', 'mac_address': 'fa:16:3e:73:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628f7198-e7ad-4ad1-90c2-8665e691ebe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:00:03Z', 'updated_at': '2021-07-06T14:00:25Z', 'revision_number': 1, 'project_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd610c280-29dd-44c4-a8e1-1fe95f4124d1', 'name': '', 'network_id': 'f4322734-a743-44c6-9e14-7471ee4779b6', 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'mac_address': 'fa:16:3e:5a:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'bc9645e6-de24-4ac5-9545-665834b8ba82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:57Z', 'updated_at': '2021-07-06T14:00:08Z', 'revision_number': 5, 'project_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'subnets': [{'id': 'bc9645e6-de24-4ac5-9545-665834b8ba82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:28.446558 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c66468b-3f34-4c13-bc6f-59fd08de146d None None] The sync data for ids ['0e22c9f0-e6f7-42ab-a02d-0dccee9e694b'] in n-d-773644-6 is: [{'id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'name': 'tempest-ServersTestManualDisk-621092015-router', 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:53Z', 'updated_at': '2021-07-06T13:59:59Z', 'revision_number': 4, 'project_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'gw_port': {'id': 'fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:54Z', 'updated_at': '2021-07-06T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'c2598bde-f40b-4e7f-85d7-c6e9b15332cc', 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'port_id': '223a89f4-8e19-42c7-b341-a2b5e69e7262', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2034, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4322734-a743-44c6-9e14-7471ee4779b6', 'mac_address': 'fa:16:3e:73:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '628f7198-e7ad-4ad1-90c2-8665e691ebe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:00:03Z', 'updated_at': '2021-07-06T14:00:25Z', 'revision_number': 1, 'project_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd610c280-29dd-44c4-a8e1-1fe95f4124d1', 'name': '', 'network_id': 'f4322734-a743-44c6-9e14-7471ee4779b6', 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'mac_address': 'fa:16:3e:5a:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'bc9645e6-de24-4ac5-9545-665834b8ba82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:57Z', 'updated_at': '2021-07-06T14:00:08Z', 'revision_number': 5, 'project_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'subnets': [{'id': 'bc9645e6-de24-4ac5-9545-665834b8ba82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:00:28.460839 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cf4157-08b8-4d36-b77e-de7fd30a41f3 tempest-TestVolumeBackupRestore-1778438944 tempest-TestVolumeBackupRestore-1778438944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:28.466097 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60128) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:28.466335 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b2cf4157-08b8-4d36-b77e-de7fd30a41f3 tempest-TestVolumeBackupRestore-1778438944 tempest-TestVolumeBackupRestore-1778438944-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=6c5d8e6b-fb09-41c0-b825-e0074c4c586b HTTP/1.1" status: 200 len: 1091 time: 0.2809045 Jul 06 14:00:28.470976 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-72bc0183-11a4-4adf-8fca-a6d060e14ef9 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'port_id': '060d4be5-93f6-4a60-85b4-c8cf00aa1135', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:28.499961 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-72bc0183-11a4-4adf-8fca-a6d060e14ef9 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:28.578035 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c35abd9-30fe-4fda-a6e6-6bcc408ba467 x-openstack-request-id: req-4c35abd9-30fe-4fda-a6e6-6bcc408ba467 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:28.578354 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200750bd-507b-4853-a4be-ddb3d7d2406d", "tag": "b1af39cf-6972-44ee-82c5-89c22f624ac5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "628f7198-e7ad-4ad1-90c2-8665e691ebe5", "tag": "223a89f4-8e19-42c7-b341-a2b5e69e7262", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:28.578614 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-4c35abd9-30fe-4fda-a6e6-6bcc408ba467 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:28.579048 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200750bd-507b-4853-a4be-ddb3d7d2406d', 'tag': 'b1af39cf-6972-44ee-82c5-89c22f624ac5', 'status': 'completed', 'code': 200} Jul 06 14:00:28.579307 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628f7198-e7ad-4ad1-90c2-8665e691ebe5', 'tag': '223a89f4-8e19-42c7-b341-a2b5e69e7262', 'status': 'completed', 'code': 200} Jul 06 14:00:28.670773 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-72bc0183-11a4-4adf-8fca-a6d060e14ef9 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:28.686489 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fea432-f8a2-4de4-a412-6d86cdaf40e4 req-d80be592-ad70-4aec-80da-42ee1b8e45d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:28.691734 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12fea432-f8a2-4de4-a412-6d86cdaf40e4 req-d80be592-ad70-4aec-80da-42ee1b8e45d1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84c411c9b83740e1bcaf5cc8002aa094&device_id=200750bd-507b-4853-a4be-ddb3d7d2406d HTTP/1.1" status: 200 len: 1094 time: 0.0852532 Jul 06 14:00:28.733742 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fea432-f8a2-4de4-a412-6d86cdaf40e4 req-f762c242-e866-4932-82e8-5779f0fc55a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:28.735317 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12fea432-f8a2-4de4-a412-6d86cdaf40e4 req-f762c242-e866-4932-82e8-5779f0fc55a7 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=ec4b760bf94945fb8fa8f4faac2c3fbd&device_id=628f7198-e7ad-4ad1-90c2-8665e691ebe5 HTTP/1.1" status: 200 len: 1097 time: 0.1371694 Jul 06 14:00:28.750079 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc55f7f-f602-4f88-aa5a-94eee9ec8420 None None] New status for floating IP c2598bde-f40b-4e7f-85d7-c6e9b15332cc: ACTIVE {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:00:28.855674 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fea432-f8a2-4de4-a412-6d86cdaf40e4 req-29415f3d-194f-4d3e-9405-28acd563e8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:28.857226 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12fea432-f8a2-4de4-a412-6d86cdaf40e4 req-29415f3d-194f-4d3e-9405-28acd563e8ab service neutron] 10.222.0.52 "GET /v2.0/networks?id=65a0c785-6dfd-4a01-9b12-067743ee677d HTTP/1.1" status: 200 len: 913 time: 0.1608169 Jul 06 14:00:28.912947 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12fea432-f8a2-4de4-a412-6d86cdaf40e4 req-5f053acc-33ae-49ac-bbaa-67d22ed6f275 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1af39cf-6972-44ee-82c5-89c22f624ac5 HTTP/1.1" status: 200 len: 217 time: 0.0460041 Jul 06 14:00:28.973441 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-72bc0183-11a4-4adf-8fca-a6d060e14ef9 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Allocated IP 172.25.6.175 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/540b0fb0-4fc6-4874-b2a6-ed08ddc9428b) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:00:29.002358 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fea432-f8a2-4de4-a412-6d86cdaf40e4 req-ba8fff87-cd49-46f9-8f7f-f68c25a70680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:29.004021 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12fea432-f8a2-4de4-a412-6d86cdaf40e4 req-ba8fff87-cd49-46f9-8f7f-f68c25a70680 service neutron] 10.222.0.124 "GET /v2.0/networks?id=f4322734-a743-44c6-9e14-7471ee4779b6 HTTP/1.1" status: 200 len: 912 time: 0.2623346 Jul 06 14:00:29.010376 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fea432-f8a2-4de4-a412-6d86cdaf40e4 req-3ebc41f5-dd30-412d-84d2-76533fc284f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:29.011996 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12fea432-f8a2-4de4-a412-6d86cdaf40e4 req-3ebc41f5-dd30-412d-84d2-76533fc284f9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c752e52c-1e0e-4b69-8288-ed62c19f3b18 HTTP/1.1" status: 200 len: 851 time: 0.0922885 Jul 06 14:00:29.092676 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fea432-f8a2-4de4-a412-6d86cdaf40e4 req-89cf870b-ff6f-4964-9d9f-e7cc525121c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:29.094238 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12fea432-f8a2-4de4-a412-6d86cdaf40e4 req-89cf870b-ff6f-4964-9d9f-e7cc525121c7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=65a0c785-6dfd-4a01-9b12-067743ee677d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754926 Jul 06 14:00:29.136814 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12fea432-f8a2-4de4-a412-6d86cdaf40e4 req-1b3db7bd-a8e5-4ddf-a819-f9d0edb6f090 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=223a89f4-8e19-42c7-b341-a2b5e69e7262 HTTP/1.1" status: 200 len: 1002 time: 0.1261032 Jul 06 14:00:29.194267 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12fea432-f8a2-4de4-a412-6d86cdaf40e4 req-dfc41ddf-74f7-473d-bf53-ce9cc53cdb9c service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927887 Jul 06 14:00:29.215417 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fea432-f8a2-4de4-a412-6d86cdaf40e4 req-26df1c32-15c7-4c9a-b6f5-698339f981dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:29.217022 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12fea432-f8a2-4de4-a412-6d86cdaf40e4 req-26df1c32-15c7-4c9a-b6f5-698339f981dc service neutron] 10.222.0.124 "GET /v2.0/subnets?id=bc9645e6-de24-4ac5-9545-665834b8ba82 HTTP/1.1" status: 200 len: 850 time: 0.0736544 Jul 06 14:00:29.221720 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-72bc0183-11a4-4adf-8fca-a6d060e14ef9 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:29.303076 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fea432-f8a2-4de4-a412-6d86cdaf40e4 req-caf42b2b-0058-4d50-9ee4-1acb207d5cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:29.303433 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12fea432-f8a2-4de4-a412-6d86cdaf40e4 req-489789d4-5940-4c88-ae6b-643048307e26 service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007955 Jul 06 14:00:29.304822 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12fea432-f8a2-4de4-a412-6d86cdaf40e4 req-caf42b2b-0058-4d50-9ee4-1acb207d5cae service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f4322734-a743-44c6-9e14-7471ee4779b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807645 Jul 06 14:00:29.306253 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-72bc0183-11a4-4adf-8fca-a6d060e14ef9 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:29.389035 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bc0183-11a4-4adf-8fca-a6d060e14ef9 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:00:29.394826 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-72bc0183-11a4-4adf-8fca-a6d060e14ef9 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:29.404271 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bc0183-11a4-4adf-8fca-a6d060e14ef9 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:00:29.430719 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc0183-11a4-4adf-8fca-a6d060e14ef9 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Pushing event updated for resources: {'Port': ['ID=540b0fb0-4fc6-4874-b2a6-ed08ddc9428b,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:29.509254 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12fea432-f8a2-4de4-a412-6d86cdaf40e4 req-0a2ebe16-eb22-4516-93e2-3a1b0d38b48b service neutron] 10.222.0.124 "GET /v2.0/networks/f4322734-a743-44c6-9e14-7471ee4779b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786187 Jul 06 14:00:29.720225 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12fea432-f8a2-4de4-a412-6d86cdaf40e4 req-1e380288-2438-4dbd-ae18-c945722d0eee service neutron] 10.222.0.124 "GET /v2.0/networks/f4322734-a743-44c6-9e14-7471ee4779b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034600 Jul 06 14:00:29.777947 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654c1ee-d42a-40fa-9b18-ea64d8ecda57 req-43e41c2a-45fe-475d-8d66-7e0bfeb5d404 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:29.779464 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b654c1ee-d42a-40fa-9b18-ea64d8ecda57 req-43e41c2a-45fe-475d-8d66-7e0bfeb5d404 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=200750bd-507b-4853-a4be-ddb3d7d2406d HTTP/1.1" status: 200 len: 943 time: 0.2505794 Jul 06 14:00:29.856003 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b654c1ee-d42a-40fa-9b18-ea64d8ecda57 req-c8bf4643-0f48-45da-a3e2-da02a2c6403a tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663948 Jul 06 14:00:30.017915 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-72bc0183-11a4-4adf-8fca-a6d060e14ef9 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:30.114127 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-72bc0183-11a4-4adf-8fca-a6d060e14ef9 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:30.293275 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-72bc0183-11a4-4adf-8fca-a6d060e14ef9 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:30.298609 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-72bc0183-11a4-4adf-8fca-a6d060e14ef9 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:30.370363 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc0183-11a4-4adf-8fca-a6d060e14ef9 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Pushing event updated for resources: {'Port': ['ID=540b0fb0-4fc6-4874-b2a6-ed08ddc9428b,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:30.387459 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-72bc0183-11a4-4adf-8fca-a6d060e14ef9 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:30.450753 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device b1af39cf-6972-44ee-82c5-89c22f624ac5 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:00:30.494665 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-72bc0183-11a4-4adf-8fca-a6d060e14ef9 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Floating IP 1c5a2d4b-c15e-49d2-b7e2-4cbf1816779f associated. External IP: 172.25.6.175, port: 060d4be5-93f6-4a60-85b4-c8cf00aa1135. Jul 06 14:00:30.554733 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port b1af39cf-6972-44ee-82c5-89c22f624ac5, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=b1af39cf-6972-44ee-82c5-89c22f624ac5,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:30.567528 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'b1af39cf-6972-44ee-82c5-89c22f624ac5', 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d', 'port_id': 'b1af39cf-6972-44ee-82c5-89c22f624ac5', 'mac_address': 'fa:16:3e:f9:98:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c752e52c-1e0e-4b69-8288-ed62c19f3b18', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:00:30.617548 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:30.633573 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1af39cf-6972-44ee-82c5-89c22f624ac5 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:30.657612 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port b1af39cf-6972-44ee-82c5-89c22f624ac5, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=b1af39cf-6972-44ee-82c5-89c22f624ac5,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:30.662883 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:30.718165 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=b1af39cf-6972-44ee-82c5-89c22f624ac5,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:30.939349 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['b1af39cf-6972-44ee-82c5-89c22f624ac5'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:00:31.037368 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72bc0183-11a4-4adf-8fca-a6d060e14ef9 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Router 5302225d-dae7-420f-9590-f08a3faf81b1 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:00:31.104590 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473bf98-364d-4a50-9780-342fc80d4d16 req-d71d277b-1173-4d73-92ff-c681e98a2efb tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:31.111319 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c473bf98-364d-4a50-9780-342fc80d4d16 req-d71d277b-1173-4d73-92ff-c681e98a2efb tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=200750bd-507b-4853-a4be-ddb3d7d2406d HTTP/1.1" status: 200 len: 944 time: 0.1279299 Jul 06 14:00:31.187911 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c473bf98-364d-4a50-9780-342fc80d4d16 req-b45cd66a-a1d9-4309-b56b-742342ebece8 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757082 Jul 06 14:00:31.202109 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bc0183-11a4-4adf-8fca-a6d060e14ef9 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:00:31.220875 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-72bc0183-11a4-4adf-8fca-a6d060e14ef9 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:31.228461 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a22415-b623-4645-863d-a4e9de7091ce None None] Sync routers for ids ['5302225d-dae7-420f-9590-f08a3faf81b1'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:00:31.238017 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a22415-b623-4645-863d-a4e9de7091ce None None] Routers {'5302225d-dae7-420f-9590-f08a3faf81b1'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:00:31.238648 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-a3a22415-b623-4645-863d-a4e9de7091ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:00:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['5302225d-dae7-420f-9590-f08a3faf81b1'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:31.275021 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-72bc0183-11a4-4adf-8fca-a6d060e14ef9 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8053074 Jul 06 14:00:31.275021 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5d8e6b-fb09-41c0-b825-e0074c4c586b', 'tag': '060d4be5-93f6-4a60-85b4-c8cf00aa1135'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:31.275398 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60158) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:31.278854 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ef8a52-63ca-4e79-97e4-7dda2ae286b3" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5d8e6b-fb09-41c0-b825-e0074c4c586b", "tag": "060d4be5-93f6-4a60-85b4-c8cf00aa1135"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:31.361520 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aa61d5-997f-4b70-9b36-8bd6fe9a1924 tempest-TestVolumeBackupRestore-1778438944 tempest-TestVolumeBackupRestore-1778438944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:31.363278 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-20aa61d5-997f-4b70-9b36-8bd6fe9a1924 tempest-TestVolumeBackupRestore-1778438944 tempest-TestVolumeBackupRestore-1778438944-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=6c5d8e6b-fb09-41c0-b825-e0074c4c586b HTTP/1.1" status: 200 len: 1091 time: 0.0868800 Jul 06 14:00:31.367177 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60164) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:31.373152 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e6f28acb-ce21-4029-9ef8-cca6273b4083 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Request body: {'floatingip': {'port_id': '060d4be5-93f6-4a60-85b4-c8cf00aa1135'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:31.376297 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-a3a22415-b623-4645-863d-a4e9de7091ce None None] Set router 5302225d-dae7-420f-9590-f08a3faf81b1 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:00:31.464523 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6f28acb-ce21-4029-9ef8-cca6273b4083 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for floatingip, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:31.611429 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcd0020-c070-47c2-919f-1af529233bc9 x-openstack-request-id: req-cfcd0020-c070-47c2-919f-1af529233bc9 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:31.612474 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5d8e6b-fb09-41c0-b825-e0074c4c586b", "tag": "060d4be5-93f6-4a60-85b4-c8cf00aa1135", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:31.613532 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-cfcd0020-c070-47c2-919f-1af529233bc9 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:31.614556 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5d8e6b-fb09-41c0-b825-e0074c4c586b', 'tag': '060d4be5-93f6-4a60-85b4-c8cf00aa1135', 'status': 'completed', 'code': 200} Jul 06 14:00:31.678584 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-a3a22415-b623-4645-863d-a4e9de7091ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'name': 'tempest-TestVolumeBackupRestore-1574025727-router', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T13:57:17Z', 'revision_number': 4, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'gw_port': {'id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '1c5a2d4b-c15e-49d2-b7e2-4cbf1816779f', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'port_id': '060d4be5-93f6-4a60-85b4-c8cf00aa1135', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a', 'mac_address': 'fa:16:3e:08:4c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5d8e6b-fb09-41c0-b825-e0074c4c586b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:00:29Z', 'updated_at': '2021-07-06T14:00:29Z', 'revision_number': 0, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af0d286e-9dc0-4af4-9db8-67903674d544', 'name': '', 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'mac_address': 'fa:16:3e:97:ad:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'e2c5549a-87ab-47fc-82d1-f761c92f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:16Z', 'updated_at': '2021-07-06T13:57:36Z', 'revision_number': 5, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'subnets': [{'id': 'e2c5549a-87ab-47fc-82d1-f761c92f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:31.728016 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a22415-b623-4645-863d-a4e9de7091ce None None] Checking router: 5302225d-dae7-420f-9590-f08a3faf81b1 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:00:31.738323 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a22415-b623-4645-863d-a4e9de7091ce None None] Routers {'5302225d-dae7-420f-9590-f08a3faf81b1'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:00:31.739112 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-a3a22415-b623-4645-863d-a4e9de7091ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:00:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['5302225d-dae7-420f-9590-f08a3faf81b1'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:31.791310 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef8a52-63ca-4e79-97e4-7dda2ae286b3 req-a6a9c8f1-93dc-4f3c-b69d-15ff15a480de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:31.792846 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12ef8a52-63ca-4e79-97e4-7dda2ae286b3 req-a6a9c8f1-93dc-4f3c-b69d-15ff15a480de service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ee0bba68454415789e977e02265b3b8&device_id=6c5d8e6b-fb09-41c0-b825-e0074c4c586b HTTP/1.1" status: 200 len: 1096 time: 0.1263685 Jul 06 14:00:31.868143 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-a3a22415-b623-4645-863d-a4e9de7091ce None None] Set router 5302225d-dae7-420f-9590-f08a3faf81b1 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:00:32.004098 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef8a52-63ca-4e79-97e4-7dda2ae286b3 req-4a84fd49-6bc2-45b5-81ad-914bf89089c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:32.005665 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12ef8a52-63ca-4e79-97e4-7dda2ae286b3 req-4a84fd49-6bc2-45b5-81ad-914bf89089c3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f18317a2-edda-4f2d-9b93-2b73971df27a HTTP/1.1" status: 200 len: 915 time: 0.1828249 Jul 06 14:00:32.113919 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12ef8a52-63ca-4e79-97e4-7dda2ae286b3 req-c2000f52-b3b0-465e-b1cb-2079362478a2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=060d4be5-93f6-4a60-85b4-c8cf00aa1135 HTTP/1.1" status: 200 len: 999 time: 0.0969861 Jul 06 14:00:32.151196 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-a3a22415-b623-4645-863d-a4e9de7091ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'name': 'tempest-TestVolumeBackupRestore-1574025727-router', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T13:57:17Z', 'revision_number': 4, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'gw_port': {'id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '1c5a2d4b-c15e-49d2-b7e2-4cbf1816779f', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'port_id': '060d4be5-93f6-4a60-85b4-c8cf00aa1135', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a', 'mac_address': 'fa:16:3e:08:4c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5d8e6b-fb09-41c0-b825-e0074c4c586b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:00:29Z', 'updated_at': '2021-07-06T14:00:29Z', 'revision_number': 0, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af0d286e-9dc0-4af4-9db8-67903674d544', 'name': '', 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'mac_address': 'fa:16:3e:97:ad:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'e2c5549a-87ab-47fc-82d1-f761c92f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:16Z', 'updated_at': '2021-07-06T13:57:36Z', 'revision_number': 5, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'subnets': [{'id': 'e2c5549a-87ab-47fc-82d1-f761c92f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:32.179067 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a22415-b623-4645-863d-a4e9de7091ce None None] The sync data for ids ['5302225d-dae7-420f-9590-f08a3faf81b1'] in n-d-773644-6 is: [{'id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'name': 'tempest-TestVolumeBackupRestore-1574025727-router', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T13:57:17Z', 'revision_number': 4, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'gw_port': {'id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '1c5a2d4b-c15e-49d2-b7e2-4cbf1816779f', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'port_id': '060d4be5-93f6-4a60-85b4-c8cf00aa1135', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a', 'mac_address': 'fa:16:3e:08:4c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5d8e6b-fb09-41c0-b825-e0074c4c586b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:00:29Z', 'updated_at': '2021-07-06T14:00:29Z', 'revision_number': 0, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af0d286e-9dc0-4af4-9db8-67903674d544', 'name': '', 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'mac_address': 'fa:16:3e:97:ad:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'e2c5549a-87ab-47fc-82d1-f761c92f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:16Z', 'updated_at': '2021-07-06T13:57:36Z', 'revision_number': 5, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'subnets': [{'id': 'e2c5549a-87ab-47fc-82d1-f761c92f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:00:32.211232 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6f28acb-ce21-4029-9ef8-cca6273b4083 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:32.216808 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef8a52-63ca-4e79-97e4-7dda2ae286b3 req-2f7d4c02-78ca-48ff-9b71-e2f46ad14676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:32.219570 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12ef8a52-63ca-4e79-97e4-7dda2ae286b3 req-2f7d4c02-78ca-48ff-9b71-e2f46ad14676 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e2c5549a-87ab-47fc-82d1-f761c92f3c4a HTTP/1.1" status: 200 len: 853 time: 0.0960016 Jul 06 14:00:32.220745 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6f28acb-ce21-4029-9ef8-cca6273b4083 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:32.382373 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef8a52-63ca-4e79-97e4-7dda2ae286b3 req-ce7cad67-561d-4c43-9450-8f59fe2db728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:32.383693 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12ef8a52-63ca-4e79-97e4-7dda2ae286b3 req-ce7cad67-561d-4c43-9450-8f59fe2db728 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f18317a2-edda-4f2d-9b93-2b73971df27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1576293 Jul 06 14:00:32.427092 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b80f1-684e-4ea3-b0ca-7140ae963d04 req-19c8fbd1-a286-44a3-88d6-3aec55a9a452 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:32.430513 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fd0b80f1-684e-4ea3-b0ca-7140ae963d04 req-19c8fbd1-a286-44a3-88d6-3aec55a9a452 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=200750bd-507b-4853-a4be-ddb3d7d2406d HTTP/1.1" status: 200 len: 944 time: 0.0948994 Jul 06 14:00:32.466069 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device b1af39cf-6972-44ee-82c5-89c22f624ac5 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:32.497457 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39594cab-d4f5-4f14-b8f2-685626dab7bd None None] New status for floating IP 1c5a2d4b-c15e-49d2-b7e2-4cbf1816779f: ACTIVE {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:00:32.503954 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fd0b80f1-684e-4ea3-b0ca-7140ae963d04 req-7fcda92a-4ff2-4da3-a86f-918581900101 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640633 Jul 06 14:00:32.583143 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port b1af39cf-6972-44ee-82c5-89c22f624ac5 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:32.592248 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port b1af39cf-6972-44ee-82c5-89c22f624ac5 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:32.593220 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:32.648597 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12ef8a52-63ca-4e79-97e4-7dda2ae286b3 req-03edeb27-1974-4deb-9e96-a5b6f65cd4df service neutron] 10.222.0.52 "GET /v2.0/networks/f18317a2-edda-4f2d-9b93-2b73971df27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568200 Jul 06 14:00:32.655180 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f28acb-ce21-4029-9ef8-cca6273b4083 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Router 5302225d-dae7-420f-9590-f08a3faf81b1 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:00:32.745824 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:32.760878 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [req-31871a8c-ed52-4844-9049-671d58f0c6d4 req-3c723e17-8a78-4aa5-90e3-0bd032b23aff tempest-ImagesTestJSON-586261252 tempest-ImagesTestJSON-586261252-project] (100417) timed out ('10.222.0.52', 59543) {{(pid=100417) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 14:00:32.790103 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200750bd-507b-4853-a4be-ddb3d7d2406d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1af39cf-6972-44ee-82c5-89c22f624ac5'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:32.792396 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b544080-760b-4f92-92b6-985d3f183f36" -d '{"events": [{"server_uuid": "200750bd-507b-4853-a4be-ddb3d7d2406d", "name": "network-vif-plugged", "status": "completed", "tag": "b1af39cf-6972-44ee-82c5-89c22f624ac5"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:32.805508 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port b1af39cf-6972-44ee-82c5-89c22f624ac5, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=b1af39cf-6972-44ee-82c5-89c22f624ac5,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:32.811076 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:32.900719 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=b1af39cf-6972-44ee-82c5-89c22f624ac5,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:33.129364 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae2e7af-a789-48b2-ae0a-cf2427ba4edf x-openstack-request-id: req-eae2e7af-a789-48b2-ae0a-cf2427ba4edf {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:33.129672 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200750bd-507b-4853-a4be-ddb3d7d2406d", "name": "network-vif-plugged", "status": "completed", "tag": "b1af39cf-6972-44ee-82c5-89c22f624ac5", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:33.129958 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-eae2e7af-a789-48b2-ae0a-cf2427ba4edf {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:33.130364 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200750bd-507b-4853-a4be-ddb3d7d2406d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1af39cf-6972-44ee-82c5-89c22f624ac5', 'code': 200} Jul 06 14:00:33.181872 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-12ef8a52-63ca-4e79-97e4-7dda2ae286b3 req-f2a8bb2c-edfb-47a1-b1d6-b84e22ba25e0 service neutron] 10.222.0.52 "GET /v2.0/networks/f18317a2-edda-4f2d-9b93-2b73971df27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232618 Jul 06 14:00:33.278585 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f28acb-ce21-4029-9ef8-cca6273b4083 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:00:33.284203 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6f28acb-ce21-4029-9ef8-cca6273b4083 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:33.292225 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caa1ea3-c551-439f-bd11-628a47797aa5 None None] Sync routers for ids ['5302225d-dae7-420f-9590-f08a3faf81b1'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:00:33.310639 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caa1ea3-c551-439f-bd11-628a47797aa5 None None] Routers {'5302225d-dae7-420f-9590-f08a3faf81b1'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:00:33.311406 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8caa1ea3-c551-439f-bd11-628a47797aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:00:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['5302225d-dae7-420f-9590-f08a3faf81b1'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:33.330943 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630dbecd-346b-4333-a8bc-328607e3e0e1 req-79cec6b1-df3d-4b81-a859-461e851dac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:33.332576 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-630dbecd-346b-4333-a8bc-328607e3e0e1 req-79cec6b1-df3d-4b81-a859-461e851dac92 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=200750bd-507b-4853-a4be-ddb3d7d2406d HTTP/1.1" status: 200 len: 1096 time: 0.1087129 Jul 06 14:00:33.335852 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5d8e6b-fb09-41c0-b825-e0074c4c586b', 'tag': '060d4be5-93f6-4a60-85b4-c8cf00aa1135'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:33.338195 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc502b8-82b5-44d8-bacd-3575bbcd28e6" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5d8e6b-fb09-41c0-b825-e0074c4c586b", "tag": "060d4be5-93f6-4a60-85b4-c8cf00aa1135"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:33.389042 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8756248c-46ff-4222-9bf0-b7896938d11e x-openstack-request-id: req-8756248c-46ff-4222-9bf0-b7896938d11e {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:33.389702 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5d8e6b-fb09-41c0-b825-e0074c4c586b", "tag": "060d4be5-93f6-4a60-85b4-c8cf00aa1135", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:33.389702 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-8756248c-46ff-4222-9bf0-b7896938d11e {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:33.390078 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5d8e6b-fb09-41c0-b825-e0074c4c586b', 'tag': '060d4be5-93f6-4a60-85b4-c8cf00aa1135', 'status': 'completed', 'code': 200} Jul 06 14:00:33.423144 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e6f28acb-ce21-4029-9ef8-cca6273b4083 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "PUT /v2.0/floatingips/1c5a2d4b-c15e-49d2-b7e2-4cbf1816779f HTTP/1.1" status: 200 len: 991 time: 2.0545871 Jul 06 14:00:33.431516 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-630dbecd-346b-4333-a8bc-328607e3e0e1 req-99703b37-0fcd-4881-b888-87ce4370a51b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892584 Jul 06 14:00:33.547243 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc502b8-82b5-44d8-bacd-3575bbcd28e6 req-96581ba6-553e-4e80-8cfc-d45e4bed1341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:33.550407 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbc502b8-82b5-44d8-bacd-3575bbcd28e6 req-96581ba6-553e-4e80-8cfc-d45e4bed1341 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ee0bba68454415789e977e02265b3b8&device_id=6c5d8e6b-fb09-41c0-b825-e0074c4c586b HTTP/1.1" status: 200 len: 1096 time: 0.0673497 Jul 06 14:00:33.597108 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-8caa1ea3-c551-439f-bd11-628a47797aa5 None None] Set router 5302225d-dae7-420f-9590-f08a3faf81b1 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:00:33.722384 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc502b8-82b5-44d8-bacd-3575bbcd28e6 req-8311bfed-d81e-4539-983c-bf15827bb2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:33.725287 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbc502b8-82b5-44d8-bacd-3575bbcd28e6 req-8311bfed-d81e-4539-983c-bf15827bb2fb service neutron] 10.222.0.52 "GET /v2.0/networks?id=f18317a2-edda-4f2d-9b93-2b73971df27a HTTP/1.1" status: 200 len: 915 time: 0.1521523 Jul 06 14:00:33.805385 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbfd15-3de5-4cec-847b-a5ac2f9d63b1 req-73ffe05a-38bf-4a8f-b433-5eee758753ba tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:33.806913 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1dcbfd15-3de5-4cec-847b-a5ac2f9d63b1 req-73ffe05a-38bf-4a8f-b433-5eee758753ba tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=200750bd-507b-4853-a4be-ddb3d7d2406d HTTP/1.1" status: 200 len: 945 time: 0.1379550 Jul 06 14:00:33.819511 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbc502b8-82b5-44d8-bacd-3575bbcd28e6 req-64c69168-c191-48ff-8679-c2f3d519b1aa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=060d4be5-93f6-4a60-85b4-c8cf00aa1135 HTTP/1.1" status: 200 len: 1001 time: 0.0869024 Jul 06 14:00:33.863776 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8caa1ea3-c551-439f-bd11-628a47797aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'name': 'tempest-TestVolumeBackupRestore-1574025727-router', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T13:57:17Z', 'revision_number': 4, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'gw_port': {'id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '1c5a2d4b-c15e-49d2-b7e2-4cbf1816779f', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'port_id': '060d4be5-93f6-4a60-85b4-c8cf00aa1135', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a', 'mac_address': 'fa:16:3e:08:4c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5d8e6b-fb09-41c0-b825-e0074c4c586b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:00:29Z', 'updated_at': '2021-07-06T14:00:32Z', 'revision_number': 2, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af0d286e-9dc0-4af4-9db8-67903674d544', 'name': '', 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'mac_address': 'fa:16:3e:97:ad:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'e2c5549a-87ab-47fc-82d1-f761c92f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:16Z', 'updated_at': '2021-07-06T13:57:36Z', 'revision_number': 5, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'subnets': [{'id': 'e2c5549a-87ab-47fc-82d1-f761c92f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:33.899142 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caa1ea3-c551-439f-bd11-628a47797aa5 None None] Checking router: 5302225d-dae7-420f-9590-f08a3faf81b1 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:00:33.904420 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1dcbfd15-3de5-4cec-847b-a5ac2f9d63b1 req-3f10258e-647d-4ed8-ba2d-5b21b61fca2e tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890808 Jul 06 14:00:33.906323 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc502b8-82b5-44d8-bacd-3575bbcd28e6 req-726b1b35-89ad-4c53-861d-c765ea758d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:33.907804 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbc502b8-82b5-44d8-bacd-3575bbcd28e6 req-726b1b35-89ad-4c53-861d-c765ea758d7f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e2c5549a-87ab-47fc-82d1-f761c92f3c4a HTTP/1.1" status: 200 len: 853 time: 0.0818799 Jul 06 14:00:33.909037 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caa1ea3-c551-439f-bd11-628a47797aa5 None None] Routers {'5302225d-dae7-420f-9590-f08a3faf81b1'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:00:33.909687 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8caa1ea3-c551-439f-bd11-628a47797aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:00:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['5302225d-dae7-420f-9590-f08a3faf81b1'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:33.987824 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc502b8-82b5-44d8-bacd-3575bbcd28e6 req-6b592d90-4f7d-40d2-abe4-9ac09a777996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:33.989379 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbc502b8-82b5-44d8-bacd-3575bbcd28e6 req-6b592d90-4f7d-40d2-abe4-9ac09a777996 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f18317a2-edda-4f2d-9b93-2b73971df27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708168 Jul 06 14:00:34.040189 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-8caa1ea3-c551-439f-bd11-628a47797aa5 None None] Set router 5302225d-dae7-420f-9590-f08a3faf81b1 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:00:34.123554 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbc502b8-82b5-44d8-bacd-3575bbcd28e6 req-76f60349-bb6b-40d1-8c27-fcc17cf9f8f4 service neutron] 10.222.0.52 "GET /v2.0/networks/f18317a2-edda-4f2d-9b93-2b73971df27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266105 Jul 06 14:00:34.282125 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbc502b8-82b5-44d8-bacd-3575bbcd28e6 req-0f3028b6-23cd-4f8b-b873-02ae9a001d69 service neutron] 10.222.0.52 "GET /v2.0/networks/f18317a2-edda-4f2d-9b93-2b73971df27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503828 Jul 06 14:00:34.376067 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8caa1ea3-c551-439f-bd11-628a47797aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'name': 'tempest-TestVolumeBackupRestore-1574025727-router', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T13:57:17Z', 'revision_number': 4, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'gw_port': {'id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '1c5a2d4b-c15e-49d2-b7e2-4cbf1816779f', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'port_id': '060d4be5-93f6-4a60-85b4-c8cf00aa1135', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a', 'mac_address': 'fa:16:3e:08:4c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5d8e6b-fb09-41c0-b825-e0074c4c586b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:00:29Z', 'updated_at': '2021-07-06T14:00:32Z', 'revision_number': 2, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af0d286e-9dc0-4af4-9db8-67903674d544', 'name': '', 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'mac_address': 'fa:16:3e:97:ad:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'e2c5549a-87ab-47fc-82d1-f761c92f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:16Z', 'updated_at': '2021-07-06T13:57:36Z', 'revision_number': 5, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'subnets': [{'id': 'e2c5549a-87ab-47fc-82d1-f761c92f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:00:34.408239 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caa1ea3-c551-439f-bd11-628a47797aa5 None None] The sync data for ids ['5302225d-dae7-420f-9590-f08a3faf81b1'] in n-d-773644-6 is: [{'id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'name': 'tempest-TestVolumeBackupRestore-1574025727-router', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T13:57:17Z', 'revision_number': 4, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'gw_port': {'id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '1c5a2d4b-c15e-49d2-b7e2-4cbf1816779f', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'port_id': '060d4be5-93f6-4a60-85b4-c8cf00aa1135', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a', 'mac_address': 'fa:16:3e:08:4c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5d8e6b-fb09-41c0-b825-e0074c4c586b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:00:29Z', 'updated_at': '2021-07-06T14:00:32Z', 'revision_number': 2, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af0d286e-9dc0-4af4-9db8-67903674d544', 'name': '', 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'mac_address': 'fa:16:3e:97:ad:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'e2c5549a-87ab-47fc-82d1-f761c92f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:16Z', 'updated_at': '2021-07-06T13:57:36Z', 'revision_number': 5, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'subnets': [{'id': 'e2c5549a-87ab-47fc-82d1-f761c92f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:00:35.089429 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb34cb3-b010-4a67-be50-efe46f0c6383 req-c05d8e7d-446d-47bd-97cf-e771cd856663 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:35.091149 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bdb34cb3-b010-4a67-be50-efe46f0c6383 req-c05d8e7d-446d-47bd-97cf-e771cd856663 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=200750bd-507b-4853-a4be-ddb3d7d2406d HTTP/1.1" status: 200 len: 945 time: 0.0689003 Jul 06 14:00:35.130314 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bdb34cb3-b010-4a67-be50-efe46f0c6383 req-01ba1260-695a-4b8e-9c3b-18071d669ef8 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336969 Jul 06 14:00:35.386526 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c0569399-a432-4743-aba3-9d6bf37dc13c req-080e1663-34f2-4ee3-a201-5e6215583da7 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=84c411c9b83740e1bcaf5cc8002aa094 HTTP/1.1" status: 200 len: 267 time: 0.0358996 Jul 06 14:00:35.390891 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5d8e6b-fb09-41c0-b825-e0074c4c586b', 'tag': '060d4be5-93f6-4a60-85b4-c8cf00aa1135'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:35.393267 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5542754-ff7a-433e-8ad5-0f9ea7f9e1b9" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5d8e6b-fb09-41c0-b825-e0074c4c586b", "tag": "060d4be5-93f6-4a60-85b4-c8cf00aa1135"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:35.466364 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0569399-a432-4743-aba3-9d6bf37dc13c req-7b38da60-d430-4c96-bfd7-a1f9b311676d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:35.467826 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c0569399-a432-4743-aba3-9d6bf37dc13c req-7b38da60-d430-4c96-bfd7-a1f9b311676d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=200750bd-507b-4853-a4be-ddb3d7d2406d HTTP/1.1" status: 200 len: 945 time: 0.0741568 Jul 06 14:00:35.481098 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-c0569399-a432-4743-aba3-9d6bf37dc13c req-3f1fce7b-5ee6-46fd-8d6c-7aeace27bd45 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Request body: {'port': {'security_groups': []}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:35.574385 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c0569399-a432-4743-aba3-9d6bf37dc13c req-3f1fce7b-5ee6-46fd-8d6c-7aeace27bd45 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:35.750596 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-c0569399-a432-4743-aba3-9d6bf37dc13c req-3f1fce7b-5ee6-46fd-8d6c-7aeace27bd45 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] For port b1af39cf-6972-44ee-82c5-89c22f624ac5, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=b1af39cf-6972-44ee-82c5-89c22f624ac5,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:35.781290 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c0569399-a432-4743-aba3-9d6bf37dc13c req-3f1fce7b-5ee6-46fd-8d6c-7aeace27bd45 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:35.786449 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c0569399-a432-4743-aba3-9d6bf37dc13c req-3f1fce7b-5ee6-46fd-8d6c-7aeace27bd45 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:35.799054 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['c9a7afaf-4493-4728-8331-4fc37d4607e6', '16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24', 'b1af39cf-6972-44ee-82c5-89c22f624ac5'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:00:35.847575 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0569399-a432-4743-aba3-9d6bf37dc13c req-3f1fce7b-5ee6-46fd-8d6c-7aeace27bd45 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:35.848238 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c0569399-a432-4743-aba3-9d6bf37dc13c req-3f1fce7b-5ee6-46fd-8d6c-7aeace27bd45 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:35.854371 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c0569399-a432-4743-aba3-9d6bf37dc13c req-3f1fce7b-5ee6-46fd-8d6c-7aeace27bd45 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "PUT /v2.0/ports/b1af39cf-6972-44ee-82c5-89c22f624ac5 HTTP/1.1" status: 200 len: 904 time: 0.3779428 Jul 06 14:00:35.855270 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200750bd-507b-4853-a4be-ddb3d7d2406d', 'tag': 'b1af39cf-6972-44ee-82c5-89c22f624ac5'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:35.860687 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2853f8-724d-4632-a4e6-9f88bd6d8e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "200750bd-507b-4853-a4be-ddb3d7d2406d", "tag": "b1af39cf-6972-44ee-82c5-89c22f624ac5"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:35.902738 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1fce7b-5ee6-46fd-8d6c-7aeace27bd45 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Pushing event updated for resources: {'Port': ['ID=b1af39cf-6972-44ee-82c5-89c22f624ac5,revision_number=6']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:35.977548 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['b1af39cf-6972-44ee-82c5-89c22f624ac5'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:00:36.116241 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fbac5d-f2e8-4bac-b8ba-9c64e8105fc0 x-openstack-request-id: req-f2fbac5d-f2e8-4bac-b8ba-9c64e8105fc0 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:36.116617 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5d8e6b-fb09-41c0-b825-e0074c4c586b", "tag": "060d4be5-93f6-4a60-85b4-c8cf00aa1135", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:36.116933 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-f2fbac5d-f2e8-4bac-b8ba-9c64e8105fc0 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:36.117402 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5d8e6b-fb09-41c0-b825-e0074c4c586b', 'tag': '060d4be5-93f6-4a60-85b4-c8cf00aa1135', 'status': 'completed', 'code': 200} Jul 06 14:00:36.160722 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-edbe80c5-686e-4204-a1ae-699db23fd136 None None] Provisioning complete for port b1af39cf-6972-44ee-82c5-89c22f624ac5 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:36.161375 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-edbe80c5-686e-4204-a1ae-699db23fd136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:36.214779 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5542754-ff7a-433e-8ad5-0f9ea7f9e1b9 req-d934b871-8aeb-4307-b43b-1fcbe660288c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:36.216316 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f5542754-ff7a-433e-8ad5-0f9ea7f9e1b9 req-d934b871-8aeb-4307-b43b-1fcbe660288c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ee0bba68454415789e977e02265b3b8&device_id=6c5d8e6b-fb09-41c0-b825-e0074c4c586b HTTP/1.1" status: 200 len: 1096 time: 0.0682557 Jul 06 14:00:36.368492 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5542754-ff7a-433e-8ad5-0f9ea7f9e1b9 req-5af04776-59c6-41b8-8246-190a47c30050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:36.368492 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f5542754-ff7a-433e-8ad5-0f9ea7f9e1b9 req-5af04776-59c6-41b8-8246-190a47c30050 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f18317a2-edda-4f2d-9b93-2b73971df27a HTTP/1.1" status: 200 len: 915 time: 0.1436837 Jul 06 14:00:36.483753 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f5542754-ff7a-433e-8ad5-0f9ea7f9e1b9 req-d48cc0bf-cab7-4d9e-9a28-fb5121d22f73 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=060d4be5-93f6-4a60-85b4-c8cf00aa1135 HTTP/1.1" status: 200 len: 1001 time: 0.1066399 Jul 06 14:00:36.516430 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482b80d-da0d-4bf5-99db-ef35fa73f29e req-120a7d74-6c2c-4e1a-99b6-075eb1a2b40f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:36.518220 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3482b80d-da0d-4bf5-99db-ef35fa73f29e req-120a7d74-6c2c-4e1a-99b6-075eb1a2b40f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=200750bd-507b-4853-a4be-ddb3d7d2406d HTTP/1.1" status: 200 len: 907 time: 0.1907036 Jul 06 14:00:36.559200 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5542754-ff7a-433e-8ad5-0f9ea7f9e1b9 req-b4d5297c-f62b-4440-993d-181f5f5e1f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:36.561179 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f5542754-ff7a-433e-8ad5-0f9ea7f9e1b9 req-b4d5297c-f62b-4440-993d-181f5f5e1f93 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e2c5549a-87ab-47fc-82d1-f761c92f3c4a HTTP/1.1" status: 200 len: 853 time: 0.0711465 Jul 06 14:00:36.610387 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2561fe74-5c94-452e-a573-6d014a594bb7 x-openstack-request-id: req-2561fe74-5c94-452e-a573-6d014a594bb7 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:36.610756 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200750bd-507b-4853-a4be-ddb3d7d2406d", "tag": "b1af39cf-6972-44ee-82c5-89c22f624ac5", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:36.610938 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-2561fe74-5c94-452e-a573-6d014a594bb7 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:36.611455 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200750bd-507b-4853-a4be-ddb3d7d2406d', 'tag': 'b1af39cf-6972-44ee-82c5-89c22f624ac5', 'status': 'completed', 'code': 200} Jul 06 14:00:36.648722 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5542754-ff7a-433e-8ad5-0f9ea7f9e1b9 req-26ffe55a-c423-476e-855d-843e258e4230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:36.650629 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f5542754-ff7a-433e-8ad5-0f9ea7f9e1b9 req-26ffe55a-c423-476e-855d-843e258e4230 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f18317a2-edda-4f2d-9b93-2b73971df27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827847 Jul 06 14:00:36.682585 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2853f8-724d-4632-a4e6-9f88bd6d8e0b req-bd0b7428-b849-47e3-887c-da10fe6d5d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:36.684149 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6f2853f8-724d-4632-a4e6-9f88bd6d8e0b req-bd0b7428-b849-47e3-887c-da10fe6d5d28 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84c411c9b83740e1bcaf5cc8002aa094&device_id=200750bd-507b-4853-a4be-ddb3d7d2406d HTTP/1.1" status: 200 len: 1058 time: 0.0764661 Jul 06 14:00:36.800890 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f5542754-ff7a-433e-8ad5-0f9ea7f9e1b9 req-db0f8992-ea37-406d-9fee-0f43238ca605 service neutron] 10.222.0.52 "GET /v2.0/networks/f18317a2-edda-4f2d-9b93-2b73971df27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425004 Jul 06 14:00:36.821180 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2853f8-724d-4632-a4e6-9f88bd6d8e0b req-c7d6ec54-3b88-4f17-8e42-44f1abb0e1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:36.824474 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6f2853f8-724d-4632-a4e6-9f88bd6d8e0b req-c7d6ec54-3b88-4f17-8e42-44f1abb0e1e9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=65a0c785-6dfd-4a01-9b12-067743ee677d HTTP/1.1" status: 200 len: 913 time: 0.1333821 Jul 06 14:00:36.878772 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6f2853f8-724d-4632-a4e6-9f88bd6d8e0b req-315d7eae-7bf5-4c75-b229-82501f5606cc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1af39cf-6972-44ee-82c5-89c22f624ac5 HTTP/1.1" status: 200 len: 217 time: 0.0466409 Jul 06 14:00:36.950661 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2853f8-724d-4632-a4e6-9f88bd6d8e0b req-ee590a81-4e3b-47e2-b24d-94a0c7eae338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:36.953856 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6f2853f8-724d-4632-a4e6-9f88bd6d8e0b req-ee590a81-4e3b-47e2-b24d-94a0c7eae338 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c752e52c-1e0e-4b69-8288-ed62c19f3b18 HTTP/1.1" status: 200 len: 851 time: 0.0683196 Jul 06 14:00:36.969576 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f5542754-ff7a-433e-8ad5-0f9ea7f9e1b9 req-b027bed3-4a1f-49a1-b3ab-2fe769a8aa55 service neutron] 10.222.0.52 "GET /v2.0/networks/f18317a2-edda-4f2d-9b93-2b73971df27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618736 Jul 06 14:00:36.989230 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21188df8-1c2d-4426-86f3-1def66598fb5 req-456c95ad-4574-4348-9d88-c1f4f976bf50 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:37.000609 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-21188df8-1c2d-4426-86f3-1def66598fb5 req-456c95ad-4574-4348-9d88-c1f4f976bf50 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.1852098 Jul 06 14:00:37.039197 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2853f8-724d-4632-a4e6-9f88bd6d8e0b req-fa8dd6e7-a887-4d74-9942-fbd65924cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:37.041600 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6f2853f8-724d-4632-a4e6-9f88bd6d8e0b req-fa8dd6e7-a887-4d74-9942-fbd65924cb2c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=65a0c785-6dfd-4a01-9b12-067743ee677d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788031 Jul 06 14:00:37.061065 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-21188df8-1c2d-4426-86f3-1def66598fb5 req-bc42e8a1-c1f2-4528-a729-af7dda0eb3d3 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594537 Jul 06 14:00:37.148028 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6f2853f8-724d-4632-a4e6-9f88bd6d8e0b req-030a8f0f-a447-4522-9000-af8b6b2ed056 service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991611 Jul 06 14:00:37.267784 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6f2853f8-724d-4632-a4e6-9f88bd6d8e0b req-6fd321d3-493a-47c4-bb05-ad732d723c15 service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129377 Jul 06 14:00:37.274418 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c8c095dc-d125-497c-b4fa-6d7abbaf630a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:37.530352 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38abbc-9dc7-4e30-91a1-e13226cf101b req-e12fd845-1335-4e99-8c97-743afc667018 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:37.532249 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c38abbc-9dc7-4e30-91a1-e13226cf101b req-e12fd845-1335-4e99-8c97-743afc667018 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.0869799 Jul 06 14:00:37.597050 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c38abbc-9dc7-4e30-91a1-e13226cf101b req-08741474-ac8a-4fdb-9a75-b5d8ec524bc5 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566270 Jul 06 14:00:37.944946 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-29f64b3c-bef5-4514-9ba9-78586aabb7a8 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:37.946573 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-29f64b3c-bef5-4514-9ba9-78586aabb7a8 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/networks?id=65a0c785-6dfd-4a01-9b12-067743ee677d HTTP/1.1" status: 200 len: 812 time: 0.1259751 Jul 06 14:00:37.964162 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-285f4f34-4e39-477a-be6a-e0b9a4912f3c tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/quotas/84c411c9b83740e1bcaf5cc8002aa094 HTTP/1.1" status: 200 len: 375 time: 0.0109766 Jul 06 14:00:38.057662 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-a2194cfc-c366-4e88-b50d-b0a8f51368f5 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=84c411c9b83740e1bcaf5cc8002aa094&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0865619 Jul 06 14:00:38.156074 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-9f88e245-6898-4c75-aa57-c7794a9a9ce0 service neutron] 10.222.0.118 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907521 Jul 06 14:00:38.273772 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-1530fe34-dcf5-4d40-8c0e-a79f6400aec7 service neutron] 10.222.0.118 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120453 Jul 06 14:00:38.839447 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c8574d08-c8bf-4ce1-9eff-1c761e644e7a req-60e296a9-1397-4f06-831f-fc85a1b8c6af tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=15d4d99c-6837-4d62-a7c7-077a6c7ac4de HTTP/1.1" status: 200 len: 210 time: 0.0404947 Jul 06 14:00:39.820156 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-4aac6951-6874-4beb-ace1-d572ed64c530 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:39.821856 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-4aac6951-6874-4beb-ace1-d572ed64c530 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.124 "GET /v2.0/networks?id=65a0c785-6dfd-4a01-9b12-067743ee677d HTTP/1.1" status: 200 len: 812 time: 0.1369920 Jul 06 14:00:39.837418 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-71e8b967-22cf-4e1e-a477-ba5a1fa1149a tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Request body: {'port': {'device_id': '15d4d99c-6837-4d62-a7c7-077a6c7ac4de', 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d', 'admin_state_up': True, 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:40.010100 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-71e8b967-22cf-4e1e-a477-ba5a1fa1149a tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Made reservation on behalf of 84c411c9b83740e1bcaf5cc8002aa094 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:00:40.013735 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-71e8b967-22cf-4e1e-a477-ba5a1fa1149a tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:40.144054 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:40.160088 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-71e8b967-22cf-4e1e-a477-ba5a1fa1149a tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Allocated IP 172.20.0.11 (65a0c785-6dfd-4a01-9b12-067743ee677d/c752e52c-1e0e-4b69-8288-ed62c19f3b18/7f236583-2d1f-4107-84af-82a7f2c70d97) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:00:40.245216 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bdb571d7-aea6-41ee-ab70-102a4b710c56 req-5dc00948-2d87-474a-9828-d9fc35f8cc8d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=15d4d99c-6837-4d62-a7c7-077a6c7ac4de HTTP/1.1" status: 200 len: 210 time: 0.0382214 Jul 06 14:00:40.372593 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-71e8b967-22cf-4e1e-a477-ba5a1fa1149a tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:40.385863 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-71e8b967-22cf-4e1e-a477-ba5a1fa1149a tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Transition to ACTIVE for port object 7f236583-2d1f-4107-84af-82a7f2c70d97 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:40.422644 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-71e8b967-22cf-4e1e-a477-ba5a1fa1149a tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:40.434768 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['c9a7afaf-4493-4728-8331-4fc37d4607e6', '16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:00:40.474842 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-71e8b967-22cf-4e1e-a477-ba5a1fa1149a tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Network 65a0c785-6dfd-4a01-9b12-067743ee677d is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:00:40.478453 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-71e8b967-22cf-4e1e-a477-ba5a1fa1149a tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:00:40.481155 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-71e8b967-22cf-4e1e-a477-ba5a1fa1149a tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:00:40.510305 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8b967-22cf-4e1e-a477-ba5a1fa1149a tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Pushing event updated for resources: {'Port': ['ID=7f236583-2d1f-4107-84af-82a7f2c70d97,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:40.550281 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-71e8b967-22cf-4e1e-a477-ba5a1fa1149a tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:40.550934 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-71e8b967-22cf-4e1e-a477-ba5a1fa1149a tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:40.567542 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-71e8b967-22cf-4e1e-a477-ba5a1fa1149a tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7358730 Jul 06 14:00:40.579189 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-eceb6975-9661-4b23-b663-a255094b389b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:40.586346 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Request body: {'port': {'device_id': '15d4d99c-6837-4d62-a7c7-077a6c7ac4de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:00:40.691193 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:40.868843 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9e4914a1-9dd9-421b-840a-324b2d2c875c None None] Provisioning for port 7f236583-2d1f-4107-84af-82a7f2c70d97 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:40.872837 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9e4914a1-9dd9-421b-840a-324b2d2c875c None None] Provisioning complete for port 7f236583-2d1f-4107-84af-82a7f2c70d97 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:40.873218 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9e4914a1-9dd9-421b-840a-324b2d2c875c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:40.908475 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9e4914a1-9dd9-421b-840a-324b2d2c875c None None] Port 7f236583-2d1f-4107-84af-82a7f2c70d97 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:00:40.999483 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f236583-2d1f-4107-84af-82a7f2c70d97 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:41.009168 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:41.022323 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Transition to ACTIVE for port object 7f236583-2d1f-4107-84af-82a7f2c70d97 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:00:41.027076 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:41.080482 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Pushing event updated for resources: {'Port': ['ID=7f236583-2d1f-4107-84af-82a7f2c70d97,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:41.110055 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:41.110411 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:41.110762 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:41.111106 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:41.111449 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:41.111785 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:41.112119 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:41.112649 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:41.112998 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:41.113332 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:41.113663 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:41.114017 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:41.168948 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Attempting to bind port 7f236583-2d1f-4107-84af-82a7f2c70d97 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:00:41.170136 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Attempting to bind port 7f236583-2d1f-4107-84af-82a7f2c70d97 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'cb42da08-7b0a-4e62-a780-570a2cc2651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:00:41.170673 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Attempting to bind port 7f236583-2d1f-4107-84af-82a7f2c70d97 on network 65a0c785-6dfd-4a01-9b12-067743ee677d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:41.175730 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Port 7f236583-2d1f-4107-84af-82a7f2c70d97 on network 65a0c785-6dfd-4a01-9b12-067743ee677d not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:00:41.176051 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Attempting to bind port 7f236583-2d1f-4107-84af-82a7f2c70d97 on network 65a0c785-6dfd-4a01-9b12-067743ee677d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:00:41.182132 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:00:41.182481 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Checking segment: {'id': 'cb42da08-7b0a-4e62-a780-570a2cc2651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:00:41.182877 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Bound using segment: {'id': 'cb42da08-7b0a-4e62-a780-570a2cc2651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:00:41.183314 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Bound port: 7f236583-2d1f-4107-84af-82a7f2c70d97, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb42da08-7b0a-4e62-a780-570a2cc2651e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:00:41.183808 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:41.268180 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] For port 7f236583-2d1f-4107-84af-82a7f2c70d97, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:00:41.272460 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] For port 7f236583-2d1f-4107-84af-82a7f2c70d97, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=7f236583-2d1f-4107-84af-82a7f2c70d97,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:00:41.279461 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:41.323144 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:41.323780 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:41.325213 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] 10.222.0.124 "PUT /v2.0/ports/7f236583-2d1f-4107-84af-82a7f2c70d97 HTTP/1.1" status: 200 len: 1092 time: 0.7453024 Jul 06 14:00:41.325666 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d4d99c-6837-4d62-a7c7-077a6c7ac4de', 'tag': '7f236583-2d1f-4107-84af-82a7f2c70d97'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:41.327959 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c202bf2-8def-4627-afcd-9ef9d6872d0a" -d '{"events": [{"name": "network-changed", "server_uuid": "15d4d99c-6837-4d62-a7c7-077a6c7ac4de", "tag": "7f236583-2d1f-4107-84af-82a7f2c70d97"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:41.362825 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2fd80-e8de-4c6c-8576-018b1f6b7839 service neutron] Pushing event updated for resources: {'Port': ['ID=7f236583-2d1f-4107-84af-82a7f2c70d97,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:41.480886 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:41.513558 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd225db-1ff3-4913-b9f9-271a8bef2ce9 req-15eb69a6-3973-40ac-90ac-ebee376aea2f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:41.515271 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ecd225db-1ff3-4913-b9f9-271a8bef2ce9 req-15eb69a6-3973-40ac-90ac-ebee376aea2f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=15d4d99c-6837-4d62-a7c7-077a6c7ac4de HTTP/1.1" status: 200 len: 944 time: 0.0977938 Jul 06 14:00:41.521394 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-0ef19774-093b-4d07-8966-7243bf06dbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:41.524130 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-0ef19774-093b-4d07-8966-7243bf06dbc6 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=84c411c9b83740e1bcaf5cc8002aa094&device_id=15d4d99c-6837-4d62-a7c7-077a6c7ac4de HTTP/1.1" status: 200 len: 1095 time: 0.1420169 Jul 06 14:00:41.581587 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-70a0320f-a8b9-497a-8bbf-bb91f6489581 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f236583-2d1f-4107-84af-82a7f2c70d97 HTTP/1.1" status: 200 len: 217 time: 0.0411785 Jul 06 14:00:41.623410 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ecd225db-1ff3-4913-b9f9-271a8bef2ce9 req-05fb817f-260c-4d0d-913e-fbd09a9b2c5e tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980620 Jul 06 14:00:41.638511 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-01c6691a-672f-474d-93c1-a284923bda64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:41.639999 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-01c6691a-672f-474d-93c1-a284923bda64 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c752e52c-1e0e-4b69-8288-ed62c19f3b18 HTTP/1.1" status: 200 len: 851 time: 0.0522251 Jul 06 14:00:41.707339 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57722ff-1036-4c30-9110-3f08236b118f x-openstack-request-id: req-e57722ff-1036-4c30-9110-3f08236b118f {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:41.708054 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d4d99c-6837-4d62-a7c7-077a6c7ac4de", "tag": "7f236583-2d1f-4107-84af-82a7f2c70d97", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:41.708054 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e57722ff-1036-4c30-9110-3f08236b118f {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:41.708296 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d4d99c-6837-4d62-a7c7-077a6c7ac4de', 'tag': '7f236583-2d1f-4107-84af-82a7f2c70d97', 'status': 'completed', 'code': 200} Jul 06 14:00:41.719189 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-577617fa-487a-435a-a3a8-8d969fa5d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:41.720752 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-577617fa-487a-435a-a3a8-8d969fa5d8e4 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=65a0c785-6dfd-4a01-9b12-067743ee677d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732391 Jul 06 14:00:41.836166 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-5ae249b5-2b95-4875-9367-60fcba723f9e service neutron] 10.222.0.124 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079230 Jul 06 14:00:41.960104 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ae97cd6-e738-4a29-8944-89a14355f8d0 req-bc271816-9da5-48d0-bc7a-3e6d22d69541 service neutron] 10.222.0.124 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167512 Jul 06 14:00:42.080610 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c202bf2-8def-4627-afcd-9ef9d6872d0a req-bf079c89-3d17-4fb3-85c3-5f91fd749028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:42.082503 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c202bf2-8def-4627-afcd-9ef9d6872d0a req-bf079c89-3d17-4fb3-85c3-5f91fd749028 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=84c411c9b83740e1bcaf5cc8002aa094&device_id=15d4d99c-6837-4d62-a7c7-077a6c7ac4de HTTP/1.1" status: 200 len: 1095 time: 0.0631008 Jul 06 14:00:42.193362 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c202bf2-8def-4627-afcd-9ef9d6872d0a req-af37db03-8710-4bbb-862d-2d18a22b994b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:42.195511 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c202bf2-8def-4627-afcd-9ef9d6872d0a req-af37db03-8710-4bbb-862d-2d18a22b994b service neutron] 10.222.0.124 "GET /v2.0/networks?id=65a0c785-6dfd-4a01-9b12-067743ee677d HTTP/1.1" status: 200 len: 913 time: 0.1062407 Jul 06 14:00:42.249698 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c202bf2-8def-4627-afcd-9ef9d6872d0a req-aad03365-33d6-4cf2-893f-2d28d08dd9f5 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f236583-2d1f-4107-84af-82a7f2c70d97 HTTP/1.1" status: 200 len: 217 time: 0.0447152 Jul 06 14:00:42.313538 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c202bf2-8def-4627-afcd-9ef9d6872d0a req-d759d0ea-7b17-4976-8c9e-6e1434328429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:42.315451 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c202bf2-8def-4627-afcd-9ef9d6872d0a req-d759d0ea-7b17-4976-8c9e-6e1434328429 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c752e52c-1e0e-4b69-8288-ed62c19f3b18 HTTP/1.1" status: 200 len: 851 time: 0.0576098 Jul 06 14:00:42.387918 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c202bf2-8def-4627-afcd-9ef9d6872d0a req-0045978a-87c1-41ee-9115-aa6c8c1f2d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:42.389640 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c202bf2-8def-4627-afcd-9ef9d6872d0a req-0045978a-87c1-41ee-9115-aa6c8c1f2d32 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=65a0c785-6dfd-4a01-9b12-067743ee677d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676405 Jul 06 14:00:42.814709 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c202bf2-8def-4627-afcd-9ef9d6872d0a req-eb7b4930-45a5-45c2-a51e-29009c165fd6 service neutron] 10.222.0.124 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170384 Jul 06 14:00:42.885671 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69e3b1-8a82-4157-a18e-725a69286e25 req-e6ebd2b1-d7b2-450e-a8f6-d9987701003a tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:42.887215 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c69e3b1-8a82-4157-a18e-725a69286e25 req-e6ebd2b1-d7b2-450e-a8f6-d9987701003a tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=15d4d99c-6837-4d62-a7c7-077a6c7ac4de HTTP/1.1" status: 200 len: 944 time: 0.1445270 Jul 06 14:00:42.944489 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c69e3b1-8a82-4157-a18e-725a69286e25 req-8ff6e150-8370-4a9a-8f00-dd09e4a87d6f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510902 Jul 06 14:00:42.961295 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c202bf2-8def-4627-afcd-9ef9d6872d0a req-33d4cce2-013c-49c7-ace4-a14391e8c80b service neutron] 10.222.0.124 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364646 Jul 06 14:00:43.024168 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:44.134476 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064d8bd-5645-4b81-979c-0c135e2df702 req-113a3e76-354e-4223-b857-2915166ccca0 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:44.136016 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f064d8bd-5645-4b81-979c-0c135e2df702 req-113a3e76-354e-4223-b857-2915166ccca0 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=15d4d99c-6837-4d62-a7c7-077a6c7ac4de HTTP/1.1" status: 200 len: 944 time: 0.0663149 Jul 06 14:00:44.175388 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f064d8bd-5645-4b81-979c-0c135e2df702 req-ae2ce2df-4607-48a9-b643-7b0b09fd5487 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334945 Jul 06 14:00:44.835267 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 7f236583-2d1f-4107-84af-82a7f2c70d97 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:00:44.939339 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 7f236583-2d1f-4107-84af-82a7f2c70d97, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=7f236583-2d1f-4107-84af-82a7f2c70d97,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:44.953272 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '7f236583-2d1f-4107-84af-82a7f2c70d97', 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d', 'port_id': '7f236583-2d1f-4107-84af-82a7f2c70d97', 'mac_address': 'fa:16:3e:ba:44:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c752e52c-1e0e-4b69-8288-ed62c19f3b18', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:00:45.006047 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:45.020627 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f236583-2d1f-4107-84af-82a7f2c70d97 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:45.046839 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 7f236583-2d1f-4107-84af-82a7f2c70d97, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=7f236583-2d1f-4107-84af-82a7f2c70d97,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:45.053193 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:45.111149 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=7f236583-2d1f-4107-84af-82a7f2c70d97,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:45.363217 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6e530-4c13-480d-a91f-762e21f89259 req-3c33a6ed-6e2a-4042-b8b7-052cbcfee342 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:45.366104 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12f6e530-4c13-480d-a91f-762e21f89259 req-3c33a6ed-6e2a-4042-b8b7-052cbcfee342 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=15d4d99c-6837-4d62-a7c7-077a6c7ac4de HTTP/1.1" status: 200 len: 945 time: 0.0709000 Jul 06 14:00:45.407189 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12f6e530-4c13-480d-a91f-762e21f89259 req-1e1b2417-5008-4e11-8c89-5b702052dfe0 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358434 Jul 06 14:00:45.430768 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['7f236583-2d1f-4107-84af-82a7f2c70d97'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:00:46.516778 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:46.592097 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3b068-c541-45d4-9973-31ba1d232164 req-ec25ab62-877c-4554-9e8d-e18dfcc82630 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:46.593726 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f8e3b068-c541-45d4-9973-31ba1d232164 req-ec25ab62-877c-4554-9e8d-e18dfcc82630 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=15d4d99c-6837-4d62-a7c7-077a6c7ac4de HTTP/1.1" status: 200 len: 945 time: 0.0656724 Jul 06 14:00:46.637196 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f8e3b068-c541-45d4-9973-31ba1d232164 req-2a28b561-1822-4acf-8c63-da8eb734a87a tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361915 Jul 06 14:00:46.858811 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 7f236583-2d1f-4107-84af-82a7f2c70d97 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:46.915331 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 7f236583-2d1f-4107-84af-82a7f2c70d97 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:00:46.919382 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 7f236583-2d1f-4107-84af-82a7f2c70d97 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:46.919821 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:47.014114 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:47.039281 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d4d99c-6837-4d62-a7c7-077a6c7ac4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f236583-2d1f-4107-84af-82a7f2c70d97'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:47.041590 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e095b9-3a6e-4a4d-be65-0d29e44721a2" -d '{"events": [{"server_uuid": "15d4d99c-6837-4d62-a7c7-077a6c7ac4de", "name": "network-vif-plugged", "status": "completed", "tag": "7f236583-2d1f-4107-84af-82a7f2c70d97"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:47.056174 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 7f236583-2d1f-4107-84af-82a7f2c70d97, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=7f236583-2d1f-4107-84af-82a7f2c70d97,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:47.059622 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:47.112551 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=7f236583-2d1f-4107-84af-82a7f2c70d97,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:47.121443 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979c3fb4-2b6e-4334-a9cf-66a78805bb08 x-openstack-request-id: req-979c3fb4-2b6e-4334-a9cf-66a78805bb08 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:47.121789 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d4d99c-6837-4d62-a7c7-077a6c7ac4de", "name": "network-vif-plugged", "status": "completed", "tag": "7f236583-2d1f-4107-84af-82a7f2c70d97", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:47.122051 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-979c3fb4-2b6e-4334-a9cf-66a78805bb08 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:47.122546 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d4d99c-6837-4d62-a7c7-077a6c7ac4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f236583-2d1f-4107-84af-82a7f2c70d97', 'code': 200} Jul 06 14:00:47.245414 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee10b53-b067-4ba3-b810-afe4d159cf90 req-34cf43b6-59eb-4d8f-928f-3d3af8b707d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:47.247051 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ee10b53-b067-4ba3-b810-afe4d159cf90 req-34cf43b6-59eb-4d8f-928f-3d3af8b707d4 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=15d4d99c-6837-4d62-a7c7-077a6c7ac4de HTTP/1.1" status: 200 len: 1097 time: 0.0549259 Jul 06 14:00:47.283642 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ee10b53-b067-4ba3-b810-afe4d159cf90 req-0a8de368-cee8-4963-8b10-47727ddfa5a4 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297508 Jul 06 14:00:47.830660 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd0534-d3fc-4112-8bcf-4c3a33372d57 req-54299031-9eb7-491f-8484-44021ea09240 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:47.832901 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-91fd0534-d3fc-4112-8bcf-4c3a33372d57 req-54299031-9eb7-491f-8484-44021ea09240 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=15d4d99c-6837-4d62-a7c7-077a6c7ac4de HTTP/1.1" status: 200 len: 946 time: 0.0793445 Jul 06 14:00:47.876752 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-91fd0534-d3fc-4112-8bcf-4c3a33372d57 req-b35a8335-3b38-4c96-b06c-0b03bbd9272b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362055 Jul 06 14:00:48.605502 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:49.058938 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305cd8d7-866a-4507-8216-9524c10a13ab req-54f1d2df-7848-4297-9d4f-2891338060b7 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:49.060383 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-305cd8d7-866a-4507-8216-9524c10a13ab req-54f1d2df-7848-4297-9d4f-2891338060b7 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=15d4d99c-6837-4d62-a7c7-077a6c7ac4de HTTP/1.1" status: 200 len: 946 time: 0.0663648 Jul 06 14:00:49.104763 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-305cd8d7-866a-4507-8216-9524c10a13ab req-f7073b24-3b18-4b7b-847a-3ea5147905f2 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386772 Jul 06 14:00:49.909720 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20bb54-01ab-415b-bd24-564e5ca842fc req-bbbfcb69-7830-4b7c-b370-c9aaafc6a5a0 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:49.911707 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e20bb54-01ab-415b-bd24-564e5ca842fc req-bbbfcb69-7830-4b7c-b370-c9aaafc6a5a0 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=15d4d99c-6837-4d62-a7c7-077a6c7ac4de HTTP/1.1" status: 200 len: 946 time: 0.0796044 Jul 06 14:00:49.955701 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e20bb54-01ab-415b-bd24-564e5ca842fc req-7d4db167-62c4-47ea-a2c4-00524b76f429 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375695 Jul 06 14:00:50.786353 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa4437-d742-45f9-82c1-f451f2875cd4 req-06a1e4ed-ebd2-47bf-8f0a-80bf2fd3787d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:50.788526 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-44fa4437-d742-45f9-82c1-f451f2875cd4 req-06a1e4ed-ebd2-47bf-8f0a-80bf2fd3787d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=15d4d99c-6837-4d62-a7c7-077a6c7ac4de HTTP/1.1" status: 200 len: 946 time: 0.0669663 Jul 06 14:00:50.828113 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-44fa4437-d742-45f9-82c1-f451f2875cd4 req-84d8c267-0bcf-43bf-98dc-82ada51ad38f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337162 Jul 06 14:00:52.017961 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69789fe-1641-4f1d-8baa-0bf38d6b3055 req-c8007fbd-4611-4151-8d64-2cbd3e683b1d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:52.019639 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b69789fe-1641-4f1d-8baa-0bf38d6b3055 req-c8007fbd-4611-4151-8d64-2cbd3e683b1d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=15d4d99c-6837-4d62-a7c7-077a6c7ac4de HTTP/1.1" status: 200 len: 946 time: 0.0691550 Jul 06 14:00:52.063943 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b69789fe-1641-4f1d-8baa-0bf38d6b3055 req-8da4c8b5-f78c-4fe5-af57-de7fe8a7f526 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365877 Jul 06 14:00:52.360546 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60474) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:52.473861 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e1d5a245-7834-4b9e-815e-b88266b8d8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:52.572592 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e1d5a245-7834-4b9e-815e-b88266b8d8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:52.576384 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e1d5a245-7834-4b9e-815e-b88266b8d8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:52.616241 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e1d5a245-7834-4b9e-815e-b88266b8d8f6 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=a6801c6feb7648aeb059242071395441&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2544882 Jul 06 14:00:52.618202 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5a245-7834-4b9e-815e-b88266b8d8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e339134-09c8-437c-92ca-fb518d38c195,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:52.618961 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60478) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:00:52.676105 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c29a37b0-5d19-48f8-96db-550a0a5e627e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:52.698220 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c29a37b0-5d19-48f8-96db-550a0a5e627e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:52.744054 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c29a37b0-5d19-48f8-96db-550a0a5e627e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:52.747460 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c29a37b0-5d19-48f8-96db-550a0a5e627e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:52.748821 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c29a37b0-5d19-48f8-96db-550a0a5e627e admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/5e339134-09c8-437c-92ca-fb518d38c195 HTTP/1.1" status: 204 len: 168 time: 0.1288514 Jul 06 14:00:52.759927 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a37b0-5d19-48f8-96db-550a0a5e627e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e339134-09c8-437c-92ca-fb518d38c195,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:52.877666 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 7f236583-2d1f-4107-84af-82a7f2c70d97 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:00:52.997851 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 7f236583-2d1f-4107-84af-82a7f2c70d97, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=7f236583-2d1f-4107-84af-82a7f2c70d97,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:53.010780 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '7f236583-2d1f-4107-84af-82a7f2c70d97', 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d', 'port_id': '7f236583-2d1f-4107-84af-82a7f2c70d97', 'mac_address': 'fa:16:3e:ba:44:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c752e52c-1e0e-4b69-8288-ed62c19f3b18', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:00:53.051561 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:53.070381 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f236583-2d1f-4107-84af-82a7f2c70d97 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:00:53.094757 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 7f236583-2d1f-4107-84af-82a7f2c70d97, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=7f236583-2d1f-4107-84af-82a7f2c70d97,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:53.101829 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:53.162935 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=7f236583-2d1f-4107-84af-82a7f2c70d97,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:53.176086 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:53.176425 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:53.176931 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:53.178135 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:53.178135 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:53.178379 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:53.178651 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:53.179172 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:53.179757 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:53.180435 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:53.181110 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:53.181608 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:53.288409 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['7f236583-2d1f-4107-84af-82a7f2c70d97'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:00:53.298114 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5736c20-f587-43d4-ae7d-30070dafc71c req-487629c7-d8e7-45cb-aece-23078b3a614b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:53.299528 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f5736c20-f587-43d4-ae7d-30070dafc71c req-487629c7-d8e7-45cb-aece-23078b3a614b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=15d4d99c-6837-4d62-a7c7-077a6c7ac4de HTTP/1.1" status: 200 len: 945 time: 0.0781760 Jul 06 14:00:53.358607 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f5736c20-f587-43d4-ae7d-30070dafc71c req-3b315a05-d5d7-4068-9b31-38cd45fe1ae4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521269 Jul 06 14:00:54.576504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013dd2c4-38d9-4867-85ac-24f1c93f0c0e req-9293ad34-253c-49de-b8dc-adcc906ec3c0 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:54.578464 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-013dd2c4-38d9-4867-85ac-24f1c93f0c0e req-9293ad34-253c-49de-b8dc-adcc906ec3c0 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=15d4d99c-6837-4d62-a7c7-077a6c7ac4de HTTP/1.1" status: 200 len: 945 time: 0.0828893 Jul 06 14:00:54.655462 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-013dd2c4-38d9-4867-85ac-24f1c93f0c0e req-7c2c6404-3695-4be8-a6e9-644766aaac3f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638223 Jul 06 14:00:54.883286 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 7f236583-2d1f-4107-84af-82a7f2c70d97 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:54.992209 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 7f236583-2d1f-4107-84af-82a7f2c70d97 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:00:54.992830 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:55.117091 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:55.151675 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d4d99c-6837-4d62-a7c7-077a6c7ac4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f236583-2d1f-4107-84af-82a7f2c70d97'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:00:55.154408 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57c49ac-45ad-49b4-b4d1-05b3fc8fa499" -d '{"events": [{"server_uuid": "15d4d99c-6837-4d62-a7c7-077a6c7ac4de", "name": "network-vif-plugged", "status": "completed", "tag": "7f236583-2d1f-4107-84af-82a7f2c70d97"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:55.174549 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 7f236583-2d1f-4107-84af-82a7f2c70d97, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=7f236583-2d1f-4107-84af-82a7f2c70d97,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:55.191669 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:00:55.285023 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d60490-fa0c-4212-8d4e-07351e82e897 x-openstack-request-id: req-e3d60490-fa0c-4212-8d4e-07351e82e897 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:55.285317 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d4d99c-6837-4d62-a7c7-077a6c7ac4de", "name": "network-vif-plugged", "status": "completed", "tag": "7f236583-2d1f-4107-84af-82a7f2c70d97", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:55.285572 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e3d60490-fa0c-4212-8d4e-07351e82e897 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:55.285992 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d4d99c-6837-4d62-a7c7-077a6c7ac4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f236583-2d1f-4107-84af-82a7f2c70d97', 'code': 200} Jul 06 14:00:55.287065 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=7f236583-2d1f-4107-84af-82a7f2c70d97,revision_number=7']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:55.860000 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431b5c3-bc6a-4d7e-8fd3-6fd6cce34cb9 req-585301b5-c4a0-4074-ab81-173f2f5e7b75 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:55.861600 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5431b5c3-bc6a-4d7e-8fd3-6fd6cce34cb9 req-585301b5-c4a0-4074-ab81-173f2f5e7b75 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=15d4d99c-6837-4d62-a7c7-077a6c7ac4de HTTP/1.1" status: 200 len: 946 time: 0.0730751 Jul 06 14:00:55.923781 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5431b5c3-bc6a-4d7e-8fd3-6fd6cce34cb9 req-41ae7a64-a7c4-4e78-8d1b-08f525f821e4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546601 Jul 06 14:00:56.672702 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:00:57.142443 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931120d7-b275-41ec-be15-47814a3a8c53 req-72bbc99a-a2a0-4ce8-ad33-61daad053618 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:57.152201 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-931120d7-b275-41ec-be15-47814a3a8c53 req-72bbc99a-a2a0-4ce8-ad33-61daad053618 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=15d4d99c-6837-4d62-a7c7-077a6c7ac4de HTTP/1.1" status: 200 len: 946 time: 0.0700827 Jul 06 14:00:57.187305 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-931120d7-b275-41ec-be15-47814a3a8c53 req-d62e994c-5e05-453a-84f3-4fd22c1541b3 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375078 Jul 06 14:00:58.408041 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0b985-1328-4c94-a66f-5e78b05c189e req-e7975430-b367-43e4-bea4-0991434746c9 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:58.414968 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8aa0b985-1328-4c94-a66f-5e78b05c189e req-e7975430-b367-43e4-bea4-0991434746c9 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=15d4d99c-6837-4d62-a7c7-077a6c7ac4de HTTP/1.1" status: 200 len: 946 time: 0.0873506 Jul 06 14:00:58.471355 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8aa0b985-1328-4c94-a66f-5e78b05c189e req-0055e797-49a2-4223-8c32-3e17f8bb1812 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554018 Jul 06 14:00:59.679295 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97eb937-94d4-429c-be5e-6103b5d03057 req-faa3f2ee-7bd4-419b-94da-68d58677e824 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:00:59.681032 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c97eb937-94d4-429c-be5e-6103b5d03057 req-faa3f2ee-7bd4-419b-94da-68d58677e824 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=15d4d99c-6837-4d62-a7c7-077a6c7ac4de HTTP/1.1" status: 200 len: 946 time: 0.0800323 Jul 06 14:00:59.732315 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c97eb937-94d4-429c-be5e-6103b5d03057 req-396440f5-b689-4e86-800a-35d4a18a89f4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441751 Jul 06 14:01:00.935370 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc5f9a-f023-4e0d-a887-5645c1484f86 req-4af96d51-be11-44ef-a86d-5061512294d8 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:00.936958 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42fc5f9a-f023-4e0d-a887-5645c1484f86 req-4af96d51-be11-44ef-a86d-5061512294d8 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=15d4d99c-6837-4d62-a7c7-077a6c7ac4de HTTP/1.1" status: 200 len: 946 time: 0.0790317 Jul 06 14:01:00.990710 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42fc5f9a-f023-4e0d-a887-5645c1484f86 req-5ca30ec6-ca1f-40bc-8d19-7f7de17070ed tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475047 Jul 06 14:01:02.280054 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84524df9-2e59-4a80-af3e-be4daa7ef7b4 req-1ef84797-3ebe-46b4-ba65-0f061b998d91 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:02.281578 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-84524df9-2e59-4a80-af3e-be4daa7ef7b4 req-1ef84797-3ebe-46b4-ba65-0f061b998d91 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=15d4d99c-6837-4d62-a7c7-077a6c7ac4de HTTP/1.1" status: 200 len: 946 time: 0.1142075 Jul 06 14:01:02.348579 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-84524df9-2e59-4a80-af3e-be4daa7ef7b4 req-34e5fc00-8b29-4adb-9c2a-1faf708cfd62 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579240 Jul 06 14:01:02.443973 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60680) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:02.598602 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a2206644-e243-4171-977c-6763a56c2605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:02.753189 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a2206644-e243-4171-977c-6763a56c2605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:02.760436 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a2206644-e243-4171-977c-6763a56c2605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:02.829109 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a2206644-e243-4171-977c-6763a56c2605 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=64697dc299bb401b9f5c9a9188b3df37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3839014 Jul 06 14:01:02.830289 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2206644-e243-4171-977c-6763a56c2605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b343b8f-44fb-481b-a9e7-4e9b4f89b5f4,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:02.832212 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60686) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:02.898306 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-68f33dab-f617-4af4-8aea-5e87f00fbd57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:02.928945 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-68f33dab-f617-4af4-8aea-5e87f00fbd57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:02.988181 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-68f33dab-f617-4af4-8aea-5e87f00fbd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:02.991724 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-68f33dab-f617-4af4-8aea-5e87f00fbd57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:02.995342 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-68f33dab-f617-4af4-8aea-5e87f00fbd57 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/3b343b8f-44fb-481b-a9e7-4e9b4f89b5f4 HTTP/1.1" status: 204 len: 168 time: 0.1584935 Jul 06 14:01:03.001873 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f33dab-f617-4af4-8aea-5e87f00fbd57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b343b8f-44fb-481b-a9e7-4e9b4f89b5f4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:03.553421 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88fe12-0889-449e-b319-76b7074f57bf req-488508d1-47aa-4c7b-9ec0-71407a191f6b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:03.555300 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fe88fe12-0889-449e-b319-76b7074f57bf req-488508d1-47aa-4c7b-9ec0-71407a191f6b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=15d4d99c-6837-4d62-a7c7-077a6c7ac4de HTTP/1.1" status: 200 len: 946 time: 0.0728753 Jul 06 14:01:03.597253 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fe88fe12-0889-449e-b319-76b7074f57bf req-6006e8c4-943a-4617-b07b-57d90aefd8f9 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360234 Jul 06 14:01:04.789972 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96ddfa-6ed5-4342-b149-c5fe543bda78 req-94faef93-27ee-4ca0-bafe-632873197ed7 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:04.791521 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad96ddfa-6ed5-4342-b149-c5fe543bda78 req-94faef93-27ee-4ca0-bafe-632873197ed7 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=15d4d99c-6837-4d62-a7c7-077a6c7ac4de HTTP/1.1" status: 200 len: 946 time: 0.0702403 Jul 06 14:01:04.844721 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad96ddfa-6ed5-4342-b149-c5fe543bda78 req-d0eec1da-a2cc-4d90-bea2-ac13d3d91c5b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460157 Jul 06 14:01:04.931291 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba8bb2-5c48-4226-9521-f13006b1fcbd req-1bca9af0-ac83-4d71-81cb-cec52030cb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:04.932864 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c9ba8bb2-5c48-4226-9521-f13006b1fcbd req-1bca9af0-ac83-4d71-81cb-cec52030cb8c service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=84c411c9b83740e1bcaf5cc8002aa094&device_id=15d4d99c-6837-4d62-a7c7-077a6c7ac4de HTTP/1.1" status: 200 len: 1097 time: 0.0818326 Jul 06 14:01:04.981604 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ed2046d9-cac8-4cae-a11b-914cbd7baf15 req-5f6c3c8f-6dd7-433c-9068-a7c70895a2ca service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0641575 Jul 06 14:01:05.075849 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba8bb2-5c48-4226-9521-f13006b1fcbd req-5e268f72-df5c-484b-88df-a2878c88ac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:05.077360 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c9ba8bb2-5c48-4226-9521-f13006b1fcbd req-5e268f72-df5c-484b-88df-a2878c88ac33 service neutron] 10.222.0.124 "GET /v2.0/networks?id=65a0c785-6dfd-4a01-9b12-067743ee677d HTTP/1.1" status: 200 len: 913 time: 0.1376007 Jul 06 14:01:05.085406 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2046d9-cac8-4cae-a11b-914cbd7baf15 req-5d0778c9-aeb8-4b09-afa5-84e28bdc26fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:05.087471 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ed2046d9-cac8-4cae-a11b-914cbd7baf15 req-5d0778c9-aeb8-4b09-afa5-84e28bdc26fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84c411c9b83740e1bcaf5cc8002aa094&device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 1097 time: 0.0807989 Jul 06 14:01:05.125158 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c9ba8bb2-5c48-4226-9521-f13006b1fcbd req-8b2b0ded-7a3a-41e3-b8dc-4cef6cb5f7a3 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f236583-2d1f-4107-84af-82a7f2c70d97 HTTP/1.1" status: 200 len: 217 time: 0.0403707 Jul 06 14:01:05.198033 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba8bb2-5c48-4226-9521-f13006b1fcbd req-808d8d66-931d-469e-9564-36b1b7fc63e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:05.200101 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c9ba8bb2-5c48-4226-9521-f13006b1fcbd req-808d8d66-931d-469e-9564-36b1b7fc63e9 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c752e52c-1e0e-4b69-8288-ed62c19f3b18 HTTP/1.1" status: 200 len: 851 time: 0.0688131 Jul 06 14:01:05.257285 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2046d9-cac8-4cae-a11b-914cbd7baf15 req-f583e408-7f77-4a34-944f-990e82504839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:05.259670 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ed2046d9-cac8-4cae-a11b-914cbd7baf15 req-f583e408-7f77-4a34-944f-990e82504839 service neutron] 10.222.0.52 "GET /v2.0/networks?id=65a0c785-6dfd-4a01-9b12-067743ee677d HTTP/1.1" status: 200 len: 913 time: 0.1483417 Jul 06 14:01:05.272468 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba8bb2-5c48-4226-9521-f13006b1fcbd req-e8cb46dd-bd0b-428d-9275-053bf5896f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:05.274157 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c9ba8bb2-5c48-4226-9521-f13006b1fcbd req-e8cb46dd-bd0b-428d-9275-053bf5896f32 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=65a0c785-6dfd-4a01-9b12-067743ee677d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672619 Jul 06 14:01:05.309994 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ed2046d9-cac8-4cae-a11b-914cbd7baf15 req-89c95b11-1407-4539-a80a-a9b53fe44d55 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9a7afaf-4493-4728-8331-4fc37d4607e6 HTTP/1.1" status: 200 len: 217 time: 0.0395288 Jul 06 14:01:05.377022 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2046d9-cac8-4cae-a11b-914cbd7baf15 req-855fbb07-57f3-4f3d-be80-b9a40ece07af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:05.379202 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ed2046d9-cac8-4cae-a11b-914cbd7baf15 req-855fbb07-57f3-4f3d-be80-b9a40ece07af service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c752e52c-1e0e-4b69-8288-ed62c19f3b18 HTTP/1.1" status: 200 len: 851 time: 0.0618639 Jul 06 14:01:05.388097 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c9ba8bb2-5c48-4226-9521-f13006b1fcbd req-5d9d9bf6-fde6-4c8a-9662-ffc47f4a61e0 service neutron] 10.222.0.124 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068730 Jul 06 14:01:05.450180 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2046d9-cac8-4cae-a11b-914cbd7baf15 req-1a0021a5-8cf7-4b77-a1c5-3a7449bcffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:05.451693 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ed2046d9-cac8-4cae-a11b-914cbd7baf15 req-1a0021a5-8cf7-4b77-a1c5-3a7449bcffe7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=65a0c785-6dfd-4a01-9b12-067743ee677d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650032 Jul 06 14:01:05.489019 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c9ba8bb2-5c48-4226-9521-f13006b1fcbd req-20128564-fbdd-414f-b04e-e361953195f5 service neutron] 10.222.0.124 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943623 Jul 06 14:01:05.495323 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60876) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:05.549678 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ed2046d9-cac8-4cae-a11b-914cbd7baf15 req-0df4d495-73a9-4a8e-8e3a-f9d38517ee0e service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902996 Jul 06 14:01:05.611635 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e901f085-9136-49a6-9bba-fb4e3960be4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:05.657724 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ed2046d9-cac8-4cae-a11b-914cbd7baf15 req-97121872-47f8-43d9-bd3d-622f4a71d3ba service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952482 Jul 06 14:01:05.712114 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e901f085-9136-49a6-9bba-fb4e3960be4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:05.716385 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e901f085-9136-49a6-9bba-fb4e3960be4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:05.753867 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e901f085-9136-49a6-9bba-fb4e3960be4c admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=000540212b7646e28045bf0bf0490905&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570825 Jul 06 14:01:05.755291 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901f085-9136-49a6-9bba-fb4e3960be4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab2d0b8-0394-40ef-9757-fbaf58a7aa8c,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:05.757601 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60880) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:05.809255 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24804a54-e475-47a6-9dbc-7fd10994bfce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:05.829964 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24804a54-e475-47a6-9dbc-7fd10994bfce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:05.879549 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24804a54-e475-47a6-9dbc-7fd10994bfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:05.882479 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24804a54-e475-47a6-9dbc-7fd10994bfce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:05.883772 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-24804a54-e475-47a6-9dbc-7fd10994bfce admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/2ab2d0b8-0394-40ef-9757-fbaf58a7aa8c HTTP/1.1" status: 204 len: 168 time: 0.1251004 Jul 06 14:01:05.893415 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24804a54-e475-47a6-9dbc-7fd10994bfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab2d0b8-0394-40ef-9757-fbaf58a7aa8c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:06.038744 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569dfdc-835c-448c-aae7-3e6300466715 req-40c407b5-108b-46d0-9177-10cd1da7d86f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:06.040371 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c569dfdc-835c-448c-aae7-3e6300466715 req-40c407b5-108b-46d0-9177-10cd1da7d86f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=15d4d99c-6837-4d62-a7c7-077a6c7ac4de HTTP/1.1" status: 200 len: 946 time: 0.0717576 Jul 06 14:01:06.080629 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c569dfdc-835c-448c-aae7-3e6300466715 req-7903ac2a-0c38-454a-aab1-f4d817223cbf tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347371 Jul 06 14:01:06.167115 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60896) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:06.181264 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85d86238-7cd0-4b79-a956-51f371abfe5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:06.287235 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85d86238-7cd0-4b79-a956-51f371abfe5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:06.291275 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85d86238-7cd0-4b79-a956-51f371abfe5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:06.331251 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-85d86238-7cd0-4b79-a956-51f371abfe5d admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=c1aa33b4259d4bee921c1ed92b07f011&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1629889 Jul 06 14:01:06.332241 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d86238-7cd0-4b79-a956-51f371abfe5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad01ea2a-7bed-45de-9d1f-6dd6f0188145,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:06.334339 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60900) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:06.389388 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4e16a8a6-b540-44a5-b802-07645eafebcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:06.413279 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4e16a8a6-b540-44a5-b802-07645eafebcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:06.463103 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4e16a8a6-b540-44a5-b802-07645eafebcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:06.465657 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4e16a8a6-b540-44a5-b802-07645eafebcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:06.469259 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4e16a8a6-b540-44a5-b802-07645eafebcf admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/ad01ea2a-7bed-45de-9d1f-6dd6f0188145 HTTP/1.1" status: 204 len: 168 time: 0.1316583 Jul 06 14:01:06.476227 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16a8a6-b540-44a5-b802-07645eafebcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad01ea2a-7bed-45de-9d1f-6dd6f0188145,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:06.695893 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-5d3bc9aa-300e-4907-9c86-77eac9bf111a service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0583820 Jul 06 14:01:06.817215 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-0095994e-929e-4d5d-8fcb-5bc93220f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:06.818517 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-0095994e-929e-4d5d-8fcb-5bc93220f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:06.819020 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-0095994e-929e-4d5d-8fcb-5bc93220f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:06.819511 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-0095994e-929e-4d5d-8fcb-5bc93220f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:06.820005 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-0095994e-929e-4d5d-8fcb-5bc93220f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:06.820490 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-0095994e-929e-4d5d-8fcb-5bc93220f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:06.820975 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-0095994e-929e-4d5d-8fcb-5bc93220f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:06.823012 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-0095994e-929e-4d5d-8fcb-5bc93220f30f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=6ead5c3559fe4c91b54e392cf2e3f6be&device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 6492 time: 0.0710263 Jul 06 14:01:06.947448 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-1b18506a-cd65-4c52-890d-97db7110b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:06.947945 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-1b18506a-cd65-4c52-890d-97db7110b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:06.949435 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-1b18506a-cd65-4c52-890d-97db7110b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:06.951183 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-1b18506a-cd65-4c52-890d-97db7110b3f8 service neutron] 10.222.0.124 "GET /v2.0/networks?id=64f4bd64-4ccc-44ff-b973-ee4ab56c4f15&id=d4681e72-a6e0-4598-880f-0c79f70e2adb&id=d4681e72-a6e0-4598-880f-0c79f70e2adb&id=d4681e72-a6e0-4598-880f-0c79f70e2adb&id=d4681e72-a6e0-4598-880f-0c79f70e2adb&id=47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a&id=47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a HTTP/1.1" status: 200 len: 2292 time: 0.1016405 Jul 06 14:01:07.022838 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-6cfe6ee8-472b-45c3-9d86-fec8e384fcfb service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bf54f58-f9c5-43f6-908a-701f8adcdcce HTTP/1.1" status: 200 len: 1002 time: 0.0637848 Jul 06 14:01:07.076701 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-4476979f-fa00-4865-8af3-6a08ebc6a3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:07.078216 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-4476979f-fa00-4865-8af3-6a08ebc6a3c1 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=14f05a6a-3a8f-434f-a4ba-d77cff438b12 HTTP/1.1" status: 200 len: 850 time: 0.0487351 Jul 06 14:01:07.141010 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-7ff66105-55e1-4dc4-84c8-9237d24cf24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:07.142686 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-7ff66105-55e1-4dc4-84c8-9237d24cf24b service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=64f4bd64-4ccc-44ff-b973-ee4ab56c4f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581052 Jul 06 14:01:07.180387 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60926) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:07.271421 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-aa4244cf-e78c-4dfb-a799-500766d0daa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:07.298650 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-d846abd5-c71f-48a8-8e48-bc0648a7d255 service neutron] 10.222.0.124 "GET /v2.0/networks/64f4bd64-4ccc-44ff-b973-ee4ab56c4f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490245 Jul 06 14:01:07.332652 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4ffb2c2d-374b-495c-b0ea-48b3a9ec26ca admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-98072569-network', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:07.356766 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffb2c2d-374b-495c-b0ea-48b3a9ec26ca admin admin] Made reservation on behalf of 4e5e90395ebd4404a252de8a1621c3cf for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:01:07.359523 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4ffb2c2d-374b-495c-b0ea-48b3a9ec26ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:07.373843 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4ffb2c2d-374b-495c-b0ea-48b3a9ec26ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:07.387492 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236483d-a54b-441c-a375-6e84afac5ae8 req-0583ef7a-fc23-4166-a34d-04301854760a tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:07.390636 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4236483d-a54b-441c-a375-6e84afac5ae8 req-0583ef7a-fc23-4166-a34d-04301854760a tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=15d4d99c-6837-4d62-a7c7-077a6c7ac4de HTTP/1.1" status: 200 len: 946 time: 0.1499729 Jul 06 14:01:07.447061 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-65a17e8a-fad7-45ff-b015-b7b2c6cf873a service neutron] 10.222.0.124 "GET /v2.0/networks/64f4bd64-4ccc-44ff-b973-ee4ab56c4f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413827 Jul 06 14:01:07.454781 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4236483d-a54b-441c-a375-6e84afac5ae8 req-9433af0e-4a82-4867-ae24-2f6b8f26fbeb tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584574 Jul 06 14:01:07.478067 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4ffb2c2d-374b-495c-b0ea-48b3a9ec26ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:07.483484 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4ffb2c2d-374b-495c-b0ea-48b3a9ec26ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:07.502767 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-904c9f4c-9fbd-43fd-9032-e903d4728b09 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.75&port_id=f2296885-8899-45b5-95c4-bfe40a9e131c HTTP/1.1" status: 200 len: 217 time: 0.0456357 Jul 06 14:01:07.510829 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ffb2c2d-374b-495c-b0ea-48b3a9ec26ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:01:07.521810 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb2c2d-374b-495c-b0ea-48b3a9ec26ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cc34aa-d909-4e28-944b-4c2bc10c3aa7,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:07.527559 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4ffb2c2d-374b-495c-b0ea-48b3a9ec26ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:07.527910 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-4ffb2c2d-374b-495c-b0ea-48b3a9ec26ca admin admin] Added segment d64ab9a8-dac2-4d17-accc-3a348f341121 of type vlan for network 55ac526b-1e87-42ff-98ca-8b8357b7302f Jul 06 14:01:07.561852 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-91e9e3f7-9a77-4c1c-9373-a19859b3822e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:07.563522 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-91e9e3f7-9a77-4c1c-9373-a19859b3822e service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c04128a6-f89d-4c07-9ca5-0cf3821c9fb2 HTTP/1.1" status: 200 len: 797 time: 0.0542123 Jul 06 14:01:07.571406 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4ffb2c2d-374b-495c-b0ea-48b3a9ec26ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:07.606212 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4ffb2c2d-374b-495c-b0ea-48b3a9ec26ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:07.607698 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffb2c2d-374b-495c-b0ea-48b3a9ec26ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:07.608092 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4ffb2c2d-374b-495c-b0ea-48b3a9ec26ca admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:07.632187 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-f7d30f27-04fe-420d-8088-fdbedad2c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:07.633719 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-f7d30f27-04fe-420d-8088-fdbedad2c222 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d4681e72-a6e0-4598-880f-0c79f70e2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0559938 Jul 06 14:01:07.675627 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4ffb2c2d-374b-495c-b0ea-48b3a9ec26ca admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4938056 Jul 06 14:01:07.677564 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb2c2d-374b-495c-b0ea-48b3a9ec26ca admin admin] Pushing event updated for resources: {'Network': ['ID=55ac526b-1e87-42ff-98ca-8b8357b7302f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:07.679780 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60938) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:07.684644 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-be372adb-6e2e-46e7-8370-59331ee9dcbf admin admin] Request body: {'subnet': {'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-98072569-subnet', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:07.690265 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 55ac526b-1e87-42ff-98ca-8b8357b7302f details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:01:07.727530 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be372adb-6e2e-46e7-8370-59331ee9dcbf admin admin] Made reservation on behalf of 4e5e90395ebd4404a252de8a1621c3cf for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:01:07.730456 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-be372adb-6e2e-46e7-8370-59331ee9dcbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:07.755389 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-573dd96b-98fe-40db-b8d2-e24bcabe18b9 service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142385 Jul 06 14:01:07.879303 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-941b916b-53a4-4d3e-ba65-30299b479682 service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186085 Jul 06 14:01:07.922899 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-0fc342f0-d27f-4a4b-96f1-3c53618caaf7 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f298cdfc-2d7b-46d9-818e-7576966d6307 HTTP/1.1" status: 200 len: 217 time: 0.0372844 Jul 06 14:01:07.956480 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-be372adb-6e2e-46e7-8370-59331ee9dcbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:07.975269 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-4e9cc94b-5b0f-4210-becd-d01f9fac65e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:07.976999 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-4e9cc94b-5b0f-4210-becd-d01f9fac65e5 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c04128a6-f89d-4c07-9ca5-0cf3821c9fb2 HTTP/1.1" status: 200 len: 797 time: 0.0460198 Jul 06 14:01:08.021886 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be372adb-6e2e-46e7-8370-59331ee9dcbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=63f5e127-3353-454e-884a-bc0470d3f3d4,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:08.030534 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be372adb-6e2e-46e7-8370-59331ee9dcbf admin admin] Checking segment: {'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:01:08.030915 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be372adb-6e2e-46e7-8370-59331ee9dcbf admin admin] Network hostable DHCP agents. Network: 55ac526b-1e87-42ff-98ca-8b8357b7302f, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:01:08.042464 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-e829fbac-33ad-46e7-b9ce-e0997ef2da75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:08.043998 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-e829fbac-33ad-46e7-b9ce-e0997ef2da75 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d4681e72-a6e0-4598-880f-0c79f70e2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0604315 Jul 06 14:01:08.048036 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be372adb-6e2e-46e7-8370-59331ee9dcbf admin admin] Network 55ac526b-1e87-42ff-98ca-8b8357b7302f is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:01:08.057686 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-be372adb-6e2e-46e7-8370-59331ee9dcbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 55ac526b-1e87-42ff-98ca-8b8357b7302f) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:08.062248 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be372adb-6e2e-46e7-8370-59331ee9dcbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:08.062906 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-be372adb-6e2e-46e7-8370-59331ee9dcbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:08.068593 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07026b00-bcc6-4c7c-b3be-c32f2df159fd None None] Network 55ac526b-1e87-42ff-98ca-8b8357b7302f requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:01:08.079634 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-be372adb-6e2e-46e7-8370-59331ee9dcbf admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3985817 Jul 06 14:01:08.082131 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60940) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:08.088265 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-85dd9de9-2849-490a-848e-447df668e4fc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-98072569-router', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:08.110163 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85dd9de9-2849-490a-848e-447df668e4fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:08.111370 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85dd9de9-2849-490a-848e-447df668e4fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:08.146528 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-526505a6-f551-4e5a-b1ee-e0e326607b14 service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962181 Jul 06 14:01:08.170801 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85dd9de9-2849-490a-848e-447df668e4fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:08.233857 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cd4084-9eb2-4b27-8159-345f2c3b3306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-55ac526b-1e87-42ff-98ca-8b8357b7302f', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'fixed_ips': [{'subnet_id': '63f5e127-3353-454e-884a-bc0470d3f3d4'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:01:08.235055 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-72cd4084-9eb2-4b27-8159-345f2c3b3306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:08.247737 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-8bc0006d-ef27-4cb5-997f-4a3ff3449fd9 service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944939 Jul 06 14:01:08.290067 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-5560854d-64b0-417f-8bb5-5311e08bb37d service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=171b252b-03fa-4033-823a-10959a31f1bc HTTP/1.1" status: 200 len: 217 time: 0.0358660 Jul 06 14:01:08.332078 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85dd9de9-2849-490a-848e-447df668e4fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:08.345528 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-629cbedc-0505-4b16-91dc-be4c429b3e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:08.348063 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-629cbedc-0505-4b16-91dc-be4c429b3e47 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c04128a6-f89d-4c07-9ca5-0cf3821c9fb2 HTTP/1.1" status: 200 len: 797 time: 0.0519640 Jul 06 14:01:08.383806 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-72cd4084-9eb2-4b27-8159-345f2c3b3306 None None] Allocated IP 172.20.0.2 (55ac526b-1e87-42ff-98ca-8b8357b7302f/63f5e127-3353-454e-884a-bc0470d3f3d4/656ecc0c-93df-4a5d-815c-0e1d223ae0d9) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:01:08.417453 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-e01b3484-9923-4e9f-a813-4cf2a7b99854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:08.419072 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-e01b3484-9923-4e9f-a813-4cf2a7b99854 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d4681e72-a6e0-4598-880f-0c79f70e2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0646477 Jul 06 14:01:08.527532 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-e11c18f0-8a76-45fc-a509-cda5c68d2008 service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010909 Jul 06 14:01:08.552738 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85dd9de9-2849-490a-848e-447df668e4fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:08.554066 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-72cd4084-9eb2-4b27-8159-345f2c3b3306 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:08.562953 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-72cd4084-9eb2-4b27-8159-345f2c3b3306 None None] Transition to ACTIVE for port object 656ecc0c-93df-4a5d-815c-0e1d223ae0d9 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:08.575958 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85dd9de9-2849-490a-848e-447df668e4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:08.579509 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-72cd4084-9eb2-4b27-8159-345f2c3b3306 None None] Transition to ACTIVE for port object 656ecc0c-93df-4a5d-815c-0e1d223ae0d9 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:08.589499 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-72cd4084-9eb2-4b27-8159-345f2c3b3306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:08.633719 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cd4084-9eb2-4b27-8159-345f2c3b3306 None None] Network 55ac526b-1e87-42ff-98ca-8b8357b7302f is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:01:08.640095 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-72cd4084-9eb2-4b27-8159-345f2c3b3306 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:08.644628 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cd4084-9eb2-4b27-8159-345f2c3b3306 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:01:08.648989 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd4084-9eb2-4b27-8159-345f2c3b3306 None None] Pushing event updated for resources: {'Port': ['ID=656ecc0c-93df-4a5d-815c-0e1d223ae0d9,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:08.690348 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-723ed785-e6c0-4c8d-b919-c91982197547 service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543388 Jul 06 14:01:08.703211 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-85dd9de9-2849-490a-848e-447df668e4fc admin admin] Allocated IP 172.25.6.72 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:01:08.711705 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f97ebf-6302-48ad-bd50-f847dfe5a048 req-0b2f1211-428c-4f13-bc73-95d81393594b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:08.713587 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-77f97ebf-6302-48ad-bd50-f847dfe5a048 req-0b2f1211-428c-4f13-bc73-95d81393594b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=15d4d99c-6837-4d62-a7c7-077a6c7ac4de HTTP/1.1" status: 200 len: 946 time: 0.1106284 Jul 06 14:01:08.718824 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-72cd4084-9eb2-4b27-8159-345f2c3b3306 None None] Attempting to bind port 656ecc0c-93df-4a5d-815c-0e1d223ae0d9 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:01:08.719211 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-72cd4084-9eb2-4b27-8159-345f2c3b3306 None None] Attempting to bind port 656ecc0c-93df-4a5d-815c-0e1d223ae0d9 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:01:08.719590 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cd4084-9eb2-4b27-8159-345f2c3b3306 None None] Attempting to bind port 656ecc0c-93df-4a5d-815c-0e1d223ae0d9 on network 55ac526b-1e87-42ff-98ca-8b8357b7302f {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:01:08.726405 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cd4084-9eb2-4b27-8159-345f2c3b3306 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:01:08.726944 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cd4084-9eb2-4b27-8159-345f2c3b3306 None None] Checking segment: {'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:01:08.727250 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-72cd4084-9eb2-4b27-8159-345f2c3b3306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:08.727725 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cd4084-9eb2-4b27-8159-345f2c3b3306 None None] Bound using segment: {'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:01:08.728238 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-72cd4084-9eb2-4b27-8159-345f2c3b3306 None None] Bound port: 656ecc0c-93df-4a5d-815c-0e1d223ae0d9, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:01:08.728777 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-72cd4084-9eb2-4b27-8159-345f2c3b3306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:08.747853 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-13be1259-4857-4c38-95dc-d6bf25e13ccb service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=60bb4054-389a-44fa-bb3f-77929909aa44 HTTP/1.1" status: 200 len: 217 time: 0.0500069 Jul 06 14:01:08.796105 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-72cd4084-9eb2-4b27-8159-345f2c3b3306 None None] For port 656ecc0c-93df-4a5d-815c-0e1d223ae0d9, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:01:08.799929 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-72cd4084-9eb2-4b27-8159-345f2c3b3306 None None] For port 656ecc0c-93df-4a5d-815c-0e1d223ae0d9, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=656ecc0c-93df-4a5d-815c-0e1d223ae0d9,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:01:08.805269 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-72cd4084-9eb2-4b27-8159-345f2c3b3306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:08.822237 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-77f97ebf-6302-48ad-bd50-f847dfe5a048 req-afaa0b58-5ce2-40b3-925d-6146b28c9231 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765364 Jul 06 14:01:08.828812 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-5f4da6f9-333c-48cc-b712-8cb74b161232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:08.830469 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-5f4da6f9-333c-48cc-b712-8cb74b161232 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=c04128a6-f89d-4c07-9ca5-0cf3821c9fb2 HTTP/1.1" status: 200 len: 797 time: 0.0757713 Jul 06 14:01:08.846099 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85dd9de9-2849-490a-848e-447df668e4fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:08.880571 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd4084-9eb2-4b27-8159-345f2c3b3306 None None] Pushing event updated for resources: {'Port': ['ID=656ecc0c-93df-4a5d-815c-0e1d223ae0d9,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:08.910587 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85dd9de9-2849-490a-848e-447df668e4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:08.934981 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-a8275c50-06f0-4c71-b179-8a7488701f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:08.936684 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-a8275c50-06f0-4c71-b179-8a7488701f32 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d4681e72-a6e0-4598-880f-0c79f70e2adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0992234 Jul 06 14:01:08.952388 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dd9de9-2849-490a-848e-447df668e4fc admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:01:08.956417 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-85dd9de9-2849-490a-848e-447df668e4fc admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:08.961875 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dd9de9-2849-490a-848e-447df668e4fc admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:01:08.969117 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 7f236583-2d1f-4107-84af-82a7f2c70d97 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:01:09.029375 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd9de9-2849-490a-848e-447df668e4fc admin admin] Pushing event updated for resources: {'Port': ['ID=7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:09.107385 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-dd3ab5e6-29b7-447a-97e6-d6fd552fb993 service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445279 Jul 06 14:01:09.143533 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:09.187792 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d4d99c-6837-4d62-a7c7-077a6c7ac4de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f236583-2d1f-4107-84af-82a7f2c70d97'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:01:09.190465 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b63b97a-c377-43c7-870e-b74bf7010ede" -d '{"events": [{"server_uuid": "15d4d99c-6837-4d62-a7c7-077a6c7ac4de", "name": "network-vif-unplugged", "status": "completed", "tag": "7f236583-2d1f-4107-84af-82a7f2c70d97"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:01:09.208568 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 7f236583-2d1f-4107-84af-82a7f2c70d97, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=7f236583-2d1f-4107-84af-82a7f2c70d97,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:09.215829 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:09.260225 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-7dd98da7-42fa-4d80-8dc8-733636fa6d85 service neutron] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498268 Jul 06 14:01:09.282148 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=7f236583-2d1f-4107-84af-82a7f2c70d97,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:09.324251 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-a4eae6ac-7d66-44be-8227-a3ed7a2d6b7f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5713c474-b68e-4849-8757-a4ac36c4881f HTTP/1.1" status: 200 len: 217 time: 0.0569768 Jul 06 14:01:09.386740 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85dd9de9-2849-490a-848e-447df668e4fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:09.390337 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-76eb1d20-ef02-463b-b10a-aa4210aaf4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:09.393451 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-76eb1d20-ef02-463b-b10a-aa4210aaf4ee service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8b322a15-08f2-404b-b5a7-7b23b405c7f9 HTTP/1.1" status: 200 len: 797 time: 0.0593619 Jul 06 14:01:09.495878 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-d163e634-90dc-40e4-b791-d1613ae2347a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:09.498177 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-d163e634-90dc-40e4-b791-d1613ae2347a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0974197 Jul 06 14:01:09.577433 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 656ecc0c-93df-4a5d-815c-0e1d223ae0d9 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:09.583919 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb506f0-dc04-4ea0-95fd-749ecb758b1f req-911d79d7-9892-45ec-a35c-ee27be747e21 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:09.585455 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ffb506f0-dc04-4ea0-95fd-749ecb758b1f req-911d79d7-9892-45ec-a35c-ee27be747e21 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.1420674 Jul 06 14:01:09.619819 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85dd9de9-2849-490a-848e-447df668e4fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:09.637560 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 656ecc0c-93df-4a5d-815c-0e1d223ae0d9 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:09.658442 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-dee4cac4-2bba-4c3f-a343-ff19364361c0 service neutron] 10.222.0.124 "GET /v2.0/networks/47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506121 Jul 06 14:01:09.660841 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ffb506f0-dc04-4ea0-95fd-749ecb758b1f req-3bda3831-319d-4364-89e9-6853f203dc6b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666578 Jul 06 14:01:09.799211 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-2d5e08f1-1c0d-4a92-b1fa-f204b3dd644b service neutron] 10.222.0.124 "GET /v2.0/networks/47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364872 Jul 06 14:01:09.816500 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85dd9de9-2849-490a-848e-447df668e4fc admin admin] Router 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:01:09.869697 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 14:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7946290d-7865-4871-aa11-b0d382802c29 x-openstack-request-id: req-7946290d-7865-4871-aa11-b0d382802c29 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:01:09.870261 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d4d99c-6837-4d62-a7c7-077a6c7ac4de", "name": "network-vif-unplugged", "status": "failed", "tag": "7f236583-2d1f-4107-84af-82a7f2c70d97", "code": 422}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:01:09.870586 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-7946290d-7865-4871-aa11-b0d382802c29 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:01:09.871357 n-d-773644-6 neutron-server[100419]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '15d4d99c-6837-4d62-a7c7-077a6c7ac4de', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7f236583-2d1f-4107-84af-82a7f2c70d97', 'code': 422} returned with failed status Jul 06 14:01:09.886025 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-de762cca-3bdf-4b92-983e-fd7206286687 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2901d280-4cec-4a3b-bbf6-00c4a5038850 HTTP/1.1" status: 200 len: 217 time: 0.0797195 Jul 06 14:01:09.960111 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-c568f42b-bbf2-4b45-81e1-e896cb8936ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:09.961379 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-c568f42b-bbf2-4b45-81e1-e896cb8936ef service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8b322a15-08f2-404b-b5a7-7b23b405c7f9 HTTP/1.1" status: 200 len: 797 time: 0.0687487 Jul 06 14:01:09.972709 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85dd9de9-2849-490a-848e-447df668e4fc admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:01:09.985590 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9043a6-ff54-4c14-99e6-90f2b42454b8 None None] Sync routers for ids ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:01:10.013231 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85dd9de9-2849-490a-848e-447df668e4fc admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:10.015249 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-85dd9de9-2849-490a-848e-447df668e4fc admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9313953 Jul 06 14:01:10.018056 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60960) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:10.021826 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9043a6-ff54-4c14-99e6-90f2b42454b8 None None] Routers {'876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:01:10.023433 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-7a9043a6-ff54-4c14-99e6-90f2b42454b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:00:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:10.050462 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-39878336-a3d7-4570-a0d4-e72e58e3421a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:10.052899 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-39878336-a3d7-4570-a0d4-e72e58e3421a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0841801 Jul 06 14:01:10.146415 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:10.197394 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-7a9043a6-ff54-4c14-99e6-90f2b42454b8 None None] Set router 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:01:10.229240 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-74b22868-51b7-441e-9b3b-f7b711b9cbdd service neutron] 10.222.0.124 "GET /v2.0/networks/47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702204 Jul 06 14:01:10.240421 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99976806-dc31-41a7-b6fe-6f7a91f6130b req-456e01c5-f240-4dc2-a652-563da517f165 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:10.242366 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-99976806-dc31-41a7-b6fe-6f7a91f6130b req-456e01c5-f240-4dc2-a652-563da517f165 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.1813238 Jul 06 14:01:10.248830 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcf3a2c-9d22-4f30-a7bd-3d1be22a7e2e None None] Network 55ac526b-1e87-42ff-98ca-8b8357b7302f requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:01:10.371733 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-99976806-dc31-41a7-b6fe-6f7a91f6130b req-965f4414-36ee-46a1-b3d6-4a0210b74bd8 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066520 Jul 06 14:01:10.392609 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4d5e50b4-5097-487d-98df-917f2a91f6f5 None None] Provisioning for port 656ecc0c-93df-4a5d-815c-0e1d223ae0d9 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:10.409625 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d376a8a5-ac3e-4852-a2d4-6427f9b5ec1f req-bd48c0d1-caab-484f-881b-e6afa581a9d8 service neutron] 10.222.0.124 "GET /v2.0/networks/47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659303 Jul 06 14:01:10.463122 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4d5e50b4-5097-487d-98df-917f2a91f6f5 None None] Provisioning complete for port 656ecc0c-93df-4a5d-815c-0e1d223ae0d9 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:10.463934 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4d5e50b4-5097-487d-98df-917f2a91f6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:10.566561 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-7a9043a6-ff54-4c14-99e6-90f2b42454b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'name': 'tempest-TestVolumeBootPattern-98072569-router', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:09Z', 'revision_number': 3, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'gw_port': {'id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:10.602213 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9043a6-ff54-4c14-99e6-90f2b42454b8 None None] Checking router: 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:01:10.602564 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9043a6-ff54-4c14-99e6-90f2b42454b8 None None] Updating router 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc port 7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:01:10.680965 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-7a9043a6-ff54-4c14-99e6-90f2b42454b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:10.748283 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b8600dcb-a7a1-472f-bf8d-98575bcf8958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:10.806370 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4d5e50b4-5097-487d-98df-917f2a91f6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:10.810935 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4add4811-45a1-47ad-a7c3-bbf9ea3c816a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:10.861718 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-4d5e50b4-5097-487d-98df-917f2a91f6f5 None None] For port 656ecc0c-93df-4a5d-815c-0e1d223ae0d9, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=656ecc0c-93df-4a5d-815c-0e1d223ae0d9,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:10.869537 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4d5e50b4-5097-487d-98df-917f2a91f6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:10.960002 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e50b4-5097-487d-98df-917f2a91f6f5 None None] Pushing event updated for resources: {'Port': ['ID=656ecc0c-93df-4a5d-815c-0e1d223ae0d9,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:11.062683 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-4add4811-45a1-47ad-a7c3-bbf9ea3c816a admin admin] Allocated IP 172.20.0.1 (55ac526b-1e87-42ff-98ca-8b8357b7302f/63f5e127-3353-454e-884a-bc0470d3f3d4/64ca2032-f6d4-4f4b-86ad-2e51b1386b85) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:01:11.093567 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-43a2887b-b4b0-4d5f-8140-4ef1db4a2fff None None] Provisioning complete for port 656ecc0c-93df-4a5d-815c-0e1d223ae0d9 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:11.094136 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-43a2887b-b4b0-4d5f-8140-4ef1db4a2fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:11.102213 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-7a9043a6-ff54-4c14-99e6-90f2b42454b8 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:11.129101 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-7a9043a6-ff54-4c14-99e6-90f2b42454b8 None None] Transition to ACTIVE for port object 7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:11.136662 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-7a9043a6-ff54-4c14-99e6-90f2b42454b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:11.170280 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-7a9043a6-ff54-4c14-99e6-90f2b42454b8 None None] Attempting to bind port 7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:01:11.170962 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-7a9043a6-ff54-4c14-99e6-90f2b42454b8 None None] Attempting to bind port 7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:01:11.171518 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9043a6-ff54-4c14-99e6-90f2b42454b8 None None] Attempting to bind port 7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:01:11.199868 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9043a6-ff54-4c14-99e6-90f2b42454b8 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:01:11.200538 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9043a6-ff54-4c14-99e6-90f2b42454b8 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:01:11.201118 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-7a9043a6-ff54-4c14-99e6-90f2b42454b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:11.201746 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9043a6-ff54-4c14-99e6-90f2b42454b8 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:01:11.202445 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-7a9043a6-ff54-4c14-99e6-90f2b42454b8 None None] Bound port: 7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:01:11.203026 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-7a9043a6-ff54-4c14-99e6-90f2b42454b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:11.237007 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4add4811-45a1-47ad-a7c3-bbf9ea3c816a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:11.269151 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3a217-9497-4b2f-9cf7-819e2ea39c12 None None] Pushing event updated for resources: {'Port': ['ID=7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0,revision_number=2']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:11.286971 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3a217-9497-4b2f-9cf7-819e2ea39c12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:11.287373 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3a217-9497-4b2f-9cf7-819e2ea39c12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:11.287976 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3a217-9497-4b2f-9cf7-819e2ea39c12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:11.288498 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3a217-9497-4b2f-9cf7-819e2ea39c12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:11.289013 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3a217-9497-4b2f-9cf7-819e2ea39c12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:11.289584 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3a217-9497-4b2f-9cf7-819e2ea39c12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:11.290150 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3a217-9497-4b2f-9cf7-819e2ea39c12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:11.290666 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3a217-9497-4b2f-9cf7-819e2ea39c12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:11.291164 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3a217-9497-4b2f-9cf7-819e2ea39c12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:11.291669 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3a217-9497-4b2f-9cf7-819e2ea39c12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:11.292420 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3a217-9497-4b2f-9cf7-819e2ea39c12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:11.293042 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb3a217-9497-4b2f-9cf7-819e2ea39c12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:11.297893 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-7a9043a6-ff54-4c14-99e6-90f2b42454b8 None None] For port 7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:01:11.302565 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-7a9043a6-ff54-4c14-99e6-90f2b42454b8 None None] For port 7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:01:11.308118 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-7a9043a6-ff54-4c14-99e6-90f2b42454b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:11.374789 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9043a6-ff54-4c14-99e6-90f2b42454b8 None None] Routers {'876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:01:11.375549 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-7a9043a6-ff54-4c14-99e6-90f2b42454b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:01:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:11.415994 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3a217-9497-4b2f-9cf7-819e2ea39c12 None None] Pushing event updated for resources: {'Port': ['ID=7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:11.484555 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:11.539055 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-7a9043a6-ff54-4c14-99e6-90f2b42454b8 None None] Set router 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:01:11.578053 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12789afa-adf5-4f13-a21a-0909d9624e13 req-3f676117-1e1a-47c9-bd01-e969faa4ecc6 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:11.585008 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 656ecc0c-93df-4a5d-815c-0e1d223ae0d9 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:11.585213 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12789afa-adf5-4f13-a21a-0909d9624e13 req-3f676117-1e1a-47c9-bd01-e969faa4ecc6 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.0770214 Jul 06 14:01:11.646205 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 656ecc0c-93df-4a5d-815c-0e1d223ae0d9 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:11.646789 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:11.659369 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-4add4811-45a1-47ad-a7c3-bbf9ea3c816a admin admin] Transition to ACTIVE for port object 64ca2032-f6d4-4f4b-86ad-2e51b1386b85 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:11.709469 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4add4811-45a1-47ad-a7c3-bbf9ea3c816a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:11.759790 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4add4811-45a1-47ad-a7c3-bbf9ea3c816a admin admin] Network 55ac526b-1e87-42ff-98ca-8b8357b7302f is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:01:11.763814 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-4add4811-45a1-47ad-a7c3-bbf9ea3c816a admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:11.768664 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4add4811-45a1-47ad-a7c3-bbf9ea3c816a admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:01:11.817666 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add4811-45a1-47ad-a7c3-bbf9ea3c816a admin admin] Pushing event updated for resources: {'Port': ['ID=64ca2032-f6d4-4f4b-86ad-2e51b1386b85,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:11.818821 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-7a9043a6-ff54-4c14-99e6-90f2b42454b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'name': 'tempest-TestVolumeBootPattern-98072569-router', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:09Z', 'revision_number': 3, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'gw_port': {'id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:11.840415 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4add4811-45a1-47ad-a7c3-bbf9ea3c816a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:11.856419 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9043a6-ff54-4c14-99e6-90f2b42454b8 None None] The sync data for ids ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'] in n-d-773644-6 is: [{'id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'name': 'tempest-TestVolumeBootPattern-98072569-router', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:09Z', 'revision_number': 3, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'gw_port': {'id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:01:11.956722 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12789afa-adf5-4f13-a21a-0909d9624e13 req-53945d80-3ca3-46ef-8723-279e4456ffc7 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3683558 Jul 06 14:01:12.013994 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4add4811-45a1-47ad-a7c3-bbf9ea3c816a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:12.125719 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e63501d8-083c-4a99-80cf-3ae3e7961fa9 None None] Provisioning for port 64ca2032-f6d4-4f4b-86ad-2e51b1386b85 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:12.130634 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e63501d8-083c-4a99-80cf-3ae3e7961fa9 None None] Provisioning complete for port 64ca2032-f6d4-4f4b-86ad-2e51b1386b85 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:12.131243 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e63501d8-083c-4a99-80cf-3ae3e7961fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:12.224486 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60982) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:12.224842 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-e63501d8-083c-4a99-80cf-3ae3e7961fa9 None None] Port 64ca2032-f6d4-4f4b-86ad-2e51b1386b85 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:01:12.252546 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4add4811-45a1-47ad-a7c3-bbf9ea3c816a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:12.262312 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4add4811-45a1-47ad-a7c3-bbf9ea3c816a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:12.344646 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4add4811-45a1-47ad-a7c3-bbf9ea3c816a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:12.346618 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add4811-45a1-47ad-a7c3-bbf9ea3c816a admin admin] Pushing event updated for resources: {'Port': ['ID=64ca2032-f6d4-4f4b-86ad-2e51b1386b85,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:12.430551 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-7102c040-1d7e-448c-811d-a61c04610fcc tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Deleting port 540b0fb0-4fc6-4874-b2a6-ed08ddc9428b {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:12.430743 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7102c040-1d7e-448c-811d-a61c04610fcc tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:12.465296 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4add4811-45a1-47ad-a7c3-bbf9ea3c816a admin admin] Network 55ac526b-1e87-42ff-98ca-8b8357b7302f is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:01:12.466924 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-4add4811-45a1-47ad-a7c3-bbf9ea3c816a admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:12.528068 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7102c040-1d7e-448c-811d-a61c04610fcc tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:12.528462 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7102c040-1d7e-448c-811d-a61c04610fcc tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:12.547652 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-7102c040-1d7e-448c-811d-a61c04610fcc tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Calling delete_port for 540b0fb0-4fc6-4874-b2a6-ed08ddc9428b owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:12.634508 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4add4811-45a1-47ad-a7c3-bbf9ea3c816a admin admin] Router 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:01:12.766829 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7102c040-1d7e-448c-811d-a61c04610fcc tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:12.776556 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4add4811-45a1-47ad-a7c3-bbf9ea3c816a admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:01:12.781526 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4add4811-45a1-47ad-a7c3-bbf9ea3c816a admin admin] 10.222.0.118 "PUT /v2.0/routers/876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7619920 Jul 06 14:01:12.806639 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102c040-1d7e-448c-811d-a61c04610fcc tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Pushing event deleted for resources: {'Port': ['ID=540b0fb0-4fc6-4874-b2a6-ed08ddc9428b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:12.856899 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5db65a09-17ea-46a2-8c27-c12ab9b29e6a None None] Provisioning complete for port 64ca2032-f6d4-4f4b-86ad-2e51b1386b85 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:12.857373 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5db65a09-17ea-46a2-8c27-c12ab9b29e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:12.883605 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7102c040-1d7e-448c-811d-a61c04610fcc tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:12.883945 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-7102c040-1d7e-448c-811d-a61c04610fcc tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Floating IP 1c5a2d4b-c15e-49d2-b7e2-4cbf1816779f disassociated (deleted). External IP: 172.25.6.175, port: 060d4be5-93f6-4a60-85b4-c8cf00aa1135. Jul 06 14:01:12.914474 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-5db65a09-17ea-46a2-8c27-c12ab9b29e6a None None] Port 64ca2032-f6d4-4f4b-86ad-2e51b1386b85 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:01:12.986805 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 7f236583-2d1f-4107-84af-82a7f2c70d97 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:01:13.079261 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:13.204103 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7102c040-1d7e-448c-811d-a61c04610fcc tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Router 5302225d-dae7-420f-9590-f08a3faf81b1 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:01:13.274365 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072bb3b-c531-4936-bc46-3c6063b0fc4c req-847123f8-9f88-4297-b54c-f27da0b8cc29 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:13.275882 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4072bb3b-c531-4936-bc46-3c6063b0fc4c req-847123f8-9f88-4297-b54c-f27da0b8cc29 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.1413937 Jul 06 14:01:13.361797 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4072bb3b-c531-4936-bc46-3c6063b0fc4c req-0122da56-cc9f-4369-a26b-fa1cf90f6fd2 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790286 Jul 06 14:01:13.376537 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7102c040-1d7e-448c-811d-a61c04610fcc tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:01:13.381508 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7102c040-1d7e-448c-811d-a61c04610fcc tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:13.395501 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ce3a5b-1d9b-4119-8baf-aed8bfa02725 None None] Sync routers for ids ['5302225d-dae7-420f-9590-f08a3faf81b1'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:01:13.409492 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ce3a5b-1d9b-4119-8baf-aed8bfa02725 None None] Routers {'5302225d-dae7-420f-9590-f08a3faf81b1'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:01:13.410182 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f7ce3a5b-1d9b-4119-8baf-aed8bfa02725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:01:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['5302225d-dae7-420f-9590-f08a3faf81b1'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:13.427641 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7102c040-1d7e-448c-811d-a61c04610fcc tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "DELETE /v2.0/floatingips/1c5a2d4b-c15e-49d2-b7e2-4cbf1816779f HTTP/1.1" status: 204 len: 168 time: 1.2009459 Jul 06 14:01:13.428649 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5d8e6b-fb09-41c0-b825-e0074c4c586b', 'tag': '060d4be5-93f6-4a60-85b4-c8cf00aa1135'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:01:13.431241 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6758d0a1-4970-4c57-b482-c9afc43fa13d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5d8e6b-fb09-41c0-b825-e0074c4c586b", "tag": "060d4be5-93f6-4a60-85b4-c8cf00aa1135"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:01:13.444526 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 32780) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:13.449953 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-b83cdaa1-4802-4b2a-9bce-4fd47e50a019 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1619669010-network', 'tenant_id': 'cbeb039e42194cc0bd311fbb873fb367'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:13.483152 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83cdaa1-4802-4b2a-9bce-4fd47e50a019 admin admin] Made reservation on behalf of cbeb039e42194cc0bd311fbb873fb367 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:01:13.486957 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b83cdaa1-4802-4b2a-9bce-4fd47e50a019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:13.498707 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b83cdaa1-4802-4b2a-9bce-4fd47e50a019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:13.553612 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-f7ce3a5b-1d9b-4119-8baf-aed8bfa02725 None None] Set router 5302225d-dae7-420f-9590-f08a3faf81b1 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:01:13.658373 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b83cdaa1-4802-4b2a-9bce-4fd47e50a019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:13.659574 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:13.668732 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b83cdaa1-4802-4b2a-9bce-4fd47e50a019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:13.698471 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83cdaa1-4802-4b2a-9bce-4fd47e50a019 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:01:13.709200 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83cdaa1-4802-4b2a-9bce-4fd47e50a019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77735e99-0e7c-4a9a-9363-998b8745910f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:13.715898 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b83cdaa1-4802-4b2a-9bce-4fd47e50a019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:13.716241 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-b83cdaa1-4802-4b2a-9bce-4fd47e50a019 admin admin] Added segment d363cb96-1f49-42f6-b84d-76e19c953897 of type vlan for network 1b020db4-b07f-406b-9b05-243c86d4eaef Jul 06 14:01:13.767864 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b83cdaa1-4802-4b2a-9bce-4fd47e50a019 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:13.777510 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:13.793600 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:13.793912 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:13.822946 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b83cdaa1-4802-4b2a-9bce-4fd47e50a019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:13.824833 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83cdaa1-4802-4b2a-9bce-4fd47e50a019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:13.825473 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b83cdaa1-4802-4b2a-9bce-4fd47e50a019 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:13.893421 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b83cdaa1-4802-4b2a-9bce-4fd47e50a019 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4443369 Jul 06 14:01:13.893421 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 32784) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:13.899029 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-960a4586-3974-4695-8037-9a81fac885ec admin admin] Request body: {'subnet': {'network_id': '1b020db4-b07f-406b-9b05-243c86d4eaef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1619669010-subnet', 'tenant_id': 'cbeb039e42194cc0bd311fbb873fb367', 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:13.909204 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f7ce3a5b-1d9b-4119-8baf-aed8bfa02725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'name': 'tempest-TestVolumeBackupRestore-1574025727-router', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T13:57:17Z', 'revision_number': 4, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'gw_port': {'id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'af0d286e-9dc0-4af4-9db8-67903674d544', 'name': '', 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'mac_address': 'fa:16:3e:97:ad:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'e2c5549a-87ab-47fc-82d1-f761c92f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:16Z', 'updated_at': '2021-07-06T13:57:36Z', 'revision_number': 5, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'subnets': [{'id': 'e2c5549a-87ab-47fc-82d1-f761c92f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:13.912808 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83cdaa1-4802-4b2a-9bce-4fd47e50a019 admin admin] Pushing event updated for resources: {'Network': ['ID=1b020db4-b07f-406b-9b05-243c86d4eaef,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:13.930165 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960a4586-3974-4695-8037-9a81fac885ec admin admin] Made reservation on behalf of cbeb039e42194cc0bd311fbb873fb367 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:01:13.932918 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-960a4586-3974-4695-8037-9a81fac885ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:13.940160 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 1b020db4-b07f-406b-9b05-243c86d4eaef details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:01:13.945423 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ce3a5b-1d9b-4119-8baf-aed8bfa02725 None None] Checking router: 5302225d-dae7-420f-9590-f08a3faf81b1 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:01:14.008065 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:14.035082 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ce3a5b-1d9b-4119-8baf-aed8bfa02725 None None] Routers {'5302225d-dae7-420f-9590-f08a3faf81b1'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:01:14.036083 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f7ce3a5b-1d9b-4119-8baf-aed8bfa02725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:01:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['5302225d-dae7-420f-9590-f08a3faf81b1'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:14.058267 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220f952f-b48e-45d3-8c7f-d6bb82544fa4 x-openstack-request-id: req-220f952f-b48e-45d3-8c7f-d6bb82544fa4 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:01:14.059249 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5d8e6b-fb09-41c0-b825-e0074c4c586b", "tag": "060d4be5-93f6-4a60-85b4-c8cf00aa1135", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:01:14.059702 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-220f952f-b48e-45d3-8c7f-d6bb82544fa4 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:01:14.060534 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5d8e6b-fb09-41c0-b825-e0074c4c586b', 'tag': '060d4be5-93f6-4a60-85b4-c8cf00aa1135', 'status': 'completed', 'code': 200} Jul 06 14:01:14.100996 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:14.110207 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58157e3b-b64f-457b-aa1f-4ce8fdf0d14e None None] Sync routers for ids ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:01:14.110761 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:14.122646 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58157e3b-b64f-457b-aa1f-4ce8fdf0d14e None None] Routers {'876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:01:14.123744 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-58157e3b-b64f-457b-aa1f-4ce8fdf0d14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:01:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:14.217256 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:14.229089 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-f7ce3a5b-1d9b-4119-8baf-aed8bfa02725 None None] Set router 5302225d-dae7-420f-9590-f08a3faf81b1 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:01:14.254383 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758d0a1-4970-4c57-b482-c9afc43fa13d req-6597ef90-8242-411f-9662-d22bbda6948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:14.256964 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6758d0a1-4970-4c57-b482-c9afc43fa13d req-6597ef90-8242-411f-9662-d22bbda6948a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4ee0bba68454415789e977e02265b3b8&device_id=6c5d8e6b-fb09-41c0-b825-e0074c4c586b HTTP/1.1" status: 200 len: 1096 time: 0.1371951 Jul 06 14:01:14.258617 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-960a4586-3974-4695-8037-9a81fac885ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:14.271696 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-58157e3b-b64f-457b-aa1f-4ce8fdf0d14e None None] Set router 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:01:14.371753 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd94caa-0f11-4ff7-a3ff-45f288a0d966 req-b30892ec-6913-4fa5-8089-0b517e59dd55 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:14.373592 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2bd94caa-0f11-4ff7-a3ff-45f288a0d966 req-b30892ec-6913-4fa5-8089-0b517e59dd55 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/ports?device_id=6c5d8e6b-fb09-41c0-b825-e0074c4c586b HTTP/1.1" status: 200 len: 945 time: 0.0746558 Jul 06 14:01:14.394729 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a4586-3974-4695-8037-9a81fac885ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=6245fc22-0bad-403c-9909-56d0de6fb9d3,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:14.440900 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2bd94caa-0f11-4ff7-a3ff-45f288a0d966 req-1105e392-742d-4ad1-8456-895883490f06 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/security-groups?id=7b784f9a-10ab-488a-922f-7f0ddfa19645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576265 Jul 06 14:01:14.444566 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758d0a1-4970-4c57-b482-c9afc43fa13d req-74e77abd-3eb0-42ab-979e-c7dd48b18528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:14.446115 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6758d0a1-4970-4c57-b482-c9afc43fa13d req-74e77abd-3eb0-42ab-979e-c7dd48b18528 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f18317a2-edda-4f2d-9b93-2b73971df27a HTTP/1.1" status: 200 len: 915 time: 0.1819420 Jul 06 14:01:14.449049 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960a4586-3974-4695-8037-9a81fac885ec admin admin] Checking segment: {'id': 'd363cb96-1f49-42f6-b84d-76e19c953897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1b020db4-b07f-406b-9b05-243c86d4eaef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:01:14.449419 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960a4586-3974-4695-8037-9a81fac885ec admin admin] Network hostable DHCP agents. Network: 1b020db4-b07f-406b-9b05-243c86d4eaef, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:01:14.487515 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f7ce3a5b-1d9b-4119-8baf-aed8bfa02725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'name': 'tempest-TestVolumeBackupRestore-1574025727-router', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T13:57:17Z', 'revision_number': 4, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'gw_port': {'id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'af0d286e-9dc0-4af4-9db8-67903674d544', 'name': '', 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'mac_address': 'fa:16:3e:97:ad:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'e2c5549a-87ab-47fc-82d1-f761c92f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:16Z', 'updated_at': '2021-07-06T13:57:36Z', 'revision_number': 5, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'subnets': [{'id': 'e2c5549a-87ab-47fc-82d1-f761c92f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:14.508539 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6758d0a1-4970-4c57-b482-c9afc43fa13d req-f2bffd4f-ea9e-4eb6-a4d7-ef5162b99ed8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=060d4be5-93f6-4a60-85b4-c8cf00aa1135 HTTP/1.1" status: 200 len: 217 time: 0.0548415 Jul 06 14:01:14.528096 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960a4586-3974-4695-8037-9a81fac885ec admin admin] Network 1b020db4-b07f-406b-9b05-243c86d4eaef is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:01:14.540724 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-58157e3b-b64f-457b-aa1f-4ce8fdf0d14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'name': 'tempest-TestVolumeBootPattern-98072569-router', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:11Z', 'revision_number': 4, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'gw_port': {'id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '64ca2032-f6d4-4f4b-86ad-2e51b1386b85', 'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'mac_address': 'fa:16:3e:14:d6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:10Z', 'updated_at': '2021-07-06T14:01:12Z', 'revision_number': 2, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'subnets': [{'id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:14.541215 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ce3a5b-1d9b-4119-8baf-aed8bfa02725 None None] The sync data for ids ['5302225d-dae7-420f-9590-f08a3faf81b1'] in n-d-773644-6 is: [{'id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'name': 'tempest-TestVolumeBackupRestore-1574025727-router', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T13:57:17Z', 'revision_number': 4, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'gw_port': {'id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'af0d286e-9dc0-4af4-9db8-67903674d544', 'name': '', 'network_id': 'f18317a2-edda-4f2d-9b93-2b73971df27a', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'mac_address': 'fa:16:3e:97:ad:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'e2c5549a-87ab-47fc-82d1-f761c92f3c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:16Z', 'updated_at': '2021-07-06T13:57:36Z', 'revision_number': 5, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'subnets': [{'id': 'e2c5549a-87ab-47fc-82d1-f761c92f3c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:01:14.564565 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-960a4586-3974-4695-8037-9a81fac885ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 1b020db4-b07f-406b-9b05-243c86d4eaef) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:14.573978 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960a4586-3974-4695-8037-9a81fac885ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:14.575760 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-960a4586-3974-4695-8037-9a81fac885ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:14.581147 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3012df5a-3c1d-4f6f-8088-4715f4bcf16d None None] Network 1b020db4-b07f-406b-9b05-243c86d4eaef requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:01:14.595749 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58157e3b-b64f-457b-aa1f-4ce8fdf0d14e None None] Checking router: 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:01:14.596103 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58157e3b-b64f-457b-aa1f-4ce8fdf0d14e None None] Updating router 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc port 64ca2032-f6d4-4f4b-86ad-2e51b1386b85 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:01:14.625338 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758d0a1-4970-4c57-b482-c9afc43fa13d req-450cd136-4601-476c-8a5e-d53a35621c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:14.629159 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6758d0a1-4970-4c57-b482-c9afc43fa13d req-450cd136-4601-476c-8a5e-d53a35621c55 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e2c5549a-87ab-47fc-82d1-f761c92f3c4a HTTP/1.1" status: 200 len: 853 time: 0.1107256 Jul 06 14:01:14.632739 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-960a4586-3974-4695-8037-9a81fac885ec admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7387025 Jul 06 14:01:14.638256 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 32792) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:14.638978 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b382478-e67e-4404-a54c-1270e1837021 req-a27aa481-17b9-43ca-8026-76fa1733c2f7 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:14.640652 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b382478-e67e-4404-a54c-1270e1837021 req-a27aa481-17b9-43ca-8026-76fa1733c2f7 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.0756350 Jul 06 14:01:14.649479 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-58157e3b-b64f-457b-aa1f-4ce8fdf0d14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:14.681845 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-a87cae1b-a889-4893-af25-30e95ab796fa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1619669010-router', 'tenant_id': 'cbeb039e42194cc0bd311fbb873fb367', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:14.698751 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b382478-e67e-4404-a54c-1270e1837021 req-03abc5c7-dab9-4c94-bd56-f68084cc60f2 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508258 Jul 06 14:01:14.712683 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a87cae1b-a889-4893-af25-30e95ab796fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:14.718009 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a87cae1b-a889-4893-af25-30e95ab796fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:14.783300 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a87cae1b-a889-4893-af25-30e95ab796fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:14.870549 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758d0a1-4970-4c57-b482-c9afc43fa13d req-7645b097-2e93-465e-9960-851315a79373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:14.872571 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6758d0a1-4970-4c57-b482-c9afc43fa13d req-7645b097-2e93-465e-9960-851315a79373 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f18317a2-edda-4f2d-9b93-2b73971df27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2329938 Jul 06 14:01:14.885786 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535b94b3-9f4c-4a24-84af-052b72f852e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-1b020db4-b07f-406b-9b05-243c86d4eaef', 'network_id': '1b020db4-b07f-406b-9b05-243c86d4eaef', 'tenant_id': 'cbeb039e42194cc0bd311fbb873fb367', 'fixed_ips': [{'subnet_id': '6245fc22-0bad-403c-9909-56d0de6fb9d3'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:01:14.887411 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-535b94b3-9f4c-4a24-84af-052b72f852e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:15.030081 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aed17a-63a8-4a05-a573-e8bc69f3eb8f None None] New status for floating IP 1c5a2d4b-c15e-49d2-b7e2-4cbf1816779f: DOWN {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:01:15.037973 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a87cae1b-a889-4893-af25-30e95ab796fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:15.107530 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-58157e3b-b64f-457b-aa1f-4ce8fdf0d14e None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:15.119466 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-535b94b3-9f4c-4a24-84af-052b72f852e6 None None] Allocated IP 172.20.0.2 (1b020db4-b07f-406b-9b05-243c86d4eaef/6245fc22-0bad-403c-9909-56d0de6fb9d3/3952eadc-2ff1-48bf-b9a3-7f3b46847f6e) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:01:15.135556 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-58157e3b-b64f-457b-aa1f-4ce8fdf0d14e None None] Transition to ACTIVE for port object 64ca2032-f6d4-4f4b-86ad-2e51b1386b85 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:15.140132 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6758d0a1-4970-4c57-b482-c9afc43fa13d req-c08438a1-3feb-47db-b1c1-ceedacea2c55 service neutron] 10.222.0.52 "GET /v2.0/networks/f18317a2-edda-4f2d-9b93-2b73971df27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564201 Jul 06 14:01:15.143757 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-58157e3b-b64f-457b-aa1f-4ce8fdf0d14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:15.217373 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e473c11-9ce1-44bd-84d3-b4283d52cfb4 None None] Pushing event updated for resources: {'Port': ['ID=64ca2032-f6d4-4f4b-86ad-2e51b1386b85,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:15.305170 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-58157e3b-b64f-457b-aa1f-4ce8fdf0d14e None None] Attempting to bind port 64ca2032-f6d4-4f4b-86ad-2e51b1386b85 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:01:15.305793 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-58157e3b-b64f-457b-aa1f-4ce8fdf0d14e None None] Attempting to bind port 64ca2032-f6d4-4f4b-86ad-2e51b1386b85 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:01:15.306236 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58157e3b-b64f-457b-aa1f-4ce8fdf0d14e None None] Attempting to bind port 64ca2032-f6d4-4f4b-86ad-2e51b1386b85 on network 55ac526b-1e87-42ff-98ca-8b8357b7302f {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:01:15.319963 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58157e3b-b64f-457b-aa1f-4ce8fdf0d14e None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:01:15.320447 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58157e3b-b64f-457b-aa1f-4ce8fdf0d14e None None] Checking segment: {'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:01:15.321142 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-58157e3b-b64f-457b-aa1f-4ce8fdf0d14e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:15.321611 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58157e3b-b64f-457b-aa1f-4ce8fdf0d14e None None] Bound using segment: {'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:01:15.322204 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-58157e3b-b64f-457b-aa1f-4ce8fdf0d14e None None] Bound port: 64ca2032-f6d4-4f4b-86ad-2e51b1386b85, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:01:15.322660 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-58157e3b-b64f-457b-aa1f-4ce8fdf0d14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:15.345876 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6758d0a1-4970-4c57-b482-c9afc43fa13d req-6b31a991-c3a6-4cde-bea0-f278687c49a6 service neutron] 10.222.0.52 "GET /v2.0/networks/f18317a2-edda-4f2d-9b93-2b73971df27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875253 Jul 06 14:01:15.434507 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-58157e3b-b64f-457b-aa1f-4ce8fdf0d14e None None] For port 64ca2032-f6d4-4f4b-86ad-2e51b1386b85, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:01:15.439207 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-58157e3b-b64f-457b-aa1f-4ce8fdf0d14e None None] For port 64ca2032-f6d4-4f4b-86ad-2e51b1386b85, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=64ca2032-f6d4-4f4b-86ad-2e51b1386b85,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:01:15.444185 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a87cae1b-a889-4893-af25-30e95ab796fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:15.444844 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-58157e3b-b64f-457b-aa1f-4ce8fdf0d14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:15.478815 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a87cae1b-a889-4893-af25-30e95ab796fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:15.501125 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e473c11-9ce1-44bd-84d3-b4283d52cfb4 None None] Pushing event updated for resources: {'Port': ['ID=64ca2032-f6d4-4f4b-86ad-2e51b1386b85,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:15.528273 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58157e3b-b64f-457b-aa1f-4ce8fdf0d14e None None] Routers {'876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:01:15.529517 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-58157e3b-b64f-457b-aa1f-4ce8fdf0d14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:01:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:15.562731 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-535b94b3-9f4c-4a24-84af-052b72f852e6 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:15.584141 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-535b94b3-9f4c-4a24-84af-052b72f852e6 None None] Transition to ACTIVE for port object 3952eadc-2ff1-48bf-b9a3-7f3b46847f6e will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:15.620055 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-535b94b3-9f4c-4a24-84af-052b72f852e6 None None] Transition to ACTIVE for port object 3952eadc-2ff1-48bf-b9a3-7f3b46847f6e will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:15.633248 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:15.667228 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-58157e3b-b64f-457b-aa1f-4ce8fdf0d14e None None] Set router 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:01:15.682004 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-535b94b3-9f4c-4a24-84af-052b72f852e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:15.724850 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-a87cae1b-a889-4893-af25-30e95ab796fa admin admin] Allocated IP 172.25.6.41 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/c75f395c-79ee-45d1-8baa-c6067d22199f) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:01:15.766295 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b94b3-9f4c-4a24-84af-052b72f852e6 None None] Pushing event updated for resources: {'Port': ['ID=3952eadc-2ff1-48bf-b9a3-7f3b46847f6e,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:15.771000 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b87856-092c-467a-ba61-7439b3576aba req-2f6920b8-b85d-4ed1-a494-268907059575 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:15.773938 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-98b87856-092c-467a-ba61-7439b3576aba req-2f6920b8-b85d-4ed1-a494-268907059575 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/ports?device_id=6c5d8e6b-fb09-41c0-b825-e0074c4c586b HTTP/1.1" status: 200 len: 945 time: 0.0838432 Jul 06 14:01:15.789116 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535b94b3-9f4c-4a24-84af-052b72f852e6 None None] Network 1b020db4-b07f-406b-9b05-243c86d4eaef is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:01:15.800601 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:15.800895 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:15.803815 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-535b94b3-9f4c-4a24-84af-052b72f852e6 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:15.807406 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535b94b3-9f4c-4a24-84af-052b72f852e6 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:01:15.848006 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-98b87856-092c-467a-ba61-7439b3576aba req-dc593f8d-6c69-4807-9239-57c06b26be53 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/security-groups?id=7b784f9a-10ab-488a-922f-7f0ddfa19645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671709 Jul 06 14:01:15.933667 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-535b94b3-9f4c-4a24-84af-052b72f852e6 None None] Attempting to bind port 3952eadc-2ff1-48bf-b9a3-7f3b46847f6e on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:01:15.933913 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-535b94b3-9f4c-4a24-84af-052b72f852e6 None None] Attempting to bind port 3952eadc-2ff1-48bf-b9a3-7f3b46847f6e by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'd363cb96-1f49-42f6-b84d-76e19c953897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1b020db4-b07f-406b-9b05-243c86d4eaef'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:01:15.934258 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535b94b3-9f4c-4a24-84af-052b72f852e6 None None] Attempting to bind port 3952eadc-2ff1-48bf-b9a3-7f3b46847f6e on network 1b020db4-b07f-406b-9b05-243c86d4eaef {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:01:15.943640 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535b94b3-9f4c-4a24-84af-052b72f852e6 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:01:15.944030 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535b94b3-9f4c-4a24-84af-052b72f852e6 None None] Checking segment: {'id': 'd363cb96-1f49-42f6-b84d-76e19c953897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1b020db4-b07f-406b-9b05-243c86d4eaef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:01:15.944421 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-535b94b3-9f4c-4a24-84af-052b72f852e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:15.944901 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535b94b3-9f4c-4a24-84af-052b72f852e6 None None] Bound using segment: {'id': 'd363cb96-1f49-42f6-b84d-76e19c953897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1b020db4-b07f-406b-9b05-243c86d4eaef'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:01:15.945414 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-535b94b3-9f4c-4a24-84af-052b72f852e6 None None] Bound port: 3952eadc-2ff1-48bf-b9a3-7f3b46847f6e, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd363cb96-1f49-42f6-b84d-76e19c953897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1b020db4-b07f-406b-9b05-243c86d4eaef'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:01:15.945831 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-535b94b3-9f4c-4a24-84af-052b72f852e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:15.950413 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b505b7-94e8-4148-b3a1-cc380b23c368 req-a4b4417c-c042-4bdd-87ff-48db0c2ff98c tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:15.952126 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-74b505b7-94e8-4148-b3a1-cc380b23c368 req-a4b4417c-c042-4bdd-87ff-48db0c2ff98c tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c5d8e6b-fb09-41c0-b825-e0074c4c586b HTTP/1.1" status: 200 len: 945 time: 0.1700535 Jul 06 14:01:15.953038 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-58157e3b-b64f-457b-aa1f-4ce8fdf0d14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'name': 'tempest-TestVolumeBootPattern-98072569-router', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:11Z', 'revision_number': 4, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'gw_port': {'id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '64ca2032-f6d4-4f4b-86ad-2e51b1386b85', 'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'mac_address': 'fa:16:3e:14:d6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:10Z', 'updated_at': '2021-07-06T14:01:15Z', 'revision_number': 4, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'subnets': [{'id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:15.955482 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a87cae1b-a889-4893-af25-30e95ab796fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:15.988515 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58157e3b-b64f-457b-aa1f-4ce8fdf0d14e None None] The sync data for ids ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'] in n-d-773644-6 is: [{'id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'name': 'tempest-TestVolumeBootPattern-98072569-router', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:11Z', 'revision_number': 4, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'gw_port': {'id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '64ca2032-f6d4-4f4b-86ad-2e51b1386b85', 'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'mac_address': 'fa:16:3e:14:d6:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:10Z', 'updated_at': '2021-07-06T14:01:15Z', 'revision_number': 4, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'subnets': [{'id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:01:16.070855 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a87cae1b-a889-4893-af25-30e95ab796fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:16.080404 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-535b94b3-9f4c-4a24-84af-052b72f852e6 None None] For port 3952eadc-2ff1-48bf-b9a3-7f3b46847f6e, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:01:16.089972 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-535b94b3-9f4c-4a24-84af-052b72f852e6 None None] For port 3952eadc-2ff1-48bf-b9a3-7f3b46847f6e, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=3952eadc-2ff1-48bf-b9a3-7f3b46847f6e,segment=NetworkSegment(d363cb96-1f49-42f6-b84d-76e19c953897),segment_id=d363cb96-1f49-42f6-b84d-76e19c953897)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:01:16.099903 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-535b94b3-9f4c-4a24-84af-052b72f852e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:16.118820 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085c878-6f8c-4cc1-8658-2290130899fe req-ff061a2a-48c7-480d-9703-c70aae227bce tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:16.120412 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0085c878-6f8c-4cc1-8658-2290130899fe req-ff061a2a-48c7-480d-9703-c70aae227bce tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.1143625 Jul 06 14:01:16.131064 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87cae1b-a889-4893-af25-30e95ab796fa admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:01:16.182376 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0085c878-6f8c-4cc1-8658-2290130899fe req-42b2a35d-3948-471c-838c-5331cb11cfd7 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551054 Jul 06 14:01:16.182908 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-a87cae1b-a889-4893-af25-30e95ab796fa admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:16.188364 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87cae1b-a889-4893-af25-30e95ab796fa admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:01:16.198738 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b94b3-9f4c-4a24-84af-052b72f852e6 None None] Pushing event updated for resources: {'Port': ['ID=3952eadc-2ff1-48bf-b9a3-7f3b46847f6e,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:16.246063 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87cae1b-a889-4893-af25-30e95ab796fa admin admin] Pushing event updated for resources: {'Port': ['ID=c75f395c-79ee-45d1-8baa-c6067d22199f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:16.279387 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-74b505b7-94e8-4148-b3a1-cc380b23c368 req-fb8bfdc7-6f80-48c3-8d8b-3fc0f3274261 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Deleting port 060d4be5-93f6-4a60-85b4-c8cf00aa1135 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:16.279870 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-74b505b7-94e8-4148-b3a1-cc380b23c368 req-fb8bfdc7-6f80-48c3-8d8b-3fc0f3274261 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:16.534251 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:16.579555 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-74b505b7-94e8-4148-b3a1-cc380b23c368 req-fb8bfdc7-6f80-48c3-8d8b-3fc0f3274261 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] For port 060d4be5-93f6-4a60-85b4-c8cf00aa1135, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=060d4be5-93f6-4a60-85b4-c8cf00aa1135,segment=NetworkSegment(db2d371a-0f1d-4d59-be0b-9704ec23b1f1),segment_id=db2d371a-0f1d-4d59-be0b-9704ec23b1f1)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:16.580164 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-74b505b7-94e8-4148-b3a1-cc380b23c368 req-fb8bfdc7-6f80-48c3-8d8b-3fc0f3274261 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:16.626350 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-74b505b7-94e8-4148-b3a1-cc380b23c368 req-fb8bfdc7-6f80-48c3-8d8b-3fc0f3274261 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Calling delete_port for 060d4be5-93f6-4a60-85b4-c8cf00aa1135 owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:16.688434 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a87cae1b-a889-4893-af25-30e95ab796fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:17.081223 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ea8a9-3b22-4732-bdcc-504f4d5a5927 req-b704ea42-bb48-47ec-a5f4-5bfd8825d38a tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:17.090415 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b0ea8a9-3b22-4732-bdcc-504f4d5a5927 req-b704ea42-bb48-47ec-a5f4-5bfd8825d38a tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/ports?device_id=6c5d8e6b-fb09-41c0-b825-e0074c4c586b HTTP/1.1" status: 200 len: 945 time: 0.1096075 Jul 06 14:01:17.147295 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b0ea8a9-3b22-4732-bdcc-504f4d5a5927 req-b5724a88-069c-4efd-a889-40c6d0b3f43e tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/security-groups?id=7b784f9a-10ab-488a-922f-7f0ddfa19645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555668 Jul 06 14:01:17.308704 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-74b505b7-94e8-4148-b3a1-cc380b23c368 req-fb8bfdc7-6f80-48c3-8d8b-3fc0f3274261 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:17.384152 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8bfdc7-6f80-48c3-8d8b-3fc0f3274261 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Pushing event deleted for resources: {'Port': ['ID=060d4be5-93f6-4a60-85b4-c8cf00aa1135,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:17.396752 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a87cae1b-a889-4893-af25-30e95ab796fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:17.403125 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3527ff-9316-49a0-8940-5240149aac87 None None] Network 1b020db4-b07f-406b-9b05-243c86d4eaef requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:01:17.419545 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b505b7-94e8-4148-b3a1-cc380b23c368 req-fb8bfdc7-6f80-48c3-8d8b-3fc0f3274261 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] No DVR routers for this DVR port 060d4be5-93f6-4a60-85b4-c8cf00aa1135 on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:01:17.423665 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-74b505b7-94e8-4148-b3a1-cc380b23c368 req-fb8bfdc7-6f80-48c3-8d8b-3fc0f3274261 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:17.425700 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-74b505b7-94e8-4148-b3a1-cc380b23c368 req-fb8bfdc7-6f80-48c3-8d8b-3fc0f3274261 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.52 "DELETE /v2.0/ports/060d4be5-93f6-4a60-85b4-c8cf00aa1135 HTTP/1.1" status: 204 len: 173 time: 1.4621079 Jul 06 14:01:17.426921 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5d8e6b-fb09-41c0-b825-e0074c4c586b', 'name': 'network-vif-deleted', 'tag': '060d4be5-93f6-4a60-85b4-c8cf00aa1135'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:01:17.429058 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3413df91-0aec-4647-a771-7bc148a7e6cf" -d '{"events": [{"server_uuid": "6c5d8e6b-fb09-41c0-b825-e0074c4c586b", "name": "network-vif-deleted", "tag": "060d4be5-93f6-4a60-85b4-c8cf00aa1135"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:01:17.449130 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bd5f9-0014-44f1-a9cb-e5fd7bd4cb68 req-925d356a-c44b-4960-882d-4481c767ba67 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:17.456877 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-838bd5f9-0014-44f1-a9cb-e5fd7bd4cb68 req-925d356a-c44b-4960-882d-4481c767ba67 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.1086059 Jul 06 14:01:17.523861 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fb5b2507-90a4-4d40-956f-e38541d8bc13 None None] Provisioning for port 3952eadc-2ff1-48bf-b9a3-7f3b46847f6e completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:17.530379 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-838bd5f9-0014-44f1-a9cb-e5fd7bd4cb68 req-402ce011-76bc-4255-96c7-816051c21245 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710547 Jul 06 14:01:17.609563 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87cae1b-a889-4893-af25-30e95ab796fa admin admin] Router bf7dd236-c9fc-4d41-9c54-769de004fb57 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:01:17.721275 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 64ca2032-f6d4-4f4b-86ad-2e51b1386b85 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:17.769006 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ab990f-3042-4a9e-a733-3cfd9080f5f9 x-openstack-request-id: req-87ab990f-3042-4a9e-a733-3cfd9080f5f9 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:01:17.770150 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5d8e6b-fb09-41c0-b825-e0074c4c586b", "name": "network-vif-deleted", "tag": "060d4be5-93f6-4a60-85b4-c8cf00aa1135", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:01:17.770477 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-87ab990f-3042-4a9e-a733-3cfd9080f5f9 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:01:17.771007 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5d8e6b-fb09-41c0-b825-e0074c4c586b', 'name': 'network-vif-deleted', 'tag': '060d4be5-93f6-4a60-85b4-c8cf00aa1135', 'status': 'completed', 'code': 200} Jul 06 14:01:17.791994 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87cae1b-a889-4893-af25-30e95ab796fa admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:01:17.800537 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d6b13d-4ae3-4ebe-b039-4e0f45596e3c None None] Sync routers for ids ['bf7dd236-c9fc-4d41-9c54-769de004fb57'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:01:17.830129 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 64ca2032-f6d4-4f4b-86ad-2e51b1386b85 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:17.830742 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a87cae1b-a889-4893-af25-30e95ab796fa admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:17.838103 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 32828) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:17.839025 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a87cae1b-a889-4893-af25-30e95ab796fa admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1982749 Jul 06 14:01:17.846730 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 64ca2032-f6d4-4f4b-86ad-2e51b1386b85 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:17.848508 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:17.848656 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d6b13d-4ae3-4ebe-b039-4e0f45596e3c None None] Routers {'bf7dd236-c9fc-4d41-9c54-769de004fb57'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:01:17.856882 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-41d6b13d-4ae3-4ebe-b039-4e0f45596e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:01:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['bf7dd236-c9fc-4d41-9c54-769de004fb57'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:18.039617 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:18.080141 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 64ca2032-f6d4-4f4b-86ad-2e51b1386b85, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=64ca2032-f6d4-4f4b-86ad-2e51b1386b85,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:18.086970 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:18.088044 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 3952eadc-2ff1-48bf-b9a3-7f3b46847f6e up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:18.193965 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-41d6b13d-4ae3-4ebe-b039-4e0f45596e3c None None] Set router bf7dd236-c9fc-4d41-9c54-769de004fb57 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:01:18.242989 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=64ca2032-f6d4-4f4b-86ad-2e51b1386b85,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:18.260933 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 3952eadc-2ff1-48bf-b9a3-7f3b46847f6e completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:18.267751 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 3952eadc-2ff1-48bf-b9a3-7f3b46847f6e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:18.268223 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:18.375433 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-95d22dae-c0df-48d6-9c31-bf956f7a9141 None None] Provisioning complete for port 3952eadc-2ff1-48bf-b9a3-7f3b46847f6e triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:18.375805 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-95d22dae-c0df-48d6-9c31-bf956f7a9141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:18.486367 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:18.499455 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-41d6b13d-4ae3-4ebe-b039-4e0f45596e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7dd236-c9fc-4d41-9c54-769de004fb57', 'name': 'tempest-TestVolumeBootPattern-1619669010-router', 'tenant_id': 'cbeb039e42194cc0bd311fbb873fb367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'c75f395c-79ee-45d1-8baa-c6067d22199f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:14Z', 'updated_at': '2021-07-06T14:01:16Z', 'revision_number': 3, 'project_id': 'cbeb039e42194cc0bd311fbb873fb367', 'gw_port': {'id': 'c75f395c-79ee-45d1-8baa-c6067d22199f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7dd236-c9fc-4d41-9c54-769de004fb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:15Z', 'updated_at': '2021-07-06T14:01:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:18.541250 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d6b13d-4ae3-4ebe-b039-4e0f45596e3c None None] Checking router: bf7dd236-c9fc-4d41-9c54-769de004fb57 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:01:18.541600 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d6b13d-4ae3-4ebe-b039-4e0f45596e3c None None] Updating router bf7dd236-c9fc-4d41-9c54-769de004fb57 port c75f395c-79ee-45d1-8baa-c6067d22199f binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:01:18.598902 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 3952eadc-2ff1-48bf-b9a3-7f3b46847f6e, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=3952eadc-2ff1-48bf-b9a3-7f3b46847f6e,segment=NetworkSegment(d363cb96-1f49-42f6-b84d-76e19c953897),segment_id=d363cb96-1f49-42f6-b84d-76e19c953897)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:18.602759 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-41d6b13d-4ae3-4ebe-b039-4e0f45596e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:18.611042 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:18.619838 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-95d22dae-c0df-48d6-9c31-bf956f7a9141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:18.665237 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:18.708643 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=3952eadc-2ff1-48bf-b9a3-7f3b46847f6e,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:18.719443 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-497b97d1-ff4c-4f96-af39-6c2c48e1b297 req-3c4dc54f-1140-4be7-97ef-85123296c784 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/ports?device_id=6c5d8e6b-fb09-41c0-b825-e0074c4c586b HTTP/1.1" status: 200 len: 210 time: 0.0505004 Jul 06 14:01:18.767092 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 060d4be5-93f6-4a60-85b4-c8cf00aa1135 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:01:18.789370 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9d07a806-4dae-4414-ad4d-2b3f767e6174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:18.812737 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 060d4be5-93f6-4a60-85b4-c8cf00aa1135 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:01:18.813878 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 060d4be5-93f6-4a60-85b4-c8cf00aa1135 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:01:18.839218 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.db.api [None req-95d22dae-c0df-48d6-9c31-bf956f7a9141 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:01:18.839877 n-d-773644-6 neutron-server[100419]: DEBUG oslo_db.api [None req-95d22dae-c0df-48d6-9c31-bf956f7a9141 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:01:18.952572 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-41d6b13d-4ae3-4ebe-b039-4e0f45596e3c None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:18.965661 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-41d6b13d-4ae3-4ebe-b039-4e0f45596e3c None None] Transition to ACTIVE for port object c75f395c-79ee-45d1-8baa-c6067d22199f will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:18.973855 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-41d6b13d-4ae3-4ebe-b039-4e0f45596e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:19.000152 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e740e6-bda1-428b-908d-df95fcfe603f req-6b6c036c-c408-4bfa-ab75-5ab829ca33b0 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:19.001683 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-84e740e6-bda1-428b-908d-df95fcfe603f req-6b6c036c-c408-4bfa-ab75-5ab829ca33b0 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.1499605 Jul 06 14:01:19.022656 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-9d07a806-4dae-4414-ad4d-2b3f767e6174 admin admin] Allocated IP 172.20.0.1 (1b020db4-b07f-406b-9b05-243c86d4eaef/6245fc22-0bad-403c-9909-56d0de6fb9d3/129e5902-0619-429a-82cf-8f862ff8b432) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:01:19.034580 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-41d6b13d-4ae3-4ebe-b039-4e0f45596e3c None None] Attempting to bind port c75f395c-79ee-45d1-8baa-c6067d22199f on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:01:19.034991 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-41d6b13d-4ae3-4ebe-b039-4e0f45596e3c None None] Attempting to bind port c75f395c-79ee-45d1-8baa-c6067d22199f by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:01:19.035359 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d6b13d-4ae3-4ebe-b039-4e0f45596e3c None None] Attempting to bind port c75f395c-79ee-45d1-8baa-c6067d22199f on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:01:19.038837 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf27dcd-ffc1-4c3f-a3fc-43ac012a9412 None None] Pushing event updated for resources: {'Port': ['ID=c75f395c-79ee-45d1-8baa-c6067d22199f,revision_number=2']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:19.044061 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d6b13d-4ae3-4ebe-b039-4e0f45596e3c None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:01:19.044444 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d6b13d-4ae3-4ebe-b039-4e0f45596e3c None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:01:19.044852 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-41d6b13d-4ae3-4ebe-b039-4e0f45596e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:19.045239 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d6b13d-4ae3-4ebe-b039-4e0f45596e3c None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:01:19.045705 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-41d6b13d-4ae3-4ebe-b039-4e0f45596e3c None None] Bound port: c75f395c-79ee-45d1-8baa-c6067d22199f, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:01:19.046121 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-41d6b13d-4ae3-4ebe-b039-4e0f45596e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:19.101541 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-41d6b13d-4ae3-4ebe-b039-4e0f45596e3c None None] For port c75f395c-79ee-45d1-8baa-c6067d22199f, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:01:19.105512 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-41d6b13d-4ae3-4ebe-b039-4e0f45596e3c None None] For port c75f395c-79ee-45d1-8baa-c6067d22199f, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c75f395c-79ee-45d1-8baa-c6067d22199f,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:01:19.106308 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-84e740e6-bda1-428b-908d-df95fcfe603f req-56ba8526-9a72-494a-bd19-1491a5671fcc tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851116 Jul 06 14:01:19.112481 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-41d6b13d-4ae3-4ebe-b039-4e0f45596e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:19.168025 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9d07a806-4dae-4414-ad4d-2b3f767e6174 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:19.182415 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf27dcd-ffc1-4c3f-a3fc-43ac012a9412 None None] Pushing event updated for resources: {'Port': ['ID=c75f395c-79ee-45d1-8baa-c6067d22199f,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:19.184377 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-9d07a806-4dae-4414-ad4d-2b3f767e6174 admin admin] Transition to ACTIVE for port object 129e5902-0619-429a-82cf-8f862ff8b432 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:19.203988 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d6b13d-4ae3-4ebe-b039-4e0f45596e3c None None] Routers {'bf7dd236-c9fc-4d41-9c54-769de004fb57'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:01:19.205077 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-41d6b13d-4ae3-4ebe-b039-4e0f45596e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:01:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['bf7dd236-c9fc-4d41-9c54-769de004fb57'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:19.244748 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9d07a806-4dae-4414-ad4d-2b3f767e6174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:19.304506 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07a806-4dae-4414-ad4d-2b3f767e6174 admin admin] Pushing event updated for resources: {'Port': ['ID=129e5902-0619-429a-82cf-8f862ff8b432,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:19.327567 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d07a806-4dae-4414-ad4d-2b3f767e6174 admin admin] Network 1b020db4-b07f-406b-9b05-243c86d4eaef is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:01:19.329381 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-9d07a806-4dae-4414-ad4d-2b3f767e6174 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:19.333149 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d07a806-4dae-4414-ad4d-2b3f767e6174 admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:01:19.351149 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-41d6b13d-4ae3-4ebe-b039-4e0f45596e3c None None] Set router bf7dd236-c9fc-4d41-9c54-769de004fb57 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:01:19.383628 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9d07a806-4dae-4414-ad4d-2b3f767e6174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:19.625992 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9d07a806-4dae-4414-ad4d-2b3f767e6174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:19.648015 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 64ca2032-f6d4-4f4b-86ad-2e51b1386b85 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:19.699785 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-41d6b13d-4ae3-4ebe-b039-4e0f45596e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7dd236-c9fc-4d41-9c54-769de004fb57', 'name': 'tempest-TestVolumeBootPattern-1619669010-router', 'tenant_id': 'cbeb039e42194cc0bd311fbb873fb367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'c75f395c-79ee-45d1-8baa-c6067d22199f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:14Z', 'updated_at': '2021-07-06T14:01:16Z', 'revision_number': 3, 'project_id': 'cbeb039e42194cc0bd311fbb873fb367', 'gw_port': {'id': 'c75f395c-79ee-45d1-8baa-c6067d22199f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7dd236-c9fc-4d41-9c54-769de004fb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:15Z', 'updated_at': '2021-07-06T14:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:19.721473 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 64ca2032-f6d4-4f4b-86ad-2e51b1386b85 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:19.722008 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:19.734234 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d6b13d-4ae3-4ebe-b039-4e0f45596e3c None None] The sync data for ids ['bf7dd236-c9fc-4d41-9c54-769de004fb57'] in n-d-773644-6 is: [{'id': 'bf7dd236-c9fc-4d41-9c54-769de004fb57', 'name': 'tempest-TestVolumeBootPattern-1619669010-router', 'tenant_id': 'cbeb039e42194cc0bd311fbb873fb367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'c75f395c-79ee-45d1-8baa-c6067d22199f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:14Z', 'updated_at': '2021-07-06T14:01:16Z', 'revision_number': 3, 'project_id': 'cbeb039e42194cc0bd311fbb873fb367', 'gw_port': {'id': 'c75f395c-79ee-45d1-8baa-c6067d22199f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7dd236-c9fc-4d41-9c54-769de004fb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:15Z', 'updated_at': '2021-07-06T14:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:01:19.775334 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-507e3fa6-aa58-479d-9d8e-1ac2c354a131 None None] Provisioning for port 129e5902-0619-429a-82cf-8f862ff8b432 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:19.781536 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-507e3fa6-aa58-479d-9d8e-1ac2c354a131 None None] Provisioning complete for port 129e5902-0619-429a-82cf-8f862ff8b432 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:19.782319 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-507e3fa6-aa58-479d-9d8e-1ac2c354a131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:19.836469 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-507e3fa6-aa58-479d-9d8e-1ac2c354a131 None None] Port 129e5902-0619-429a-82cf-8f862ff8b432 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:01:19.885172 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 3952eadc-2ff1-48bf-b9a3-7f3b46847f6e up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:19.922402 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f7215931-2c9f-440a-918d-9dd607eaf514 req-8c024792-23d9-40db-a3dc-dbaae6679515 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/ports?device_id=6c5d8e6b-fb09-41c0-b825-e0074c4c586b HTTP/1.1" status: 200 len: 210 time: 0.0387580 Jul 06 14:01:19.942787 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9d07a806-4dae-4414-ad4d-2b3f767e6174 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:19.943313 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 3952eadc-2ff1-48bf-b9a3-7f3b46847f6e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:19.943787 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:19.948660 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9d07a806-4dae-4414-ad4d-2b3f767e6174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:20.034144 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07a806-4dae-4414-ad4d-2b3f767e6174 admin admin] Pushing event updated for resources: {'Port': ['ID=129e5902-0619-429a-82cf-8f862ff8b432,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:20.051975 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9d07a806-4dae-4414-ad4d-2b3f767e6174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:20.184289 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d07a806-4dae-4414-ad4d-2b3f767e6174 admin admin] Network 1b020db4-b07f-406b-9b05-243c86d4eaef is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:01:20.186037 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-9d07a806-4dae-4414-ad4d-2b3f767e6174 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:20.369880 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d07a806-4dae-4414-ad4d-2b3f767e6174 admin admin] Router bf7dd236-c9fc-4d41-9c54-769de004fb57 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:01:20.451019 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c93537-0578-416d-8c5f-9ec09e0bf07d req-2e505735-4c1c-4ec8-b97a-8de169b8eb3d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:20.457316 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3c93537-0578-416d-8c5f-9ec09e0bf07d req-2e505735-4c1c-4ec8-b97a-8de169b8eb3d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.1627848 Jul 06 14:01:20.541123 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3c93537-0578-416d-8c5f-9ec09e0bf07d req-17aaeb26-69e5-4690-9cb6-c2ebfa9765fe tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825706 Jul 06 14:01:20.564154 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a209a3b2-42c6-41a3-a2f1-9846ceb799c5 None None] Provisioning complete for port 129e5902-0619-429a-82cf-8f862ff8b432 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:20.564757 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a209a3b2-42c6-41a3-a2f1-9846ceb799c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:20.572292 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d07a806-4dae-4414-ad4d-2b3f767e6174 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:01:20.581453 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9d07a806-4dae-4414-ad4d-2b3f767e6174 admin admin] 10.222.0.118 "PUT /v2.0/routers/bf7dd236-c9fc-4d41-9c54-769de004fb57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7422214 Jul 06 14:01:20.628312 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a209a3b2-42c6-41a3-a2f1-9846ceb799c5 None None] Port 129e5902-0619-429a-82cf-8f862ff8b432 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:01:21.245602 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-79a764b5-a2ef-44db-905e-3d3bdac1046f req-e09e4d15-d14e-4bb3-9ed7-38a5d44923f4 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/ports?device_id=6c5d8e6b-fb09-41c0-b825-e0074c4c586b HTTP/1.1" status: 200 len: 210 time: 0.0436003 Jul 06 14:01:21.618362 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c75f395c-79ee-45d1-8baa-c6067d22199f up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:21.718047 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port c75f395c-79ee-45d1-8baa-c6067d22199f completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:21.723143 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port c75f395c-79ee-45d1-8baa-c6067d22199f triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:21.723852 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:21.794158 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb89f4-03ec-4386-9dac-e7befe55919c req-bd61eaa7-4f93-4cb8-9fe6-bbb2aa903398 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:21.802592 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47cb89f4-03ec-4386-9dac-e7befe55919c req-bd61eaa7-4f93-4cb8-9fe6-bbb2aa903398 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.0797403 Jul 06 14:01:21.854001 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47cb89f4-03ec-4386-9dac-e7befe55919c req-5e6f8e0a-ebea-42ad-8981-617235f65c5a tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503983 Jul 06 14:01:21.890233 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:21.925918 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port c75f395c-79ee-45d1-8baa-c6067d22199f, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c75f395c-79ee-45d1-8baa-c6067d22199f,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:21.940440 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:22.015268 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=c75f395c-79ee-45d1-8baa-c6067d22199f,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:22.516628 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb4b2f2e-9d8a-495e-a723-d675f5ea49f6 req-0d87823f-fcc0-4de9-a5f1-086ecc1f56e6 tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "GET /v2.0/ports?device_id=6c5d8e6b-fb09-41c0-b825-e0074c4c586b HTTP/1.1" status: 200 len: 210 time: 0.0349789 Jul 06 14:01:22.827450 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-18351bd1-7cee-4db1-b05d-9437cf386717 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:22.828839 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-18351bd1-7cee-4db1-b05d-9437cf386717 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 810 time: 0.1031091 Jul 06 14:01:22.844642 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-4edd0952-476e-4020-88b2-feb4d6b86e9f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/quotas/4e5e90395ebd4404a252de8a1621c3cf HTTP/1.1" status: 200 len: 375 time: 0.0100942 Jul 06 14:01:22.914701 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-23be5138-9999-4f7e-a3f3-30b13063e6b7 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639837 Jul 06 14:01:23.016320 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-eedf7751-0931-4bcf-9058-6d4e4de166ab service neutron] 10.222.0.118 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946932 Jul 06 14:01:23.111887 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-91227a93-92c9-48fc-b789-6fd1320b1eb1 service neutron] 10.222.0.118 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894008 Jul 06 14:01:23.159246 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67794d5-7d2f-44e4-9eac-ed5debb634b9 None None] Sync routers for ids ['bf7dd236-c9fc-4d41-9c54-769de004fb57'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:01:23.169382 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67794d5-7d2f-44e4-9eac-ed5debb634b9 None None] Routers {'bf7dd236-c9fc-4d41-9c54-769de004fb57'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:01:23.170072 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c67794d5-7d2f-44e4-9eac-ed5debb634b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:01:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['bf7dd236-c9fc-4d41-9c54-769de004fb57'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:23.279266 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-c67794d5-7d2f-44e4-9eac-ed5debb634b9 None None] Set router bf7dd236-c9fc-4d41-9c54-769de004fb57 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:01:23.491285 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c67794d5-7d2f-44e4-9eac-ed5debb634b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7dd236-c9fc-4d41-9c54-769de004fb57', 'name': 'tempest-TestVolumeBootPattern-1619669010-router', 'tenant_id': 'cbeb039e42194cc0bd311fbb873fb367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'c75f395c-79ee-45d1-8baa-c6067d22199f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:14Z', 'updated_at': '2021-07-06T14:01:19Z', 'revision_number': 4, 'project_id': 'cbeb039e42194cc0bd311fbb873fb367', 'gw_port': {'id': 'c75f395c-79ee-45d1-8baa-c6067d22199f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd236-c9fc-4d41-9c54-769de004fb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:15Z', 'updated_at': '2021-07-06T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '129e5902-0619-429a-82cf-8f862ff8b432', 'name': '', 'network_id': '1b020db4-b07f-406b-9b05-243c86d4eaef', 'tenant_id': 'cbeb039e42194cc0bd311fbb873fb367', 'mac_address': 'fa:16:3e:7a:4b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7dd236-c9fc-4d41-9c54-769de004fb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '6245fc22-0bad-403c-9909-56d0de6fb9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:18Z', 'updated_at': '2021-07-06T14:01:19Z', 'revision_number': 2, 'project_id': 'cbeb039e42194cc0bd311fbb873fb367', 'subnets': [{'id': '6245fc22-0bad-403c-9909-56d0de6fb9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:23.524105 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67794d5-7d2f-44e4-9eac-ed5debb634b9 None None] Checking router: bf7dd236-c9fc-4d41-9c54-769de004fb57 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:01:23.524603 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67794d5-7d2f-44e4-9eac-ed5debb634b9 None None] Updating router bf7dd236-c9fc-4d41-9c54-769de004fb57 port 129e5902-0619-429a-82cf-8f862ff8b432 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:01:23.544514 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648cbfc-2f59-4e4c-9c73-946c3f8a96c7 req-209a1977-a7f9-44b6-a4a6-d0985c4237c5 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:23.553108 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d648cbfc-2f59-4e4c-9c73-946c3f8a96c7 req-209a1977-a7f9-44b6-a4a6-d0985c4237c5 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.0907431 Jul 06 14:01:23.563380 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c67794d5-7d2f-44e4-9eac-ed5debb634b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:23.600082 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c75f395c-79ee-45d1-8baa-c6067d22199f up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:23.603547 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d648cbfc-2f59-4e4c-9c73-946c3f8a96c7 req-f026ca4e-a9a5-4ec9-87f7-b3a20a1cec79 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496497 Jul 06 14:01:23.762358 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port c75f395c-79ee-45d1-8baa-c6067d22199f triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:23.762734 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:24.081693 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c67794d5-7d2f-44e4-9eac-ed5debb634b9 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:24.093559 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c67794d5-7d2f-44e4-9eac-ed5debb634b9 None None] Transition to ACTIVE for port object 129e5902-0619-429a-82cf-8f862ff8b432 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:24.101690 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c67794d5-7d2f-44e4-9eac-ed5debb634b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:24.104257 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad61c519-96c9-4694-8d78-6cca511fc089 req-0903c68c-c3f8-4919-bd42-cd6bbaf6e5af tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=2e314531-608e-4714-8274-dd824e460a36 HTTP/1.1" status: 200 len: 210 time: 0.0326953 Jul 06 14:01:24.201294 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37929d2b-e0f7-4a80-9c15-3ee5b5374b0e None None] Pushing event updated for resources: {'Port': ['ID=129e5902-0619-429a-82cf-8f862ff8b432,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:24.241332 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-c67794d5-7d2f-44e4-9eac-ed5debb634b9 None None] Attempting to bind port 129e5902-0619-429a-82cf-8f862ff8b432 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:01:24.241714 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-c67794d5-7d2f-44e4-9eac-ed5debb634b9 None None] Attempting to bind port 129e5902-0619-429a-82cf-8f862ff8b432 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'd363cb96-1f49-42f6-b84d-76e19c953897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1b020db4-b07f-406b-9b05-243c86d4eaef'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:01:24.242108 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67794d5-7d2f-44e4-9eac-ed5debb634b9 None None] Attempting to bind port 129e5902-0619-429a-82cf-8f862ff8b432 on network 1b020db4-b07f-406b-9b05-243c86d4eaef {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:01:24.247756 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67794d5-7d2f-44e4-9eac-ed5debb634b9 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:01:24.248130 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67794d5-7d2f-44e4-9eac-ed5debb634b9 None None] Checking segment: {'id': 'd363cb96-1f49-42f6-b84d-76e19c953897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1b020db4-b07f-406b-9b05-243c86d4eaef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:01:24.248719 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c67794d5-7d2f-44e4-9eac-ed5debb634b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:24.249310 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67794d5-7d2f-44e4-9eac-ed5debb634b9 None None] Bound using segment: {'id': 'd363cb96-1f49-42f6-b84d-76e19c953897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1b020db4-b07f-406b-9b05-243c86d4eaef'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:01:24.249979 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-c67794d5-7d2f-44e4-9eac-ed5debb634b9 None None] Bound port: 129e5902-0619-429a-82cf-8f862ff8b432, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd363cb96-1f49-42f6-b84d-76e19c953897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1b020db4-b07f-406b-9b05-243c86d4eaef'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:01:24.250580 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c67794d5-7d2f-44e4-9eac-ed5debb634b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:24.322760 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-c67794d5-7d2f-44e4-9eac-ed5debb634b9 None None] For port 129e5902-0619-429a-82cf-8f862ff8b432, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:01:24.326576 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-c67794d5-7d2f-44e4-9eac-ed5debb634b9 None None] For port 129e5902-0619-429a-82cf-8f862ff8b432, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=129e5902-0619-429a-82cf-8f862ff8b432,segment=NetworkSegment(d363cb96-1f49-42f6-b84d-76e19c953897),segment_id=d363cb96-1f49-42f6-b84d-76e19c953897)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:01:24.332902 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 32930) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:24.343037 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c67794d5-7d2f-44e4-9eac-ed5debb634b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:24.412879 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-70883e7e-1be2-4f55-954f-21c4e93f672b tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:24.432811 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67794d5-7d2f-44e4-9eac-ed5debb634b9 None None] Routers {'bf7dd236-c9fc-4d41-9c54-769de004fb57'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:01:24.433643 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c67794d5-7d2f-44e4-9eac-ed5debb634b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:01:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['bf7dd236-c9fc-4d41-9c54-769de004fb57'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:24.448353 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-70883e7e-1be2-4f55-954f-21c4e93f672b tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:24.470797 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37929d2b-e0f7-4a80-9c15-3ee5b5374b0e None None] Pushing event updated for resources: {'Port': ['ID=129e5902-0619-429a-82cf-8f862ff8b432,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:24.539299 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-70883e7e-1be2-4f55-954f-21c4e93f672b tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:24.541971 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-70883e7e-1be2-4f55-954f-21c4e93f672b tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:24.546157 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-70883e7e-1be2-4f55-954f-21c4e93f672b tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] 10.222.0.118 "DELETE /v2.0/security-groups/7b784f9a-10ab-488a-922f-7f0ddfa19645 HTTP/1.1" status: 204 len: 168 time: 0.2095602 Jul 06 14:01:24.557267 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70883e7e-1be2-4f55-954f-21c4e93f672b tempest-TestVolumeBackupRestore-1907610081 tempest-TestVolumeBackupRestore-1907610081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b784f9a-10ab-488a-922f-7f0ddfa19645,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:24.585733 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-c67794d5-7d2f-44e4-9eac-ed5debb634b9 None None] Set router bf7dd236-c9fc-4d41-9c54-769de004fb57 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:01:24.867271 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-9df816a4-6b7e-465b-8d72-34df665854e2 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:24.868014 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-9df816a4-6b7e-465b-8d72-34df665854e2 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.52 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 810 time: 0.2223535 Jul 06 14:01:24.885880 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-0460abd1-e0fb-41d6-8028-e51c3a37c95a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Request body: {'port': {'device_id': '2e314531-608e-4714-8274-dd824e460a36', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'admin_state_up': True, 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:24.905289 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9b06d-f2fd-487c-adfb-b4bc3a36efc1 req-d8b56122-e738-4ff8-b9a8-b6429baff087 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:24.915549 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-14d9b06d-f2fd-487c-adfb-b4bc3a36efc1 req-d8b56122-e738-4ff8-b9a8-b6429baff087 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.1000991 Jul 06 14:01:24.983251 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-14d9b06d-f2fd-487c-adfb-b4bc3a36efc1 req-7e7de93d-1a18-4482-b539-8b6b6aaeaca4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664833 Jul 06 14:01:25.059290 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c67794d5-7d2f-44e4-9eac-ed5debb634b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7dd236-c9fc-4d41-9c54-769de004fb57', 'name': 'tempest-TestVolumeBootPattern-1619669010-router', 'tenant_id': 'cbeb039e42194cc0bd311fbb873fb367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'c75f395c-79ee-45d1-8baa-c6067d22199f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:14Z', 'updated_at': '2021-07-06T14:01:19Z', 'revision_number': 4, 'project_id': 'cbeb039e42194cc0bd311fbb873fb367', 'gw_port': {'id': 'c75f395c-79ee-45d1-8baa-c6067d22199f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd236-c9fc-4d41-9c54-769de004fb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:15Z', 'updated_at': '2021-07-06T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '129e5902-0619-429a-82cf-8f862ff8b432', 'name': '', 'network_id': '1b020db4-b07f-406b-9b05-243c86d4eaef', 'tenant_id': 'cbeb039e42194cc0bd311fbb873fb367', 'mac_address': 'fa:16:3e:7a:4b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7dd236-c9fc-4d41-9c54-769de004fb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '6245fc22-0bad-403c-9909-56d0de6fb9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:18Z', 'updated_at': '2021-07-06T14:01:24Z', 'revision_number': 4, 'project_id': 'cbeb039e42194cc0bd311fbb873fb367', 'subnets': [{'id': '6245fc22-0bad-403c-9909-56d0de6fb9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:25.100735 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67794d5-7d2f-44e4-9eac-ed5debb634b9 None None] The sync data for ids ['bf7dd236-c9fc-4d41-9c54-769de004fb57'] in n-d-773644-6 is: [{'id': 'bf7dd236-c9fc-4d41-9c54-769de004fb57', 'name': 'tempest-TestVolumeBootPattern-1619669010-router', 'tenant_id': 'cbeb039e42194cc0bd311fbb873fb367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'c75f395c-79ee-45d1-8baa-c6067d22199f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:14Z', 'updated_at': '2021-07-06T14:01:19Z', 'revision_number': 4, 'project_id': 'cbeb039e42194cc0bd311fbb873fb367', 'gw_port': {'id': 'c75f395c-79ee-45d1-8baa-c6067d22199f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd236-c9fc-4d41-9c54-769de004fb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:15Z', 'updated_at': '2021-07-06T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '129e5902-0619-429a-82cf-8f862ff8b432', 'name': '', 'network_id': '1b020db4-b07f-406b-9b05-243c86d4eaef', 'tenant_id': 'cbeb039e42194cc0bd311fbb873fb367', 'mac_address': 'fa:16:3e:7a:4b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7dd236-c9fc-4d41-9c54-769de004fb57', 'device_owner': 'network:router_interface', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': '6245fc22-0bad-403c-9909-56d0de6fb9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:18Z', 'updated_at': '2021-07-06T14:01:24Z', 'revision_number': 4, 'project_id': 'cbeb039e42194cc0bd311fbb873fb367', 'subnets': [{'id': '6245fc22-0bad-403c-9909-56d0de6fb9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:01:25.232041 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-0460abd1-e0fb-41d6-8028-e51c3a37c95a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Made reservation on behalf of 4e5e90395ebd4404a252de8a1621c3cf for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:01:25.236297 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-0460abd1-e0fb-41d6-8028-e51c3a37c95a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:25.263335 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789ab22-38b8-4d04-b10a-3e8d0c4798bb req-66bd0e87-6728-401d-a642-d7c8b3c07497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:25.274471 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f789ab22-38b8-4d04-b10a-3e8d0c4798bb req-66bd0e87-6728-401d-a642-d7c8b3c07497 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84c411c9b83740e1bcaf5cc8002aa094&device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 1095 time: 0.2589350 Jul 06 14:01:25.510051 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-0460abd1-e0fb-41d6-8028-e51c3a37c95a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Allocated IP 172.20.0.14 (55ac526b-1e87-42ff-98ca-8b8357b7302f/63f5e127-3353-454e-884a-bc0470d3f3d4/f83e63ad-c09c-46bd-afe4-85ff55c692cc) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:01:25.762944 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 129e5902-0619-429a-82cf-8f862ff8b432 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:25.893195 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 129e5902-0619-429a-82cf-8f862ff8b432 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:25.898345 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 129e5902-0619-429a-82cf-8f862ff8b432 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:25.902379 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:26.022322 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-0460abd1-e0fb-41d6-8028-e51c3a37c95a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:26.040488 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-0460abd1-e0fb-41d6-8028-e51c3a37c95a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Transition to ACTIVE for port object f83e63ad-c09c-46bd-afe4-85ff55c692cc will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:26.095222 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-0460abd1-e0fb-41d6-8028-e51c3a37c95a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:26.108231 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:26.200393 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 129e5902-0619-429a-82cf-8f862ff8b432, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=129e5902-0619-429a-82cf-8f862ff8b432,segment=NetworkSegment(d363cb96-1f49-42f6-b84d-76e19c953897),segment_id=d363cb96-1f49-42f6-b84d-76e19c953897)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:26.210363 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:26.264189 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-0460abd1-e0fb-41d6-8028-e51c3a37c95a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Network 55ac526b-1e87-42ff-98ca-8b8357b7302f is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:01:26.272604 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-0460abd1-e0fb-41d6-8028-e51c3a37c95a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:26.291125 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-0460abd1-e0fb-41d6-8028-e51c3a37c95a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:01:26.352328 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=129e5902-0619-429a-82cf-8f862ff8b432,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:26.382460 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789ab22-38b8-4d04-b10a-3e8d0c4798bb req-c81e0991-c0e3-4585-9472-f703fa010b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:26.384067 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f789ab22-38b8-4d04-b10a-3e8d0c4798bb req-c81e0991-c0e3-4585-9472-f703fa010b05 service neutron] 10.222.0.52 "GET /v2.0/networks?id=65a0c785-6dfd-4a01-9b12-067743ee677d HTTP/1.1" status: 200 len: 913 time: 1.1009963 Jul 06 14:01:26.416279 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-0460abd1-e0fb-41d6-8028-e51c3a37c95a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:26.417010 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-0460abd1-e0fb-41d6-8028-e51c3a37c95a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:26.458266 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460abd1-e0fb-41d6-8028-e51c3a37c95a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Pushing event updated for resources: {'Port': ['ID=f83e63ad-c09c-46bd-afe4-85ff55c692cc,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:26.468694 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460abd1-e0fb-41d6-8028-e51c3a37c95a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:26.469390 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460abd1-e0fb-41d6-8028-e51c3a37c95a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:26.469959 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460abd1-e0fb-41d6-8028-e51c3a37c95a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:26.470563 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48a28c-8bef-4597-99ef-2c81b8552af6 req-6184b571-0251-47cb-9984-e9fef175e04f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:26.470932 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460abd1-e0fb-41d6-8028-e51c3a37c95a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:26.471291 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460abd1-e0fb-41d6-8028-e51c3a37c95a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:26.471713 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460abd1-e0fb-41d6-8028-e51c3a37c95a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:26.472119 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460abd1-e0fb-41d6-8028-e51c3a37c95a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:26.472629 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460abd1-e0fb-41d6-8028-e51c3a37c95a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:26.473912 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460abd1-e0fb-41d6-8028-e51c3a37c95a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:26.474377 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460abd1-e0fb-41d6-8028-e51c3a37c95a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:26.474729 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460abd1-e0fb-41d6-8028-e51c3a37c95a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:26.475148 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0460abd1-e0fb-41d6-8028-e51c3a37c95a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:26.478674 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3c48a28c-8bef-4597-99ef-2c81b8552af6 req-6184b571-0251-47cb-9984-e9fef175e04f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=2e314531-608e-4714-8274-dd824e460a36 HTTP/1.1" status: 200 len: 932 time: 0.2163444 Jul 06 14:01:26.492479 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-0460abd1-e0fb-41d6-8028-e51c3a37c95a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6102841 Jul 06 14:01:26.510563 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-fa2cbc4b-49e9-4122-a674-a5841b5a416b service neutron] Request body: {'port': {'device_id': '2e314531-608e-4714-8274-dd824e460a36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:26.557852 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f789ab22-38b8-4d04-b10a-3e8d0c4798bb req-e2789333-3cd3-4ace-9495-792322558820 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b75cf5-263d-4c77-b909-aed48eb16174 HTTP/1.1" status: 200 len: 998 time: 0.1594136 Jul 06 14:01:26.628401 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-fa2cbc4b-49e9-4122-a674-a5841b5a416b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:26.654916 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3c48a28c-8bef-4597-99ef-2c81b8552af6 req-63fad505-d1fc-409b-a30f-ff0136856af8 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752610 Jul 06 14:01:26.699426 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789ab22-38b8-4d04-b10a-3e8d0c4798bb req-0aca7abe-e4c2-48b1-a375-2bba7e535e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:26.700936 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f789ab22-38b8-4d04-b10a-3e8d0c4798bb req-0aca7abe-e4c2-48b1-a375-2bba7e535e82 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c752e52c-1e0e-4b69-8288-ed62c19f3b18 HTTP/1.1" status: 200 len: 851 time: 0.1254573 Jul 06 14:01:26.745522 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ffab0c2f-86c6-427c-a804-7b624142d973 None None] Provisioning for port f83e63ad-c09c-46bd-afe4-85ff55c692cc completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:26.775139 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ffab0c2f-86c6-427c-a804-7b624142d973 None None] Provisioning complete for port f83e63ad-c09c-46bd-afe4-85ff55c692cc triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:26.777058 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ffab0c2f-86c6-427c-a804-7b624142d973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:26.855336 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789ab22-38b8-4d04-b10a-3e8d0c4798bb req-12566e65-7c89-4829-8180-4f683ed5a552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:26.856957 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f789ab22-38b8-4d04-b10a-3e8d0c4798bb req-12566e65-7c89-4829-8180-4f683ed5a552 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=65a0c785-6dfd-4a01-9b12-067743ee677d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1446385 Jul 06 14:01:26.888024 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-ffab0c2f-86c6-427c-a804-7b624142d973 None None] Port f83e63ad-c09c-46bd-afe4-85ff55c692cc cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:01:27.016354 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f789ab22-38b8-4d04-b10a-3e8d0c4798bb req-a8abe5eb-28bf-4e08-b79b-cbd809d0e301 service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473789 Jul 06 14:01:27.239673 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f789ab22-38b8-4d04-b10a-3e8d0c4798bb req-5f461f02-c7b0-43b8-9c03-8f10a7eda9b0 service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160463 Jul 06 14:01:27.249507 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1d71e-880c-4edb-a1aa-2a2d3718da04 req-a8067f1f-da89-4c19-8f12-610bd375a89f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:27.259207 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-11e1d71e-880c-4edb-a1aa-2a2d3718da04 req-a8067f1f-da89-4c19-8f12-610bd375a89f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.1325154 Jul 06 14:01:27.322903 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-11e1d71e-880c-4edb-a1aa-2a2d3718da04 req-3d4bd7ce-6aac-40b8-9814-1cd76fd88639 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623119 Jul 06 14:01:27.376422 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-fa2cbc4b-49e9-4122-a674-a5841b5a416b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f83e63ad-c09c-46bd-afe4-85ff55c692cc {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:01:27.403324 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-fa2cbc4b-49e9-4122-a674-a5841b5a416b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:27.437571 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-fa2cbc4b-49e9-4122-a674-a5841b5a416b service neutron] Transition to ACTIVE for port object f83e63ad-c09c-46bd-afe4-85ff55c692cc will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:01:27.443221 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-fa2cbc4b-49e9-4122-a674-a5841b5a416b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:27.677261 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 129e5902-0619-429a-82cf-8f862ff8b432 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:27.688500 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2cbc4b-49e9-4122-a674-a5841b5a416b service neutron] Pushing event updated for resources: {'Port': ['ID=f83e63ad-c09c-46bd-afe4-85ff55c692cc,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:27.744008 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-fa2cbc4b-49e9-4122-a674-a5841b5a416b service neutron] Attempting to bind port f83e63ad-c09c-46bd-afe4-85ff55c692cc on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:01:27.748214 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-fa2cbc4b-49e9-4122-a674-a5841b5a416b service neutron] Attempting to bind port f83e63ad-c09c-46bd-afe4-85ff55c692cc by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:01:27.749267 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-fa2cbc4b-49e9-4122-a674-a5841b5a416b service neutron] Attempting to bind port f83e63ad-c09c-46bd-afe4-85ff55c692cc on network 55ac526b-1e87-42ff-98ca-8b8357b7302f {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:01:27.767304 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-fa2cbc4b-49e9-4122-a674-a5841b5a416b service neutron] Port f83e63ad-c09c-46bd-afe4-85ff55c692cc on network 55ac526b-1e87-42ff-98ca-8b8357b7302f not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:01:27.767894 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-fa2cbc4b-49e9-4122-a674-a5841b5a416b service neutron] Attempting to bind port f83e63ad-c09c-46bd-afe4-85ff55c692cc on network 55ac526b-1e87-42ff-98ca-8b8357b7302f {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:01:27.780591 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-fa2cbc4b-49e9-4122-a674-a5841b5a416b service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:01:27.781233 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-fa2cbc4b-49e9-4122-a674-a5841b5a416b service neutron] Checking segment: {'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:01:27.783614 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-fa2cbc4b-49e9-4122-a674-a5841b5a416b service neutron] Bound using segment: {'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:01:27.784322 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-fa2cbc4b-49e9-4122-a674-a5841b5a416b service neutron] Bound port: f83e63ad-c09c-46bd-afe4-85ff55c692cc, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:01:27.786280 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-fa2cbc4b-49e9-4122-a674-a5841b5a416b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:27.837261 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 129e5902-0619-429a-82cf-8f862ff8b432 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:27.838319 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:28.006620 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-fa2cbc4b-49e9-4122-a674-a5841b5a416b service neutron] For port f83e63ad-c09c-46bd-afe4-85ff55c692cc, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:01:28.013219 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-fa2cbc4b-49e9-4122-a674-a5841b5a416b service neutron] For port f83e63ad-c09c-46bd-afe4-85ff55c692cc, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=f83e63ad-c09c-46bd-afe4-85ff55c692cc,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:01:28.023525 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-fa2cbc4b-49e9-4122-a674-a5841b5a416b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:28.083475 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-fa2cbc4b-49e9-4122-a674-a5841b5a416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:28.084370 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-fa2cbc4b-49e9-4122-a674-a5841b5a416b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:28.086299 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-fa2cbc4b-49e9-4122-a674-a5841b5a416b service neutron] 10.222.0.52 "PUT /v2.0/ports/f83e63ad-c09c-46bd-afe4-85ff55c692cc HTTP/1.1" status: 200 len: 1092 time: 1.5854359 Jul 06 14:01:28.089681 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e314531-608e-4714-8274-dd824e460a36', 'tag': 'f83e63ad-c09c-46bd-afe4-85ff55c692cc'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:01:28.092330 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a639fd-e34e-4e0d-a8e2-7bfadce5a525" -d '{"events": [{"name": "network-changed", "server_uuid": "2e314531-608e-4714-8274-dd824e460a36", "tag": "f83e63ad-c09c-46bd-afe4-85ff55c692cc"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:01:28.198444 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2cbc4b-49e9-4122-a674-a5841b5a416b service neutron] Pushing event updated for resources: {'Port': ['ID=f83e63ad-c09c-46bd-afe4-85ff55c692cc,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:28.332458 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-1c8cb874-7d00-41ad-b5da-6dda0718c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:28.336926 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-1c8cb874-7d00-41ad-b5da-6dda0718c8e8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&device_id=2e314531-608e-4714-8274-dd824e460a36 HTTP/1.1" status: 200 len: 1095 time: 0.1804738 Jul 06 14:01:28.408839 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-33ef93e3-b487-466b-a88b-f0ecb6e6a20f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f83e63ad-c09c-46bd-afe4-85ff55c692cc HTTP/1.1" status: 200 len: 217 time: 0.0597270 Jul 06 14:01:28.508177 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9635fa-bede-4a15-83a1-1ab2ea1a2889 req-fa556278-8c48-45be-8455-2583e8883e36 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:28.511788 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7c9635fa-bede-4a15-83a1-1ab2ea1a2889 req-fa556278-8c48-45be-8455-2583e8883e36 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=2e314531-608e-4714-8274-dd824e460a36 HTTP/1.1" status: 200 len: 944 time: 0.1331301 Jul 06 14:01:28.556487 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-2e1ef255-d8ae-48fe-9f7a-ff3e12b7b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:28.561991 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-2e1ef255-d8ae-48fe-9f7a-ff3e12b7b5eb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63f5e127-3353-454e-884a-bc0470d3f3d4 HTTP/1.1" status: 200 len: 849 time: 0.1456168 Jul 06 14:01:28.634413 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7c9635fa-bede-4a15-83a1-1ab2ea1a2889 req-cc746a38-9b1b-4b14-a672-48a6275f343b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127701 Jul 06 14:01:28.701873 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-08f8929e-502d-4a13-861e-4fd124ac624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:28.704401 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-08f8929e-502d-4a13-861e-4fd124ac624c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=55ac526b-1e87-42ff-98ca-8b8357b7302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1304739 Jul 06 14:01:28.860241 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12e8735-6b19-459e-8d4e-8e0c194253c3 x-openstack-request-id: req-c12e8735-6b19-459e-8d4e-8e0c194253c3 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:01:28.860537 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e314531-608e-4714-8274-dd824e460a36", "tag": "f83e63ad-c09c-46bd-afe4-85ff55c692cc", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:01:28.860798 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c12e8735-6b19-459e-8d4e-8e0c194253c3 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:01:28.861205 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e314531-608e-4714-8274-dd824e460a36', 'tag': 'f83e63ad-c09c-46bd-afe4-85ff55c692cc', 'status': 'completed', 'code': 200} Jul 06 14:01:28.883174 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-f47b964e-aca3-4f8f-ba52-5b9d9e627ead service neutron] 10.222.0.52 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726058 Jul 06 14:01:29.006287 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d0d0de7d-685d-42a1-b3f6-3ad8e0b0d24a req-ab91187c-5a92-479b-bae6-9d2f27db1e06 service neutron] 10.222.0.52 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150305 Jul 06 14:01:29.219443 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a639fd-e34e-4e0d-a8e2-7bfadce5a525 req-a4510f89-8070-4c11-9f3b-b123c077f7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:29.223212 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c9a639fd-e34e-4e0d-a8e2-7bfadce5a525 req-a4510f89-8070-4c11-9f3b-b123c077f7e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&device_id=2e314531-608e-4714-8274-dd824e460a36 HTTP/1.1" status: 200 len: 1095 time: 0.1462429 Jul 06 14:01:29.243438 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d75a9-93d7-499e-bfa2-32925f350ee8 req-b0b40437-d97d-40d9-b2d2-289e34a30cb3 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:29.257967 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5e0d75a9-93d7-499e-bfa2-32925f350ee8 req-b0b40437-d97d-40d9-b2d2-289e34a30cb3 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.2145238 Jul 06 14:01:29.366449 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5e0d75a9-93d7-499e-bfa2-32925f350ee8 req-63b71022-698a-4ad7-9470-b81da74937f4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074359 Jul 06 14:01:29.456652 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a639fd-e34e-4e0d-a8e2-7bfadce5a525 req-5b6c62b1-7f97-4421-83f7-0542b1c6876e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:29.458417 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c9a639fd-e34e-4e0d-a8e2-7bfadce5a525 req-5b6c62b1-7f97-4421-83f7-0542b1c6876e service neutron] 10.222.0.52 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 911 time: 0.2098560 Jul 06 14:01:29.568191 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c9a639fd-e34e-4e0d-a8e2-7bfadce5a525 req-63c9c693-4f6c-4cb9-ab19-86a2cf8910d0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f83e63ad-c09c-46bd-afe4-85ff55c692cc HTTP/1.1" status: 200 len: 217 time: 0.0987713 Jul 06 14:01:29.672906 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a639fd-e34e-4e0d-a8e2-7bfadce5a525 req-6aea9eef-fa5f-40dc-85be-8c7ae170ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:29.674674 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c9a639fd-e34e-4e0d-a8e2-7bfadce5a525 req-6aea9eef-fa5f-40dc-85be-8c7ae170ba15 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63f5e127-3353-454e-884a-bc0470d3f3d4 HTTP/1.1" status: 200 len: 849 time: 0.0998075 Jul 06 14:01:29.774715 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a639fd-e34e-4e0d-a8e2-7bfadce5a525 req-31a7728e-7cf4-4b27-9339-4576cc1caf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:29.777033 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c9a639fd-e34e-4e0d-a8e2-7bfadce5a525 req-31a7728e-7cf4-4b27-9339-4576cc1caf07 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=55ac526b-1e87-42ff-98ca-8b8357b7302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953593 Jul 06 14:01:29.976672 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c9a639fd-e34e-4e0d-a8e2-7bfadce5a525 req-35095b97-2a9a-46d6-a822-9c3f3f869a63 service neutron] 10.222.0.52 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929011 Jul 06 14:01:30.096729 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c9a639fd-e34e-4e0d-a8e2-7bfadce5a525 req-fa77a12d-643f-4bcf-b577-c982a7c3a89d service neutron] 10.222.0.52 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123919 Jul 06 14:01:30.116111 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c813a-79ac-4c95-8b66-9f6afca62115 req-11fcc3a2-8f6b-46ed-be5a-9b30cccea785 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:30.119198 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-617c813a-79ac-4c95-8b66-9f6afca62115 req-11fcc3a2-8f6b-46ed-be5a-9b30cccea785 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.0781715 Jul 06 14:01:30.170387 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-617c813a-79ac-4c95-8b66-9f6afca62115 req-8c3251c3-c16c-4d78-b4bb-9e29dbb5fb4c tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434008 Jul 06 14:01:30.360379 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72427a52-523f-4bfd-89cd-6550f3136833 req-f8a72a2e-8287-407e-a8af-30878a0552cc tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:30.363035 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-72427a52-523f-4bfd-89cd-6550f3136833 req-f8a72a2e-8287-407e-a8af-30878a0552cc tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=2e314531-608e-4714-8274-dd824e460a36 HTTP/1.1" status: 200 len: 944 time: 0.0882931 Jul 06 14:01:30.446334 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-72427a52-523f-4bfd-89cd-6550f3136833 req-4486eb48-452c-4989-838c-31024197081a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746536 Jul 06 14:01:30.778483 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33432) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:30.823384 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e48f56-44b4-4425-8f50-66dc4edccce4 req-0ebd307c-006e-46d9-bce4-53d22eb36a85 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:30.831855 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f2e48f56-44b4-4425-8f50-66dc4edccce4 req-0ebd307c-006e-46d9-bce4-53d22eb36a85 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.1477833 Jul 06 14:01:30.882643 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f2e48f56-44b4-4425-8f50-66dc4edccce4 req-cb11290c-38a0-4b7a-a9e5-1865fa23e688 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485198 Jul 06 14:01:31.187767 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aa44e371-066e-4379-a120-6c43acd49bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:31.513467 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-aa44e371-066e-4379-a120-6c43acd49bda admin admin] Deleting port af0d286e-9dc0-4af4-9db8-67903674d544 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:31.513971 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aa44e371-066e-4379-a120-6c43acd49bda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:31.613110 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-aa44e371-066e-4379-a120-6c43acd49bda admin admin] For port af0d286e-9dc0-4af4-9db8-67903674d544, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=af0d286e-9dc0-4af4-9db8-67903674d544,segment=NetworkSegment(db2d371a-0f1d-4d59-be0b-9704ec23b1f1),segment_id=db2d371a-0f1d-4d59-be0b-9704ec23b1f1)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:31.614862 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aa44e371-066e-4379-a120-6c43acd49bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:31.630529 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-aa44e371-066e-4379-a120-6c43acd49bda admin admin] Calling delete_port for af0d286e-9dc0-4af4-9db8-67903674d544 owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:31.659358 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105cb53-d61b-4aaf-b0a4-9c5a9f3b2bf5 req-ecbb2687-3cee-417d-a83e-14490b25660b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:31.661332 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d105cb53-d61b-4aaf-b0a4-9c5a9f3b2bf5 req-ecbb2687-3cee-417d-a83e-14490b25660b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.0684712 Jul 06 14:01:31.702000 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d105cb53-d61b-4aaf-b0a4-9c5a9f3b2bf5 req-442f8c17-6b12-4057-85dc-feaf7c3457ca tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341284 Jul 06 14:01:31.840680 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aa44e371-066e-4379-a120-6c43acd49bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:31.866934 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44e371-066e-4379-a120-6c43acd49bda admin admin] Pushing event deleted for resources: {'Port': ['ID=af0d286e-9dc0-4af4-9db8-67903674d544,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:31.908447 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24109a-6e14-4992-addf-0b67dcb6edac req-0586010a-d34a-447a-9603-3b9961b463ad tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:31.910887 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ed24109a-6e14-4992-addf-0b67dcb6edac req-0586010a-d34a-447a-9603-3b9961b463ad tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=2e314531-608e-4714-8274-dd824e460a36 HTTP/1.1" status: 200 len: 944 time: 0.0954475 Jul 06 14:01:31.966612 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ed24109a-6e14-4992-addf-0b67dcb6edac req-33463a02-6656-4a1c-ada8-1760ebbdb9a5 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499861 Jul 06 14:01:32.093851 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aa44e371-066e-4379-a120-6c43acd49bda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:32.343147 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa44e371-066e-4379-a120-6c43acd49bda admin admin] Router 5302225d-dae7-420f-9590-f08a3faf81b1 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:01:32.459657 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa44e371-066e-4379-a120-6c43acd49bda admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:01:32.467413 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-aa44e371-066e-4379-a120-6c43acd49bda admin admin] 10.222.0.118 "PUT /v2.0/routers/5302225d-dae7-420f-9590-f08a3faf81b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6846485 Jul 06 14:01:32.467413 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33448) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:32.471065 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f98fd0-ea60-44a7-8d2b-cae1ea49839e None None] Sync routers for ids ['5302225d-dae7-420f-9590-f08a3faf81b1'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:01:32.480907 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f98fd0-ea60-44a7-8d2b-cae1ea49839e None None] Routers {'5302225d-dae7-420f-9590-f08a3faf81b1'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:01:32.481515 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-16f98fd0-ea60-44a7-8d2b-cae1ea49839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:01:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['5302225d-dae7-420f-9590-f08a3faf81b1'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:32.577366 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-716b39fd-093e-428a-bd71-48ba62149680 admin admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:32.693018 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-716b39fd-093e-428a-bd71-48ba62149680 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:32.711844 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-16f98fd0-ea60-44a7-8d2b-cae1ea49839e None None] Set router 5302225d-dae7-420f-9590-f08a3faf81b1 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:01:32.758811 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-716b39fd-093e-428a-bd71-48ba62149680 admin admin] Deleting port 13bfe61c-e067-4481-be83-98f706f6f2aa {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:32.759357 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-716b39fd-093e-428a-bd71-48ba62149680 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:32.850845 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-716b39fd-093e-428a-bd71-48ba62149680 admin admin] For port 13bfe61c-e067-4481-be83-98f706f6f2aa, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=13bfe61c-e067-4481-be83-98f706f6f2aa,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:32.851654 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-716b39fd-093e-428a-bd71-48ba62149680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:32.865725 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-716b39fd-093e-428a-bd71-48ba62149680 admin admin] Calling delete_port for 13bfe61c-e067-4481-be83-98f706f6f2aa owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:32.932258 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-16f98fd0-ea60-44a7-8d2b-cae1ea49839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'name': 'tempest-TestVolumeBackupRestore-1574025727-router', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T14:01:31Z', 'revision_number': 5, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'gw_port': {'id': '13bfe61c-e067-4481-be83-98f706f6f2aa', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a5:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T13:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:32.933789 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34edc5cc-bc12-4a3e-a9a8-78bbc8a1a49c req-f758e94b-67c5-4ede-b9ef-a9e7270c7c76 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:32.937283 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-34edc5cc-bc12-4a3e-a9a8-78bbc8a1a49c req-f758e94b-67c5-4ede-b9ef-a9e7270c7c76 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.0920839 Jul 06 14:01:32.963864 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f98fd0-ea60-44a7-8d2b-cae1ea49839e None None] Checking router: 5302225d-dae7-420f-9590-f08a3faf81b1 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:01:32.972539 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f98fd0-ea60-44a7-8d2b-cae1ea49839e None None] Routers {'5302225d-dae7-420f-9590-f08a3faf81b1'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:01:32.973359 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-16f98fd0-ea60-44a7-8d2b-cae1ea49839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:01:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['5302225d-dae7-420f-9590-f08a3faf81b1'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:32.979883 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-34edc5cc-bc12-4a3e-a9a8-78bbc8a1a49c req-0514f386-fb09-4b6f-977b-bd8304f50a7f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363667 Jul 06 14:01:33.071781 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-16f98fd0-ea60-44a7-8d2b-cae1ea49839e None None] Set router 5302225d-dae7-420f-9590-f08a3faf81b1 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:01:33.086994 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-716b39fd-093e-428a-bd71-48ba62149680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:33.123480 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b39fd-093e-428a-bd71-48ba62149680 admin admin] Pushing event deleted for resources: {'Port': ['ID=13bfe61c-e067-4481-be83-98f706f6f2aa,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:33.144174 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-16f98fd0-ea60-44a7-8d2b-cae1ea49839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'name': 'tempest-TestVolumeBackupRestore-1574025727-router', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T14:01:32Z', 'revision_number': 6, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:33.159527 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0dbaa7-6fed-4ed6-810c-5d10d715dcdb req-267ac7e8-b737-4009-8aec-ac76e48375df tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:33.161888 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b0dbaa7-6fed-4ed6-810c-5d10d715dcdb req-267ac7e8-b737-4009-8aec-ac76e48375df tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=2e314531-608e-4714-8274-dd824e460a36 HTTP/1.1" status: 200 len: 944 time: 0.0787985 Jul 06 14:01:33.180810 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f98fd0-ea60-44a7-8d2b-cae1ea49839e None None] The sync data for ids ['5302225d-dae7-420f-9590-f08a3faf81b1'] in n-d-773644-6 is: [{'id': '5302225d-dae7-420f-9590-f08a3faf81b1', 'name': 'tempest-TestVolumeBackupRestore-1574025727-router', 'tenant_id': '4ee0bba68454415789e977e02265b3b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:12Z', 'updated_at': '2021-07-06T14:01:32Z', 'revision_number': 6, 'project_id': '4ee0bba68454415789e977e02265b3b8', 'gw_port_host': None}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:01:33.194586 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-716b39fd-093e-428a-bd71-48ba62149680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:33.212774 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b0dbaa7-6fed-4ed6-810c-5d10d715dcdb req-a0d12539-4dc7-4858-9b51-3dfc7307708b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444214 Jul 06 14:01:33.301743 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-716b39fd-093e-428a-bd71-48ba62149680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:33.304197 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-716b39fd-093e-428a-bd71-48ba62149680 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:33.352234 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-716b39fd-093e-428a-bd71-48ba62149680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:33.352871 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716b39fd-093e-428a-bd71-48ba62149680 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5302225d-dae7-420f-9590-f08a3faf81b1 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:01:33.359152 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-716b39fd-093e-428a-bd71-48ba62149680 admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:33.360371 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-716b39fd-093e-428a-bd71-48ba62149680 admin admin] 10.222.0.118 "DELETE /v2.0/routers/5302225d-dae7-420f-9590-f08a3faf81b1 HTTP/1.1" status: 204 len: 168 time: 0.8920672 Jul 06 14:01:33.363073 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33464) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:33.423779 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-9751127b-c204-4741-acbe-6eecb0fbd2f5 admin admin] Deleting subnet e2c5549a-87ab-47fc-82d1-f761c92f3c4a {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:01:33.428276 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9751127b-c204-4741-acbe-6eecb0fbd2f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:33.464514 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9751127b-c204-4741-acbe-6eecb0fbd2f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:33.578406 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9751127b-c204-4741-acbe-6eecb0fbd2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:33.593427 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0610ada-33fd-43a0-9084-6550eb4ed93f req-5b58ef32-5caa-492d-a482-a062cdaa900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:33.595752 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f0610ada-33fd-43a0-9084-6550eb4ed93f req-5b58ef32-5caa-492d-a482-a062cdaa900a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=84c411c9b83740e1bcaf5cc8002aa094&device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 1095 time: 0.0891366 Jul 06 14:01:33.642994 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:01:33.667154 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9751127b-c204-4741-acbe-6eecb0fbd2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:33.696525 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751127b-c204-4741-acbe-6eecb0fbd2f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2c5549a-87ab-47fc-82d1-f761c92f3c4a,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:33.705288 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9751127b-c204-4741-acbe-6eecb0fbd2f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:33.708310 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e3adc6-87b0-48f8-8de0-9ca4f403445c None None] Network f18317a2-edda-4f2d-9b93-2b73971df27a requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:01:33.718815 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9751127b-c204-4741-acbe-6eecb0fbd2f5 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/e2c5549a-87ab-47fc-82d1-f761c92f3c4a HTTP/1.1" status: 204 len: 168 time: 0.3538620 Jul 06 14:01:33.724474 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33470) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:33.760969 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0610ada-33fd-43a0-9084-6550eb4ed93f req-d20b93c3-1dcd-4200-b62c-66dff7b30e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:33.763001 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f0610ada-33fd-43a0-9084-6550eb4ed93f req-d20b93c3-1dcd-4200-b62c-66dff7b30e05 service neutron] 10.222.0.52 "GET /v2.0/networks?id=65a0c785-6dfd-4a01-9b12-067743ee677d HTTP/1.1" status: 200 len: 913 time: 0.1564062 Jul 06 14:01:33.805781 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9350fba2-55b2-4462-91f7-65919923b52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:33.842520 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f0610ada-33fd-43a0-9084-6550eb4ed93f req-8856caec-8bb0-4223-932c-8975a8aa498d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b75cf5-263d-4c77-b909-aed48eb16174 HTTP/1.1" status: 200 len: 998 time: 0.0720067 Jul 06 14:01:33.866971 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-9350fba2-55b2-4462-91f7-65919923b52e admin admin] Deleting port 8304487b-f21c-4f69-b5cb-125614c1865e {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:33.867366 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9350fba2-55b2-4462-91f7-65919923b52e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:33.906368 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0610ada-33fd-43a0-9084-6550eb4ed93f req-98778736-b376-44bb-acbc-72577e959485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:33.907838 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f0610ada-33fd-43a0-9084-6550eb4ed93f req-98778736-b376-44bb-acbc-72577e959485 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c752e52c-1e0e-4b69-8288-ed62c19f3b18 HTTP/1.1" status: 200 len: 851 time: 0.0550046 Jul 06 14:01:33.970830 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-9350fba2-55b2-4462-91f7-65919923b52e admin admin] For port 8304487b-f21c-4f69-b5cb-125614c1865e, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=8304487b-f21c-4f69-b5cb-125614c1865e,segment=NetworkSegment(db2d371a-0f1d-4d59-be0b-9704ec23b1f1),segment_id=db2d371a-0f1d-4d59-be0b-9704ec23b1f1)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:33.971475 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9350fba2-55b2-4462-91f7-65919923b52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:33.971603 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0610ada-33fd-43a0-9084-6550eb4ed93f req-f3dc7d66-aad6-4629-b5b7-ccd8e2250ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:33.973687 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f0610ada-33fd-43a0-9084-6550eb4ed93f req-f3dc7d66-aad6-4629-b5b7-ccd8e2250ead service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=65a0c785-6dfd-4a01-9b12-067743ee677d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553954 Jul 06 14:01:33.988067 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-9350fba2-55b2-4462-91f7-65919923b52e admin admin] Calling delete_port for 8304487b-f21c-4f69-b5cb-125614c1865e owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:34.053211 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea260eb-a024-43db-8403-98bd665d65ff req-8704f8bc-52d9-47e1-b285-92e77bf52ebc tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:34.055586 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6ea260eb-a024-43db-8403-98bd665d65ff req-8704f8bc-52d9-47e1-b285-92e77bf52ebc tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.1420534 Jul 06 14:01:34.064189 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0a16d5-8761-45d9-9cbb-9a9bc75b0025 None None] DHCP port deletion for f18317a2-edda-4f2d-9b93-2b73971df27a request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:01:34.070102 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device af0d286e-9dc0-4af4-9db8-67903674d544 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:01:34.078455 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f0610ada-33fd-43a0-9084-6550eb4ed93f req-a8669cd0-d6f2-4def-b5d0-88fbf8b418bc service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967455 Jul 06 14:01:34.099320 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: af0d286e-9dc0-4af4-9db8-67903674d544 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:01:34.099663 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device af0d286e-9dc0-4af4-9db8-67903674d544 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:01:34.130211 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6ea260eb-a024-43db-8403-98bd665d65ff req-f9d9dea0-7bda-4665-b911-6063bee347c9 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492022 Jul 06 14:01:34.132040 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9350fba2-55b2-4462-91f7-65919923b52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:34.159814 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-de0a16d5-8761-45d9-9cbb-9a9bc75b0025 None None] Deleting port 8304487b-f21c-4f69-b5cb-125614c1865e {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:34.161742 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350fba2-55b2-4462-91f7-65919923b52e admin admin] Pushing event deleted for resources: {'Port': ['ID=8304487b-f21c-4f69-b5cb-125614c1865e,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:34.163681 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9350fba2-55b2-4462-91f7-65919923b52e admin admin] No DVR routers for this DVR port 8304487b-f21c-4f69-b5cb-125614c1865e on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:01:34.175293 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-de0a16d5-8761-45d9-9cbb-9a9bc75b0025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:34.199141 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f0610ada-33fd-43a0-9084-6550eb4ed93f req-e6ab644e-b2a8-43b0-87c6-3d20ae1183b7 service neutron] 10.222.0.52 "GET /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099491 Jul 06 14:01:34.249551 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9350fba2-55b2-4462-91f7-65919923b52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:34.260150 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-9350fba2-55b2-4462-91f7-65919923b52e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18317a2-edda-4f2d-9b93-2b73971df27a']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:34.267129 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-de0a16d5-8761-45d9-9cbb-9a9bc75b0025 None None] For port 8304487b-f21c-4f69-b5cb-125614c1865e, host n-d-773644-6, got binding levels [] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:34.267530 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-de0a16d5-8761-45d9-9cbb-9a9bc75b0025 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:34.271690 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-9350fba2-55b2-4462-91f7-65919923b52e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2d371a-0f1d-4d59-be0b-9704ec23b1f1') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:34.272018 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-9350fba2-55b2-4462-91f7-65919923b52e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2d371a-0f1d-4d59-be0b-9704ec23b1f1') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:34.282025 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9350fba2-55b2-4462-91f7-65919923b52e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:34.286591 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-de0a16d5-8761-45d9-9cbb-9a9bc75b0025 None None] Calling delete_port for 8304487b-f21c-4f69-b5cb-125614c1865e owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:34.289144 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.ipam_backend_mixin [None req-de0a16d5-8761-45d9-9cbb-9a9bc75b0025 None None] Port 8304487b-f21c-4f69-b5cb-125614c1865e was not found and therefore no delete operation was performed {{(pid=100419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 14:01:34.290788 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-de0a16d5-8761-45d9-9cbb-9a9bc75b0025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:34.298774 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9350fba2-55b2-4462-91f7-65919923b52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:34.309243 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9350fba2-55b2-4462-91f7-65919923b52e admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:01:34.309814 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9350fba2-55b2-4462-91f7-65919923b52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:01:34.311655 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:01:34.319473 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a16d5-8761-45d9-9cbb-9a9bc75b0025 None None] Pushing event deleted for resources: {'Port': ['ID=8304487b-f21c-4f69-b5cb-125614c1865e,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:34.322863 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0a16d5-8761-45d9-9cbb-9a9bc75b0025 None None] No DVR routers for this DVR port 8304487b-f21c-4f69-b5cb-125614c1865e on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:01:34.375038 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9350fba2-55b2-4462-91f7-65919923b52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:34.381023 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9350fba2-55b2-4462-91f7-65919923b52e admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:34.386390 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9350fba2-55b2-4462-91f7-65919923b52e admin admin] 10.222.0.118 "DELETE /v2.0/networks/f18317a2-edda-4f2d-9b93-2b73971df27a HTTP/1.1" status: 204 len: 168 time: 0.6578417 Jul 06 14:01:34.386838 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33474) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:34.398031 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350fba2-55b2-4462-91f7-65919923b52e admin admin] Pushing event deleted for resources: {'Network': ['ID=f18317a2-edda-4f2d-9b93-2b73971df27a,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:34.474990 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480eb3ad-87ae-4c3f-af2c-9fe5f8d6a56f req-22feb6b6-6cf0-4842-aa12-b162e0258f95 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:34.476585 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-480eb3ad-87ae-4c3f-af2c-9fe5f8d6a56f req-22feb6b6-6cf0-4842-aa12-b162e0258f95 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=2e314531-608e-4714-8274-dd824e460a36 HTTP/1.1" status: 200 len: 944 time: 0.0711243 Jul 06 14:01:34.527026 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-480eb3ad-87ae-4c3f-af2c-9fe5f8d6a56f req-342a7c53-7de6-4d12-b68e-be211e31d4b7 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444326 Jul 06 14:01:34.768158 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b887ce6d-4fa2-47de-aa3e-0b61cb7165bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:35.315039 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b6e48-2b4a-48c8-9a25-5e108117644c req-4632729d-c476-44de-8ca6-efeab87e4f69 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:35.316741 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af8b6e48-2b4a-48c8-9a25-5e108117644c req-4632729d-c476-44de-8ca6-efeab87e4f69 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.0694847 Jul 06 14:01:35.358588 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af8b6e48-2b4a-48c8-9a25-5e108117644c req-a00d1cdf-feeb-49b7-a60a-87c311f93a0b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354440 Jul 06 14:01:35.367681 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-b887ce6d-4fa2-47de-aa3e-0b61cb7165bd admin admin] Deleting port e539321b-c54f-4ac7-8642-64a55dd80a13 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:35.368211 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b887ce6d-4fa2-47de-aa3e-0b61cb7165bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:35.453545 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-b887ce6d-4fa2-47de-aa3e-0b61cb7165bd admin admin] For port e539321b-c54f-4ac7-8642-64a55dd80a13, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=e539321b-c54f-4ac7-8642-64a55dd80a13,segment=NetworkSegment(a7f6aa70-dbf4-4b82-9c16-80eea0731056),segment_id=a7f6aa70-dbf4-4b82-9c16-80eea0731056)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:35.453854 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b887ce6d-4fa2-47de-aa3e-0b61cb7165bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:35.472044 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-b887ce6d-4fa2-47de-aa3e-0b61cb7165bd admin admin] Calling delete_port for e539321b-c54f-4ac7-8642-64a55dd80a13 owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:35.575020 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 13bfe61c-e067-4481-be83-98f706f6f2aa no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:01:35.609122 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 13bfe61c-e067-4481-be83-98f706f6f2aa {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:01:35.609565 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 13bfe61c-e067-4481-be83-98f706f6f2aa not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:01:35.610080 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8304487b-f21c-4f69-b5cb-125614c1865e no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:01:35.630970 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 8304487b-f21c-4f69-b5cb-125614c1865e {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:01:35.631395 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8304487b-f21c-4f69-b5cb-125614c1865e not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:01:35.667819 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ce561-c3a9-4a94-9100-c5bf1127d936 req-27cde992-7dfc-4397-994a-f08b9a5f308d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:35.669137 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de3ce561-c3a9-4a94-9100-c5bf1127d936 req-27cde992-7dfc-4397-994a-f08b9a5f308d tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.0853174 Jul 06 14:01:35.707620 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b887ce6d-4fa2-47de-aa3e-0b61cb7165bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:35.715299 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de3ce561-c3a9-4a94-9100-c5bf1127d936 req-084b22af-e90a-491e-b141-e3a2be5eae04 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394220 Jul 06 14:01:35.761233 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887ce6d-4fa2-47de-aa3e-0b61cb7165bd admin admin] Pushing event deleted for resources: {'Port': ['ID=e539321b-c54f-4ac7-8642-64a55dd80a13,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:35.901078 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d83fa-85c8-4fde-9d9e-d50d3e6c88b3 req-864c2734-762e-4660-b2f6-a7b0138cef3f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:35.902655 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b1d83fa-85c8-4fde-9d9e-d50d3e6c88b3 req-864c2734-762e-4660-b2f6-a7b0138cef3f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=2e314531-608e-4714-8274-dd824e460a36 HTTP/1.1" status: 200 len: 944 time: 0.0729160 Jul 06 14:01:35.921023 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b887ce6d-4fa2-47de-aa3e-0b61cb7165bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:35.945248 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b1d83fa-85c8-4fde-9d9e-d50d3e6c88b3 req-87f9e084-1c8a-443d-af5f-a373169feb66 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363657 Jul 06 14:01:36.148006 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b887ce6d-4fa2-47de-aa3e-0b61cb7165bd admin admin] Router c5b0382b-4b8e-45ff-a41b-b0e68763f799 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:01:36.261839 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b887ce6d-4fa2-47de-aa3e-0b61cb7165bd admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:01:36.267005 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b887ce6d-4fa2-47de-aa3e-0b61cb7165bd admin admin] 10.222.0.118 "PUT /v2.0/routers/c5b0382b-4b8e-45ff-a41b-b0e68763f799/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8790066 Jul 06 14:01:36.269559 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33504) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:36.275506 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8365071c-2012-4f9d-89d7-d6e040a6b346 None None] Sync routers for ids ['c5b0382b-4b8e-45ff-a41b-b0e68763f799'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:01:36.285887 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8365071c-2012-4f9d-89d7-d6e040a6b346 None None] Routers {'c5b0382b-4b8e-45ff-a41b-b0e68763f799'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:01:36.286656 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8365071c-2012-4f9d-89d7-d6e040a6b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:01:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c5b0382b-4b8e-45ff-a41b-b0e68763f799'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:36.380057 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-16173a79-7ee0-4eb2-b49e-4d1f2e607dcc admin admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:36.398134 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-8365071c-2012-4f9d-89d7-d6e040a6b346 None None] Set router c5b0382b-4b8e-45ff-a41b-b0e68763f799 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:01:36.487937 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-16173a79-7ee0-4eb2-b49e-4d1f2e607dcc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:36.553913 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-16173a79-7ee0-4eb2-b49e-4d1f2e607dcc admin admin] Deleting port a51c49ae-37b6-4ab3-b413-4eff2cd80b22 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:36.554274 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-16173a79-7ee0-4eb2-b49e-4d1f2e607dcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:36.602761 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8365071c-2012-4f9d-89d7-d6e040a6b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b0382b-4b8e-45ff-a41b-b0e68763f799', 'name': 'tempest-TestVolumeBackupRestore-1358399704-router', 'tenant_id': '5f26fa9c5c584e0f9194ad70914ae7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'a51c49ae-37b6-4ab3-b413-4eff2cd80b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:21Z', 'updated_at': '2021-07-06T14:01:35Z', 'revision_number': 5, 'project_id': '5f26fa9c5c584e0f9194ad70914ae7e7', 'gw_port': {'id': 'a51c49ae-37b6-4ab3-b413-4eff2cd80b22', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b0382b-4b8e-45ff-a41b-b0e68763f799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:57:22Z', 'updated_at': '2021-07-06T13:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:36.634184 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8365071c-2012-4f9d-89d7-d6e040a6b346 None None] Checking router: c5b0382b-4b8e-45ff-a41b-b0e68763f799 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:01:36.640090 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-16173a79-7ee0-4eb2-b49e-4d1f2e607dcc admin admin] For port a51c49ae-37b6-4ab3-b413-4eff2cd80b22, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a51c49ae-37b6-4ab3-b413-4eff2cd80b22,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:36.640579 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-16173a79-7ee0-4eb2-b49e-4d1f2e607dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:36.643996 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8365071c-2012-4f9d-89d7-d6e040a6b346 None None] Routers {'c5b0382b-4b8e-45ff-a41b-b0e68763f799'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:01:36.644861 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8365071c-2012-4f9d-89d7-d6e040a6b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:01:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c5b0382b-4b8e-45ff-a41b-b0e68763f799'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:36.661329 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-16173a79-7ee0-4eb2-b49e-4d1f2e607dcc admin admin] Calling delete_port for a51c49ae-37b6-4ab3-b413-4eff2cd80b22 owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:36.737494 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-8365071c-2012-4f9d-89d7-d6e040a6b346 None None] Set router c5b0382b-4b8e-45ff-a41b-b0e68763f799 gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:01:36.792101 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8365071c-2012-4f9d-89d7-d6e040a6b346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b0382b-4b8e-45ff-a41b-b0e68763f799', 'name': 'tempest-TestVolumeBackupRestore-1358399704-router', 'tenant_id': '5f26fa9c5c584e0f9194ad70914ae7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:21Z', 'updated_at': '2021-07-06T14:01:36Z', 'revision_number': 6, 'project_id': '5f26fa9c5c584e0f9194ad70914ae7e7', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:36.823266 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8365071c-2012-4f9d-89d7-d6e040a6b346 None None] The sync data for ids ['c5b0382b-4b8e-45ff-a41b-b0e68763f799'] in n-d-773644-6 is: [{'id': 'c5b0382b-4b8e-45ff-a41b-b0e68763f799', 'name': 'tempest-TestVolumeBackupRestore-1358399704-router', 'tenant_id': '5f26fa9c5c584e0f9194ad70914ae7e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:57:21Z', 'updated_at': '2021-07-06T14:01:36Z', 'revision_number': 6, 'project_id': '5f26fa9c5c584e0f9194ad70914ae7e7', 'gw_port_host': None}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:01:36.843006 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-16173a79-7ee0-4eb2-b49e-4d1f2e607dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:36.880240 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16173a79-7ee0-4eb2-b49e-4d1f2e607dcc admin admin] Pushing event deleted for resources: {'Port': ['ID=a51c49ae-37b6-4ab3-b413-4eff2cd80b22,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:36.918875 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66c958-4532-4cb1-9408-5d6c792d90a4 req-ed6e9428-8cd3-414f-a9b1-dac351d16dbd tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:36.920503 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0d66c958-4532-4cb1-9408-5d6c792d90a4 req-ed6e9428-8cd3-414f-a9b1-dac351d16dbd tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=15d4d99c-6837-4d62-a7c7-077a6c7ac4de HTTP/1.1" status: 200 len: 944 time: 0.0695145 Jul 06 14:01:36.947176 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-16173a79-7ee0-4eb2-b49e-4d1f2e607dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.029024 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-0d66c958-4532-4cb1-9408-5d6c792d90a4 req-4fa6c188-3ad2-4a34-8960-1fc2d7bafdad tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Deleting port 7f236583-2d1f-4107-84af-82a7f2c70d97 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:37.029296 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0d66c958-4532-4cb1-9408-5d6c792d90a4 req-4fa6c188-3ad2-4a34-8960-1fc2d7bafdad tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.039432 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-16173a79-7ee0-4eb2-b49e-4d1f2e607dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.041535 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-16173a79-7ee0-4eb2-b49e-4d1f2e607dcc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.088284 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-16173a79-7ee0-4eb2-b49e-4d1f2e607dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.089029 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16173a79-7ee0-4eb2-b49e-4d1f2e607dcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5b0382b-4b8e-45ff-a41b-b0e68763f799 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:01:37.094275 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-16173a79-7ee0-4eb2-b49e-4d1f2e607dcc admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.095463 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-16173a79-7ee0-4eb2-b49e-4d1f2e607dcc admin admin] 10.222.0.118 "DELETE /v2.0/routers/c5b0382b-4b8e-45ff-a41b-b0e68763f799 HTTP/1.1" status: 204 len: 168 time: 0.8248215 Jul 06 14:01:37.098838 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33542) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:37.118615 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-0d66c958-4532-4cb1-9408-5d6c792d90a4 req-4fa6c188-3ad2-4a34-8960-1fc2d7bafdad tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] For port 7f236583-2d1f-4107-84af-82a7f2c70d97, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=7f236583-2d1f-4107-84af-82a7f2c70d97,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:37.118901 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0d66c958-4532-4cb1-9408-5d6c792d90a4 req-4fa6c188-3ad2-4a34-8960-1fc2d7bafdad tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.132068 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-0d66c958-4532-4cb1-9408-5d6c792d90a4 req-4fa6c188-3ad2-4a34-8960-1fc2d7bafdad tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Calling delete_port for 7f236583-2d1f-4107-84af-82a7f2c70d97 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:37.148077 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e9510e-8ec1-46e3-9348-d81ce3eed7d7 admin admin] Deleting subnet e81e2b2c-f396-4668-885d-ea7a068606cd {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:01:37.151269 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-23e9510e-8ec1-46e3-9348-d81ce3eed7d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.188185 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-23e9510e-8ec1-46e3-9348-d81ce3eed7d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.284040 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-686ccf7a-8c22-4396-91c1-9452225fd356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.290475 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-23e9510e-8ec1-46e3-9348-d81ce3eed7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.307469 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0d66c958-4532-4cb1-9408-5d6c792d90a4 req-4fa6c188-3ad2-4a34-8960-1fc2d7bafdad tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.320805 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['c9a7afaf-4493-4728-8331-4fc37d4607e6', '16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:01:37.340117 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6c188-3ad2-4a34-8960-1fc2d7bafdad tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Pushing event deleted for resources: {'Port': ['ID=7f236583-2d1f-4107-84af-82a7f2c70d97,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:37.363940 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-23e9510e-8ec1-46e3-9348-d81ce3eed7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.392476 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d66c958-4532-4cb1-9408-5d6c792d90a4 req-4fa6c188-3ad2-4a34-8960-1fc2d7bafdad tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] No DVR routers for this DVR port 7f236583-2d1f-4107-84af-82a7f2c70d97 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:01:37.396321 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0d66c958-4532-4cb1-9408-5d6c792d90a4 req-4fa6c188-3ad2-4a34-8960-1fc2d7bafdad tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.398540 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0d66c958-4532-4cb1-9408-5d6c792d90a4 req-4fa6c188-3ad2-4a34-8960-1fc2d7bafdad tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "DELETE /v2.0/ports/7f236583-2d1f-4107-84af-82a7f2c70d97 HTTP/1.1" status: 204 len: 173 time: 0.4724975 Jul 06 14:01:37.399464 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d4d99c-6837-4d62-a7c7-077a6c7ac4de', 'name': 'network-vif-deleted', 'tag': '7f236583-2d1f-4107-84af-82a7f2c70d97'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:01:37.399817 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9510e-8ec1-46e3-9348-d81ce3eed7d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e81e2b2c-f396-4668-885d-ea7a068606cd,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:37.401800 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdaafb7-d9fe-42b0-a3d1-08cf2ee55830" -d '{"events": [{"server_uuid": "15d4d99c-6837-4d62-a7c7-077a6c7ac4de", "name": "network-vif-deleted", "tag": "7f236583-2d1f-4107-84af-82a7f2c70d97"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:01:37.418000 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-23e9510e-8ec1-46e3-9348-d81ce3eed7d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.420008 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869f884a-7801-4bff-93a5-44be2d5b0baa None None] Network 20053e63-3fae-411f-8ca9-b860a1286efe requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:01:37.431695 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-23e9510e-8ec1-46e3-9348-d81ce3eed7d7 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/e81e2b2c-f396-4668-885d-ea7a068606cd HTTP/1.1" status: 204 len: 168 time: 0.3282874 Jul 06 14:01:37.431695 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33546) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:37.525740 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-308aeddb-dae7-47c4-a76f-52d948954f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.609073 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-308aeddb-dae7-47c4-a76f-52d948954f18 admin admin] Deleting port d8844e32-8ac0-4ca3-8b7a-2fbf50e21974 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:37.609519 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-308aeddb-dae7-47c4-a76f-52d948954f18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.725515 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-308aeddb-dae7-47c4-a76f-52d948954f18 admin admin] For port d8844e32-8ac0-4ca3-8b7a-2fbf50e21974, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d8844e32-8ac0-4ca3-8b7a-2fbf50e21974,segment=NetworkSegment(a7f6aa70-dbf4-4b82-9c16-80eea0731056),segment_id=a7f6aa70-dbf4-4b82-9c16-80eea0731056)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:37.726029 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-308aeddb-dae7-47c4-a76f-52d948954f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.736847 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device e539321b-c54f-4ac7-8642-64a55dd80a13 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:01:37.742328 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-308aeddb-dae7-47c4-a76f-52d948954f18 admin admin] Calling delete_port for d8844e32-8ac0-4ca3-8b7a-2fbf50e21974 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:37.775520 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: e539321b-c54f-4ac7-8642-64a55dd80a13 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:01:37.775916 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device e539321b-c54f-4ac7-8642-64a55dd80a13 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:01:37.776271 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a51c49ae-37b6-4ab3-b413-4eff2cd80b22 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:01:37.800326 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cef82ce-e34f-4371-97ff-2378db46235c None None] DHCP port deletion for 20053e63-3fae-411f-8ca9-b860a1286efe request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:01:37.805183 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: a51c49ae-37b6-4ab3-b413-4eff2cd80b22 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:01:37.805657 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a51c49ae-37b6-4ab3-b413-4eff2cd80b22 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:01:37.841582 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-308aeddb-dae7-47c4-a76f-52d948954f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.857769 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308aeddb-dae7-47c4-a76f-52d948954f18 admin admin] No DVR routers for this DVR port d8844e32-8ac0-4ca3-8b7a-2fbf50e21974 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:01:37.861934 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-5cef82ce-e34f-4371-97ff-2378db46235c None None] Deleting port d8844e32-8ac0-4ca3-8b7a-2fbf50e21974 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:37.862237 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5cef82ce-e34f-4371-97ff-2378db46235c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.933605 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308aeddb-dae7-47c4-a76f-52d948954f18 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8844e32-8ac0-4ca3-8b7a-2fbf50e21974,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:37.956436 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-5cef82ce-e34f-4371-97ff-2378db46235c None None] For port d8844e32-8ac0-4ca3-8b7a-2fbf50e21974, host n-d-773644-6, got binding levels [] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:37.956903 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5cef82ce-e34f-4371-97ff-2378db46235c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.972080 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-5cef82ce-e34f-4371-97ff-2378db46235c None None] Calling delete_port for d8844e32-8ac0-4ca3-8b7a-2fbf50e21974 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:37.975931 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.ipam_backend_mixin [None req-5cef82ce-e34f-4371-97ff-2378db46235c None None] Port d8844e32-8ac0-4ca3-8b7a-2fbf50e21974 was not found and therefore no delete operation was performed {{(pid=100419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 14:01:37.976848 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5cef82ce-e34f-4371-97ff-2378db46235c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.981074 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-308aeddb-dae7-47c4-a76f-52d948954f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:37.989231 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cef82ce-e34f-4371-97ff-2378db46235c None None] No DVR routers for this DVR port d8844e32-8ac0-4ca3-8b7a-2fbf50e21974 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:01:38.011752 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-308aeddb-dae7-47c4-a76f-52d948954f18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20053e63-3fae-411f-8ca9-b860a1286efe']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:38.012928 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef82ce-e34f-4371-97ff-2378db46235c None None] Pushing event deleted for resources: {'Port': ['ID=d8844e32-8ac0-4ca3-8b7a-2fbf50e21974,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:38.024873 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-308aeddb-dae7-47c4-a76f-52d948954f18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f6aa70-dbf4-4b82-9c16-80eea0731056') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:38.025332 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-308aeddb-dae7-47c4-a76f-52d948954f18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f6aa70-dbf4-4b82-9c16-80eea0731056') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:38.035701 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-308aeddb-dae7-47c4-a76f-52d948954f18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:38.051519 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-308aeddb-dae7-47c4-a76f-52d948954f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-308aeddb-dae7-47c4-a76f-52d948954f18 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-308aeddb-dae7-47c4-a76f-52d948954f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:01:38.061899 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:01:38.128336 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-308aeddb-dae7-47c4-a76f-52d948954f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:38.137117 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-308aeddb-dae7-47c4-a76f-52d948954f18 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:38.139161 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-308aeddb-dae7-47c4-a76f-52d948954f18 admin admin] 10.222.0.118 "DELETE /v2.0/networks/20053e63-3fae-411f-8ca9-b860a1286efe HTTP/1.1" status: 204 len: 168 time: 0.7072735 Jul 06 14:01:38.151940 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308aeddb-dae7-47c4-a76f-52d948954f18 admin admin] Pushing event deleted for resources: {'Network': ['ID=20053e63-3fae-411f-8ca9-b860a1286efe,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:38.328616 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33556) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:38.371349 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1b9cc366-c3a5-45d4-80dc-4431b4dd4a10 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=4ee0bba68454415789e977e02265b3b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413730 Jul 06 14:01:38.373727 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33558) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:38.424235 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a2905769-03e2-49f3-9637-cfdad84f11a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:38.428052 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408ddcd-12f7-4269-8042-96f827025d62 req-1e7d0c0a-3072-49a1-914d-afb78ff72d67 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:38.429651 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b408ddcd-12f7-4269-8042-96f827025d62 req-1e7d0c0a-3072-49a1-914d-afb78ff72d67 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=2e314531-608e-4714-8274-dd824e460a36 HTTP/1.1" status: 200 len: 944 time: 0.0714371 Jul 06 14:01:38.447360 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a2905769-03e2-49f3-9637-cfdad84f11a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:38.473008 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b408ddcd-12f7-4269-8042-96f827025d62 req-238ad158-0854-44e8-99bc-a05e26770ecc tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369818 Jul 06 14:01:38.506211 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a2905769-03e2-49f3-9637-cfdad84f11a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:38.510374 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a2905769-03e2-49f3-9637-cfdad84f11a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:38.511913 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a2905769-03e2-49f3-9637-cfdad84f11a5 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/195799ad-c774-411e-9bb5-f4719c23ccf0 HTTP/1.1" status: 204 len: 168 time: 0.1370986 Jul 06 14:01:38.522799 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2905769-03e2-49f3-9637-cfdad84f11a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195799ad-c774-411e-9bb5-f4719c23ccf0,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:38.645719 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 06 Jul 2021 14:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50826993-6e9d-4118-9f7f-54c32c1a0519 x-openstack-request-id: req-50826993-6e9d-4118-9f7f-54c32c1a0519 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:01:38.646370 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d4d99c-6837-4d62-a7c7-077a6c7ac4de", "name": "network-vif-deleted", "tag": "7f236583-2d1f-4107-84af-82a7f2c70d97", "status": "failed", "code": 422}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:01:38.646735 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-50826993-6e9d-4118-9f7f-54c32c1a0519 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:01:38.647296 n-d-773644-6 neutron-server[100418]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '15d4d99c-6837-4d62-a7c7-077a6c7ac4de', 'name': 'network-vif-deleted', 'tag': '7f236583-2d1f-4107-84af-82a7f2c70d97', 'status': 'failed', 'code': 422} returned with failed status Jul 06 14:01:38.874737 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33566) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:38.919489 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e467b06c-dfef-48d7-9b54-f6686d181ae8 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=5f26fa9c5c584e0f9194ad70914ae7e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423267 Jul 06 14:01:38.921316 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33568) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:38.985240 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b915074a-ba7c-438a-9630-6f1711cf2faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:39.016614 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b915074a-ba7c-438a-9630-6f1711cf2faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:39.081053 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b915074a-ba7c-438a-9630-6f1711cf2faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:39.083896 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b915074a-ba7c-438a-9630-6f1711cf2faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:39.085087 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b915074a-ba7c-438a-9630-6f1711cf2faa admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/b2b4b393-65c5-4986-a7e0-8a604fcd9a66 HTTP/1.1" status: 204 len: 168 time: 0.1626368 Jul 06 14:01:39.094074 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915074a-ba7c-438a-9630-6f1711cf2faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b4b393-65c5-4986-a7e0-8a604fcd9a66,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:39.191924 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac547e-df2b-4e71-8447-47cbed3cb004 req-99f3c703-fe59-4152-a080-d41489a70777 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:39.194462 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-11ac547e-df2b-4e71-8447-47cbed3cb004 req-99f3c703-fe59-4152-a080-d41489a70777 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=200750bd-507b-4853-a4be-ddb3d7d2406d HTTP/1.1" status: 200 len: 907 time: 0.0985599 Jul 06 14:01:39.586336 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d8844e32-8ac0-4ca3-8b7a-2fbf50e21974 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:01:39.609120 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: d8844e32-8ac0-4ca3-8b7a-2fbf50e21974 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:01:39.609469 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d8844e32-8ac0-4ca3-8b7a-2fbf50e21974 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:01:39.726989 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b63707-aec4-4aa7-a58e-d3b4d154d0f6 req-bc75069d-f693-4c3b-8f4c-f9b5e996ccdb tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:39.728531 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-20b63707-aec4-4aa7-a58e-d3b4d154d0f6 req-bc75069d-f693-4c3b-8f4c-f9b5e996ccdb tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=2e314531-608e-4714-8274-dd824e460a36 HTTP/1.1" status: 200 len: 944 time: 0.0703914 Jul 06 14:01:39.777650 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-20b63707-aec4-4aa7-a58e-d3b4d154d0f6 req-e47a3e28-a72b-4b4c-b124-3bcd406af2f7 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431142 Jul 06 14:01:40.141966 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:40.499524 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204fb53-edbf-48b3-869f-f107205632a1 req-19923710-bf47-456f-9f86-c8d3b4735ea7 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:40.501513 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1204fb53-edbf-48b3-869f-f107205632a1 req-19923710-bf47-456f-9f86-c8d3b4735ea7 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.52 "GET /v2.0/ports?device_id=200750bd-507b-4853-a4be-ddb3d7d2406d HTTP/1.1" status: 200 len: 907 time: 0.0723224 Jul 06 14:01:40.564526 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c7542ed8-2966-4a9c-8655-c1fad5eff890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:40.577169 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec744943-0d8b-4753-93ff-393ec0717343 req-479d98dc-c156-441a-b01b-606660a3b64b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:40.578741 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ec744943-0d8b-4753-93ff-393ec0717343 req-479d98dc-c156-441a-b01b-606660a3b64b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=200750bd-507b-4853-a4be-ddb3d7d2406d HTTP/1.1" status: 200 len: 907 time: 0.0746081 Jul 06 14:01:40.618384 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-1204fb53-edbf-48b3-869f-f107205632a1 req-9a30860e-620c-4974-ba1e-07b8a4bbcfff tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Deleting port b1af39cf-6972-44ee-82c5-89c22f624ac5 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:40.618738 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1204fb53-edbf-48b3-869f-f107205632a1 req-9a30860e-620c-4974-ba1e-07b8a4bbcfff tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:40.711022 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-1204fb53-edbf-48b3-869f-f107205632a1 req-9a30860e-620c-4974-ba1e-07b8a4bbcfff tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] For port b1af39cf-6972-44ee-82c5-89c22f624ac5, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=b1af39cf-6972-44ee-82c5-89c22f624ac5,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:40.711416 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1204fb53-edbf-48b3-869f-f107205632a1 req-9a30860e-620c-4974-ba1e-07b8a4bbcfff tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:40.724896 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-1204fb53-edbf-48b3-869f-f107205632a1 req-9a30860e-620c-4974-ba1e-07b8a4bbcfff tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Calling delete_port for b1af39cf-6972-44ee-82c5-89c22f624ac5 owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:40.834977 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device f83e63ad-c09c-46bd-afe4-85ff55c692cc details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:01:40.868330 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1204fb53-edbf-48b3-869f-f107205632a1 req-9a30860e-620c-4974-ba1e-07b8a4bbcfff tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:40.905552 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30860e-620c-4974-ba1e-07b8a4bbcfff tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Pushing event deleted for resources: {'Port': ['ID=b1af39cf-6972-44ee-82c5-89c22f624ac5,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:40.955708 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-1204fb53-edbf-48b3-869f-f107205632a1 req-9a30860e-620c-4974-ba1e-07b8a4bbcfff tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] No DVR routers for this DVR port b1af39cf-6972-44ee-82c5-89c22f624ac5 on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:01:40.958776 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1204fb53-edbf-48b3-869f-f107205632a1 req-9a30860e-620c-4974-ba1e-07b8a4bbcfff tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:40.960753 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1204fb53-edbf-48b3-869f-f107205632a1 req-9a30860e-620c-4974-ba1e-07b8a4bbcfff tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.52 "DELETE /v2.0/ports/b1af39cf-6972-44ee-82c5-89c22f624ac5 HTTP/1.1" status: 204 len: 173 time: 0.4539096 Jul 06 14:01:40.961324 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200750bd-507b-4853-a4be-ddb3d7d2406d', 'name': 'network-vif-deleted', 'tag': 'b1af39cf-6972-44ee-82c5-89c22f624ac5'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:01:40.963966 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d68d81c-30ea-4707-a374-3402e68074f5" -d '{"events": [{"server_uuid": "200750bd-507b-4853-a4be-ddb3d7d2406d", "name": "network-vif-deleted", "tag": "b1af39cf-6972-44ee-82c5-89c22f624ac5"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:01:41.123557 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90fa0c-044c-4897-a2fd-2606289f9b50 req-b391ae34-5d81-422d-8597-3c97a39a6aeb tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:41.126071 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6a90fa0c-044c-4897-a2fd-2606289f9b50 req-b391ae34-5d81-422d-8597-3c97a39a6aeb tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=2e314531-608e-4714-8274-dd824e460a36 HTTP/1.1" status: 200 len: 944 time: 0.0788491 Jul 06 14:01:41.156798 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port f83e63ad-c09c-46bd-afe4-85ff55c692cc, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=f83e63ad-c09c-46bd-afe4-85ff55c692cc,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:41.172672 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6a90fa0c-044c-4897-a2fd-2606289f9b50 req-be4dca43-ae9b-42c5-9bf3-ca8607682426 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385220 Jul 06 14:01:41.178452 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'f83e63ad-c09c-46bd-afe4-85ff55c692cc', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'port_id': 'f83e63ad-c09c-46bd-afe4-85ff55c692cc', 'mac_address': 'fa:16:3e:72:a1:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:01:41.226569 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:41.241448 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f83e63ad-c09c-46bd-afe4-85ff55c692cc {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:01:41.272006 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port f83e63ad-c09c-46bd-afe4-85ff55c692cc, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=f83e63ad-c09c-46bd-afe4-85ff55c692cc,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:41.276594 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:41.323169 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e0da57-6b7a-4204-a7a1-6a59573645d3 x-openstack-request-id: req-85e0da57-6b7a-4204-a7a1-6a59573645d3 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:01:41.323464 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200750bd-507b-4853-a4be-ddb3d7d2406d", "name": "network-vif-deleted", "tag": "b1af39cf-6972-44ee-82c5-89c22f624ac5", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:01:41.323725 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-85e0da57-6b7a-4204-a7a1-6a59573645d3 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:01:41.324121 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200750bd-507b-4853-a4be-ddb3d7d2406d', 'name': 'network-vif-deleted', 'tag': 'b1af39cf-6972-44ee-82c5-89c22f624ac5', 'status': 'completed', 'code': 200} Jul 06 14:01:41.328802 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=f83e63ad-c09c-46bd-afe4-85ff55c692cc,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:41.472515 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:41.543550 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['f83e63ad-c09c-46bd-afe4-85ff55c692cc'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:01:42.254827 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d2efe-0da7-4799-a07c-e65ec29a1d71 req-84581a8a-f5ae-4bba-a543-325e2f7639bd tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:42.256331 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-853d2efe-0da7-4799-a07c-e65ec29a1d71 req-84581a8a-f5ae-4bba-a543-325e2f7639bd tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80f1260b-0ce7-4a24-ab03-7021f31407fd HTTP/1.1" status: 200 len: 945 time: 0.0675647 Jul 06 14:01:42.300377 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-853d2efe-0da7-4799-a07c-e65ec29a1d71 req-388b9e8b-a513-43e5-9df0-563ae97c338a tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345156 Jul 06 14:01:42.562219 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7060ec-fc29-470a-b330-06ebf0a44169 req-447fe6c7-9bb9-43a2-af1c-60cdcb22a2b6 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:42.563706 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9d7060ec-fc29-470a-b330-06ebf0a44169 req-447fe6c7-9bb9-43a2-af1c-60cdcb22a2b6 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=2e314531-608e-4714-8274-dd824e460a36 HTTP/1.1" status: 200 len: 945 time: 0.0667655 Jul 06 14:01:42.602246 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9d7060ec-fc29-470a-b330-06ebf0a44169 req-86b0d5f4-9185-4650-b62f-2f1c09c7f0ff tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318623 Jul 06 14:01:42.852396 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device f83e63ad-c09c-46bd-afe4-85ff55c692cc up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:01:42.900959 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port f83e63ad-c09c-46bd-afe4-85ff55c692cc completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:01:42.904483 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port f83e63ad-c09c-46bd-afe4-85ff55c692cc triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:01:42.904860 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:42.985156 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:43.010757 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e314531-608e-4714-8274-dd824e460a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83e63ad-c09c-46bd-afe4-85ff55c692cc'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:01:43.013155 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb62c64-7a17-40d7-9f0c-1ef7023d4df6" -d '{"events": [{"server_uuid": "2e314531-608e-4714-8274-dd824e460a36", "name": "network-vif-plugged", "status": "completed", "tag": "f83e63ad-c09c-46bd-afe4-85ff55c692cc"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:01:43.033149 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port f83e63ad-c09c-46bd-afe4-85ff55c692cc, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=f83e63ad-c09c-46bd-afe4-85ff55c692cc,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:43.038709 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:43.039507 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device b1af39cf-6972-44ee-82c5-89c22f624ac5 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:01:43.076176 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:43.078957 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: b1af39cf-6972-44ee-82c5-89c22f624ac5 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:01:43.079307 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device b1af39cf-6972-44ee-82c5-89c22f624ac5 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:01:43.105471 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=f83e63ad-c09c-46bd-afe4-85ff55c692cc,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:43.150185 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9adf557-146d-4a82-9c99-a10ec93d34c3 x-openstack-request-id: req-e9adf557-146d-4a82-9c99-a10ec93d34c3 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:01:43.150492 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e314531-608e-4714-8274-dd824e460a36", "name": "network-vif-plugged", "status": "completed", "tag": "f83e63ad-c09c-46bd-afe4-85ff55c692cc", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:01:43.150753 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e9adf557-146d-4a82-9c99-a10ec93d34c3 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:01:43.151153 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e314531-608e-4714-8274-dd824e460a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83e63ad-c09c-46bd-afe4-85ff55c692cc', 'code': 200} Jul 06 14:01:43.280034 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e311cea-1277-4b14-a87f-a39f32436191 req-371acebf-eb1d-4a43-bd39-6401f941cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:43.281589 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8e311cea-1277-4b14-a87f-a39f32436191 req-371acebf-eb1d-4a43-bd39-6401f941cd24 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2e314531-608e-4714-8274-dd824e460a36 HTTP/1.1" status: 200 len: 1097 time: 0.0572293 Jul 06 14:01:43.316533 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8e311cea-1277-4b14-a87f-a39f32436191 req-383c0c42-2125-40db-a292-e4647938e532 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280192 Jul 06 14:01:43.458496 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d4e8d-e497-4a68-ab47-585a05bc6bbe req-a367ff42-476e-48df-9bb9-7561e95292c2 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:43.460000 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-263d4e8d-e497-4a68-ab47-585a05bc6bbe req-a367ff42-476e-48df-9bb9-7561e95292c2 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.52 "GET /v2.0/ports?device_id=80f1260b-0ce7-4a24-ab03-7021f31407fd HTTP/1.1" status: 200 len: 945 time: 0.0643203 Jul 06 14:01:43.485380 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a42440-e84f-4e11-87c8-47ab056ad05e req-d357e397-25e7-4ca5-9e20-f3da71351107 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:43.486917 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-22a42440-e84f-4e11-87c8-47ab056ad05e req-d357e397-25e7-4ca5-9e20-f3da71351107 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80f1260b-0ce7-4a24-ab03-7021f31407fd HTTP/1.1" status: 200 len: 945 time: 0.0736623 Jul 06 14:01:43.527199 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-22a42440-e84f-4e11-87c8-47ab056ad05e req-90b2b6db-158b-4153-9705-4665741f88d4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336959 Jul 06 14:01:43.570748 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-263d4e8d-e497-4a68-ab47-585a05bc6bbe req-8bf884be-3dfb-46c7-9d17-6ebe9f192b2f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Deleting port 16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:43.571101 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-263d4e8d-e497-4a68-ab47-585a05bc6bbe req-8bf884be-3dfb-46c7-9d17-6ebe9f192b2f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:43.665807 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-263d4e8d-e497-4a68-ab47-585a05bc6bbe req-8bf884be-3dfb-46c7-9d17-6ebe9f192b2f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] For port 16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:43.667202 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-263d4e8d-e497-4a68-ab47-585a05bc6bbe req-8bf884be-3dfb-46c7-9d17-6ebe9f192b2f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:43.681458 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-263d4e8d-e497-4a68-ab47-585a05bc6bbe req-8bf884be-3dfb-46c7-9d17-6ebe9f192b2f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Calling delete_port for 16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24 owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:43.804999 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb5598-9acd-4896-9704-f1f0730d73d3 req-9ca89d01-e19a-4509-8729-57e909c4fe84 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:43.806465 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8ebb5598-9acd-4896-9704-f1f0730d73d3 req-9ca89d01-e19a-4509-8729-57e909c4fe84 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=2e314531-608e-4714-8274-dd824e460a36 HTTP/1.1" status: 200 len: 946 time: 0.0647495 Jul 06 14:01:43.813261 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-263d4e8d-e497-4a68-ab47-585a05bc6bbe req-8bf884be-3dfb-46c7-9d17-6ebe9f192b2f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:43.825796 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['c9a7afaf-4493-4728-8331-4fc37d4607e6', '16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:01:43.844704 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf884be-3dfb-46c7-9d17-6ebe9f192b2f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Pushing event deleted for resources: {'Port': ['ID=16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:43.853559 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8ebb5598-9acd-4896-9704-f1f0730d73d3 req-3be1f72a-864b-4e62-9712-593155861392 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409913 Jul 06 14:01:43.906293 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-263d4e8d-e497-4a68-ab47-585a05bc6bbe req-8bf884be-3dfb-46c7-9d17-6ebe9f192b2f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] No DVR routers for this DVR port 16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24 on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:01:43.908856 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-263d4e8d-e497-4a68-ab47-585a05bc6bbe req-8bf884be-3dfb-46c7-9d17-6ebe9f192b2f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:43.911589 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-263d4e8d-e497-4a68-ab47-585a05bc6bbe req-8bf884be-3dfb-46c7-9d17-6ebe9f192b2f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.52 "DELETE /v2.0/ports/16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24 HTTP/1.1" status: 204 len: 173 time: 0.4457173 Jul 06 14:01:43.912152 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f1260b-0ce7-4a24-ab03-7021f31407fd', 'name': 'network-vif-deleted', 'tag': '16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:01:43.915010 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fbd3e0-a117-492b-b285-9145cb4c92fa" -d '{"events": [{"server_uuid": "80f1260b-0ce7-4a24-ab03-7021f31407fd", "name": "network-vif-deleted", "tag": "16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:01:44.043527 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83391dba-6465-48d1-9bf3-c26444549b8b x-openstack-request-id: req-83391dba-6465-48d1-9bf3-c26444549b8b {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:01:44.044223 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f1260b-0ce7-4a24-ab03-7021f31407fd", "name": "network-vif-deleted", "tag": "16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:01:44.044551 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-83391dba-6465-48d1-9bf3-c26444549b8b {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:01:44.045019 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f1260b-0ce7-4a24-ab03-7021f31407fd', 'name': 'network-vif-deleted', 'tag': '16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24', 'status': 'completed', 'code': 200} Jul 06 14:01:45.090234 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39edd9-4273-404d-9862-5e68ab51e578 req-4c7a68cc-13cc-484b-8bb3-fb7a2387e191 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:45.091730 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2c39edd9-4273-404d-9862-5e68ab51e578 req-4c7a68cc-13cc-484b-8bb3-fb7a2387e191 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 946 time: 0.0663030 Jul 06 14:01:45.130801 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2c39edd9-4273-404d-9862-5e68ab51e578 req-08695a7e-1315-4fab-b308-ad835a40a6a8 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335491 Jul 06 14:01:45.291614 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca53623-f4ef-49f2-8b97-85897d7d5556 req-2bddbe65-536d-42fb-ba96-1df5d5a19a8e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:45.293111 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ca53623-f4ef-49f2-8b97-85897d7d5556 req-2bddbe65-536d-42fb-ba96-1df5d5a19a8e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=2e314531-608e-4714-8274-dd824e460a36 HTTP/1.1" status: 200 len: 946 time: 0.0637698 Jul 06 14:01:45.330135 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ca53623-f4ef-49f2-8b97-85897d7d5556 req-fb67fb8f-8b0f-41f9-8dce-8e9caf428d4b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313914 Jul 06 14:01:45.690499 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b2e9d-4eee-4e00-8230-4cafcf175fd7 req-79792cf5-e060-43b6-9162-20760cc1383d tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:45.692685 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-255b2e9d-4eee-4e00-8230-4cafcf175fd7 req-79792cf5-e060-43b6-9162-20760cc1383d tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=2e314531-608e-4714-8274-dd824e460a36 HTTP/1.1" status: 200 len: 946 time: 0.0638220 Jul 06 14:01:45.732829 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-255b2e9d-4eee-4e00-8230-4cafcf175fd7 req-4500ab49-f30e-4a9d-869a-3b70d42f3d4f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340312 Jul 06 14:01:46.008392 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453e738-ca62-45b7-a3a3-18a6a92417c3 req-7dd30196-1c8a-4541-a428-4fce70aa806a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:46.009962 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3453e738-ca62-45b7-a3a3-18a6a92417c3 req-7dd30196-1c8a-4541-a428-4fce70aa806a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=2e314531-608e-4714-8274-dd824e460a36 HTTP/1.1" status: 200 len: 946 time: 0.0812845 Jul 06 14:01:46.049064 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3453e738-ca62-45b7-a3a3-18a6a92417c3 req-9248a553-63e1-45f1-909e-324e2e53d132 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336893 Jul 06 14:01:46.290965 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ef0e3-ecda-495d-8ec4-16be02ca190c req-1549160c-a78f-4054-9ce7-c2e28912a49f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:46.292470 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-be7ef0e3-ecda-495d-8ec4-16be02ca190c req-1549160c-a78f-4054-9ce7-c2e28912a49f tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.52 "GET /v2.0/ports?device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 946 time: 0.0652819 Jul 06 14:01:46.401559 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-be7ef0e3-ecda-495d-8ec4-16be02ca190c req-6a8b4f9c-d0fa-4ff6-9919-d7897848c89b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Deleting port c9a7afaf-4493-4728-8331-4fc37d4607e6 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:46.402128 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-be7ef0e3-ecda-495d-8ec4-16be02ca190c req-6a8b4f9c-d0fa-4ff6-9919-d7897848c89b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:46.496576 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-be7ef0e3-ecda-495d-8ec4-16be02ca190c req-6a8b4f9c-d0fa-4ff6-9919-d7897848c89b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] For port c9a7afaf-4493-4728-8331-4fc37d4607e6, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=c9a7afaf-4493-4728-8331-4fc37d4607e6,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:46.496976 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-be7ef0e3-ecda-495d-8ec4-16be02ca190c req-6a8b4f9c-d0fa-4ff6-9919-d7897848c89b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:46.509570 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-be7ef0e3-ecda-495d-8ec4-16be02ca190c req-6a8b4f9c-d0fa-4ff6-9919-d7897848c89b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Calling delete_port for c9a7afaf-4493-4728-8331-4fc37d4607e6 owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:46.527643 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:46.543775 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7b1d4-f50d-4a8d-bba4-a37874154c4f req-b98b0d6b-47c9-4230-889e-1f352d66ebfa tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:46.545279 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ded7b1d4-f50d-4a8d-bba4-a37874154c4f req-b98b0d6b-47c9-4230-889e-1f352d66ebfa tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=80692387-8b5b-4c95-ac54-f73c6d3ba12d HTTP/1.1" status: 200 len: 946 time: 0.0687454 Jul 06 14:01:46.589101 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ded7b1d4-f50d-4a8d-bba4-a37874154c4f req-fd783b41-6229-451d-830e-d944c8cdb9dd tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=6620d1fd-141b-4094-b1fa-29786b1b72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355697 Jul 06 14:01:46.648348 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-be7ef0e3-ecda-495d-8ec4-16be02ca190c req-6a8b4f9c-d0fa-4ff6-9919-d7897848c89b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:46.672707 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['c9a7afaf-4493-4728-8331-4fc37d4607e6'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:01:46.686579 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b4f9c-d0fa-4ff6-9919-d7897848c89b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Pushing event deleted for resources: {'Port': ['ID=c9a7afaf-4493-4728-8331-4fc37d4607e6,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:46.738362 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7ef0e3-ecda-495d-8ec4-16be02ca190c req-6a8b4f9c-d0fa-4ff6-9919-d7897848c89b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] No DVR routers for this DVR port c9a7afaf-4493-4728-8331-4fc37d4607e6 on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:01:46.743077 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-be7ef0e3-ecda-495d-8ec4-16be02ca190c req-6a8b4f9c-d0fa-4ff6-9919-d7897848c89b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:46.746130 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-be7ef0e3-ecda-495d-8ec4-16be02ca190c req-6a8b4f9c-d0fa-4ff6-9919-d7897848c89b tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.52 "DELETE /v2.0/ports/c9a7afaf-4493-4728-8331-4fc37d4607e6 HTTP/1.1" status: 204 len: 173 time: 0.4480004 Jul 06 14:01:46.746608 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80692387-8b5b-4c95-ac54-f73c6d3ba12d', 'name': 'network-vif-deleted', 'tag': 'c9a7afaf-4493-4728-8331-4fc37d4607e6'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:01:46.748926 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c8fc3a-0cc7-4ef9-84fe-7caf8611a978" -d '{"events": [{"server_uuid": "80692387-8b5b-4c95-ac54-f73c6d3ba12d", "name": "network-vif-deleted", "tag": "c9a7afaf-4493-4728-8331-4fc37d4607e6"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:01:46.777652 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29eb0a-a4d0-4a41-baf5-76fc33e15ad4 req-ced337dd-bb1b-4ba1-a781-51e9d8db9303 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:46.779413 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5d29eb0a-a4d0-4a41-baf5-76fc33e15ad4 req-ced337dd-bb1b-4ba1-a781-51e9d8db9303 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=2e314531-608e-4714-8274-dd824e460a36 HTTP/1.1" status: 200 len: 946 time: 0.0911224 Jul 06 14:01:46.825873 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5d29eb0a-a4d0-4a41-baf5-76fc33e15ad4 req-f7576523-d3f4-4bd8-ba18-0e2860f8939d tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389702 Jul 06 14:01:46.863908 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:01:46.889489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:01:46.890295 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 16f81b1e-69a8-4ccc-bf4e-9d4fa0645c24 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:01:47.074785 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c3220b-5592-4602-a9fd-b12507514b4b x-openstack-request-id: req-87c3220b-5592-4602-a9fd-b12507514b4b {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:01:47.075080 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80692387-8b5b-4c95-ac54-f73c6d3ba12d", "name": "network-vif-deleted", "tag": "c9a7afaf-4493-4728-8331-4fc37d4607e6", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:01:47.075370 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-87c3220b-5592-4602-a9fd-b12507514b4b {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:01:47.075784 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80692387-8b5b-4c95-ac54-f73c6d3ba12d', 'name': 'network-vif-deleted', 'tag': 'c9a7afaf-4493-4728-8331-4fc37d4607e6', 'status': 'completed', 'code': 200} Jul 06 14:01:47.336675 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d82262-72a3-4045-8e3f-9ec472824d2f req-7914cc8c-a5e7-4dc8-862f-b6cb64030bc5 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:47.342940 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d82262-72a3-4045-8e3f-9ec472824d2f req-7914cc8c-a5e7-4dc8-862f-b6cb64030bc5 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:47.349109 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d82262-72a3-4045-8e3f-9ec472824d2f req-7914cc8c-a5e7-4dc8-862f-b6cb64030bc5 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:47.355175 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d82262-72a3-4045-8e3f-9ec472824d2f req-7914cc8c-a5e7-4dc8-862f-b6cb64030bc5 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:47.363668 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d82262-72a3-4045-8e3f-9ec472824d2f req-7914cc8c-a5e7-4dc8-862f-b6cb64030bc5 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:47.378063 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d82262-72a3-4045-8e3f-9ec472824d2f req-7914cc8c-a5e7-4dc8-862f-b6cb64030bc5 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:47.384817 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d82262-72a3-4045-8e3f-9ec472824d2f req-7914cc8c-a5e7-4dc8-862f-b6cb64030bc5 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:47.386807 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f2d82262-72a3-4045-8e3f-9ec472824d2f req-7914cc8c-a5e7-4dc8-862f-b6cb64030bc5 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 5435 time: 0.1210606 Jul 06 14:01:47.431839 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f2d82262-72a3-4045-8e3f-9ec472824d2f req-a483502d-f430-4e0d-ab08-25a483a863f8 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&id=59ea11e9-a7c3-4f55-bc0e-cb861bd4f006&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376458 Jul 06 14:01:47.715257 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9bcc0-cebb-4234-b21b-0f2c031e2594 req-b5ebd4b5-97dc-48ad-afeb-d60f64888c75 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:47.727332 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9bcc0-cebb-4234-b21b-0f2c031e2594 req-b5ebd4b5-97dc-48ad-afeb-d60f64888c75 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:47.733524 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9bcc0-cebb-4234-b21b-0f2c031e2594 req-b5ebd4b5-97dc-48ad-afeb-d60f64888c75 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:47.740204 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9bcc0-cebb-4234-b21b-0f2c031e2594 req-b5ebd4b5-97dc-48ad-afeb-d60f64888c75 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:47.746172 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9bcc0-cebb-4234-b21b-0f2c031e2594 req-b5ebd4b5-97dc-48ad-afeb-d60f64888c75 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:47.752126 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9bcc0-cebb-4234-b21b-0f2c031e2594 req-b5ebd4b5-97dc-48ad-afeb-d60f64888c75 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:47.758276 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9bcc0-cebb-4234-b21b-0f2c031e2594 req-b5ebd4b5-97dc-48ad-afeb-d60f64888c75 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:47.760279 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e4d9bcc0-cebb-4234-b21b-0f2c031e2594 req-b5ebd4b5-97dc-48ad-afeb-d60f64888c75 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 5435 time: 0.1220260 Jul 06 14:01:48.143882 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf228346-3863-4c13-b163-5ccb64975cc0 req-81a15609-70bc-46e4-8d83-2b2f599c0555 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:48.145461 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-cf228346-3863-4c13-b163-5ccb64975cc0 req-81a15609-70bc-46e4-8d83-2b2f599c0555 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.52 "GET /v2.0/ports?device_id=2e314531-608e-4714-8274-dd824e460a36 HTTP/1.1" status: 200 len: 946 time: 0.0650830 Jul 06 14:01:48.194439 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802ad87-f315-4659-9e65-82914f3e347a req-ed5048c8-c457-4bf3-94e2-78a2c6246fe7 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:48.195966 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e802ad87-f315-4659-9e65-82914f3e347a req-ed5048c8-c457-4bf3-94e2-78a2c6246fe7 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=2e314531-608e-4714-8274-dd824e460a36 HTTP/1.1" status: 200 len: 946 time: 0.0640962 Jul 06 14:01:48.237349 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e802ad87-f315-4659-9e65-82914f3e347a req-2fef0826-7f1e-4978-9e85-664b4f37d3a2 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342624 Jul 06 14:01:48.255324 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-cf228346-3863-4c13-b163-5ccb64975cc0 req-c68142f8-4426-4f83-8c17-6cd2ab309022 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Deleting port f83e63ad-c09c-46bd-afe4-85ff55c692cc {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:48.255688 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-cf228346-3863-4c13-b163-5ccb64975cc0 req-c68142f8-4426-4f83-8c17-6cd2ab309022 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:48.350423 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-cf228346-3863-4c13-b163-5ccb64975cc0 req-c68142f8-4426-4f83-8c17-6cd2ab309022 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] For port f83e63ad-c09c-46bd-afe4-85ff55c692cc, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=f83e63ad-c09c-46bd-afe4-85ff55c692cc,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:48.350886 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-cf228346-3863-4c13-b163-5ccb64975cc0 req-c68142f8-4426-4f83-8c17-6cd2ab309022 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:48.363416 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-cf228346-3863-4c13-b163-5ccb64975cc0 req-c68142f8-4426-4f83-8c17-6cd2ab309022 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Calling delete_port for f83e63ad-c09c-46bd-afe4-85ff55c692cc owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:48.422226 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c940a0-7cf9-4d87-bebc-92a1d71fbcba req-f9130f4b-9b61-4f95-9b6b-1bd085f0c4ad tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:48.423856 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37c940a0-7cf9-4d87-bebc-92a1d71fbcba req-f9130f4b-9b61-4f95-9b6b-1bd085f0c4ad tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.0659785 Jul 06 14:01:48.463610 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37c940a0-7cf9-4d87-bebc-92a1d71fbcba req-ae63ae22-8352-4912-9b66-36bcf2df5076 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327294 Jul 06 14:01:48.503376 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-cf228346-3863-4c13-b163-5ccb64975cc0 req-c68142f8-4426-4f83-8c17-6cd2ab309022 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:48.515209 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['f83e63ad-c09c-46bd-afe4-85ff55c692cc'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:01:48.536938 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68142f8-4426-4f83-8c17-6cd2ab309022 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Pushing event deleted for resources: {'Port': ['ID=f83e63ad-c09c-46bd-afe4-85ff55c692cc,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:48.584277 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf228346-3863-4c13-b163-5ccb64975cc0 req-c68142f8-4426-4f83-8c17-6cd2ab309022 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] No DVR routers for this DVR port f83e63ad-c09c-46bd-afe4-85ff55c692cc on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:01:48.587736 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-cf228346-3863-4c13-b163-5ccb64975cc0 req-c68142f8-4426-4f83-8c17-6cd2ab309022 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:48.590088 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-cf228346-3863-4c13-b163-5ccb64975cc0 req-c68142f8-4426-4f83-8c17-6cd2ab309022 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.52 "DELETE /v2.0/ports/f83e63ad-c09c-46bd-afe4-85ff55c692cc HTTP/1.1" status: 204 len: 173 time: 0.4387639 Jul 06 14:01:48.617092 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:48.882032 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device f83e63ad-c09c-46bd-afe4-85ff55c692cc no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:01:48.905301 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: f83e63ad-c09c-46bd-afe4-85ff55c692cc {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:01:48.905651 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device f83e63ad-c09c-46bd-afe4-85ff55c692cc not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:01:48.906170 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device c9a7afaf-4493-4728-8331-4fc37d4607e6 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:01:48.925835 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: c9a7afaf-4493-4728-8331-4fc37d4607e6 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:01:48.926559 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device c9a7afaf-4493-4728-8331-4fc37d4607e6 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:01:49.077677 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e314531-608e-4714-8274-dd824e460a36', 'name': 'network-vif-deleted', 'tag': 'f83e63ad-c09c-46bd-afe4-85ff55c692cc'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:01:49.080075 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7c8f25-4500-4ccb-89a4-3d7001fa60e1" -d '{"events": [{"server_uuid": "2e314531-608e-4714-8274-dd824e460a36", "name": "network-vif-deleted", "tag": "f83e63ad-c09c-46bd-afe4-85ff55c692cc"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:01:49.119205 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ac1692-8fbc-40c3-87c3-8c45381d0544 x-openstack-request-id: req-63ac1692-8fbc-40c3-87c3-8c45381d0544 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:01:49.119511 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e314531-608e-4714-8274-dd824e460a36", "name": "network-vif-deleted", "tag": "f83e63ad-c09c-46bd-afe4-85ff55c692cc", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:01:49.119773 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-63ac1692-8fbc-40c3-87c3-8c45381d0544 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:01:49.120197 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e314531-608e-4714-8274-dd824e460a36', 'name': 'network-vif-deleted', 'tag': 'f83e63ad-c09c-46bd-afe4-85ff55c692cc', 'status': 'completed', 'code': 200} Jul 06 14:01:49.392082 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cdf24e02-d6ed-4dde-b51a-8d5992e36ba7 req-f66fcce3-8b8f-4092-bb07-98062e8fa33e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=2e314531-608e-4714-8274-dd824e460a36 HTTP/1.1" status: 200 len: 210 time: 0.0336008 Jul 06 14:01:49.649406 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3bb85-c0d9-464c-9d66-9f634b3d6583 req-1073f7fd-676a-44d7-bf65-77b873af0fc2 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:49.651142 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e2e3bb85-c0d9-464c-9d66-9f634b3d6583 req-1073f7fd-676a-44d7-bf65-77b873af0fc2 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.52 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.0753131 Jul 06 14:01:49.694448 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4088d08-2aaa-4e60-b908-c97ee058bee4 req-789cbb3a-a089-4000-9a85-77c0f51bcffe tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:49.701822 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d4088d08-2aaa-4e60-b908-c97ee058bee4 req-789cbb3a-a089-4000-9a85-77c0f51bcffe tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 944 time: 0.0929275 Jul 06 14:01:49.748923 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d4088d08-2aaa-4e60-b908-c97ee058bee4 req-95b7772a-4f68-46d6-b8e2-0f08e533a2ee tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups?id=5d0ee350-5d35-4b69-82e1-90f1829e9a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461059 Jul 06 14:01:50.073827 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33722) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:50.122899 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-e2e3bb85-c0d9-464c-9d66-9f634b3d6583 req-6cdab358-eec5-4271-9fe7-60dac36505e1 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Deleting port 27b75cf5-263d-4c77-b909-aed48eb16174 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:50.123254 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e2e3bb85-c0d9-464c-9d66-9f634b3d6583 req-6cdab358-eec5-4271-9fe7-60dac36505e1 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:50.203100 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13950b-7616-4102-93d7-dea4bf52ce84 req-f5ccc5ef-8fc1-457e-b662-5d187507633e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:50.203575 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13950b-7616-4102-93d7-dea4bf52ce84 req-f5ccc5ef-8fc1-457e-b662-5d187507633e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:50.204378 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13950b-7616-4102-93d7-dea4bf52ce84 req-f5ccc5ef-8fc1-457e-b662-5d187507633e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:50.204498 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13950b-7616-4102-93d7-dea4bf52ce84 req-f5ccc5ef-8fc1-457e-b662-5d187507633e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:50.204968 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13950b-7616-4102-93d7-dea4bf52ce84 req-f5ccc5ef-8fc1-457e-b662-5d187507633e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:50.205851 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13950b-7616-4102-93d7-dea4bf52ce84 req-f5ccc5ef-8fc1-457e-b662-5d187507633e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:50.214406 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13950b-7616-4102-93d7-dea4bf52ce84 req-f5ccc5ef-8fc1-457e-b662-5d187507633e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:50.217535 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3e13950b-7616-4102-93d7-dea4bf52ce84 req-f5ccc5ef-8fc1-457e-b662-5d187507633e service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 6492 time: 0.1411483 Jul 06 14:01:50.233009 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-e2e3bb85-c0d9-464c-9d66-9f634b3d6583 req-6cdab358-eec5-4271-9fe7-60dac36505e1 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] For port 27b75cf5-263d-4c77-b909-aed48eb16174, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=27b75cf5-263d-4c77-b909-aed48eb16174,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:50.233009 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e2e3bb85-c0d9-464c-9d66-9f634b3d6583 req-6cdab358-eec5-4271-9fe7-60dac36505e1 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:50.266311 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3e13950b-7616-4102-93d7-dea4bf52ce84 req-dd8cf889-0da9-466a-8bee-01a3f3cd8c37 service neutron] 10.222.0.118 "GET /v2.0/security-groups?id=59ea11e9-a7c3-4f55-bc0e-cb861bd4f006&id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414419 Jul 06 14:01:50.461603 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e2e3bb85-c0d9-464c-9d66-9f634b3d6583 req-6cdab358-eec5-4271-9fe7-60dac36505e1 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:50.461880 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e2e3bb85-c0d9-464c-9d66-9f634b3d6583 req-6cdab358-eec5-4271-9fe7-60dac36505e1 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:50.462107 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [req-e2e3bb85-c0d9-464c-9d66-9f634b3d6583 req-6cdab358-eec5-4271-9fe7-60dac36505e1 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Floating IP 7b6d79f0-55af-488e-b4ff-8a622c3cb829 disassociated. External IP: 172.25.6.74, port: 27b75cf5-263d-4c77-b909-aed48eb16174. Jul 06 14:01:50.462770 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-e2e3bb85-c0d9-464c-9d66-9f634b3d6583 req-6cdab358-eec5-4271-9fe7-60dac36505e1 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Calling delete_port for 27b75cf5-263d-4c77-b909-aed48eb16174 owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:50.554927 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f8ad87a-3657-45d2-8729-7d220711c5cd req-93ed4bdd-b986-4abc-89ca-94d994abed56 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=2e314531-608e-4714-8274-dd824e460a36 HTTP/1.1" status: 200 len: 210 time: 0.0422926 Jul 06 14:01:50.596513 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e2e3bb85-c0d9-464c-9d66-9f634b3d6583 req-6cdab358-eec5-4271-9fe7-60dac36505e1 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:50.625469 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdab358-eec5-4271-9fe7-60dac36505e1 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Pushing event deleted for resources: {'Port': ['ID=27b75cf5-263d-4c77-b909-aed48eb16174,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:50.751761 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2e3bb85-c0d9-464c-9d66-9f634b3d6583 req-6cdab358-eec5-4271-9fe7-60dac36505e1 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Router c57e53d8-c4b0-4d7f-8c64-2a580fb902cc has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:01:50.897063 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2e3bb85-c0d9-464c-9d66-9f634b3d6583 req-6cdab358-eec5-4271-9fe7-60dac36505e1 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:01:50.908685 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e2f5b8-0db9-43d3-89f7-a7cd9701a0d1 None None] Sync routers for ids ['c57e53d8-c4b0-4d7f-8c64-2a580fb902cc'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:01:50.919710 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e2f5b8-0db9-43d3-89f7-a7cd9701a0d1 None None] Routers {'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:01:50.921051 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-35e2f5b8-0db9-43d3-89f7-a7cd9701a0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:01:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c57e53d8-c4b0-4d7f-8c64-2a580fb902cc'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:50.932137 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a17b5ba4-5a84-4c33-90cf-7060fbee7f52 req-0ff3493b-942f-411f-b32c-8f2cb159cf01 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/ports?device_id=8209fbcb-7a64-4ab0-8644-927c68157d71 HTTP/1.1" status: 200 len: 210 time: 0.0313780 Jul 06 14:01:50.964254 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e3bb85-c0d9-464c-9d66-9f634b3d6583 req-6cdab358-eec5-4271-9fe7-60dac36505e1 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] No DVR routers for this DVR port 27b75cf5-263d-4c77-b909-aed48eb16174 on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:01:50.967005 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e2e3bb85-c0d9-464c-9d66-9f634b3d6583 req-6cdab358-eec5-4271-9fe7-60dac36505e1 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:50.969401 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e2e3bb85-c0d9-464c-9d66-9f634b3d6583 req-6cdab358-eec5-4271-9fe7-60dac36505e1 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.52 "DELETE /v2.0/ports/27b75cf5-263d-4c77-b909-aed48eb16174 HTTP/1.1" status: 204 len: 173 time: 1.3076098 Jul 06 14:01:51.053552 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-35e2f5b8-0db9-43d3-89f7-a7cd9701a0d1 None None] Set router c57e53d8-c4b0-4d7f-8c64-2a580fb902cc gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:01:51.120838 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8209fbcb-7a64-4ab0-8644-927c68157d71', 'name': 'network-vif-deleted', 'tag': '27b75cf5-263d-4c77-b909-aed48eb16174'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:01:51.123289 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf1d9c1-4a26-4a91-909b-115ff22bbbf9" -d '{"events": [{"server_uuid": "8209fbcb-7a64-4ab0-8644-927c68157d71", "name": "network-vif-deleted", "tag": "27b75cf5-263d-4c77-b909-aed48eb16174"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:01:51.240867 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bfc7d8-b5c1-4c4c-a75e-6c6c00f69cfc x-openstack-request-id: req-e9bfc7d8-b5c1-4c4c-a75e-6c6c00f69cfc {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:01:51.241903 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8209fbcb-7a64-4ab0-8644-927c68157d71", "name": "network-vif-deleted", "tag": "27b75cf5-263d-4c77-b909-aed48eb16174", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:01:51.242348 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e9bfc7d8-b5c1-4c4c-a75e-6c6c00f69cfc {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:01:51.242935 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8209fbcb-7a64-4ab0-8644-927c68157d71', 'name': 'network-vif-deleted', 'tag': '27b75cf5-263d-4c77-b909-aed48eb16174', 'status': 'completed', 'code': 200} Jul 06 14:01:51.312578 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-35e2f5b8-0db9-43d3-89f7-a7cd9701a0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'name': 'tempest-ServerActionsTestJSON-1636392370-router', 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'd2c44f51-d4d1-4a4f-8c85-311cbfcf9b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:52:40Z', 'updated_at': '2021-07-06T13:52:49Z', 'revision_number': 4, 'project_id': '84c411c9b83740e1bcaf5cc8002aa094', 'gw_port': {'id': 'd2c44f51-d4d1-4a4f-8c85-311cbfcf9b49', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:52:42Z', 'updated_at': '2021-07-06T13:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '3d837ece-a05d-4082-a348-d3602caeae7a', 'name': '', 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d', 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094', 'mac_address': 'fa:16:3e:35:96:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'c752e52c-1e0e-4b69-8288-ed62c19f3b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:52:48Z', 'updated_at': '2021-07-06T13:52:57Z', 'revision_number': 5, 'project_id': '84c411c9b83740e1bcaf5cc8002aa094', 'subnets': [{'id': 'c752e52c-1e0e-4b69-8288-ed62c19f3b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:51.341551 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e2f5b8-0db9-43d3-89f7-a7cd9701a0d1 None None] Checking router: c57e53d8-c4b0-4d7f-8c64-2a580fb902cc for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:01:51.350622 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e2f5b8-0db9-43d3-89f7-a7cd9701a0d1 None None] Routers {'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:01:51.351239 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-35e2f5b8-0db9-43d3-89f7-a7cd9701a0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:01:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c57e53d8-c4b0-4d7f-8c64-2a580fb902cc'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:51.458313 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-35e2f5b8-0db9-43d3-89f7-a7cd9701a0d1 None None] Set router c57e53d8-c4b0-4d7f-8c64-2a580fb902cc gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:01:51.674568 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-35e2f5b8-0db9-43d3-89f7-a7cd9701a0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'name': 'tempest-ServerActionsTestJSON-1636392370-router', 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'd2c44f51-d4d1-4a4f-8c85-311cbfcf9b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:52:40Z', 'updated_at': '2021-07-06T13:52:49Z', 'revision_number': 4, 'project_id': '84c411c9b83740e1bcaf5cc8002aa094', 'gw_port': {'id': 'd2c44f51-d4d1-4a4f-8c85-311cbfcf9b49', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:52:42Z', 'updated_at': '2021-07-06T13:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '3d837ece-a05d-4082-a348-d3602caeae7a', 'name': '', 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d', 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094', 'mac_address': 'fa:16:3e:35:96:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'c752e52c-1e0e-4b69-8288-ed62c19f3b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:52:48Z', 'updated_at': '2021-07-06T13:52:57Z', 'revision_number': 5, 'project_id': '84c411c9b83740e1bcaf5cc8002aa094', 'subnets': [{'id': 'c752e52c-1e0e-4b69-8288-ed62c19f3b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:51.713238 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e2f5b8-0db9-43d3-89f7-a7cd9701a0d1 None None] The sync data for ids ['c57e53d8-c4b0-4d7f-8c64-2a580fb902cc'] in n-d-773644-6 is: [{'id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'name': 'tempest-ServerActionsTestJSON-1636392370-router', 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'd2c44f51-d4d1-4a4f-8c85-311cbfcf9b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:52:40Z', 'updated_at': '2021-07-06T13:52:49Z', 'revision_number': 4, 'project_id': '84c411c9b83740e1bcaf5cc8002aa094', 'gw_port': {'id': 'd2c44f51-d4d1-4a4f-8c85-311cbfcf9b49', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:52:42Z', 'updated_at': '2021-07-06T13:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '3d837ece-a05d-4082-a348-d3602caeae7a', 'name': '', 'network_id': '65a0c785-6dfd-4a01-9b12-067743ee677d', 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094', 'mac_address': 'fa:16:3e:35:96:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'c752e52c-1e0e-4b69-8288-ed62c19f3b18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:52:48Z', 'updated_at': '2021-07-06T13:52:57Z', 'revision_number': 5, 'project_id': '84c411c9b83740e1bcaf5cc8002aa094', 'subnets': [{'id': 'c752e52c-1e0e-4b69-8288-ed62c19f3b18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:01:51.757543 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a253731-c6df-4a5d-bdfb-561474d28cce req-ca46ba6d-ec2b-46ab-900d-f11d48800803 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=2e314531-608e-4714-8274-dd824e460a36 HTTP/1.1" status: 200 len: 210 time: 0.0591266 Jul 06 14:01:51.966728 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883d76dd-4be2-46ba-b72a-47d1e3e67300 None None] New status for floating IP 7b6d79f0-55af-488e-b4ff-8a622c3cb829: DOWN {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:01:52.072331 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33748) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:52.142382 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-51ebcb35-41e8-4f7c-8e23-f2f7f2c485c4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:52.169322 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-51ebcb35-41e8-4f7c-8e23-f2f7f2c485c4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:52.232753 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-51ebcb35-41e8-4f7c-8e23-f2f7f2c485c4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:52.236565 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-51ebcb35-41e8-4f7c-8e23-f2f7f2c485c4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:52.238459 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-51ebcb35-41e8-4f7c-8e23-f2f7f2c485c4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "DELETE /v2.0/security-groups/5d0ee350-5d35-4b69-82e1-90f1829e9a9d HTTP/1.1" status: 204 len: 168 time: 0.1644471 Jul 06 14:01:52.243908 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33754) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:52.248566 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebcb35-41e8-4f7c-8e23-f2f7f2c485c4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0ee350-5d35-4b69-82e1-90f1829e9a9d,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:52.256943 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebcb35-41e8-4f7c-8e23-f2f7f2c485c4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:52.257721 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebcb35-41e8-4f7c-8e23-f2f7f2c485c4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:52.258333 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebcb35-41e8-4f7c-8e23-f2f7f2c485c4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:52.259030 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebcb35-41e8-4f7c-8e23-f2f7f2c485c4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:52.259615 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebcb35-41e8-4f7c-8e23-f2f7f2c485c4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:52.260173 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebcb35-41e8-4f7c-8e23-f2f7f2c485c4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:52.260733 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebcb35-41e8-4f7c-8e23-f2f7f2c485c4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:52.261286 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebcb35-41e8-4f7c-8e23-f2f7f2c485c4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:52.261841 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebcb35-41e8-4f7c-8e23-f2f7f2c485c4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:52.262376 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebcb35-41e8-4f7c-8e23-f2f7f2c485c4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:52.263063 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebcb35-41e8-4f7c-8e23-f2f7f2c485c4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:52.263603 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ebcb35-41e8-4f7c-8e23-f2f7f2c485c4 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:52.264651 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-785ecbdf-fe3a-4ea9-aba5-8272fd4803d8 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] show failed (client error): The resource could not be found. Jul 06 14:01:52.265967 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-785ecbdf-fe3a-4ea9-aba5-8272fd4803d8 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "GET /v2.0/security-groups/5d0ee350-5d35-4b69-82e1-90f1829e9a9d HTTP/1.1" status: 404 len: 347 time: 0.0198479 Jul 06 14:01:52.268426 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33756) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:52.408038 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-d02d1483-8018-49a0-a988-0b725263f474 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Deleting port 4e59f97d-8188-4c98-890e-c94224b7f1f5 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:52.408414 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d02d1483-8018-49a0-a988-0b725263f474 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:52.492932 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d02d1483-8018-49a0-a988-0b725263f474 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:52.493277 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d02d1483-8018-49a0-a988-0b725263f474 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:52.506106 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-d02d1483-8018-49a0-a988-0b725263f474 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Calling delete_port for 4e59f97d-8188-4c98-890e-c94224b7f1f5 owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:52.646793 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d02d1483-8018-49a0-a988-0b725263f474 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:52.672839 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d1483-8018-49a0-a988-0b725263f474 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Pushing event deleted for resources: {'Port': ['ID=4e59f97d-8188-4c98-890e-c94224b7f1f5,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:52.740521 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d02d1483-8018-49a0-a988-0b725263f474 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:52.743017 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d02d1483-8018-49a0-a988-0b725263f474 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:52.744193 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d02d1483-8018-49a0-a988-0b725263f474 tempest-ServerActionsTestJSON-34952479 tempest-ServerActionsTestJSON-34952479-project] 10.222.0.118 "DELETE /v2.0/floatingips/7b6d79f0-55af-488e-b4ff-8a622c3cb829 HTTP/1.1" status: 204 len: 168 time: 0.4747152 Jul 06 14:01:52.747140 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33760) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:52.897466 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 27b75cf5-263d-4c77-b909-aed48eb16174 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:01:52.919946 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 27b75cf5-263d-4c77-b909-aed48eb16174 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:01:52.920292 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 27b75cf5-263d-4c77-b909-aed48eb16174 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:01:52.933194 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fa92a253-0d12-4379-b265-446bfcf3479d req-9fa5debd-2f53-4ca7-b2e4-9181c240d4fc tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=2e314531-608e-4714-8274-dd824e460a36 HTTP/1.1" status: 200 len: 210 time: 0.0398467 Jul 06 14:01:53.529243 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4fbd300f-df7b-4415-be71-a1d758a8e983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:53.789898 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-4fbd300f-df7b-4415-be71-a1d758a8e983 admin admin] Deleting port 3d837ece-a05d-4082-a348-d3602caeae7a {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:53.790171 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4fbd300f-df7b-4415-be71-a1d758a8e983 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:53.865923 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-4fbd300f-df7b-4415-be71-a1d758a8e983 admin admin] For port 3d837ece-a05d-4082-a348-d3602caeae7a, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=3d837ece-a05d-4082-a348-d3602caeae7a,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:53.866298 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4fbd300f-df7b-4415-be71-a1d758a8e983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:53.879038 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-4fbd300f-df7b-4415-be71-a1d758a8e983 admin admin] Calling delete_port for 3d837ece-a05d-4082-a348-d3602caeae7a owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:54.061462 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4fbd300f-df7b-4415-be71-a1d758a8e983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:54.094075 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd300f-df7b-4415-be71-a1d758a8e983 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d837ece-a05d-4082-a348-d3602caeae7a,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:54.281679 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4fbd300f-df7b-4415-be71-a1d758a8e983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:54.509567 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbd300f-df7b-4415-be71-a1d758a8e983 admin admin] Router c57e53d8-c4b0-4d7f-8c64-2a580fb902cc has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:01:54.625066 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbd300f-df7b-4415-be71-a1d758a8e983 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:01:54.633401 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33784) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:54.638299 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46276317-d28d-4f72-b905-b716bda041f8 None None] Sync routers for ids ['c57e53d8-c4b0-4d7f-8c64-2a580fb902cc'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:01:54.641388 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4fbd300f-df7b-4415-be71-a1d758a8e983 admin admin] 10.222.0.118 "PUT /v2.0/routers/c57e53d8-c4b0-4d7f-8c64-2a580fb902cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8931599 Jul 06 14:01:54.651136 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46276317-d28d-4f72-b905-b716bda041f8 None None] Routers {'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:01:54.652259 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-46276317-d28d-4f72-b905-b716bda041f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:01:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c57e53d8-c4b0-4d7f-8c64-2a580fb902cc'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:54.752933 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31d01247-6e4d-423b-95af-ba0035f44a8c admin admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:54.767512 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-46276317-d28d-4f72-b905-b716bda041f8 None None] Set router c57e53d8-c4b0-4d7f-8c64-2a580fb902cc gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:01:54.864374 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31d01247-6e4d-423b-95af-ba0035f44a8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:54.931370 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-31d01247-6e4d-423b-95af-ba0035f44a8c admin admin] Deleting port d2c44f51-d4d1-4a4f-8c85-311cbfcf9b49 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:54.931727 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31d01247-6e4d-423b-95af-ba0035f44a8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:55.017792 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-31d01247-6e4d-423b-95af-ba0035f44a8c admin admin] For port d2c44f51-d4d1-4a4f-8c85-311cbfcf9b49, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d2c44f51-d4d1-4a4f-8c85-311cbfcf9b49,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:55.018675 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31d01247-6e4d-423b-95af-ba0035f44a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:55.033862 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-31d01247-6e4d-423b-95af-ba0035f44a8c admin admin] Calling delete_port for d2c44f51-d4d1-4a4f-8c85-311cbfcf9b49 owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:55.046859 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-46276317-d28d-4f72-b905-b716bda041f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'name': 'tempest-ServerActionsTestJSON-1636392370-router', 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'd2c44f51-d4d1-4a4f-8c85-311cbfcf9b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:52:40Z', 'updated_at': '2021-07-06T14:01:54Z', 'revision_number': 5, 'project_id': '84c411c9b83740e1bcaf5cc8002aa094', 'gw_port': {'id': 'd2c44f51-d4d1-4a4f-8c85-311cbfcf9b49', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:49:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:52:42Z', 'updated_at': '2021-07-06T13:52:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:55.073242 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46276317-d28d-4f72-b905-b716bda041f8 None None] Checking router: c57e53d8-c4b0-4d7f-8c64-2a580fb902cc for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:01:55.082878 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46276317-d28d-4f72-b905-b716bda041f8 None None] Routers {'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:01:55.083719 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-46276317-d28d-4f72-b905-b716bda041f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:01:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c57e53d8-c4b0-4d7f-8c64-2a580fb902cc'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:55.178033 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-46276317-d28d-4f72-b905-b716bda041f8 None None] Set router c57e53d8-c4b0-4d7f-8c64-2a580fb902cc gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:01:55.224472 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31d01247-6e4d-423b-95af-ba0035f44a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:55.243718 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-46276317-d28d-4f72-b905-b716bda041f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'name': 'tempest-ServerActionsTestJSON-1636392370-router', 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:52:40Z', 'updated_at': '2021-07-06T14:01:54Z', 'revision_number': 6, 'project_id': '84c411c9b83740e1bcaf5cc8002aa094', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:55.254979 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d01247-6e4d-423b-95af-ba0035f44a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=d2c44f51-d4d1-4a4f-8c85-311cbfcf9b49,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:55.273803 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46276317-d28d-4f72-b905-b716bda041f8 None None] The sync data for ids ['c57e53d8-c4b0-4d7f-8c64-2a580fb902cc'] in n-d-773644-6 is: [{'id': 'c57e53d8-c4b0-4d7f-8c64-2a580fb902cc', 'name': 'tempest-ServerActionsTestJSON-1636392370-router', 'tenant_id': '84c411c9b83740e1bcaf5cc8002aa094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:52:40Z', 'updated_at': '2021-07-06T14:01:54Z', 'revision_number': 6, 'project_id': '84c411c9b83740e1bcaf5cc8002aa094', 'gw_port_host': None}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:01:55.328545 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31d01247-6e4d-423b-95af-ba0035f44a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:55.419037 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31d01247-6e4d-423b-95af-ba0035f44a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:55.421098 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31d01247-6e4d-423b-95af-ba0035f44a8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:55.467341 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31d01247-6e4d-423b-95af-ba0035f44a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:55.468041 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d01247-6e4d-423b-95af-ba0035f44a8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c57e53d8-c4b0-4d7f-8c64-2a580fb902cc {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:01:55.476798 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31d01247-6e4d-423b-95af-ba0035f44a8c admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:55.480657 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-31d01247-6e4d-423b-95af-ba0035f44a8c admin admin] 10.222.0.118 "DELETE /v2.0/routers/c57e53d8-c4b0-4d7f-8c64-2a580fb902cc HTTP/1.1" status: 204 len: 168 time: 0.8439198 Jul 06 14:01:55.480937 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33790) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:55.533392 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-95526886-13ff-44c3-a5c1-12c23431071e admin admin] Deleting subnet c752e52c-1e0e-4b69-8288-ed62c19f3b18 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:01:55.536911 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-95526886-13ff-44c3-a5c1-12c23431071e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:55.574052 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-95526886-13ff-44c3-a5c1-12c23431071e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:55.692920 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-95526886-13ff-44c3-a5c1-12c23431071e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:55.782029 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-95526886-13ff-44c3-a5c1-12c23431071e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:55.806394 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 3d837ece-a05d-4082-a348-d3602caeae7a no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:01:55.827058 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95526886-13ff-44c3-a5c1-12c23431071e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c752e52c-1e0e-4b69-8288-ed62c19f3b18,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:55.830938 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 3d837ece-a05d-4082-a348-d3602caeae7a {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:01:55.831591 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 3d837ece-a05d-4082-a348-d3602caeae7a not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:01:55.834600 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-95526886-13ff-44c3-a5c1-12c23431071e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:55.836686 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-95526886-13ff-44c3-a5c1-12c23431071e admin admin] 10.222.0.118 "DELETE /v2.0/subnets/c752e52c-1e0e-4b69-8288-ed62c19f3b18 HTTP/1.1" status: 204 len: 168 time: 0.3548052 Jul 06 14:01:55.840106 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33796) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:55.851398 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf662088-d25e-4234-b820-b705067718a1 None None] Network 65a0c785-6dfd-4a01-9b12-067743ee677d requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:01:55.918194 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cbd9ee79-d92a-4c24-af83-6baa05076efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:55.976155 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-cbd9ee79-d92a-4c24-af83-6baa05076efc admin admin] Deleting port 3847ecc5-dafd-4ce8-b0bc-38aaaf602948 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:55.976503 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cbd9ee79-d92a-4c24-af83-6baa05076efc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.051319 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-cbd9ee79-d92a-4c24-af83-6baa05076efc admin admin] For port 3847ecc5-dafd-4ce8-b0bc-38aaaf602948, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=3847ecc5-dafd-4ce8-b0bc-38aaaf602948,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:56.051777 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cbd9ee79-d92a-4c24-af83-6baa05076efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.064877 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-cbd9ee79-d92a-4c24-af83-6baa05076efc admin admin] Calling delete_port for 3847ecc5-dafd-4ce8-b0bc-38aaaf602948 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:56.081924 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d07b4ba-4ea0-4243-b6f9-402ddcf28686 None None] DHCP port deletion for 65a0c785-6dfd-4a01-9b12-067743ee677d request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:01:56.136961 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-0d07b4ba-4ea0-4243-b6f9-402ddcf28686 None None] Deleting port 3847ecc5-dafd-4ce8-b0bc-38aaaf602948 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:01:56.137348 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0d07b4ba-4ea0-4243-b6f9-402ddcf28686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.159942 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cbd9ee79-d92a-4c24-af83-6baa05076efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.192826 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9ee79-d92a-4c24-af83-6baa05076efc admin admin] Pushing event deleted for resources: {'Port': ['ID=3847ecc5-dafd-4ce8-b0bc-38aaaf602948,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:56.198383 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd9ee79-d92a-4c24-af83-6baa05076efc admin admin] No DVR routers for this DVR port 3847ecc5-dafd-4ce8-b0bc-38aaaf602948 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:01:56.238365 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-0d07b4ba-4ea0-4243-b6f9-402ddcf28686 None None] For port 3847ecc5-dafd-4ce8-b0bc-38aaaf602948, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=3847ecc5-dafd-4ce8-b0bc-38aaaf602948,segment=NetworkSegment(cb42da08-7b0a-4e62-a780-570a2cc2651e),segment_id=cb42da08-7b0a-4e62-a780-570a2cc2651e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:56.238752 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0d07b4ba-4ea0-4243-b6f9-402ddcf28686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.268374 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-0d07b4ba-4ea0-4243-b6f9-402ddcf28686 None None] Calling delete_port for 3847ecc5-dafd-4ce8-b0bc-38aaaf602948 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:01:56.293709 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cbd9ee79-d92a-4c24-af83-6baa05076efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.305657 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-cbd9ee79-d92a-4c24-af83-6baa05076efc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a0c785-6dfd-4a01-9b12-067743ee677d']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:56.318054 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-cbd9ee79-d92a-4c24-af83-6baa05076efc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb42da08-7b0a-4e62-a780-570a2cc2651e') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:56.318615 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-cbd9ee79-d92a-4c24-af83-6baa05076efc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb42da08-7b0a-4e62-a780-570a2cc2651e') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:56.327643 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cbd9ee79-d92a-4c24-af83-6baa05076efc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.348927 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cbd9ee79-d92a-4c24-af83-6baa05076efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.356087 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd9ee79-d92a-4c24-af83-6baa05076efc admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:01:56.356274 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0d07b4ba-4ea0-4243-b6f9-402ddcf28686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.356591 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cbd9ee79-d92a-4c24-af83-6baa05076efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:01:56.358397 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:01:56.369190 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d07b4ba-4ea0-4243-b6f9-402ddcf28686 None None] No DVR routers for this DVR port 3847ecc5-dafd-4ce8-b0bc-38aaaf602948 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:01:56.388604 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07b4ba-4ea0-4243-b6f9-402ddcf28686 None None] Pushing event deleted for resources: {'Port': ['ID=3847ecc5-dafd-4ce8-b0bc-38aaaf602948,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:56.398516 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d07b4ba-4ea0-4243-b6f9-402ddcf28686 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:56.398869 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d07b4ba-4ea0-4243-b6f9-402ddcf28686 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:56.399211 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d07b4ba-4ea0-4243-b6f9-402ddcf28686 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:56.399555 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d07b4ba-4ea0-4243-b6f9-402ddcf28686 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:56.399958 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d07b4ba-4ea0-4243-b6f9-402ddcf28686 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:56.400299 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d07b4ba-4ea0-4243-b6f9-402ddcf28686 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:56.400628 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d07b4ba-4ea0-4243-b6f9-402ddcf28686 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:56.400955 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d07b4ba-4ea0-4243-b6f9-402ddcf28686 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:56.401283 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d07b4ba-4ea0-4243-b6f9-402ddcf28686 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:56.401608 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d07b4ba-4ea0-4243-b6f9-402ddcf28686 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:56.401972 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d07b4ba-4ea0-4243-b6f9-402ddcf28686 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:56.402294 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d07b4ba-4ea0-4243-b6f9-402ddcf28686 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:56.431003 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cbd9ee79-d92a-4c24-af83-6baa05076efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.435122 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cbd9ee79-d92a-4c24-af83-6baa05076efc admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.440753 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cbd9ee79-d92a-4c24-af83-6baa05076efc admin admin] 10.222.0.118 "DELETE /v2.0/networks/65a0c785-6dfd-4a01-9b12-067743ee677d HTTP/1.1" status: 204 len: 168 time: 0.5967910 Jul 06 14:01:56.452693 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9ee79-d92a-4c24-af83-6baa05076efc admin admin] Pushing event deleted for resources: {'Network': ['ID=65a0c785-6dfd-4a01-9b12-067743ee677d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:56.576820 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33804) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:56.618496 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e3a39f41-fd88-4a5a-a585-a60accbf36f9 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=84c411c9b83740e1bcaf5cc8002aa094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402431 Jul 06 14:01:56.621154 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33806) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:56.673722 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a4676b1-d27d-4c7b-a4be-fc28154caf0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.696468 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a4676b1-d27d-4c7b-a4be-fc28154caf0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.750209 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a4676b1-d27d-4c7b-a4be-fc28154caf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.752626 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a4676b1-d27d-4c7b-a4be-fc28154caf0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:56.755101 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2a4676b1-d27d-4c7b-a4be-fc28154caf0c admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/6620d1fd-141b-4094-b1fa-29786b1b72a4 HTTP/1.1" status: 204 len: 168 time: 0.1327565 Jul 06 14:01:56.763256 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4676b1-d27d-4c7b-a4be-fc28154caf0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6620d1fd-141b-4094-b1fa-29786b1b72a4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:57.474318 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33838) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:57.580434 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-0bc84db4-501a-41b6-9031-df7f02ffbc57 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1432080118-network', 'tenant_id': '32599fcc966a4ec187319c26fdfa7813'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:57.600179 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 3847ecc5-dafd-4ce8-b0bc-38aaaf602948 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:01:57.606558 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc84db4-501a-41b6-9031-df7f02ffbc57 admin admin] Made reservation on behalf of 32599fcc966a4ec187319c26fdfa7813 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:01:57.609460 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0bc84db4-501a-41b6-9031-df7f02ffbc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:57.619648 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0bc84db4-501a-41b6-9031-df7f02ffbc57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:57.622813 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 3847ecc5-dafd-4ce8-b0bc-38aaaf602948 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:01:57.623162 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 3847ecc5-dafd-4ce8-b0bc-38aaaf602948 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:01:57.623587 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d2c44f51-d4d1-4a4f-8c85-311cbfcf9b49 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:01:57.645142 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: d2c44f51-d4d1-4a4f-8c85-311cbfcf9b49 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:01:57.646222 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d2c44f51-d4d1-4a4f-8c85-311cbfcf9b49 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:01:57.736072 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0bc84db4-501a-41b6-9031-df7f02ffbc57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:57.741715 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0bc84db4-501a-41b6-9031-df7f02ffbc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:57.767973 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc84db4-501a-41b6-9031-df7f02ffbc57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:01:57.782950 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc84db4-501a-41b6-9031-df7f02ffbc57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68064d1a-a732-4297-8fc2-1dfebf61ab2c,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:57.790066 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0bc84db4-501a-41b6-9031-df7f02ffbc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:57.790442 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-0bc84db4-501a-41b6-9031-df7f02ffbc57 admin admin] Added segment 55e33565-5b77-459d-93f6-97b894e80bc5 of type vlan for network 5d6f2e5e-191d-4217-8dd0-7aaa98353a04 Jul 06 14:01:57.835660 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0bc84db4-501a-41b6-9031-df7f02ffbc57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:57.870787 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0bc84db4-501a-41b6-9031-df7f02ffbc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:57.871984 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc84db4-501a-41b6-9031-df7f02ffbc57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:57.872681 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0bc84db4-501a-41b6-9031-df7f02ffbc57 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:57.945819 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0bc84db4-501a-41b6-9031-df7f02ffbc57 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4674768 Jul 06 14:01:57.945819 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33886) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:01:57.958695 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-d97a4dd4-7002-499c-ab49-4c8ddc793b66 admin admin] Request body: {'subnet': {'network_id': '5d6f2e5e-191d-4217-8dd0-7aaa98353a04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1432080118-subnet', 'tenant_id': '32599fcc966a4ec187319c26fdfa7813', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:01:57.982618 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc84db4-501a-41b6-9031-df7f02ffbc57 admin admin] Pushing event updated for resources: {'Network': ['ID=5d6f2e5e-191d-4217-8dd0-7aaa98353a04,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:57.995746 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97a4dd4-7002-499c-ab49-4c8ddc793b66 admin admin] Made reservation on behalf of 32599fcc966a4ec187319c26fdfa7813 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:01:57.996514 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 5d6f2e5e-191d-4217-8dd0-7aaa98353a04 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:01:57.998427 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d97a4dd4-7002-499c-ab49-4c8ddc793b66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:58.192280 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d97a4dd4-7002-499c-ab49-4c8ddc793b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:58.262642 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a4dd4-7002-499c-ab49-4c8ddc793b66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=919e8d87-039c-40b7-94ef-12aebf1c7ea9,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:58.271423 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97a4dd4-7002-499c-ab49-4c8ddc793b66 admin admin] Checking segment: {'id': '55e33565-5b77-459d-93f6-97b894e80bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5d6f2e5e-191d-4217-8dd0-7aaa98353a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:01:58.271845 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97a4dd4-7002-499c-ab49-4c8ddc793b66 admin admin] Network hostable DHCP agents. Network: 5d6f2e5e-191d-4217-8dd0-7aaa98353a04, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:01:58.300842 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97a4dd4-7002-499c-ab49-4c8ddc793b66 admin admin] Network 5d6f2e5e-191d-4217-8dd0-7aaa98353a04 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:01:58.311410 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-d97a4dd4-7002-499c-ab49-4c8ddc793b66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 5d6f2e5e-191d-4217-8dd0-7aaa98353a04) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:01:58.317332 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97a4dd4-7002-499c-ab49-4c8ddc793b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:58.318127 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d97a4dd4-7002-499c-ab49-4c8ddc793b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:01:58.325390 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ea7db3-4ee8-40b9-9c72-91eafe3b81b7 None None] Network 5d6f2e5e-191d-4217-8dd0-7aaa98353a04 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:01:58.335384 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d97a4dd4-7002-499c-ab49-4c8ddc793b66 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3884478 Jul 06 14:01:58.460101 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411e7b0a-5e64-4a68-a8fc-6710a1de295c None None] Network 5d6f2e5e-191d-4217-8dd0-7aaa98353a04 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:01:58.808504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674674b-7b6c-4ad3-89bf-1400169185be req-1a792b2a-4d34-4c70-a494-4cfbec978136 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:01:58.810386 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5674674b-7b6c-4ad3-89bf-1400169185be req-1a792b2a-4d34-4c70-a494-4cfbec978136 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] 10.222.0.118 "GET /v2.0/networks?id=5d6f2e5e-191d-4217-8dd0-7aaa98353a04 HTTP/1.1" status: 200 len: 821 time: 0.1052198 Jul 06 14:01:58.825905 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5674674b-7b6c-4ad3-89bf-1400169185be req-e2c6a9be-0906-4956-9832-e685e850313e tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] 10.222.0.118 "GET /v2.0/quotas/32599fcc966a4ec187319c26fdfa7813 HTTP/1.1" status: 200 len: 375 time: 0.0094688 Jul 06 14:01:58.865510 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5674674b-7b6c-4ad3-89bf-1400169185be req-3285cfe3-2a9f-49e3-a4e5-5f9f4b562ff8 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=32599fcc966a4ec187319c26fdfa7813&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342476 Jul 06 14:01:58.960219 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5674674b-7b6c-4ad3-89bf-1400169185be req-e00d0759-c2df-41fc-8ad6-ea8c2b300a9d service neutron] 10.222.0.118 "GET /v2.0/networks/5d6f2e5e-191d-4217-8dd0-7aaa98353a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881572 Jul 06 14:01:59.061555 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5674674b-7b6c-4ad3-89bf-1400169185be req-ca90db26-2e5f-4dc8-9697-1d950a3be4ba service neutron] 10.222.0.118 "GET /v2.0/networks/5d6f2e5e-191d-4217-8dd0-7aaa98353a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950055 Jul 06 14:01:59.567496 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dc359659-14ff-4565-a96b-6446b15d99c1 req-2a9417ee-272b-4081-8049-57a60329e942 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] 10.222.0.118 "GET /v2.0/ports?device_id=81350f44-d6d2-40b7-b24f-935cdc64e6e1 HTTP/1.1" status: 200 len: 210 time: 0.0316131 Jul 06 14:02:00.525163 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674674b-7b6c-4ad3-89bf-1400169185be req-ee69c424-8e0f-47c1-9374-999de1686227 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:00.527538 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5674674b-7b6c-4ad3-89bf-1400169185be req-ee69c424-8e0f-47c1-9374-999de1686227 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] 10.222.0.52 "GET /v2.0/networks?id=5d6f2e5e-191d-4217-8dd0-7aaa98353a04 HTTP/1.1" status: 200 len: 821 time: 0.1385472 Jul 06 14:02:00.563981 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-5674674b-7b6c-4ad3-89bf-1400169185be req-b0ded437-8d0b-426b-a251-fd723ff3c6eb tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] Request body: {'port': {'device_id': '81350f44-d6d2-40b7-b24f-935cdc64e6e1', 'network_id': '5d6f2e5e-191d-4217-8dd0-7aaa98353a04', 'admin_state_up': True, 'tenant_id': '32599fcc966a4ec187319c26fdfa7813'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:00.716944 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5674674b-7b6c-4ad3-89bf-1400169185be req-b0ded437-8d0b-426b-a251-fd723ff3c6eb tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] Made reservation on behalf of 32599fcc966a4ec187319c26fdfa7813 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:02:00.721464 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5674674b-7b6c-4ad3-89bf-1400169185be req-b0ded437-8d0b-426b-a251-fd723ff3c6eb tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:00.785294 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-55182a58-c419-4f78-a52d-0bb24c1a578e req-23e8bbb8-db5f-4237-aac4-dbabe19c4daa tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] 10.222.0.118 "GET /v2.0/ports?device_id=81350f44-d6d2-40b7-b24f-935cdc64e6e1 HTTP/1.1" status: 200 len: 210 time: 0.0329559 Jul 06 14:02:00.862164 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-5674674b-7b6c-4ad3-89bf-1400169185be req-b0ded437-8d0b-426b-a251-fd723ff3c6eb tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] Allocated IP 172.20.0.4 (5d6f2e5e-191d-4217-8dd0-7aaa98353a04/919e8d87-039c-40b7-94ef-12aebf1c7ea9/e0fc1819-69d6-47b0-9324-36beaf55404c) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:02:01.022610 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5674674b-7b6c-4ad3-89bf-1400169185be req-b0ded437-8d0b-426b-a251-fd723ff3c6eb tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:01.061472 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5674674b-7b6c-4ad3-89bf-1400169185be req-b0ded437-8d0b-426b-a251-fd723ff3c6eb tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:01.104832 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5674674b-7b6c-4ad3-89bf-1400169185be req-b0ded437-8d0b-426b-a251-fd723ff3c6eb tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] Network 5d6f2e5e-191d-4217-8dd0-7aaa98353a04 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:01.108129 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-5674674b-7b6c-4ad3-89bf-1400169185be req-b0ded437-8d0b-426b-a251-fd723ff3c6eb tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:01.112074 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-5674674b-7b6c-4ad3-89bf-1400169185be req-b0ded437-8d0b-426b-a251-fd723ff3c6eb tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:02:01.145049 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ded437-8d0b-426b-a251-fd723ff3c6eb tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] Pushing event updated for resources: {'Port': ['ID=e0fc1819-69d6-47b0-9324-36beaf55404c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:01.172187 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674674b-7b6c-4ad3-89bf-1400169185be req-b0ded437-8d0b-426b-a251-fd723ff3c6eb tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:01.172927 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5674674b-7b6c-4ad3-89bf-1400169185be req-b0ded437-8d0b-426b-a251-fd723ff3c6eb tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:01.190300 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5674674b-7b6c-4ad3-89bf-1400169185be req-b0ded437-8d0b-426b-a251-fd723ff3c6eb tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6318264 Jul 06 14:02:01.207136 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-5674674b-7b6c-4ad3-89bf-1400169185be req-a89d4cd8-0e1c-46ca-bda4-e1e164bb408d service neutron] Request body: {'port': {'device_id': '81350f44-d6d2-40b7-b24f-935cdc64e6e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:01.288819 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5674674b-7b6c-4ad3-89bf-1400169185be req-a89d4cd8-0e1c-46ca-bda4-e1e164bb408d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:01.577311 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-5674674b-7b6c-4ad3-89bf-1400169185be req-a89d4cd8-0e1c-46ca-bda4-e1e164bb408d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0fc1819-69d6-47b0-9324-36beaf55404c {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:02:01.586090 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5674674b-7b6c-4ad3-89bf-1400169185be req-a89d4cd8-0e1c-46ca-bda4-e1e164bb408d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:01.599591 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-5674674b-7b6c-4ad3-89bf-1400169185be req-a89d4cd8-0e1c-46ca-bda4-e1e164bb408d service neutron] Transition to ACTIVE for port object e0fc1819-69d6-47b0-9324-36beaf55404c will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:01.604872 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5674674b-7b6c-4ad3-89bf-1400169185be req-a89d4cd8-0e1c-46ca-bda4-e1e164bb408d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:01.658283 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d4cd8-0e1c-46ca-bda4-e1e164bb408d service neutron] Pushing event updated for resources: {'Port': ['ID=e0fc1819-69d6-47b0-9324-36beaf55404c,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:01.739098 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-5674674b-7b6c-4ad3-89bf-1400169185be req-a89d4cd8-0e1c-46ca-bda4-e1e164bb408d service neutron] Attempting to bind port e0fc1819-69d6-47b0-9324-36beaf55404c on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:02:01.739455 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-5674674b-7b6c-4ad3-89bf-1400169185be req-a89d4cd8-0e1c-46ca-bda4-e1e164bb408d service neutron] Attempting to bind port e0fc1819-69d6-47b0-9324-36beaf55404c by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '55e33565-5b77-459d-93f6-97b894e80bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5d6f2e5e-191d-4217-8dd0-7aaa98353a04'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:02:01.739791 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5674674b-7b6c-4ad3-89bf-1400169185be req-a89d4cd8-0e1c-46ca-bda4-e1e164bb408d service neutron] Attempting to bind port e0fc1819-69d6-47b0-9324-36beaf55404c on network 5d6f2e5e-191d-4217-8dd0-7aaa98353a04 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:01.744622 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5674674b-7b6c-4ad3-89bf-1400169185be req-a89d4cd8-0e1c-46ca-bda4-e1e164bb408d service neutron] Port e0fc1819-69d6-47b0-9324-36beaf55404c on network 5d6f2e5e-191d-4217-8dd0-7aaa98353a04 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:02:01.744952 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5674674b-7b6c-4ad3-89bf-1400169185be req-a89d4cd8-0e1c-46ca-bda4-e1e164bb408d service neutron] Attempting to bind port e0fc1819-69d6-47b0-9324-36beaf55404c on network 5d6f2e5e-191d-4217-8dd0-7aaa98353a04 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:01.750137 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5674674b-7b6c-4ad3-89bf-1400169185be req-a89d4cd8-0e1c-46ca-bda4-e1e164bb408d service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:02:01.750486 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5674674b-7b6c-4ad3-89bf-1400169185be req-a89d4cd8-0e1c-46ca-bda4-e1e164bb408d service neutron] Checking segment: {'id': '55e33565-5b77-459d-93f6-97b894e80bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5d6f2e5e-191d-4217-8dd0-7aaa98353a04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:01.750880 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5674674b-7b6c-4ad3-89bf-1400169185be req-a89d4cd8-0e1c-46ca-bda4-e1e164bb408d service neutron] Bound using segment: {'id': '55e33565-5b77-459d-93f6-97b894e80bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5d6f2e5e-191d-4217-8dd0-7aaa98353a04'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:02:01.751373 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-5674674b-7b6c-4ad3-89bf-1400169185be req-a89d4cd8-0e1c-46ca-bda4-e1e164bb408d service neutron] Bound port: e0fc1819-69d6-47b0-9324-36beaf55404c, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55e33565-5b77-459d-93f6-97b894e80bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5d6f2e5e-191d-4217-8dd0-7aaa98353a04'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:02:01.751682 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5674674b-7b6c-4ad3-89bf-1400169185be req-a89d4cd8-0e1c-46ca-bda4-e1e164bb408d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:01.831613 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-5674674b-7b6c-4ad3-89bf-1400169185be req-a89d4cd8-0e1c-46ca-bda4-e1e164bb408d service neutron] For port e0fc1819-69d6-47b0-9324-36beaf55404c, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:02:01.834966 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-5674674b-7b6c-4ad3-89bf-1400169185be req-a89d4cd8-0e1c-46ca-bda4-e1e164bb408d service neutron] For port e0fc1819-69d6-47b0-9324-36beaf55404c, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=e0fc1819-69d6-47b0-9324-36beaf55404c,segment=NetworkSegment(55e33565-5b77-459d-93f6-97b894e80bc5),segment_id=55e33565-5b77-459d-93f6-97b894e80bc5)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:02:01.840567 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5674674b-7b6c-4ad3-89bf-1400169185be req-a89d4cd8-0e1c-46ca-bda4-e1e164bb408d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:01.878116 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674674b-7b6c-4ad3-89bf-1400169185be req-a89d4cd8-0e1c-46ca-bda4-e1e164bb408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:01.879055 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5674674b-7b6c-4ad3-89bf-1400169185be req-a89d4cd8-0e1c-46ca-bda4-e1e164bb408d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:01.880895 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5674674b-7b6c-4ad3-89bf-1400169185be req-a89d4cd8-0e1c-46ca-bda4-e1e164bb408d service neutron] 10.222.0.52 "PUT /v2.0/ports/e0fc1819-69d6-47b0-9324-36beaf55404c HTTP/1.1" status: 200 len: 1091 time: 0.6786621 Jul 06 14:02:01.881379 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81350f44-d6d2-40b7-b24f-935cdc64e6e1', 'tag': 'e0fc1819-69d6-47b0-9324-36beaf55404c'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:01.884262 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c4eb70-94be-4470-b572-6c3ed6cf67d7" -d '{"events": [{"name": "network-changed", "server_uuid": "81350f44-d6d2-40b7-b24f-935cdc64e6e1", "tag": "e0fc1819-69d6-47b0-9324-36beaf55404c"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:01.920563 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d4cd8-0e1c-46ca-bda4-e1e164bb408d service neutron] Pushing event updated for resources: {'Port': ['ID=e0fc1819-69d6-47b0-9324-36beaf55404c,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:01.980745 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674674b-7b6c-4ad3-89bf-1400169185be req-99d5d618-1642-403f-89c7-98cf1b5e9ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:01.982300 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5674674b-7b6c-4ad3-89bf-1400169185be req-99d5d618-1642-403f-89c7-98cf1b5e9ce1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=32599fcc966a4ec187319c26fdfa7813&device_id=81350f44-d6d2-40b7-b24f-935cdc64e6e1 HTTP/1.1" status: 200 len: 1094 time: 0.0586123 Jul 06 14:02:02.006523 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57a85f-8fd3-4aa9-91b3-0e15ebdbdbf0 req-a997a150-fa2a-4e33-9dcc-ba236d5a946b tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:02.011363 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d57a85f-8fd3-4aa9-91b3-0e15ebdbdbf0 req-a997a150-fa2a-4e33-9dcc-ba236d5a946b tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] 10.222.0.118 "GET /v2.0/ports?device_id=81350f44-d6d2-40b7-b24f-935cdc64e6e1 HTTP/1.1" status: 200 len: 943 time: 0.0818038 Jul 06 14:02:02.041421 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5674674b-7b6c-4ad3-89bf-1400169185be req-35a6910a-1007-4a7b-a137-aa6c07422db3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0fc1819-69d6-47b0-9324-36beaf55404c HTTP/1.1" status: 200 len: 217 time: 0.0468369 Jul 06 14:02:02.067590 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d57a85f-8fd3-4aa9-91b3-0e15ebdbdbf0 req-5818dca5-7db7-4ab5-95c4-9de6f4334767 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] 10.222.0.118 "GET /v2.0/security-groups?id=68064d1a-a732-4297-8fc2-1dfebf61ab2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497859 Jul 06 14:02:02.099231 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674674b-7b6c-4ad3-89bf-1400169185be req-7b9583a4-3d45-465f-9550-44a84367babe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:02.100793 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5674674b-7b6c-4ad3-89bf-1400169185be req-7b9583a4-3d45-465f-9550-44a84367babe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=919e8d87-039c-40b7-94ef-12aebf1c7ea9 HTTP/1.1" status: 200 len: 861 time: 0.0492940 Jul 06 14:02:02.111606 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe13467-5e4f-468e-9ff6-568b3be8b94d x-openstack-request-id: req-5fe13467-5e4f-468e-9ff6-568b3be8b94d {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:02.111905 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81350f44-d6d2-40b7-b24f-935cdc64e6e1", "tag": "e0fc1819-69d6-47b0-9324-36beaf55404c", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:02.112157 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-5fe13467-5e4f-468e-9ff6-568b3be8b94d {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:02.113637 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81350f44-d6d2-40b7-b24f-935cdc64e6e1', 'tag': 'e0fc1819-69d6-47b0-9324-36beaf55404c', 'status': 'completed', 'code': 200} Jul 06 14:02:02.145103 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5674674b-7b6c-4ad3-89bf-1400169185be req-4527399f-9daf-4921-9a09-eb52a5313283 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d6f2e5e-191d-4217-8dd0-7aaa98353a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289526 Jul 06 14:02:02.257291 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5674674b-7b6c-4ad3-89bf-1400169185be req-14175705-3639-4807-b3d5-7167ef989d1f service neutron] 10.222.0.52 "GET /v2.0/networks/5d6f2e5e-191d-4217-8dd0-7aaa98353a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019690 Jul 06 14:02:02.355221 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5674674b-7b6c-4ad3-89bf-1400169185be req-f4553dcc-97c7-49f7-9fd8-6948af5d3085 service neutron] 10.222.0.52 "GET /v2.0/networks/5d6f2e5e-191d-4217-8dd0-7aaa98353a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881209 Jul 06 14:02:02.464792 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4eb70-94be-4470-b572-6c3ed6cf67d7 req-a2fae0c6-e093-4277-82ee-50c9a3e54f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:02.466348 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-74c4eb70-94be-4470-b572-6c3ed6cf67d7 req-a2fae0c6-e093-4277-82ee-50c9a3e54f64 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=32599fcc966a4ec187319c26fdfa7813&device_id=81350f44-d6d2-40b7-b24f-935cdc64e6e1 HTTP/1.1" status: 200 len: 1094 time: 0.0557261 Jul 06 14:02:02.570119 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4eb70-94be-4470-b572-6c3ed6cf67d7 req-14537649-c362-4b0f-9ae4-0d55e67dd523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:02.571852 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-74c4eb70-94be-4470-b572-6c3ed6cf67d7 req-14537649-c362-4b0f-9ae4-0d55e67dd523 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5d6f2e5e-191d-4217-8dd0-7aaa98353a04 HTTP/1.1" status: 200 len: 922 time: 0.0967033 Jul 06 14:02:02.619365 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-74c4eb70-94be-4470-b572-6c3ed6cf67d7 req-b2941476-0b5e-439d-8522-6b9ac0157a21 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0fc1819-69d6-47b0-9324-36beaf55404c HTTP/1.1" status: 200 len: 217 time: 0.0408323 Jul 06 14:02:02.676315 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4eb70-94be-4470-b572-6c3ed6cf67d7 req-8be17640-595c-4223-8b38-05acbcaf85b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:02.678136 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-74c4eb70-94be-4470-b572-6c3ed6cf67d7 req-8be17640-595c-4223-8b38-05acbcaf85b8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=919e8d87-039c-40b7-94ef-12aebf1c7ea9 HTTP/1.1" status: 200 len: 861 time: 0.0510066 Jul 06 14:02:02.720355 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-74c4eb70-94be-4470-b572-6c3ed6cf67d7 req-4b1e63f6-a908-4e9d-a6db-aa4d9eb3c430 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5d6f2e5e-191d-4217-8dd0-7aaa98353a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338564 Jul 06 14:02:02.820909 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-74c4eb70-94be-4470-b572-6c3ed6cf67d7 req-de7709f7-cc74-4cdd-a5ce-4084d01ac964 service neutron] 10.222.0.52 "GET /v2.0/networks/5d6f2e5e-191d-4217-8dd0-7aaa98353a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924478 Jul 06 14:02:02.945618 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-74c4eb70-94be-4470-b572-6c3ed6cf67d7 req-423263c1-fb51-4c68-bdb2-090e4775e564 service neutron] 10.222.0.52 "GET /v2.0/networks/5d6f2e5e-191d-4217-8dd0-7aaa98353a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124897 Jul 06 14:02:03.249624 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55282768-a101-45b7-aa5c-1dda00e0bba9 req-5a01fb6e-d0ac-4c7e-bb2a-e6f703779fd8 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:03.251270 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-55282768-a101-45b7-aa5c-1dda00e0bba9 req-5a01fb6e-d0ac-4c7e-bb2a-e6f703779fd8 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] 10.222.0.118 "GET /v2.0/ports?device_id=81350f44-d6d2-40b7-b24f-935cdc64e6e1 HTTP/1.1" status: 200 len: 943 time: 0.0692804 Jul 06 14:02:03.291952 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-55282768-a101-45b7-aa5c-1dda00e0bba9 req-e653fa31-77c4-4ed1-b92a-9025717df255 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] 10.222.0.118 "GET /v2.0/security-groups?id=68064d1a-a732-4297-8fc2-1dfebf61ab2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343099 Jul 06 14:02:04.476893 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f8cba-61b3-4331-aa74-46503beb7a6d req-5cab0a23-8f81-462c-a856-bb9c8c360ec4 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:04.478512 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-177f8cba-61b3-4331-aa74-46503beb7a6d req-5cab0a23-8f81-462c-a856-bb9c8c360ec4 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] 10.222.0.118 "GET /v2.0/ports?device_id=81350f44-d6d2-40b7-b24f-935cdc64e6e1 HTTP/1.1" status: 200 len: 943 time: 0.0653799 Jul 06 14:02:04.521617 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-177f8cba-61b3-4331-aa74-46503beb7a6d req-3a7abdf2-fadc-4af2-b514-e6e747b3c25b tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] 10.222.0.118 "GET /v2.0/security-groups?id=68064d1a-a732-4297-8fc2-1dfebf61ab2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368254 Jul 06 14:02:04.967671 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device e0fc1819-69d6-47b0-9324-36beaf55404c details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:02:05.073554 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port e0fc1819-69d6-47b0-9324-36beaf55404c, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=e0fc1819-69d6-47b0-9324-36beaf55404c,segment=NetworkSegment(55e33565-5b77-459d-93f6-97b894e80bc5),segment_id=55e33565-5b77-459d-93f6-97b894e80bc5)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:05.089333 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'e0fc1819-69d6-47b0-9324-36beaf55404c', 'network_id': '5d6f2e5e-191d-4217-8dd0-7aaa98353a04', 'port_id': 'e0fc1819-69d6-47b0-9324-36beaf55404c', 'mac_address': 'fa:16:3e:d4:f1:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '919e8d87-039c-40b7-94ef-12aebf1c7ea9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:02:05.133617 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:05.147259 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0fc1819-69d6-47b0-9324-36beaf55404c {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:02:05.167862 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port e0fc1819-69d6-47b0-9324-36beaf55404c, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=e0fc1819-69d6-47b0-9324-36beaf55404c,segment=NetworkSegment(55e33565-5b77-459d-93f6-97b894e80bc5),segment_id=55e33565-5b77-459d-93f6-97b894e80bc5)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:05.173682 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:05.236025 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=e0fc1819-69d6-47b0-9324-36beaf55404c,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:05.437511 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['e0fc1819-69d6-47b0-9324-36beaf55404c'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:05.665655 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85a4c1-4554-44d6-a78a-76e28adbde64 req-7886832c-f19f-4c6d-8236-ee5a181fe485 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:05.667209 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf85a4c1-4554-44d6-a78a-76e28adbde64 req-7886832c-f19f-4c6d-8236-ee5a181fe485 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "GET /v2.0/ports?device_id=628f7198-e7ad-4ad1-90c2-8665e691ebe5 HTTP/1.1" status: 200 len: 946 time: 0.0731661 Jul 06 14:02:05.708208 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf85a4c1-4554-44d6-a78a-76e28adbde64 req-a877df56-7422-4cbf-8fba-24a9840c1af5 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "GET /v2.0/security-groups?id=2ae8c36f-e1c9-460b-a179-ed25575233f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349696 Jul 06 14:02:06.010414 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefab9f-a755-4703-a2fc-d28c80cd9704 req-7d68134a-d5b9-4b43-8545-9ad37615d193 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:06.011985 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-afefab9f-a755-4703-a2fc-d28c80cd9704 req-7d68134a-d5b9-4b43-8545-9ad37615d193 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 945 time: 0.0860994 Jul 06 14:02:06.053325 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-afefab9f-a755-4703-a2fc-d28c80cd9704 req-5f9de2d9-64ea-477d-b1db-c0857e3d940f tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357058 Jul 06 14:02:06.234307 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f7e20-e878-4f9c-bf16-71b5cf96b5e4 req-49ea6c77-3640-4756-8644-c34217136927 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:06.235852 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-421f7e20-e878-4f9c-bf16-71b5cf96b5e4 req-49ea6c77-3640-4756-8644-c34217136927 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] 10.222.0.118 "GET /v2.0/ports?device_id=81350f44-d6d2-40b7-b24f-935cdc64e6e1 HTTP/1.1" status: 200 len: 944 time: 0.0730267 Jul 06 14:02:06.277827 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-421f7e20-e878-4f9c-bf16-71b5cf96b5e4 req-dbd3a5ae-412c-4be9-98e2-21a17030ec5a tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] 10.222.0.118 "GET /v2.0/security-groups?id=68064d1a-a732-4297-8fc2-1dfebf61ab2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353458 Jul 06 14:02:06.738285 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c78174-df8d-451e-a441-beb301ca4ee6 req-4cd56d48-5753-4443-8104-96159dc253b0 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:06.739867 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71c78174-df8d-451e-a441-beb301ca4ee6 req-4cd56d48-5753-4443-8104-96159dc253b0 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "GET /v2.0/ports?device_id=628f7198-e7ad-4ad1-90c2-8665e691ebe5 HTTP/1.1" status: 200 len: 946 time: 0.0691357 Jul 06 14:02:06.780812 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71c78174-df8d-451e-a441-beb301ca4ee6 req-674d8f6f-9798-4365-8871-d05a3c095e97 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "GET /v2.0/security-groups?id=2ae8c36f-e1c9-460b-a179-ed25575233f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353124 Jul 06 14:02:06.985002 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device e0fc1819-69d6-47b0-9324-36beaf55404c up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:07.052326 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port e0fc1819-69d6-47b0-9324-36beaf55404c completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:07.056586 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port e0fc1819-69d6-47b0-9324-36beaf55404c triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:07.057267 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:07.141148 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:07.165660 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81350f44-d6d2-40b7-b24f-935cdc64e6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fc1819-69d6-47b0-9324-36beaf55404c'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:07.167957 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d01e4c9-c3e9-48af-bfb0-afc3bdb57085" -d '{"events": [{"server_uuid": "81350f44-d6d2-40b7-b24f-935cdc64e6e1", "name": "network-vif-plugged", "status": "completed", "tag": "e0fc1819-69d6-47b0-9324-36beaf55404c"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:07.184310 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port e0fc1819-69d6-47b0-9324-36beaf55404c, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=e0fc1819-69d6-47b0-9324-36beaf55404c,segment=NetworkSegment(55e33565-5b77-459d-93f6-97b894e80bc5),segment_id=55e33565-5b77-459d-93f6-97b894e80bc5)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:07.189326 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:07.258076 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37266379-ff7e-4046-980b-fd322bdcfee2 req-1b060a0c-ce3b-429b-b857-f44f62106958 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:07.261790 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37266379-ff7e-4046-980b-fd322bdcfee2 req-1b060a0c-ce3b-429b-b857-f44f62106958 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 945 time: 0.0799575 Jul 06 14:02:07.261986 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=e0fc1819-69d6-47b0-9324-36beaf55404c,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:07.279402 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-93e48cdc-ab41-48f6-a751-58698301f7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:07.306804 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37266379-ff7e-4046-980b-fd322bdcfee2 req-0b133c65-f26f-417a-a2e0-2d34bff77528 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382230 Jul 06 14:02:07.582838 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c2c3ea-cb3d-473c-99be-1dfbbeea7f46 x-openstack-request-id: req-40c2c3ea-cb3d-473c-99be-1dfbbeea7f46 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:07.583142 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81350f44-d6d2-40b7-b24f-935cdc64e6e1", "name": "network-vif-plugged", "status": "completed", "tag": "e0fc1819-69d6-47b0-9324-36beaf55404c", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:07.583401 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-40c2c3ea-cb3d-473c-99be-1dfbbeea7f46 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:07.583804 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81350f44-d6d2-40b7-b24f-935cdc64e6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0fc1819-69d6-47b0-9324-36beaf55404c', 'code': 200} Jul 06 14:02:07.717344 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc634ece-3a2a-41ae-9e2e-12b5335e694a req-4b9c9600-e7b6-40e1-893a-e3504c83a409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:07.718955 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-cc634ece-3a2a-41ae-9e2e-12b5335e694a req-4b9c9600-e7b6-40e1-893a-e3504c83a409 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=81350f44-d6d2-40b7-b24f-935cdc64e6e1 HTTP/1.1" status: 200 len: 1096 time: 0.0578148 Jul 06 14:02:07.745012 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688fd33-760f-471a-ab89-09c6cbd30951 req-467615c6-74d0-4f26-97ca-d329ee362c10 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:07.746393 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d688fd33-760f-471a-ab89-09c6cbd30951 req-467615c6-74d0-4f26-97ca-d329ee362c10 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] 10.222.0.118 "GET /v2.0/ports?device_id=81350f44-d6d2-40b7-b24f-935cdc64e6e1 HTTP/1.1" status: 200 len: 945 time: 0.0723786 Jul 06 14:02:07.760468 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-cc634ece-3a2a-41ae-9e2e-12b5335e694a req-5081fe17-db79-4e7d-90a6-81d829251a0f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=68064d1a-a732-4297-8fc2-1dfebf61ab2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314603 Jul 06 14:02:07.788633 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d688fd33-760f-471a-ab89-09c6cbd30951 req-3f4a0546-6da1-42a6-83ae-1a9cf7e8e10c tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] 10.222.0.118 "GET /v2.0/security-groups?id=68064d1a-a732-4297-8fc2-1dfebf61ab2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345647 Jul 06 14:02:07.971033 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a28e43-888c-4d4a-a56c-76ed43244064 req-e18c1cd6-a944-480f-8be2-c151aae1ea71 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:07.973682 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32a28e43-888c-4d4a-a56c-76ed43244064 req-e18c1cd6-a944-480f-8be2-c151aae1ea71 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "GET /v2.0/ports?device_id=628f7198-e7ad-4ad1-90c2-8665e691ebe5 HTTP/1.1" status: 200 len: 946 time: 0.0756183 Jul 06 14:02:08.014374 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32a28e43-888c-4d4a-a56c-76ed43244064 req-c0be973a-163c-41f7-90ac-38c03a483f9a tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "GET /v2.0/security-groups?id=2ae8c36f-e1c9-460b-a179-ed25575233f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343156 Jul 06 14:02:08.522975 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510de03-d60d-4fc7-9dda-f77f12cb7666 req-f1941a2c-f6e6-47e5-a21e-7f44c23a234d tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:08.524592 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0510de03-d60d-4fc7-9dda-f77f12cb7666 req-f1941a2c-f6e6-47e5-a21e-7f44c23a234d tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 945 time: 0.0766590 Jul 06 14:02:08.565009 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0510de03-d60d-4fc7-9dda-f77f12cb7666 req-45a40eab-7ebb-4165-a5dd-870525531140 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343640 Jul 06 14:02:08.772174 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-8337c92c-ba96-48e7-8819-969eea63ec66 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0763414 Jul 06 14:02:08.861976 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-daa15ac8-bca9-45c3-96e7-8327f3b6099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:08.863409 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-daa15ac8-bca9-45c3-96e7-8327f3b6099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:08.863706 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-daa15ac8-bca9-45c3-96e7-8327f3b6099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:08.864248 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-daa15ac8-bca9-45c3-96e7-8327f3b6099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:08.864785 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-daa15ac8-bca9-45c3-96e7-8327f3b6099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:08.865329 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-daa15ac8-bca9-45c3-96e7-8327f3b6099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:08.865892 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-daa15ac8-bca9-45c3-96e7-8327f3b6099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:08.867858 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-daa15ac8-bca9-45c3-96e7-8327f3b6099d service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=9336c3d8fa4746dd9ed2823889de2712&device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 6501 time: 0.0676625 Jul 06 14:02:09.085900 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-f4c7b9e9-8b2b-4d79-acf4-bb21fb770b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:09.086395 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-f4c7b9e9-8b2b-4d79-acf4-bb21fb770b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:09.086863 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-f4c7b9e9-8b2b-4d79-acf4-bb21fb770b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:09.088727 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-f4c7b9e9-8b2b-4d79-acf4-bb21fb770b0e service neutron] 10.222.0.124 "GET /v2.0/networks?id=d3d758c6-1344-45af-aaa5-3031f97f13d4&id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&id=cc63bc54-7a53-4d51-ae88-21113312a65f&id=cc63bc54-7a53-4d51-ae88-21113312a65f HTTP/1.1" status: 200 len: 2298 time: 0.1924114 Jul 06 14:02:09.102783 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39083bc3-43e3-45c6-9142-bb912be98a0c req-fe7267ba-cc36-43f4-af62-4c3d560874f9 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:09.104232 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-39083bc3-43e3-45c6-9142-bb912be98a0c req-fe7267ba-cc36-43f4-af62-4c3d560874f9 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.124 "GET /v2.0/ports?device_id=628f7198-e7ad-4ad1-90c2-8665e691ebe5 HTTP/1.1" status: 200 len: 946 time: 0.1528928 Jul 06 14:02:09.164277 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf7f82-0078-4953-b243-ff7293486e1a req-1f3a17d9-2c11-44b9-9495-7fc54edcdcb6 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:09.165860 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58bf7f82-0078-4953-b243-ff7293486e1a req-1f3a17d9-2c11-44b9-9495-7fc54edcdcb6 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] 10.222.0.118 "GET /v2.0/ports?device_id=81350f44-d6d2-40b7-b24f-935cdc64e6e1 HTTP/1.1" status: 200 len: 945 time: 0.2605190 Jul 06 14:02:09.245571 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-3d9544c9-41dc-4745-95fe-cb813d13a0ca service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f43b5bfc-1387-457f-8a78-02e1c6d6fcb2 HTTP/1.1" status: 200 len: 1002 time: 0.1402972 Jul 06 14:02:09.306312 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58bf7f82-0078-4953-b243-ff7293486e1a req-3a98128f-ae29-414d-98bd-b404b6515c18 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] 10.222.0.118 "GET /v2.0/security-groups?id=68064d1a-a732-4297-8fc2-1dfebf61ab2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214371 Jul 06 14:02:09.327966 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-d7913670-efd3-4b44-88a0-8d03413cd92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:09.329438 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-d7913670-efd3-4b44-88a0-8d03413cd92c service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8df52582-dd18-48d1-9337-785b45f0ca32 HTTP/1.1" status: 200 len: 856 time: 0.0622923 Jul 06 14:02:09.385966 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-39083bc3-43e3-45c6-9142-bb912be98a0c req-00cc25a7-e43c-4433-a278-c8733e7875a0 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Deleting port 223a89f4-8e19-42c7-b341-a2b5e69e7262 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:02:09.386437 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-39083bc3-43e3-45c6-9142-bb912be98a0c req-00cc25a7-e43c-4433-a278-c8733e7875a0 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:09.813135 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-9eccfff1-8e52-40dc-a19e-2a29f8a79f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:09.814583 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-9eccfff1-8e52-40dc-a19e-2a29f8a79f9e service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d3d758c6-1344-45af-aaa5-3031f97f13d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4779117 Jul 06 14:02:09.895754 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-39083bc3-43e3-45c6-9142-bb912be98a0c req-00cc25a7-e43c-4433-a278-c8733e7875a0 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] For port 223a89f4-8e19-42c7-b341-a2b5e69e7262, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=223a89f4-8e19-42c7-b341-a2b5e69e7262,segment=NetworkSegment(fe14efd9-6090-431c-b6ce-4635ff67802f),segment_id=fe14efd9-6090-431c-b6ce-4635ff67802f)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:09.896127 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-39083bc3-43e3-45c6-9142-bb912be98a0c req-00cc25a7-e43c-4433-a278-c8733e7875a0 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:09.997247 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df930bd-a9d2-4c03-94fd-0a831f0997f2 req-a0052b35-0b55-482b-a448-51afdadc0b75 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:09.998888 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4df930bd-a9d2-4c03-94fd-0a831f0997f2 req-a0052b35-0b55-482b-a448-51afdadc0b75 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "GET /v2.0/ports?device_id=628f7198-e7ad-4ad1-90c2-8665e691ebe5 HTTP/1.1" status: 200 len: 946 time: 0.2683928 Jul 06 14:02:10.125179 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-89bee783-a9f9-4db4-8d92-43efd17adc34 service neutron] 10.222.0.124 "GET /v2.0/networks/d3d758c6-1344-45af-aaa5-3031f97f13d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030238 Jul 06 14:02:10.151899 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:10.162723 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4df930bd-a9d2-4c03-94fd-0a831f0997f2 req-f8e0ba31-ca2e-4cf1-9c38-277b18209566 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "GET /v2.0/security-groups?id=2ae8c36f-e1c9-460b-a179-ed25575233f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478002 Jul 06 14:02:10.273440 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-39083bc3-43e3-45c6-9142-bb912be98a0c req-00cc25a7-e43c-4433-a278-c8733e7875a0 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:10.273812 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-39083bc3-43e3-45c6-9142-bb912be98a0c req-00cc25a7-e43c-4433-a278-c8733e7875a0 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:10.274099 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [req-39083bc3-43e3-45c6-9142-bb912be98a0c req-00cc25a7-e43c-4433-a278-c8733e7875a0 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Floating IP c2598bde-f40b-4e7f-85d7-c6e9b15332cc disassociated. External IP: 172.25.6.181, port: 223a89f4-8e19-42c7-b341-a2b5e69e7262. Jul 06 14:02:10.274453 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-39083bc3-43e3-45c6-9142-bb912be98a0c req-00cc25a7-e43c-4433-a278-c8733e7875a0 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Calling delete_port for 223a89f4-8e19-42c7-b341-a2b5e69e7262 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:02:10.301380 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-73e037e9-6150-46fb-9d65-28c1ddb00592 service neutron] 10.222.0.124 "GET /v2.0/networks/d3d758c6-1344-45af-aaa5-3031f97f13d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683049 Jul 06 14:02:10.371524 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-07053d73-c482-4d98-963a-38abaf5ece27 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 HTTP/1.1" status: 200 len: 217 time: 0.0423336 Jul 06 14:02:10.475903 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-94b68ae4-c0db-4de4-99d2-5543bdbd48dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:10.477379 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-94b68ae4-c0db-4de4-99d2-5543bdbd48dd service neutron] 10.222.0.124 "GET /v2.0/subnets?id=38a235db-4e05-47ff-bd26-771f4f4adc2d HTTP/1.1" status: 200 len: 797 time: 0.0963154 Jul 06 14:02:10.569743 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d81973e9-9407-4e59-983a-7a3fc29515c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:10.599095 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c364146-f21a-48dd-a64b-d7085c74d9cd req-d4e80fb7-9223-4e16-be53-4ab096caaad4 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:10.600561 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3c364146-f21a-48dd-a64b-d7085c74d9cd req-d4e80fb7-9223-4e16-be53-4ab096caaad4 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 945 time: 0.1621470 Jul 06 14:02:10.602570 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-39083bc3-43e3-45c6-9142-bb912be98a0c req-00cc25a7-e43c-4433-a278-c8733e7875a0 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:10.642047 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:02:10.648143 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc25a7-e43c-4433-a278-c8733e7875a0 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Pushing event deleted for resources: {'Port': ['ID=223a89f4-8e19-42c7-b341-a2b5e69e7262,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:10.659683 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-6d0d6ab0-6685-4565-b628-7e904caf71ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:10.661938 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-6d0d6ab0-6685-4565-b628-7e904caf71ff service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1761987 Jul 06 14:02:10.732104 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3c364146-f21a-48dd-a64b-d7085c74d9cd req-6770f9b9-4d96-4578-a5d0-48a42c1cbd99 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215539 Jul 06 14:02:10.882991 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-2ed104a9-4aa6-4cfc-9811-2aef261e91c4 service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030857 Jul 06 14:02:10.888078 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39083bc3-43e3-45c6-9142-bb912be98a0c req-00cc25a7-e43c-4433-a278-c8733e7875a0 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Router 0e22c9f0-e6f7-42ab-a02d-0dccee9e694b has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:02:11.080631 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-1276b019-40cd-4c1b-a8ca-84edcb1ef82e service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885965 Jul 06 14:02:11.139270 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-e5f1cd57-e0b6-4bd6-8250-50fc4e371a0a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=e76ed683-71b8-44b2-8f04-a3fafeb1baa3 HTTP/1.1" status: 200 len: 217 time: 0.0505178 Jul 06 14:02:11.161019 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39083bc3-43e3-45c6-9142-bb912be98a0c req-00cc25a7-e43c-4433-a278-c8733e7875a0 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:02:11.172866 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b327f1-6521-441f-96f8-6e04033abe8e None None] Sync routers for ids ['0e22c9f0-e6f7-42ab-a02d-0dccee9e694b'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:02:11.189608 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b327f1-6521-441f-96f8-6e04033abe8e None None] Routers {'0e22c9f0-e6f7-42ab-a02d-0dccee9e694b'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:11.190767 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e4b327f1-6521-441f-96f8-6e04033abe8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:02:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['0e22c9f0-e6f7-42ab-a02d-0dccee9e694b'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:11.275669 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-39083bc3-43e3-45c6-9142-bb912be98a0c req-00cc25a7-e43c-4433-a278-c8733e7875a0 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] No DVR routers for this DVR port 223a89f4-8e19-42c7-b341-a2b5e69e7262 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:02:11.280370 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-39083bc3-43e3-45c6-9142-bb912be98a0c req-00cc25a7-e43c-4433-a278-c8733e7875a0 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:11.282682 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-39083bc3-43e3-45c6-9142-bb912be98a0c req-00cc25a7-e43c-4433-a278-c8733e7875a0 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.124 "DELETE /v2.0/ports/223a89f4-8e19-42c7-b341-a2b5e69e7262 HTTP/1.1" status: 204 len: 173 time: 2.1672764 Jul 06 14:02:11.283346 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628f7198-e7ad-4ad1-90c2-8665e691ebe5', 'name': 'network-vif-deleted', 'tag': '223a89f4-8e19-42c7-b341-a2b5e69e7262'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:11.286003 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb108093-e01b-4ee6-bfc2-7ebfe41906a2" -d '{"events": [{"server_uuid": "628f7198-e7ad-4ad1-90c2-8665e691ebe5", "name": "network-vif-deleted", "tag": "223a89f4-8e19-42c7-b341-a2b5e69e7262"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:11.296154 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-983287ec-8688-40a7-bd1b-4fb819bca8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:11.298004 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-983287ec-8688-40a7-bd1b-4fb819bca8a0 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=38a235db-4e05-47ff-bd26-771f4f4adc2d HTTP/1.1" status: 200 len: 797 time: 0.1508319 Jul 06 14:02:11.344345 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-e4b327f1-6521-441f-96f8-6e04033abe8e None None] Set router 0e22c9f0-e6f7-42ab-a02d-0dccee9e694b gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:11.400674 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-8cd5ea00-e074-4771-b266-d4d04b985cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:11.403231 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-8cd5ea00-e074-4771-b266-d4d04b985cd8 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0965402 Jul 06 14:02:11.548027 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:11.550103 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-466732da-269a-4db2-9abd-ddef0db91997 req-f7f37f75-cb95-4aba-af9d-45b30b7f4787 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "GET /v2.0/ports?device_id=628f7198-e7ad-4ad1-90c2-8665e691ebe5 HTTP/1.1" status: 200 len: 210 time: 0.0592763 Jul 06 14:02:11.602002 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-d11002cd-f170-47f4-81a0-342b96fa8f70 service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925097 Jul 06 14:02:11.638469 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf14a68d-0617-4b05-b5b7-501d4c48ee0d x-openstack-request-id: req-bf14a68d-0617-4b05-b5b7-501d4c48ee0d {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:11.638772 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628f7198-e7ad-4ad1-90c2-8665e691ebe5", "name": "network-vif-deleted", "tag": "223a89f4-8e19-42c7-b341-a2b5e69e7262", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:11.639030 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-bf14a68d-0617-4b05-b5b7-501d4c48ee0d {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:11.639498 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628f7198-e7ad-4ad1-90c2-8665e691ebe5', 'name': 'network-vif-deleted', 'tag': '223a89f4-8e19-42c7-b341-a2b5e69e7262', 'status': 'completed', 'code': 200} Jul 06 14:02:11.650805 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e4b327f1-6521-441f-96f8-6e04033abe8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'name': 'tempest-ServersTestManualDisk-621092015-router', 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:53Z', 'updated_at': '2021-07-06T13:59:59Z', 'revision_number': 4, 'project_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'gw_port': {'id': 'fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:54Z', 'updated_at': '2021-07-06T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'd610c280-29dd-44c4-a8e1-1fe95f4124d1', 'name': '', 'network_id': 'f4322734-a743-44c6-9e14-7471ee4779b6', 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'mac_address': 'fa:16:3e:5a:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'bc9645e6-de24-4ac5-9545-665834b8ba82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:57Z', 'updated_at': '2021-07-06T14:00:08Z', 'revision_number': 5, 'project_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'subnets': [{'id': 'bc9645e6-de24-4ac5-9545-665834b8ba82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:11.693513 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b327f1-6521-441f-96f8-6e04033abe8e None None] Checking router: 0e22c9f0-e6f7-42ab-a02d-0dccee9e694b for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:02:11.703314 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b327f1-6521-441f-96f8-6e04033abe8e None None] Routers {'0e22c9f0-e6f7-42ab-a02d-0dccee9e694b'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:11.704223 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e4b327f1-6521-441f-96f8-6e04033abe8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:02:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['0e22c9f0-e6f7-42ab-a02d-0dccee9e694b'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:11.716361 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-d21e9dac-b308-43e0-8d58-3d910cb43ce6 service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051836 Jul 06 14:02:11.762651 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-7d88a610-a41d-4767-8f3a-5dc6ed1d0327 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=9a71000c-341f-41c5-af30-6252750d04b5 HTTP/1.1" status: 200 len: 217 time: 0.0393567 Jul 06 14:02:11.877933 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-f1261f77-fded-4a0f-9760-23476d932ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:11.881161 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-f1261f77-fded-4a0f-9760-23476d932ae8 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=38a235db-4e05-47ff-bd26-771f4f4adc2d HTTP/1.1" status: 200 len: 797 time: 0.1099813 Jul 06 14:02:11.968487 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255335d-5173-4bc6-92cb-405afc91ab82 req-b29300e6-9d91-43c1-95e2-9365d7e27097 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:11.974950 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a255335d-5173-4bc6-92cb-405afc91ab82 req-b29300e6-9d91-43c1-95e2-9365d7e27097 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] 10.222.0.118 "GET /v2.0/ports?device_id=81350f44-d6d2-40b7-b24f-935cdc64e6e1 HTTP/1.1" status: 200 len: 945 time: 0.2148957 Jul 06 14:02:12.037472 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-e4b327f1-6521-441f-96f8-6e04033abe8e None None] Set router 0e22c9f0-e6f7-42ab-a02d-0dccee9e694b gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:12.043896 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a255335d-5173-4bc6-92cb-405afc91ab82 req-5d2c87e1-d1c5-4485-aa2a-7058ddc47333 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] 10.222.0.118 "GET /v2.0/security-groups?id=68064d1a-a732-4297-8fc2-1dfebf61ab2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665829 Jul 06 14:02:12.055096 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-3a7ccd03-51d6-49b5-893f-b6d2045f6cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:12.069182 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-3a7ccd03-51d6-49b5-893f-b6d2045f6cfe service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1729977 Jul 06 14:02:12.255194 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-ef754c9e-e2d2-42b7-9d19-74078490c495 service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833608 Jul 06 14:02:12.333664 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e4b327f1-6521-441f-96f8-6e04033abe8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'name': 'tempest-ServersTestManualDisk-621092015-router', 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:53Z', 'updated_at': '2021-07-06T13:59:59Z', 'revision_number': 4, 'project_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'gw_port': {'id': 'fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:54Z', 'updated_at': '2021-07-06T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'd610c280-29dd-44c4-a8e1-1fe95f4124d1', 'name': '', 'network_id': 'f4322734-a743-44c6-9e14-7471ee4779b6', 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'mac_address': 'fa:16:3e:5a:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'bc9645e6-de24-4ac5-9545-665834b8ba82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:57Z', 'updated_at': '2021-07-06T14:00:08Z', 'revision_number': 5, 'project_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'subnets': [{'id': 'bc9645e6-de24-4ac5-9545-665834b8ba82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:12.369718 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b327f1-6521-441f-96f8-6e04033abe8e None None] The sync data for ids ['0e22c9f0-e6f7-42ab-a02d-0dccee9e694b'] in n-d-773644-6 is: [{'id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'name': 'tempest-ServersTestManualDisk-621092015-router', 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:53Z', 'updated_at': '2021-07-06T13:59:59Z', 'revision_number': 4, 'project_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'gw_port': {'id': 'fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:54Z', 'updated_at': '2021-07-06T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'd610c280-29dd-44c4-a8e1-1fe95f4124d1', 'name': '', 'network_id': 'f4322734-a743-44c6-9e14-7471ee4779b6', 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'mac_address': 'fa:16:3e:5a:37:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'bc9645e6-de24-4ac5-9545-665834b8ba82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:57Z', 'updated_at': '2021-07-06T14:00:08Z', 'revision_number': 5, 'project_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'subnets': [{'id': 'bc9645e6-de24-4ac5-9545-665834b8ba82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:02:12.685223 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6caddf-3b77-4566-b842-0ee76c8c3d6b None None] New status for floating IP c2598bde-f40b-4e7f-85d7-c6e9b15332cc: DOWN {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:02:12.737934 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-b4210542-ecf7-4792-884c-34c59ccfa2dc service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690654 Jul 06 14:02:12.782962 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-b4650ee8-8e67-403d-a0dd-317515a78cd7 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=11e54c50-28be-4c62-974c-793a9bc6cfeb HTTP/1.1" status: 200 len: 217 time: 0.0419700 Jul 06 14:02:12.794815 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c269b38-d4b9-4ccb-bbd9-c727dc808881 req-d07d5824-2961-4a4a-9877-de92a664d375 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:12.796965 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-7c269b38-d4b9-4ccb-bbd9-c727dc808881 req-d07d5824-2961-4a4a-9877-de92a664d375 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] 10.222.0.52 "GET /v2.0/ports?device_id=81350f44-d6d2-40b7-b24f-935cdc64e6e1 HTTP/1.1" status: 200 len: 945 time: 0.0687220 Jul 06 14:02:12.831568 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc85a4e-8b75-45de-8062-4a69542ef0ba req-72971e08-f9a1-4592-bb93-84e9290d776c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:12.833128 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9bc85a4e-8b75-45de-8062-4a69542ef0ba req-72971e08-f9a1-4592-bb93-84e9290d776c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 945 time: 0.4981349 Jul 06 14:02:12.872493 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-e145bfc0-5fe4-4815-a9a1-2c7a2ba8110b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:12.874029 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-e145bfc0-5fe4-4815-a9a1-2c7a2ba8110b service neutron] 10.222.0.124 "GET /v2.0/subnets?id=38a235db-4e05-47ff-bd26-771f4f4adc2d HTTP/1.1" status: 200 len: 797 time: 0.0841382 Jul 06 14:02:12.946546 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9bc85a4e-8b75-45de-8062-4a69542ef0ba req-8a0cbbba-b263-4c35-950a-9c283fd33b2b tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042287 Jul 06 14:02:12.949796 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-7c269b38-d4b9-4ccb-bbd9-c727dc808881 req-5e90c5f9-ca17-4300-8584-f03598cb6440 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] Deleting port e0fc1819-69d6-47b0-9324-36beaf55404c {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:02:12.950406 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-7c269b38-d4b9-4ccb-bbd9-c727dc808881 req-5e90c5f9-ca17-4300-8584-f03598cb6440 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:12.995893 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-e9ebb281-5d2b-40a9-bed1-57e855988264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:12.997487 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-e9ebb281-5d2b-40a9-bed1-57e855988264 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1135175 Jul 06 14:02:13.047701 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:13.073555 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34156) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:13.077001 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-7c269b38-d4b9-4ccb-bbd9-c727dc808881 req-5e90c5f9-ca17-4300-8584-f03598cb6440 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] For port e0fc1819-69d6-47b0-9324-36beaf55404c, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=e0fc1819-69d6-47b0-9324-36beaf55404c,segment=NetworkSegment(55e33565-5b77-459d-93f6-97b894e80bc5),segment_id=55e33565-5b77-459d-93f6-97b894e80bc5)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:13.077542 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-7c269b38-d4b9-4ccb-bbd9-c727dc808881 req-5e90c5f9-ca17-4300-8584-f03598cb6440 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:13.120115 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-7c269b38-d4b9-4ccb-bbd9-c727dc808881 req-5e90c5f9-ca17-4300-8584-f03598cb6440 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] Calling delete_port for e0fc1819-69d6-47b0-9324-36beaf55404c owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:02:13.149597 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-8620d39f-1dca-41db-a504-c98ea0be17c7 service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422865 Jul 06 14:02:13.208533 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b83c9693-b4ce-4c14-8333-a3fd0082dd2f tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:13.272055 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b83c9693-b4ce-4c14-8333-a3fd0082dd2f tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:13.302082 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-8b7250e0-c9cf-449e-ae4c-9610ffc2bcc7 service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416981 Jul 06 14:02:13.308851 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 223a89f4-8e19-42c7-b341-a2b5e69e7262 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:02:13.316282 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4f171-d6d2-41df-89f5-c8f30e631cd3 req-66566344-725c-436e-9fb2-c25157e7c04a tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:13.317462 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bdb4f171-d6d2-41df-89f5-c8f30e631cd3 req-66566344-725c-436e-9fb2-c25157e7c04a tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] 10.222.0.118 "GET /v2.0/ports?device_id=81350f44-d6d2-40b7-b24f-935cdc64e6e1 HTTP/1.1" status: 200 len: 945 time: 0.1389482 Jul 06 14:02:13.353620 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 223a89f4-8e19-42c7-b341-a2b5e69e7262 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:02:13.354439 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 223a89f4-8e19-42c7-b341-a2b5e69e7262 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:02:13.356566 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-7c269b38-d4b9-4ccb-bbd9-c727dc808881 req-5e90c5f9-ca17-4300-8584-f03598cb6440 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:13.364409 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-a7bf1d14-1974-4246-ac90-3eec513feefa service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a663b4e4-819d-4649-9da6-3d9154d3234b HTTP/1.1" status: 200 len: 217 time: 0.0459197 Jul 06 14:02:13.373548 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['e0fc1819-69d6-47b0-9324-36beaf55404c'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:13.387925 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90c5f9-ca17-4300-8584-f03598cb6440 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] Pushing event deleted for resources: {'Port': ['ID=e0fc1819-69d6-47b0-9324-36beaf55404c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:13.424278 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b83c9693-b4ce-4c14-8333-a3fd0082dd2f tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:13.427449 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b83c9693-b4ce-4c14-8333-a3fd0082dd2f tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:13.428571 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b83c9693-b4ce-4c14-8333-a3fd0082dd2f tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "DELETE /v2.0/security-groups/2ae8c36f-e1c9-460b-a179-ed25575233f9 HTTP/1.1" status: 204 len: 168 time: 0.3540156 Jul 06 14:02:13.433930 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34160) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:13.454446 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bdb4f171-d6d2-41df-89f5-c8f30e631cd3 req-8cfb6f57-d41c-4346-ac15-6ac45950ef8a tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] 10.222.0.118 "GET /v2.0/security-groups?id=68064d1a-a732-4297-8fc2-1dfebf61ab2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931735 Jul 06 14:02:13.463376 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c269b38-d4b9-4ccb-bbd9-c727dc808881 req-5e90c5f9-ca17-4300-8584-f03598cb6440 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] No DVR routers for this DVR port e0fc1819-69d6-47b0-9324-36beaf55404c on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:02:13.465048 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c9693-b4ce-4c14-8333-a3fd0082dd2f tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae8c36f-e1c9-460b-a179-ed25575233f9,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:13.470960 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-7c269b38-d4b9-4ccb-bbd9-c727dc808881 req-5e90c5f9-ca17-4300-8584-f03598cb6440 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:13.473505 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-7c269b38-d4b9-4ccb-bbd9-c727dc808881 req-5e90c5f9-ca17-4300-8584-f03598cb6440 tempest-ServerMetadataNegativeTestJSON-1350740089 tempest-ServerMetadataNegativeTestJSON-1350740089-project] 10.222.0.52 "DELETE /v2.0/ports/e0fc1819-69d6-47b0-9324-36beaf55404c HTTP/1.1" status: 204 len: 173 time: 0.6671586 Jul 06 14:02:13.474164 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81350f44-d6d2-40b7-b24f-935cdc64e6e1', 'name': 'network-vif-deleted', 'tag': 'e0fc1819-69d6-47b0-9324-36beaf55404c'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:13.476608 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4021700-f984-4889-8953-aac5b84f5571" -d '{"events": [{"server_uuid": "81350f44-d6d2-40b7-b24f-935cdc64e6e1", "name": "network-vif-deleted", "tag": "e0fc1819-69d6-47b0-9324-36beaf55404c"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:13.477407 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-f69dcbc3-bbf2-4bce-8fd2-319e7d6f1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:13.479182 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-f69dcbc3-bbf2-4bce-8fd2-319e7d6f1125 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=11b3dbf4-56fb-446f-a6f6-e9d7331824f2 HTTP/1.1" status: 200 len: 797 time: 0.1079025 Jul 06 14:02:13.482887 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-7b6d28b9-1ea7-4c0c-8c02-3b4e3450c4f9 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] show failed (client error): The resource could not be found. Jul 06 14:02:13.483922 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7b6d28b9-1ea7-4c0c-8c02-3b4e3450c4f9 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "GET /v2.0/security-groups/2ae8c36f-e1c9-460b-a179-ed25575233f9 HTTP/1.1" status: 404 len: 347 time: 0.0488594 Jul 06 14:02:13.490268 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34164) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:13.544330 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-c4517749-5767-4cc6-b6d8-981511a34f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:13.546144 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-c4517749-5767-4cc6-b6d8-981511a34f07 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=cc63bc54-7a53-4d51-ae88-21113312a65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0588253 Jul 06 14:02:13.686657 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-59e93ea7-1159-4032-8d00-bf00d225b444 service neutron] 10.222.0.124 "GET /v2.0/networks/cc63bc54-7a53-4d51-ae88-21113312a65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345069 Jul 06 14:02:13.787207 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-3916c811-6b73-4403-8602-5fb261ba9764 service neutron] 10.222.0.124 "GET /v2.0/networks/cc63bc54-7a53-4d51-ae88-21113312a65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926795 Jul 06 14:02:13.830228 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-bcf1739d-b964-4180-b07e-5a3ee4977409 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a33437af-9d21-48be-a19f-2f3a314e0e9d HTTP/1.1" status: 200 len: 217 time: 0.0358024 Jul 06 14:02:13.866550 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13b0835-6d71-425b-84f7-9d7f77e75ba4 x-openstack-request-id: req-f13b0835-6d71-425b-84f7-9d7f77e75ba4 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:13.867184 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81350f44-d6d2-40b7-b24f-935cdc64e6e1", "name": "network-vif-deleted", "tag": "e0fc1819-69d6-47b0-9324-36beaf55404c", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:13.867184 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-f13b0835-6d71-425b-84f7-9d7f77e75ba4 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:13.867482 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81350f44-d6d2-40b7-b24f-935cdc64e6e1', 'name': 'network-vif-deleted', 'tag': 'e0fc1819-69d6-47b0-9324-36beaf55404c', 'status': 'completed', 'code': 200} Jul 06 14:02:13.880750 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-0823863f-5517-457f-a1a8-ea605ce61eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:13.882348 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-0823863f-5517-457f-a1a8-ea605ce61eb2 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=11b3dbf4-56fb-446f-a6f6-e9d7331824f2 HTTP/1.1" status: 200 len: 797 time: 0.0465631 Jul 06 14:02:13.948010 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-bda128bf-1469-47ba-b783-08ad5cfbb6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:13.949134 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-bda128bf-1469-47ba-b783-08ad5cfbb6d6 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=cc63bc54-7a53-4d51-ae88-21113312a65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0603547 Jul 06 14:02:13.970973 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-212002be-31e5-4f8b-97ed-7f8e00110a17 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Deleting port 13a2762c-b288-41bb-b8b3-3efd27e08fbe {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:02:13.972067 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-212002be-31e5-4f8b-97ed-7f8e00110a17 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:14.081237 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-212002be-31e5-4f8b-97ed-7f8e00110a17 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:14.081613 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-212002be-31e5-4f8b-97ed-7f8e00110a17 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:14.111014 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-212002be-31e5-4f8b-97ed-7f8e00110a17 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Calling delete_port for 13a2762c-b288-41bb-b8b3-3efd27e08fbe owned by network:floatingip {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:02:14.153192 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-012fa673-9e4a-4a5f-945d-be7827a0df92 service neutron] 10.222.0.124 "GET /v2.0/networks/cc63bc54-7a53-4d51-ae88-21113312a65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973250 Jul 06 14:02:14.243277 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90967718-dcce-47c8-8aa5-50d3f85c28f0 req-323c9064-2a81-4b6e-8325-4310cbcaedff tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:14.250531 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-90967718-dcce-47c8-8aa5-50d3f85c28f0 req-323c9064-2a81-4b6e-8325-4310cbcaedff tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 945 time: 0.1489964 Jul 06 14:02:14.308229 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42ecd6-bcf3-47fa-afc1-d916544e3b2e req-9c73eb64-eaaf-4be9-ad7b-1339fb9f5074 service neutron] 10.222.0.124 "GET /v2.0/networks/cc63bc54-7a53-4d51-ae88-21113312a65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474571 Jul 06 14:02:14.310357 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-212002be-31e5-4f8b-97ed-7f8e00110a17 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:14.326599 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-90967718-dcce-47c8-8aa5-50d3f85c28f0 req-6b0ec7a5-6609-4b12-97d8-960c0e00a49d tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751238 Jul 06 14:02:14.384136 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212002be-31e5-4f8b-97ed-7f8e00110a17 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Pushing event deleted for resources: {'Port': ['ID=13a2762c-b288-41bb-b8b3-3efd27e08fbe,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:14.426347 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-212002be-31e5-4f8b-97ed-7f8e00110a17 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks [] for floatingip, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:14.428986 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-212002be-31e5-4f8b-97ed-7f8e00110a17 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:14.432866 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-212002be-31e5-4f8b-97ed-7f8e00110a17 tempest-ServersTestManualDisk-341483491 tempest-ServersTestManualDisk-341483491-project] 10.222.0.118 "DELETE /v2.0/floatingips/c2598bde-f40b-4e7f-85d7-c6e9b15332cc HTTP/1.1" status: 204 len: 168 time: 0.9386737 Jul 06 14:02:14.433064 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34176) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:14.740905 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34182) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:14.794599 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b69f43-c190-495a-9623-29c5529530fc admin admin] Deleting subnet 919e8d87-039c-40b7-94ef-12aebf1c7ea9 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:02:14.802071 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a9b69f43-c190-495a-9623-29c5529530fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:14.813462 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e93c59cb-924f-4317-94a3-0d3b931eec8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:14.850035 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a9b69f43-c190-495a-9623-29c5529530fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:14.898518 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a9b69f43-c190-495a-9623-29c5529530fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:14.970339 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a9b69f43-c190-495a-9623-29c5529530fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:15.002054 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b69f43-c190-495a-9623-29c5529530fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=919e8d87-039c-40b7-94ef-12aebf1c7ea9,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:15.006640 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a9b69f43-c190-495a-9623-29c5529530fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:15.009849 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a9b69f43-c190-495a-9623-29c5529530fc admin admin] 10.222.0.118 "DELETE /v2.0/subnets/919e8d87-039c-40b7-94ef-12aebf1c7ea9 HTTP/1.1" status: 204 len: 168 time: 0.2676754 Jul 06 14:02:15.012282 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34184) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:15.101853 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1f6cf297-ec46-43da-bfd8-a983f74c1aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:15.236185 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1f6cf297-ec46-43da-bfd8-a983f74c1aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:15.249468 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-1f6cf297-ec46-43da-bfd8-a983f74c1aef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6f2e5e-191d-4217-8dd0-7aaa98353a04']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:15.262923 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-1f6cf297-ec46-43da-bfd8-a983f74c1aef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e33565-5b77-459d-93f6-97b894e80bc5') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:15.263152 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-1f6cf297-ec46-43da-bfd8-a983f74c1aef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e33565-5b77-459d-93f6-97b894e80bc5') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:15.278622 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1f6cf297-ec46-43da-bfd8-a983f74c1aef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:15.292207 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e93c59cb-924f-4317-94a3-0d3b931eec8b admin admin] Deleting port d610c280-29dd-44c4-a8e1-1fe95f4124d1 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:02:15.292551 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e93c59cb-924f-4317-94a3-0d3b931eec8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:15.305496 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1f6cf297-ec46-43da-bfd8-a983f74c1aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:15.340168 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f6cf297-ec46-43da-bfd8-a983f74c1aef admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:02:15.340596 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1f6cf297-ec46-43da-bfd8-a983f74c1aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:02:15.342385 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:02:15.519758 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e93c59cb-924f-4317-94a3-0d3b931eec8b admin admin] For port d610c280-29dd-44c4-a8e1-1fe95f4124d1, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d610c280-29dd-44c4-a8e1-1fe95f4124d1,segment=NetworkSegment(fe14efd9-6090-431c-b6ce-4635ff67802f),segment_id=fe14efd9-6090-431c-b6ce-4635ff67802f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:15.520136 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e93c59cb-924f-4317-94a3-0d3b931eec8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:15.527832 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1f6cf297-ec46-43da-bfd8-a983f74c1aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:15.540170 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1f6cf297-ec46-43da-bfd8-a983f74c1aef admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:15.544564 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1f6cf297-ec46-43da-bfd8-a983f74c1aef admin admin] 10.222.0.118 "DELETE /v2.0/networks/5d6f2e5e-191d-4217-8dd0-7aaa98353a04 HTTP/1.1" status: 204 len: 168 time: 0.5287673 Jul 06 14:02:15.544564 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e93c59cb-924f-4317-94a3-0d3b931eec8b admin admin] Calling delete_port for d610c280-29dd-44c4-a8e1-1fe95f4124d1 owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:02:15.570969 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6cf297-ec46-43da-bfd8-a983f74c1aef admin admin] Pushing event deleted for resources: {'Network': ['ID=5d6f2e5e-191d-4217-8dd0-7aaa98353a04,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:15.613351 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ce823-c8e4-42b1-a44e-1b7ee43c1cd6 req-8c2678b0-6fbe-4189-87ea-ded95de01473 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:15.615340 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7f4ce823-c8e4-42b1-a44e-1b7ee43c1cd6 req-8c2678b0-6fbe-4189-87ea-ded95de01473 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 945 time: 0.0981412 Jul 06 14:02:15.668188 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7f4ce823-c8e4-42b1-a44e-1b7ee43c1cd6 req-d77c4c9c-ac6c-4cc5-862f-e2ea99c9c3ea tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442381 Jul 06 14:02:15.705515 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34192) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:15.747145 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-af328f7d-9189-4aa3-ad48-898d58ba8317 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=32599fcc966a4ec187319c26fdfa7813&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403645 Jul 06 14:02:15.749650 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34194) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:15.785592 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e93c59cb-924f-4317-94a3-0d3b931eec8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:15.800235 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8d26fc3d-4c1b-4ddc-bb87-c834f82af039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:15.811687 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c59cb-924f-4317-94a3-0d3b931eec8b admin admin] Pushing event deleted for resources: {'Port': ['ID=d610c280-29dd-44c4-a8e1-1fe95f4124d1,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:15.828259 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8d26fc3d-4c1b-4ddc-bb87-c834f82af039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:15.889587 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8d26fc3d-4c1b-4ddc-bb87-c834f82af039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:15.892699 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8d26fc3d-4c1b-4ddc-bb87-c834f82af039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:15.897988 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8d26fc3d-4c1b-4ddc-bb87-c834f82af039 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/68064d1a-a732-4297-8fc2-1dfebf61ab2c HTTP/1.1" status: 204 len: 168 time: 0.1447649 Jul 06 14:02:15.914776 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26fc3d-4c1b-4ddc-bb87-c834f82af039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68064d1a-a732-4297-8fc2-1dfebf61ab2c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:16.060510 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e93c59cb-924f-4317-94a3-0d3b931eec8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:16.287016 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93c59cb-924f-4317-94a3-0d3b931eec8b admin admin] Router 0e22c9f0-e6f7-42ab-a02d-0dccee9e694b has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:02:16.390188 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93c59cb-924f-4317-94a3-0d3b931eec8b admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:02:16.395992 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e93c59cb-924f-4317-94a3-0d3b931eec8b admin admin] 10.222.0.118 "PUT /v2.0/routers/0e22c9f0-e6f7-42ab-a02d-0dccee9e694b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9618704 Jul 06 14:02:16.398640 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34210) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:16.402808 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f47deb4-5609-418e-bb55-27aeb80661f8 None None] Sync routers for ids ['0e22c9f0-e6f7-42ab-a02d-0dccee9e694b'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:02:16.415185 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f47deb4-5609-418e-bb55-27aeb80661f8 None None] Routers {'0e22c9f0-e6f7-42ab-a02d-0dccee9e694b'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:16.415812 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3f47deb4-5609-418e-bb55-27aeb80661f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:02:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['0e22c9f0-e6f7-42ab-a02d-0dccee9e694b'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:16.509529 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e1c3cd3-91af-4026-8033-0d7850704df9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:16.556301 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-3f47deb4-5609-418e-bb55-27aeb80661f8 None None] Set router 0e22c9f0-e6f7-42ab-a02d-0dccee9e694b gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:16.623339 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e1c3cd3-91af-4026-8033-0d7850704df9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:16.675038 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:16.708728 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-3e1c3cd3-91af-4026-8033-0d7850704df9 admin admin] Deleting port fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:02:16.709146 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e1c3cd3-91af-4026-8033-0d7850704df9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:16.746550 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34234) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:16.774783 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3f47deb4-5609-418e-bb55-27aeb80661f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'name': 'tempest-ServersTestManualDisk-621092015-router', 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:53Z', 'updated_at': '2021-07-06T14:02:15Z', 'revision_number': 5, 'project_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'gw_port': {'id': 'fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:54Z', 'updated_at': '2021-07-06T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:16.806212 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f47deb4-5609-418e-bb55-27aeb80661f8 None None] Checking router: 0e22c9f0-e6f7-42ab-a02d-0dccee9e694b for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:02:16.815838 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f47deb4-5609-418e-bb55-27aeb80661f8 None None] Routers {'0e22c9f0-e6f7-42ab-a02d-0dccee9e694b'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:16.816389 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3f47deb4-5609-418e-bb55-27aeb80661f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:02:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['0e22c9f0-e6f7-42ab-a02d-0dccee9e694b'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:16.877299 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-3e1c3cd3-91af-4026-8033-0d7850704df9 admin admin] For port fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:16.878232 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e1c3cd3-91af-4026-8033-0d7850704df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:16.899987 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-3e1c3cd3-91af-4026-8033-0d7850704df9 admin admin] Calling delete_port for fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2 owned by network:router_gateway {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:02:16.905994 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-3f47deb4-5609-418e-bb55-27aeb80661f8 None None] Set router 0e22c9f0-e6f7-42ab-a02d-0dccee9e694b gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:16.912903 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-e3c05193-54f4-46c7-917b-adf10fe6c05b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:16.914544 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-e3c05193-54f4-46c7-917b-adf10fe6c05b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 810 time: 0.1541078 Jul 06 14:02:16.918583 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-d7e48a17-b588-449d-af29-84e746ca2e99 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-830448377-network', 'tenant_id': '077a4f3f251d4330a2143d1eaad58f0d'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:16.943584 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e48a17-b588-449d-af29-84e746ca2e99 admin admin] Made reservation on behalf of 077a4f3f251d4330a2143d1eaad58f0d for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:02:16.946602 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d7e48a17-b588-449d-af29-84e746ca2e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:16.960936 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d7e48a17-b588-449d-af29-84e746ca2e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:16.961322 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3f47deb4-5609-418e-bb55-27aeb80661f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'name': 'tempest-ServersTestManualDisk-621092015-router', 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:53Z', 'updated_at': '2021-07-06T14:02:16Z', 'revision_number': 6, 'project_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:16.964045 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-abc44942-0d4d-4de5-ac57-4f5737a6393c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/quotas/4e5e90395ebd4404a252de8a1621c3cf HTTP/1.1" status: 200 len: 375 time: 0.0422959 Jul 06 14:02:16.996355 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f47deb4-5609-418e-bb55-27aeb80661f8 None None] The sync data for ids ['0e22c9f0-e6f7-42ab-a02d-0dccee9e694b'] in n-d-773644-6 is: [{'id': '0e22c9f0-e6f7-42ab-a02d-0dccee9e694b', 'name': 'tempest-ServersTestManualDisk-621092015-router', 'tenant_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:53Z', 'updated_at': '2021-07-06T14:02:16Z', 'revision_number': 6, 'project_id': 'ec4b760bf94945fb8fa8f4faac2c3fbd', 'gw_port_host': None}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:02:17.025134 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device e0fc1819-69d6-47b0-9324-36beaf55404c no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:02:17.054392 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: e0fc1819-69d6-47b0-9324-36beaf55404c {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:02:17.054957 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device e0fc1819-69d6-47b0-9324-36beaf55404c not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:02:17.075372 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d7e48a17-b588-449d-af29-84e746ca2e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:17.080864 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d7e48a17-b588-449d-af29-84e746ca2e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:17.099318 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-c915b12f-fa70-402d-bfde-69fca6466af7 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1240604 Jul 06 14:02:17.102505 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e48a17-b588-449d-af29-84e746ca2e99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:02:17.116926 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e48a17-b588-449d-af29-84e746ca2e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e72b38-a337-4543-82b6-9c296ff0efc7,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:17.121984 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d7e48a17-b588-449d-af29-84e746ca2e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:17.122413 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-d7e48a17-b588-449d-af29-84e746ca2e99 admin admin] Added segment 9cbe5a71-b168-4fc6-a8ee-bf3198ba1052 of type vlan for network 2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b Jul 06 14:02:17.166362 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d7e48a17-b588-449d-af29-84e746ca2e99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:17.201287 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d7e48a17-b588-449d-af29-84e746ca2e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:17.202379 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e48a17-b588-449d-af29-84e746ca2e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:17.203048 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d7e48a17-b588-449d-af29-84e746ca2e99 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:17.210727 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e1c3cd3-91af-4026-8033-0d7850704df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:17.251317 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c3cd3-91af-4026-8033-0d7850704df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:17.256552 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d7e48a17-b588-449d-af29-84e746ca2e99 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5087502 Jul 06 14:02:17.263330 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34240) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:17.272932 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-fcc1a0aa-dc23-479d-bc1f-35ff747c9474 admin admin] Request body: {'subnet': {'network_id': '2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-830448377-subnet', 'tenant_id': '077a4f3f251d4330a2143d1eaad58f0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:17.287469 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e48a17-b588-449d-af29-84e746ca2e99 admin admin] Pushing event updated for resources: {'Network': ['ID=2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:17.288325 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-15309d0c-14eb-4470-a065-41821068f851 service neutron] 10.222.0.118 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795692 Jul 06 14:02:17.301253 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:02:17.303431 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc1a0aa-dc23-479d-bc1f-35ff747c9474 admin admin] Made reservation on behalf of 077a4f3f251d4330a2143d1eaad58f0d for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:02:17.306542 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fcc1a0aa-dc23-479d-bc1f-35ff747c9474 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:17.380077 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:02:17.413977 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-5ec91fd8-9674-4b2a-a4ff-229480b007a6 service neutron] 10.222.0.118 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074171 Jul 06 14:02:17.419396 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e1c3cd3-91af-4026-8033-0d7850704df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:17.514689 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:17.551378 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e1c3cd3-91af-4026-8033-0d7850704df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:17.553693 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e1c3cd3-91af-4026-8033-0d7850704df9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:17.554502 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'port_id': 'e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907', 'mac_address': 'fa:16:3e:c4:91:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:02:17.564028 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fcc1a0aa-dc23-479d-bc1f-35ff747c9474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:17.606326 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:17.623990 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:02:17.630398 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e1c3cd3-91af-4026-8033-0d7850704df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:17.631143 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1c3cd3-91af-4026-8033-0d7850704df9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e22c9f0-e6f7-42ab-a02d-0dccee9e694b {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:02:17.641558 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e1c3cd3-91af-4026-8033-0d7850704df9 admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:17.642920 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3e1c3cd3-91af-4026-8033-0d7850704df9 admin admin] 10.222.0.118 "DELETE /v2.0/routers/0e22c9f0-e6f7-42ab-a02d-0dccee9e694b HTTP/1.1" status: 204 len: 168 time: 1.2428272 Jul 06 14:02:17.646142 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34246) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:17.665337 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1a0aa-dc23-479d-bc1f-35ff747c9474 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34e0f6f5-c903-42a7-9dc0-ad53d82a3bb9,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:17.672999 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:17.677319 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc1a0aa-dc23-479d-bc1f-35ff747c9474 admin admin] Checking segment: {'id': '9cbe5a71-b168-4fc6-a8ee-bf3198ba1052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:17.682046 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:17.684095 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc1a0aa-dc23-479d-bc1f-35ff747c9474 admin admin] Network hostable DHCP agents. Network: 2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:02:17.716632 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc1a0aa-dc23-479d-bc1f-35ff747c9474 admin admin] Network 2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:02:17.735591 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-fcc1a0aa-dc23-479d-bc1f-35ff747c9474 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:17.747328 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc1a0aa-dc23-479d-bc1f-35ff747c9474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:17.749123 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fcc1a0aa-dc23-479d-bc1f-35ff747c9474 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:17.751250 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a6f3af-9ed6-45bc-b46b-9b4f00b71211 None None] Network 2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:02:17.759988 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-1820d58e-5758-49cd-962f-59281f8f6887 admin admin] Deleting subnet bc9645e6-de24-4ac5-9545-665834b8ba82 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:02:17.765971 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1820d58e-5758-49cd-962f-59281f8f6887 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:17.767458 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fcc1a0aa-dc23-479d-bc1f-35ff747c9474 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5030546 Jul 06 14:02:17.819103 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:17.834744 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:17.902887 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1820d58e-5758-49cd-962f-59281f8f6887 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:18.094148 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1820d58e-5758-49cd-962f-59281f8f6887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:18.134505 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d610c280-29dd-44c4-a8e1-1fe95f4124d1 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:02:18.162358 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a20b07-0b6b-4159-acdb-e479421bcd85 req-8125e03d-9777-403c-94d5-e31a35c205a8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:18.163986 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-85a20b07-0b6b-4159-acdb-e479421bcd85 req-8125e03d-9777-403c-94d5-e31a35c205a8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 944 time: 0.3663335 Jul 06 14:02:18.178672 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: d610c280-29dd-44c4-a8e1-1fe95f4124d1 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:02:18.179656 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d610c280-29dd-44c4-a8e1-1fe95f4124d1 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:02:18.183640 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3e4342-4926-4929-b2c4-fda7b6f14efc None None] Network 2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:02:18.239361 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-85a20b07-0b6b-4159-acdb-e479421bcd85 req-cdb05eeb-b27c-4101-aa85-ac455d95a04f tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619516 Jul 06 14:02:18.242134 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1820d58e-5758-49cd-962f-59281f8f6887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:18.289517 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1820d58e-5758-49cd-962f-59281f8f6887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:18.293593 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1820d58e-5758-49cd-962f-59281f8f6887 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/bc9645e6-de24-4ac5-9545-665834b8ba82 HTTP/1.1" status: 204 len: 168 time: 0.6463125 Jul 06 14:02:18.294917 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820d58e-5758-49cd-962f-59281f8f6887 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc9645e6-de24-4ac5-9545-665834b8ba82,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:18.296997 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34274) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:18.332436 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b275dd-0f13-499a-9ede-416e7d899c7b None None] Network f4322734-a743-44c6-9e14-7471ee4779b6 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:02:18.468373 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99cc617f-f64a-4892-9e1b-3638f5493f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:18.606084 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-99cc617f-f64a-4892-9e1b-3638f5493f44 admin admin] Deleting port 916e1d60-1dc7-47d1-a492-e2bd8a88c812 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:02:18.606663 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99cc617f-f64a-4892-9e1b-3638f5493f44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:18.654823 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:18.695549 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-99cc617f-f64a-4892-9e1b-3638f5493f44 admin admin] For port 916e1d60-1dc7-47d1-a492-e2bd8a88c812, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=916e1d60-1dc7-47d1-a492-e2bd8a88c812,segment=NetworkSegment(fe14efd9-6090-431c-b6ce-4635ff67802f),segment_id=fe14efd9-6090-431c-b6ce-4635ff67802f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:18.696351 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99cc617f-f64a-4892-9e1b-3638f5493f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:18.714634 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-99cc617f-f64a-4892-9e1b-3638f5493f44 admin admin] Calling delete_port for 916e1d60-1dc7-47d1-a492-e2bd8a88c812 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:02:18.857279 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff8b48fa-0e04-4b4b-9a66-a82559088f57 req-108d751f-3e26-48a3-8185-30c4c586f556 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 210 time: 0.0595205 Jul 06 14:02:18.887405 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99cc617f-f64a-4892-9e1b-3638f5493f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:18.954575 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cc617f-f64a-4892-9e1b-3638f5493f44 admin admin] No DVR routers for this DVR port 916e1d60-1dc7-47d1-a492-e2bd8a88c812 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:02:19.001135 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc617f-f64a-4892-9e1b-3638f5493f44 admin admin] Pushing event deleted for resources: {'Port': ['ID=916e1d60-1dc7-47d1-a492-e2bd8a88c812,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:19.053429 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a895e7-d8d3-44c3-bb8d-27ee0d0b20e7 None None] DHCP port deletion for f4322734-a743-44c6-9e14-7471ee4779b6 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:02:19.081942 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99cc617f-f64a-4892-9e1b-3638f5493f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:19.094663 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-99cc617f-f64a-4892-9e1b-3638f5493f44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4322734-a743-44c6-9e14-7471ee4779b6']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:19.110139 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-99cc617f-f64a-4892-9e1b-3638f5493f44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe14efd9-6090-431c-b6ce-4635ff67802f') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:19.110848 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-99cc617f-f64a-4892-9e1b-3638f5493f44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe14efd9-6090-431c-b6ce-4635ff67802f') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:19.122503 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99cc617f-f64a-4892-9e1b-3638f5493f44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:19.140288 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99cc617f-f64a-4892-9e1b-3638f5493f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:19.148057 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99cc617f-f64a-4892-9e1b-3638f5493f44 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:02:19.148962 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99cc617f-f64a-4892-9e1b-3638f5493f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:02:19.150929 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:02:19.231537 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99cc617f-f64a-4892-9e1b-3638f5493f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:19.241872 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99cc617f-f64a-4892-9e1b-3638f5493f44 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:19.246355 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-99cc617f-f64a-4892-9e1b-3638f5493f44 admin admin] 10.222.0.118 "DELETE /v2.0/networks/f4322734-a743-44c6-9e14-7471ee4779b6 HTTP/1.1" status: 204 len: 168 time: 0.9450543 Jul 06 14:02:19.256712 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc617f-f64a-4892-9e1b-3638f5493f44 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4322734-a743-44c6-9e14-7471ee4779b6,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:19.374434 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:19.478671 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-bf46e04c-b58e-48d7-aa44-b59b6538c2dd tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:19.483291 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34302) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:19.485861 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-bf46e04c-b58e-48d7-aa44-b59b6538c2dd tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] 10.222.0.118 "GET /v2.0/networks?id=2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b HTTP/1.1" status: 200 len: 812 time: 0.2129717 Jul 06 14:02:19.503579 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-5500c619-a5a0-4c8e-aa77-123147b65ea3 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] 10.222.0.118 "GET /v2.0/quotas/077a4f3f251d4330a2143d1eaad58f0d HTTP/1.1" status: 200 len: 375 time: 0.0164213 Jul 06 14:02:19.509299 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:19.511648 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:19.551319 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-ae249c42-6f8a-45e6-8b48-32706463e8be tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=077a4f3f251d4330a2143d1eaad58f0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463464 Jul 06 14:02:19.575906 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-71fa481e-ac9b-4492-8470-9d25ee71913a admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=ec4b760bf94945fb8fa8f4faac2c3fbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0905769 Jul 06 14:02:19.578821 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34306) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:19.644189 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-8d6bf7bd-4027-486b-902b-674517d1a5d3 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:19.647058 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-8d6bf7bd-4027-486b-902b-674517d1a5d3 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.52 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 810 time: 0.2603376 Jul 06 14:02:19.666789 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-a36dd600-41f3-43ba-9a63-7b5cc0903ba5 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Request body: {'port': {'device_id': '3e3badec-de16-4966-b61b-4d6c6543a61c', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'admin_state_up': True, 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:19.693450 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 916e1d60-1dc7-47d1-a492-e2bd8a88c812 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:02:19.720660 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 916e1d60-1dc7-47d1-a492-e2bd8a88c812 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:02:19.723101 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 916e1d60-1dc7-47d1-a492-e2bd8a88c812 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:02:19.723820 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:02:19.754953 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:02:19.755489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device fb4dd2c0-b4ae-4b7b-ba71-339cef4e91c2 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:02:19.759743 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:19.780367 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-5d0281cb-512d-474c-8ac5-618cd5adbd24 service neutron] 10.222.0.118 "GET /v2.0/networks/2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280221 Jul 06 14:02:19.804680 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:19.806348 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db004ef-8691-4863-8a30-7918a3a91581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:19.809768 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7135ac0e-7779-4bb6-8659-5267b466fca8" -d '{"events": [{"server_uuid": "7db004ef-8691-4863-8a30-7918a3a91581", "name": "network-vif-plugged", "status": "completed", "tag": "e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:19.814415 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:19.834489 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-a36dd600-41f3-43ba-9a63-7b5cc0903ba5 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Made reservation on behalf of 4e5e90395ebd4404a252de8a1621c3cf for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:02:19.839326 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-a36dd600-41f3-43ba-9a63-7b5cc0903ba5 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:19.895620 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e3478591-451d-45d1-991e-edbf28b4b1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:19.897386 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907,revision_number=7']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:19.952951 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e3478591-451d-45d1-991e-edbf28b4b1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:20.076266 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-cf7eccd0-dc6c-4696-8079-f615a69c50aa service neutron] 10.222.0.118 "GET /v2.0/networks/2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880909 Jul 06 14:02:20.091384 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-a36dd600-41f3-43ba-9a63-7b5cc0903ba5 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Allocated IP 172.20.0.13 (55ac526b-1e87-42ff-98ca-8b8357b7302f/63f5e127-3353-454e-884a-bc0470d3f3d4/4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:02:20.104112 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e3478591-451d-45d1-991e-edbf28b4b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:20.107790 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e3478591-451d-45d1-991e-edbf28b4b1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:20.109293 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e3478591-451d-45d1-991e-edbf28b4b1e4 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/a5edf3e0-8d8e-4690-8489-ae7916d00ed5 HTTP/1.1" status: 204 len: 168 time: 0.4736075 Jul 06 14:02:20.118947 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3478591-451d-45d1-991e-edbf28b4b1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5edf3e0-8d8e-4690-8489-ae7916d00ed5,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:20.528362 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-a36dd600-41f3-43ba-9a63-7b5cc0903ba5 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:20.599051 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-a36dd600-41f3-43ba-9a63-7b5cc0903ba5 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Transition to ACTIVE for port object 4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:20.704464 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add840c-6937-4011-8f2f-4d576c98c969 req-86fcf532-533d-4a31-b61d-cae649b03da7 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:20.715741 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1add840c-6937-4011-8f2f-4d576c98c969 req-86fcf532-533d-4a31-b61d-cae649b03da7 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 945 time: 0.1050079 Jul 06 14:02:20.747005 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-a36dd600-41f3-43ba-9a63-7b5cc0903ba5 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:20.787261 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1add840c-6937-4011-8f2f-4d576c98c969 req-e6bf12f5-b9b9-444e-8c0f-b74621a102dc tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671365 Jul 06 14:02:20.866851 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-a36dd600-41f3-43ba-9a63-7b5cc0903ba5 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Network 55ac526b-1e87-42ff-98ca-8b8357b7302f is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:20.880968 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-a36dd600-41f3-43ba-9a63-7b5cc0903ba5 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:20.899002 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-a36dd600-41f3-43ba-9a63-7b5cc0903ba5 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:02:20.981269 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-a36dd600-41f3-43ba-9a63-7b5cc0903ba5 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:20.990348 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-a36dd600-41f3-43ba-9a63-7b5cc0903ba5 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:21.014803 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36dd600-41f3-43ba-9a63-7b5cc0903ba5 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Pushing event updated for resources: {'Port': ['ID=4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:21.036621 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-a36dd600-41f3-43ba-9a63-7b5cc0903ba5 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3749876 Jul 06 14:02:21.063071 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-1f39382b-f4c5-4689-ab10-7ef6a5124560 service neutron] Request body: {'port': {'device_id': '3e3badec-de16-4966-b61b-4d6c6543a61c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:21.110740 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a15b86-3ab9-4fb9-b429-6ed9c0bc5e29 x-openstack-request-id: req-70a15b86-3ab9-4fb9-b429-6ed9c0bc5e29 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:21.111248 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db004ef-8691-4863-8a30-7918a3a91581", "name": "network-vif-plugged", "status": "completed", "tag": "e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:21.112658 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-70a15b86-3ab9-4fb9-b429-6ed9c0bc5e29 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:21.113683 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db004ef-8691-4863-8a30-7918a3a91581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907', 'code': 200} Jul 06 14:02:21.177350 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-1f39382b-f4c5-4689-ab10-7ef6a5124560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:21.407386 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3f42ef04-299f-4db6-85c6-5e5cdd4413b2 None None] Provisioning for port 4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:21.415145 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3f42ef04-299f-4db6-85c6-5e5cdd4413b2 None None] Provisioning complete for port 4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:21.417893 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3f42ef04-299f-4db6-85c6-5e5cdd4413b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:21.500405 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-3f42ef04-299f-4db6-85c6-5e5cdd4413b2 None None] Port 4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:02:21.546519 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8b7e8-7bb6-4f02-8d6f-88a91a827ade req-b6e95476-dc00-4727-b6ba-376fa171be05 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:21.557197 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dab8b7e8-7bb6-4f02-8d6f-88a91a827ade req-b6e95476-dc00-4727-b6ba-376fa171be05 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 932 time: 0.1688879 Jul 06 14:02:21.627787 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dab8b7e8-7bb6-4f02-8d6f-88a91a827ade req-2e71dc7c-77d4-4c5e-bbfe-87147f28a1d4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650957 Jul 06 14:02:21.740106 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34346) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:21.773435 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-1f39382b-f4c5-4689-ab10-7ef6a5124560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:02:21.790234 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-1f39382b-f4c5-4689-ab10-7ef6a5124560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:21.809492 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-1f39382b-f4c5-4689-ab10-7ef6a5124560 service neutron] Transition to ACTIVE for port object 4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:21.816424 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-1f39382b-f4c5-4689-ab10-7ef6a5124560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:22.007926 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-ab541c44-c290-4149-b83e-719a3d9f91f5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-924058578-network', 'tenant_id': '97d7ac68840e40f491d89756bea57e33'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:22.048044 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39382b-f4c5-4689-ab10-7ef6a5124560 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:22.148116 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-06d4c29d-cc0b-4fa3-a8c9-3903df720efb req-10c5339f-7b3f-4351-8b93-7ec456daa04f tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] 10.222.0.118 "GET /v2.0/ports?device_id=77a1f084-b8dd-47b3-ac39-f5c0ce1e5b9e HTTP/1.1" status: 200 len: 210 time: 0.1697083 Jul 06 14:02:22.152124 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-1f39382b-f4c5-4689-ab10-7ef6a5124560 service neutron] Attempting to bind port 4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:02:22.154061 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-1f39382b-f4c5-4689-ab10-7ef6a5124560 service neutron] Attempting to bind port 4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:02:22.155011 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-1f39382b-f4c5-4689-ab10-7ef6a5124560 service neutron] Attempting to bind port 4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4 on network 55ac526b-1e87-42ff-98ca-8b8357b7302f {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:22.178774 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-1f39382b-f4c5-4689-ab10-7ef6a5124560 service neutron] Port 4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4 on network 55ac526b-1e87-42ff-98ca-8b8357b7302f not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:02:22.180519 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-1f39382b-f4c5-4689-ab10-7ef6a5124560 service neutron] Attempting to bind port 4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4 on network 55ac526b-1e87-42ff-98ca-8b8357b7302f {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:22.191070 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab541c44-c290-4149-b83e-719a3d9f91f5 admin admin] Made reservation on behalf of 97d7ac68840e40f491d89756bea57e33 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:02:22.193735 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ab541c44-c290-4149-b83e-719a3d9f91f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:22.198627 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-1f39382b-f4c5-4689-ab10-7ef6a5124560 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:02:22.199279 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-1f39382b-f4c5-4689-ab10-7ef6a5124560 service neutron] Checking segment: {'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:22.199912 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-1f39382b-f4c5-4689-ab10-7ef6a5124560 service neutron] Bound using segment: {'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:02:22.201496 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-1f39382b-f4c5-4689-ab10-7ef6a5124560 service neutron] Bound port: 4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:02:22.202148 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-1f39382b-f4c5-4689-ab10-7ef6a5124560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:22.241338 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ab541c44-c290-4149-b83e-719a3d9f91f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:22.386975 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-1f39382b-f4c5-4689-ab10-7ef6a5124560 service neutron] For port 4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:02:22.392323 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-1f39382b-f4c5-4689-ab10-7ef6a5124560 service neutron] For port 4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:02:22.407867 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-1f39382b-f4c5-4689-ab10-7ef6a5124560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:22.484815 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39382b-f4c5-4689-ab10-7ef6a5124560 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:22.503695 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-1f39382b-f4c5-4689-ab10-7ef6a5124560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:22.504457 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-1f39382b-f4c5-4689-ab10-7ef6a5124560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:22.507835 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-1f39382b-f4c5-4689-ab10-7ef6a5124560 service neutron] 10.222.0.52 "PUT /v2.0/ports/4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4 HTTP/1.1" status: 200 len: 1092 time: 1.4547448 Jul 06 14:02:22.509304 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3badec-de16-4966-b61b-4d6c6543a61c', 'tag': '4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:22.513677 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415087d0-94e4-459d-af4c-1c9c1f4b72dc" -d '{"events": [{"name": "network-changed", "server_uuid": "3e3badec-de16-4966-b61b-4d6c6543a61c", "tag": "4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:22.581537 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ab541c44-c290-4149-b83e-719a3d9f91f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:22.594831 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ab541c44-c290-4149-b83e-719a3d9f91f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:22.675974 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab541c44-c290-4149-b83e-719a3d9f91f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7b13da-ff34-46ab-8116-08b93b343d80,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:22.692332 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-db35fc9c-d0de-48b3-b224-94ff75b810ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:22.695462 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-db35fc9c-d0de-48b3-b224-94ff75b810ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 1095 time: 0.1383822 Jul 06 14:02:22.777417 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b72a20-2d3b-4d8c-a689-270282b3afa6 req-031f7513-fd49-400b-b0d0-350901e12f71 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:22.789791 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1b72a20-2d3b-4d8c-a689-270282b3afa6 req-031f7513-fd49-400b-b0d0-350901e12f71 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 945 time: 0.3843958 Jul 06 14:02:22.792316 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-570a65da-aaf4-45a9-a8fc-5d473c094af3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4 HTTP/1.1" status: 200 len: 217 time: 0.0836735 Jul 06 14:02:22.806117 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab541c44-c290-4149-b83e-719a3d9f91f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:02:22.888216 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ab541c44-c290-4149-b83e-719a3d9f91f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:22.888585 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-ab541c44-c290-4149-b83e-719a3d9f91f5 admin admin] Added segment c4a0187c-f004-4fc5-a2df-73804da9c5ff of type vlan for network 7f60ba5f-c84b-48cf-8af4-df281a94ac6e Jul 06 14:02:22.901905 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1b72a20-2d3b-4d8c-a689-270282b3afa6 req-45926f43-5a13-4564-94a2-a68614fc8099 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108198 Jul 06 14:02:22.912385 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-9bd7cac2-d698-47ee-a282-8017452c6efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:22.914744 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-9bd7cac2-d698-47ee-a282-8017452c6efc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63f5e127-3353-454e-884a-bc0470d3f3d4 HTTP/1.1" status: 200 len: 849 time: 0.1113064 Jul 06 14:02:23.021786 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ab541c44-c290-4149-b83e-719a3d9f91f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:23.041581 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-d54db53d-8ab6-4b95-a3fe-0e6739964c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:23.043485 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-d54db53d-8ab6-4b95-a3fe-0e6739964c55 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=55ac526b-1e87-42ff-98ca-8b8357b7302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1161907 Jul 06 14:02:23.188748 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ab541c44-c290-4149-b83e-719a3d9f91f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:23.190546 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab541c44-c290-4149-b83e-719a3d9f91f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:23.191557 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ab541c44-c290-4149-b83e-719a3d9f91f5 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:23.251002 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-c1188162-1538-4cbc-bb74-5d44f3b6c312 service neutron] 10.222.0.52 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818714 Jul 06 14:02:23.359002 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab541c44-c290-4149-b83e-719a3d9f91f5 admin admin] Pushing event updated for resources: {'Network': ['ID=7f60ba5f-c84b-48cf-8af4-df281a94ac6e,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:23.375729 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 7f60ba5f-c84b-48cf-8af4-df281a94ac6e details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:02:23.389152 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ab541c44-c290-4149-b83e-719a3d9f91f5 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6474528 Jul 06 14:02:23.402400 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34360) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:23.407889 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-5b0fb3c2-eead-4403-adb8-b8123aefe197 admin admin] Request body: {'subnet': {'network_id': '7f60ba5f-c84b-48cf-8af4-df281a94ac6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-924058578-subnet', 'tenant_id': '97d7ac68840e40f491d89756bea57e33', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:23.419273 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-17daa47f-e42d-442f-bb10-749ffb030547 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:23.420770 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-17daa47f-e42d-442f-bb10-749ffb030547 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] 10.222.0.124 "GET /v2.0/networks?id=2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b HTTP/1.1" status: 200 len: 812 time: 0.5039635 Jul 06 14:02:23.449318 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-6bae5eb5-881d-47a5-8e63-b625cd4ced53 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] Request body: {'port': {'device_id': '77a1f084-b8dd-47b3-ac39-f5c0ce1e5b9e', 'network_id': '2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b', 'admin_state_up': True, 'tenant_id': '077a4f3f251d4330a2143d1eaad58f0d'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:23.720320 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0fb3c2-eead-4403-adb8-b8123aefe197 admin admin] Made reservation on behalf of 97d7ac68840e40f491d89756bea57e33 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:02:23.723544 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb3c2-eead-4403-adb8-b8123aefe197 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:23.896300 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fe934f-66ea-4076-8a63-28397a4d4cc4 x-openstack-request-id: req-54fe934f-66ea-4076-8a63-28397a4d4cc4 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:23.896883 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e3badec-de16-4966-b61b-4d6c6543a61c", "tag": "4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:23.896883 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-54fe934f-66ea-4076-8a63-28397a4d4cc4 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:23.897611 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3badec-de16-4966-b61b-4d6c6543a61c', 'tag': '4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4', 'status': 'completed', 'code': 200} Jul 06 14:02:23.963927 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-46751085-ec3c-4e99-91a8-a44acfb3f6d7 req-f7db8e88-73dc-49d6-a90c-bbdcc85fe972 service neutron] 10.222.0.52 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7040784 Jul 06 14:02:24.175487 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415087d0-94e4-459d-af4c-1c9c1f4b72dc req-6b95e789-ecf2-4c1d-a477-298708ca2ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:24.177127 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-415087d0-94e4-459d-af4c-1c9c1f4b72dc req-6b95e789-ecf2-4c1d-a477-298708ca2ecb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 1095 time: 0.1387985 Jul 06 14:02:24.294600 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415087d0-94e4-459d-af4c-1c9c1f4b72dc req-6e4ca7f3-4d42-4945-bb7e-1c160842305a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:24.296695 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-415087d0-94e4-459d-af4c-1c9c1f4b72dc req-6e4ca7f3-4d42-4945-bb7e-1c160842305a service neutron] 10.222.0.52 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 911 time: 0.1103525 Jul 06 14:02:24.325809 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-6bae5eb5-881d-47a5-8e63-b625cd4ced53 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] Made reservation on behalf of 077a4f3f251d4330a2143d1eaad58f0d for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:02:24.331483 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-6bae5eb5-881d-47a5-8e63-b625cd4ced53 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:24.353969 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-415087d0-94e4-459d-af4c-1c9c1f4b72dc req-2c96702f-44dd-4f24-96ab-9e25fd72a2e6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4 HTTP/1.1" status: 200 len: 217 time: 0.0472577 Jul 06 14:02:24.435907 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415087d0-94e4-459d-af4c-1c9c1f4b72dc req-a54db526-7d35-4e8a-8197-60447daa0675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:24.438083 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-415087d0-94e4-459d-af4c-1c9c1f4b72dc req-a54db526-7d35-4e8a-8197-60447daa0675 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63f5e127-3353-454e-884a-bc0470d3f3d4 HTTP/1.1" status: 200 len: 849 time: 0.0756085 Jul 06 14:02:24.438474 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1e56e-2bea-4d8e-bb30-711ed668b05e req-65caa3ab-5e39-4f12-ab08-411115def17f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:24.446813 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b6b1e56e-2bea-4d8e-bb30-711ed668b05e req-65caa3ab-5e39-4f12-ab08-411115def17f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 944 time: 0.8750114 Jul 06 14:02:24.517661 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415087d0-94e4-459d-af4c-1c9c1f4b72dc req-5c3ad087-6a53-4e4d-ba8e-96040f804838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:24.519956 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-415087d0-94e4-459d-af4c-1c9c1f4b72dc req-5c3ad087-6a53-4e4d-ba8e-96040f804838 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=55ac526b-1e87-42ff-98ca-8b8357b7302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722206 Jul 06 14:02:24.659390 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b6b1e56e-2bea-4d8e-bb30-711ed668b05e req-7c736d92-9bb9-4620-a973-7855daaf2fe6 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091599 Jul 06 14:02:24.699423 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-415087d0-94e4-459d-af4c-1c9c1f4b72dc req-522b562a-d027-49e4-8575-75e21eee7360 service neutron] 10.222.0.52 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659904 Jul 06 14:02:24.876419 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-6bae5eb5-881d-47a5-8e63-b625cd4ced53 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] Allocated IP 172.20.0.5 (2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b/34e0f6f5-c903-42a7-9dc0-ad53d82a3bb9/4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:02:24.947926 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-415087d0-94e4-459d-af4c-1c9c1f4b72dc req-87af013d-7277-41c4-b2d3-59198813e47a service neutron] 10.222.0.52 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288113 Jul 06 14:02:24.948570 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb3c2-eead-4403-adb8-b8123aefe197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:25.104099 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c6d82b8c-217c-4927-9c33-14f1e229b1f9 req-abaa1768-19c9-457b-a203-68ffdf89da42 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] 10.222.0.118 "GET /v2.0/ports?device_id=77a1f084-b8dd-47b3-ac39-f5c0ce1e5b9e HTTP/1.1" status: 200 len: 210 time: 0.1119838 Jul 06 14:02:25.196558 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fb3c2-eead-4403-adb8-b8123aefe197 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecda013c-261b-4cc4-a28e-0e20768310eb,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:25.213050 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0fb3c2-eead-4403-adb8-b8123aefe197 admin admin] Checking segment: {'id': 'c4a0187c-f004-4fc5-a2df-73804da9c5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f60ba5f-c84b-48cf-8af4-df281a94ac6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:25.213050 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0fb3c2-eead-4403-adb8-b8123aefe197 admin admin] Network hostable DHCP agents. Network: 7f60ba5f-c84b-48cf-8af4-df281a94ac6e, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:02:25.371106 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0fb3c2-eead-4403-adb8-b8123aefe197 admin admin] Network 7f60ba5f-c84b-48cf-8af4-df281a94ac6e is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:02:25.412476 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-5b0fb3c2-eead-4403-adb8-b8123aefe197 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 7f60ba5f-c84b-48cf-8af4-df281a94ac6e) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:25.417992 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0fb3c2-eead-4403-adb8-b8123aefe197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:25.418754 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb3c2-eead-4403-adb8-b8123aefe197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:25.422568 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e66d3dc-3cc4-45b4-9d50-1a8a2662899e None None] Network 7f60ba5f-c84b-48cf-8af4-df281a94ac6e requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:02:25.435302 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-6bae5eb5-881d-47a5-8e63-b625cd4ced53 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:25.508998 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34372) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:25.515008 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-924058578-router', 'tenant_id': '97d7ac68840e40f491d89756bea57e33', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:25.520107 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5b0fb3c2-eead-4403-adb8-b8123aefe197 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1152365 Jul 06 14:02:25.526708 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-6bae5eb5-881d-47a5-8e63-b625cd4ced53 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:25.553266 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0330462-7348-4efd-a697-0a7258b0867d req-d43163c6-c20f-46b5-b5b8-14ced45ec0a6 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:25.568027 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c0330462-7348-4efd-a697-0a7258b0867d req-d43163c6-c20f-46b5-b5b8-14ced45ec0a6 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 945 time: 0.2825508 Jul 06 14:02:25.568373 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:25.570198 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:25.680243 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:25.754575 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-6bae5eb5-881d-47a5-8e63-b625cd4ced53 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] Network 2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:25.759071 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd92fca-354e-4fb7-93cf-dcc9576732d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-7f60ba5f-c84b-48cf-8af4-df281a94ac6e', 'network_id': '7f60ba5f-c84b-48cf-8af4-df281a94ac6e', 'tenant_id': '97d7ac68840e40f491d89756bea57e33', 'fixed_ips': [{'subnet_id': 'ecda013c-261b-4cc4-a28e-0e20768310eb'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:02:25.760237 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bfd92fca-354e-4fb7-93cf-dcc9576732d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:25.788005 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-6bae5eb5-881d-47a5-8e63-b625cd4ced53 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:25.808766 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-6bae5eb5-881d-47a5-8e63-b625cd4ced53 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:02:25.844745 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae5eb5-881d-47a5-8e63-b625cd4ced53 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] Pushing event updated for resources: {'Port': ['ID=4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:25.864342 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c0330462-7348-4efd-a697-0a7258b0867d req-082850d5-352a-43a0-a7d2-980c7120cc20 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2944760 Jul 06 14:02:25.934431 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-6bae5eb5-881d-47a5-8e63-b625cd4ced53 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:25.935126 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-6bae5eb5-881d-47a5-8e63-b625cd4ced53 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:26.011190 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:26.020750 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-6bae5eb5-881d-47a5-8e63-b625cd4ced53 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5857065 Jul 06 14:02:26.040857 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-6b39c1e0-f485-4e95-aa45-5e9667180c40 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:02:26.043125 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-6b39c1e0-f485-4e95-aa45-5e9667180c40 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] 10.222.0.124 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124035 Jul 06 14:02:26.074158 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-a7319013-c327-4868-9073-0d787f25104d service neutron] Request body: {'port': {'device_id': '77a1f084-b8dd-47b3-ac39-f5c0ce1e5b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:26.114341 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-bfd92fca-354e-4fb7-93cf-dcc9576732d8 None None] Allocated IP 172.20.0.2 (7f60ba5f-c84b-48cf-8af4-df281a94ac6e/ecda013c-261b-4cc4-a28e-0e20768310eb/665cef73-dc2c-4539-a789-2e71cbffd7ad) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:02:26.312289 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-a7319013-c327-4868-9073-0d787f25104d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:26.536465 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bfd92fca-354e-4fb7-93cf-dcc9576732d8 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:26.558641 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-bfd92fca-354e-4fb7-93cf-dcc9576732d8 None None] Transition to ACTIVE for port object 665cef73-dc2c-4539-a789-2e71cbffd7ad will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:26.567116 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:26.605517 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-bfd92fca-354e-4fb7-93cf-dcc9576732d8 None None] Transition to ACTIVE for port object 665cef73-dc2c-4539-a789-2e71cbffd7ad will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:26.615414 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:26.619303 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bfd92fca-354e-4fb7-93cf-dcc9576732d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:26.762114 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd92fca-354e-4fb7-93cf-dcc9576732d8 None None] Network 7f60ba5f-c84b-48cf-8af4-df281a94ac6e is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:26.775451 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-bfd92fca-354e-4fb7-93cf-dcc9576732d8 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:26.785148 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd92fca-354e-4fb7-93cf-dcc9576732d8 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:02:26.817711 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd92fca-354e-4fb7-93cf-dcc9576732d8 None None] Pushing event updated for resources: {'Port': ['ID=665cef73-dc2c-4539-a789-2e71cbffd7ad,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:26.916544 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-bfd92fca-354e-4fb7-93cf-dcc9576732d8 None None] Attempting to bind port 665cef73-dc2c-4539-a789-2e71cbffd7ad on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:02:26.918787 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-bfd92fca-354e-4fb7-93cf-dcc9576732d8 None None] Attempting to bind port 665cef73-dc2c-4539-a789-2e71cbffd7ad by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'c4a0187c-f004-4fc5-a2df-73804da9c5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f60ba5f-c84b-48cf-8af4-df281a94ac6e'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:02:26.919322 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd92fca-354e-4fb7-93cf-dcc9576732d8 None None] Attempting to bind port 665cef73-dc2c-4539-a789-2e71cbffd7ad on network 7f60ba5f-c84b-48cf-8af4-df281a94ac6e {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:26.930039 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd92fca-354e-4fb7-93cf-dcc9576732d8 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:02:26.930428 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd92fca-354e-4fb7-93cf-dcc9576732d8 None None] Checking segment: {'id': 'c4a0187c-f004-4fc5-a2df-73804da9c5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f60ba5f-c84b-48cf-8af4-df281a94ac6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:26.935755 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bfd92fca-354e-4fb7-93cf-dcc9576732d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:26.936313 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd92fca-354e-4fb7-93cf-dcc9576732d8 None None] Bound using segment: {'id': 'c4a0187c-f004-4fc5-a2df-73804da9c5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f60ba5f-c84b-48cf-8af4-df281a94ac6e'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:02:26.936907 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-bfd92fca-354e-4fb7-93cf-dcc9576732d8 None None] Bound port: 665cef73-dc2c-4539-a789-2e71cbffd7ad, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a0187c-f004-4fc5-a2df-73804da9c5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f60ba5f-c84b-48cf-8af4-df281a94ac6e'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:02:26.937627 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bfd92fca-354e-4fb7-93cf-dcc9576732d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:26.981937 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1f5a1-e80b-46b6-9445-8926f4276661 req-b019940b-e480-462c-abcb-d11df23ed496 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:26.998573 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-81d1f5a1-e80b-46b6-9445-8926f4276661 req-b019940b-e480-462c-abcb-d11df23ed496 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 944 time: 0.2488215 Jul 06 14:02:27.025170 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] Allocated IP 172.25.6.86 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:02:27.078204 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-bfd92fca-354e-4fb7-93cf-dcc9576732d8 None None] For port 665cef73-dc2c-4539-a789-2e71cbffd7ad, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:02:27.102183 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-bfd92fca-354e-4fb7-93cf-dcc9576732d8 None None] For port 665cef73-dc2c-4539-a789-2e71cbffd7ad, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=665cef73-dc2c-4539-a789-2e71cbffd7ad,segment=NetworkSegment(c4a0187c-f004-4fc5-a2df-73804da9c5ff),segment_id=c4a0187c-f004-4fc5-a2df-73804da9c5ff)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:02:27.114308 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bfd92fca-354e-4fb7-93cf-dcc9576732d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:27.147704 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-81d1f5a1-e80b-46b6-9445-8926f4276661 req-42f5febd-51cb-456d-9ada-4eb9a645d920 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476200 Jul 06 14:02:27.175136 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-a7319013-c327-4868-9073-0d787f25104d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:02:27.207344 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-a7319013-c327-4868-9073-0d787f25104d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:27.247110 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-a7319013-c327-4868-9073-0d787f25104d service neutron] Transition to ACTIVE for port object 4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:27.256136 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-a7319013-c327-4868-9073-0d787f25104d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:27.290302 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd92fca-354e-4fb7-93cf-dcc9576732d8 None None] Pushing event updated for resources: {'Port': ['ID=665cef73-dc2c-4539-a789-2e71cbffd7ad,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:27.380163 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:27.488745 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:27.554430 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7319013-c327-4868-9073-0d787f25104d service neutron] Pushing event updated for resources: {'Port': ['ID=4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:27.594705 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:27.600783 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:27.606179 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:02:27.678079 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-a7319013-c327-4868-9073-0d787f25104d service neutron] Attempting to bind port 4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:02:27.678438 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-a7319013-c327-4868-9073-0d787f25104d service neutron] Attempting to bind port 4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '9cbe5a71-b168-4fc6-a8ee-bf3198ba1052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:02:27.678817 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-a7319013-c327-4868-9073-0d787f25104d service neutron] Attempting to bind port 4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743 on network 2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:27.690640 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-a7319013-c327-4868-9073-0d787f25104d service neutron] Port 4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743 on network 2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:02:27.691277 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-a7319013-c327-4868-9073-0d787f25104d service neutron] Attempting to bind port 4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743 on network 2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:27.711031 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-a7319013-c327-4868-9073-0d787f25104d service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:02:27.712082 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-a7319013-c327-4868-9073-0d787f25104d service neutron] Checking segment: {'id': '9cbe5a71-b168-4fc6-a8ee-bf3198ba1052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:27.713013 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-a7319013-c327-4868-9073-0d787f25104d service neutron] Bound using segment: {'id': '9cbe5a71-b168-4fc6-a8ee-bf3198ba1052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:02:27.713603 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-a7319013-c327-4868-9073-0d787f25104d service neutron] Bound port: 4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cbe5a71-b168-4fc6-a8ee-bf3198ba1052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:02:27.714054 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-a7319013-c327-4868-9073-0d787f25104d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:27.786590 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850cc28-ac23-44ee-96a2-c54d4f6d2421 req-044e6811-e886-404b-bdc0-a5333a60ab3a tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:27.788199 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6850cc28-ac23-44ee-96a2-c54d4f6d2421 req-044e6811-e886-404b-bdc0-a5333a60ab3a tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] 10.222.0.118 "GET /v2.0/ports?device_id=77a1f084-b8dd-47b3-ac39-f5c0ce1e5b9e HTTP/1.1" status: 200 len: 943 time: 0.3281865 Jul 06 14:02:27.789726 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] Pushing event updated for resources: {'Port': ['ID=cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:27.805422 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:27.806592 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:27.807761 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:27.808995 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:27.810052 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:27.810793 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:27.811544 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:27.813124 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:27.816717 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:27.817532 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:27.818189 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:27.818835 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:27.908919 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6850cc28-ac23-44ee-96a2-c54d4f6d2421 req-a42b1d07-d236-4ce9-9a9c-d9d13719faa4 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8e72b38-a337-4543-82b6-9c296ff0efc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085455 Jul 06 14:02:27.914988 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-a7319013-c327-4868-9073-0d787f25104d service neutron] For port 4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:02:27.934617 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-a7319013-c327-4868-9073-0d787f25104d service neutron] For port 4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743,segment=NetworkSegment(9cbe5a71-b168-4fc6-a8ee-bf3198ba1052),segment_id=9cbe5a71-b168-4fc6-a8ee-bf3198ba1052)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:02:27.944645 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-a7319013-c327-4868-9073-0d787f25104d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:28.062833 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-a7319013-c327-4868-9073-0d787f25104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:28.066682 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-a7319013-c327-4868-9073-0d787f25104d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:28.069472 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-a7319013-c327-4868-9073-0d787f25104d service neutron] 10.222.0.124 "PUT /v2.0/ports/4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743 HTTP/1.1" status: 200 len: 1091 time: 2.0145671 Jul 06 14:02:28.069472 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a1f084-b8dd-47b3-ac39-f5c0ce1e5b9e', 'tag': '4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:28.077949 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70a8e5f-a93b-4b99-a18a-8e100c86fdda" -d '{"events": [{"name": "network-changed", "server_uuid": "77a1f084-b8dd-47b3-ac39-f5c0ce1e5b9e", "tag": "4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:28.175933 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:28.341843 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7319013-c327-4868-9073-0d787f25104d service neutron] Pushing event updated for resources: {'Port': ['ID=4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:28.429669 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-37123b76-c257-4ca6-933e-26f17d43d805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:28.431275 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-37123b76-c257-4ca6-933e-26f17d43d805 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=077a4f3f251d4330a2143d1eaad58f0d&device_id=77a1f084-b8dd-47b3-ac39-f5c0ce1e5b9e HTTP/1.1" status: 200 len: 1094 time: 0.3110967 Jul 06 14:02:28.493051 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-9e6a9687-ad88-4b22-9601-1d7814466fd8 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743 HTTP/1.1" status: 200 len: 217 time: 0.0496464 Jul 06 14:02:28.507231 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be1f81-7123-4182-a1bc-c4a244df1b8c req-20b7bdff-272f-4198-aedc-6b40ab9f3568 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:28.508908 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56be1f81-7123-4182-a1bc-c4a244df1b8c req-20b7bdff-272f-4198-aedc-6b40ab9f3568 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 945 time: 0.1984539 Jul 06 14:02:28.672762 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56be1f81-7123-4182-a1bc-c4a244df1b8c req-c4855ea3-d6c3-4530-a1bc-2e79ca48aa1d tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449575 Jul 06 14:02:28.677164 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-449eacc8-f7b8-477a-bcd2-7c75d2808a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:28.694500 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-449eacc8-f7b8-477a-bcd2-7c75d2808a43 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=34e0f6f5-c903-42a7-9dc0-ad53d82a3bb9 HTTP/1.1" status: 200 len: 852 time: 0.1841667 Jul 06 14:02:28.710933 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:28.782994 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-c3daff9d-df23-45b3-9929-60e279c8dc88 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808017 Jul 06 14:02:28.996213 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6339e59-7880-481e-b7ec-b9f941c4e9b2 None None] Network 7f60ba5f-c84b-48cf-8af4-df281a94ac6e requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:02:29.012513 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-5e300924-d4a8-4566-8642-5346061c75f5 service neutron] 10.222.0.124 "GET /v2.0/networks/2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186215 Jul 06 14:02:29.068695 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] Router 4ddff31c-4fd5-49fb-a17c-0d5536885965 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:02:29.111987 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921c9399-89b4-4ce5-9f3e-2f3b211ec233 x-openstack-request-id: req-921c9399-89b4-4ce5-9f3e-2f3b211ec233 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:29.112681 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77a1f084-b8dd-47b3-ac39-f5c0ce1e5b9e", "tag": "4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:29.112681 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-921c9399-89b4-4ce5-9f3e-2f3b211ec233 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:29.112933 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77a1f084-b8dd-47b3-ac39-f5c0ce1e5b9e', 'tag': '4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743', 'status': 'completed', 'code': 200} Jul 06 14:02:29.166246 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-525aa6be-9673-4048-b904-d8f6278e19be None None] Provisioning for port 665cef73-dc2c-4539-a789-2e71cbffd7ad completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:29.218188 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-551c92f2-947c-43d5-919c-f7a31dccee6e req-2222cbfb-42b9-4baa-a484-cf6153c4053c service neutron] 10.222.0.124 "GET /v2.0/networks/2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976459 Jul 06 14:02:29.387889 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:02:29.406041 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061789b1-d493-41a0-bb24-a185953c6923 None None] Sync routers for ids ['4ddff31c-4fd5-49fb-a17c-0d5536885965'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:02:29.436265 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:29.437777 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061789b1-d493-41a0-bb24-a185953c6923 None None] Routers {'4ddff31c-4fd5-49fb-a17c-0d5536885965'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:29.439347 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-061789b1-d493-41a0-bb24-a185953c6923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:02:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['4ddff31c-4fd5-49fb-a17c-0d5536885965'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:29.460518 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34388) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:29.461067 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5abe3a34-188e-4b48-bbb6-21fbac8298fe admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9453161 Jul 06 14:02:29.528000 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc29e59-881f-48fb-a2c3-db1794dfed5c req-a1b802db-741e-43ba-92e8-9e6268b18c6f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:29.538788 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0fc29e59-881f-48fb-a2c3-db1794dfed5c req-a1b802db-741e-43ba-92e8-9e6268b18c6f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 944 time: 0.2714679 Jul 06 14:02:29.599045 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a8e5f-a93b-4b99-a18a-8e100c86fdda req-44960e10-f9ca-480c-8319-7a1f7ca4dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:29.607461 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c70a8e5f-a93b-4b99-a18a-8e100c86fdda req-44960e10-f9ca-480c-8319-7a1f7ca4dd0c service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=077a4f3f251d4330a2143d1eaad58f0d&device_id=77a1f084-b8dd-47b3-ac39-f5c0ce1e5b9e HTTP/1.1" status: 200 len: 1094 time: 0.3246338 Jul 06 14:02:29.807620 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-061789b1-d493-41a0-bb24-a185953c6923 None None] Set router 4ddff31c-4fd5-49fb-a17c-0d5536885965 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:29.837126 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 665cef73-dc2c-4539-a789-2e71cbffd7ad up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:29.991155 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 665cef73-dc2c-4539-a789-2e71cbffd7ad completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:30.012075 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 665cef73-dc2c-4539-a789-2e71cbffd7ad triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:30.012075 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:30.108861 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b701e1a7-c8ea-4f4b-9710-484dfdfbec5c None None] Provisioning complete for port 665cef73-dc2c-4539-a789-2e71cbffd7ad triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:30.108861 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b701e1a7-c8ea-4f4b-9710-484dfdfbec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:30.151022 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a8e5f-a93b-4b99-a18a-8e100c86fdda req-d49fbd04-cf46-416f-82bc-17b8c14ab860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:30.152605 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c70a8e5f-a93b-4b99-a18a-8e100c86fdda req-d49fbd04-cf46-416f-82bc-17b8c14ab860 service neutron] 10.222.0.124 "GET /v2.0/networks?id=2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b HTTP/1.1" status: 200 len: 913 time: 0.4199390 Jul 06 14:02:30.240995 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0fc29e59-881f-48fb-a2c3-db1794dfed5c req-7145c7f8-3c0f-4b89-a1f2-9e580e3574ed tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6949439 Jul 06 14:02:30.263826 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-061789b1-d493-41a0-bb24-a185953c6923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ddff31c-4fd5-49fb-a17c-0d5536885965', 'name': 'tempest-ServersTestMultiNic-924058578-router', 'tenant_id': '97d7ac68840e40f491d89756bea57e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:25Z', 'updated_at': '2021-07-06T14:02:27Z', 'revision_number': 3, 'project_id': '97d7ac68840e40f491d89756bea57e33', 'gw_port': {'id': 'cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:45:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ddff31c-4fd5-49fb-a17c-0d5536885965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:26Z', 'updated_at': '2021-07-06T14:02:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:30.340307 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061789b1-d493-41a0-bb24-a185953c6923 None None] Checking router: 4ddff31c-4fd5-49fb-a17c-0d5536885965 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:02:30.342130 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061789b1-d493-41a0-bb24-a185953c6923 None None] Updating router 4ddff31c-4fd5-49fb-a17c-0d5536885965 port cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:02:30.390723 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b701e1a7-c8ea-4f4b-9710-484dfdfbec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:30.426947 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c70a8e5f-a93b-4b99-a18a-8e100c86fdda req-b24f61cf-6906-4610-bd86-3f35e51bbe8e service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743 HTTP/1.1" status: 200 len: 217 time: 0.2460949 Jul 06 14:02:30.439181 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-061789b1-d493-41a0-bb24-a185953c6923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:30.534648 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:30.602253 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a8e5f-a93b-4b99-a18a-8e100c86fdda req-7f54d2c3-97be-4388-b877-9b175b224797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:30.605539 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c70a8e5f-a93b-4b99-a18a-8e100c86fdda req-7f54d2c3-97be-4388-b877-9b175b224797 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=34e0f6f5-c903-42a7-9dc0-ad53d82a3bb9 HTTP/1.1" status: 200 len: 852 time: 0.0890374 Jul 06 14:02:30.625565 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-b701e1a7-c8ea-4f4b-9710-484dfdfbec5c None None] For port 665cef73-dc2c-4539-a789-2e71cbffd7ad, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=665cef73-dc2c-4539-a789-2e71cbffd7ad,segment=NetworkSegment(c4a0187c-f004-4fc5-a2df-73804da9c5ff),segment_id=c4a0187c-f004-4fc5-a2df-73804da9c5ff)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:30.643884 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b701e1a7-c8ea-4f4b-9710-484dfdfbec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:30.657050 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c70a8e5f-a93b-4b99-a18a-8e100c86fdda req-30e1f1eb-12ae-4f01-8e56-426edeca056a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442739 Jul 06 14:02:30.748201 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.db.api [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:02:30.748452 n-d-773644-6 neutron-server[100419]: DEBUG oslo_db.api [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:02:30.771732 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701e1a7-c8ea-4f4b-9710-484dfdfbec5c None None] Pushing event updated for resources: {'Port': ['ID=665cef73-dc2c-4539-a789-2e71cbffd7ad,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:30.902336 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-061789b1-d493-41a0-bb24-a185953c6923 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:30.914371 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-061789b1-d493-41a0-bb24-a185953c6923 None None] Transition to ACTIVE for port object cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:30.926491 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-061789b1-d493-41a0-bb24-a185953c6923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:30.973826 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c70a8e5f-a93b-4b99-a18a-8e100c86fdda req-1309ab51-0022-449f-869c-a3c4c5a5c928 service neutron] 10.222.0.124 "GET /v2.0/networks/2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093245 Jul 06 14:02:31.001108 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3375e-43c6-474e-808c-ce25ebc5cd89 req-fba0d547-9bf0-4c1b-ac6d-3cfd50d9e65c tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:31.006476 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83a3375e-43c6-474e-808c-ce25ebc5cd89 req-fba0d547-9bf0-4c1b-ac6d-3cfd50d9e65c tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] 10.222.0.118 "GET /v2.0/ports?device_id=77a1f084-b8dd-47b3-ac39-f5c0ce1e5b9e HTTP/1.1" status: 200 len: 943 time: 0.3283489 Jul 06 14:02:31.021271 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1dfe9-53fd-4ed9-871d-c2b7e7dbc507 None None] Pushing event updated for resources: {'Port': ['ID=cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5,revision_number=2']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:31.029994 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1dfe9-53fd-4ed9-871d-c2b7e7dbc507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:31.030350 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1dfe9-53fd-4ed9-871d-c2b7e7dbc507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:31.030698 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1dfe9-53fd-4ed9-871d-c2b7e7dbc507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:31.031036 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1dfe9-53fd-4ed9-871d-c2b7e7dbc507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:31.031366 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1dfe9-53fd-4ed9-871d-c2b7e7dbc507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:31.031703 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1dfe9-53fd-4ed9-871d-c2b7e7dbc507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:31.032027 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1dfe9-53fd-4ed9-871d-c2b7e7dbc507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:31.032367 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1dfe9-53fd-4ed9-871d-c2b7e7dbc507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:31.032679 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1dfe9-53fd-4ed9-871d-c2b7e7dbc507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:31.033017 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1dfe9-53fd-4ed9-871d-c2b7e7dbc507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:31.033868 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1dfe9-53fd-4ed9-871d-c2b7e7dbc507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:31.034461 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b1dfe9-53fd-4ed9-871d-c2b7e7dbc507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:31.061701 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-061789b1-d493-41a0-bb24-a185953c6923 None None] Attempting to bind port cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:02:31.062999 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-061789b1-d493-41a0-bb24-a185953c6923 None None] Attempting to bind port cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:02:31.065496 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061789b1-d493-41a0-bb24-a185953c6923 None None] Attempting to bind port cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:31.082320 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061789b1-d493-41a0-bb24-a185953c6923 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:02:31.082749 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061789b1-d493-41a0-bb24-a185953c6923 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:31.086585 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-061789b1-d493-41a0-bb24-a185953c6923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:31.088495 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061789b1-d493-41a0-bb24-a185953c6923 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:02:31.090022 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-061789b1-d493-41a0-bb24-a185953c6923 None None] Bound port: cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:02:31.098028 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-061789b1-d493-41a0-bb24-a185953c6923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:31.195352 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-061789b1-d493-41a0-bb24-a185953c6923 None None] For port cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:02:31.208545 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-061789b1-d493-41a0-bb24-a185953c6923 None None] For port cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:02:31.226963 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-061789b1-d493-41a0-bb24-a185953c6923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:31.234263 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83a3375e-43c6-474e-808c-ce25ebc5cd89 req-3abb3bd8-9b84-441a-ad19-ecb07169c3b5 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8e72b38-a337-4543-82b6-9c296ff0efc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129731 Jul 06 14:02:31.328425 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061789b1-d493-41a0-bb24-a185953c6923 None None] Routers {'4ddff31c-4fd5-49fb-a17c-0d5536885965'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:31.329478 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-061789b1-d493-41a0-bb24-a185953c6923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:02:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['4ddff31c-4fd5-49fb-a17c-0d5536885965'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:31.331995 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1dfe9-53fd-4ed9-871d-c2b7e7dbc507 None None] Pushing event updated for resources: {'Port': ['ID=cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:31.389553 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c70a8e5f-a93b-4b99-a18a-8e100c86fdda req-b8ea6542-d3a9-4803-ad8d-261054bd4f1b service neutron] 10.222.0.124 "GET /v2.0/networks/2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803089 Jul 06 14:02:31.436177 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:02:31.622610 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-061789b1-d493-41a0-bb24-a185953c6923 None None] Set router 4ddff31c-4fd5-49fb-a17c-0d5536885965 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:31.625119 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743,segment=NetworkSegment(9cbe5a71-b168-4fc6-a8ee-bf3198ba1052),segment_id=9cbe5a71-b168-4fc6-a8ee-bf3198ba1052)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:31.654506 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743', 'network_id': '2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b', 'port_id': '4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743', 'mac_address': 'fa:16:3e:34:00:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e0f6f5-c903-42a7-9dc0-ad53d82a3bb9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:02:31.753681 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:31.783946 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 665cef73-dc2c-4539-a789-2e71cbffd7ad up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:31.970271 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:02:32.048790 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743,segment=NetworkSegment(9cbe5a71-b168-4fc6-a8ee-bf3198ba1052),segment_id=9cbe5a71-b168-4fc6-a8ee-bf3198ba1052)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:32.053955 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a27cfdee-150b-4898-9178-f2dad0349ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:32.067414 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:32.105288 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de9f08b-b1fd-44c6-a481-7a3c56879456 req-409dfa40-ffb1-41c6-88b9-02e4e861bdf8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:32.112494 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3de9f08b-b1fd-44c6-a481-7a3c56879456 req-409dfa40-ffb1-41c6-88b9-02e4e861bdf8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 945 time: 0.5116773 Jul 06 14:02:32.211172 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3de9f08b-b1fd-44c6-a481-7a3c56879456 req-1afc6ee9-edda-4bd3-96cd-14fe3c2e87f7 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943725 Jul 06 14:02:32.212991 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:32.217690 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 665cef73-dc2c-4539-a789-2e71cbffd7ad triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:32.219650 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:32.290552 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-061789b1-d493-41a0-bb24-a185953c6923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ddff31c-4fd5-49fb-a17c-0d5536885965', 'name': 'tempest-ServersTestMultiNic-924058578-router', 'tenant_id': '97d7ac68840e40f491d89756bea57e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:25Z', 'updated_at': '2021-07-06T14:02:27Z', 'revision_number': 3, 'project_id': '97d7ac68840e40f491d89756bea57e33', 'gw_port': {'id': 'cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:45:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ddff31c-4fd5-49fb-a17c-0d5536885965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:26Z', 'updated_at': '2021-07-06T14:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:32.344102 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061789b1-d493-41a0-bb24-a185953c6923 None None] The sync data for ids ['4ddff31c-4fd5-49fb-a17c-0d5536885965'] in n-d-773644-6 is: [{'id': '4ddff31c-4fd5-49fb-a17c-0d5536885965', 'name': 'tempest-ServersTestMultiNic-924058578-router', 'tenant_id': '97d7ac68840e40f491d89756bea57e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:25Z', 'updated_at': '2021-07-06T14:02:27Z', 'revision_number': 3, 'project_id': '97d7ac68840e40f491d89756bea57e33', 'gw_port': {'id': 'cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:45:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ddff31c-4fd5-49fb-a17c-0d5536885965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:26Z', 'updated_at': '2021-07-06T14:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:02:32.411645 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-a27cfdee-150b-4898-9178-f2dad0349ba2 admin admin] Allocated IP 172.20.0.1 (7f60ba5f-c84b-48cf-8af4-df281a94ac6e/ecda013c-261b-4cc4-a28e-0e20768310eb/3cc7f01d-00d2-47c5-b225-e059353c89ea) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:02:32.437776 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:32.666336 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a27cfdee-150b-4898-9178-f2dad0349ba2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:32.784462 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-a27cfdee-150b-4898-9178-f2dad0349ba2 admin admin] Transition to ACTIVE for port object 3cc7f01d-00d2-47c5-b225-e059353c89ea will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:32.886649 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb664f5-c0dc-4f95-8ae9-b27a42b18588 req-ce824d6b-ab8a-4c19-ae2e-e5df59817f70 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:32.895061 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4cb664f5-c0dc-4f95-8ae9-b27a42b18588 req-ce824d6b-ab8a-4c19-ae2e-e5df59817f70 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 944 time: 0.2219572 Jul 06 14:02:32.994817 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4cb664f5-c0dc-4f95-8ae9-b27a42b18588 req-0991b5a7-5254-4d79-be7a-38f51431d436 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987711 Jul 06 14:02:32.996909 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a27cfdee-150b-4898-9178-f2dad0349ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:33.051851 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27cfdee-150b-4898-9178-f2dad0349ba2 admin admin] Network 7f60ba5f-c84b-48cf-8af4-df281a94ac6e is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:33.066217 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-a27cfdee-150b-4898-9178-f2dad0349ba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:33.083020 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27cfdee-150b-4898-9178-f2dad0349ba2 admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:02:33.164285 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cfdee-150b-4898-9178-f2dad0349ba2 admin admin] Pushing event updated for resources: {'Port': ['ID=3cc7f01d-00d2-47c5-b225-e059353c89ea,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:33.260766 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a27cfdee-150b-4898-9178-f2dad0349ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:33.540413 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9aaff9-fcf7-4895-85a2-e46ca7f832d5 req-aa82bfea-3060-4d15-9207-acabed884de7 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:33.562397 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3e9aaff9-fcf7-4895-85a2-e46ca7f832d5 req-aa82bfea-3060-4d15-9207-acabed884de7 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] 10.222.0.118 "GET /v2.0/ports?device_id=77a1f084-b8dd-47b3-ac39-f5c0ce1e5b9e HTTP/1.1" status: 200 len: 944 time: 0.4099746 Jul 06 14:02:33.626137 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-190e845b-3629-44b1-a5ac-0ca4cb9bcef9 None None] Provisioning for port 3cc7f01d-00d2-47c5-b225-e059353c89ea completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:33.665969 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-190e845b-3629-44b1-a5ac-0ca4cb9bcef9 None None] Provisioning complete for port 3cc7f01d-00d2-47c5-b225-e059353c89ea triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:33.668839 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-190e845b-3629-44b1-a5ac-0ca4cb9bcef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:33.790099 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-190e845b-3629-44b1-a5ac-0ca4cb9bcef9 None None] Port 3cc7f01d-00d2-47c5-b225-e059353c89ea cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:02:33.810791 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:33.814098 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3e9aaff9-fcf7-4895-85a2-e46ca7f832d5 req-32772856-60c7-47a6-91d3-9afc1009451b tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8e72b38-a337-4543-82b6-9c296ff0efc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504580 Jul 06 14:02:33.864462 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a27cfdee-150b-4898-9178-f2dad0349ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:33.947345 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:33.955662 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:33.957583 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:34.094836 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:34.134063 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:34.144551 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:34.157821 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41899e16-44c0-401a-aaaf-a6753aef2e79 req-fd55e3e8-d32d-4df7-83ef-1e7316af5bce tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:34.159476 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-41899e16-44c0-401a-aaaf-a6753aef2e79 req-fd55e3e8-d32d-4df7-83ef-1e7316af5bce tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 945 time: 0.1597955 Jul 06 14:02:34.218490 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:34.241207 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-41899e16-44c0-401a-aaaf-a6753aef2e79 req-2813af01-9f7d-4c35-9ce1-7c08843e8d30 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744927 Jul 06 14:02:34.259943 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a27cfdee-150b-4898-9178-f2dad0349ba2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:34.266665 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a27cfdee-150b-4898-9178-f2dad0349ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:34.362241 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cfdee-150b-4898-9178-f2dad0349ba2 admin admin] Pushing event updated for resources: {'Port': ['ID=3cc7f01d-00d2-47c5-b225-e059353c89ea,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:34.380244 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a27cfdee-150b-4898-9178-f2dad0349ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:34.510484 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27cfdee-150b-4898-9178-f2dad0349ba2 admin admin] Network 7f60ba5f-c84b-48cf-8af4-df281a94ac6e is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:34.515272 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-a27cfdee-150b-4898-9178-f2dad0349ba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:34.830183 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e8dfa3d5-2115-4892-887c-e4d8f38d4770 None None] Provisioning complete for port 3cc7f01d-00d2-47c5-b225-e059353c89ea triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:34.830183 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e8dfa3d5-2115-4892-887c-e4d8f38d4770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:34.916912 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-e8dfa3d5-2115-4892-887c-e4d8f38d4770 None None] Port 3cc7f01d-00d2-47c5-b225-e059353c89ea cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:02:35.084382 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d7322-4758-49e8-b402-426021908ac0 req-19c2d0a9-4bc1-4e26-b6a5-bdca6515d1c3 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:35.085829 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9d1d7322-4758-49e8-b402-426021908ac0 req-19c2d0a9-4bc1-4e26-b6a5-bdca6515d1c3 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 944 time: 0.5649836 Jul 06 14:02:35.110390 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27cfdee-150b-4898-9178-f2dad0349ba2 admin admin] Router 4ddff31c-4fd5-49fb-a17c-0d5536885965 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:02:35.181085 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9d1d7322-4758-49e8-b402-426021908ac0 req-2877a175-b60f-4e01-ab0c-bcac24b64b16 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889409 Jul 06 14:02:35.283036 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27cfdee-150b-4898-9178-f2dad0349ba2 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:02:35.289981 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a27cfdee-150b-4898-9178-f2dad0349ba2 admin admin] 10.222.0.118 "PUT /v2.0/routers/4ddff31c-4fd5-49fb-a17c-0d5536885965/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8239422 Jul 06 14:02:35.301345 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a881cbf-4d03-4ebb-a92a-39c28f8f8ef7 None None] Sync routers for ids ['4ddff31c-4fd5-49fb-a17c-0d5536885965'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:02:35.312977 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a881cbf-4d03-4ebb-a92a-39c28f8f8ef7 None None] Routers {'4ddff31c-4fd5-49fb-a17c-0d5536885965'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:35.313555 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-9a881cbf-4d03-4ebb-a92a-39c28f8f8ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:02:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['4ddff31c-4fd5-49fb-a17c-0d5536885965'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:35.411516 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9ff8c-9bec-4c35-a90e-800c5705ae40 req-489c0a33-5551-4fa5-aebf-adbcaf878292 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:35.413418 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-26c9ff8c-9bec-4c35-a90e-800c5705ae40 req-489c0a33-5551-4fa5-aebf-adbcaf878292 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] 10.222.0.118 "GET /v2.0/ports?device_id=77a1f084-b8dd-47b3-ac39-f5c0ce1e5b9e HTTP/1.1" status: 200 len: 944 time: 0.1048145 Jul 06 14:02:35.438337 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-9a881cbf-4d03-4ebb-a92a-39c28f8f8ef7 None None] Set router 4ddff31c-4fd5-49fb-a17c-0d5536885965 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:35.451275 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34418) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:35.477790 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-26c9ff8c-9bec-4c35-a90e-800c5705ae40 req-cea01258-2c3a-4adc-8bf5-0a58f1624a71 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8e72b38-a337-4543-82b6-9c296ff0efc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563674 Jul 06 14:02:35.536222 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-f48eb700-0cf6-46e2-917e-445dcffe3b29 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1719520980'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:35.581003 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:35.598140 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48eb700-0cf6-46e2-917e-445dcffe3b29 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Made reservation on behalf of 97d7ac68840e40f491d89756bea57e33 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:02:35.604674 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f48eb700-0cf6-46e2-917e-445dcffe3b29 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:35.686055 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48eb700-0cf6-46e2-917e-445dcffe3b29 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:02:35.707143 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f48eb700-0cf6-46e2-917e-445dcffe3b29 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:35.707503 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-f48eb700-0cf6-46e2-917e-445dcffe3b29 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Added segment 256a1d11-b35f-4bbd-8042-89812ab93199 of type vlan for network 73c8bc0d-5407-4f39-83c6-25b8982eea57 Jul 06 14:02:35.720597 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:35.733118 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209a382-befb-4913-b406-4090dd112f5d req-7049c620-1c2c-489f-a2f3-130f003cdb4b tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:35.735627 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3209a382-befb-4913-b406-4090dd112f5d req-7049c620-1c2c-489f-a2f3-130f003cdb4b tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 945 time: 0.1529634 Jul 06 14:02:35.770688 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f48eb700-0cf6-46e2-917e-445dcffe3b29 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:35.792933 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3209a382-befb-4913-b406-4090dd112f5d req-74954598-3c4b-4d8a-877d-a78c03cf0e87 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503821 Jul 06 14:02:35.816574 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f48eb700-0cf6-46e2-917e-445dcffe3b29 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:35.826753 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48eb700-0cf6-46e2-917e-445dcffe3b29 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:35.832918 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f48eb700-0cf6-46e2-917e-445dcffe3b29 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:35.840947 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:35.844186 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:35.844573 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:35.867911 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:35.868285 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:35.933168 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48eb700-0cf6-46e2-917e-445dcffe3b29 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Pushing event updated for resources: {'Network': ['ID=73c8bc0d-5407-4f39-83c6-25b8982eea57,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:35.941782 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34426) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:35.941994 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f48eb700-0cf6-46e2-917e-445dcffe3b29 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4884028 Jul 06 14:02:35.947808 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-48289322-3489-45f9-b418-62924c2e5c92 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Request body: {'subnet': {'network_id': '73c8bc0d-5407-4f39-83c6-25b8982eea57', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:35.979547 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 73c8bc0d-5407-4f39-83c6-25b8982eea57 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:02:36.070173 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48289322-3489-45f9-b418-62924c2e5c92 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Made reservation on behalf of 97d7ac68840e40f491d89756bea57e33 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:02:36.074490 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-48289322-3489-45f9-b418-62924c2e5c92 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:36.235888 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:36.250310 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-9a881cbf-4d03-4ebb-a92a-39c28f8f8ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ddff31c-4fd5-49fb-a17c-0d5536885965', 'name': 'tempest-ServersTestMultiNic-924058578-router', 'tenant_id': '97d7ac68840e40f491d89756bea57e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:25Z', 'updated_at': '2021-07-06T14:02:33Z', 'revision_number': 4, 'project_id': '97d7ac68840e40f491d89756bea57e33', 'gw_port': {'id': 'cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:45:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddff31c-4fd5-49fb-a17c-0d5536885965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:26Z', 'updated_at': '2021-07-06T14:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '3cc7f01d-00d2-47c5-b225-e059353c89ea', 'name': '', 'network_id': '7f60ba5f-c84b-48cf-8af4-df281a94ac6e', 'tenant_id': '97d7ac68840e40f491d89756bea57e33', 'mac_address': 'fa:16:3e:da:36:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ddff31c-4fd5-49fb-a17c-0d5536885965', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ecda013c-261b-4cc4-a28e-0e20768310eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:32Z', 'updated_at': '2021-07-06T14:02:33Z', 'revision_number': 2, 'project_id': '97d7ac68840e40f491d89756bea57e33', 'subnets': [{'id': 'ecda013c-261b-4cc4-a28e-0e20768310eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:36.297426 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a881cbf-4d03-4ebb-a92a-39c28f8f8ef7 None None] Checking router: 4ddff31c-4fd5-49fb-a17c-0d5536885965 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:02:36.297718 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a881cbf-4d03-4ebb-a92a-39c28f8f8ef7 None None] Updating router 4ddff31c-4fd5-49fb-a17c-0d5536885965 port 3cc7f01d-00d2-47c5-b225-e059353c89ea binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:02:36.324490 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-48289322-3489-45f9-b418-62924c2e5c92 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:36.370385 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a1f084-b8dd-47b3-ac39-f5c0ce1e5b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:36.372687 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5df57b-f9fe-42e9-be86-20e67ac6b74a" -d '{"events": [{"server_uuid": "77a1f084-b8dd-47b3-ac39-f5c0ce1e5b9e", "name": "network-vif-plugged", "status": "completed", "tag": "4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:36.404777 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743,segment=NetworkSegment(9cbe5a71-b168-4fc6-a8ee-bf3198ba1052),segment_id=9cbe5a71-b168-4fc6-a8ee-bf3198ba1052)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:36.409448 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9a881cbf-4d03-4ebb-a92a-39c28f8f8ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:36.507220 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:36.510343 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48289322-3489-45f9-b418-62924c2e5c92 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Pushing event updated for resources: {'Subnet': ['ID=1407033a-a224-449b-93ce-d26401e42c51,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:36.528701 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904e1c8-c15d-43bf-9f83-458056547131 req-760fbf3f-280e-430f-b277-5ef28e95646c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:36.536939 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2904e1c8-c15d-43bf-9f83-458056547131 req-760fbf3f-280e-430f-b277-5ef28e95646c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 944 time: 0.1986465 Jul 06 14:02:36.546599 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48289322-3489-45f9-b418-62924c2e5c92 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Checking segment: {'id': '256a1d11-b35f-4bbd-8042-89812ab93199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '73c8bc0d-5407-4f39-83c6-25b8982eea57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:36.546811 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48289322-3489-45f9-b418-62924c2e5c92 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Network hostable DHCP agents. Network: 73c8bc0d-5407-4f39-83c6-25b8982eea57, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:02:36.588117 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48289322-3489-45f9-b418-62924c2e5c92 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Network 73c8bc0d-5407-4f39-83c6-25b8982eea57 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:02:36.616652 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2904e1c8-c15d-43bf-9f83-458056547131 req-82cd91e6-d3bb-47d6-8b94-381d936358c6 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787072 Jul 06 14:02:36.621576 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-48289322-3489-45f9-b418-62924c2e5c92 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 73c8bc0d-5407-4f39-83c6-25b8982eea57) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:36.641791 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48289322-3489-45f9-b418-62924c2e5c92 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:36.642418 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-48289322-3489-45f9-b418-62924c2e5c92 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:36.669903 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-48289322-3489-45f9-b418-62924c2e5c92 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7231615 Jul 06 14:02:36.669903 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34434) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:36.691836 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-5281d0ef-0911-451b-985a-2c9ef518e4eb tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2025407599'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:36.771847 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5281d0ef-0911-451b-985a-2c9ef518e4eb tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Made reservation on behalf of 97d7ac68840e40f491d89756bea57e33 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:02:36.778054 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5281d0ef-0911-451b-985a-2c9ef518e4eb tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:36.840799 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9a881cbf-4d03-4ebb-a92a-39c28f8f8ef7 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:36.852934 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9a881cbf-4d03-4ebb-a92a-39c28f8f8ef7 None None] Transition to ACTIVE for port object 3cc7f01d-00d2-47c5-b225-e059353c89ea will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:36.859820 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400ef25f-487a-414f-90af-7b495303fdbc x-openstack-request-id: req-400ef25f-487a-414f-90af-7b495303fdbc {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:36.860479 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a1f084-b8dd-47b3-ac39-f5c0ce1e5b9e", "name": "network-vif-plugged", "status": "completed", "tag": "4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:36.860961 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-400ef25f-487a-414f-90af-7b495303fdbc {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:36.862015 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a1f084-b8dd-47b3-ac39-f5c0ce1e5b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743', 'code': 200} Jul 06 14:02:36.865620 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afc3eeb-1974-49e0-9a25-a1b205328244 None None] Network 73c8bc0d-5407-4f39-83c6-25b8982eea57 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:02:36.887451 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9a881cbf-4d03-4ebb-a92a-39c28f8f8ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:36.909569 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5281d0ef-0911-451b-985a-2c9ef518e4eb tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:02:36.943427 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5281d0ef-0911-451b-985a-2c9ef518e4eb tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:36.943899 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-5281d0ef-0911-451b-985a-2c9ef518e4eb tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Added segment 3b690def-b283-4fcb-9147-d857afcaa0d4 of type vlan for network dfe1c46c-8c93-4499-a48d-0017bd73b910 Jul 06 14:02:36.977286 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:37.044576 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5281d0ef-0911-451b-985a-2c9ef518e4eb tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:37.058295 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f7135-f9b8-4c73-b9f5-210ed88daa0c req-f111d2a0-d8b1-4509-897d-eb418c57a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:37.060111 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b32f7135-f9b8-4c73-b9f5-210ed88daa0c req-f111d2a0-d8b1-4509-897d-eb418c57a6dc service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=77a1f084-b8dd-47b3-ac39-f5c0ce1e5b9e HTTP/1.1" status: 200 len: 1096 time: 0.2409432 Jul 06 14:02:37.081849 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd536d3-9244-45d4-bd59-e7f46740e0c5 req-c029ab3a-27f5-4d0c-ada8-328778b3423b tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:37.084166 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1dd536d3-9244-45d4-bd59-e7f46740e0c5 req-c029ab3a-27f5-4d0c-ada8-328778b3423b tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] 10.222.0.118 "GET /v2.0/ports?device_id=77a1f084-b8dd-47b3-ac39-f5c0ce1e5b9e HTTP/1.1" status: 200 len: 945 time: 0.2155063 Jul 06 14:02:37.132633 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db336d1f-d5e9-4fff-a68a-413d2b628705 None None] Pushing event updated for resources: {'Port': ['ID=3cc7f01d-00d2-47c5-b225-e059353c89ea,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:37.178603 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-9a881cbf-4d03-4ebb-a92a-39c28f8f8ef7 None None] Attempting to bind port 3cc7f01d-00d2-47c5-b225-e059353c89ea on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:02:37.179621 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-9a881cbf-4d03-4ebb-a92a-39c28f8f8ef7 None None] Attempting to bind port 3cc7f01d-00d2-47c5-b225-e059353c89ea by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'c4a0187c-f004-4fc5-a2df-73804da9c5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f60ba5f-c84b-48cf-8af4-df281a94ac6e'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:02:37.180235 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a881cbf-4d03-4ebb-a92a-39c28f8f8ef7 None None] Attempting to bind port 3cc7f01d-00d2-47c5-b225-e059353c89ea on network 7f60ba5f-c84b-48cf-8af4-df281a94ac6e {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:37.194791 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a881cbf-4d03-4ebb-a92a-39c28f8f8ef7 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:02:37.195520 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a881cbf-4d03-4ebb-a92a-39c28f8f8ef7 None None] Checking segment: {'id': 'c4a0187c-f004-4fc5-a2df-73804da9c5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f60ba5f-c84b-48cf-8af4-df281a94ac6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:37.196279 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9a881cbf-4d03-4ebb-a92a-39c28f8f8ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:37.196884 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a881cbf-4d03-4ebb-a92a-39c28f8f8ef7 None None] Bound using segment: {'id': 'c4a0187c-f004-4fc5-a2df-73804da9c5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f60ba5f-c84b-48cf-8af4-df281a94ac6e'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:02:37.197567 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-9a881cbf-4d03-4ebb-a92a-39c28f8f8ef7 None None] Bound port: 3cc7f01d-00d2-47c5-b225-e059353c89ea, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a0187c-f004-4fc5-a2df-73804da9c5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7f60ba5f-c84b-48cf-8af4-df281a94ac6e'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:02:37.203189 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9a881cbf-4d03-4ebb-a92a-39c28f8f8ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:37.262194 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1dd536d3-9244-45d4-bd59-e7f46740e0c5 req-2d7aa74a-4d4f-456a-8d8c-cc1c88044f6b tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8e72b38-a337-4543-82b6-9c296ff0efc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770251 Jul 06 14:02:37.270009 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5281d0ef-0911-451b-985a-2c9ef518e4eb tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:37.276861 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5281d0ef-0911-451b-985a-2c9ef518e4eb tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:37.278051 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5281d0ef-0911-451b-985a-2c9ef518e4eb tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:37.296537 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b32f7135-f9b8-4c73-b9f5-210ed88daa0c req-23cc0a51-0bd3-4d5f-bc43-61b7d7222b19 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=f8e72b38-a337-4543-82b6-9c296ff0efc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933463 Jul 06 14:02:37.330858 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98254622-45f0-48b3-868d-e98af687eefc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-73c8bc0d-5407-4f39-83c6-25b8982eea57', 'network_id': '73c8bc0d-5407-4f39-83c6-25b8982eea57', 'tenant_id': '97d7ac68840e40f491d89756bea57e33', 'fixed_ips': [{'subnet_id': '1407033a-a224-449b-93ce-d26401e42c51'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:02:37.332516 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-98254622-45f0-48b3-868d-e98af687eefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:37.383040 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c3bd2def-0b69-4648-8340-dc37f0677249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:37.410720 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5281d0ef-0911-451b-985a-2c9ef518e4eb tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7397108 Jul 06 14:02:37.413602 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34448) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:37.420561 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c624e3fe-4f04-489f-b40e-53defe114932 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Request body: {'subnet': {'network_id': 'dfe1c46c-8c93-4499-a48d-0017bd73b910', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:37.460570 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281d0ef-0911-451b-985a-2c9ef518e4eb tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Pushing event updated for resources: {'Network': ['ID=dfe1c46c-8c93-4499-a48d-0017bd73b910,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:37.476847 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9a881cbf-4d03-4ebb-a92a-39c28f8f8ef7 None None] For port 3cc7f01d-00d2-47c5-b225-e059353c89ea, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:02:37.479236 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network dfe1c46c-8c93-4499-a48d-0017bd73b910 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:02:37.508200 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9a881cbf-4d03-4ebb-a92a-39c28f8f8ef7 None None] For port 3cc7f01d-00d2-47c5-b225-e059353c89ea, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=3cc7f01d-00d2-47c5-b225-e059353c89ea,segment=NetworkSegment(c4a0187c-f004-4fc5-a2df-73804da9c5ff),segment_id=c4a0187c-f004-4fc5-a2df-73804da9c5ff)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:02:37.543414 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23236174-7c50-45cc-924f-ba173dd2bbc9 req-49883f88-483e-4eac-ae15-3cac36bb9364 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:37.544501 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9a881cbf-4d03-4ebb-a92a-39c28f8f8ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:37.545515 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-23236174-7c50-45cc-924f-ba173dd2bbc9 req-49883f88-483e-4eac-ae15-3cac36bb9364 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 945 time: 0.0708828 Jul 06 14:02:37.566595 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c624e3fe-4f04-489f-b40e-53defe114932 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Made reservation on behalf of 97d7ac68840e40f491d89756bea57e33 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:02:37.570778 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c624e3fe-4f04-489f-b40e-53defe114932 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:37.605606 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-23236174-7c50-45cc-924f-ba173dd2bbc9 req-ec8de680-6b02-46d9-a705-3eec2d5f6e90 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445323 Jul 06 14:02:37.668168 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a881cbf-4d03-4ebb-a92a-39c28f8f8ef7 None None] Routers {'4ddff31c-4fd5-49fb-a17c-0d5536885965'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:37.669271 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-9a881cbf-4d03-4ebb-a92a-39c28f8f8ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:02:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['4ddff31c-4fd5-49fb-a17c-0d5536885965'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:37.744515 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-98254622-45f0-48b3-868d-e98af687eefc None None] Allocated IP 19.80.0.2 (73c8bc0d-5407-4f39-83c6-25b8982eea57/1407033a-a224-449b-93ce-d26401e42c51/71969403-00ae-49e5-933c-f5fc1ab72258) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:02:37.801710 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db336d1f-d5e9-4fff-a68a-413d2b628705 None None] Pushing event updated for resources: {'Port': ['ID=3cc7f01d-00d2-47c5-b225-e059353c89ea,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:37.874052 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c624e3fe-4f04-489f-b40e-53defe114932 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:37.934222 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-9a881cbf-4d03-4ebb-a92a-39c28f8f8ef7 None None] Set router 4ddff31c-4fd5-49fb-a17c-0d5536885965 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:37.975635 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c624e3fe-4f04-489f-b40e-53defe114932 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Checking segment: {'id': '3b690def-b283-4fcb-9147-d857afcaa0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dfe1c46c-8c93-4499-a48d-0017bd73b910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:37.975828 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c624e3fe-4f04-489f-b40e-53defe114932 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Network hostable DHCP agents. Network: dfe1c46c-8c93-4499-a48d-0017bd73b910, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:02:37.981644 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624e3fe-4f04-489f-b40e-53defe114932 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Pushing event updated for resources: {'Subnet': ['ID=8fa79132-9182-4839-b8ff-b224780c9536,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:38.010874 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c624e3fe-4f04-489f-b40e-53defe114932 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Network dfe1c46c-8c93-4499-a48d-0017bd73b910 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:02:38.026338 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-c624e3fe-4f04-489f-b40e-53defe114932 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, dfe1c46c-8c93-4499-a48d-0017bd73b910) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:38.039146 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c624e3fe-4f04-489f-b40e-53defe114932 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:38.040052 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c624e3fe-4f04-489f-b40e-53defe114932 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:38.055860 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e83641-7325-4097-82e5-8d5034c794e8 None None] Network dfe1c46c-8c93-4499-a48d-0017bd73b910 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:02:38.083723 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91f7f7-6199-4184-a55e-4dd741c401c4 req-85cf197b-1491-4cec-b652-2dc3021ea62b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:38.088595 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fe91f7f7-6199-4184-a55e-4dd741c401c4 req-85cf197b-1491-4cec-b652-2dc3021ea62b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 944 time: 0.1132910 Jul 06 14:02:38.104065 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c624e3fe-4f04-489f-b40e-53defe114932 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6883984 Jul 06 14:02:38.166608 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fe91f7f7-6199-4184-a55e-4dd741c401c4 req-ec9cfbe7-1146-4f45-86c4-319024e334f9 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768619 Jul 06 14:02:38.226800 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-98254622-45f0-48b3-868d-e98af687eefc None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:38.232742 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a5b18-19a8-42aa-ad07-0e5e101377f8 req-df3aed70-6b4f-4632-aa27-31db2ff3f7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:38.234933 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fd8a5b18-19a8-42aa-ad07-0e5e101377f8 req-df3aed70-6b4f-4632-aa27-31db2ff3f7a4 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a280ed57ce5e4005b7a7e0a51a2d45bf&device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 1096 time: 0.1240072 Jul 06 14:02:38.254942 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-98254622-45f0-48b3-868d-e98af687eefc None None] Transition to ACTIVE for port object 71969403-00ae-49e5-933c-f5fc1ab72258 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:38.339904 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-98254622-45f0-48b3-868d-e98af687eefc None None] Transition to ACTIVE for port object 71969403-00ae-49e5-933c-f5fc1ab72258 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:38.413950 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a5b18-19a8-42aa-ad07-0e5e101377f8 req-120a2039-3ed9-481f-acd3-78cc9f1ad4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:38.417803 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fd8a5b18-19a8-42aa-ad07-0e5e101377f8 req-120a2039-3ed9-481f-acd3-78cc9f1ad4e3 service neutron] 10.222.0.124 "GET /v2.0/networks?id=eb40ac72-d061-46c2-ab3d-a227d94e4954 HTTP/1.1" status: 200 len: 917 time: 0.1737061 Jul 06 14:02:38.509101 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-e8a7034c-ebdb-43c5-8f3d-5642284cf6ee tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:38.515937 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-e8a7034c-ebdb-43c5-8f3d-5642284cf6ee tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:38.520967 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-e8a7034c-ebdb-43c5-8f3d-5642284cf6ee tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/networks?id=73c8bc0d-5407-4f39-83c6-25b8982eea57&id=dfe1c46c-8c93-4499-a48d-0017bd73b910&id=73c8bc0d-5407-4f39-83c6-25b8982eea57 HTTP/1.1" status: 200 len: 1392 time: 0.2032633 Jul 06 14:02:38.551210 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fd8a5b18-19a8-42aa-ad07-0e5e101377f8 req-2df7ae38-b3dc-47c6-ba65-5d8e00751a90 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 HTTP/1.1" status: 200 len: 1001 time: 0.1276937 Jul 06 14:02:38.555296 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-e23c50d2-9e08-4338-b5bd-1da5c75a604f tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/quotas/97d7ac68840e40f491d89756bea57e33 HTTP/1.1" status: 200 len: 375 time: 0.0301676 Jul 06 14:02:38.562406 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-98254622-45f0-48b3-868d-e98af687eefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:38.635963 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc84e649-1e72-42dc-a2ef-e8cb778cd3c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-dfe1c46c-8c93-4499-a48d-0017bd73b910', 'network_id': 'dfe1c46c-8c93-4499-a48d-0017bd73b910', 'tenant_id': '97d7ac68840e40f491d89756bea57e33', 'fixed_ips': [{'subnet_id': '8fa79132-9182-4839-b8ff-b224780c9536'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:02:38.636826 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bc84e649-1e72-42dc-a2ef-e8cb778cd3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:38.655449 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98254622-45f0-48b3-868d-e98af687eefc None None] Network 73c8bc0d-5407-4f39-83c6-25b8982eea57 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:38.670957 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a5b18-19a8-42aa-ad07-0e5e101377f8 req-c49bfdb1-5c51-4501-8209-e3b123730b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:38.672536 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fd8a5b18-19a8-42aa-ad07-0e5e101377f8 req-c49bfdb1-5c51-4501-8209-e3b123730b76 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=175feade-0da5-4b99-8a0b-5c1deab4fd78 HTTP/1.1" status: 200 len: 855 time: 0.1035051 Jul 06 14:02:38.682654 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98254622-45f0-48b3-868d-e98af687eefc None None] Pushing event updated for resources: {'Port': ['ID=71969403-00ae-49e5-933c-f5fc1ab72258,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:38.693651 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-98254622-45f0-48b3-868d-e98af687eefc None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:38.701592 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98254622-45f0-48b3-868d-e98af687eefc None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:02:38.747357 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-54b30524-a1f9-4742-8252-d7eeebd62dac tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=97d7ac68840e40f491d89756bea57e33&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1642530 Jul 06 14:02:38.810370 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a5b18-19a8-42aa-ad07-0e5e101377f8 req-f3fd3091-36ef-47af-bdd5-6c91997fb124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:38.812990 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fd8a5b18-19a8-42aa-ad07-0e5e101377f8 req-f3fd3091-36ef-47af-bdd5-6c91997fb124 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=eb40ac72-d061-46c2-ab3d-a227d94e4954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1318953 Jul 06 14:02:38.886625 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-141b2233-ec12-435b-9705-826d923733b4 service neutron] 10.222.0.118 "GET /v2.0/networks/73c8bc0d-5407-4f39-83c6-25b8982eea57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266766 Jul 06 14:02:38.912770 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-98254622-45f0-48b3-868d-e98af687eefc None None] Attempting to bind port 71969403-00ae-49e5-933c-f5fc1ab72258 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:02:38.913138 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-98254622-45f0-48b3-868d-e98af687eefc None None] Attempting to bind port 71969403-00ae-49e5-933c-f5fc1ab72258 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '256a1d11-b35f-4bbd-8042-89812ab93199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '73c8bc0d-5407-4f39-83c6-25b8982eea57'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:02:38.913503 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98254622-45f0-48b3-868d-e98af687eefc None None] Attempting to bind port 71969403-00ae-49e5-933c-f5fc1ab72258 on network 73c8bc0d-5407-4f39-83c6-25b8982eea57 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:38.948963 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98254622-45f0-48b3-868d-e98af687eefc None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:02:38.949965 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98254622-45f0-48b3-868d-e98af687eefc None None] Checking segment: {'id': '256a1d11-b35f-4bbd-8042-89812ab93199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '73c8bc0d-5407-4f39-83c6-25b8982eea57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:38.949965 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-98254622-45f0-48b3-868d-e98af687eefc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:38.950151 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98254622-45f0-48b3-868d-e98af687eefc None None] Bound using segment: {'id': '256a1d11-b35f-4bbd-8042-89812ab93199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '73c8bc0d-5407-4f39-83c6-25b8982eea57'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:02:38.950676 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-98254622-45f0-48b3-868d-e98af687eefc None None] Bound port: 71969403-00ae-49e5-933c-f5fc1ab72258, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '256a1d11-b35f-4bbd-8042-89812ab93199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '73c8bc0d-5407-4f39-83c6-25b8982eea57'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:02:38.951010 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-98254622-45f0-48b3-868d-e98af687eefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:38.959529 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-9a881cbf-4d03-4ebb-a92a-39c28f8f8ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ddff31c-4fd5-49fb-a17c-0d5536885965', 'name': 'tempest-ServersTestMultiNic-924058578-router', 'tenant_id': '97d7ac68840e40f491d89756bea57e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:25Z', 'updated_at': '2021-07-06T14:02:33Z', 'revision_number': 4, 'project_id': '97d7ac68840e40f491d89756bea57e33', 'gw_port': {'id': 'cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:45:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddff31c-4fd5-49fb-a17c-0d5536885965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:26Z', 'updated_at': '2021-07-06T14:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '3cc7f01d-00d2-47c5-b225-e059353c89ea', 'name': '', 'network_id': '7f60ba5f-c84b-48cf-8af4-df281a94ac6e', 'tenant_id': '97d7ac68840e40f491d89756bea57e33', 'mac_address': 'fa:16:3e:da:36:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ddff31c-4fd5-49fb-a17c-0d5536885965', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ecda013c-261b-4cc4-a28e-0e20768310eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:32Z', 'updated_at': '2021-07-06T14:02:37Z', 'revision_number': 4, 'project_id': '97d7ac68840e40f491d89756bea57e33', 'subnets': [{'id': 'ecda013c-261b-4cc4-a28e-0e20768310eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:39.013293 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a881cbf-4d03-4ebb-a92a-39c28f8f8ef7 None None] The sync data for ids ['4ddff31c-4fd5-49fb-a17c-0d5536885965'] in n-d-773644-6 is: [{'id': '4ddff31c-4fd5-49fb-a17c-0d5536885965', 'name': 'tempest-ServersTestMultiNic-924058578-router', 'tenant_id': '97d7ac68840e40f491d89756bea57e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:25Z', 'updated_at': '2021-07-06T14:02:33Z', 'revision_number': 4, 'project_id': '97d7ac68840e40f491d89756bea57e33', 'gw_port': {'id': 'cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:45:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddff31c-4fd5-49fb-a17c-0d5536885965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:26Z', 'updated_at': '2021-07-06T14:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '3cc7f01d-00d2-47c5-b225-e059353c89ea', 'name': '', 'network_id': '7f60ba5f-c84b-48cf-8af4-df281a94ac6e', 'tenant_id': '97d7ac68840e40f491d89756bea57e33', 'mac_address': 'fa:16:3e:da:36:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ddff31c-4fd5-49fb-a17c-0d5536885965', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'ecda013c-261b-4cc4-a28e-0e20768310eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:32Z', 'updated_at': '2021-07-06T14:02:37Z', 'revision_number': 4, 'project_id': '97d7ac68840e40f491d89756bea57e33', 'subnets': [{'id': 'ecda013c-261b-4cc4-a28e-0e20768310eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:02:39.054052 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-bc84e649-1e72-42dc-a2ef-e8cb778cd3c8 None None] Allocated IP 19.86.0.2 (dfe1c46c-8c93-4499-a48d-0017bd73b910/8fa79132-9182-4839-b8ff-b224780c9536/97a0fc73-9c45-4276-95e4-77f9f1da71e6) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:02:39.141579 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-315cbbb3-8f3e-4be8-b12f-95e611ecf1ea service neutron] 10.222.0.118 "GET /v2.0/networks/73c8bc0d-5407-4f39-83c6-25b8982eea57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429845 Jul 06 14:02:39.195696 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-98254622-45f0-48b3-868d-e98af687eefc None None] For port 71969403-00ae-49e5-933c-f5fc1ab72258, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:02:39.230196 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fd8a5b18-19a8-42aa-ad07-0e5e101377f8 req-fb2ba04f-3490-4ecf-b0e6-1acba99a567f service neutron] 10.222.0.124 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068093 Jul 06 14:02:39.238752 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-98254622-45f0-48b3-868d-e98af687eefc None None] For port 71969403-00ae-49e5-933c-f5fc1ab72258, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=71969403-00ae-49e5-933c-f5fc1ab72258,segment=NetworkSegment(256a1d11-b35f-4bbd-8042-89812ab93199),segment_id=256a1d11-b35f-4bbd-8042-89812ab93199)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:02:39.247853 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-98254622-45f0-48b3-868d-e98af687eefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:39.372836 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98254622-45f0-48b3-868d-e98af687eefc None None] Pushing event updated for resources: {'Port': ['ID=71969403-00ae-49e5-933c-f5fc1ab72258,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:39.378596 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4f83cf5c-ea38-4cf8-9b94-21125845da03 service neutron] 10.222.0.118 "GET /v2.0/networks/dfe1c46c-8c93-4499-a48d-0017bd73b910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323904 Jul 06 14:02:39.450663 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bc84e649-1e72-42dc-a2ef-e8cb778cd3c8 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:39.478707 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fd8a5b18-19a8-42aa-ad07-0e5e101377f8 req-f408105b-9631-4162-9e2a-a21f18029924 service neutron] 10.222.0.124 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404439 Jul 06 14:02:39.480101 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-bc84e649-1e72-42dc-a2ef-e8cb778cd3c8 None None] Transition to ACTIVE for port object 97a0fc73-9c45-4276-95e4-77f9f1da71e6 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:39.503920 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-bc84e649-1e72-42dc-a2ef-e8cb778cd3c8 None None] Transition to ACTIVE for port object 97a0fc73-9c45-4276-95e4-77f9f1da71e6 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:39.511868 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bc84e649-1e72-42dc-a2ef-e8cb778cd3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:39.549889 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-39354f67-112c-40fc-8b30-72b9ff97e687 service neutron] 10.222.0.118 "GET /v2.0/networks/dfe1c46c-8c93-4499-a48d-0017bd73b910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695790 Jul 06 14:02:39.586296 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc84e649-1e72-42dc-a2ef-e8cb778cd3c8 None None] Network dfe1c46c-8c93-4499-a48d-0017bd73b910 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:39.593483 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-bc84e649-1e72-42dc-a2ef-e8cb778cd3c8 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:39.597523 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc84e649-1e72-42dc-a2ef-e8cb778cd3c8 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:02:39.622554 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84e649-1e72-42dc-a2ef-e8cb778cd3c8 None None] Pushing event updated for resources: {'Port': ['ID=97a0fc73-9c45-4276-95e4-77f9f1da71e6,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:39.713324 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-bc84e649-1e72-42dc-a2ef-e8cb778cd3c8 None None] Attempting to bind port 97a0fc73-9c45-4276-95e4-77f9f1da71e6 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:02:39.713727 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-bc84e649-1e72-42dc-a2ef-e8cb778cd3c8 None None] Attempting to bind port 97a0fc73-9c45-4276-95e4-77f9f1da71e6 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '3b690def-b283-4fcb-9147-d857afcaa0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dfe1c46c-8c93-4499-a48d-0017bd73b910'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:02:39.714133 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc84e649-1e72-42dc-a2ef-e8cb778cd3c8 None None] Attempting to bind port 97a0fc73-9c45-4276-95e4-77f9f1da71e6 on network dfe1c46c-8c93-4499-a48d-0017bd73b910 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:39.719560 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc84e649-1e72-42dc-a2ef-e8cb778cd3c8 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:02:39.719945 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc84e649-1e72-42dc-a2ef-e8cb778cd3c8 None None] Checking segment: {'id': '3b690def-b283-4fcb-9147-d857afcaa0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dfe1c46c-8c93-4499-a48d-0017bd73b910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:39.720356 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bc84e649-1e72-42dc-a2ef-e8cb778cd3c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:39.734387 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc84e649-1e72-42dc-a2ef-e8cb778cd3c8 None None] Bound using segment: {'id': '3b690def-b283-4fcb-9147-d857afcaa0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dfe1c46c-8c93-4499-a48d-0017bd73b910'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:02:39.734970 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-bc84e649-1e72-42dc-a2ef-e8cb778cd3c8 None None] Bound port: 97a0fc73-9c45-4276-95e4-77f9f1da71e6, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b690def-b283-4fcb-9147-d857afcaa0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dfe1c46c-8c93-4499-a48d-0017bd73b910'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:02:39.735434 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bc84e649-1e72-42dc-a2ef-e8cb778cd3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:39.741165 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-07202e2e-4221-4253-8eac-22a8311fb862 service neutron] 10.222.0.118 "GET /v2.0/networks/73c8bc0d-5407-4f39-83c6-25b8982eea57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902113 Jul 06 14:02:39.791769 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 3cc7f01d-00d2-47c5-b225-e059353c89ea up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:39.890010 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-d6bcf5ec-a093-4479-9c11-72a64cf5731d service neutron] 10.222.0.118 "GET /v2.0/networks/73c8bc0d-5407-4f39-83c6-25b8982eea57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477642 Jul 06 14:02:39.907330 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-bc84e649-1e72-42dc-a2ef-e8cb778cd3c8 None None] For port 97a0fc73-9c45-4276-95e4-77f9f1da71e6, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:02:39.912113 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-bc84e649-1e72-42dc-a2ef-e8cb778cd3c8 None None] For port 97a0fc73-9c45-4276-95e4-77f9f1da71e6, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=97a0fc73-9c45-4276-95e4-77f9f1da71e6,segment=NetworkSegment(3b690def-b283-4fcb-9147-d857afcaa0d4),segment_id=3b690def-b283-4fcb-9147-d857afcaa0d4)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:02:39.920128 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bc84e649-1e72-42dc-a2ef-e8cb778cd3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:39.982804 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 3cc7f01d-00d2-47c5-b225-e059353c89ea completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:39.992163 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 3cc7f01d-00d2-47c5-b225-e059353c89ea triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:39.992545 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:40.113873 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84e649-1e72-42dc-a2ef-e8cb778cd3c8 None None] Pushing event updated for resources: {'Port': ['ID=97a0fc73-9c45-4276-95e4-77f9f1da71e6,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:40.161370 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:40.214340 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 3cc7f01d-00d2-47c5-b225-e059353c89ea, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=3cc7f01d-00d2-47c5-b225-e059353c89ea,segment=NetworkSegment(c4a0187c-f004-4fc5-a2df-73804da9c5ff),segment_id=c4a0187c-f004-4fc5-a2df-73804da9c5ff)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:40.227297 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:40.272879 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:40.360638 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=3cc7f01d-00d2-47c5-b225-e059353c89ea,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:40.462860 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75b5dc-61a6-47b8-85f7-fe3dec036f74 req-e6b44609-94c4-465b-9ff0-b32d4e374a35 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:40.477960 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6e75b5dc-61a6-47b8-85f7-fe3dec036f74 req-e6b44609-94c4-465b-9ff0-b32d4e374a35 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] 10.222.0.118 "GET /v2.0/ports?device_id=77a1f084-b8dd-47b3-ac39-f5c0ce1e5b9e HTTP/1.1" status: 200 len: 945 time: 0.1950574 Jul 06 14:02:40.557181 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6e75b5dc-61a6-47b8-85f7-fe3dec036f74 req-83b31278-4b74-4ff2-9dab-b221cfbd11d9 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8e72b38-a337-4543-82b6-9c296ff0efc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672214 Jul 06 14:02:40.583238 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-41fd8ac5-4b86-492c-803c-18e68321a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:40.872897 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7627d-6352-4b94-add0-de33ce809edc req-22f86c69-a877-4ef8-b7bf-f93ec215e2a9 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:40.885028 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aab7627d-6352-4b94-add0-de33ce809edc req-22f86c69-a877-4ef8-b7bf-f93ec215e2a9 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 945 time: 0.1395569 Jul 06 14:02:40.967858 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aab7627d-6352-4b94-add0-de33ce809edc req-f30a89b3-ca90-4649-b9fc-dc7747f80c17 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815544 Jul 06 14:02:41.055419 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f61ede-e759-4d75-af4b-7fd63b4f904c None None] Network 73c8bc0d-5407-4f39-83c6-25b8982eea57 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:02:41.190174 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c67cef36-eee6-4fe0-b825-f13d93bbaa12 None None] Provisioning for port 71969403-00ae-49e5-933c-f5fc1ab72258 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:41.427243 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55424771-55a7-43b7-8ece-0b784fd65c4d req-61c34238-f643-4678-9467-554b4702a6a9 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:41.431902 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-55424771-55a7-43b7-8ece-0b784fd65c4d req-61c34238-f643-4678-9467-554b4702a6a9 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 944 time: 0.1067595 Jul 06 14:02:41.491890 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:02:41.499157 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-55424771-55a7-43b7-8ece-0b784fd65c4d req-65904364-a67f-4919-82f7-3f9fcc9e97e0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608218 Jul 06 14:02:41.541525 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:41.634248 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:41.677475 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db004ef-8691-4863-8a30-7918a3a91581', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:41.683650 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d067283e-00cd-44fd-9baa-aac093be4571" -d '{"events": [{"server_uuid": "7db004ef-8691-4863-8a30-7918a3a91581", "name": "network-vif-unplugged", "status": "completed", "tag": "e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:41.707143 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b621d8a-1315-4027-83fc-98e9a6ffd0cd None None] Network dfe1c46c-8c93-4499-a48d-0017bd73b910 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:02:41.713291 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:41.771491 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:41.789871 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-57f59849-4a5d-4cc6-ae97-c25f453c31de req-8bb92796-b86c-492e-b451-41432ec7cf95 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?device_id=41838a09-6470-43d7-885c-89a063d7fadb HTTP/1.1" status: 200 len: 210 time: 0.0668542 Jul 06 14:02:41.862873 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:41.880363 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-18b0b976-b4c0-4652-a21c-7650a931bae8 None None] Provisioning for port 97a0fc73-9c45-4276-95e4-77f9f1da71e6 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:41.952103 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 3cc7f01d-00d2-47c5-b225-e059353c89ea up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:42.097165 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 3cc7f01d-00d2-47c5-b225-e059353c89ea triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:42.097817 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:42.122029 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d228a2-e49e-4c7e-a870-1d010c8af93b x-openstack-request-id: req-f6d228a2-e49e-4c7e-a870-1d010c8af93b {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:42.122329 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db004ef-8691-4863-8a30-7918a3a91581", "name": "network-vif-unplugged", "status": "failed", "tag": "e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907", "code": 422}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:42.122590 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-f6d228a2-e49e-4c7e-a870-1d010c8af93b {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:42.122996 n-d-773644-6 neutron-server[100419]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7db004ef-8691-4863-8a30-7918a3a91581', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907', 'code': 422} returned with failed status Jul 06 14:02:42.212824 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 97a0fc73-9c45-4276-95e4-77f9f1da71e6 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:42.243463 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-9474f98a-333d-4994-93d0-5b0f55e3fd3a tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:42.252374 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-9474f98a-333d-4994-93d0-5b0f55e3fd3a tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:42.254643 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-9474f98a-333d-4994-93d0-5b0f55e3fd3a tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.52 "GET /v2.0/networks?id=73c8bc0d-5407-4f39-83c6-25b8982eea57&id=dfe1c46c-8c93-4499-a48d-0017bd73b910&id=73c8bc0d-5407-4f39-83c6-25b8982eea57 HTTP/1.1" status: 200 len: 1392 time: 0.2730389 Jul 06 14:02:42.276378 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-cbe811a5-2d84-417f-9b3c-e2b12aa5e70a tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Request body: {'port': {'device_id': '41838a09-6470-43d7-885c-89a063d7fadb', 'network_id': '73c8bc0d-5407-4f39-83c6-25b8982eea57', 'admin_state_up': True, 'tenant_id': '97d7ac68840e40f491d89756bea57e33'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:42.313734 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 97a0fc73-9c45-4276-95e4-77f9f1da71e6 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:42.318567 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 97a0fc73-9c45-4276-95e4-77f9f1da71e6 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:42.319193 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:42.378211 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56870d68-e9cf-4567-9fc8-6abc73adf3de req-7f9f0456-2ce4-40fa-ae58-960624c1708d tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:42.379943 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56870d68-e9cf-4567-9fc8-6abc73adf3de req-7f9f0456-2ce4-40fa-ae58-960624c1708d tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 943 time: 0.1223562 Jul 06 14:02:42.454933 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56870d68-e9cf-4567-9fc8-6abc73adf3de req-7e1d9f73-481d-41f1-a815-c596285268b3 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658202 Jul 06 14:02:42.471529 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-cbe811a5-2d84-417f-9b3c-e2b12aa5e70a tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Made reservation on behalf of 97d7ac68840e40f491d89756bea57e33 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:02:42.472748 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:42.477491 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-cbe811a5-2d84-417f-9b3c-e2b12aa5e70a tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:42.519913 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 97a0fc73-9c45-4276-95e4-77f9f1da71e6, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=97a0fc73-9c45-4276-95e4-77f9f1da71e6,segment=NetworkSegment(3b690def-b283-4fcb-9147-d857afcaa0d4),segment_id=3b690def-b283-4fcb-9147-d857afcaa0d4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:42.525798 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:42.526804 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 71969403-00ae-49e5-933c-f5fc1ab72258 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:42.633336 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 71969403-00ae-49e5-933c-f5fc1ab72258 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:42.639797 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-88d0970f-2535-430e-b359-91dbec8001a8 None None] Provisioning complete for port 97a0fc73-9c45-4276-95e4-77f9f1da71e6 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:42.640379 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-88d0970f-2535-430e-b359-91dbec8001a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:42.644006 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=97a0fc73-9c45-4276-95e4-77f9f1da71e6,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:42.646971 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 71969403-00ae-49e5-933c-f5fc1ab72258 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:42.647566 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:42.663513 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-cbe811a5-2d84-417f-9b3c-e2b12aa5e70a tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Allocated IP 19.80.0.11 (73c8bc0d-5407-4f39-83c6-25b8982eea57/1407033a-a224-449b-93ce-d26401e42c51/2d5af4ad-8b3d-4452-9ac9-0991c8a124b1) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:02:42.766907 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:42.843762 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 71969403-00ae-49e5-933c-f5fc1ab72258, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=71969403-00ae-49e5-933c-f5fc1ab72258,segment=NetworkSegment(256a1d11-b35f-4bbd-8042-89812ab93199),segment_id=256a1d11-b35f-4bbd-8042-89812ab93199)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:42.851122 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:42.888099 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-cbe811a5-2d84-417f-9b3c-e2b12aa5e70a tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:42.906327 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-cbe811a5-2d84-417f-9b3c-e2b12aa5e70a tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Transition to ACTIVE for port object 2d5af4ad-8b3d-4452-9ac9-0991c8a124b1 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:42.910305 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=71969403-00ae-49e5-933c-f5fc1ab72258,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:42.950662 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-cbe811a5-2d84-417f-9b3c-e2b12aa5e70a tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:43.000193 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-cbe811a5-2d84-417f-9b3c-e2b12aa5e70a tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Network 73c8bc0d-5407-4f39-83c6-25b8982eea57 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:43.004496 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-cbe811a5-2d84-417f-9b3c-e2b12aa5e70a tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:43.010862 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-cbe811a5-2d84-417f-9b3c-e2b12aa5e70a tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:02:43.019944 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe811a5-2d84-417f-9b3c-e2b12aa5e70a tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Pushing event updated for resources: {'Port': ['ID=2d5af4ad-8b3d-4452-9ac9-0991c8a124b1,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:43.064034 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:43.076925 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-cbe811a5-2d84-417f-9b3c-e2b12aa5e70a tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:43.077567 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-cbe811a5-2d84-417f-9b3c-e2b12aa5e70a tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:43.094971 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-cbe811a5-2d84-417f-9b3c-e2b12aa5e70a tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8261578 Jul 06 14:02:43.111002 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-be22b3b5-79cc-42a4-ac2e-98a9f52e1446 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Request body: {'port': {'device_id': '41838a09-6470-43d7-885c-89a063d7fadb', 'network_id': 'dfe1c46c-8c93-4499-a48d-0017bd73b910', 'admin_state_up': True, 'tenant_id': '97d7ac68840e40f491d89756bea57e33'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:43.306891 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-be22b3b5-79cc-42a4-ac2e-98a9f52e1446 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Made reservation on behalf of 97d7ac68840e40f491d89756bea57e33 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:02:43.310483 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-be22b3b5-79cc-42a4-ac2e-98a9f52e1446 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:43.363924 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-66a939f0-a38d-4b67-b0af-946567a88731 None None] Provisioning for port 2d5af4ad-8b3d-4452-9ac9-0991c8a124b1 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:43.368306 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-66a939f0-a38d-4b67-b0af-946567a88731 None None] Provisioning complete for port 2d5af4ad-8b3d-4452-9ac9-0991c8a124b1 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:43.368699 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-66a939f0-a38d-4b67-b0af-946567a88731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:43.381223 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2f281-6051-48ac-9939-263447a30216 req-d6d00ecf-f6b7-43f9-979f-40479f9de74a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:43.383048 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c8f2f281-6051-48ac-9939-263447a30216 req-d6d00ecf-f6b7-43f9-979f-40479f9de74a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 944 time: 0.0701556 Jul 06 14:02:43.404633 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-66a939f0-a38d-4b67-b0af-946567a88731 None None] Port 2d5af4ad-8b3d-4452-9ac9-0991c8a124b1 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:02:43.426860 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c8f2f281-6051-48ac-9939-263447a30216 req-c420e2ed-6818-4263-b2cb-25c7d82ca8bc tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366929 Jul 06 14:02:43.458922 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-be22b3b5-79cc-42a4-ac2e-98a9f52e1446 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Allocated IP 19.86.0.177 (dfe1c46c-8c93-4499-a48d-0017bd73b910/8fa79132-9182-4839-b8ff-b224780c9536/480bff79-6e74-48d7-87ff-8bbb2fe00902) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:02:43.625359 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-be22b3b5-79cc-42a4-ac2e-98a9f52e1446 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:43.642382 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-be22b3b5-79cc-42a4-ac2e-98a9f52e1446 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Transition to ACTIVE for port object 480bff79-6e74-48d7-87ff-8bbb2fe00902 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:43.667286 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 97a0fc73-9c45-4276-95e4-77f9f1da71e6 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:43.699493 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-be22b3b5-79cc-42a4-ac2e-98a9f52e1446 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:43.724485 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 97a0fc73-9c45-4276-95e4-77f9f1da71e6 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:43.724965 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:43.753556 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-be22b3b5-79cc-42a4-ac2e-98a9f52e1446 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Network dfe1c46c-8c93-4499-a48d-0017bd73b910 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:43.757126 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-be22b3b5-79cc-42a4-ac2e-98a9f52e1446 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:43.764903 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-be22b3b5-79cc-42a4-ac2e-98a9f52e1446 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:02:43.818056 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-be22b3b5-79cc-42a4-ac2e-98a9f52e1446 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:43.818899 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-be22b3b5-79cc-42a4-ac2e-98a9f52e1446 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:43.827506 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 71969403-00ae-49e5-933c-f5fc1ab72258 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:43.844817 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be22b3b5-79cc-42a4-ac2e-98a9f52e1446 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Pushing event updated for resources: {'Port': ['ID=480bff79-6e74-48d7-87ff-8bbb2fe00902,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:43.857114 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-be22b3b5-79cc-42a4-ac2e-98a9f52e1446 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7503710 Jul 06 14:02:43.871591 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c999f-0ee9-4126-b280-8f7746fac5f5 req-146afd0a-f12a-4d50-895f-bec5542f8cf0 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:43.873938 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4ae7efe0-8993-42fc-ae1d-c3700dbfa615 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Request body: {'port': {'device_id': '41838a09-6470-43d7-885c-89a063d7fadb', 'network_id': '73c8bc0d-5407-4f39-83c6-25b8982eea57', 'admin_state_up': True, 'tenant_id': '97d7ac68840e40f491d89756bea57e33'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:43.879785 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c999f-0ee9-4126-b280-8f7746fac5f5 req-146afd0a-f12a-4d50-895f-bec5542f8cf0 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:43.882449 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-244c999f-0ee9-4126-b280-8f7746fac5f5 req-146afd0a-f12a-4d50-895f-bec5542f8cf0 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?device_id=41838a09-6470-43d7-885c-89a063d7fadb HTTP/1.1" status: 200 len: 1654 time: 0.1123838 Jul 06 14:02:43.900273 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 71969403-00ae-49e5-933c-f5fc1ab72258 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:43.900657 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:43.945853 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-244c999f-0ee9-4126-b280-8f7746fac5f5 req-2f0721bb-579b-443c-9b32-c896b3f36629 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/security-groups?id=0f7b13da-ff34-46ab-8116-08b93b343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562067 Jul 06 14:02:44.003725 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4ae7efe0-8993-42fc-ae1d-c3700dbfa615 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Made reservation on behalf of 97d7ac68840e40f491d89756bea57e33 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:02:44.007344 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4ae7efe0-8993-42fc-ae1d-c3700dbfa615 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:44.038854 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-caa0f653-200f-45aa-b739-1cf0abc194b5 None None] Provisioning for port 480bff79-6e74-48d7-87ff-8bbb2fe00902 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:44.043375 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-caa0f653-200f-45aa-b739-1cf0abc194b5 None None] Provisioning complete for port 480bff79-6e74-48d7-87ff-8bbb2fe00902 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:44.043754 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-caa0f653-200f-45aa-b739-1cf0abc194b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:44.080966 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-caa0f653-200f-45aa-b739-1cf0abc194b5 None None] Port 480bff79-6e74-48d7-87ff-8bbb2fe00902 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:02:44.145908 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4ae7efe0-8993-42fc-ae1d-c3700dbfa615 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Allocated IP 19.80.0.165 (73c8bc0d-5407-4f39-83c6-25b8982eea57/1407033a-a224-449b-93ce-d26401e42c51/aa725c1b-674d-4253-bca0-28e96ceec910) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:02:44.317025 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bf6aa-f9ec-4865-9770-101bbf053b15 req-92e4c405-1ff8-453b-83cc-04597acbefa0 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:44.318629 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b3bf6aa-f9ec-4865-9770-101bbf053b15 req-92e4c405-1ff8-453b-83cc-04597acbefa0 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] 10.222.0.118 "GET /v2.0/ports?device_id=77a1f084-b8dd-47b3-ac39-f5c0ce1e5b9e HTTP/1.1" status: 200 len: 945 time: 0.0667040 Jul 06 14:02:44.328140 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4ae7efe0-8993-42fc-ae1d-c3700dbfa615 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:44.344773 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4ae7efe0-8993-42fc-ae1d-c3700dbfa615 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Transition to ACTIVE for port object aa725c1b-674d-4253-bca0-28e96ceec910 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:44.364508 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b3bf6aa-f9ec-4865-9770-101bbf053b15 req-8889d821-6c44-4e45-963b-9288d84b8c2b tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8e72b38-a337-4543-82b6-9c296ff0efc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397832 Jul 06 14:02:44.400849 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4ae7efe0-8993-42fc-ae1d-c3700dbfa615 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:44.461425 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4ae7efe0-8993-42fc-ae1d-c3700dbfa615 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Network 73c8bc0d-5407-4f39-83c6-25b8982eea57 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:44.467408 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4ae7efe0-8993-42fc-ae1d-c3700dbfa615 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:44.472102 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4ae7efe0-8993-42fc-ae1d-c3700dbfa615 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:02:44.499255 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7efe0-8993-42fc-ae1d-c3700dbfa615 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Pushing event updated for resources: {'Port': ['ID=aa725c1b-674d-4253-bca0-28e96ceec910,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:44.531943 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4ae7efe0-8993-42fc-ae1d-c3700dbfa615 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:44.532602 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4ae7efe0-8993-42fc-ae1d-c3700dbfa615 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:44.551508 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4ae7efe0-8993-42fc-ae1d-c3700dbfa615 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6830158 Jul 06 14:02:44.570524 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4e52812f-756a-40e9-af0e-108258507ab9 service neutron] Request body: {'port': {'device_id': '41838a09-6470-43d7-885c-89a063d7fadb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:44.636558 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d84b7b3-e443-4154-8e4e-648da6bb1440 req-acefe7db-5e79-4e44-a8e8-ce113f6cf169 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1716623 Jul 06 14:02:44.651512 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4e52812f-756a-40e9-af0e-108258507ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:44.674992 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a44ee3-86a9-4509-b2fc-2f64048c0df1 req-5a48ba3f-ab58-41c6-8c75-ab1be887670d tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:44.676702 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-72a44ee3-86a9-4509-b2fc-2f64048c0df1 req-5a48ba3f-ab58-41c6-8c75-ab1be887670d tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 943 time: 0.0857029 Jul 06 14:02:44.719767 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-72a44ee3-86a9-4509-b2fc-2f64048c0df1 req-598b2ef5-067e-4c5c-b729-933d56d93e88 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375149 Jul 06 14:02:44.806976 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a3448789-0351-41e7-b1e3-cf734e24c5c7 None None] Provisioning for port aa725c1b-674d-4253-bca0-28e96ceec910 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:44.811445 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a3448789-0351-41e7-b1e3-cf734e24c5c7 None None] Provisioning complete for port aa725c1b-674d-4253-bca0-28e96ceec910 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:44.812260 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a3448789-0351-41e7-b1e3-cf734e24c5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:44.854524 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a3448789-0351-41e7-b1e3-cf734e24c5c7 None None] Port aa725c1b-674d-4253-bca0-28e96ceec910 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:02:44.951084 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be250b3a-b6d8-4c53-a5b5-bea8082661a7 req-ff4ab454-35ab-4a87-ac19-890a327d6f16 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:44.953320 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-be250b3a-b6d8-4c53-a5b5-bea8082661a7 req-ff4ab454-35ab-4a87-ac19-890a327d6f16 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 944 time: 0.0806673 Jul 06 14:02:45.030472 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-be250b3a-b6d8-4c53-a5b5-bea8082661a7 req-0e3f5ee6-cd46-4cb7-97c9-9eeb7b382c11 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694475 Jul 06 14:02:45.086809 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb05c91-6873-4303-9bc1-0339a5e01cb2 req-df2e308e-fd57-4a1f-b7d6-a674b0ccaa72 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:45.094527 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cbb05c91-6873-4303-9bc1-0339a5e01cb2 req-df2e308e-fd57-4a1f-b7d6-a674b0ccaa72 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] 10.222.0.124 "GET /v2.0/ports?device_id=77a1f084-b8dd-47b3-ac39-f5c0ce1e5b9e HTTP/1.1" status: 200 len: 945 time: 0.1009398 Jul 06 14:02:45.266833 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bca0ef-7318-45ea-836c-070522b09e55 req-3ac3bb4b-3838-47ee-9af5-d9332b8ae4e5 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:45.273545 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bca0ef-7318-45ea-836c-070522b09e55 req-3ac3bb4b-3838-47ee-9af5-d9332b8ae4e5 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:45.279794 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bca0ef-7318-45ea-836c-070522b09e55 req-3ac3bb4b-3838-47ee-9af5-d9332b8ae4e5 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:45.281263 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83bca0ef-7318-45ea-836c-070522b09e55 req-3ac3bb4b-3838-47ee-9af5-d9332b8ae4e5 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?device_id=41838a09-6470-43d7-885c-89a063d7fadb HTTP/1.1" status: 200 len: 2376 time: 0.1258214 Jul 06 14:02:45.296977 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-cbb05c91-6873-4303-9bc1-0339a5e01cb2 req-674505c6-deaf-4fe7-ad62-a2f100c9867c tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] Deleting port 4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:02:45.297322 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cbb05c91-6873-4303-9bc1-0339a5e01cb2 req-674505c6-deaf-4fe7-ad62-a2f100c9867c tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:45.351415 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4e52812f-756a-40e9-af0e-108258507ab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d5af4ad-8b3d-4452-9ac9-0991c8a124b1 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:02:45.360711 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4e52812f-756a-40e9-af0e-108258507ab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:45.375189 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4e52812f-756a-40e9-af0e-108258507ab9 service neutron] Transition to ACTIVE for port object 2d5af4ad-8b3d-4452-9ac9-0991c8a124b1 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:45.377191 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83bca0ef-7318-45ea-836c-070522b09e55 req-70e22c63-c5f1-45e9-b0be-efaaa42a8f58 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/security-groups?id=0f7b13da-ff34-46ab-8116-08b93b343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892737 Jul 06 14:02:45.384104 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4e52812f-756a-40e9-af0e-108258507ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:45.425115 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-cbb05c91-6873-4303-9bc1-0339a5e01cb2 req-674505c6-deaf-4fe7-ad62-a2f100c9867c tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] For port 4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743,segment=NetworkSegment(9cbe5a71-b168-4fc6-a8ee-bf3198ba1052),segment_id=9cbe5a71-b168-4fc6-a8ee-bf3198ba1052)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:45.425637 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cbb05c91-6873-4303-9bc1-0339a5e01cb2 req-674505c6-deaf-4fe7-ad62-a2f100c9867c tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:45.443241 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52812f-756a-40e9-af0e-108258507ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=2d5af4ad-8b3d-4452-9ac9-0991c8a124b1,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:45.444879 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-cbb05c91-6873-4303-9bc1-0339a5e01cb2 req-674505c6-deaf-4fe7-ad62-a2f100c9867c tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] Calling delete_port for 4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:02:45.497853 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:02:45.554852 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4e52812f-756a-40e9-af0e-108258507ab9 service neutron] Attempting to bind port 2d5af4ad-8b3d-4452-9ac9-0991c8a124b1 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:02:45.556060 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4e52812f-756a-40e9-af0e-108258507ab9 service neutron] Attempting to bind port 2d5af4ad-8b3d-4452-9ac9-0991c8a124b1 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '256a1d11-b35f-4bbd-8042-89812ab93199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '73c8bc0d-5407-4f39-83c6-25b8982eea57'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:02:45.556237 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4e52812f-756a-40e9-af0e-108258507ab9 service neutron] Attempting to bind port 2d5af4ad-8b3d-4452-9ac9-0991c8a124b1 on network 73c8bc0d-5407-4f39-83c6-25b8982eea57 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:45.561892 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4e52812f-756a-40e9-af0e-108258507ab9 service neutron] Port 2d5af4ad-8b3d-4452-9ac9-0991c8a124b1 on network 73c8bc0d-5407-4f39-83c6-25b8982eea57 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:02:45.562231 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4e52812f-756a-40e9-af0e-108258507ab9 service neutron] Attempting to bind port 2d5af4ad-8b3d-4452-9ac9-0991c8a124b1 on network 73c8bc0d-5407-4f39-83c6-25b8982eea57 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:45.569579 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4e52812f-756a-40e9-af0e-108258507ab9 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:02:45.569961 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4e52812f-756a-40e9-af0e-108258507ab9 service neutron] Checking segment: {'id': '256a1d11-b35f-4bbd-8042-89812ab93199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '73c8bc0d-5407-4f39-83c6-25b8982eea57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:45.570352 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4e52812f-756a-40e9-af0e-108258507ab9 service neutron] Bound using segment: {'id': '256a1d11-b35f-4bbd-8042-89812ab93199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '73c8bc0d-5407-4f39-83c6-25b8982eea57'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:02:45.570790 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4e52812f-756a-40e9-af0e-108258507ab9 service neutron] Bound port: 2d5af4ad-8b3d-4452-9ac9-0991c8a124b1, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '256a1d11-b35f-4bbd-8042-89812ab93199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '73c8bc0d-5407-4f39-83c6-25b8982eea57'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:02:45.571153 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4e52812f-756a-40e9-af0e-108258507ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:45.634440 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cbb05c91-6873-4303-9bc1-0339a5e01cb2 req-674505c6-deaf-4fe7-ad62-a2f100c9867c tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:45.657103 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1db03daf-7c6f-4e37-b35b-725164bf356e req-97699da7-738d-4784-be72-16459dcde523 tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] 10.222.0.118 "GET /v2.0/ports?device_id=77a1f084-b8dd-47b3-ac39-f5c0ce1e5b9e HTTP/1.1" status: 200 len: 210 time: 0.0359323 Jul 06 14:02:45.675295 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:45.677836 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4e52812f-756a-40e9-af0e-108258507ab9 service neutron] For port 2d5af4ad-8b3d-4452-9ac9-0991c8a124b1, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:02:45.691979 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4e52812f-756a-40e9-af0e-108258507ab9 service neutron] For port 2d5af4ad-8b3d-4452-9ac9-0991c8a124b1, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=2d5af4ad-8b3d-4452-9ac9-0991c8a124b1,segment=NetworkSegment(256a1d11-b35f-4bbd-8042-89812ab93199),segment_id=256a1d11-b35f-4bbd-8042-89812ab93199)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:02:45.697604 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4e52812f-756a-40e9-af0e-108258507ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:45.709913 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674505c6-deaf-4fe7-ad62-a2f100c9867c tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] Pushing event deleted for resources: {'Port': ['ID=4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:45.721702 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4e52812f-756a-40e9-af0e-108258507ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:45.722699 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4e52812f-756a-40e9-af0e-108258507ab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:45.724627 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4e52812f-756a-40e9-af0e-108258507ab9 service neutron] 10.222.0.52 "PUT /v2.0/ports/2d5af4ad-8b3d-4452-9ac9-0991c8a124b1 HTTP/1.1" status: 200 len: 1091 time: 1.1605561 Jul 06 14:02:45.750446 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41838a09-6470-43d7-885c-89a063d7fadb', 'tag': '2d5af4ad-8b3d-4452-9ac9-0991c8a124b1'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:45.753988 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fc7c90-cff2-4fc3-b75c-7753224d1f79" -d '{"events": [{"name": "network-changed", "server_uuid": "41838a09-6470-43d7-885c-89a063d7fadb", "tag": "2d5af4ad-8b3d-4452-9ac9-0991c8a124b1"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:45.768760 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-aea91765-fda6-4da8-afff-3155057ff20b service neutron] Request body: {'port': {'device_id': '41838a09-6470-43d7-885c-89a063d7fadb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:45.782736 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb05c91-6873-4303-9bc1-0339a5e01cb2 req-674505c6-deaf-4fe7-ad62-a2f100c9867c tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] No DVR routers for this DVR port 4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:02:45.790107 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cbb05c91-6873-4303-9bc1-0339a5e01cb2 req-674505c6-deaf-4fe7-ad62-a2f100c9867c tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:45.792231 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cbb05c91-6873-4303-9bc1-0339a5e01cb2 req-674505c6-deaf-4fe7-ad62-a2f100c9867c tempest-ServerPasswordTestJSON-792467485 tempest-ServerPasswordTestJSON-792467485-project] 10.222.0.124 "DELETE /v2.0/ports/4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743 HTTP/1.1" status: 204 len: 173 time: 0.6915596 Jul 06 14:02:45.792712 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a1f084-b8dd-47b3-ac39-f5c0ce1e5b9e', 'name': 'network-vif-deleted', 'tag': '4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:45.796263 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a31fda1-7677-4000-83a8-31873bad402a" -d '{"events": [{"server_uuid": "77a1f084-b8dd-47b3-ac39-f5c0ce1e5b9e", "name": "network-vif-deleted", "tag": "4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:45.846968 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52812f-756a-40e9-af0e-108258507ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=2d5af4ad-8b3d-4452-9ac9-0991c8a124b1,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:45.911462 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-aea91765-fda6-4da8-afff-3155057ff20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:46.106889 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5fd8a-ead4-4900-8130-adab8717a192 req-e7b1dbf7-c2e0-40fe-8a0f-f41f61455a72 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:46.108491 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3bc5fd8a-ead4-4900-8130-adab8717a192 req-e7b1dbf7-c2e0-40fe-8a0f-f41f61455a72 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 943 time: 0.0711083 Jul 06 14:02:46.151065 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3bc5fd8a-ead4-4900-8130-adab8717a192 req-f5f2a4c0-eafc-4695-b898-4969d7b6fe5c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341804 Jul 06 14:02:46.215303 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82563c01-ef42-4195-87d3-a2d2649bb66d x-openstack-request-id: req-82563c01-ef42-4195-87d3-a2d2649bb66d {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:46.215610 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41838a09-6470-43d7-885c-89a063d7fadb", "tag": "2d5af4ad-8b3d-4452-9ac9-0991c8a124b1", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:46.215870 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-82563c01-ef42-4195-87d3-a2d2649bb66d {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:46.216392 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41838a09-6470-43d7-885c-89a063d7fadb', 'tag': '2d5af4ad-8b3d-4452-9ac9-0991c8a124b1', 'status': 'completed', 'code': 200} Jul 06 14:02:46.260548 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-aea91765-fda6-4da8-afff-3155057ff20b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 480bff79-6e74-48d7-87ff-8bbb2fe00902 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:02:46.269568 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-aea91765-fda6-4da8-afff-3155057ff20b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:46.296669 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3f75c5-15ef-4752-a026-f33725f17626 x-openstack-request-id: req-af3f75c5-15ef-4752-a026-f33725f17626 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:46.297090 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a1f084-b8dd-47b3-ac39-f5c0ce1e5b9e", "name": "network-vif-deleted", "tag": "4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:46.297466 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-af3f75c5-15ef-4752-a026-f33725f17626 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:46.298103 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a1f084-b8dd-47b3-ac39-f5c0ce1e5b9e', 'name': 'network-vif-deleted', 'tag': '4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743', 'status': 'completed', 'code': 200} Jul 06 14:02:46.300458 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-aea91765-fda6-4da8-afff-3155057ff20b service neutron] Transition to ACTIVE for port object 480bff79-6e74-48d7-87ff-8bbb2fe00902 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:46.307668 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-aea91765-fda6-4da8-afff-3155057ff20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:46.318751 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc7c90-cff2-4fc3-b75c-7753224d1f79 req-74867418-e65f-4c53-866f-6813ed513616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:46.319505 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc7c90-cff2-4fc3-b75c-7753224d1f79 req-74867418-e65f-4c53-866f-6813ed513616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:46.320054 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc7c90-cff2-4fc3-b75c-7753224d1f79 req-74867418-e65f-4c53-866f-6813ed513616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:46.322406 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b5fc7c90-cff2-4fc3-b75c-7753224d1f79 req-74867418-e65f-4c53-866f-6813ed513616 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=97d7ac68840e40f491d89756bea57e33&device_id=41838a09-6470-43d7-885c-89a063d7fadb HTTP/1.1" status: 200 len: 2731 time: 0.0772853 Jul 06 14:02:46.380475 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea91765-fda6-4da8-afff-3155057ff20b service neutron] Pushing event updated for resources: {'Port': ['ID=480bff79-6e74-48d7-87ff-8bbb2fe00902,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:46.508836 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-aea91765-fda6-4da8-afff-3155057ff20b service neutron] Attempting to bind port 480bff79-6e74-48d7-87ff-8bbb2fe00902 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:02:46.509586 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-aea91765-fda6-4da8-afff-3155057ff20b service neutron] Attempting to bind port 480bff79-6e74-48d7-87ff-8bbb2fe00902 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '3b690def-b283-4fcb-9147-d857afcaa0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dfe1c46c-8c93-4499-a48d-0017bd73b910'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:02:46.510096 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-aea91765-fda6-4da8-afff-3155057ff20b service neutron] Attempting to bind port 480bff79-6e74-48d7-87ff-8bbb2fe00902 on network dfe1c46c-8c93-4499-a48d-0017bd73b910 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:46.522294 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-aea91765-fda6-4da8-afff-3155057ff20b service neutron] Port 480bff79-6e74-48d7-87ff-8bbb2fe00902 on network dfe1c46c-8c93-4499-a48d-0017bd73b910 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:02:46.523166 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-aea91765-fda6-4da8-afff-3155057ff20b service neutron] Attempting to bind port 480bff79-6e74-48d7-87ff-8bbb2fe00902 on network dfe1c46c-8c93-4499-a48d-0017bd73b910 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:46.530022 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-aea91765-fda6-4da8-afff-3155057ff20b service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:02:46.530771 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-aea91765-fda6-4da8-afff-3155057ff20b service neutron] Checking segment: {'id': '3b690def-b283-4fcb-9147-d857afcaa0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dfe1c46c-8c93-4499-a48d-0017bd73b910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:46.531342 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-aea91765-fda6-4da8-afff-3155057ff20b service neutron] Bound using segment: {'id': '3b690def-b283-4fcb-9147-d857afcaa0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dfe1c46c-8c93-4499-a48d-0017bd73b910'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:02:46.531965 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-aea91765-fda6-4da8-afff-3155057ff20b service neutron] Bound port: 480bff79-6e74-48d7-87ff-8bbb2fe00902, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b690def-b283-4fcb-9147-d857afcaa0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dfe1c46c-8c93-4499-a48d-0017bd73b910'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:02:46.532491 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-aea91765-fda6-4da8-afff-3155057ff20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:46.566379 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:46.648108 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-aea91765-fda6-4da8-afff-3155057ff20b service neutron] For port 480bff79-6e74-48d7-87ff-8bbb2fe00902, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:02:46.654604 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-aea91765-fda6-4da8-afff-3155057ff20b service neutron] For port 480bff79-6e74-48d7-87ff-8bbb2fe00902, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=480bff79-6e74-48d7-87ff-8bbb2fe00902,segment=NetworkSegment(3b690def-b283-4fcb-9147-d857afcaa0d4),segment_id=3b690def-b283-4fcb-9147-d857afcaa0d4)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:02:46.663345 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-aea91765-fda6-4da8-afff-3155057ff20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:46.702194 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-aea91765-fda6-4da8-afff-3155057ff20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:46.703117 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-aea91765-fda6-4da8-afff-3155057ff20b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:46.704602 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-aea91765-fda6-4da8-afff-3155057ff20b service neutron] 10.222.0.52 "PUT /v2.0/ports/480bff79-6e74-48d7-87ff-8bbb2fe00902 HTTP/1.1" status: 200 len: 1092 time: 0.9477108 Jul 06 14:02:46.741925 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea91765-fda6-4da8-afff-3155057ff20b service neutron] Pushing event updated for resources: {'Port': ['ID=480bff79-6e74-48d7-87ff-8bbb2fe00902,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:46.750921 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-5f51f26f-a2d4-4e62-81ac-488d1b1634c2 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:02:46.753380 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-5f51f26f-a2d4-4e62-81ac-488d1b1634c2 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074863 Jul 06 14:02:46.767192 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-7033535b-63cc-4467-add1-11c88e67b742 service neutron] Request body: {'port': {'device_id': '41838a09-6470-43d7-885c-89a063d7fadb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:46.870202 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-7033535b-63cc-4467-add1-11c88e67b742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:47.066501 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc7c90-cff2-4fc3-b75c-7753224d1f79 req-a98db5aa-b3c2-4c85-a1cd-25211fb0000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:47.067034 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc7c90-cff2-4fc3-b75c-7753224d1f79 req-a98db5aa-b3c2-4c85-a1cd-25211fb0000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:47.067464 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc7c90-cff2-4fc3-b75c-7753224d1f79 req-a98db5aa-b3c2-4c85-a1cd-25211fb0000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:47.069081 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b5fc7c90-cff2-4fc3-b75c-7753224d1f79 req-a98db5aa-b3c2-4c85-a1cd-25211fb0000d service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=97d7ac68840e40f491d89756bea57e33&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7351766 Jul 06 14:02:47.076816 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0b546-83ce-4165-a3a9-e04a935af317 req-9402d1cc-4a40-45d3-af6b-dc61e2f2bd9e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:47.078338 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c7c0b546-83ce-4165-a3a9-e04a935af317 req-9402d1cc-4a40-45d3-af6b-dc61e2f2bd9e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 944 time: 0.6435831 Jul 06 14:02:47.176494 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-7033535b-63cc-4467-add1-11c88e67b742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa725c1b-674d-4253-bca0-28e96ceec910 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:02:47.184562 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-7033535b-63cc-4467-add1-11c88e67b742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:47.197782 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-7033535b-63cc-4467-add1-11c88e67b742 service neutron] Transition to ACTIVE for port object aa725c1b-674d-4253-bca0-28e96ceec910 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:47.205994 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-7033535b-63cc-4467-add1-11c88e67b742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:47.275432 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c7c0b546-83ce-4165-a3a9-e04a935af317 req-68e66608-f6dd-4677-baa7-ad82bfd13dcf tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079850 Jul 06 14:02:47.283335 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc7c90-cff2-4fc3-b75c-7753224d1f79 req-54beb2ba-5c8e-472a-bd2d-5fd2b2a9d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:47.285338 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b5fc7c90-cff2-4fc3-b75c-7753224d1f79 req-54beb2ba-5c8e-472a-bd2d-5fd2b2a9d7bc service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2057829 Jul 06 14:02:47.304701 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033535b-63cc-4467-add1-11c88e67b742 service neutron] Pushing event updated for resources: {'Port': ['ID=aa725c1b-674d-4253-bca0-28e96ceec910,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:47.359194 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-7033535b-63cc-4467-add1-11c88e67b742 service neutron] Attempting to bind port aa725c1b-674d-4253-bca0-28e96ceec910 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:02:47.359819 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-7033535b-63cc-4467-add1-11c88e67b742 service neutron] Attempting to bind port aa725c1b-674d-4253-bca0-28e96ceec910 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '256a1d11-b35f-4bbd-8042-89812ab93199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '73c8bc0d-5407-4f39-83c6-25b8982eea57'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:02:47.360342 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-7033535b-63cc-4467-add1-11c88e67b742 service neutron] Attempting to bind port aa725c1b-674d-4253-bca0-28e96ceec910 on network 73c8bc0d-5407-4f39-83c6-25b8982eea57 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:47.366900 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-7033535b-63cc-4467-add1-11c88e67b742 service neutron] Port aa725c1b-674d-4253-bca0-28e96ceec910 on network 73c8bc0d-5407-4f39-83c6-25b8982eea57 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:02:47.367506 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-7033535b-63cc-4467-add1-11c88e67b742 service neutron] Attempting to bind port aa725c1b-674d-4253-bca0-28e96ceec910 on network 73c8bc0d-5407-4f39-83c6-25b8982eea57 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:47.374416 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-7033535b-63cc-4467-add1-11c88e67b742 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:02:47.375089 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-7033535b-63cc-4467-add1-11c88e67b742 service neutron] Checking segment: {'id': '256a1d11-b35f-4bbd-8042-89812ab93199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '73c8bc0d-5407-4f39-83c6-25b8982eea57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:47.375679 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-7033535b-63cc-4467-add1-11c88e67b742 service neutron] Bound using segment: {'id': '256a1d11-b35f-4bbd-8042-89812ab93199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '73c8bc0d-5407-4f39-83c6-25b8982eea57'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:02:47.376330 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-7033535b-63cc-4467-add1-11c88e67b742 service neutron] Bound port: aa725c1b-674d-4253-bca0-28e96ceec910, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '256a1d11-b35f-4bbd-8042-89812ab93199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '73c8bc0d-5407-4f39-83c6-25b8982eea57'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:02:47.377095 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-7033535b-63cc-4467-add1-11c88e67b742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:47.448796 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-7033535b-63cc-4467-add1-11c88e67b742 service neutron] For port aa725c1b-674d-4253-bca0-28e96ceec910, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:02:47.452331 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-7033535b-63cc-4467-add1-11c88e67b742 service neutron] For port aa725c1b-674d-4253-bca0-28e96ceec910, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=aa725c1b-674d-4253-bca0-28e96ceec910,segment=NetworkSegment(256a1d11-b35f-4bbd-8042-89812ab93199),segment_id=256a1d11-b35f-4bbd-8042-89812ab93199)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:02:47.458254 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-7033535b-63cc-4467-add1-11c88e67b742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:47.478154 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be549fe-150f-4f82-9afb-aa18dccc3c66 req-5da6e988-843c-4b4e-98fc-f81bdf62c8e8 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:47.485575 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be549fe-150f-4f82-9afb-aa18dccc3c66 req-5da6e988-843c-4b4e-98fc-f81bdf62c8e8 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:47.492894 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be549fe-150f-4f82-9afb-aa18dccc3c66 req-5da6e988-843c-4b4e-98fc-f81bdf62c8e8 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:47.500785 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1be549fe-150f-4f82-9afb-aa18dccc3c66 req-5da6e988-843c-4b4e-98fc-f81bdf62c8e8 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?device_id=41838a09-6470-43d7-885c-89a063d7fadb HTTP/1.1" status: 200 len: 2412 time: 0.0998800 Jul 06 14:02:47.520777 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033535b-63cc-4467-add1-11c88e67b742 service neutron] Pushing event updated for resources: {'Port': ['ID=aa725c1b-674d-4253-bca0-28e96ceec910,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:47.524108 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-7033535b-63cc-4467-add1-11c88e67b742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:47.524780 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-7033535b-63cc-4467-add1-11c88e67b742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:47.526226 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-7033535b-63cc-4467-add1-11c88e67b742 service neutron] 10.222.0.52 "PUT /v2.0/ports/aa725c1b-674d-4253-bca0-28e96ceec910 HTTP/1.1" status: 200 len: 1092 time: 0.7646332 Jul 06 14:02:47.541063 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1be549fe-150f-4f82-9afb-aa18dccc3c66 req-e24070c9-e294-4335-8b34-be316e4069d5 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/security-groups?id=0f7b13da-ff34-46ab-8116-08b93b343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384111 Jul 06 14:02:47.648690 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:02:47.653592 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34564) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:47.697249 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-95293634-97cc-46df-ba58-088b62494514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:47.697831 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-95293634-97cc-46df-ba58-088b62494514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:47.698344 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-95293634-97cc-46df-ba58-088b62494514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:47.700087 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-95293634-97cc-46df-ba58-088b62494514 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=97d7ac68840e40f491d89756bea57e33&device_id=41838a09-6470-43d7-885c-89a063d7fadb HTTP/1.1" status: 200 len: 2865 time: 0.1193104 Jul 06 14:02:47.765739 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-3619b685-d623-4cb1-90ad-c1371a0e41b8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.11&port_id=2d5af4ad-8b3d-4452-9ac9-0991c8a124b1 HTTP/1.1" status: 200 len: 217 time: 0.0540655 Jul 06 14:02:47.767054 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd642d1-2523-4e15-924d-6afb9a1d2116 admin admin] Deleting subnet 34e0f6f5-c903-42a7-9dc0-ad53d82a3bb9 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:02:47.771318 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2fd642d1-2523-4e15-924d-6afb9a1d2116 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:47.823355 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2fd642d1-2523-4e15-924d-6afb9a1d2116 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:47.826051 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-861c5486-8689-4ca4-be55-060add068d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:47.828287 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-861c5486-8689-4ca4-be55-060add068d73 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1407033a-a224-449b-93ce-d26401e42c51 HTTP/1.1" status: 200 len: 801 time: 0.0531602 Jul 06 14:02:47.871771 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2fd642d1-2523-4e15-924d-6afb9a1d2116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:47.905878 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-96cc7c85-4602-4e0b-b166-dd5ca237d6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:47.907602 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-96cc7c85-4602-4e0b-b166-dd5ca237d6ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=73c8bc0d-5407-4f39-83c6-25b8982eea57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0693924 Jul 06 14:02:47.989421 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ea999-273f-4aba-a16d-f2cc860d1267 req-9460cf79-34b8-4046-a509-844b4db6b201 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:47.990991 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b11ea999-273f-4aba-a16d-f2cc860d1267 req-9460cf79-34b8-4046-a509-844b4db6b201 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 943 time: 0.0934970 Jul 06 14:02:47.992189 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2fd642d1-2523-4e15-924d-6afb9a1d2116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:48.016580 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-96debed7-1149-4b86-8044-277416747665 service neutron] 10.222.0.52 "GET /v2.0/networks/73c8bc0d-5407-4f39-83c6-25b8982eea57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982175 Jul 06 14:02:48.026866 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd642d1-2523-4e15-924d-6afb9a1d2116 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34e0f6f5-c903-42a7-9dc0-ad53d82a3bb9,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:48.039957 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2fd642d1-2523-4e15-924d-6afb9a1d2116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:48.044116 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2fd642d1-2523-4e15-924d-6afb9a1d2116 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/34e0f6f5-c903-42a7-9dc0-ad53d82a3bb9 HTTP/1.1" status: 204 len: 168 time: 0.3872051 Jul 06 14:02:48.044460 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34566) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:48.110044 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b11ea999-273f-4aba-a16d-f2cc860d1267 req-4ac741cf-65b3-440e-8a20-02d66f8cd365 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081519 Jul 06 14:02:48.129540 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7afa3c9d-f147-4865-9dfe-566a5518906c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:48.150030 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-b545da42-f40e-44aa-be68-f51b16186f52 service neutron] 10.222.0.52 "GET /v2.0/networks/73c8bc0d-5407-4f39-83c6-25b8982eea57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175339 Jul 06 14:02:48.194946 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-26fc5221-090a-4a7c-99d1-c8cc04dc9264 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.177&port_id=480bff79-6e74-48d7-87ff-8bbb2fe00902 HTTP/1.1" status: 200 len: 217 time: 0.0386419 Jul 06 14:02:48.222573 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7afa3c9d-f147-4865-9dfe-566a5518906c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:48.232914 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41838a09-6470-43d7-885c-89a063d7fadb', 'tag': '480bff79-6e74-48d7-87ff-8bbb2fe00902'}, {'name': 'network-changed', 'server_uuid': '41838a09-6470-43d7-885c-89a063d7fadb', 'tag': 'aa725c1b-674d-4253-bca0-28e96ceec910'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:48.234371 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-7afa3c9d-f147-4865-9dfe-566a5518906c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:48.235196 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9819d302-8249-42ec-af30-0c64767ef8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "41838a09-6470-43d7-885c-89a063d7fadb", "tag": "480bff79-6e74-48d7-87ff-8bbb2fe00902"}, {"name": "network-changed", "server_uuid": "41838a09-6470-43d7-885c-89a063d7fadb", "tag": "aa725c1b-674d-4253-bca0-28e96ceec910"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:48.247424 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-7afa3c9d-f147-4865-9dfe-566a5518906c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cbe5a71-b168-4fc6-a8ee-bf3198ba1052') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:48.247742 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-7afa3c9d-f147-4865-9dfe-566a5518906c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cbe5a71-b168-4fc6-a8ee-bf3198ba1052') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:48.256830 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-f9af09e2-3097-4345-b90c-9f38eeed9af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:48.258065 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7afa3c9d-f147-4865-9dfe-566a5518906c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:48.258515 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-f9af09e2-3097-4345-b90c-9f38eeed9af0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fa79132-9182-4839-b8ff-b224780c9536 HTTP/1.1" status: 200 len: 801 time: 0.0519319 Jul 06 14:02:48.279149 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7afa3c9d-f147-4865-9dfe-566a5518906c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:48.283350 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afa3c9d-f147-4865-9dfe-566a5518906c admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:02:48.283784 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7afa3c9d-f147-4865-9dfe-566a5518906c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:02:48.285963 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:02:48.303942 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0722d47c-cb81-43c4-ad36-f20259f09f33 x-openstack-request-id: req-0722d47c-cb81-43c4-ad36-f20259f09f33 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:02:48.304213 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41838a09-6470-43d7-885c-89a063d7fadb", "tag": "480bff79-6e74-48d7-87ff-8bbb2fe00902", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "41838a09-6470-43d7-885c-89a063d7fadb", "tag": "aa725c1b-674d-4253-bca0-28e96ceec910", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:02:48.304477 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-0722d47c-cb81-43c4-ad36-f20259f09f33 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:02:48.304877 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41838a09-6470-43d7-885c-89a063d7fadb', 'tag': '480bff79-6e74-48d7-87ff-8bbb2fe00902', 'status': 'completed', 'code': 200} Jul 06 14:02:48.305137 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41838a09-6470-43d7-885c-89a063d7fadb', 'tag': 'aa725c1b-674d-4253-bca0-28e96ceec910', 'status': 'completed', 'code': 200} Jul 06 14:02:48.335591 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-727e184b-f0d2-4668-828d-8da983468aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:48.337560 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-727e184b-f0d2-4668-828d-8da983468aa6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dfe1c46c-8c93-4499-a48d-0017bd73b910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0691972 Jul 06 14:02:48.353638 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7afa3c9d-f147-4865-9dfe-566a5518906c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:48.363421 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7afa3c9d-f147-4865-9dfe-566a5518906c admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:48.367921 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7afa3c9d-f147-4865-9dfe-566a5518906c admin admin] 10.222.0.118 "DELETE /v2.0/networks/2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b HTTP/1.1" status: 204 len: 168 time: 0.3203020 Jul 06 14:02:48.380597 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa3c9d-f147-4865-9dfe-566a5518906c admin admin] Pushing event deleted for resources: {'Network': ['ID=2c0d6cfa-b538-46d2-bd5e-b44c94a5eb8b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:48.459925 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-d4914129-3e81-43d4-8773-2099a07680ce service neutron] 10.222.0.52 "GET /v2.0/networks/dfe1c46c-8c93-4499-a48d-0017bd73b910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111217 Jul 06 14:02:48.511959 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a2de2-09d9-42e3-84a7-8268122ddc15 req-e2a5842e-5119-4b59-bb2b-b0887db7dfcc tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:48.520930 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-910a2de2-09d9-42e3-84a7-8268122ddc15 req-e2a5842e-5119-4b59-bb2b-b0887db7dfcc tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 944 time: 0.0909357 Jul 06 14:02:48.561650 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-910a2de2-09d9-42e3-84a7-8268122ddc15 req-17cdef16-319c-4379-ab00-952dd85bb74a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395107 Jul 06 14:02:48.597077 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-b5ef6ec0-4292-4790-9199-370b8e4adfcd service neutron] 10.222.0.52 "GET /v2.0/networks/dfe1c46c-8c93-4499-a48d-0017bd73b910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256363 Jul 06 14:02:48.623480 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34576) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:48.628421 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:48.657807 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-782a687d-47bd-4970-8571-c902ac28eceb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.165&port_id=aa725c1b-674d-4253-bca0-28e96ceec910 HTTP/1.1" status: 200 len: 217 time: 0.0498245 Jul 06 14:02:48.676266 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3314d7c0-a276-4501-93b5-4c466a677a32 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=077a4f3f251d4330a2143d1eaad58f0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514534 Jul 06 14:02:48.679165 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34578) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:48.719400 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4992d38a-fe6d-4fb6-a004-9753500e6a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:48.721656 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-4992d38a-fe6d-4fb6-a004-9753500e6a8a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1407033a-a224-449b-93ce-d26401e42c51 HTTP/1.1" status: 200 len: 801 time: 0.0568771 Jul 06 14:02:48.775800 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-12c9e771-f986-479d-ad36-3f3a6648ccb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:48.782790 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-cc6fb54b-d39a-49bc-a249-6f14f07718f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:48.784436 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-cc6fb54b-d39a-49bc-a249-6f14f07718f3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=73c8bc0d-5407-4f39-83c6-25b8982eea57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0555735 Jul 06 14:02:48.803569 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-12c9e771-f986-479d-ad36-3f3a6648ccb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:48.832924 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4df64-aab6-4e2c-8c6d-94c15a4cb6c0 req-9db27197-3e97-4457-bbec-157f220fb2c1 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:48.839252 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4df64-aab6-4e2c-8c6d-94c15a4cb6c0 req-9db27197-3e97-4457-bbec-157f220fb2c1 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:48.845193 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4df64-aab6-4e2c-8c6d-94c15a4cb6c0 req-9db27197-3e97-4457-bbec-157f220fb2c1 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:48.847294 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2e4df64-aab6-4e2c-8c6d-94c15a4cb6c0 req-9db27197-3e97-4457-bbec-157f220fb2c1 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?device_id=41838a09-6470-43d7-885c-89a063d7fadb HTTP/1.1" status: 200 len: 2412 time: 0.1368768 Jul 06 14:02:48.884722 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-55154510-885c-4e64-80ce-3ce056c94b1e service neutron] 10.222.0.52 "GET /v2.0/networks/73c8bc0d-5407-4f39-83c6-25b8982eea57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919311 Jul 06 14:02:48.900473 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2e4df64-aab6-4e2c-8c6d-94c15a4cb6c0 req-2c27a467-9a4b-4360-bfb4-b8864c260c21 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/security-groups?id=0f7b13da-ff34-46ab-8116-08b93b343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407350 Jul 06 14:02:48.916382 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-12c9e771-f986-479d-ad36-3f3a6648ccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:48.919735 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-12c9e771-f986-479d-ad36-3f3a6648ccb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:48.924048 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-12c9e771-f986-479d-ad36-3f3a6648ccb7 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/f8e72b38-a337-4543-82b6-9c296ff0efc7 HTTP/1.1" status: 204 len: 168 time: 0.2410679 Jul 06 14:02:48.949665 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9e771-f986-479d-ad36-3f3a6648ccb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e72b38-a337-4543-82b6-9c296ff0efc7,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:48.997009 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a77813df-08f1-4b98-97c8-859a036b1f13 req-1296bcdc-9e21-45d9-a735-55674bc16cc1 service neutron] 10.222.0.52 "GET /v2.0/networks/73c8bc0d-5407-4f39-83c6-25b8982eea57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056013 Jul 06 14:02:49.119119 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819d302-8249-42ec-af30-0c64767ef8fa req-8bd0d991-5daa-4298-bb87-564f86146d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:49.119506 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819d302-8249-42ec-af30-0c64767ef8fa req-8bd0d991-5daa-4298-bb87-564f86146d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:49.120243 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819d302-8249-42ec-af30-0c64767ef8fa req-8bd0d991-5daa-4298-bb87-564f86146d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:49.122308 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9819d302-8249-42ec-af30-0c64767ef8fa req-8bd0d991-5daa-4298-bb87-564f86146d26 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=97d7ac68840e40f491d89756bea57e33&device_id=41838a09-6470-43d7-885c-89a063d7fadb HTTP/1.1" status: 200 len: 2865 time: 0.0711880 Jul 06 14:02:49.228894 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819d302-8249-42ec-af30-0c64767ef8fa req-c52ef8e0-5ff4-489a-8297-1bf025d117f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:49.231208 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9819d302-8249-42ec-af30-0c64767ef8fa req-c52ef8e0-5ff4-489a-8297-1bf025d117f4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=dfe1c46c-8c93-4499-a48d-0017bd73b910 HTTP/1.1" status: 200 len: 903 time: 0.1019471 Jul 06 14:02:49.279020 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9819d302-8249-42ec-af30-0c64767ef8fa req-3c200c4c-4698-44e8-995c-2aa0a27b25f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.177&port_id=480bff79-6e74-48d7-87ff-8bbb2fe00902 HTTP/1.1" status: 200 len: 217 time: 0.0387330 Jul 06 14:02:49.341893 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819d302-8249-42ec-af30-0c64767ef8fa req-d40248ce-db0f-4a22-b05d-75de6de21415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:49.344158 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9819d302-8249-42ec-af30-0c64767ef8fa req-d40248ce-db0f-4a22-b05d-75de6de21415 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8fa79132-9182-4839-b8ff-b224780c9536 HTTP/1.1" status: 200 len: 801 time: 0.0577869 Jul 06 14:02:49.351968 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9c01c-b549-4a47-b0be-fb58f72e06c8 req-739e9ebc-c74f-48c3-ad54-c0276f0a186d tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:49.353671 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-14c9c01c-b549-4a47-b0be-fb58f72e06c8 req-739e9ebc-c74f-48c3-ad54-c0276f0a186d tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 943 time: 0.0779767 Jul 06 14:02:49.403069 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-14c9c01c-b549-4a47-b0be-fb58f72e06c8 req-480dd926-b4e0-48e6-944c-eb3f7830d13a tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395193 Jul 06 14:02:49.428903 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819d302-8249-42ec-af30-0c64767ef8fa req-92607c05-198b-440d-bf93-7ad3529e7f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:49.428903 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9819d302-8249-42ec-af30-0c64767ef8fa req-92607c05-198b-440d-bf93-7ad3529e7f01 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dfe1c46c-8c93-4499-a48d-0017bd73b910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0742376 Jul 06 14:02:49.495171 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:02:49.517891 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:02:49.518216 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 4e55d4db-b6f7-4ba0-b2f0-6fb5c3e2e743 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:02:49.525589 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9819d302-8249-42ec-af30-0c64767ef8fa req-f9068841-8626-476d-b1d0-433c850bf60c service neutron] 10.222.0.52 "GET /v2.0/networks/dfe1c46c-8c93-4499-a48d-0017bd73b910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925536 Jul 06 14:02:49.635091 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9819d302-8249-42ec-af30-0c64767ef8fa req-0a56f2e8-cc17-4653-9842-293cd5973782 service neutron] 10.222.0.52 "GET /v2.0/networks/dfe1c46c-8c93-4499-a48d-0017bd73b910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024404 Jul 06 14:02:49.756999 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819d302-8249-42ec-af30-0c64767ef8fa req-20c2ba48-3393-46dd-bc80-918b3c182765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:49.757724 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819d302-8249-42ec-af30-0c64767ef8fa req-20c2ba48-3393-46dd-bc80-918b3c182765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:49.758586 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819d302-8249-42ec-af30-0c64767ef8fa req-20c2ba48-3393-46dd-bc80-918b3c182765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:49.760733 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9819d302-8249-42ec-af30-0c64767ef8fa req-20c2ba48-3393-46dd-bc80-918b3c182765 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=97d7ac68840e40f491d89756bea57e33&device_id=41838a09-6470-43d7-885c-89a063d7fadb HTTP/1.1" status: 200 len: 2865 time: 0.0698926 Jul 06 14:02:49.785132 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be1f43-62c9-48ce-bd24-fe9f72770df1 req-932aa7d9-7e91-4cb3-aebc-a3342803e103 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:49.786966 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07be1f43-62c9-48ce-bd24-fe9f72770df1 req-932aa7d9-7e91-4cb3-aebc-a3342803e103 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 944 time: 0.0828056 Jul 06 14:02:49.840241 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07be1f43-62c9-48ce-bd24-fe9f72770df1 req-93342f33-4132-49f5-9fdd-f982501c3805 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454013 Jul 06 14:02:49.840425 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34606) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:49.885528 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819d302-8249-42ec-af30-0c64767ef8fa req-35718771-ce4f-48e9-94b4-6b029cb2b1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:49.887219 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9819d302-8249-42ec-af30-0c64767ef8fa req-35718771-ce4f-48e9-94b4-6b029cb2b1be service neutron] 10.222.0.52 "GET /v2.0/networks?id=73c8bc0d-5407-4f39-83c6-25b8982eea57 HTTP/1.1" status: 200 len: 903 time: 0.1167479 Jul 06 14:02:49.934429 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9819d302-8249-42ec-af30-0c64767ef8fa req-3123a392-a1ce-4cee-a007-11047c662853 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.165&port_id=aa725c1b-674d-4253-bca0-28e96ceec910 HTTP/1.1" status: 200 len: 217 time: 0.0400987 Jul 06 14:02:49.986965 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-6be86b27-335b-4330-a264-92fd286b7936 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1918912080-network', 'tenant_id': 'b7ff67a3e26f47058d2e455f3c5054a8'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:49.997198 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819d302-8249-42ec-af30-0c64767ef8fa req-5ccdb601-a041-4704-a4f9-af833d171141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:49.999110 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9819d302-8249-42ec-af30-0c64767ef8fa req-5ccdb601-a041-4704-a4f9-af833d171141 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1407033a-a224-449b-93ce-d26401e42c51 HTTP/1.1" status: 200 len: 801 time: 0.0575969 Jul 06 14:02:50.067276 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be86b27-335b-4330-a264-92fd286b7936 admin admin] Made reservation on behalf of b7ff67a3e26f47058d2e455f3c5054a8 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:02:50.069815 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6be86b27-335b-4330-a264-92fd286b7936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:50.077111 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819d302-8249-42ec-af30-0c64767ef8fa req-7295f966-b2f2-4de9-94ee-64d5e6b5882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:50.078711 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9819d302-8249-42ec-af30-0c64767ef8fa req-7295f966-b2f2-4de9-94ee-64d5e6b5882d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=73c8bc0d-5407-4f39-83c6-25b8982eea57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0721674 Jul 06 14:02:50.081201 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6be86b27-335b-4330-a264-92fd286b7936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:50.151618 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5520f-b377-4a39-ab9c-d3c20521881c req-510d41e0-2e32-43e0-b324-310fa6cc7502 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:50.158421 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5520f-b377-4a39-ab9c-d3c20521881c req-510d41e0-2e32-43e0-b324-310fa6cc7502 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:50.165617 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5520f-b377-4a39-ab9c-d3c20521881c req-510d41e0-2e32-43e0-b324-310fa6cc7502 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:50.167434 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e2f5520f-b377-4a39-ab9c-d3c20521881c req-510d41e0-2e32-43e0-b324-310fa6cc7502 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?device_id=41838a09-6470-43d7-885c-89a063d7fadb HTTP/1.1" status: 200 len: 2412 time: 0.1334832 Jul 06 14:02:50.184832 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9819d302-8249-42ec-af30-0c64767ef8fa req-183d6a6a-3475-49e9-aee5-e75d063d82cb service neutron] 10.222.0.52 "GET /v2.0/networks/73c8bc0d-5407-4f39-83c6-25b8982eea57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987239 Jul 06 14:02:50.251794 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e2f5520f-b377-4a39-ab9c-d3c20521881c req-cf60a9eb-c751-4344-8f5a-a704dc33d842 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/security-groups?id=0f7b13da-ff34-46ab-8116-08b93b343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745678 Jul 06 14:02:50.265789 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6be86b27-335b-4330-a264-92fd286b7936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:50.272598 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6be86b27-335b-4330-a264-92fd286b7936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:50.305351 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be86b27-335b-4330-a264-92fd286b7936 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:02:50.306251 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9819d302-8249-42ec-af30-0c64767ef8fa req-42fb614b-4fba-4fcf-958a-0698b71acc1b service neutron] 10.222.0.52 "GET /v2.0/networks/73c8bc0d-5407-4f39-83c6-25b8982eea57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115298 Jul 06 14:02:50.316957 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be86b27-335b-4330-a264-92fd286b7936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2396a24-127c-4bf2-945b-8cc052eba8b0,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:50.322623 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6be86b27-335b-4330-a264-92fd286b7936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:50.323231 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-6be86b27-335b-4330-a264-92fd286b7936 admin admin] Added segment 29c72c3e-ba82-4c3c-8044-a8428464bfe4 of type vlan for network b8d9601d-3de6-4f81-a059-2bdbf312577c Jul 06 14:02:50.368004 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6be86b27-335b-4330-a264-92fd286b7936 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:50.404227 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6be86b27-335b-4330-a264-92fd286b7936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:50.405307 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be86b27-335b-4330-a264-92fd286b7936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:50.405820 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6be86b27-335b-4330-a264-92fd286b7936 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:50.473959 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6be86b27-335b-4330-a264-92fd286b7936 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6324627 Jul 06 14:02:50.477074 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34616) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:50.481337 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be86b27-335b-4330-a264-92fd286b7936 admin admin] Pushing event updated for resources: {'Network': ['ID=b8d9601d-3de6-4f81-a059-2bdbf312577c,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:50.482882 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e34dfccb-d69b-4177-9344-a3e736394321 admin admin] Request body: {'subnet': {'network_id': 'b8d9601d-3de6-4f81-a059-2bdbf312577c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1918912080-subnet', 'tenant_id': 'b7ff67a3e26f47058d2e455f3c5054a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:50.494604 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network b8d9601d-3de6-4f81-a059-2bdbf312577c details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:02:50.515104 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34dfccb-d69b-4177-9344-a3e736394321 admin admin] Made reservation on behalf of b7ff67a3e26f47058d2e455f3c5054a8 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:02:50.519006 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e34dfccb-d69b-4177-9344-a3e736394321 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:50.628118 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab16863-e740-4428-ad6c-ee5254aa1ea6 req-967c6133-d397-43f6-82b0-8810a2a1f33a tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:50.635401 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ab16863-e740-4428-ad6c-ee5254aa1ea6 req-967c6133-d397-43f6-82b0-8810a2a1f33a tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 943 time: 0.0797846 Jul 06 14:02:50.671978 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ab16863-e740-4428-ad6c-ee5254aa1ea6 req-49c7b237-c234-4e0f-bb36-fcf97b637595 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356145 Jul 06 14:02:50.715242 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e34dfccb-d69b-4177-9344-a3e736394321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:50.769839 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34dfccb-d69b-4177-9344-a3e736394321 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22cad74c-fc99-4bde-affd-fd3c50380641,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:50.778370 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34dfccb-d69b-4177-9344-a3e736394321 admin admin] Checking segment: {'id': '29c72c3e-ba82-4c3c-8044-a8428464bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b8d9601d-3de6-4f81-a059-2bdbf312577c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:50.778738 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34dfccb-d69b-4177-9344-a3e736394321 admin admin] Network hostable DHCP agents. Network: b8d9601d-3de6-4f81-a059-2bdbf312577c, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:02:50.795409 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34dfccb-d69b-4177-9344-a3e736394321 admin admin] Network b8d9601d-3de6-4f81-a059-2bdbf312577c is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:02:50.804670 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-e34dfccb-d69b-4177-9344-a3e736394321 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, b8d9601d-3de6-4f81-a059-2bdbf312577c) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:50.809980 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34dfccb-d69b-4177-9344-a3e736394321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:50.811825 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e34dfccb-d69b-4177-9344-a3e736394321 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:50.812660 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c631752-9dab-4e82-8ff2-f22cf9db901b None None] Network b8d9601d-3de6-4f81-a059-2bdbf312577c requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:02:50.826136 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e34dfccb-d69b-4177-9344-a3e736394321 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3479409 Jul 06 14:02:50.828947 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34618) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:50.834119 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-b4e12a5f-f1e9-4ed7-bb3b-7b8cfa9d34b1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1918912080-router', 'tenant_id': 'b7ff67a3e26f47058d2e455f3c5054a8', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:02:50.856427 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b4e12a5f-f1e9-4ed7-bb3b-7b8cfa9d34b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:50.857913 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b4e12a5f-f1e9-4ed7-bb3b-7b8cfa9d34b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:50.913180 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b4e12a5f-f1e9-4ed7-bb3b-7b8cfa9d34b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:50.964835 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed88fca-d500-4090-ae27-b4b27bf1cedf None None] Network b8d9601d-3de6-4f81-a059-2bdbf312577c requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:02:51.017054 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84b7b3-e443-4154-8e4e-648da6bb1440 req-edbe04eb-0082-480c-aa06-2f622f085afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:51.019760 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d84b7b3-e443-4154-8e4e-648da6bb1440 req-edbe04eb-0082-480c-aa06-2f622f085afc service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581&tenant_id=a280ed57ce5e4005b7a7e0a51a2d45bf HTTP/1.1" status: 200 len: 1094 time: 0.1071029 Jul 06 14:02:51.051197 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb2519-1f06-482f-95c9-d213f51a837f req-2d8fb87e-9adb-40bc-a4df-b05fdbb8ef5d tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:51.052766 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2cfb2519-1f06-482f-95c9-d213f51a837f req-2d8fb87e-9adb-40bc-a4df-b05fdbb8ef5d tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 944 time: 0.0952783 Jul 06 14:02:51.079165 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b4e12a5f-f1e9-4ed7-bb3b-7b8cfa9d34b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:51.122972 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2cfb2519-1f06-482f-95c9-d213f51a837f req-397238ad-cde7-4ed9-8fdd-e4b7566ffb2d tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604126 Jul 06 14:02:51.138413 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84b7b3-e443-4154-8e4e-648da6bb1440 req-10805fe5-2420-4b60-bfe4-415897916840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:51.140142 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d84b7b3-e443-4154-8e4e-648da6bb1440 req-10805fe5-2420-4b60-bfe4-415897916840 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a280ed57ce5e4005b7a7e0a51a2d45bf&device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 1094 time: 0.0864558 Jul 06 14:02:51.238022 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84b7b3-e443-4154-8e4e-648da6bb1440 req-1a4d4ab5-1ae5-41d8-92ac-1e8f607ad62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:51.239463 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d84b7b3-e443-4154-8e4e-648da6bb1440 req-1a4d4ab5-1ae5-41d8-92ac-1e8f607ad62b service neutron] 10.222.0.124 "GET /v2.0/networks?id=eb40ac72-d061-46c2-ab3d-a227d94e4954 HTTP/1.1" status: 200 len: 917 time: 0.0932178 Jul 06 14:02:51.300291 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b4e12a5f-f1e9-4ed7-bb3b-7b8cfa9d34b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:51.307693 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d84b7b3-e443-4154-8e4e-648da6bb1440 req-5da25317-0dae-4b68-bb98-47e364ad105c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 HTTP/1.1" status: 200 len: 999 time: 0.0617971 Jul 06 14:02:51.319461 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b4e12a5f-f1e9-4ed7-bb3b-7b8cfa9d34b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:51.364100 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84b7b3-e443-4154-8e4e-648da6bb1440 req-c4731ce3-0040-4140-bcb1-604050711eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:51.365876 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d84b7b3-e443-4154-8e4e-648da6bb1440 req-c4731ce3-0040-4140-bcb1-604050711eaa service neutron] 10.222.0.124 "GET /v2.0/subnets?id=175feade-0da5-4b99-8a0b-5c1deab4fd78 HTTP/1.1" status: 200 len: 855 time: 0.0519955 Jul 06 14:02:51.428986 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-b4e12a5f-f1e9-4ed7-bb3b-7b8cfa9d34b1 admin admin] Allocated IP 172.25.6.139 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/04f5fc83-9038-4780-b12d-adc8b8157d37) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:02:51.478838 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad04ee7-784f-43c6-be09-71db721cc32b req-b4941c6a-0476-414f-ac63-76c590e5c3c9 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:51.485315 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad04ee7-784f-43c6-be09-71db721cc32b req-b4941c6a-0476-414f-ac63-76c590e5c3c9 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:51.493103 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad04ee7-784f-43c6-be09-71db721cc32b req-b4941c6a-0476-414f-ac63-76c590e5c3c9 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:51.494744 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cad04ee7-784f-43c6-be09-71db721cc32b req-b4941c6a-0476-414f-ac63-76c590e5c3c9 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?device_id=41838a09-6470-43d7-885c-89a063d7fadb HTTP/1.1" status: 200 len: 2412 time: 0.1258080 Jul 06 14:02:51.496831 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84b7b3-e443-4154-8e4e-648da6bb1440 req-192c0168-b36b-46c2-9ad4-d36c6cc079ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:51.498241 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d84b7b3-e443-4154-8e4e-648da6bb1440 req-192c0168-b36b-46c2-9ad4-d36c6cc079ca service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=eb40ac72-d061-46c2-ab3d-a227d94e4954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182578 Jul 06 14:02:51.536262 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b4e12a5f-f1e9-4ed7-bb3b-7b8cfa9d34b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:51.577820 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b4e12a5f-f1e9-4ed7-bb3b-7b8cfa9d34b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:51.584466 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cad04ee7-784f-43c6-be09-71db721cc32b req-da240710-e042-4afe-8446-3b987074891a tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/security-groups?id=0f7b13da-ff34-46ab-8116-08b93b343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837884 Jul 06 14:02:51.618696 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e12a5f-f1e9-4ed7-bb3b-7b8cfa9d34b1 admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:51.623358 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-b4e12a5f-f1e9-4ed7-bb3b-7b8cfa9d34b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:51.630666 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e12a5f-f1e9-4ed7-bb3b-7b8cfa9d34b1 admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:02:51.633592 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d84b7b3-e443-4154-8e4e-648da6bb1440 req-8e170f33-d3b4-4f72-b613-56313ff41f3f service neutron] 10.222.0.124 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257811 Jul 06 14:02:51.656794 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e12a5f-f1e9-4ed7-bb3b-7b8cfa9d34b1 admin admin] Pushing event updated for resources: {'Port': ['ID=04f5fc83-9038-4780-b12d-adc8b8157d37,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:51.737724 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d84b7b3-e443-4154-8e4e-648da6bb1440 req-48efcf74-f025-48ed-bd62-b252a36ecedb service neutron] 10.222.0.124 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969558 Jul 06 14:02:51.879877 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a0ea4-8c75-43ac-bb84-57b698d30418 req-d0cc7b88-7ce4-423f-9d31-17b8f45d9ddc tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:51.881623 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-689a0ea4-8c75-43ac-bb84-57b698d30418 req-d0cc7b88-7ce4-423f-9d31-17b8f45d9ddc tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 943 time: 0.0739055 Jul 06 14:02:51.897100 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b4e12a5f-f1e9-4ed7-bb3b-7b8cfa9d34b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:51.924052 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-689a0ea4-8c75-43ac-bb84-57b698d30418 req-18732c84-d65e-4e1c-babe-3c91bdcce465 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356448 Jul 06 14:02:52.105599 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b4e12a5f-f1e9-4ed7-bb3b-7b8cfa9d34b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:52.280492 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e12a5f-f1e9-4ed7-bb3b-7b8cfa9d34b1 admin admin] Router a7ac87ca-816c-4caf-aec6-2fec150d5b73 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:02:52.404175 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de56bd-2ca1-40ab-b45b-3b0ab46b8bea req-29bdf28c-e389-4ef9-bfc6-f88a0719e501 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:52.405932 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b6de56bd-2ca1-40ab-b45b-3b0ab46b8bea req-29bdf28c-e389-4ef9-bfc6-f88a0719e501 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 944 time: 0.0863857 Jul 06 14:02:52.439106 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e12a5f-f1e9-4ed7-bb3b-7b8cfa9d34b1 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:02:52.450199 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8181901a-c811-4de1-b56e-004d239363f2 None None] Sync routers for ids ['a7ac87ca-816c-4caf-aec6-2fec150d5b73'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:02:52.462552 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b4e12a5f-f1e9-4ed7-bb3b-7b8cfa9d34b1 admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:52.464512 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b4e12a5f-f1e9-4ed7-bb3b-7b8cfa9d34b1 admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.6345820 Jul 06 14:02:52.468241 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34648) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:02:52.468422 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8181901a-c811-4de1-b56e-004d239363f2 None None] Routers {'a7ac87ca-816c-4caf-aec6-2fec150d5b73'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:52.468887 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-8181901a-c811-4de1-b56e-004d239363f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:02:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a7ac87ca-816c-4caf-aec6-2fec150d5b73'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:52.526416 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b6de56bd-2ca1-40ab-b45b-3b0ab46b8bea req-f7f5e5cb-9671-4083-b103-56394519815d tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109586 Jul 06 14:02:52.637520 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-8181901a-c811-4de1-b56e-004d239363f2 None None] Set router a7ac87ca-816c-4caf-aec6-2fec150d5b73 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:52.875061 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-8181901a-c811-4de1-b56e-004d239363f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ac87ca-816c-4caf-aec6-2fec150d5b73', 'name': 'tempest-ServerRescueNegativeTestJSON-1918912080-router', 'tenant_id': 'b7ff67a3e26f47058d2e455f3c5054a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '04f5fc83-9038-4780-b12d-adc8b8157d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:50Z', 'updated_at': '2021-07-06T14:02:51Z', 'revision_number': 3, 'project_id': 'b7ff67a3e26f47058d2e455f3c5054a8', 'gw_port': {'id': '04f5fc83-9038-4780-b12d-adc8b8157d37', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ac87ca-816c-4caf-aec6-2fec150d5b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:51Z', 'updated_at': '2021-07-06T14:02:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:52.875553 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83a92f-2713-4877-931f-4b18dd3d3c73 req-f5734339-f00c-4e23-95a4-7cf522517f88 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:52.883994 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83a92f-2713-4877-931f-4b18dd3d3c73 req-f5734339-f00c-4e23-95a4-7cf522517f88 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:52.890249 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83a92f-2713-4877-931f-4b18dd3d3c73 req-f5734339-f00c-4e23-95a4-7cf522517f88 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:02:52.904236 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3a83a92f-2713-4877-931f-4b18dd3d3c73 req-f5734339-f00c-4e23-95a4-7cf522517f88 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?device_id=41838a09-6470-43d7-885c-89a063d7fadb HTTP/1.1" status: 200 len: 2412 time: 0.1443539 Jul 06 14:02:52.910473 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8181901a-c811-4de1-b56e-004d239363f2 None None] Checking router: a7ac87ca-816c-4caf-aec6-2fec150d5b73 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:02:52.911091 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8181901a-c811-4de1-b56e-004d239363f2 None None] Updating router a7ac87ca-816c-4caf-aec6-2fec150d5b73 port 04f5fc83-9038-4780-b12d-adc8b8157d37 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:02:52.966881 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-8181901a-c811-4de1-b56e-004d239363f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:52.984883 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3a83a92f-2713-4877-931f-4b18dd3d3c73 req-40a6873d-5886-4f96-90fc-f8204f0b3da3 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/security-groups?id=0f7b13da-ff34-46ab-8116-08b93b343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796022 Jul 06 14:02:53.109851 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 480bff79-6e74-48d7-87ff-8bbb2fe00902 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:02:53.290349 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 480bff79-6e74-48d7-87ff-8bbb2fe00902, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=480bff79-6e74-48d7-87ff-8bbb2fe00902,segment=NetworkSegment(3b690def-b283-4fcb-9147-d857afcaa0d4),segment_id=3b690def-b283-4fcb-9147-d857afcaa0d4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:53.304108 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '480bff79-6e74-48d7-87ff-8bbb2fe00902', 'network_id': 'dfe1c46c-8c93-4499-a48d-0017bd73b910', 'port_id': '480bff79-6e74-48d7-87ff-8bbb2fe00902', 'mac_address': 'fa:16:3e:d7:3b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa79132-9182-4839-b8ff-b224780c9536', 'ip_address': '19.86.0.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:02:53.344237 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:53.363289 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 480bff79-6e74-48d7-87ff-8bbb2fe00902 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:02:53.379262 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-05b9e0f9-fc9e-4170-8d28-d8542dc7183b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:53.389031 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 480bff79-6e74-48d7-87ff-8bbb2fe00902, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=480bff79-6e74-48d7-87ff-8bbb2fe00902,segment=NetworkSegment(3b690def-b283-4fcb-9147-d857afcaa0d4),segment_id=3b690def-b283-4fcb-9147-d857afcaa0d4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:53.395947 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:53.397129 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:02:53.410982 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-8181901a-c811-4de1-b56e-004d239363f2 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:53.421338 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-8181901a-c811-4de1-b56e-004d239363f2 None None] Transition to ACTIVE for port object 04f5fc83-9038-4780-b12d-adc8b8157d37 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:53.427756 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-8181901a-c811-4de1-b56e-004d239363f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:53.500005 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=480bff79-6e74-48d7-87ff-8bbb2fe00902,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:53.533493 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-8181901a-c811-4de1-b56e-004d239363f2 None None] Attempting to bind port 04f5fc83-9038-4780-b12d-adc8b8157d37 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:02:53.534342 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-8181901a-c811-4de1-b56e-004d239363f2 None None] Attempting to bind port 04f5fc83-9038-4780-b12d-adc8b8157d37 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:02:53.534342 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8181901a-c811-4de1-b56e-004d239363f2 None None] Attempting to bind port 04f5fc83-9038-4780-b12d-adc8b8157d37 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:53.558795 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8181901a-c811-4de1-b56e-004d239363f2 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:02:53.559356 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8181901a-c811-4de1-b56e-004d239363f2 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:53.559865 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-8181901a-c811-4de1-b56e-004d239363f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:53.563460 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8181901a-c811-4de1-b56e-004d239363f2 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:02:53.564165 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-8181901a-c811-4de1-b56e-004d239363f2 None None] Bound port: 04f5fc83-9038-4780-b12d-adc8b8157d37, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:02:53.564857 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:53.564979 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-8181901a-c811-4de1-b56e-004d239363f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:53.590784 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'port_id': '4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4', 'mac_address': 'fa:16:3e:45:54:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:02:53.627926 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-05b9e0f9-fc9e-4170-8d28-d8542dc7183b admin admin] Allocated IP 172.20.0.1 (b8d9601d-3de6-4f81-a059-2bdbf312577c/22cad74c-fc99-4bde-affd-fd3c50380641/3b205c35-114f-43be-968a-a204137211e7) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:02:53.659010 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:53.671047 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-8181901a-c811-4de1-b56e-004d239363f2 None None] For port 04f5fc83-9038-4780-b12d-adc8b8157d37, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:02:53.676358 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:02:53.679187 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-8181901a-c811-4de1-b56e-004d239363f2 None None] For port 04f5fc83-9038-4780-b12d-adc8b8157d37, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=04f5fc83-9038-4780-b12d-adc8b8157d37,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:02:53.686672 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-8181901a-c811-4de1-b56e-004d239363f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:53.698556 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:53.703919 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:53.705441 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 2d5af4ad-8b3d-4452-9ac9-0991c8a124b1 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:02:53.706634 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b14fe-b0ad-43d7-b2b1-a1f4ea4e2407 None None] Pushing event updated for resources: {'Port': ['ID=04f5fc83-9038-4780-b12d-adc8b8157d37,revision_number=2']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:53.773868 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8181901a-c811-4de1-b56e-004d239363f2 None None] Routers {'a7ac87ca-816c-4caf-aec6-2fec150d5b73'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:53.778233 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-8181901a-c811-4de1-b56e-004d239363f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:02:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a7ac87ca-816c-4caf-aec6-2fec150d5b73'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:53.787613 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-05b9e0f9-fc9e-4170-8d28-d8542dc7183b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:53.837644 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:53.848383 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b14fe-b0ad-43d7-b2b1-a1f4ea4e2407 None None] Pushing event updated for resources: {'Port': ['ID=04f5fc83-9038-4780-b12d-adc8b8157d37,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:53.871143 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-05b9e0f9-fc9e-4170-8d28-d8542dc7183b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:53.916554 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9e0f9-fc9e-4170-8d28-d8542dc7183b admin admin] Pushing event updated for resources: {'Port': ['ID=3b205c35-114f-43be-968a-a204137211e7,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:53.918391 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 2d5af4ad-8b3d-4452-9ac9-0991c8a124b1, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=2d5af4ad-8b3d-4452-9ac9-0991c8a124b1,segment=NetworkSegment(256a1d11-b35f-4bbd-8042-89812ab93199),segment_id=256a1d11-b35f-4bbd-8042-89812ab93199)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:53.925629 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-8181901a-c811-4de1-b56e-004d239363f2 None None] Set router a7ac87ca-816c-4caf-aec6-2fec150d5b73 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:53.947140 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b9e0f9-fc9e-4170-8d28-d8542dc7183b admin admin] Network b8d9601d-3de6-4f81-a059-2bdbf312577c is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:53.951280 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-05b9e0f9-fc9e-4170-8d28-d8542dc7183b admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:53.957128 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b9e0f9-fc9e-4170-8d28-d8542dc7183b admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:02:54.004912 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-05b9e0f9-fc9e-4170-8d28-d8542dc7183b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:54.162994 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-8181901a-c811-4de1-b56e-004d239363f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ac87ca-816c-4caf-aec6-2fec150d5b73', 'name': 'tempest-ServerRescueNegativeTestJSON-1918912080-router', 'tenant_id': 'b7ff67a3e26f47058d2e455f3c5054a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '04f5fc83-9038-4780-b12d-adc8b8157d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:50Z', 'updated_at': '2021-07-06T14:02:51Z', 'revision_number': 3, 'project_id': 'b7ff67a3e26f47058d2e455f3c5054a8', 'gw_port': {'id': '04f5fc83-9038-4780-b12d-adc8b8157d37', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ac87ca-816c-4caf-aec6-2fec150d5b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:51Z', 'updated_at': '2021-07-06T14:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:54.178386 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-05b9e0f9-fc9e-4170-8d28-d8542dc7183b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:54.207526 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '2d5af4ad-8b3d-4452-9ac9-0991c8a124b1', 'network_id': '73c8bc0d-5407-4f39-83c6-25b8982eea57', 'port_id': '2d5af4ad-8b3d-4452-9ac9-0991c8a124b1', 'mac_address': 'fa:16:3e:f0:25:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1407033a-a224-449b-93ce-d26401e42c51', 'ip_address': '19.80.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:02:54.212242 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8181901a-c811-4de1-b56e-004d239363f2 None None] The sync data for ids ['a7ac87ca-816c-4caf-aec6-2fec150d5b73'] in n-d-773644-6 is: [{'id': 'a7ac87ca-816c-4caf-aec6-2fec150d5b73', 'name': 'tempest-ServerRescueNegativeTestJSON-1918912080-router', 'tenant_id': 'b7ff67a3e26f47058d2e455f3c5054a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '04f5fc83-9038-4780-b12d-adc8b8157d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:50Z', 'updated_at': '2021-07-06T14:02:51Z', 'revision_number': 3, 'project_id': 'b7ff67a3e26f47058d2e455f3c5054a8', 'gw_port': {'id': '04f5fc83-9038-4780-b12d-adc8b8157d37', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ac87ca-816c-4caf-aec6-2fec150d5b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:51Z', 'updated_at': '2021-07-06T14:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:02:54.269200 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:54.283927 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d5af4ad-8b3d-4452-9ac9-0991c8a124b1 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:02:54.312222 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 2d5af4ad-8b3d-4452-9ac9-0991c8a124b1, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=2d5af4ad-8b3d-4452-9ac9-0991c8a124b1,segment=NetworkSegment(256a1d11-b35f-4bbd-8042-89812ab93199),segment_id=256a1d11-b35f-4bbd-8042-89812ab93199)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:54.326779 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:54.327645 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device aa725c1b-674d-4253-bca0-28e96ceec910 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:02:54.425504 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port aa725c1b-674d-4253-bca0-28e96ceec910, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=aa725c1b-674d-4253-bca0-28e96ceec910,segment=NetworkSegment(256a1d11-b35f-4bbd-8042-89812ab93199),segment_id=256a1d11-b35f-4bbd-8042-89812ab93199)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:54.439683 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-05b9e0f9-fc9e-4170-8d28-d8542dc7183b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:54.458671 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-05b9e0f9-fc9e-4170-8d28-d8542dc7183b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:54.462038 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'aa725c1b-674d-4253-bca0-28e96ceec910', 'network_id': '73c8bc0d-5407-4f39-83c6-25b8982eea57', 'port_id': 'aa725c1b-674d-4253-bca0-28e96ceec910', 'mac_address': 'fa:16:3e:59:54:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1407033a-a224-449b-93ce-d26401e42c51', 'ip_address': '19.80.0.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:02:54.469353 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=2d5af4ad-8b3d-4452-9ac9-0991c8a124b1,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:54.545937 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:54.575751 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-05b9e0f9-fc9e-4170-8d28-d8542dc7183b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:54.598629 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa725c1b-674d-4253-bca0-28e96ceec910 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:02:54.620798 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9e0f9-fc9e-4170-8d28-d8542dc7183b admin admin] Pushing event updated for resources: {'Port': ['ID=3b205c35-114f-43be-968a-a204137211e7,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:54.631903 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port aa725c1b-674d-4253-bca0-28e96ceec910, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=aa725c1b-674d-4253-bca0-28e96ceec910,segment=NetworkSegment(256a1d11-b35f-4bbd-8042-89812ab93199),segment_id=256a1d11-b35f-4bbd-8042-89812ab93199)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:54.646304 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:54.745808 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=aa725c1b-674d-4253-bca0-28e96ceec910,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:54.784038 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b9e0f9-fc9e-4170-8d28-d8542dc7183b admin admin] Network b8d9601d-3de6-4f81-a059-2bdbf312577c is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:02:54.786137 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-05b9e0f9-fc9e-4170-8d28-d8542dc7183b admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:02:54.920306 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b9e0f9-fc9e-4170-8d28-d8542dc7183b admin admin] Router a7ac87ca-816c-4caf-aec6-2fec150d5b73 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:02:55.045397 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['480bff79-6e74-48d7-87ff-8bbb2fe00902'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:55.047011 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b9e0f9-fc9e-4170-8d28-d8542dc7183b admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:02:55.065987 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-05b9e0f9-fc9e-4170-8d28-d8542dc7183b admin admin] 10.222.0.118 "PUT /v2.0/routers/a7ac87ca-816c-4caf-aec6-2fec150d5b73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5876584 Jul 06 14:02:55.073786 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:55.089390 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['aa725c1b-674d-4253-bca0-28e96ceec910'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:55.680872 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 04f5fc83-9038-4780-b12d-adc8b8157d37 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:55.739318 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 04f5fc83-9038-4780-b12d-adc8b8157d37 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:55.743345 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 04f5fc83-9038-4780-b12d-adc8b8157d37 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:55.743724 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:55.831469 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:55.852971 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 04f5fc83-9038-4780-b12d-adc8b8157d37, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=04f5fc83-9038-4780-b12d-adc8b8157d37,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:55.857229 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:55.912918 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=04f5fc83-9038-4780-b12d-adc8b8157d37,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:56.134891 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['2d5af4ad-8b3d-4452-9ac9-0991c8a124b1'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:02:56.278432 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1a87be-b927-46e0-a6be-019a665d95be None None] Sync routers for ids ['a7ac87ca-816c-4caf-aec6-2fec150d5b73'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:02:56.299958 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1a87be-b927-46e0-a6be-019a665d95be None None] Routers {'a7ac87ca-816c-4caf-aec6-2fec150d5b73'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:56.300520 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-7a1a87be-b927-46e0-a6be-019a665d95be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:02:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a7ac87ca-816c-4caf-aec6-2fec150d5b73'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:56.426430 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-7a1a87be-b927-46e0-a6be-019a665d95be None None] Set router a7ac87ca-816c-4caf-aec6-2fec150d5b73 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:56.647302 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-7a1a87be-b927-46e0-a6be-019a665d95be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ac87ca-816c-4caf-aec6-2fec150d5b73', 'name': 'tempest-ServerRescueNegativeTestJSON-1918912080-router', 'tenant_id': 'b7ff67a3e26f47058d2e455f3c5054a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '04f5fc83-9038-4780-b12d-adc8b8157d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:50Z', 'updated_at': '2021-07-06T14:02:54Z', 'revision_number': 4, 'project_id': 'b7ff67a3e26f47058d2e455f3c5054a8', 'gw_port': {'id': '04f5fc83-9038-4780-b12d-adc8b8157d37', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ac87ca-816c-4caf-aec6-2fec150d5b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:51Z', 'updated_at': '2021-07-06T14:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '3b205c35-114f-43be-968a-a204137211e7', 'name': '', 'network_id': 'b8d9601d-3de6-4f81-a059-2bdbf312577c', 'tenant_id': 'b7ff67a3e26f47058d2e455f3c5054a8', 'mac_address': 'fa:16:3e:34:28:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ac87ca-816c-4caf-aec6-2fec150d5b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '22cad74c-fc99-4bde-affd-fd3c50380641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:53Z', 'updated_at': '2021-07-06T14:02:54Z', 'revision_number': 2, 'project_id': 'b7ff67a3e26f47058d2e455f3c5054a8', 'subnets': [{'id': '22cad74c-fc99-4bde-affd-fd3c50380641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:56.674262 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1a87be-b927-46e0-a6be-019a665d95be None None] Checking router: a7ac87ca-816c-4caf-aec6-2fec150d5b73 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:02:56.674620 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1a87be-b927-46e0-a6be-019a665d95be None None] Updating router a7ac87ca-816c-4caf-aec6-2fec150d5b73 port 3b205c35-114f-43be-968a-a204137211e7 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:02:56.709962 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7a1a87be-b927-46e0-a6be-019a665d95be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:57.006338 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7a1a87be-b927-46e0-a6be-019a665d95be None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:57.017780 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-7a1a87be-b927-46e0-a6be-019a665d95be None None] Transition to ACTIVE for port object 3b205c35-114f-43be-968a-a204137211e7 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:02:57.023276 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7a1a87be-b927-46e0-a6be-019a665d95be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:57.071587 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe6f5a-b2fa-4440-8680-9fb96d04c7ed None None] Pushing event updated for resources: {'Port': ['ID=3b205c35-114f-43be-968a-a204137211e7,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:57.084356 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe6f5a-b2fa-4440-8680-9fb96d04c7ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:57.084712 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe6f5a-b2fa-4440-8680-9fb96d04c7ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:57.085061 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe6f5a-b2fa-4440-8680-9fb96d04c7ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:57.085405 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe6f5a-b2fa-4440-8680-9fb96d04c7ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:57.085744 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe6f5a-b2fa-4440-8680-9fb96d04c7ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:57.086104 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe6f5a-b2fa-4440-8680-9fb96d04c7ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:57.086694 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe6f5a-b2fa-4440-8680-9fb96d04c7ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:57.087027 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe6f5a-b2fa-4440-8680-9fb96d04c7ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:57.087383 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe6f5a-b2fa-4440-8680-9fb96d04c7ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:57.087711 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe6f5a-b2fa-4440-8680-9fb96d04c7ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:57.088041 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe6f5a-b2fa-4440-8680-9fb96d04c7ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:57.088367 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afe6f5a-b2fa-4440-8680-9fb96d04c7ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:02:57.146050 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 480bff79-6e74-48d7-87ff-8bbb2fe00902 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:57.150665 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-7a1a87be-b927-46e0-a6be-019a665d95be None None] Attempting to bind port 3b205c35-114f-43be-968a-a204137211e7 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:02:57.151037 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-7a1a87be-b927-46e0-a6be-019a665d95be None None] Attempting to bind port 3b205c35-114f-43be-968a-a204137211e7 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '29c72c3e-ba82-4c3c-8044-a8428464bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b8d9601d-3de6-4f81-a059-2bdbf312577c'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:02:57.151406 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1a87be-b927-46e0-a6be-019a665d95be None None] Attempting to bind port 3b205c35-114f-43be-968a-a204137211e7 on network b8d9601d-3de6-4f81-a059-2bdbf312577c {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:02:57.175929 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1a87be-b927-46e0-a6be-019a665d95be None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:02:57.176315 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1a87be-b927-46e0-a6be-019a665d95be None None] Checking segment: {'id': '29c72c3e-ba82-4c3c-8044-a8428464bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b8d9601d-3de6-4f81-a059-2bdbf312577c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:02:57.176740 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7a1a87be-b927-46e0-a6be-019a665d95be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:57.177123 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1a87be-b927-46e0-a6be-019a665d95be None None] Bound using segment: {'id': '29c72c3e-ba82-4c3c-8044-a8428464bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b8d9601d-3de6-4f81-a059-2bdbf312577c'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:02:57.177601 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-7a1a87be-b927-46e0-a6be-019a665d95be None None] Bound port: 3b205c35-114f-43be-968a-a204137211e7, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29c72c3e-ba82-4c3c-8044-a8428464bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b8d9601d-3de6-4f81-a059-2bdbf312577c'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:02:57.178010 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7a1a87be-b927-46e0-a6be-019a665d95be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:57.255924 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 480bff79-6e74-48d7-87ff-8bbb2fe00902 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:57.262662 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-7a1a87be-b927-46e0-a6be-019a665d95be None None] For port 3b205c35-114f-43be-968a-a204137211e7, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:02:57.264770 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 480bff79-6e74-48d7-87ff-8bbb2fe00902 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:57.265181 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:57.269341 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-7a1a87be-b927-46e0-a6be-019a665d95be None None] For port 3b205c35-114f-43be-968a-a204137211e7, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=3b205c35-114f-43be-968a-a204137211e7,segment=NetworkSegment(29c72c3e-ba82-4c3c-8044-a8428464bfe4),segment_id=29c72c3e-ba82-4c3c-8044-a8428464bfe4)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:02:57.291475 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7a1a87be-b927-46e0-a6be-019a665d95be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:57.369368 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe6f5a-b2fa-4440-8680-9fb96d04c7ed None None] Pushing event updated for resources: {'Port': ['ID=3b205c35-114f-43be-968a-a204137211e7,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:57.377500 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1a87be-b927-46e0-a6be-019a665d95be None None] Routers {'a7ac87ca-816c-4caf-aec6-2fec150d5b73'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:02:57.378170 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-7a1a87be-b927-46e0-a6be-019a665d95be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:02:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a7ac87ca-816c-4caf-aec6-2fec150d5b73'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:57.456138 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:57.512996 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41838a09-6470-43d7-885c-89a063d7fadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480bff79-6e74-48d7-87ff-8bbb2fe00902'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:02:57.515252 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2551283-f65b-4f4d-9328-a457f992367d" -d '{"events": [{"server_uuid": "41838a09-6470-43d7-885c-89a063d7fadb", "name": "network-vif-plugged", "status": "completed", "tag": "480bff79-6e74-48d7-87ff-8bbb2fe00902"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:02:57.536510 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 480bff79-6e74-48d7-87ff-8bbb2fe00902, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=480bff79-6e74-48d7-87ff-8bbb2fe00902,segment=NetworkSegment(3b690def-b283-4fcb-9147-d857afcaa0d4),segment_id=3b690def-b283-4fcb-9147-d857afcaa0d4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:57.545065 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:57.545877 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 2d5af4ad-8b3d-4452-9ac9-0991c8a124b1 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:57.548636 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-7a1a87be-b927-46e0-a6be-019a665d95be None None] Set router a7ac87ca-816c-4caf-aec6-2fec150d5b73 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:02:57.667814 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 04f5fc83-9038-4780-b12d-adc8b8157d37 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:57.769053 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=480bff79-6e74-48d7-87ff-8bbb2fe00902,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:57.814503 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 2d5af4ad-8b3d-4452-9ac9-0991c8a124b1 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:57.825717 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 2d5af4ad-8b3d-4452-9ac9-0991c8a124b1 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:57.826125 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:57.866976 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 04f5fc83-9038-4780-b12d-adc8b8157d37 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:57.867353 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:58.164736 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-7a1a87be-b927-46e0-a6be-019a665d95be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ac87ca-816c-4caf-aec6-2fec150d5b73', 'name': 'tempest-ServerRescueNegativeTestJSON-1918912080-router', 'tenant_id': 'b7ff67a3e26f47058d2e455f3c5054a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '04f5fc83-9038-4780-b12d-adc8b8157d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:50Z', 'updated_at': '2021-07-06T14:02:54Z', 'revision_number': 4, 'project_id': 'b7ff67a3e26f47058d2e455f3c5054a8', 'gw_port': {'id': '04f5fc83-9038-4780-b12d-adc8b8157d37', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ac87ca-816c-4caf-aec6-2fec150d5b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:51Z', 'updated_at': '2021-07-06T14:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '3b205c35-114f-43be-968a-a204137211e7', 'name': '', 'network_id': 'b8d9601d-3de6-4f81-a059-2bdbf312577c', 'tenant_id': 'b7ff67a3e26f47058d2e455f3c5054a8', 'mac_address': 'fa:16:3e:34:28:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ac87ca-816c-4caf-aec6-2fec150d5b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '22cad74c-fc99-4bde-affd-fd3c50380641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:53Z', 'updated_at': '2021-07-06T14:02:57Z', 'revision_number': 4, 'project_id': 'b7ff67a3e26f47058d2e455f3c5054a8', 'subnets': [{'id': '22cad74c-fc99-4bde-affd-fd3c50380641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:58.169122 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:58.206716 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1a87be-b927-46e0-a6be-019a665d95be None None] The sync data for ids ['a7ac87ca-816c-4caf-aec6-2fec150d5b73'] in n-d-773644-6 is: [{'id': 'a7ac87ca-816c-4caf-aec6-2fec150d5b73', 'name': 'tempest-ServerRescueNegativeTestJSON-1918912080-router', 'tenant_id': 'b7ff67a3e26f47058d2e455f3c5054a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '04f5fc83-9038-4780-b12d-adc8b8157d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:50Z', 'updated_at': '2021-07-06T14:02:54Z', 'revision_number': 4, 'project_id': 'b7ff67a3e26f47058d2e455f3c5054a8', 'gw_port': {'id': '04f5fc83-9038-4780-b12d-adc8b8157d37', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ac87ca-816c-4caf-aec6-2fec150d5b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:51Z', 'updated_at': '2021-07-06T14:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '3b205c35-114f-43be-968a-a204137211e7', 'name': '', 'network_id': 'b8d9601d-3de6-4f81-a059-2bdbf312577c', 'tenant_id': 'b7ff67a3e26f47058d2e455f3c5054a8', 'mac_address': 'fa:16:3e:34:28:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ac87ca-816c-4caf-aec6-2fec150d5b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '22cad74c-fc99-4bde-affd-fd3c50380641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:53Z', 'updated_at': '2021-07-06T14:02:57Z', 'revision_number': 4, 'project_id': 'b7ff67a3e26f47058d2e455f3c5054a8', 'subnets': [{'id': '22cad74c-fc99-4bde-affd-fd3c50380641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:02:58.238424 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 2d5af4ad-8b3d-4452-9ac9-0991c8a124b1, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=2d5af4ad-8b3d-4452-9ac9-0991c8a124b1,segment=NetworkSegment(256a1d11-b35f-4bbd-8042-89812ab93199),segment_id=256a1d11-b35f-4bbd-8042-89812ab93199)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:58.251314 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:58.251314 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:58.358652 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=2d5af4ad-8b3d-4452-9ac9-0991c8a124b1,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:58.372506 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:58.382049 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:58.382524 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:58.491879 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:58.537185 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:58.543130 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:58.544197 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device aa725c1b-674d-4253-bca0-28e96ceec910 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:58.655362 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:58.667963 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port aa725c1b-674d-4253-bca0-28e96ceec910 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:58.675509 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port aa725c1b-674d-4253-bca0-28e96ceec910 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:58.676178 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:58.786788 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:58.829510 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port aa725c1b-674d-4253-bca0-28e96ceec910, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=aa725c1b-674d-4253-bca0-28e96ceec910,segment=NetworkSegment(256a1d11-b35f-4bbd-8042-89812ab93199),segment_id=256a1d11-b35f-4bbd-8042-89812ab93199)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:58.834561 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:58.900482 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=aa725c1b-674d-4253-bca0-28e96ceec910,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:59.673984 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 3b205c35-114f-43be-968a-a204137211e7 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:02:59.728977 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 3b205c35-114f-43be-968a-a204137211e7 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:02:59.732878 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 3b205c35-114f-43be-968a-a204137211e7 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:02:59.733254 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:59.818234 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:59.854631 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 3b205c35-114f-43be-968a-a204137211e7, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=3b205c35-114f-43be-968a-a204137211e7,segment=NetworkSegment(29c72c3e-ba82-4c3c-8044-a8428464bfe4),segment_id=29c72c3e-ba82-4c3c-8044-a8428464bfe4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:59.859743 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:02:59.915156 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=3b205c35-114f-43be-968a-a204137211e7,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:01.640187 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 3b205c35-114f-43be-968a-a204137211e7 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:03:01.692964 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 3b205c35-114f-43be-968a-a204137211e7 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:01.693348 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:03.352386 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ce3c2-ae70-434c-8eff-e94d048f34eb req-e1f9708e-e0de-4b15-be37-87ecb1c25afc tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:03.353892 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c01ce3c2-ae70-434c-8eff-e94d048f34eb req-e1f9708e-e0de-4b15-be37-87ecb1c25afc tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 943 time: 0.0636535 Jul 06 14:03:03.392744 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c01ce3c2-ae70-434c-8eff-e94d048f34eb req-6dc5d4a5-696b-4da3-af17-7419cde24241 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333092 Jul 06 14:03:03.557787 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae7bc5-15f5-4e64-a374-b89d1be0b4bb req-b131f598-58af-4c30-89e8-fc702770b041 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:03.559209 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b2ae7bc5-15f5-4e64-a374-b89d1be0b4bb req-b131f598-58af-4c30-89e8-fc702770b041 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 946 time: 0.0645525 Jul 06 14:03:03.597575 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b2ae7bc5-15f5-4e64-a374-b89d1be0b4bb req-16945b3a-0857-409e-9332-ae7449918d4b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318818 Jul 06 14:03:03.768943 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a080a-6bd8-4411-986e-33d078b8717e req-7556b0cb-6d01-456c-9be8-1abc384554db tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:03.774890 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a080a-6bd8-4411-986e-33d078b8717e req-7556b0cb-6d01-456c-9be8-1abc384554db tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:03.780762 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a080a-6bd8-4411-986e-33d078b8717e req-7556b0cb-6d01-456c-9be8-1abc384554db tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:03.782545 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad5a080a-6bd8-4411-986e-33d078b8717e req-7556b0cb-6d01-456c-9be8-1abc384554db tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?device_id=41838a09-6470-43d7-885c-89a063d7fadb HTTP/1.1" status: 200 len: 2418 time: 0.0830708 Jul 06 14:03:03.820904 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad5a080a-6bd8-4411-986e-33d078b8717e req-a484079d-ed12-4876-9dcd-7f1610143514 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/security-groups?id=0f7b13da-ff34-46ab-8116-08b93b343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327914 Jul 06 14:03:04.125498 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-3d9ac136-b6d3-43f4-8938-8d2d107fe0e4 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:04.127472 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-3d9ac136-b6d3-43f4-8938-8d2d107fe0e4 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/networks?id=b8d9601d-3de6-4f81-a059-2bdbf312577c HTTP/1.1" status: 200 len: 819 time: 0.1082416 Jul 06 14:03:04.143435 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-0baa0407-9bb1-45ec-bd26-a74318fa4a48 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/quotas/b7ff67a3e26f47058d2e455f3c5054a8 HTTP/1.1" status: 200 len: 375 time: 0.0106330 Jul 06 14:03:04.211894 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-612b0fe1-ba4f-4e9e-ad02-07ba7ff1404e tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=b7ff67a3e26f47058d2e455f3c5054a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0636706 Jul 06 14:03:04.223110 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-980edd8d-6ef5-4c8e-8db7-354bbc44a3f0 service neutron] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:03:04.224161 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-980edd8d-6ef5-4c8e-8db7-354bbc44a3f0 service neutron] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060883 Jul 06 14:03:04.316118 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-51565b5f-d824-4ede-9179-5f01cb7f6754 service neutron] 10.222.0.118 "GET /v2.0/networks/b8d9601d-3de6-4f81-a059-2bdbf312577c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864353 Jul 06 14:03:04.410837 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-42030a9f-4b90-4ec8-bff0-8107edcc7efa service neutron] 10.222.0.118 "GET /v2.0/networks/b8d9601d-3de6-4f81-a059-2bdbf312577c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890374 Jul 06 14:03:04.555175 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f3d354-0e7c-4ede-99e8-6df27e335f57 x-openstack-request-id: req-86f3d354-0e7c-4ede-99e8-6df27e335f57 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:04.555624 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41838a09-6470-43d7-885c-89a063d7fadb", "name": "network-vif-plugged", "status": "completed", "tag": "480bff79-6e74-48d7-87ff-8bbb2fe00902", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:04.555771 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-86f3d354-0e7c-4ede-99e8-6df27e335f57 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:04.556328 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41838a09-6470-43d7-885c-89a063d7fadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480bff79-6e74-48d7-87ff-8bbb2fe00902', 'code': 200} Jul 06 14:03:04.812362 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e2547-a941-4e0a-9fb1-106c0966031f req-4d4e1080-2bcb-43b7-844d-7a80505bc62d tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:04.814467 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-167e2547-a941-4e0a-9fb1-106c0966031f req-4d4e1080-2bcb-43b7-844d-7a80505bc62d tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 943 time: 0.0656855 Jul 06 14:03:04.853863 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-167e2547-a941-4e0a-9fb1-106c0966031f req-b7514568-d32a-46c1-9c5b-91b561aa1e8c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337143 Jul 06 14:03:04.929796 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eefc96be-0a1b-4d8b-a369-ff5c1ed5fda4 req-443b133a-419b-4d5b-a3e9-0cc306b66f2e tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 210 time: 0.0307128 Jul 06 14:03:05.110304 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341b05c-046c-4373-addf-376641ce9f4b req-fd444b7c-733d-432c-9222-71e7633e0dfd tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:05.112706 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e341b05c-046c-4373-addf-376641ce9f4b req-fd444b7c-733d-432c-9222-71e7633e0dfd tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 946 time: 0.0726449 Jul 06 14:03:05.158977 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e341b05c-046c-4373-addf-376641ce9f4b req-00d63a20-8925-4ee1-801c-f1432f2a21ff tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384452 Jul 06 14:03:05.331368 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3709388-cede-4df2-9541-581047f815a3 req-7ce1ad86-6061-4832-aac6-8fd60f44f284 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:05.337607 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3709388-cede-4df2-9541-581047f815a3 req-7ce1ad86-6061-4832-aac6-8fd60f44f284 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:05.343643 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3709388-cede-4df2-9541-581047f815a3 req-7ce1ad86-6061-4832-aac6-8fd60f44f284 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:05.345338 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3709388-cede-4df2-9541-581047f815a3 req-7ce1ad86-6061-4832-aac6-8fd60f44f284 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?device_id=41838a09-6470-43d7-885c-89a063d7fadb HTTP/1.1" status: 200 len: 2418 time: 0.0825224 Jul 06 14:03:05.385061 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3709388-cede-4df2-9541-581047f815a3 req-f3050ec5-0989-4890-9f1b-a9bf77215ea4 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/security-groups?id=0f7b13da-ff34-46ab-8116-08b93b343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338027 Jul 06 14:03:05.572841 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-c4808637-8f8c-421e-a6c8-3f803463b548 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:05.574344 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-c4808637-8f8c-421e-a6c8-3f803463b548 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/networks?id=b8d9601d-3de6-4f81-a059-2bdbf312577c HTTP/1.1" status: 200 len: 819 time: 0.1070759 Jul 06 14:03:05.589607 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-4f3bd5a4-5deb-4a2e-9103-269fba0bcfbb tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/quotas/b7ff67a3e26f47058d2e455f3c5054a8 HTTP/1.1" status: 200 len: 375 time: 0.0096390 Jul 06 14:03:05.655796 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-a658e3f7-e3c6-4d98-8841-1ae6f2a888ea tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=b7ff67a3e26f47058d2e455f3c5054a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0613000 Jul 06 14:03:05.756582 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-dbc8f49c-e4f5-4155-9697-6f799981cb2a service neutron] 10.222.0.118 "GET /v2.0/networks/b8d9601d-3de6-4f81-a059-2bdbf312577c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928881 Jul 06 14:03:05.923660 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-3b76434f-1f40-4bcd-b86c-8d0b144ecb72 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:05.925165 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-3b76434f-1f40-4bcd-b86c-8d0b144ecb72 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.124 "GET /v2.0/networks?id=b8d9601d-3de6-4f81-a059-2bdbf312577c HTTP/1.1" status: 200 len: 819 time: 0.1712697 Jul 06 14:03:05.928743 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-3fbb2675-5d53-440c-a4a4-b44f433e9d1b service neutron] 10.222.0.118 "GET /v2.0/networks/b8d9601d-3de6-4f81-a059-2bdbf312577c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609113 Jul 06 14:03:05.937648 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-c38ef2c5-33f7-4a4a-8ce8-8dd71121db38 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Request body: {'port': {'device_id': 'c1afef0b-1ef2-4b7c-abe6-2975d409aad5', 'network_id': 'b8d9601d-3de6-4f81-a059-2bdbf312577c', 'admin_state_up': True, 'tenant_id': 'b7ff67a3e26f47058d2e455f3c5054a8'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:06.059152 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-c38ef2c5-33f7-4a4a-8ce8-8dd71121db38 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Made reservation on behalf of b7ff67a3e26f47058d2e455f3c5054a8 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:03:06.065613 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-c38ef2c5-33f7-4a4a-8ce8-8dd71121db38 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:06.207268 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-c38ef2c5-33f7-4a4a-8ce8-8dd71121db38 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Allocated IP 172.20.0.13 (b8d9601d-3de6-4f81-a059-2bdbf312577c/22cad74c-fc99-4bde-affd-fd3c50380641/13b8051f-a72d-461f-a79d-844290426baa) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:03:06.395255 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a7cf3-f075-4f35-8d69-736b4c39ca89 req-92a967c2-beee-4d3d-819f-57046746468d tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:06.397140 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb7a7cf3-f075-4f35-8d69-736b4c39ca89 req-92a967c2-beee-4d3d-819f-57046746468d tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 943 time: 0.1464376 Jul 06 14:03:06.434056 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-c38ef2c5-33f7-4a4a-8ce8-8dd71121db38 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:06.460903 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb7a7cf3-f075-4f35-8d69-736b4c39ca89 req-2d02a09d-5926-4fc8-bfc2-f2965f7873fd tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563676 Jul 06 14:03:06.499068 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-c38ef2c5-33f7-4a4a-8ce8-8dd71121db38 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:06.553286 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-c38ef2c5-33f7-4a4a-8ce8-8dd71121db38 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Network b8d9601d-3de6-4f81-a059-2bdbf312577c is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:03:06.557161 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41838a09-6470-43d7-885c-89a063d7fadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5af4ad-8b3d-4452-9ac9-0991c8a124b1'}, {'server_uuid': '3e3badec-de16-4966-b61b-4d6c6543a61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4'}, {'server_uuid': '41838a09-6470-43d7-885c-89a063d7fadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa725c1b-674d-4253-bca0-28e96ceec910'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:06.559569 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339a8d66-a714-4027-a9f3-bbbb80b2fc34" -d '{"events": [{"server_uuid": "41838a09-6470-43d7-885c-89a063d7fadb", "name": "network-vif-plugged", "status": "completed", "tag": "2d5af4ad-8b3d-4452-9ac9-0991c8a124b1"}, {"server_uuid": "3e3badec-de16-4966-b61b-4d6c6543a61c", "name": "network-vif-plugged", "status": "completed", "tag": "4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4"}, {"server_uuid": "41838a09-6470-43d7-885c-89a063d7fadb", "name": "network-vif-plugged", "status": "completed", "tag": "aa725c1b-674d-4253-bca0-28e96ceec910"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:06.562094 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-c38ef2c5-33f7-4a4a-8ce8-8dd71121db38 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:06.571384 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-c38ef2c5-33f7-4a4a-8ce8-8dd71121db38 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:03:06.617956 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ef2c5-33f7-4a4a-8ce8-8dd71121db38 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Pushing event updated for resources: {'Port': ['ID=13b8051f-a72d-461f-a79d-844290426baa,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:06.642192 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-948dad88-a9af-42e0-8569-aa9c0fc69c78 req-e13f6a53-d89f-46eb-8e8c-676a6257a33e tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 210 time: 0.0618412 Jul 06 14:03:06.650826 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38ef2c5-33f7-4a4a-8ce8-8dd71121db38 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:06.651189 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38ef2c5-33f7-4a4a-8ce8-8dd71121db38 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:06.651543 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38ef2c5-33f7-4a4a-8ce8-8dd71121db38 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:06.652158 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38ef2c5-33f7-4a4a-8ce8-8dd71121db38 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:06.652264 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38ef2c5-33f7-4a4a-8ce8-8dd71121db38 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:06.652567 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38ef2c5-33f7-4a4a-8ce8-8dd71121db38 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:06.652908 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38ef2c5-33f7-4a4a-8ce8-8dd71121db38 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:06.653250 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38ef2c5-33f7-4a4a-8ce8-8dd71121db38 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:06.653675 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38ef2c5-33f7-4a4a-8ce8-8dd71121db38 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:06.654279 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38ef2c5-33f7-4a4a-8ce8-8dd71121db38 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:06.654351 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38ef2c5-33f7-4a4a-8ce8-8dd71121db38 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:06.654675 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38ef2c5-33f7-4a4a-8ce8-8dd71121db38 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:06.688362 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-c38ef2c5-33f7-4a4a-8ce8-8dd71121db38 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:06.688362 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-c38ef2c5-33f7-4a4a-8ce8-8dd71121db38 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:06.701565 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-c38ef2c5-33f7-4a4a-8ce8-8dd71121db38 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7678063 Jul 06 14:03:06.712711 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-828da403-bf82-45af-bf12-532546ca1357 service neutron] Request body: {'port': {'device_id': 'c1afef0b-1ef2-4b7c-abe6-2975d409aad5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:06.821345 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-828da403-bf82-45af-bf12-532546ca1357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:06.879864 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24131817-370b-45eb-9fd5-134d478220c7 req-68667b3e-a6b4-45fb-8b1c-da93b9009985 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:06.881356 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-24131817-370b-45eb-9fd5-134d478220c7 req-68667b3e-a6b4-45fb-8b1c-da93b9009985 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 946 time: 0.1049500 Jul 06 14:03:06.994834 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-24131817-370b-45eb-9fd5-134d478220c7 req-a672f818-6463-4c51-86af-5f1750f6ad16 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070061 Jul 06 14:03:07.271521 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-30b42a68-ded4-4808-9e74-8aa25ed67882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:07.589454 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-828da403-bf82-45af-bf12-532546ca1357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b8051f-a72d-461f-a79d-844290426baa {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:03:07.600124 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-828da403-bf82-45af-bf12-532546ca1357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:07.624997 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-828da403-bf82-45af-bf12-532546ca1357 service neutron] Transition to ACTIVE for port object 13b8051f-a72d-461f-a79d-844290426baa will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:07.639683 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32689ec-87cd-46ea-84db-80f7615bae8e req-71238c82-1c4a-4889-8057-d14dd19424f8 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:07.646379 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32689ec-87cd-46ea-84db-80f7615bae8e req-71238c82-1c4a-4889-8057-d14dd19424f8 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:07.652203 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32689ec-87cd-46ea-84db-80f7615bae8e req-71238c82-1c4a-4889-8057-d14dd19424f8 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:07.653824 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c32689ec-87cd-46ea-84db-80f7615bae8e req-71238c82-1c4a-4889-8057-d14dd19424f8 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?device_id=41838a09-6470-43d7-885c-89a063d7fadb HTTP/1.1" status: 200 len: 2418 time: 0.5101595 Jul 06 14:03:07.661483 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-828da403-bf82-45af-bf12-532546ca1357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:07.741701 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-47e844e6-8694-4a19-86d3-883eaff85b7c tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:07.743169 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-47e844e6-8694-4a19-86d3-883eaff85b7c tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.124 "GET /v2.0/networks?id=b8d9601d-3de6-4f81-a059-2bdbf312577c HTTP/1.1" status: 200 len: 819 time: 0.5646205 Jul 06 14:03:07.760644 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-870634d1-c6ff-42d4-bb0b-34c50287baaa tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Request body: {'port': {'device_id': 'b5b32e46-f940-4e70-af3e-3f7324563530', 'network_id': 'b8d9601d-3de6-4f81-a059-2bdbf312577c', 'admin_state_up': True, 'tenant_id': 'b7ff67a3e26f47058d2e455f3c5054a8'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:07.766062 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828da403-bf82-45af-bf12-532546ca1357 service neutron] Pushing event updated for resources: {'Port': ['ID=13b8051f-a72d-461f-a79d-844290426baa,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:07.781173 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c32689ec-87cd-46ea-84db-80f7615bae8e req-47cd7e4a-8082-40ee-899f-22cd215d2bf9 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/security-groups?id=0f7b13da-ff34-46ab-8116-08b93b343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165774 Jul 06 14:03:07.895157 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1782d8c-eff4-41b1-99fb-3ae77d272a60 x-openstack-request-id: req-e1782d8c-eff4-41b1-99fb-3ae77d272a60 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:07.896033 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41838a09-6470-43d7-885c-89a063d7fadb", "name": "network-vif-plugged", "status": "completed", "tag": "2d5af4ad-8b3d-4452-9ac9-0991c8a124b1", "code": 200}, {"server_uuid": "3e3badec-de16-4966-b61b-4d6c6543a61c", "name": "network-vif-plugged", "status": "completed", "tag": "4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4", "code": 200}, {"server_uuid": "41838a09-6470-43d7-885c-89a063d7fadb", "name": "network-vif-plugged", "status": "completed", "tag": "aa725c1b-674d-4253-bca0-28e96ceec910", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:07.896288 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e1782d8c-eff4-41b1-99fb-3ae77d272a60 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:07.896842 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41838a09-6470-43d7-885c-89a063d7fadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5af4ad-8b3d-4452-9ac9-0991c8a124b1', 'code': 200} Jul 06 14:03:07.897235 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3badec-de16-4966-b61b-4d6c6543a61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4', 'code': 200} Jul 06 14:03:07.897641 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41838a09-6470-43d7-885c-89a063d7fadb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa725c1b-674d-4253-bca0-28e96ceec910', 'code': 200} Jul 06 14:03:07.916196 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-828da403-bf82-45af-bf12-532546ca1357 service neutron] Attempting to bind port 13b8051f-a72d-461f-a79d-844290426baa on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:03:07.916538 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-828da403-bf82-45af-bf12-532546ca1357 service neutron] Attempting to bind port 13b8051f-a72d-461f-a79d-844290426baa by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '29c72c3e-ba82-4c3c-8044-a8428464bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b8d9601d-3de6-4f81-a059-2bdbf312577c'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:03:07.916889 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-828da403-bf82-45af-bf12-532546ca1357 service neutron] Attempting to bind port 13b8051f-a72d-461f-a79d-844290426baa on network b8d9601d-3de6-4f81-a059-2bdbf312577c {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:07.926681 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-828da403-bf82-45af-bf12-532546ca1357 service neutron] Port 13b8051f-a72d-461f-a79d-844290426baa on network b8d9601d-3de6-4f81-a059-2bdbf312577c not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:03:07.927008 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-828da403-bf82-45af-bf12-532546ca1357 service neutron] Attempting to bind port 13b8051f-a72d-461f-a79d-844290426baa on network b8d9601d-3de6-4f81-a059-2bdbf312577c {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:07.936941 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-828da403-bf82-45af-bf12-532546ca1357 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:03:07.937288 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-828da403-bf82-45af-bf12-532546ca1357 service neutron] Checking segment: {'id': '29c72c3e-ba82-4c3c-8044-a8428464bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b8d9601d-3de6-4f81-a059-2bdbf312577c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:03:07.937676 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-828da403-bf82-45af-bf12-532546ca1357 service neutron] Bound using segment: {'id': '29c72c3e-ba82-4c3c-8044-a8428464bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b8d9601d-3de6-4f81-a059-2bdbf312577c'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:03:07.938145 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-828da403-bf82-45af-bf12-532546ca1357 service neutron] Bound port: 13b8051f-a72d-461f-a79d-844290426baa, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29c72c3e-ba82-4c3c-8044-a8428464bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b8d9601d-3de6-4f81-a059-2bdbf312577c'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:03:07.939068 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-828da403-bf82-45af-bf12-532546ca1357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:07.962409 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-870634d1-c6ff-42d4-bb0b-34c50287baaa tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Made reservation on behalf of b7ff67a3e26f47058d2e455f3c5054a8 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:03:07.967000 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-870634d1-c6ff-42d4-bb0b-34c50287baaa tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:08.037226 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45fd77-631d-49ab-a8af-6d8dea3e2dd7 req-6ee2bac8-3b2e-42a7-8992-e2b57b2ccf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:08.039489 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-7e45fd77-631d-49ab-a8af-6d8dea3e2dd7 req-6ee2bac8-3b2e-42a7-8992-e2b57b2ccf58 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 1097 time: 0.0619321 Jul 06 14:03:08.082562 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-7e45fd77-631d-49ab-a8af-6d8dea3e2dd7 req-33162bee-f0b2-471c-b11f-7c748208c274 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314155 Jul 06 14:03:08.125669 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-828da403-bf82-45af-bf12-532546ca1357 service neutron] For port 13b8051f-a72d-461f-a79d-844290426baa, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:03:08.170348 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-828da403-bf82-45af-bf12-532546ca1357 service neutron] For port 13b8051f-a72d-461f-a79d-844290426baa, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=13b8051f-a72d-461f-a79d-844290426baa,segment=NetworkSegment(29c72c3e-ba82-4c3c-8044-a8428464bfe4),segment_id=29c72c3e-ba82-4c3c-8044-a8428464bfe4)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:03:08.179507 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-828da403-bf82-45af-bf12-532546ca1357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:08.253485 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a69bb-3cb9-49c7-bb33-4b520eb12271 req-5ad15652-8c38-403f-b23d-d58e14673eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:08.254016 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a69bb-3cb9-49c7-bb33-4b520eb12271 req-5ad15652-8c38-403f-b23d-d58e14673eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:08.254510 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a69bb-3cb9-49c7-bb33-4b520eb12271 req-5ad15652-8c38-403f-b23d-d58e14673eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:08.256220 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-874a69bb-3cb9-49c7-bb33-4b520eb12271 req-5ad15652-8c38-403f-b23d-d58e14673eb7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=41838a09-6470-43d7-885c-89a063d7fadb HTTP/1.1" status: 200 len: 2871 time: 0.2600176 Jul 06 14:03:08.268739 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-828da403-bf82-45af-bf12-532546ca1357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:08.269350 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-828da403-bf82-45af-bf12-532546ca1357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:08.270840 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-828da403-bf82-45af-bf12-532546ca1357 service neutron] 10.222.0.124 "PUT /v2.0/ports/13b8051f-a72d-461f-a79d-844290426baa HTTP/1.1" status: 200 len: 1092 time: 1.5626938 Jul 06 14:03:08.271283 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1afef0b-1ef2-4b7c-abe6-2975d409aad5', 'tag': '13b8051f-a72d-461f-a79d-844290426baa'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:08.273520 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f99b540-fd86-4de0-ab95-6f9d3fa73520" -d '{"events": [{"name": "network-changed", "server_uuid": "c1afef0b-1ef2-4b7c-abe6-2975d409aad5", "tag": "13b8051f-a72d-461f-a79d-844290426baa"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:08.337893 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-870634d1-c6ff-42d4-bb0b-34c50287baaa tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Allocated IP 172.20.0.10 (b8d9601d-3de6-4f81-a059-2bdbf312577c/22cad74c-fc99-4bde-affd-fd3c50380641/5599c0c7-10a1-4c15-ad3a-7a320bd94c82) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:03:08.363360 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828da403-bf82-45af-bf12-532546ca1357 service neutron] Pushing event updated for resources: {'Port': ['ID=13b8051f-a72d-461f-a79d-844290426baa,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:08.376182 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3add6dd-5fcc-4bf5-a419-70eba85740a6 req-93aa3907-f6bb-4f4e-82b7-aeb0cde52fa5 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:08.378473 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3add6dd-5fcc-4bf5-a419-70eba85740a6 req-93aa3907-f6bb-4f4e-82b7-aeb0cde52fa5 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 943 time: 0.2723875 Jul 06 14:03:08.406193 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-874a69bb-3cb9-49c7-bb33-4b520eb12271 req-6e0525b0-cd5b-441e-8847-90ef57d7c5a4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0f7b13da-ff34-46ab-8116-08b93b343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256993 Jul 06 14:03:08.462966 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3add6dd-5fcc-4bf5-a419-70eba85740a6 req-6255c1ad-695a-484f-a80c-360163091385 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733597 Jul 06 14:03:08.527210 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-ee035061-a206-4550-aceb-c90eaa362999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:08.528800 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-ee035061-a206-4550-aceb-c90eaa362999 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=b7ff67a3e26f47058d2e455f3c5054a8&device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 1095 time: 0.2054017 Jul 06 14:03:08.580388 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-795ca669-6e7e-4f24-9719-af03ed772994 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13b8051f-a72d-461f-a79d-844290426baa HTTP/1.1" status: 200 len: 217 time: 0.0433562 Jul 06 14:03:08.643767 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-11ef5383-118d-40eb-b1d7-1ba3116bead5 req-bf34cd40-db9d-491f-8615-b75d96102c9f tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 210 time: 0.0686512 Jul 06 14:03:08.685483 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-870634d1-c6ff-42d4-bb0b-34c50287baaa tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:08.689952 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-2629a40c-7f17-46bc-9127-0886979dd898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:08.691490 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-2629a40c-7f17-46bc-9127-0886979dd898 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=22cad74c-fc99-4bde-affd-fd3c50380641 HTTP/1.1" status: 200 len: 859 time: 0.0955703 Jul 06 14:03:08.741192 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-afab4e24-5427-4898-a650-a2d78529bb65 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b8d9601d-3de6-4f81-a059-2bdbf312577c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410652 Jul 06 14:03:08.887465 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-870634d1-c6ff-42d4-bb0b-34c50287baaa tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:08.965894 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-752102f1-fcec-47d3-a783-28cb90ec885e service neutron] 10.222.0.124 "GET /v2.0/networks/b8d9601d-3de6-4f81-a059-2bdbf312577c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004926 Jul 06 14:03:08.975777 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b0f0e-a273-4aa6-9011-5f75133599a9 req-63df7a04-e815-4949-aad9-1859d0a2d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:08.977271 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c31b0f0e-a273-4aa6-9011-5f75133599a9 req-63df7a04-e815-4949-aad9-1859d0a2d3eb service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a280ed57ce5e4005b7a7e0a51a2d45bf&device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 1094 time: 0.2682478 Jul 06 14:03:08.991755 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-870634d1-c6ff-42d4-bb0b-34c50287baaa tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Network b8d9601d-3de6-4f81-a059-2bdbf312577c is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:03:09.029030 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870634d1-c6ff-42d4-bb0b-34c50287baaa tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Pushing event updated for resources: {'Port': ['ID=5599c0c7-10a1-4c15-ad3a-7a320bd94c82,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:09.031769 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-870634d1-c6ff-42d4-bb0b-34c50287baaa tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:09.067331 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeec22-16d1-4351-9069-efc0689d46e7 req-e21b5823-7bc8-494a-a3f1-29828724cdfa tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:09.068980 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1cdeec22-16d1-4351-9069-efc0689d46e7 req-e21b5823-7bc8-494a-a3f1-29828724cdfa tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 946 time: 0.3060124 Jul 06 14:03:09.079348 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-870634d1-c6ff-42d4-bb0b-34c50287baaa tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:03:09.231078 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-870634d1-c6ff-42d4-bb0b-34c50287baaa tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:09.231797 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-870634d1-c6ff-42d4-bb0b-34c50287baaa tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:09.263862 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1cdeec22-16d1-4351-9069-efc0689d46e7 req-e18b850b-1ea0-440f-aa83-5d9ea620cb62 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798055 Jul 06 14:03:09.272415 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f097e4d6-0803-4bb6-b568-af5ba4e4251c req-10c3b02c-8c52-4d11-aede-d326ed4daf2c service neutron] 10.222.0.124 "GET /v2.0/networks/b8d9601d-3de6-4f81-a059-2bdbf312577c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940938 Jul 06 14:03:09.283340 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-870634d1-c6ff-42d4-bb0b-34c50287baaa tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5297430 Jul 06 14:03:09.287938 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b0f0e-a273-4aa6-9011-5f75133599a9 req-4c94778b-b459-476e-8c17-2b64f0af7ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:09.289395 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c31b0f0e-a273-4aa6-9011-5f75133599a9 req-4c94778b-b459-476e-8c17-2b64f0af7ff9 service neutron] 10.222.0.124 "GET /v2.0/networks?id=eb40ac72-d061-46c2-ab3d-a227d94e4954 HTTP/1.1" status: 200 len: 917 time: 0.2837441 Jul 06 14:03:09.302947 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-ec4fd78f-7840-4f5e-93ce-53764ac5d78f service neutron] Request body: {'port': {'device_id': 'b5b32e46-f940-4e70-af3e-3f7324563530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:09.331402 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c80dda-8147-4caf-bf7f-0d4e2fdd3a78 x-openstack-request-id: req-c9c80dda-8147-4caf-bf7f-0d4e2fdd3a78 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:09.331700 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1afef0b-1ef2-4b7c-abe6-2975d409aad5", "tag": "13b8051f-a72d-461f-a79d-844290426baa", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:09.331956 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c9c80dda-8147-4caf-bf7f-0d4e2fdd3a78 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:09.332361 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1afef0b-1ef2-4b7c-abe6-2975d409aad5', 'tag': '13b8051f-a72d-461f-a79d-844290426baa', 'status': 'completed', 'code': 200} Jul 06 14:03:09.436850 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c31b0f0e-a273-4aa6-9011-5f75133599a9 req-00fc5fbf-1141-40a8-b29d-79beb1430c4a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 HTTP/1.1" status: 200 len: 999 time: 0.1396844 Jul 06 14:03:09.554607 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-ec4fd78f-7840-4f5e-93ce-53764ac5d78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:09.560569 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b0f0e-a273-4aa6-9011-5f75133599a9 req-f8138174-0d16-4b50-a8c4-2a3288c29e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:09.562072 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c31b0f0e-a273-4aa6-9011-5f75133599a9 req-f8138174-0d16-4b50-a8c4-2a3288c29e13 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=175feade-0da5-4b99-8a0b-5c1deab4fd78 HTTP/1.1" status: 200 len: 855 time: 0.1176684 Jul 06 14:03:09.576080 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99b540-fd86-4de0-ab95-6f9d3fa73520 req-45fcfaa8-ecb3-4584-9ae8-e1e8c24809ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:09.577581 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2f99b540-fd86-4de0-ab95-6f9d3fa73520 req-45fcfaa8-ecb3-4584-9ae8-e1e8c24809ce service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=b7ff67a3e26f47058d2e455f3c5054a8&device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 1095 time: 0.2121096 Jul 06 14:03:09.693980 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfc6c5-4892-49ad-a0ff-8dbdee458606 req-fbfb38c8-a0cf-4a71-a1c9-23986d3b9d48 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:09.699878 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfc6c5-4892-49ad-a0ff-8dbdee458606 req-fbfb38c8-a0cf-4a71-a1c9-23986d3b9d48 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:09.706245 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfc6c5-4892-49ad-a0ff-8dbdee458606 req-fbfb38c8-a0cf-4a71-a1c9-23986d3b9d48 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:09.707869 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-18bfc6c5-4892-49ad-a0ff-8dbdee458606 req-fbfb38c8-a0cf-4a71-a1c9-23986d3b9d48 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?device_id=41838a09-6470-43d7-885c-89a063d7fadb HTTP/1.1" status: 200 len: 2418 time: 0.2836642 Jul 06 14:03:09.861882 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-18bfc6c5-4892-49ad-a0ff-8dbdee458606 req-75e1336b-e817-45bc-a44e-e3b0953f10fd tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/security-groups?id=0f7b13da-ff34-46ab-8116-08b93b343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413033 Jul 06 14:03:09.871237 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b0f0e-a273-4aa6-9011-5f75133599a9 req-981b3f12-a15e-4a0a-a03f-eefc444a12ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:09.872769 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c31b0f0e-a273-4aa6-9011-5f75133599a9 req-981b3f12-a15e-4a0a-a03f-eefc444a12ca service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=eb40ac72-d061-46c2-ab3d-a227d94e4954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3012736 Jul 06 14:03:09.873737 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99b540-fd86-4de0-ab95-6f9d3fa73520 req-2dd4f18e-a89d-4fd4-a895-9f423dc02d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:09.875113 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2f99b540-fd86-4de0-ab95-6f9d3fa73520 req-2dd4f18e-a89d-4fd4-a895-9f423dc02d58 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b8d9601d-3de6-4f81-a059-2bdbf312577c HTTP/1.1" status: 200 len: 920 time: 0.2869434 Jul 06 14:03:09.991943 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2f99b540-fd86-4de0-ab95-6f9d3fa73520 req-bcc7b230-db24-4ff6-a834-5feb898722ff service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13b8051f-a72d-461f-a79d-844290426baa HTTP/1.1" status: 200 len: 217 time: 0.1039197 Jul 06 14:03:10.129890 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99b540-fd86-4de0-ab95-6f9d3fa73520 req-5354a868-d6a4-4340-8ae1-7e8ab7456d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:10.131367 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2f99b540-fd86-4de0-ab95-6f9d3fa73520 req-5354a868-d6a4-4340-8ae1-7e8ab7456d4b service neutron] 10.222.0.124 "GET /v2.0/subnets?id=22cad74c-fc99-4bde-affd-fd3c50380641 HTTP/1.1" status: 200 len: 859 time: 0.1279631 Jul 06 14:03:10.145979 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:10.153172 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c31b0f0e-a273-4aa6-9011-5f75133599a9 req-b64b1da2-dca9-4520-a8dd-7192b97d63c2 service neutron] 10.222.0.124 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640905 Jul 06 14:03:10.178093 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2f99b540-fd86-4de0-ab95-6f9d3fa73520 req-31d8aef4-2053-46f2-9879-85d6f0917660 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b8d9601d-3de6-4f81-a059-2bdbf312577c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383675 Jul 06 14:03:10.559729 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b778c7db-fb81-4624-ba9b-bd79bb412186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:10.691803 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-ec4fd78f-7840-4f5e-93ce-53764ac5d78f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5599c0c7-10a1-4c15-ad3a-7a320bd94c82 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:03:10.705018 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6b82a-8307-4b6c-883a-6b39109823cd req-bfcb0bd9-128e-47ac-833f-001d15a652f6 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:10.706573 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95c6b82a-8307-4b6c-883a-6b39109823cd req-bfcb0bd9-128e-47ac-833f-001d15a652f6 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 943 time: 0.6268501 Jul 06 14:03:10.718676 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-ec4fd78f-7840-4f5e-93ce-53764ac5d78f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:10.761603 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c31b0f0e-a273-4aa6-9011-5f75133599a9 req-7533c287-5696-4ea2-aaae-500bc48e0efe service neutron] 10.222.0.124 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5856824 Jul 06 14:03:10.765241 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-ec4fd78f-7840-4f5e-93ce-53764ac5d78f service neutron] Transition to ACTIVE for port object 5599c0c7-10a1-4c15-ad3a-7a320bd94c82 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:10.771504 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2f99b540-fd86-4de0-ab95-6f9d3fa73520 req-ee964823-057d-492c-af9d-25e06c5af8b5 service neutron] 10.222.0.124 "GET /v2.0/networks/b8d9601d-3de6-4f81-a059-2bdbf312577c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5839405 Jul 06 14:03:10.776720 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-ec4fd78f-7840-4f5e-93ce-53764ac5d78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:10.825463 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95c6b82a-8307-4b6c-883a-6b39109823cd req-c023412c-e865-4282-801f-8a56956bbe58 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022933 Jul 06 14:03:10.895823 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fd78f-7840-4f5e-93ce-53764ac5d78f service neutron] Pushing event updated for resources: {'Port': ['ID=5599c0c7-10a1-4c15-ad3a-7a320bd94c82,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:10.999967 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2f99b540-fd86-4de0-ab95-6f9d3fa73520 req-6054b0ef-bf48-467e-be80-966b562925cc service neutron] 10.222.0.124 "GET /v2.0/networks/b8d9601d-3de6-4f81-a059-2bdbf312577c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090781 Jul 06 14:03:11.022374 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-ec4fd78f-7840-4f5e-93ce-53764ac5d78f service neutron] Attempting to bind port 5599c0c7-10a1-4c15-ad3a-7a320bd94c82 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:03:11.022713 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-ec4fd78f-7840-4f5e-93ce-53764ac5d78f service neutron] Attempting to bind port 5599c0c7-10a1-4c15-ad3a-7a320bd94c82 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '29c72c3e-ba82-4c3c-8044-a8428464bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b8d9601d-3de6-4f81-a059-2bdbf312577c'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:03:11.023044 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-ec4fd78f-7840-4f5e-93ce-53764ac5d78f service neutron] Attempting to bind port 5599c0c7-10a1-4c15-ad3a-7a320bd94c82 on network b8d9601d-3de6-4f81-a059-2bdbf312577c {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:11.030043 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-ec4fd78f-7840-4f5e-93ce-53764ac5d78f service neutron] Port 5599c0c7-10a1-4c15-ad3a-7a320bd94c82 on network b8d9601d-3de6-4f81-a059-2bdbf312577c not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:03:11.030370 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-ec4fd78f-7840-4f5e-93ce-53764ac5d78f service neutron] Attempting to bind port 5599c0c7-10a1-4c15-ad3a-7a320bd94c82 on network b8d9601d-3de6-4f81-a059-2bdbf312577c {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:11.037856 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-ec4fd78f-7840-4f5e-93ce-53764ac5d78f service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:03:11.038198 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-ec4fd78f-7840-4f5e-93ce-53764ac5d78f service neutron] Checking segment: {'id': '29c72c3e-ba82-4c3c-8044-a8428464bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b8d9601d-3de6-4f81-a059-2bdbf312577c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:03:11.038590 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-ec4fd78f-7840-4f5e-93ce-53764ac5d78f service neutron] Bound using segment: {'id': '29c72c3e-ba82-4c3c-8044-a8428464bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b8d9601d-3de6-4f81-a059-2bdbf312577c'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:03:11.039020 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-ec4fd78f-7840-4f5e-93ce-53764ac5d78f service neutron] Bound port: 5599c0c7-10a1-4c15-ad3a-7a320bd94c82, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29c72c3e-ba82-4c3c-8044-a8428464bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b8d9601d-3de6-4f81-a059-2bdbf312577c'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:03:11.039384 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-ec4fd78f-7840-4f5e-93ce-53764ac5d78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:11.065984 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ab3a0-44c2-4031-ac9e-80427a5d0d33 req-b5f42f9e-ee22-49ac-a516-fbde29c23fc8 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:11.067493 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-673ab3a0-44c2-4031-ac9e-80427a5d0d33 req-b5f42f9e-ee22-49ac-a516-fbde29c23fc8 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 944 time: 0.1226325 Jul 06 14:03:11.141050 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-673ab3a0-44c2-4031-ac9e-80427a5d0d33 req-83cc2b44-4c34-47a0-ba4e-2b4af7cac336 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679731 Jul 06 14:03:11.147462 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-ec4fd78f-7840-4f5e-93ce-53764ac5d78f service neutron] For port 5599c0c7-10a1-4c15-ad3a-7a320bd94c82, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:03:11.150730 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-ec4fd78f-7840-4f5e-93ce-53764ac5d78f service neutron] For port 5599c0c7-10a1-4c15-ad3a-7a320bd94c82, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=5599c0c7-10a1-4c15-ad3a-7a320bd94c82,segment=NetworkSegment(29c72c3e-ba82-4c3c-8044-a8428464bfe4),segment_id=29c72c3e-ba82-4c3c-8044-a8428464bfe4)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:03:11.157159 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-ec4fd78f-7840-4f5e-93ce-53764ac5d78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:11.193337 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-ec4fd78f-7840-4f5e-93ce-53764ac5d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:11.193988 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-ec4fd78f-7840-4f5e-93ce-53764ac5d78f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:11.195442 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-ec4fd78f-7840-4f5e-93ce-53764ac5d78f service neutron] 10.222.0.124 "PUT /v2.0/ports/5599c0c7-10a1-4c15-ad3a-7a320bd94c82 HTTP/1.1" status: 200 len: 1092 time: 1.8996327 Jul 06 14:03:11.224196 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fd78f-7840-4f5e-93ce-53764ac5d78f service neutron] Pushing event updated for resources: {'Port': ['ID=5599c0c7-10a1-4c15-ad3a-7a320bd94c82,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:11.334781 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b32e46-f940-4e70-af3e-3f7324563530', 'tag': '5599c0c7-10a1-4c15-ad3a-7a320bd94c82'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:11.337296 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbba9fd-ffcf-4e82-a790-7cb239d1d3c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b32e46-f940-4e70-af3e-3f7324563530", "tag": "5599c0c7-10a1-4c15-ad3a-7a320bd94c82"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:11.351090 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-0d41a927-057d-4d9e-8b87-cb7d78e356fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:11.352613 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-0d41a927-057d-4d9e-8b87-cb7d78e356fb service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=b7ff67a3e26f47058d2e455f3c5054a8&device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 1095 time: 0.1062620 Jul 06 14:03:11.363129 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a00778-8849-46bc-8795-fe66aa6dab9c req-ed59feb9-205b-4fc7-a61c-048ee6d213d2 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:11.364514 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-15a00778-8849-46bc-8795-fe66aa6dab9c req-ed59feb9-205b-4fc7-a61c-048ee6d213d2 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 946 time: 0.0918078 Jul 06 14:03:11.410084 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-ce6ea1e4-48d2-4a7a-bb79-5491b94569df service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5599c0c7-10a1-4c15-ad3a-7a320bd94c82 HTTP/1.1" status: 200 len: 217 time: 0.0445118 Jul 06 14:03:11.459218 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-15a00778-8849-46bc-8795-fe66aa6dab9c req-32db0396-0a3c-4f6b-ae7d-47fa9f053167 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882692 Jul 06 14:03:11.474713 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-b245ea33-49f9-4e7c-a43f-775c9e9bddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:11.476418 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-b245ea33-49f9-4e7c-a43f-775c9e9bddb4 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=22cad74c-fc99-4bde-affd-fd3c50380641 HTTP/1.1" status: 200 len: 859 time: 0.0591543 Jul 06 14:03:11.485235 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:11.516230 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-9d3d1f56-053c-4f40-94a0-4bd2b2a56af2 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b8d9601d-3de6-4f81-a059-2bdbf312577c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324655 Jul 06 14:03:11.635346 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 13b8051f-a72d-461f-a79d-844290426baa details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:03:11.651242 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-61948347-b5cc-4735-92a5-20d9ceea6a2d service neutron] 10.222.0.124 "GET /v2.0/networks/b8d9601d-3de6-4f81-a059-2bdbf312577c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279147 Jul 06 14:03:11.685782 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7a53d-c26e-4a72-8e5f-66db325eab1b req-e6e3fcda-4801-4823-9545-e488bf3c522d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:11.692594 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7a53d-c26e-4a72-8e5f-66db325eab1b req-e6e3fcda-4801-4823-9545-e488bf3c522d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:11.698775 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7a53d-c26e-4a72-8e5f-66db325eab1b req-e6e3fcda-4801-4823-9545-e488bf3c522d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:11.700423 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-48b7a53d-c26e-4a72-8e5f-66db325eab1b req-e6e3fcda-4801-4823-9545-e488bf3c522d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?device_id=41838a09-6470-43d7-885c-89a063d7fadb HTTP/1.1" status: 200 len: 2418 time: 0.1333067 Jul 06 14:03:11.735070 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 13b8051f-a72d-461f-a79d-844290426baa, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=13b8051f-a72d-461f-a79d-844290426baa,segment=NetworkSegment(29c72c3e-ba82-4c3c-8044-a8428464bfe4),segment_id=29c72c3e-ba82-4c3c-8044-a8428464bfe4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:11.746852 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '13b8051f-a72d-461f-a79d-844290426baa', 'network_id': 'b8d9601d-3de6-4f81-a059-2bdbf312577c', 'port_id': '13b8051f-a72d-461f-a79d-844290426baa', 'mac_address': 'fa:16:3e:f9:cd:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22cad74c-fc99-4bde-affd-fd3c50380641', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:03:11.780109 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-48b7a53d-c26e-4a72-8e5f-66db325eab1b req-796074e6-101a-49e0-98b1-af91febaec94 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/security-groups?id=0f7b13da-ff34-46ab-8116-08b93b343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533233 Jul 06 14:03:11.785444 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:11.802149 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b8051f-a72d-461f-a79d-844290426baa {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:03:11.809667 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-06eb184a-495d-4218-b440-3dc0ab03ea9b req-7fd51d64-10f4-4f68-b7f7-5b93fa234d72 service neutron] 10.222.0.124 "GET /v2.0/networks/b8d9601d-3de6-4f81-a059-2bdbf312577c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514649 Jul 06 14:03:11.823415 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 13b8051f-a72d-461f-a79d-844290426baa, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=13b8051f-a72d-461f-a79d-844290426baa,segment=NetworkSegment(29c72c3e-ba82-4c3c-8044-a8428464bfe4),segment_id=29c72c3e-ba82-4c3c-8044-a8428464bfe4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:11.828350 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:11.829686 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:03:11.924611 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=13b8051f-a72d-461f-a79d-844290426baa,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:11.936911 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b04148-3bfa-47a2-acc3-3e0ccce0295c x-openstack-request-id: req-37b04148-3bfa-47a2-acc3-3e0ccce0295c {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:11.937234 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b32e46-f940-4e70-af3e-3f7324563530", "tag": "5599c0c7-10a1-4c15-ad3a-7a320bd94c82", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:11.938164 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-37b04148-3bfa-47a2-acc3-3e0ccce0295c {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:11.938164 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b32e46-f940-4e70-af3e-3f7324563530', 'tag': '5599c0c7-10a1-4c15-ad3a-7a320bd94c82', 'status': 'completed', 'code': 200} Jul 06 14:03:11.977198 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:11.988985 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'port_id': 'e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907', 'mac_address': 'fa:16:3e:c4:91:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:03:12.030850 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:12.041087 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbba9fd-ffcf-4e82-a790-7cb239d1d3c6 req-5c6528cd-ff66-4e0b-ac6e-53b6cfe5ee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:12.042594 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0fbba9fd-ffcf-4e82-a790-7cb239d1d3c6 req-5c6528cd-ff66-4e0b-ac6e-53b6cfe5ee2a service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=b7ff67a3e26f47058d2e455f3c5054a8&device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 1095 time: 0.0766776 Jul 06 14:03:12.043798 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:03:12.063521 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:12.068203 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:12.122802 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907,revision_number=9']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:12.171534 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19a0a3-d50e-4608-8e3d-cac4328c9faf req-406bc5ef-7d63-48c3-90de-f2b4a4428d0e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:12.173660 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bf19a0a3-d50e-4608-8e3d-cac4328c9faf req-406bc5ef-7d63-48c3-90de-f2b4a4428d0e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 946 time: 0.1472626 Jul 06 14:03:12.176489 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbba9fd-ffcf-4e82-a790-7cb239d1d3c6 req-d0929927-f0a0-48ca-bb66-0ed0b0b74d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:12.177862 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0fbba9fd-ffcf-4e82-a790-7cb239d1d3c6 req-d0929927-f0a0-48ca-bb66-0ed0b0b74d41 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b8d9601d-3de6-4f81-a059-2bdbf312577c HTTP/1.1" status: 200 len: 920 time: 0.1186848 Jul 06 14:03:12.228210 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0fbba9fd-ffcf-4e82-a790-7cb239d1d3c6 req-2b7ade29-8d15-45ab-9ce4-19356ec9216d service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5599c0c7-10a1-4c15-ad3a-7a320bd94c82 HTTP/1.1" status: 200 len: 217 time: 0.0423448 Jul 06 14:03:12.270578 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bf19a0a3-d50e-4608-8e3d-cac4328c9faf req-4766a941-f8ed-42b1-a0d1-d95bc2724ec9 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914688 Jul 06 14:03:12.294457 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbba9fd-ffcf-4e82-a790-7cb239d1d3c6 req-68bc09c8-ec3c-4fac-9b86-8354810a425c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:12.296444 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0fbba9fd-ffcf-4e82-a790-7cb239d1d3c6 req-68bc09c8-ec3c-4fac-9b86-8354810a425c service neutron] 10.222.0.124 "GET /v2.0/subnets?id=22cad74c-fc99-4bde-affd-fd3c50380641 HTTP/1.1" status: 200 len: 859 time: 0.0578656 Jul 06 14:03:12.335732 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0fbba9fd-ffcf-4e82-a790-7cb239d1d3c6 req-dd689bd4-b88f-4d7e-bafe-214b638cc78a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b8d9601d-3de6-4f81-a059-2bdbf312577c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327814 Jul 06 14:03:12.432605 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0fbba9fd-ffcf-4e82-a790-7cb239d1d3c6 req-1f244dd2-51bc-44f6-a7f7-c5ef08d64861 service neutron] 10.222.0.124 "GET /v2.0/networks/b8d9601d-3de6-4f81-a059-2bdbf312577c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889766 Jul 06 14:03:12.435297 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['13b8051f-a72d-461f-a79d-844290426baa'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:03:12.438447 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:03:12.569698 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0fbba9fd-ffcf-4e82-a790-7cb239d1d3c6 req-775c5836-7e25-48a4-ae4a-46743ed1681e service neutron] 10.222.0.124 "GET /v2.0/networks/b8d9601d-3de6-4f81-a059-2bdbf312577c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293523 Jul 06 14:03:12.584567 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434ddce-ddac-4b42-aeae-08a2006e354c req-aa2521b4-5ab4-4234-8c7f-8d26075e1e2f tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:12.586396 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7434ddce-ddac-4b42-aeae-08a2006e354c req-aa2521b4-5ab4-4234-8c7f-8d26075e1e2f tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 944 time: 0.0966423 Jul 06 14:03:12.634184 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7434ddce-ddac-4b42-aeae-08a2006e354c req-dae7b65a-738d-4bed-ab3a-57f46cfd596a tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417297 Jul 06 14:03:12.808795 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40499fca-481f-42d8-8e59-64c8598838bd req-22e88bc0-b07a-41bb-b67e-ff7fc2af245d tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:12.810315 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-40499fca-481f-42d8-8e59-64c8598838bd req-22e88bc0-b07a-41bb-b67e-ff7fc2af245d tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 944 time: 0.0625556 Jul 06 14:03:12.849085 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-40499fca-481f-42d8-8e59-64c8598838bd req-ef4610b6-9a14-486b-bced-4ceaa7180a82 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328455 Jul 06 14:03:13.012840 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55710b-04ca-4086-963d-2dc6f2dcfb26 req-385e9011-9c0f-4bed-90a2-0efcb557b9f1 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:13.014354 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c55710b-04ca-4086-963d-2dc6f2dcfb26 req-385e9011-9c0f-4bed-90a2-0efcb557b9f1 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 946 time: 0.0677483 Jul 06 14:03:13.037535 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:13.053103 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c55710b-04ca-4086-963d-2dc6f2dcfb26 req-32b4175f-fa13-4c6b-853d-059ebfdf0f52 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329750 Jul 06 14:03:13.643514 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 5599c0c7-10a1-4c15-ad3a-7a320bd94c82 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:03:13.723683 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c081f-5d8b-421c-92ee-623c7efaf602 req-bc44c047-36fc-470d-bcfe-d3d5206a2e5c tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:13.729793 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c081f-5d8b-421c-92ee-623c7efaf602 req-bc44c047-36fc-470d-bcfe-d3d5206a2e5c tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:13.736560 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c081f-5d8b-421c-92ee-623c7efaf602 req-bc44c047-36fc-470d-bcfe-d3d5206a2e5c tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:13.738148 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f42c081f-5d8b-421c-92ee-623c7efaf602 req-bc44c047-36fc-470d-bcfe-d3d5206a2e5c tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?device_id=41838a09-6470-43d7-885c-89a063d7fadb HTTP/1.1" status: 200 len: 2418 time: 0.0812483 Jul 06 14:03:13.747573 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 5599c0c7-10a1-4c15-ad3a-7a320bd94c82, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=5599c0c7-10a1-4c15-ad3a-7a320bd94c82,segment=NetworkSegment(29c72c3e-ba82-4c3c-8044-a8428464bfe4),segment_id=29c72c3e-ba82-4c3c-8044-a8428464bfe4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:13.759275 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '5599c0c7-10a1-4c15-ad3a-7a320bd94c82', 'network_id': 'b8d9601d-3de6-4f81-a059-2bdbf312577c', 'port_id': '5599c0c7-10a1-4c15-ad3a-7a320bd94c82', 'mac_address': 'fa:16:3e:b3:9b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22cad74c-fc99-4bde-affd-fd3c50380641', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:03:13.775934 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f42c081f-5d8b-421c-92ee-623c7efaf602 req-4269781e-368a-441e-ba7a-0816fdf7b987 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/security-groups?id=0f7b13da-ff34-46ab-8116-08b93b343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321901 Jul 06 14:03:13.796829 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:13.810485 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5599c0c7-10a1-4c15-ad3a-7a320bd94c82 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:03:13.829860 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 5599c0c7-10a1-4c15-ad3a-7a320bd94c82, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=5599c0c7-10a1-4c15-ad3a-7a320bd94c82,segment=NetworkSegment(29c72c3e-ba82-4c3c-8044-a8428464bfe4),segment_id=29c72c3e-ba82-4c3c-8044-a8428464bfe4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:13.834667 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:13.883454 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=5599c0c7-10a1-4c15-ad3a-7a320bd94c82,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:13.944573 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46026524-0b7b-47bf-9709-bdbb47afea32 req-212e599f-8b51-4466-a3ce-f9a9e1f3264c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:13.945991 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-46026524-0b7b-47bf-9709-bdbb47afea32 req-212e599f-8b51-4466-a3ce-f9a9e1f3264c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 946 time: 0.0673802 Jul 06 14:03:13.986395 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-46026524-0b7b-47bf-9709-bdbb47afea32 req-b3d6f06d-59eb-4e30-b84e-5ad265593b59 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342095 Jul 06 14:03:14.152875 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b329f-040b-4bfe-9070-27ef76403d0f req-fea0ebc8-95c1-4b4b-b6fa-76e83db8df22 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:14.154396 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c20b329f-040b-4bfe-9070-27ef76403d0f req-fea0ebc8-95c1-4b4b-b6fa-76e83db8df22 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 944 time: 0.0630169 Jul 06 14:03:14.176850 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['5599c0c7-10a1-4c15-ad3a-7a320bd94c82'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:03:14.193813 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c20b329f-040b-4bfe-9070-27ef76403d0f req-4969c224-b161-40c9-a9c4-efdd10e49165 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335243 Jul 06 14:03:14.367721 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838466b-8cac-45fd-ae9f-9e20e912c63e req-b8feb139-c900-40d1-9d36-df706fe1d106 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:14.369214 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c838466b-8cac-45fd-ae9f-9e20e912c63e req-b8feb139-c900-40d1-9d36-df706fe1d106 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 945 time: 0.0698180 Jul 06 14:03:14.407097 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c838466b-8cac-45fd-ae9f-9e20e912c63e req-25e4aef7-b9e1-4f98-adbd-cc11633d5730 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320661 Jul 06 14:03:14.997886 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a4e2b-90e2-46c4-abde-853149e38120 req-f841ea36-5afa-4e2e-b5eb-831f78e3eed3 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:15.004803 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a4e2b-90e2-46c4-abde-853149e38120 req-f841ea36-5afa-4e2e-b5eb-831f78e3eed3 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:15.011179 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a4e2b-90e2-46c4-abde-853149e38120 req-f841ea36-5afa-4e2e-b5eb-831f78e3eed3 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:15.012814 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c60a4e2b-90e2-46c4-abde-853149e38120 req-f841ea36-5afa-4e2e-b5eb-831f78e3eed3 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?device_id=41838a09-6470-43d7-885c-89a063d7fadb HTTP/1.1" status: 200 len: 2418 time: 0.1181200 Jul 06 14:03:15.058987 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4b12b-f2b8-4744-9104-8bce6b00fc17 req-ce5ada9e-a561-4962-aede-2e302807f437 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:15.065653 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4b12b-f2b8-4744-9104-8bce6b00fc17 req-ce5ada9e-a561-4962-aede-2e302807f437 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:15.071712 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4b12b-f2b8-4744-9104-8bce6b00fc17 req-ce5ada9e-a561-4962-aede-2e302807f437 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:15.073293 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-02a4b12b-f2b8-4744-9104-8bce6b00fc17 req-ce5ada9e-a561-4962-aede-2e302807f437 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.52 "GET /v2.0/ports?device_id=41838a09-6470-43d7-885c-89a063d7fadb HTTP/1.1" status: 200 len: 2418 time: 0.1266408 Jul 06 14:03:15.113200 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c60a4e2b-90e2-46c4-abde-853149e38120 req-1922aad5-f150-4f52-80a3-237c7d5c414a tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/security-groups?id=0f7b13da-ff34-46ab-8116-08b93b343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919781 Jul 06 14:03:15.191090 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-02a4b12b-f2b8-4744-9104-8bce6b00fc17 req-2e44de14-1d10-419c-9ae4-336d118e5634 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Deleting port aa725c1b-674d-4253-bca0-28e96ceec910 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:15.191444 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-02a4b12b-f2b8-4744-9104-8bce6b00fc17 req-2e44de14-1d10-419c-9ae4-336d118e5634 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:15.302493 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8795e50-193b-43cc-80eb-0f3f39ce419a req-a3cd9b5e-a3c2-4c2e-a6e8-b40ba9cc9f0d tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:15.304019 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a8795e50-193b-43cc-80eb-0f3f39ce419a req-a3cd9b5e-a3c2-4c2e-a6e8-b40ba9cc9f0d tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.52 "GET /v2.0/ports?device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 946 time: 0.0669601 Jul 06 14:03:15.322912 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-02a4b12b-f2b8-4744-9104-8bce6b00fc17 req-2e44de14-1d10-419c-9ae4-336d118e5634 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] For port aa725c1b-674d-4253-bca0-28e96ceec910, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=aa725c1b-674d-4253-bca0-28e96ceec910,segment=NetworkSegment(256a1d11-b35f-4bbd-8042-89812ab93199),segment_id=256a1d11-b35f-4bbd-8042-89812ab93199)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:15.323195 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-02a4b12b-f2b8-4744-9104-8bce6b00fc17 req-2e44de14-1d10-419c-9ae4-336d118e5634 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:15.345011 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25cfe1c-6467-49b6-8681-ef038eb434b5 req-a2c6d4dd-c1d3-4364-9f2b-6ded9b04bbbc tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:15.346539 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a25cfe1c-6467-49b6-8681-ef038eb434b5 req-a2c6d4dd-c1d3-4364-9f2b-6ded9b04bbbc tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 946 time: 0.1165137 Jul 06 14:03:15.347411 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-02a4b12b-f2b8-4744-9104-8bce6b00fc17 req-2e44de14-1d10-419c-9ae4-336d118e5634 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Calling delete_port for aa725c1b-674d-4253-bca0-28e96ceec910 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:15.408358 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-a8795e50-193b-43cc-80eb-0f3f39ce419a req-7720f705-fbbb-450c-abe7-a35384886d32 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Deleting port 4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:15.408704 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a8795e50-193b-43cc-80eb-0f3f39ce419a req-7720f705-fbbb-450c-abe7-a35384886d32 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:15.424129 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a25cfe1c-6467-49b6-8681-ef038eb434b5 req-3be639d4-c38f-4b9c-b46d-b4c77098b34c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711808 Jul 06 14:03:15.510541 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-a8795e50-193b-43cc-80eb-0f3f39ce419a req-7720f705-fbbb-450c-abe7-a35384886d32 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] For port 4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:15.510982 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a8795e50-193b-43cc-80eb-0f3f39ce419a req-7720f705-fbbb-450c-abe7-a35384886d32 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:15.514236 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-02a4b12b-f2b8-4744-9104-8bce6b00fc17 req-2e44de14-1d10-419c-9ae4-336d118e5634 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:15.530693 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-a8795e50-193b-43cc-80eb-0f3f39ce419a req-7720f705-fbbb-450c-abe7-a35384886d32 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Calling delete_port for 4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4 owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:15.599979 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a4b12b-f2b8-4744-9104-8bce6b00fc17 req-2e44de14-1d10-419c-9ae4-336d118e5634 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] No DVR routers for this DVR port aa725c1b-674d-4253-bca0-28e96ceec910 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:03:15.603063 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-02a4b12b-f2b8-4744-9104-8bce6b00fc17 req-2e44de14-1d10-419c-9ae4-336d118e5634 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:15.605705 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-02a4b12b-f2b8-4744-9104-8bce6b00fc17 req-2e44de14-1d10-419c-9ae4-336d118e5634 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.52 "DELETE /v2.0/ports/aa725c1b-674d-4253-bca0-28e96ceec910 HTTP/1.1" status: 204 len: 173 time: 0.5227802 Jul 06 14:03:15.606566 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44de14-1d10-419c-9ae4-336d118e5634 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Pushing event deleted for resources: {'Port': ['ID=aa725c1b-674d-4253-bca0-28e96ceec910,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:15.624230 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41838a09-6470-43d7-885c-89a063d7fadb', 'name': 'network-vif-deleted', 'tag': 'aa725c1b-674d-4253-bca0-28e96ceec910'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:15.627085 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3833f973-aa07-457a-af1f-af1b031be41e" -d '{"events": [{"server_uuid": "41838a09-6470-43d7-885c-89a063d7fadb", "name": "network-vif-deleted", "tag": "aa725c1b-674d-4253-bca0-28e96ceec910"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:15.656916 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 5599c0c7-10a1-4c15-ad3a-7a320bd94c82 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:03:15.683176 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a8795e50-193b-43cc-80eb-0f3f39ce419a req-7720f705-fbbb-450c-abe7-a35384886d32 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:15.726347 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720f705-fbbb-450c-abe7-a35384886d32 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Pushing event deleted for resources: {'Port': ['ID=4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:15.727362 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 5599c0c7-10a1-4c15-ad3a-7a320bd94c82 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:03:15.733196 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 5599c0c7-10a1-4c15-ad3a-7a320bd94c82 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:15.733643 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:15.745528 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266bd59-6b6b-4bb8-942c-11a794dc833e req-7711f19a-f8cc-431b-bcfc-a0704e9b1b62 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:15.753645 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f266bd59-6b6b-4bb8-942c-11a794dc833e req-7711f19a-f8cc-431b-bcfc-a0704e9b1b62 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 944 time: 0.2002137 Jul 06 14:03:15.786536 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8795e50-193b-43cc-80eb-0f3f39ce419a req-7720f705-fbbb-450c-abe7-a35384886d32 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] No DVR routers for this DVR port 4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4 on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:03:15.789153 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-a8795e50-193b-43cc-80eb-0f3f39ce419a req-7720f705-fbbb-450c-abe7-a35384886d32 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:15.791286 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a8795e50-193b-43cc-80eb-0f3f39ce419a req-7720f705-fbbb-450c-abe7-a35384886d32 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.52 "DELETE /v2.0/ports/4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4 HTTP/1.1" status: 204 len: 173 time: 0.4794519 Jul 06 14:03:15.792315 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3badec-de16-4966-b61b-4d6c6543a61c', 'name': 'network-vif-deleted', 'tag': '4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:15.794161 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3956375-fc72-4140-b68a-21eede0cd232" -d '{"events": [{"server_uuid": "3e3badec-de16-4966-b61b-4d6c6543a61c", "name": "network-vif-deleted", "tag": "4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:15.811177 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-02a4b12b-f2b8-4744-9104-8bce6b00fc17 req-a8153359-964f-4409-bab1-6804306a191e tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Deleting port 480bff79-6e74-48d7-87ff-8bbb2fe00902 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:15.811483 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-02a4b12b-f2b8-4744-9104-8bce6b00fc17 req-a8153359-964f-4409-bab1-6804306a191e tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:15.820094 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f266bd59-6b6b-4bb8-942c-11a794dc833e req-b805e9dd-ffbc-4952-a825-c9301b9fc0b5 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654609 Jul 06 14:03:15.866747 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:15.905016 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 5599c0c7-10a1-4c15-ad3a-7a320bd94c82, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=5599c0c7-10a1-4c15-ad3a-7a320bd94c82,segment=NetworkSegment(29c72c3e-ba82-4c3c-8044-a8428464bfe4),segment_id=29c72c3e-ba82-4c3c-8044-a8428464bfe4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:15.906284 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b32e46-f940-4e70-af3e-3f7324563530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5599c0c7-10a1-4c15-ad3a-7a320bd94c82'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:15.914272 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4640068-115f-46a0-8bcf-dff526341e72" -d '{"events": [{"server_uuid": "b5b32e46-f940-4e70-af3e-3f7324563530", "name": "network-vif-plugged", "status": "completed", "tag": "5599c0c7-10a1-4c15-ad3a-7a320bd94c82"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:15.919300 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:15.920397 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:03:15.961561 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-02a4b12b-f2b8-4744-9104-8bce6b00fc17 req-a8153359-964f-4409-bab1-6804306a191e tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] For port 480bff79-6e74-48d7-87ff-8bbb2fe00902, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=480bff79-6e74-48d7-87ff-8bbb2fe00902,segment=NetworkSegment(3b690def-b283-4fcb-9147-d857afcaa0d4),segment_id=3b690def-b283-4fcb-9147-d857afcaa0d4)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:15.962235 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-02a4b12b-f2b8-4744-9104-8bce6b00fc17 req-a8153359-964f-4409-bab1-6804306a191e tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:15.987713 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-02a4b12b-f2b8-4744-9104-8bce6b00fc17 req-a8153359-964f-4409-bab1-6804306a191e tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Calling delete_port for 480bff79-6e74-48d7-87ff-8bbb2fe00902 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:16.027302 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=5599c0c7-10a1-4c15-ad3a-7a320bd94c82,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:16.030696 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:16.031254 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:16.116349 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:16.116730 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c21cc-751a-4fc3-93d4-0aea8130091e req-a8561438-8e5b-46a6-95eb-2d18ac56402b tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:16.118322 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-898c21cc-751a-4fc3-93d4-0aea8130091e req-a8561438-8e5b-46a6-95eb-2d18ac56402b tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 946 time: 0.1409681 Jul 06 14:03:16.152575 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:16.156656 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:16.158457 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 13b8051f-a72d-461f-a79d-844290426baa up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:03:16.203008 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-898c21cc-751a-4fc3-93d4-0aea8130091e req-2051b45f-41fa-412a-a8b4-50b0853227f6 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668290 Jul 06 14:03:16.213145 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-02a4b12b-f2b8-4744-9104-8bce6b00fc17 req-a8153359-964f-4409-bab1-6804306a191e tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:16.248660 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907,revision_number=10']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:16.258837 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8153359-964f-4409-bab1-6804306a191e tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Pushing event deleted for resources: {'Port': ['ID=480bff79-6e74-48d7-87ff-8bbb2fe00902,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:16.274289 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 13b8051f-a72d-461f-a79d-844290426baa completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:03:16.278744 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 13b8051f-a72d-461f-a79d-844290426baa triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:16.279261 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:16.316236 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a4b12b-f2b8-4744-9104-8bce6b00fc17 req-a8153359-964f-4409-bab1-6804306a191e tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] No DVR routers for this DVR port 480bff79-6e74-48d7-87ff-8bbb2fe00902 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:03:16.320523 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-02a4b12b-f2b8-4744-9104-8bce6b00fc17 req-a8153359-964f-4409-bab1-6804306a191e tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:16.322624 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-02a4b12b-f2b8-4744-9104-8bce6b00fc17 req-a8153359-964f-4409-bab1-6804306a191e tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.52 "DELETE /v2.0/ports/480bff79-6e74-48d7-87ff-8bbb2fe00902 HTTP/1.1" status: 204 len: 173 time: 0.6920097 Jul 06 14:03:16.409246 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:16.426153 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8280519-8819-4c7b-9e34-bce02d291b49 x-openstack-request-id: req-c8280519-8819-4c7b-9e34-bce02d291b49 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:16.426744 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41838a09-6470-43d7-885c-89a063d7fadb", "name": "network-vif-deleted", "tag": "aa725c1b-674d-4253-bca0-28e96ceec910", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:16.427809 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c8280519-8819-4c7b-9e34-bce02d291b49 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:16.428377 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41838a09-6470-43d7-885c-89a063d7fadb', 'name': 'network-vif-deleted', 'tag': 'aa725c1b-674d-4253-bca0-28e96ceec910', 'status': 'completed', 'code': 200} Jul 06 14:03:16.457198 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 13b8051f-a72d-461f-a79d-844290426baa, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=13b8051f-a72d-461f-a79d-844290426baa,segment=NetworkSegment(29c72c3e-ba82-4c3c-8044-a8428464bfe4),segment_id=29c72c3e-ba82-4c3c-8044-a8428464bfe4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:16.468377 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:16.471651 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-02a4b12b-f2b8-4744-9104-8bce6b00fc17 req-d0b2f94d-312e-49cc-87d6-2f510570dca8 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Deleting port 2d5af4ad-8b3d-4452-9ac9-0991c8a124b1 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:16.472210 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-02a4b12b-f2b8-4744-9104-8bce6b00fc17 req-d0b2f94d-312e-49cc-87d6-2f510570dca8 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:16.486619 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e2e80b-fa3d-4001-825e-19d584f726a7 x-openstack-request-id: req-e8e2e80b-fa3d-4001-825e-19d584f726a7 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:16.487101 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3badec-de16-4966-b61b-4d6c6543a61c", "name": "network-vif-deleted", "tag": "4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:16.487244 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e8e2e80b-fa3d-4001-825e-19d584f726a7 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:16.487679 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3badec-de16-4966-b61b-4d6c6543a61c', 'name': 'network-vif-deleted', 'tag': '4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4', 'status': 'completed', 'code': 200} Jul 06 14:03:16.528813 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=13b8051f-a72d-461f-a79d-844290426baa,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:16.535664 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970c93c3-2496-43ef-b40e-5eaa596fc260 x-openstack-request-id: req-970c93c3-2496-43ef-b40e-5eaa596fc260 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:16.536181 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b32e46-f940-4e70-af3e-3f7324563530", "name": "network-vif-plugged", "status": "completed", "tag": "5599c0c7-10a1-4c15-ad3a-7a320bd94c82", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:16.536612 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-970c93c3-2496-43ef-b40e-5eaa596fc260 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:16.537192 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b32e46-f940-4e70-af3e-3f7324563530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5599c0c7-10a1-4c15-ad3a-7a320bd94c82', 'code': 200} Jul 06 14:03:16.582259 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:16.621957 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-02a4b12b-f2b8-4744-9104-8bce6b00fc17 req-d0b2f94d-312e-49cc-87d6-2f510570dca8 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] For port 2d5af4ad-8b3d-4452-9ac9-0991c8a124b1, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=2d5af4ad-8b3d-4452-9ac9-0991c8a124b1,segment=NetworkSegment(256a1d11-b35f-4bbd-8042-89812ab93199),segment_id=256a1d11-b35f-4bbd-8042-89812ab93199)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:16.622393 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-02a4b12b-f2b8-4744-9104-8bce6b00fc17 req-d0b2f94d-312e-49cc-87d6-2f510570dca8 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:16.661399 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-02a4b12b-f2b8-4744-9104-8bce6b00fc17 req-d0b2f94d-312e-49cc-87d6-2f510570dca8 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Calling delete_port for 2d5af4ad-8b3d-4452-9ac9-0991c8a124b1 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:16.814727 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d2be8-fbc4-4203-a9a3-aaa0ec35d641 req-59e5267c-6d9d-4e25-92a2-89b6d5757bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:16.816277 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-180d2be8-fbc4-4203-a9a3-aaa0ec35d641 req-59e5267c-6d9d-4e25-92a2-89b6d5757bd0 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 1097 time: 0.1913266 Jul 06 14:03:16.842575 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73132b-9dc2-4e4d-a581-f1abe86864ab req-ee539ad3-1158-447a-8f37-e8c50ea4472b tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:16.844115 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9a73132b-9dc2-4e4d-a581-f1abe86864ab req-ee539ad3-1158-447a-8f37-e8c50ea4472b tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?device_id=41838a09-6470-43d7-885c-89a063d7fadb HTTP/1.1" status: 200 len: 945 time: 0.1805670 Jul 06 14:03:16.920182 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-180d2be8-fbc4-4203-a9a3-aaa0ec35d641 req-8c110854-b41c-4084-ac3b-8b0ec81006e1 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967760 Jul 06 14:03:16.932127 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9a73132b-9dc2-4e4d-a581-f1abe86864ab req-4c1f987e-09a2-4287-b210-2a48e938878e tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/security-groups?id=0f7b13da-ff34-46ab-8116-08b93b343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633476 Jul 06 14:03:16.933312 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-02a4b12b-f2b8-4744-9104-8bce6b00fc17 req-d0b2f94d-312e-49cc-87d6-2f510570dca8 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:16.963589 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2f94d-312e-49cc-87d6-2f510570dca8 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Pushing event deleted for resources: {'Port': ['ID=2d5af4ad-8b3d-4452-9ac9-0991c8a124b1,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:17.013620 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a4b12b-f2b8-4744-9104-8bce6b00fc17 req-d0b2f94d-312e-49cc-87d6-2f510570dca8 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] No DVR routers for this DVR port 2d5af4ad-8b3d-4452-9ac9-0991c8a124b1 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:03:17.016413 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-02a4b12b-f2b8-4744-9104-8bce6b00fc17 req-d0b2f94d-312e-49cc-87d6-2f510570dca8 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:17.018690 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-02a4b12b-f2b8-4744-9104-8bce6b00fc17 req-d0b2f94d-312e-49cc-87d6-2f510570dca8 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.52 "DELETE /v2.0/ports/2d5af4ad-8b3d-4452-9ac9-0991c8a124b1 HTTP/1.1" status: 204 len: 173 time: 0.6870520 Jul 06 14:03:17.106210 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-178a8aaf-949e-4585-aa3a-44e6f2b2e083 req-21ba4fef-f2a1-4057-bb36-c1bbe5102d6e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 210 time: 0.0374541 Jul 06 14:03:17.223183 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 480bff79-6e74-48d7-87ff-8bbb2fe00902 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:17.248104 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 480bff79-6e74-48d7-87ff-8bbb2fe00902 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:03:17.248440 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 480bff79-6e74-48d7-87ff-8bbb2fe00902 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:03:17.248942 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 2d5af4ad-8b3d-4452-9ac9-0991c8a124b1 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:17.268679 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 2d5af4ad-8b3d-4452-9ac9-0991c8a124b1 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:03:17.269072 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 2d5af4ad-8b3d-4452-9ac9-0991c8a124b1 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:03:17.269508 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:17.289124 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:03:17.289462 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 4fe1e5d9-7daf-444a-b5cd-bff3b02a52f4 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:03:17.289908 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device aa725c1b-674d-4253-bca0-28e96ceec910 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:17.308978 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: aa725c1b-674d-4253-bca0-28e96ceec910 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:03:17.309334 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device aa725c1b-674d-4253-bca0-28e96ceec910 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:03:17.323109 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a5ac7-6850-4a7a-ad9c-d96c6092b057 req-f0534466-6784-4044-8ace-fa98aff648a0 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:17.324617 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b41a5ac7-6850-4a7a-ad9c-d96c6092b057 req-f0534466-6784-4044-8ace-fa98aff648a0 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 946 time: 0.0696614 Jul 06 14:03:17.363088 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b41a5ac7-6850-4a7a-ad9c-d96c6092b057 req-8117227a-f805-45c3-96d9-78fba379675b tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325308 Jul 06 14:03:17.536411 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eef717-6e1b-47af-ba75-09163ca6543b req-6d7f37f9-3468-4377-a1f9-43a1b2884e40 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:17.538174 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-57eef717-6e1b-47af-ba75-09163ca6543b req-6d7f37f9-3468-4377-a1f9-43a1b2884e40 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 946 time: 0.0702541 Jul 06 14:03:17.583623 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-57eef717-6e1b-47af-ba75-09163ca6543b req-0243668b-bfb1-4e51-89ce-d2eface65b9e tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394924 Jul 06 14:03:18.034653 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34830) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:18.087367 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ceb35a9-69a1-4405-8040-e1d844962c1a tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Deleting subnet 8fa79132-9182-4839-b8ff-b224780c9536 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:03:18.090393 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ceb35a9-69a1-4405-8040-e1d844962c1a tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:18.131423 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ceb35a9-69a1-4405-8040-e1d844962c1a tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:18.229017 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ceb35a9-69a1-4405-8040-e1d844962c1a tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:18.272836 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-812d57ad-c81c-45da-a87c-28cb36934ffc req-e0f2af30-ef0d-41ae-aaa8-084ce80b2453 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 210 time: 0.0390701 Jul 06 14:03:18.294630 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ceb35a9-69a1-4405-8040-e1d844962c1a tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:18.326904 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ceb35a9-69a1-4405-8040-e1d844962c1a tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:18.332397 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34834) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:18.332797 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5ceb35a9-69a1-4405-8040-e1d844962c1a tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "DELETE /v2.0/subnets/8fa79132-9182-4839-b8ff-b224780c9536 HTTP/1.1" status: 204 len: 168 time: 0.2970092 Jul 06 14:03:18.333812 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb35a9-69a1-4405-8040-e1d844962c1a tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Pushing event deleted for resources: {'Subnet': ['ID=8fa79132-9182-4839-b8ff-b224780c9536,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:18.335945 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7474cf3-dc4b-4857-be25-f4a0f800112b None None] Network dfe1c46c-8c93-4499-a48d-0017bd73b910 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:03:18.425450 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4253b794-7654-4f88-909b-eb05be13f237 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:18.432491 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41838a09-6470-43d7-885c-89a063d7fadb', 'name': 'network-vif-deleted', 'tag': '480bff79-6e74-48d7-87ff-8bbb2fe00902'}, {'server_uuid': '41838a09-6470-43d7-885c-89a063d7fadb', 'name': 'network-vif-deleted', 'tag': '2d5af4ad-8b3d-4452-9ac9-0991c8a124b1'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:18.435169 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b7eaa5-61f7-4df6-b0dc-3ee773e47e14" -d '{"events": [{"server_uuid": "41838a09-6470-43d7-885c-89a063d7fadb", "name": "network-vif-deleted", "tag": "480bff79-6e74-48d7-87ff-8bbb2fe00902"}, {"server_uuid": "41838a09-6470-43d7-885c-89a063d7fadb", "name": "network-vif-deleted", "tag": "2d5af4ad-8b3d-4452-9ac9-0991c8a124b1"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:18.530151 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-4253b794-7654-4f88-909b-eb05be13f237 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Deleting port 97a0fc73-9c45-4276-95e4-77f9f1da71e6 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:18.530597 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4253b794-7654-4f88-909b-eb05be13f237 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:18.538817 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db004ef-8691-4863-8a30-7918a3a91581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907'}, {'server_uuid': 'c1afef0b-1ef2-4b7c-abe6-2975d409aad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b8051f-a72d-461f-a79d-844290426baa'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:18.541323 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dec3e3-d7b6-4236-b8c4-2240c096e6f4" -d '{"events": [{"server_uuid": "7db004ef-8691-4863-8a30-7918a3a91581", "name": "network-vif-plugged", "status": "completed", "tag": "e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907"}, {"server_uuid": "c1afef0b-1ef2-4b7c-abe6-2975d409aad5", "name": "network-vif-plugged", "status": "completed", "tag": "13b8051f-a72d-461f-a79d-844290426baa"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:18.548546 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ba4d3b-ae99-45ec-9191-aaa2f4f28a0b None None] DHCP port deletion for dfe1c46c-8c93-4499-a48d-0017bd73b910 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:03:18.596960 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-f2ba4d3b-ae99-45ec-9191-aaa2f4f28a0b None None] Deleting port 97a0fc73-9c45-4276-95e4-77f9f1da71e6 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:18.597244 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f2ba4d3b-ae99-45ec-9191-aaa2f4f28a0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:18.630810 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-4253b794-7654-4f88-909b-eb05be13f237 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] For port 97a0fc73-9c45-4276-95e4-77f9f1da71e6, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=97a0fc73-9c45-4276-95e4-77f9f1da71e6,segment=NetworkSegment(3b690def-b283-4fcb-9147-d857afcaa0d4),segment_id=3b690def-b283-4fcb-9147-d857afcaa0d4)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:18.631290 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4253b794-7654-4f88-909b-eb05be13f237 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:18.652339 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-4253b794-7654-4f88-909b-eb05be13f237 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Calling delete_port for 97a0fc73-9c45-4276-95e4-77f9f1da71e6 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:18.676155 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:18.679491 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf843f-5f1b-4878-b65c-e8bba3120cdf req-ab44e9fe-ff8a-4775-b33b-38779765d1af tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:18.681071 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-68cf843f-5f1b-4878-b65c-e8bba3120cdf req-ab44e9fe-ff8a-4775-b33b-38779765d1af tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 946 time: 0.1616175 Jul 06 14:03:18.685065 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-f2ba4d3b-ae99-45ec-9191-aaa2f4f28a0b None None] For port 97a0fc73-9c45-4276-95e4-77f9f1da71e6, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=97a0fc73-9c45-4276-95e4-77f9f1da71e6,segment=NetworkSegment(3b690def-b283-4fcb-9147-d857afcaa0d4),segment_id=3b690def-b283-4fcb-9147-d857afcaa0d4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:18.685784 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f2ba4d3b-ae99-45ec-9191-aaa2f4f28a0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:18.698762 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-f2ba4d3b-ae99-45ec-9191-aaa2f4f28a0b None None] Calling delete_port for 97a0fc73-9c45-4276-95e4-77f9f1da71e6 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:18.761136 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-68cf843f-5f1b-4878-b65c-e8bba3120cdf req-d27856a0-691c-47a1-9a06-289b24527081 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488675 Jul 06 14:03:18.784987 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4253b794-7654-4f88-909b-eb05be13f237 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:18.796691 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f2ba4d3b-ae99-45ec-9191-aaa2f4f28a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:18.811784 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ba4d3b-ae99-45ec-9191-aaa2f4f28a0b None None] No DVR routers for this DVR port 97a0fc73-9c45-4276-95e4-77f9f1da71e6 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:03:18.830029 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4253b794-7654-4f88-909b-eb05be13f237 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] No DVR routers for this DVR port 97a0fc73-9c45-4276-95e4-77f9f1da71e6 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:03:18.832727 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba4d3b-ae99-45ec-9191-aaa2f4f28a0b None None] Pushing event deleted for resources: {'Port': ['ID=97a0fc73-9c45-4276-95e4-77f9f1da71e6,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:18.833573 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07beebec-d66b-4389-9461-4900bbd7693a x-openstack-request-id: req-07beebec-d66b-4389-9461-4900bbd7693a {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:18.834088 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41838a09-6470-43d7-885c-89a063d7fadb", "name": "network-vif-deleted", "tag": "480bff79-6e74-48d7-87ff-8bbb2fe00902", "status": "completed", "code": 200}, {"server_uuid": "41838a09-6470-43d7-885c-89a063d7fadb", "name": "network-vif-deleted", "tag": "2d5af4ad-8b3d-4452-9ac9-0991c8a124b1", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:18.834524 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-07beebec-d66b-4389-9461-4900bbd7693a {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:18.835102 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41838a09-6470-43d7-885c-89a063d7fadb', 'name': 'network-vif-deleted', 'tag': '480bff79-6e74-48d7-87ff-8bbb2fe00902', 'status': 'completed', 'code': 200} Jul 06 14:03:18.835763 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41838a09-6470-43d7-885c-89a063d7fadb', 'name': 'network-vif-deleted', 'tag': '2d5af4ad-8b3d-4452-9ac9-0991c8a124b1', 'status': 'completed', 'code': 200} Jul 06 14:03:18.837363 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253b794-7654-4f88-909b-eb05be13f237 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Pushing event deleted for resources: {'Port': ['ID=97a0fc73-9c45-4276-95e4-77f9f1da71e6,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:18.883009 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f873627-7864-46f0-b289-7a7998d5056b x-openstack-request-id: req-2f873627-7864-46f0-b289-7a7998d5056b {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:18.883547 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db004ef-8691-4863-8a30-7918a3a91581", "name": "network-vif-plugged", "status": "completed", "tag": "e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907", "code": 200}, {"server_uuid": "c1afef0b-1ef2-4b7c-abe6-2975d409aad5", "name": "network-vif-plugged", "status": "completed", "tag": "13b8051f-a72d-461f-a79d-844290426baa", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:18.884002 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-2f873627-7864-46f0-b289-7a7998d5056b {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:18.884595 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db004ef-8691-4863-8a30-7918a3a91581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907', 'code': 200} Jul 06 14:03:18.885062 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1afef0b-1ef2-4b7c-abe6-2975d409aad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b8051f-a72d-461f-a79d-844290426baa', 'code': 200} Jul 06 14:03:19.401204 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4253b794-7654-4f88-909b-eb05be13f237 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:19.419972 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-4253b794-7654-4f88-909b-eb05be13f237 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe1c46c-8c93-4499-a48d-0017bd73b910']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:19.440148 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-4253b794-7654-4f88-909b-eb05be13f237 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b690def-b283-4fcb-9147-d857afcaa0d4') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:19.440452 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-4253b794-7654-4f88-909b-eb05be13f237 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b690def-b283-4fcb-9147-d857afcaa0d4') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:19.456486 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4253b794-7654-4f88-909b-eb05be13f237 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:19.492328 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4253b794-7654-4f88-909b-eb05be13f237 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:19.506138 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20932b0-6e19-481b-a705-97fe00c5a44d req-615f8fea-b003-4863-b0db-5010953e71e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:19.508070 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d20932b0-6e19-481b-a705-97fe00c5a44d req-615f8fea-b003-4863-b0db-5010953e71e1 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 1097 time: 0.2278168 Jul 06 14:03:19.509012 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4253b794-7654-4f88-909b-eb05be13f237 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:03:19.509419 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4253b794-7654-4f88-909b-eb05be13f237 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:03:19.513140 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:03:19.515500 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc914d-a492-4db4-9953-c807a1a51640 req-5f3841d6-a71c-43f0-86ac-3d74ed182692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:19.516333 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0bc914d-a492-4db4-9953-c807a1a51640 req-5f3841d6-a71c-43f0-86ac-3d74ed182692 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 1097 time: 0.2351055 Jul 06 14:03:19.534440 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab07f8-621c-420f-9dd1-c221b3a6dbf8 req-a3136ce2-08aa-4809-ab35-62457dbb921d tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:19.535925 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b1ab07f8-621c-420f-9dd1-c221b3a6dbf8 req-a3136ce2-08aa-4809-ab35-62457dbb921d tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 946 time: 0.2571671 Jul 06 14:03:19.653582 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d20932b0-6e19-481b-a705-97fe00c5a44d req-db273636-381a-467d-b20c-e814876c3379 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269751 Jul 06 14:03:19.654210 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4253b794-7654-4f88-909b-eb05be13f237 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:19.654550 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 97a0fc73-9c45-4276-95e4-77f9f1da71e6 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:19.659358 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4253b794-7654-4f88-909b-eb05be13f237 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:19.663781 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4253b794-7654-4f88-909b-eb05be13f237 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "DELETE /v2.0/networks/dfe1c46c-8c93-4499-a48d-0017bd73b910 HTTP/1.1" status: 204 len: 168 time: 1.3249493 Jul 06 14:03:19.665258 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34850) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:19.671098 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0bc914d-a492-4db4-9953-c807a1a51640 req-6296941c-e32b-41c8-a8d8-bad3b38b57ec service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342711 Jul 06 14:03:19.681838 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 97a0fc73-9c45-4276-95e4-77f9f1da71e6 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:03:19.682190 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 97a0fc73-9c45-4276-95e4-77f9f1da71e6 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:03:19.686552 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253b794-7654-4f88-909b-eb05be13f237 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Pushing event deleted for resources: {'Network': ['ID=dfe1c46c-8c93-4499-a48d-0017bd73b910,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:19.693379 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b1ab07f8-621c-420f-9dd1-c221b3a6dbf8 req-6e6ff1e7-6b65-471c-9020-a10a4c6872db tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183925 Jul 06 14:03:19.735606 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df78ea2-8058-4e54-886c-3d8a07632902 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Deleting subnet 1407033a-a224-449b-93ce-d26401e42c51 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:03:19.738944 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9df78ea2-8058-4e54-886c-3d8a07632902 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:19.785596 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9df78ea2-8058-4e54-886c-3d8a07632902 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:19.889033 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9df78ea2-8058-4e54-886c-3d8a07632902 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:19.951999 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9df78ea2-8058-4e54-886c-3d8a07632902 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:19.952994 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1436c6cc-3f02-4664-8d3a-b0fd62ba4e85 req-da5245e7-e502-43cf-a77d-291c72124a6e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=3e3badec-de16-4966-b61b-4d6c6543a61c HTTP/1.1" status: 200 len: 210 time: 0.0357344 Jul 06 14:03:19.986353 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df78ea2-8058-4e54-886c-3d8a07632902 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Pushing event deleted for resources: {'Subnet': ['ID=1407033a-a224-449b-93ce-d26401e42c51,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:19.990163 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9df78ea2-8058-4e54-886c-3d8a07632902 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:19.992132 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9df78ea2-8058-4e54-886c-3d8a07632902 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "DELETE /v2.0/subnets/1407033a-a224-449b-93ce-d26401e42c51 HTTP/1.1" status: 204 len: 168 time: 0.3251629 Jul 06 14:03:19.995008 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34856) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:19.998157 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d489002c-f622-4a50-982b-63e4f4dbc6b5 None None] Network 73c8bc0d-5407-4f39-83c6-25b8982eea57 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:03:20.082874 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9a343cb-ea91-44b0-bcfa-f1dc1667cd5d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:20.164475 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-b9a343cb-ea91-44b0-bcfa-f1dc1667cd5d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Deleting port 71969403-00ae-49e5-933c-f5fc1ab72258 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:20.165561 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9a343cb-ea91-44b0-bcfa-f1dc1667cd5d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:20.258741 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-b9a343cb-ea91-44b0-bcfa-f1dc1667cd5d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] For port 71969403-00ae-49e5-933c-f5fc1ab72258, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=71969403-00ae-49e5-933c-f5fc1ab72258,segment=NetworkSegment(256a1d11-b35f-4bbd-8042-89812ab93199),segment_id=256a1d11-b35f-4bbd-8042-89812ab93199)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:20.259116 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9a343cb-ea91-44b0-bcfa-f1dc1667cd5d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:20.274939 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-b9a343cb-ea91-44b0-bcfa-f1dc1667cd5d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Calling delete_port for 71969403-00ae-49e5-933c-f5fc1ab72258 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:20.343131 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93125e20-efea-4ba9-9e80-44f2abee236e None None] DHCP port deletion for 73c8bc0d-5407-4f39-83c6-25b8982eea57 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:03:20.393412 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9a343cb-ea91-44b0-bcfa-f1dc1667cd5d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:20.410607 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-93125e20-efea-4ba9-9e80-44f2abee236e None None] Deleting port 71969403-00ae-49e5-933c-f5fc1ab72258 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:20.411004 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-93125e20-efea-4ba9-9e80-44f2abee236e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:20.448075 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a343cb-ea91-44b0-bcfa-f1dc1667cd5d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Pushing event deleted for resources: {'Port': ['ID=71969403-00ae-49e5-933c-f5fc1ab72258,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:20.450481 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a343cb-ea91-44b0-bcfa-f1dc1667cd5d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] No DVR routers for this DVR port 71969403-00ae-49e5-933c-f5fc1ab72258 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:03:20.509347 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-93125e20-efea-4ba9-9e80-44f2abee236e None None] For port 71969403-00ae-49e5-933c-f5fc1ab72258, host n-d-773644-6, got binding levels [] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:20.509780 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-93125e20-efea-4ba9-9e80-44f2abee236e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:20.554841 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-93125e20-efea-4ba9-9e80-44f2abee236e None None] Calling delete_port for 71969403-00ae-49e5-933c-f5fc1ab72258 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:20.556444 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9a343cb-ea91-44b0-bcfa-f1dc1667cd5d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:20.559869 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585a9e5-7f41-4562-ba0e-7de8bbcbd7b0 req-fb48990e-efc9-4ecb-ad9b-28f8eaee0984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:20.564703 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.ipam_backend_mixin [None req-93125e20-efea-4ba9-9e80-44f2abee236e None None] Port 71969403-00ae-49e5-933c-f5fc1ab72258 was not found and therefore no delete operation was performed {{(pid=100419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 14:03:20.568142 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-93125e20-efea-4ba9-9e80-44f2abee236e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:20.570906 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9585a9e5-7f41-4562-ba0e-7de8bbcbd7b0 req-fb48990e-efc9-4ecb-ad9b-28f8eaee0984 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=b7ff67a3e26f47058d2e455f3c5054a8&device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 1097 time: 0.2025781 Jul 06 14:03:20.575306 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-b9a343cb-ea91-44b0-bcfa-f1dc1667cd5d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c8bc0d-5407-4f39-83c6-25b8982eea57']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:20.590644 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-b9a343cb-ea91-44b0-bcfa-f1dc1667cd5d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '256a1d11-b35f-4bbd-8042-89812ab93199') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:20.590950 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-b9a343cb-ea91-44b0-bcfa-f1dc1667cd5d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '256a1d11-b35f-4bbd-8042-89812ab93199') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:20.596391 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93125e20-efea-4ba9-9e80-44f2abee236e None None] Pushing event deleted for resources: {'Port': ['ID=71969403-00ae-49e5-933c-f5fc1ab72258,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:20.601371 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93125e20-efea-4ba9-9e80-44f2abee236e None None] No DVR routers for this DVR port 71969403-00ae-49e5-933c-f5fc1ab72258 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:03:20.603421 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9a343cb-ea91-44b0-bcfa-f1dc1667cd5d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:20.629954 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9a343cb-ea91-44b0-bcfa-f1dc1667cd5d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:20.637842 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a343cb-ea91-44b0-bcfa-f1dc1667cd5d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:03:20.638301 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9a343cb-ea91-44b0-bcfa-f1dc1667cd5d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:03:20.641807 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:03:20.646275 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada1e7d-a103-4971-ba10-ffe29dd331a2 req-c5271a18-4737-4a62-9a5d-25a541403d49 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:20.647735 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ada1e7d-a103-4971-ba10-ffe29dd331a2 req-c5271a18-4737-4a62-9a5d-25a541403d49 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 946 time: 0.2222290 Jul 06 14:03:20.794950 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ada1e7d-a103-4971-ba10-ffe29dd331a2 req-f6ce0021-b28a-47fa-aa92-e8d57dc76642 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800831 Jul 06 14:03:20.816456 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9a343cb-ea91-44b0-bcfa-f1dc1667cd5d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:20.838261 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9a343cb-ea91-44b0-bcfa-f1dc1667cd5d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:20.846498 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b9a343cb-ea91-44b0-bcfa-f1dc1667cd5d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "DELETE /v2.0/networks/73c8bc0d-5407-4f39-83c6-25b8982eea57 HTTP/1.1" status: 204 len: 168 time: 0.8457024 Jul 06 14:03:20.852884 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34886) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:20.899474 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-2ef98da8-2f20-4028-9ea0-94c179faa27e tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-300686294'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:20.900903 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585a9e5-7f41-4562-ba0e-7de8bbcbd7b0 req-91d39f3a-6495-4c53-8165-07d7aca5055d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:20.902564 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9585a9e5-7f41-4562-ba0e-7de8bbcbd7b0 req-91d39f3a-6495-4c53-8165-07d7aca5055d service neutron] 10.222.0.124 "GET /v2.0/networks?id=b8d9601d-3de6-4f81-a059-2bdbf312577c HTTP/1.1" status: 200 len: 920 time: 0.3156428 Jul 06 14:03:20.909677 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a343cb-ea91-44b0-bcfa-f1dc1667cd5d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Pushing event deleted for resources: {'Network': ['ID=73c8bc0d-5407-4f39-83c6-25b8982eea57,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:20.938799 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef98da8-2f20-4028-9ea0-94c179faa27e tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Made reservation on behalf of 97d7ac68840e40f491d89756bea57e33 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:03:20.943843 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2ef98da8-2f20-4028-9ea0-94c179faa27e tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:20.994214 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9585a9e5-7f41-4562-ba0e-7de8bbcbd7b0 req-324be0b6-2411-4956-ab3c-cc3496b5884c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5599c0c7-10a1-4c15-ad3a-7a320bd94c82 HTTP/1.1" status: 200 len: 217 time: 0.0835311 Jul 06 14:03:20.997716 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef98da8-2f20-4028-9ea0-94c179faa27e tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:03:21.018193 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2ef98da8-2f20-4028-9ea0-94c179faa27e tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:21.018691 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-2ef98da8-2f20-4028-9ea0-94c179faa27e tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Added segment 3f65f004-d2a3-470b-9ca8-e4fa200a0a14 of type vlan for network dc5d3412-b9ae-4d4b-8605-9bca5506db32 Jul 06 14:03:21.066922 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2ef98da8-2f20-4028-9ea0-94c179faa27e tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:21.105368 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2ef98da8-2f20-4028-9ea0-94c179faa27e tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:21.113055 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef98da8-2f20-4028-9ea0-94c179faa27e tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:21.113708 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2ef98da8-2f20-4028-9ea0-94c179faa27e tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:21.152038 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2ef98da8-2f20-4028-9ea0-94c179faa27e tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2850924 Jul 06 14:03:21.168462 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34902) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:21.175585 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-46890c2b-db74-4fd1-8eb7-594b8eb018ee tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Request body: {'subnet': {'network_id': 'dc5d3412-b9ae-4d4b-8605-9bca5506db32', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:21.218849 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef98da8-2f20-4028-9ea0-94c179faa27e tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Pushing event updated for resources: {'Network': ['ID=dc5d3412-b9ae-4d4b-8605-9bca5506db32,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:21.225011 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585a9e5-7f41-4562-ba0e-7de8bbcbd7b0 req-fc76d1b1-932a-49ce-a154-5bf82e681acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:21.226570 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9585a9e5-7f41-4562-ba0e-7de8bbcbd7b0 req-fc76d1b1-932a-49ce-a154-5bf82e681acb service neutron] 10.222.0.124 "GET /v2.0/subnets?id=22cad74c-fc99-4bde-affd-fd3c50380641 HTTP/1.1" status: 200 len: 859 time: 0.2255120 Jul 06 14:03:21.231821 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network dc5d3412-b9ae-4d4b-8605-9bca5506db32 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:03:21.303294 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9585a9e5-7f41-4562-ba0e-7de8bbcbd7b0 req-180039cd-bfdf-4212-bf86-7459b8ab6e33 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b8d9601d-3de6-4f81-a059-2bdbf312577c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448515 Jul 06 14:03:21.402666 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999c518-a74f-458e-a094-7523a7481cc0 req-fb0f811d-4039-4da1-8aa5-9ef9f3466cba tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:21.404703 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6999c518-a74f-458e-a094-7523a7481cc0 req-fb0f811d-4039-4da1-8aa5-9ef9f3466cba tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 946 time: 0.3862522 Jul 06 14:03:21.445941 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46890c2b-db74-4fd1-8eb7-594b8eb018ee tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Made reservation on behalf of 97d7ac68840e40f491d89756bea57e33 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:03:21.450039 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-46890c2b-db74-4fd1-8eb7-594b8eb018ee tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:21.530518 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9585a9e5-7f41-4562-ba0e-7de8bbcbd7b0 req-efd53cde-e4a1-4955-b136-2c02cb98d0bd service neutron] 10.222.0.124 "GET /v2.0/networks/b8d9601d-3de6-4f81-a059-2bdbf312577c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119625 Jul 06 14:03:21.541238 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6999c518-a74f-458e-a094-7523a7481cc0 req-a9b2e0a6-798c-4bb7-8951-065fe14d0eea tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295185 Jul 06 14:03:21.671235 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 71969403-00ae-49e5-933c-f5fc1ab72258 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:21.698160 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 71969403-00ae-49e5-933c-f5fc1ab72258 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:03:21.698890 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 71969403-00ae-49e5-933c-f5fc1ab72258 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:03:21.709670 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9585a9e5-7f41-4562-ba0e-7de8bbcbd7b0 req-f618e685-1443-4050-bdc0-d943dc13da86 service neutron] 10.222.0.124 "GET /v2.0/networks/b8d9601d-3de6-4f81-a059-2bdbf312577c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634881 Jul 06 14:03:21.815933 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-46890c2b-db74-4fd1-8eb7-594b8eb018ee tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:21.884432 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46890c2b-db74-4fd1-8eb7-594b8eb018ee tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Pushing event updated for resources: {'Subnet': ['ID=a3e14fe3-fade-4afb-aff8-5f76022912f5,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:21.918591 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46890c2b-db74-4fd1-8eb7-594b8eb018ee tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Checking segment: {'id': '3f65f004-d2a3-470b-9ca8-e4fa200a0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dc5d3412-b9ae-4d4b-8605-9bca5506db32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:03:21.919355 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46890c2b-db74-4fd1-8eb7-594b8eb018ee tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Network hostable DHCP agents. Network: dc5d3412-b9ae-4d4b-8605-9bca5506db32, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:03:21.940653 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46890c2b-db74-4fd1-8eb7-594b8eb018ee tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Network dc5d3412-b9ae-4d4b-8605-9bca5506db32 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:03:21.962305 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-46890c2b-db74-4fd1-8eb7-594b8eb018ee tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, dc5d3412-b9ae-4d4b-8605-9bca5506db32) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:21.971611 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a27db8a-5cb6-462d-907e-6cc23020098d None None] Network dc5d3412-b9ae-4d4b-8605-9bca5506db32 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:03:22.005466 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46890c2b-db74-4fd1-8eb7-594b8eb018ee tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:22.006722 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-46890c2b-db74-4fd1-8eb7-594b8eb018ee tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:22.028100 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-46890c2b-db74-4fd1-8eb7-594b8eb018ee tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8575611 Jul 06 14:03:22.030661 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34912) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:22.036882 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-51745d77-43e4-46ac-8997-0cea4d9e86ce tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-340283928'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:22.061801 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18805b6d-0803-4fcc-9531-722445f1eae5 req-96eea44f-5363-494e-8674-29a1032d4f6b tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:22.063605 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-18805b6d-0803-4fcc-9531-722445f1eae5 req-96eea44f-5363-494e-8674-29a1032d4f6b tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 946 time: 0.1144505 Jul 06 14:03:22.085814 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51745d77-43e4-46ac-8997-0cea4d9e86ce tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Made reservation on behalf of 97d7ac68840e40f491d89756bea57e33 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:03:22.090068 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-51745d77-43e4-46ac-8997-0cea4d9e86ce tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:22.121732 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51745d77-43e4-46ac-8997-0cea4d9e86ce tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:03:22.135423 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-51745d77-43e4-46ac-8997-0cea4d9e86ce tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:22.136203 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-51745d77-43e4-46ac-8997-0cea4d9e86ce tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Added segment 9a7f5b6a-44b9-4b5a-bf14-7f2dff25b774 of type vlan for network fe8935df-a7e2-4786-8821-80977e98064f Jul 06 14:03:22.141815 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-18805b6d-0803-4fcc-9531-722445f1eae5 req-714f4168-1073-487a-bd6f-aad2502b9178 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694933 Jul 06 14:03:22.180159 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ed9174-dcc1-49ad-bde0-1fdb619ae746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-dc5d3412-b9ae-4d4b-8605-9bca5506db32', 'network_id': 'dc5d3412-b9ae-4d4b-8605-9bca5506db32', 'tenant_id': '97d7ac68840e40f491d89756bea57e33', 'fixed_ips': [{'subnet_id': 'a3e14fe3-fade-4afb-aff8-5f76022912f5'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:03:22.181915 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9174-dcc1-49ad-bde0-1fdb619ae746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:22.204499 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-51745d77-43e4-46ac-8997-0cea4d9e86ce tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:22.237703 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-51745d77-43e4-46ac-8997-0cea4d9e86ce tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:22.243523 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51745d77-43e4-46ac-8997-0cea4d9e86ce tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:22.244146 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-51745d77-43e4-46ac-8997-0cea4d9e86ce tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:22.328213 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34916) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:22.328489 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-51745d77-43e4-46ac-8997-0cea4d9e86ce tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2965627 Jul 06 14:03:22.334324 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-d2f5fade-876a-4671-8d9e-8fcf7ed89c48 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Request body: {'subnet': {'network_id': 'fe8935df-a7e2-4786-8821-80977e98064f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:22.338019 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51745d77-43e4-46ac-8997-0cea4d9e86ce tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Pushing event updated for resources: {'Network': ['ID=fe8935df-a7e2-4786-8821-80977e98064f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:22.361963 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network fe8935df-a7e2-4786-8821-80977e98064f details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:03:22.439454 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f5fade-876a-4671-8d9e-8fcf7ed89c48 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Made reservation on behalf of 97d7ac68840e40f491d89756bea57e33 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:03:22.443715 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d2f5fade-876a-4671-8d9e-8fcf7ed89c48 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:22.590329 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-d7ed9174-dcc1-49ad-bde0-1fdb619ae746 None None] Allocated IP 19.80.0.2 (dc5d3412-b9ae-4d4b-8605-9bca5506db32/a3e14fe3-fade-4afb-aff8-5f76022912f5/af0bb927-703a-45ae-bfdd-51549462e280) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:03:22.661557 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d2f5fade-876a-4671-8d9e-8fcf7ed89c48 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:22.772054 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5fade-876a-4671-8d9e-8fcf7ed89c48 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Pushing event updated for resources: {'Subnet': ['ID=fb864aff-9df3-407d-a654-53a46c39ae84,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:22.791342 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9174-dcc1-49ad-bde0-1fdb619ae746 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:22.792956 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f5fade-876a-4671-8d9e-8fcf7ed89c48 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Checking segment: {'id': '9a7f5b6a-44b9-4b5a-bf14-7f2dff25b774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'fe8935df-a7e2-4786-8821-80977e98064f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:03:22.793730 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f5fade-876a-4671-8d9e-8fcf7ed89c48 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Network hostable DHCP agents. Network: fe8935df-a7e2-4786-8821-80977e98064f, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:03:22.803889 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d7ed9174-dcc1-49ad-bde0-1fdb619ae746 None None] Transition to ACTIVE for port object af0bb927-703a-45ae-bfdd-51549462e280 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:22.822240 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d7ed9174-dcc1-49ad-bde0-1fdb619ae746 None None] Transition to ACTIVE for port object af0bb927-703a-45ae-bfdd-51549462e280 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:22.828593 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9174-dcc1-49ad-bde0-1fdb619ae746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:22.840083 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27104ca-3487-4861-bcae-80358565eaa4 req-8c7e560b-8d92-46fc-8169-02252dc15712 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:22.841998 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b27104ca-3487-4861-bcae-80358565eaa4 req-8c7e560b-8d92-46fc-8169-02252dc15712 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 946 time: 0.1382914 Jul 06 14:03:22.843209 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f5fade-876a-4671-8d9e-8fcf7ed89c48 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Network fe8935df-a7e2-4786-8821-80977e98064f is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:03:22.871602 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-d2f5fade-876a-4671-8d9e-8fcf7ed89c48 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, fe8935df-a7e2-4786-8821-80977e98064f) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:22.877511 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f5fade-876a-4671-8d9e-8fcf7ed89c48 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:22.878198 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d2f5fade-876a-4671-8d9e-8fcf7ed89c48 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:22.886634 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ed9174-dcc1-49ad-bde0-1fdb619ae746 None None] Network dc5d3412-b9ae-4d4b-8605-9bca5506db32 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:03:22.890783 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7825669a-47f1-49a6-af56-c4893cbd017d None None] Network fe8935df-a7e2-4786-8821-80977e98064f requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:03:22.896781 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-d7ed9174-dcc1-49ad-bde0-1fdb619ae746 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:22.899907 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ed9174-dcc1-49ad-bde0-1fdb619ae746 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:03:22.905188 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed9174-dcc1-49ad-bde0-1fdb619ae746 None None] Pushing event updated for resources: {'Port': ['ID=af0bb927-703a-45ae-bfdd-51549462e280,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:22.913580 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b27104ca-3487-4861-bcae-80358565eaa4 req-fddcc46b-1885-47f4-9c94-06acdb891d28 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653636 Jul 06 14:03:22.923259 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d2f5fade-876a-4671-8d9e-8fcf7ed89c48 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5937626 Jul 06 14:03:23.015867 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-d7ed9174-dcc1-49ad-bde0-1fdb619ae746 None None] Attempting to bind port af0bb927-703a-45ae-bfdd-51549462e280 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:03:23.016222 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-d7ed9174-dcc1-49ad-bde0-1fdb619ae746 None None] Attempting to bind port af0bb927-703a-45ae-bfdd-51549462e280 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '3f65f004-d2a3-470b-9ca8-e4fa200a0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dc5d3412-b9ae-4d4b-8605-9bca5506db32'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:03:23.016810 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ed9174-dcc1-49ad-bde0-1fdb619ae746 None None] Attempting to bind port af0bb927-703a-45ae-bfdd-51549462e280 on network dc5d3412-b9ae-4d4b-8605-9bca5506db32 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:23.029634 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ed9174-dcc1-49ad-bde0-1fdb619ae746 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:03:23.030361 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ed9174-dcc1-49ad-bde0-1fdb619ae746 None None] Checking segment: {'id': '3f65f004-d2a3-470b-9ca8-e4fa200a0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dc5d3412-b9ae-4d4b-8605-9bca5506db32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:03:23.030990 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9174-dcc1-49ad-bde0-1fdb619ae746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:23.031459 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ed9174-dcc1-49ad-bde0-1fdb619ae746 None None] Bound using segment: {'id': '3f65f004-d2a3-470b-9ca8-e4fa200a0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dc5d3412-b9ae-4d4b-8605-9bca5506db32'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:03:23.032638 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-d7ed9174-dcc1-49ad-bde0-1fdb619ae746 None None] Bound port: af0bb927-703a-45ae-bfdd-51549462e280, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f65f004-d2a3-470b-9ca8-e4fa200a0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dc5d3412-b9ae-4d4b-8605-9bca5506db32'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:03:23.033346 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9174-dcc1-49ad-bde0-1fdb619ae746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:23.168842 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d7ed9174-dcc1-49ad-bde0-1fdb619ae746 None None] For port af0bb927-703a-45ae-bfdd-51549462e280, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:03:23.183761 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab17ffa0-29c4-45dd-864b-d3cded363434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-fe8935df-a7e2-4786-8821-80977e98064f', 'network_id': 'fe8935df-a7e2-4786-8821-80977e98064f', 'tenant_id': '97d7ac68840e40f491d89756bea57e33', 'fixed_ips': [{'subnet_id': 'fb864aff-9df3-407d-a654-53a46c39ae84'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:03:23.184635 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ab17ffa0-29c4-45dd-864b-d3cded363434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:23.198719 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d7ed9174-dcc1-49ad-bde0-1fdb619ae746 None None] For port af0bb927-703a-45ae-bfdd-51549462e280, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=af0bb927-703a-45ae-bfdd-51549462e280,segment=NetworkSegment(3f65f004-d2a3-470b-9ca8-e4fa200a0a14),segment_id=3f65f004-d2a3-470b-9ca8-e4fa200a0a14)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:03:23.207199 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d7ed9174-dcc1-49ad-bde0-1fdb619ae746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:23.333189 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed9174-dcc1-49ad-bde0-1fdb619ae746 None None] Pushing event updated for resources: {'Port': ['ID=af0bb927-703a-45ae-bfdd-51549462e280,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:23.358739 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-eb13d1ab-23b8-4f72-b1cd-621668f4b7a2 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:23.365813 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-eb13d1ab-23b8-4f72-b1cd-621668f4b7a2 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:23.367611 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-eb13d1ab-23b8-4f72-b1cd-621668f4b7a2 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/networks?id=dc5d3412-b9ae-4d4b-8605-9bca5506db32&id=fe8935df-a7e2-4786-8821-80977e98064f HTTP/1.1" status: 200 len: 1390 time: 0.1477714 Jul 06 14:03:23.387854 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-7c57b19b-897d-4ca4-9f64-d36e9acf216d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/quotas/97d7ac68840e40f491d89756bea57e33 HTTP/1.1" status: 200 len: 375 time: 0.0145493 Jul 06 14:03:23.396358 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-ab17ffa0-29c4-45dd-864b-d3cded363434 None None] Allocated IP 19.86.0.2 (fe8935df-a7e2-4786-8821-80977e98064f/fb864aff-9df3-407d-a654-53a46c39ae84/8f796e44-f03a-4915-b5ad-9681ad73396e) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:03:23.514346 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-3c3ed3ec-ddd9-424c-807b-0fb31a8804c5 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=97d7ac68840e40f491d89756bea57e33&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1198275 Jul 06 14:03:23.609516 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ab17ffa0-29c4-45dd-864b-d3cded363434 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:23.630427 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ab17ffa0-29c4-45dd-864b-d3cded363434 None None] Transition to ACTIVE for port object 8f796e44-f03a-4915-b5ad-9681ad73396e will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:23.649152 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ab17ffa0-29c4-45dd-864b-d3cded363434 None None] Transition to ACTIVE for port object 8f796e44-f03a-4915-b5ad-9681ad73396e will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:23.649807 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-16e72939-318f-4d70-885d-96c49d86d017 service neutron] 10.222.0.118 "GET /v2.0/networks/dc5d3412-b9ae-4d4b-8605-9bca5506db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338899 Jul 06 14:03:23.655564 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ab17ffa0-29c4-45dd-864b-d3cded363434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:23.729772 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab17ffa0-29c4-45dd-864b-d3cded363434 None None] Network fe8935df-a7e2-4786-8821-80977e98064f is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:03:23.736519 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-ab17ffa0-29c4-45dd-864b-d3cded363434 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:23.751085 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab17ffa0-29c4-45dd-864b-d3cded363434 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:03:23.753293 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17ffa0-29c4-45dd-864b-d3cded363434 None None] Pushing event updated for resources: {'Port': ['ID=8f796e44-f03a-4915-b5ad-9681ad73396e,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:23.785133 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-7d86d96b-0411-49e2-a2c9-6baa2ddcf34d service neutron] 10.222.0.118 "GET /v2.0/networks/dc5d3412-b9ae-4d4b-8605-9bca5506db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334438 Jul 06 14:03:23.789167 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device af0bb927-703a-45ae-bfdd-51549462e280 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:03:23.847863 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-ab17ffa0-29c4-45dd-864b-d3cded363434 None None] Attempting to bind port 8f796e44-f03a-4915-b5ad-9681ad73396e on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:03:23.848234 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-ab17ffa0-29c4-45dd-864b-d3cded363434 None None] Attempting to bind port 8f796e44-f03a-4915-b5ad-9681ad73396e by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '9a7f5b6a-44b9-4b5a-bf14-7f2dff25b774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'fe8935df-a7e2-4786-8821-80977e98064f'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:03:23.848596 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab17ffa0-29c4-45dd-864b-d3cded363434 None None] Attempting to bind port 8f796e44-f03a-4915-b5ad-9681ad73396e on network fe8935df-a7e2-4786-8821-80977e98064f {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:23.858097 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab17ffa0-29c4-45dd-864b-d3cded363434 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:03:23.858481 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab17ffa0-29c4-45dd-864b-d3cded363434 None None] Checking segment: {'id': '9a7f5b6a-44b9-4b5a-bf14-7f2dff25b774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'fe8935df-a7e2-4786-8821-80977e98064f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:03:23.858882 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ab17ffa0-29c4-45dd-864b-d3cded363434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:23.859280 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab17ffa0-29c4-45dd-864b-d3cded363434 None None] Bound using segment: {'id': '9a7f5b6a-44b9-4b5a-bf14-7f2dff25b774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'fe8935df-a7e2-4786-8821-80977e98064f'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:03:23.859778 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-ab17ffa0-29c4-45dd-864b-d3cded363434 None None] Bound port: 8f796e44-f03a-4915-b5ad-9681ad73396e, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a7f5b6a-44b9-4b5a-bf14-7f2dff25b774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'fe8935df-a7e2-4786-8821-80977e98064f'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:03:23.861319 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ab17ffa0-29c4-45dd-864b-d3cded363434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:23.877241 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-66e612c7-00c7-4dad-8e39-a5253f5ff1e0 service neutron] 10.222.0.118 "GET /v2.0/networks/fe8935df-a7e2-4786-8821-80977e98064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910745 Jul 06 14:03:23.929253 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port af0bb927-703a-45ae-bfdd-51549462e280 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:03:23.951820 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-ab17ffa0-29c4-45dd-864b-d3cded363434 None None] For port 8f796e44-f03a-4915-b5ad-9681ad73396e, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:03:23.956676 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-ab17ffa0-29c4-45dd-864b-d3cded363434 None None] For port 8f796e44-f03a-4915-b5ad-9681ad73396e, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=8f796e44-f03a-4915-b5ad-9681ad73396e,segment=NetworkSegment(9a7f5b6a-44b9-4b5a-bf14-7f2dff25b774),segment_id=9a7f5b6a-44b9-4b5a-bf14-7f2dff25b774)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:03:23.963207 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ab17ffa0-29c4-45dd-864b-d3cded363434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:24.007041 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-19e68b97-d64c-4feb-9c78-9b336c5614d4 service neutron] 10.222.0.118 "GET /v2.0/networks/fe8935df-a7e2-4786-8821-80977e98064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169651 Jul 06 14:03:24.027210 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17ffa0-29c4-45dd-864b-d3cded363434 None None] Pushing event updated for resources: {'Port': ['ID=8f796e44-f03a-4915-b5ad-9681ad73396e,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:24.439049 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b8526-47e1-4a89-8b10-836a37aa318c req-fd413a34-a8fc-4c2b-ac06-2b5f24ef0782 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:24.441631 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-330b8526-47e1-4a89-8b10-836a37aa318c req-fd413a34-a8fc-4c2b-ac06-2b5f24ef0782 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 946 time: 0.1088414 Jul 06 14:03:24.514176 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-330b8526-47e1-4a89-8b10-836a37aa318c req-2880df2b-dff9-4ca7-a458-51d594ef3b90 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642834 Jul 06 14:03:24.638652 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:03:24.671756 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a993103-7985-4831-aad1-421bde54867d None None] Network dc5d3412-b9ae-4d4b-8605-9bca5506db32 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:03:24.805970 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-dcd4d797-18fa-48bf-8681-9dde9bd2e98b None None] Provisioning for port af0bb927-703a-45ae-bfdd-51549462e280 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:03:24.810039 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2992a39a-0329-4c29-9e21-4344f6685778 req-28a375b8-f68c-4d90-afbe-3044bb1d5390 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?device_id=39ed48c4-99ee-4ff4-88ee-2466f0944fe7 HTTP/1.1" status: 200 len: 210 time: 0.0504797 Jul 06 14:03:24.831739 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-dcd4d797-18fa-48bf-8681-9dde9bd2e98b None None] Provisioning complete for port af0bb927-703a-45ae-bfdd-51549462e280 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:24.832126 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dcd4d797-18fa-48bf-8681-9dde9bd2e98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:24.969707 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dcd4d797-18fa-48bf-8681-9dde9bd2e98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:25.008195 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-dcd4d797-18fa-48bf-8681-9dde9bd2e98b None None] For port af0bb927-703a-45ae-bfdd-51549462e280, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=af0bb927-703a-45ae-bfdd-51549462e280,segment=NetworkSegment(3f65f004-d2a3-470b-9ca8-e4fa200a0a14),segment_id=3f65f004-d2a3-470b-9ca8-e4fa200a0a14)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:25.017159 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dcd4d797-18fa-48bf-8681-9dde9bd2e98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:25.088774 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4d797-18fa-48bf-8681-9dde9bd2e98b None None] Pushing event updated for resources: {'Port': ['ID=af0bb927-703a-45ae-bfdd-51549462e280,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:25.347302 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c0c1a21b-a3c5-4fd9-97de-e958c4c50f68 None None] Provisioning complete for port af0bb927-703a-45ae-bfdd-51549462e280 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:25.347779 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c0c1a21b-a3c5-4fd9-97de-e958c4c50f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:25.443137 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51d1d2e-e5bf-46ad-8a3b-04dbb813a9d1 None None] Network fe8935df-a7e2-4786-8821-80977e98064f requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:03:25.685142 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0a52bc0e-b165-4b53-8f4b-c4fe4502f690 None None] Provisioning for port 8f796e44-f03a-4915-b5ad-9681ad73396e completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:03:25.802264 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-1550c636-af77-422a-9d12-70e0f5826fe1 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:25.808326 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-1550c636-af77-422a-9d12-70e0f5826fe1 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:25.815157 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-1550c636-af77-422a-9d12-70e0f5826fe1 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.52 "GET /v2.0/networks?id=dc5d3412-b9ae-4d4b-8605-9bca5506db32&id=fe8935df-a7e2-4786-8821-80977e98064f HTTP/1.1" status: 200 len: 1390 time: 0.2607298 Jul 06 14:03:25.828206 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-93e961df-4558-4a7d-8e4f-6c63203dc39d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Request body: {'port': {'device_id': '39ed48c4-99ee-4ff4-88ee-2466f0944fe7', 'network_id': 'dc5d3412-b9ae-4d4b-8605-9bca5506db32', 'admin_state_up': True, 'tenant_id': '97d7ac68840e40f491d89756bea57e33'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:25.889483 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device af0bb927-703a-45ae-bfdd-51549462e280 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:03:25.970934 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port af0bb927-703a-45ae-bfdd-51549462e280 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:25.971485 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:26.018874 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-93e961df-4558-4a7d-8e4f-6c63203dc39d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Made reservation on behalf of 97d7ac68840e40f491d89756bea57e33 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:03:26.023203 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-93e961df-4558-4a7d-8e4f-6c63203dc39d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:26.067963 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8f796e44-f03a-4915-b5ad-9681ad73396e up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:03:26.120098 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 8f796e44-f03a-4915-b5ad-9681ad73396e completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:03:26.124189 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 8f796e44-f03a-4915-b5ad-9681ad73396e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:26.124572 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:26.180904 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f8930-5a8d-485b-b3ca-6d71510f93d3 req-9e392cbe-cc27-44d3-b696-ae9caed15831 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:26.182470 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb1f8930-5a8d-485b-b3ca-6d71510f93d3 req-9e392cbe-cc27-44d3-b696-ae9caed15831 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 946 time: 0.1560261 Jul 06 14:03:26.205970 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:26.223788 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-93e961df-4558-4a7d-8e4f-6c63203dc39d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Allocated IP 19.80.0.29 (dc5d3412-b9ae-4d4b-8605-9bca5506db32/a3e14fe3-fade-4afb-aff8-5f76022912f5/f468971c-b8a4-406b-8af3-45de0c733793) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:03:26.242520 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 8f796e44-f03a-4915-b5ad-9681ad73396e, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=8f796e44-f03a-4915-b5ad-9681ad73396e,segment=NetworkSegment(9a7f5b6a-44b9-4b5a-bf14-7f2dff25b774),segment_id=9a7f5b6a-44b9-4b5a-bf14-7f2dff25b774)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:26.246370 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb1f8930-5a8d-485b-b3ca-6d71510f93d3 req-223a2cb7-5146-4a55-b99a-2b5f7bd37a4f tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559795 Jul 06 14:03:26.246744 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:26.299731 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=8f796e44-f03a-4915-b5ad-9681ad73396e,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:26.403655 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-93e961df-4558-4a7d-8e4f-6c63203dc39d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:26.418454 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-93e961df-4558-4a7d-8e4f-6c63203dc39d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Transition to ACTIVE for port object f468971c-b8a4-406b-8af3-45de0c733793 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:26.457922 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-93e961df-4558-4a7d-8e4f-6c63203dc39d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:26.515277 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-93e961df-4558-4a7d-8e4f-6c63203dc39d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Network dc5d3412-b9ae-4d4b-8605-9bca5506db32 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:03:26.537432 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-93e961df-4558-4a7d-8e4f-6c63203dc39d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:26.544632 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-93e961df-4558-4a7d-8e4f-6c63203dc39d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:03:26.578505 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e961df-4558-4a7d-8e4f-6c63203dc39d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Pushing event updated for resources: {'Port': ['ID=f468971c-b8a4-406b-8af3-45de0c733793,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:26.613125 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-93e961df-4558-4a7d-8e4f-6c63203dc39d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:26.613897 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-93e961df-4558-4a7d-8e4f-6c63203dc39d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:26.640734 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fa51c-f467-43e8-9433-1b3eef7511d9 req-15a47ca0-f76a-4366-b029-fdafca5f7b74 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:26.646452 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb5fa51c-f467-43e8-9433-1b3eef7511d9 req-15a47ca0-f76a-4366-b029-fdafca5f7b74 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?device_id=39ed48c4-99ee-4ff4-88ee-2466f0944fe7 HTTP/1.1" status: 200 len: 931 time: 0.1543691 Jul 06 14:03:26.649017 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-93e961df-4558-4a7d-8e4f-6c63203dc39d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8250442 Jul 06 14:03:26.671362 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-68f44d4c-331c-4561-b03e-bb65f69ceb8d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Request body: {'port': {'device_id': '39ed48c4-99ee-4ff4-88ee-2466f0944fe7', 'network_id': 'fe8935df-a7e2-4786-8821-80977e98064f', 'admin_state_up': True, 'tenant_id': '97d7ac68840e40f491d89756bea57e33'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:26.742707 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb5fa51c-f467-43e8-9433-1b3eef7511d9 req-e4986362-bc65-4c12-84a1-89c9f26929cd tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/security-groups?id=0f7b13da-ff34-46ab-8116-08b93b343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924425 Jul 06 14:03:26.812027 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-68f44d4c-331c-4561-b03e-bb65f69ceb8d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Made reservation on behalf of 97d7ac68840e40f491d89756bea57e33 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:03:26.816241 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-68f44d4c-331c-4561-b03e-bb65f69ceb8d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:26.855675 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6d412458-67e1-45cf-a9f6-78a0103a102e None None] Provisioning for port f468971c-b8a4-406b-8af3-45de0c733793 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:03:26.859601 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6d412458-67e1-45cf-a9f6-78a0103a102e None None] Provisioning complete for port f468971c-b8a4-406b-8af3-45de0c733793 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:26.860590 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6d412458-67e1-45cf-a9f6-78a0103a102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:26.897152 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-6d412458-67e1-45cf-a9f6-78a0103a102e None None] Port f468971c-b8a4-406b-8af3-45de0c733793 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:03:26.957374 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-68f44d4c-331c-4561-b03e-bb65f69ceb8d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Allocated IP 19.86.0.59 (fe8935df-a7e2-4786-8821-80977e98064f/fb864aff-9df3-407d-a654-53a46c39ae84/6ec8baf1-8211-4d89-93b9-3946fb3863c4) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:03:27.107555 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-68f44d4c-331c-4561-b03e-bb65f69ceb8d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:27.121483 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-68f44d4c-331c-4561-b03e-bb65f69ceb8d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Transition to ACTIVE for port object 6ec8baf1-8211-4d89-93b9-3946fb3863c4 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:27.154749 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-68f44d4c-331c-4561-b03e-bb65f69ceb8d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:27.198810 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-68f44d4c-331c-4561-b03e-bb65f69ceb8d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Network fe8935df-a7e2-4786-8821-80977e98064f is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:03:27.206736 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-68f44d4c-331c-4561-b03e-bb65f69ceb8d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:27.209161 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-68f44d4c-331c-4561-b03e-bb65f69ceb8d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:03:27.233928 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f44d4c-331c-4561-b03e-bb65f69ceb8d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Pushing event updated for resources: {'Port': ['ID=6ec8baf1-8211-4d89-93b9-3946fb3863c4,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:27.263895 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-68f44d4c-331c-4561-b03e-bb65f69ceb8d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:27.264543 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-68f44d4c-331c-4561-b03e-bb65f69ceb8d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:27.281066 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-68f44d4c-331c-4561-b03e-bb65f69ceb8d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6153314 Jul 06 14:03:27.298339 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-876a0b5b-acf4-4578-9d44-f4dbc70f4a13 service neutron] Request body: {'port': {'device_id': '39ed48c4-99ee-4ff4-88ee-2466f0944fe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:27.413845 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-876a0b5b-acf4-4578-9d44-f4dbc70f4a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:27.495541 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430720c9-71fa-447f-a272-fee37a6ada9e req-68323969-a8a1-4fe4-8fbb-9b341604ed4b tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:27.496995 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-430720c9-71fa-447f-a272-fee37a6ada9e req-68323969-a8a1-4fe4-8fbb-9b341604ed4b tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 946 time: 0.1186707 Jul 06 14:03:27.523912 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a9d679fe-1013-48bd-80b6-37e0057ab901 None None] Provisioning for port 6ec8baf1-8211-4d89-93b9-3946fb3863c4 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:03:27.528992 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a9d679fe-1013-48bd-80b6-37e0057ab901 None None] Provisioning complete for port 6ec8baf1-8211-4d89-93b9-3946fb3863c4 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:27.529439 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a9d679fe-1013-48bd-80b6-37e0057ab901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:27.576807 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a9d679fe-1013-48bd-80b6-37e0057ab901 None None] Port 6ec8baf1-8211-4d89-93b9-3946fb3863c4 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:03:27.630817 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-430720c9-71fa-447f-a272-fee37a6ada9e req-81a6f58d-12a2-4347-b576-3bb679104f25 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883825 Jul 06 14:03:27.695019 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8f796e44-f03a-4915-b5ad-9681ad73396e up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:03:27.745738 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 8f796e44-f03a-4915-b5ad-9681ad73396e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:27.746136 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:27.768158 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-876a0b5b-acf4-4578-9d44-f4dbc70f4a13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f468971c-b8a4-406b-8af3-45de0c733793 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:03:27.777058 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-876a0b5b-acf4-4578-9d44-f4dbc70f4a13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:27.795612 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-876a0b5b-acf4-4578-9d44-f4dbc70f4a13 service neutron] Transition to ACTIVE for port object f468971c-b8a4-406b-8af3-45de0c733793 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:27.800536 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-876a0b5b-acf4-4578-9d44-f4dbc70f4a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:27.930551 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a0b5b-acf4-4578-9d44-f4dbc70f4a13 service neutron] Pushing event updated for resources: {'Port': ['ID=f468971c-b8a4-406b-8af3-45de0c733793,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:27.991804 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-876a0b5b-acf4-4578-9d44-f4dbc70f4a13 service neutron] Attempting to bind port f468971c-b8a4-406b-8af3-45de0c733793 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:03:27.992150 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-876a0b5b-acf4-4578-9d44-f4dbc70f4a13 service neutron] Attempting to bind port f468971c-b8a4-406b-8af3-45de0c733793 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '3f65f004-d2a3-470b-9ca8-e4fa200a0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dc5d3412-b9ae-4d4b-8605-9bca5506db32'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:03:27.992482 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-876a0b5b-acf4-4578-9d44-f4dbc70f4a13 service neutron] Attempting to bind port f468971c-b8a4-406b-8af3-45de0c733793 on network dc5d3412-b9ae-4d4b-8605-9bca5506db32 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:28.002626 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-876a0b5b-acf4-4578-9d44-f4dbc70f4a13 service neutron] Port f468971c-b8a4-406b-8af3-45de0c733793 on network dc5d3412-b9ae-4d4b-8605-9bca5506db32 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:03:28.002968 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-876a0b5b-acf4-4578-9d44-f4dbc70f4a13 service neutron] Attempting to bind port f468971c-b8a4-406b-8af3-45de0c733793 on network dc5d3412-b9ae-4d4b-8605-9bca5506db32 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:28.013219 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-876a0b5b-acf4-4578-9d44-f4dbc70f4a13 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:03:28.013571 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-876a0b5b-acf4-4578-9d44-f4dbc70f4a13 service neutron] Checking segment: {'id': '3f65f004-d2a3-470b-9ca8-e4fa200a0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dc5d3412-b9ae-4d4b-8605-9bca5506db32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:03:28.013998 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-876a0b5b-acf4-4578-9d44-f4dbc70f4a13 service neutron] Bound using segment: {'id': '3f65f004-d2a3-470b-9ca8-e4fa200a0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dc5d3412-b9ae-4d4b-8605-9bca5506db32'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:03:28.014535 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-876a0b5b-acf4-4578-9d44-f4dbc70f4a13 service neutron] Bound port: f468971c-b8a4-406b-8af3-45de0c733793, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f65f004-d2a3-470b-9ca8-e4fa200a0a14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dc5d3412-b9ae-4d4b-8605-9bca5506db32'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:03:28.014822 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-876a0b5b-acf4-4578-9d44-f4dbc70f4a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:28.027253 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631d4b4-ac5f-4f91-9ca8-c2ef84f4885a req-d53123c9-afbd-48fd-a872-f77d94f822ce tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:28.033687 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631d4b4-ac5f-4f91-9ca8-c2ef84f4885a req-d53123c9-afbd-48fd-a872-f77d94f822ce tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:28.035398 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2631d4b4-ac5f-4f91-9ca8-c2ef84f4885a req-d53123c9-afbd-48fd-a872-f77d94f822ce tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?device_id=39ed48c4-99ee-4ff4-88ee-2466f0944fe7 HTTP/1.1" status: 200 len: 1665 time: 0.1311810 Jul 06 14:03:28.417565 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2631d4b4-ac5f-4f91-9ca8-c2ef84f4885a req-0fec2c0b-9ff5-453e-8ab7-6ecb3ac72640 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/security-groups?id=0f7b13da-ff34-46ab-8116-08b93b343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731084 Jul 06 14:03:28.436262 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-876a0b5b-acf4-4578-9d44-f4dbc70f4a13 service neutron] For port f468971c-b8a4-406b-8af3-45de0c733793, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:03:28.439244 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-876a0b5b-acf4-4578-9d44-f4dbc70f4a13 service neutron] For port f468971c-b8a4-406b-8af3-45de0c733793, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=f468971c-b8a4-406b-8af3-45de0c733793,segment=NetworkSegment(3f65f004-d2a3-470b-9ca8-e4fa200a0a14),segment_id=3f65f004-d2a3-470b-9ca8-e4fa200a0a14)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:03:28.443111 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-876a0b5b-acf4-4578-9d44-f4dbc70f4a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:28.478914 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-876a0b5b-acf4-4578-9d44-f4dbc70f4a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:28.479566 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-876a0b5b-acf4-4578-9d44-f4dbc70f4a13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:28.481088 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-876a0b5b-acf4-4578-9d44-f4dbc70f4a13 service neutron] 10.222.0.52 "PUT /v2.0/ports/f468971c-b8a4-406b-8af3-45de0c733793 HTTP/1.1" status: 200 len: 1091 time: 1.1878884 Jul 06 14:03:28.481486 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ed48c4-99ee-4ff4-88ee-2466f0944fe7', 'tag': 'f468971c-b8a4-406b-8af3-45de0c733793'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:28.483840 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4713a13-cbf2-4eb4-83ac-f5c53d89b73d" -d '{"events": [{"name": "network-changed", "server_uuid": "39ed48c4-99ee-4ff4-88ee-2466f0944fe7", "tag": "f468971c-b8a4-406b-8af3-45de0c733793"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:28.511211 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a0b5b-acf4-4578-9d44-f4dbc70f4a13 service neutron] Pushing event updated for resources: {'Port': ['ID=f468971c-b8a4-406b-8af3-45de0c733793,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:28.519500 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-63473f96-438d-41c9-a442-1334bacc571d service neutron] Request body: {'port': {'device_id': '39ed48c4-99ee-4ff4-88ee-2466f0944fe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:28.549529 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b312b7-fa08-4d41-81ab-9603d0e9fd59 x-openstack-request-id: req-54b312b7-fa08-4d41-81ab-9603d0e9fd59 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:28.549861 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ed48c4-99ee-4ff4-88ee-2466f0944fe7", "tag": "f468971c-b8a4-406b-8af3-45de0c733793", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:28.550124 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-54b312b7-fa08-4d41-81ab-9603d0e9fd59 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:28.550527 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ed48c4-99ee-4ff4-88ee-2466f0944fe7', 'tag': 'f468971c-b8a4-406b-8af3-45de0c733793', 'status': 'completed', 'code': 200} Jul 06 14:03:28.605628 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-63473f96-438d-41c9-a442-1334bacc571d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:28.661022 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4713a13-cbf2-4eb4-83ac-f5c53d89b73d req-ea585b3a-5a44-4f3f-a4c2-4bbeb99ed994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:28.662581 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4713a13-cbf2-4eb4-83ac-f5c53d89b73d req-ea585b3a-5a44-4f3f-a4c2-4bbeb99ed994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:28.667147 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d4713a13-cbf2-4eb4-83ac-f5c53d89b73d req-ea585b3a-5a44-4f3f-a4c2-4bbeb99ed994 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=97d7ac68840e40f491d89756bea57e33&device_id=39ed48c4-99ee-4ff4-88ee-2466f0944fe7 HTTP/1.1" status: 200 len: 1912 time: 0.0914237 Jul 06 14:03:28.916271 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4713a13-cbf2-4eb4-83ac-f5c53d89b73d req-f55ee4fe-3cff-489e-9d4e-f239493cb6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:28.917242 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4713a13-cbf2-4eb4-83ac-f5c53d89b73d req-f55ee4fe-3cff-489e-9d4e-f239493cb6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:28.917772 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4713a13-cbf2-4eb4-83ac-f5c53d89b73d req-f55ee4fe-3cff-489e-9d4e-f239493cb6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:28.920454 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d4713a13-cbf2-4eb4-83ac-f5c53d89b73d req-f55ee4fe-3cff-489e-9d4e-f239493cb6c0 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=97d7ac68840e40f491d89756bea57e33&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2413778 Jul 06 14:03:28.980002 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f146bbe-5fe2-4214-959c-ede512129b6a req-416de497-0fa2-4a01-be63-601009aaeec1 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:28.981906 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2f146bbe-5fe2-4214-959c-ede512129b6a req-416de497-0fa2-4a01-be63-601009aaeec1 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 946 time: 0.1196282 Jul 06 14:03:29.063420 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-63473f96-438d-41c9-a442-1334bacc571d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec8baf1-8211-4d89-93b9-3946fb3863c4 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:03:29.076568 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-63473f96-438d-41c9-a442-1334bacc571d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:29.099956 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2f146bbe-5fe2-4214-959c-ede512129b6a req-dbd9860d-e61d-4889-b313-1f0ce804d1e0 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581729 Jul 06 14:03:29.104257 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-63473f96-438d-41c9-a442-1334bacc571d service neutron] Transition to ACTIVE for port object 6ec8baf1-8211-4d89-93b9-3946fb3863c4 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:29.111010 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-63473f96-438d-41c9-a442-1334bacc571d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:29.151061 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4713a13-cbf2-4eb4-83ac-f5c53d89b73d req-b7170cb3-0bf9-4ad7-9d3a-443f84024520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:29.160791 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d4713a13-cbf2-4eb4-83ac-f5c53d89b73d req-b7170cb3-0bf9-4ad7-9d3a-443f84024520 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2288313 Jul 06 14:03:29.202057 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63473f96-438d-41c9-a442-1334bacc571d service neutron] Pushing event updated for resources: {'Port': ['ID=6ec8baf1-8211-4d89-93b9-3946fb3863c4,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:29.334188 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-63473f96-438d-41c9-a442-1334bacc571d service neutron] Attempting to bind port 6ec8baf1-8211-4d89-93b9-3946fb3863c4 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:03:29.336547 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-63473f96-438d-41c9-a442-1334bacc571d service neutron] Attempting to bind port 6ec8baf1-8211-4d89-93b9-3946fb3863c4 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '9a7f5b6a-44b9-4b5a-bf14-7f2dff25b774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'fe8935df-a7e2-4786-8821-80977e98064f'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:03:29.336547 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-63473f96-438d-41c9-a442-1334bacc571d service neutron] Attempting to bind port 6ec8baf1-8211-4d89-93b9-3946fb3863c4 on network fe8935df-a7e2-4786-8821-80977e98064f {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:29.340207 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-63473f96-438d-41c9-a442-1334bacc571d service neutron] Port 6ec8baf1-8211-4d89-93b9-3946fb3863c4 on network fe8935df-a7e2-4786-8821-80977e98064f not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:03:29.340535 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-63473f96-438d-41c9-a442-1334bacc571d service neutron] Attempting to bind port 6ec8baf1-8211-4d89-93b9-3946fb3863c4 on network fe8935df-a7e2-4786-8821-80977e98064f {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:29.346924 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-63473f96-438d-41c9-a442-1334bacc571d service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:03:29.347363 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-63473f96-438d-41c9-a442-1334bacc571d service neutron] Checking segment: {'id': '9a7f5b6a-44b9-4b5a-bf14-7f2dff25b774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'fe8935df-a7e2-4786-8821-80977e98064f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:03:29.347771 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-63473f96-438d-41c9-a442-1334bacc571d service neutron] Bound using segment: {'id': '9a7f5b6a-44b9-4b5a-bf14-7f2dff25b774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'fe8935df-a7e2-4786-8821-80977e98064f'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:03:29.348219 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-63473f96-438d-41c9-a442-1334bacc571d service neutron] Bound port: 6ec8baf1-8211-4d89-93b9-3946fb3863c4, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a7f5b6a-44b9-4b5a-bf14-7f2dff25b774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'fe8935df-a7e2-4786-8821-80977e98064f'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:03:29.348591 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-63473f96-438d-41c9-a442-1334bacc571d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:29.425066 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-63473f96-438d-41c9-a442-1334bacc571d service neutron] For port 6ec8baf1-8211-4d89-93b9-3946fb3863c4, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:03:29.432033 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-63473f96-438d-41c9-a442-1334bacc571d service neutron] For port 6ec8baf1-8211-4d89-93b9-3946fb3863c4, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=6ec8baf1-8211-4d89-93b9-3946fb3863c4,segment=NetworkSegment(9a7f5b6a-44b9-4b5a-bf14-7f2dff25b774),segment_id=9a7f5b6a-44b9-4b5a-bf14-7f2dff25b774)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:03:29.436388 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-63473f96-438d-41c9-a442-1334bacc571d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:29.474277 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-63473f96-438d-41c9-a442-1334bacc571d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:29.475807 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-63473f96-438d-41c9-a442-1334bacc571d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:29.477269 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-63473f96-438d-41c9-a442-1334bacc571d service neutron] 10.222.0.52 "PUT /v2.0/ports/6ec8baf1-8211-4d89-93b9-3946fb3863c4 HTTP/1.1" status: 200 len: 1091 time: 0.9628720 Jul 06 14:03:29.542065 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63473f96-438d-41c9-a442-1334bacc571d service neutron] Pushing event updated for resources: {'Port': ['ID=6ec8baf1-8211-4d89-93b9-3946fb3863c4,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:29.659042 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-ce6b3c6b-32f1-4913-b00e-cef92d31dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:29.659647 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-ce6b3c6b-32f1-4913-b00e-cef92d31dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:29.661365 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-ce6b3c6b-32f1-4913-b00e-cef92d31dab7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=97d7ac68840e40f491d89756bea57e33&device_id=39ed48c4-99ee-4ff4-88ee-2466f0944fe7 HTTP/1.1" status: 200 len: 1979 time: 0.1295137 Jul 06 14:03:29.714289 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-5ef1baea-a9ec-4ef3-acf4-4b54da0b9072 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.29&port_id=f468971c-b8a4-406b-8af3-45de0c733793 HTTP/1.1" status: 200 len: 217 time: 0.0418420 Jul 06 14:03:29.766788 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9d817-7d16-462d-ab8b-8afbeeb2a229 req-6b156f14-4b1c-4ad1-921e-1e9f3926a13b tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:29.772935 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9d817-7d16-462d-ab8b-8afbeeb2a229 req-6b156f14-4b1c-4ad1-921e-1e9f3926a13b tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:29.774608 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cee9d817-7d16-462d-ab8b-8afbeeb2a229 req-6b156f14-4b1c-4ad1-921e-1e9f3926a13b tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?device_id=39ed48c4-99ee-4ff4-88ee-2466f0944fe7 HTTP/1.1" status: 200 len: 1677 time: 0.1563144 Jul 06 14:03:29.808520 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-f7a089eb-128a-4968-a2ac-90cbe4efe5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:29.810087 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-f7a089eb-128a-4968-a2ac-90cbe4efe5c8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a3e14fe3-fade-4afb-aff8-5f76022912f5 HTTP/1.1" status: 200 len: 801 time: 0.0827768 Jul 06 14:03:29.858634 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cee9d817-7d16-462d-ab8b-8afbeeb2a229 req-1dc92de8-73c0-4f2f-be7f-e53d8b980eb5 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/security-groups?id=0f7b13da-ff34-46ab-8116-08b93b343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770953 Jul 06 14:03:29.909552 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-a4d5ebc8-d148-47b0-ad18-12e1efdbdc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:29.912884 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-a4d5ebc8-d148-47b0-ad18-12e1efdbdc57 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=dc5d3412-b9ae-4d4b-8605-9bca5506db32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0896065 Jul 06 14:03:30.012385 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-d1975fa2-5f0d-44c7-b34d-d46b84f0dda0 service neutron] 10.222.0.52 "GET /v2.0/networks/dc5d3412-b9ae-4d4b-8605-9bca5506db32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903747 Jul 06 14:03:30.118246 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-bf5991b8-fd7d-4e0a-8f23-be1d7394df8d service neutron] 10.222.0.52 "GET /v2.0/networks/dc5d3412-b9ae-4d4b-8605-9bca5506db32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955820 Jul 06 14:03:30.166948 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-fcc7ecb4-56af-4c4a-967c-2fa4a0811242 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.59&port_id=6ec8baf1-8211-4d89-93b9-3946fb3863c4 HTTP/1.1" status: 200 len: 217 time: 0.0387685 Jul 06 14:03:30.225569 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-1b884bf2-ece3-42fd-8362-dec052057567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:30.227336 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-1b884bf2-ece3-42fd-8362-dec052057567 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fb864aff-9df3-407d-a654-53a46c39ae84 HTTP/1.1" status: 200 len: 801 time: 0.0507889 Jul 06 14:03:30.332070 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ba860-2e23-4b69-a4b5-607942c50586 req-18088a93-c9be-4f1b-bbe2-65cf2f1a580d tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:30.333610 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0c7ba860-2e23-4b69-a4b5-607942c50586 req-18088a93-c9be-4f1b-bbe2-65cf2f1a580d tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 946 time: 0.1037314 Jul 06 14:03:30.352415 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-2a50062c-6328-468d-b672-dc5c53d40012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:30.353932 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-2a50062c-6328-468d-b672-dc5c53d40012 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fe8935df-a7e2-4786-8821-80977e98064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1144242 Jul 06 14:03:30.428442 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0c7ba860-2e23-4b69-a4b5-607942c50586 req-5224f340-377c-446c-a6c2-4355431830dd tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866318 Jul 06 14:03:30.484500 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-5196b252-fb6b-4afd-8216-9f1e0ece0f22 service neutron] 10.222.0.52 "GET /v2.0/networks/fe8935df-a7e2-4786-8821-80977e98064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177461 Jul 06 14:03:30.551481 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ed48c4-99ee-4ff4-88ee-2466f0944fe7', 'tag': '6ec8baf1-8211-4d89-93b9-3946fb3863c4'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:30.553962 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352fc695-82ef-4dfc-88df-74baa72f7015" -d '{"events": [{"name": "network-changed", "server_uuid": "39ed48c4-99ee-4ff4-88ee-2466f0944fe7", "tag": "6ec8baf1-8211-4d89-93b9-3946fb3863c4"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:30.593380 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff17f2e-7074-4209-9b9b-1b7cdb6cddf6 x-openstack-request-id: req-aff17f2e-7074-4209-9b9b-1b7cdb6cddf6 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:30.593690 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ed48c4-99ee-4ff4-88ee-2466f0944fe7", "tag": "6ec8baf1-8211-4d89-93b9-3946fb3863c4", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:30.594025 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-aff17f2e-7074-4209-9b9b-1b7cdb6cddf6 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:30.594411 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ed48c4-99ee-4ff4-88ee-2466f0944fe7', 'tag': '6ec8baf1-8211-4d89-93b9-3946fb3863c4', 'status': 'completed', 'code': 200} Jul 06 14:03:30.600407 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dcff6cc1-a2d1-4685-acf4-23ca3c1e56ff req-a773349f-6108-497a-aeef-61ef29611a61 service neutron] 10.222.0.52 "GET /v2.0/networks/fe8935df-a7e2-4786-8821-80977e98064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053622 Jul 06 14:03:30.710504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fc695-82ef-4dfc-88df-74baa72f7015 req-d50a47e9-1485-49b4-85bf-904109622a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:30.711195 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fc695-82ef-4dfc-88df-74baa72f7015 req-d50a47e9-1485-49b4-85bf-904109622a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:30.712770 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-352fc695-82ef-4dfc-88df-74baa72f7015 req-d50a47e9-1485-49b4-85bf-904109622a8b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=97d7ac68840e40f491d89756bea57e33&device_id=39ed48c4-99ee-4ff4-88ee-2466f0944fe7 HTTP/1.1" status: 200 len: 1979 time: 0.0575123 Jul 06 14:03:30.815416 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fc695-82ef-4dfc-88df-74baa72f7015 req-067f7b11-72fa-49d9-9bce-561906e7283a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:30.818190 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-352fc695-82ef-4dfc-88df-74baa72f7015 req-067f7b11-72fa-49d9-9bce-561906e7283a service neutron] 10.222.0.52 "GET /v2.0/networks?id=fe8935df-a7e2-4786-8821-80977e98064f HTTP/1.1" status: 200 len: 902 time: 0.0974631 Jul 06 14:03:30.862570 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-352fc695-82ef-4dfc-88df-74baa72f7015 req-32390246-dc2c-4a0f-8fae-96f5e76bd1f9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.59&port_id=6ec8baf1-8211-4d89-93b9-3946fb3863c4 HTTP/1.1" status: 200 len: 217 time: 0.0369382 Jul 06 14:03:30.914946 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fc695-82ef-4dfc-88df-74baa72f7015 req-7098941b-ad48-45c9-98a2-8e97ff58d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:30.916568 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-352fc695-82ef-4dfc-88df-74baa72f7015 req-7098941b-ad48-45c9-98a2-8e97ff58d5e5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fb864aff-9df3-407d-a654-53a46c39ae84 HTTP/1.1" status: 200 len: 801 time: 0.0474305 Jul 06 14:03:31.006531 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fc695-82ef-4dfc-88df-74baa72f7015 req-7a7b159f-4499-4a36-908c-d6f9f10df449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:31.008058 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-352fc695-82ef-4dfc-88df-74baa72f7015 req-7a7b159f-4499-4a36-908c-d6f9f10df449 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fe8935df-a7e2-4786-8821-80977e98064f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0844913 Jul 06 14:03:31.139544 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac085f2-03e4-4aaf-b36a-5feff883d1cd req-45f7242e-cff6-4154-9e4c-55e4bca16016 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:31.146370 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac085f2-03e4-4aaf-b36a-5feff883d1cd req-45f7242e-cff6-4154-9e4c-55e4bca16016 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:31.148001 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4ac085f2-03e4-4aaf-b36a-5feff883d1cd req-45f7242e-cff6-4154-9e4c-55e4bca16016 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?device_id=39ed48c4-99ee-4ff4-88ee-2466f0944fe7 HTTP/1.1" status: 200 len: 1677 time: 0.1580110 Jul 06 14:03:31.150492 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-352fc695-82ef-4dfc-88df-74baa72f7015 req-ae954702-8069-474b-8b32-98889b8ac5f1 service neutron] 10.222.0.52 "GET /v2.0/networks/fe8935df-a7e2-4786-8821-80977e98064f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255271 Jul 06 14:03:31.235183 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4ac085f2-03e4-4aaf-b36a-5feff883d1cd req-1beceaa0-1795-4bc8-924c-4ed2e58500f8 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/security-groups?id=0f7b13da-ff34-46ab-8116-08b93b343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812829 Jul 06 14:03:31.270991 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-352fc695-82ef-4dfc-88df-74baa72f7015 req-4a88e0a5-6948-41df-abc5-e59871bf8f54 service neutron] 10.222.0.52 "GET /v2.0/networks/fe8935df-a7e2-4786-8821-80977e98064f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104434 Jul 06 14:03:31.622457 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e44260-59c5-4ad6-8b8b-818077c3e346 req-614dec33-4139-4885-aaa6-e4d25bd164d4 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:31.623529 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c9e44260-59c5-4ad6-8b8b-818077c3e346 req-614dec33-4139-4885-aaa6-e4d25bd164d4 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 946 time: 0.0775766 Jul 06 14:03:31.666236 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c9e44260-59c5-4ad6-8b8b-818077c3e346 req-8e9df438-4bd4-4c12-8ed9-6d7b69652aac tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355101 Jul 06 14:03:32.427959 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcd6a5-e04c-497a-abe5-5900c00c3d2a req-758cfd9d-e8bc-4d92-a8b7-ace3295d986d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:32.435412 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcd6a5-e04c-497a-abe5-5900c00c3d2a req-758cfd9d-e8bc-4d92-a8b7-ace3295d986d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:32.437072 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00dcd6a5-e04c-497a-abe5-5900c00c3d2a req-758cfd9d-e8bc-4d92-a8b7-ace3295d986d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?device_id=39ed48c4-99ee-4ff4-88ee-2466f0944fe7 HTTP/1.1" status: 200 len: 1677 time: 0.0838900 Jul 06 14:03:32.478672 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00dcd6a5-e04c-497a-abe5-5900c00c3d2a req-f0ae1300-42aa-4c3f-b79c-0a6ce3c9b143 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/security-groups?id=0f7b13da-ff34-46ab-8116-08b93b343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348310 Jul 06 14:03:32.856525 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d8708-dd9f-4690-a509-0a1003c1d256 req-28e80b4e-ad3f-43f9-a68f-e100b7442380 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:32.858000 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-928d8708-dd9f-4690-a509-0a1003c1d256 req-28e80b4e-ad3f-43f9-a68f-e100b7442380 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 946 time: 0.0753784 Jul 06 14:03:32.902717 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-928d8708-dd9f-4690-a509-0a1003c1d256 req-b0b2297d-3879-4603-94c5-9857a546ad40 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377376 Jul 06 14:03:33.316037 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 6ec8baf1-8211-4d89-93b9-3946fb3863c4 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:03:33.417191 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 6ec8baf1-8211-4d89-93b9-3946fb3863c4, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=6ec8baf1-8211-4d89-93b9-3946fb3863c4,segment=NetworkSegment(9a7f5b6a-44b9-4b5a-bf14-7f2dff25b774),segment_id=9a7f5b6a-44b9-4b5a-bf14-7f2dff25b774)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:33.430012 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '6ec8baf1-8211-4d89-93b9-3946fb3863c4', 'network_id': 'fe8935df-a7e2-4786-8821-80977e98064f', 'port_id': '6ec8baf1-8211-4d89-93b9-3946fb3863c4', 'mac_address': 'fa:16:3e:e4:14:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb864aff-9df3-407d-a654-53a46c39ae84', 'ip_address': '19.86.0.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:03:33.483885 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:33.498719 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec8baf1-8211-4d89-93b9-3946fb3863c4 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:03:33.531086 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 6ec8baf1-8211-4d89-93b9-3946fb3863c4, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=6ec8baf1-8211-4d89-93b9-3946fb3863c4,segment=NetworkSegment(9a7f5b6a-44b9-4b5a-bf14-7f2dff25b774),segment_id=9a7f5b6a-44b9-4b5a-bf14-7f2dff25b774)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:33.536344 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:33.537100 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device f468971c-b8a4-406b-8af3-45de0c733793 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:03:33.645031 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=6ec8baf1-8211-4d89-93b9-3946fb3863c4,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:33.692286 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15df234-da5b-4172-b027-05671f175d02 req-89c62b5e-8bbf-4cb5-98c6-d4c9657a4a3f tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:33.693607 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port f468971c-b8a4-406b-8af3-45de0c733793, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=f468971c-b8a4-406b-8af3-45de0c733793,segment=NetworkSegment(3f65f004-d2a3-470b-9ca8-e4fa200a0a14),segment_id=3f65f004-d2a3-470b-9ca8-e4fa200a0a14)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:33.698530 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15df234-da5b-4172-b027-05671f175d02 req-89c62b5e-8bbf-4cb5-98c6-d4c9657a4a3f tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:33.700248 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e15df234-da5b-4172-b027-05671f175d02 req-89c62b5e-8bbf-4cb5-98c6-d4c9657a4a3f tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?device_id=39ed48c4-99ee-4ff4-88ee-2466f0944fe7 HTTP/1.1" status: 200 len: 1678 time: 0.0788162 Jul 06 14:03:33.717313 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'f468971c-b8a4-406b-8af3-45de0c733793', 'network_id': 'dc5d3412-b9ae-4d4b-8605-9bca5506db32', 'port_id': 'f468971c-b8a4-406b-8af3-45de0c733793', 'mac_address': 'fa:16:3e:cc:69:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3e14fe3-fade-4afb-aff8-5f76022912f5', 'ip_address': '19.80.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:03:33.757209 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e15df234-da5b-4172-b027-05671f175d02 req-8c9e3872-2bcc-4ecf-93df-8ed6f6a5110c tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/security-groups?id=0f7b13da-ff34-46ab-8116-08b93b343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505619 Jul 06 14:03:33.765920 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:33.781679 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f468971c-b8a4-406b-8af3-45de0c733793 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:03:33.806636 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port f468971c-b8a4-406b-8af3-45de0c733793, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=f468971c-b8a4-406b-8af3-45de0c733793,segment=NetworkSegment(3f65f004-d2a3-470b-9ca8-e4fa200a0a14),segment_id=3f65f004-d2a3-470b-9ca8-e4fa200a0a14)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:33.811748 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:33.872914 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=f468971c-b8a4-406b-8af3-45de0c733793,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:34.067726 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['f468971c-b8a4-406b-8af3-45de0c733793'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:03:34.102556 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bc024-58af-4e69-8acc-fb4178d98c1f req-628edf1a-114f-4437-9a39-b11817f3e7b6 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:34.104289 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b2bc024-58af-4e69-8acc-fb4178d98c1f req-628edf1a-114f-4437-9a39-b11817f3e7b6 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 946 time: 0.0862660 Jul 06 14:03:34.152494 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b2bc024-58af-4e69-8acc-fb4178d98c1f req-07c9940d-9c2c-4ac6-a1ce-63cc8909358c tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381534 Jul 06 14:03:34.959074 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67b8e2-a3e5-401c-9211-698ec7fb0640 req-21901fd1-1b49-4fee-9838-6d127cc7d2bc tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:34.965519 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67b8e2-a3e5-401c-9211-698ec7fb0640 req-21901fd1-1b49-4fee-9838-6d127cc7d2bc tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:34.967291 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af67b8e2-a3e5-401c-9211-698ec7fb0640 req-21901fd1-1b49-4fee-9838-6d127cc7d2bc tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?device_id=39ed48c4-99ee-4ff4-88ee-2466f0944fe7 HTTP/1.1" status: 200 len: 1679 time: 0.0853786 Jul 06 14:03:35.009816 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af67b8e2-a3e5-401c-9211-698ec7fb0640 req-89562f26-4388-4d2c-9a08-b7d81898d4dd tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/security-groups?id=0f7b13da-ff34-46ab-8116-08b93b343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344961 Jul 06 14:03:35.118004 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['6ec8baf1-8211-4d89-93b9-3946fb3863c4'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:03:35.321526 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device f468971c-b8a4-406b-8af3-45de0c733793 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:03:35.352038 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efe43d-b134-43a9-92cc-138b2e3dabc2 req-d9734f8a-3005-4e81-aaa6-8b9e19c9487c tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:35.353870 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a0efe43d-b134-43a9-92cc-138b2e3dabc2 req-d9734f8a-3005-4e81-aaa6-8b9e19c9487c tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 946 time: 0.0726233 Jul 06 14:03:35.397870 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port f468971c-b8a4-406b-8af3-45de0c733793 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:03:35.401840 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port f468971c-b8a4-406b-8af3-45de0c733793 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:35.402215 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:35.412638 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a0efe43d-b134-43a9-92cc-138b2e3dabc2 req-4353e0dc-af65-4a8c-956a-02ec14b16b73 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524535 Jul 06 14:03:35.504224 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:35.545796 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port f468971c-b8a4-406b-8af3-45de0c733793, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=f468971c-b8a4-406b-8af3-45de0c733793,segment=NetworkSegment(3f65f004-d2a3-470b-9ca8-e4fa200a0a14),segment_id=3f65f004-d2a3-470b-9ca8-e4fa200a0a14)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:35.545796 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ed48c4-99ee-4ff4-88ee-2466f0944fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f468971c-b8a4-406b-8af3-45de0c733793'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:35.548560 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded3ca41-12fb-407b-9625-1a179ad9d297" -d '{"events": [{"server_uuid": "39ed48c4-99ee-4ff4-88ee-2466f0944fe7", "name": "network-vif-plugged", "status": "completed", "tag": "f468971c-b8a4-406b-8af3-45de0c733793"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:35.552487 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:35.638405 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=f468971c-b8a4-406b-8af3-45de0c733793,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:35.689986 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609c841b-3862-495e-b8fd-1838c307c2b0 x-openstack-request-id: req-609c841b-3862-495e-b8fd-1838c307c2b0 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:35.690293 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ed48c4-99ee-4ff4-88ee-2466f0944fe7", "name": "network-vif-plugged", "status": "completed", "tag": "f468971c-b8a4-406b-8af3-45de0c733793", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:35.690546 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-609c841b-3862-495e-b8fd-1838c307c2b0 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:35.690948 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ed48c4-99ee-4ff4-88ee-2466f0944fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f468971c-b8a4-406b-8af3-45de0c733793', 'code': 200} Jul 06 14:03:36.202444 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94130840-f4c5-4db0-8f7b-4072a328ca73 req-0aca04e2-740b-4d2f-9b77-a1c261df1d62 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:36.209002 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94130840-f4c5-4db0-8f7b-4072a328ca73 req-0aca04e2-740b-4d2f-9b77-a1c261df1d62 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:36.210682 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-94130840-f4c5-4db0-8f7b-4072a328ca73 req-0aca04e2-740b-4d2f-9b77-a1c261df1d62 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?device_id=39ed48c4-99ee-4ff4-88ee-2466f0944fe7 HTTP/1.1" status: 200 len: 1680 time: 0.0790613 Jul 06 14:03:36.252800 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-94130840-f4c5-4db0-8f7b-4072a328ca73 req-bb44c1b1-5ca3-4233-b5a4-47ed95ca8062 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/security-groups?id=0f7b13da-ff34-46ab-8116-08b93b343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362725 Jul 06 14:03:36.600319 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fded411-e1a7-4439-b825-78a22d5fa799 req-6eecbddc-78c4-4580-bd40-73a8c7b51cd4 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:36.601775 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6fded411-e1a7-4439-b825-78a22d5fa799 req-6eecbddc-78c4-4580-bd40-73a8c7b51cd4 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 946 time: 0.0694828 Jul 06 14:03:36.645990 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6fded411-e1a7-4439-b825-78a22d5fa799 req-bb96625a-06cc-4be2-8f55-8f0dcaf4c344 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365551 Jul 06 14:03:37.277209 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ac632039-0949-468f-98dc-4ccedd587d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:37.319808 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 6ec8baf1-8211-4d89-93b9-3946fb3863c4 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:03:37.394922 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 6ec8baf1-8211-4d89-93b9-3946fb3863c4 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:03:37.399529 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 6ec8baf1-8211-4d89-93b9-3946fb3863c4 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:37.399923 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:37.459126 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265d6f6-780b-40dc-a728-a56b164c02ab req-a6d0f47b-8f6c-4991-8260-f92858ebddb1 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:37.465721 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265d6f6-780b-40dc-a728-a56b164c02ab req-a6d0f47b-8f6c-4991-8260-f92858ebddb1 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:37.467360 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9265d6f6-780b-40dc-a728-a56b164c02ab req-a6d0f47b-8f6c-4991-8260-f92858ebddb1 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?device_id=39ed48c4-99ee-4ff4-88ee-2466f0944fe7 HTTP/1.1" status: 200 len: 1680 time: 0.0934141 Jul 06 14:03:37.491428 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:37.509200 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9265d6f6-780b-40dc-a728-a56b164c02ab req-7dc20ed1-3a60-43de-8647-a400db6d1a98 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/security-groups?id=0f7b13da-ff34-46ab-8116-08b93b343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352397 Jul 06 14:03:37.532642 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 6ec8baf1-8211-4d89-93b9-3946fb3863c4, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=6ec8baf1-8211-4d89-93b9-3946fb3863c4,segment=NetworkSegment(9a7f5b6a-44b9-4b5a-bf14-7f2dff25b774),segment_id=9a7f5b6a-44b9-4b5a-bf14-7f2dff25b774)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:37.537988 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:37.590422 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=6ec8baf1-8211-4d89-93b9-3946fb3863c4,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:37.693504 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ed48c4-99ee-4ff4-88ee-2466f0944fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec8baf1-8211-4d89-93b9-3946fb3863c4'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:37.696492 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9a9313-39f9-4180-a079-a99ed32b9c8e" -d '{"events": [{"server_uuid": "39ed48c4-99ee-4ff4-88ee-2466f0944fe7", "name": "network-vif-plugged", "status": "completed", "tag": "6ec8baf1-8211-4d89-93b9-3946fb3863c4"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:37.851893 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ed5ea-8fcf-4df8-9dfe-c07b3d4c58c3 req-95dfeb8e-b007-4387-a467-c3ff760314e2 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:37.858309 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b6ed5ea-8fcf-4df8-9dfe-c07b3d4c58c3 req-95dfeb8e-b007-4387-a467-c3ff760314e2 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 946 time: 0.0825031 Jul 06 14:03:37.901662 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b6ed5ea-8fcf-4df8-9dfe-c07b3d4c58c3 req-f6bb5bf3-683a-44d4-9f68-3b05678cc399 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421302 Jul 06 14:03:37.963056 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6d8eae-e6c2-4b36-87e6-03fa6f87f390 x-openstack-request-id: req-0f6d8eae-e6c2-4b36-87e6-03fa6f87f390 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:37.963796 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ed48c4-99ee-4ff4-88ee-2466f0944fe7", "name": "network-vif-plugged", "status": "completed", "tag": "6ec8baf1-8211-4d89-93b9-3946fb3863c4", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:37.964421 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-0f6d8eae-e6c2-4b36-87e6-03fa6f87f390 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:37.965229 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ed48c4-99ee-4ff4-88ee-2466f0944fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec8baf1-8211-4d89-93b9-3946fb3863c4', 'code': 200} Jul 06 14:03:38.239622 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef484f6c-d5ec-4f3d-9c7b-f112c809ca66 req-32848341-fbdb-4471-b27e-710c7f4bfa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:38.240040 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef484f6c-d5ec-4f3d-9c7b-f112c809ca66 req-32848341-fbdb-4471-b27e-710c7f4bfa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:38.241661 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ef484f6c-d5ec-4f3d-9c7b-f112c809ca66 req-32848341-fbdb-4471-b27e-710c7f4bfa15 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=39ed48c4-99ee-4ff4-88ee-2466f0944fe7 HTTP/1.1" status: 200 len: 1983 time: 0.1523623 Jul 06 14:03:38.281473 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ef484f6c-d5ec-4f3d-9c7b-f112c809ca66 req-4896959c-1d23-4554-981f-7de83a733715 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0f7b13da-ff34-46ab-8116-08b93b343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294244 Jul 06 14:03:38.711525 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562e8a2-b714-49d1-bd5a-e738057e742b req-e7bf9403-4ff5-4176-83c9-032be03c9d1e tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:38.717625 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562e8a2-b714-49d1-bd5a-e738057e742b req-e7bf9403-4ff5-4176-83c9-032be03c9d1e tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:38.720266 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2562e8a2-b714-49d1-bd5a-e738057e742b req-e7bf9403-4ff5-4176-83c9-032be03c9d1e tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?device_id=39ed48c4-99ee-4ff4-88ee-2466f0944fe7 HTTP/1.1" status: 200 len: 1681 time: 0.0901740 Jul 06 14:03:38.762277 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2562e8a2-b714-49d1-bd5a-e738057e742b req-d7f3791f-b624-43b6-8091-d45f4361141c tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/security-groups?id=0f7b13da-ff34-46ab-8116-08b93b343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359092 Jul 06 14:03:39.093386 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37a2c3-67cf-4b65-bafe-ec5db8373170 req-f9d3bb0a-19f7-426f-a5f8-d4d42f8ffc16 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:39.095662 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bd37a2c3-67cf-4b65-bafe-ec5db8373170 req-f9d3bb0a-19f7-426f-a5f8-d4d42f8ffc16 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 946 time: 0.0715411 Jul 06 14:03:39.138195 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bd37a2c3-67cf-4b65-bafe-ec5db8373170 req-1ea412a0-756d-49a4-8c8b-878e583ab814 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355616 Jul 06 14:03:40.001104 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870cac4-e59a-4f65-933c-b65a0bdcba66 req-b3a9d513-412b-4985-a726-13e3c8546385 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:40.007523 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870cac4-e59a-4f65-933c-b65a0bdcba66 req-b3a9d513-412b-4985-a726-13e3c8546385 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:40.009232 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4870cac4-e59a-4f65-933c-b65a0bdcba66 req-b3a9d513-412b-4985-a726-13e3c8546385 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?device_id=39ed48c4-99ee-4ff4-88ee-2466f0944fe7 HTTP/1.1" status: 200 len: 1681 time: 0.1000018 Jul 06 14:03:40.060451 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4870cac4-e59a-4f65-933c-b65a0bdcba66 req-fb269d65-9215-4ba5-a724-59b9f9275054 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/security-groups?id=0f7b13da-ff34-46ab-8116-08b93b343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449059 Jul 06 14:03:40.149616 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:40.419249 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c5d2b-70b9-4e92-9750-0c4c103d8b21 req-fb901d29-37a4-4ece-b9ab-f167110df8b1 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:40.420847 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de2c5d2b-70b9-4e92-9750-0c4c103d8b21 req-fb901d29-37a4-4ece-b9ab-f167110df8b1 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 946 time: 0.0994265 Jul 06 14:03:40.464875 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de2c5d2b-70b9-4e92-9750-0c4c103d8b21 req-bebe0e71-5c6f-45a1-90c8-15747645d573 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368438 Jul 06 14:03:40.563667 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7eac5f5b-ad83-4d26-b74a-dc9391188ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:41.001830 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a421aa3-2689-4405-8da9-ec124bfb7b48 req-1916fd65-34c2-4f7e-958a-05438e103d7e tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:41.009184 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a421aa3-2689-4405-8da9-ec124bfb7b48 req-1916fd65-34c2-4f7e-958a-05438e103d7e tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:41.012187 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7a421aa3-2689-4405-8da9-ec124bfb7b48 req-1916fd65-34c2-4f7e-958a-05438e103d7e tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?device_id=39ed48c4-99ee-4ff4-88ee-2466f0944fe7 HTTP/1.1" status: 200 len: 1681 time: 0.0973899 Jul 06 14:03:41.054416 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7a421aa3-2689-4405-8da9-ec124bfb7b48 req-b4f57d6d-f949-4387-bdc8-351c2ce0c4e0 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/security-groups?id=0f7b13da-ff34-46ab-8116-08b93b343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361845 Jul 06 14:03:41.483770 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:41.675789 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c121587-2d62-4521-b4f3-d9f31f88fd21 req-7123c5b6-1530-49a0-9c9c-bf3c9b9ff69f tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:41.677312 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2c121587-2d62-4521-b4f3-d9f31f88fd21 req-7123c5b6-1530-49a0-9c9c-bf3c9b9ff69f tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 946 time: 0.0691299 Jul 06 14:03:41.717476 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2c121587-2d62-4521-b4f3-d9f31f88fd21 req-0a7a6a85-e390-413f-9726-dbd0fca3c2af tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343931 Jul 06 14:03:42.245733 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b889c43-f212-4af2-88b3-1472e0938039 req-8ce42828-aa02-4abd-bd91-891e024573c7 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:42.252759 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b889c43-f212-4af2-88b3-1472e0938039 req-8ce42828-aa02-4abd-bd91-891e024573c7 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:42.254407 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b889c43-f212-4af2-88b3-1472e0938039 req-8ce42828-aa02-4abd-bd91-891e024573c7 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?device_id=39ed48c4-99ee-4ff4-88ee-2466f0944fe7 HTTP/1.1" status: 200 len: 1681 time: 0.0780518 Jul 06 14:03:42.327374 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b889c43-f212-4af2-88b3-1472e0938039 req-9a1712e2-ced2-454d-bbaa-97236fd9329c tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/security-groups?id=0f7b13da-ff34-46ab-8116-08b93b343d80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639131 Jul 06 14:03:42.350972 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19478fea-f0bf-4b1f-90d5-fd47c02bb79b req-7b5e6af4-d6fa-4377-beb6-1597cd7d545c tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:42.357346 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19478fea-f0bf-4b1f-90d5-fd47c02bb79b req-7b5e6af4-d6fa-4377-beb6-1597cd7d545c tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:42.358798 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19478fea-f0bf-4b1f-90d5-fd47c02bb79b req-7b5e6af4-d6fa-4377-beb6-1597cd7d545c tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.52 "GET /v2.0/ports?device_id=39ed48c4-99ee-4ff4-88ee-2466f0944fe7 HTTP/1.1" status: 200 len: 1681 time: 0.1034994 Jul 06 14:03:42.466270 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-19478fea-f0bf-4b1f-90d5-fd47c02bb79b req-f9712b18-6655-48bb-95a0-a639c2c078a5 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Deleting port 6ec8baf1-8211-4d89-93b9-3946fb3863c4 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:42.466624 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-19478fea-f0bf-4b1f-90d5-fd47c02bb79b req-f9712b18-6655-48bb-95a0-a639c2c078a5 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:42.558593 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-19478fea-f0bf-4b1f-90d5-fd47c02bb79b req-f9712b18-6655-48bb-95a0-a639c2c078a5 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] For port 6ec8baf1-8211-4d89-93b9-3946fb3863c4, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=6ec8baf1-8211-4d89-93b9-3946fb3863c4,segment=NetworkSegment(9a7f5b6a-44b9-4b5a-bf14-7f2dff25b774),segment_id=9a7f5b6a-44b9-4b5a-bf14-7f2dff25b774)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:42.558968 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-19478fea-f0bf-4b1f-90d5-fd47c02bb79b req-f9712b18-6655-48bb-95a0-a639c2c078a5 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:42.571308 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-19478fea-f0bf-4b1f-90d5-fd47c02bb79b req-f9712b18-6655-48bb-95a0-a639c2c078a5 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Calling delete_port for 6ec8baf1-8211-4d89-93b9-3946fb3863c4 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:42.721460 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-19478fea-f0bf-4b1f-90d5-fd47c02bb79b req-f9712b18-6655-48bb-95a0-a639c2c078a5 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:42.740314 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['f468971c-b8a4-406b-8af3-45de0c733793', '6ec8baf1-8211-4d89-93b9-3946fb3863c4'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:03:42.793072 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9712b18-6655-48bb-95a0-a639c2c078a5 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Pushing event deleted for resources: {'Port': ['ID=6ec8baf1-8211-4d89-93b9-3946fb3863c4,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:42.826221 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-19478fea-f0bf-4b1f-90d5-fd47c02bb79b req-f9712b18-6655-48bb-95a0-a639c2c078a5 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] No DVR routers for this DVR port 6ec8baf1-8211-4d89-93b9-3946fb3863c4 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:03:42.835529 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-19478fea-f0bf-4b1f-90d5-fd47c02bb79b req-f9712b18-6655-48bb-95a0-a639c2c078a5 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:42.840442 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19478fea-f0bf-4b1f-90d5-fd47c02bb79b req-f9712b18-6655-48bb-95a0-a639c2c078a5 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.52 "DELETE /v2.0/ports/6ec8baf1-8211-4d89-93b9-3946fb3863c4 HTTP/1.1" status: 204 len: 173 time: 0.4723845 Jul 06 14:03:42.841439 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ed48c4-99ee-4ff4-88ee-2466f0944fe7', 'name': 'network-vif-deleted', 'tag': '6ec8baf1-8211-4d89-93b9-3946fb3863c4'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:42.848338 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d663952-e56a-401a-a29e-93d1a92cf072" -d '{"events": [{"server_uuid": "39ed48c4-99ee-4ff4-88ee-2466f0944fe7", "name": "network-vif-deleted", "tag": "6ec8baf1-8211-4d89-93b9-3946fb3863c4"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:43.051205 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-19478fea-f0bf-4b1f-90d5-fd47c02bb79b req-36c428bb-6f52-4c59-80a1-2f86749319b9 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Deleting port f468971c-b8a4-406b-8af3-45de0c733793 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:43.051485 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-19478fea-f0bf-4b1f-90d5-fd47c02bb79b req-36c428bb-6f52-4c59-80a1-2f86749319b9 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:43.070559 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:43.071392 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b65311-5d89-4a63-82c9-a69b44e9f0ff req-3e7fd4cd-f318-41ef-858c-cce23a42bdc5 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:43.073119 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-38b65311-5d89-4a63-82c9-a69b44e9f0ff req-3e7fd4cd-f318-41ef-858c-cce23a42bdc5 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 946 time: 0.1760995 Jul 06 14:03:43.180310 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-38b65311-5d89-4a63-82c9-a69b44e9f0ff req-15cc3eaf-69f2-4a2b-92b7-fc62c4e1fcb5 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949736 Jul 06 14:03:43.236996 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-19478fea-f0bf-4b1f-90d5-fd47c02bb79b req-36c428bb-6f52-4c59-80a1-2f86749319b9 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] For port f468971c-b8a4-406b-8af3-45de0c733793, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=f468971c-b8a4-406b-8af3-45de0c733793,segment=NetworkSegment(3f65f004-d2a3-470b-9ca8-e4fa200a0a14),segment_id=3f65f004-d2a3-470b-9ca8-e4fa200a0a14)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:43.238087 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-19478fea-f0bf-4b1f-90d5-fd47c02bb79b req-36c428bb-6f52-4c59-80a1-2f86749319b9 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:43.242775 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03ea1c2-47b4-4596-9a2d-001228ce4bba x-openstack-request-id: req-c03ea1c2-47b4-4596-9a2d-001228ce4bba {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:43.243406 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ed48c4-99ee-4ff4-88ee-2466f0944fe7", "name": "network-vif-deleted", "tag": "6ec8baf1-8211-4d89-93b9-3946fb3863c4", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:43.243664 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c03ea1c2-47b4-4596-9a2d-001228ce4bba {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:43.244952 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ed48c4-99ee-4ff4-88ee-2466f0944fe7', 'name': 'network-vif-deleted', 'tag': '6ec8baf1-8211-4d89-93b9-3946fb3863c4', 'status': 'completed', 'code': 200} Jul 06 14:03:43.258515 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-19478fea-f0bf-4b1f-90d5-fd47c02bb79b req-36c428bb-6f52-4c59-80a1-2f86749319b9 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Calling delete_port for f468971c-b8a4-406b-8af3-45de0c733793 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:43.431259 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-19478fea-f0bf-4b1f-90d5-fd47c02bb79b req-36c428bb-6f52-4c59-80a1-2f86749319b9 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:43.467616 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c428bb-6f52-4c59-80a1-2f86749319b9 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Pushing event deleted for resources: {'Port': ['ID=f468971c-b8a4-406b-8af3-45de0c733793,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:43.543144 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-19478fea-f0bf-4b1f-90d5-fd47c02bb79b req-36c428bb-6f52-4c59-80a1-2f86749319b9 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] No DVR routers for this DVR port f468971c-b8a4-406b-8af3-45de0c733793 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:03:43.547404 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5d58abf-a69a-4952-9b22-4e4075e0887e req-8b618f3c-3ede-417c-aa31-22619003b338 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "GET /v2.0/ports?device_id=39ed48c4-99ee-4ff4-88ee-2466f0944fe7 HTTP/1.1" status: 200 len: 210 time: 0.0498981 Jul 06 14:03:43.548717 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-19478fea-f0bf-4b1f-90d5-fd47c02bb79b req-36c428bb-6f52-4c59-80a1-2f86749319b9 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:43.550973 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19478fea-f0bf-4b1f-90d5-fd47c02bb79b req-36c428bb-6f52-4c59-80a1-2f86749319b9 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.52 "DELETE /v2.0/ports/f468971c-b8a4-406b-8af3-45de0c733793 HTTP/1.1" status: 204 len: 173 time: 0.6994462 Jul 06 14:03:43.779030 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd81bb-2ba3-4768-bd6a-41a1252a75b7 req-b5295786-7e96-474d-86b0-d724af14c4f4 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:43.785961 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd81bb-2ba3-4768-bd6a-41a1252a75b7 req-b5295786-7e96-474d-86b0-d724af14c4f4 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:43.791836 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd81bb-2ba3-4768-bd6a-41a1252a75b7 req-b5295786-7e96-474d-86b0-d724af14c4f4 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:43.798653 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd81bb-2ba3-4768-bd6a-41a1252a75b7 req-b5295786-7e96-474d-86b0-d724af14c4f4 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:43.804498 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd81bb-2ba3-4768-bd6a-41a1252a75b7 req-b5295786-7e96-474d-86b0-d724af14c4f4 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:43.810442 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd81bb-2ba3-4768-bd6a-41a1252a75b7 req-b5295786-7e96-474d-86b0-d724af14c4f4 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:43.816959 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd81bb-2ba3-4768-bd6a-41a1252a75b7 req-b5295786-7e96-474d-86b0-d724af14c4f4 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:43.818880 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7acd81bb-2ba3-4768-bd6a-41a1252a75b7 req-b5295786-7e96-474d-86b0-d724af14c4f4 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5444 time: 0.1212733 Jul 06 14:03:43.865483 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7acd81bb-2ba3-4768-bd6a-41a1252a75b7 req-85a5a8c9-f044-44c7-aeda-d26aab4cf1cb tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407665 Jul 06 14:03:44.069699 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b44c1-7572-44e3-bcda-9705322c7a6b req-5fa5c3e7-8a79-4933-8320-94ef7aad4b33 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:44.077284 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b44c1-7572-44e3-bcda-9705322c7a6b req-5fa5c3e7-8a79-4933-8320-94ef7aad4b33 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:44.084759 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b44c1-7572-44e3-bcda-9705322c7a6b req-5fa5c3e7-8a79-4933-8320-94ef7aad4b33 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:44.091604 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b44c1-7572-44e3-bcda-9705322c7a6b req-5fa5c3e7-8a79-4933-8320-94ef7aad4b33 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:44.098946 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b44c1-7572-44e3-bcda-9705322c7a6b req-5fa5c3e7-8a79-4933-8320-94ef7aad4b33 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:44.107106 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b44c1-7572-44e3-bcda-9705322c7a6b req-5fa5c3e7-8a79-4933-8320-94ef7aad4b33 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:44.114265 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b44c1-7572-44e3-bcda-9705322c7a6b req-5fa5c3e7-8a79-4933-8320-94ef7aad4b33 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:44.118234 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-788b44c1-7572-44e3-bcda-9705322c7a6b req-5fa5c3e7-8a79-4933-8320-94ef7aad4b33 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5444 time: 0.1224086 Jul 06 14:03:44.357424 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1d77c-b073-4aa1-a599-be613aacdd4f req-784445c0-d00d-4144-8a27-347938f017b4 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:44.358857 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56e1d77c-b073-4aa1-a599-be613aacdd4f req-784445c0-d00d-4144-8a27-347938f017b4 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 946 time: 0.0652719 Jul 06 14:03:44.399565 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56e1d77c-b073-4aa1-a599-be613aacdd4f req-fbfdf2ce-0bfc-4e63-929b-28c63bc54108 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339913 Jul 06 14:03:44.653648 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 35208) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:44.709992 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad6fcc4-a40f-4b51-8b03-931a24c2a60d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Deleting subnet fb864aff-9df3-407d-a654-53a46c39ae84 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:03:44.713869 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8ad6fcc4-a40f-4b51-8b03-931a24c2a60d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:44.754632 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8ad6fcc4-a40f-4b51-8b03-931a24c2a60d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:44.836283 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8ad6fcc4-a40f-4b51-8b03-931a24c2a60d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:44.900807 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8ad6fcc4-a40f-4b51-8b03-931a24c2a60d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:44.928809 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6fcc4-a40f-4b51-8b03-931a24c2a60d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Pushing event deleted for resources: {'Subnet': ['ID=fb864aff-9df3-407d-a654-53a46c39ae84,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:44.934388 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8ad6fcc4-a40f-4b51-8b03-931a24c2a60d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:44.936471 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8ad6fcc4-a40f-4b51-8b03-931a24c2a60d tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "DELETE /v2.0/subnets/fb864aff-9df3-407d-a654-53a46c39ae84 HTTP/1.1" status: 204 len: 168 time: 0.2817726 Jul 06 14:03:44.939969 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 35210) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:44.947096 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7da96e-4d2d-4222-ad44-4924fbd6d00e None None] Network fe8935df-a7e2-4786-8821-80977e98064f requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:03:45.020208 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-643239af-a8b9-4c8d-891b-ac37bbc34986 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:45.075844 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-643239af-a8b9-4c8d-891b-ac37bbc34986 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Deleting port 8f796e44-f03a-4915-b5ad-9681ad73396e {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:45.076191 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-643239af-a8b9-4c8d-891b-ac37bbc34986 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:45.143267 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf69cc44-5e86-42b1-b2ed-d32079c1f39c None None] DHCP port deletion for fe8935df-a7e2-4786-8821-80977e98064f request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:03:45.153260 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-643239af-a8b9-4c8d-891b-ac37bbc34986 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] For port 8f796e44-f03a-4915-b5ad-9681ad73396e, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=8f796e44-f03a-4915-b5ad-9681ad73396e,segment=NetworkSegment(9a7f5b6a-44b9-4b5a-bf14-7f2dff25b774),segment_id=9a7f5b6a-44b9-4b5a-bf14-7f2dff25b774)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:45.153788 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-643239af-a8b9-4c8d-891b-ac37bbc34986 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:45.170681 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-643239af-a8b9-4c8d-891b-ac37bbc34986 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Calling delete_port for 8f796e44-f03a-4915-b5ad-9681ad73396e owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:45.194030 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-cf69cc44-5e86-42b1-b2ed-d32079c1f39c None None] Deleting port 8f796e44-f03a-4915-b5ad-9681ad73396e {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:45.194419 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cf69cc44-5e86-42b1-b2ed-d32079c1f39c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:45.248616 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ed48c4-99ee-4ff4-88ee-2466f0944fe7', 'name': 'network-vif-deleted', 'tag': 'f468971c-b8a4-406b-8af3-45de0c733793'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:45.253150 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadbe7c9-b12a-483e-8b41-14a273c64f8b" -d '{"events": [{"server_uuid": "39ed48c4-99ee-4ff4-88ee-2466f0944fe7", "name": "network-vif-deleted", "tag": "f468971c-b8a4-406b-8af3-45de0c733793"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:45.295777 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-643239af-a8b9-4c8d-891b-ac37bbc34986 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:45.331987 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643239af-a8b9-4c8d-891b-ac37bbc34986 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Pushing event deleted for resources: {'Port': ['ID=8f796e44-f03a-4915-b5ad-9681ad73396e,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:45.337115 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f296cfb6-b052-4c34-aff9-50b80b35885c x-openstack-request-id: req-f296cfb6-b052-4c34-aff9-50b80b35885c {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:45.337413 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ed48c4-99ee-4ff4-88ee-2466f0944fe7", "name": "network-vif-deleted", "tag": "f468971c-b8a4-406b-8af3-45de0c733793", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:45.337666 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-f296cfb6-b052-4c34-aff9-50b80b35885c {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:45.338332 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ed48c4-99ee-4ff4-88ee-2466f0944fe7', 'name': 'network-vif-deleted', 'tag': 'f468971c-b8a4-406b-8af3-45de0c733793', 'status': 'completed', 'code': 200} Jul 06 14:03:45.341602 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643239af-a8b9-4c8d-891b-ac37bbc34986 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] No DVR routers for this DVR port 8f796e44-f03a-4915-b5ad-9681ad73396e on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:03:45.399904 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 6ec8baf1-8211-4d89-93b9-3946fb3863c4 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:45.434780 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 6ec8baf1-8211-4d89-93b9-3946fb3863c4 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:03:45.435137 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 6ec8baf1-8211-4d89-93b9-3946fb3863c4 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:03:45.435576 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device f468971c-b8a4-406b-8af3-45de0c733793 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:45.441080 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-643239af-a8b9-4c8d-891b-ac37bbc34986 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:45.454300 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-643239af-a8b9-4c8d-891b-ac37bbc34986 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8935df-a7e2-4786-8821-80977e98064f']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:45.460542 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: f468971c-b8a4-406b-8af3-45de0c733793 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:03:45.461148 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device f468971c-b8a4-406b-8af3-45de0c733793 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:03:45.468308 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-643239af-a8b9-4c8d-891b-ac37bbc34986 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a7f5b6a-44b9-4b5a-bf14-7f2dff25b774') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:45.469252 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-643239af-a8b9-4c8d-891b-ac37bbc34986 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a7f5b6a-44b9-4b5a-bf14-7f2dff25b774') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:45.474456 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-cf69cc44-5e86-42b1-b2ed-d32079c1f39c None None] For port 8f796e44-f03a-4915-b5ad-9681ad73396e, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=8f796e44-f03a-4915-b5ad-9681ad73396e,segment=NetworkSegment(9a7f5b6a-44b9-4b5a-bf14-7f2dff25b774),segment_id=9a7f5b6a-44b9-4b5a-bf14-7f2dff25b774)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:45.474859 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cf69cc44-5e86-42b1-b2ed-d32079c1f39c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:45.481859 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-643239af-a8b9-4c8d-891b-ac37bbc34986 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:45.488156 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-cf69cc44-5e86-42b1-b2ed-d32079c1f39c None None] Calling delete_port for 8f796e44-f03a-4915-b5ad-9681ad73396e owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:45.501632 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-643239af-a8b9-4c8d-891b-ac37bbc34986 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:45.508219 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643239af-a8b9-4c8d-891b-ac37bbc34986 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:03:45.508864 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-643239af-a8b9-4c8d-891b-ac37bbc34986 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:03:45.511993 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:03:45.584971 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cf69cc44-5e86-42b1-b2ed-d32079c1f39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:45.612684 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69cc44-5e86-42b1-b2ed-d32079c1f39c None None] Pushing event deleted for resources: {'Port': ['ID=8f796e44-f03a-4915-b5ad-9681ad73396e,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:45.615059 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-643239af-a8b9-4c8d-891b-ac37bbc34986 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:45.616752 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf69cc44-5e86-42b1-b2ed-d32079c1f39c None None] No DVR routers for this DVR port 8f796e44-f03a-4915-b5ad-9681ad73396e on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:03:45.622984 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-643239af-a8b9-4c8d-891b-ac37bbc34986 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:45.629017 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-643239af-a8b9-4c8d-891b-ac37bbc34986 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "DELETE /v2.0/networks/fe8935df-a7e2-4786-8821-80977e98064f HTTP/1.1" status: 204 len: 168 time: 0.6886985 Jul 06 14:03:45.630966 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 35226) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:45.660142 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643239af-a8b9-4c8d-891b-ac37bbc34986 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Pushing event deleted for resources: {'Network': ['ID=fe8935df-a7e2-4786-8821-80977e98064f,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:45.692113 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8f796e44-f03a-4915-b5ad-9681ad73396e no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:45.696050 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9c1d9-1e3f-4f2e-a3d3-8425c365059c req-b5816329-4f1c-460c-a148-c3be5e329e02 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:45.697539 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53a9c1d9-1e3f-4f2e-a3d3-8425c365059c req-b5816329-4f1c-460c-a148-c3be5e329e02 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 946 time: 0.1420515 Jul 06 14:03:45.720684 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 8f796e44-f03a-4915-b5ad-9681ad73396e {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:03:45.721172 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8f796e44-f03a-4915-b5ad-9681ad73396e not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:03:45.733587 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-6524ba38-6393-48b4-9621-3152dd6ac190 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Deleting subnet a3e14fe3-fade-4afb-aff8-5f76022912f5 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:03:45.742286 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6524ba38-6393-48b4-9621-3152dd6ac190 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:45.802163 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53a9c1d9-1e3f-4f2e-a3d3-8425c365059c req-0778f3bd-0bdb-4781-86e6-281d1a5ac239 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974221 Jul 06 14:03:45.817248 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6524ba38-6393-48b4-9621-3152dd6ac190 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:45.986929 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6524ba38-6393-48b4-9621-3152dd6ac190 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:46.070900 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-60f9afca-8264-4b50-9349-eb82703f4c8f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:46.072386 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-60f9afca-8264-4b50-9349-eb82703f4c8f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 810 time: 0.1613252 Jul 06 14:03:46.087499 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6524ba38-6393-48b4-9621-3152dd6ac190 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:46.099522 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-e712c465-e5cd-499b-88d1-04f341a9f709 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/quotas/4e5e90395ebd4404a252de8a1621c3cf HTTP/1.1" status: 200 len: 375 time: 0.0215135 Jul 06 14:03:46.128923 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a47eb1a-8100-4211-a8aa-ee0e5323be45 None None] Network dc5d3412-b9ae-4d4b-8605-9bca5506db32 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:03:46.130668 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524ba38-6393-48b4-9621-3152dd6ac190 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e14fe3-fade-4afb-aff8-5f76022912f5,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:46.132797 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6524ba38-6393-48b4-9621-3152dd6ac190 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:46.139853 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6524ba38-6393-48b4-9621-3152dd6ac190 tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "DELETE /v2.0/subnets/a3e14fe3-fade-4afb-aff8-5f76022912f5 HTTP/1.1" status: 204 len: 168 time: 0.5006778 Jul 06 14:03:46.139853 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 35242) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:46.192129 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35246) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:46.334297 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b050ea-6a20-48b0-841b-797d9f49279a req-2c743d96-39d0-4da9-a4e3-a90a5a2d17e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:46.334807 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b050ea-6a20-48b0-841b-797d9f49279a req-2c743d96-39d0-4da9-a4e3-a90a5a2d17e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:46.335296 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b050ea-6a20-48b0-841b-797d9f49279a req-2c743d96-39d0-4da9-a4e3-a90a5a2d17e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:46.336042 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b050ea-6a20-48b0-841b-797d9f49279a req-2c743d96-39d0-4da9-a4e3-a90a5a2d17e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:46.336519 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b050ea-6a20-48b0-841b-797d9f49279a req-2c743d96-39d0-4da9-a4e3-a90a5a2d17e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:46.336998 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b050ea-6a20-48b0-841b-797d9f49279a req-2c743d96-39d0-4da9-a4e3-a90a5a2d17e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:46.337485 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b050ea-6a20-48b0-841b-797d9f49279a req-2c743d96-39d0-4da9-a4e3-a90a5a2d17e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:46.339576 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-42b050ea-6a20-48b0-841b-797d9f49279a req-2c743d96-39d0-4da9-a4e3-a90a5a2d17e6 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 6501 time: 0.1453819 Jul 06 14:03:46.350441 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b46d87-add4-4dfa-b2d2-f93d06bb97aa None None] DHCP port deletion for dc5d3412-b9ae-4d4b-8605-9bca5506db32 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:03:46.382031 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-42b050ea-6a20-48b0-841b-797d9f49279a req-70fc2952-cacf-4ca5-b3ca-acd40147c080 service neutron] 10.222.0.118 "GET /v2.0/security-groups?id=edd0893d-98af-4a83-9eae-88d1111ae057&id=c5686d5e-798c-4c25-89e1-188041907485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345807 Jul 06 14:03:46.409248 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-e9b46d87-add4-4dfa-b2d2-f93d06bb97aa None None] Deleting port af0bb927-703a-45ae-bfdd-51549462e280 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:46.409633 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e9b46d87-add4-4dfa-b2d2-f93d06bb97aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:46.477225 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-e9b46d87-add4-4dfa-b2d2-f93d06bb97aa None None] For port af0bb927-703a-45ae-bfdd-51549462e280, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=af0bb927-703a-45ae-bfdd-51549462e280,segment=NetworkSegment(3f65f004-d2a3-470b-9ca8-e4fa200a0a14),segment_id=3f65f004-d2a3-470b-9ca8-e4fa200a0a14)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:46.477810 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e9b46d87-add4-4dfa-b2d2-f93d06bb97aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:46.491725 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-e9b46d87-add4-4dfa-b2d2-f93d06bb97aa None None] Calling delete_port for af0bb927-703a-45ae-bfdd-51549462e280 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:46.575643 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:46.576040 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d81f6bec-929e-4e9a-a4bc-e29a1109d27f tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:46.588206 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e9b46d87-add4-4dfa-b2d2-f93d06bb97aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:46.616922 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b46d87-add4-4dfa-b2d2-f93d06bb97aa None None] Pushing event deleted for resources: {'Port': ['ID=af0bb927-703a-45ae-bfdd-51549462e280,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:46.621469 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b46d87-add4-4dfa-b2d2-f93d06bb97aa None None] No DVR routers for this DVR port af0bb927-703a-45ae-bfdd-51549462e280 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:03:46.624293 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-296b8df3-83ea-4847-ad59-c0e63c41c514 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5059745 Jul 06 14:03:46.732402 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d81f6bec-929e-4e9a-a4bc-e29a1109d27f tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:46.746289 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-d81f6bec-929e-4e9a-a4bc-e29a1109d27f tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc5d3412-b9ae-4d4b-8605-9bca5506db32']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:46.763956 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-d81f6bec-929e-4e9a-a4bc-e29a1109d27f tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f65f004-d2a3-470b-9ca8-e4fa200a0a14') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:46.764257 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-d81f6bec-929e-4e9a-a4bc-e29a1109d27f tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f65f004-d2a3-470b-9ca8-e4fa200a0a14') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:46.783205 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d81f6bec-929e-4e9a-a4bc-e29a1109d27f tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:46.806008 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-9ea6acd4-e45a-44df-8440-4de663a21bc8 service neutron] 10.222.0.118 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718409 Jul 06 14:03:46.806950 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d81f6bec-929e-4e9a-a4bc-e29a1109d27f tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:46.814672 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d81f6bec-929e-4e9a-a4bc-e29a1109d27f tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:03:46.815069 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d81f6bec-929e-4e9a-a4bc-e29a1109d27f tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:03:46.823859 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:03:46.925590 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d81f6bec-929e-4e9a-a4bc-e29a1109d27f tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:46.934842 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d81f6bec-929e-4e9a-a4bc-e29a1109d27f tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:46.936518 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d81f6bec-929e-4e9a-a4bc-e29a1109d27f tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] 10.222.0.118 "DELETE /v2.0/networks/dc5d3412-b9ae-4d4b-8605-9bca5506db32 HTTP/1.1" status: 204 len: 168 time: 0.7979677 Jul 06 14:03:46.956323 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f6bec-929e-4e9a-a4bc-e29a1109d27f tempest-ServersTestMultiNic-1838922384 tempest-ServersTestMultiNic-1838922384-project] Pushing event deleted for resources: {'Network': ['ID=dc5d3412-b9ae-4d4b-8605-9bca5506db32,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:46.973386 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-17122137-16da-4ab9-b0bf-f0abde9eb851 service neutron] 10.222.0.118 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606848 Jul 06 14:03:47.379727 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51fea0-262f-4142-8563-2d81f3882621 req-27554d46-ea2a-474b-b0b5-9465de95ebb1 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:47.381305 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6a51fea0-262f-4142-8563-2d81f3882621 req-27554d46-ea2a-474b-b0b5-9465de95ebb1 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 946 time: 0.0712636 Jul 06 14:03:47.422992 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6a51fea0-262f-4142-8563-2d81f3882621 req-9048c3f7-4737-4e75-86ee-49b74a729aab tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348735 Jul 06 14:03:47.563545 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-74820381-a172-4313-8416-9611568ff871 req-5e6a4327-973e-4943-8fc4-e1b197d55fb3 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2ffe095-2403-4a7b-8c48-e7250f810945 HTTP/1.1" status: 200 len: 210 time: 0.0296586 Jul 06 14:03:47.680490 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device af0bb927-703a-45ae-bfdd-51549462e280 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:47.702749 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: af0bb927-703a-45ae-bfdd-51549462e280 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:03:47.703998 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device af0bb927-703a-45ae-bfdd-51549462e280 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:03:47.821296 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 35284) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:48.190724 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1bab5004-ddcc-4869-add5-fcfaebe17e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:48.599554 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-fcb2732b-972d-417b-a85c-7c20059a988f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:48.601011 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-fcb2732b-972d-417b-a85c-7c20059a988f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.52 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 810 time: 0.1854532 Jul 06 14:03:48.615327 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-1bab5004-ddcc-4869-add5-fcfaebe17e5a admin admin] Deleting port 3cc7f01d-00d2-47c5-b225-e059353c89ea {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:48.615737 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1bab5004-ddcc-4869-add5-fcfaebe17e5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:48.623491 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-310d4f07-7e1b-4854-8fea-ec65637640c5 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Request body: {'port': {'device_id': 'd2ffe095-2403-4a7b-8c48-e7250f810945', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'admin_state_up': True, 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:48.625666 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:48.770125 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081bd83-b4b7-4747-a0b0-598f34159bd7 req-509d60a6-8dbd-4588-a908-4b5be62da04b tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:48.771655 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5081bd83-b4b7-4747-a0b0-598f34159bd7 req-509d60a6-8dbd-4588-a908-4b5be62da04b tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 946 time: 0.2241688 Jul 06 14:03:48.819342 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-1bab5004-ddcc-4869-add5-fcfaebe17e5a admin admin] For port 3cc7f01d-00d2-47c5-b225-e059353c89ea, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=3cc7f01d-00d2-47c5-b225-e059353c89ea,segment=NetworkSegment(c4a0187c-f004-4fc5-a2df-73804da9c5ff),segment_id=c4a0187c-f004-4fc5-a2df-73804da9c5ff)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:48.819711 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1bab5004-ddcc-4869-add5-fcfaebe17e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:48.840937 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-1bab5004-ddcc-4869-add5-fcfaebe17e5a admin admin] Calling delete_port for 3cc7f01d-00d2-47c5-b225-e059353c89ea owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:48.871238 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5081bd83-b4b7-4747-a0b0-598f34159bd7 req-30702070-52d4-422a-a22c-55f8b6a4bf95 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913301 Jul 06 14:03:48.916092 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-310d4f07-7e1b-4854-8fea-ec65637640c5 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Made reservation on behalf of 4e5e90395ebd4404a252de8a1621c3cf for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:03:48.919737 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-310d4f07-7e1b-4854-8fea-ec65637640c5 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:49.079274 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b65d3982-e373-40ff-9cfe-821591a54f16 req-a430e05a-5539-418a-87e1-36aad3864117 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2ffe095-2403-4a7b-8c48-e7250f810945 HTTP/1.1" status: 200 len: 210 time: 0.0887399 Jul 06 14:03:49.168731 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-310d4f07-7e1b-4854-8fea-ec65637640c5 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Allocated IP 172.20.0.13 (55ac526b-1e87-42ff-98ca-8b8357b7302f/63f5e127-3353-454e-884a-bc0470d3f3d4/9041dd06-21ed-44d3-b4dd-77e638200800) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:03:49.233246 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1bab5004-ddcc-4869-add5-fcfaebe17e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:49.271899 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab5004-ddcc-4869-add5-fcfaebe17e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=3cc7f01d-00d2-47c5-b225-e059353c89ea,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:49.494759 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-310d4f07-7e1b-4854-8fea-ec65637640c5 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:49.553452 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-310d4f07-7e1b-4854-8fea-ec65637640c5 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Transition to ACTIVE for port object 9041dd06-21ed-44d3-b4dd-77e638200800 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:49.578751 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1bab5004-ddcc-4869-add5-fcfaebe17e5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:49.650915 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-310d4f07-7e1b-4854-8fea-ec65637640c5 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:49.741998 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-310d4f07-7e1b-4854-8fea-ec65637640c5 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Network 55ac526b-1e87-42ff-98ca-8b8357b7302f is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:03:49.749915 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-310d4f07-7e1b-4854-8fea-ec65637640c5 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:49.753206 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d4f07-7e1b-4854-8fea-ec65637640c5 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Pushing event updated for resources: {'Port': ['ID=9041dd06-21ed-44d3-b4dd-77e638200800,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:49.755432 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-310d4f07-7e1b-4854-8fea-ec65637640c5 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:03:49.874498 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-310d4f07-7e1b-4854-8fea-ec65637640c5 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:49.876023 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-310d4f07-7e1b-4854-8fea-ec65637640c5 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:49.934957 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-310d4f07-7e1b-4854-8fea-ec65637640c5 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3169744 Jul 06 14:03:49.972054 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-bb09b5c8-c4a9-4035-9f63-c134d1377559 service neutron] Request body: {'port': {'device_id': 'd2ffe095-2403-4a7b-8c48-e7250f810945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:49.978772 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bab5004-ddcc-4869-add5-fcfaebe17e5a admin admin] Router 4ddff31c-4fd5-49fb-a17c-0d5536885965 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:03:50.116143 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-34828356-99bc-4d6b-95a7-193094b0e9b9 None None] Provisioning for port 9041dd06-21ed-44d3-b4dd-77e638200800 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:03:50.121527 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-34828356-99bc-4d6b-95a7-193094b0e9b9 None None] Provisioning complete for port 9041dd06-21ed-44d3-b4dd-77e638200800 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:50.122105 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-34828356-99bc-4d6b-95a7-193094b0e9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:50.148425 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-bb09b5c8-c4a9-4035-9f63-c134d1377559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:50.169838 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-34828356-99bc-4d6b-95a7-193094b0e9b9 None None] Port 9041dd06-21ed-44d3-b4dd-77e638200800 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:03:50.599173 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2efa4b-06f9-4512-bcc1-2716046cce73 req-dc98a1a3-3a14-41c9-b4e3-2e021ccbea64 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:50.600731 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ed2efa4b-06f9-4512-bcc1-2716046cce73 req-dc98a1a3-3a14-41c9-b4e3-2e021ccbea64 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 946 time: 0.5883029 Jul 06 14:03:50.607923 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bab5004-ddcc-4869-add5-fcfaebe17e5a admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:03:50.618863 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1bab5004-ddcc-4869-add5-fcfaebe17e5a admin admin] 10.222.0.118 "PUT /v2.0/routers/4ddff31c-4fd5-49fb-a17c-0d5536885965/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7963610 Jul 06 14:03:50.620163 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d966c6-fd4d-4d43-abb5-36093991582c None None] Sync routers for ids ['4ddff31c-4fd5-49fb-a17c-0d5536885965'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:03:50.622165 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35296) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:50.645169 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d966c6-fd4d-4d43-abb5-36093991582c None None] Routers {'4ddff31c-4fd5-49fb-a17c-0d5536885965'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:03:50.646124 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-61d966c6-fd4d-4d43-abb5-36093991582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:03:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['4ddff31c-4fd5-49fb-a17c-0d5536885965'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:50.721552 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ed2efa4b-06f9-4512-bcc1-2716046cce73 req-7b9f2dd3-ee63-4083-b7b6-adf29b5bddea tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150022 Jul 06 14:03:50.813021 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-64dedac7-deaf-44ac-8308-e8c90f710062 admin admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:50.911797 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-61d966c6-fd4d-4d43-abb5-36093991582c None None] Set router 4ddff31c-4fd5-49fb-a17c-0d5536885965 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:03:50.917169 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-bb09b5c8-c4a9-4035-9f63-c134d1377559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9041dd06-21ed-44d3-b4dd-77e638200800 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:03:50.963634 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-bb09b5c8-c4a9-4035-9f63-c134d1377559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:50.967124 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-64dedac7-deaf-44ac-8308-e8c90f710062 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:50.992721 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-bb09b5c8-c4a9-4035-9f63-c134d1377559 service neutron] Transition to ACTIVE for port object 9041dd06-21ed-44d3-b4dd-77e638200800 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:03:50.999490 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-bb09b5c8-c4a9-4035-9f63-c134d1377559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:51.060335 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5fb66-0ffa-48ea-ac6b-5079090a225d req-587d904a-122c-43b9-879a-276461aaa401 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:51.065807 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-64dedac7-deaf-44ac-8308-e8c90f710062 admin admin] Deleting port cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:51.066399 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-64dedac7-deaf-44ac-8308-e8c90f710062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:51.068325 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56d5fb66-0ffa-48ea-ac6b-5079090a225d req-587d904a-122c-43b9-879a-276461aaa401 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2ffe095-2403-4a7b-8c48-e7250f810945 HTTP/1.1" status: 200 len: 932 time: 0.1419461 Jul 06 14:03:51.123719 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09b5c8-c4a9-4035-9f63-c134d1377559 service neutron] Pushing event updated for resources: {'Port': ['ID=9041dd06-21ed-44d3-b4dd-77e638200800,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:51.149406 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56d5fb66-0ffa-48ea-ac6b-5079090a225d req-aec40dce-5bcc-422e-8ef4-0cb23127cb2a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799875 Jul 06 14:03:51.175544 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-61d966c6-fd4d-4d43-abb5-36093991582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ddff31c-4fd5-49fb-a17c-0d5536885965', 'name': 'tempest-ServersTestMultiNic-924058578-router', 'tenant_id': '97d7ac68840e40f491d89756bea57e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': 'cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:25Z', 'updated_at': '2021-07-06T14:03:49Z', 'revision_number': 5, 'project_id': '97d7ac68840e40f491d89756bea57e33', 'gw_port': {'id': 'cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:45:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ddff31c-4fd5-49fb-a17c-0d5536885965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:26Z', 'updated_at': '2021-07-06T14:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:51.213624 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-64dedac7-deaf-44ac-8308-e8c90f710062 admin admin] For port cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:51.214151 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d966c6-fd4d-4d43-abb5-36093991582c None None] Checking router: 4ddff31c-4fd5-49fb-a17c-0d5536885965 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:03:51.214763 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-64dedac7-deaf-44ac-8308-e8c90f710062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:51.225415 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d966c6-fd4d-4d43-abb5-36093991582c None None] Routers {'4ddff31c-4fd5-49fb-a17c-0d5536885965'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:03:51.225621 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-61d966c6-fd4d-4d43-abb5-36093991582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:03:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['4ddff31c-4fd5-49fb-a17c-0d5536885965'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:51.241805 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-64dedac7-deaf-44ac-8308-e8c90f710062 admin admin] Calling delete_port for cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5 owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:51.258147 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-bb09b5c8-c4a9-4035-9f63-c134d1377559 service neutron] Attempting to bind port 9041dd06-21ed-44d3-b4dd-77e638200800 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:03:51.258487 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-bb09b5c8-c4a9-4035-9f63-c134d1377559 service neutron] Attempting to bind port 9041dd06-21ed-44d3-b4dd-77e638200800 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:03:51.264851 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-bb09b5c8-c4a9-4035-9f63-c134d1377559 service neutron] Attempting to bind port 9041dd06-21ed-44d3-b4dd-77e638200800 on network 55ac526b-1e87-42ff-98ca-8b8357b7302f {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:51.269970 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-bb09b5c8-c4a9-4035-9f63-c134d1377559 service neutron] Port 9041dd06-21ed-44d3-b4dd-77e638200800 on network 55ac526b-1e87-42ff-98ca-8b8357b7302f not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:03:51.270518 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-bb09b5c8-c4a9-4035-9f63-c134d1377559 service neutron] Attempting to bind port 9041dd06-21ed-44d3-b4dd-77e638200800 on network 55ac526b-1e87-42ff-98ca-8b8357b7302f {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:03:51.275569 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-bb09b5c8-c4a9-4035-9f63-c134d1377559 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:03:51.275932 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-bb09b5c8-c4a9-4035-9f63-c134d1377559 service neutron] Checking segment: {'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:03:51.276301 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-bb09b5c8-c4a9-4035-9f63-c134d1377559 service neutron] Bound using segment: {'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:03:51.276736 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-bb09b5c8-c4a9-4035-9f63-c134d1377559 service neutron] Bound port: 9041dd06-21ed-44d3-b4dd-77e638200800, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:03:51.277096 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-bb09b5c8-c4a9-4035-9f63-c134d1377559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:51.337249 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-61d966c6-fd4d-4d43-abb5-36093991582c None None] Set router 4ddff31c-4fd5-49fb-a17c-0d5536885965 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:03:51.387400 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-bb09b5c8-c4a9-4035-9f63-c134d1377559 service neutron] For port 9041dd06-21ed-44d3-b4dd-77e638200800, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:03:51.392030 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-bb09b5c8-c4a9-4035-9f63-c134d1377559 service neutron] For port 9041dd06-21ed-44d3-b4dd-77e638200800, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9041dd06-21ed-44d3-b4dd-77e638200800,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:03:51.400088 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-bb09b5c8-c4a9-4035-9f63-c134d1377559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:51.403991 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-61d966c6-fd4d-4d43-abb5-36093991582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ddff31c-4fd5-49fb-a17c-0d5536885965', 'name': 'tempest-ServersTestMultiNic-924058578-router', 'tenant_id': '97d7ac68840e40f491d89756bea57e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:25Z', 'updated_at': '2021-07-06T14:03:50Z', 'revision_number': 6, 'project_id': '97d7ac68840e40f491d89756bea57e33', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:51.446864 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-bb09b5c8-c4a9-4035-9f63-c134d1377559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:51.447991 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-bb09b5c8-c4a9-4035-9f63-c134d1377559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:51.449970 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-bb09b5c8-c4a9-4035-9f63-c134d1377559 service neutron] 10.222.0.52 "PUT /v2.0/ports/9041dd06-21ed-44d3-b4dd-77e638200800 HTTP/1.1" status: 200 len: 1092 time: 1.4856274 Jul 06 14:03:51.450705 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ffe095-2403-4a7b-8c48-e7250f810945', 'tag': '9041dd06-21ed-44d3-b4dd-77e638200800'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:51.454068 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42aad269-05d4-4315-ab38-2a86431193e5" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ffe095-2403-4a7b-8c48-e7250f810945", "tag": "9041dd06-21ed-44d3-b4dd-77e638200800"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:51.483052 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d966c6-fd4d-4d43-abb5-36093991582c None None] The sync data for ids ['4ddff31c-4fd5-49fb-a17c-0d5536885965'] in n-d-773644-6 is: [{'id': '4ddff31c-4fd5-49fb-a17c-0d5536885965', 'name': 'tempest-ServersTestMultiNic-924058578-router', 'tenant_id': '97d7ac68840e40f491d89756bea57e33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:25Z', 'updated_at': '2021-07-06T14:03:50Z', 'revision_number': 6, 'project_id': '97d7ac68840e40f491d89756bea57e33', 'gw_port_host': None}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:03:51.497689 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-64dedac7-deaf-44ac-8308-e8c90f710062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:51.587055 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dedac7-deaf-44ac-8308-e8c90f710062 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:51.600824 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dedac7-deaf-44ac-8308-e8c90f710062 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:51.602558 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dedac7-deaf-44ac-8308-e8c90f710062 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:51.607283 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dedac7-deaf-44ac-8308-e8c90f710062 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:51.607748 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dedac7-deaf-44ac-8308-e8c90f710062 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:51.608385 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dedac7-deaf-44ac-8308-e8c90f710062 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:51.609731 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dedac7-deaf-44ac-8308-e8c90f710062 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:51.612187 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dedac7-deaf-44ac-8308-e8c90f710062 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:51.612588 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09b5c8-c4a9-4035-9f63-c134d1377559 service neutron] Pushing event updated for resources: {'Port': ['ID=9041dd06-21ed-44d3-b4dd-77e638200800,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:51.612706 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dedac7-deaf-44ac-8308-e8c90f710062 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:51.613011 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dedac7-deaf-44ac-8308-e8c90f710062 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:51.613348 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dedac7-deaf-44ac-8308-e8c90f710062 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:51.613687 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dedac7-deaf-44ac-8308-e8c90f710062 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:51.614192 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dedac7-deaf-44ac-8308-e8c90f710062 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:51.661230 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-64dedac7-deaf-44ac-8308-e8c90f710062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:51.669201 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101db23a-8590-4173-bcb2-bc8f9b24395c x-openstack-request-id: req-101db23a-8590-4173-bcb2-bc8f9b24395c {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:51.669497 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ffe095-2403-4a7b-8c48-e7250f810945", "tag": "9041dd06-21ed-44d3-b4dd-77e638200800", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:51.669777 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-101db23a-8590-4173-bcb2-bc8f9b24395c {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:51.670172 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ffe095-2403-4a7b-8c48-e7250f810945', 'tag': '9041dd06-21ed-44d3-b4dd-77e638200800', 'status': 'completed', 'code': 200} Jul 06 14:03:51.682658 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-395f045f-ff97-4beb-97c4-c97bafc6b584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:51.684450 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-395f045f-ff97-4beb-97c4-c97bafc6b584 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&device_id=d2ffe095-2403-4a7b-8c48-e7250f810945 HTTP/1.1" status: 200 len: 1095 time: 0.1745021 Jul 06 14:03:51.754144 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-f2fb796e-227d-4dfa-9d03-0d1f5d82b9f4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9041dd06-21ed-44d3-b4dd-77e638200800 HTTP/1.1" status: 200 len: 217 time: 0.0559571 Jul 06 14:03:51.774099 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-64dedac7-deaf-44ac-8308-e8c90f710062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:51.777432 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-64dedac7-deaf-44ac-8308-e8c90f710062 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:51.807909 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-c2a6923e-e8bc-4d30-bf93-772ba59db8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:51.809451 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-c2a6923e-e8bc-4d30-bf93-772ba59db8a5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63f5e127-3353-454e-884a-bc0470d3f3d4 HTTP/1.1" status: 200 len: 849 time: 0.0467887 Jul 06 14:03:51.850355 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-64dedac7-deaf-44ac-8308-e8c90f710062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:51.850951 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64dedac7-deaf-44ac-8308-e8c90f710062 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ddff31c-4fd5-49fb-a17c-0d5536885965 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:03:51.856722 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-64dedac7-deaf-44ac-8308-e8c90f710062 admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:51.861863 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-64dedac7-deaf-44ac-8308-e8c90f710062 admin admin] 10.222.0.118 "DELETE /v2.0/routers/4ddff31c-4fd5-49fb-a17c-0d5536885965 HTTP/1.1" status: 204 len: 168 time: 1.2343268 Jul 06 14:03:51.862260 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35304) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:51.919369 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-e77e3de8-f4b2-49d7-b658-23d0a3f26107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:51.922150 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-e77e3de8-f4b2-49d7-b658-23d0a3f26107 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=55ac526b-1e87-42ff-98ca-8b8357b7302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048822 Jul 06 14:03:51.965852 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a9d00c8-67a5-4953-8a3c-01595f035ea2 admin admin] Deleting subnet ecda013c-261b-4cc4-a28e-0e20768310eb {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:03:51.972023 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4a9d00c8-67a5-4953-8a3c-01595f035ea2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:51.973403 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 3cc7f01d-00d2-47c5-b225-e059353c89ea no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:51.995213 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 3cc7f01d-00d2-47c5-b225-e059353c89ea {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:03:51.995910 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 3cc7f01d-00d2-47c5-b225-e059353c89ea not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:03:52.094893 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e57771-b7ae-41ea-aad6-2708375c1ffc req-7f02f63d-44c6-47ad-a7e0-ca178e53e6e2 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:52.096495 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a9e57771-b7ae-41ea-aad6-2708375c1ffc req-7f02f63d-44c6-47ad-a7e0-ca178e53e6e2 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 946 time: 0.1529531 Jul 06 14:03:52.108194 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-7f480ef4-5fdb-4bab-8efb-585fce42d325 service neutron] 10.222.0.52 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759369 Jul 06 14:03:52.203782 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a9e57771-b7ae-41ea-aad6-2708375c1ffc req-decfc098-5337-4ebd-b6f7-e6593908215f tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881066 Jul 06 14:03:52.265773 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff0c86b3-7947-46c2-8a69-d75e4c981960 req-5ded1a6e-b4ce-4b51-a85b-ef0995dcff82 service neutron] 10.222.0.52 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471419 Jul 06 14:03:52.409421 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aad269-05d4-4315-ab38-2a86431193e5 req-e00ba475-cf05-440a-8818-51e9fe94f754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:52.411367 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42aad269-05d4-4315-ab38-2a86431193e5 req-e00ba475-cf05-440a-8818-51e9fe94f754 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&device_id=d2ffe095-2403-4a7b-8c48-e7250f810945 HTTP/1.1" status: 200 len: 1095 time: 0.0838211 Jul 06 14:03:52.417143 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4a9d00c8-67a5-4953-8a3c-01595f035ea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:52.520898 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4a9d00c8-67a5-4953-8a3c-01595f035ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:52.561363 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aad269-05d4-4315-ab38-2a86431193e5 req-7c0cb9f7-ba9c-4468-90e4-791faddd35ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:52.565555 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42aad269-05d4-4315-ab38-2a86431193e5 req-7c0cb9f7-ba9c-4468-90e4-791faddd35ad service neutron] 10.222.0.52 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 911 time: 0.1405909 Jul 06 14:03:52.585097 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4a9d00c8-67a5-4953-8a3c-01595f035ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:52.612178 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d00c8-67a5-4953-8a3c-01595f035ea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecda013c-261b-4cc4-a28e-0e20768310eb,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:52.624204 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4a9d00c8-67a5-4953-8a3c-01595f035ea2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:52.627096 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4a9d00c8-67a5-4953-8a3c-01595f035ea2 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/ecda013c-261b-4cc4-a28e-0e20768310eb HTTP/1.1" status: 204 len: 168 time: 0.7640297 Jul 06 14:03:52.630077 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35312) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:52.634405 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec5404a-015f-4e62-ad88-20c0011b7329 None None] Network 7f60ba5f-c84b-48cf-8af4-df281a94ac6e requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:03:52.644896 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42aad269-05d4-4315-ab38-2a86431193e5 req-72874563-ea7d-44e4-86a3-75c67caecd94 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9041dd06-21ed-44d3-b4dd-77e638200800 HTTP/1.1" status: 200 len: 217 time: 0.0658526 Jul 06 14:03:52.760964 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aad269-05d4-4315-ab38-2a86431193e5 req-a19f5073-ae2c-42c9-b0c7-ea8665d981bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:52.767146 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42aad269-05d4-4315-ab38-2a86431193e5 req-a19f5073-ae2c-42c9-b0c7-ea8665d981bb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63f5e127-3353-454e-884a-bc0470d3f3d4 HTTP/1.1" status: 200 len: 849 time: 0.1124420 Jul 06 14:03:52.809595 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e60a7eb-508c-48a7-97d7-fd8f4f21b072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:52.901524 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-5e60a7eb-508c-48a7-97d7-fd8f4f21b072 admin admin] Deleting port 665cef73-dc2c-4539-a789-2e71cbffd7ad {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:52.902144 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e60a7eb-508c-48a7-97d7-fd8f4f21b072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:52.913989 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aad269-05d4-4315-ab38-2a86431193e5 req-1d767e90-248c-4b31-b77b-cd1deda8138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:52.915755 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42aad269-05d4-4315-ab38-2a86431193e5 req-1d767e90-248c-4b31-b77b-cd1deda8138b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=55ac526b-1e87-42ff-98ca-8b8357b7302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1388922 Jul 06 14:03:52.979383 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32de714a-4851-4468-a4bf-4bf62084bfc4 None None] DHCP port deletion for 7f60ba5f-c84b-48cf-8af4-df281a94ac6e request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:03:53.002324 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-5e60a7eb-508c-48a7-97d7-fd8f4f21b072 admin admin] For port 665cef73-dc2c-4539-a789-2e71cbffd7ad, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=665cef73-dc2c-4539-a789-2e71cbffd7ad,segment=NetworkSegment(c4a0187c-f004-4fc5-a2df-73804da9c5ff),segment_id=c4a0187c-f004-4fc5-a2df-73804da9c5ff)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:53.002700 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e60a7eb-508c-48a7-97d7-fd8f4f21b072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:53.025557 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-5e60a7eb-508c-48a7-97d7-fd8f4f21b072 admin admin] Calling delete_port for 665cef73-dc2c-4539-a789-2e71cbffd7ad owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:53.031730 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a45fa1-36b5-4588-8bd6-b1ecbc77b426 req-707aba47-a834-4514-9ce6-26230f2267e7 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:53.033322 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56a45fa1-36b5-4588-8bd6-b1ecbc77b426 req-707aba47-a834-4514-9ce6-26230f2267e7 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2ffe095-2403-4a7b-8c48-e7250f810945 HTTP/1.1" status: 200 len: 944 time: 0.1709330 Jul 06 14:03:53.056760 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-32de714a-4851-4468-a4bf-4bf62084bfc4 None None] Deleting port 665cef73-dc2c-4539-a789-2e71cbffd7ad {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:53.057840 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-32de714a-4851-4468-a4bf-4bf62084bfc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:53.098576 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56a45fa1-36b5-4588-8bd6-b1ecbc77b426 req-fdc14017-c0b0-4042-bec4-7320cdd78a8a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555985 Jul 06 14:03:53.111036 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42aad269-05d4-4315-ab38-2a86431193e5 req-649f69a5-b3cf-47aa-8259-fa1ed858b1fe service neutron] 10.222.0.52 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792331 Jul 06 14:03:53.123965 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e60a7eb-508c-48a7-97d7-fd8f4f21b072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:53.143549 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e60a7eb-508c-48a7-97d7-fd8f4f21b072 admin admin] No DVR routers for this DVR port 665cef73-dc2c-4539-a789-2e71cbffd7ad on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:03:53.179431 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-32de714a-4851-4468-a4bf-4bf62084bfc4 None None] For port 665cef73-dc2c-4539-a789-2e71cbffd7ad, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=665cef73-dc2c-4539-a789-2e71cbffd7ad,segment=NetworkSegment(c4a0187c-f004-4fc5-a2df-73804da9c5ff),segment_id=c4a0187c-f004-4fc5-a2df-73804da9c5ff)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:53.179847 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-32de714a-4851-4468-a4bf-4bf62084bfc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:53.196915 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-32de714a-4851-4468-a4bf-4bf62084bfc4 None None] Calling delete_port for 665cef73-dc2c-4539-a789-2e71cbffd7ad owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:53.201931 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60a7eb-508c-48a7-97d7-fd8f4f21b072 admin admin] Pushing event deleted for resources: {'Port': ['ID=665cef73-dc2c-4539-a789-2e71cbffd7ad,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:53.329726 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e60a7eb-508c-48a7-97d7-fd8f4f21b072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:53.341026 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-5e60a7eb-508c-48a7-97d7-fd8f4f21b072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f60ba5f-c84b-48cf-8af4-df281a94ac6e']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:53.342489 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-32de714a-4851-4468-a4bf-4bf62084bfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:53.353720 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-5e60a7eb-508c-48a7-97d7-fd8f4f21b072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a0187c-f004-4fc5-a2df-73804da9c5ff') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:53.354060 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-5e60a7eb-508c-48a7-97d7-fd8f4f21b072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a0187c-f004-4fc5-a2df-73804da9c5ff') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:53.364815 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e60a7eb-508c-48a7-97d7-fd8f4f21b072 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:53.386151 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de714a-4851-4468-a4bf-4bf62084bfc4 None None] Pushing event deleted for resources: {'Port': ['ID=665cef73-dc2c-4539-a789-2e71cbffd7ad,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:53.388490 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32de714a-4851-4468-a4bf-4bf62084bfc4 None None] No DVR routers for this DVR port 665cef73-dc2c-4539-a789-2e71cbffd7ad on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:03:53.394102 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e60a7eb-508c-48a7-97d7-fd8f4f21b072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:53.401929 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e60a7eb-508c-48a7-97d7-fd8f4f21b072 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:03:53.402347 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e60a7eb-508c-48a7-97d7-fd8f4f21b072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:03:53.404790 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:03:53.420916 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42aad269-05d4-4315-ab38-2a86431193e5 req-dc8a8bc7-186a-49f3-ada7-431769da4c17 service neutron] 10.222.0.52 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989950 Jul 06 14:03:53.456846 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750414a-d2d1-477e-a2fe-9154005ffd57 req-ee71f693-d6e0-4e10-9e55-a003cb9e4b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:53.458523 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5750414a-d2d1-477e-a2fe-9154005ffd57 req-ee71f693-d6e0-4e10-9e55-a003cb9e4b53 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 1097 time: 0.1729162 Jul 06 14:03:53.477363 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e60a7eb-508c-48a7-97d7-fd8f4f21b072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:53.487056 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e60a7eb-508c-48a7-97d7-fd8f4f21b072 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:53.492478 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5e60a7eb-508c-48a7-97d7-fd8f4f21b072 admin admin] 10.222.0.118 "DELETE /v2.0/networks/7f60ba5f-c84b-48cf-8af4-df281a94ac6e HTTP/1.1" status: 204 len: 168 time: 0.8612907 Jul 06 14:03:53.496775 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5ea36-50c8-4ef1-8b7c-2841836cc548 req-e59a7461-c53b-4af8-8078-f0392e2ea92f tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:53.503708 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5ea36-50c8-4ef1-8b7c-2841836cc548 req-e59a7461-c53b-4af8-8078-f0392e2ea92f tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:53.509967 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5ea36-50c8-4ef1-8b7c-2841836cc548 req-e59a7461-c53b-4af8-8078-f0392e2ea92f tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:53.512326 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60a7eb-508c-48a7-97d7-fd8f4f21b072 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f60ba5f-c84b-48cf-8af4-df281a94ac6e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:53.517278 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5ea36-50c8-4ef1-8b7c-2841836cc548 req-e59a7461-c53b-4af8-8078-f0392e2ea92f tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:53.523560 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5ea36-50c8-4ef1-8b7c-2841836cc548 req-e59a7461-c53b-4af8-8078-f0392e2ea92f tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:53.531490 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5ea36-50c8-4ef1-8b7c-2841836cc548 req-e59a7461-c53b-4af8-8078-f0392e2ea92f tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:53.538307 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5ea36-50c8-4ef1-8b7c-2841836cc548 req-e59a7461-c53b-4af8-8078-f0392e2ea92f tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:53.540716 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-20e5ea36-50c8-4ef1-8b7c-2841836cc548 req-e59a7461-c53b-4af8-8078-f0392e2ea92f tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 5435 time: 0.2110116 Jul 06 14:03:53.584602 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5750414a-d2d1-477e-a2fe-9154005ffd57 req-c3bba740-c913-4b88-97a4-03fefa135bc1 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089242 Jul 06 14:03:53.602766 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-20e5ea36-50c8-4ef1-8b7c-2841836cc548 req-48ae2c5f-875b-4c4d-9f1a-690a85c825a3 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&id=59ea11e9-a7c3-4f55-bc0e-cb861bd4f006&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540938 Jul 06 14:03:53.697823 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 35320) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:53.723417 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:53.750130 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-af4c5fe6-6a66-40a3-ad1d-912d814f4c12 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=97d7ac68840e40f491d89756bea57e33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478780 Jul 06 14:03:53.750371 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 35322) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:53.752905 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:03:53.753574 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device cf2ceccf-748a-40ef-b6c6-034c5d4ac0d5 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:03:53.754330 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 665cef73-dc2c-4539-a789-2e71cbffd7ad no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:53.781671 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 665cef73-dc2c-4539-a789-2e71cbffd7ad {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:03:53.781671 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 665cef73-dc2c-4539-a789-2e71cbffd7ad not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:03:53.844742 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8c5535ed-dd65-4334-b7cf-72361c84d7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:53.878554 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8c5535ed-dd65-4334-b7cf-72361c84d7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:53.898547 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc852a-77e6-4f2c-9b65-114a64264c2a req-09dab83a-b0a1-4f3a-9627-d35e72f4971c tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:53.899982 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9afc852a-77e6-4f2c-9b65-114a64264c2a req-09dab83a-b0a1-4f3a-9627-d35e72f4971c tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 946 time: 0.1239009 Jul 06 14:03:53.954239 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9afc852a-77e6-4f2c-9b65-114a64264c2a req-7b917306-5d19-43f8-b2f0-cd0ce2d8863d tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462825 Jul 06 14:03:53.963646 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8c5535ed-dd65-4334-b7cf-72361c84d7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:53.966223 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8c5535ed-dd65-4334-b7cf-72361c84d7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:53.967413 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8c5535ed-dd65-4334-b7cf-72361c84d7e0 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/0f7b13da-ff34-46ab-8116-08b93b343d80 HTTP/1.1" status: 204 len: 168 time: 0.2158079 Jul 06 14:03:53.984855 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5535ed-dd65-4334-b7cf-72361c84d7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7b13da-ff34-46ab-8116-08b93b343d80,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:54.127441 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-476fed2b-8b40-4f5c-9634-3b3714f4bd0b tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:54.133633 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-476fed2b-8b40-4f5c-9634-3b3714f4bd0b tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:54.140961 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-476fed2b-8b40-4f5c-9634-3b3714f4bd0b tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:54.147203 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-476fed2b-8b40-4f5c-9634-3b3714f4bd0b tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:54.153357 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-476fed2b-8b40-4f5c-9634-3b3714f4bd0b tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:54.160135 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-476fed2b-8b40-4f5c-9634-3b3714f4bd0b tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:54.167188 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-476fed2b-8b40-4f5c-9634-3b3714f4bd0b tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:54.169161 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-476fed2b-8b40-4f5c-9634-3b3714f4bd0b tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.124 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 5435 time: 0.1345193 Jul 06 14:03:54.233440 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-02d370b1-bd78-4f15-99f7-56eb30c23927 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:54.235083 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-02d370b1-bd78-4f15-99f7-56eb30c23927 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.124 "GET /v2.0/ports/f298cdfc-2d7b-46d9-818e-7576966d6307?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0594223 Jul 06 14:03:54.386748 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782d15e-f16d-4b0b-98ca-6fd86767e767 req-69d05944-cdd8-48fa-9456-ecae24090f90 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:54.388314 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9782d15e-f16d-4b0b-98ca-6fd86767e767 req-69d05944-cdd8-48fa-9456-ecae24090f90 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2ffe095-2403-4a7b-8c48-e7250f810945 HTTP/1.1" status: 200 len: 944 time: 0.1587088 Jul 06 14:03:54.395948 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-5ee86c63-def7-40a3-9f97-1d14fd5b614b tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.124 "GET /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1329389 Jul 06 14:03:54.408856 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-1c3dbccb-456f-49cf-942f-ba4c8e50cc86 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:54.466126 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9782d15e-f16d-4b0b-98ca-6fd86767e767 req-e9ca9c02-cd66-4c2e-bf11-f4a577a6e299 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691614 Jul 06 14:03:54.508674 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-1c3dbccb-456f-49cf-942f-ba4c8e50cc86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:54.694164 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-1c3dbccb-456f-49cf-942f-ba4c8e50cc86 service neutron] For port f298cdfc-2d7b-46d9-818e-7576966d6307, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f298cdfc-2d7b-46d9-818e-7576966d6307,segment=NetworkSegment(3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36),segment_id=3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:54.733122 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-1c3dbccb-456f-49cf-942f-ba4c8e50cc86 service neutron] For port f298cdfc-2d7b-46d9-818e-7576966d6307, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:03:54.782640 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35350) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:54.803265 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-1c3dbccb-456f-49cf-942f-ba4c8e50cc86 service neutron] device_id is not set on port f298cdfc-2d7b-46d9-818e-7576966d6307 yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:03:54.815380 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-1c3dbccb-456f-49cf-942f-ba4c8e50cc86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:54.826413 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-1c3dbccb-456f-49cf-942f-ba4c8e50cc86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:54.893183 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-9d881d8c-656b-4124-9250-13ecab37b4da admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1590723957-network', 'tenant_id': 'a51979751940470e9ed61f9702a97dcc'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:54.895552 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e56f0d-dacc-40c3-886a-165e7c3c17f1 req-112f07b1-0ad2-4cbd-ab29-ce27c77a8d23 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:54.901511 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e56f0d-dacc-40c3-886a-165e7c3c17f1 req-112f07b1-0ad2-4cbd-ab29-ce27c77a8d23 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:54.908968 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e56f0d-dacc-40c3-886a-165e7c3c17f1 req-112f07b1-0ad2-4cbd-ab29-ce27c77a8d23 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:54.915163 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e56f0d-dacc-40c3-886a-165e7c3c17f1 req-112f07b1-0ad2-4cbd-ab29-ce27c77a8d23 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:54.917373 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d881d8c-656b-4124-9250-13ecab37b4da admin admin] Made reservation on behalf of a51979751940470e9ed61f9702a97dcc for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:03:54.920144 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d881d8c-656b-4124-9250-13ecab37b4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:54.921104 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e56f0d-dacc-40c3-886a-165e7c3c17f1 req-112f07b1-0ad2-4cbd-ab29-ce27c77a8d23 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:54.927896 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e56f0d-dacc-40c3-886a-165e7c3c17f1 req-112f07b1-0ad2-4cbd-ab29-ce27c77a8d23 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:54.929870 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d881d8c-656b-4124-9250-13ecab37b4da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:54.933926 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e56f0d-dacc-40c3-886a-165e7c3c17f1 req-112f07b1-0ad2-4cbd-ab29-ce27c77a8d23 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:54.935868 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-14e56f0d-dacc-40c3-886a-165e7c3c17f1 req-112f07b1-0ad2-4cbd-ab29-ce27c77a8d23 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 5357 time: 0.1831372 Jul 06 14:03:54.979391 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3dbccb-456f-49cf-942f-ba4c8e50cc86 service neutron] Pushing event updated for resources: {'Port': ['ID=f298cdfc-2d7b-46d9-818e-7576966d6307,revision_number=6']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:54.981970 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-1c3dbccb-456f-49cf-942f-ba4c8e50cc86 service neutron] No DVR routers for this DVR port f298cdfc-2d7b-46d9-818e-7576966d6307 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:03:55.047959 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d881d8c-656b-4124-9250-13ecab37b4da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:55.053224 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d881d8c-656b-4124-9250-13ecab37b4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:55.054397 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-14e56f0d-dacc-40c3-886a-165e7c3c17f1 req-a704d500-8378-4ee9-b398-180f44a59e56 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&id=59ea11e9-a7c3-4f55-bc0e-cb861bd4f006&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1059444 Jul 06 14:03:55.058558 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-1c3dbccb-456f-49cf-942f-ba4c8e50cc86 service neutron] In _notify_port_updated(), no bound segment for port f298cdfc-2d7b-46d9-818e-7576966d6307 on network d4681e72-a6e0-4598-880f-0c79f70e2adb {{(pid=100418) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:03:55.071349 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-1c3dbccb-456f-49cf-942f-ba4c8e50cc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:55.082095 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d881d8c-656b-4124-9250-13ecab37b4da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:03:55.082191 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-1c3dbccb-456f-49cf-942f-ba4c8e50cc86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:55.082191 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-1c3dbccb-456f-49cf-942f-ba4c8e50cc86 service neutron] 10.222.0.124 "PUT /v2.0/ports/f298cdfc-2d7b-46d9-818e-7576966d6307 HTTP/1.1" status: 200 len: 1028 time: 0.6685314 Jul 06 14:03:55.103907 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d881d8c-656b-4124-9250-13ecab37b4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:55.104759 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-9d881d8c-656b-4124-9250-13ecab37b4da admin admin] Added segment a6cb7db4-2feb-46cd-ae49-9eba08e1b369 of type vlan for network 37897755-8623-4ed6-915a-750ed72bb7f6 Jul 06 14:03:55.115803 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d881d8c-656b-4124-9250-13ecab37b4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f8dea5-df94-4b27-8e34-751f78ac8558,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:55.146726 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-7224fc9c-d8d1-47b4-bac9-32cd37897ab1 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:55.148312 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-7224fc9c-d8d1-47b4-bac9-32cd37897ab1 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.124 "GET /v2.0/ports/f2296885-8899-45b5-95c4-bfe40a9e131c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0679290 Jul 06 14:03:55.160555 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-763c5f40-0790-4933-bfc0-162ff38f2668 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:55.170158 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d881d8c-656b-4124-9250-13ecab37b4da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:55.218194 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d881d8c-656b-4124-9250-13ecab37b4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:55.219993 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d881d8c-656b-4124-9250-13ecab37b4da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:55.220663 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d881d8c-656b-4124-9250-13ecab37b4da admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:55.235884 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-68e46e61-bd8b-4f4d-8bb5-ab5e0c6b4f57 None None] Provisioning complete for port f298cdfc-2d7b-46d9-818e-7576966d6307 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:55.236634 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-68e46e61-bd8b-4f4d-8bb5-ab5e0c6b4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:55.283590 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-68e46e61-bd8b-4f4d-8bb5-ab5e0c6b4f57 None None] Port f298cdfc-2d7b-46d9-818e-7576966d6307 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:03:55.283805 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9d881d8c-656b-4124-9250-13ecab37b4da admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5000083 Jul 06 14:03:55.287710 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35356) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:03:55.294517 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-a4aa44e0-3d7e-4da6-a043-1cbefc85f52f admin admin] Request body: {'subnet': {'network_id': '37897755-8623-4ed6-915a-750ed72bb7f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1590723957-subnet', 'tenant_id': 'a51979751940470e9ed61f9702a97dcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:55.295705 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-763c5f40-0790-4933-bfc0-162ff38f2668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:55.299453 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d881d8c-656b-4124-9250-13ecab37b4da admin admin] Pushing event updated for resources: {'Network': ['ID=37897755-8623-4ed6-915a-750ed72bb7f6,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:55.315716 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 37897755-8623-4ed6-915a-750ed72bb7f6 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:03:55.320909 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a45a06-0798-4ff8-bc4b-21c212201321 req-3ef94e0d-babd-4380-8ff0-b5546b8746dc tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:55.321367 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4aa44e0-3d7e-4da6-a043-1cbefc85f52f admin admin] Made reservation on behalf of a51979751940470e9ed61f9702a97dcc for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:03:55.322584 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a0a45a06-0798-4ff8-bc4b-21c212201321 req-3ef94e0d-babd-4380-8ff0-b5546b8746dc tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 946 time: 0.1214044 Jul 06 14:03:55.323961 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a4aa44e0-3d7e-4da6-a043-1cbefc85f52f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:55.411102 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a0a45a06-0798-4ff8-bc4b-21c212201321 req-1aa1b046-8ac9-40f0-b9c9-876022650d2d tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660648 Jul 06 14:03:55.495869 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-763c5f40-0790-4933-bfc0-162ff38f2668 service neutron] For port f2296885-8899-45b5-95c4-bfe40a9e131c, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f2296885-8899-45b5-95c4-bfe40a9e131c,segment=NetworkSegment(3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36),segment_id=3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:55.525356 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a4aa44e0-3d7e-4da6-a043-1cbefc85f52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:55.532342 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-763c5f40-0790-4933-bfc0-162ff38f2668 service neutron] For port f2296885-8899-45b5-95c4-bfe40a9e131c, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:03:55.582564 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa44e0-3d7e-4da6-a043-1cbefc85f52f admin admin] Pushing event updated for resources: {'Subnet': ['ID=19bbcfd3-d0a2-434e-bf3e-31ca2266bed6,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:55.593568 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4aa44e0-3d7e-4da6-a043-1cbefc85f52f admin admin] Checking segment: {'id': 'a6cb7db4-2feb-46cd-ae49-9eba08e1b369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '37897755-8623-4ed6-915a-750ed72bb7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:03:55.593980 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4aa44e0-3d7e-4da6-a043-1cbefc85f52f admin admin] Network hostable DHCP agents. Network: 37897755-8623-4ed6-915a-750ed72bb7f6, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:03:55.603092 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-763c5f40-0790-4933-bfc0-162ff38f2668 service neutron] device_id is not set on port f2296885-8899-45b5-95c4-bfe40a9e131c yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:03:55.614603 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4aa44e0-3d7e-4da6-a043-1cbefc85f52f admin admin] Network 37897755-8623-4ed6-915a-750ed72bb7f6 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:03:55.616234 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-763c5f40-0790-4933-bfc0-162ff38f2668 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:55.623457 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-763c5f40-0790-4933-bfc0-162ff38f2668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:55.628902 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-a4aa44e0-3d7e-4da6-a043-1cbefc85f52f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 37897755-8623-4ed6-915a-750ed72bb7f6) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:03:55.633318 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aa44e0-3d7e-4da6-a043-1cbefc85f52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:55.634145 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a4aa44e0-3d7e-4da6-a043-1cbefc85f52f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:55.639593 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a95a280-faea-494b-b561-dc51cd04735e None None] Network 37897755-8623-4ed6-915a-750ed72bb7f6 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:03:55.656752 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a4aa44e0-3d7e-4da6-a043-1cbefc85f52f admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3673170 Jul 06 14:03:55.734941 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-763c5f40-0790-4933-bfc0-162ff38f2668 service neutron] No DVR routers for this DVR port f2296885-8899-45b5-95c4-bfe40a9e131c on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:03:55.736471 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c5f40-0790-4933-bfc0-162ff38f2668 service neutron] Pushing event updated for resources: {'Port': ['ID=f2296885-8899-45b5-95c4-bfe40a9e131c,revision_number=6']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:55.750331 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a7828-c5e6-4e26-bc42-1fa2fba792a1 req-4ef93e9c-0595-42d6-92f9-79ed5939b567 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:55.752222 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-381a7828-c5e6-4e26-bc42-1fa2fba792a1 req-4ef93e9c-0595-42d6-92f9-79ed5939b567 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 946 time: 0.1994054 Jul 06 14:03:55.805597 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628a6fbc-6d2b-41c4-9f3a-701022703961 None None] Network 37897755-8623-4ed6-915a-750ed72bb7f6 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:03:55.818589 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-763c5f40-0790-4933-bfc0-162ff38f2668 service neutron] In _notify_port_updated(), no bound segment for port f2296885-8899-45b5-95c4-bfe40a9e131c on network d4681e72-a6e0-4598-880f-0c79f70e2adb {{(pid=100418) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:03:55.819499 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-763c5f40-0790-4933-bfc0-162ff38f2668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:55.820191 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-763c5f40-0790-4933-bfc0-162ff38f2668 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:55.821623 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-763c5f40-0790-4933-bfc0-162ff38f2668 service neutron] 10.222.0.124 "PUT /v2.0/ports/f2296885-8899-45b5-95c4-bfe40a9e131c HTTP/1.1" status: 200 len: 1026 time: 0.6667275 Jul 06 14:03:55.824993 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-381a7828-c5e6-4e26-bc42-1fa2fba792a1 req-1335c562-9349-4316-a1ca-59365879dd47 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544679 Jul 06 14:03:55.989214 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-22925e2a-b2f8-4ffa-aebf-36e2415fb5a6 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Deleting port 171b252b-03fa-4033-823a-10959a31f1bc {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:55.989574 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-22925e2a-b2f8-4ffa-aebf-36e2415fb5a6 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:56.015818 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-00269b38-5671-4e20-863e-cc8960ed04ef None None] Provisioning complete for port f2296885-8899-45b5-95c4-bfe40a9e131c triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:03:56.016482 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-00269b38-5671-4e20-863e-cc8960ed04ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:56.053945 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-00269b38-5671-4e20-863e-cc8960ed04ef None None] Port f2296885-8899-45b5-95c4-bfe40a9e131c cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:03:56.129672 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-22925e2a-b2f8-4ffa-aebf-36e2415fb5a6 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] For port 171b252b-03fa-4033-823a-10959a31f1bc, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=171b252b-03fa-4033-823a-10959a31f1bc,segment=NetworkSegment(3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36),segment_id=3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:56.130060 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-22925e2a-b2f8-4ffa-aebf-36e2415fb5a6 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:56.144363 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-22925e2a-b2f8-4ffa-aebf-36e2415fb5a6 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Calling delete_port for 171b252b-03fa-4033-823a-10959a31f1bc owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:56.213715 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd1a32-f8e2-481c-b53a-36089939c991 req-3b9ec723-b2a5-41e3-9407-d2d1be73a90c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:56.215261 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c3bd1a32-f8e2-481c-b53a-36089939c991 req-3b9ec723-b2a5-41e3-9407-d2d1be73a90c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2ffe095-2403-4a7b-8c48-e7250f810945 HTTP/1.1" status: 200 len: 944 time: 0.1354415 Jul 06 14:03:56.269970 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c3bd1a32-f8e2-481c-b53a-36089939c991 req-a04ff14e-b116-465b-8fb3-62f0b29571c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456164 Jul 06 14:03:56.334134 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-22925e2a-b2f8-4ffa-aebf-36e2415fb5a6 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:56.363202 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22925e2a-b2f8-4ffa-aebf-36e2415fb5a6 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Pushing event deleted for resources: {'Port': ['ID=171b252b-03fa-4033-823a-10959a31f1bc,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:56.416300 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-22925e2a-b2f8-4ffa-aebf-36e2415fb5a6 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] No DVR routers for this DVR port 171b252b-03fa-4033-823a-10959a31f1bc on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:03:56.418895 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-22925e2a-b2f8-4ffa-aebf-36e2415fb5a6 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:56.421879 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-22925e2a-b2f8-4ffa-aebf-36e2415fb5a6 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.124 "DELETE /v2.0/ports/171b252b-03fa-4033-823a-10959a31f1bc HTTP/1.1" status: 204 len: 173 time: 0.5936148 Jul 06 14:03:56.422380 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'name': 'network-vif-deleted', 'tag': '171b252b-03fa-4033-823a-10959a31f1bc'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:56.424745 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241fc504-7e35-4ac2-bb75-ff8e4c2b417e" -d '{"events": [{"server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "name": "network-vif-deleted", "tag": "171b252b-03fa-4033-823a-10959a31f1bc"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:56.599707 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-83b2f336-bc25-44ea-bfb8-0a86b65e4d3a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Deleting port 3bf54f58-f9c5-43f6-908a-701f8adcdcce {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:56.600057 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-83b2f336-bc25-44ea-bfb8-0a86b65e4d3a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:56.659490 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-1024108a-399e-45d0-93c2-d93c90a4e9a5 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:56.661008 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-1024108a-399e-45d0-93c2-d93c90a4e9a5 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] 10.222.0.118 "GET /v2.0/networks?id=37897755-8623-4ed6-915a-750ed72bb7f6 HTTP/1.1" status: 200 len: 822 time: 0.1591489 Jul 06 14:03:56.686617 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-c78f145a-dafd-4ebd-95f3-b68584306765 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] 10.222.0.118 "GET /v2.0/quotas/a51979751940470e9ed61f9702a97dcc HTTP/1.1" status: 200 len: 375 time: 0.0180025 Jul 06 14:03:56.738729 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-e30f1d22-5466-4dc9-8cc7-236e97cf6ece tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=a51979751940470e9ed61f9702a97dcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439093 Jul 06 14:03:56.761512 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-83b2f336-bc25-44ea-bfb8-0a86b65e4d3a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] For port 3bf54f58-f9c5-43f6-908a-701f8adcdcce, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=3bf54f58-f9c5-43f6-908a-701f8adcdcce,segment=NetworkSegment(40feb471-5f71-4395-853d-4ab25df28322),segment_id=40feb471-5f71-4395-853d-4ab25df28322)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:56.761928 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-83b2f336-bc25-44ea-bfb8-0a86b65e4d3a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:56.964873 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-ab75ae0f-80b2-4d5f-bc61-941e34d4ecc4 service neutron] 10.222.0.118 "GET /v2.0/networks/37897755-8623-4ed6-915a-750ed72bb7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156072 Jul 06 14:03:57.071190 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-83b2f336-bc25-44ea-bfb8-0a86b65e4d3a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:57.071499 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-83b2f336-bc25-44ea-bfb8-0a86b65e4d3a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:57.071788 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-83b2f336-bc25-44ea-bfb8-0a86b65e4d3a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Floating IP 9a661cef-7e13-4d61-b7f1-1211f2044f51 disassociated. External IP: 172.25.6.163, port: 3bf54f58-f9c5-43f6-908a-701f8adcdcce. Jul 06 14:03:57.072133 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-83b2f336-bc25-44ea-bfb8-0a86b65e4d3a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Calling delete_port for 3bf54f58-f9c5-43f6-908a-701f8adcdcce owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:57.143586 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-71520b58-2828-41b5-9b10-78097549c1f5 service neutron] 10.222.0.118 "GET /v2.0/networks/37897755-8623-4ed6-915a-750ed72bb7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486673 Jul 06 14:03:57.241556 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-83b2f336-bc25-44ea-bfb8-0a86b65e4d3a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:57.275832 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2f336-bc25-44ea-bfb8-0a86b65e4d3a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Pushing event deleted for resources: {'Port': ['ID=3bf54f58-f9c5-43f6-908a-701f8adcdcce,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:57.415050 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-83b2f336-bc25-44ea-bfb8-0a86b65e4d3a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Router b1007868-4f2c-4f6b-9e27-3cf16473dce8 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:03:57.887747 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 3bf54f58-f9c5-43f6-908a-701f8adcdcce no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:57.909835 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 3bf54f58-f9c5-43f6-908a-701f8adcdcce {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:03:57.910190 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 3bf54f58-f9c5-43f6-908a-701f8adcdcce not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:03:57.910688 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 2901d280-4cec-4a3b-bbf6-00c4a5038850 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:57.932300 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-83b2f336-bc25-44ea-bfb8-0a86b65e4d3a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:03:57.942761 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ae79ea-eea3-4226-ae34-da18c0e848b7 None None] Sync routers for ids ['b1007868-4f2c-4f6b-9e27-3cf16473dce8'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:03:57.963376 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ae79ea-eea3-4226-ae34-da18c0e848b7 None None] Routers {'b1007868-4f2c-4f6b-9e27-3cf16473dce8'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:03:57.964545 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f6ae79ea-eea3-4226-ae34-da18c0e848b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:03:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b1007868-4f2c-4f6b-9e27-3cf16473dce8'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:58.005236 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-83b2f336-bc25-44ea-bfb8-0a86b65e4d3a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] No DVR routers for this DVR port 3bf54f58-f9c5-43f6-908a-701f8adcdcce on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:03:58.008733 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-83b2f336-bc25-44ea-bfb8-0a86b65e4d3a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:58.011076 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-83b2f336-bc25-44ea-bfb8-0a86b65e4d3a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.124 "DELETE /v2.0/ports/3bf54f58-f9c5-43f6-908a-701f8adcdcce HTTP/1.1" status: 204 len: 173 time: 1.5828104 Jul 06 14:03:58.078305 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de552a1a-ac57-4c8b-aba4-e998d4b32a1a req-d19b9b99-b252-4529-b05a-58e70a538869 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:58.086393 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de552a1a-ac57-4c8b-aba4-e998d4b32a1a req-d19b9b99-b252-4529-b05a-58e70a538869 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:58.086919 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:58.092189 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de552a1a-ac57-4c8b-aba4-e998d4b32a1a req-d19b9b99-b252-4529-b05a-58e70a538869 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:58.094702 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de552a1a-ac57-4c8b-aba4-e998d4b32a1a req-d19b9b99-b252-4529-b05a-58e70a538869 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 2416 time: 0.1772232 Jul 06 14:03:58.126199 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2901d280-4cec-4a3b-bbf6-00c4a5038850'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:03:58.128748 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7bd656-058b-4d8b-9473-b513f726cb77" -d '{"events": [{"server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "name": "network-vif-unplugged", "status": "completed", "tag": "2901d280-4cec-4a3b-bbf6-00c4a5038850"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:03:58.146523 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-f6ae79ea-eea3-4226-ae34-da18c0e848b7 None None] Set router b1007868-4f2c-4f6b-9e27-3cf16473dce8 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:03:58.149367 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 2901d280-4cec-4a3b-bbf6-00c4a5038850, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=2901d280-4cec-4a3b-bbf6-00c4a5038850,segment=NetworkSegment(ff0510a0-6086-4047-8223-0cf2c45f808b),segment_id=ff0510a0-6086-4047-8223-0cf2c45f808b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:58.176808 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:58.177535 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f298cdfc-2d7b-46d9-818e-7576966d6307 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:58.217398 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de552a1a-ac57-4c8b-aba4-e998d4b32a1a req-53babe9f-d4bd-47ea-8a7b-0890afc04abb tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095788 Jul 06 14:03:58.253438 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-2d7f6ecd-cd1d-4bad-a77c-83283153368c tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Deleting port 2901d280-4cec-4a3b-bbf6-00c4a5038850 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:58.255900 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-2d7f6ecd-cd1d-4bad-a77c-83283153368c tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:58.315551 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=2901d280-4cec-4a3b-bbf6-00c4a5038850,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:58.328883 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f298cdfc-2d7b-46d9-818e-7576966d6307 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:03:58.329568 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 5713c474-b68e-4849-8757-a4ac36c4881f no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:58.385938 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-2d7f6ecd-cd1d-4bad-a77c-83283153368c tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] For port 2901d280-4cec-4a3b-bbf6-00c4a5038850, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=2901d280-4cec-4a3b-bbf6-00c4a5038850,segment=NetworkSegment(ff0510a0-6086-4047-8223-0cf2c45f808b),segment_id=ff0510a0-6086-4047-8223-0cf2c45f808b)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:58.386313 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-2d7f6ecd-cd1d-4bad-a77c-83283153368c tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:58.404233 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-2d7f6ecd-cd1d-4bad-a77c-83283153368c tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Calling delete_port for 2901d280-4cec-4a3b-bbf6-00c4a5038850 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:58.409300 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:58.409977 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:58.410503 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:58.411020 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:58.411532 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:58.412055 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:58.412591 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:58.413101 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:58.413608 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:58.414217 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:58.414726 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:58.415250 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:03:58.466174 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:58.533534 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 5713c474-b68e-4849-8757-a4ac36c4881f, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=5713c474-b68e-4849-8757-a4ac36c4881f,segment=NetworkSegment(ff0510a0-6086-4047-8223-0cf2c45f808b),segment_id=ff0510a0-6086-4047-8223-0cf2c45f808b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:58.557188 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-2d7f6ecd-cd1d-4bad-a77c-83283153368c tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:58.577356 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:58.579091 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 171b252b-03fa-4033-823a-10959a31f1bc no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:58.639470 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f6ecd-cd1d-4bad-a77c-83283153368c tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Pushing event deleted for resources: {'Port': ['ID=2901d280-4cec-4a3b-bbf6-00c4a5038850,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:58.642841 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=5713c474-b68e-4849-8757-a4ac36c4881f,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:58.649234 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7070b8-7e10-430d-adfa-4ac034be3544 x-openstack-request-id: req-dd7070b8-7e10-430d-adfa-4ac034be3544 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:58.649603 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "name": "network-vif-deleted", "tag": "171b252b-03fa-4033-823a-10959a31f1bc", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:58.649971 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-dd7070b8-7e10-430d-adfa-4ac034be3544 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:58.651018 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'name': 'network-vif-deleted', 'tag': '171b252b-03fa-4033-823a-10959a31f1bc', 'status': 'completed', 'code': 200} Jul 06 14:03:58.704293 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 171b252b-03fa-4033-823a-10959a31f1bc {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:03:58.704814 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 171b252b-03fa-4033-823a-10959a31f1bc not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:03:58.705392 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f2296885-8899-45b5-95c4-bfe40a9e131c no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:58.755068 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f2296885-8899-45b5-95c4-bfe40a9e131c not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:03:58.755806 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 60bb4054-389a-44fa-bb3f-77929909aa44 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:03:58.774441 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-2d7f6ecd-cd1d-4bad-a77c-83283153368c tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] No DVR routers for this DVR port 2901d280-4cec-4a3b-bbf6-00c4a5038850 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:03:58.799820 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-2d7f6ecd-cd1d-4bad-a77c-83283153368c tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:58.801980 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-2d7f6ecd-cd1d-4bad-a77c-83283153368c tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.124 "DELETE /v2.0/ports/2901d280-4cec-4a3b-bbf6-00c4a5038850 HTTP/1.1" status: 204 len: 173 time: 0.7827959 Jul 06 14:03:58.802565 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f6ae79ea-eea3-4226-ae34-da18c0e848b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'name': 'tempest-TaggedBootDevicesTest-332643528-router', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '91a5a389-a0a7-493a-b08b-ad93113d0929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:36Z', 'updated_at': '2021-07-06T13:53:43Z', 'revision_number': 4, 'project_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'gw_port': {'id': '91a5a389-a0a7-493a-b08b-ad93113d0929', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:37Z', 'updated_at': '2021-07-06T13:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '187bf93e-316e-421e-90ee-70fc8cfc8f08', 'name': '', 'network_id': '64f4bd64-4ccc-44ff-b973-ee4ab56c4f15', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'mac_address': 'fa:16:3e:8f:f1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '14f05a6a-3a8f-434f-a4ba-d77cff438b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:42Z', 'updated_at': '2021-07-06T13:53:50Z', 'revision_number': 5, 'project_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'subnets': [{'id': '14f05a6a-3a8f-434f-a4ba-d77cff438b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:58.875083 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ae79ea-eea3-4226-ae34-da18c0e848b7 None None] Checking router: b1007868-4f2c-4f6b-9e27-3cf16473dce8 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:03:58.903323 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ae79ea-eea3-4226-ae34-da18c0e848b7 None None] Routers {'b1007868-4f2c-4f6b-9e27-3cf16473dce8'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:03:58.903323 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f6ae79ea-eea3-4226-ae34-da18c0e848b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:03:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b1007868-4f2c-4f6b-9e27-3cf16473dce8'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:58.963184 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0d859b11-45f3-4ac4-98a6-eb0d8e9b83d8 req-4f90ba30-0198-40a4-ab74-150afb8b3f97 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] 10.222.0.118 "GET /v2.0/ports?device_id=75137998-f8db-41d8-b016-824fe6190f12 HTTP/1.1" status: 200 len: 210 time: 0.0808532 Jul 06 14:03:59.072521 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:59.164102 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-d5eaad6a-8be6-4515-9bd4-4fa0086ea915 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:59.165658 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-d5eaad6a-8be6-4515-9bd4-4fa0086ea915 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] 10.222.0.52 "GET /v2.0/networks?id=37897755-8623-4ed6-915a-750ed72bb7f6 HTTP/1.1" status: 200 len: 822 time: 0.3378296 Jul 06 14:03:59.217905 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-5e263da8-0b1a-4124-92f4-44a660f15877 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] Request body: {'port': {'device_id': '75137998-f8db-41d8-b016-824fe6190f12', 'network_id': '37897755-8623-4ed6-915a-750ed72bb7f6', 'admin_state_up': True, 'tenant_id': 'a51979751940470e9ed61f9702a97dcc'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:03:59.312521 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-42c226ab-f298-47b9-9afc-11a7c40314e5 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Deleting port 60bb4054-389a-44fa-bb3f-77929909aa44 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:03:59.313693 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-42c226ab-f298-47b9-9afc-11a7c40314e5 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:59.345404 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 60bb4054-389a-44fa-bb3f-77929909aa44, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=60bb4054-389a-44fa-bb3f-77929909aa44,segment=NetworkSegment(3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36),segment_id=3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:59.350293 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:59.425507 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-f6ae79ea-eea3-4226-ae34-da18c0e848b7 None None] Set router b1007868-4f2c-4f6b-9e27-3cf16473dce8 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:03:59.427807 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=60bb4054-389a-44fa-bb3f-77929909aa44,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:03:59.429787 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79961d3-1398-4bbc-862d-930a765f471a req-e0e7087d-af75-4f2c-a621-90b4b25c6550 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:03:59.434099 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b79961d3-1398-4bbc-862d-930a765f471a req-e0e7087d-af75-4f2c-a621-90b4b25c6550 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2ffe095-2403-4a7b-8c48-e7250f810945 HTTP/1.1" status: 200 len: 944 time: 0.3140655 Jul 06 14:03:59.507205 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-42c226ab-f298-47b9-9afc-11a7c40314e5 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] For port 60bb4054-389a-44fa-bb3f-77929909aa44, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=60bb4054-389a-44fa-bb3f-77929909aa44,segment=NetworkSegment(3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36),segment_id=3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:03:59.507731 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-42c226ab-f298-47b9-9afc-11a7c40314e5 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:59.532124 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-42c226ab-f298-47b9-9afc-11a7c40314e5 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Calling delete_port for 60bb4054-389a-44fa-bb3f-77929909aa44 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:03:59.534364 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-5e263da8-0b1a-4124-92f4-44a660f15877 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] Made reservation on behalf of a51979751940470e9ed61f9702a97dcc for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:03:59.538229 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-5e263da8-0b1a-4124-92f4-44a660f15877 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:59.546076 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b79961d3-1398-4bbc-862d-930a765f471a req-a79e14ed-b1cc-439b-bde4-e25fd444cedf tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028268 Jul 06 14:03:59.654195 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb87d19b-1c60-4ed7-9b00-4e42b827bf4d x-openstack-request-id: req-fb87d19b-1c60-4ed7-9b00-4e42b827bf4d {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:03:59.654596 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "name": "network-vif-unplugged", "status": "completed", "tag": "2901d280-4cec-4a3b-bbf6-00c4a5038850", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:03:59.655010 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-fb87d19b-1c60-4ed7-9b00-4e42b827bf4d {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:03:59.655581 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2901d280-4cec-4a3b-bbf6-00c4a5038850', 'code': 200} Jul 06 14:03:59.697432 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f6ae79ea-eea3-4226-ae34-da18c0e848b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'name': 'tempest-TaggedBootDevicesTest-332643528-router', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '91a5a389-a0a7-493a-b08b-ad93113d0929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:36Z', 'updated_at': '2021-07-06T13:53:43Z', 'revision_number': 4, 'project_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'gw_port': {'id': '91a5a389-a0a7-493a-b08b-ad93113d0929', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:37Z', 'updated_at': '2021-07-06T13:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '187bf93e-316e-421e-90ee-70fc8cfc8f08', 'name': '', 'network_id': '64f4bd64-4ccc-44ff-b973-ee4ab56c4f15', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'mac_address': 'fa:16:3e:8f:f1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '14f05a6a-3a8f-434f-a4ba-d77cff438b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:42Z', 'updated_at': '2021-07-06T13:53:50Z', 'revision_number': 5, 'project_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'subnets': [{'id': '14f05a6a-3a8f-434f-a4ba-d77cff438b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:03:59.729421 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ae79ea-eea3-4226-ae34-da18c0e848b7 None None] The sync data for ids ['b1007868-4f2c-4f6b-9e27-3cf16473dce8'] in n-d-773644-6 is: [{'id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'name': 'tempest-TaggedBootDevicesTest-332643528-router', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '91a5a389-a0a7-493a-b08b-ad93113d0929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:36Z', 'updated_at': '2021-07-06T13:53:43Z', 'revision_number': 4, 'project_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'gw_port': {'id': '91a5a389-a0a7-493a-b08b-ad93113d0929', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:37Z', 'updated_at': '2021-07-06T13:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '187bf93e-316e-421e-90ee-70fc8cfc8f08', 'name': '', 'network_id': '64f4bd64-4ccc-44ff-b973-ee4ab56c4f15', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'mac_address': 'fa:16:3e:8f:f1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '14f05a6a-3a8f-434f-a4ba-d77cff438b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:42Z', 'updated_at': '2021-07-06T13:53:50Z', 'revision_number': 5, 'project_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'subnets': [{'id': '14f05a6a-3a8f-434f-a4ba-d77cff438b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:03:59.837728 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-5e263da8-0b1a-4124-92f4-44a660f15877 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] Allocated IP 172.20.0.8 (37897755-8623-4ed6-915a-750ed72bb7f6/19bbcfd3-d0a2-434e-bf3e-31ca2266bed6/2f35642e-331f-4ac8-80be-e054da5d3502) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:03:59.907251 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-42c226ab-f298-47b9-9afc-11a7c40314e5 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:03:59.959794 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c226ab-f298-47b9-9afc-11a7c40314e5 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Pushing event deleted for resources: {'Port': ['ID=60bb4054-389a-44fa-bb3f-77929909aa44,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:00.056592 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a9d8c-5ea2-4864-ba25-71fa38977a2f req-2752edc7-410a-408d-b445-0b42a4b0c926 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:00.058202 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-552a9d8c-5ea2-4864-ba25-71fa38977a2f req-2752edc7-410a-408d-b445-0b42a4b0c926 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 946 time: 0.3069792 Jul 06 14:04:00.096601 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-42c226ab-f298-47b9-9afc-11a7c40314e5 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] No DVR routers for this DVR port 60bb4054-389a-44fa-bb3f-77929909aa44 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:04:00.101876 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-42c226ab-f298-47b9-9afc-11a7c40314e5 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:00.103915 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-42c226ab-f298-47b9-9afc-11a7c40314e5 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.124 "DELETE /v2.0/ports/60bb4054-389a-44fa-bb3f-77929909aa44 HTTP/1.1" status: 204 len: 173 time: 1.2958834 Jul 06 14:04:00.121103 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fbf586-6b5c-4c3a-ac5d-7ac76e5c7f05 None None] New status for floating IP 9a661cef-7e13-4d61-b7f1-1211f2044f51: DOWN {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:04:00.210648 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-552a9d8c-5ea2-4864-ba25-71fa38977a2f req-a23d8070-b4ca-4221-b66a-ed8defeef6bc tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444266 Jul 06 14:04:00.284662 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-5e263da8-0b1a-4124-92f4-44a660f15877 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:00.311799 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-e8d25a6b-aead-4586-9807-96b67dbb211d tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Deleting port 5713c474-b68e-4849-8757-a4ac36c4881f {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:00.312720 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-e8d25a6b-aead-4586-9807-96b67dbb211d tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:00.455009 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-5e263da8-0b1a-4124-92f4-44a660f15877 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:00.469051 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-e8d25a6b-aead-4586-9807-96b67dbb211d tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] For port 5713c474-b68e-4849-8757-a4ac36c4881f, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=5713c474-b68e-4849-8757-a4ac36c4881f,segment=NetworkSegment(ff0510a0-6086-4047-8223-0cf2c45f808b),segment_id=ff0510a0-6086-4047-8223-0cf2c45f808b)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:00.469456 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-e8d25a6b-aead-4586-9807-96b67dbb211d tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:00.510512 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-e8d25a6b-aead-4586-9807-96b67dbb211d tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Calling delete_port for 5713c474-b68e-4849-8757-a4ac36c4881f owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:00.544446 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-5e263da8-0b1a-4124-92f4-44a660f15877 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] Network 37897755-8623-4ed6-915a-750ed72bb7f6 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:04:00.552861 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-5e263da8-0b1a-4124-92f4-44a660f15877 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:04:00.554725 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e263da8-0b1a-4124-92f4-44a660f15877 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] Pushing event updated for resources: {'Port': ['ID=2f35642e-331f-4ac8-80be-e054da5d3502,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:00.557148 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-5e263da8-0b1a-4124-92f4-44a660f15877 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:04:00.639781 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c530f3a-da75-4aaf-a229-468cf209f377 req-7721cdae-6cc1-4265-86c8-b4f7d4ff68bc tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:00.642093 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7c530f3a-da75-4aaf-a229-468cf209f377 req-7721cdae-6cc1-4265-86c8-b4f7d4ff68bc tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 943 time: 0.2511156 Jul 06 14:04:00.651608 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'name': 'network-vif-deleted', 'tag': '3bf54f58-f9c5-43f6-908a-701f8adcdcce'}, {'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'name': 'network-vif-deleted', 'tag': '2901d280-4cec-4a3b-bbf6-00c4a5038850'}, {'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'name': 'network-vif-deleted', 'tag': '60bb4054-389a-44fa-bb3f-77929909aa44'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:00.653983 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6742b695-7b21-4395-b395-f522d752b7c4" -d '{"events": [{"server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "name": "network-vif-deleted", "tag": "3bf54f58-f9c5-43f6-908a-701f8adcdcce"}, {"server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "name": "network-vif-deleted", "tag": "2901d280-4cec-4a3b-bbf6-00c4a5038850"}, {"server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "name": "network-vif-deleted", "tag": "60bb4054-389a-44fa-bb3f-77929909aa44"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:00.690443 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-5e263da8-0b1a-4124-92f4-44a660f15877 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:00.691095 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-5e263da8-0b1a-4124-92f4-44a660f15877 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:00.733110 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7c530f3a-da75-4aaf-a229-468cf209f377 req-8ad9aea2-bea9-46ef-b743-c52f0a6999a5 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups?id=533265c7-1adb-4c2e-a86b-6b139ef51fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844226 Jul 06 14:04:00.734495 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-5e263da8-0b1a-4124-92f4-44a660f15877 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5275757 Jul 06 14:04:00.769285 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-b584bf5d-6b0e-44d7-a181-7ed1bd1a0216 service neutron] Request body: {'port': {'device_id': '75137998-f8db-41d8-b016-824fe6190f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:00.860357 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-e8d25a6b-aead-4586-9807-96b67dbb211d tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:00.934725 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d25a6b-aead-4586-9807-96b67dbb211d tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Pushing event deleted for resources: {'Port': ['ID=5713c474-b68e-4849-8757-a4ac36c4881f,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:00.974673 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-b584bf5d-6b0e-44d7-a181-7ed1bd1a0216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:01.006381 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-e8d25a6b-aead-4586-9807-96b67dbb211d tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] No DVR routers for this DVR port 5713c474-b68e-4849-8757-a4ac36c4881f on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:04:01.008954 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-e8d25a6b-aead-4586-9807-96b67dbb211d tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:01.011294 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-03c749f3-8673-4b44-9ad2-013f247eb702 req-e8d25a6b-aead-4586-9807-96b67dbb211d tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.124 "DELETE /v2.0/ports/5713c474-b68e-4849-8757-a4ac36c4881f HTTP/1.1" status: 204 len: 173 time: 0.8985012 Jul 06 14:04:01.076662 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da107fd8-f71c-4dfe-8207-eecc6784d39d req-0e38115a-67da-4871-80e2-ccc62c2773aa tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:01.078520 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da107fd8-f71c-4dfe-8207-eecc6784d39d req-0e38115a-67da-4871-80e2-ccc62c2773aa tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] 10.222.0.118 "GET /v2.0/ports?device_id=75137998-f8db-41d8-b016-824fe6190f12 HTTP/1.1" status: 200 len: 931 time: 0.2098715 Jul 06 14:04:01.231334 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da107fd8-f71c-4dfe-8207-eecc6784d39d req-cc9a18e2-9df3-4e37-8111-05a1318c3ff1 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] 10.222.0.118 "GET /v2.0/security-groups?id=10f8dea5-df94-4b27-8e34-751f78ac8558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436098 Jul 06 14:04:01.360364 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-b584bf5d-6b0e-44d7-a181-7ed1bd1a0216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f35642e-331f-4ac8-80be-e054da5d3502 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:01.369386 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-b584bf5d-6b0e-44d7-a181-7ed1bd1a0216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:01.383498 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-b584bf5d-6b0e-44d7-a181-7ed1bd1a0216 service neutron] Transition to ACTIVE for port object 2f35642e-331f-4ac8-80be-e054da5d3502 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:04:01.387799 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-b584bf5d-6b0e-44d7-a181-7ed1bd1a0216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:01.453060 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584bf5d-6b0e-44d7-a181-7ed1bd1a0216 service neutron] Pushing event updated for resources: {'Port': ['ID=2f35642e-331f-4ac8-80be-e054da5d3502,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:01.566427 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-b584bf5d-6b0e-44d7-a181-7ed1bd1a0216 service neutron] Attempting to bind port 2f35642e-331f-4ac8-80be-e054da5d3502 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:01.566767 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-b584bf5d-6b0e-44d7-a181-7ed1bd1a0216 service neutron] Attempting to bind port 2f35642e-331f-4ac8-80be-e054da5d3502 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'a6cb7db4-2feb-46cd-ae49-9eba08e1b369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '37897755-8623-4ed6-915a-750ed72bb7f6'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:01.567107 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-b584bf5d-6b0e-44d7-a181-7ed1bd1a0216 service neutron] Attempting to bind port 2f35642e-331f-4ac8-80be-e054da5d3502 on network 37897755-8623-4ed6-915a-750ed72bb7f6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:01.575504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-b584bf5d-6b0e-44d7-a181-7ed1bd1a0216 service neutron] Port 2f35642e-331f-4ac8-80be-e054da5d3502 on network 37897755-8623-4ed6-915a-750ed72bb7f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:01.575832 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-b584bf5d-6b0e-44d7-a181-7ed1bd1a0216 service neutron] Attempting to bind port 2f35642e-331f-4ac8-80be-e054da5d3502 on network 37897755-8623-4ed6-915a-750ed72bb7f6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:01.583865 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-b584bf5d-6b0e-44d7-a181-7ed1bd1a0216 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:04:01.584212 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-b584bf5d-6b0e-44d7-a181-7ed1bd1a0216 service neutron] Checking segment: {'id': 'a6cb7db4-2feb-46cd-ae49-9eba08e1b369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '37897755-8623-4ed6-915a-750ed72bb7f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:04:01.584604 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-b584bf5d-6b0e-44d7-a181-7ed1bd1a0216 service neutron] Bound using segment: {'id': 'a6cb7db4-2feb-46cd-ae49-9eba08e1b369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '37897755-8623-4ed6-915a-750ed72bb7f6'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:04:01.585042 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-b584bf5d-6b0e-44d7-a181-7ed1bd1a0216 service neutron] Bound port: 2f35642e-331f-4ac8-80be-e054da5d3502, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6cb7db4-2feb-46cd-ae49-9eba08e1b369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '37897755-8623-4ed6-915a-750ed72bb7f6'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:04:01.585661 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-b584bf5d-6b0e-44d7-a181-7ed1bd1a0216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:01.594535 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058310fe-2e7c-4c56-a54d-a1e2562e3018 req-d9bdb9f0-34f0-42a4-aaa4-5b5bb94a4907 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:01.596079 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-058310fe-2e7c-4c56-a54d-a1e2562e3018 req-d9bdb9f0-34f0-42a4-aaa4-5b5bb94a4907 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2ffe095-2403-4a7b-8c48-e7250f810945 HTTP/1.1" status: 200 len: 944 time: 0.1233835 Jul 06 14:04:01.638677 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:04:01.657172 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5713c474-b68e-4849-8757-a4ac36c4881f'}, {'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60bb4054-389a-44fa-bb3f-77929909aa44'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:01.659358 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c7d5fd-ced4-412a-a0a5-4d645b4ecfbd" -d '{"events": [{"server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "name": "network-vif-unplugged", "status": "completed", "tag": "5713c474-b68e-4849-8757-a4ac36c4881f"}, {"server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "name": "network-vif-unplugged", "status": "completed", "tag": "60bb4054-389a-44fa-bb3f-77929909aa44"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:01.672687 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-058310fe-2e7c-4c56-a54d-a1e2562e3018 req-e74ec34b-fe14-4ae0-af7d-3c1cddf64c20 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687995 Jul 06 14:04:01.701113 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-b584bf5d-6b0e-44d7-a181-7ed1bd1a0216 service neutron] For port 2f35642e-331f-4ac8-80be-e054da5d3502, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:04:01.701113 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-b584bf5d-6b0e-44d7-a181-7ed1bd1a0216 service neutron] For port 2f35642e-331f-4ac8-80be-e054da5d3502, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=2f35642e-331f-4ac8-80be-e054da5d3502,segment=NetworkSegment(a6cb7db4-2feb-46cd-ae49-9eba08e1b369),segment_id=a6cb7db4-2feb-46cd-ae49-9eba08e1b369)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:04:01.701113 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-b584bf5d-6b0e-44d7-a181-7ed1bd1a0216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:01.729570 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8f859d-7bd0-437a-997a-b33d3e26c01b x-openstack-request-id: req-cf8f859d-7bd0-437a-997a-b33d3e26c01b {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:01.729924 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "name": "network-vif-deleted", "tag": "3bf54f58-f9c5-43f6-908a-701f8adcdcce", "status": "completed", "code": 200}, {"server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "name": "network-vif-deleted", "tag": "2901d280-4cec-4a3b-bbf6-00c4a5038850", "status": "completed", "code": 200}, {"server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "name": "network-vif-deleted", "tag": "60bb4054-389a-44fa-bb3f-77929909aa44", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:01.730184 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-cf8f859d-7bd0-437a-997a-b33d3e26c01b {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:01.730583 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'name': 'network-vif-deleted', 'tag': '3bf54f58-f9c5-43f6-908a-701f8adcdcce', 'status': 'completed', 'code': 200} Jul 06 14:04:01.730851 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'name': 'network-vif-deleted', 'tag': '2901d280-4cec-4a3b-bbf6-00c4a5038850', 'status': 'completed', 'code': 200} Jul 06 14:04:01.731104 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'name': 'network-vif-deleted', 'tag': '60bb4054-389a-44fa-bb3f-77929909aa44', 'status': 'completed', 'code': 200} Jul 06 14:04:01.740910 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-b584bf5d-6b0e-44d7-a181-7ed1bd1a0216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:01.741551 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-b584bf5d-6b0e-44d7-a181-7ed1bd1a0216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:01.743130 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-b584bf5d-6b0e-44d7-a181-7ed1bd1a0216 service neutron] 10.222.0.52 "PUT /v2.0/ports/2f35642e-331f-4ac8-80be-e054da5d3502 HTTP/1.1" status: 200 len: 1091 time: 0.9962165 Jul 06 14:04:01.772359 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584bf5d-6b0e-44d7-a181-7ed1bd1a0216 service neutron] Pushing event updated for resources: {'Port': ['ID=2f35642e-331f-4ac8-80be-e054da5d3502,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:01.851193 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-8a89a027-8ea6-46f4-9fca-e9f129f149c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:01.852938 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-8a89a027-8ea6-46f4-9fca-e9f129f149c7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a51979751940470e9ed61f9702a97dcc&device_id=75137998-f8db-41d8-b016-824fe6190f12 HTTP/1.1" status: 200 len: 1094 time: 0.0704238 Jul 06 14:04:01.907350 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-c2f62dbe-d222-4c19-96f2-374142e4e34c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f35642e-331f-4ac8-80be-e054da5d3502 HTTP/1.1" status: 200 len: 217 time: 0.0427969 Jul 06 14:04:01.949248 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cfd5b7-9287-4dd6-91c1-b2f8956f33db x-openstack-request-id: req-35cfd5b7-9287-4dd6-91c1-b2f8956f33db {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:01.949724 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "name": "network-vif-unplugged", "status": "completed", "tag": "5713c474-b68e-4849-8757-a4ac36c4881f", "code": 200}, {"server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "name": "network-vif-unplugged", "status": "completed", "tag": "60bb4054-389a-44fa-bb3f-77929909aa44", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:01.950143 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-35cfd5b7-9287-4dd6-91c1-b2f8956f33db {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:01.950703 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5713c474-b68e-4849-8757-a4ac36c4881f', 'code': 200} Jul 06 14:04:01.951425 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60bb4054-389a-44fa-bb3f-77929909aa44', 'code': 200} Jul 06 14:04:01.985945 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-85d4e78d-6ac3-417b-b130-6d91e8a8c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:01.987577 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-85d4e78d-6ac3-417b-b130-6d91e8a8c5a8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=19bbcfd3-d0a2-434e-bf3e-31ca2266bed6 HTTP/1.1" status: 200 len: 862 time: 0.0697525 Jul 06 14:04:02.027686 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-9f040a69-7038-4003-b26d-d14d121f1cca service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=37897755-8623-4ed6-915a-750ed72bb7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302918 Jul 06 14:04:02.124829 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-768fcee7-bb06-416d-bc13-094180fd4ad9 req-88ade499-95a5-4d47-9edb-d7f83f92f423 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 210 time: 0.0759153 Jul 06 14:04:02.185570 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-fd2ec986-cc57-49d0-9596-b9f73ed98c62 service neutron] 10.222.0.52 "GET /v2.0/networks/37897755-8623-4ed6-915a-750ed72bb7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473935 Jul 06 14:04:02.343927 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83448b54-a8b1-4635-b5a0-5ae034992b7a req-4dbf40e0-c389-46ef-8d1f-ed9908cc8c0a service neutron] 10.222.0.52 "GET /v2.0/networks/37897755-8623-4ed6-915a-750ed72bb7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470883 Jul 06 14:04:02.377137 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fedd10-c179-4a52-9e23-b784d83765f5 req-8330dfe9-7ea8-425e-acf8-30ce8b37de86 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:02.378628 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-14fedd10-c179-4a52-9e23-b784d83765f5 req-8330dfe9-7ea8-425e-acf8-30ce8b37de86 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 946 time: 0.1216867 Jul 06 14:04:02.430713 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-14fedd10-c179-4a52-9e23-b784d83765f5 req-2600b0fa-c2cc-4308-a43b-5b70547e1dc9 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459588 Jul 06 14:04:02.630078 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5b7ca-a2f4-46b4-af53-1ccfb186b87a req-40eb2e84-9165-44f6-99b4-ea47703f8c71 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:02.631497 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-49d5b7ca-a2f4-46b4-af53-1ccfb186b87a req-40eb2e84-9165-44f6-99b4-ea47703f8c71 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] 10.222.0.118 "GET /v2.0/ports?device_id=75137998-f8db-41d8-b016-824fe6190f12 HTTP/1.1" status: 200 len: 943 time: 0.0678911 Jul 06 14:04:02.670978 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-49d5b7ca-a2f4-46b4-af53-1ccfb186b87a req-d7a3936f-1972-4bca-81ac-f26284d5a621 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] 10.222.0.118 "GET /v2.0/security-groups?id=10f8dea5-df94-4b27-8e34-751f78ac8558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336688 Jul 06 14:04:03.080943 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715bf73-034f-494a-a44f-8127902f0546 req-f16d2abd-8217-482d-b206-47408c1c147b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:03.082541 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f715bf73-034f-494a-a44f-8127902f0546 req-f16d2abd-8217-482d-b206-47408c1c147b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2ffe095-2403-4a7b-8c48-e7250f810945 HTTP/1.1" status: 200 len: 944 time: 0.0742221 Jul 06 14:04:03.126658 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f715bf73-034f-494a-a44f-8127902f0546 req-1991f022-1186-4bd9-9efa-520473f046ca tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380497 Jul 06 14:04:03.310331 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720294ef-4f70-4d12-b38e-5e62d3675534 req-520f0fcd-6d71-4dce-8487-0aa9794c804f tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:03.311895 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-720294ef-4f70-4d12-b38e-5e62d3675534 req-520f0fcd-6d71-4dce-8487-0aa9794c804f tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 946 time: 0.0739064 Jul 06 14:04:03.359928 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-720294ef-4f70-4d12-b38e-5e62d3675534 req-b1c154f9-58b1-483f-82ad-ecf2db97e24d tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412476 Jul 06 14:04:03.425643 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9041dd06-21ed-44d3-b4dd-77e638200800 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:04:03.519124 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2cd06c1f-3e40-47b0-9e8f-c0a4db5ef2a4 req-a46990fa-4820-41bd-a049-fd132e301378 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 210 time: 0.0375061 Jul 06 14:04:03.548518 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 9041dd06-21ed-44d3-b4dd-77e638200800, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9041dd06-21ed-44d3-b4dd-77e638200800,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:03.564282 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '9041dd06-21ed-44d3-b4dd-77e638200800', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'port_id': '9041dd06-21ed-44d3-b4dd-77e638200800', 'mac_address': 'fa:16:3e:d8:ac:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:04:03.604325 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:03.619184 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9041dd06-21ed-44d3-b4dd-77e638200800 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:03.641093 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 9041dd06-21ed-44d3-b4dd-77e638200800, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9041dd06-21ed-44d3-b4dd-77e638200800,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:03.646039 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:03.701535 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=9041dd06-21ed-44d3-b4dd-77e638200800,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:03.739958 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639c710-ce69-4af6-8281-88a4a9163c69 req-237df555-3baa-425d-a874-11a816a6a699 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:03.741648 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7639c710-ce69-4af6-8281-88a4a9163c69 req-237df555-3baa-425d-a874-11a816a6a699 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 946 time: 0.0959876 Jul 06 14:04:03.742360 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'name': 'network-vif-deleted', 'tag': '5713c474-b68e-4849-8757-a4ac36c4881f'}, {'name': 'network-changed', 'server_uuid': '75137998-f8db-41d8-b016-824fe6190f12', 'tag': '2f35642e-331f-4ac8-80be-e054da5d3502'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:03.744807 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b57498-4392-434f-9d0a-f596eeddbb1f" -d '{"events": [{"server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "name": "network-vif-deleted", "tag": "5713c474-b68e-4849-8757-a4ac36c4881f"}, {"name": "network-changed", "server_uuid": "75137998-f8db-41d8-b016-824fe6190f12", "tag": "2f35642e-331f-4ac8-80be-e054da5d3502"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:03.788991 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7639c710-ce69-4af6-8281-88a4a9163c69 req-34d374bd-5fbd-4875-b2b5-7c8c6001730f tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407381 Jul 06 14:04:03.926779 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9041dd06-21ed-44d3-b4dd-77e638200800'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:04:04.002328 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1edb09d-271f-41b7-afbd-3628fc74a7d9 req-34dec7f3-b012-478d-bfd2-53c1a3021dbf tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:04.003892 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1edb09d-271f-41b7-afbd-3628fc74a7d9 req-34dec7f3-b012-478d-bfd2-53c1a3021dbf tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] 10.222.0.118 "GET /v2.0/ports?device_id=75137998-f8db-41d8-b016-824fe6190f12 HTTP/1.1" status: 200 len: 943 time: 0.0948794 Jul 06 14:04:04.072234 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1edb09d-271f-41b7-afbd-3628fc74a7d9 req-c118df18-cc95-4a5a-aad2-d1cb0127b90e tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] 10.222.0.118 "GET /v2.0/security-groups?id=10f8dea5-df94-4b27-8e34-751f78ac8558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551116 Jul 06 14:04:04.159359 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5af84d5-6a6d-404d-a110-399f88ad92f7 x-openstack-request-id: req-a5af84d5-6a6d-404d-a110-399f88ad92f7 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:04.159669 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56", "name": "network-vif-deleted", "tag": "5713c474-b68e-4849-8757-a4ac36c4881f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "75137998-f8db-41d8-b016-824fe6190f12", "tag": "2f35642e-331f-4ac8-80be-e054da5d3502", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:04.159921 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-a5af84d5-6a6d-404d-a110-399f88ad92f7 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:04.160818 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56', 'name': 'network-vif-deleted', 'tag': '5713c474-b68e-4849-8757-a4ac36c4881f', 'status': 'completed', 'code': 200} Jul 06 14:04:04.161973 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75137998-f8db-41d8-b016-824fe6190f12', 'tag': '2f35642e-331f-4ac8-80be-e054da5d3502', 'status': 'completed', 'code': 200} Jul 06 14:04:04.277849 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b57498-4392-434f-9d0a-f596eeddbb1f req-91aa6f53-5e4e-4f7b-b5fb-c7c3bef97aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:04.279491 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f9b57498-4392-434f-9d0a-f596eeddbb1f req-91aa6f53-5e4e-4f7b-b5fb-c7c3bef97aac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a51979751940470e9ed61f9702a97dcc&device_id=75137998-f8db-41d8-b016-824fe6190f12 HTTP/1.1" status: 200 len: 1094 time: 0.0913687 Jul 06 14:04:04.442887 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b57498-4392-434f-9d0a-f596eeddbb1f req-a9a6f571-fafd-4ab3-96e1-b4e1bfd2cece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:04.444373 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f9b57498-4392-434f-9d0a-f596eeddbb1f req-a9a6f571-fafd-4ab3-96e1-b4e1bfd2cece service neutron] 10.222.0.52 "GET /v2.0/networks?id=37897755-8623-4ed6-915a-750ed72bb7f6 HTTP/1.1" status: 200 len: 923 time: 0.1567795 Jul 06 14:04:04.517210 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a911b3-5153-4035-928d-c1053407f6e8 req-0500dea2-f920-455f-b06a-52de02b42066 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:04.519013 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-89a911b3-5153-4035-928d-c1053407f6e8 req-0500dea2-f920-455f-b06a-52de02b42066 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2ffe095-2403-4a7b-8c48-e7250f810945 HTTP/1.1" status: 200 len: 945 time: 0.1809721 Jul 06 14:04:04.523418 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f9b57498-4392-434f-9d0a-f596eeddbb1f req-475ac78e-bb1e-4e7e-9834-6fb7a22f8c0b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f35642e-331f-4ac8-80be-e054da5d3502 HTTP/1.1" status: 200 len: 217 time: 0.0590045 Jul 06 14:04:04.973347 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b57498-4392-434f-9d0a-f596eeddbb1f req-babcf9b0-336d-4b62-9e60-b830294fe381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:04.974868 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f9b57498-4392-434f-9d0a-f596eeddbb1f req-babcf9b0-336d-4b62-9e60-b830294fe381 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=19bbcfd3-d0a2-434e-bf3e-31ca2266bed6 HTTP/1.1" status: 200 len: 862 time: 0.4443061 Jul 06 14:04:04.978047 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-89a911b3-5153-4035-928d-c1053407f6e8 req-68285e5d-e9e8-4fbc-b04b-f8b422a01034 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500976 Jul 06 14:04:04.987772 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77029f59-d788-4e7e-83dc-8b088acb1cd5 req-ec7240f8-0a04-426a-a4f4-248beda34afb tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:04.989324 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-77029f59-d788-4e7e-83dc-8b088acb1cd5 req-ec7240f8-0a04-426a-a4f4-248beda34afb tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.124 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 946 time: 0.5658019 Jul 06 14:04:05.024217 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f9b57498-4392-434f-9d0a-f596eeddbb1f req-3919d2cb-c1f8-4f9d-a533-a06b1b6492d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=37897755-8623-4ed6-915a-750ed72bb7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339067 Jul 06 14:04:05.224369 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f9b57498-4392-434f-9d0a-f596eeddbb1f req-704a0690-2fc1-48e6-8303-5b506ce1fdef service neutron] 10.222.0.52 "GET /v2.0/networks/37897755-8623-4ed6-915a-750ed72bb7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820085 Jul 06 14:04:05.274305 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea6171-a9e6-4010-8e63-35125bcec1d6 req-61525563-4025-4bfd-b31e-fdbc8639143f tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:05.274305 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5ea6171-a9e6-4010-8e63-35125bcec1d6 req-61525563-4025-4bfd-b31e-fdbc8639143f tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=7db004ef-8691-4863-8a30-7918a3a91581 HTTP/1.1" status: 200 len: 946 time: 0.1654019 Jul 06 14:04:05.274305 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-77029f59-d788-4e7e-83dc-8b088acb1cd5 req-9eb437fb-911b-4b87-a44d-649ec37b4e32 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Deleting port e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:05.274305 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-77029f59-d788-4e7e-83dc-8b088acb1cd5 req-9eb437fb-911b-4b87-a44d-649ec37b4e32 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:05.431641 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5ea6171-a9e6-4010-8e63-35125bcec1d6 req-9b7ccfb1-aa50-471d-a2f8-30d507ddcdf0 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=ddf72955-cccc-4df8-bbaf-cd8852535bac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479676 Jul 06 14:04:05.450377 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 2f35642e-331f-4ac8-80be-e054da5d3502 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:04:05.455281 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-77029f59-d788-4e7e-83dc-8b088acb1cd5 req-9eb437fb-911b-4b87-a44d-649ec37b4e32 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] For port e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:05.455659 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-77029f59-d788-4e7e-83dc-8b088acb1cd5 req-9eb437fb-911b-4b87-a44d-649ec37b4e32 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:05.460622 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9041dd06-21ed-44d3-b4dd-77e638200800 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:04:05.473784 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f9b57498-4392-434f-9d0a-f596eeddbb1f req-c144a896-c50f-4176-b0b6-42da8e2b2b72 service neutron] 10.222.0.52 "GET /v2.0/networks/37897755-8623-4ed6-915a-750ed72bb7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331007 Jul 06 14:04:05.630645 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 9041dd06-21ed-44d3-b4dd-77e638200800 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:04:05.645919 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 9041dd06-21ed-44d3-b4dd-77e638200800 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:05.646299 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:05.675510 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-40d63bb8-6424-4938-b476-700b469ccb1c req-c55ab005-5430-4c59-bc09-4fbe2961c6e9 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 210 time: 0.0695868 Jul 06 14:04:05.690051 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 2f35642e-331f-4ac8-80be-e054da5d3502, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=2f35642e-331f-4ac8-80be-e054da5d3502,segment=NetworkSegment(a6cb7db4-2feb-46cd-ae49-9eba08e1b369),segment_id=a6cb7db4-2feb-46cd-ae49-9eba08e1b369)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:05.699777 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-77029f59-d788-4e7e-83dc-8b088acb1cd5 req-9eb437fb-911b-4b87-a44d-649ec37b4e32 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:05.700161 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-77029f59-d788-4e7e-83dc-8b088acb1cd5 req-9eb437fb-911b-4b87-a44d-649ec37b4e32 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:05.700482 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [req-77029f59-d788-4e7e-83dc-8b088acb1cd5 req-9eb437fb-911b-4b87-a44d-649ec37b4e32 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Floating IP 2142eeee-37b2-4aef-9e29-854118ef2ae0 disassociated. External IP: 172.25.6.182, port: e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907. Jul 06 14:04:05.701486 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-77029f59-d788-4e7e-83dc-8b088acb1cd5 req-9eb437fb-911b-4b87-a44d-649ec37b4e32 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Calling delete_port for e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:05.721420 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '2f35642e-331f-4ac8-80be-e054da5d3502', 'network_id': '37897755-8623-4ed6-915a-750ed72bb7f6', 'port_id': '2f35642e-331f-4ac8-80be-e054da5d3502', 'mac_address': 'fa:16:3e:20:39:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19bbcfd3-d0a2-434e-bf3e-31ca2266bed6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:04:05.774658 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:05.813740 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f35642e-331f-4ac8-80be-e054da5d3502 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:05.854141 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 2f35642e-331f-4ac8-80be-e054da5d3502, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=2f35642e-331f-4ac8-80be-e054da5d3502,segment=NetworkSegment(a6cb7db4-2feb-46cd-ae49-9eba08e1b369),segment_id=a6cb7db4-2feb-46cd-ae49-9eba08e1b369)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:05.858191 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:05.869449 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:05.899783 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-77029f59-d788-4e7e-83dc-8b088acb1cd5 req-9eb437fb-911b-4b87-a44d-649ec37b4e32 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:05.935668 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=2f35642e-331f-4ac8-80be-e054da5d3502,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:05.939646 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb437fb-911b-4b87-a44d-649ec37b4e32 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Pushing event deleted for resources: {'Port': ['ID=e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:05.945905 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ffe095-2403-4a7b-8c48-e7250f810945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9041dd06-21ed-44d3-b4dd-77e638200800'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:05.948609 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2303a432-ff16-46d7-86a0-558c9eb8436b" -d '{"events": [{"server_uuid": "d2ffe095-2403-4a7b-8c48-e7250f810945", "name": "network-vif-plugged", "status": "completed", "tag": "9041dd06-21ed-44d3-b4dd-77e638200800"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:05.963640 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50465700-80de-4a94-88f5-cc25865d4a99 req-9587af22-6be3-43df-8988-0ba099254381 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:05.966139 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 9041dd06-21ed-44d3-b4dd-77e638200800, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9041dd06-21ed-44d3-b4dd-77e638200800,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:05.969421 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-50465700-80de-4a94-88f5-cc25865d4a99 req-9587af22-6be3-43df-8988-0ba099254381 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] 10.222.0.118 "GET /v2.0/ports?device_id=75137998-f8db-41d8-b016-824fe6190f12 HTTP/1.1" status: 200 len: 943 time: 0.1352026 Jul 06 14:04:05.975120 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:06.035528 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=9041dd06-21ed-44d3-b4dd-77e638200800,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:06.087943 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-50465700-80de-4a94-88f5-cc25865d4a99 req-c5a47590-2655-419d-ae98-5304629b6f9b tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] 10.222.0.118 "GET /v2.0/security-groups?id=10f8dea5-df94-4b27-8e34-751f78ac8558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096067 Jul 06 14:04:06.124203 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77029f59-d788-4e7e-83dc-8b088acb1cd5 req-9eb437fb-911b-4b87-a44d-649ec37b4e32 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Router c67dd48a-4557-463e-89f3-3f84f356dcc7 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:04:06.136493 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['2f35642e-331f-4ac8-80be-e054da5d3502'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:04:06.263025 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77029f59-d788-4e7e-83dc-8b088acb1cd5 req-9eb437fb-911b-4b87-a44d-649ec37b4e32 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:04:06.275373 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d52bd3-ea2c-4ac3-8d1c-cff2b314edb3 None None] Sync routers for ids ['c67dd48a-4557-463e-89f3-3f84f356dcc7'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:04:06.300750 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d52bd3-ea2c-4ac3-8d1c-cff2b314edb3 None None] Routers {'c67dd48a-4557-463e-89f3-3f84f356dcc7'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:04:06.301722 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-08d52bd3-ea2c-4ac3-8d1c-cff2b314edb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:03:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c67dd48a-4557-463e-89f3-3f84f356dcc7'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:06.328368 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-77029f59-d788-4e7e-83dc-8b088acb1cd5 req-9eb437fb-911b-4b87-a44d-649ec37b4e32 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] No DVR routers for this DVR port e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:04:06.331914 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-77029f59-d788-4e7e-83dc-8b088acb1cd5 req-9eb437fb-911b-4b87-a44d-649ec37b4e32 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:06.336128 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-77029f59-d788-4e7e-83dc-8b088acb1cd5 req-9eb437fb-911b-4b87-a44d-649ec37b4e32 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.124 "DELETE /v2.0/ports/e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 HTTP/1.1" status: 204 len: 173 time: 1.3373482 Jul 06 14:04:06.343826 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db004ef-8691-4863-8a30-7918a3a91581', 'name': 'network-vif-deleted', 'tag': 'e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:06.346606 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfd729b-ed2a-4596-8ef0-5d68b911b12a" -d '{"events": [{"server_uuid": "7db004ef-8691-4863-8a30-7918a3a91581", "name": "network-vif-deleted", "tag": "e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:06.475981 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d70d723-9be6-4eac-8457-1518e1e71126 x-openstack-request-id: req-0d70d723-9be6-4eac-8457-1518e1e71126 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:06.476511 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ffe095-2403-4a7b-8c48-e7250f810945", "name": "network-vif-plugged", "status": "completed", "tag": "9041dd06-21ed-44d3-b4dd-77e638200800", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:06.476511 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-0d70d723-9be6-4eac-8457-1518e1e71126 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:06.477202 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ffe095-2403-4a7b-8c48-e7250f810945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9041dd06-21ed-44d3-b4dd-77e638200800', 'code': 200} Jul 06 14:04:06.529776 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-08d52bd3-ea2c-4ac3-8d1c-cff2b314edb3 None None] Set router c67dd48a-4557-463e-89f3-3f84f356dcc7 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:04:06.557949 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef666de-78d4-42f1-9216-fc5a95d79f91 req-dc734b45-211e-4c0d-bab3-147aeecc363e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:06.560229 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ef666de-78d4-42f1-9216-fc5a95d79f91 req-dc734b45-211e-4c0d-bab3-147aeecc363e service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=b7ff67a3e26f47058d2e455f3c5054a8&device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 1097 time: 0.1174245 Jul 06 14:04:06.785634 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef666de-78d4-42f1-9216-fc5a95d79f91 req-acef1f13-d78c-4fbb-a361-f473f3f8d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:06.787280 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ef666de-78d4-42f1-9216-fc5a95d79f91 req-acef1f13-d78c-4fbb-a361-f473f3f8d589 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b8d9601d-3de6-4f81-a059-2bdbf312577c HTTP/1.1" status: 200 len: 920 time: 0.2167902 Jul 06 14:04:06.807728 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3d6f5-68cb-4b7f-83c0-3757c1cc2b60 req-d872c602-be04-4154-b200-5ddaa1f7fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:06.809248 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-81c3d6f5-68cb-4b7f-83c0-3757c1cc2b60 req-d872c602-be04-4154-b200-5ddaa1f7fcad service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d2ffe095-2403-4a7b-8c48-e7250f810945 HTTP/1.1" status: 200 len: 1097 time: 0.1974516 Jul 06 14:04:06.834593 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-08d52bd3-ea2c-4ac3-8d1c-cff2b314edb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'name': 'tempest-AttachVolumeShelveTestJSON-919553070-router', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:50Z', 'updated_at': '2021-07-06T13:59:54Z', 'revision_number': 4, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'gw_port': {'id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:51Z', 'updated_at': '2021-07-06T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'f54aa3a3-f63f-46ad-a35d-af86eaeb090f', 'name': '', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'mac_address': 'fa:16:3e:30:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:54Z', 'updated_at': '2021-07-06T14:00:06Z', 'revision_number': 5, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'subnets': [{'id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:06.849118 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ef666de-78d4-42f1-9216-fc5a95d79f91 req-7748fc8a-c945-4645-bc4f-1b56bb48c65e service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13b8051f-a72d-461f-a79d-844290426baa HTTP/1.1" status: 200 len: 217 time: 0.0536447 Jul 06 14:04:06.864111 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156276d9-b0e1-4027-9343-b82316c42f88 req-de958c41-c49d-46d1-b1ed-7e2ff3f65bfa tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:06.870283 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-156276d9-b0e1-4027-9343-b82316c42f88 req-de958c41-c49d-46d1-b1ed-7e2ff3f65bfa tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2ffe095-2403-4a7b-8c48-e7250f810945 HTTP/1.1" status: 200 len: 946 time: 0.2701402 Jul 06 14:04:06.887448 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d52bd3-ea2c-4ac3-8d1c-cff2b314edb3 None None] Checking router: c67dd48a-4557-463e-89f3-3f84f356dcc7 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:04:06.898299 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d52bd3-ea2c-4ac3-8d1c-cff2b314edb3 None None] Routers {'c67dd48a-4557-463e-89f3-3f84f356dcc7'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:04:06.898929 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-08d52bd3-ea2c-4ac3-8d1c-cff2b314edb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:03:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c67dd48a-4557-463e-89f3-3f84f356dcc7'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:06.957333 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-81c3d6f5-68cb-4b7f-83c0-3757c1cc2b60 req-e2c9102a-9a8f-4628-b2a5-f90303afa950 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160264 Jul 06 14:04:06.967461 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-156276d9-b0e1-4027-9343-b82316c42f88 req-16ef6939-c0ef-4482-860a-8d50f1d8cfe3 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919232 Jul 06 14:04:06.971815 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef666de-78d4-42f1-9216-fc5a95d79f91 req-36fa5013-2ade-455a-9b5b-11451bf2b0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:06.973339 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ef666de-78d4-42f1-9216-fc5a95d79f91 req-36fa5013-2ade-455a-9b5b-11451bf2b0b7 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=22cad74c-fc99-4bde-affd-fd3c50380641 HTTP/1.1" status: 200 len: 859 time: 0.0883634 Jul 06 14:04:07.020819 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ef666de-78d4-42f1-9216-fc5a95d79f91 req-e2d6987d-0906-42a8-a2b3-fcb65f599401 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b8d9601d-3de6-4f81-a059-2bdbf312577c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373268 Jul 06 14:04:07.037721 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-08d52bd3-ea2c-4ac3-8d1c-cff2b314edb3 None None] Set router c67dd48a-4557-463e-89f3-3f84f356dcc7 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:04:07.038599 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929ce048-1e83-4414-9f38-9dfaf3ca85e6 x-openstack-request-id: req-929ce048-1e83-4414-9f38-9dfaf3ca85e6 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:07.039181 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db004ef-8691-4863-8a30-7918a3a91581", "name": "network-vif-deleted", "tag": "e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:07.039785 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-929ce048-1e83-4414-9f38-9dfaf3ca85e6 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:07.040384 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db004ef-8691-4863-8a30-7918a3a91581', 'name': 'network-vif-deleted', 'tag': 'e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907', 'status': 'completed', 'code': 200} Jul 06 14:04:07.130133 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ef666de-78d4-42f1-9216-fc5a95d79f91 req-c00230ab-249e-458f-8161-8f9b74f75624 service neutron] 10.222.0.124 "GET /v2.0/networks/b8d9601d-3de6-4f81-a059-2bdbf312577c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022735 Jul 06 14:04:07.278495 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d2efa106-194d-42ab-bb19-8d2ee84c8375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:07.282088 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ef666de-78d4-42f1-9216-fc5a95d79f91 req-db1fb4e2-6f96-45ef-ab91-ad4602b94aac service neutron] 10.222.0.124 "GET /v2.0/networks/b8d9601d-3de6-4f81-a059-2bdbf312577c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430514 Jul 06 14:04:07.300768 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d1ced-f198-4605-a061-aeb31cfa4f6c req-0819fd04-54a5-4cc5-9f49-4e59878945cc tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:07.302211 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fd0d1ced-f198-4605-a061-aeb31cfa4f6c req-0819fd04-54a5-4cc5-9f49-4e59878945cc tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 946 time: 0.1648140 Jul 06 14:04:07.303617 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-08d52bd3-ea2c-4ac3-8d1c-cff2b314edb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'name': 'tempest-AttachVolumeShelveTestJSON-919553070-router', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:50Z', 'updated_at': '2021-07-06T13:59:54Z', 'revision_number': 4, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'gw_port': {'id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:51Z', 'updated_at': '2021-07-06T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'f54aa3a3-f63f-46ad-a35d-af86eaeb090f', 'name': '', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'mac_address': 'fa:16:3e:30:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:54Z', 'updated_at': '2021-07-06T14:00:06Z', 'revision_number': 5, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'subnets': [{'id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:07.334686 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d52bd3-ea2c-4ac3-8d1c-cff2b314edb3 None None] The sync data for ids ['c67dd48a-4557-463e-89f3-3f84f356dcc7'] in n-d-773644-6 is: [{'id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'name': 'tempest-AttachVolumeShelveTestJSON-919553070-router', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:50Z', 'updated_at': '2021-07-06T13:59:54Z', 'revision_number': 4, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'gw_port': {'id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:51Z', 'updated_at': '2021-07-06T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'f54aa3a3-f63f-46ad-a35d-af86eaeb090f', 'name': '', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'mac_address': 'fa:16:3e:30:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:54Z', 'updated_at': '2021-07-06T14:00:06Z', 'revision_number': 5, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'subnets': [{'id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:04:07.363792 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fd0d1ced-f198-4605-a061-aeb31cfa4f6c req-75e810a8-5c30-4654-9ede-e5a76dba468c tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514045 Jul 06 14:04:07.448514 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 2f35642e-331f-4ac8-80be-e054da5d3502 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:04:07.507884 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 2f35642e-331f-4ac8-80be-e054da5d3502 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:04:07.512350 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 2f35642e-331f-4ac8-80be-e054da5d3502 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:07.512733 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:07.605250 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-11b07d5f-49e5-45f0-ad77-53162a464c44 req-c37ae3ef-62a2-44b3-955f-2cced3bf1311 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 210 time: 0.0491140 Jul 06 14:04:07.605879 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:07.666665 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 2f35642e-331f-4ac8-80be-e054da5d3502, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=2f35642e-331f-4ac8-80be-e054da5d3502,segment=NetworkSegment(a6cb7db4-2feb-46cd-ae49-9eba08e1b369),segment_id=a6cb7db4-2feb-46cd-ae49-9eba08e1b369)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:07.674206 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:07.698921 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e5257a-ce41-4d7f-8bb9-ccf38eddce33 None None] New status for floating IP 2142eeee-37b2-4aef-9e29-854118ef2ae0: DOWN {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:04:07.736616 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=2f35642e-331f-4ac8-80be-e054da5d3502,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:07.835528 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c78d0-3d75-4d06-a505-b33b359b74d0 req-29f09137-4fbd-4155-9f46-45207daaf840 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:07.837056 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e98c78d0-3d75-4d06-a505-b33b359b74d0 req-29f09137-4fbd-4155-9f46-45207daaf840 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] 10.222.0.118 "GET /v2.0/ports?device_id=75137998-f8db-41d8-b016-824fe6190f12 HTTP/1.1" status: 200 len: 945 time: 0.0729544 Jul 06 14:04:07.910726 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e98c78d0-3d75-4d06-a505-b33b359b74d0 req-6f034d0b-960a-4a63-ae67-c37765bdd4d8 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] 10.222.0.118 "GET /v2.0/security-groups?id=10f8dea5-df94-4b27-8e34-751f78ac8558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599601 Jul 06 14:04:07.949397 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:04:07.954144 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35500) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:07.981552 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:04:07.982041 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device e3c6b3c6-d66d-4cf2-9c1a-e58dac23b907 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:04:08.023772 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aab7c703-dc95-4bc0-85cd-bb687306f332 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:08.052065 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aab7c703-dc95-4bc0-85cd-bb687306f332 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:08.110527 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aab7c703-dc95-4bc0-85cd-bb687306f332 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:08.113503 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aab7c703-dc95-4bc0-85cd-bb687306f332 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:08.114685 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-aab7c703-dc95-4bc0-85cd-bb687306f332 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "DELETE /v2.0/security-groups/ddf72955-cccc-4df8-bbaf-cd8852535bac HTTP/1.1" status: 204 len: 168 time: 0.1595185 Jul 06 14:04:08.117450 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 35504) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:08.124138 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7c703-dc95-4bc0-85cd-bb687306f332 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf72955-cccc-4df8-bbaf-cd8852535bac,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:08.152966 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [None req-c559ac34-9172-41bd-8251-4f714e1ffa9e tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] show failed (client error): The resource could not be found. Jul 06 14:04:08.154039 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c559ac34-9172-41bd-8251-4f714e1ffa9e tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups/ddf72955-cccc-4df8-bbaf-cd8852535bac HTTP/1.1" status: 404 len: 347 time: 0.0354047 Jul 06 14:04:08.157855 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35506) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:08.187729 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d63e7-1c10-48aa-bfe7-07a9e63c5a73 req-809d1320-3feb-4f88-ba21-66ddc0636e38 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:08.189361 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-936d63e7-1c10-48aa-bfe7-07a9e63c5a73 req-809d1320-3feb-4f88-ba21-66ddc0636e38 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2ffe095-2403-4a7b-8c48-e7250f810945 HTTP/1.1" status: 200 len: 946 time: 0.0842390 Jul 06 14:04:08.243083 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-936d63e7-1c10-48aa-bfe7-07a9e63c5a73 req-91701627-a518-4515-82c3-5c39b729077b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476089 Jul 06 14:04:08.317381 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-21f62987-643d-491b-a576-6955662e9417 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Deleting port 1ed11085-fa31-4f4d-8f9c-1fd64eec72f5 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:08.317736 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-21f62987-643d-491b-a576-6955662e9417 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:08.404263 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-21f62987-643d-491b-a576-6955662e9417 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:08.407020 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-21f62987-643d-491b-a576-6955662e9417 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:08.420786 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-21f62987-643d-491b-a576-6955662e9417 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Calling delete_port for 1ed11085-fa31-4f4d-8f9c-1fd64eec72f5 owned by network:floatingip {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:08.434492 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fb920-90fb-4d30-86c6-7314a5096982 req-e9012354-6520-4027-88f9-aeaddaa765e7 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:08.436449 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-897fb920-90fb-4d30-86c6-7314a5096982 req-e9012354-6520-4027-88f9-aeaddaa765e7 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2ffe095-2403-4a7b-8c48-e7250f810945 HTTP/1.1" status: 200 len: 946 time: 0.0738072 Jul 06 14:04:08.478624 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75137998-f8db-41d8-b016-824fe6190f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f35642e-331f-4ac8-80be-e054da5d3502'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:08.481162 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0628c277-6520-46ec-abaf-7d37811bfee8" -d '{"events": [{"server_uuid": "75137998-f8db-41d8-b016-824fe6190f12", "name": "network-vif-plugged", "status": "completed", "tag": "2f35642e-331f-4ac8-80be-e054da5d3502"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:08.482382 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-897fb920-90fb-4d30-86c6-7314a5096982 req-cf87a923-067d-4270-8379-34afd28b5110 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388691 Jul 06 14:04:08.586015 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-21f62987-643d-491b-a576-6955662e9417 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:08.630248 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f62987-643d-491b-a576-6955662e9417 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Pushing event deleted for resources: {'Port': ['ID=1ed11085-fa31-4f4d-8f9c-1fd64eec72f5,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:08.675168 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5933ce-c406-4786-8254-20e8de55c64b req-1f1f1f8d-b845-472a-b4a0-c893e2804871 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:08.682517 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5d5933ce-c406-4786-8254-20e8de55c64b req-1f1f1f8d-b845-472a-b4a0-c893e2804871 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 946 time: 0.0829735 Jul 06 14:04:08.725100 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-21f62987-643d-491b-a576-6955662e9417 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for floatingip, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:08.730040 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-21f62987-643d-491b-a576-6955662e9417 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:08.732055 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-21f62987-643d-491b-a576-6955662e9417 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "DELETE /v2.0/floatingips/2142eeee-37b2-4aef-9e29-854118ef2ae0 HTTP/1.1" status: 204 len: 168 time: 0.5729411 Jul 06 14:04:08.734946 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5d5933ce-c406-4786-8254-20e8de55c64b req-84eea275-41b3-45bd-a190-504e1046fc6d tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510697 Jul 06 14:04:08.801028 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11c2d19-b86f-4610-be0c-37a6a06d4fda x-openstack-request-id: req-c11c2d19-b86f-4610-be0c-37a6a06d4fda {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:08.802221 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75137998-f8db-41d8-b016-824fe6190f12", "name": "network-vif-plugged", "status": "completed", "tag": "2f35642e-331f-4ac8-80be-e054da5d3502", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:08.802221 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c11c2d19-b86f-4610-be0c-37a6a06d4fda {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:08.802221 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75137998-f8db-41d8-b016-824fe6190f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f35642e-331f-4ac8-80be-e054da5d3502', 'code': 200} Jul 06 14:04:08.929601 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5af33-1acf-4118-b283-9c0b8224f876 req-3e7c1177-414d-464c-b011-a77304e2add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:08.931146 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-44d5af33-1acf-4118-b283-9c0b8224f876 req-3e7c1177-414d-464c-b011-a77304e2add8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=75137998-f8db-41d8-b016-824fe6190f12 HTTP/1.1" status: 200 len: 1096 time: 0.0595033 Jul 06 14:04:08.984066 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-44d5af33-1acf-4118-b283-9c0b8224f876 req-81402382-1973-460a-9167-a22066501117 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=10f8dea5-df94-4b27-8e34-751f78ac8558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447543 Jul 06 14:04:10.090018 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb506808-2d1a-4f44-b5ad-d61fb1ec3b36 req-cd2a1993-e7e2-499d-bc9e-b96004fef57b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d2ffe095-2403-4a7b-8c48-e7250f810945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0936623 Jul 06 14:04:10.172509 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:10.239543 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb506808-2d1a-4f44-b5ad-d61fb1ec3b36 req-9831fc13-56a3-45f3-a6e4-44456a0cd178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:10.241875 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb506808-2d1a-4f44-b5ad-d61fb1ec3b36 req-9831fc13-56a3-45f3-a6e4-44456a0cd178 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&device_id=d2ffe095-2403-4a7b-8c48-e7250f810945 HTTP/1.1" status: 200 len: 1097 time: 0.0982051 Jul 06 14:04:10.403941 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-346208d7-6752-4e41-b526-2d110780ad92 req-4237281e-1bba-49ce-bc25-ee872727db86 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 210 time: 0.0661020 Jul 06 14:04:10.544450 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb506808-2d1a-4f44-b5ad-d61fb1ec3b36 req-25018a68-8ce0-4daa-8ae3-2428354ae11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:10.546732 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb506808-2d1a-4f44-b5ad-d61fb1ec3b36 req-25018a68-8ce0-4daa-8ae3-2428354ae11c service neutron] 10.222.0.52 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 911 time: 0.2740560 Jul 06 14:04:10.574393 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ea26d4e3-10e5-426b-a7b6-660343cad605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:10.613964 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb506808-2d1a-4f44-b5ad-d61fb1ec3b36 req-22f73d2b-56d2-40b8-89f1-2d6af071cd62 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9041dd06-21ed-44d3-b4dd-77e638200800 HTTP/1.1" status: 200 len: 217 time: 0.0590329 Jul 06 14:04:10.671747 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb506808-2d1a-4f44-b5ad-d61fb1ec3b36 req-29099788-ab5f-4d6b-91ef-40afd200d5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:10.673248 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb506808-2d1a-4f44-b5ad-d61fb1ec3b36 req-29099788-ab5f-4d6b-91ef-40afd200d5fd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63f5e127-3353-454e-884a-bc0470d3f3d4 HTTP/1.1" status: 200 len: 849 time: 0.0541704 Jul 06 14:04:10.756348 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb506808-2d1a-4f44-b5ad-d61fb1ec3b36 req-42ec6e4a-67ed-4c04-9f5a-f928ff482fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:10.758860 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb506808-2d1a-4f44-b5ad-d61fb1ec3b36 req-42ec6e4a-67ed-4c04-9f5a-f928ff482fb1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=55ac526b-1e87-42ff-98ca-8b8357b7302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792592 Jul 06 14:04:10.863132 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb506808-2d1a-4f44-b5ad-d61fb1ec3b36 req-011ac924-07be-46de-8845-84d33b4756e5 service neutron] 10.222.0.52 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967636 Jul 06 14:04:10.925545 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35580) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:10.930152 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-653e235c-b315-49c4-8906-295e269d3f84 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1772346171', 'description': 'tempest-description--3184117'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:10.958986 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-653e235c-b315-49c4-8906-295e269d3f84 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:10.986458 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb506808-2d1a-4f44-b5ad-d61fb1ec3b36 req-3e7edaae-435f-46bb-a3bb-f569245ef7a9 service neutron] 10.222.0.52 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171882 Jul 06 14:04:11.068415 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-653e235c-b315-49c4-8906-295e269d3f84 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:11.072615 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-653e235c-b315-49c4-8906-295e269d3f84 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:11.102389 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-653e235c-b315-49c4-8906-295e269d3f84 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:11.103941 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-653e235c-b315-49c4-8906-295e269d3f84 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1776164 Jul 06 14:04:11.110274 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb568ee-2b4a-4c9c-bb07-0b7b82bf4d62 req-ab29bd46-de07-4d30-b0f6-f6fba31ec3df tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:11.113545 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35582) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:11.118320 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7fb568ee-2b4a-4c9c-bb07-0b7b82bf4d62 req-ab29bd46-de07-4d30-b0f6-f6fba31ec3df tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] 10.222.0.118 "GET /v2.0/ports?device_id=75137998-f8db-41d8-b016-824fe6190f12 HTTP/1.1" status: 200 len: 945 time: 0.0889039 Jul 06 14:04:11.119863 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-38e815eb-d5b3-4bbc-b042-3cccf8e770b8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Request body: {'security_group_rule': {'security_group_id': 'f8b49f44-7f80-4d91-bbfc-1a65bd2a1361', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:11.128228 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e235c-b315-49c4-8906-295e269d3f84 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:11.157791 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-38e815eb-d5b3-4bbc-b042-3cccf8e770b8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:11.162751 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7fb568ee-2b4a-4c9c-bb07-0b7b82bf4d62 req-ffbc4663-5b16-4946-b2bd-74d0ad7d6de7 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] 10.222.0.118 "GET /v2.0/security-groups?id=10f8dea5-df94-4b27-8e34-751f78ac8558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434811 Jul 06 14:04:11.243609 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-38e815eb-d5b3-4bbc-b042-3cccf8e770b8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:11.247947 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-38e815eb-d5b3-4bbc-b042-3cccf8e770b8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:11.268328 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e815eb-d5b3-4bbc-b042-3cccf8e770b8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43952896-9b51-47db-8084-701a550dd98b,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:11.281361 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-38e815eb-d5b3-4bbc-b042-3cccf8e770b8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:11.283074 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-38e815eb-d5b3-4bbc-b042-3cccf8e770b8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1682465 Jul 06 14:04:11.286212 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35588) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:11.290997 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-83a7e2ab-20ca-42f5-bbaf-3832c173012c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Request body: {'security_group_rule': {'security_group_id': 'f8b49f44-7f80-4d91-bbfc-1a65bd2a1361', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:11.336817 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-83a7e2ab-20ca-42f5-bbaf-3832c173012c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:11.394678 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e90f3b-cded-47dc-91af-3b7d3919b345 req-58d3d4ba-b5b7-431d-bd99-48cd643d7ca3 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:11.404485 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a8e90f3b-cded-47dc-91af-3b7d3919b345 req-58d3d4ba-b5b7-431d-bd99-48cd643d7ca3 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 946 time: 0.1217167 Jul 06 14:04:11.438297 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-83a7e2ab-20ca-42f5-bbaf-3832c173012c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:11.445997 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-83a7e2ab-20ca-42f5-bbaf-3832c173012c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:11.461332 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7e2ab-20ca-42f5-bbaf-3832c173012c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309b302e-f68d-4bf7-883d-abb5fc094855,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:11.475146 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a8e90f3b-cded-47dc-91af-3b7d3919b345 req-d1fe7b61-85ab-4e29-8edb-b815f57196e5 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691855 Jul 06 14:04:11.478625 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-83a7e2ab-20ca-42f5-bbaf-3832c173012c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:11.483422 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-83a7e2ab-20ca-42f5-bbaf-3832c173012c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1949444 Jul 06 14:04:11.484233 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 35592) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:11.490244 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-0c081c8a-6b94-43f6-9ea4-81a7ae3530e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:11.505923 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:11.527582 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0c081c8a-6b94-43f6-9ea4-81a7ae3530e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:11.650100 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0c081c8a-6b94-43f6-9ea4-81a7ae3530e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:11.773213 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf2f5102-789f-47c6-baa3-aec2fbe2a1e2 req-07f6310d-5a5a-41d0-9ccd-44df8fc958ef tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 210 time: 0.0324295 Jul 06 14:04:11.794724 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-0c081c8a-6b94-43f6-9ea4-81a7ae3530e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Allocated IP 172.25.6.130 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/498f5ad5-4ca5-4b56-aa96-b8c8b1a6bff9) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:04:11.968607 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0c081c8a-6b94-43f6-9ea4-81a7ae3530e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:12.011515 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-4cbd21dc-a004-4337-8eca-cb8060d7379b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:12.013042 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-4cbd21dc-a004-4337-8eca-cb8060d7379b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 810 time: 0.1447752 Jul 06 14:04:12.040631 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-65f080cb-8123-4a3c-a789-63fa97fe17af tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/quotas/4e5e90395ebd4404a252de8a1621c3cf HTTP/1.1" status: 200 len: 375 time: 0.0179067 Jul 06 14:04:12.061234 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0c081c8a-6b94-43f6-9ea4-81a7ae3530e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:12.135383 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c081c8a-6b94-43f6-9ea4-81a7ae3530e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:04:12.138287 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c081c8a-6b94-43f6-9ea4-81a7ae3530e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Pushing event updated for resources: {'Port': ['ID=498f5ad5-4ca5-4b56-aa96-b8c8b1a6bff9,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:12.142391 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-0c081c8a-6b94-43f6-9ea4-81a7ae3530e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:04:12.148357 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c081c8a-6b94-43f6-9ea4-81a7ae3530e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:04:12.180792 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c081c8a-6b94-43f6-9ea4-81a7ae3530e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:12.181156 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c081c8a-6b94-43f6-9ea4-81a7ae3530e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:12.181507 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c081c8a-6b94-43f6-9ea4-81a7ae3530e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:12.181877 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c081c8a-6b94-43f6-9ea4-81a7ae3530e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:12.182236 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c081c8a-6b94-43f6-9ea4-81a7ae3530e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:12.182563 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c081c8a-6b94-43f6-9ea4-81a7ae3530e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:12.183005 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c081c8a-6b94-43f6-9ea4-81a7ae3530e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:12.183688 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c081c8a-6b94-43f6-9ea4-81a7ae3530e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:12.183688 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c081c8a-6b94-43f6-9ea4-81a7ae3530e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:12.184003 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c081c8a-6b94-43f6-9ea4-81a7ae3530e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:12.184334 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c081c8a-6b94-43f6-9ea4-81a7ae3530e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:12.184666 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c081c8a-6b94-43f6-9ea4-81a7ae3530e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:12.220214 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-998682a1-901b-4376-aef8-372aead8706d tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1716995 Jul 06 14:04:12.340341 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0c081c8a-6b94-43f6-9ea4-81a7ae3530e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:12.383752 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-1e6369e6-6fe1-48c5-a98a-66e7671e9b59 service neutron] 10.222.0.118 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556621 Jul 06 14:04:12.404181 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0c081c8a-6b94-43f6-9ea4-81a7ae3530e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:12.927088 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-033b5258-3737-47d4-8dff-4d2400d83eb1 service neutron] 10.222.0.118 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5327249 Jul 06 14:04:13.008508 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0c081c8a-6b94-43f6-9ea4-81a7ae3530e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:13.015682 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0c081c8a-6b94-43f6-9ea4-81a7ae3530e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:13.047917 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:13.098186 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c081c8a-6b94-43f6-9ea4-81a7ae3530e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Pushing event updated for resources: {'Port': ['ID=498f5ad5-4ca5-4b56-aa96-b8c8b1a6bff9,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:13.116002 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0c081c8a-6b94-43f6-9ea4-81a7ae3530e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:13.131081 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0c081c8a-6b94-43f6-9ea4-81a7ae3530e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:13.140174 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0c081c8a-6b94-43f6-9ea4-81a7ae3530e2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6469238 Jul 06 14:04:13.360628 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598af589-e6d8-42ce-9a07-914a84b12cdd req-5d0f6f6e-1bf2-4024-82d4-1f612e65ba6e tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:13.362740 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-598af589-e6d8-42ce-9a07-914a84b12cdd req-5d0f6f6e-1bf2-4024-82d4-1f612e65ba6e tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 946 time: 0.0742381 Jul 06 14:04:13.410356 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-598af589-e6d8-42ce-9a07-914a84b12cdd req-67525790-6ad6-4315-8941-2bfc040b375c tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410125 Jul 06 14:04:13.552778 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-627ec681-0a86-4e88-bc3f-c6a7b932a596 req-bd81940b-c1d1-4451-8d5f-bba66feb8565 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea82bbcc-e5c6-4569-9d87-4b0f7ba85c56 HTTP/1.1" status: 200 len: 210 time: 0.0337391 Jul 06 14:04:13.699633 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ed120a7b-a8ea-4306-aad9-f2f6f3eebaba req-fe474645-e4d2-4bd8-a206-4cdf7b6a2b5b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=bf33bbd4-201b-4b2a-993e-1b472d95fe0c HTTP/1.1" status: 200 len: 210 time: 0.0302215 Jul 06 14:04:14.060075 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-aa0810df-69be-4265-b504-0a26bf1a85ad tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-securitygroup--1772346171&fields=id&tenant_id=a280ed57ce5e4005b7a7e0a51a2d45bf HTTP/1.1" status: 200 len: 267 time: 0.0338864 Jul 06 14:04:14.175168 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-76f3358b-d802-460a-8fac-9e21883d3825 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:14.176670 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-76f3358b-d802-460a-8fac-9e21883d3825 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/networks?id=eb40ac72-d061-46c2-ab3d-a227d94e4954 HTTP/1.1" status: 200 len: 816 time: 0.1097951 Jul 06 14:04:14.192648 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-f6c7689b-5d81-4d48-aaee-0eb183a31714 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/quotas/a280ed57ce5e4005b7a7e0a51a2d45bf HTTP/1.1" status: 200 len: 375 time: 0.0105324 Jul 06 14:04:14.269525 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-fc97bc03-1a2a-4f04-b1f7-0da4ff8b0eb6 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=a280ed57ce5e4005b7a7e0a51a2d45bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0712817 Jul 06 14:04:14.458570 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-5e5d5254-21b2-44e5-9ddf-7491ee42abbf service neutron] 10.222.0.118 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742074 Jul 06 14:04:14.534746 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-8f9b8074-5e4e-4330-b00a-4d8c7bcd9cf6 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:14.536284 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-8f9b8074-5e4e-4330-b00a-4d8c7bcd9cf6 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.52 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 810 time: 0.1954935 Jul 06 14:04:14.555976 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-fd180d78-f5aa-415e-8e71-521b0d14f6be tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Request body: {'port': {'device_id': 'bf33bbd4-201b-4b2a-993e-1b472d95fe0c', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'admin_state_up': True, 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:14.650743 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-3a8b281c-612e-4fb2-b67a-10bdb99928a7 service neutron] 10.222.0.118 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836143 Jul 06 14:04:14.704251 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-fd180d78-f5aa-415e-8e71-521b0d14f6be tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Made reservation on behalf of 4e5e90395ebd4404a252de8a1621c3cf for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:04:14.708988 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-fd180d78-f5aa-415e-8e71-521b0d14f6be tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:14.864173 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-fd180d78-f5aa-415e-8e71-521b0d14f6be tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Allocated IP 172.20.0.12 (55ac526b-1e87-42ff-98ca-8b8357b7302f/63f5e127-3353-454e-884a-bc0470d3f3d4/a0777351-3e2f-477e-a251-029824429c89) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:04:15.096394 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-fd180d78-f5aa-415e-8e71-521b0d14f6be tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:15.110783 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-fd180d78-f5aa-415e-8e71-521b0d14f6be tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Transition to ACTIVE for port object a0777351-3e2f-477e-a251-029824429c89 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:04:15.149790 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-fd180d78-f5aa-415e-8e71-521b0d14f6be tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:15.176819 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9041dd06-21ed-44d3-b4dd-77e638200800'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:04:15.216221 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3909c6-d2e1-4fa8-900d-8363f3febec7 req-16a63c42-182f-4256-8bcc-e9804e87ee14 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:15.233262 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8f3909c6-d2e1-4fa8-900d-8363f3febec7 req-16a63c42-182f-4256-8bcc-e9804e87ee14 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] 10.222.0.118 "GET /v2.0/ports?device_id=75137998-f8db-41d8-b016-824fe6190f12 HTTP/1.1" status: 200 len: 945 time: 0.2897792 Jul 06 14:04:15.270854 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-fd180d78-f5aa-415e-8e71-521b0d14f6be tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Network 55ac526b-1e87-42ff-98ca-8b8357b7302f is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:04:15.275229 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd180d78-f5aa-415e-8e71-521b0d14f6be tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Pushing event updated for resources: {'Port': ['ID=a0777351-3e2f-477e-a251-029824429c89,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:15.278500 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-fd180d78-f5aa-415e-8e71-521b0d14f6be tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:04:15.312504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-fd180d78-f5aa-415e-8e71-521b0d14f6be tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:04:15.345517 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8f3909c6-d2e1-4fa8-900d-8363f3febec7 req-d4fd3cbb-0116-492c-95a5-09773a388988 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] 10.222.0.118 "GET /v2.0/security-groups?id=10f8dea5-df94-4b27-8e34-751f78ac8558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111391 Jul 06 14:04:15.384408 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-fd180d78-f5aa-415e-8e71-521b0d14f6be tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:15.385261 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-fd180d78-f5aa-415e-8e71-521b0d14f6be tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:15.414298 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-fd180d78-f5aa-415e-8e71-521b0d14f6be tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8630075 Jul 06 14:04:15.432262 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-45e4390f-aa26-43cc-9e33-ffdef21497dd service neutron] Request body: {'port': {'device_id': 'bf33bbd4-201b-4b2a-993e-1b472d95fe0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:15.574678 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-45e4390f-aa26-43cc-9e33-ffdef21497dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:15.630431 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895d7f3-c37f-48d5-ba5e-a3e111625f61 req-db1bfd17-97ce-4d36-8eb3-d5f102f08cc8 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:15.632434 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5895d7f3-c37f-48d5-ba5e-a3e111625f61 req-db1bfd17-97ce-4d36-8eb3-d5f102f08cc8 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] 10.222.0.52 "GET /v2.0/ports?device_id=75137998-f8db-41d8-b016-824fe6190f12 HTTP/1.1" status: 200 len: 945 time: 0.1816018 Jul 06 14:04:15.700672 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c7c571da-8eea-4fb0-afc8-95bde312a234 None None] Provisioning for port a0777351-3e2f-477e-a251-029824429c89 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:04:15.712790 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c7c571da-8eea-4fb0-afc8-95bde312a234 None None] Provisioning complete for port a0777351-3e2f-477e-a251-029824429c89 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:15.713453 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c7c571da-8eea-4fb0-afc8-95bde312a234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:15.755049 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-c7c571da-8eea-4fb0-afc8-95bde312a234 None None] Port a0777351-3e2f-477e-a251-029824429c89 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:04:15.828469 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-5895d7f3-c37f-48d5-ba5e-a3e111625f61 req-02f54fc0-1dd0-4b34-b721-9f6edf4ff591 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] Deleting port 2f35642e-331f-4ac8-80be-e054da5d3502 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:15.828724 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5895d7f3-c37f-48d5-ba5e-a3e111625f61 req-02f54fc0-1dd0-4b34-b721-9f6edf4ff591 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:15.876440 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b874a2-ff38-4f1c-9b12-c840bded16b5 req-c0481d50-fa79-4c76-aa15-50d7d846bcd3 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:15.883631 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f7b874a2-ff38-4f1c-9b12-c840bded16b5 req-c0481d50-fa79-4c76-aa15-50d7d846bcd3 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 946 time: 0.1398630 Jul 06 14:04:15.980473 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-5895d7f3-c37f-48d5-ba5e-a3e111625f61 req-02f54fc0-1dd0-4b34-b721-9f6edf4ff591 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] For port 2f35642e-331f-4ac8-80be-e054da5d3502, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=2f35642e-331f-4ac8-80be-e054da5d3502,segment=NetworkSegment(a6cb7db4-2feb-46cd-ae49-9eba08e1b369),segment_id=a6cb7db4-2feb-46cd-ae49-9eba08e1b369)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:15.981261 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5895d7f3-c37f-48d5-ba5e-a3e111625f61 req-02f54fc0-1dd0-4b34-b721-9f6edf4ff591 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:15.996890 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-5895d7f3-c37f-48d5-ba5e-a3e111625f61 req-02f54fc0-1dd0-4b34-b721-9f6edf4ff591 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] Calling delete_port for 2f35642e-331f-4ac8-80be-e054da5d3502 owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:16.010645 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f7b874a2-ff38-4f1c-9b12-c840bded16b5 req-a821b3fc-f6e0-4f73-b369-167417a09a80 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256304 Jul 06 14:04:16.043634 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-45e4390f-aa26-43cc-9e33-ffdef21497dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0777351-3e2f-477e-a251-029824429c89 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:16.061142 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-45e4390f-aa26-43cc-9e33-ffdef21497dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:16.075866 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-45e4390f-aa26-43cc-9e33-ffdef21497dd service neutron] Transition to ACTIVE for port object a0777351-3e2f-477e-a251-029824429c89 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:04:16.080674 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-45e4390f-aa26-43cc-9e33-ffdef21497dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:16.186573 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5895d7f3-c37f-48d5-ba5e-a3e111625f61 req-02f54fc0-1dd0-4b34-b721-9f6edf4ff591 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:16.239860 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4390f-aa26-43cc-9e33-ffdef21497dd service neutron] Pushing event updated for resources: {'Port': ['ID=a0777351-3e2f-477e-a251-029824429c89,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:16.271586 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f54fc0-1dd0-4b34-b721-9f6edf4ff591 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] Pushing event deleted for resources: {'Port': ['ID=2f35642e-331f-4ac8-80be-e054da5d3502,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:16.306381 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-45e4390f-aa26-43cc-9e33-ffdef21497dd service neutron] Attempting to bind port a0777351-3e2f-477e-a251-029824429c89 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:16.306593 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-45e4390f-aa26-43cc-9e33-ffdef21497dd service neutron] Attempting to bind port a0777351-3e2f-477e-a251-029824429c89 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:16.306805 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-45e4390f-aa26-43cc-9e33-ffdef21497dd service neutron] Attempting to bind port a0777351-3e2f-477e-a251-029824429c89 on network 55ac526b-1e87-42ff-98ca-8b8357b7302f {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:16.330910 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-45e4390f-aa26-43cc-9e33-ffdef21497dd service neutron] Port a0777351-3e2f-477e-a251-029824429c89 on network 55ac526b-1e87-42ff-98ca-8b8357b7302f not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:16.331200 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-45e4390f-aa26-43cc-9e33-ffdef21497dd service neutron] Attempting to bind port a0777351-3e2f-477e-a251-029824429c89 on network 55ac526b-1e87-42ff-98ca-8b8357b7302f {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:16.356254 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-45e4390f-aa26-43cc-9e33-ffdef21497dd service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:04:16.356710 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-45e4390f-aa26-43cc-9e33-ffdef21497dd service neutron] Checking segment: {'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:04:16.357184 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-45e4390f-aa26-43cc-9e33-ffdef21497dd service neutron] Bound using segment: {'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:04:16.357718 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-45e4390f-aa26-43cc-9e33-ffdef21497dd service neutron] Bound port: a0777351-3e2f-477e-a251-029824429c89, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:04:16.358854 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-45e4390f-aa26-43cc-9e33-ffdef21497dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:16.377236 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-5895d7f3-c37f-48d5-ba5e-a3e111625f61 req-02f54fc0-1dd0-4b34-b721-9f6edf4ff591 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] No DVR routers for this DVR port 2f35642e-331f-4ac8-80be-e054da5d3502 on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:04:16.391591 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5895d7f3-c37f-48d5-ba5e-a3e111625f61 req-02f54fc0-1dd0-4b34-b721-9f6edf4ff591 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:16.395796 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5895d7f3-c37f-48d5-ba5e-a3e111625f61 req-02f54fc0-1dd0-4b34-b721-9f6edf4ff591 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] 10.222.0.52 "DELETE /v2.0/ports/2f35642e-331f-4ac8-80be-e054da5d3502 HTTP/1.1" status: 204 len: 173 time: 0.7476408 Jul 06 14:04:16.397275 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75137998-f8db-41d8-b016-824fe6190f12', 'name': 'network-vif-deleted', 'tag': '2f35642e-331f-4ac8-80be-e054da5d3502'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:16.406185 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2ecfe9-9c23-4be0-a05d-90b2ee6ae785" -d '{"events": [{"server_uuid": "75137998-f8db-41d8-b016-824fe6190f12", "name": "network-vif-deleted", "tag": "2f35642e-331f-4ac8-80be-e054da5d3502"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:16.469497 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b69134-172c-4690-b77f-1049ab88a03c req-2dfbcd9b-f942-45c6-a226-42206613f971 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:16.476990 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30b69134-172c-4690-b77f-1049ab88a03c req-2dfbcd9b-f942-45c6-a226-42206613f971 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=bf33bbd4-201b-4b2a-993e-1b472d95fe0c HTTP/1.1" status: 200 len: 944 time: 0.1621366 Jul 06 14:04:16.504435 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-45e4390f-aa26-43cc-9e33-ffdef21497dd service neutron] For port a0777351-3e2f-477e-a251-029824429c89, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:04:16.528924 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-45e4390f-aa26-43cc-9e33-ffdef21497dd service neutron] For port a0777351-3e2f-477e-a251-029824429c89, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=a0777351-3e2f-477e-a251-029824429c89,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:04:16.552644 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30b69134-172c-4690-b77f-1049ab88a03c req-f0e97d5f-8b0a-4952-a257-12de457014f9 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745666 Jul 06 14:04:16.554781 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-45e4390f-aa26-43cc-9e33-ffdef21497dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:16.597936 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-6439d7ed-05c6-4e60-a302-c324ed6a4366 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:16.600802 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-6439d7ed-05c6-4e60-a302-c324ed6a4366 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.52 "GET /v2.0/networks?id=eb40ac72-d061-46c2-ab3d-a227d94e4954 HTTP/1.1" status: 200 len: 816 time: 0.1861517 Jul 06 14:04:16.615764 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:16.629138 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-45e4390f-aa26-43cc-9e33-ffdef21497dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:16.629990 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-45e4390f-aa26-43cc-9e33-ffdef21497dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:16.631499 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-45e4390f-aa26-43cc-9e33-ffdef21497dd service neutron] 10.222.0.52 "PUT /v2.0/ports/a0777351-3e2f-477e-a251-029824429c89 HTTP/1.1" status: 200 len: 1092 time: 1.2080901 Jul 06 14:04:16.632668 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf33bbd4-201b-4b2a-993e-1b472d95fe0c', 'tag': 'a0777351-3e2f-477e-a251-029824429c89'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:16.635003 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d3a313-a761-4fbd-aacc-a83bb78fce0a" -d '{"events": [{"name": "network-changed", "server_uuid": "bf33bbd4-201b-4b2a-993e-1b472d95fe0c", "tag": "a0777351-3e2f-477e-a251-029824429c89"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:16.701570 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-613d7082-9ed0-416d-94cd-7b336a578209 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a280ed57ce5e4005b7a7e0a51a2d45bf HTTP/1.1" status: 200 len: 380 time: 0.0906787 Jul 06 14:04:16.719414 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-4346ebcd-cdcb-4ab0-b726-1e4673ae1a67 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Request body: {'port': {'device_id': '36198b7b-15e7-4660-a17b-fe02fa801203', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'admin_state_up': True, 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'security_groups': ['f8b49f44-7f80-4d91-bbfc-1a65bd2a1361']}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:16.767251 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4390f-aa26-43cc-9e33-ffdef21497dd service neutron] Pushing event updated for resources: {'Port': ['ID=a0777351-3e2f-477e-a251-029824429c89,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:16.847641 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fe807bad-d8f9-4e74-95ec-ad292ac24486 req-00cffe07-b8a4-4942-ae93-f0eea19bb076 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 210 time: 0.0868948 Jul 06 14:04:16.900580 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-9de6bd52-988b-4ca4-a1b1-b16ebf07eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:16.902429 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-9de6bd52-988b-4ca4-a1b1-b16ebf07eb47 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&device_id=bf33bbd4-201b-4b2a-993e-1b472d95fe0c HTTP/1.1" status: 200 len: 1095 time: 0.2134686 Jul 06 14:04:16.929335 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35668) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:16.957219 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-4b6e9b72-9934-458c-a560-d5781514482f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0777351-3e2f-477e-a251-029824429c89 HTTP/1.1" status: 200 len: 217 time: 0.0456698 Jul 06 14:04:17.004921 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-4346ebcd-cdcb-4ab0-b726-1e4673ae1a67 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Made reservation on behalf of a280ed57ce5e4005b7a7e0a51a2d45bf for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:04:17.008423 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-4346ebcd-cdcb-4ab0-b726-1e4673ae1a67 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:17.019435 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-adfdeef3-0f60-4ace-b72f-9a97eb5ac181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:17.021522 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-adfdeef3-0f60-4ace-b72f-9a97eb5ac181 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63f5e127-3353-454e-884a-bc0470d3f3d4 HTTP/1.1" status: 200 len: 849 time: 0.0559690 Jul 06 14:04:17.127467 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35eb0750-2eeb-432e-959f-5eb603d92255 req-0f9cefe4-ae4e-468d-98f4-20a2c786e451 tempest-InstanceActionsNegativeTestJSON-560544418 tempest-InstanceActionsNegativeTestJSON-560544418-project] 10.222.0.118 "GET /v2.0/ports?device_id=75137998-f8db-41d8-b016-824fe6190f12 HTTP/1.1" status: 200 len: 210 time: 0.0368993 Jul 06 14:04:17.145061 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-43d6c9ab-0026-40aa-9b7e-37587ac216a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:17.146650 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ddbcf68f-2739-4ac0-b8cf-ca28103a962a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:17.147032 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-43d6c9ab-0026-40aa-9b7e-37587ac216a1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=55ac526b-1e87-42ff-98ca-8b8357b7302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194265 Jul 06 14:04:17.211616 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd854dc-7551-49c1-ad5e-ba26f99016c7 x-openstack-request-id: req-bcd854dc-7551-49c1-ad5e-ba26f99016c7 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:17.212153 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75137998-f8db-41d8-b016-824fe6190f12", "name": "network-vif-deleted", "tag": "2f35642e-331f-4ac8-80be-e054da5d3502", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:17.212589 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-bcd854dc-7551-49c1-ad5e-ba26f99016c7 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:17.213363 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75137998-f8db-41d8-b016-824fe6190f12', 'name': 'network-vif-deleted', 'tag': '2f35642e-331f-4ac8-80be-e054da5d3502', 'status': 'completed', 'code': 200} Jul 06 14:04:17.223988 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ddbcf68f-2739-4ac0-b8cf-ca28103a962a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:17.255524 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-4346ebcd-cdcb-4ab0-b726-1e4673ae1a67 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Allocated IP 172.20.0.9 (eb40ac72-d061-46c2-ab3d-a227d94e4954/175feade-0da5-4b99-8a0b-5c1deab4fd78/66a93e52-52b0-4a21-8c65-e0c073280683) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:04:17.309164 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-d9db94b2-d91f-46e9-8d5f-13aaa91903b3 service neutron] 10.222.0.52 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500502 Jul 06 14:04:17.310979 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad79d9d-fa6f-40c7-a3b6-c47cdec95258 x-openstack-request-id: req-0ad79d9d-fa6f-40c7-a3b6-c47cdec95258 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:17.311786 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf33bbd4-201b-4b2a-993e-1b472d95fe0c", "tag": "a0777351-3e2f-477e-a251-029824429c89", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:17.313220 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-0ad79d9d-fa6f-40c7-a3b6-c47cdec95258 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:17.313220 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf33bbd4-201b-4b2a-993e-1b472d95fe0c', 'tag': 'a0777351-3e2f-477e-a251-029824429c89', 'status': 'completed', 'code': 200} Jul 06 14:04:17.336031 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ddbcf68f-2739-4ac0-b8cf-ca28103a962a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:17.339162 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ddbcf68f-2739-4ac0-b8cf-ca28103a962a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:17.345689 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ddbcf68f-2739-4ac0-b8cf-ca28103a962a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "DELETE /v2.0/security-groups/533265c7-1adb-4c2e-a86b-6b139ef51fb6 HTTP/1.1" status: 204 len: 168 time: 0.4146492 Jul 06 14:04:17.346738 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35672) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:17.418028 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbcf68f-2739-4ac0-b8cf-ca28103a962a tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=533265c7-1adb-4c2e-a86b-6b139ef51fb6,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:17.433001 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-89034610-8e81-4cc8-9aea-8a7eb385b50d tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] show failed (client error): The resource could not be found. Jul 06 14:04:17.438057 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-89034610-8e81-4cc8-9aea-8a7eb385b50d tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "GET /v2.0/security-groups/533265c7-1adb-4c2e-a86b-6b139ef51fb6 HTTP/1.1" status: 404 len: 347 time: 0.0740514 Jul 06 14:04:17.441286 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35674) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:17.462100 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d65c76b3-7398-4b03-a6b0-6079659df6de req-32da7caf-f046-4c92-8297-03b1aec07424 service neutron] 10.222.0.52 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484034 Jul 06 14:04:17.489216 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 2f35642e-331f-4ac8-80be-e054da5d3502 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:04:17.528078 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 2f35642e-331f-4ac8-80be-e054da5d3502 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:04:17.528744 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 2f35642e-331f-4ac8-80be-e054da5d3502 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:04:17.531373 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b025c-0bfb-4d02-a630-1bd5051c93ed req-64af5034-9749-442f-a255-780bcd64997d tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:17.533164 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6d9b025c-0bfb-4d02-a630-1bd5051c93ed req-64af5034-9749-442f-a255-780bcd64997d tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 946 time: 0.1185195 Jul 06 14:04:17.573321 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-4346ebcd-cdcb-4ab0-b726-1e4673ae1a67 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:17.612397 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6d9b025c-0bfb-4d02-a630-1bd5051c93ed req-36d95f3c-f98a-433f-ae8e-98c0ee1f0fc3 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683210 Jul 06 14:04:17.625593 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3a313-a761-4fbd-aacc-a83bb78fce0a req-d6daf542-20b2-4ff8-9648-77f501241904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:17.627205 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-82d3a313-a761-4fbd-aacc-a83bb78fce0a req-d6daf542-20b2-4ff8-9648-77f501241904 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&device_id=bf33bbd4-201b-4b2a-993e-1b472d95fe0c HTTP/1.1" status: 200 len: 1095 time: 0.0930204 Jul 06 14:04:17.630128 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-4346ebcd-cdcb-4ab0-b726-1e4673ae1a67 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Transition to ACTIVE for port object 66a93e52-52b0-4a21-8c65-e0c073280683 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:04:17.728150 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-4346ebcd-cdcb-4ab0-b726-1e4673ae1a67 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:17.736772 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-44ef3541-80a9-421c-816a-ca2ab27b65df tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Deleting port a507fad5-ff24-4809-b66f-1c3cf81b2628 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:17.737129 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-44ef3541-80a9-421c-816a-ca2ab27b65df tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:17.783707 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3a313-a761-4fbd-aacc-a83bb78fce0a req-ed4505f6-7d10-4ea2-935a-8fef87132efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:17.785486 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-82d3a313-a761-4fbd-aacc-a83bb78fce0a req-ed4505f6-7d10-4ea2-935a-8fef87132efb service neutron] 10.222.0.52 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 911 time: 0.1449373 Jul 06 14:04:17.828001 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-4346ebcd-cdcb-4ab0-b726-1e4673ae1a67 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Network eb40ac72-d061-46c2-ab3d-a227d94e4954 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:04:17.838405 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-4346ebcd-cdcb-4ab0-b726-1e4673ae1a67 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:04:17.847623 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-4346ebcd-cdcb-4ab0-b726-1e4673ae1a67 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:04:17.863027 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-82d3a313-a761-4fbd-aacc-a83bb78fce0a req-b5b6dcb1-3645-4fdc-b4f1-018d6b289128 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0777351-3e2f-477e-a251-029824429c89 HTTP/1.1" status: 200 len: 217 time: 0.0675399 Jul 06 14:04:17.874262 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346ebcd-cdcb-4ab0-b726-1e4673ae1a67 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Pushing event updated for resources: {'Port': ['ID=66a93e52-52b0-4a21-8c65-e0c073280683,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:17.916943 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-44ef3541-80a9-421c-816a-ca2ab27b65df tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:17.917280 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-44ef3541-80a9-421c-816a-ca2ab27b65df tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:17.937059 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-4346ebcd-cdcb-4ab0-b726-1e4673ae1a67 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:17.937871 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-4346ebcd-cdcb-4ab0-b726-1e4673ae1a67 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:17.944456 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-44ef3541-80a9-421c-816a-ca2ab27b65df tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Calling delete_port for a507fad5-ff24-4809-b66f-1c3cf81b2628 owned by network:floatingip {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:17.945004 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396b7ea-a279-4604-9d58-24008ef3c6ea req-e2d016ac-00dc-4321-9209-1873660ca25b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:17.947374 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2396b7ea-a279-4604-9d58-24008ef3c6ea req-e2d016ac-00dc-4321-9209-1873660ca25b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=bf33bbd4-201b-4b2a-993e-1b472d95fe0c HTTP/1.1" status: 200 len: 944 time: 0.1607246 Jul 06 14:04:17.949083 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3a313-a761-4fbd-aacc-a83bb78fce0a req-57a5eeb3-bd85-43bb-a2e7-144ede7ed9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:17.950823 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-82d3a313-a761-4fbd-aacc-a83bb78fce0a req-57a5eeb3-bd85-43bb-a2e7-144ede7ed9ff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63f5e127-3353-454e-884a-bc0470d3f3d4 HTTP/1.1" status: 200 len: 849 time: 0.0810568 Jul 06 14:04:17.967764 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-4346ebcd-cdcb-4ab0-b726-1e4673ae1a67 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2536991 Jul 06 14:04:18.015340 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-0c19e36b-ba47-47d6-81d9-5e4b1a71143a service neutron] Request body: {'port': {'device_id': '36198b7b-15e7-4660-a17b-fe02fa801203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:18.098370 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2396b7ea-a279-4604-9d58-24008ef3c6ea req-73d40b06-6e3c-4967-867d-c1b4695b30f8 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420894 Jul 06 14:04:18.130189 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-0c19e36b-ba47-47d6-81d9-5e4b1a71143a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:18.135254 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3a313-a761-4fbd-aacc-a83bb78fce0a req-dcdaa42b-1984-455a-82fa-c8b0c65f6e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:18.138042 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-82d3a313-a761-4fbd-aacc-a83bb78fce0a req-dcdaa42b-1984-455a-82fa-c8b0c65f6e0d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=55ac526b-1e87-42ff-98ca-8b8357b7302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1704087 Jul 06 14:04:18.208825 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d6792f8a-63b3-4e97-99ba-ae2a4f704edf None None] Provisioning for port 66a93e52-52b0-4a21-8c65-e0c073280683 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:04:18.214544 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d6792f8a-63b3-4e97-99ba-ae2a4f704edf None None] Provisioning complete for port 66a93e52-52b0-4a21-8c65-e0c073280683 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:18.215148 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d6792f8a-63b3-4e97-99ba-ae2a4f704edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:18.258646 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-44ef3541-80a9-421c-816a-ca2ab27b65df tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:18.277510 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-82d3a313-a761-4fbd-aacc-a83bb78fce0a req-90abfe8f-11a9-4ad4-b2c0-c6cd52423a26 service neutron] 10.222.0.52 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312108 Jul 06 14:04:18.287404 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d6792f8a-63b3-4e97-99ba-ae2a4f704edf None None] Port 66a93e52-52b0-4a21-8c65-e0c073280683 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:04:18.345204 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef3541-80a9-421c-816a-ca2ab27b65df tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Pushing event deleted for resources: {'Port': ['ID=a507fad5-ff24-4809-b66f-1c3cf81b2628,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:18.441037 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-82d3a313-a761-4fbd-aacc-a83bb78fce0a req-6622acca-b063-435b-bfaa-ba8b249619fe service neutron] 10.222.0.52 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564734 Jul 06 14:04:18.449846 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258494ca-33af-409e-90f3-716c48e21fd1 req-4838b0ab-6b86-4aec-87d9-ad30a1a51734 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:18.457913 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-258494ca-33af-409e-90f3-716c48e21fd1 req-4838b0ab-6b86-4aec-87d9-ad30a1a51734 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 931 time: 0.1466293 Jul 06 14:04:18.526130 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-258494ca-33af-409e-90f3-716c48e21fd1 req-9a4f8496-5647-492a-a6c9-6c79ec345885 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676780 Jul 06 14:04:18.550118 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e39d14-d009-45f7-94e7-ecc3e52aaa70 req-8ff2e69d-1356-4535-b0c4-b9c0a19bc398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:18.551669 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-26e39d14-d009-45f7-94e7-ecc3e52aaa70 req-8ff2e69d-1356-4535-b0c4-b9c0a19bc398 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 1097 time: 0.0866849 Jul 06 14:04:18.598114 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-26e39d14-d009-45f7-94e7-ecc3e52aaa70 req-282628c7-31ff-4a56-b188-8b559802b8e7 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386922 Jul 06 14:04:18.643808 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:18.670421 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 35684) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:18.743718 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-150c1f64-a2ae-4283-b740-ef44a300274d admin admin] Deleting subnet 19bbcfd3-d0a2-434e-bf3e-31ca2266bed6 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:04:18.747091 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-150c1f64-a2ae-4283-b740-ef44a300274d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:18.786319 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-44ef3541-80a9-421c-816a-ca2ab27b65df tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for floatingip, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:18.793011 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-44ef3541-80a9-421c-816a-ca2ab27b65df tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:18.798312 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-44ef3541-80a9-421c-816a-ca2ab27b65df tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "DELETE /v2.0/floatingips/9a661cef-7e13-4d61-b7f1-1211f2044f51 HTTP/1.1" status: 204 len: 168 time: 1.3557010 Jul 06 14:04:18.799090 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35686) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:18.824073 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-150c1f64-a2ae-4283-b740-ef44a300274d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:18.919938 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-150c1f64-a2ae-4283-b740-ef44a300274d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:18.943588 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-0c19e36b-ba47-47d6-81d9-5e4b1a71143a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a93e52-52b0-4a21-8c65-e0c073280683 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:18.952143 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-0c19e36b-ba47-47d6-81d9-5e4b1a71143a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:18.972999 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-0c19e36b-ba47-47d6-81d9-5e4b1a71143a service neutron] Transition to ACTIVE for port object 66a93e52-52b0-4a21-8c65-e0c073280683 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:04:18.982468 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-0c19e36b-ba47-47d6-81d9-5e4b1a71143a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:18.983321 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0006b0-c615-48b4-aec4-0cc1ff73223d req-a7205725-5362-4b55-81af-ef966b493ff7 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:18.986431 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a0006b0-c615-48b4-aec4-0cc1ff73223d req-a7205725-5362-4b55-81af-ef966b493ff7 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 946 time: 0.1554053 Jul 06 14:04:19.010123 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-21e1d8f4-3d25-407e-bc9f-cc7cba435ebe tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Deleting port f298cdfc-2d7b-46d9-818e-7576966d6307 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:19.011129 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-21e1d8f4-3d25-407e-bc9f-cc7cba435ebe tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:19.019576 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-150c1f64-a2ae-4283-b740-ef44a300274d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:19.066025 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c1f64-a2ae-4283-b740-ef44a300274d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19bbcfd3-d0a2-434e-bf3e-31ca2266bed6,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:19.080503 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-150c1f64-a2ae-4283-b740-ef44a300274d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:19.082523 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-150c1f64-a2ae-4283-b740-ef44a300274d admin admin] 10.222.0.118 "DELETE /v2.0/subnets/19bbcfd3-d0a2-434e-bf3e-31ca2266bed6 HTTP/1.1" status: 204 len: 168 time: 0.4098489 Jul 06 14:04:19.086561 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 35688) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:19.100018 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a0006b0-c615-48b4-aec4-0cc1ff73223d req-96be7c14-3759-448b-bc8a-e0190d2e6e93 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932508 Jul 06 14:04:19.101042 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19e36b-ba47-47d6-81d9-5e4b1a71143a service neutron] Pushing event updated for resources: {'Port': ['ID=66a93e52-52b0-4a21-8c65-e0c073280683,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:19.203124 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-62ed5c4e-2e5d-4123-8f25-9e50608631cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:19.240484 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-21e1d8f4-3d25-407e-bc9f-cc7cba435ebe tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:19.259843 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-21e1d8f4-3d25-407e-bc9f-cc7cba435ebe tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Calling delete_port for f298cdfc-2d7b-46d9-818e-7576966d6307 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:19.286330 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-0c19e36b-ba47-47d6-81d9-5e4b1a71143a service neutron] Attempting to bind port 66a93e52-52b0-4a21-8c65-e0c073280683 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:19.286754 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-0c19e36b-ba47-47d6-81d9-5e4b1a71143a service neutron] Attempting to bind port 66a93e52-52b0-4a21-8c65-e0c073280683 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '785edacd-9834-4706-af27-3b2c5fc58c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:19.286754 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-0c19e36b-ba47-47d6-81d9-5e4b1a71143a service neutron] Attempting to bind port 66a93e52-52b0-4a21-8c65-e0c073280683 on network eb40ac72-d061-46c2-ab3d-a227d94e4954 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:19.369073 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-0c19e36b-ba47-47d6-81d9-5e4b1a71143a service neutron] Port 66a93e52-52b0-4a21-8c65-e0c073280683 on network eb40ac72-d061-46c2-ab3d-a227d94e4954 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:19.369470 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-0c19e36b-ba47-47d6-81d9-5e4b1a71143a service neutron] Attempting to bind port 66a93e52-52b0-4a21-8c65-e0c073280683 on network eb40ac72-d061-46c2-ab3d-a227d94e4954 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:19.378762 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-0c19e36b-ba47-47d6-81d9-5e4b1a71143a service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:04:19.379113 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-0c19e36b-ba47-47d6-81d9-5e4b1a71143a service neutron] Checking segment: {'id': '785edacd-9834-4706-af27-3b2c5fc58c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:04:19.379517 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-0c19e36b-ba47-47d6-81d9-5e4b1a71143a service neutron] Bound using segment: {'id': '785edacd-9834-4706-af27-3b2c5fc58c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:04:19.379969 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-0c19e36b-ba47-47d6-81d9-5e4b1a71143a service neutron] Bound port: 66a93e52-52b0-4a21-8c65-e0c073280683, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '785edacd-9834-4706-af27-3b2c5fc58c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:04:19.380349 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-0c19e36b-ba47-47d6-81d9-5e4b1a71143a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:19.477271 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-62ed5c4e-2e5d-4123-8f25-9e50608631cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:19.548899 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-62ed5c4e-2e5d-4123-8f25-9e50608631cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37897755-8623-4ed6-915a-750ed72bb7f6']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:19.609349 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-0c19e36b-ba47-47d6-81d9-5e4b1a71143a service neutron] For port 66a93e52-52b0-4a21-8c65-e0c073280683, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:04:19.614874 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-62ed5c4e-2e5d-4123-8f25-9e50608631cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6cb7db4-2feb-46cd-ae49-9eba08e1b369') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:19.615207 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-62ed5c4e-2e5d-4123-8f25-9e50608631cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6cb7db4-2feb-46cd-ae49-9eba08e1b369') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:19.615943 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-0c19e36b-ba47-47d6-81d9-5e4b1a71143a service neutron] For port 66a93e52-52b0-4a21-8c65-e0c073280683, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=66a93e52-52b0-4a21-8c65-e0c073280683,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:04:19.626109 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-0c19e36b-ba47-47d6-81d9-5e4b1a71143a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:19.654249 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-21e1d8f4-3d25-407e-bc9f-cc7cba435ebe tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:19.677249 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-0c19e36b-ba47-47d6-81d9-5e4b1a71143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:19.677976 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-0c19e36b-ba47-47d6-81d9-5e4b1a71143a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:19.679456 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-0c19e36b-ba47-47d6-81d9-5e4b1a71143a service neutron] 10.222.0.52 "PUT /v2.0/ports/66a93e52-52b0-4a21-8c65-e0c073280683 HTTP/1.1" status: 200 len: 1091 time: 1.6759441 Jul 06 14:04:19.681744 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36198b7b-15e7-4660-a17b-fe02fa801203', 'tag': '66a93e52-52b0-4a21-8c65-e0c073280683'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:19.684217 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0862c0-0bc7-4214-a353-41ed60805cae" -d '{"events": [{"name": "network-changed", "server_uuid": "36198b7b-15e7-4660-a17b-fe02fa801203", "tag": "66a93e52-52b0-4a21-8c65-e0c073280683"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:19.713833 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-62ed5c4e-2e5d-4123-8f25-9e50608631cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:19.781795 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19e36b-ba47-47d6-81d9-5e4b1a71143a service neutron] Pushing event updated for resources: {'Port': ['ID=66a93e52-52b0-4a21-8c65-e0c073280683,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:19.785278 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-62ed5c4e-2e5d-4123-8f25-9e50608631cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:19.822798 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ed5c4e-2e5d-4123-8f25-9e50608631cf admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:04:19.823704 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-62ed5c4e-2e5d-4123-8f25-9e50608631cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:04:19.826407 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:04:19.898968 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e1d8f4-3d25-407e-bc9f-cc7cba435ebe tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Pushing event deleted for resources: {'Port': ['ID=f298cdfc-2d7b-46d9-818e-7576966d6307,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:19.935527 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-21e1d8f4-3d25-407e-bc9f-cc7cba435ebe tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:19.938024 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-21e1d8f4-3d25-407e-bc9f-cc7cba435ebe tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "DELETE /v2.0/ports/f298cdfc-2d7b-46d9-818e-7576966d6307 HTTP/1.1" status: 204 len: 168 time: 1.1360736 Jul 06 14:04:19.941316 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35696) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:19.958099 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-62ed5c4e-2e5d-4123-8f25-9e50608631cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:19.974605 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-62ed5c4e-2e5d-4123-8f25-9e50608631cf admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:19.979659 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-62ed5c4e-2e5d-4123-8f25-9e50608631cf admin admin] 10.222.0.118 "DELETE /v2.0/networks/37897755-8623-4ed6-915a-750ed72bb7f6 HTTP/1.1" status: 204 len: 168 time: 0.8920648 Jul 06 14:04:19.997578 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1366b-ec70-4999-bc70-a0eaa8a44939 req-2c5d3495-735b-46c6-bc90-178bcf3a1d9d tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:20.007112 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b3b1366b-ec70-4999-bc70-a0eaa8a44939 req-2c5d3495-735b-46c6-bc90-178bcf3a1d9d tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=bf33bbd4-201b-4b2a-993e-1b472d95fe0c HTTP/1.1" status: 200 len: 944 time: 0.4202862 Jul 06 14:04:20.024238 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-bbf5de4b-a698-47ef-8f1b-5e5826d99b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:20.026012 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-bbf5de4b-a698-47ef-8f1b-5e5826d99b03 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a280ed57ce5e4005b7a7e0a51a2d45bf&device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 1094 time: 0.1611989 Jul 06 14:04:20.052646 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed5c4e-2e5d-4123-8f25-9e50608631cf admin admin] Pushing event deleted for resources: {'Network': ['ID=37897755-8623-4ed6-915a-750ed72bb7f6,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:20.096648 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-02574056-3616-42a0-83a3-0b4b00cee36c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66a93e52-52b0-4a21-8c65-e0c073280683 HTTP/1.1" status: 200 len: 217 time: 0.0591114 Jul 06 14:04:20.102005 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b3b1366b-ec70-4999-bc70-a0eaa8a44939 req-16e6d45d-c498-4565-85ef-798e91f9d6fe tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935223 Jul 06 14:04:20.248749 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-73f9100f-d7c2-4e10-bb2c-4bf0fae3911c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:20.253279 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-73f9100f-d7c2-4e10-bb2c-4bf0fae3911c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=175feade-0da5-4b99-8a0b-5c1deab4fd78 HTTP/1.1" status: 200 len: 855 time: 0.1448438 Jul 06 14:04:20.324780 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-fba5b6f3-41dd-4e3a-804f-6ad0365c8930 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Deleting port f2296885-8899-45b5-95c4-bfe40a9e131c {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:20.325403 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fba5b6f3-41dd-4e3a-804f-6ad0365c8930 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:20.394306 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc48d7b-7756-4dae-9bd6-22edb4af8a87 req-64da3023-4eaf-4a67-86eb-d5b648064016 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:20.402054 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35702) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:20.407889 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4bc48d7b-7756-4dae-9bd6-22edb4af8a87 req-64da3023-4eaf-4a67-86eb-d5b648064016 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 943 time: 0.1516216 Jul 06 14:04:20.414747 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-dd8142bc-7ef4-4bf7-8592-213604e59480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:20.416388 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-dd8142bc-7ef4-4bf7-8592-213604e59480 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eb40ac72-d061-46c2-ab3d-a227d94e4954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1560583 Jul 06 14:04:20.498716 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4bc48d7b-7756-4dae-9bd6-22edb4af8a87 req-e76686d0-335b-4951-962e-72f9d6bb80f0 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895648 Jul 06 14:04:20.564933 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fba5b6f3-41dd-4e3a-804f-6ad0365c8930 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:20.576984 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d925e2-b1e7-4992-9520-b22b73927d5e x-openstack-request-id: req-b1d925e2-b1e7-4992-9520-b22b73927d5e {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:20.579233 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36198b7b-15e7-4660-a17b-fe02fa801203", "tag": "66a93e52-52b0-4a21-8c65-e0c073280683", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:20.579233 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-b1d925e2-b1e7-4992-9520-b22b73927d5e {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:20.579233 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36198b7b-15e7-4660-a17b-fe02fa801203', 'tag': '66a93e52-52b0-4a21-8c65-e0c073280683', 'status': 'completed', 'code': 200} Jul 06 14:04:20.596203 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-fba5b6f3-41dd-4e3a-804f-6ad0365c8930 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Calling delete_port for f2296885-8899-45b5-95c4-bfe40a9e131c owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:20.600269 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ec286f93-0848-4489-a333-deff78639283 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=a51979751940470e9ed61f9702a97dcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1967866 Jul 06 14:04:20.603016 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 35704) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:20.683042 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-c8c06ea6-f53a-4579-80d3-4b968b5298e8 service neutron] 10.222.0.52 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567787 Jul 06 14:04:20.864974 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-0dd12470-9dfb-4c5f-94f9-5af19ac29d74 req-ee2ae684-f1ed-44fe-b2a2-f23830fe74a0 service neutron] 10.222.0.52 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723678 Jul 06 14:04:20.866328 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-25ca44cf-dcb7-495b-8583-a3b63d5e633a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:20.883986 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fba5b6f3-41dd-4e3a-804f-6ad0365c8930 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:20.918753 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-25ca44cf-dcb7-495b-8583-a3b63d5e633a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:20.931336 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5b6f3-41dd-4e3a-804f-6ad0365c8930 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Pushing event deleted for resources: {'Port': ['ID=f2296885-8899-45b5-95c4-bfe40a9e131c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:20.944531 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cce74b-51c9-40b3-9894-fcd201919544 req-872ff9a7-1bb9-43f6-8683-845443032eb9 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:20.955859 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-82cce74b-51c9-40b3-9894-fcd201919544 req-872ff9a7-1bb9-43f6-8683-845443032eb9 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 946 time: 0.2422647 Jul 06 14:04:21.050441 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-82cce74b-51c9-40b3-9894-fcd201919544 req-8fccd660-6ac1-4c7d-ba19-441b9677a83b tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925829 Jul 06 14:04:21.085510 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-25ca44cf-dcb7-495b-8583-a3b63d5e633a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:21.088231 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-25ca44cf-dcb7-495b-8583-a3b63d5e633a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:21.093280 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-25ca44cf-dcb7-495b-8583-a3b63d5e633a admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/10f8dea5-df94-4b27-8e34-751f78ac8558 HTTP/1.1" status: 204 len: 168 time: 0.4893134 Jul 06 14:04:21.111931 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca44cf-dcb7-495b-8583-a3b63d5e633a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f8dea5-df94-4b27-8e34-751f78ac8558,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:21.167262 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fba5b6f3-41dd-4e3a-804f-6ad0365c8930 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:21.174508 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fba5b6f3-41dd-4e3a-804f-6ad0365c8930 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "DELETE /v2.0/ports/f2296885-8899-45b5-95c4-bfe40a9e131c HTTP/1.1" status: 204 len: 168 time: 1.2320259 Jul 06 14:04:21.178512 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 35712) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:21.209978 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0862c0-0bc7-4214-a353-41ed60805cae req-55e8148e-3ad0-438a-afcb-e34b613315be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:21.211838 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3f0862c0-0bc7-4214-a353-41ed60805cae req-55e8148e-3ad0-438a-afcb-e34b613315be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a280ed57ce5e4005b7a7e0a51a2d45bf&device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 1094 time: 0.2095313 Jul 06 14:04:21.304634 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-8394eda4-14d1-43b3-83cc-875bb66a461e tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Deleting subnet 8b322a15-08f2-404b-b5a7-7b23b405c7f9 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:04:21.318770 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8394eda4-14d1-43b3-83cc-875bb66a461e tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:21.423456 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8394eda4-14d1-43b3-83cc-875bb66a461e tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:21.484761 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0862c0-0bc7-4214-a353-41ed60805cae req-f8226069-ffce-4b2c-9c0b-6eb6eb232d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:21.486356 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3f0862c0-0bc7-4214-a353-41ed60805cae req-f8226069-ffce-4b2c-9c0b-6eb6eb232d44 service neutron] 10.222.0.52 "GET /v2.0/networks?id=eb40ac72-d061-46c2-ab3d-a227d94e4954 HTTP/1.1" status: 200 len: 917 time: 0.2590370 Jul 06 14:04:21.587588 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3f0862c0-0bc7-4214-a353-41ed60805cae req-1f8fe344-4481-407c-99ff-42a372397415 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66a93e52-52b0-4a21-8c65-e0c073280683 HTTP/1.1" status: 200 len: 217 time: 0.0889664 Jul 06 14:04:21.723993 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0862c0-0bc7-4214-a353-41ed60805cae req-4c13ee2b-714f-41ea-89e6-d006407452c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:21.726657 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3f0862c0-0bc7-4214-a353-41ed60805cae req-4c13ee2b-714f-41ea-89e6-d006407452c5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=175feade-0da5-4b99-8a0b-5c1deab4fd78 HTTP/1.1" status: 200 len: 855 time: 0.1309562 Jul 06 14:04:21.750547 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8394eda4-14d1-43b3-83cc-875bb66a461e tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:21.763542 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d1eb8-ae60-4721-a54f-6bfc9f6b012c req-0c9110b5-8ce5-4c58-8258-c37c360fcbda tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:21.766027 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-701d1eb8-ae60-4721-a54f-6bfc9f6b012c req-0c9110b5-8ce5-4c58-8258-c37c360fcbda tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=bf33bbd4-201b-4b2a-993e-1b472d95fe0c HTTP/1.1" status: 200 len: 944 time: 0.2997899 Jul 06 14:04:21.838033 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-701d1eb8-ae60-4721-a54f-6bfc9f6b012c req-b286bd8c-48fe-4aea-b98a-6b26f1bf109f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500486 Jul 06 14:04:21.904890 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0862c0-0bc7-4214-a353-41ed60805cae req-6ba7652f-48f7-4a64-a820-355dd2a35099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:21.907429 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3f0862c0-0bc7-4214-a353-41ed60805cae req-6ba7652f-48f7-4a64-a820-355dd2a35099 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eb40ac72-d061-46c2-ab3d-a227d94e4954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1719224 Jul 06 14:04:21.910041 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8394eda4-14d1-43b3-83cc-875bb66a461e tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:21.979027 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8394eda4-14d1-43b3-83cc-875bb66a461e tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:21.984458 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8394eda4-14d1-43b3-83cc-875bb66a461e tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "DELETE /v2.0/subnets/8b322a15-08f2-404b-b5a7-7b23b405c7f9 HTTP/1.1" status: 204 len: 168 time: 0.8014579 Jul 06 14:04:21.986637 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07097b68-2b2d-4802-82f6-b4541cb60c65 None None] Network 47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:04:21.988180 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394eda4-14d1-43b3-83cc-875bb66a461e tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Pushing event deleted for resources: {'Subnet': ['ID=8b322a15-08f2-404b-b5a7-7b23b405c7f9,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:21.990091 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 35726) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:22.112858 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c4baac-b13a-46d7-b56f-6a7cc86ea69f tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Deleting subnet c04128a6-f89d-4c07-9ca5-0cf3821c9fb2 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:04:22.127574 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d6c4baac-b13a-46d7-b56f-6a7cc86ea69f tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:22.154754 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3f0862c0-0bc7-4214-a353-41ed60805cae req-bc463ac7-4926-4d5c-aecd-42c58cf1c1a5 service neutron] 10.222.0.52 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365189 Jul 06 14:04:22.232762 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d6c4baac-b13a-46d7-b56f-6a7cc86ea69f tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:22.379069 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d6c4baac-b13a-46d7-b56f-6a7cc86ea69f tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:22.472851 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3f0862c0-0bc7-4214-a353-41ed60805cae req-fb166da3-86ec-414d-a460-e5587d69ed22 service neutron] 10.222.0.52 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088491 Jul 06 14:04:22.484538 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d6c4baac-b13a-46d7-b56f-6a7cc86ea69f tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:22.616066 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4baac-b13a-46d7-b56f-6a7cc86ea69f tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Pushing event deleted for resources: {'Subnet': ['ID=c04128a6-f89d-4c07-9ca5-0cf3821c9fb2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:22.678275 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d6c4baac-b13a-46d7-b56f-6a7cc86ea69f tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:22.680269 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d6c4baac-b13a-46d7-b56f-6a7cc86ea69f tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "DELETE /v2.0/subnets/c04128a6-f89d-4c07-9ca5-0cf3821c9fb2 HTTP/1.1" status: 204 len: 168 time: 0.6891756 Jul 06 14:04:22.684173 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35738) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:22.691838 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb9bc44-4273-4db1-ad26-1c7dd88da13b None None] Network d4681e72-a6e0-4598-880f-0c79f70e2adb requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:04:22.744994 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64309273-7193-47f5-8eed-3e422402aae2 req-a8aa1525-cc8d-4b9e-b374-06f3633c66ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:22.751526 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64309273-7193-47f5-8eed-3e422402aae2 req-a8aa1525-cc8d-4b9e-b374-06f3633c66ae service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=b7ff67a3e26f47058d2e455f3c5054a8&device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 1097 time: 0.1700270 Jul 06 14:04:22.884879 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2dea71b-599c-45a3-93ab-80279b1735c7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:22.917734 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 35744) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:22.977110 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e2dea71b-599c-45a3-93ab-80279b1735c7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Deleting port 4dc26195-b652-4dac-9b50-bdee82b78b6f {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:22.977472 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2dea71b-599c-45a3-93ab-80279b1735c7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.076766 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e2dea71b-599c-45a3-93ab-80279b1735c7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] For port 4dc26195-b652-4dac-9b50-bdee82b78b6f, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=4dc26195-b652-4dac-9b50-bdee82b78b6f,segment=NetworkSegment(ff0510a0-6086-4047-8223-0cf2c45f808b),segment_id=ff0510a0-6086-4047-8223-0cf2c45f808b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:23.079129 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2dea71b-599c-45a3-93ab-80279b1735c7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.094939 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e2dea71b-599c-45a3-93ab-80279b1735c7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Calling delete_port for 4dc26195-b652-4dac-9b50-bdee82b78b6f owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:23.119517 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22070a0-74b9-46b8-a602-e55e389bcf7a None None] DHCP port deletion for 47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:04:23.201383 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2dea71b-599c-45a3-93ab-80279b1735c7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.250098 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dea71b-599c-45a3-93ab-80279b1735c7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Pushing event deleted for resources: {'Port': ['ID=4dc26195-b652-4dac-9b50-bdee82b78b6f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:23.255713 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dea71b-599c-45a3-93ab-80279b1735c7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] No DVR routers for this DVR port 4dc26195-b652-4dac-9b50-bdee82b78b6f on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:04:23.340176 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-e22070a0-74b9-46b8-a602-e55e389bcf7a None None] Deleting port 4dc26195-b652-4dac-9b50-bdee82b78b6f {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:23.340555 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e22070a0-74b9-46b8-a602-e55e389bcf7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.366182 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2dea71b-599c-45a3-93ab-80279b1735c7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.408091 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-e2dea71b-599c-45a3-93ab-80279b1735c7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:23.423030 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7a8c0d-b155-4245-bcdf-55c20616a100 None None] DHCP port deletion for d4681e72-a6e0-4598-880f-0c79f70e2adb request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:04:23.426509 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-e2dea71b-599c-45a3-93ab-80279b1735c7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff0510a0-6086-4047-8223-0cf2c45f808b') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:23.426823 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-e2dea71b-599c-45a3-93ab-80279b1735c7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff0510a0-6086-4047-8223-0cf2c45f808b') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:23.431608 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-e3a7f1f3-e854-4dfd-adb8-c142866977f7 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1785914339-network', 'tenant_id': 'a6ce06607a2f4240a05ecfcd89a5c1d5'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:23.438835 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64309273-7193-47f5-8eed-3e422402aae2 req-bf4dd45b-eb46-4de6-95e3-3936d41f4314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:23.440340 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64309273-7193-47f5-8eed-3e422402aae2 req-bf4dd45b-eb46-4de6-95e3-3936d41f4314 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b8d9601d-3de6-4f81-a059-2bdbf312577c HTTP/1.1" status: 200 len: 920 time: 0.6760786 Jul 06 14:04:23.445705 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2dea71b-599c-45a3-93ab-80279b1735c7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.462445 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2dea71b-599c-45a3-93ab-80279b1735c7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.472221 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2dea71b-599c-45a3-93ab-80279b1735c7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:04:23.472635 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2dea71b-599c-45a3-93ab-80279b1735c7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.476446 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-e22070a0-74b9-46b8-a602-e55e389bcf7a None None] For port 4dc26195-b652-4dac-9b50-bdee82b78b6f, host n-d-773644-6, got binding levels [] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:04:23.476797 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:04:23.479604 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e22070a0-74b9-46b8-a602-e55e389bcf7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.498477 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64309273-7193-47f5-8eed-3e422402aae2 req-49f930e3-f5b7-436f-a9c8-f32667ff410c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13b8051f-a72d-461f-a79d-844290426baa HTTP/1.1" status: 200 len: 217 time: 0.0390587 Jul 06 14:04:23.501458 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-e22070a0-74b9-46b8-a602-e55e389bcf7a None None] Calling delete_port for 4dc26195-b652-4dac-9b50-bdee82b78b6f owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:23.509132 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.ipam_backend_mixin [None req-e22070a0-74b9-46b8-a602-e55e389bcf7a None None] Port 4dc26195-b652-4dac-9b50-bdee82b78b6f was not found and therefore no delete operation was performed {{(pid=100419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 14:04:23.532445 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e22070a0-74b9-46b8-a602-e55e389bcf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.536511 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 66a93e52-52b0-4a21-8c65-e0c073280683 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:04:23.554295 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a7f1f3-e854-4dfd-adb8-c142866977f7 admin admin] Made reservation on behalf of a6ce06607a2f4240a05ecfcd89a5c1d5 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:04:23.556638 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e3a7f1f3-e854-4dfd-adb8-c142866977f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.575374 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-2f7a8c0d-b155-4245-bcdf-55c20616a100 None None] Deleting port 1c234fc8-a941-45df-bbec-3f5ce2c1099d {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:23.575920 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2f7a8c0d-b155-4245-bcdf-55c20616a100 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.583730 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e3a7f1f3-e854-4dfd-adb8-c142866977f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.590613 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2dea71b-599c-45a3-93ab-80279b1735c7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.601638 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2dea71b-599c-45a3-93ab-80279b1735c7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.605533 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64309273-7193-47f5-8eed-3e422402aae2 req-235aa058-aeb2-45e2-b2b1-10cbffdbbd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:23.607027 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64309273-7193-47f5-8eed-3e422402aae2 req-235aa058-aeb2-45e2-b2b1-10cbffdbbd00 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=22cad74c-fc99-4bde-affd-fd3c50380641 HTTP/1.1" status: 200 len: 859 time: 0.1009452 Jul 06 14:04:23.607177 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e2dea71b-599c-45a3-93ab-80279b1735c7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "DELETE /v2.0/networks/47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a HTTP/1.1" status: 204 len: 168 time: 0.9224081 Jul 06 14:04:23.607943 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35748) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:23.620943 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22070a0-74b9-46b8-a602-e55e389bcf7a None None] Pushing event deleted for resources: {'Port': ['ID=4dc26195-b652-4dac-9b50-bdee82b78b6f,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:23.631243 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dea71b-599c-45a3-93ab-80279b1735c7 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Pushing event deleted for resources: {'Network': ['ID=47cc7cd9-ff5d-4e4e-ac8a-6003c329c14a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:23.669272 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e348d-89b2-4e49-9b5d-1c8ea23f2233 req-e1f3e203-85cd-47d9-b9dd-ebbb0511e9b9 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:23.678334 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f3e348d-89b2-4e49-9b5d-1c8ea23f2233 req-e1f3e203-85cd-47d9-b9dd-ebbb0511e9b9 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 943 time: 0.6808188 Jul 06 14:04:23.692230 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22070a0-74b9-46b8-a602-e55e389bcf7a None None] No DVR routers for this DVR port 4dc26195-b652-4dac-9b50-bdee82b78b6f on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:04:23.715449 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64309273-7193-47f5-8eed-3e422402aae2 req-50599bc6-6dfc-416b-91cd-05f80e2a9fe0 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b8d9601d-3de6-4f81-a059-2bdbf312577c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929179 Jul 06 14:04:23.743661 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e216b97-0475-4105-876a-9fda5fae4a84 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.806863 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 1c234fc8-a941-45df-bbec-3f5ce2c1099d no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:04:23.849801 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f3e348d-89b2-4e49-9b5d-1c8ea23f2233 req-495a2aec-81b6-49e0-ba18-567eb864c520 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704929 Jul 06 14:04:23.865377 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-2f7a8c0d-b155-4245-bcdf-55c20616a100 None None] For port 1c234fc8-a941-45df-bbec-3f5ce2c1099d, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=1c234fc8-a941-45df-bbec-3f5ce2c1099d,segment=NetworkSegment(3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36),segment_id=3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:23.869986 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3e216b97-0475-4105-876a-9fda5fae4a84 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Deleting port 1c234fc8-a941-45df-bbec-3f5ce2c1099d {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:23.870455 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e216b97-0475-4105-876a-9fda5fae4a84 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.876664 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2f7a8c0d-b155-4245-bcdf-55c20616a100 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:23.903348 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-2f7a8c0d-b155-4245-bcdf-55c20616a100 None None] Calling delete_port for 1c234fc8-a941-45df-bbec-3f5ce2c1099d owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:23.944006 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64309273-7193-47f5-8eed-3e422402aae2 req-a267565a-0c36-4eb4-86cb-04ec9370c0a3 service neutron] 10.222.0.124 "GET /v2.0/networks/b8d9601d-3de6-4f81-a059-2bdbf312577c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909676 Jul 06 14:04:23.980569 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-3e216b97-0475-4105-876a-9fda5fae4a84 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] For port 1c234fc8-a941-45df-bbec-3f5ce2c1099d, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=1c234fc8-a941-45df-bbec-3f5ce2c1099d,segment=NetworkSegment(3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36),segment_id=3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:23.980882 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e216b97-0475-4105-876a-9fda5fae4a84 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:24.001274 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3e216b97-0475-4105-876a-9fda5fae4a84 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Calling delete_port for 1c234fc8-a941-45df-bbec-3f5ce2c1099d owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:24.021189 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 66a93e52-52b0-4a21-8c65-e0c073280683, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=66a93e52-52b0-4a21-8c65-e0c073280683,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:24.054118 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '66a93e52-52b0-4a21-8c65-e0c073280683', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'port_id': '66a93e52-52b0-4a21-8c65-e0c073280683', 'mac_address': 'fa:16:3e:64:46:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:04:24.057765 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e3a7f1f3-e854-4dfd-adb8-c142866977f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:24.065150 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:24.071755 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e3a7f1f3-e854-4dfd-adb8-c142866977f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:24.112022 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7f1f3-e854-4dfd-adb8-c142866977f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1ab6e5-bea6-4660-8446-484a740c0a26,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:24.143137 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 1c234fc8-a941-45df-bbec-3f5ce2c1099d, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=1c234fc8-a941-45df-bbec-3f5ce2c1099d,segment=NetworkSegment(3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36),segment_id=3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:24.153663 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a7f1f3-e854-4dfd-adb8-c142866977f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:04:24.156715 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:24.157436 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 4dc26195-b652-4dac-9b50-bdee82b78b6f no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:04:24.172100 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:24.181252 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e3a7f1f3-e854-4dfd-adb8-c142866977f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:24.181935 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-e3a7f1f3-e854-4dfd-adb8-c142866977f7 admin admin] Added segment b2dc7a10-3cb9-4d05-83fe-d25fe732c079 of type vlan for network 5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 Jul 06 14:04:24.185644 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64309273-7193-47f5-8eed-3e422402aae2 req-9d6896d8-6c6e-41aa-a2d1-ed9427954384 service neutron] 10.222.0.124 "GET /v2.0/networks/b8d9601d-3de6-4f81-a059-2bdbf312577c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277422 Jul 06 14:04:24.202539 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2f7a8c0d-b155-4245-bcdf-55c20616a100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:24.224048 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 4dc26195-b652-4dac-9b50-bdee82b78b6f {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:04:24.224397 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 4dc26195-b652-4dac-9b50-bdee82b78b6f not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:04:24.229616 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event deleted for resources: {'Port': ['ID=1c234fc8-a941-45df-bbec-3f5ce2c1099d,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:24.239912 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a93e52-52b0-4a21-8c65-e0c073280683 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:24.258654 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 66a93e52-52b0-4a21-8c65-e0c073280683, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=66a93e52-52b0-4a21-8c65-e0c073280683,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:24.271998 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7a8c0d-b155-4245-bcdf-55c20616a100 None None] No DVR routers for this DVR port 1c234fc8-a941-45df-bbec-3f5ce2c1099d on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:04:24.316219 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:24.321790 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a8c0d-b155-4245-bcdf-55c20616a100 None None] Pushing event deleted for resources: {'Port': ['ID=1c234fc8-a941-45df-bbec-3f5ce2c1099d,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:24.324249 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e216b97-0475-4105-876a-9fda5fae4a84 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:24.355565 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e216b97-0475-4105-876a-9fda5fae4a84 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Pushing event deleted for resources: {'Port': ['ID=1c234fc8-a941-45df-bbec-3f5ce2c1099d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:24.366790 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e216b97-0475-4105-876a-9fda5fae4a84 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] No DVR routers for this DVR port 1c234fc8-a941-45df-bbec-3f5ce2c1099d on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:04:24.380752 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e3a7f1f3-e854-4dfd-adb8-c142866977f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:24.404385 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=66a93e52-52b0-4a21-8c65-e0c073280683,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:24.432946 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50030ada-a17a-4a91-885a-5627fb7a9f6e req-7dabcace-34f6-49ef-8aa0-6c5853cdc81d tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:24.441340 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-50030ada-a17a-4a91-885a-5627fb7a9f6e req-7dabcace-34f6-49ef-8aa0-6c5853cdc81d tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 946 time: 0.1535797 Jul 06 14:04:24.472153 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e3a7f1f3-e854-4dfd-adb8-c142866977f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:24.473513 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a7f1f3-e854-4dfd-adb8-c142866977f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:24.474183 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e3a7f1f3-e854-4dfd-adb8-c142866977f7 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:24.502958 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e216b97-0475-4105-876a-9fda5fae4a84 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:24.515429 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-3e216b97-0475-4105-876a-9fda5fae4a84 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4681e72-a6e0-4598-880f-0c79f70e2adb']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:24.528871 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-3e216b97-0475-4105-876a-9fda5fae4a84 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:24.529607 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-3e216b97-0475-4105-876a-9fda5fae4a84 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0d1f91-0a74-4f02-82b1-1f1e20b1eb36') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:24.542145 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e216b97-0475-4105-876a-9fda5fae4a84 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:24.552646 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-50030ada-a17a-4a91-885a-5627fb7a9f6e req-5bd3f647-261e-4c5d-80b7-4127a52bb1b3 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103752 Jul 06 14:04:24.561386 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e3a7f1f3-e854-4dfd-adb8-c142866977f7 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6434364 Jul 06 14:04:24.568475 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35750) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:24.569433 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e216b97-0475-4105-876a-9fda5fae4a84 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:24.576301 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['66a93e52-52b0-4a21-8c65-e0c073280683'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:04:24.579748 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-51fbcee1-a236-4c09-b1f3-db0e3b57daa3 admin admin] Request body: {'subnet': {'network_id': '5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1785914339-subnet', 'tenant_id': 'a6ce06607a2f4240a05ecfcd89a5c1d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:24.585955 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7f1f3-e854-4dfd-adb8-c142866977f7 admin admin] Pushing event updated for resources: {'Network': ['ID=5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:24.586180 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e216b97-0475-4105-876a-9fda5fae4a84 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:04:24.586432 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e216b97-0475-4105-876a-9fda5fae4a84 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:04:24.590437 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:04:24.667072 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:04:24.670360 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fbcee1-a236-4c09-b1f3-db0e3b57daa3 admin admin] Made reservation on behalf of a6ce06607a2f4240a05ecfcd89a5c1d5 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:04:24.673489 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-51fbcee1-a236-4c09-b1f3-db0e3b57daa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:24.678015 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e216b97-0475-4105-876a-9fda5fae4a84 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:24.729045 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e216b97-0475-4105-876a-9fda5fae4a84 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:24.735420 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3e216b97-0475-4105-876a-9fda5fae4a84 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] 10.222.0.118 "DELETE /v2.0/networks/d4681e72-a6e0-4598-880f-0c79f70e2adb HTTP/1.1" status: 204 len: 168 time: 1.1110547 Jul 06 14:04:24.747934 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e216b97-0475-4105-876a-9fda5fae4a84 tempest-TaggedBootDevicesTest-529684663 tempest-TaggedBootDevicesTest-529684663-project] Pushing event deleted for resources: {'Network': ['ID=d4681e72-a6e0-4598-880f-0c79f70e2adb,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:24.866946 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405de48-50b8-4b55-9b62-b6f296271d61 req-bbc707d5-92e5-426a-bcfd-696f3d6bc0c3 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:24.881179 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1405de48-50b8-4b55-9b62-b6f296271d61 req-bbc707d5-92e5-426a-bcfd-696f3d6bc0c3 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=bf33bbd4-201b-4b2a-993e-1b472d95fe0c HTTP/1.1" status: 200 len: 944 time: 0.1550577 Jul 06 14:04:24.933539 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1405de48-50b8-4b55-9b62-b6f296271d61 req-40e55610-5bd6-4421-b109-33e442927dc2 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475125 Jul 06 14:04:25.013336 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-51fbcee1-a236-4c09-b1f3-db0e3b57daa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:25.091028 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fbcee1-a236-4c09-b1f3-db0e3b57daa3 admin admin] Checking segment: {'id': 'b2dc7a10-3cb9-4d05-83fe-d25fe732c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:04:25.091636 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fbcee1-a236-4c09-b1f3-db0e3b57daa3 admin admin] Network hostable DHCP agents. Network: 5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:04:25.099274 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fbcee1-a236-4c09-b1f3-db0e3b57daa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7fe18c7-ba92-4835-9ffd-ce73d3018dd0,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:25.118237 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fbcee1-a236-4c09-b1f3-db0e3b57daa3 admin admin] Network 5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:04:25.129656 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-51fbcee1-a236-4c09-b1f3-db0e3b57daa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:04:25.138673 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938dba5f-a603-468f-ac90-d5aed7ced98f None None] Network 5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:04:25.142340 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fbcee1-a236-4c09-b1f3-db0e3b57daa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:25.142878 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-51fbcee1-a236-4c09-b1f3-db0e3b57daa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:25.177287 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-51fbcee1-a236-4c09-b1f3-db0e3b57daa3 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6020274 Jul 06 14:04:25.225147 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e345aa-4d08-4a23-920b-1c451c46ffec req-0345885b-4e5e-49b2-af7a-f1f870a48397 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:25.227664 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76e345aa-4d08-4a23-920b-1c451c46ffec req-0345885b-4e5e-49b2-af7a-f1f870a48397 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 944 time: 0.1158066 Jul 06 14:04:25.291174 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76e345aa-4d08-4a23-920b-1c451c46ffec req-f9e6b25c-1004-4f15-89ef-602c61e1493e tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542982 Jul 06 14:04:25.351697 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf127db7-61e8-4fa9-ac24-0707196962a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5', 'network_id': '5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5', 'tenant_id': 'a6ce06607a2f4240a05ecfcd89a5c1d5', 'fixed_ips': [{'subnet_id': 'd7fe18c7-ba92-4835-9ffd-ce73d3018dd0'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:04:25.353237 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bf127db7-61e8-4fa9-ac24-0707196962a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:25.535930 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 66a93e52-52b0-4a21-8c65-e0c073280683 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:04:25.581229 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-bf127db7-61e8-4fa9-ac24-0707196962a3 None None] Allocated IP 172.20.0.2 (5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5/d7fe18c7-ba92-4835-9ffd-ce73d3018dd0/6ac7fcb9-8d28-4b7a-914f-31ab427313d6) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:04:25.702198 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 66a93e52-52b0-4a21-8c65-e0c073280683 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:04:25.711466 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 66a93e52-52b0-4a21-8c65-e0c073280683 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:25.711854 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:25.828068 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bf127db7-61e8-4fa9-ac24-0707196962a3 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:25.862408 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-bf127db7-61e8-4fa9-ac24-0707196962a3 None None] Transition to ACTIVE for port object 6ac7fcb9-8d28-4b7a-914f-31ab427313d6 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:04:25.880232 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:25.921444 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-bf127db7-61e8-4fa9-ac24-0707196962a3 None None] Transition to ACTIVE for port object 6ac7fcb9-8d28-4b7a-914f-31ab427313d6 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:04:25.938164 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36198b7b-15e7-4660-a17b-fe02fa801203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a93e52-52b0-4a21-8c65-e0c073280683'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:25.940387 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fb49fb-b963-4150-b742-c614dbbfdc42" -d '{"events": [{"server_uuid": "36198b7b-15e7-4660-a17b-fe02fa801203", "name": "network-vif-plugged", "status": "completed", "tag": "66a93e52-52b0-4a21-8c65-e0c073280683"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:25.946208 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bf127db7-61e8-4fa9-ac24-0707196962a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:25.967301 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 66a93e52-52b0-4a21-8c65-e0c073280683, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=66a93e52-52b0-4a21-8c65-e0c073280683,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:25.999854 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:26.013893 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf127db7-61e8-4fa9-ac24-0707196962a3 None None] Network 5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:04:26.025816 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-bf127db7-61e8-4fa9-ac24-0707196962a3 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:04:26.028312 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf127db7-61e8-4fa9-ac24-0707196962a3 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:04:26.052231 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf127db7-61e8-4fa9-ac24-0707196962a3 None None] Pushing event updated for resources: {'Port': ['ID=6ac7fcb9-8d28-4b7a-914f-31ab427313d6,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:26.108367 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-cb7454b9-27a8-47cc-811a-224afbe9cac4 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:26.110734 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-cb7454b9-27a8-47cc-811a-224afbe9cac4 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/networks?id=5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 HTTP/1.1" status: 200 len: 816 time: 0.1323698 Jul 06 14:04:26.135336 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-527183a1-1a04-4461-ba86-4ea71162ff9c tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/quotas/a6ce06607a2f4240a05ecfcd89a5c1d5 HTTP/1.1" status: 200 len: 375 time: 0.0192618 Jul 06 14:04:26.139629 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-bf127db7-61e8-4fa9-ac24-0707196962a3 None None] Attempting to bind port 6ac7fcb9-8d28-4b7a-914f-31ab427313d6 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:26.140302 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-bf127db7-61e8-4fa9-ac24-0707196962a3 None None] Attempting to bind port 6ac7fcb9-8d28-4b7a-914f-31ab427313d6 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'b2dc7a10-3cb9-4d05-83fe-d25fe732c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:26.140302 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf127db7-61e8-4fa9-ac24-0707196962a3 None None] Attempting to bind port 6ac7fcb9-8d28-4b7a-914f-31ab427313d6 on network 5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:26.153514 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf127db7-61e8-4fa9-ac24-0707196962a3 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:04:26.153877 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf127db7-61e8-4fa9-ac24-0707196962a3 None None] Checking segment: {'id': 'b2dc7a10-3cb9-4d05-83fe-d25fe732c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:04:26.154297 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bf127db7-61e8-4fa9-ac24-0707196962a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:26.156092 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf127db7-61e8-4fa9-ac24-0707196962a3 None None] Bound using segment: {'id': 'b2dc7a10-3cb9-4d05-83fe-d25fe732c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:04:26.156092 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-bf127db7-61e8-4fa9-ac24-0707196962a3 None None] Bound port: 6ac7fcb9-8d28-4b7a-914f-31ab427313d6, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2dc7a10-3cb9-4d05-83fe-d25fe732c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:04:26.156092 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bf127db7-61e8-4fa9-ac24-0707196962a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:26.160553 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=66a93e52-52b0-4a21-8c65-e0c073280683,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:26.251552 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-0c7e7535-47ba-4e2a-a888-bab8d90cb5a0 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=a6ce06607a2f4240a05ecfcd89a5c1d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1046100 Jul 06 14:04:26.265392 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-bf127db7-61e8-4fa9-ac24-0707196962a3 None None] For port 6ac7fcb9-8d28-4b7a-914f-31ab427313d6, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:04:26.270011 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-bf127db7-61e8-4fa9-ac24-0707196962a3 None None] For port 6ac7fcb9-8d28-4b7a-914f-31ab427313d6, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=6ac7fcb9-8d28-4b7a-914f-31ab427313d6,segment=NetworkSegment(b2dc7a10-3cb9-4d05-83fe-d25fe732c079),segment_id=b2dc7a10-3cb9-4d05-83fe-d25fe732c079)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:04:26.277940 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bf127db7-61e8-4fa9-ac24-0707196962a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:26.405690 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf127db7-61e8-4fa9-ac24-0707196962a3 None None] Pushing event updated for resources: {'Port': ['ID=6ac7fcb9-8d28-4b7a-914f-31ab427313d6,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:26.416293 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-485e3342-205b-4f57-9de2-96755e86dfd7 service neutron] 10.222.0.118 "GET /v2.0/networks/5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572819 Jul 06 14:04:26.538168 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-c6795139-2402-401b-984d-8de6b83afe06 service neutron] 10.222.0.118 "GET /v2.0/networks/5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207819 Jul 06 14:04:27.024807 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750b413-d6d2-42e9-83ee-2d68b383551e req-a95df115-bb14-42b0-8d4b-e5f0695e879d tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:27.032616 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b750b413-d6d2-42e9-83ee-2d68b383551e req-a95df115-bb14-42b0-8d4b-e5f0695e879d tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 946 time: 0.0857182 Jul 06 14:04:27.089006 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b750b413-d6d2-42e9-83ee-2d68b383551e req-764fa3b3-4f73-448b-9806-cf369a31199f tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559497 Jul 06 14:04:27.153307 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b581a79-1dfd-4359-936a-34e6b6ece035 x-openstack-request-id: req-1b581a79-1dfd-4359-936a-34e6b6ece035 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:27.153715 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36198b7b-15e7-4660-a17b-fe02fa801203", "name": "network-vif-plugged", "status": "completed", "tag": "66a93e52-52b0-4a21-8c65-e0c073280683", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:27.154151 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-1b581a79-1dfd-4359-936a-34e6b6ece035 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:27.154731 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36198b7b-15e7-4660-a17b-fe02fa801203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a93e52-52b0-4a21-8c65-e0c073280683', 'code': 200} Jul 06 14:04:27.378189 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9520512-9c64-48a1-b645-637527f07774 req-17f90a84-002c-4f2f-8749-9a39c4f549dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:27.380457 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a9520512-9c64-48a1-b645-637527f07774 req-17f90a84-002c-4f2f-8749-9a39c4f549dc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 1096 time: 0.1223121 Jul 06 14:04:27.386247 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f1455-30dc-47ba-a182-d4b7300a476a req-6a9a74d8-8998-4167-b432-917bbb99bea0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:27.388393 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2a7f1455-30dc-47ba-a182-d4b7300a476a req-6a9a74d8-8998-4167-b432-917bbb99bea0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=bf33bbd4-201b-4b2a-993e-1b472d95fe0c HTTP/1.1" status: 200 len: 944 time: 0.1046820 Jul 06 14:04:27.446620 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-a9520512-9c64-48a1-b645-637527f07774 req-3fc5d81c-32ea-412c-a7a5-7f9a5557487a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586767 Jul 06 14:04:27.493975 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2a7f1455-30dc-47ba-a182-d4b7300a476a req-68a350c1-9258-4cdf-af5b-0d42bbbfabf0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984511 Jul 06 14:04:27.845458 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 6ac7fcb9-8d28-4b7a-914f-31ab427313d6 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:04:27.887623 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2de263-2985-4826-a065-23964ff2e1c1 req-7a63cb71-be15-4f46-bfcc-aa6659ac49bb tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:27.895441 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af2de263-2985-4826-a065-23964ff2e1c1 req-7a63cb71-be15-4f46-bfcc-aa6659ac49bb tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 945 time: 0.1698749 Jul 06 14:04:27.928397 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 6ac7fcb9-8d28-4b7a-914f-31ab427313d6 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:04:28.000068 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af2de263-2985-4826-a065-23964ff2e1c1 req-a5cfeca5-cf5e-435b-af94-d75e0d634e72 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031151 Jul 06 14:04:28.154827 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98baa423-c7f5-452a-9756-b391179afcd4 None None] Network 5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:04:28.255887 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2a7ff7b2-b426-4e0f-a965-f65058ad91f4 None None] Provisioning for port 6ac7fcb9-8d28-4b7a-914f-31ab427313d6 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:04:28.299729 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2a7ff7b2-b426-4e0f-a965-f65058ad91f4 None None] Provisioning complete for port 6ac7fcb9-8d28-4b7a-914f-31ab427313d6 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:28.300118 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2a7ff7b2-b426-4e0f-a965-f65058ad91f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:28.339765 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-8bcdda9a-d18c-4fdb-874f-e0e97da85576 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:28.347115 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-8bcdda9a-d18c-4fdb-874f-e0e97da85576 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/networks?id=5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 HTTP/1.1" status: 200 len: 816 time: 0.2240367 Jul 06 14:04:28.378061 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-b11bd8d3-92e1-41a0-876f-265c9051a327 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/quotas/a6ce06607a2f4240a05ecfcd89a5c1d5 HTTP/1.1" status: 200 len: 375 time: 0.0256560 Jul 06 14:04:28.509092 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-4669ec56-e74b-4b87-be22-438d16f775ac tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=a6ce06607a2f4240a05ecfcd89a5c1d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1247721 Jul 06 14:04:28.695853 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2a7ff7b2-b426-4e0f-a965-f65058ad91f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:28.740427 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-2a7ff7b2-b426-4e0f-a965-f65058ad91f4 None None] For port 6ac7fcb9-8d28-4b7a-914f-31ab427313d6, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=6ac7fcb9-8d28-4b7a-914f-31ab427313d6,segment=NetworkSegment(b2dc7a10-3cb9-4d05-83fe-d25fe732c079),segment_id=b2dc7a10-3cb9-4d05-83fe-d25fe732c079)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:28.753202 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2a7ff7b2-b426-4e0f-a965-f65058ad91f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:28.865926 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ff7b2-b426-4e0f-a965-f65058ad91f4 None None] Pushing event updated for resources: {'Port': ['ID=6ac7fcb9-8d28-4b7a-914f-31ab427313d6,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:28.929651 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-c33fd0bf-89fe-4894-9b59-10e254ba1c19 service neutron] 10.222.0.118 "GET /v2.0/networks/5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062433 Jul 06 14:04:29.035713 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-53bc3c12-8b30-49c2-a586-4fd15e584b16 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:29.037263 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-53bc3c12-8b30-49c2-a586-4fd15e584b16 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.124 "GET /v2.0/networks?id=5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 HTTP/1.1" status: 200 len: 816 time: 0.3955588 Jul 06 14:04:29.057105 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-52912938-ac54-4b0d-84ba-b73ce9f117fe tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Request body: {'port': {'device_id': '5981b0c5-a5e8-4471-a317-440b112a3849', 'network_id': '5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5', 'admin_state_up': True, 'tenant_id': 'a6ce06607a2f4240a05ecfcd89a5c1d5'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:29.168772 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-9c63b6c8-4f2a-456b-a50c-9c9fb3914b5e service neutron] 10.222.0.118 "GET /v2.0/networks/5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247047 Jul 06 14:04:29.191092 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e109bb94-e7e1-46cc-a125-90c1036f12b1 None None] Provisioning complete for port 6ac7fcb9-8d28-4b7a-914f-31ab427313d6 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:29.194310 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e109bb94-e7e1-46cc-a125-90c1036f12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:29.203813 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-52912938-ac54-4b0d-84ba-b73ce9f117fe tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Made reservation on behalf of a6ce06607a2f4240a05ecfcd89a5c1d5 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:04:29.213902 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-52912938-ac54-4b0d-84ba-b73ce9f117fe tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:29.450218 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-52912938-ac54-4b0d-84ba-b73ce9f117fe tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Allocated IP 172.20.0.11 (5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5/d7fe18c7-ba92-4835-9ffd-ce73d3018dd0/3e891e23-47d7-4012-a0e5-4e7fc37bb77b) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:04:29.689045 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-52912938-ac54-4b0d-84ba-b73ce9f117fe tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:29.706854 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-52912938-ac54-4b0d-84ba-b73ce9f117fe tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Transition to ACTIVE for port object 3e891e23-47d7-4012-a0e5-4e7fc37bb77b will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:04:29.789435 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 6ac7fcb9-8d28-4b7a-914f-31ab427313d6 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:04:29.820228 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af893988-f132-4a19-8a76-82aad42d3703 req-87937b60-9e39-445a-97ff-58469aee0c28 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:29.828735 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af893988-f132-4a19-8a76-82aad42d3703 req-87937b60-9e39-445a-97ff-58469aee0c28 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=bf33bbd4-201b-4b2a-993e-1b472d95fe0c HTTP/1.1" status: 200 len: 944 time: 0.3102462 Jul 06 14:04:29.902501 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af893988-f132-4a19-8a76-82aad42d3703 req-22f13446-2f8e-4a3a-ab59-6ec59fb73690 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727558 Jul 06 14:04:29.907990 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-52912938-ac54-4b0d-84ba-b73ce9f117fe tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:29.927948 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 6ac7fcb9-8d28-4b7a-914f-31ab427313d6 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:29.928401 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:30.055065 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52912938-ac54-4b0d-84ba-b73ce9f117fe tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Pushing event updated for resources: {'Port': ['ID=3e891e23-47d7-4012-a0e5-4e7fc37bb77b,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:30.152035 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-52912938-ac54-4b0d-84ba-b73ce9f117fe tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Network 5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:04:30.155497 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-52912938-ac54-4b0d-84ba-b73ce9f117fe tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:04:30.172187 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-52912938-ac54-4b0d-84ba-b73ce9f117fe tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:04:30.243693 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-52912938-ac54-4b0d-84ba-b73ce9f117fe tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:30.244358 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-52912938-ac54-4b0d-84ba-b73ce9f117fe tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:30.256683 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d23160-f1e3-44eb-8980-f4b2aa0d17b2 req-20c58ae0-4903-4bcd-94d4-ebd62edc33cc tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:30.258594 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53d23160-f1e3-44eb-8980-f4b2aa0d17b2 req-20c58ae0-4903-4bcd-94d4-ebd62edc33cc tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 945 time: 0.1983948 Jul 06 14:04:30.308919 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-52912938-ac54-4b0d-84ba-b73ce9f117fe tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2598677 Jul 06 14:04:30.322255 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-59eb4121-ae76-44da-934d-e501eac43c48 service neutron] Request body: {'port': {'device_id': '5981b0c5-a5e8-4471-a317-440b112a3849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:30.397926 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53d23160-f1e3-44eb-8980-f4b2aa0d17b2 req-44491a41-2e0c-4dc2-a84d-5bc33b9269db tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256831 Jul 06 14:04:30.499475 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-59eb4121-ae76-44da-934d-e501eac43c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:30.550137 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-dabe9f0b-a09b-4a2d-8bdf-d3040eac55e7 None None] Provisioning for port 3e891e23-47d7-4012-a0e5-4e7fc37bb77b completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:04:30.558432 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-dabe9f0b-a09b-4a2d-8bdf-d3040eac55e7 None None] Provisioning complete for port 3e891e23-47d7-4012-a0e5-4e7fc37bb77b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:30.558808 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dabe9f0b-a09b-4a2d-8bdf-d3040eac55e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:30.594627 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-dabe9f0b-a09b-4a2d-8bdf-d3040eac55e7 None None] Port 3e891e23-47d7-4012-a0e5-4e7fc37bb77b cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:04:30.799285 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-934ce926-cc12-4a92-9d60-4d4426391106 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:30.800808 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-934ce926-cc12-4a92-9d60-4d4426391106 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/networks?id=5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 HTTP/1.1" status: 200 len: 816 time: 0.2864101 Jul 06 14:04:30.833737 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-3a2b278b-5455-49ea-afdf-bfca025edd9e tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/quotas/a6ce06607a2f4240a05ecfcd89a5c1d5 HTTP/1.1" status: 200 len: 375 time: 0.0254667 Jul 06 14:04:30.931600 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-59eb4121-ae76-44da-934d-e501eac43c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e891e23-47d7-4012-a0e5-4e7fc37bb77b {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:30.943265 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-59eb4121-ae76-44da-934d-e501eac43c48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:30.974087 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-0ad4f123-ea18-4ce9-833a-115761cf268b tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=a6ce06607a2f4240a05ecfcd89a5c1d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1292062 Jul 06 14:04:30.984197 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-59eb4121-ae76-44da-934d-e501eac43c48 service neutron] Transition to ACTIVE for port object 3e891e23-47d7-4012-a0e5-4e7fc37bb77b will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:04:30.999940 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-59eb4121-ae76-44da-934d-e501eac43c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:31.111750 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-63ded74e-7d1b-49e2-ac69-c57814820a83 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:31.113333 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-63ded74e-7d1b-49e2-ac69-c57814820a83 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.52 "GET /v2.0/networks?id=5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 HTTP/1.1" status: 200 len: 816 time: 0.1749856 Jul 06 14:04:31.125716 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb4121-ae76-44da-934d-e501eac43c48 service neutron] Pushing event updated for resources: {'Port': ['ID=3e891e23-47d7-4012-a0e5-4e7fc37bb77b,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:31.137547 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-c85161ab-e133-4a3a-9f01-59a594b133fd tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Request body: {'port': {'device_id': '6aa5d573-1bd7-4c75-8245-0eb227edb969', 'network_id': '5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5', 'admin_state_up': True, 'tenant_id': 'a6ce06607a2f4240a05ecfcd89a5c1d5'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:31.254984 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-973c5669-ecde-43f7-949a-04bc0e3caba3 service neutron] 10.222.0.118 "GET /v2.0/networks/5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799072 Jul 06 14:04:31.332340 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-59eb4121-ae76-44da-934d-e501eac43c48 service neutron] Attempting to bind port 3e891e23-47d7-4012-a0e5-4e7fc37bb77b on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:31.332807 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-59eb4121-ae76-44da-934d-e501eac43c48 service neutron] Attempting to bind port 3e891e23-47d7-4012-a0e5-4e7fc37bb77b by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'b2dc7a10-3cb9-4d05-83fe-d25fe732c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:31.333169 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-59eb4121-ae76-44da-934d-e501eac43c48 service neutron] Attempting to bind port 3e891e23-47d7-4012-a0e5-4e7fc37bb77b on network 5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:31.338909 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-c85161ab-e133-4a3a-9f01-59a594b133fd tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Made reservation on behalf of a6ce06607a2f4240a05ecfcd89a5c1d5 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:04:31.343561 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-59eb4121-ae76-44da-934d-e501eac43c48 service neutron] Port 3e891e23-47d7-4012-a0e5-4e7fc37bb77b on network 5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:31.343902 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-59eb4121-ae76-44da-934d-e501eac43c48 service neutron] Attempting to bind port 3e891e23-47d7-4012-a0e5-4e7fc37bb77b on network 5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:31.347376 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-c85161ab-e133-4a3a-9f01-59a594b133fd tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:31.358571 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-59eb4121-ae76-44da-934d-e501eac43c48 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:04:31.358571 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-59eb4121-ae76-44da-934d-e501eac43c48 service neutron] Checking segment: {'id': 'b2dc7a10-3cb9-4d05-83fe-d25fe732c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:04:31.359395 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-59eb4121-ae76-44da-934d-e501eac43c48 service neutron] Bound using segment: {'id': 'b2dc7a10-3cb9-4d05-83fe-d25fe732c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:04:31.360168 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-59eb4121-ae76-44da-934d-e501eac43c48 service neutron] Bound port: 3e891e23-47d7-4012-a0e5-4e7fc37bb77b, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2dc7a10-3cb9-4d05-83fe-d25fe732c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:04:31.360926 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-59eb4121-ae76-44da-934d-e501eac43c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:31.427280 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-978376ab-1ff1-41f5-b88f-8fc19b543390 service neutron] 10.222.0.118 "GET /v2.0/networks/5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711016 Jul 06 14:04:31.476888 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-59eb4121-ae76-44da-934d-e501eac43c48 service neutron] For port 3e891e23-47d7-4012-a0e5-4e7fc37bb77b, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:04:31.480904 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-59eb4121-ae76-44da-934d-e501eac43c48 service neutron] For port 3e891e23-47d7-4012-a0e5-4e7fc37bb77b, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=3e891e23-47d7-4012-a0e5-4e7fc37bb77b,segment=NetworkSegment(b2dc7a10-3cb9-4d05-83fe-d25fe732c079),segment_id=b2dc7a10-3cb9-4d05-83fe-d25fe732c079)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:04:31.487526 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-59eb4121-ae76-44da-934d-e501eac43c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:31.541680 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-59eb4121-ae76-44da-934d-e501eac43c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:31.542422 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-59eb4121-ae76-44da-934d-e501eac43c48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:31.544604 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-59eb4121-ae76-44da-934d-e501eac43c48 service neutron] 10.222.0.124 "PUT /v2.0/ports/3e891e23-47d7-4012-a0e5-4e7fc37bb77b HTTP/1.1" status: 200 len: 1092 time: 1.2272685 Jul 06 14:04:31.545081 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5981b0c5-a5e8-4471-a317-440b112a3849', 'tag': '3e891e23-47d7-4012-a0e5-4e7fc37bb77b'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:31.548220 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad18c9f6-8abf-455c-a947-ed9390e1a37c" -d '{"events": [{"name": "network-changed", "server_uuid": "5981b0c5-a5e8-4471-a317-440b112a3849", "tag": "3e891e23-47d7-4012-a0e5-4e7fc37bb77b"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:31.550586 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-c85161ab-e133-4a3a-9f01-59a594b133fd tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Allocated IP 172.20.0.6 (5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5/d7fe18c7-ba92-4835-9ffd-ce73d3018dd0/1ee2b2de-c88a-43c3-a424-2202bc7941fb) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:04:31.669856 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb4121-ae76-44da-934d-e501eac43c48 service neutron] Pushing event updated for resources: {'Port': ['ID=3e891e23-47d7-4012-a0e5-4e7fc37bb77b,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:31.704407 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-c956085f-c193-4d26-b617-2a537563058b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:31.706628 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-c956085f-c193-4d26-b617-2a537563058b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a6ce06607a2f4240a05ecfcd89a5c1d5&device_id=5981b0c5-a5e8-4471-a317-440b112a3849 HTTP/1.1" status: 200 len: 1095 time: 0.1004052 Jul 06 14:04:31.813910 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-aaaeecf2-3f06-448d-ba9d-bd702ef363fd service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e891e23-47d7-4012-a0e5-4e7fc37bb77b HTTP/1.1" status: 200 len: 217 time: 0.1004455 Jul 06 14:04:31.889323 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-c85161ab-e133-4a3a-9f01-59a594b133fd tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:31.907855 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-dbb87be5-e27d-4ddd-b617-0befca17947a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:31.909645 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-dbb87be5-e27d-4ddd-b617-0befca17947a service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d7fe18c7-ba92-4835-9ffd-ce73d3018dd0 HTTP/1.1" status: 200 len: 855 time: 0.0864451 Jul 06 14:04:31.967419 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be73a9-a833-4532-ad48-f7acae3c807e req-e62bddb3-30c3-4cb1-a1ff-e979ca0d5674 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:31.969269 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b6be73a9-a833-4532-ad48-f7acae3c807e req-e62bddb3-30c3-4cb1-a1ff-e979ca0d5674 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 946 time: 0.1579063 Jul 06 14:04:32.052858 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-c8d36488-7b5c-4b00-b8be-6bfc54fb65b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:32.055361 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-c8d36488-7b5c-4b00-b8be-6bfc54fb65b5 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1354358 Jul 06 14:04:32.059657 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b6be73a9-a833-4532-ad48-f7acae3c807e req-eb5c247e-4e65-4a47-8a56-f9836863cbe1 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844154 Jul 06 14:04:32.188608 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-b3cbcdaa-4bc0-4ebf-86ab-a7ba2965ba58 service neutron] 10.222.0.124 "GET /v2.0/networks/5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264043 Jul 06 14:04:32.256477 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-c85161ab-e133-4a3a-9f01-59a594b133fd tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Transition to ACTIVE for port object 1ee2b2de-c88a-43c3-a424-2202bc7941fb will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:04:32.301688 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-c85161ab-e133-4a3a-9f01-59a594b133fd tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:32.380447 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85161ab-e133-4a3a-9f01-59a594b133fd tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Pushing event updated for resources: {'Port': ['ID=1ee2b2de-c88a-43c3-a424-2202bc7941fb,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:32.392860 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-c85161ab-e133-4a3a-9f01-59a594b133fd tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Network 5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:04:32.395529 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11d4eb-ce53-4bf6-8c20-69086d5ba036 req-0cf0b82e-d3c4-4ada-b06c-9774109e0ce1 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:32.396226 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-c85161ab-e133-4a3a-9f01-59a594b133fd tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:04:32.397328 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0f11d4eb-ce53-4bf6-8c20-69086d5ba036 req-0cf0b82e-d3c4-4ada-b06c-9774109e0ce1 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 945 time: 0.2021122 Jul 06 14:04:32.401638 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-c85161ab-e133-4a3a-9f01-59a594b133fd tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:04:32.423054 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 35886) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:32.445898 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-ad7ffb4b-7a80-4090-a511-4219e853176e tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Request body: {'floatingip': {'port_id': '66a93e52-52b0-4a21-8c65-e0c073280683'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:32.456804 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f547f7ee-3268-4c9c-a8ff-63450392cf68 req-42d47264-69e5-412f-8f45-13b51d3db7b0 service neutron] 10.222.0.124 "GET /v2.0/networks/5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600839 Jul 06 14:04:32.507428 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ad7ffb4b-7a80-4090-a511-4219e853176e tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for floatingip, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:32.509325 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-c85161ab-e133-4a3a-9f01-59a594b133fd tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:32.510875 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-c85161ab-e133-4a3a-9f01-59a594b133fd tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:32.543588 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-c85161ab-e133-4a3a-9f01-59a594b133fd tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4168475 Jul 06 14:04:32.578174 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-93013502-4067-4d9e-a065-3fb9fa8b4669 service neutron] Request body: {'port': {'device_id': '6aa5d573-1bd7-4c75-8245-0eb227edb969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:32.707148 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-93013502-4067-4d9e-a065-3fb9fa8b4669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:32.813523 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c391b4f-fdb2-4461-a8bf-e17c0a5b1280 req-1f8d8060-ac80-4f3a-bf35-b1c5667350d4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:32.813929 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-84522a59-17db-41ed-b1a8-ce4f2e6b4170 None None] Provisioning for port 1ee2b2de-c88a-43c3-a424-2202bc7941fb completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:04:32.819413 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-84522a59-17db-41ed-b1a8-ce4f2e6b4170 None None] Provisioning complete for port 1ee2b2de-c88a-43c3-a424-2202bc7941fb triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:32.820550 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-84522a59-17db-41ed-b1a8-ce4f2e6b4170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:32.821038 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4c391b4f-fdb2-4461-a8bf-e17c0a5b1280 req-1f8d8060-ac80-4f3a-bf35-b1c5667350d4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=bf33bbd4-201b-4b2a-993e-1b472d95fe0c HTTP/1.1" status: 200 len: 944 time: 0.1995981 Jul 06 14:04:32.904235 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4c391b4f-fdb2-4461-a8bf-e17c0a5b1280 req-59ed8df0-f28b-4909-8b96-0e435921caf7 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821767 Jul 06 14:04:32.909779 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-84522a59-17db-41ed-b1a8-ce4f2e6b4170 None None] Port 1ee2b2de-c88a-43c3-a424-2202bc7941fb cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:04:33.098352 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4335e65c-3139-4b60-8466-d58a1cef1b4c x-openstack-request-id: req-4335e65c-3139-4b60-8466-d58a1cef1b4c {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:33.098919 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5981b0c5-a5e8-4471-a317-440b112a3849", "tag": "3e891e23-47d7-4012-a0e5-4e7fc37bb77b", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:33.099392 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-4335e65c-3139-4b60-8466-d58a1cef1b4c {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:33.099998 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5981b0c5-a5e8-4471-a317-440b112a3849', 'tag': '3e891e23-47d7-4012-a0e5-4e7fc37bb77b', 'status': 'completed', 'code': 200} Jul 06 14:04:33.113455 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-93013502-4067-4d9e-a065-3fb9fa8b4669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee2b2de-c88a-43c3-a424-2202bc7941fb {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:33.124495 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-93013502-4067-4d9e-a065-3fb9fa8b4669 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:33.151321 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-93013502-4067-4d9e-a065-3fb9fa8b4669 service neutron] Transition to ACTIVE for port object 1ee2b2de-c88a-43c3-a424-2202bc7941fb will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:04:33.161772 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-93013502-4067-4d9e-a065-3fb9fa8b4669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:33.261511 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93013502-4067-4d9e-a065-3fb9fa8b4669 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee2b2de-c88a-43c3-a424-2202bc7941fb,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:33.403854 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-93013502-4067-4d9e-a065-3fb9fa8b4669 service neutron] Attempting to bind port 1ee2b2de-c88a-43c3-a424-2202bc7941fb on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:33.404211 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-93013502-4067-4d9e-a065-3fb9fa8b4669 service neutron] Attempting to bind port 1ee2b2de-c88a-43c3-a424-2202bc7941fb by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'b2dc7a10-3cb9-4d05-83fe-d25fe732c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:33.404610 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-93013502-4067-4d9e-a065-3fb9fa8b4669 service neutron] Attempting to bind port 1ee2b2de-c88a-43c3-a424-2202bc7941fb on network 5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:33.419193 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-93013502-4067-4d9e-a065-3fb9fa8b4669 service neutron] Port 1ee2b2de-c88a-43c3-a424-2202bc7941fb on network 5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:33.419538 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-93013502-4067-4d9e-a065-3fb9fa8b4669 service neutron] Attempting to bind port 1ee2b2de-c88a-43c3-a424-2202bc7941fb on network 5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:33.429018 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-93013502-4067-4d9e-a065-3fb9fa8b4669 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:04:33.436443 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-93013502-4067-4d9e-a065-3fb9fa8b4669 service neutron] Checking segment: {'id': 'b2dc7a10-3cb9-4d05-83fe-d25fe732c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:04:33.438376 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-93013502-4067-4d9e-a065-3fb9fa8b4669 service neutron] Bound using segment: {'id': 'b2dc7a10-3cb9-4d05-83fe-d25fe732c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:04:33.439105 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-93013502-4067-4d9e-a065-3fb9fa8b4669 service neutron] Bound port: 1ee2b2de-c88a-43c3-a424-2202bc7941fb, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2dc7a10-3cb9-4d05-83fe-d25fe732c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:04:33.440067 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-93013502-4067-4d9e-a065-3fb9fa8b4669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:33.544130 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-93013502-4067-4d9e-a065-3fb9fa8b4669 service neutron] For port 1ee2b2de-c88a-43c3-a424-2202bc7941fb, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:04:33.549369 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-93013502-4067-4d9e-a065-3fb9fa8b4669 service neutron] For port 1ee2b2de-c88a-43c3-a424-2202bc7941fb, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=1ee2b2de-c88a-43c3-a424-2202bc7941fb,segment=NetworkSegment(b2dc7a10-3cb9-4d05-83fe-d25fe732c079),segment_id=b2dc7a10-3cb9-4d05-83fe-d25fe732c079)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:04:33.559333 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-93013502-4067-4d9e-a065-3fb9fa8b4669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:33.631659 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-93013502-4067-4d9e-a065-3fb9fa8b4669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:33.632368 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-93013502-4067-4d9e-a065-3fb9fa8b4669 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:33.634461 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-93013502-4067-4d9e-a065-3fb9fa8b4669 service neutron] 10.222.0.52 "PUT /v2.0/ports/1ee2b2de-c88a-43c3-a424-2202bc7941fb HTTP/1.1" status: 200 len: 1091 time: 1.0839581 Jul 06 14:04:33.635319 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aa5d573-1bd7-4c75-8245-0eb227edb969', 'tag': '1ee2b2de-c88a-43c3-a424-2202bc7941fb'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:33.638337 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab12ea7c-078f-4816-b384-c0eec3f4dc21" -d '{"events": [{"name": "network-changed", "server_uuid": "6aa5d573-1bd7-4c75-8245-0eb227edb969", "tag": "1ee2b2de-c88a-43c3-a424-2202bc7941fb"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:33.680498 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93013502-4067-4d9e-a065-3fb9fa8b4669 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee2b2de-c88a-43c3-a424-2202bc7941fb,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:33.807028 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-591b8b32-6eeb-420d-91ab-0d508573edf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:33.809354 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-591b8b32-6eeb-420d-91ab-0d508573edf8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6ce06607a2f4240a05ecfcd89a5c1d5&device_id=6aa5d573-1bd7-4c75-8245-0eb227edb969 HTTP/1.1" status: 200 len: 1094 time: 0.0854995 Jul 06 14:04:33.859505 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3ae142f9-932b-42f4-bd60-c5fe1e92ba12 req-c75ea626-184b-4818-ba69-a669b3e3af2a tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=716d2bd3-a3d8-47ef-ac59-15b0b0b1e478 HTTP/1.1" status: 200 len: 210 time: 0.0852809 Jul 06 14:04:33.908043 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-05a5e44d-1f10-45fa-877b-1f2120e28214 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ee2b2de-c88a-43c3-a424-2202bc7941fb HTTP/1.1" status: 200 len: 217 time: 0.0890493 Jul 06 14:04:34.017713 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-7b2e9672-a0c4-4789-bc92-39ba7dc7595f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:34.019301 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-7b2e9672-a0c4-4789-bc92-39ba7dc7595f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d7fe18c7-ba92-4835-9ffd-ce73d3018dd0 HTTP/1.1" status: 200 len: 855 time: 0.0997913 Jul 06 14:04:34.063423 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18c9f6-8abf-455c-a947-ed9390e1a37c req-514faeb1-b36d-4420-b66c-71f6fc48fab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:34.066416 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad18c9f6-8abf-455c-a947-ed9390e1a37c req-514faeb1-b36d-4420-b66c-71f6fc48fab1 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a6ce06607a2f4240a05ecfcd89a5c1d5&device_id=5981b0c5-a5e8-4471-a317-440b112a3849 HTTP/1.1" status: 200 len: 1095 time: 0.9777236 Jul 06 14:04:34.088823 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 3e891e23-47d7-4012-a0e5-4e7fc37bb77b details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:04:34.141337 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-fed4a354-4cd6-4752-92e9-74462cba0e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:34.143351 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-fed4a354-4cd6-4752-92e9-74462cba0e43 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165385 Jul 06 14:04:34.202154 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-5c4cc4ac-599c-4814-b0f5-cbe89d2aa396 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:34.203697 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-5c4cc4ac-599c-4814-b0f5-cbe89d2aa396 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.124 "GET /v2.0/networks?id=5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 HTTP/1.1" status: 200 len: 816 time: 0.4285412 Jul 06 14:04:34.217721 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-5088b4cf-a964-425c-a729-5bcd9d8f988f tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Request body: {'port': {'device_id': '716d2bd3-a3d8-47ef-ac59-15b0b0b1e478', 'network_id': '5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5', 'admin_state_up': True, 'tenant_id': 'a6ce06607a2f4240a05ecfcd89a5c1d5'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:34.268816 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 3e891e23-47d7-4012-a0e5-4e7fc37bb77b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=3e891e23-47d7-4012-a0e5-4e7fc37bb77b,segment=NetworkSegment(b2dc7a10-3cb9-4d05-83fe-d25fe732c079),segment_id=b2dc7a10-3cb9-4d05-83fe-d25fe732c079)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:34.283324 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '3e891e23-47d7-4012-a0e5-4e7fc37bb77b', 'network_id': '5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5', 'port_id': '3e891e23-47d7-4012-a0e5-4e7fc37bb77b', 'mac_address': 'fa:16:3e:f9:dc:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7fe18c7-ba92-4835-9ffd-ce73d3018dd0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:04:34.351596 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:34.399953 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e891e23-47d7-4012-a0e5-4e7fc37bb77b {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:34.431008 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-642f79bc-9ef7-427d-b9f7-2f981f7d5edc service neutron] 10.222.0.52 "GET /v2.0/networks/5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792246 Jul 06 14:04:34.436292 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18c9f6-8abf-455c-a947-ed9390e1a37c req-ed82ba2d-b712-4518-bfb8-10de263e22c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:34.443093 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad18c9f6-8abf-455c-a947-ed9390e1a37c req-ed82ba2d-b712-4518-bfb8-10de263e22c3 service neutron] 10.222.0.124 "GET /v2.0/networks?id=5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 HTTP/1.1" status: 200 len: 917 time: 0.3670766 Jul 06 14:04:34.463152 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 3e891e23-47d7-4012-a0e5-4e7fc37bb77b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=3e891e23-47d7-4012-a0e5-4e7fc37bb77b,segment=NetworkSegment(b2dc7a10-3cb9-4d05-83fe-d25fe732c079),segment_id=b2dc7a10-3cb9-4d05-83fe-d25fe732c079)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:34.473601 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:34.595904 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7975f0-2263-473f-8d87-fde842898c89 x-openstack-request-id: req-9c7975f0-2263-473f-8d87-fde842898c89 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:34.600439 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aa5d573-1bd7-4c75-8245-0eb227edb969", "tag": "1ee2b2de-c88a-43c3-a424-2202bc7941fb", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:34.600744 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-9c7975f0-2263-473f-8d87-fde842898c89 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:34.601188 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aa5d573-1bd7-4c75-8245-0eb227edb969', 'tag': '1ee2b2de-c88a-43c3-a424-2202bc7941fb', 'status': 'completed', 'code': 200} Jul 06 14:04:34.695878 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad18c9f6-8abf-455c-a947-ed9390e1a37c req-ff6e0fbd-1089-4888-aedd-225e5f97e5eb service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e891e23-47d7-4012-a0e5-4e7fc37bb77b HTTP/1.1" status: 200 len: 217 time: 0.0984364 Jul 06 14:04:34.720603 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-256a4e67-6668-4c48-8a84-88559ad427d2 req-fcb37583-d4fc-4e8a-9220-20b66c167cda service neutron] 10.222.0.52 "GET /v2.0/networks/5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749627 Jul 06 14:04:34.774459 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18c9f6-8abf-455c-a947-ed9390e1a37c req-6473c025-6af7-4706-bb35-a42608fdf307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:34.775975 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad18c9f6-8abf-455c-a947-ed9390e1a37c req-6473c025-6af7-4706-bb35-a42608fdf307 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d7fe18c7-ba92-4835-9ffd-ce73d3018dd0 HTTP/1.1" status: 200 len: 855 time: 0.0682809 Jul 06 14:04:34.868167 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=3e891e23-47d7-4012-a0e5-4e7fc37bb77b,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:34.898432 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12ea7c-078f-4816-b384-c0eec3f4dc21 req-2d62e647-41d9-40c1-ad97-a743697728b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:34.900061 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ab12ea7c-078f-4816-b384-c0eec3f4dc21 req-2d62e647-41d9-40c1-ad97-a743697728b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6ce06607a2f4240a05ecfcd89a5c1d5&device_id=6aa5d573-1bd7-4c75-8245-0eb227edb969 HTTP/1.1" status: 200 len: 1094 time: 0.1162729 Jul 06 14:04:34.904181 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ad7ffb4b-7a80-4090-a511-4219e853176e tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:34.922424 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ad7ffb4b-7a80-4090-a511-4219e853176e tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:34.956641 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['3e891e23-47d7-4012-a0e5-4e7fc37bb77b'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:04:34.965046 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-5088b4cf-a964-425c-a729-5bcd9d8f988f tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Made reservation on behalf of a6ce06607a2f4240a05ecfcd89a5c1d5 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:04:34.969262 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-5088b4cf-a964-425c-a729-5bcd9d8f988f tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:35.071589 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12ea7c-078f-4816-b384-c0eec3f4dc21 req-18400b5a-c1da-4b2e-8416-c54902e7b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:35.074755 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ab12ea7c-078f-4816-b384-c0eec3f4dc21 req-18400b5a-c1da-4b2e-8416-c54902e7b334 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 HTTP/1.1" status: 200 len: 917 time: 0.1679032 Jul 06 14:04:35.092571 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369a40d-2b56-436a-a39e-6083669d90d1 req-dc6e0953-660b-4b00-be14-cecf72ed0857 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:35.094315 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9369a40d-2b56-436a-a39e-6083669d90d1 req-dc6e0953-660b-4b00-be14-cecf72ed0857 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=bf33bbd4-201b-4b2a-993e-1b472d95fe0c HTTP/1.1" status: 200 len: 944 time: 0.3148754 Jul 06 14:04:35.133509 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ab12ea7c-078f-4816-b384-c0eec3f4dc21 req-c72dd919-1085-4ef7-9297-1e1c1bed2314 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ee2b2de-c88a-43c3-a424-2202bc7941fb HTTP/1.1" status: 200 len: 217 time: 0.0509462 Jul 06 14:04:35.267160 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12ea7c-078f-4816-b384-c0eec3f4dc21 req-0207c7fa-aef2-40ed-baa4-71c8e5537e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:35.270063 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ab12ea7c-078f-4816-b384-c0eec3f4dc21 req-0207c7fa-aef2-40ed-baa4-71c8e5537e4e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d7fe18c7-ba92-4835-9ffd-ce73d3018dd0 HTTP/1.1" status: 200 len: 855 time: 0.1282523 Jul 06 14:04:35.290670 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18c9f6-8abf-455c-a947-ed9390e1a37c req-6ff535e8-7f7e-46c4-94df-6aed64fe6f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:35.293802 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad18c9f6-8abf-455c-a947-ed9390e1a37c req-6ff535e8-7f7e-46c4-94df-6aed64fe6f62 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5105419 Jul 06 14:04:35.354758 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12ea7c-078f-4816-b384-c0eec3f4dc21 req-7e1acd4b-5365-4500-8459-cc9f985a8f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:35.356502 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ab12ea7c-078f-4816-b384-c0eec3f4dc21 req-7e1acd4b-5365-4500-8459-cc9f985a8f39 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756006 Jul 06 14:04:35.457898 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-ad7ffb4b-7a80-4090-a511-4219e853176e tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Floating IP 098d1cb4-ce53-45d5-a98b-9ec1bd0e1d6a associated. External IP: 172.25.6.130, port: 66a93e52-52b0-4a21-8c65-e0c073280683. Jul 06 14:04:35.530796 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-5088b4cf-a964-425c-a729-5bcd9d8f988f tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Allocated IP 172.20.0.9 (5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5/d7fe18c7-ba92-4835-9ffd-ce73d3018dd0/47c9a294-b2fd-4562-aab1-4104d9c596b0) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:04:35.546471 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad18c9f6-8abf-455c-a947-ed9390e1a37c req-c032d258-0ca1-492a-b98e-c67d88ed3f03 service neutron] 10.222.0.124 "GET /v2.0/networks/5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246721 Jul 06 14:04:35.551024 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ab12ea7c-078f-4816-b384-c0eec3f4dc21 req-d2715c68-4e9e-4d0e-bcdc-0915ea05524c service neutron] 10.222.0.52 "GET /v2.0/networks/5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854815 Jul 06 14:04:35.572117 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9369a40d-2b56-436a-a39e-6083669d90d1 req-d3c42ef6-8e15-48f4-a569-f6121f833436 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229222 Jul 06 14:04:35.726885 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ab12ea7c-078f-4816-b384-c0eec3f4dc21 req-fffa9208-782b-41b9-9a42-0f03b864ef62 service neutron] 10.222.0.52 "GET /v2.0/networks/5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680012 Jul 06 14:04:35.897937 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cdb40e90-fd63-45cc-9b23-20ef878e1133 req-f1ce9d65-77ea-4a0e-9b0e-5667d1b9f5c6 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=716d2bd3-a3d8-47ef-ac59-15b0b0b1e478 HTTP/1.1" status: 200 len: 210 time: 0.0726640 Jul 06 14:04:36.060415 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad18c9f6-8abf-455c-a947-ed9390e1a37c req-d6ae49d1-2779-4534-bd83-5c8a9fc17c34 service neutron] 10.222.0.124 "GET /v2.0/networks/5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834862 Jul 06 14:04:36.087085 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 3e891e23-47d7-4012-a0e5-4e7fc37bb77b up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:04:36.172233 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 3e891e23-47d7-4012-a0e5-4e7fc37bb77b completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:04:36.179410 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 3e891e23-47d7-4012-a0e5-4e7fc37bb77b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:36.180566 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:36.228817 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-5088b4cf-a964-425c-a729-5bcd9d8f988f tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:36.261991 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-5088b4cf-a964-425c-a729-5bcd9d8f988f tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Transition to ACTIVE for port object 47c9a294-b2fd-4562-aab1-4104d9c596b0 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:04:36.278688 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7ffb4b-7a80-4090-a511-4219e853176e tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Router c67dd48a-4557-463e-89f3-3f84f356dcc7 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:04:36.316577 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:36.339913 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5981b0c5-a5e8-4471-a317-440b112a3849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e891e23-47d7-4012-a0e5-4e7fc37bb77b'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:36.343203 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf956de9-710e-4cac-a333-2488a9b23cf9" -d '{"events": [{"server_uuid": "5981b0c5-a5e8-4471-a317-440b112a3849", "name": "network-vif-plugged", "status": "completed", "tag": "3e891e23-47d7-4012-a0e5-4e7fc37bb77b"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:36.359573 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 3e891e23-47d7-4012-a0e5-4e7fc37bb77b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=3e891e23-47d7-4012-a0e5-4e7fc37bb77b,segment=NetworkSegment(b2dc7a10-3cb9-4d05-83fe-d25fe732c079),segment_id=b2dc7a10-3cb9-4d05-83fe-d25fe732c079)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:36.365865 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:36.409902 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-5088b4cf-a964-425c-a729-5bcd9d8f988f tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:36.442464 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['3e891e23-47d7-4012-a0e5-4e7fc37bb77b'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:04:36.449498 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9071755f-b66e-4d21-a035-14cef95550bc x-openstack-request-id: req-9071755f-b66e-4d21-a035-14cef95550bc {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:36.449895 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5981b0c5-a5e8-4471-a317-440b112a3849", "name": "network-vif-plugged", "status": "completed", "tag": "3e891e23-47d7-4012-a0e5-4e7fc37bb77b", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:36.450151 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-9071755f-b66e-4d21-a035-14cef95550bc {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:36.450553 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5981b0c5-a5e8-4471-a317-440b112a3849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e891e23-47d7-4012-a0e5-4e7fc37bb77b', 'code': 200} Jul 06 14:04:36.500998 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=3e891e23-47d7-4012-a0e5-4e7fc37bb77b,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:36.579906 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-5088b4cf-a964-425c-a729-5bcd9d8f988f tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Network 5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:04:36.596202 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-5088b4cf-a964-425c-a729-5bcd9d8f988f tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:04:36.603183 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-5088b4cf-a964-425c-a729-5bcd9d8f988f tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:04:36.617676 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088b4cf-a964-425c-a729-5bcd9d8f988f tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Pushing event updated for resources: {'Port': ['ID=47c9a294-b2fd-4562-aab1-4104d9c596b0,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:36.678367 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7ffb4b-7a80-4090-a511-4219e853176e tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:04:36.685466 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ad7ffb4b-7a80-4090-a511-4219e853176e tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:36.692925 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2998f49c-e7dc-4789-868c-e627a5d20797 None None] Sync routers for ids ['c67dd48a-4557-463e-89f3-3f84f356dcc7'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:04:36.712046 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2998f49c-e7dc-4789-868c-e627a5d20797 None None] Routers {'c67dd48a-4557-463e-89f3-3f84f356dcc7'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:04:36.715510 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2998f49c-e7dc-4789-868c-e627a5d20797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:04:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c67dd48a-4557-463e-89f3-3f84f356dcc7'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:36.741457 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-5088b4cf-a964-425c-a729-5bcd9d8f988f tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:36.742146 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-5088b4cf-a964-425c-a729-5bcd9d8f988f tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:36.763772 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e888b-070c-419f-84ef-08fe22a46755 req-89fab3f8-9afe-41de-b41d-04b45fcfe1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:36.777698 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-391e888b-070c-419f-84ef-08fe22a46755 req-89fab3f8-9afe-41de-b41d-04b45fcfe1d7 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=5981b0c5-a5e8-4471-a317-440b112a3849 HTTP/1.1" status: 200 len: 1097 time: 0.2548416 Jul 06 14:04:36.865131 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ad7ffb4b-7a80-4090-a511-4219e853176e tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "PUT /v2.0/floatingips/098d1cb4-ce53-45d5-a98b-9ec1bd0e1d6a HTTP/1.1" status: 200 len: 991 time: 4.4401979 Jul 06 14:04:36.871443 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36198b7b-15e7-4660-a17b-fe02fa801203', 'tag': '66a93e52-52b0-4a21-8c65-e0c073280683'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:36.874667 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd61509e-7a88-4a4d-8fcf-0d49a3ff5d75" -d '{"events": [{"name": "network-changed", "server_uuid": "36198b7b-15e7-4660-a17b-fe02fa801203", "tag": "66a93e52-52b0-4a21-8c65-e0c073280683"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:36.879387 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-5088b4cf-a964-425c-a729-5bcd9d8f988f tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6658580 Jul 06 14:04:36.893253 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-6ba0ac62-bfef-4a0e-8825-6a1d78e7e64b service neutron] Request body: {'port': {'device_id': '716d2bd3-a3d8-47ef-ac59-15b0b0b1e478', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:36.894804 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-2998f49c-e7dc-4789-868c-e627a5d20797 None None] Set router c67dd48a-4557-463e-89f3-3f84f356dcc7 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:04:36.953791 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-391e888b-070c-419f-84ef-08fe22a46755 req-3b4d79a6-7712-4990-baf8-37816d16355c service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370707 Jul 06 14:04:37.029235 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f370d3-6181-4869-85ea-1a440a06a0e5 req-2bc225af-77f5-4e34-ac65-9de57b6e49fe tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:37.031107 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-25f370d3-6181-4869-85ea-1a440a06a0e5 req-2bc225af-77f5-4e34-ac65-9de57b6e49fe tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=bf33bbd4-201b-4b2a-993e-1b472d95fe0c HTTP/1.1" status: 200 len: 944 time: 0.2523959 Jul 06 14:04:37.033888 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-6ba0ac62-bfef-4a0e-8825-6a1d78e7e64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:37.038415 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5d787864-a0b0-475f-9cd2-f3d6a6c2d21b None None] Provisioning for port 47c9a294-b2fd-4562-aab1-4104d9c596b0 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:04:37.070011 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5d787864-a0b0-475f-9cd2-f3d6a6c2d21b None None] Provisioning complete for port 47c9a294-b2fd-4562-aab1-4104d9c596b0 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:37.070011 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5d787864-a0b0-475f-9cd2-f3d6a6c2d21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:37.115573 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-25f370d3-6181-4869-85ea-1a440a06a0e5 req-1833d9f8-f26b-4533-b082-59b2c1518d4d tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700495 Jul 06 14:04:37.127187 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-5d787864-a0b0-475f-9cd2-f3d6a6c2d21b None None] Port 47c9a294-b2fd-4562-aab1-4104d9c596b0 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:04:37.217663 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2998f49c-e7dc-4789-868c-e627a5d20797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'name': 'tempest-AttachVolumeShelveTestJSON-919553070-router', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:50Z', 'updated_at': '2021-07-06T13:59:54Z', 'revision_number': 4, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'gw_port': {'id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:51Z', 'updated_at': '2021-07-06T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '098d1cb4-ce53-45d5-a98b-9ec1bd0e1d6a', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'floating_ip_address': '172.25.6.130', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'port_id': '66a93e52-52b0-4a21-8c65-e0c073280683', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'mac_address': 'fa:16:3e:64:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36198b7b-15e7-4660-a17b-fe02fa801203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:04:12Z', 'updated_at': '2021-07-06T14:04:34Z', 'revision_number': 1, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54aa3a3-f63f-46ad-a35d-af86eaeb090f', 'name': '', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'mac_address': 'fa:16:3e:30:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:54Z', 'updated_at': '2021-07-06T14:00:06Z', 'revision_number': 5, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'subnets': [{'id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:37.253697 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2998f49c-e7dc-4789-868c-e627a5d20797 None None] Checking router: c67dd48a-4557-463e-89f3-3f84f356dcc7 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:04:37.275371 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2998f49c-e7dc-4789-868c-e627a5d20797 None None] Routers {'c67dd48a-4557-463e-89f3-3f84f356dcc7'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:04:37.276277 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2998f49c-e7dc-4789-868c-e627a5d20797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:04:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c67dd48a-4557-463e-89f3-3f84f356dcc7'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:37.281011 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-45be0ea1-18af-4de2-a191-43566b9b38ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:37.355556 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4094c2e3-c3a2-44c4-b830-0edc7f9ba4c0 x-openstack-request-id: req-4094c2e3-c3a2-44c4-b830-0edc7f9ba4c0 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:37.356080 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36198b7b-15e7-4660-a17b-fe02fa801203", "tag": "66a93e52-52b0-4a21-8c65-e0c073280683", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:37.356392 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-4094c2e3-c3a2-44c4-b830-0edc7f9ba4c0 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:37.356879 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36198b7b-15e7-4660-a17b-fe02fa801203', 'tag': '66a93e52-52b0-4a21-8c65-e0c073280683', 'status': 'completed', 'code': 200} Jul 06 14:04:37.407145 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-2998f49c-e7dc-4789-868c-e627a5d20797 None None] Set router c67dd48a-4557-463e-89f3-3f84f356dcc7 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:04:37.464860 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61509e-7a88-4a4d-8fcf-0d49a3ff5d75 req-6094f1f8-9e83-4745-a771-b7b3a05bc79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:37.467632 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-bd61509e-7a88-4a4d-8fcf-0d49a3ff5d75 req-6094f1f8-9e83-4745-a771-b7b3a05bc79a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a280ed57ce5e4005b7a7e0a51a2d45bf&device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 1096 time: 0.0827625 Jul 06 14:04:37.502907 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-6ba0ac62-bfef-4a0e-8825-6a1d78e7e64b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c9a294-b2fd-4562-aab1-4104d9c596b0 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:37.512214 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-6ba0ac62-bfef-4a0e-8825-6a1d78e7e64b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:37.529080 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-6ba0ac62-bfef-4a0e-8825-6a1d78e7e64b service neutron] Transition to ACTIVE for port object 47c9a294-b2fd-4562-aab1-4104d9c596b0 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:04:37.534203 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-6ba0ac62-bfef-4a0e-8825-6a1d78e7e64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:37.568779 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 1ee2b2de-c88a-43c3-a424-2202bc7941fb details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:04:37.626479 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61509e-7a88-4a4d-8fcf-0d49a3ff5d75 req-de000d0a-d0ff-4af9-ab5c-f404afd5b8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:37.630285 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-bd61509e-7a88-4a4d-8fcf-0d49a3ff5d75 req-de000d0a-d0ff-4af9-ab5c-f404afd5b8d1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=eb40ac72-d061-46c2-ab3d-a227d94e4954 HTTP/1.1" status: 200 len: 917 time: 0.1515899 Jul 06 14:04:37.676771 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0ac62-bfef-4a0e-8825-6a1d78e7e64b service neutron] Pushing event updated for resources: {'Port': ['ID=47c9a294-b2fd-4562-aab1-4104d9c596b0,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:37.793950 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-bd61509e-7a88-4a4d-8fcf-0d49a3ff5d75 req-70133efb-dc15-4dc7-a9c6-be4615b40fe4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66a93e52-52b0-4a21-8c65-e0c073280683 HTTP/1.1" status: 200 len: 999 time: 0.1568770 Jul 06 14:04:37.832144 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 1ee2b2de-c88a-43c3-a424-2202bc7941fb, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=1ee2b2de-c88a-43c3-a424-2202bc7941fb,segment=NetworkSegment(b2dc7a10-3cb9-4d05-83fe-d25fe732c079),segment_id=b2dc7a10-3cb9-4d05-83fe-d25fe732c079)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:37.832516 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474f5e7-4c2c-4a97-9233-dc4ce39b99b0 req-f94e77be-5c9e-451c-9e6d-aa054a2e98e9 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:37.841218 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7474f5e7-4c2c-4a97-9233-dc4ce39b99b0 req-f94e77be-5c9e-451c-9e6d-aa054a2e98e9 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=716d2bd3-a3d8-47ef-ac59-15b0b0b1e478 HTTP/1.1" status: 200 len: 943 time: 0.2684922 Jul 06 14:04:37.855176 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-6ba0ac62-bfef-4a0e-8825-6a1d78e7e64b service neutron] Attempting to bind port 47c9a294-b2fd-4562-aab1-4104d9c596b0 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:37.855699 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-6ba0ac62-bfef-4a0e-8825-6a1d78e7e64b service neutron] Attempting to bind port 47c9a294-b2fd-4562-aab1-4104d9c596b0 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'b2dc7a10-3cb9-4d05-83fe-d25fe732c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:37.856074 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-6ba0ac62-bfef-4a0e-8825-6a1d78e7e64b service neutron] Attempting to bind port 47c9a294-b2fd-4562-aab1-4104d9c596b0 on network 5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:37.861369 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61509e-7a88-4a4d-8fcf-0d49a3ff5d75 req-6618d42f-e90e-4f74-a5f3-f0f391774619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:37.863333 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-bd61509e-7a88-4a4d-8fcf-0d49a3ff5d75 req-6618d42f-e90e-4f74-a5f3-f0f391774619 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=175feade-0da5-4b99-8a0b-5c1deab4fd78 HTTP/1.1" status: 200 len: 855 time: 0.0630462 Jul 06 14:04:37.881950 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '1ee2b2de-c88a-43c3-a424-2202bc7941fb', 'network_id': '5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5', 'port_id': '1ee2b2de-c88a-43c3-a424-2202bc7941fb', 'mac_address': 'fa:16:3e:3b:f4:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7fe18c7-ba92-4835-9ffd-ce73d3018dd0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:04:37.884241 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-6ba0ac62-bfef-4a0e-8825-6a1d78e7e64b service neutron] Port 47c9a294-b2fd-4562-aab1-4104d9c596b0 on network 5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:37.885086 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-6ba0ac62-bfef-4a0e-8825-6a1d78e7e64b service neutron] Attempting to bind port 47c9a294-b2fd-4562-aab1-4104d9c596b0 on network 5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:37.898064 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-6ba0ac62-bfef-4a0e-8825-6a1d78e7e64b service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:04:37.899007 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-6ba0ac62-bfef-4a0e-8825-6a1d78e7e64b service neutron] Checking segment: {'id': 'b2dc7a10-3cb9-4d05-83fe-d25fe732c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:04:37.899933 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-6ba0ac62-bfef-4a0e-8825-6a1d78e7e64b service neutron] Bound using segment: {'id': 'b2dc7a10-3cb9-4d05-83fe-d25fe732c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:04:37.900803 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-6ba0ac62-bfef-4a0e-8825-6a1d78e7e64b service neutron] Bound port: 47c9a294-b2fd-4562-aab1-4104d9c596b0, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2dc7a10-3cb9-4d05-83fe-d25fe732c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:04:37.901619 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-6ba0ac62-bfef-4a0e-8825-6a1d78e7e64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:37.949654 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2998f49c-e7dc-4789-868c-e627a5d20797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'name': 'tempest-AttachVolumeShelveTestJSON-919553070-router', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:50Z', 'updated_at': '2021-07-06T13:59:54Z', 'revision_number': 4, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'gw_port': {'id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:51Z', 'updated_at': '2021-07-06T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '098d1cb4-ce53-45d5-a98b-9ec1bd0e1d6a', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'floating_ip_address': '172.25.6.130', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'port_id': '66a93e52-52b0-4a21-8c65-e0c073280683', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'mac_address': 'fa:16:3e:64:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36198b7b-15e7-4660-a17b-fe02fa801203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:04:12Z', 'updated_at': '2021-07-06T14:04:34Z', 'revision_number': 1, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54aa3a3-f63f-46ad-a35d-af86eaeb090f', 'name': '', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'mac_address': 'fa:16:3e:30:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:54Z', 'updated_at': '2021-07-06T14:00:06Z', 'revision_number': 5, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'subnets': [{'id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:37.959279 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7474f5e7-4c2c-4a97-9233-dc4ce39b99b0 req-7a023d30-6a18-419f-b8d6-5ec652ed5d77 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146684 Jul 06 14:04:37.978527 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61509e-7a88-4a4d-8fcf-0d49a3ff5d75 req-71ec0886-16a1-4bd0-bae1-28c9a32964fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:37.985974 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2998f49c-e7dc-4789-868c-e627a5d20797 None None] The sync data for ids ['c67dd48a-4557-463e-89f3-3f84f356dcc7'] in n-d-773644-6 is: [{'id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'name': 'tempest-AttachVolumeShelveTestJSON-919553070-router', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:50Z', 'updated_at': '2021-07-06T13:59:54Z', 'revision_number': 4, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'gw_port': {'id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:51Z', 'updated_at': '2021-07-06T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '098d1cb4-ce53-45d5-a98b-9ec1bd0e1d6a', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'floating_ip_address': '172.25.6.130', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'port_id': '66a93e52-52b0-4a21-8c65-e0c073280683', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'mac_address': 'fa:16:3e:64:46:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36198b7b-15e7-4660-a17b-fe02fa801203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:04:12Z', 'updated_at': '2021-07-06T14:04:34Z', 'revision_number': 1, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f54aa3a3-f63f-46ad-a35d-af86eaeb090f', 'name': '', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'mac_address': 'fa:16:3e:30:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:54Z', 'updated_at': '2021-07-06T14:00:06Z', 'revision_number': 5, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'subnets': [{'id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:04:37.986461 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-bd61509e-7a88-4a4d-8fcf-0d49a3ff5d75 req-71ec0886-16a1-4bd0-bae1-28c9a32964fd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eb40ac72-d061-46c2-ab3d-a227d94e4954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1158276 Jul 06 14:04:38.021209 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:38.065036 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee2b2de-c88a-43c3-a424-2202bc7941fb {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:38.078696 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-6ba0ac62-bfef-4a0e-8825-6a1d78e7e64b service neutron] For port 47c9a294-b2fd-4562-aab1-4104d9c596b0, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:04:38.083433 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-6ba0ac62-bfef-4a0e-8825-6a1d78e7e64b service neutron] For port 47c9a294-b2fd-4562-aab1-4104d9c596b0, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=47c9a294-b2fd-4562-aab1-4104d9c596b0,segment=NetworkSegment(b2dc7a10-3cb9-4d05-83fe-d25fe732c079),segment_id=b2dc7a10-3cb9-4d05-83fe-d25fe732c079)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:04:38.091255 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-6ba0ac62-bfef-4a0e-8825-6a1d78e7e64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:38.113122 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 1ee2b2de-c88a-43c3-a424-2202bc7941fb, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=1ee2b2de-c88a-43c3-a424-2202bc7941fb,segment=NetworkSegment(b2dc7a10-3cb9-4d05-83fe-d25fe732c079),segment_id=b2dc7a10-3cb9-4d05-83fe-d25fe732c079)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:38.120906 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-6ba0ac62-bfef-4a0e-8825-6a1d78e7e64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:38.122461 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-6ba0ac62-bfef-4a0e-8825-6a1d78e7e64b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:38.125543 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-6ba0ac62-bfef-4a0e-8825-6a1d78e7e64b service neutron] 10.222.0.124 "PUT /v2.0/ports/47c9a294-b2fd-4562-aab1-4104d9c596b0 HTTP/1.1" status: 200 len: 1091 time: 1.2376280 Jul 06 14:04:38.135582 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:38.210636 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=1ee2b2de-c88a-43c3-a424-2202bc7941fb,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:38.236749 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-bd61509e-7a88-4a4d-8fcf-0d49a3ff5d75 req-9a66e05e-7cf3-4970-93d9-b5d3b5f9431a service neutron] 10.222.0.52 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411551 Jul 06 14:04:38.384772 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-bd61509e-7a88-4a4d-8fcf-0d49a3ff5d75 req-0ab0da7b-1cb7-4bb8-9169-af24ad326141 service neutron] 10.222.0.52 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401904 Jul 06 14:04:38.392876 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['1ee2b2de-c88a-43c3-a424-2202bc7941fb'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:04:38.495279 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03771315-402d-4e4c-a71b-f9f05a3097eb None None] New status for floating IP 098d1cb4-ce53-45d5-a98b-9ec1bd0e1d6a: ACTIVE {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:04:38.680336 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:04:38.795648 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0ac62-bfef-4a0e-8825-6a1d78e7e64b service neutron] Pushing event updated for resources: {'Port': ['ID=47c9a294-b2fd-4562-aab1-4104d9c596b0,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:38.842997 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-19d57c3e-320d-4d6a-810c-d75a67c45fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:38.844702 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-19d57c3e-320d-4d6a-810c-d75a67c45fe6 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a6ce06607a2f4240a05ecfcd89a5c1d5&device_id=716d2bd3-a3d8-47ef-ac59-15b0b0b1e478 HTTP/1.1" status: 200 len: 1094 time: 0.1608014 Jul 06 14:04:38.854974 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb7295-ff47-4a52-8918-17c26f8cdc9f req-5ecdfa98-aa21-4000-8197-11cf260df789 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:38.856827 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fafb7295-ff47-4a52-8918-17c26f8cdc9f req-5ecdfa98-aa21-4000-8197-11cf260df789 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=bf33bbd4-201b-4b2a-993e-1b472d95fe0c HTTP/1.1" status: 200 len: 944 time: 0.1620793 Jul 06 14:04:38.909396 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-39f6be0d-da16-4f17-b890-bba87dcc0dfc service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47c9a294-b2fd-4562-aab1-4104d9c596b0 HTTP/1.1" status: 200 len: 217 time: 0.0503976 Jul 06 14:04:38.978647 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fafb7295-ff47-4a52-8918-17c26f8cdc9f req-9343c25a-4787-4fb2-a5de-209d21c33395 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104665 Jul 06 14:04:38.986772 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-f1771bf8-646e-4419-9512-c5a6e9994c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:38.988263 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-f1771bf8-646e-4419-9512-c5a6e9994c24 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d7fe18c7-ba92-4835-9ffd-ce73d3018dd0 HTTP/1.1" status: 200 len: 855 time: 0.0720935 Jul 06 14:04:39.065303 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-ce9017f3-3641-4138-84ab-39bbb480e627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:39.068105 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-ce9017f3-3641-4138-84ab-39bbb480e627 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698342 Jul 06 14:04:39.182667 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-6969adac-a20f-4da0-b049-3181d7d8cae6 service neutron] 10.222.0.124 "GET /v2.0/networks/5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074305 Jul 06 14:04:39.349213 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1dcb4cf-21cc-473f-ae6c-b22f676980e8 req-344e7592-a85f-409c-b43f-9883f81fa3c0 service neutron] 10.222.0.124 "GET /v2.0/networks/5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602111 Jul 06 14:04:39.362854 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e0869-e2be-49ad-9491-ea34824801cf req-9ac8902c-6f96-4fc3-9db9-389411fed500 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:39.364709 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-742e0869-e2be-49ad-9491-ea34824801cf req-9ac8902c-6f96-4fc3-9db9-389411fed500 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=716d2bd3-a3d8-47ef-ac59-15b0b0b1e478 HTTP/1.1" status: 200 len: 943 time: 0.1532483 Jul 06 14:04:39.365223 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716d2bd3-a3d8-47ef-ac59-15b0b0b1e478', 'tag': '47c9a294-b2fd-4562-aab1-4104d9c596b0'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:39.367612 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6718cf7f-b066-4a73-b516-cd33e8f3afe1" -d '{"events": [{"name": "network-changed", "server_uuid": "716d2bd3-a3d8-47ef-ac59-15b0b0b1e478", "tag": "47c9a294-b2fd-4562-aab1-4104d9c596b0"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:39.415788 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-742e0869-e2be-49ad-9491-ea34824801cf req-c959ea74-b510-460b-8358-4a20c96afe31 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412714 Jul 06 14:04:39.472933 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf8b190-d908-4dfa-b372-8fa3549d2849 x-openstack-request-id: req-5bf8b190-d908-4dfa-b372-8fa3549d2849 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:39.474301 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "716d2bd3-a3d8-47ef-ac59-15b0b0b1e478", "tag": "47c9a294-b2fd-4562-aab1-4104d9c596b0", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:39.474894 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-5bf8b190-d908-4dfa-b372-8fa3549d2849 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:39.475488 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '716d2bd3-a3d8-47ef-ac59-15b0b0b1e478', 'tag': '47c9a294-b2fd-4562-aab1-4104d9c596b0', 'status': 'completed', 'code': 200} Jul 06 14:04:39.567187 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 1ee2b2de-c88a-43c3-a424-2202bc7941fb up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:04:39.585300 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718cf7f-b066-4a73-b516-cd33e8f3afe1 req-1bc29045-df75-4f32-b6c9-145cfe8d6392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:39.588503 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6718cf7f-b066-4a73-b516-cd33e8f3afe1 req-1bc29045-df75-4f32-b6c9-145cfe8d6392 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a6ce06607a2f4240a05ecfcd89a5c1d5&device_id=716d2bd3-a3d8-47ef-ac59-15b0b0b1e478 HTTP/1.1" status: 200 len: 1094 time: 0.0867581 Jul 06 14:04:39.632093 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 1ee2b2de-c88a-43c3-a424-2202bc7941fb completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:04:39.637791 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 1ee2b2de-c88a-43c3-a424-2202bc7941fb triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:39.641513 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:39.726538 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718cf7f-b066-4a73-b516-cd33e8f3afe1 req-6286711a-639c-4785-8891-0ace5910a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:39.728537 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6718cf7f-b066-4a73-b516-cd33e8f3afe1 req-6286711a-639c-4785-8891-0ace5910a50d service neutron] 10.222.0.124 "GET /v2.0/networks?id=5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 HTTP/1.1" status: 200 len: 917 time: 0.1285343 Jul 06 14:04:39.762224 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:39.790945 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6718cf7f-b066-4a73-b516-cd33e8f3afe1 req-dff93c88-7eb2-45e0-ae36-1810e9c7b91c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47c9a294-b2fd-4562-aab1-4104d9c596b0 HTTP/1.1" status: 200 len: 217 time: 0.0555048 Jul 06 14:04:39.801586 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa5d573-1bd7-4c75-8245-0eb227edb969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee2b2de-c88a-43c3-a424-2202bc7941fb'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:39.804404 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59078c7-f90b-4cea-bb61-f2d3aebb59ba" -d '{"events": [{"server_uuid": "6aa5d573-1bd7-4c75-8245-0eb227edb969", "name": "network-vif-plugged", "status": "completed", "tag": "1ee2b2de-c88a-43c3-a424-2202bc7941fb"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:39.822467 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 1ee2b2de-c88a-43c3-a424-2202bc7941fb, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=1ee2b2de-c88a-43c3-a424-2202bc7941fb,segment=NetworkSegment(b2dc7a10-3cb9-4d05-83fe-d25fe732c079),segment_id=b2dc7a10-3cb9-4d05-83fe-d25fe732c079)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:39.828860 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:39.880644 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718cf7f-b066-4a73-b516-cd33e8f3afe1 req-ae371001-a4d6-428a-9cef-75882c55abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:39.882386 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6718cf7f-b066-4a73-b516-cd33e8f3afe1 req-ae371001-a4d6-428a-9cef-75882c55abd8 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d7fe18c7-ba92-4835-9ffd-ce73d3018dd0 HTTP/1.1" status: 200 len: 855 time: 0.0834312 Jul 06 14:04:39.882921 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc392625-ecf3-47a7-ac30-c02cbbcf769e x-openstack-request-id: req-fc392625-ecf3-47a7-ac30-c02cbbcf769e {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:39.883302 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa5d573-1bd7-4c75-8245-0eb227edb969", "name": "network-vif-plugged", "status": "completed", "tag": "1ee2b2de-c88a-43c3-a424-2202bc7941fb", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:39.884536 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-fc392625-ecf3-47a7-ac30-c02cbbcf769e {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:39.884536 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa5d573-1bd7-4c75-8245-0eb227edb969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee2b2de-c88a-43c3-a424-2202bc7941fb', 'code': 200} Jul 06 14:04:39.909706 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=1ee2b2de-c88a-43c3-a424-2202bc7941fb,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:39.997660 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718cf7f-b066-4a73-b516-cd33e8f3afe1 req-3314d812-48ac-4ef8-a7b3-faca30071739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:39.999829 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6718cf7f-b066-4a73-b516-cd33e8f3afe1 req-3314d812-48ac-4ef8-a7b3-faca30071739 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055937 Jul 06 14:04:40.112564 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ecb1d-789b-4485-be2a-b243f13ef31d req-db0a6f06-46c0-467c-9df5-ee20c5714b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:40.114206 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-bd0ecb1d-789b-4485-be2a-b243f13ef31d req-db0a6f06-46c0-467c-9df5-ee20c5714b59 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6aa5d573-1bd7-4c75-8245-0eb227edb969 HTTP/1.1" status: 200 len: 1096 time: 0.1319356 Jul 06 14:04:40.173668 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:40.209584 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-bd0ecb1d-789b-4485-be2a-b243f13ef31d req-af002adf-0fe3-409a-aea4-a5db06a6374f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793490 Jul 06 14:04:40.247170 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6718cf7f-b066-4a73-b516-cd33e8f3afe1 req-8b63d810-a8d3-4df1-b1ed-78cba78a9638 service neutron] 10.222.0.124 "GET /v2.0/networks/5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402382 Jul 06 14:04:40.362408 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eadb44-0c14-49d9-b1cd-ab2921a0cb52 req-270fc470-bcb9-4a32-a6d9-450c2f12f82f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:40.366229 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-36eadb44-0c14-49d9-b1cd-ab2921a0cb52 req-270fc470-bcb9-4a32-a6d9-450c2f12f82f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=bf33bbd4-201b-4b2a-993e-1b472d95fe0c HTTP/1.1" status: 200 len: 944 time: 0.1603591 Jul 06 14:04:40.428094 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6718cf7f-b066-4a73-b516-cd33e8f3afe1 req-78f12b31-5c1a-41c4-ad73-3122d57b6ae6 service neutron] 10.222.0.124 "GET /v2.0/networks/5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677113 Jul 06 14:04:40.448172 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-36eadb44-0c14-49d9-b1cd-ab2921a0cb52 req-dccc04d3-b92b-40ce-a6b4-2ec81b258243 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710430 Jul 06 14:04:40.571750 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1173dd3c-bee4-4909-96b0-d7245871677a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:40.750384 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c2c3a-b9f3-4365-89b0-6ca7e12c10ae req-22f30040-f086-43ea-bfaf-022cc0526566 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:40.752374 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b55c2c3a-b9f3-4365-89b0-6ca7e12c10ae req-22f30040-f086-43ea-bfaf-022cc0526566 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=716d2bd3-a3d8-47ef-ac59-15b0b0b1e478 HTTP/1.1" status: 200 len: 943 time: 0.0693398 Jul 06 14:04:40.799424 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b55c2c3a-b9f3-4365-89b0-6ca7e12c10ae req-bc200cd9-733e-4b5f-9140-7712f6f4254b tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401680 Jul 06 14:04:41.288216 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35960) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:41.506647 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:41.692910 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974292b-bf0e-4c09-bb8d-5566b9bbd609 req-7bec37d1-d090-4e69-9554-b8035e1017e4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:41.694545 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8974292b-bf0e-4c09-bb8d-5566b9bbd609 req-7bec37d1-d090-4e69-9554-b8035e1017e4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=bf33bbd4-201b-4b2a-993e-1b472d95fe0c HTTP/1.1" status: 200 len: 944 time: 0.0713913 Jul 06 14:04:41.743627 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8974292b-bf0e-4c09-bb8d-5566b9bbd609 req-535f0534-6ff1-46b6-9699-47704ab2ceab tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387089 Jul 06 14:04:41.827273 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f0e1731c-b9e8-4a37-b9d0-0946b9dc15c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:42.105493 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433b1c1-9062-4181-98c6-e1cbd74209dd req-d19ecfdc-53cb-4003-958b-9cb51023d41b tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:42.107543 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2433b1c1-9062-4181-98c6-e1cbd74209dd req-d19ecfdc-53cb-4003-958b-9cb51023d41b tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=716d2bd3-a3d8-47ef-ac59-15b0b0b1e478 HTTP/1.1" status: 200 len: 943 time: 0.0939517 Jul 06 14:04:42.133040 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 47c9a294-b2fd-4562-aab1-4104d9c596b0 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:04:42.177666 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2433b1c1-9062-4181-98c6-e1cbd74209dd req-265fc2bb-2509-459d-8645-958d206ea6bd tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575175 Jul 06 14:04:42.186242 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f0e1731c-b9e8-4a37-b9d0-0946b9dc15c9 admin admin] Deleting port 187bf93e-316e-421e-90ee-70fc8cfc8f08 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:42.186792 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f0e1731c-b9e8-4a37-b9d0-0946b9dc15c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:42.285155 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 47c9a294-b2fd-4562-aab1-4104d9c596b0, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=47c9a294-b2fd-4562-aab1-4104d9c596b0,segment=NetworkSegment(b2dc7a10-3cb9-4d05-83fe-d25fe732c079),segment_id=b2dc7a10-3cb9-4d05-83fe-d25fe732c079)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:42.300493 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '47c9a294-b2fd-4562-aab1-4104d9c596b0', 'network_id': '5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5', 'port_id': '47c9a294-b2fd-4562-aab1-4104d9c596b0', 'mac_address': 'fa:16:3e:1d:c5:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7fe18c7-ba92-4835-9ffd-ce73d3018dd0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:04:42.319358 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-f0e1731c-b9e8-4a37-b9d0-0946b9dc15c9 admin admin] For port 187bf93e-316e-421e-90ee-70fc8cfc8f08, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=187bf93e-316e-421e-90ee-70fc8cfc8f08,segment=NetworkSegment(40feb471-5f71-4395-853d-4ab25df28322),segment_id=40feb471-5f71-4395-853d-4ab25df28322)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:42.319938 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f0e1731c-b9e8-4a37-b9d0-0946b9dc15c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:42.337179 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f0e1731c-b9e8-4a37-b9d0-0946b9dc15c9 admin admin] Calling delete_port for 187bf93e-316e-421e-90ee-70fc8cfc8f08 owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:42.347840 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:42.366068 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c9a294-b2fd-4562-aab1-4104d9c596b0 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:42.396219 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 47c9a294-b2fd-4562-aab1-4104d9c596b0, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=47c9a294-b2fd-4562-aab1-4104d9c596b0,segment=NetworkSegment(b2dc7a10-3cb9-4d05-83fe-d25fe732c079),segment_id=b2dc7a10-3cb9-4d05-83fe-d25fe732c079)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:42.402458 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:42.452177 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=47c9a294-b2fd-4562-aab1-4104d9c596b0,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:42.545061 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f0e1731c-b9e8-4a37-b9d0-0946b9dc15c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:42.572847 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1731c-b9e8-4a37-b9d0-0946b9dc15c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=187bf93e-316e-421e-90ee-70fc8cfc8f08,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:42.713519 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['47c9a294-b2fd-4562-aab1-4104d9c596b0'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:04:42.743920 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f0e1731c-b9e8-4a37-b9d0-0946b9dc15c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:42.939040 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b852e-0ded-468d-9b8f-2f03f5857179 req-4e657c13-0caf-455d-bf3d-076539d3c98e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:42.940703 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4c7b852e-0ded-468d-9b8f-2f03f5857179 req-4e657c13-0caf-455d-bf3d-076539d3c98e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=bf33bbd4-201b-4b2a-993e-1b472d95fe0c HTTP/1.1" status: 200 len: 944 time: 0.0704420 Jul 06 14:04:42.990480 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4c7b852e-0ded-468d-9b8f-2f03f5857179 req-6b7647bb-7d17-43ca-bf21-213706c4e111 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435681 Jul 06 14:04:43.048547 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:43.193036 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e1731c-b9e8-4a37-b9d0-0946b9dc15c9 admin admin] Router b1007868-4f2c-4f6b-9e27-3cf16473dce8 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:04:43.317034 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e1731c-b9e8-4a37-b9d0-0946b9dc15c9 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:04:43.323305 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f0e1731c-b9e8-4a37-b9d0-0946b9dc15c9 admin admin] 10.222.0.118 "PUT /v2.0/routers/b1007868-4f2c-4f6b-9e27-3cf16473dce8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0330999 Jul 06 14:04:43.325727 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35980) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:43.334069 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa82b50-a8e8-45e6-8093-a00782243a3f None None] Sync routers for ids ['b1007868-4f2c-4f6b-9e27-3cf16473dce8'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:04:43.344855 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa82b50-a8e8-45e6-8093-a00782243a3f None None] Routers {'b1007868-4f2c-4f6b-9e27-3cf16473dce8'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:04:43.345498 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-aaa82b50-a8e8-45e6-8093-a00782243a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:04:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b1007868-4f2c-4f6b-9e27-3cf16473dce8'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:43.402738 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78987639-4804-4647-b77a-ca96e9a46493 req-6a709734-2f9b-49a9-87fc-3a4303d5665d tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:43.411331 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78987639-4804-4647-b77a-ca96e9a46493 req-6a709734-2f9b-49a9-87fc-3a4303d5665d tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=716d2bd3-a3d8-47ef-ac59-15b0b0b1e478 HTTP/1.1" status: 200 len: 944 time: 0.0970230 Jul 06 14:04:43.449308 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78987639-4804-4647-b77a-ca96e9a46493 req-bac90ede-3b14-4204-ac60-c798d1f9625d tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370021 Jul 06 14:04:43.456099 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-98df400d-fe6e-4991-bf13-bda921c8101a admin admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:43.478804 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-aaa82b50-a8e8-45e6-8093-a00782243a3f None None] Set router b1007868-4f2c-4f6b-9e27-3cf16473dce8 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:04:43.575027 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-98df400d-fe6e-4991-bf13-bda921c8101a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:43.583870 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device a0777351-3e2f-477e-a251-029824429c89 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:04:43.644805 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-98df400d-fe6e-4991-bf13-bda921c8101a admin admin] Deleting port 91a5a389-a0a7-493a-b08b-ad93113d0929 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:43.645156 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-98df400d-fe6e-4991-bf13-bda921c8101a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:43.758290 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port a0777351-3e2f-477e-a251-029824429c89, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=a0777351-3e2f-477e-a251-029824429c89,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:43.759126 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-98df400d-fe6e-4991-bf13-bda921c8101a admin admin] For port 91a5a389-a0a7-493a-b08b-ad93113d0929, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=91a5a389-a0a7-493a-b08b-ad93113d0929,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:43.759724 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-98df400d-fe6e-4991-bf13-bda921c8101a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:43.776840 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'a0777351-3e2f-477e-a251-029824429c89', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'port_id': 'a0777351-3e2f-477e-a251-029824429c89', 'mac_address': 'fa:16:3e:f5:13:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:04:43.781230 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-98df400d-fe6e-4991-bf13-bda921c8101a admin admin] Calling delete_port for 91a5a389-a0a7-493a-b08b-ad93113d0929 owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:43.821327 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-aaa82b50-a8e8-45e6-8093-a00782243a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'name': 'tempest-TaggedBootDevicesTest-332643528-router', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '91a5a389-a0a7-493a-b08b-ad93113d0929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:36Z', 'updated_at': '2021-07-06T14:04:42Z', 'revision_number': 5, 'project_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'gw_port': {'id': '91a5a389-a0a7-493a-b08b-ad93113d0929', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:d4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:53:37Z', 'updated_at': '2021-07-06T13:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:43.980187 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-98df400d-fe6e-4991-bf13-bda921c8101a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:44.010299 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df400d-fe6e-4991-bf13-bda921c8101a admin admin] Pushing event deleted for resources: {'Port': ['ID=91a5a389-a0a7-493a-b08b-ad93113d0929,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:44.031389 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:44.033592 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa82b50-a8e8-45e6-8093-a00782243a3f None None] Checking router: b1007868-4f2c-4f6b-9e27-3cf16473dce8 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:04:44.052083 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0777351-3e2f-477e-a251-029824429c89 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:44.065728 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa82b50-a8e8-45e6-8093-a00782243a3f None None] Routers {'b1007868-4f2c-4f6b-9e27-3cf16473dce8'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:04:44.066543 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-aaa82b50-a8e8-45e6-8093-a00782243a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:04:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b1007868-4f2c-4f6b-9e27-3cf16473dce8'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:44.083692 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-98df400d-fe6e-4991-bf13-bda921c8101a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:44.111703 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port a0777351-3e2f-477e-a251-029824429c89, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=a0777351-3e2f-477e-a251-029824429c89,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:44.143299 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:44.152517 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 47c9a294-b2fd-4562-aab1-4104d9c596b0 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:04:44.159306 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-aaa82b50-a8e8-45e6-8093-a00782243a3f None None] Set router b1007868-4f2c-4f6b-9e27-3cf16473dce8 gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:04:44.195166 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-98df400d-fe6e-4991-bf13-bda921c8101a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:44.198535 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-98df400d-fe6e-4991-bf13-bda921c8101a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:44.210390 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a91bd8-8bb4-4df5-9ec1-8ce2aea06247 req-2702abe2-6f75-4df5-a0aa-f087666c6432 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.212061 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-81a91bd8-8bb4-4df5-9ec1-8ce2aea06247 req-2702abe2-6f75-4df5-a0aa-f087666c6432 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=bf33bbd4-201b-4b2a-993e-1b472d95fe0c HTTP/1.1" status: 200 len: 945 time: 0.0873878 Jul 06 14:04:44.256563 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-98df400d-fe6e-4991-bf13-bda921c8101a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:44.257198 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98df400d-fe6e-4991-bf13-bda921c8101a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1007868-4f2c-4f6b-9e27-3cf16473dce8 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:04:44.259729 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-aaa82b50-a8e8-45e6-8093-a00782243a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'name': 'tempest-TaggedBootDevicesTest-332643528-router', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:36Z', 'updated_at': '2021-07-06T14:04:43Z', 'revision_number': 7, 'project_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:44.264585 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-98df400d-fe6e-4991-bf13-bda921c8101a admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:44.266170 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-98df400d-fe6e-4991-bf13-bda921c8101a admin admin] 10.222.0.118 "DELETE /v2.0/routers/b1007868-4f2c-4f6b-9e27-3cf16473dce8 HTTP/1.1" status: 204 len: 168 time: 0.9366312 Jul 06 14:04:44.268948 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35986) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:44.273105 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-81a91bd8-8bb4-4df5-9ec1-8ce2aea06247 req-9ed3eb98-d8d5-41b8-85d4-19c4d71a21d0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503438 Jul 06 14:04:44.301079 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa82b50-a8e8-45e6-8093-a00782243a3f None None] The sync data for ids ['b1007868-4f2c-4f6b-9e27-3cf16473dce8'] in n-d-773644-6 is: [{'id': 'b1007868-4f2c-4f6b-9e27-3cf16473dce8', 'name': 'tempest-TaggedBootDevicesTest-332643528-router', 'tenant_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:53:36Z', 'updated_at': '2021-07-06T14:04:43Z', 'revision_number': 7, 'project_id': '6ead5c3559fe4c91b54e392cf2e3f6be', 'gw_port_host': None}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:04:44.324400 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=a0777351-3e2f-477e-a251-029824429c89,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:44.342723 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44c099a-a700-4e8a-a0af-fc07d2b6dae6 admin admin] Deleting subnet 14f05a6a-3a8f-434f-a4ba-d77cff438b12 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:04:44.343501 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 47c9a294-b2fd-4562-aab1-4104d9c596b0 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:04:44.349429 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 47c9a294-b2fd-4562-aab1-4104d9c596b0 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:44.350210 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:44.358169 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e44c099a-a700-4e8a-a0af-fc07d2b6dae6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:44.421342 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['a0777351-3e2f-477e-a251-029824429c89'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:04:44.421536 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e44c099a-a700-4e8a-a0af-fc07d2b6dae6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:44.485789 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:44.520089 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716d2bd3-a3d8-47ef-ac59-15b0b0b1e478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c9a294-b2fd-4562-aab1-4104d9c596b0'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:44.522427 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f657fb-3e5b-4e4c-9383-48fb83197977" -d '{"events": [{"server_uuid": "716d2bd3-a3d8-47ef-ac59-15b0b0b1e478", "name": "network-vif-plugged", "status": "completed", "tag": "47c9a294-b2fd-4562-aab1-4104d9c596b0"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:44.549555 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 47c9a294-b2fd-4562-aab1-4104d9c596b0, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=47c9a294-b2fd-4562-aab1-4104d9c596b0,segment=NetworkSegment(b2dc7a10-3cb9-4d05-83fe-d25fe732c079),segment_id=b2dc7a10-3cb9-4d05-83fe-d25fe732c079)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:44.551219 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e44c099a-a700-4e8a-a0af-fc07d2b6dae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:44.554887 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:44.642883 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=47c9a294-b2fd-4562-aab1-4104d9c596b0,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:44.643218 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e44c099a-a700-4e8a-a0af-fc07d2b6dae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:44.659624 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22707b33-d0c4-45ea-8f0a-55a13e51c3fa req-1e9ef89b-8a03-4402-8823-6b399ab29f5c tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.667294 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-22707b33-d0c4-45ea-8f0a-55a13e51c3fa req-1e9ef89b-8a03-4402-8823-6b399ab29f5c tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=716d2bd3-a3d8-47ef-ac59-15b0b0b1e478 HTTP/1.1" status: 200 len: 945 time: 0.0862427 Jul 06 14:04:44.687246 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e44c099a-a700-4e8a-a0af-fc07d2b6dae6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:44.693560 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e44c099a-a700-4e8a-a0af-fc07d2b6dae6 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/14f05a6a-3a8f-434f-a4ba-d77cff438b12 HTTP/1.1" status: 204 len: 168 time: 0.4210267 Jul 06 14:04:44.693560 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c099a-a700-4e8a-a0af-fc07d2b6dae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14f05a6a-3a8f-434f-a4ba-d77cff438b12,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:44.694316 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35994) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:44.704240 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b341cc4-dc8a-4061-844a-ddce63331d2e None None] Network 64f4bd64-4ccc-44ff-b973-ee4ab56c4f15 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:04:44.720917 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-22707b33-d0c4-45ea-8f0a-55a13e51c3fa req-b15fd57f-cc91-45da-a1a7-416bd14b7695 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526400 Jul 06 14:04:44.784152 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5913ae13-609d-44f1-a37f-43829912bc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:44.803697 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d82dc5-04a1-445c-9694-53f6e56e8eb4 x-openstack-request-id: req-54d82dc5-04a1-445c-9694-53f6e56e8eb4 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:44.803994 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716d2bd3-a3d8-47ef-ac59-15b0b0b1e478", "name": "network-vif-plugged", "status": "completed", "tag": "47c9a294-b2fd-4562-aab1-4104d9c596b0", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:44.804257 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-54d82dc5-04a1-445c-9694-53f6e56e8eb4 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:44.804804 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716d2bd3-a3d8-47ef-ac59-15b0b0b1e478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c9a294-b2fd-4562-aab1-4104d9c596b0', 'code': 200} Jul 06 14:04:44.855705 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-5913ae13-609d-44f1-a37f-43829912bc2e admin admin] Deleting port fcbe4ff6-f69e-4573-97aa-d67639632510 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:44.856925 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5913ae13-609d-44f1-a37f-43829912bc2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:44.926034 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-5913ae13-609d-44f1-a37f-43829912bc2e admin admin] For port fcbe4ff6-f69e-4573-97aa-d67639632510, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=fcbe4ff6-f69e-4573-97aa-d67639632510,segment=NetworkSegment(40feb471-5f71-4395-853d-4ab25df28322),segment_id=40feb471-5f71-4395-853d-4ab25df28322)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:44.926358 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5913ae13-609d-44f1-a37f-43829912bc2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:44.934630 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64505a38-0f17-41aa-bb9c-690a99f8ea80 req-6bba16d8-03c6-4291-ba56-7401c7dd2d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:44.937278 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64505a38-0f17-41aa-bb9c-690a99f8ea80 req-6bba16d8-03c6-4291-ba56-7401c7dd2d81 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=716d2bd3-a3d8-47ef-ac59-15b0b0b1e478 HTTP/1.1" status: 200 len: 1096 time: 0.0668185 Jul 06 14:04:44.940736 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-5913ae13-609d-44f1-a37f-43829912bc2e admin admin] Calling delete_port for fcbe4ff6-f69e-4573-97aa-d67639632510 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:44.978381 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64505a38-0f17-41aa-bb9c-690a99f8ea80 req-0648d483-7842-4d4d-add5-df8b343c63bc service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342598 Jul 06 14:04:45.033358 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5913ae13-609d-44f1-a37f-43829912bc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:45.061107 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913ae13-609d-44f1-a37f-43829912bc2e admin admin] Pushing event deleted for resources: {'Port': ['ID=fcbe4ff6-f69e-4573-97aa-d67639632510,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:45.064656 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5913ae13-609d-44f1-a37f-43829912bc2e admin admin] No DVR routers for this DVR port fcbe4ff6-f69e-4573-97aa-d67639632510 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:04:45.142385 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5913ae13-609d-44f1-a37f-43829912bc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:45.155692 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-5913ae13-609d-44f1-a37f-43829912bc2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f4bd64-4ccc-44ff-b973-ee4ab56c4f15']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:45.175481 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-5913ae13-609d-44f1-a37f-43829912bc2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40feb471-5f71-4395-853d-4ab25df28322') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:45.175782 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-5913ae13-609d-44f1-a37f-43829912bc2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40feb471-5f71-4395-853d-4ab25df28322') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:04:45.176264 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bacf9f5-97ef-47c8-b879-faaa4e366e9d None None] DHCP port deletion for 64f4bd64-4ccc-44ff-b973-ee4ab56c4f15 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:04:45.191998 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5913ae13-609d-44f1-a37f-43829912bc2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:45.209612 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5913ae13-609d-44f1-a37f-43829912bc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:45.216690 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5913ae13-609d-44f1-a37f-43829912bc2e admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:04:45.217665 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5913ae13-609d-44f1-a37f-43829912bc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:04:45.219421 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:04:45.277188 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5913ae13-609d-44f1-a37f-43829912bc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:45.283468 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5913ae13-609d-44f1-a37f-43829912bc2e admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:45.285265 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5913ae13-609d-44f1-a37f-43829912bc2e admin admin] 10.222.0.118 "DELETE /v2.0/networks/64f4bd64-4ccc-44ff-b973-ee4ab56c4f15 HTTP/1.1" status: 204 len: 168 time: 0.5899944 Jul 06 14:04:45.299158 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913ae13-609d-44f1-a37f-43829912bc2e admin admin] Pushing event deleted for resources: {'Network': ['ID=64f4bd64-4ccc-44ff-b973-ee4ab56c4f15,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:45.441877 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36002) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:45.488096 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5949a1a-6989-415d-8a12-e91d963be75d req-f8cd7211-c102-496c-a875-b7f0e6198f2b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:45.489706 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d5949a1a-6989-415d-8a12-e91d963be75d req-f8cd7211-c102-496c-a875-b7f0e6198f2b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=bf33bbd4-201b-4b2a-993e-1b472d95fe0c HTTP/1.1" status: 200 len: 945 time: 0.0842342 Jul 06 14:04:45.524738 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d273e30f-a2b5-4127-8d95-ebba03914c4c admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=6ead5c3559fe4c91b54e392cf2e3f6be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0815341 Jul 06 14:04:45.527282 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36006) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:45.549453 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d5949a1a-6989-415d-8a12-e91d963be75d req-df7c06e5-a59c-4ecf-b990-60ae39e69b99 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528154 Jul 06 14:04:45.589985 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2c001b9f-d8c1-4e5f-9a3e-c7f6c816d465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:45.596730 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device a0777351-3e2f-477e-a251-029824429c89 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:04:45.626373 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2c001b9f-d8c1-4e5f-9a3e-c7f6c816d465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:45.673212 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port a0777351-3e2f-477e-a251-029824429c89 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:04:45.681697 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port a0777351-3e2f-477e-a251-029824429c89 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:45.682289 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:45.727184 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2c001b9f-d8c1-4e5f-9a3e-c7f6c816d465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:45.730283 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2c001b9f-d8c1-4e5f-9a3e-c7f6c816d465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:45.735806 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2c001b9f-d8c1-4e5f-9a3e-c7f6c816d465 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/59ea11e9-a7c3-4f55-bc0e-cb861bd4f006 HTTP/1.1" status: 204 len: 168 time: 0.2061372 Jul 06 14:04:45.750510 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c001b9f-d8c1-4e5f-9a3e-c7f6c816d465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ea11e9-a7c3-4f55-bc0e-cb861bd4f006,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:45.804919 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 187bf93e-316e-421e-90ee-70fc8cfc8f08 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:04:45.828446 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 187bf93e-316e-421e-90ee-70fc8cfc8f08 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:04:45.828788 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 187bf93e-316e-421e-90ee-70fc8cfc8f08 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:04:45.829450 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 91a5a389-a0a7-493a-b08b-ad93113d0929 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:04:45.831407 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:45.860426 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 91a5a389-a0a7-493a-b08b-ad93113d0929 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:04:45.861496 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 91a5a389-a0a7-493a-b08b-ad93113d0929 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:04:45.862162 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device fcbe4ff6-f69e-4573-97aa-d67639632510 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:04:45.885096 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: fcbe4ff6-f69e-4573-97aa-d67639632510 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:04:45.885546 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device fcbe4ff6-f69e-4573-97aa-d67639632510 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:04:45.912722 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port a0777351-3e2f-477e-a251-029824429c89, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=a0777351-3e2f-477e-a251-029824429c89,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:45.919630 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:45.978492 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be02fd3-3bac-49ee-b7ed-cbb89c7211b8 req-0e85b4f5-6ce7-4a32-9338-8a9419e3c9ff tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:45.980370 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9be02fd3-3bac-49ee-b7ed-cbb89c7211b8 req-0e85b4f5-6ce7-4a32-9338-8a9419e3c9ff tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=716d2bd3-a3d8-47ef-ac59-15b0b0b1e478 HTTP/1.1" status: 200 len: 945 time: 0.0742049 Jul 06 14:04:45.992796 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=a0777351-3e2f-477e-a251-029824429c89,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:46.023622 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9be02fd3-3bac-49ee-b7ed-cbb89c7211b8 req-184fa799-5a73-4805-90b0-7a262f1c23bc tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361824 Jul 06 14:04:46.562460 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36032) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:46.581097 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:46.678672 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-9c7f0d39-8811-4036-bf26-3aafaede6f8e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1608255240-network', 'tenant_id': '9a5e4bd9c94f4f4e96ffa3a209d9ab70'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:46.706510 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7f0d39-8811-4036-bf26-3aafaede6f8e admin admin] Made reservation on behalf of 9a5e4bd9c94f4f4e96ffa3a209d9ab70 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:04:46.710400 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c7f0d39-8811-4036-bf26-3aafaede6f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:46.724301 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c7f0d39-8811-4036-bf26-3aafaede6f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:46.758851 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa761c4-753e-49d8-9702-4f85677dd0df req-7b9610e9-8286-49cc-9b35-abf63da84da1 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:46.761275 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1fa761c4-753e-49d8-9702-4f85677dd0df req-7b9610e9-8286-49cc-9b35-abf63da84da1 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=bf33bbd4-201b-4b2a-993e-1b472d95fe0c HTTP/1.1" status: 200 len: 946 time: 0.0813243 Jul 06 14:04:46.806188 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf33bbd4-201b-4b2a-993e-1b472d95fe0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0777351-3e2f-477e-a251-029824429c89'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:46.809687 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449b6e5e-e1aa-4d7f-b7a9-2f9822d8220f" -d '{"events": [{"server_uuid": "bf33bbd4-201b-4b2a-993e-1b472d95fe0c", "name": "network-vif-plugged", "status": "completed", "tag": "a0777351-3e2f-477e-a251-029824429c89"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:46.819788 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1fa761c4-753e-49d8-9702-4f85677dd0df req-0618adb2-776d-4bb3-9caa-07519b710351 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454738 Jul 06 14:04:46.856186 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c7f0d39-8811-4036-bf26-3aafaede6f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:46.860967 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c7f0d39-8811-4036-bf26-3aafaede6f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:46.888037 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c7f0d39-8811-4036-bf26-3aafaede6f8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:04:46.898966 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f0d39-8811-4036-bf26-3aafaede6f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb0ce9e-2cae-46eb-a0d9-cc31a2112e47,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:46.905331 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c7f0d39-8811-4036-bf26-3aafaede6f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:46.905792 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-9c7f0d39-8811-4036-bf26-3aafaede6f8e admin admin] Added segment d4778c25-8886-4b97-a995-26fa1f5fc8bd of type vlan for network 0726a2db-e3b9-498f-a559-5ba417f2ef66 Jul 06 14:04:46.953028 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c7f0d39-8811-4036-bf26-3aafaede6f8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:46.975173 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead02e0f-d053-4df3-b198-1e33f752454a x-openstack-request-id: req-ead02e0f-d053-4df3-b198-1e33f752454a {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:46.975446 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf33bbd4-201b-4b2a-993e-1b472d95fe0c", "name": "network-vif-plugged", "status": "completed", "tag": "a0777351-3e2f-477e-a251-029824429c89", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:46.975687 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ead02e0f-d053-4df3-b198-1e33f752454a {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:46.976151 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf33bbd4-201b-4b2a-993e-1b472d95fe0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0777351-3e2f-477e-a251-029824429c89', 'code': 200} Jul 06 14:04:46.986363 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c7f0d39-8811-4036-bf26-3aafaede6f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:46.987351 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7f0d39-8811-4036-bf26-3aafaede6f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:46.987933 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c7f0d39-8811-4036-bf26-3aafaede6f8e admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:47.059069 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9c7f0d39-8811-4036-bf26-3aafaede6f8e admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4941866 Jul 06 14:04:47.062510 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 36044) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:04:47.068679 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-ac58d15e-afaf-42ee-84e0-8f1fdbb3bed1 admin admin] Request body: {'subnet': {'network_id': '0726a2db-e3b9-498f-a559-5ba417f2ef66', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1608255240-subnet', 'tenant_id': '9a5e4bd9c94f4f4e96ffa3a209d9ab70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:47.083604 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f0d39-8811-4036-bf26-3aafaede6f8e admin admin] Pushing event updated for resources: {'Network': ['ID=0726a2db-e3b9-498f-a559-5ba417f2ef66,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:47.095178 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac58d15e-afaf-42ee-84e0-8f1fdbb3bed1 admin admin] Made reservation on behalf of 9a5e4bd9c94f4f4e96ffa3a209d9ab70 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:04:47.096019 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 0726a2db-e3b9-498f-a559-5ba417f2ef66 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:04:47.100551 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac58d15e-afaf-42ee-84e0-8f1fdbb3bed1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:47.113724 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd830770-91df-4a59-bd88-572b564217cd req-39ecaea0-6455-40b0-817e-1af7072e90e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:47.116249 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-dd830770-91df-4a59-bd88-572b564217cd req-39ecaea0-6455-40b0-817e-1af7072e90e2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bf33bbd4-201b-4b2a-993e-1b472d95fe0c HTTP/1.1" status: 200 len: 1097 time: 0.0755634 Jul 06 14:04:47.160990 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-dd830770-91df-4a59-bd88-572b564217cd req-86015f08-e7d2-45f3-8f25-fb1c67200015 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361977 Jul 06 14:04:47.287932 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801b3b5-86a1-4a30-a50f-52c38021fdef req-f85e85c7-0ffe-45e1-98d2-31bdbe445a8c tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:47.289659 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c801b3b5-86a1-4a30-a50f-52c38021fdef req-f85e85c7-0ffe-45e1-98d2-31bdbe445a8c tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=716d2bd3-a3d8-47ef-ac59-15b0b0b1e478 HTTP/1.1" status: 200 len: 945 time: 0.1202068 Jul 06 14:04:47.354539 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac58d15e-afaf-42ee-84e0-8f1fdbb3bed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:47.400652 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c801b3b5-86a1-4a30-a50f-52c38021fdef req-8db6560c-eeeb-4b6e-b800-751b393fd969 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858278 Jul 06 14:04:47.433441 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58d15e-afaf-42ee-84e0-8f1fdbb3bed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9112a54f-546e-4552-b07b-f09e7ff5029c,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:47.441333 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac58d15e-afaf-42ee-84e0-8f1fdbb3bed1 admin admin] Checking segment: {'id': 'd4778c25-8886-4b97-a995-26fa1f5fc8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0726a2db-e3b9-498f-a559-5ba417f2ef66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:04:47.441586 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac58d15e-afaf-42ee-84e0-8f1fdbb3bed1 admin admin] Network hostable DHCP agents. Network: 0726a2db-e3b9-498f-a559-5ba417f2ef66, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:04:47.462855 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac58d15e-afaf-42ee-84e0-8f1fdbb3bed1 admin admin] Network 0726a2db-e3b9-498f-a559-5ba417f2ef66 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:04:47.476078 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-ac58d15e-afaf-42ee-84e0-8f1fdbb3bed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 0726a2db-e3b9-498f-a559-5ba417f2ef66) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:04:47.480694 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac58d15e-afaf-42ee-84e0-8f1fdbb3bed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:47.481305 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac58d15e-afaf-42ee-84e0-8f1fdbb3bed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:47.486720 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8a5bc4-8b95-43fc-9a1e-b1009c464d6a None None] Network 0726a2db-e3b9-498f-a559-5ba417f2ef66 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:04:47.497537 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ac58d15e-afaf-42ee-84e0-8f1fdbb3bed1 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4333704 Jul 06 14:04:47.620690 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfefec6-0152-41b3-b254-401e8a352ed8 req-14251bca-95d5-4988-a4a8-a3bcdd6356a4 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:47.629654 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ebfefec6-0152-41b3-b254-401e8a352ed8 req-14251bca-95d5-4988-a4a8-a3bcdd6356a4 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=5981b0c5-a5e8-4471-a317-440b112a3849 HTTP/1.1" status: 200 len: 946 time: 0.0808086 Jul 06 14:04:47.635993 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8263977b-397e-4828-b2f7-f1f30ef0d92d None None] Network 0726a2db-e3b9-498f-a559-5ba417f2ef66 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:04:47.675238 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ebfefec6-0152-41b3-b254-401e8a352ed8 req-809ab37d-d1f6-4f8a-bee8-c8a49fa9adfe tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444720 Jul 06 14:04:48.202125 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cdac3-e09c-4a9c-bb2c-120de562aad8 req-e9525eb0-45c2-46a2-8d46-a3037ebaf4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:48.203729 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-151cdac3-e09c-4a9c-bb2c-120de562aad8 req-e9525eb0-45c2-46a2-8d46-a3037ebaf4dc service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=b7ff67a3e26f47058d2e455f3c5054a8&device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 1097 time: 0.1031575 Jul 06 14:04:48.218680 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f58b0-9346-4d35-9d39-b9159f630186 req-3d8881d0-5783-4e73-9e3a-44cd8e8a1244 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:48.220244 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e12f58b0-9346-4d35-9d39-b9159f630186 req-3d8881d0-5783-4e73-9e3a-44cd8e8a1244 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=6aa5d573-1bd7-4c75-8245-0eb227edb969 HTTP/1.1" status: 200 len: 945 time: 0.1216438 Jul 06 14:04:48.313885 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e12f58b0-9346-4d35-9d39-b9159f630186 req-16ffb720-66f4-4ddf-9af8-de360cb45471 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836668 Jul 06 14:04:48.348786 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cdac3-e09c-4a9c-bb2c-120de562aad8 req-63476e9d-ee76-438b-9850-1f368ec9b112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:48.350484 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-151cdac3-e09c-4a9c-bb2c-120de562aad8 req-63476e9d-ee76-438b-9850-1f368ec9b112 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b8d9601d-3de6-4f81-a059-2bdbf312577c HTTP/1.1" status: 200 len: 920 time: 0.1293225 Jul 06 14:04:48.397331 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-151cdac3-e09c-4a9c-bb2c-120de562aad8 req-2078cda7-e227-4e5f-8dbc-dc8758d38e97 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13b8051f-a72d-461f-a79d-844290426baa HTTP/1.1" status: 200 len: 217 time: 0.0405653 Jul 06 14:04:48.448463 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cdac3-e09c-4a9c-bb2c-120de562aad8 req-d4b27eb1-9cb3-46c0-9b23-5c2829ae030d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:48.450038 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-151cdac3-e09c-4a9c-bb2c-120de562aad8 req-d4b27eb1-9cb3-46c0-9b23-5c2829ae030d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=22cad74c-fc99-4bde-affd-fd3c50380641 HTTP/1.1" status: 200 len: 859 time: 0.0465717 Jul 06 14:04:48.485256 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-151cdac3-e09c-4a9c-bb2c-120de562aad8 req-50771fef-f575-4321-9e8a-bc25052f6555 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b8d9601d-3de6-4f81-a059-2bdbf312577c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284548 Jul 06 14:04:48.625984 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:48.665246 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-151cdac3-e09c-4a9c-bb2c-120de562aad8 req-58a747d4-d87d-4b60-91e4-4257fb90a55d service neutron] 10.222.0.124 "GET /v2.0/networks/b8d9601d-3de6-4f81-a059-2bdbf312577c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669109 Jul 06 14:04:48.695097 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-b4797985-e242-4c7f-9c92-ebcd97aac436 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:48.696783 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-b4797985-e242-4c7f-9c92-ebcd97aac436 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/networks?id=0726a2db-e3b9-498f-a559-5ba417f2ef66 HTTP/1.1" status: 200 len: 813 time: 0.1490698 Jul 06 14:04:48.746248 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-225be67b-d85e-49d6-8ec6-b35809bf4805 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/quotas/9a5e4bd9c94f4f4e96ffa3a209d9ab70 HTTP/1.1" status: 200 len: 375 time: 0.0390575 Jul 06 14:04:48.786749 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-dadfd3a4-c56c-4ffb-b399-e1ebffaac7c6 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=9a5e4bd9c94f4f4e96ffa3a209d9ab70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340648 Jul 06 14:04:48.869549 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-151cdac3-e09c-4a9c-bb2c-120de562aad8 req-dc65325a-b074-4714-89a2-eadf5329f999 service neutron] 10.222.0.124 "GET /v2.0/networks/b8d9601d-3de6-4f81-a059-2bdbf312577c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937714 Jul 06 14:04:48.910010 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-93c65c4c-937a-4b02-8245-13949df1cc19 service neutron] 10.222.0.118 "GET /v2.0/networks/0726a2db-e3b9-498f-a559-5ba417f2ef66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115417 Jul 06 14:04:49.016699 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-46a4f62c-69a9-4ece-84f8-985778a8f60e service neutron] 10.222.0.118 "GET /v2.0/networks/0726a2db-e3b9-498f-a559-5ba417f2ef66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003404 Jul 06 14:04:49.353968 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fb4e4-c145-442c-ae91-d7dddfb5c245 req-4dadac1c-b3b1-4f3b-ae32-a8b51fa063fd tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:49.355479 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-868fb4e4-c145-442c-ae91-d7dddfb5c245 req-4dadac1c-b3b1-4f3b-ae32-a8b51fa063fd tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=bf33bbd4-201b-4b2a-993e-1b472d95fe0c HTTP/1.1" status: 200 len: 946 time: 0.0682607 Jul 06 14:04:49.400456 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-868fb4e4-c145-442c-ae91-d7dddfb5c245 req-69826142-edac-4f87-92c6-83a03c7b0d08 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362365 Jul 06 14:04:49.689016 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69957dc-43b3-4929-a15b-7c94ce46ae55 req-2db0d1a9-5934-4c18-a8cf-3486caade801 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:49.690621 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e69957dc-43b3-4929-a15b-7c94ce46ae55 req-2db0d1a9-5934-4c18-a8cf-3486caade801 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 946 time: 0.0760341 Jul 06 14:04:49.730598 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e69957dc-43b3-4929-a15b-7c94ce46ae55 req-db850527-cc15-49ea-84bf-dd891700b22e tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341697 Jul 06 14:04:50.068649 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b668ff-a075-422f-9348-253d864a7269 req-7cc9e9f4-3d83-4ba9-86e2-778d3eb7bb28 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:50.070155 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d5b668ff-a075-422f-9348-253d864a7269 req-7cc9e9f4-3d83-4ba9-86e2-778d3eb7bb28 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=716d2bd3-a3d8-47ef-ac59-15b0b0b1e478 HTTP/1.1" status: 200 len: 945 time: 0.0737844 Jul 06 14:04:50.117267 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d5b668ff-a075-422f-9348-253d864a7269 req-c31aaa68-325a-42ea-a036-a364887febf7 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387001 Jul 06 14:04:50.491623 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072adeb-f78b-4de8-8544-8afce0054828 req-5c03f88f-5193-4694-8ec7-54f6d59d580b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:50.493134 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1072adeb-f78b-4de8-8544-8afce0054828 req-5c03f88f-5193-4694-8ec7-54f6d59d580b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=bf33bbd4-201b-4b2a-993e-1b472d95fe0c HTTP/1.1" status: 200 len: 946 time: 0.0640092 Jul 06 14:04:50.531968 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1072adeb-f78b-4de8-8544-8afce0054828 req-368d0c22-aa8c-42b3-b16c-2f39c10317fb tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329702 Jul 06 14:04:50.819207 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-705340e4-eaaa-4c3d-b572-f254faa6a034 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:50.820801 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-705340e4-eaaa-4c3d-b572-f254faa6a034 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.52 "GET /v2.0/networks?id=0726a2db-e3b9-498f-a559-5ba417f2ef66 HTTP/1.1" status: 200 len: 813 time: 0.1342685 Jul 06 14:04:50.840305 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-6d3cf26c-e757-46d9-b471-74d17293c4ef tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Request body: {'port': {'device_id': '22f1c770-9461-4868-b396-ddca6d0fd440', 'network_id': '0726a2db-e3b9-498f-a559-5ba417f2ef66', 'admin_state_up': True, 'tenant_id': '9a5e4bd9c94f4f4e96ffa3a209d9ab70'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:50.926527 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-1fa12113-4f4d-4ad1-ac2c-ed36fbfbdda6 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:50.928442 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-1fa12113-4f4d-4ad1-ac2c-ed36fbfbdda6 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.124 "GET /v2.0/networks?id=0726a2db-e3b9-498f-a559-5ba417f2ef66 HTTP/1.1" status: 200 len: 813 time: 0.2023799 Jul 06 14:04:50.945392 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-b727677e-e782-40bd-a7d0-8d1819cf8f45 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Request body: {'port': {'device_id': '0be5da65-9677-407f-9dba-c0e026234ce9', 'network_id': '0726a2db-e3b9-498f-a559-5ba417f2ef66', 'admin_state_up': True, 'tenant_id': '9a5e4bd9c94f4f4e96ffa3a209d9ab70'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:50.962623 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-6d3cf26c-e757-46d9-b471-74d17293c4ef tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Made reservation on behalf of 9a5e4bd9c94f4f4e96ffa3a209d9ab70 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:04:50.967609 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-6d3cf26c-e757-46d9-b471-74d17293c4ef tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:51.030662 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88475a06-588d-47a4-a27b-8239c42ad5e6 req-8a41d6d4-9ce6-4a03-be82-f648c27cf2e7 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:51.032488 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-88475a06-588d-47a4-a27b-8239c42ad5e6 req-8a41d6d4-9ce6-4a03-be82-f648c27cf2e7 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=5981b0c5-a5e8-4471-a317-440b112a3849 HTTP/1.1" status: 200 len: 946 time: 0.1881433 Jul 06 14:04:51.096438 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-88475a06-588d-47a4-a27b-8239c42ad5e6 req-0da8ac0e-15f8-4f2c-8123-9941f5cc27b1 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539837 Jul 06 14:04:51.104336 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-6d3cf26c-e757-46d9-b471-74d17293c4ef tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Allocated IP 172.20.0.6 (0726a2db-e3b9-498f-a559-5ba417f2ef66/9112a54f-546e-4552-b07b-f09e7ff5029c/da55789c-1513-4003-a3f1-6b853cc5dfb8) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:04:51.112160 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-b727677e-e782-40bd-a7d0-8d1819cf8f45 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Made reservation on behalf of 9a5e4bd9c94f4f4e96ffa3a209d9ab70 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:04:51.116020 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-b727677e-e782-40bd-a7d0-8d1819cf8f45 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:51.228167 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8da78712-14dc-4ecb-bb9b-53885b2c62ef req-68cd8204-c0e1-4623-b1b6-0af4e507721c tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/ports?device_id=0be5da65-9677-407f-9dba-c0e026234ce9 HTTP/1.1" status: 200 len: 210 time: 0.0327733 Jul 06 14:04:51.273833 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-6d3cf26c-e757-46d9-b471-74d17293c4ef tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:51.312809 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-6d3cf26c-e757-46d9-b471-74d17293c4ef tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:51.360065 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-6d3cf26c-e757-46d9-b471-74d17293c4ef tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Network 0726a2db-e3b9-498f-a559-5ba417f2ef66 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:04:51.363426 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-6d3cf26c-e757-46d9-b471-74d17293c4ef tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:04:51.370611 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-6d3cf26c-e757-46d9-b471-74d17293c4ef tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:04:51.374879 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-b727677e-e782-40bd-a7d0-8d1819cf8f45 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Allocated IP 172.20.0.11 (0726a2db-e3b9-498f-a559-5ba417f2ef66/9112a54f-546e-4552-b07b-f09e7ff5029c/a46b388f-7fc3-43cf-bc8f-cb44f3c3317b) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:04:51.401486 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3cf26c-e757-46d9-b471-74d17293c4ef tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Pushing event updated for resources: {'Port': ['ID=da55789c-1513-4003-a3f1-6b853cc5dfb8,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:51.432591 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-6d3cf26c-e757-46d9-b471-74d17293c4ef tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:51.433324 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-6d3cf26c-e757-46d9-b471-74d17293c4ef tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:51.453404 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-6d3cf26c-e757-46d9-b471-74d17293c4ef tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6171660 Jul 06 14:04:51.466789 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Request body: {'port': {'device_id': '22f1c770-9461-4868-b396-ddca6d0fd440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:51.551003 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:51.561628 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-b727677e-e782-40bd-a7d0-8d1819cf8f45 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:51.619505 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-b727677e-e782-40bd-a7d0-8d1819cf8f45 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:51.668039 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-b727677e-e782-40bd-a7d0-8d1819cf8f45 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Network 0726a2db-e3b9-498f-a559-5ba417f2ef66 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:04:51.671319 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-b727677e-e782-40bd-a7d0-8d1819cf8f45 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:04:51.677850 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-b727677e-e782-40bd-a7d0-8d1819cf8f45 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:04:51.714450 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727677e-e782-40bd-a7d0-8d1819cf8f45 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Pushing event updated for resources: {'Port': ['ID=a46b388f-7fc3-43cf-bc8f-cb44f3c3317b,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:51.769723 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-b727677e-e782-40bd-a7d0-8d1819cf8f45 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:51.770418 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-b727677e-e782-40bd-a7d0-8d1819cf8f45 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:51.795234 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-b727677e-e782-40bd-a7d0-8d1819cf8f45 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8547046 Jul 06 14:04:51.812482 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893f83b-9d6a-4d9c-8cb6-749f85e35926 req-f3c405d1-5220-45a0-9d45-d37378b991cd tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:51.814027 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7893f83b-9d6a-4d9c-8cb6-749f85e35926 req-f3c405d1-5220-45a0-9d45-d37378b991cd tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 946 time: 0.1147935 Jul 06 14:04:51.817895 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-890eb4f8-43bc-45f2-b38f-3bb1243c28d3 service neutron] Request body: {'port': {'device_id': '0be5da65-9677-407f-9dba-c0e026234ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:04:51.861220 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da55789c-1513-4003-a3f1-6b853cc5dfb8 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:51.868953 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:51.882348 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Transition to ACTIVE for port object da55789c-1513-4003-a3f1-6b853cc5dfb8 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:04:51.886992 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:51.905262 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7893f83b-9d6a-4d9c-8cb6-749f85e35926 req-66e56fbb-201f-4f7b-80b0-ff4a5f2aaa2b tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838845 Jul 06 14:04:51.919035 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-890eb4f8-43bc-45f2-b38f-3bb1243c28d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:52.024702 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Pushing event updated for resources: {'Port': ['ID=da55789c-1513-4003-a3f1-6b853cc5dfb8,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:52.043079 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:52.043528 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:52.043933 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:52.044380 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:52.045408 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:52.046148 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:52.046755 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:52.047222 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:52.047651 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:52.048098 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:52.048526 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:52.048948 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:52.055025 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Attempting to bind port da55789c-1513-4003-a3f1-6b853cc5dfb8 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:52.055608 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Attempting to bind port da55789c-1513-4003-a3f1-6b853cc5dfb8 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'd4778c25-8886-4b97-a995-26fa1f5fc8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0726a2db-e3b9-498f-a559-5ba417f2ef66'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:52.056013 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Attempting to bind port da55789c-1513-4003-a3f1-6b853cc5dfb8 on network 0726a2db-e3b9-498f-a559-5ba417f2ef66 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:52.061191 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Port da55789c-1513-4003-a3f1-6b853cc5dfb8 on network 0726a2db-e3b9-498f-a559-5ba417f2ef66 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:52.061842 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Attempting to bind port da55789c-1513-4003-a3f1-6b853cc5dfb8 on network 0726a2db-e3b9-498f-a559-5ba417f2ef66 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:52.069854 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:04:52.069854 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Checking segment: {'id': 'd4778c25-8886-4b97-a995-26fa1f5fc8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0726a2db-e3b9-498f-a559-5ba417f2ef66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:04:52.069854 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Bound using segment: {'id': 'd4778c25-8886-4b97-a995-26fa1f5fc8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0726a2db-e3b9-498f-a559-5ba417f2ef66'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:04:52.069854 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Bound port: da55789c-1513-4003-a3f1-6b853cc5dfb8, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4778c25-8886-4b97-a995-26fa1f5fc8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0726a2db-e3b9-498f-a559-5ba417f2ef66'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:04:52.069854 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:52.149280 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] For port da55789c-1513-4003-a3f1-6b853cc5dfb8, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:04:52.153487 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] For port da55789c-1513-4003-a3f1-6b853cc5dfb8, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=da55789c-1513-4003-a3f1-6b853cc5dfb8,segment=NetworkSegment(d4778c25-8886-4b97-a995-26fa1f5fc8bd),segment_id=d4778c25-8886-4b97-a995-26fa1f5fc8bd)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:04:52.161448 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:52.195715 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:52.196355 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:52.197814 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] 10.222.0.52 "PUT /v2.0/ports/da55789c-1513-4003-a3f1-6b853cc5dfb8 HTTP/1.1" status: 200 len: 1091 time: 0.7359996 Jul 06 14:04:52.200134 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f1c770-9461-4868-b396-ddca6d0fd440', 'tag': 'da55789c-1513-4003-a3f1-6b853cc5dfb8'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:52.204616 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317f1cd1-28c6-42c1-8768-f1f1ed61a8a2" -d '{"events": [{"name": "network-changed", "server_uuid": "22f1c770-9461-4868-b396-ddca6d0fd440", "tag": "da55789c-1513-4003-a3f1-6b853cc5dfb8"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:52.235209 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4573fd-df53-4ac2-bba5-4a0f7502f18b service neutron] Pushing event updated for resources: {'Port': ['ID=da55789c-1513-4003-a3f1-6b853cc5dfb8,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:52.272786 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-890eb4f8-43bc-45f2-b38f-3bb1243c28d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a46b388f-7fc3-43cf-bc8f-cb44f3c3317b {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:52.283293 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-890eb4f8-43bc-45f2-b38f-3bb1243c28d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:52.304124 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-890eb4f8-43bc-45f2-b38f-3bb1243c28d3 service neutron] Transition to ACTIVE for port object a46b388f-7fc3-43cf-bc8f-cb44f3c3317b will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:04:52.306922 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-3fca95f5-dd23-4c81-8772-e718598760dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:52.308775 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-3fca95f5-dd23-4c81-8772-e718598760dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9a5e4bd9c94f4f4e96ffa3a209d9ab70&device_id=22f1c770-9461-4868-b396-ddca6d0fd440 HTTP/1.1" status: 200 len: 1094 time: 0.0609627 Jul 06 14:04:52.316033 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee0c57-b557-4b6c-b383-81fde92c0f64 req-a3ec2c57-babd-412f-9e29-4c4f0e504dfb tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:52.322027 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee0c57-b557-4b6c-b383-81fde92c0f64 req-a3ec2c57-babd-412f-9e29-4c4f0e504dfb tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:52.329263 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee0c57-b557-4b6c-b383-81fde92c0f64 req-a3ec2c57-babd-412f-9e29-4c4f0e504dfb tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:52.330961 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4dee0c57-b557-4b6c-b383-81fde92c0f64 req-a3ec2c57-babd-412f-9e29-4c4f0e504dfb tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=716d2bd3-a3d8-47ef-ac59-15b0b0b1e478&device_id=6aa5d573-1bd7-4c75-8245-0eb227edb969&device_id=5981b0c5-a5e8-4471-a317-440b112a3849 HTTP/1.1" status: 200 len: 2417 time: 0.1543555 Jul 06 14:04:52.332136 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-890eb4f8-43bc-45f2-b38f-3bb1243c28d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:52.357503 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-26500c7d-c929-4934-9309-a414b2c1f287 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da55789c-1513-4003-a3f1-6b853cc5dfb8 HTTP/1.1" status: 200 len: 217 time: 0.0374157 Jul 06 14:04:52.412797 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-b4c7c8f4-e461-4d5a-8bdc-84d93d07ca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:52.414450 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-b4c7c8f4-e461-4d5a-8bdc-84d93d07ca5a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9112a54f-546e-4552-b07b-f09e7ff5029c HTTP/1.1" status: 200 len: 853 time: 0.0482075 Jul 06 14:04:52.433951 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890eb4f8-43bc-45f2-b38f-3bb1243c28d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a46b388f-7fc3-43cf-bc8f-cb44f3c3317b,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:52.442205 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4dee0c57-b557-4b6c-b383-81fde92c0f64 req-06c05eaa-8cae-4232-be3f-b0f7aebd6a75 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009486 Jul 06 14:04:52.455283 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-9992c898-9ba8-47e6-a9b4-0f41a3de1fb0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0726a2db-e3b9-498f-a559-5ba417f2ef66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295215 Jul 06 14:04:52.567348 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-eb5c230b-b0f6-4d18-bd4d-2b284632ca0c service neutron] 10.222.0.52 "GET /v2.0/networks/0726a2db-e3b9-498f-a559-5ba417f2ef66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022813 Jul 06 14:04:52.670119 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-acb6a8c2-c436-4614-b907-bc549a2fa639 service neutron] 10.222.0.52 "GET /v2.0/networks/0726a2db-e3b9-498f-a559-5ba417f2ef66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894036 Jul 06 14:04:52.831709 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-890eb4f8-43bc-45f2-b38f-3bb1243c28d3 service neutron] Attempting to bind port a46b388f-7fc3-43cf-bc8f-cb44f3c3317b on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:04:52.832272 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-890eb4f8-43bc-45f2-b38f-3bb1243c28d3 service neutron] Attempting to bind port a46b388f-7fc3-43cf-bc8f-cb44f3c3317b by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'd4778c25-8886-4b97-a995-26fa1f5fc8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0726a2db-e3b9-498f-a559-5ba417f2ef66'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:04:52.832397 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-890eb4f8-43bc-45f2-b38f-3bb1243c28d3 service neutron] Attempting to bind port a46b388f-7fc3-43cf-bc8f-cb44f3c3317b on network 0726a2db-e3b9-498f-a559-5ba417f2ef66 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:52.839459 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-890eb4f8-43bc-45f2-b38f-3bb1243c28d3 service neutron] Port a46b388f-7fc3-43cf-bc8f-cb44f3c3317b on network 0726a2db-e3b9-498f-a559-5ba417f2ef66 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:04:52.839788 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-890eb4f8-43bc-45f2-b38f-3bb1243c28d3 service neutron] Attempting to bind port a46b388f-7fc3-43cf-bc8f-cb44f3c3317b on network 0726a2db-e3b9-498f-a559-5ba417f2ef66 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:04:52.847844 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-890eb4f8-43bc-45f2-b38f-3bb1243c28d3 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:04:52.848192 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-890eb4f8-43bc-45f2-b38f-3bb1243c28d3 service neutron] Checking segment: {'id': 'd4778c25-8886-4b97-a995-26fa1f5fc8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0726a2db-e3b9-498f-a559-5ba417f2ef66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:04:52.848585 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-890eb4f8-43bc-45f2-b38f-3bb1243c28d3 service neutron] Bound using segment: {'id': 'd4778c25-8886-4b97-a995-26fa1f5fc8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0726a2db-e3b9-498f-a559-5ba417f2ef66'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:04:52.849010 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-890eb4f8-43bc-45f2-b38f-3bb1243c28d3 service neutron] Bound port: a46b388f-7fc3-43cf-bc8f-cb44f3c3317b, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4778c25-8886-4b97-a995-26fa1f5fc8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0726a2db-e3b9-498f-a559-5ba417f2ef66'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:04:52.849376 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-890eb4f8-43bc-45f2-b38f-3bb1243c28d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:52.872746 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e3ec4-be5e-426e-9b49-e208a798af58 req-fb8d75a1-e6ed-4b90-bf16-a4dbe2075fa2 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:52.874857 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7c0e3ec4-be5e-426e-9b49-e208a798af58 req-fb8d75a1-e6ed-4b90-bf16-a4dbe2075fa2 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=bf33bbd4-201b-4b2a-993e-1b472d95fe0c HTTP/1.1" status: 200 len: 946 time: 0.1040747 Jul 06 14:04:52.949502 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7c0e3ec4-be5e-426e-9b49-e208a798af58 req-e322536e-03fd-4929-b4dc-e223af0641df tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539639 Jul 06 14:04:52.956312 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-890eb4f8-43bc-45f2-b38f-3bb1243c28d3 service neutron] For port a46b388f-7fc3-43cf-bc8f-cb44f3c3317b, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:04:52.959547 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-890eb4f8-43bc-45f2-b38f-3bb1243c28d3 service neutron] For port a46b388f-7fc3-43cf-bc8f-cb44f3c3317b, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a46b388f-7fc3-43cf-bc8f-cb44f3c3317b,segment=NetworkSegment(d4778c25-8886-4b97-a995-26fa1f5fc8bd),segment_id=d4778c25-8886-4b97-a995-26fa1f5fc8bd)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:04:52.968393 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-890eb4f8-43bc-45f2-b38f-3bb1243c28d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:53.002952 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d3ba83-4b5f-49c3-bb56-4c7065357a47 x-openstack-request-id: req-c9d3ba83-4b5f-49c3-bb56-4c7065357a47 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:53.003507 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f1c770-9461-4868-b396-ddca6d0fd440", "tag": "da55789c-1513-4003-a3f1-6b853cc5dfb8", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:53.003507 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c9d3ba83-4b5f-49c3-bb56-4c7065357a47 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:53.003891 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f1c770-9461-4868-b396-ddca6d0fd440', 'tag': 'da55789c-1513-4003-a3f1-6b853cc5dfb8', 'status': 'completed', 'code': 200} Jul 06 14:04:53.008905 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-890eb4f8-43bc-45f2-b38f-3bb1243c28d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:53.009533 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-890eb4f8-43bc-45f2-b38f-3bb1243c28d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:53.010978 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-890eb4f8-43bc-45f2-b38f-3bb1243c28d3 service neutron] 10.222.0.124 "PUT /v2.0/ports/a46b388f-7fc3-43cf-bc8f-cb44f3c3317b HTTP/1.1" status: 200 len: 1092 time: 1.2075043 Jul 06 14:04:53.011421 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0be5da65-9677-407f-9dba-c0e026234ce9', 'tag': 'a46b388f-7fc3-43cf-bc8f-cb44f3c3317b'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:53.014048 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e0b6de-0918-447e-8318-d9d244050f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "0be5da65-9677-407f-9dba-c0e026234ce9", "tag": "a46b388f-7fc3-43cf-bc8f-cb44f3c3317b"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:53.034706 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890eb4f8-43bc-45f2-b38f-3bb1243c28d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a46b388f-7fc3-43cf-bc8f-cb44f3c3317b,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:53.112485 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f1cd1-28c6-42c1-8768-f1f1ed61a8a2 req-7dee8283-23b8-4d92-8cb4-7a441c3c002d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:53.114156 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-317f1cd1-28c6-42c1-8768-f1f1ed61a8a2 req-7dee8283-23b8-4d92-8cb4-7a441c3c002d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9a5e4bd9c94f4f4e96ffa3a209d9ab70&device_id=22f1c770-9461-4868-b396-ddca6d0fd440 HTTP/1.1" status: 200 len: 1094 time: 0.0628953 Jul 06 14:04:53.158885 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-adbaad40-1429-4e1a-b7e1-8587efb2687e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:53.160381 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-adbaad40-1429-4e1a-b7e1-8587efb2687e service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=9a5e4bd9c94f4f4e96ffa3a209d9ab70&device_id=0be5da65-9677-407f-9dba-c0e026234ce9 HTTP/1.1" status: 200 len: 1095 time: 0.1029084 Jul 06 14:04:53.206947 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f1cd1-28c6-42c1-8768-f1f1ed61a8a2 req-68a4e6a4-297d-4d2b-b2de-bb859af8c6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:53.208475 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-317f1cd1-28c6-42c1-8768-f1f1ed61a8a2 req-68a4e6a4-297d-4d2b-b2de-bb859af8c6ec service neutron] 10.222.0.52 "GET /v2.0/networks?id=0726a2db-e3b9-498f-a559-5ba417f2ef66 HTTP/1.1" status: 200 len: 914 time: 0.0875232 Jul 06 14:04:53.209241 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-3b25dda4-55d9-4280-8bc6-8933ace83da7 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a46b388f-7fc3-43cf-bc8f-cb44f3c3317b HTTP/1.1" status: 200 len: 217 time: 0.0413470 Jul 06 14:04:53.221538 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc9248-1f63-4c35-ba46-8dd38cc70a8a req-bff0410a-415e-4959-bdec-e7ca010f9899 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:53.223113 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30fc9248-1f63-4c35-ba46-8dd38cc70a8a req-bff0410a-415e-4959-bdec-e7ca010f9899 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/ports?device_id=0be5da65-9677-407f-9dba-c0e026234ce9 HTTP/1.1" status: 200 len: 944 time: 0.1196275 Jul 06 14:04:53.256113 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-317f1cd1-28c6-42c1-8768-f1f1ed61a8a2 req-7a58f601-2bd4-4c62-9a2c-f62ac6313e18 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da55789c-1513-4003-a3f1-6b853cc5dfb8 HTTP/1.1" status: 200 len: 217 time: 0.0400052 Jul 06 14:04:53.290367 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-5f0de7a5-a649-460c-90e2-ba9ef21a9258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:53.291919 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-5f0de7a5-a649-460c-90e2-ba9ef21a9258 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=9112a54f-546e-4552-b07b-f09e7ff5029c HTTP/1.1" status: 200 len: 853 time: 0.0678716 Jul 06 14:04:53.299374 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30fc9248-1f63-4c35-ba46-8dd38cc70a8a req-6ff0a3e9-19aa-4bcf-a210-9a75cba7134a tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/security-groups?id=edb0ce9e-2cae-46eb-a0d9-cc31a2112e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680313 Jul 06 14:04:53.316432 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f1cd1-28c6-42c1-8768-f1f1ed61a8a2 req-f7b1b3db-4555-41c3-8e93-a30cfbe134bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:53.318489 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-317f1cd1-28c6-42c1-8768-f1f1ed61a8a2 req-f7b1b3db-4555-41c3-8e93-a30cfbe134bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9112a54f-546e-4552-b07b-f09e7ff5029c HTTP/1.1" status: 200 len: 853 time: 0.0534730 Jul 06 14:04:53.335579 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-2b0d16b9-d274-447d-94f5-447515944db7 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=0726a2db-e3b9-498f-a559-5ba417f2ef66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352602 Jul 06 14:04:53.356445 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-317f1cd1-28c6-42c1-8768-f1f1ed61a8a2 req-a89af40a-50a1-4a36-817e-f1f951f7351d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0726a2db-e3b9-498f-a559-5ba417f2ef66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309215 Jul 06 14:04:53.432013 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-0b0b5d17-c5b6-4b9e-9343-66bcff7319b3 service neutron] 10.222.0.124 "GET /v2.0/networks/0726a2db-e3b9-498f-a559-5ba417f2ef66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893195 Jul 06 14:04:53.468780 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-317f1cd1-28c6-42c1-8768-f1f1ed61a8a2 req-13237ca2-ea52-4dd7-a345-ef34b16af53d service neutron] 10.222.0.52 "GET /v2.0/networks/0726a2db-e3b9-498f-a559-5ba417f2ef66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005998 Jul 06 14:04:53.548224 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c08dc34f-bd5d-425f-bc0f-4a7f5c92ead0 req-099b7972-f4a1-4089-aed0-68d46258016c service neutron] 10.222.0.124 "GET /v2.0/networks/0726a2db-e3b9-498f-a559-5ba417f2ef66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065669 Jul 06 14:04:53.582190 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-317f1cd1-28c6-42c1-8768-f1f1ed61a8a2 req-6742a46b-c299-4bd2-bbbe-59877afb8f48 service neutron] 10.222.0.52 "GET /v2.0/networks/0726a2db-e3b9-498f-a559-5ba417f2ef66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019535 Jul 06 14:04:53.617470 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274dfdb6-5bd3-4be3-8e97-d1c635700d99 req-994c2f29-9a1a-4427-a224-6b0969aee790 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:53.619174 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-274dfdb6-5bd3-4be3-8e97-d1c635700d99 req-994c2f29-9a1a-4427-a224-6b0969aee790 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.52 "GET /v2.0/ports?device_id=bf33bbd4-201b-4b2a-993e-1b472d95fe0c HTTP/1.1" status: 200 len: 946 time: 0.0867867 Jul 06 14:04:53.759625 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29143c11-e222-430c-bc17-585651c7e177 req-23215cc8-fc23-4b31-b563-64e121f9d546 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:53.762041 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-29143c11-e222-430c-bc17-585651c7e177 req-23215cc8-fc23-4b31-b563-64e121f9d546 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=716d2bd3-a3d8-47ef-ac59-15b0b0b1e478 HTTP/1.1" status: 200 len: 945 time: 0.1661339 Jul 06 14:04:53.810756 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-274dfdb6-5bd3-4be3-8e97-d1c635700d99 req-8cbbdacf-0289-4725-a0b3-35248189a857 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Deleting port a0777351-3e2f-477e-a251-029824429c89 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:04:53.811072 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-274dfdb6-5bd3-4be3-8e97-d1c635700d99 req-8cbbdacf-0289-4725-a0b3-35248189a857 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:53.819465 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-29143c11-e222-430c-bc17-585651c7e177 req-e14cb7e6-81a1-46ad-a55e-421045f4dabf tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502136 Jul 06 14:04:53.911402 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-274dfdb6-5bd3-4be3-8e97-d1c635700d99 req-8cbbdacf-0289-4725-a0b3-35248189a857 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] For port a0777351-3e2f-477e-a251-029824429c89, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=a0777351-3e2f-477e-a251-029824429c89,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:53.912155 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-274dfdb6-5bd3-4be3-8e97-d1c635700d99 req-8cbbdacf-0289-4725-a0b3-35248189a857 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:53.927428 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-274dfdb6-5bd3-4be3-8e97-d1c635700d99 req-8cbbdacf-0289-4725-a0b3-35248189a857 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Calling delete_port for a0777351-3e2f-477e-a251-029824429c89 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:04:54.052901 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb20922-05fb-4fa0-b436-88bc46b36049 req-a7caeda0-c62a-4a92-a33a-691eceb5f733 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:54.054360 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ebb20922-05fb-4fa0-b436-88bc46b36049 req-a7caeda0-c62a-4a92-a33a-691eceb5f733 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 946 time: 0.1281388 Jul 06 14:04:54.130687 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ebb20922-05fb-4fa0-b436-88bc46b36049 req-6e0a77ab-2aff-4140-8e9a-7a047217bc60 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692766 Jul 06 14:04:54.144146 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-274dfdb6-5bd3-4be3-8e97-d1c635700d99 req-8cbbdacf-0289-4725-a0b3-35248189a857 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:54.159489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9041dd06-21ed-44d3-b4dd-77e638200800', 'a0777351-3e2f-477e-a251-029824429c89'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:04:54.184335 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bd6f19-eae8-4fb1-a1d4-2ba6bca8e016 x-openstack-request-id: req-a3bd6f19-eae8-4fb1-a1d4-2ba6bca8e016 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:54.184548 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0be5da65-9677-407f-9dba-c0e026234ce9", "tag": "a46b388f-7fc3-43cf-bc8f-cb44f3c3317b", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:54.184837 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-a3bd6f19-eae8-4fb1-a1d4-2ba6bca8e016 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:54.186553 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0be5da65-9677-407f-9dba-c0e026234ce9', 'tag': 'a46b388f-7fc3-43cf-bc8f-cb44f3c3317b', 'status': 'completed', 'code': 200} Jul 06 14:04:54.189654 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbbdacf-0289-4725-a0b3-35248189a857 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Pushing event deleted for resources: {'Port': ['ID=a0777351-3e2f-477e-a251-029824429c89,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:54.284943 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-274dfdb6-5bd3-4be3-8e97-d1c635700d99 req-8cbbdacf-0289-4725-a0b3-35248189a857 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] No DVR routers for this DVR port a0777351-3e2f-477e-a251-029824429c89 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:04:54.288056 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-274dfdb6-5bd3-4be3-8e97-d1c635700d99 req-8cbbdacf-0289-4725-a0b3-35248189a857 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:54.290238 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-274dfdb6-5bd3-4be3-8e97-d1c635700d99 req-8cbbdacf-0289-4725-a0b3-35248189a857 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.52 "DELETE /v2.0/ports/a0777351-3e2f-477e-a251-029824429c89 HTTP/1.1" status: 204 len: 173 time: 0.6538343 Jul 06 14:04:54.345222 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0b6de-0918-447e-8318-d9d244050f7a req-f349ffee-4036-41ae-b481-2eeaeff3967d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:54.346845 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d3e0b6de-0918-447e-8318-d9d244050f7a req-f349ffee-4036-41ae-b481-2eeaeff3967d service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=9a5e4bd9c94f4f4e96ffa3a209d9ab70&device_id=0be5da65-9677-407f-9dba-c0e026234ce9 HTTP/1.1" status: 200 len: 1095 time: 0.1153646 Jul 06 14:04:54.468863 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0b6de-0918-447e-8318-d9d244050f7a req-cb112b79-9df2-497a-9332-b0bd0b0a6f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:54.470503 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d3e0b6de-0918-447e-8318-d9d244050f7a req-cb112b79-9df2-497a-9332-b0bd0b0a6f2d service neutron] 10.222.0.124 "GET /v2.0/networks?id=0726a2db-e3b9-498f-a559-5ba417f2ef66 HTTP/1.1" status: 200 len: 914 time: 0.1164746 Jul 06 14:04:54.522344 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d3e0b6de-0918-447e-8318-d9d244050f7a req-05c30a50-344b-43ad-a54b-16fb3b46ba76 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a46b388f-7fc3-43cf-bc8f-cb44f3c3317b HTTP/1.1" status: 200 len: 217 time: 0.0436611 Jul 06 14:04:54.574349 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fca1c50c-a99d-4cf1-9ba6-768ef5b8f278 req-7b2821be-2a29-45cf-8048-71a99e15dbb0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=bf33bbd4-201b-4b2a-993e-1b472d95fe0c HTTP/1.1" status: 200 len: 210 time: 0.0544636 Jul 06 14:04:54.604613 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0b6de-0918-447e-8318-d9d244050f7a req-2b800456-fc81-44df-ac27-1b507cc82236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:54.606342 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d3e0b6de-0918-447e-8318-d9d244050f7a req-2b800456-fc81-44df-ac27-1b507cc82236 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=9112a54f-546e-4552-b07b-f09e7ff5029c HTTP/1.1" status: 200 len: 853 time: 0.0756676 Jul 06 14:04:54.641912 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d3e0b6de-0918-447e-8318-d9d244050f7a req-2086e32e-eb9d-4e29-b875-6b27ecb3feaf service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=0726a2db-e3b9-498f-a559-5ba417f2ef66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289054 Jul 06 14:04:54.776800 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d3e0b6de-0918-447e-8318-d9d244050f7a req-b43c55b6-0b32-4aec-ac1d-e805da85f4dc service neutron] 10.222.0.124 "GET /v2.0/networks/0726a2db-e3b9-498f-a559-5ba417f2ef66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281700 Jul 06 14:04:54.799873 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2a06f-34ca-4730-8f2b-656e43c39fb3 req-6a5db067-2855-42e9-a7bb-99281c51f7b0 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:54.801441 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e3f2a06f-34ca-4730-8f2b-656e43c39fb3 req-6a5db067-2855-42e9-a7bb-99281c51f7b0 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/ports?device_id=0be5da65-9677-407f-9dba-c0e026234ce9 HTTP/1.1" status: 200 len: 944 time: 0.1061833 Jul 06 14:04:54.894273 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e3f2a06f-34ca-4730-8f2b-656e43c39fb3 req-535450f9-a1ec-4f7c-a6c5-ba5268d0f9f2 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/security-groups?id=edb0ce9e-2cae-46eb-a0d9-cc31a2112e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816770 Jul 06 14:04:54.920787 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d3e0b6de-0918-447e-8318-d9d244050f7a req-b2fa3fce-908a-4715-9d7d-91abe18ad0bf service neutron] 10.222.0.124 "GET /v2.0/networks/0726a2db-e3b9-498f-a559-5ba417f2ef66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277652 Jul 06 14:04:55.303190 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89241bfd-f6c6-4694-a0ac-a3555bb35883 req-9146a483-f674-4bd4-8c6e-6624191d1894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:55.304794 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-89241bfd-f6c6-4694-a0ac-a3555bb35883 req-9146a483-f674-4bd4-8c6e-6624191d1894 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 1097 time: 0.0646105 Jul 06 14:04:55.346876 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-89241bfd-f6c6-4694-a0ac-a3555bb35883 req-08787002-81c0-4b04-9f9d-589fdcbc407f service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344691 Jul 06 14:04:55.595110 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054dc65-8417-4cf5-a318-9018cf30e9ca req-6065a9e6-b175-4574-ab81-127ed899a2bf tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:55.596543 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9054dc65-8417-4cf5-a318-9018cf30e9ca req-6065a9e6-b175-4574-ab81-127ed899a2bf tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 946 time: 0.0741265 Jul 06 14:04:55.638774 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9054dc65-8417-4cf5-a318-9018cf30e9ca req-5d752a55-887e-46b5-a3b1-1de173b26bbb tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355585 Jul 06 14:04:55.640078 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device da55789c-1513-4003-a3f1-6b853cc5dfb8 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:04:55.788700 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port da55789c-1513-4003-a3f1-6b853cc5dfb8, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=da55789c-1513-4003-a3f1-6b853cc5dfb8,segment=NetworkSegment(d4778c25-8886-4b97-a995-26fa1f5fc8bd),segment_id=d4778c25-8886-4b97-a995-26fa1f5fc8bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:55.805801 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'da55789c-1513-4003-a3f1-6b853cc5dfb8', 'network_id': '0726a2db-e3b9-498f-a559-5ba417f2ef66', 'port_id': 'da55789c-1513-4003-a3f1-6b853cc5dfb8', 'mac_address': 'fa:16:3e:17:aa:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9112a54f-546e-4552-b07b-f09e7ff5029c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:04:55.852796 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:55.871095 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da55789c-1513-4003-a3f1-6b853cc5dfb8 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:55.890709 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port da55789c-1513-4003-a3f1-6b853cc5dfb8, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=da55789c-1513-4003-a3f1-6b853cc5dfb8,segment=NetworkSegment(d4778c25-8886-4b97-a995-26fa1f5fc8bd),segment_id=d4778c25-8886-4b97-a995-26fa1f5fc8bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:55.898870 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:55.952800 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=da55789c-1513-4003-a3f1-6b853cc5dfb8,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:55.985568 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3bd768b1-7386-4fe3-9cb8-5b5af35612f6 req-edbe8bf9-3fe2-45ba-9936-69fd0c0d7a3e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=bf33bbd4-201b-4b2a-993e-1b472d95fe0c HTTP/1.1" status: 200 len: 210 time: 0.0342975 Jul 06 14:04:56.163305 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['da55789c-1513-4003-a3f1-6b853cc5dfb8'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:04:56.187341 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf33bbd4-201b-4b2a-993e-1b472d95fe0c', 'name': 'network-vif-deleted', 'tag': 'a0777351-3e2f-477e-a251-029824429c89'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:56.190975 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1b1b32-31e1-4446-97e7-8234f8d726c3" -d '{"events": [{"server_uuid": "bf33bbd4-201b-4b2a-993e-1b472d95fe0c", "name": "network-vif-deleted", "tag": "a0777351-3e2f-477e-a251-029824429c89"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:56.193714 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device a46b388f-7fc3-43cf-bc8f-cb44f3c3317b details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:04:56.314817 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757b69d-5861-4b26-a582-2b0447374aeb req-1567b0d2-2616-4e1a-a971-3e3cfe04cc5d tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:56.316548 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b757b69d-5861-4b26-a582-2b0447374aeb req-1567b0d2-2616-4e1a-a971-3e3cfe04cc5d tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/ports?device_id=0be5da65-9677-407f-9dba-c0e026234ce9 HTTP/1.1" status: 200 len: 944 time: 0.0728214 Jul 06 14:04:56.344241 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port a46b388f-7fc3-43cf-bc8f-cb44f3c3317b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a46b388f-7fc3-43cf-bc8f-cb44f3c3317b,segment=NetworkSegment(d4778c25-8886-4b97-a995-26fa1f5fc8bd),segment_id=d4778c25-8886-4b97-a995-26fa1f5fc8bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:56.357853 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b757b69d-5861-4b26-a582-2b0447374aeb req-29739462-e04b-4e43-ae64-e612973957c1 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/security-groups?id=edb0ce9e-2cae-46eb-a0d9-cc31a2112e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355422 Jul 06 14:04:56.366822 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'a46b388f-7fc3-43cf-bc8f-cb44f3c3317b', 'network_id': '0726a2db-e3b9-498f-a559-5ba417f2ef66', 'port_id': 'a46b388f-7fc3-43cf-bc8f-cb44f3c3317b', 'mac_address': 'fa:16:3e:96:ed:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9112a54f-546e-4552-b07b-f09e7ff5029c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:04:56.457215 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:56.477394 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a46b388f-7fc3-43cf-bc8f-cb44f3c3317b {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:04:56.504864 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port a46b388f-7fc3-43cf-bc8f-cb44f3c3317b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a46b388f-7fc3-43cf-bc8f-cb44f3c3317b,segment=NetworkSegment(d4778c25-8886-4b97-a995-26fa1f5fc8bd),segment_id=d4778c25-8886-4b97-a995-26fa1f5fc8bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:56.509863 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:56.571768 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=a46b388f-7fc3-43cf-bc8f-cb44f3c3317b,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:56.587958 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d651ea-e172-4e6b-b35e-072c6839909f x-openstack-request-id: req-40d651ea-e172-4e6b-b35e-072c6839909f {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:56.588525 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf33bbd4-201b-4b2a-993e-1b472d95fe0c", "name": "network-vif-deleted", "tag": "a0777351-3e2f-477e-a251-029824429c89", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:56.588990 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-40d651ea-e172-4e6b-b35e-072c6839909f {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:56.590067 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf33bbd4-201b-4b2a-993e-1b472d95fe0c', 'name': 'network-vif-deleted', 'tag': 'a0777351-3e2f-477e-a251-029824429c89', 'status': 'completed', 'code': 200} Jul 06 14:04:56.863187 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['a46b388f-7fc3-43cf-bc8f-cb44f3c3317b'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:04:57.040095 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba66bb-92e4-4543-b380-30e672b77326 req-ebdc0bd6-4f37-401f-b13a-5a1269eec47c tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:57.042326 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08ba66bb-92e4-4543-b380-30e672b77326 req-ebdc0bd6-4f37-401f-b13a-5a1269eec47c tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 946 time: 0.0832500 Jul 06 14:04:57.086339 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08ba66bb-92e4-4543-b380-30e672b77326 req-56b15a09-ab53-4921-b66c-1957b6b8e4a6 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374243 Jul 06 14:04:57.292966 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038ef73-8f57-48dd-97ff-eb64a21fe5a9 req-0623fbd6-d3fa-4b18-b3b6-96dec353dbf2 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:57.295012 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8038ef73-8f57-48dd-97ff-eb64a21fe5a9 req-0623fbd6-d3fa-4b18-b3b6-96dec353dbf2 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=5981b0c5-a5e8-4471-a317-440b112a3849 HTTP/1.1" status: 200 len: 946 time: 0.0722442 Jul 06 14:04:57.337945 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8038ef73-8f57-48dd-97ff-eb64a21fe5a9 req-5bd452d8-c86b-475b-92f9-01af03376f4a tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364981 Jul 06 14:04:57.470500 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-14229423-cce8-4ad2-bbb2-e62baa68ba43 req-7408b7db-7a1c-47f3-a991-38899a5e01d8 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=bf33bbd4-201b-4b2a-993e-1b472d95fe0c HTTP/1.1" status: 200 len: 210 time: 0.0297821 Jul 06 14:04:57.652442 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device da55789c-1513-4003-a3f1-6b853cc5dfb8 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:04:57.705105 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port da55789c-1513-4003-a3f1-6b853cc5dfb8 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:04:57.711089 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port da55789c-1513-4003-a3f1-6b853cc5dfb8 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:57.711587 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:57.806012 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:57.809850 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf41d29-adba-4d1e-86ec-3e7e690b619f req-009fead2-b6ad-44c6-90b7-5c85e338b6de tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:57.811610 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0bf41d29-adba-4d1e-86ec-3e7e690b619f req-009fead2-b6ad-44c6-90b7-5c85e338b6de tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/ports?device_id=0be5da65-9677-407f-9dba-c0e026234ce9 HTTP/1.1" status: 200 len: 945 time: 0.0750167 Jul 06 14:04:57.833319 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f1c770-9461-4868-b396-ddca6d0fd440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da55789c-1513-4003-a3f1-6b853cc5dfb8'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:04:57.835860 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2232a6-dda3-4dde-a41f-50be937dd20d" -d '{"events": [{"server_uuid": "22f1c770-9461-4868-b396-ddca6d0fd440", "name": "network-vif-plugged", "status": "completed", "tag": "da55789c-1513-4003-a3f1-6b853cc5dfb8"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:04:57.849167 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port da55789c-1513-4003-a3f1-6b853cc5dfb8, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=da55789c-1513-4003-a3f1-6b853cc5dfb8,segment=NetworkSegment(d4778c25-8886-4b97-a995-26fa1f5fc8bd),segment_id=d4778c25-8886-4b97-a995-26fa1f5fc8bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:57.853438 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:57.854304 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device a0777351-3e2f-477e-a251-029824429c89 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:04:57.861922 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0bf41d29-adba-4d1e-86ec-3e7e690b619f req-ff571c64-063f-45ca-b175-895ee51a9c69 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/security-groups?id=edb0ce9e-2cae-46eb-a0d9-cc31a2112e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437527 Jul 06 14:04:57.894684 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: a0777351-3e2f-477e-a251-029824429c89 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:04:57.895206 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device a0777351-3e2f-477e-a251-029824429c89 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:04:57.925997 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=da55789c-1513-4003-a3f1-6b853cc5dfb8,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:58.194206 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac8df4-7332-400c-89b4-d38021d94310 req-47a15cd8-da35-42b7-a289-3eb89ba20c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:58.195836 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-50ac8df4-7332-400c-89b4-d38021d94310 req-47a15cd8-da35-42b7-a289-3eb89ba20c61 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=b7ff67a3e26f47058d2e455f3c5054a8&device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 1097 time: 0.0697789 Jul 06 14:04:58.211486 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device a46b388f-7fc3-43cf-bc8f-cb44f3c3317b up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:04:58.299462 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port a46b388f-7fc3-43cf-bc8f-cb44f3c3317b completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:04:58.301426 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port a46b388f-7fc3-43cf-bc8f-cb44f3c3317b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:04:58.302101 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:58.318663 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac8df4-7332-400c-89b4-d38021d94310 req-3a9e6e1c-6197-4ac4-bfda-90835939c916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:58.320454 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-50ac8df4-7332-400c-89b4-d38021d94310 req-3a9e6e1c-6197-4ac4-bfda-90835939c916 service neutron] 10.222.0.124 "GET /v2.0/networks?id=b8d9601d-3de6-4f81-a059-2bdbf312577c HTTP/1.1" status: 200 len: 920 time: 0.1158783 Jul 06 14:04:58.380653 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-50ac8df4-7332-400c-89b4-d38021d94310 req-f22ec6e9-ef7e-4856-bbea-405af12d5de8 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13b8051f-a72d-461f-a79d-844290426baa HTTP/1.1" status: 200 len: 217 time: 0.0524511 Jul 06 14:04:58.453061 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2055aa30-3af3-4774-9757-216723542e0d x-openstack-request-id: req-2055aa30-3af3-4774-9757-216723542e0d {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:04:58.453597 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f1c770-9461-4868-b396-ddca6d0fd440", "name": "network-vif-plugged", "status": "completed", "tag": "da55789c-1513-4003-a3f1-6b853cc5dfb8", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:04:58.453732 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-2055aa30-3af3-4774-9757-216723542e0d {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:04:58.454085 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f1c770-9461-4868-b396-ddca6d0fd440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da55789c-1513-4003-a3f1-6b853cc5dfb8', 'code': 200} Jul 06 14:04:58.455297 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:58.456567 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac8df4-7332-400c-89b4-d38021d94310 req-825125e5-b061-4bb2-bfe0-e4342dee3438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:58.460559 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-50ac8df4-7332-400c-89b4-d38021d94310 req-825125e5-b061-4bb2-bfe0-e4342dee3438 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=22cad74c-fc99-4bde-affd-fd3c50380641 HTTP/1.1" status: 200 len: 859 time: 0.0746205 Jul 06 14:04:58.499010 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port a46b388f-7fc3-43cf-bc8f-cb44f3c3317b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a46b388f-7fc3-43cf-bc8f-cb44f3c3317b,segment=NetworkSegment(d4778c25-8886-4b97-a995-26fa1f5fc8bd),segment_id=d4778c25-8886-4b97-a995-26fa1f5fc8bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:04:58.501435 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:04:58.512418 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-50ac8df4-7332-400c-89b4-d38021d94310 req-b168a6d0-0bba-4d6a-9beb-6daf67f29c5f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=b8d9601d-3de6-4f81-a059-2bdbf312577c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426731 Jul 06 14:04:58.567392 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=a46b388f-7fc3-43cf-bc8f-cb44f3c3317b,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:04:58.577792 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:58.578265 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:58.578647 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:58.579061 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:58.579474 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:58.579903 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:58.580242 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:58.580781 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:58.581483 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:58.581981 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:58.582381 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:58.582846 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:04:58.673968 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4f741-2fa2-42eb-8b8e-e1d97431d16f req-5c6685e1-f1f8-44f7-9f6e-e8ac5584e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:58.674980 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d8c4f741-2fa2-42eb-8b8e-e1d97431d16f req-5c6685e1-f1f8-44f7-9f6e-e8ac5584e110 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=22f1c770-9461-4868-b396-ddca6d0fd440 HTTP/1.1" status: 200 len: 1096 time: 0.1713786 Jul 06 14:04:58.701109 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-50ac8df4-7332-400c-89b4-d38021d94310 req-ce86b2c5-e354-4e3c-807f-cbb555130a7a service neutron] 10.222.0.124 "GET /v2.0/networks/b8d9601d-3de6-4f81-a059-2bdbf312577c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632714 Jul 06 14:04:58.708677 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97b796-4c33-40c4-bae4-345b2bdf2e09 req-eaf54970-3d6f-4b24-81d1-0886506620de tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:58.710488 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9b97b796-4c33-40c4-bae4-345b2bdf2e09 req-eaf54970-3d6f-4b24-81d1-0886506620de tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 946 time: 0.1741805 Jul 06 14:04:58.820701 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d8c4f741-2fa2-42eb-8b8e-e1d97431d16f req-d549f1a7-a3d6-48b2-9aff-7b25db77f99d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=edb0ce9e-2cae-46eb-a0d9-cc31a2112e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310444 Jul 06 14:04:58.825161 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9b97b796-4c33-40c4-bae4-345b2bdf2e09 req-73f9965f-03fd-4c80-a351-3711c47d3c33 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983253 Jul 06 14:04:58.855166 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-50ac8df4-7332-400c-89b4-d38021d94310 req-1c118bc3-136c-44a2-b8a0-a941122533af service neutron] 10.222.0.124 "GET /v2.0/networks/b8d9601d-3de6-4f81-a059-2bdbf312577c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436958 Jul 06 14:04:59.043519 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fab56d-76e2-4995-ac7c-6b2c604faaf8 req-6561f240-be1a-4266-a027-66a2d6c2fa47 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:59.045618 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-61fab56d-76e2-4995-ac7c-6b2c604faaf8 req-6561f240-be1a-4266-a027-66a2d6c2fa47 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=5981b0c5-a5e8-4471-a317-440b112a3849 HTTP/1.1" status: 200 len: 946 time: 0.0681310 Jul 06 14:04:59.087697 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-61fab56d-76e2-4995-ac7c-6b2c604faaf8 req-923fcff4-f159-48d6-a604-bf30f9cafd89 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357029 Jul 06 14:04:59.319492 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa2cc3-03fa-4354-8663-0bf4155840dd req-5325742a-a87e-47d4-8164-289014a86ecc tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:04:59.320914 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-36fa2cc3-03fa-4354-8663-0bf4155840dd req-5325742a-a87e-47d4-8164-289014a86ecc tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/ports?device_id=0be5da65-9677-407f-9dba-c0e026234ce9 HTTP/1.1" status: 200 len: 946 time: 0.0645132 Jul 06 14:04:59.364611 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-36fa2cc3-03fa-4354-8663-0bf4155840dd req-a9eaf541-ee15-4d25-8b9c-a883b364c34a tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/security-groups?id=edb0ce9e-2cae-46eb-a0d9-cc31a2112e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371437 Jul 06 14:05:00.041951 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48328645-e68d-48db-8e9b-0aec0f13cc5f req-908f9fc9-77da-4e10-b7d0-183ef9c9007f tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:00.043451 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-48328645-e68d-48db-8e9b-0aec0f13cc5f req-908f9fc9-77da-4e10-b7d0-183ef9c9007f tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 946 time: 0.0656836 Jul 06 14:05:00.087646 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-48328645-e68d-48db-8e9b-0aec0f13cc5f req-cf8321d3-6680-4a70-9eca-2ac385c061cc tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378182 Jul 06 14:05:00.273017 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3926c29-242b-4ebc-8c78-1f5adf583193 req-791de395-f234-4ee5-9746-ae82be6d81c4 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:00.277190 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e3926c29-242b-4ebc-8c78-1f5adf583193 req-791de395-f234-4ee5-9746-ae82be6d81c4 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=5981b0c5-a5e8-4471-a317-440b112a3849 HTTP/1.1" status: 200 len: 946 time: 0.0715797 Jul 06 14:05:00.314789 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e3926c29-242b-4ebc-8c78-1f5adf583193 req-77afdc97-0b1d-4b18-a7fd-caf288d21117 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340879 Jul 06 14:05:00.455740 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be5da65-9677-407f-9dba-c0e026234ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46b388f-7fc3-43cf-bc8f-cb44f3c3317b'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:00.458051 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bed762-7a28-489a-bd3c-eda409f20629" -d '{"events": [{"server_uuid": "0be5da65-9677-407f-9dba-c0e026234ce9", "name": "network-vif-plugged", "status": "completed", "tag": "a46b388f-7fc3-43cf-bc8f-cb44f3c3317b"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:00.562703 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c127fb-668b-4eaf-95d8-312220551961 req-554c6c67-8b53-4d6a-92a2-7d621c0674f6 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:00.564238 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-88c127fb-668b-4eaf-95d8-312220551961 req-554c6c67-8b53-4d6a-92a2-7d621c0674f6 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/ports?device_id=0be5da65-9677-407f-9dba-c0e026234ce9 HTTP/1.1" status: 200 len: 946 time: 0.0758293 Jul 06 14:05:00.606118 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-88c127fb-668b-4eaf-95d8-312220551961 req-45875d79-9fea-41da-a469-2a8dabdf835f tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/security-groups?id=edb0ce9e-2cae-46eb-a0d9-cc31a2112e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348964 Jul 06 14:05:00.684695 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffeeb9f-9ecc-42b3-b429-e34bd1edc593 x-openstack-request-id: req-5ffeeb9f-9ecc-42b3-b429-e34bd1edc593 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:00.687525 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be5da65-9677-407f-9dba-c0e026234ce9", "name": "network-vif-plugged", "status": "completed", "tag": "a46b388f-7fc3-43cf-bc8f-cb44f3c3317b", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:00.687967 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-5ffeeb9f-9ecc-42b3-b429-e34bd1edc593 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:00.688529 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be5da65-9677-407f-9dba-c0e026234ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46b388f-7fc3-43cf-bc8f-cb44f3c3317b', 'code': 200} Jul 06 14:05:00.851832 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24fce1-4425-41cf-aca7-b0afb90f0764 req-687f7139-7ee0-412d-9967-4dbc5da7e58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:00.853679 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a24fce1-4425-41cf-aca7-b0afb90f0764 req-687f7139-7ee0-412d-9967-4dbc5da7e58d service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=0be5da65-9677-407f-9dba-c0e026234ce9 HTTP/1.1" status: 200 len: 1097 time: 0.0603902 Jul 06 14:05:00.889836 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a24fce1-4425-41cf-aca7-b0afb90f0764 req-da6295c0-cfb0-4156-be45-bc58c92157e0 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=edb0ce9e-2cae-46eb-a0d9-cc31a2112e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295887 Jul 06 14:05:01.284782 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e414807-c05f-41a7-8990-143e8e0214f7 req-186abad2-d608-4033-aa18-f90c5edb5b34 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:01.286172 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2e414807-c05f-41a7-8990-143e8e0214f7 req-186abad2-d608-4033-aa18-f90c5edb5b34 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 946 time: 0.0701640 Jul 06 14:05:01.336337 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2e414807-c05f-41a7-8990-143e8e0214f7 req-c96b89cf-6218-4f2c-b974-a6195ecdb8f0 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432222 Jul 06 14:05:01.579697 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21c72b-6afd-4c42-ba27-63d3dd3a635b req-cb3b6780-00ab-4810-82d8-484880a0662c tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:01.581601 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c21c72b-6afd-4c42-ba27-63d3dd3a635b req-cb3b6780-00ab-4810-82d8-484880a0662c tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=5981b0c5-a5e8-4471-a317-440b112a3849 HTTP/1.1" status: 200 len: 946 time: 0.1009595 Jul 06 14:05:01.631463 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c21c72b-6afd-4c42-ba27-63d3dd3a635b req-1116e869-a0ed-4704-bb43-a2458ae5f438 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422447 Jul 06 14:05:02.104685 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f55350-300d-4096-9497-20b2e577d0e7 req-51f16301-da86-41bf-922e-0da112b52685 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:02.106315 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-93f55350-300d-4096-9497-20b2e577d0e7 req-51f16301-da86-41bf-922e-0da112b52685 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/ports?device_id=0be5da65-9677-407f-9dba-c0e026234ce9 HTTP/1.1" status: 200 len: 946 time: 0.0750437 Jul 06 14:05:02.152322 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-93f55350-300d-4096-9497-20b2e577d0e7 req-ed5edb5a-3953-4f6b-a5c1-4d6e056db10d tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/security-groups?id=edb0ce9e-2cae-46eb-a0d9-cc31a2112e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366468 Jul 06 14:05:02.468575 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03211ddf-0af1-4eec-8969-c220d3b8dfc0 req-43f1f5a7-51b8-4a81-870c-d392d579007f tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:02.470196 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-03211ddf-0af1-4eec-8969-c220d3b8dfc0 req-43f1f5a7-51b8-4a81-870c-d392d579007f tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/ports?device_id=22f1c770-9461-4868-b396-ddca6d0fd440 HTTP/1.1" status: 200 len: 945 time: 0.0957696 Jul 06 14:05:02.520533 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-03211ddf-0af1-4eec-8969-c220d3b8dfc0 req-0e63f1f5-23ad-455c-939e-2195d1a1fa91 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/security-groups?id=edb0ce9e-2cae-46eb-a0d9-cc31a2112e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408382 Jul 06 14:05:02.943841 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57661f66-9db7-4534-91b0-c12356b48719 req-341041d3-5a36-4aa7-ba86-1a0983d93d38 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:02.945567 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-57661f66-9db7-4534-91b0-c12356b48719 req-341041d3-5a36-4aa7-ba86-1a0983d93d38 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=5981b0c5-a5e8-4471-a317-440b112a3849 HTTP/1.1" status: 200 len: 946 time: 0.0667286 Jul 06 14:05:02.987746 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-57661f66-9db7-4534-91b0-c12356b48719 req-be16f596-784a-4c6f-8666-a3b6afb94240 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348456 Jul 06 14:05:03.586983 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e32269-2033-4308-88d1-b898a925bdff req-e14ad9a8-ecf2-4377-9582-db1dbfccdf68 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:03.588988 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45e32269-2033-4308-88d1-b898a925bdff req-e14ad9a8-ecf2-4377-9582-db1dbfccdf68 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/networks?id=0726a2db-e3b9-498f-a559-5ba417f2ef66 HTTP/1.1" status: 200 len: 813 time: 0.1118329 Jul 06 14:05:03.604466 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45e32269-2033-4308-88d1-b898a925bdff req-0279575c-9864-4cd9-92be-59253fe0ba83 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/quotas/9a5e4bd9c94f4f4e96ffa3a209d9ab70 HTTP/1.1" status: 200 len: 375 time: 0.0098195 Jul 06 14:05:03.677059 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45e32269-2033-4308-88d1-b898a925bdff req-491999b9-5195-4d34-8c4d-3cb571b5d10b tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=9a5e4bd9c94f4f4e96ffa3a209d9ab70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665445 Jul 06 14:05:03.773361 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45e32269-2033-4308-88d1-b898a925bdff req-0f17772c-521c-40ba-a26f-c02a40f08bb6 service neutron] 10.222.0.118 "GET /v2.0/networks/0726a2db-e3b9-498f-a559-5ba417f2ef66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894408 Jul 06 14:05:03.870264 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45e32269-2033-4308-88d1-b898a925bdff req-d53e085f-4185-4e1d-85be-d35395a5e484 service neutron] 10.222.0.118 "GET /v2.0/networks/0726a2db-e3b9-498f-a559-5ba417f2ef66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903747 Jul 06 14:05:04.448093 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329dbe92-48cf-43b4-92b0-db95aee9827e req-7ea9c63a-2739-495c-986a-177ee500c547 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:04.449640 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-329dbe92-48cf-43b4-92b0-db95aee9827e req-7ea9c63a-2739-495c-986a-177ee500c547 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.52 "GET /v2.0/ports?device_id=22f1c770-9461-4868-b396-ddca6d0fd440 HTTP/1.1" status: 200 len: 945 time: 0.1229630 Jul 06 14:05:04.476775 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa9462-4f1e-48f7-b4df-98fdef37d973 req-e7d53374-8cc2-4bce-8e26-1142cf463b02 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:04.478819 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f7aa9462-4f1e-48f7-b4df-98fdef37d973 req-e7d53374-8cc2-4bce-8e26-1142cf463b02 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=5981b0c5-a5e8-4471-a317-440b112a3849 HTTP/1.1" status: 200 len: 946 time: 0.1094878 Jul 06 14:05:04.568984 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f7aa9462-4f1e-48f7-b4df-98fdef37d973 req-2de122bc-86e1-445a-afd3-00394ac8ae87 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700340 Jul 06 14:05:04.603636 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-329dbe92-48cf-43b4-92b0-db95aee9827e req-a204d673-584a-4e3b-85f6-b53cd81ca11a tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Deleting port da55789c-1513-4003-a3f1-6b853cc5dfb8 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:04.604165 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-329dbe92-48cf-43b4-92b0-db95aee9827e req-a204d673-584a-4e3b-85f6-b53cd81ca11a tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:04.742245 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-329dbe92-48cf-43b4-92b0-db95aee9827e req-a204d673-584a-4e3b-85f6-b53cd81ca11a tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] For port da55789c-1513-4003-a3f1-6b853cc5dfb8, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=da55789c-1513-4003-a3f1-6b853cc5dfb8,segment=NetworkSegment(d4778c25-8886-4b97-a995-26fa1f5fc8bd),segment_id=d4778c25-8886-4b97-a995-26fa1f5fc8bd)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:04.742632 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-329dbe92-48cf-43b4-92b0-db95aee9827e req-a204d673-584a-4e3b-85f6-b53cd81ca11a tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:04.759868 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-329dbe92-48cf-43b4-92b0-db95aee9827e req-a204d673-584a-4e3b-85f6-b53cd81ca11a tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Calling delete_port for da55789c-1513-4003-a3f1-6b853cc5dfb8 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:05.289741 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58e5a3-8946-48f5-9b04-25899930630e req-13dc6599-ec98-41c1-8ea3-f4ad2b9071dd tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:05.291308 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cc58e5a3-8946-48f5-9b04-25899930630e req-13dc6599-ec98-41c1-8ea3-f4ad2b9071dd tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.124 "GET /v2.0/ports?device_id=0be5da65-9677-407f-9dba-c0e026234ce9 HTTP/1.1" status: 200 len: 946 time: 0.4830277 Jul 06 14:05:05.345922 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590e925-d74f-469f-bf70-7773a3a1f0e6 req-16d766d0-95dd-47f6-ad9e-58f31967fa1a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:05.347507 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8590e925-d74f-469f-bf70-7773a3a1f0e6 req-16d766d0-95dd-47f6-ad9e-58f31967fa1a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2ffe095-2403-4a7b-8c48-e7250f810945 HTTP/1.1" status: 200 len: 946 time: 0.1676798 Jul 06 14:05:05.408403 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-329dbe92-48cf-43b4-92b0-db95aee9827e req-a204d673-584a-4e3b-85f6-b53cd81ca11a tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:05.421548 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['a46b388f-7fc3-43cf-bc8f-cb44f3c3317b'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:05:05.424778 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['da55789c-1513-4003-a3f1-6b853cc5dfb8'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:05:05.476405 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204d673-584a-4e3b-85f6-b53cd81ca11a tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Pushing event deleted for resources: {'Port': ['ID=da55789c-1513-4003-a3f1-6b853cc5dfb8,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:05.490355 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8590e925-d74f-469f-bf70-7773a3a1f0e6 req-f5aa5522-7e83-4976-bd20-1ccbf40d3e2e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214464 Jul 06 14:05:05.560388 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-329dbe92-48cf-43b4-92b0-db95aee9827e req-a204d673-584a-4e3b-85f6-b53cd81ca11a tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] No DVR routers for this DVR port da55789c-1513-4003-a3f1-6b853cc5dfb8 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:05:05.563565 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-329dbe92-48cf-43b4-92b0-db95aee9827e req-a204d673-584a-4e3b-85f6-b53cd81ca11a tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:05.565806 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-329dbe92-48cf-43b4-92b0-db95aee9827e req-a204d673-584a-4e3b-85f6-b53cd81ca11a tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.52 "DELETE /v2.0/ports/da55789c-1513-4003-a3f1-6b853cc5dfb8 HTTP/1.1" status: 204 len: 173 time: 1.1083145 Jul 06 14:05:05.566295 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f1c770-9461-4868-b396-ddca6d0fd440', 'name': 'network-vif-deleted', 'tag': 'da55789c-1513-4003-a3f1-6b853cc5dfb8'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:05.569593 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a1f379-74c0-4b9f-a32d-18ad3bd51bb2" -d '{"events": [{"server_uuid": "22f1c770-9461-4868-b396-ddca6d0fd440", "name": "network-vif-deleted", "tag": "da55789c-1513-4003-a3f1-6b853cc5dfb8"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:05.601438 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-cc58e5a3-8946-48f5-9b04-25899930630e req-9b41882f-7e38-42d7-8ffb-0f92ebd8aaf2 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Deleting port a46b388f-7fc3-43cf-bc8f-cb44f3c3317b {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:05.601922 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cc58e5a3-8946-48f5-9b04-25899930630e req-9b41882f-7e38-42d7-8ffb-0f92ebd8aaf2 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:05.749882 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-cc58e5a3-8946-48f5-9b04-25899930630e req-9b41882f-7e38-42d7-8ffb-0f92ebd8aaf2 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] For port a46b388f-7fc3-43cf-bc8f-cb44f3c3317b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a46b388f-7fc3-43cf-bc8f-cb44f3c3317b,segment=NetworkSegment(d4778c25-8886-4b97-a995-26fa1f5fc8bd),segment_id=d4778c25-8886-4b97-a995-26fa1f5fc8bd)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:05.750388 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cc58e5a3-8946-48f5-9b04-25899930630e req-9b41882f-7e38-42d7-8ffb-0f92ebd8aaf2 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:05.768226 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-cc58e5a3-8946-48f5-9b04-25899930630e req-9b41882f-7e38-42d7-8ffb-0f92ebd8aaf2 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Calling delete_port for a46b388f-7fc3-43cf-bc8f-cb44f3c3317b owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:06.029146 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bae73b3b-598a-461d-acdf-9ba3df87b353 req-8a48e031-0044-450e-892d-205676d0905f tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/ports?device_id=70a1ca8e-ec9b-4568-89e7-82b9976cadfa HTTP/1.1" status: 200 len: 210 time: 0.0513718 Jul 06 14:05:06.029827 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cc58e5a3-8946-48f5-9b04-25899930630e req-9b41882f-7e38-42d7-8ffb-0f92ebd8aaf2 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:06.048277 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['da55789c-1513-4003-a3f1-6b853cc5dfb8'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:05:06.104292 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b41882f-7e38-42d7-8ffb-0f92ebd8aaf2 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Pushing event deleted for resources: {'Port': ['ID=a46b388f-7fc3-43cf-bc8f-cb44f3c3317b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:06.120703 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c4c173-8f26-463f-ad3e-60ee15ff4e4b x-openstack-request-id: req-a2c4c173-8f26-463f-ad3e-60ee15ff4e4b {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:06.121312 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f1c770-9461-4868-b396-ddca6d0fd440", "name": "network-vif-deleted", "tag": "da55789c-1513-4003-a3f1-6b853cc5dfb8", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:06.121796 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-a2c4c173-8f26-463f-ad3e-60ee15ff4e4b {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:06.123277 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f1c770-9461-4868-b396-ddca6d0fd440', 'name': 'network-vif-deleted', 'tag': 'da55789c-1513-4003-a3f1-6b853cc5dfb8', 'status': 'completed', 'code': 200} Jul 06 14:05:06.146117 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e32269-2033-4308-88d1-b898a925bdff req-6be2e53b-9e04-41c5-90f4-55d938a2b315 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:06.147853 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-45e32269-2033-4308-88d1-b898a925bdff req-6be2e53b-9e04-41c5-90f4-55d938a2b315 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.52 "GET /v2.0/networks?id=0726a2db-e3b9-498f-a559-5ba417f2ef66 HTTP/1.1" status: 200 len: 813 time: 0.6014009 Jul 06 14:05:06.164777 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-45e32269-2033-4308-88d1-b898a925bdff req-0b37a192-4835-4df5-9053-295e430acdf8 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Request body: {'port': {'device_id': '19b06fe6-7bad-4dbc-9d61-7cdc37eca153', 'network_id': '0726a2db-e3b9-498f-a559-5ba417f2ef66', 'admin_state_up': True, 'tenant_id': '9a5e4bd9c94f4f4e96ffa3a209d9ab70'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:06.268693 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc58e5a3-8946-48f5-9b04-25899930630e req-9b41882f-7e38-42d7-8ffb-0f92ebd8aaf2 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] No DVR routers for this DVR port a46b388f-7fc3-43cf-bc8f-cb44f3c3317b on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:05:06.274137 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cc58e5a3-8946-48f5-9b04-25899930630e req-9b41882f-7e38-42d7-8ffb-0f92ebd8aaf2 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:06.276315 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cc58e5a3-8946-48f5-9b04-25899930630e req-9b41882f-7e38-42d7-8ffb-0f92ebd8aaf2 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.124 "DELETE /v2.0/ports/a46b388f-7fc3-43cf-bc8f-cb44f3c3317b HTTP/1.1" status: 204 len: 173 time: 0.9652791 Jul 06 14:05:06.344941 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e32269-2033-4308-88d1-b898a925bdff req-0b37a192-4835-4df5-9053-295e430acdf8 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Made reservation on behalf of 9a5e4bd9c94f4f4e96ffa3a209d9ab70 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:05:06.348667 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-45e32269-2033-4308-88d1-b898a925bdff req-0b37a192-4835-4df5-9053-295e430acdf8 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:06.500096 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7c8ca-7c01-40eb-be4d-d1d0ff5d8b31 req-16ab6f36-8a8c-4d42-af2a-b1714c804bec tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:06.501773 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2be7c8ca-7c01-40eb-be4d-d1d0ff5d8b31 req-16ab6f36-8a8c-4d42-af2a-b1714c804bec tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=5981b0c5-a5e8-4471-a317-440b112a3849 HTTP/1.1" status: 200 len: 946 time: 0.2350080 Jul 06 14:05:06.512100 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d626e-62d9-4cd3-a5fc-2d78de140cb6 req-7a28e53c-ffbe-4b77-8da7-11240c051839 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:06.515050 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-886d626e-62d9-4cd3-a5fc-2d78de140cb6 req-7a28e53c-ffbe-4b77-8da7-11240c051839 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2ffe095-2403-4a7b-8c48-e7250f810945 HTTP/1.1" status: 200 len: 946 time: 0.3375044 Jul 06 14:05:06.531086 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e32269-2033-4308-88d1-b898a925bdff req-c1cc2b2d-9b41-4b06-8c2a-e126096463d3 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:06.532600 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45e32269-2033-4308-88d1-b898a925bdff req-c1cc2b2d-9b41-4b06-8c2a-e126096463d3 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.52 "GET /v2.0/networks?id=0726a2db-e3b9-498f-a559-5ba417f2ef66 HTTP/1.1" status: 200 len: 813 time: 0.2938147 Jul 06 14:05:06.562743 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-45e32269-2033-4308-88d1-b898a925bdff req-0b37a192-4835-4df5-9053-295e430acdf8 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Allocated IP 172.20.0.6 (0726a2db-e3b9-498f-a559-5ba417f2ef66/9112a54f-546e-4552-b07b-f09e7ff5029c/31ee2aaf-76cc-4608-a812-909939a29e13) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:05:06.589229 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-45e32269-2033-4308-88d1-b898a925bdff req-94b8f1a1-b95e-452d-bb9e-88262a6ce31e tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Request body: {'port': {'device_id': '70a1ca8e-ec9b-4568-89e7-82b9976cadfa', 'network_id': '0726a2db-e3b9-498f-a559-5ba417f2ef66', 'admin_state_up': True, 'tenant_id': '9a5e4bd9c94f4f4e96ffa3a209d9ab70'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:06.690953 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2be7c8ca-7c01-40eb-be4d-d1d0ff5d8b31 req-6f1e182f-e553-4f36-aa0c-a5bbffce8510 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732557 Jul 06 14:05:06.783206 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-886d626e-62d9-4cd3-a5fc-2d78de140cb6 req-b42f4705-b682-4d12-9fe2-0f87c8fa4f4b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Deleting port 9041dd06-21ed-44d3-b4dd-77e638200800 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:06.783564 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-886d626e-62d9-4cd3-a5fc-2d78de140cb6 req-b42f4705-b682-4d12-9fe2-0f87c8fa4f4b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:06.787904 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e32269-2033-4308-88d1-b898a925bdff req-94b8f1a1-b95e-452d-bb9e-88262a6ce31e tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Made reservation on behalf of 9a5e4bd9c94f4f4e96ffa3a209d9ab70 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:05:06.792047 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-45e32269-2033-4308-88d1-b898a925bdff req-94b8f1a1-b95e-452d-bb9e-88262a6ce31e tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:06.819829 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-45e32269-2033-4308-88d1-b898a925bdff req-0b37a192-4835-4df5-9053-295e430acdf8 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:06.889214 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-45e32269-2033-4308-88d1-b898a925bdff req-0b37a192-4835-4df5-9053-295e430acdf8 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:06.904103 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['da55789c-1513-4003-a3f1-6b853cc5dfb8'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:05:06.955312 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-886d626e-62d9-4cd3-a5fc-2d78de140cb6 req-b42f4705-b682-4d12-9fe2-0f87c8fa4f4b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] For port 9041dd06-21ed-44d3-b4dd-77e638200800, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9041dd06-21ed-44d3-b4dd-77e638200800,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:06.956117 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-886d626e-62d9-4cd3-a5fc-2d78de140cb6 req-b42f4705-b682-4d12-9fe2-0f87c8fa4f4b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:07.006371 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e32269-2033-4308-88d1-b898a925bdff req-0b37a192-4835-4df5-9053-295e430acdf8 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Network 0726a2db-e3b9-498f-a559-5ba417f2ef66 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:05:07.009996 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-45e32269-2033-4308-88d1-b898a925bdff req-0b37a192-4835-4df5-9053-295e430acdf8 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:07.013200 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e32269-2033-4308-88d1-b898a925bdff req-0b37a192-4835-4df5-9053-295e430acdf8 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:05:07.015518 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-886d626e-62d9-4cd3-a5fc-2d78de140cb6 req-b42f4705-b682-4d12-9fe2-0f87c8fa4f4b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Calling delete_port for 9041dd06-21ed-44d3-b4dd-77e638200800 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:07.070177 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-45e32269-2033-4308-88d1-b898a925bdff req-94b8f1a1-b95e-452d-bb9e-88262a6ce31e tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Allocated IP 172.20.0.12 (0726a2db-e3b9-498f-a559-5ba417f2ef66/9112a54f-546e-4552-b07b-f09e7ff5029c/909d3908-4f2b-402a-995a-6764e61d65a1) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:05:07.085953 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37a192-4835-4df5-9053-295e430acdf8 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Pushing event updated for resources: {'Port': ['ID=31ee2aaf-76cc-4608-a812-909939a29e13,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:07.110262 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e32269-2033-4308-88d1-b898a925bdff req-0b37a192-4835-4df5-9053-295e430acdf8 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:07.112462 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-45e32269-2033-4308-88d1-b898a925bdff req-0b37a192-4835-4df5-9053-295e430acdf8 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:07.143176 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-45e32269-2033-4308-88d1-b898a925bdff req-0b37a192-4835-4df5-9053-295e430acdf8 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9825852 Jul 06 14:05:07.158259 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-45e32269-2033-4308-88d1-b898a925bdff req-ab3b1e04-c1fa-4d9a-ac39-27fb54fee63e service neutron] Request body: {'port': {'device_id': '19b06fe6-7bad-4dbc-9d61-7cdc37eca153', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:07.223375 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a73fe-4ffd-4c09-b396-eec4a5903577 req-01aa80d5-50aa-4447-be41-4d70caaa8cd7 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:07.225056 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b82a73fe-4ffd-4c09-b396-eec4a5903577 req-01aa80d5-50aa-4447-be41-4d70caaa8cd7 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2ffe095-2403-4a7b-8c48-e7250f810945 HTTP/1.1" status: 200 len: 946 time: 0.2269590 Jul 06 14:05:07.249595 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-45e32269-2033-4308-88d1-b898a925bdff req-ab3b1e04-c1fa-4d9a-ac39-27fb54fee63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:07.276668 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-148b044c-2454-4111-b265-3e6ac4af262f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:07.337916 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-886d626e-62d9-4cd3-a5fc-2d78de140cb6 req-b42f4705-b682-4d12-9fe2-0f87c8fa4f4b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:07.350288 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9041dd06-21ed-44d3-b4dd-77e638200800'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:05:07.368113 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b82a73fe-4ffd-4c09-b396-eec4a5903577 req-ee512ebf-00ee-46bd-b932-386b42aaaad6 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=35cc34aa-d909-4e28-944b-4c2bc10c3aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170473 Jul 06 14:05:07.419312 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f4705-b682-4d12-9fe2-0f87c8fa4f4b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Pushing event deleted for resources: {'Port': ['ID=9041dd06-21ed-44d3-b4dd-77e638200800,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:07.506053 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-886d626e-62d9-4cd3-a5fc-2d78de140cb6 req-b42f4705-b682-4d12-9fe2-0f87c8fa4f4b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] No DVR routers for this DVR port 9041dd06-21ed-44d3-b4dd-77e638200800 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:05:07.514262 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-886d626e-62d9-4cd3-a5fc-2d78de140cb6 req-b42f4705-b682-4d12-9fe2-0f87c8fa4f4b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:07.516254 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-886d626e-62d9-4cd3-a5fc-2d78de140cb6 req-b42f4705-b682-4d12-9fe2-0f87c8fa4f4b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.52 "DELETE /v2.0/ports/9041dd06-21ed-44d3-b4dd-77e638200800 HTTP/1.1" status: 204 len: 173 time: 0.9827542 Jul 06 14:05:07.534131 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-45e32269-2033-4308-88d1-b898a925bdff req-94b8f1a1-b95e-452d-bb9e-88262a6ce31e tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:07.579388 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-45e32269-2033-4308-88d1-b898a925bdff req-94b8f1a1-b95e-452d-bb9e-88262a6ce31e tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:07.593576 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['da55789c-1513-4003-a3f1-6b853cc5dfb8'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:05:07.630476 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e32269-2033-4308-88d1-b898a925bdff req-94b8f1a1-b95e-452d-bb9e-88262a6ce31e tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Network 0726a2db-e3b9-498f-a559-5ba417f2ef66 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:05:07.636717 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-45e32269-2033-4308-88d1-b898a925bdff req-94b8f1a1-b95e-452d-bb9e-88262a6ce31e tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:07.642944 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e32269-2033-4308-88d1-b898a925bdff req-94b8f1a1-b95e-452d-bb9e-88262a6ce31e tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:05:07.647182 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8f1a1-b95e-452d-bb9e-88262a6ce31e tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Pushing event updated for resources: {'Port': ['ID=909d3908-4f2b-402a-995a-6764e61d65a1,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:07.740913 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-45e32269-2033-4308-88d1-b898a925bdff req-ab3b1e04-c1fa-4d9a-ac39-27fb54fee63e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ee2aaf-76cc-4608-a812-909939a29e13 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:05:07.749792 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-45e32269-2033-4308-88d1-b898a925bdff req-ab3b1e04-c1fa-4d9a-ac39-27fb54fee63e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:07.760261 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e32269-2033-4308-88d1-b898a925bdff req-94b8f1a1-b95e-452d-bb9e-88262a6ce31e tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:07.761023 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-45e32269-2033-4308-88d1-b898a925bdff req-94b8f1a1-b95e-452d-bb9e-88262a6ce31e tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:07.763940 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-45e32269-2033-4308-88d1-b898a925bdff req-ab3b1e04-c1fa-4d9a-ac39-27fb54fee63e service neutron] Transition to ACTIVE for port object 31ee2aaf-76cc-4608-a812-909939a29e13 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:05:07.769626 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-45e32269-2033-4308-88d1-b898a925bdff req-ab3b1e04-c1fa-4d9a-ac39-27fb54fee63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:07.782902 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45e32269-2033-4308-88d1-b898a925bdff req-94b8f1a1-b95e-452d-bb9e-88262a6ce31e tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2134328 Jul 06 14:05:07.803075 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-45e32269-2033-4308-88d1-b898a925bdff req-e726ba98-e02b-4cad-baea-8f6a1cd43db1 service neutron] Request body: {'port': {'device_id': '70a1ca8e-ec9b-4568-89e7-82b9976cadfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:07.836386 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef486d-c2f9-4fc2-9344-dfc6263cd32e req-ff8e0fcb-85a8-4379-ba44-148c62e4f1e7 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:07.838176 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17ef486d-c2f9-4fc2-9344-dfc6263cd32e req-ff8e0fcb-85a8-4379-ba44-148c62e4f1e7 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/ports?device_id=70a1ca8e-ec9b-4568-89e7-82b9976cadfa HTTP/1.1" status: 200 len: 932 time: 0.1433325 Jul 06 14:05:07.892724 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b1e04-c1fa-4d9a-ac39-27fb54fee63e service neutron] Pushing event updated for resources: {'Port': ['ID=31ee2aaf-76cc-4608-a812-909939a29e13,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:07.937960 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-45e32269-2033-4308-88d1-b898a925bdff req-ab3b1e04-c1fa-4d9a-ac39-27fb54fee63e service neutron] Attempting to bind port 31ee2aaf-76cc-4608-a812-909939a29e13 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:07.938311 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-45e32269-2033-4308-88d1-b898a925bdff req-ab3b1e04-c1fa-4d9a-ac39-27fb54fee63e service neutron] Attempting to bind port 31ee2aaf-76cc-4608-a812-909939a29e13 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'd4778c25-8886-4b97-a995-26fa1f5fc8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0726a2db-e3b9-498f-a559-5ba417f2ef66'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:07.938753 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e32269-2033-4308-88d1-b898a925bdff req-ab3b1e04-c1fa-4d9a-ac39-27fb54fee63e service neutron] Attempting to bind port 31ee2aaf-76cc-4608-a812-909939a29e13 on network 0726a2db-e3b9-498f-a559-5ba417f2ef66 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:07.944004 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e32269-2033-4308-88d1-b898a925bdff req-ab3b1e04-c1fa-4d9a-ac39-27fb54fee63e service neutron] Port 31ee2aaf-76cc-4608-a812-909939a29e13 on network 0726a2db-e3b9-498f-a559-5ba417f2ef66 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:07.944531 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e32269-2033-4308-88d1-b898a925bdff req-ab3b1e04-c1fa-4d9a-ac39-27fb54fee63e service neutron] Attempting to bind port 31ee2aaf-76cc-4608-a812-909939a29e13 on network 0726a2db-e3b9-498f-a559-5ba417f2ef66 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:07.945245 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-45e32269-2033-4308-88d1-b898a925bdff req-e726ba98-e02b-4cad-baea-8f6a1cd43db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:07.951178 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e32269-2033-4308-88d1-b898a925bdff req-ab3b1e04-c1fa-4d9a-ac39-27fb54fee63e service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:05:07.951619 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e32269-2033-4308-88d1-b898a925bdff req-ab3b1e04-c1fa-4d9a-ac39-27fb54fee63e service neutron] Checking segment: {'id': 'd4778c25-8886-4b97-a995-26fa1f5fc8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0726a2db-e3b9-498f-a559-5ba417f2ef66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:05:07.952305 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e32269-2033-4308-88d1-b898a925bdff req-ab3b1e04-c1fa-4d9a-ac39-27fb54fee63e service neutron] Bound using segment: {'id': 'd4778c25-8886-4b97-a995-26fa1f5fc8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0726a2db-e3b9-498f-a559-5ba417f2ef66'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:05:07.952897 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-45e32269-2033-4308-88d1-b898a925bdff req-ab3b1e04-c1fa-4d9a-ac39-27fb54fee63e service neutron] Bound port: 31ee2aaf-76cc-4608-a812-909939a29e13, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4778c25-8886-4b97-a995-26fa1f5fc8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0726a2db-e3b9-498f-a559-5ba417f2ef66'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:05:07.953691 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-45e32269-2033-4308-88d1-b898a925bdff req-ab3b1e04-c1fa-4d9a-ac39-27fb54fee63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:07.960503 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17ef486d-c2f9-4fc2-9344-dfc6263cd32e req-0721c9b5-e728-48f8-ac37-9a5118436339 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/security-groups?id=edb0ce9e-2cae-46eb-a0d9-cc31a2112e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153288 Jul 06 14:05:08.067478 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-45e32269-2033-4308-88d1-b898a925bdff req-ab3b1e04-c1fa-4d9a-ac39-27fb54fee63e service neutron] For port 31ee2aaf-76cc-4608-a812-909939a29e13, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:05:08.071241 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-45e32269-2033-4308-88d1-b898a925bdff req-ab3b1e04-c1fa-4d9a-ac39-27fb54fee63e service neutron] For port 31ee2aaf-76cc-4608-a812-909939a29e13, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=31ee2aaf-76cc-4608-a812-909939a29e13,segment=NetworkSegment(d4778c25-8886-4b97-a995-26fa1f5fc8bd),segment_id=d4778c25-8886-4b97-a995-26fa1f5fc8bd)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:05:08.077220 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-45e32269-2033-4308-88d1-b898a925bdff req-ab3b1e04-c1fa-4d9a-ac39-27fb54fee63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:08.123688 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e32269-2033-4308-88d1-b898a925bdff req-ab3b1e04-c1fa-4d9a-ac39-27fb54fee63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:08.124377 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-45e32269-2033-4308-88d1-b898a925bdff req-ab3b1e04-c1fa-4d9a-ac39-27fb54fee63e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:08.126049 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-45e32269-2033-4308-88d1-b898a925bdff req-ab3b1e04-c1fa-4d9a-ac39-27fb54fee63e service neutron] 10.222.0.52 "PUT /v2.0/ports/31ee2aaf-76cc-4608-a812-909939a29e13 HTTP/1.1" status: 200 len: 1091 time: 0.9726748 Jul 06 14:05:08.126648 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b06fe6-7bad-4dbc-9d61-7cdc37eca153', 'tag': '31ee2aaf-76cc-4608-a812-909939a29e13'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:08.129096 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245f7181-091e-4693-baa7-20c19ad54e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "19b06fe6-7bad-4dbc-9d61-7cdc37eca153", "tag": "31ee2aaf-76cc-4608-a812-909939a29e13"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:08.141053 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0be5da65-9677-407f-9dba-c0e026234ce9', 'name': 'network-vif-deleted', 'tag': 'a46b388f-7fc3-43cf-bc8f-cb44f3c3317b'}, {'server_uuid': 'd2ffe095-2403-4a7b-8c48-e7250f810945', 'name': 'network-vif-deleted', 'tag': '9041dd06-21ed-44d3-b4dd-77e638200800'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:08.144335 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e895c0-73e8-4bfa-9028-487b7e2b8ebf" -d '{"events": [{"server_uuid": "0be5da65-9677-407f-9dba-c0e026234ce9", "name": "network-vif-deleted", "tag": "a46b388f-7fc3-43cf-bc8f-cb44f3c3317b"}, {"server_uuid": "d2ffe095-2403-4a7b-8c48-e7250f810945", "name": "network-vif-deleted", "tag": "9041dd06-21ed-44d3-b4dd-77e638200800"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:08.183357 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b1e04-c1fa-4d9a-ac39-27fb54fee63e service neutron] Pushing event updated for resources: {'Port': ['ID=31ee2aaf-76cc-4608-a812-909939a29e13,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:08.240624 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device a46b388f-7fc3-43cf-bc8f-cb44f3c3317b no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:05:08.264143 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: a46b388f-7fc3-43cf-bc8f-cb44f3c3317b {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:05:08.264745 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device a46b388f-7fc3-43cf-bc8f-cb44f3c3317b not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:05:08.265742 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e32269-2033-4308-88d1-b898a925bdff req-e398aa01-d2a2-4a9c-b2b1-bba112f47274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:08.267389 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-45e32269-2033-4308-88d1-b898a925bdff req-e398aa01-d2a2-4a9c-b2b1-bba112f47274 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9a5e4bd9c94f4f4e96ffa3a209d9ab70&device_id=19b06fe6-7bad-4dbc-9d61-7cdc37eca153 HTTP/1.1" status: 200 len: 1094 time: 0.0788600 Jul 06 14:05:08.311219 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-45e32269-2033-4308-88d1-b898a925bdff req-4430efd6-c14d-4039-88a3-04b270cab202 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31ee2aaf-76cc-4608-a812-909939a29e13 HTTP/1.1" status: 200 len: 217 time: 0.0359237 Jul 06 14:05:08.354310 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-45e32269-2033-4308-88d1-b898a925bdff req-e726ba98-e02b-4cad-baea-8f6a1cd43db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 909d3908-4f2b-402a-995a-6764e61d65a1 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:05:08.365262 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e32269-2033-4308-88d1-b898a925bdff req-d69ee2b1-46c9-4929-98bb-2fa4d23d2751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:08.367335 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-45e32269-2033-4308-88d1-b898a925bdff req-d69ee2b1-46c9-4929-98bb-2fa4d23d2751 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9112a54f-546e-4552-b07b-f09e7ff5029c HTTP/1.1" status: 200 len: 853 time: 0.0480914 Jul 06 14:05:08.367476 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef529ab-1c35-48b6-a971-92272cb8d14e req-0878f2dd-1431-4277-bc43-218b007a1bfa tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:08.368891 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aef529ab-1c35-48b6-a971-92272cb8d14e req-0878f2dd-1431-4277-bc43-218b007a1bfa tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=5981b0c5-a5e8-4471-a317-440b112a3849 HTTP/1.1" status: 200 len: 946 time: 0.1284149 Jul 06 14:05:08.373553 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-45e32269-2033-4308-88d1-b898a925bdff req-e726ba98-e02b-4cad-baea-8f6a1cd43db1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:08.405448 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-45e32269-2033-4308-88d1-b898a925bdff req-e726ba98-e02b-4cad-baea-8f6a1cd43db1 service neutron] Transition to ACTIVE for port object 909d3908-4f2b-402a-995a-6764e61d65a1 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:05:08.413117 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-45e32269-2033-4308-88d1-b898a925bdff req-e726ba98-e02b-4cad-baea-8f6a1cd43db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:08.415620 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-45e32269-2033-4308-88d1-b898a925bdff req-10552378-ceaa-4be6-8fb2-0d5871008657 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0726a2db-e3b9-498f-a559-5ba417f2ef66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390830 Jul 06 14:05:08.450611 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aef529ab-1c35-48b6-a971-92272cb8d14e req-7c2ba303-a98a-4ffc-8415-7ad94c1226bb tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740907 Jul 06 14:05:08.475611 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726ba98-e02b-4cad-baea-8f6a1cd43db1 service neutron] Pushing event updated for resources: {'Port': ['ID=909d3908-4f2b-402a-995a-6764e61d65a1,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:08.553824 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-45e32269-2033-4308-88d1-b898a925bdff req-e726ba98-e02b-4cad-baea-8f6a1cd43db1 service neutron] Attempting to bind port 909d3908-4f2b-402a-995a-6764e61d65a1 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:08.554585 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-45e32269-2033-4308-88d1-b898a925bdff req-e726ba98-e02b-4cad-baea-8f6a1cd43db1 service neutron] Attempting to bind port 909d3908-4f2b-402a-995a-6764e61d65a1 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'd4778c25-8886-4b97-a995-26fa1f5fc8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0726a2db-e3b9-498f-a559-5ba417f2ef66'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:08.554718 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e32269-2033-4308-88d1-b898a925bdff req-e726ba98-e02b-4cad-baea-8f6a1cd43db1 service neutron] Attempting to bind port 909d3908-4f2b-402a-995a-6764e61d65a1 on network 0726a2db-e3b9-498f-a559-5ba417f2ef66 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:08.555319 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-45e32269-2033-4308-88d1-b898a925bdff req-8c42d17b-be83-410a-ac5a-05aa6a9d6c36 service neutron] 10.222.0.52 "GET /v2.0/networks/0726a2db-e3b9-498f-a559-5ba417f2ef66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310115 Jul 06 14:05:08.559246 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e32269-2033-4308-88d1-b898a925bdff req-e726ba98-e02b-4cad-baea-8f6a1cd43db1 service neutron] Port 909d3908-4f2b-402a-995a-6764e61d65a1 on network 0726a2db-e3b9-498f-a559-5ba417f2ef66 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:08.559597 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e32269-2033-4308-88d1-b898a925bdff req-e726ba98-e02b-4cad-baea-8f6a1cd43db1 service neutron] Attempting to bind port 909d3908-4f2b-402a-995a-6764e61d65a1 on network 0726a2db-e3b9-498f-a559-5ba417f2ef66 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:08.565928 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e32269-2033-4308-88d1-b898a925bdff req-e726ba98-e02b-4cad-baea-8f6a1cd43db1 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:05:08.566270 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e32269-2033-4308-88d1-b898a925bdff req-e726ba98-e02b-4cad-baea-8f6a1cd43db1 service neutron] Checking segment: {'id': 'd4778c25-8886-4b97-a995-26fa1f5fc8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0726a2db-e3b9-498f-a559-5ba417f2ef66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:05:08.566666 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e32269-2033-4308-88d1-b898a925bdff req-e726ba98-e02b-4cad-baea-8f6a1cd43db1 service neutron] Bound using segment: {'id': 'd4778c25-8886-4b97-a995-26fa1f5fc8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0726a2db-e3b9-498f-a559-5ba417f2ef66'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:05:08.567108 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-45e32269-2033-4308-88d1-b898a925bdff req-e726ba98-e02b-4cad-baea-8f6a1cd43db1 service neutron] Bound port: 909d3908-4f2b-402a-995a-6764e61d65a1, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4778c25-8886-4b97-a995-26fa1f5fc8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0726a2db-e3b9-498f-a559-5ba417f2ef66'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:05:08.567475 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-45e32269-2033-4308-88d1-b898a925bdff req-e726ba98-e02b-4cad-baea-8f6a1cd43db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:08.672115 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71e11c0-6cc4-4e32-8ed7-f1b8a52f6f86 x-openstack-request-id: req-d71e11c0-6cc4-4e32-8ed7-f1b8a52f6f86 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:08.672499 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b06fe6-7bad-4dbc-9d61-7cdc37eca153", "tag": "31ee2aaf-76cc-4608-a812-909939a29e13", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:08.672883 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-d71e11c0-6cc4-4e32-8ed7-f1b8a52f6f86 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:08.673480 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19b06fe6-7bad-4dbc-9d61-7cdc37eca153', 'tag': '31ee2aaf-76cc-4608-a812-909939a29e13', 'status': 'completed', 'code': 200} Jul 06 14:05:08.709012 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-45e32269-2033-4308-88d1-b898a925bdff req-0c719726-46ca-4ec1-802f-a485dd0f4b68 service neutron] 10.222.0.52 "GET /v2.0/networks/0726a2db-e3b9-498f-a559-5ba417f2ef66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441562 Jul 06 14:05:08.712706 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c379b8f4-78d1-4009-a565-0cfb7767fa6a x-openstack-request-id: req-c379b8f4-78d1-4009-a565-0cfb7767fa6a {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:08.713039 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0be5da65-9677-407f-9dba-c0e026234ce9", "name": "network-vif-deleted", "tag": "a46b388f-7fc3-43cf-bc8f-cb44f3c3317b", "status": "completed", "code": 200}, {"server_uuid": "d2ffe095-2403-4a7b-8c48-e7250f810945", "name": "network-vif-deleted", "tag": "9041dd06-21ed-44d3-b4dd-77e638200800", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:08.713479 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c379b8f4-78d1-4009-a565-0cfb7767fa6a {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:08.724276 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0be5da65-9677-407f-9dba-c0e026234ce9', 'name': 'network-vif-deleted', 'tag': 'a46b388f-7fc3-43cf-bc8f-cb44f3c3317b', 'status': 'completed', 'code': 200} Jul 06 14:05:08.724477 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ffe095-2403-4a7b-8c48-e7250f810945', 'name': 'network-vif-deleted', 'tag': '9041dd06-21ed-44d3-b4dd-77e638200800', 'status': 'completed', 'code': 200} Jul 06 14:05:08.736331 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-45e32269-2033-4308-88d1-b898a925bdff req-e726ba98-e02b-4cad-baea-8f6a1cd43db1 service neutron] For port 909d3908-4f2b-402a-995a-6764e61d65a1, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:05:08.740499 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-45e32269-2033-4308-88d1-b898a925bdff req-e726ba98-e02b-4cad-baea-8f6a1cd43db1 service neutron] For port 909d3908-4f2b-402a-995a-6764e61d65a1, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=909d3908-4f2b-402a-995a-6764e61d65a1,segment=NetworkSegment(d4778c25-8886-4b97-a995-26fa1f5fc8bd),segment_id=d4778c25-8886-4b97-a995-26fa1f5fc8bd)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:05:08.750032 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-45e32269-2033-4308-88d1-b898a925bdff req-e726ba98-e02b-4cad-baea-8f6a1cd43db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:08.800290 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e32269-2033-4308-88d1-b898a925bdff req-e726ba98-e02b-4cad-baea-8f6a1cd43db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:08.800943 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-45e32269-2033-4308-88d1-b898a925bdff req-e726ba98-e02b-4cad-baea-8f6a1cd43db1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:08.802508 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45e32269-2033-4308-88d1-b898a925bdff req-e726ba98-e02b-4cad-baea-8f6a1cd43db1 service neutron] 10.222.0.52 "PUT /v2.0/ports/909d3908-4f2b-402a-995a-6764e61d65a1 HTTP/1.1" status: 200 len: 1092 time: 1.0046618 Jul 06 14:05:08.866348 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04e053ff-3f2b-4222-97da-216a29f9fcac req-76faee7f-64b7-4d25-a6bd-3870fa91eb63 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2ffe095-2403-4a7b-8c48-e7250f810945 HTTP/1.1" status: 200 len: 210 time: 0.0541594 Jul 06 14:05:08.870427 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f7181-091e-4693-baa7-20c19ad54e6d req-d9a8b63c-ea18-4843-9595-70252d59b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:08.871809 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726ba98-e02b-4cad-baea-8f6a1cd43db1 service neutron] Pushing event updated for resources: {'Port': ['ID=909d3908-4f2b-402a-995a-6764e61d65a1,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:08.873427 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-245f7181-091e-4693-baa7-20c19ad54e6d req-d9a8b63c-ea18-4843-9595-70252d59b70a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9a5e4bd9c94f4f4e96ffa3a209d9ab70&device_id=19b06fe6-7bad-4dbc-9d61-7cdc37eca153 HTTP/1.1" status: 200 len: 1094 time: 0.0930746 Jul 06 14:05:08.937032 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e32269-2033-4308-88d1-b898a925bdff req-4fb682e5-1152-4c99-9885-8a7ee8184a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:08.938810 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45e32269-2033-4308-88d1-b898a925bdff req-4fb682e5-1152-4c99-9885-8a7ee8184a7a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9a5e4bd9c94f4f4e96ffa3a209d9ab70&device_id=70a1ca8e-ec9b-4568-89e7-82b9976cadfa HTTP/1.1" status: 200 len: 1095 time: 0.0713079 Jul 06 14:05:09.003444 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45e32269-2033-4308-88d1-b898a925bdff req-ecbed451-1975-4a57-a7ef-bec955ab5aef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=909d3908-4f2b-402a-995a-6764e61d65a1 HTTP/1.1" status: 200 len: 217 time: 0.0517056 Jul 06 14:05:09.027462 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f7181-091e-4693-baa7-20c19ad54e6d req-f474ff2f-e168-4d10-b2db-946e9806810c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:09.031963 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-245f7181-091e-4693-baa7-20c19ad54e6d req-f474ff2f-e168-4d10-b2db-946e9806810c service neutron] 10.222.0.52 "GET /v2.0/networks?id=0726a2db-e3b9-498f-a559-5ba417f2ef66 HTTP/1.1" status: 200 len: 914 time: 0.1468587 Jul 06 14:05:09.082016 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e32269-2033-4308-88d1-b898a925bdff req-2535fde1-c8f9-4613-80fb-994fa3e817e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:09.083738 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45e32269-2033-4308-88d1-b898a925bdff req-2535fde1-c8f9-4613-80fb-994fa3e817e4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9112a54f-546e-4552-b07b-f09e7ff5029c HTTP/1.1" status: 200 len: 853 time: 0.0725374 Jul 06 14:05:09.088139 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-245f7181-091e-4693-baa7-20c19ad54e6d req-859acbc5-b357-4bc7-997a-da2dd1f33137 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31ee2aaf-76cc-4608-a812-909939a29e13 HTTP/1.1" status: 200 len: 217 time: 0.0489619 Jul 06 14:05:09.132638 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45e32269-2033-4308-88d1-b898a925bdff req-1dec66f1-2276-4d11-a8c8-2fbb0bba2e06 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0726a2db-e3b9-498f-a559-5ba417f2ef66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326328 Jul 06 14:05:09.151239 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f7181-091e-4693-baa7-20c19ad54e6d req-3a1a2ca2-9ef5-4475-b47c-6ee4848cce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:09.155006 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-245f7181-091e-4693-baa7-20c19ad54e6d req-3a1a2ca2-9ef5-4475-b47c-6ee4848cce1f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9112a54f-546e-4552-b07b-f09e7ff5029c HTTP/1.1" status: 200 len: 853 time: 0.0544353 Jul 06 14:05:09.200009 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-245f7181-091e-4693-baa7-20c19ad54e6d req-3de9cdf9-12b3-4658-a760-922578ff6cbc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0726a2db-e3b9-498f-a559-5ba417f2ef66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372946 Jul 06 14:05:09.248413 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45e32269-2033-4308-88d1-b898a925bdff req-a2fc461d-9b00-4140-aa68-7f53a1d2c9f6 service neutron] 10.222.0.52 "GET /v2.0/networks/0726a2db-e3b9-498f-a559-5ba417f2ef66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062820 Jul 06 14:05:09.312617 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-245f7181-091e-4693-baa7-20c19ad54e6d req-a2659c7f-22c6-481b-ad44-ce87fb3e9483 service neutron] 10.222.0.52 "GET /v2.0/networks/0726a2db-e3b9-498f-a559-5ba417f2ef66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039059 Jul 06 14:05:09.395922 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45e32269-2033-4308-88d1-b898a925bdff req-c5bf35cf-73fc-4323-aed3-d8670e96e8ae service neutron] 10.222.0.52 "GET /v2.0/networks/0726a2db-e3b9-498f-a559-5ba417f2ef66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395578 Jul 06 14:05:09.411923 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802adc5-b02d-4c6f-9b85-71d0b18f6553 req-b912a27a-bedb-402a-8e29-31281e391671 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:09.414202 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5802adc5-b02d-4c6f-9b85-71d0b18f6553 req-b912a27a-bedb-402a-8e29-31281e391671 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/ports?device_id=70a1ca8e-ec9b-4568-89e7-82b9976cadfa HTTP/1.1" status: 200 len: 944 time: 0.1053958 Jul 06 14:05:09.414710 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-245f7181-091e-4693-baa7-20c19ad54e6d req-e8af736a-d3bb-4713-b72b-2365b61f4c6a service neutron] 10.222.0.52 "GET /v2.0/networks/0726a2db-e3b9-498f-a559-5ba417f2ef66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956278 Jul 06 14:05:09.456267 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5802adc5-b02d-4c6f-9b85-71d0b18f6553 req-188a1a6a-134d-405e-a4f5-886544623012 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/security-groups?id=edb0ce9e-2cae-46eb-a0d9-cc31a2112e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337651 Jul 06 14:05:09.707513 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device da55789c-1513-4003-a3f1-6b853cc5dfb8 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:05:09.741489 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-5956a24f-7324-4136-a2e9-686fc346b4aa service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0862021 Jul 06 14:05:09.766572 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: da55789c-1513-4003-a3f1-6b853cc5dfb8 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:05:09.767122 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device da55789c-1513-4003-a3f1-6b853cc5dfb8 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:05:09.767816 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9041dd06-21ed-44d3-b4dd-77e638200800 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:05:09.793985 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 9041dd06-21ed-44d3-b4dd-77e638200800 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:05:09.795300 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9041dd06-21ed-44d3-b4dd-77e638200800 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:05:09.899920 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e85450-c829-4a73-9176-210a102edc61 req-2b0d5c8e-9ba8-4e1a-ada4-0aee4dae4c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:09.901455 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-61e85450-c829-4a73-9176-210a102edc61 req-2b0d5c8e-9ba8-4e1a-ada4-0aee4dae4c52 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a6ce06607a2f4240a05ecfcd89a5c1d5&device_id=5981b0c5-a5e8-4471-a317-440b112a3849 HTTP/1.1" status: 200 len: 1097 time: 0.1519623 Jul 06 14:05:09.975647 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b86598-b2c0-40de-bee4-1df96391ca7d req-fb9b386a-1420-49db-8ec7-3714736188bb tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:09.977190 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f8b86598-b2c0-40de-bee4-1df96391ca7d req-fb9b386a-1420-49db-8ec7-3714736188bb tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=5981b0c5-a5e8-4471-a317-440b112a3849 HTTP/1.1" status: 200 len: 946 time: 0.1955411 Jul 06 14:05:09.985807 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-847a7d49-c526-41db-86b9-7d4cc964d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:09.986306 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-847a7d49-c526-41db-86b9-7d4cc964d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:09.986791 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-847a7d49-c526-41db-86b9-7d4cc964d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:09.987283 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-847a7d49-c526-41db-86b9-7d4cc964d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:09.987762 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-847a7d49-c526-41db-86b9-7d4cc964d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:09.988238 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-847a7d49-c526-41db-86b9-7d4cc964d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:09.988715 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-847a7d49-c526-41db-86b9-7d4cc964d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:09.990718 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-847a7d49-c526-41db-86b9-7d4cc964d524 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=9336c3d8fa4746dd9ed2823889de2712&device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 6501 time: 0.1689229 Jul 06 14:05:10.119225 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f8b86598-b2c0-40de-bee4-1df96391ca7d req-d52ef4f9-82e8-464f-bea0-0db73786518b tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274157 Jul 06 14:05:10.130072 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e85450-c829-4a73-9176-210a102edc61 req-9e26d8b3-d273-4b57-9f9d-8b45a4769e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:10.131826 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-61e85450-c829-4a73-9176-210a102edc61 req-9e26d8b3-d273-4b57-9f9d-8b45a4769e22 service neutron] 10.222.0.124 "GET /v2.0/networks?id=5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 HTTP/1.1" status: 200 len: 917 time: 0.2218640 Jul 06 14:05:10.168791 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:10.200011 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-61e85450-c829-4a73-9176-210a102edc61 req-15893d54-850b-4d32-8d2a-1018717f9a2f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e891e23-47d7-4012-a0e5-4e7fc37bb77b HTTP/1.1" status: 200 len: 217 time: 0.0513027 Jul 06 14:05:10.226320 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-653ba4be-b9fc-465b-a068-2193d9f5e9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:10.226681 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-653ba4be-b9fc-465b-a068-2193d9f5e9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:10.227166 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-653ba4be-b9fc-465b-a068-2193d9f5e9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:10.228795 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-653ba4be-b9fc-465b-a068-2193d9f5e9ad service neutron] 10.222.0.124 "GET /v2.0/networks?id=d3d758c6-1344-45af-aaa5-3031f97f13d4&id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&id=cc63bc54-7a53-4d51-ae88-21113312a65f&id=cc63bc54-7a53-4d51-ae88-21113312a65f HTTP/1.1" status: 200 len: 2298 time: 0.2011986 Jul 06 14:05:10.320513 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4ce0a863-fe80-4685-889a-7c8f23a28e82 req-0aa0f42a-f41e-4c97-b5c6-6dc575286db1 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2ffe095-2403-4a7b-8c48-e7250f810945 HTTP/1.1" status: 200 len: 210 time: 0.0651171 Jul 06 14:05:10.336714 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e85450-c829-4a73-9176-210a102edc61 req-de934840-cc07-4105-8d11-72d205af8c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:10.338235 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-61e85450-c829-4a73-9176-210a102edc61 req-de934840-cc07-4105-8d11-72d205af8c2e service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d7fe18c7-ba92-4835-9ffd-ce73d3018dd0 HTTP/1.1" status: 200 len: 855 time: 0.1310136 Jul 06 14:05:10.350841 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-75946d2c-8b82-469c-96ad-344f5f7d3d51 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f43b5bfc-1387-457f-8a78-02e1c6d6fcb2 HTTP/1.1" status: 200 len: 1002 time: 0.1032541 Jul 06 14:05:10.432424 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-ed5ebaf1-b7c0-4620-adc4-55abab8bc74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:10.433836 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-ed5ebaf1-b7c0-4620-adc4-55abab8bc74f service neutron] 10.222.0.124 "GET /v2.0/subnets?id=8df52582-dd18-48d1-9337-785b45f0ca32 HTTP/1.1" status: 200 len: 856 time: 0.0748675 Jul 06 14:05:10.465037 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e85450-c829-4a73-9176-210a102edc61 req-d90f667f-aea5-4657-840f-6d15efbef6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:10.467480 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-61e85450-c829-4a73-9176-210a102edc61 req-d90f667f-aea5-4657-840f-6d15efbef6c3 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1216767 Jul 06 14:05:10.580208 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-75e3dff3-cdb7-4ba3-9f13-1d64687df4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:10.920224 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a1ca8e-ec9b-4568-89e7-82b9976cadfa', 'tag': '909d3908-4f2b-402a-995a-6764e61d65a1'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:10.922422 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50eeaa2-05bd-45f1-8740-edc8344cb189" -d '{"events": [{"name": "network-changed", "server_uuid": "70a1ca8e-ec9b-4568-89e7-82b9976cadfa", "tag": "909d3908-4f2b-402a-995a-6764e61d65a1"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:10.943989 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-a57f5945-85bd-4a99-b520-df6291cab6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:10.945700 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-a57f5945-85bd-4a99-b520-df6291cab6b2 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=d3d758c6-1344-45af-aaa5-3031f97f13d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5018287 Jul 06 14:05:10.950838 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b55dd545-445e-4dfc-80ad-1350a193057f req-99e9a2a1-c782-4d06-8a0c-6f684646aa1d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0790734 Jul 06 14:05:10.952283 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-61e85450-c829-4a73-9176-210a102edc61 req-25ce3bd6-3b36-4ebc-8177-6ceb10f5ad28 service neutron] 10.222.0.124 "GET /v2.0/networks/5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686906 Jul 06 14:05:11.057072 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55dd545-445e-4dfc-80ad-1350a193057f req-a0d0d0ed-3fa5-47f7-a1f1-0518c20d0507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:11.058720 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b55dd545-445e-4dfc-80ad-1350a193057f req-a0d0d0ed-3fa5-47f7-a1f1-0518c20d0507 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a280ed57ce5e4005b7a7e0a51a2d45bf&device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 1096 time: 0.0548885 Jul 06 14:05:11.092783 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426e4e6-d800-4d15-b9bb-0c5ddd442842 req-5766b1a3-8959-4c04-83fe-4f384a9ec2f2 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:11.098248 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0426e4e6-d800-4d15-b9bb-0c5ddd442842 req-5766b1a3-8959-4c04-83fe-4f384a9ec2f2 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/ports?device_id=70a1ca8e-ec9b-4568-89e7-82b9976cadfa HTTP/1.1" status: 200 len: 944 time: 0.5227921 Jul 06 14:05:11.176106 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55dd545-445e-4dfc-80ad-1350a193057f req-fde745b5-5ce8-4692-89b3-58829cd04b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:11.177671 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b55dd545-445e-4dfc-80ad-1350a193057f req-fde745b5-5ce8-4692-89b3-58829cd04b69 service neutron] 10.222.0.52 "GET /v2.0/networks?id=eb40ac72-d061-46c2-ab3d-a227d94e4954 HTTP/1.1" status: 200 len: 917 time: 0.0916162 Jul 06 14:05:11.196669 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-e48fa0b1-fe4c-4f52-b1a4-1dc5a7b32295 service neutron] 10.222.0.124 "GET /v2.0/networks/d3d758c6-1344-45af-aaa5-3031f97f13d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215066 Jul 06 14:05:11.202112 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0426e4e6-d800-4d15-b9bb-0c5ddd442842 req-6eabc5bf-6658-4723-8565-e284f46bb1cf tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/security-groups?id=edb0ce9e-2cae-46eb-a0d9-cc31a2112e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958984 Jul 06 14:05:11.202112 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-61e85450-c829-4a73-9176-210a102edc61 req-466721cb-f841-4193-8949-aeb196fceb8a service neutron] 10.222.0.124 "GET /v2.0/networks/5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364848 Jul 06 14:05:11.266963 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b55dd545-445e-4dfc-80ad-1350a193057f req-01a8632c-979e-4082-b788-a1e711a7ed72 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66a93e52-52b0-4a21-8c65-e0c073280683 HTTP/1.1" status: 200 len: 1001 time: 0.0811238 Jul 06 14:05:11.333895 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-0620eae7-d04a-41d7-9ba6-3d54596693c8 service neutron] 10.222.0.124 "GET /v2.0/networks/d3d758c6-1344-45af-aaa5-3031f97f13d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185875 Jul 06 14:05:11.334528 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55dd545-445e-4dfc-80ad-1350a193057f req-399b7050-5017-4cbf-9ab3-e7c33c29366c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:11.336179 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b55dd545-445e-4dfc-80ad-1350a193057f req-399b7050-5017-4cbf-9ab3-e7c33c29366c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=175feade-0da5-4b99-8a0b-5c1deab4fd78 HTTP/1.1" status: 200 len: 855 time: 0.0626531 Jul 06 14:05:11.336699 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03894fce-ca4e-4515-8d6a-b01d0bf427fd x-openstack-request-id: req-03894fce-ca4e-4515-8d6a-b01d0bf427fd {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:11.337167 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a1ca8e-ec9b-4568-89e7-82b9976cadfa", "tag": "909d3908-4f2b-402a-995a-6764e61d65a1", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:11.337576 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-03894fce-ca4e-4515-8d6a-b01d0bf427fd {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:11.338012 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a1ca8e-ec9b-4568-89e7-82b9976cadfa', 'tag': '909d3908-4f2b-402a-995a-6764e61d65a1', 'status': 'completed', 'code': 200} Jul 06 14:05:11.418723 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55dd545-445e-4dfc-80ad-1350a193057f req-9531f811-f652-47fd-a9b2-baa7ad54eed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:11.420226 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-786f61b3-30cf-46c3-b36f-674e85b04f5f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 HTTP/1.1" status: 200 len: 217 time: 0.0717874 Jul 06 14:05:11.422317 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b55dd545-445e-4dfc-80ad-1350a193057f req-9531f811-f652-47fd-a9b2-baa7ad54eed2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eb40ac72-d061-46c2-ab3d-a227d94e4954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789778 Jul 06 14:05:11.494767 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50eeaa2-05bd-45f1-8740-edc8344cb189 req-6353d16f-62c8-42d7-a447-26dc34e2a3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:11.496624 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c50eeaa2-05bd-45f1-8740-edc8344cb189 req-6353d16f-62c8-42d7-a447-26dc34e2a3ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9a5e4bd9c94f4f4e96ffa3a209d9ab70&device_id=70a1ca8e-ec9b-4568-89e7-82b9976cadfa HTTP/1.1" status: 200 len: 1095 time: 0.1577313 Jul 06 14:05:11.498442 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:11.573538 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b55dd545-445e-4dfc-80ad-1350a193057f req-63ab9e34-5cda-434b-8bdf-79b906ff4290 service neutron] 10.222.0.52 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394074 Jul 06 14:05:11.578371 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-82eef5d1-c787-4fce-96b9-1d6b1a293699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:11.580375 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-82eef5d1-c787-4fce-96b9-1d6b1a293699 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=38a235db-4e05-47ff-bd26-771f4f4adc2d HTTP/1.1" status: 200 len: 797 time: 0.1502669 Jul 06 14:05:11.707138 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 909d3908-4f2b-402a-995a-6764e61d65a1 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:05:11.717589 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b55dd545-445e-4dfc-80ad-1350a193057f req-d419c00b-905e-490e-a1ab-ad344cf0892f service neutron] 10.222.0.52 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372802 Jul 06 14:05:11.753507 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50eeaa2-05bd-45f1-8740-edc8344cb189 req-e69b4bf3-e206-44bc-b098-da2c4a467dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:11.762891 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c50eeaa2-05bd-45f1-8740-edc8344cb189 req-e69b4bf3-e206-44bc-b098-da2c4a467dfd service neutron] 10.222.0.52 "GET /v2.0/networks?id=0726a2db-e3b9-498f-a559-5ba417f2ef66 HTTP/1.1" status: 200 len: 914 time: 0.2559729 Jul 06 14:05:11.830342 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 909d3908-4f2b-402a-995a-6764e61d65a1, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=909d3908-4f2b-402a-995a-6764e61d65a1,segment=NetworkSegment(d4778c25-8886-4b97-a995-26fa1f5fc8bd),segment_id=d4778c25-8886-4b97-a995-26fa1f5fc8bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:11.844350 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '909d3908-4f2b-402a-995a-6764e61d65a1', 'network_id': '0726a2db-e3b9-498f-a559-5ba417f2ef66', 'port_id': '909d3908-4f2b-402a-995a-6764e61d65a1', 'mac_address': 'fa:16:3e:62:39:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9112a54f-546e-4552-b07b-f09e7ff5029c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:05:11.866033 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-69db4e3f-decb-4e38-bcc8-904b2162fa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:11.867768 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-69db4e3f-decb-4e38-bcc8-904b2162fa01 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2804110 Jul 06 14:05:11.870924 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c50eeaa2-05bd-45f1-8740-edc8344cb189 req-52308cd0-fa9f-41d3-87fc-0910c851c781 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=909d3908-4f2b-402a-995a-6764e61d65a1 HTTP/1.1" status: 200 len: 217 time: 0.0994854 Jul 06 14:05:11.882041 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf0fb7-eed8-4dd4-935f-4dbaed16ef58 req-898d45bb-7152-4973-b395-a921c2b2e845 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:11.883920 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30bf0fb7-eed8-4dd4-935f-4dbaed16ef58 req-898d45bb-7152-4973-b395-a921c2b2e845 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=5981b0c5-a5e8-4471-a317-440b112a3849 HTTP/1.1" status: 200 len: 946 time: 0.2593143 Jul 06 14:05:11.910800 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:11.953639 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 909d3908-4f2b-402a-995a-6764e61d65a1 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:05:11.989472 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 909d3908-4f2b-402a-995a-6764e61d65a1, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=909d3908-4f2b-402a-995a-6764e61d65a1,segment=NetworkSegment(d4778c25-8886-4b97-a995-26fa1f5fc8bd),segment_id=d4778c25-8886-4b97-a995-26fa1f5fc8bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:11.995078 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:11.995882 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 31ee2aaf-76cc-4608-a812-909939a29e13 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:05:12.060359 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=909d3908-4f2b-402a-995a-6764e61d65a1,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:12.073894 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50eeaa2-05bd-45f1-8740-edc8344cb189 req-64eb0970-5932-4c39-b7f2-46ce695332d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:12.075558 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c50eeaa2-05bd-45f1-8740-edc8344cb189 req-64eb0970-5932-4c39-b7f2-46ce695332d8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9112a54f-546e-4552-b07b-f09e7ff5029c HTTP/1.1" status: 200 len: 853 time: 0.1827600 Jul 06 14:05:12.079058 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30bf0fb7-eed8-4dd4-935f-4dbaed16ef58 req-0c047ca0-fb16-4c32-abc0-3ed7f020287b tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762972 Jul 06 14:05:12.123543 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c50eeaa2-05bd-45f1-8740-edc8344cb189 req-87748f61-9163-488f-8477-09438623a3c1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0726a2db-e3b9-498f-a559-5ba417f2ef66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381327 Jul 06 14:05:12.128090 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 31ee2aaf-76cc-4608-a812-909939a29e13, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=31ee2aaf-76cc-4608-a812-909939a29e13,segment=NetworkSegment(d4778c25-8886-4b97-a995-26fa1f5fc8bd),segment_id=d4778c25-8886-4b97-a995-26fa1f5fc8bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:12.134857 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-c7244974-da29-4e73-ba1b-7bb8418c699d service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482071 Jul 06 14:05:12.149635 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '31ee2aaf-76cc-4608-a812-909939a29e13', 'network_id': '0726a2db-e3b9-498f-a559-5ba417f2ef66', 'port_id': '31ee2aaf-76cc-4608-a812-909939a29e13', 'mac_address': 'fa:16:3e:c8:90:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9112a54f-546e-4552-b07b-f09e7ff5029c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:05:12.213336 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:12.227921 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ee2aaf-76cc-4608-a812-909939a29e13 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:05:12.258014 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 31ee2aaf-76cc-4608-a812-909939a29e13, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=31ee2aaf-76cc-4608-a812-909939a29e13,segment=NetworkSegment(d4778c25-8886-4b97-a995-26fa1f5fc8bd),segment_id=d4778c25-8886-4b97-a995-26fa1f5fc8bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:12.264243 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:12.279827 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c50eeaa2-05bd-45f1-8740-edc8344cb189 req-0371a7c9-1a46-4ac6-a364-f942bdb03f3d service neutron] 10.222.0.52 "GET /v2.0/networks/0726a2db-e3b9-498f-a559-5ba417f2ef66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490219 Jul 06 14:05:12.330913 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=31ee2aaf-76cc-4608-a812-909939a29e13,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:12.391824 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-286629f1-c2a3-453e-ae7e-938194efba0a req-a2c6cfc2-d788-49d2-b90f-cbee8a91fc04 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=d2ffe095-2403-4a7b-8c48-e7250f810945 HTTP/1.1" status: 200 len: 210 time: 0.0519884 Jul 06 14:05:12.425436 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-7a916fd1-9fb9-4952-b163-fd36e2a6409b service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133286 Jul 06 14:05:12.483793 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-8f25b94e-958f-49ea-bbf5-565e172981d6 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=e76ed683-71b8-44b2-8f04-a3fafeb1baa3 HTTP/1.1" status: 200 len: 217 time: 0.0478806 Jul 06 14:05:12.485698 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c50eeaa2-05bd-45f1-8740-edc8344cb189 req-e899b6e2-cce9-4123-ba92-00ec418c2b38 service neutron] 10.222.0.52 "GET /v2.0/networks/0726a2db-e3b9-498f-a559-5ba417f2ef66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973290 Jul 06 14:05:12.547119 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['909d3908-4f2b-402a-995a-6764e61d65a1'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:05:12.553977 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['31ee2aaf-76cc-4608-a812-909939a29e13'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:05:12.582598 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-afc3060b-0c83-431c-972c-cd22d7885a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:12.585380 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-afc3060b-0c83-431c-972c-cd22d7885a69 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=38a235db-4e05-47ff-bd26-771f4f4adc2d HTTP/1.1" status: 200 len: 797 time: 0.0906959 Jul 06 14:05:12.665524 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-1d3cd474-0a26-4d11-b2a2-508ae138d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:12.667391 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-1d3cd474-0a26-4d11-b2a2-508ae138d095 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0743320 Jul 06 14:05:12.906376 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-c2fd05eb-2a61-4a78-9907-d5d986f540cc service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305567 Jul 06 14:05:12.929436 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c68cda-2075-4d5d-af70-9235bc178e63 req-7bc9e39a-a3d4-4e75-b982-c4f13aa942ef tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:12.932634 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-79c68cda-2075-4d5d-af70-9235bc178e63 req-7bc9e39a-a3d4-4e75-b982-c4f13aa942ef tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/ports?device_id=70a1ca8e-ec9b-4568-89e7-82b9976cadfa HTTP/1.1" status: 200 len: 945 time: 0.1334643 Jul 06 14:05:13.027031 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-79c68cda-2075-4d5d-af70-9235bc178e63 req-8b5e8cac-8a2f-4555-a807-431ca46bd81f tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/security-groups?id=edb0ce9e-2cae-46eb-a0d9-cc31a2112e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809455 Jul 06 14:05:13.067104 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-3ecd4a0a-9051-4623-9e79-6249fc052903 service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526320 Jul 06 14:05:13.079649 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:13.134529 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-fd86bf0f-828b-46b3-a86d-dc8dac5aad8a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.88&port_id=9a71000c-341f-41c5-af30-6252750d04b5 HTTP/1.1" status: 200 len: 217 time: 0.0578680 Jul 06 14:05:13.198352 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-fb02b6f9-3d6d-4cf1-b40c-502764bc2488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:13.200282 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-fb02b6f9-3d6d-4cf1-b40c-502764bc2488 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=38a235db-4e05-47ff-bd26-771f4f4adc2d HTTP/1.1" status: 200 len: 797 time: 0.0573149 Jul 06 14:05:13.318447 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-47e24dff-eec9-44f4-8a60-fd664c167cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:13.320212 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-47e24dff-eec9-44f4-8a60-fd664c167cfd service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1118498 Jul 06 14:05:13.338468 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e88d9c-f262-4951-8c50-83e8e0fc7c1f req-f1790b91-6a77-4577-bdb0-3f940418b257 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:13.340182 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-13e88d9c-f262-4951-8c50-83e8e0fc7c1f req-f1790b91-6a77-4577-bdb0-3f940418b257 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=5981b0c5-a5e8-4471-a317-440b112a3849 HTTP/1.1" status: 200 len: 946 time: 0.0934048 Jul 06 14:05:13.430744 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-13e88d9c-f262-4951-8c50-83e8e0fc7c1f req-aa62e8af-e182-4c58-8a0b-b6cab0b571b9 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813301 Jul 06 14:05:13.467018 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-ef7167d6-def2-406c-aa98-d60f7c3b3131 service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255472 Jul 06 14:05:13.578228 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-1f8c0446-acf2-4860-9419-3c42984c432b service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016436 Jul 06 14:05:13.632411 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-c4507266-255b-4561-9cb4-276a34fb4800 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=11e54c50-28be-4c62-974c-793a9bc6cfeb HTTP/1.1" status: 200 len: 217 time: 0.0448270 Jul 06 14:05:13.703505 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-56f00b6f-f59c-4334-a011-0f7aa3978e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:13.705001 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-56f00b6f-f59c-4334-a011-0f7aa3978e62 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=38a235db-4e05-47ff-bd26-771f4f4adc2d HTTP/1.1" status: 200 len: 797 time: 0.0660145 Jul 06 14:05:13.719769 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 909d3908-4f2b-402a-995a-6764e61d65a1 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:05:13.786899 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-484440ef-ccc9-4dad-9c35-79c40ce5a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:13.791099 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-484440ef-ccc9-4dad-9c35-79c40ce5a182 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f573758c-9164-40b8-bfb3-cabd80b3ac2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0775263 Jul 06 14:05:13.800367 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 909d3908-4f2b-402a-995a-6764e61d65a1 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:05:13.808153 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 909d3908-4f2b-402a-995a-6764e61d65a1 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:13.808852 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:13.911360 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:13.952104 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9adb4-4160-4929-8bbb-25bb1ff729a7 req-fc7c3fbb-5bfe-4daf-9444-4bb4370705ba tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:13.954164 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 909d3908-4f2b-402a-995a-6764e61d65a1, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=909d3908-4f2b-402a-995a-6764e61d65a1,segment=NetworkSegment(d4778c25-8886-4b97-a995-26fa1f5fc8bd),segment_id=d4778c25-8886-4b97-a995-26fa1f5fc8bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:13.955470 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a1ca8e-ec9b-4568-89e7-82b9976cadfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909d3908-4f2b-402a-995a-6764e61d65a1'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:13.959949 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-79c9adb4-4160-4929-8bbb-25bb1ff729a7 req-fc7c3fbb-5bfe-4daf-9444-4bb4370705ba tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=5981b0c5-a5e8-4471-a317-440b112a3849 HTTP/1.1" status: 200 len: 946 time: 0.1449862 Jul 06 14:05:13.962514 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81b1d89-2573-49cf-b61d-fd5f53c90e0b" -d '{"events": [{"server_uuid": "70a1ca8e-ec9b-4568-89e7-82b9976cadfa", "name": "network-vif-plugged", "status": "completed", "tag": "909d3908-4f2b-402a-995a-6764e61d65a1"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:13.970821 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:13.973133 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 31ee2aaf-76cc-4608-a812-909939a29e13 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:05:13.979770 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-5b38b352-ea45-43be-8d0d-5da87d2daa7b service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803854 Jul 06 14:05:14.076784 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-79c9adb4-4160-4929-8bbb-25bb1ff729a7 req-b7260895-c22f-4468-a344-28fa76f53423 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984838 Jul 06 14:05:14.098041 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=909d3908-4f2b-402a-995a-6764e61d65a1,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:14.109323 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 31ee2aaf-76cc-4608-a812-909939a29e13 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:05:14.113286 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 31ee2aaf-76cc-4608-a812-909939a29e13 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:14.113664 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:14.162387 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-4d509bb4-9e06-4fce-97da-f3c574e32ed4 service neutron] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734035 Jul 06 14:05:14.256101 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-45d0294c-b0d3-4d00-8306-8834557fcfe9 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a663b4e4-819d-4649-9da6-3d9154d3234b HTTP/1.1" status: 200 len: 217 time: 0.0821674 Jul 06 14:05:14.376013 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-0b7b8ab4-a9ff-4285-8509-7b98d3b4a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:14.377507 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-0b7b8ab4-a9ff-4285-8509-7b98d3b4a963 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=11b3dbf4-56fb-446f-a6f6-e9d7331824f2 HTTP/1.1" status: 200 len: 797 time: 0.1024525 Jul 06 14:05:14.406090 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba89a60-94c8-4ed0-a209-d1946e311c5b x-openstack-request-id: req-2ba89a60-94c8-4ed0-a209-d1946e311c5b {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:14.406577 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a1ca8e-ec9b-4568-89e7-82b9976cadfa", "name": "network-vif-plugged", "status": "completed", "tag": "909d3908-4f2b-402a-995a-6764e61d65a1", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:14.406929 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-2ba89a60-94c8-4ed0-a209-d1946e311c5b {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:14.407419 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a1ca8e-ec9b-4568-89e7-82b9976cadfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909d3908-4f2b-402a-995a-6764e61d65a1', 'code': 200} Jul 06 14:05:14.430423 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71b6f6-6e62-4ec8-b768-0e44874e0bb2 req-5ea98b2f-9837-43eb-bc4a-3c5d5737ad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:14.431955 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3a71b6f6-6e62-4ec8-b768-0e44874e0bb2 req-5ea98b2f-9837-43eb-bc4a-3c5d5737ad14 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=70a1ca8e-ec9b-4568-89e7-82b9976cadfa HTTP/1.1" status: 200 len: 1097 time: 0.1895232 Jul 06 14:05:14.443148 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf24939-a66d-4296-bf81-b9dde59253dd req-83169716-49df-4490-b559-5c4f61607cb5 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:14.444633 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-acf24939-a66d-4296-bf81-b9dde59253dd req-83169716-49df-4490-b559-5c4f61607cb5 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/ports?device_id=70a1ca8e-ec9b-4568-89e7-82b9976cadfa HTTP/1.1" status: 200 len: 946 time: 0.1595376 Jul 06 14:05:14.481040 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:14.518836 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3a71b6f6-6e62-4ec8-b768-0e44874e0bb2 req-7b35c10b-f0b6-478d-a58c-a145f6375c55 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=edb0ce9e-2cae-46eb-a0d9-cc31a2112e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724707 Jul 06 14:05:14.522311 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-acf24939-a66d-4296-bf81-b9dde59253dd req-19d2ca2c-9f28-4845-84c3-49d0f3e77813 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/security-groups?id=edb0ce9e-2cae-46eb-a0d9-cc31a2112e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700459 Jul 06 14:05:14.525142 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 31ee2aaf-76cc-4608-a812-909939a29e13, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=31ee2aaf-76cc-4608-a812-909939a29e13,segment=NetworkSegment(d4778c25-8886-4b97-a995-26fa1f5fc8bd),segment_id=d4778c25-8886-4b97-a995-26fa1f5fc8bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:14.529999 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-b77a458b-586f-4622-a3d2-62979759ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:14.531598 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-b77a458b-586f-4622-a3d2-62979759ba39 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=cc63bc54-7a53-4d51-ae88-21113312a65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1445086 Jul 06 14:05:14.532913 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:14.600542 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=31ee2aaf-76cc-4608-a812-909939a29e13,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:14.712302 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-0186e424-3c68-4be8-bb4c-fddade7e59cc service neutron] 10.222.0.124 "GET /v2.0/networks/cc63bc54-7a53-4d51-ae88-21113312a65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725566 Jul 06 14:05:14.863493 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d03b5-e3aa-4203-bb90-410012058f0b req-a5ca547e-4552-440d-a443-5f9735e358ed tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:14.865150 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-781d03b5-e3aa-4203-bb90-410012058f0b req-a5ca547e-4552-440d-a443-5f9735e358ed tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=6aa5d573-1bd7-4c75-8245-0eb227edb969 HTTP/1.1" status: 200 len: 945 time: 0.1562996 Jul 06 14:05:14.867809 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-5051e30e-c824-4ea3-8f9f-7e2813d288b4 service neutron] 10.222.0.124 "GET /v2.0/networks/cc63bc54-7a53-4d51-ae88-21113312a65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221747 Jul 06 14:05:14.924850 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-2008397e-119d-45b3-a0be-2d2e07090211 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a33437af-9d21-48be-a19f-2f3a314e0e9d HTTP/1.1" status: 200 len: 217 time: 0.0440557 Jul 06 14:05:14.977325 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-781d03b5-e3aa-4203-bb90-410012058f0b req-06ee221b-2d07-41a3-a0b6-09148eb5a9a5 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034193 Jul 06 14:05:14.997834 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-521c4464-753c-485d-b19f-06741f4ef075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:14.997834 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-521c4464-753c-485d-b19f-06741f4ef075 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=11b3dbf4-56fb-446f-a6f6-e9d7331824f2 HTTP/1.1" status: 200 len: 797 time: 0.0608726 Jul 06 14:05:15.073469 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-5e4bd890-1c8b-4a83-a7b3-de147d3fe74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:15.075339 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-5e4bd890-1c8b-4a83-a7b3-de147d3fe74a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=cc63bc54-7a53-4d51-ae88-21113312a65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0648732 Jul 06 14:05:15.176799 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-45a904e7-aa25-4f9e-9344-036f4cf863fb service neutron] 10.222.0.124 "GET /v2.0/networks/cc63bc54-7a53-4d51-ae88-21113312a65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918281 Jul 06 14:05:15.695018 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:05:15.696306 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47c657f4-410b-48cf-a5d8-499e117a0512 req-16c3a918-1e24-489d-a75e-206b89919db4 service neutron] 10.222.0.124 "GET /v2.0/networks/cc63bc54-7a53-4d51-ae88-21113312a65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087974 Jul 06 14:05:15.719199 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371744f-e935-4b3f-9c13-0461f974e361 req-5d2037e8-c0da-4a6b-8679-8707f5748acc tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:15.726266 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8371744f-e935-4b3f-9c13-0461f974e361 req-5d2037e8-c0da-4a6b-8679-8707f5748acc tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=716d2bd3-a3d8-47ef-ac59-15b0b0b1e478 HTTP/1.1" status: 200 len: 945 time: 0.1159599 Jul 06 14:05:15.769904 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8371744f-e935-4b3f-9c13-0461f974e361 req-6ce28d7b-e18e-4990-b552-f0c0a595f7b0 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426753 Jul 06 14:05:15.962725 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c596cf-4e9d-4f0f-83e4-0c626fa2cea2 req-3da64c36-9e84-4995-9077-edda2529320e tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:15.964630 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-60c596cf-4e9d-4f0f-83e4-0c626fa2cea2 req-3da64c36-9e84-4995-9077-edda2529320e tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/ports?device_id=70a1ca8e-ec9b-4568-89e7-82b9976cadfa HTTP/1.1" status: 200 len: 946 time: 0.0773280 Jul 06 14:05:16.010400 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-60c596cf-4e9d-4f0f-83e4-0c626fa2cea2 req-7802e5ae-9221-49ab-803c-772baa742243 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/security-groups?id=edb0ce9e-2cae-46eb-a0d9-cc31a2112e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366919 Jul 06 14:05:16.141973 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-230ffef2-e642-421c-82d7-8c29485d1765 req-72e338cd-071e-45ac-a29e-712091c0314c tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:05:16.143131 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-230ffef2-e642-421c-82d7-8c29485d1765 req-72e338cd-071e-45ac-a29e-712091c0314c tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067830 Jul 06 14:05:16.259239 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-230ffef2-e642-421c-82d7-8c29485d1765 req-c4f1f8e7-fdda-43e9-991e-d38444d91898 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1100235 Jul 06 14:05:16.408643 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b06fe6-7bad-4dbc-9d61-7cdc37eca153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ee2aaf-76cc-4608-a812-909939a29e13'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:16.411928 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394afb6b-4fa9-46a8-b387-d0f9e1ed70ea" -d '{"events": [{"server_uuid": "19b06fe6-7bad-4dbc-9d61-7cdc37eca153", "name": "network-vif-plugged", "status": "completed", "tag": "31ee2aaf-76cc-4608-a812-909939a29e13"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:16.570947 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6452173-ed22-4dc2-afd0-cee4d717107f req-43c7c953-874d-4858-be1e-1388f701a249 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:16.573194 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e6452173-ed22-4dc2-afd0-cee4d717107f req-43c7c953-874d-4858-be1e-1388f701a249 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/ports?device_id=19b06fe6-7bad-4dbc-9d61-7cdc37eca153 HTTP/1.1" status: 200 len: 945 time: 0.0725768 Jul 06 14:05:16.605090 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:16.613557 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e6452173-ed22-4dc2-afd0-cee4d717107f req-da6b31c8-5514-466c-b637-906fc019d845 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/security-groups?id=edb0ce9e-2cae-46eb-a0d9-cc31a2112e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351906 Jul 06 14:05:16.991342 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3ddda-cd8d-4ad8-a902-9a0de2df1bfa req-58b1da17-1516-43ce-8a22-1232af606ee3 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:16.992884 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d1d3ddda-cd8d-4ad8-a902-9a0de2df1bfa req-58b1da17-1516-43ce-8a22-1232af606ee3 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=5981b0c5-a5e8-4471-a317-440b112a3849 HTTP/1.1" status: 200 len: 946 time: 0.0901024 Jul 06 14:05:17.036927 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d1d3ddda-cd8d-4ad8-a902-9a0de2df1bfa req-40a53b3e-2154-4b47-a65a-d4ae43575803 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362649 Jul 06 14:05:17.087861 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae612f8b-fb19-4a84-a407-db6b5eaf6a9e x-openstack-request-id: req-ae612f8b-fb19-4a84-a407-db6b5eaf6a9e {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:17.088255 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b06fe6-7bad-4dbc-9d61-7cdc37eca153", "name": "network-vif-plugged", "status": "completed", "tag": "31ee2aaf-76cc-4608-a812-909939a29e13", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:17.088603 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ae612f8b-fb19-4a84-a407-db6b5eaf6a9e {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:17.089076 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b06fe6-7bad-4dbc-9d61-7cdc37eca153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ee2aaf-76cc-4608-a812-909939a29e13', 'code': 200} Jul 06 14:05:17.286697 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeba6cf-6b6d-4913-b65f-56da23b4b403 req-465a1b7a-8dc3-4aa1-837c-634778a6ce85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:17.288337 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0eeba6cf-6b6d-4913-b65f-56da23b4b403 req-465a1b7a-8dc3-4aa1-837c-634778a6ce85 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=19b06fe6-7bad-4dbc-9d61-7cdc37eca153 HTTP/1.1" status: 200 len: 1096 time: 0.1211457 Jul 06 14:05:17.308854 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a442bbe-bc57-46fa-b8d8-e8611ae814b2 req-864d8672-4c57-4fff-b079-cccce274c884 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:17.310955 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4a442bbe-bc57-46fa-b8d8-e8611ae814b2 req-864d8672-4c57-4fff-b079-cccce274c884 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=6aa5d573-1bd7-4c75-8245-0eb227edb969 HTTP/1.1" status: 200 len: 945 time: 0.0969191 Jul 06 14:05:17.359265 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0eeba6cf-6b6d-4913-b65f-56da23b4b403 req-3861e26e-1b75-4e2b-84af-a1acb16d6fcc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=edb0ce9e-2cae-46eb-a0d9-cc31a2112e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644543 Jul 06 14:05:17.366759 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4a442bbe-bc57-46fa-b8d8-e8611ae814b2 req-dd97a983-80a2-4a33-810f-3d0880dad50c tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493748 Jul 06 14:05:17.618905 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232f59c-ae9c-49b4-91ac-c1529d415e09 req-c9c3e5a1-ed97-4970-a5bb-614e518fa13d tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:17.620414 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e232f59c-ae9c-49b4-91ac-c1529d415e09 req-c9c3e5a1-ed97-4970-a5bb-614e518fa13d tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=716d2bd3-a3d8-47ef-ac59-15b0b0b1e478 HTTP/1.1" status: 200 len: 945 time: 0.0718718 Jul 06 14:05:17.661115 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e232f59c-ae9c-49b4-91ac-c1529d415e09 req-246b988a-7287-4988-8ec1-db4a038385de tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335937 Jul 06 14:05:18.143993 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a07b8b-5f01-4473-b1da-379d0e29222d req-6de217f6-aa08-48e9-91e9-a7277feefc4d tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:18.145511 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b6a07b8b-5f01-4473-b1da-379d0e29222d req-6de217f6-aa08-48e9-91e9-a7277feefc4d tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/ports?device_id=19b06fe6-7bad-4dbc-9d61-7cdc37eca153 HTTP/1.1" status: 200 len: 945 time: 0.0665452 Jul 06 14:05:18.189439 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b6a07b8b-5f01-4473-b1da-379d0e29222d req-d10f76e5-2212-4463-987f-ee170b884aef tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/security-groups?id=edb0ce9e-2cae-46eb-a0d9-cc31a2112e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381041 Jul 06 14:05:18.493712 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8ea38-f8d5-4f18-a248-a87cfc827ea3 req-24628cb6-6ec4-4e95-a9d2-1909cf25e1f7 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:18.500064 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8ea38-f8d5-4f18-a248-a87cfc827ea3 req-24628cb6-6ec4-4e95-a9d2-1909cf25e1f7 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:18.506027 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8ea38-f8d5-4f18-a248-a87cfc827ea3 req-24628cb6-6ec4-4e95-a9d2-1909cf25e1f7 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:18.507664 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d3b8ea38-f8d5-4f18-a248-a87cfc827ea3 req-24628cb6-6ec4-4e95-a9d2-1909cf25e1f7 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=716d2bd3-a3d8-47ef-ac59-15b0b0b1e478&device_id=6aa5d573-1bd7-4c75-8245-0eb227edb969&device_id=5981b0c5-a5e8-4471-a317-440b112a3849 HTTP/1.1" status: 200 len: 2417 time: 0.0800686 Jul 06 14:05:18.548295 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d3b8ea38-f8d5-4f18-a248-a87cfc827ea3 req-402b2a45-49b2-47bc-84c0-00c10795a045 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338192 Jul 06 14:05:18.638563 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:18.771303 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36466) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:18.776057 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-2cb04f37-cc1a-406d-86a0-d0d8ec3762b9 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1429677881', 'description': 'tempest-secgroup-smoke-1429677881 description', 'project_id': '4e5e90395ebd4404a252de8a1621c3cf'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:18.798347 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2cb04f37-cc1a-406d-86a0-d0d8ec3762b9 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:18.893734 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2cb04f37-cc1a-406d-86a0-d0d8ec3762b9 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:18.898179 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2cb04f37-cc1a-406d-86a0-d0d8ec3762b9 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:18.931901 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2cb04f37-cc1a-406d-86a0-d0d8ec3762b9 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:18.933156 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2cb04f37-cc1a-406d-86a0-d0d8ec3762b9 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1608198 Jul 06 14:05:18.935370 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb04f37-cc1a-406d-86a0-d0d8ec3762b9 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5226b282-adf2-44c8-bbcc-77eb0f71d789,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:18.937025 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 36468) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:18.942386 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-bf7c6044-b126-4ce9-ae7a-d2641df3eb39 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Request body: {'security_group_rule': {'security_group_id': '5226b282-adf2-44c8-bbcc-77eb0f71d789', 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:19.002582 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bf7c6044-b126-4ce9-ae7a-d2641df3eb39 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.069177 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507223b-ca2c-4795-9440-cd381a8051cb req-2ae2bc8b-3b31-42be-932d-d37a44947991 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:19.070752 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3507223b-ca2c-4795-9440-cd381a8051cb req-2ae2bc8b-3b31-42be-932d-d37a44947991 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 946 time: 0.1079273 Jul 06 14:05:19.091341 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bf7c6044-b126-4ce9-ae7a-d2641df3eb39 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.098190 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bf7c6044-b126-4ce9-ae7a-d2641df3eb39 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.126223 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c6044-b126-4ce9-ae7a-d2641df3eb39 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44fb9c5-9b00-422b-af18-7a7b2ab4858e,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:19.140873 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3507223b-ca2c-4795-9440-cd381a8051cb req-d3913013-9985-4f74-acc0-a0f52a1e9205 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620711 Jul 06 14:05:19.142277 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7c6044-b126-4ce9-ae7a-d2641df3eb39 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:19.142637 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7c6044-b126-4ce9-ae7a-d2641df3eb39 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:19.142978 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7c6044-b126-4ce9-ae7a-d2641df3eb39 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:19.143326 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7c6044-b126-4ce9-ae7a-d2641df3eb39 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:19.143674 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7c6044-b126-4ce9-ae7a-d2641df3eb39 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:19.144015 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7c6044-b126-4ce9-ae7a-d2641df3eb39 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:19.144345 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7c6044-b126-4ce9-ae7a-d2641df3eb39 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:19.144675 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7c6044-b126-4ce9-ae7a-d2641df3eb39 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:19.145007 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7c6044-b126-4ce9-ae7a-d2641df3eb39 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:19.145346 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7c6044-b126-4ce9-ae7a-d2641df3eb39 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:19.145685 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7c6044-b126-4ce9-ae7a-d2641df3eb39 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:19.146201 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7c6044-b126-4ce9-ae7a-d2641df3eb39 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:05:19.149620 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bf7c6044-b126-4ce9-ae7a-d2641df3eb39 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.154022 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-bf7c6044-b126-4ce9-ae7a-d2641df3eb39 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2123439 Jul 06 14:05:19.154022 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 36470) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:19.158541 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-74445e94-f08d-499a-8103-e86bf08e20f0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Request body: {'security_group_rule': {'security_group_id': '5226b282-adf2-44c8-bbcc-77eb0f71d789', 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:19.195126 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-74445e94-f08d-499a-8103-e86bf08e20f0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.283557 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-74445e94-f08d-499a-8103-e86bf08e20f0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.288397 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-74445e94-f08d-499a-8103-e86bf08e20f0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.311710 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01c18f38-cf55-4d64-a665-4c177f707511 req-e0a80fe8-5716-43e9-8f56-08106b4949fe tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1269522 Jul 06 14:05:19.317293 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74445e94-f08d-499a-8103-e86bf08e20f0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b5c5a2-dce7-4f51-8134-af842e93a3c7,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:19.327701 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-74445e94-f08d-499a-8103-e86bf08e20f0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.329231 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-74445e94-f08d-499a-8103-e86bf08e20f0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1747406 Jul 06 14:05:19.331880 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 36474) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:19.336631 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-a6cc440f-a264-4b22-b0a3-32963e06b675 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Request body: {'security_group_rule': {'security_group_id': '5226b282-adf2-44c8-bbcc-77eb0f71d789', 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:19.364230 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a6cc440f-a264-4b22-b0a3-32963e06b675 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.424799 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a6cc440f-a264-4b22-b0a3-32963e06b675 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.428960 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a6cc440f-a264-4b22-b0a3-32963e06b675 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.446792 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc440f-a264-4b22-b0a3-32963e06b675 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d11c6205-587d-4252-a097-3d45c54ddfcb,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:19.455691 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a6cc440f-a264-4b22-b0a3-32963e06b675 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.459840 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a6cc440f-a264-4b22-b0a3-32963e06b675 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241958 Jul 06 14:05:19.460207 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36476) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:19.466168 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-475695be-95f6-45c6-b321-03aab2e985c2 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Request body: {'security_group_rule': {'security_group_id': '5226b282-adf2-44c8-bbcc-77eb0f71d789', 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:19.495194 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-475695be-95f6-45c6-b321-03aab2e985c2 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.567425 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-475695be-95f6-45c6-b321-03aab2e985c2 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.571172 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-475695be-95f6-45c6-b321-03aab2e985c2 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.593376 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475695be-95f6-45c6-b321-03aab2e985c2 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42438ef4-cae2-405b-b07c-e9f7c71d4af4,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:19.601893 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-475695be-95f6-45c6-b321-03aab2e985c2 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.605632 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-475695be-95f6-45c6-b321-03aab2e985c2 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1422832 Jul 06 14:05:19.606597 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36480) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:19.611399 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-9b7e598b-d38e-4726-81b0-0eb20bcb664c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Request body: {'security_group_rule': {'security_group_id': '5226b282-adf2-44c8-bbcc-77eb0f71d789', 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:19.634626 n-d-773644-6 neutron-server[100417]: INFO neutron.db.securitygroups_db [None req-9b7e598b-d38e-4726-81b0-0eb20bcb664c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Project 4e5e90395ebd4404a252de8a1621c3cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:05:19.640787 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b7e598b-d38e-4726-81b0-0eb20bcb664c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.648134 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddd88f-946c-457e-95d8-70970597e062 req-ba9f7a04-7e76-499c-b0ba-a3a52abe3ec0 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:19.650042 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f7ddd88f-946c-457e-95d8-70970597e062 req-ba9f7a04-7e76-499c-b0ba-a3a52abe3ec0 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/ports?device_id=19b06fe6-7bad-4dbc-9d61-7cdc37eca153 HTTP/1.1" status: 200 len: 945 time: 0.0690684 Jul 06 14:05:19.691474 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f7ddd88f-946c-457e-95d8-70970597e062 req-0cc4ada9-9102-45ba-b8a0-ffb6602da19f tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/security-groups?id=edb0ce9e-2cae-46eb-a0d9-cc31a2112e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347807 Jul 06 14:05:19.702751 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b7e598b-d38e-4726-81b0-0eb20bcb664c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.706944 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b7e598b-d38e-4726-81b0-0eb20bcb664c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.729560 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e598b-d38e-4726-81b0-0eb20bcb664c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f3c928a-f43f-47cd-92ff-6c292b8684ee,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:19.734148 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b7e598b-d38e-4726-81b0-0eb20bcb664c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.735855 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9b7e598b-d38e-4726-81b0-0eb20bcb664c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1279955 Jul 06 14:05:19.738270 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36484) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:19.742981 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-2a77ded9-744f-4922-942b-e5a5caa4672f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Request body: {'security_group_rule': {'security_group_id': '5226b282-adf2-44c8-bbcc-77eb0f71d789', 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:19.765500 n-d-773644-6 neutron-server[100417]: INFO neutron.db.securitygroups_db [None req-2a77ded9-744f-4922-942b-e5a5caa4672f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Project 4e5e90395ebd4404a252de8a1621c3cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:05:19.770512 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a77ded9-744f-4922-942b-e5a5caa4672f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.837142 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a77ded9-744f-4922-942b-e5a5caa4672f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.842503 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a77ded9-744f-4922-942b-e5a5caa4672f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.864297 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77ded9-744f-4922-942b-e5a5caa4672f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a2f2a9-db76-40be-be93-9745f7a271cb,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:19.878615 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a77ded9-744f-4922-942b-e5a5caa4672f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:19.890662 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2a77ded9-744f-4922-942b-e5a5caa4672f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1441090 Jul 06 14:05:20.643784 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb229e-88a4-4290-b7bf-c8e1c1f1f165 req-51391408-3ecd-4e23-b36c-c2b180896bf8 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:20.645556 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fadb229e-88a4-4290-b7bf-c8e1c1f1f165 req-51391408-3ecd-4e23-b36c-c2b180896bf8 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.124 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 946 time: 0.0939591 Jul 06 14:05:20.809093 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-fadb229e-88a4-4290-b7bf-c8e1c1f1f165 req-a393b781-4215-4c91-ab5c-e9bc462c94c0 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Deleting port 5599c0c7-10a1-4c15-ad3a-7a320bd94c82 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:20.810670 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fadb229e-88a4-4290-b7bf-c8e1c1f1f165 req-a393b781-4215-4c91-ab5c-e9bc462c94c0 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:20.922117 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc00cd7-9e82-4ad8-b58f-7dac59d4d7e2 req-3890be3e-19ad-41c6-b8e2-1532d886ee0a tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:20.923679 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4cc00cd7-9e82-4ad8-b58f-7dac59d4d7e2 req-3890be3e-19ad-41c6-b8e2-1532d886ee0a tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=b5b32e46-f940-4e70-af3e-3f7324563530 HTTP/1.1" status: 200 len: 946 time: 0.1462352 Jul 06 14:05:20.928926 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-fadb229e-88a4-4290-b7bf-c8e1c1f1f165 req-a393b781-4215-4c91-ab5c-e9bc462c94c0 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] For port 5599c0c7-10a1-4c15-ad3a-7a320bd94c82, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=5599c0c7-10a1-4c15-ad3a-7a320bd94c82,segment=NetworkSegment(29c72c3e-ba82-4c3c-8044-a8428464bfe4),segment_id=29c72c3e-ba82-4c3c-8044-a8428464bfe4)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:20.929300 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fadb229e-88a4-4290-b7bf-c8e1c1f1f165 req-a393b781-4215-4c91-ab5c-e9bc462c94c0 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:20.960827 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-fadb229e-88a4-4290-b7bf-c8e1c1f1f165 req-a393b781-4215-4c91-ab5c-e9bc462c94c0 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Calling delete_port for 5599c0c7-10a1-4c15-ad3a-7a320bd94c82 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:21.033094 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4cc00cd7-9e82-4ad8-b58f-7dac59d4d7e2 req-b0747da0-f73a-4580-8ad2-25d3e777ba87 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012170 Jul 06 14:05:21.150013 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fadb229e-88a4-4290-b7bf-c8e1c1f1f165 req-a393b781-4215-4c91-ab5c-e9bc462c94c0 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:21.163732 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['13b8051f-a72d-461f-a79d-844290426baa', '5599c0c7-10a1-4c15-ad3a-7a320bd94c82'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:05:21.196085 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393b781-4215-4c91-ab5c-e9bc462c94c0 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Pushing event deleted for resources: {'Port': ['ID=5599c0c7-10a1-4c15-ad3a-7a320bd94c82,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:21.304083 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-fadb229e-88a4-4290-b7bf-c8e1c1f1f165 req-a393b781-4215-4c91-ab5c-e9bc462c94c0 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] No DVR routers for this DVR port 5599c0c7-10a1-4c15-ad3a-7a320bd94c82 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:05:21.309854 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fadb229e-88a4-4290-b7bf-c8e1c1f1f165 req-a393b781-4215-4c91-ab5c-e9bc462c94c0 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:21.318619 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fadb229e-88a4-4290-b7bf-c8e1c1f1f165 req-a393b781-4215-4c91-ab5c-e9bc462c94c0 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.124 "DELETE /v2.0/ports/5599c0c7-10a1-4c15-ad3a-7a320bd94c82 HTTP/1.1" status: 204 len: 173 time: 0.6647403 Jul 06 14:05:21.319129 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b32e46-f940-4e70-af3e-3f7324563530', 'name': 'network-vif-deleted', 'tag': '5599c0c7-10a1-4c15-ad3a-7a320bd94c82'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:21.321633 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ce6c57-6ec6-421d-b8fc-41862c4b7cc0" -d '{"events": [{"server_uuid": "b5b32e46-f940-4e70-af3e-3f7324563530", "name": "network-vif-deleted", "tag": "5599c0c7-10a1-4c15-ad3a-7a320bd94c82"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:21.666632 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b2426b-2b62-446b-9741-4ac9c32a7de3 x-openstack-request-id: req-f6b2426b-2b62-446b-9741-4ac9c32a7de3 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:21.667387 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b32e46-f940-4e70-af3e-3f7324563530", "name": "network-vif-deleted", "tag": "5599c0c7-10a1-4c15-ad3a-7a320bd94c82", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:21.667929 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-f6b2426b-2b62-446b-9741-4ac9c32a7de3 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:21.669512 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b32e46-f940-4e70-af3e-3f7324563530', 'name': 'network-vif-deleted', 'tag': '5599c0c7-10a1-4c15-ad3a-7a320bd94c82', 'status': 'completed', 'code': 200} Jul 06 14:05:21.809864 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec91e7a-5b83-43fe-8518-0852de86a23a req-daacafad-3231-4d42-a86f-3e2af356deb3 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:21.811535 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fec91e7a-5b83-43fe-8518-0852de86a23a req-daacafad-3231-4d42-a86f-3e2af356deb3 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.52 "GET /v2.0/ports?device_id=19b06fe6-7bad-4dbc-9d61-7cdc37eca153 HTTP/1.1" status: 200 len: 945 time: 0.0730217 Jul 06 14:05:21.993893 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-fec91e7a-5b83-43fe-8518-0852de86a23a req-3053295e-c515-49e0-af3c-576e7139fb13 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Deleting port 31ee2aaf-76cc-4608-a812-909939a29e13 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:21.994248 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fec91e7a-5b83-43fe-8518-0852de86a23a req-3053295e-c515-49e0-af3c-576e7139fb13 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:22.023664 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7bc94-693e-4388-9d61-c456456b94f4 req-c901bfd9-e8b5-4f40-8bbf-ad133aafda58 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.026585 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32a7bc94-693e-4388-9d61-c456456b94f4 req-c901bfd9-e8b5-4f40-8bbf-ad133aafda58 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/ports?device_id=19b06fe6-7bad-4dbc-9d61-7cdc37eca153 HTTP/1.1" status: 200 len: 945 time: 0.1133645 Jul 06 14:05:22.124513 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32a7bc94-693e-4388-9d61-c456456b94f4 req-5ca3ebaa-8c21-4b33-b37f-20f74d2bacd9 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/security-groups?id=edb0ce9e-2cae-46eb-a0d9-cc31a2112e47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621841 Jul 06 14:05:22.152723 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-fec91e7a-5b83-43fe-8518-0852de86a23a req-3053295e-c515-49e0-af3c-576e7139fb13 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] For port 31ee2aaf-76cc-4608-a812-909939a29e13, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=31ee2aaf-76cc-4608-a812-909939a29e13,segment=NetworkSegment(d4778c25-8886-4b97-a995-26fa1f5fc8bd),segment_id=d4778c25-8886-4b97-a995-26fa1f5fc8bd)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:22.153133 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fec91e7a-5b83-43fe-8518-0852de86a23a req-3053295e-c515-49e0-af3c-576e7139fb13 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:22.168407 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-fec91e7a-5b83-43fe-8518-0852de86a23a req-3053295e-c515-49e0-af3c-576e7139fb13 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Calling delete_port for 31ee2aaf-76cc-4608-a812-909939a29e13 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:22.316363 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fec91e7a-5b83-43fe-8518-0852de86a23a req-3053295e-c515-49e0-af3c-576e7139fb13 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:22.328457 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['31ee2aaf-76cc-4608-a812-909939a29e13', '909d3908-4f2b-402a-995a-6764e61d65a1'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:05:22.365622 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053295e-c515-49e0-af3c-576e7139fb13 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Pushing event deleted for resources: {'Port': ['ID=31ee2aaf-76cc-4608-a812-909939a29e13,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:22.427822 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec91e7a-5b83-43fe-8518-0852de86a23a req-3053295e-c515-49e0-af3c-576e7139fb13 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] No DVR routers for this DVR port 31ee2aaf-76cc-4608-a812-909939a29e13 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:05:22.431171 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-fec91e7a-5b83-43fe-8518-0852de86a23a req-3053295e-c515-49e0-af3c-576e7139fb13 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:22.433341 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fec91e7a-5b83-43fe-8518-0852de86a23a req-3053295e-c515-49e0-af3c-576e7139fb13 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.52 "DELETE /v2.0/ports/31ee2aaf-76cc-4608-a812-909939a29e13 HTTP/1.1" status: 204 len: 173 time: 0.6146283 Jul 06 14:05:22.929441 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ee4a1-9252-4243-9c46-937ae643091e req-5f7afbeb-a703-463d-acb3-052a0bd55964 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:22.931146 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f12ee4a1-9252-4243-9c46-937ae643091e req-5f7afbeb-a703-463d-acb3-052a0bd55964 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a1ca8e-ec9b-4568-89e7-82b9976cadfa HTTP/1.1" status: 200 len: 946 time: 0.0814321 Jul 06 14:05:23.067653 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-f12ee4a1-9252-4243-9c46-937ae643091e req-5085c6ea-90ab-4542-b1f5-5951b4e68739 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Deleting port 909d3908-4f2b-402a-995a-6764e61d65a1 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:23.068107 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f12ee4a1-9252-4243-9c46-937ae643091e req-5085c6ea-90ab-4542-b1f5-5951b4e68739 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:23.200731 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-f12ee4a1-9252-4243-9c46-937ae643091e req-5085c6ea-90ab-4542-b1f5-5951b4e68739 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] For port 909d3908-4f2b-402a-995a-6764e61d65a1, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=909d3908-4f2b-402a-995a-6764e61d65a1,segment=NetworkSegment(d4778c25-8886-4b97-a995-26fa1f5fc8bd),segment_id=d4778c25-8886-4b97-a995-26fa1f5fc8bd)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:23.201215 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f12ee4a1-9252-4243-9c46-937ae643091e req-5085c6ea-90ab-4542-b1f5-5951b4e68739 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:23.217132 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-f12ee4a1-9252-4243-9c46-937ae643091e req-5085c6ea-90ab-4542-b1f5-5951b4e68739 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Calling delete_port for 909d3908-4f2b-402a-995a-6764e61d65a1 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:23.393305 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f12ee4a1-9252-4243-9c46-937ae643091e req-5085c6ea-90ab-4542-b1f5-5951b4e68739 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:23.404589 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['31ee2aaf-76cc-4608-a812-909939a29e13', '909d3908-4f2b-402a-995a-6764e61d65a1'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:05:23.428514 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085c6ea-90ab-4542-b1f5-5951b4e68739 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Pushing event deleted for resources: {'Port': ['ID=909d3908-4f2b-402a-995a-6764e61d65a1,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:23.481236 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12ee4a1-9252-4243-9c46-937ae643091e req-5085c6ea-90ab-4542-b1f5-5951b4e68739 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] No DVR routers for this DVR port 909d3908-4f2b-402a-995a-6764e61d65a1 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:05:23.484052 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f12ee4a1-9252-4243-9c46-937ae643091e req-5085c6ea-90ab-4542-b1f5-5951b4e68739 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:23.486583 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f12ee4a1-9252-4243-9c46-937ae643091e req-5085c6ea-90ab-4542-b1f5-5951b4e68739 tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.52 "DELETE /v2.0/ports/909d3908-4f2b-402a-995a-6764e61d65a1 HTTP/1.1" status: 204 len: 173 time: 0.5405736 Jul 06 14:05:23.511032 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf5e6d-a276-40a3-94b1-a9c0cd94a7b1 req-d8116bdd-bc42-4d5f-9860-255fcb384f60 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:23.513469 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59bf5e6d-a276-40a3-94b1-a9c0cd94a7b1 req-d8116bdd-bc42-4d5f-9860-255fcb384f60 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 946 time: 0.1576266 Jul 06 14:05:23.553536 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59bf5e6d-a276-40a3-94b1-a9c0cd94a7b1 req-b2a8af9e-bfed-48a0-9a4d-6b19594115d3 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341163 Jul 06 14:05:23.689601 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b06fe6-7bad-4dbc-9d61-7cdc37eca153', 'name': 'network-vif-deleted', 'tag': '31ee2aaf-76cc-4608-a812-909939a29e13'}, {'server_uuid': '70a1ca8e-ec9b-4568-89e7-82b9976cadfa', 'name': 'network-vif-deleted', 'tag': '909d3908-4f2b-402a-995a-6764e61d65a1'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:23.692011 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05526e2f-1ce2-4dd5-b7f5-c8ad4e82ae53" -d '{"events": [{"server_uuid": "19b06fe6-7bad-4dbc-9d61-7cdc37eca153", "name": "network-vif-deleted", "tag": "31ee2aaf-76cc-4608-a812-909939a29e13"}, {"server_uuid": "70a1ca8e-ec9b-4568-89e7-82b9976cadfa", "name": "network-vif-deleted", "tag": "909d3908-4f2b-402a-995a-6764e61d65a1"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:23.737452 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97ebeb-bc76-457a-934d-ddcf3f9d22f4 req-c7aa0619-ddfd-4c69-8dd7-dd308adc55d1 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:23.739018 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ed97ebeb-bc76-457a-934d-ddcf3f9d22f4 req-c7aa0619-ddfd-4c69-8dd7-dd308adc55d1 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=716d2bd3-a3d8-47ef-ac59-15b0b0b1e478 HTTP/1.1" status: 200 len: 945 time: 0.0777140 Jul 06 14:05:23.784113 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ed97ebeb-bc76-457a-934d-ddcf3f9d22f4 req-2885ee02-9366-4510-8d5c-01c39469d8ff tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374253 Jul 06 14:05:23.906763 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019cdf5d-4281-4511-a0c8-8ad880050c20 x-openstack-request-id: req-019cdf5d-4281-4511-a0c8-8ad880050c20 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:23.907067 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b06fe6-7bad-4dbc-9d61-7cdc37eca153", "name": "network-vif-deleted", "tag": "31ee2aaf-76cc-4608-a812-909939a29e13", "status": "completed", "code": 200}, {"server_uuid": "70a1ca8e-ec9b-4568-89e7-82b9976cadfa", "name": "network-vif-deleted", "tag": "909d3908-4f2b-402a-995a-6764e61d65a1", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:23.907342 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-019cdf5d-4281-4511-a0c8-8ad880050c20 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:23.907728 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19b06fe6-7bad-4dbc-9d61-7cdc37eca153', 'name': 'network-vif-deleted', 'tag': '31ee2aaf-76cc-4608-a812-909939a29e13', 'status': 'completed', 'code': 200} Jul 06 14:05:23.907987 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a1ca8e-ec9b-4568-89e7-82b9976cadfa', 'name': 'network-vif-deleted', 'tag': '909d3908-4f2b-402a-995a-6764e61d65a1', 'status': 'completed', 'code': 200} Jul 06 14:05:24.054512 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-54b83bb3-b74a-41c7-af0c-6e5e265528c1 req-50713718-0693-48fb-97d2-7f32ca1ceffc tempest-MultipleCreateTestJSON-553899439 tempest-MultipleCreateTestJSON-553899439-project] 10.222.0.118 "GET /v2.0/ports?device_id=70a1ca8e-ec9b-4568-89e7-82b9976cadfa HTTP/1.1" status: 200 len: 210 time: 0.0376828 Jul 06 14:05:24.312956 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 5599c0c7-10a1-4c15-ad3a-7a320bd94c82 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:05:24.334978 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 5599c0c7-10a1-4c15-ad3a-7a320bd94c82 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:05:24.335330 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 5599c0c7-10a1-4c15-ad3a-7a320bd94c82 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:05:24.773456 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d942c-1a70-41b3-974d-32cfaf2a1d49 req-9ae882b1-4b8a-4e8d-b67e-ff3d293b6e5a tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:24.775083 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-169d942c-1a70-41b3-974d-32cfaf2a1d49 req-9ae882b1-4b8a-4e8d-b67e-ff3d293b6e5a tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 946 time: 0.1005981 Jul 06 14:05:24.829535 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-169d942c-1a70-41b3-974d-32cfaf2a1d49 req-bdc44c0d-624e-4c2c-a964-478e390cff93 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461979 Jul 06 14:05:24.839227 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb3f4c-2192-4580-bf04-f67225677a95 req-4b8dfb6b-b940-4afc-be9d-67074c7b47ed tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:24.841216 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5abb3f4c-2192-4580-bf04-f67225677a95 req-4b8dfb6b-b940-4afc-be9d-67074c7b47ed tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.124 "GET /v2.0/ports?device_id=716d2bd3-a3d8-47ef-ac59-15b0b0b1e478 HTTP/1.1" status: 200 len: 945 time: 0.1141884 Jul 06 14:05:24.992837 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-5abb3f4c-2192-4580-bf04-f67225677a95 req-98a847bf-8de0-410a-9d56-7683e0af6229 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Deleting port 47c9a294-b2fd-4562-aab1-4104d9c596b0 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:24.993185 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5abb3f4c-2192-4580-bf04-f67225677a95 req-98a847bf-8de0-410a-9d56-7683e0af6229 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:25.072279 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a2d21-4a45-460a-b717-a15aa5ca8bef req-99e2c727-cf95-4d85-92e5-b3c7d1ca00fc tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:25.073813 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a29a2d21-4a45-460a-b717-a15aa5ca8bef req-99e2c727-cf95-4d85-92e5-b3c7d1ca00fc tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=716d2bd3-a3d8-47ef-ac59-15b0b0b1e478 HTTP/1.1" status: 200 len: 945 time: 0.1355700 Jul 06 14:05:25.126941 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-5abb3f4c-2192-4580-bf04-f67225677a95 req-98a847bf-8de0-410a-9d56-7683e0af6229 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] For port 47c9a294-b2fd-4562-aab1-4104d9c596b0, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=47c9a294-b2fd-4562-aab1-4104d9c596b0,segment=NetworkSegment(b2dc7a10-3cb9-4d05-83fe-d25fe732c079),segment_id=b2dc7a10-3cb9-4d05-83fe-d25fe732c079)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:25.127230 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5abb3f4c-2192-4580-bf04-f67225677a95 req-98a847bf-8de0-410a-9d56-7683e0af6229 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:25.145494 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a29a2d21-4a45-460a-b717-a15aa5ca8bef req-1d3edcf8-8ef1-4d5c-bd24-3444adac98da tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607405 Jul 06 14:05:25.146414 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-5abb3f4c-2192-4580-bf04-f67225677a95 req-98a847bf-8de0-410a-9d56-7683e0af6229 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Calling delete_port for 47c9a294-b2fd-4562-aab1-4104d9c596b0 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:25.239344 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36612) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:25.287924 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-663416ff-2b9b-4af6-9eae-09286e460904 admin admin] Deleting subnet 9112a54f-546e-4552-b07b-f09e7ff5029c {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:05:25.291302 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-663416ff-2b9b-4af6-9eae-09286e460904 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:25.307898 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5abb3f4c-2192-4580-bf04-f67225677a95 req-98a847bf-8de0-410a-9d56-7683e0af6229 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:25.319515 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['3e891e23-47d7-4012-a0e5-4e7fc37bb77b', '47c9a294-b2fd-4562-aab1-4104d9c596b0'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:05:25.324789 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['1ee2b2de-c88a-43c3-a424-2202bc7941fb'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:05:25.331137 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-663416ff-2b9b-4af6-9eae-09286e460904 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:25.338841 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a847bf-8de0-410a-9d56-7683e0af6229 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Pushing event deleted for resources: {'Port': ['ID=47c9a294-b2fd-4562-aab1-4104d9c596b0,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:25.378634 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-663416ff-2b9b-4af6-9eae-09286e460904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:25.440448 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-663416ff-2b9b-4af6-9eae-09286e460904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:25.452104 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-5abb3f4c-2192-4580-bf04-f67225677a95 req-98a847bf-8de0-410a-9d56-7683e0af6229 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] No DVR routers for this DVR port 47c9a294-b2fd-4562-aab1-4104d9c596b0 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:05:25.461093 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5abb3f4c-2192-4580-bf04-f67225677a95 req-98a847bf-8de0-410a-9d56-7683e0af6229 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:25.464159 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5abb3f4c-2192-4580-bf04-f67225677a95 req-98a847bf-8de0-410a-9d56-7683e0af6229 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.124 "DELETE /v2.0/ports/47c9a294-b2fd-4562-aab1-4104d9c596b0 HTTP/1.1" status: 204 len: 173 time: 0.6159534 Jul 06 14:05:25.473196 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-663416ff-2b9b-4af6-9eae-09286e460904 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:25.477925 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-663416ff-2b9b-4af6-9eae-09286e460904 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/9112a54f-546e-4552-b07b-f09e7ff5029c HTTP/1.1" status: 204 len: 168 time: 0.2374718 Jul 06 14:05:25.478709 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36616) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:25.479492 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663416ff-2b9b-4af6-9eae-09286e460904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9112a54f-546e-4552-b07b-f09e7ff5029c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:25.567924 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1745de5d-ac04-4295-9a7b-9265f152f71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:25.687242 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1745de5d-ac04-4295-9a7b-9265f152f71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:25.701142 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-1745de5d-ac04-4295-9a7b-9265f152f71a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0726a2db-e3b9-498f-a559-5ba417f2ef66']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:25.713689 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-1745de5d-ac04-4295-9a7b-9265f152f71a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4778c25-8886-4b97-a995-26fa1f5fc8bd') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:25.714292 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-1745de5d-ac04-4295-9a7b-9265f152f71a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4778c25-8886-4b97-a995-26fa1f5fc8bd') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:25.724152 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1745de5d-ac04-4295-9a7b-9265f152f71a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:25.741060 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1745de5d-ac04-4295-9a7b-9265f152f71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:25.748526 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1745de5d-ac04-4295-9a7b-9265f152f71a admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:05:25.749074 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1745de5d-ac04-4295-9a7b-9265f152f71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:05:25.751015 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:05:25.753639 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 909d3908-4f2b-402a-995a-6764e61d65a1 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:05:25.795608 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 909d3908-4f2b-402a-995a-6764e61d65a1 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:05:25.795961 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 909d3908-4f2b-402a-995a-6764e61d65a1 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:05:25.796393 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 31ee2aaf-76cc-4608-a812-909939a29e13 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:05:25.821930 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1745de5d-ac04-4295-9a7b-9265f152f71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:25.834379 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 31ee2aaf-76cc-4608-a812-909939a29e13 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:05:25.834726 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 31ee2aaf-76cc-4608-a812-909939a29e13 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:05:25.836041 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1745de5d-ac04-4295-9a7b-9265f152f71a admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:25.838413 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1745de5d-ac04-4295-9a7b-9265f152f71a admin admin] 10.222.0.118 "DELETE /v2.0/networks/0726a2db-e3b9-498f-a559-5ba417f2ef66 HTTP/1.1" status: 204 len: 168 time: 0.3560336 Jul 06 14:05:25.851117 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745de5d-ac04-4295-9a7b-9265f152f71a admin admin] Pushing event deleted for resources: {'Network': ['ID=0726a2db-e3b9-498f-a559-5ba417f2ef66,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:25.909872 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716d2bd3-a3d8-47ef-ac59-15b0b0b1e478', 'name': 'network-vif-deleted', 'tag': '47c9a294-b2fd-4562-aab1-4104d9c596b0'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:25.912724 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d471ddbb-a6f8-4468-b0c5-1df88179c155" -d '{"events": [{"server_uuid": "716d2bd3-a3d8-47ef-ac59-15b0b0b1e478", "name": "network-vif-deleted", "tag": "47c9a294-b2fd-4562-aab1-4104d9c596b0"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:25.990863 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36626) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:26.042411 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-10ddc24b-f8ff-4045-aeb8-b73e04db5b56 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=9a5e4bd9c94f4f4e96ffa3a209d9ab70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495431 Jul 06 14:05:26.045556 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36628) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:26.058663 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfc356-6fb2-4723-afdc-fc36d1bd5614 req-6489284a-8664-40ca-b762-877e38df4bee tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:26.061693 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fbdfc356-6fb2-4723-afdc-fc36d1bd5614 req-6489284a-8664-40ca-b762-877e38df4bee tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 946 time: 0.0783999 Jul 06 14:05:26.113548 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c035bfea-fa83-4587-8eb2-5eca853f36e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:26.120863 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fbdfc356-6fb2-4723-afdc-fc36d1bd5614 req-08d06912-96ae-469d-af61-3121d238a61e tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500870 Jul 06 14:05:26.142238 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c035bfea-fa83-4587-8eb2-5eca853f36e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:26.181675 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab8c7fa-ba34-4b51-9608-ef56df24d942 x-openstack-request-id: req-2ab8c7fa-ba34-4b51-9608-ef56df24d942 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:26.182003 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716d2bd3-a3d8-47ef-ac59-15b0b0b1e478", "name": "network-vif-deleted", "tag": "47c9a294-b2fd-4562-aab1-4104d9c596b0", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:26.182259 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-2ab8c7fa-ba34-4b51-9608-ef56df24d942 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:26.182663 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716d2bd3-a3d8-47ef-ac59-15b0b0b1e478', 'name': 'network-vif-deleted', 'tag': '47c9a294-b2fd-4562-aab1-4104d9c596b0', 'status': 'completed', 'code': 200} Jul 06 14:05:26.241104 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c035bfea-fa83-4587-8eb2-5eca853f36e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:26.246026 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c035bfea-fa83-4587-8eb2-5eca853f36e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:26.253049 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c035bfea-fa83-4587-8eb2-5eca853f36e2 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/edb0ce9e-2cae-46eb-a0d9-cc31a2112e47 HTTP/1.1" status: 204 len: 168 time: 0.2063851 Jul 06 14:05:26.262449 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035bfea-fa83-4587-8eb2-5eca853f36e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb0ce9e-2cae-46eb-a0d9-cc31a2112e47,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:26.784362 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ef92d-0bcc-4d22-96b7-8843c608e689 req-eaea4622-0aac-484f-a1b3-e9738dca67e7 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:26.785966 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-996ef92d-0bcc-4d22-96b7-8843c608e689 req-eaea4622-0aac-484f-a1b3-e9738dca67e7 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=6aa5d573-1bd7-4c75-8245-0eb227edb969 HTTP/1.1" status: 200 len: 945 time: 0.0732038 Jul 06 14:05:26.832421 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-996ef92d-0bcc-4d22-96b7-8843c608e689 req-f1ac332f-ed5b-4547-9352-feacbe64558b tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397420 Jul 06 14:05:27.415857 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e4d75-f4e7-4385-a4f6-0582c54f7489 req-c8896ff0-ac1b-413e-a985-dbf6072fdf4e tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:27.417696 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-162e4d75-f4e7-4385-a4f6-0582c54f7489 req-c8896ff0-ac1b-413e-a985-dbf6072fdf4e tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 946 time: 0.0719950 Jul 06 14:05:27.458345 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-162e4d75-f4e7-4385-a4f6-0582c54f7489 req-d180161c-7b79-47f1-8993-7174a8769a44 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352273 Jul 06 14:05:28.036122 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b585e-c045-4a3a-bc0a-b995fe3ed60c req-e042ad4e-5b22-4ed6-9491-8acb859616aa tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:28.037618 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-806b585e-c045-4a3a-bc0a-b995fe3ed60c req-e042ad4e-5b22-4ed6-9491-8acb859616aa tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=6aa5d573-1bd7-4c75-8245-0eb227edb969 HTTP/1.1" status: 200 len: 945 time: 0.0700493 Jul 06 14:05:28.050932 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36694) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:28.110902 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-806b585e-c045-4a3a-bc0a-b995fe3ed60c req-390095f4-0f0d-42ff-83ea-230da2977bfa tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672424 Jul 06 14:05:28.168209 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134a212-d5fd-4452-9ca4-6e904e790345 req-e998ff7e-29bf-46d2-98de-55fc1095dcb1 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:28.170413 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1134a212-d5fd-4452-9ca4-6e904e790345 req-e998ff7e-29bf-46d2-98de-55fc1095dcb1 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.52 "GET /v2.0/ports?device_id=6aa5d573-1bd7-4c75-8245-0eb227edb969 HTTP/1.1" status: 200 len: 945 time: 0.0929861 Jul 06 14:05:28.185188 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ded4519a-e36d-4df3-b867-6ee0d7556bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:28.283851 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-1134a212-d5fd-4452-9ca4-6e904e790345 req-08e2eb6f-1fa8-47f9-9cc5-3c51085b5e1e tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Deleting port 1ee2b2de-c88a-43c3-a424-2202bc7941fb {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:28.284258 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1134a212-d5fd-4452-9ca4-6e904e790345 req-08e2eb6f-1fa8-47f9-9cc5-3c51085b5e1e tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:28.290002 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ded4519a-e36d-4df3-b867-6ee0d7556bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:28.294774 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ded4519a-e36d-4df3-b867-6ee0d7556bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:28.332099 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 47c9a294-b2fd-4562-aab1-4104d9c596b0 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:05:28.345715 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ded4519a-e36d-4df3-b867-6ee0d7556bd1 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=de9f27c63c084cb298a7d9136596f360&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2936757 Jul 06 14:05:28.346638 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36698) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:28.354036 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 47c9a294-b2fd-4562-aab1-4104d9c596b0 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:05:28.354392 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 47c9a294-b2fd-4562-aab1-4104d9c596b0 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:05:28.379643 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4519a-e36d-4df3-b867-6ee0d7556bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73886fd3-7f6a-4186-b0a1-01ac0123738e,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:28.384834 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-1134a212-d5fd-4452-9ca4-6e904e790345 req-08e2eb6f-1fa8-47f9-9cc5-3c51085b5e1e tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] For port 1ee2b2de-c88a-43c3-a424-2202bc7941fb, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=1ee2b2de-c88a-43c3-a424-2202bc7941fb,segment=NetworkSegment(b2dc7a10-3cb9-4d05-83fe-d25fe732c079),segment_id=b2dc7a10-3cb9-4d05-83fe-d25fe732c079)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:28.385304 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1134a212-d5fd-4452-9ca4-6e904e790345 req-08e2eb6f-1fa8-47f9-9cc5-3c51085b5e1e tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:28.399990 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-1134a212-d5fd-4452-9ca4-6e904e790345 req-08e2eb6f-1fa8-47f9-9cc5-3c51085b5e1e tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Calling delete_port for 1ee2b2de-c88a-43c3-a424-2202bc7941fb owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:28.430875 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8087b464-597a-4673-b44b-925a697f7aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:28.463273 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8087b464-597a-4673-b44b-925a697f7aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:28.520891 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8087b464-597a-4673-b44b-925a697f7aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:28.524271 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8087b464-597a-4673-b44b-925a697f7aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:28.531538 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8087b464-597a-4673-b44b-925a697f7aa8 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/73886fd3-7f6a-4186-b0a1-01ac0123738e HTTP/1.1" status: 204 len: 168 time: 0.1811144 Jul 06 14:05:28.548454 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087b464-597a-4673-b44b-925a697f7aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73886fd3-7f6a-4186-b0a1-01ac0123738e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:28.604879 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1134a212-d5fd-4452-9ca4-6e904e790345 req-08e2eb6f-1fa8-47f9-9cc5-3c51085b5e1e tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:28.618375 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['3e891e23-47d7-4012-a0e5-4e7fc37bb77b'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:05:28.624400 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['1ee2b2de-c88a-43c3-a424-2202bc7941fb'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:05:28.666410 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2eb6f-1fa8-47f9-9cc5-3c51085b5e1e tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Pushing event deleted for resources: {'Port': ['ID=1ee2b2de-c88a-43c3-a424-2202bc7941fb,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:28.738940 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-1134a212-d5fd-4452-9ca4-6e904e790345 req-08e2eb6f-1fa8-47f9-9cc5-3c51085b5e1e tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] No DVR routers for this DVR port 1ee2b2de-c88a-43c3-a424-2202bc7941fb on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:05:28.742305 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1134a212-d5fd-4452-9ca4-6e904e790345 req-08e2eb6f-1fa8-47f9-9cc5-3c51085b5e1e tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:28.744983 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1134a212-d5fd-4452-9ca4-6e904e790345 req-08e2eb6f-1fa8-47f9-9cc5-3c51085b5e1e tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.52 "DELETE /v2.0/ports/1ee2b2de-c88a-43c3-a424-2202bc7941fb HTTP/1.1" status: 204 len: 173 time: 0.5659544 Jul 06 14:05:28.751585 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa5d573-1bd7-4c75-8245-0eb227edb969', 'name': 'network-vif-deleted', 'tag': '1ee2b2de-c88a-43c3-a424-2202bc7941fb'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:28.754337 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c122859c-f06b-4133-ad60-2203d0358bd4" -d '{"events": [{"server_uuid": "6aa5d573-1bd7-4c75-8245-0eb227edb969", "name": "network-vif-deleted", "tag": "1ee2b2de-c88a-43c3-a424-2202bc7941fb"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:28.789840 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6c9d3-b7de-4a2b-b946-9b9bc67033b7 req-7462e18c-397f-4ff8-9693-3dd4642f850f tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:28.790628 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-79a6c9d3-b7de-4a2b-b946-9b9bc67033b7 req-7462e18c-397f-4ff8-9693-3dd4642f850f tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 946 time: 0.2008595 Jul 06 14:05:28.868362 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-79a6c9d3-b7de-4a2b-b946-9b9bc67033b7 req-eaec6638-2939-4036-a9b1-089900462217 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/security-groups?id=f2396a24-127c-4bf2-945b-8cc052eba8b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693872 Jul 06 14:05:29.010901 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1507d20-66bd-4546-9dfa-cd5e94e07536 req-8056367c-b690-47e0-b874-6bed91a34734 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:29.013714 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1507d20-66bd-4546-9dfa-cd5e94e07536 req-8056367c-b690-47e0-b874-6bed91a34734 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.124 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 946 time: 0.1174870 Jul 06 14:05:29.058622 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0aaf24-5e82-45d9-83ee-62738c9cdee5 x-openstack-request-id: req-ac0aaf24-5e82-45d9-83ee-62738c9cdee5 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:29.058966 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa5d573-1bd7-4c75-8245-0eb227edb969", "name": "network-vif-deleted", "tag": "1ee2b2de-c88a-43c3-a424-2202bc7941fb", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:29.059357 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ac0aaf24-5e82-45d9-83ee-62738c9cdee5 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:29.059755 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa5d573-1bd7-4c75-8245-0eb227edb969', 'name': 'network-vif-deleted', 'tag': '1ee2b2de-c88a-43c3-a424-2202bc7941fb', 'status': 'completed', 'code': 200} Jul 06 14:05:29.164587 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-e1507d20-66bd-4546-9dfa-cd5e94e07536 req-567e3344-21e0-4bb2-998d-dbaa5c8d7170 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Deleting port 13b8051f-a72d-461f-a79d-844290426baa {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:29.164962 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e1507d20-66bd-4546-9dfa-cd5e94e07536 req-567e3344-21e0-4bb2-998d-dbaa5c8d7170 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:29.339039 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-956caa8f-6b86-40e0-94d5-2b029ea69fd6 req-15b708d0-0eb1-478a-a03a-bf089fdb78dd tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=6aa5d573-1bd7-4c75-8245-0eb227edb969 HTTP/1.1" status: 200 len: 210 time: 0.0494964 Jul 06 14:05:29.363823 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-e1507d20-66bd-4546-9dfa-cd5e94e07536 req-567e3344-21e0-4bb2-998d-dbaa5c8d7170 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] For port 13b8051f-a72d-461f-a79d-844290426baa, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=13b8051f-a72d-461f-a79d-844290426baa,segment=NetworkSegment(29c72c3e-ba82-4c3c-8044-a8428464bfe4),segment_id=29c72c3e-ba82-4c3c-8044-a8428464bfe4)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:29.365092 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e1507d20-66bd-4546-9dfa-cd5e94e07536 req-567e3344-21e0-4bb2-998d-dbaa5c8d7170 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:29.383365 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-e1507d20-66bd-4546-9dfa-cd5e94e07536 req-567e3344-21e0-4bb2-998d-dbaa5c8d7170 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Calling delete_port for 13b8051f-a72d-461f-a79d-844290426baa owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:29.552566 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e1507d20-66bd-4546-9dfa-cd5e94e07536 req-567e3344-21e0-4bb2-998d-dbaa5c8d7170 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:29.564556 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['13b8051f-a72d-461f-a79d-844290426baa'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:05:29.595506 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e3344-21e0-4bb2-998d-dbaa5c8d7170 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Pushing event deleted for resources: {'Port': ['ID=13b8051f-a72d-461f-a79d-844290426baa,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:29.651750 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1507d20-66bd-4546-9dfa-cd5e94e07536 req-567e3344-21e0-4bb2-998d-dbaa5c8d7170 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] No DVR routers for this DVR port 13b8051f-a72d-461f-a79d-844290426baa on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:05:29.655458 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e1507d20-66bd-4546-9dfa-cd5e94e07536 req-567e3344-21e0-4bb2-998d-dbaa5c8d7170 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:29.657513 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1507d20-66bd-4546-9dfa-cd5e94e07536 req-567e3344-21e0-4bb2-998d-dbaa5c8d7170 tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.124 "DELETE /v2.0/ports/13b8051f-a72d-461f-a79d-844290426baa HTTP/1.1" status: 204 len: 173 time: 0.6392305 Jul 06 14:05:30.170428 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d8dc0402-0eb8-4492-a059-86be9b024e55 req-de790ba3-4652-4aa8-b016-2b280a61bc3c tempest-ServerRescueNegativeTestJSON-1045400009 tempest-ServerRescueNegativeTestJSON-1045400009-project] 10.222.0.118 "GET /v2.0/ports?device_id=c1afef0b-1ef2-4b7c-abe6-2975d409aad5 HTTP/1.1" status: 200 len: 210 time: 0.0436954 Jul 06 14:05:30.256469 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e7ff6a3-f735-495f-9f46-a1597c1368d1 req-a8b72db3-684f-4223-8b9c-fed3e16d8b0b tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.118 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0444117 Jul 06 14:05:30.935215 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8a92f-e544-41ff-b752-129f654696f2 req-dd813bf7-b388-48b0-8f85-cc0cb9a7386c tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:30.942350 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05d8a92f-e544-41ff-b752-129f654696f2 req-dd813bf7-b388-48b0-8f85-cc0cb9a7386c tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=5981b0c5-a5e8-4471-a317-440b112a3849 HTTP/1.1" status: 200 len: 946 time: 0.1091809 Jul 06 14:05:30.986640 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05d8a92f-e544-41ff-b752-129f654696f2 req-83aeac40-858e-48a3-9d50-de305448c469 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433960 Jul 06 14:05:31.060706 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1afef0b-1ef2-4b7c-abe6-2975d409aad5', 'name': 'network-vif-deleted', 'tag': '13b8051f-a72d-461f-a79d-844290426baa'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:31.063453 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1f7816-6e36-4078-84b1-2e786b5133d7" -d '{"events": [{"server_uuid": "c1afef0b-1ef2-4b7c-abe6-2975d409aad5", "name": "network-vif-deleted", "tag": "13b8051f-a72d-461f-a79d-844290426baa"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:31.099491 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5368ff8e-2a2a-476f-8f16-5e2b9ae13185 x-openstack-request-id: req-5368ff8e-2a2a-476f-8f16-5e2b9ae13185 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:31.099820 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1afef0b-1ef2-4b7c-abe6-2975d409aad5", "name": "network-vif-deleted", "tag": "13b8051f-a72d-461f-a79d-844290426baa", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:31.100082 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-5368ff8e-2a2a-476f-8f16-5e2b9ae13185 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:31.100512 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1afef0b-1ef2-4b7c-abe6-2975d409aad5', 'name': 'network-vif-deleted', 'tag': '13b8051f-a72d-461f-a79d-844290426baa', 'status': 'completed', 'code': 200} Jul 06 14:05:31.275530 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36774) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:31.462785 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e07b059b-f1e1-4cfb-a199-4e3e340e7d38 req-adb5854d-5460-4105-8e4c-a764d6a3cbcc tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.118 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0429254 Jul 06 14:05:31.692221 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0f9f-068f-438f-84c0-d193c4ac6a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:31.764799 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 1ee2b2de-c88a-43c3-a424-2202bc7941fb no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:05:31.786122 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 1ee2b2de-c88a-43c3-a424-2202bc7941fb {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:05:31.786545 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 1ee2b2de-c88a-43c3-a424-2202bc7941fb not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:05:31.960329 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3e9f0f9f-068f-438f-84c0-d193c4ac6a15 admin admin] Deleting port 3b205c35-114f-43be-968a-a204137211e7 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:31.960677 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0f9f-068f-438f-84c0-d193c4ac6a15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:32.047059 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-3e9f0f9f-068f-438f-84c0-d193c4ac6a15 admin admin] For port 3b205c35-114f-43be-968a-a204137211e7, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=3b205c35-114f-43be-968a-a204137211e7,segment=NetworkSegment(29c72c3e-ba82-4c3c-8044-a8428464bfe4),segment_id=29c72c3e-ba82-4c3c-8044-a8428464bfe4)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:32.047435 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0f9f-068f-438f-84c0-d193c4ac6a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:32.063259 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3e9f0f9f-068f-438f-84c0-d193c4ac6a15 admin admin] Calling delete_port for 3b205c35-114f-43be-968a-a204137211e7 owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:32.209288 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43663cf0-5e84-442c-b0dc-23a41afac553 req-760bab82-0744-45e8-acf0-4f0c4650a6b2 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:32.211443 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-43663cf0-5e84-442c-b0dc-23a41afac553 req-760bab82-0744-45e8-acf0-4f0c4650a6b2 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=5981b0c5-a5e8-4471-a317-440b112a3849 HTTP/1.1" status: 200 len: 946 time: 0.0895891 Jul 06 14:05:32.312454 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0f9f-068f-438f-84c0-d193c4ac6a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:32.335621 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 13b8051f-a72d-461f-a79d-844290426baa no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:05:32.345833 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f0f9f-068f-438f-84c0-d193c4ac6a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b205c35-114f-43be-968a-a204137211e7,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:32.365921 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 13b8051f-a72d-461f-a79d-844290426baa {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:05:32.366269 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 13b8051f-a72d-461f-a79d-844290426baa not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:05:32.544360 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0f9f-068f-438f-84c0-d193c4ac6a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:32.611496 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-43663cf0-5e84-442c-b0dc-23a41afac553 req-399c0476-cbee-496a-874a-79d11b54f776 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/security-groups?id=4d1ab6e5-bea6-4660-8446-484a740c0a26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937485 Jul 06 14:05:32.660166 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1280a-b8bc-4ab3-ba5f-fa5f52250027 req-3ba1514f-1866-46e5-a59f-afe437d167ba tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:32.662152 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-62d1280a-b8bc-4ab3-ba5f-fa5f52250027 req-3ba1514f-1866-46e5-a59f-afe437d167ba tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.124 "GET /v2.0/ports?device_id=5981b0c5-a5e8-4471-a317-440b112a3849 HTTP/1.1" status: 200 len: 946 time: 0.1017098 Jul 06 14:05:32.818341 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9f0f9f-068f-438f-84c0-d193c4ac6a15 admin admin] Router a7ac87ca-816c-4caf-aec6-2fec150d5b73 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:05:32.828475 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3c1b510c-2d0d-47f6-ada0-b053e112ac21 req-1d249665-10e2-40a3-82f1-b65936d9c7ed service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0490024 Jul 06 14:05:32.848374 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b0d44c0-6581-49b5-b42a-6e5a54ee83b5 req-482971d5-091a-4840-bc5a-c8609a829b2f tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.118 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0528810 Jul 06 14:05:32.850486 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-62d1280a-b8bc-4ab3-ba5f-fa5f52250027 req-b447ee6c-4d4f-45a1-9cb6-7e5439c92893 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Deleting port 3e891e23-47d7-4012-a0e5-4e7fc37bb77b {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:32.850840 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-62d1280a-b8bc-4ab3-ba5f-fa5f52250027 req-b447ee6c-4d4f-45a1-9cb6-7e5439c92893 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:32.967205 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-62d1280a-b8bc-4ab3-ba5f-fa5f52250027 req-b447ee6c-4d4f-45a1-9cb6-7e5439c92893 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] For port 3e891e23-47d7-4012-a0e5-4e7fc37bb77b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=3e891e23-47d7-4012-a0e5-4e7fc37bb77b,segment=NetworkSegment(b2dc7a10-3cb9-4d05-83fe-d25fe732c079),segment_id=b2dc7a10-3cb9-4d05-83fe-d25fe732c079)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:32.967588 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-62d1280a-b8bc-4ab3-ba5f-fa5f52250027 req-b447ee6c-4d4f-45a1-9cb6-7e5439c92893 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:32.988489 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-62d1280a-b8bc-4ab3-ba5f-fa5f52250027 req-b447ee6c-4d4f-45a1-9cb6-7e5439c92893 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Calling delete_port for 3e891e23-47d7-4012-a0e5-4e7fc37bb77b owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:33.136349 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-62d1280a-b8bc-4ab3-ba5f-fa5f52250027 req-b447ee6c-4d4f-45a1-9cb6-7e5439c92893 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:33.149253 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['3e891e23-47d7-4012-a0e5-4e7fc37bb77b'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:05:33.170735 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447ee6c-4d4f-45a1-9cb6-7e5439c92893 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Pushing event deleted for resources: {'Port': ['ID=3e891e23-47d7-4012-a0e5-4e7fc37bb77b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:33.209256 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9f0f9f-068f-438f-84c0-d193c4ac6a15 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:05:33.215895 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3e9f0f9f-068f-438f-84c0-d193c4ac6a15 admin admin] 10.222.0.118 "PUT /v2.0/routers/a7ac87ca-816c-4caf-aec6-2fec150d5b73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9384966 Jul 06 14:05:33.218145 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36806) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:33.220671 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b878b76f-78e8-4b94-8f65-bafb6455ca16 None None] Sync routers for ids ['a7ac87ca-816c-4caf-aec6-2fec150d5b73'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:05:33.223564 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d1280a-b8bc-4ab3-ba5f-fa5f52250027 req-b447ee6c-4d4f-45a1-9cb6-7e5439c92893 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] No DVR routers for this DVR port 3e891e23-47d7-4012-a0e5-4e7fc37bb77b on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:05:33.228325 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-62d1280a-b8bc-4ab3-ba5f-fa5f52250027 req-b447ee6c-4d4f-45a1-9cb6-7e5439c92893 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:33.230713 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-62d1280a-b8bc-4ab3-ba5f-fa5f52250027 req-b447ee6c-4d4f-45a1-9cb6-7e5439c92893 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.124 "DELETE /v2.0/ports/3e891e23-47d7-4012-a0e5-4e7fc37bb77b HTTP/1.1" status: 204 len: 173 time: 0.5614183 Jul 06 14:05:33.231840 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5981b0c5-a5e8-4471-a317-440b112a3849', 'name': 'network-vif-deleted', 'tag': '3e891e23-47d7-4012-a0e5-4e7fc37bb77b'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:33.234709 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ca34eb-f440-425f-8667-7a4d17d926c8" -d '{"events": [{"server_uuid": "5981b0c5-a5e8-4471-a317-440b112a3849", "name": "network-vif-deleted", "tag": "3e891e23-47d7-4012-a0e5-4e7fc37bb77b"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:33.237151 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b878b76f-78e8-4b94-8f65-bafb6455ca16 None None] Routers {'a7ac87ca-816c-4caf-aec6-2fec150d5b73'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:05:33.237802 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-b878b76f-78e8-4b94-8f65-bafb6455ca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:05:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a7ac87ca-816c-4caf-aec6-2fec150d5b73'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:33.301056 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1414a88-09c0-44d8-a1eb-c01795dc8688 x-openstack-request-id: req-c1414a88-09c0-44d8-a1eb-c01795dc8688 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:33.301357 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5981b0c5-a5e8-4471-a317-440b112a3849", "name": "network-vif-deleted", "tag": "3e891e23-47d7-4012-a0e5-4e7fc37bb77b", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:33.301616 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c1414a88-09c0-44d8-a1eb-c01795dc8688 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:33.302059 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5981b0c5-a5e8-4471-a317-440b112a3849', 'name': 'network-vif-deleted', 'tag': '3e891e23-47d7-4012-a0e5-4e7fc37bb77b', 'status': 'completed', 'code': 200} Jul 06 14:05:33.377214 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-db4dba88-7af6-4059-b6e7-1a59cd7228f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:33.408545 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-b878b76f-78e8-4b94-8f65-bafb6455ca16 None None] Set router a7ac87ca-816c-4caf-aec6-2fec150d5b73 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:05:33.514462 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-db4dba88-7af6-4059-b6e7-1a59cd7228f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:33.585743 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-db4dba88-7af6-4059-b6e7-1a59cd7228f9 admin admin] Deleting port 04f5fc83-9038-4780-b12d-adc8b8157d37 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:33.586355 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-db4dba88-7af6-4059-b6e7-1a59cd7228f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:33.656912 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-b878b76f-78e8-4b94-8f65-bafb6455ca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ac87ca-816c-4caf-aec6-2fec150d5b73', 'name': 'tempest-ServerRescueNegativeTestJSON-1918912080-router', 'tenant_id': 'b7ff67a3e26f47058d2e455f3c5054a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '04f5fc83-9038-4780-b12d-adc8b8157d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:50Z', 'updated_at': '2021-07-06T14:05:32Z', 'revision_number': 5, 'project_id': 'b7ff67a3e26f47058d2e455f3c5054a8', 'gw_port': {'id': '04f5fc83-9038-4780-b12d-adc8b8157d37', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ac87ca-816c-4caf-aec6-2fec150d5b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:02:51Z', 'updated_at': '2021-07-06T14:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:33.713534 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-db4dba88-7af6-4059-b6e7-1a59cd7228f9 admin admin] For port 04f5fc83-9038-4780-b12d-adc8b8157d37, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=04f5fc83-9038-4780-b12d-adc8b8157d37,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:33.714396 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-db4dba88-7af6-4059-b6e7-1a59cd7228f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:33.737962 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-db4dba88-7af6-4059-b6e7-1a59cd7228f9 admin admin] Calling delete_port for 04f5fc83-9038-4780-b12d-adc8b8157d37 owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:33.811474 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b878b76f-78e8-4b94-8f65-bafb6455ca16 None None] Checking router: a7ac87ca-816c-4caf-aec6-2fec150d5b73 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:05:33.823315 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b878b76f-78e8-4b94-8f65-bafb6455ca16 None None] Routers {'a7ac87ca-816c-4caf-aec6-2fec150d5b73'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:05:33.824508 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-b878b76f-78e8-4b94-8f65-bafb6455ca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:05:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a7ac87ca-816c-4caf-aec6-2fec150d5b73'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:33.894554 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8810c4eb-b680-4876-90b4-d3b068aa05b1 req-3c217002-c1f1-4cca-ac55-e36a9157bb90 tempest-ListServerFiltersTestJSON-2056189012 tempest-ListServerFiltersTestJSON-2056189012-project] 10.222.0.118 "GET /v2.0/ports?device_id=5981b0c5-a5e8-4471-a317-440b112a3849 HTTP/1.1" status: 200 len: 210 time: 0.0436385 Jul 06 14:05:33.952357 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-b878b76f-78e8-4b94-8f65-bafb6455ca16 None None] Set router a7ac87ca-816c-4caf-aec6-2fec150d5b73 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:05:34.031867 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-db4dba88-7af6-4059-b6e7-1a59cd7228f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.035944 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-b878b76f-78e8-4b94-8f65-bafb6455ca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ac87ca-816c-4caf-aec6-2fec150d5b73', 'name': 'tempest-ServerRescueNegativeTestJSON-1918912080-router', 'tenant_id': 'b7ff67a3e26f47058d2e455f3c5054a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:50Z', 'updated_at': '2021-07-06T14:05:33Z', 'revision_number': 6, 'project_id': 'b7ff67a3e26f47058d2e455f3c5054a8', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:34.072423 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b878b76f-78e8-4b94-8f65-bafb6455ca16 None None] The sync data for ids ['a7ac87ca-816c-4caf-aec6-2fec150d5b73'] in n-d-773644-6 is: [{'id': 'a7ac87ca-816c-4caf-aec6-2fec150d5b73', 'name': 'tempest-ServerRescueNegativeTestJSON-1918912080-router', 'tenant_id': 'b7ff67a3e26f47058d2e455f3c5054a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:02:50Z', 'updated_at': '2021-07-06T14:05:33Z', 'revision_number': 6, 'project_id': 'b7ff67a3e26f47058d2e455f3c5054a8', 'gw_port_host': None}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:05:34.073478 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f9c7da3-7775-408b-915f-bf7b63e47942 req-be8cd7db-7803-4356-9542-6a39e6ed6530 tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.118 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0439668 Jul 06 14:05:34.132345 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4dba88-7af6-4059-b6e7-1a59cd7228f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=04f5fc83-9038-4780-b12d-adc8b8157d37,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:34.191762 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-db4dba88-7af6-4059-b6e7-1a59cd7228f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.287687 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-db4dba88-7af6-4059-b6e7-1a59cd7228f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.290036 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-db4dba88-7af6-4059-b6e7-1a59cd7228f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.344446 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-db4dba88-7af6-4059-b6e7-1a59cd7228f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.345064 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4dba88-7af6-4059-b6e7-1a59cd7228f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7ac87ca-816c-4caf-aec6-2fec150d5b73 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:05:34.350163 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-db4dba88-7af6-4059-b6e7-1a59cd7228f9 admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.351400 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-db4dba88-7af6-4059-b6e7-1a59cd7228f9 admin admin] 10.222.0.118 "DELETE /v2.0/routers/a7ac87ca-816c-4caf-aec6-2fec150d5b73 HTTP/1.1" status: 204 len: 168 time: 1.1320813 Jul 06 14:05:34.354077 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36828) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:34.406915 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-f016d0fa-747d-4e5a-87bf-bcdb86b0c994 admin admin] Deleting subnet 22cad74c-fc99-4bde-affd-fd3c50380641 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:05:34.410244 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f016d0fa-747d-4e5a-87bf-bcdb86b0c994 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.450584 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f016d0fa-747d-4e5a-87bf-bcdb86b0c994 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.501378 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f016d0fa-747d-4e5a-87bf-bcdb86b0c994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.617372 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f016d0fa-747d-4e5a-87bf-bcdb86b0c994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.669668 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016d0fa-747d-4e5a-87bf-bcdb86b0c994 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22cad74c-fc99-4bde-affd-fd3c50380641,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:34.682992 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f016d0fa-747d-4e5a-87bf-bcdb86b0c994 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.685388 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f016d0fa-747d-4e5a-87bf-bcdb86b0c994 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/22cad74c-fc99-4bde-affd-fd3c50380641 HTTP/1.1" status: 204 len: 168 time: 0.3303409 Jul 06 14:05:34.688010 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36838) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:34.770452 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fca00c5c-3e89-4dc4-87e5-2a4a23620522 req-2c2a53ea-8c9e-4945-ae8c-d5da353d436c tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.118 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0385280 Jul 06 14:05:34.771556 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b02c483e-d41f-490a-b98e-4e8b2cffb91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.858921 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b02c483e-d41f-490a-b98e-4e8b2cffb91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.869608 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-b02c483e-d41f-490a-b98e-4e8b2cffb91e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d9601d-3de6-4f81-a059-2bdbf312577c']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:34.881276 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-b02c483e-d41f-490a-b98e-4e8b2cffb91e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c72c3e-ba82-4c3c-8044-a8428464bfe4') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:34.881605 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-b02c483e-d41f-490a-b98e-4e8b2cffb91e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c72c3e-ba82-4c3c-8044-a8428464bfe4') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:34.892146 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b02c483e-d41f-490a-b98e-4e8b2cffb91e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.909324 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b02c483e-d41f-490a-b98e-4e8b2cffb91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.926560 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02c483e-d41f-490a-b98e-4e8b2cffb91e admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:05:34.926986 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b02c483e-d41f-490a-b98e-4e8b2cffb91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:05:34.928614 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:05:34.999205 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b02c483e-d41f-490a-b98e-4e8b2cffb91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:35.004122 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 36850) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:35.006727 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b02c483e-d41f-490a-b98e-4e8b2cffb91e admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:35.008848 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b02c483e-d41f-490a-b98e-4e8b2cffb91e admin admin] 10.222.0.118 "DELETE /v2.0/networks/b8d9601d-3de6-4f81-a059-2bdbf312577c HTTP/1.1" status: 204 len: 168 time: 0.3196149 Jul 06 14:05:35.024503 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c483e-d41f-490a-b98e-4e8b2cffb91e admin admin] Pushing event deleted for resources: {'Network': ['ID=b8d9601d-3de6-4f81-a059-2bdbf312577c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:35.064248 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6dac717-70d4-41be-952a-31facb22ed54 admin admin] Deleting subnet d7fe18c7-ba92-4835-9ffd-ce73d3018dd0 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:05:35.070804 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a6dac717-70d4-41be-952a-31facb22ed54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:35.107952 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a6dac717-70d4-41be-952a-31facb22ed54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:35.201731 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a6dac717-70d4-41be-952a-31facb22ed54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:35.233743 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36856) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:35.273344 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a6dac717-70d4-41be-952a-31facb22ed54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:35.301007 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ec77afc3-7e0b-475a-83ae-84fe4a274387 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=b7ff67a3e26f47058d2e455f3c5054a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0660365 Jul 06 14:05:35.301707 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36858) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:35.304416 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dac717-70d4-41be-952a-31facb22ed54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7fe18c7-ba92-4835-9ffd-ce73d3018dd0,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:35.306563 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a6dac717-70d4-41be-952a-31facb22ed54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:35.311091 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e12155-2a01-4a9d-bd04-f17a767c3918 None None] Network 5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:05:35.313972 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36860) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:35.315112 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a6dac717-70d4-41be-952a-31facb22ed54 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/d7fe18c7-ba92-4835-9ffd-ce73d3018dd0 HTTP/1.1" status: 204 len: 168 time: 0.3093314 Jul 06 14:05:35.422484 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-20ab0fc3-2ddf-4956-80c8-d14a01246ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:35.438539 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b3a71a9-95a6-4c83-91bd-07beafb06c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:35.492071 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b3a71a9-95a6-4c83-91bd-07beafb06c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:35.545507 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-20ab0fc3-2ddf-4956-80c8-d14a01246ab6 admin admin] Deleting port 6ac7fcb9-8d28-4b7a-914f-31ab427313d6 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:35.547404 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-20ab0fc3-2ddf-4956-80c8-d14a01246ab6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:35.549662 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515128e0-4e3d-42e6-8c5d-8399bb9841d5 None None] DHCP port deletion for 5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:05:35.614158 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-515128e0-4e3d-42e6-8c5d-8399bb9841d5 None None] Deleting port 6ac7fcb9-8d28-4b7a-914f-31ab427313d6 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:35.614789 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-515128e0-4e3d-42e6-8c5d-8399bb9841d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:35.635423 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-20ab0fc3-2ddf-4956-80c8-d14a01246ab6 admin admin] For port 6ac7fcb9-8d28-4b7a-914f-31ab427313d6, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=6ac7fcb9-8d28-4b7a-914f-31ab427313d6,segment=NetworkSegment(b2dc7a10-3cb9-4d05-83fe-d25fe732c079),segment_id=b2dc7a10-3cb9-4d05-83fe-d25fe732c079)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:35.635944 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-20ab0fc3-2ddf-4956-80c8-d14a01246ab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:35.650238 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-20ab0fc3-2ddf-4956-80c8-d14a01246ab6 admin admin] Calling delete_port for 6ac7fcb9-8d28-4b7a-914f-31ab427313d6 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:35.695970 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-515128e0-4e3d-42e6-8c5d-8399bb9841d5 None None] For port 6ac7fcb9-8d28-4b7a-914f-31ab427313d6, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=6ac7fcb9-8d28-4b7a-914f-31ab427313d6,segment=NetworkSegment(b2dc7a10-3cb9-4d05-83fe-d25fe732c079),segment_id=b2dc7a10-3cb9-4d05-83fe-d25fe732c079)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:35.696768 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-515128e0-4e3d-42e6-8c5d-8399bb9841d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:35.706296 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b3a71a9-95a6-4c83-91bd-07beafb06c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:35.708839 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b3a71a9-95a6-4c83-91bd-07beafb06c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:35.713004 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6b3a71a9-95a6-4c83-91bd-07beafb06c49 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/f2396a24-127c-4bf2-945b-8cc052eba8b0 HTTP/1.1" status: 204 len: 168 time: 0.4101975 Jul 06 14:05:35.726251 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-515128e0-4e3d-42e6-8c5d-8399bb9841d5 None None] Calling delete_port for 6ac7fcb9-8d28-4b7a-914f-31ab427313d6 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:35.727194 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a71a9-95a6-4c83-91bd-07beafb06c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2396a24-127c-4bf2-945b-8cc052eba8b0,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:35.804519 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 3b205c35-114f-43be-968a-a204137211e7 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:05:35.810003 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-20ab0fc3-2ddf-4956-80c8-d14a01246ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:35.831230 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 3b205c35-114f-43be-968a-a204137211e7 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:05:35.831578 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 3b205c35-114f-43be-968a-a204137211e7 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:05:35.832058 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 6ac7fcb9-8d28-4b7a-914f-31ab427313d6 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:05:35.843896 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab0fc3-2ddf-4956-80c8-d14a01246ab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ac7fcb9-8d28-4b7a-914f-31ab427313d6,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:35.850447 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab0fc3-2ddf-4956-80c8-d14a01246ab6 admin admin] No DVR routers for this DVR port 6ac7fcb9-8d28-4b7a-914f-31ab427313d6 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:05:35.860363 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 6ac7fcb9-8d28-4b7a-914f-31ab427313d6 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:05:35.860703 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 6ac7fcb9-8d28-4b7a-914f-31ab427313d6 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:05:35.861370 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 04f5fc83-9038-4780-b12d-adc8b8157d37 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:05:35.886093 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 04f5fc83-9038-4780-b12d-adc8b8157d37 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:05:35.886791 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 04f5fc83-9038-4780-b12d-adc8b8157d37 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:05:35.946293 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-515128e0-4e3d-42e6-8c5d-8399bb9841d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:35.986998 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-20ab0fc3-2ddf-4956-80c8-d14a01246ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:35.991536 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3e08f0fa-5389-43ac-92fa-a43ee696e604 req-7e4977b1-6fb0-473b-b295-7f5ba75810e4 tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.118 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0429955 Jul 06 14:05:35.995333 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515128e0-4e3d-42e6-8c5d-8399bb9841d5 None None] Pushing event deleted for resources: {'Port': ['ID=6ac7fcb9-8d28-4b7a-914f-31ab427313d6,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:35.998745 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-20ab0fc3-2ddf-4956-80c8-d14a01246ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:36.005822 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515128e0-4e3d-42e6-8c5d-8399bb9841d5 None None] No DVR routers for this DVR port 6ac7fcb9-8d28-4b7a-914f-31ab427313d6 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:05:36.014819 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-20ab0fc3-2ddf-4956-80c8-d14a01246ab6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2dc7a10-3cb9-4d05-83fe-d25fe732c079') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:36.014939 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-20ab0fc3-2ddf-4956-80c8-d14a01246ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2dc7a10-3cb9-4d05-83fe-d25fe732c079') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:36.025490 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-20ab0fc3-2ddf-4956-80c8-d14a01246ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:36.041507 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-20ab0fc3-2ddf-4956-80c8-d14a01246ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:36.048744 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ab0fc3-2ddf-4956-80c8-d14a01246ab6 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:05:36.049256 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-20ab0fc3-2ddf-4956-80c8-d14a01246ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:05:36.051214 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:05:36.112585 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-20ab0fc3-2ddf-4956-80c8-d14a01246ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:36.119225 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-20ab0fc3-2ddf-4956-80c8-d14a01246ab6 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:36.124239 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-20ab0fc3-2ddf-4956-80c8-d14a01246ab6 admin admin] 10.222.0.118 "DELETE /v2.0/networks/5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5 HTTP/1.1" status: 204 len: 168 time: 0.8027556 Jul 06 14:05:36.133837 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab0fc3-2ddf-4956-80c8-d14a01246ab6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bdb855c-e8ca-4cdb-9fdd-c09b1e427eb5,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:36.262212 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36880) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:36.303683 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f769ed46-4e73-4603-8c1c-5c0982ff603a admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=a6ce06607a2f4240a05ecfcd89a5c1d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401132 Jul 06 14:05:36.306151 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 36882) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:36.334533 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 3e891e23-47d7-4012-a0e5-4e7fc37bb77b no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:05:36.367620 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 3e891e23-47d7-4012-a0e5-4e7fc37bb77b {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:05:36.368364 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 3e891e23-47d7-4012-a0e5-4e7fc37bb77b not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:05:36.385002 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-63f74d26-db7c-4b3a-8cb3-8bee30d30181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:36.414230 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-63f74d26-db7c-4b3a-8cb3-8bee30d30181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:36.477514 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-63f74d26-db7c-4b3a-8cb3-8bee30d30181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:36.480376 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-63f74d26-db7c-4b3a-8cb3-8bee30d30181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:36.483070 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-63f74d26-db7c-4b3a-8cb3-8bee30d30181 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/4d1ab6e5-bea6-4660-8446-484a740c0a26 HTTP/1.1" status: 204 len: 168 time: 0.1754167 Jul 06 14:05:36.499556 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f74d26-db7c-4b3a-8cb3-8bee30d30181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1ab6e5-bea6-4660-8446-484a740c0a26,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:37.285849 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1615-c0a4-4425-8350-cd1637fea945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:37.304996 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 36932) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:37.467465 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-7f06eabc-4fd1-4b91-8ced-a1284cad4b64 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1379722045-network', 'tenant_id': '2c9f97ebe52d4707a7d43ee1557db44b'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:37.502177 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f06eabc-4fd1-4b91-8ced-a1284cad4b64 admin admin] Made reservation on behalf of 2c9f97ebe52d4707a7d43ee1557db44b for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:05:37.504504 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7f06eabc-4fd1-4b91-8ced-a1284cad4b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:37.514394 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7f06eabc-4fd1-4b91-8ced-a1284cad4b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:37.515059 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8968b769-83b4-4e64-ae64-b43ebe38fb49 req-6c9c4220-58ec-428b-89a9-4383d9af0d88 tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.118 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0314116 Jul 06 14:05:37.610621 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4f25e953-e316-4516-8216-780b153e0f9b req-b1e466a3-c39f-463b-a9fb-2f29ec8643be tempest-ServerShowV254Test-1127914145 tempest-ServerShowV254Test-1127914145-project] 10.222.0.118 "GET /v2.0/ports?device_id=73a82dfc-633b-4f54-b3cc-2291e9c86d0b HTTP/1.1" status: 200 len: 210 time: 0.0394616 Jul 06 14:05:37.651138 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7f06eabc-4fd1-4b91-8ced-a1284cad4b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:37.656424 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7f06eabc-4fd1-4b91-8ced-a1284cad4b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:37.689086 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f06eabc-4fd1-4b91-8ced-a1284cad4b64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:05:37.705664 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7f06eabc-4fd1-4b91-8ced-a1284cad4b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:37.705985 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-7f06eabc-4fd1-4b91-8ced-a1284cad4b64 admin admin] Added segment 03268854-7924-4802-a56a-6713582a46d6 of type vlan for network 4f351ad0-ee81-405d-88bb-9509b6227e8c Jul 06 14:05:37.768956 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06eabc-4fd1-4b91-8ced-a1284cad4b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4974f16f-84a7-450a-882a-d4975381780d,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:37.781356 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7f06eabc-4fd1-4b91-8ced-a1284cad4b64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:37.815629 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7f06eabc-4fd1-4b91-8ced-a1284cad4b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:37.816629 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f06eabc-4fd1-4b91-8ced-a1284cad4b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:37.817222 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7f06eabc-4fd1-4b91-8ced-a1284cad4b64 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:37.875993 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 36950) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:37.876363 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7f06eabc-4fd1-4b91-8ced-a1284cad4b64 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5698659 Jul 06 14:05:37.880882 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-b07a1eff-723d-4c65-81bd-23ceef45db6b admin admin] Request body: {'subnet': {'network_id': '4f351ad0-ee81-405d-88bb-9509b6227e8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1379722045-subnet', 'tenant_id': '2c9f97ebe52d4707a7d43ee1557db44b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:37.882958 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06eabc-4fd1-4b91-8ced-a1284cad4b64 admin admin] Pushing event updated for resources: {'Network': ['ID=4f351ad0-ee81-405d-88bb-9509b6227e8c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:37.894159 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 4f351ad0-ee81-405d-88bb-9509b6227e8c details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:05:37.916818 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07a1eff-723d-4c65-81bd-23ceef45db6b admin admin] Made reservation on behalf of 2c9f97ebe52d4707a7d43ee1557db44b for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:05:37.920619 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b07a1eff-723d-4c65-81bd-23ceef45db6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:38.128991 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b07a1eff-723d-4c65-81bd-23ceef45db6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:38.192480 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a1eff-723d-4c65-81bd-23ceef45db6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=17822569-52fb-4f27-8216-363fc35f539e,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:38.207414 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07a1eff-723d-4c65-81bd-23ceef45db6b admin admin] Checking segment: {'id': '03268854-7924-4802-a56a-6713582a46d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4f351ad0-ee81-405d-88bb-9509b6227e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:05:38.207901 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07a1eff-723d-4c65-81bd-23ceef45db6b admin admin] Network hostable DHCP agents. Network: 4f351ad0-ee81-405d-88bb-9509b6227e8c, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:05:38.228586 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07a1eff-723d-4c65-81bd-23ceef45db6b admin admin] Network 4f351ad0-ee81-405d-88bb-9509b6227e8c is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:05:38.238663 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-b07a1eff-723d-4c65-81bd-23ceef45db6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 4f351ad0-ee81-405d-88bb-9509b6227e8c) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:38.244216 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07a1eff-723d-4c65-81bd-23ceef45db6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:38.245245 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b07a1eff-723d-4c65-81bd-23ceef45db6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:38.249681 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51346b5-816c-45b8-8dbc-7ff1675adec2 None None] Network 4f351ad0-ee81-405d-88bb-9509b6227e8c requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:05:38.261982 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b07a1eff-723d-4c65-81bd-23ceef45db6b admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3848035 Jul 06 14:05:38.388836 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af7b288-3f33-447b-bce0-82d7a6a0a7b3 None None] Network 4f351ad0-ee81-405d-88bb-9509b6227e8c requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:05:38.694044 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-f3f3612c-364a-47cf-81b1-46aae22ec8cf tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:38.695528 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-f3f3612c-364a-47cf-81b1-46aae22ec8cf tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] 10.222.0.118 "GET /v2.0/networks?id=4f351ad0-ee81-405d-88bb-9509b6227e8c HTTP/1.1" status: 200 len: 809 time: 0.1048214 Jul 06 14:05:38.710606 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-a86837e7-e503-4848-9e61-dd20d12a8c09 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] 10.222.0.118 "GET /v2.0/quotas/2c9f97ebe52d4707a7d43ee1557db44b HTTP/1.1" status: 200 len: 375 time: 0.0094101 Jul 06 14:05:38.745017 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-90feef1c-a226-47d0-a03c-06008518bbc9 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=2c9f97ebe52d4707a7d43ee1557db44b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291324 Jul 06 14:05:38.859310 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-58885877-c166-41d9-a79a-f6767a983df4 service neutron] 10.222.0.118 "GET /v2.0/networks/4f351ad0-ee81-405d-88bb-9509b6227e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043103 Jul 06 14:05:38.955771 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-8b8b831f-be22-4152-bb86-3f28cd665340 service neutron] 10.222.0.118 "GET /v2.0/networks/4f351ad0-ee81-405d-88bb-9509b6227e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906730 Jul 06 14:05:39.195469 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f37ea66c-6569-4ae2-8ec9-f200f08c4526 req-5ffe9662-abec-4e34-a4be-08d30eda6e3c tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.118 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0335872 Jul 06 14:05:39.350523 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-893e3d4b-a134-4373-b414-e806ffd5daf8 req-0d88a8e5-a84c-445e-8d12-07657888d534 tempest-ServerShowV254Test-1127914145 tempest-ServerShowV254Test-1127914145-project] 10.222.0.118 "GET /v2.0/ports?device_id=73a82dfc-633b-4f54-b3cc-2291e9c86d0b HTTP/1.1" status: 200 len: 210 time: 0.0307779 Jul 06 14:05:39.583107 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-903fa406-9886-458d-bfc4-08b04db70337 req-73776393-36e3-454a-a533-5215a576d86e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1429677881&fields=id&tenant_id=4e5e90395ebd4404a252de8a1621c3cf HTTP/1.1" status: 200 len: 267 time: 0.0336473 Jul 06 14:05:39.703545 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fa406-9886-458d-bfc4-08b04db70337 req-683d7ad3-bf40-4e2a-bafd-da5a50e7dc0a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:39.705837 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-903fa406-9886-458d-bfc4-08b04db70337 req-683d7ad3-bf40-4e2a-bafd-da5a50e7dc0a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 810 time: 0.1150553 Jul 06 14:05:39.724009 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-903fa406-9886-458d-bfc4-08b04db70337 req-ab0a5d0f-3525-4665-93e6-67cc12415fb0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/quotas/4e5e90395ebd4404a252de8a1621c3cf HTTP/1.1" status: 200 len: 375 time: 0.0122409 Jul 06 14:05:39.839521 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6397f4d7-fc4e-4273-9403-67bb89aba168 req-6d60407d-9e71-4392-911e-896d2aed243a service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=73a82dfc-633b-4f54-b3cc-2291e9c86d0b HTTP/1.1" status: 200 len: 210 time: 0.0386283 Jul 06 14:05:39.853483 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-903fa406-9886-458d-bfc4-08b04db70337 req-39abb2a0-f358-4daa-8bd1-a4ee681bb7c7 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1188171 Jul 06 14:05:39.958427 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-903fa406-9886-458d-bfc4-08b04db70337 req-4f5f3ea8-530e-4e94-8d9d-2b67539b9581 service neutron] 10.222.0.118 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925701 Jul 06 14:05:40.048871 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-903fa406-9886-458d-bfc4-08b04db70337 req-bd1bd75c-67b8-4268-a847-7113b6e7d961 service neutron] 10.222.0.118 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843668 Jul 06 14:05:40.154592 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:40.307047 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-36da09e0-15bf-4d2b-8882-eedcae2d01da tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:40.308931 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-36da09e0-15bf-4d2b-8882-eedcae2d01da tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] 10.222.0.52 "GET /v2.0/networks?id=4f351ad0-ee81-405d-88bb-9509b6227e8c HTTP/1.1" status: 200 len: 809 time: 0.1235623 Jul 06 14:05:40.326538 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-ab612d51-a805-4c43-89f5-bb237567c595 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] Request body: {'port': {'device_id': 'a903e1d8-c140-4fcb-b6b5-d5cfc4738e8e', 'network_id': '4f351ad0-ee81-405d-88bb-9509b6227e8c', 'admin_state_up': True, 'tenant_id': '2c9f97ebe52d4707a7d43ee1557db44b'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:40.492510 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a0ad44f-b3e3-4603-bf67-7921304134e5 req-5f92d86f-cf41-40f6-a391-ef1fdf51a6e8 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] 10.222.0.118 "GET /v2.0/ports?device_id=a903e1d8-c140-4fcb-b6b5-d5cfc4738e8e HTTP/1.1" status: 200 len: 210 time: 0.0442147 Jul 06 14:05:40.519744 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-ab612d51-a805-4c43-89f5-bb237567c595 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] Made reservation on behalf of 2c9f97ebe52d4707a7d43ee1557db44b for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:05:40.524038 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-ab612d51-a805-4c43-89f5-bb237567c595 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:40.577855 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-186bd0be-cc72-404d-a245-5df55b6371b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:40.664178 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8bdcfee2-5628-4c8b-9246-09d6155fd058 req-5e2325d4-8ace-40a7-9783-7031405df956 tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.118 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0431776 Jul 06 14:05:40.720257 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-ab612d51-a805-4c43-89f5-bb237567c595 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] Allocated IP 172.20.0.11 (4f351ad0-ee81-405d-88bb-9509b6227e8c/17822569-52fb-4f27-8216-363fc35f539e/01a062de-507a-430b-a33f-db584cdc846f) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:05:40.756664 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e60abde5-9bf4-4993-a2c7-a66ce9cce8df req-0e1f1e2f-4f47-48a9-9c87-2b094803bf64 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=60478813-195d-4c29-9b2d-27abe697ce3d HTTP/1.1" status: 200 len: 210 time: 0.0379601 Jul 06 14:05:40.921305 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3fd55b52-8c62-472a-ad16-943ea29244cd req-f49ca5bc-7405-41a5-8d36-621f1dea7ba1 tempest-ServerShowV254Test-1127914145 tempest-ServerShowV254Test-1127914145-project] 10.222.0.118 "GET /v2.0/ports?device_id=73a82dfc-633b-4f54-b3cc-2291e9c86d0b HTTP/1.1" status: 200 len: 210 time: 0.0448029 Jul 06 14:05:40.957907 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-ab612d51-a805-4c43-89f5-bb237567c595 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:41.003687 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-ab612d51-a805-4c43-89f5-bb237567c595 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:41.047766 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-ab612d51-a805-4c43-89f5-bb237567c595 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] Network 4f351ad0-ee81-405d-88bb-9509b6227e8c is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:05:41.051405 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-ab612d51-a805-4c43-89f5-bb237567c595 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:41.055256 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-ab612d51-a805-4c43-89f5-bb237567c595 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:05:41.087417 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab612d51-a805-4c43-89f5-bb237567c595 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] Pushing event updated for resources: {'Port': ['ID=01a062de-507a-430b-a33f-db584cdc846f,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:41.120250 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-ab612d51-a805-4c43-89f5-bb237567c595 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:41.120884 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-ab612d51-a805-4c43-89f5-bb237567c595 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:41.136145 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-ab612d51-a805-4c43-89f5-bb237567c595 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8173389 Jul 06 14:05:41.147657 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-a6cb97ba-089c-47e3-8f81-90c5fd33cbfc service neutron] Request body: {'port': {'device_id': 'a903e1d8-c140-4fcb-b6b5-d5cfc4738e8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:41.221557 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-a6cb97ba-089c-47e3-8f81-90c5fd33cbfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:41.510632 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-a6cb97ba-089c-47e3-8f81-90c5fd33cbfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a062de-507a-430b-a33f-db584cdc846f {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:05:41.512921 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:41.531489 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-a6cb97ba-089c-47e3-8f81-90c5fd33cbfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:41.580357 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-a6cb97ba-089c-47e3-8f81-90c5fd33cbfc service neutron] Transition to ACTIVE for port object 01a062de-507a-430b-a33f-db584cdc846f will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:05:41.584342 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-a6cb97ba-089c-47e3-8f81-90c5fd33cbfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:41.665695 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb97ba-089c-47e3-8f81-90c5fd33cbfc service neutron] Pushing event updated for resources: {'Port': ['ID=01a062de-507a-430b-a33f-db584cdc846f,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:41.680633 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fa406-9886-458d-bfc4-08b04db70337 req-72323d21-ffc0-44ac-82cb-f3c0299ab5ab tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:41.682164 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-903fa406-9886-458d-bfc4-08b04db70337 req-72323d21-ffc0-44ac-82cb-f3c0299ab5ab tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.124 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 810 time: 0.1847222 Jul 06 14:05:41.788704 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-903fa406-9886-458d-bfc4-08b04db70337 req-8e3a7855-1cf1-4569-828c-601247a89a52 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e5e90395ebd4404a252de8a1621c3cf HTTP/1.1" status: 200 len: 380 time: 0.0798388 Jul 06 14:05:41.795059 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-a6cb97ba-089c-47e3-8f81-90c5fd33cbfc service neutron] Attempting to bind port 01a062de-507a-430b-a33f-db584cdc846f on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:41.795589 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-a6cb97ba-089c-47e3-8f81-90c5fd33cbfc service neutron] Attempting to bind port 01a062de-507a-430b-a33f-db584cdc846f by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '03268854-7924-4802-a56a-6713582a46d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4f351ad0-ee81-405d-88bb-9509b6227e8c'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:41.796125 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-a6cb97ba-089c-47e3-8f81-90c5fd33cbfc service neutron] Attempting to bind port 01a062de-507a-430b-a33f-db584cdc846f on network 4f351ad0-ee81-405d-88bb-9509b6227e8c {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:41.803936 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-903fa406-9886-458d-bfc4-08b04db70337 req-e0b20504-f829-43da-8de8-b28fb1192407 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Request body: {'port': {'device_id': '60478813-195d-4c29-9b2d-27abe697ce3d', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'admin_state_up': True, 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'security_groups': ['5226b282-adf2-44c8-bbcc-77eb0f71d789']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:41.819485 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-a6cb97ba-089c-47e3-8f81-90c5fd33cbfc service neutron] Port 01a062de-507a-430b-a33f-db584cdc846f on network 4f351ad0-ee81-405d-88bb-9509b6227e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:41.819823 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-a6cb97ba-089c-47e3-8f81-90c5fd33cbfc service neutron] Attempting to bind port 01a062de-507a-430b-a33f-db584cdc846f on network 4f351ad0-ee81-405d-88bb-9509b6227e8c {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:41.855017 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-a6cb97ba-089c-47e3-8f81-90c5fd33cbfc service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:05:41.855363 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-a6cb97ba-089c-47e3-8f81-90c5fd33cbfc service neutron] Checking segment: {'id': '03268854-7924-4802-a56a-6713582a46d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4f351ad0-ee81-405d-88bb-9509b6227e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:05:41.856276 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-a6cb97ba-089c-47e3-8f81-90c5fd33cbfc service neutron] Bound using segment: {'id': '03268854-7924-4802-a56a-6713582a46d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4f351ad0-ee81-405d-88bb-9509b6227e8c'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:05:41.856946 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-a6cb97ba-089c-47e3-8f81-90c5fd33cbfc service neutron] Bound port: 01a062de-507a-430b-a33f-db584cdc846f, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03268854-7924-4802-a56a-6713582a46d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4f351ad0-ee81-405d-88bb-9509b6227e8c'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:05:41.858267 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-a6cb97ba-089c-47e3-8f81-90c5fd33cbfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:41.990575 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-a6cb97ba-089c-47e3-8f81-90c5fd33cbfc service neutron] For port 01a062de-507a-430b-a33f-db584cdc846f, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:05:41.994224 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-a6cb97ba-089c-47e3-8f81-90c5fd33cbfc service neutron] For port 01a062de-507a-430b-a33f-db584cdc846f, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=01a062de-507a-430b-a33f-db584cdc846f,segment=NetworkSegment(03268854-7924-4802-a56a-6713582a46d6),segment_id=03268854-7924-4802-a56a-6713582a46d6)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:05:42.003074 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-a6cb97ba-089c-47e3-8f81-90c5fd33cbfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:42.053613 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-a6cb97ba-089c-47e3-8f81-90c5fd33cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:42.054326 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-a6cb97ba-089c-47e3-8f81-90c5fd33cbfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:42.055748 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-a6cb97ba-089c-47e3-8f81-90c5fd33cbfc service neutron] 10.222.0.52 "PUT /v2.0/ports/01a062de-507a-430b-a33f-db584cdc846f HTTP/1.1" status: 200 len: 1092 time: 0.9123812 Jul 06 14:05:42.058725 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a903e1d8-c140-4fcb-b6b5-d5cfc4738e8e', 'tag': '01a062de-507a-430b-a33f-db584cdc846f'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:42.061714 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f691d1-36d7-4eac-92de-4c4d6be9203d" -d '{"events": [{"name": "network-changed", "server_uuid": "a903e1d8-c140-4fcb-b6b5-d5cfc4738e8e", "tag": "01a062de-507a-430b-a33f-db584cdc846f"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:42.072223 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-903fa406-9886-458d-bfc4-08b04db70337 req-e0b20504-f829-43da-8de8-b28fb1192407 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Made reservation on behalf of 4e5e90395ebd4404a252de8a1621c3cf for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:05:42.076365 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-903fa406-9886-458d-bfc4-08b04db70337 req-e0b20504-f829-43da-8de8-b28fb1192407 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:42.102392 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed9484-45a3-4671-b89a-34a950e1344b req-e2b52166-0f39-4530-a6d5-84c3475b7d6d tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:42.103901 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ceed9484-45a3-4671-b89a-34a950e1344b req-e2b52166-0f39-4530-a6d5-84c3475b7d6d tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] 10.222.0.118 "GET /v2.0/ports?device_id=a903e1d8-c140-4fcb-b6b5-d5cfc4738e8e HTTP/1.1" status: 200 len: 944 time: 0.2021503 Jul 06 14:05:42.167000 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb97ba-089c-47e3-8f81-90c5fd33cbfc service neutron] Pushing event updated for resources: {'Port': ['ID=01a062de-507a-430b-a33f-db584cdc846f,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:42.239554 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ceed9484-45a3-4671-b89a-34a950e1344b req-0d7e8564-b97f-4dbf-8d42-d1f7e4eb735e tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] 10.222.0.118 "GET /v2.0/security-groups?id=4974f16f-84a7-450a-882a-d4975381780d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267259 Jul 06 14:05:42.291228 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-70027d1e-6671-4a83-a2cc-61e3ecd7b5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:42.292772 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-70027d1e-6671-4a83-a2cc-61e3ecd7b5fc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2c9f97ebe52d4707a7d43ee1557db44b&device_id=a903e1d8-c140-4fcb-b6b5-d5cfc4738e8e HTTP/1.1" status: 200 len: 1095 time: 0.1859591 Jul 06 14:05:42.341502 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-903fa406-9886-458d-bfc4-08b04db70337 req-e0b20504-f829-43da-8de8-b28fb1192407 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Allocated IP 172.20.0.14 (55ac526b-1e87-42ff-98ca-8b8357b7302f/63f5e127-3353-454e-884a-bc0470d3f3d4/1c7f910a-4f19-4e9f-aba2-235f98d77100) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:05:42.344587 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-ae846be7-474d-48a0-809a-54bedd06bf79 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01a062de-507a-430b-a33f-db584cdc846f HTTP/1.1" status: 200 len: 217 time: 0.0437922 Jul 06 14:05:42.425527 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c8f34bd-bb6e-4648-8555-a8f600538e89 req-a80d6ed8-62a9-4bd9-ac5c-e489025925e7 tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.118 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0715141 Jul 06 14:05:42.452835 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-a5c1421f-d758-4890-a1f8-2dc958aa0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:42.454607 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-a5c1421f-d758-4890-a1f8-2dc958aa0f82 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=17822569-52fb-4f27-8216-363fc35f539e HTTP/1.1" status: 200 len: 849 time: 0.1017222 Jul 06 14:05:42.531326 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-122b5cb8-7078-4d04-9c10-ddc9642c5589 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f351ad0-ee81-405d-88bb-9509b6227e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699601 Jul 06 14:05:42.640988 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c6d8d4dd-495c-4b4a-9b81-800a549156fa req-5cf24872-3e38-4b73-a92e-a8d23e55e774 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=60478813-195d-4c29-9b2d-27abe697ce3d HTTP/1.1" status: 200 len: 210 time: 0.0820875 Jul 06 14:05:42.682890 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-903fa406-9886-458d-bfc4-08b04db70337 req-e0b20504-f829-43da-8de8-b28fb1192407 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:42.727441 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-903fa406-9886-458d-bfc4-08b04db70337 req-e0b20504-f829-43da-8de8-b28fb1192407 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Transition to ACTIVE for port object 1c7f910a-4f19-4e9f-aba2-235f98d77100 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:05:42.737643 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-dfc4bcd0-c203-4b56-97a8-3b17b2094353 service neutron] 10.222.0.52 "GET /v2.0/networks/4f351ad0-ee81-405d-88bb-9509b6227e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989484 Jul 06 14:05:42.843411 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-903fa406-9886-458d-bfc4-08b04db70337 req-e0b20504-f829-43da-8de8-b28fb1192407 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:42.928302 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78c1a90b-e23e-4e28-95d8-4bd8be39c20b req-af26e60d-9861-45b8-94a5-aa91c4de7886 service neutron] 10.222.0.52 "GET /v2.0/networks/4f351ad0-ee81-405d-88bb-9509b6227e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829417 Jul 06 14:05:42.939284 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-903fa406-9886-458d-bfc4-08b04db70337 req-e0b20504-f829-43da-8de8-b28fb1192407 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Network 55ac526b-1e87-42ff-98ca-8b8357b7302f is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:05:42.946100 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-903fa406-9886-458d-bfc4-08b04db70337 req-e0b20504-f829-43da-8de8-b28fb1192407 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:05:42.948644 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b20504-f829-43da-8de8-b28fb1192407 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Pushing event updated for resources: {'Port': ['ID=1c7f910a-4f19-4e9f-aba2-235f98d77100,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:42.952390 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-903fa406-9886-458d-bfc4-08b04db70337 req-e0b20504-f829-43da-8de8-b28fb1192407 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:05:43.075578 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fa406-9886-458d-bfc4-08b04db70337 req-e0b20504-f829-43da-8de8-b28fb1192407 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:43.076201 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-903fa406-9886-458d-bfc4-08b04db70337 req-e0b20504-f829-43da-8de8-b28fb1192407 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:43.077659 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:43.109161 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-903fa406-9886-458d-bfc4-08b04db70337 req-e0b20504-f829-43da-8de8-b28fb1192407 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3101850 Jul 06 14:05:43.129415 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-903fa406-9886-458d-bfc4-08b04db70337 req-02aca573-ef35-4368-8a21-fac67877c287 service neutron] Request body: {'port': {'device_id': '60478813-195d-4c29-9b2d-27abe697ce3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:43.270286 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-903fa406-9886-458d-bfc4-08b04db70337 req-02aca573-ef35-4368-8a21-fac67877c287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:43.342848 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-96d1b649-78a5-447f-870b-ef1bd6d77969 None None] Provisioning for port 1c7f910a-4f19-4e9f-aba2-235f98d77100 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:05:43.349105 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-96d1b649-78a5-447f-870b-ef1bd6d77969 None None] Provisioning complete for port 1c7f910a-4f19-4e9f-aba2-235f98d77100 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:43.349493 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-96d1b649-78a5-447f-870b-ef1bd6d77969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:43.430576 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-96d1b649-78a5-447f-870b-ef1bd6d77969 None None] Port 1c7f910a-4f19-4e9f-aba2-235f98d77100 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:05:43.744796 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d8a8d9-3f75-478c-a679-e94204fbf43e x-openstack-request-id: req-66d8a8d9-3f75-478c-a679-e94204fbf43e {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:43.745079 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a903e1d8-c140-4fcb-b6b5-d5cfc4738e8e", "tag": "01a062de-507a-430b-a33f-db584cdc846f", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:43.745340 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-66d8a8d9-3f75-478c-a679-e94204fbf43e {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:43.745738 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a903e1d8-c140-4fcb-b6b5-d5cfc4738e8e', 'tag': '01a062de-507a-430b-a33f-db584cdc846f', 'status': 'completed', 'code': 200} Jul 06 14:05:43.813144 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9d08f094-4904-40af-bb47-f1d747560934 req-bd77af71-90ce-4d08-b3a0-f289a81ca182 tempest-ServerShowV254Test-1127914145 tempest-ServerShowV254Test-1127914145-project] 10.222.0.118 "GET /v2.0/ports?device_id=73a82dfc-633b-4f54-b3cc-2291e9c86d0b HTTP/1.1" status: 200 len: 210 time: 0.0662975 Jul 06 14:05:43.910901 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f691d1-36d7-4eac-92de-4c4d6be9203d req-532d935e-a2ef-42f3-8635-0d7fedf6f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:43.912410 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c3f691d1-36d7-4eac-92de-4c4d6be9203d req-532d935e-a2ef-42f3-8635-0d7fedf6f6e3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2c9f97ebe52d4707a7d43ee1557db44b&device_id=a903e1d8-c140-4fcb-b6b5-d5cfc4738e8e HTTP/1.1" status: 200 len: 1095 time: 0.1638801 Jul 06 14:05:44.152921 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f691d1-36d7-4eac-92de-4c4d6be9203d req-ef44bb03-a672-4603-91d8-08dc423445f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:44.154545 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c3f691d1-36d7-4eac-92de-4c4d6be9203d req-ef44bb03-a672-4603-91d8-08dc423445f2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4f351ad0-ee81-405d-88bb-9509b6227e8c HTTP/1.1" status: 200 len: 910 time: 0.2298951 Jul 06 14:05:44.163642 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b92a3-31fc-4d20-bfdc-925dea840afc req-f021b2a9-0c09-4ed1-a103-54348114ac46 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:44.165074 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-366b92a3-31fc-4d20-bfdc-925dea840afc req-f021b2a9-0c09-4ed1-a103-54348114ac46 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] 10.222.0.118 "GET /v2.0/ports?device_id=a903e1d8-c140-4fcb-b6b5-d5cfc4738e8e HTTP/1.1" status: 200 len: 944 time: 0.2061727 Jul 06 14:05:44.229059 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c3f691d1-36d7-4eac-92de-4c4d6be9203d req-d2c19fe2-aaf1-44da-990b-6f061ce5f14c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01a062de-507a-430b-a33f-db584cdc846f HTTP/1.1" status: 200 len: 217 time: 0.0630343 Jul 06 14:05:44.253462 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-903fa406-9886-458d-bfc4-08b04db70337 req-02aca573-ef35-4368-8a21-fac67877c287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c7f910a-4f19-4e9f-aba2-235f98d77100 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:05:44.278255 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-903fa406-9886-458d-bfc4-08b04db70337 req-02aca573-ef35-4368-8a21-fac67877c287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:44.316225 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-366b92a3-31fc-4d20-bfdc-925dea840afc req-2084459b-e84c-49f7-babb-f03b16f6d1fa tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] 10.222.0.118 "GET /v2.0/security-groups?id=4974f16f-84a7-450a-882a-d4975381780d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422815 Jul 06 14:05:44.321849 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-903fa406-9886-458d-bfc4-08b04db70337 req-02aca573-ef35-4368-8a21-fac67877c287 service neutron] Transition to ACTIVE for port object 1c7f910a-4f19-4e9f-aba2-235f98d77100 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:05:44.324026 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f691d1-36d7-4eac-92de-4c4d6be9203d req-57e5d8f4-639f-4686-9344-363a267a30d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:44.326224 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c3f691d1-36d7-4eac-92de-4c4d6be9203d req-57e5d8f4-639f-4686-9344-363a267a30d3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=17822569-52fb-4f27-8216-363fc35f539e HTTP/1.1" status: 200 len: 849 time: 0.0896358 Jul 06 14:05:44.327799 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-903fa406-9886-458d-bfc4-08b04db70337 req-02aca573-ef35-4368-8a21-fac67877c287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:44.392897 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c3f691d1-36d7-4eac-92de-4c4d6be9203d req-2e13b645-0181-4eed-a764-aa3e887169c2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4f351ad0-ee81-405d-88bb-9509b6227e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566201 Jul 06 14:05:44.484887 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aca573-ef35-4368-8a21-fac67877c287 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7f910a-4f19-4e9f-aba2-235f98d77100,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:44.542503 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-733845d0-da7c-4aad-bfee-438f41a46940 req-cecfe1ca-6e2b-4cad-9de8-ff7a16944653 tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.118 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0635781 Jul 06 14:05:44.613253 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-903fa406-9886-458d-bfc4-08b04db70337 req-02aca573-ef35-4368-8a21-fac67877c287 service neutron] Attempting to bind port 1c7f910a-4f19-4e9f-aba2-235f98d77100 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:05:44.613605 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-903fa406-9886-458d-bfc4-08b04db70337 req-02aca573-ef35-4368-8a21-fac67877c287 service neutron] Attempting to bind port 1c7f910a-4f19-4e9f-aba2-235f98d77100 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:05:44.614000 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903fa406-9886-458d-bfc4-08b04db70337 req-02aca573-ef35-4368-8a21-fac67877c287 service neutron] Attempting to bind port 1c7f910a-4f19-4e9f-aba2-235f98d77100 on network 55ac526b-1e87-42ff-98ca-8b8357b7302f {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:44.619214 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903fa406-9886-458d-bfc4-08b04db70337 req-02aca573-ef35-4368-8a21-fac67877c287 service neutron] Port 1c7f910a-4f19-4e9f-aba2-235f98d77100 on network 55ac526b-1e87-42ff-98ca-8b8357b7302f not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:05:44.619683 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903fa406-9886-458d-bfc4-08b04db70337 req-02aca573-ef35-4368-8a21-fac67877c287 service neutron] Attempting to bind port 1c7f910a-4f19-4e9f-aba2-235f98d77100 on network 55ac526b-1e87-42ff-98ca-8b8357b7302f {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:05:44.623646 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c3f691d1-36d7-4eac-92de-4c4d6be9203d req-13e70585-16db-4cbc-82a5-564810ff727f service neutron] 10.222.0.52 "GET /v2.0/networks/4f351ad0-ee81-405d-88bb-9509b6227e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214098 Jul 06 14:05:44.628039 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903fa406-9886-458d-bfc4-08b04db70337 req-02aca573-ef35-4368-8a21-fac67877c287 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:05:44.628418 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903fa406-9886-458d-bfc4-08b04db70337 req-02aca573-ef35-4368-8a21-fac67877c287 service neutron] Checking segment: {'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:05:44.628814 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903fa406-9886-458d-bfc4-08b04db70337 req-02aca573-ef35-4368-8a21-fac67877c287 service neutron] Bound using segment: {'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:05:44.629258 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-903fa406-9886-458d-bfc4-08b04db70337 req-02aca573-ef35-4368-8a21-fac67877c287 service neutron] Bound port: 1c7f910a-4f19-4e9f-aba2-235f98d77100, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:05:44.629791 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-903fa406-9886-458d-bfc4-08b04db70337 req-02aca573-ef35-4368-8a21-fac67877c287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:44.828377 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-903fa406-9886-458d-bfc4-08b04db70337 req-02aca573-ef35-4368-8a21-fac67877c287 service neutron] For port 1c7f910a-4f19-4e9f-aba2-235f98d77100, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:05:44.834913 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c3f691d1-36d7-4eac-92de-4c4d6be9203d req-d42a1755-c167-41d8-97cd-4eb01ce99e6f service neutron] 10.222.0.52 "GET /v2.0/networks/4f351ad0-ee81-405d-88bb-9509b6227e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026405 Jul 06 14:05:44.850474 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-903fa406-9886-458d-bfc4-08b04db70337 req-02aca573-ef35-4368-8a21-fac67877c287 service neutron] For port 1c7f910a-4f19-4e9f-aba2-235f98d77100, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=1c7f910a-4f19-4e9f-aba2-235f98d77100,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:05:44.860092 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d7e22-f7ad-4c6b-960b-ae9c928f8a15 req-d7baeb48-c00c-45e3-b58a-fa4b32f22a5a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:44.861738 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3c9d7e22-f7ad-4c6b-960b-ae9c928f8a15 req-d7baeb48-c00c-45e3-b58a-fa4b32f22a5a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=60478813-195d-4c29-9b2d-27abe697ce3d HTTP/1.1" status: 200 len: 944 time: 0.1731491 Jul 06 14:05:44.863375 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-903fa406-9886-458d-bfc4-08b04db70337 req-02aca573-ef35-4368-8a21-fac67877c287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:44.922799 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fa406-9886-458d-bfc4-08b04db70337 req-02aca573-ef35-4368-8a21-fac67877c287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:44.923828 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-903fa406-9886-458d-bfc4-08b04db70337 req-02aca573-ef35-4368-8a21-fac67877c287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:44.925504 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-903fa406-9886-458d-bfc4-08b04db70337 req-02aca573-ef35-4368-8a21-fac67877c287 service neutron] 10.222.0.124 "PUT /v2.0/ports/1c7f910a-4f19-4e9f-aba2-235f98d77100 HTTP/1.1" status: 200 len: 1092 time: 1.8089180 Jul 06 14:05:44.960313 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aca573-ef35-4368-8a21-fac67877c287 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7f910a-4f19-4e9f-aba2-235f98d77100,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:45.003533 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3c9d7e22-f7ad-4c6b-960b-ae9c928f8a15 req-7b1cbfe3-c980-4f81-b366-92511cff6f43 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347983 Jul 06 14:05:45.048449 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fa406-9886-458d-bfc4-08b04db70337 req-d37ef40c-caed-49ca-b0e8-c96537bc925c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:45.050062 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-903fa406-9886-458d-bfc4-08b04db70337 req-d37ef40c-caed-49ca-b0e8-c96537bc925c service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&device_id=60478813-195d-4c29-9b2d-27abe697ce3d HTTP/1.1" status: 200 len: 1095 time: 0.0790226 Jul 06 14:05:45.102970 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-903fa406-9886-458d-bfc4-08b04db70337 req-27b1b6dd-2bde-4fa3-98d2-0aed1ae7d534 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c7f910a-4f19-4e9f-aba2-235f98d77100 HTTP/1.1" status: 200 len: 217 time: 0.0455475 Jul 06 14:05:45.157361 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fa406-9886-458d-bfc4-08b04db70337 req-7c76310b-bd4e-4eba-a3a6-aabbf9b08058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:45.158880 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-903fa406-9886-458d-bfc4-08b04db70337 req-7c76310b-bd4e-4eba-a3a6-aabbf9b08058 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=63f5e127-3353-454e-884a-bc0470d3f3d4 HTTP/1.1" status: 200 len: 849 time: 0.0489998 Jul 06 14:05:45.230557 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fa406-9886-458d-bfc4-08b04db70337 req-e716bbb6-1e5c-467f-9967-f4cd3de8e306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:45.232237 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-903fa406-9886-458d-bfc4-08b04db70337 req-e716bbb6-1e5c-467f-9967-f4cd3de8e306 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=55ac526b-1e87-42ff-98ca-8b8357b7302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670609 Jul 06 14:05:45.282624 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-471b8742-2180-44ba-9ca4-526e38095601 req-ddd56d5c-e18d-4869-83a4-afdad3b6f277 tempest-ServerShowV254Test-1127914145 tempest-ServerShowV254Test-1127914145-project] 10.222.0.118 "GET /v2.0/ports?device_id=73a82dfc-633b-4f54-b3cc-2291e9c86d0b HTTP/1.1" status: 200 len: 210 time: 0.0494027 Jul 06 14:05:45.359758 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-903fa406-9886-458d-bfc4-08b04db70337 req-630d5728-804a-4fd5-93ef-1af5016a3d2f service neutron] 10.222.0.124 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178184 Jul 06 14:05:45.488304 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-903fa406-9886-458d-bfc4-08b04db70337 req-f14e1335-7b8f-4695-b5ac-b6ba7af9075c service neutron] 10.222.0.124 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208649 Jul 06 14:05:45.519709 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd6a5c-b1a0-4763-9908-0c31a9d21319 req-ceabc0b3-27f0-40d7-aa65-585315c6e944 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:45.521241 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a8fd6a5c-b1a0-4763-9908-0c31a9d21319 req-ceabc0b3-27f0-40d7-aa65-585315c6e944 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] 10.222.0.118 "GET /v2.0/ports?device_id=a903e1d8-c140-4fcb-b6b5-d5cfc4738e8e HTTP/1.1" status: 200 len: 944 time: 0.0841370 Jul 06 14:05:45.560776 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a8fd6a5c-b1a0-4763-9908-0c31a9d21319 req-b612cd3b-9f99-4db0-9753-aee0510cb9f2 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] 10.222.0.118 "GET /v2.0/security-groups?id=4974f16f-84a7-450a-882a-d4975381780d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339012 Jul 06 14:05:45.713732 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af7129ea-77ab-47ff-80f2-bcd0be571b81 req-4aa2982c-8554-454b-b65f-11a85e3e895b tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.118 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0325997 Jul 06 14:05:45.747042 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60478813-195d-4c29-9b2d-27abe697ce3d', 'tag': '1c7f910a-4f19-4e9f-aba2-235f98d77100'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:45.749853 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8cad31-976c-4bd9-87b3-0abfb1a094ea" -d '{"events": [{"name": "network-changed", "server_uuid": "60478813-195d-4c29-9b2d-27abe697ce3d", "tag": "1c7f910a-4f19-4e9f-aba2-235f98d77100"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:45.786091 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4160412-5c27-4942-9522-17d2c4edaa39 x-openstack-request-id: req-b4160412-5c27-4942-9522-17d2c4edaa39 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:45.786461 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60478813-195d-4c29-9b2d-27abe697ce3d", "tag": "1c7f910a-4f19-4e9f-aba2-235f98d77100", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:45.786721 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-b4160412-5c27-4942-9522-17d2c4edaa39 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:45.787120 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60478813-195d-4c29-9b2d-27abe697ce3d', 'tag': '1c7f910a-4f19-4e9f-aba2-235f98d77100', 'status': 'completed', 'code': 200} Jul 06 14:05:45.859332 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 01a062de-507a-430b-a33f-db584cdc846f details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:05:45.860431 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cad31-976c-4bd9-87b3-0abfb1a094ea req-dc22a22d-4989-418f-9415-21719b26ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:45.862593 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0d8cad31-976c-4bd9-87b3-0abfb1a094ea req-dc22a22d-4989-418f-9415-21719b26ed51 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&device_id=60478813-195d-4c29-9b2d-27abe697ce3d HTTP/1.1" status: 200 len: 1095 time: 0.0551517 Jul 06 14:05:45.965200 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 01a062de-507a-430b-a33f-db584cdc846f, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=01a062de-507a-430b-a33f-db584cdc846f,segment=NetworkSegment(03268854-7924-4802-a56a-6713582a46d6),segment_id=03268854-7924-4802-a56a-6713582a46d6)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:45.965429 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cad31-976c-4bd9-87b3-0abfb1a094ea req-9ec25099-05c6-4883-b293-b22a695afc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:45.966837 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0d8cad31-976c-4bd9-87b3-0abfb1a094ea req-9ec25099-05c6-4883-b293-b22a695afc40 service neutron] 10.222.0.124 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 911 time: 0.0985851 Jul 06 14:05:45.981367 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '01a062de-507a-430b-a33f-db584cdc846f', 'network_id': '4f351ad0-ee81-405d-88bb-9509b6227e8c', 'port_id': '01a062de-507a-430b-a33f-db584cdc846f', 'mac_address': 'fa:16:3e:d1:ab:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17822569-52fb-4f27-8216-363fc35f539e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:05:46.010987 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0d8cad31-976c-4bd9-87b3-0abfb1a094ea req-bb71f7df-d146-4c89-a3e6-ff6ba8fe96ea service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c7f910a-4f19-4e9f-aba2-235f98d77100 HTTP/1.1" status: 200 len: 217 time: 0.0372944 Jul 06 14:05:46.022079 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:46.039234 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a062de-507a-430b-a33f-db584cdc846f {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:05:46.063589 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 01a062de-507a-430b-a33f-db584cdc846f, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=01a062de-507a-430b-a33f-db584cdc846f,segment=NetworkSegment(03268854-7924-4802-a56a-6713582a46d6),segment_id=03268854-7924-4802-a56a-6713582a46d6)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:46.068591 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:46.071112 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cad31-976c-4bd9-87b3-0abfb1a094ea req-7d898b3f-160a-4bb1-8fa3-400bbc6ab6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:46.072968 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0d8cad31-976c-4bd9-87b3-0abfb1a094ea req-7d898b3f-160a-4bb1-8fa3-400bbc6ab6f1 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=63f5e127-3353-454e-884a-bc0470d3f3d4 HTTP/1.1" status: 200 len: 849 time: 0.0549078 Jul 06 14:05:46.122298 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=01a062de-507a-430b-a33f-db584cdc846f,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:46.149934 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cad31-976c-4bd9-87b3-0abfb1a094ea req-e7f5b5c3-b2ca-4fbb-94b7-9e6bb0d68083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:46.151554 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0d8cad31-976c-4bd9-87b3-0abfb1a094ea req-e7f5b5c3-b2ca-4fbb-94b7-9e6bb0d68083 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=55ac526b-1e87-42ff-98ca-8b8357b7302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725591 Jul 06 14:05:46.292119 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d69b6f-b5db-4822-b2eb-98c8b806ebfe req-69ba0880-c00e-4350-b113-f8b57943c5ef tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:46.293744 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['01a062de-507a-430b-a33f-db584cdc846f'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:05:46.298246 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32d69b6f-b5db-4822-b2eb-98c8b806ebfe req-69ba0880-c00e-4350-b113-f8b57943c5ef tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=60478813-195d-4c29-9b2d-27abe697ce3d HTTP/1.1" status: 200 len: 944 time: 0.1456704 Jul 06 14:05:46.303160 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0d8cad31-976c-4bd9-87b3-0abfb1a094ea req-a65ab38a-c114-4bed-a4f3-ef40e54f17d5 service neutron] 10.222.0.124 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403320 Jul 06 14:05:46.387538 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32d69b6f-b5db-4822-b2eb-98c8b806ebfe req-19f82b65-47a8-4a8b-a016-f85a799b350a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823903 Jul 06 14:05:46.428118 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0d8cad31-976c-4bd9-87b3-0abfb1a094ea req-2f53db5f-9ff5-4e89-b8b7-7a60be7208dd service neutron] 10.222.0.124 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148522 Jul 06 14:05:46.609798 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:46.633143 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d6a4e323-1c09-4531-b003-1cf48e6ec4f8 req-06d1559c-32a9-4467-af31-d9814f11f34d tempest-ServerShowV254Test-1127914145 tempest-ServerShowV254Test-1127914145-project] 10.222.0.118 "GET /v2.0/ports?device_id=73a82dfc-633b-4f54-b3cc-2291e9c86d0b HTTP/1.1" status: 200 len: 210 time: 0.0329635 Jul 06 14:05:46.801277 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb0be9-eb9b-43a6-80f8-511e25c33663 req-109dd63e-6214-4319-a497-744d6afebbe1 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:46.802887 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dffb0be9-eb9b-43a6-80f8-511e25c33663 req-109dd63e-6214-4319-a497-744d6afebbe1 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] 10.222.0.118 "GET /v2.0/ports?device_id=a903e1d8-c140-4fcb-b6b5-d5cfc4738e8e HTTP/1.1" status: 200 len: 945 time: 0.0672417 Jul 06 14:05:46.844482 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dffb0be9-eb9b-43a6-80f8-511e25c33663 req-99a9c508-f6b8-4417-b6c3-9364eafff9c7 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] 10.222.0.118 "GET /v2.0/security-groups?id=4974f16f-84a7-450a-882a-d4975381780d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358441 Jul 06 14:05:46.979108 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b8f79e4-ce69-46e4-991f-5877e6a8a091 req-44712362-0f36-4741-a85e-da1cde84e30f tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.118 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0299246 Jul 06 14:05:47.563449 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f322e-d22c-4e65-9f30-501573e33801 req-0cd51bd7-2a96-4793-91d0-ffd663d609bc tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:47.564948 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8b9f322e-d22c-4e65-9f30-501573e33801 req-0cd51bd7-2a96-4793-91d0-ffd663d609bc tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=60478813-195d-4c29-9b2d-27abe697ce3d HTTP/1.1" status: 200 len: 944 time: 0.0656250 Jul 06 14:05:47.602895 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8b9f322e-d22c-4e65-9f30-501573e33801 req-485de505-fbbb-45b3-9de7-1f2bdd1dfb3c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323913 Jul 06 14:05:47.874095 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 01a062de-507a-430b-a33f-db584cdc846f up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:05:47.926555 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 01a062de-507a-430b-a33f-db584cdc846f completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:05:47.930951 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 01a062de-507a-430b-a33f-db584cdc846f triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:47.931328 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:48.016170 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:48.035097 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-75e63e6d-89f0-4532-83fb-1c6cfd4b2435 req-6ab71651-28b4-4077-9af0-6adef9e7cda0 tempest-ServerShowV254Test-1127914145 tempest-ServerShowV254Test-1127914145-project] 10.222.0.118 "GET /v2.0/ports?device_id=73a82dfc-633b-4f54-b3cc-2291e9c86d0b HTTP/1.1" status: 200 len: 210 time: 0.0290771 Jul 06 14:05:48.041046 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a903e1d8-c140-4fcb-b6b5-d5cfc4738e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a062de-507a-430b-a33f-db584cdc846f'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:48.044181 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5aeedb9-eb1b-4a9e-b59a-a1597a7d6896" -d '{"events": [{"server_uuid": "a903e1d8-c140-4fcb-b6b5-d5cfc4738e8e", "name": "network-vif-plugged", "status": "completed", "tag": "01a062de-507a-430b-a33f-db584cdc846f"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:48.057048 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 01a062de-507a-430b-a33f-db584cdc846f, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=01a062de-507a-430b-a33f-db584cdc846f,segment=NetworkSegment(03268854-7924-4802-a56a-6713582a46d6),segment_id=03268854-7924-4802-a56a-6713582a46d6)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:48.061805 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:48.114259 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=01a062de-507a-430b-a33f-db584cdc846f,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:48.213275 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6339f-50c2-4364-84a6-15ca497614b1 req-cd029157-447f-4f63-9545-20db281c4ab9 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:48.214938 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-34a6339f-50c2-4364-84a6-15ca497614b1 req-cd029157-447f-4f63-9545-20db281c4ab9 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] 10.222.0.118 "GET /v2.0/ports?device_id=a903e1d8-c140-4fcb-b6b5-d5cfc4738e8e HTTP/1.1" status: 200 len: 946 time: 0.0628259 Jul 06 14:05:48.253226 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-34a6339f-50c2-4364-84a6-15ca497614b1 req-bec5e508-1c0d-4c82-ad4d-e2316e0ca6fe tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] 10.222.0.118 "GET /v2.0/security-groups?id=4974f16f-84a7-450a-882a-d4975381780d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322359 Jul 06 14:05:48.393309 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-adfd8cb0-2949-44a9-9c52-9c0a0b19d028 req-6a5022d6-fd7f-4a02-ab89-537a2f82d623 tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.118 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0338964 Jul 06 14:05:48.444162 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5107983-500c-418b-8adb-908029772054 x-openstack-request-id: req-c5107983-500c-418b-8adb-908029772054 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:48.444462 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a903e1d8-c140-4fcb-b6b5-d5cfc4738e8e", "name": "network-vif-plugged", "status": "completed", "tag": "01a062de-507a-430b-a33f-db584cdc846f", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:48.444723 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c5107983-500c-418b-8adb-908029772054 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:48.445125 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a903e1d8-c140-4fcb-b6b5-d5cfc4738e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a062de-507a-430b-a33f-db584cdc846f', 'code': 200} Jul 06 14:05:48.568358 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e96ff-7f03-4a39-9b63-d81bf9d13599 req-2e3ee1ab-6fb9-4c58-ba1b-a7851afe723c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:48.569902 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b50e96ff-7f03-4a39-9b63-d81bf9d13599 req-2e3ee1ab-6fb9-4c58-ba1b-a7851afe723c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a903e1d8-c140-4fcb-b6b5-d5cfc4738e8e HTTP/1.1" status: 200 len: 1097 time: 0.0566998 Jul 06 14:05:48.609533 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b50e96ff-7f03-4a39-9b63-d81bf9d13599 req-bc1b1bef-29d3-47d4-ae08-e16b1a8a883a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4974f16f-84a7-450a-882a-d4975381780d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301998 Jul 06 14:05:48.646462 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:48.947206 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37939e04-5dde-45b7-b7ed-30a48c1cbbb0 req-d3cba76a-ae43-4397-9357-6131c5471ba4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:48.948738 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37939e04-5dde-45b7-b7ed-30a48c1cbbb0 req-d3cba76a-ae43-4397-9357-6131c5471ba4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=60478813-195d-4c29-9b2d-27abe697ce3d HTTP/1.1" status: 200 len: 944 time: 0.0632997 Jul 06 14:05:48.987109 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37939e04-5dde-45b7-b7ed-30a48c1cbbb0 req-db6a9ec0-5ba9-4a4f-93b1-89ff14707769 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316069 Jul 06 14:05:49.265321 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4cdaa0-43da-4c71-a88f-19e0aa1a8e5d req-bdb0702f-7a40-43c1-821c-c01c7ff1ad01 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:49.271336 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4cdaa0-43da-4c71-a88f-19e0aa1a8e5d req-bdb0702f-7a40-43c1-821c-c01c7ff1ad01 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:49.278116 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4cdaa0-43da-4c71-a88f-19e0aa1a8e5d req-bdb0702f-7a40-43c1-821c-c01c7ff1ad01 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:49.283989 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4cdaa0-43da-4c71-a88f-19e0aa1a8e5d req-bdb0702f-7a40-43c1-821c-c01c7ff1ad01 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:49.289939 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4cdaa0-43da-4c71-a88f-19e0aa1a8e5d req-bdb0702f-7a40-43c1-821c-c01c7ff1ad01 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:49.295964 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4cdaa0-43da-4c71-a88f-19e0aa1a8e5d req-bdb0702f-7a40-43c1-821c-c01c7ff1ad01 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:49.301915 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4cdaa0-43da-4c71-a88f-19e0aa1a8e5d req-bdb0702f-7a40-43c1-821c-c01c7ff1ad01 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:49.303769 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5f4cdaa0-43da-4c71-a88f-19e0aa1a8e5d req-bdb0702f-7a40-43c1-821c-c01c7ff1ad01 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5444 time: 0.1123929 Jul 06 14:05:49.344487 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5f4cdaa0-43da-4c71-a88f-19e0aa1a8e5d req-c0da3809-c27e-4f58-9b0d-6486d2867ee9 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348656 Jul 06 14:05:49.483227 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a3c95f6-f5f1-4c09-a6e7-00f8c2a6dd63 req-52061c94-7d79-41ff-90a7-db8bfe536ee4 tempest-ServerShowV254Test-1127914145 tempest-ServerShowV254Test-1127914145-project] 10.222.0.118 "GET /v2.0/ports?device_id=73a82dfc-633b-4f54-b3cc-2291e9c86d0b HTTP/1.1" status: 200 len: 210 time: 0.0295384 Jul 06 14:05:49.654203 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ac6f3-9fa0-47c1-ba93-971eb164bfe0 req-b4c6fe11-95c0-466c-ae7b-705f45b421be tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:49.655708 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a18ac6f3-9fa0-47c1-ba93-971eb164bfe0 req-b4c6fe11-95c0-466c-ae7b-705f45b421be tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] 10.222.0.118 "GET /v2.0/ports?device_id=a903e1d8-c140-4fcb-b6b5-d5cfc4738e8e HTTP/1.1" status: 200 len: 946 time: 0.0643747 Jul 06 14:05:49.697678 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a18ac6f3-9fa0-47c1-ba93-971eb164bfe0 req-f191facc-912f-439a-9171-81882147d76e tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] 10.222.0.118 "GET /v2.0/security-groups?id=4974f16f-84a7-450a-882a-d4975381780d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361590 Jul 06 14:05:49.829409 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3fa6572b-1aac-40f9-ae9f-43e9b2923953 req-64371ff0-e1ca-4b5d-acf4-467cbc0a9e8e tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.118 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0288510 Jul 06 14:05:49.991272 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-4658fffd-c269-4df7-a6fc-f69522d3b1a7 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:49.997407 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-4658fffd-c269-4df7-a6fc-f69522d3b1a7 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:50.003350 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-4658fffd-c269-4df7-a6fc-f69522d3b1a7 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:50.009268 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-4658fffd-c269-4df7-a6fc-f69522d3b1a7 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:50.015913 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-4658fffd-c269-4df7-a6fc-f69522d3b1a7 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:50.021878 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-4658fffd-c269-4df7-a6fc-f69522d3b1a7 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:50.028870 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-4658fffd-c269-4df7-a6fc-f69522d3b1a7 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:50.030802 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-4658fffd-c269-4df7-a6fc-f69522d3b1a7 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.124 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5444 time: 0.1089292 Jul 06 14:05:50.090664 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-eaf5c237-9b09-4e98-8c07-134883b692c4 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:50.092323 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-eaf5c237-9b09-4e98-8c07-134883b692c4 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.124 "GET /v2.0/ports/e76ed683-71b8-44b2-8f04-a3fafeb1baa3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0557292 Jul 06 14:05:50.234659 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-562c8c80-93a9-4041-bf34-16fe54bd2daa tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.124 "GET /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1370425 Jul 06 14:05:50.245501 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99bb36-744d-4953-8035-11a2ec35aeaf req-8551ee11-8e43-450b-923f-02ad0b68c282 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:50.247973 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a99bb36-744d-4953-8035-11a2ec35aeaf req-8551ee11-8e43-450b-923f-02ad0b68c282 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=60478813-195d-4c29-9b2d-27abe697ce3d HTTP/1.1" status: 200 len: 944 time: 0.1412239 Jul 06 14:05:50.252789 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-b529b860-7287-40be-96be-0462afce9e81 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:50.337932 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a99bb36-744d-4953-8035-11a2ec35aeaf req-ef7e64ee-08d7-4f2d-99c4-bf8342039b3b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825849 Jul 06 14:05:50.353950 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-b529b860-7287-40be-96be-0462afce9e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:50.503362 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-b529b860-7287-40be-96be-0462afce9e81 service neutron] For port e76ed683-71b8-44b2-8f04-a3fafeb1baa3, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=e76ed683-71b8-44b2-8f04-a3fafeb1baa3,segment=NetworkSegment(c2e55cae-0229-401b-8b43-9fdaa7060b30),segment_id=c2e55cae-0229-401b-8b43-9fdaa7060b30)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:50.538006 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-b529b860-7287-40be-96be-0462afce9e81 service neutron] For port e76ed683-71b8-44b2-8f04-a3fafeb1baa3, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:05:50.602929 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-b529b860-7287-40be-96be-0462afce9e81 service neutron] device_id is not set on port e76ed683-71b8-44b2-8f04-a3fafeb1baa3 yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:05:50.613684 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-b529b860-7287-40be-96be-0462afce9e81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:50.622748 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-b529b860-7287-40be-96be-0462afce9e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:50.710057 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d159d8e-688d-4433-9429-82903fc4cc69 req-9a86314e-f17e-4c50-969a-eee3303f6f0e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:50.716024 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d159d8e-688d-4433-9429-82903fc4cc69 req-9a86314e-f17e-4c50-969a-eee3303f6f0e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:50.722017 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d159d8e-688d-4433-9429-82903fc4cc69 req-9a86314e-f17e-4c50-969a-eee3303f6f0e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:50.728198 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d159d8e-688d-4433-9429-82903fc4cc69 req-9a86314e-f17e-4c50-969a-eee3303f6f0e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:50.734700 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d159d8e-688d-4433-9429-82903fc4cc69 req-9a86314e-f17e-4c50-969a-eee3303f6f0e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:50.740847 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d159d8e-688d-4433-9429-82903fc4cc69 req-9a86314e-f17e-4c50-969a-eee3303f6f0e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:50.747492 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d159d8e-688d-4433-9429-82903fc4cc69 req-9a86314e-f17e-4c50-969a-eee3303f6f0e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:50.749430 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8d159d8e-688d-4433-9429-82903fc4cc69 req-9a86314e-f17e-4c50-969a-eee3303f6f0e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 5366 time: 0.1911180 Jul 06 14:05:50.753099 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-b529b860-7287-40be-96be-0462afce9e81 service neutron] No DVR routers for this DVR port e76ed683-71b8-44b2-8f04-a3fafeb1baa3 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:05:50.756396 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529b860-7287-40be-96be-0462afce9e81 service neutron] Pushing event updated for resources: {'Port': ['ID=e76ed683-71b8-44b2-8f04-a3fafeb1baa3,revision_number=6']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:50.816453 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-b529b860-7287-40be-96be-0462afce9e81 service neutron] In _notify_port_updated(), no bound segment for port e76ed683-71b8-44b2-8f04-a3fafeb1baa3 on network f573758c-9164-40b8-bfb3-cabd80b3ac2d {{(pid=100418) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:05:50.817356 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-b529b860-7287-40be-96be-0462afce9e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:50.818008 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-b529b860-7287-40be-96be-0462afce9e81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:50.819330 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-b529b860-7287-40be-96be-0462afce9e81 service neutron] 10.222.0.124 "PUT /v2.0/ports/e76ed683-71b8-44b2-8f04-a3fafeb1baa3 HTTP/1.1" status: 200 len: 1033 time: 0.5704739 Jul 06 14:05:50.830443 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8d159d8e-688d-4433-9429-82903fc4cc69 req-e0fcb13b-7159-4b1a-8dc4-8c1b1400e15e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=c5686d5e-798c-4c25-89e1-188041907485&id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714107 Jul 06 14:05:50.852830 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a3762fa0-5d1a-4be9-9d44-817c16748b96 None None] Provisioning complete for port e76ed683-71b8-44b2-8f04-a3fafeb1baa3 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:50.853368 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a3762fa0-5d1a-4be9-9d44-817c16748b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:50.888018 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-62ed5dbf-e9e4-40e7-bf5b-e946a5a7b2e7 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:50.889623 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-62ed5dbf-e9e4-40e7-bf5b-e946a5a7b2e7 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.124 "GET /v2.0/ports/c81b15c8-afcc-4b25-b3cc-00f2946f2dd8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0639796 Jul 06 14:05:50.895098 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a3762fa0-5d1a-4be9-9d44-817c16748b96 None None] Port e76ed683-71b8-44b2-8f04-a3fafeb1baa3 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:05:50.901312 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-fdb732f3-cee6-4953-8e72-5a7c51e7d7e4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:50.996544 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-411618c0-a455-4efa-ad30-ff47a8f0065a req-e53b2b89-58c2-4d71-9e8b-182bb8c500ae tempest-ServerShowV254Test-1127914145 tempest-ServerShowV254Test-1127914145-project] 10.222.0.118 "GET /v2.0/ports?device_id=73a82dfc-633b-4f54-b3cc-2291e9c86d0b HTTP/1.1" status: 200 len: 210 time: 0.0347476 Jul 06 14:05:51.002737 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-fdb732f3-cee6-4953-8e72-5a7c51e7d7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:51.174304 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-fdb732f3-cee6-4953-8e72-5a7c51e7d7e4 service neutron] For port c81b15c8-afcc-4b25-b3cc-00f2946f2dd8, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c81b15c8-afcc-4b25-b3cc-00f2946f2dd8,segment=NetworkSegment(c2e55cae-0229-401b-8b43-9fdaa7060b30),segment_id=c2e55cae-0229-401b-8b43-9fdaa7060b30)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:51.210504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83a144-e2fa-49e5-aac3-319c669b37b4 req-db7b17b9-581c-424a-8f64-174af828d2b2 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:51.212118 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6d83a144-e2fa-49e5-aac3-319c669b37b4 req-db7b17b9-581c-424a-8f64-174af828d2b2 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] 10.222.0.118 "GET /v2.0/ports?device_id=a903e1d8-c140-4fcb-b6b5-d5cfc4738e8e HTTP/1.1" status: 200 len: 946 time: 0.1083903 Jul 06 14:05:51.247432 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-fdb732f3-cee6-4953-8e72-5a7c51e7d7e4 service neutron] For port c81b15c8-afcc-4b25-b3cc-00f2946f2dd8, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:05:51.289991 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6d83a144-e2fa-49e5-aac3-319c669b37b4 req-a76fc91a-00ac-4f4d-8d23-922e52834ed9 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] 10.222.0.118 "GET /v2.0/security-groups?id=4974f16f-84a7-450a-882a-d4975381780d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682931 Jul 06 14:05:51.296056 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-fdb732f3-cee6-4953-8e72-5a7c51e7d7e4 service neutron] device_id is not set on port c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:05:51.305600 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-fdb732f3-cee6-4953-8e72-5a7c51e7d7e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:51.312216 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-fdb732f3-cee6-4953-8e72-5a7c51e7d7e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:51.382318 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-fdb732f3-cee6-4953-8e72-5a7c51e7d7e4 service neutron] No DVR routers for this DVR port c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:05:51.385791 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb732f3-cee6-4953-8e72-5a7c51e7d7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=c81b15c8-afcc-4b25-b3cc-00f2946f2dd8,revision_number=6']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:51.444370 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4385e733-5852-4dd5-86ee-f03a77876c76 req-38009ba4-ee98-409e-93cc-207b5bfaaab6 tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.118 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0373743 Jul 06 14:05:51.452846 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-fdb732f3-cee6-4953-8e72-5a7c51e7d7e4 service neutron] In _notify_port_updated(), no bound segment for port c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 on network f573758c-9164-40b8-bfb3-cabd80b3ac2d {{(pid=100418) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:05:51.453111 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-fdb732f3-cee6-4953-8e72-5a7c51e7d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:51.453769 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-fdb732f3-cee6-4953-8e72-5a7c51e7d7e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:51.455113 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-fdb732f3-cee6-4953-8e72-5a7c51e7d7e4 service neutron] 10.222.0.124 "PUT /v2.0/ports/c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 HTTP/1.1" status: 200 len: 1032 time: 0.5592761 Jul 06 14:05:51.574704 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-63961bd7-59b7-424e-8590-010136371303 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Deleting port f43b5bfc-1387-457f-8a78-02e1c6d6fcb2 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:51.575964 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-63961bd7-59b7-424e-8590-010136371303 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:51.618336 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5f3d6a96-c7d9-4acc-b374-d4567ba38188 None None] Provisioning complete for port c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:51.618637 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5f3d6a96-c7d9-4acc-b374-d4567ba38188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:51.658948 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-5f3d6a96-c7d9-4acc-b374-d4567ba38188 None None] Port c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:05:51.674057 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-63961bd7-59b7-424e-8590-010136371303 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] For port f43b5bfc-1387-457f-8a78-02e1c6d6fcb2, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=f43b5bfc-1387-457f-8a78-02e1c6d6fcb2,segment=NetworkSegment(1e3e79de-418b-427e-ab47-30b7f03d6d5a),segment_id=1e3e79de-418b-427e-ab47-30b7f03d6d5a)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:51.674522 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-63961bd7-59b7-424e-8590-010136371303 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:52.186798 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed43030-31da-4d88-8224-8c0f31f1a010 req-7ffd5914-48fe-4eac-bbad-c9fc0c0f13d1 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:52.188317 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ed43030-31da-4d88-8224-8c0f31f1a010 req-7ffd5914-48fe-4eac-bbad-c9fc0c0f13d1 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=60478813-195d-4c29-9b2d-27abe697ce3d HTTP/1.1" status: 200 len: 944 time: 0.4680965 Jul 06 14:05:52.219322 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-63961bd7-59b7-424e-8590-010136371303 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:52.219708 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-63961bd7-59b7-424e-8590-010136371303 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:52.220032 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-63961bd7-59b7-424e-8590-010136371303 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Floating IP 0308c744-c197-42a1-9b78-036e9ea7488a disassociated. External IP: 172.25.6.198, port: f43b5bfc-1387-457f-8a78-02e1c6d6fcb2. Jul 06 14:05:52.220389 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-63961bd7-59b7-424e-8590-010136371303 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Calling delete_port for f43b5bfc-1387-457f-8a78-02e1c6d6fcb2 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:52.279117 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ed43030-31da-4d88-8224-8c0f31f1a010 req-433d9a98-6326-4ce9-a003-70fa2b38c3ac tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844636 Jul 06 14:05:52.365717 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-63961bd7-59b7-424e-8590-010136371303 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:52.399805 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63961bd7-59b7-424e-8590-010136371303 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Pushing event deleted for resources: {'Port': ['ID=f43b5bfc-1387-457f-8a78-02e1c6d6fcb2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:52.439644 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 11e54c50-28be-4c62-974c-793a9bc6cfeb no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:05:52.520155 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:52.520682 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-63961bd7-59b7-424e-8590-010136371303 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Router c69b80ad-875f-4d33-82bd-8e7157128611 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:05:52.544117 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11e54c50-28be-4c62-974c-793a9bc6cfeb'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:52.546319 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aff23dc-a92c-464c-9c4a-558e85fae5b2" -d '{"events": [{"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-unplugged", "status": "completed", "tag": "11e54c50-28be-4c62-974c-793a9bc6cfeb"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:52.559427 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 11e54c50-28be-4c62-974c-793a9bc6cfeb, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=11e54c50-28be-4c62-974c-793a9bc6cfeb,segment=NetworkSegment(c2e55cae-0229-401b-8b43-9fdaa7060b30),segment_id=c2e55cae-0229-401b-8b43-9fdaa7060b30)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:52.566677 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:52.567490 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 9a71000c-341f-41c5-af30-6252750d04b5 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:05:52.653167 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=11e54c50-28be-4c62-974c-793a9bc6cfeb,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:52.685956 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:05:52.691935 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-63961bd7-59b7-424e-8590-010136371303 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:05:52.695725 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:52.706021 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11720568-622c-494b-966f-f245e42bec47 req-41b018f9-e335-4a2f-9d6e-58114b99c85a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:52.708175 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb8730d-045e-4970-800b-2d12686ccf47 None None] Sync routers for ids ['c69b80ad-875f-4d33-82bd-8e7157128611'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:05:52.712398 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11720568-622c-494b-966f-f245e42bec47 req-41b018f9-e335-4a2f-9d6e-58114b99c85a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:52.719224 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11720568-622c-494b-966f-f245e42bec47 req-41b018f9-e335-4a2f-9d6e-58114b99c85a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:52.725220 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11720568-622c-494b-966f-f245e42bec47 req-41b018f9-e335-4a2f-9d6e-58114b99c85a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:52.727028 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-11720568-622c-494b-966f-f245e42bec47 req-41b018f9-e335-4a2f-9d6e-58114b99c85a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 3147 time: 0.1624033 Jul 06 14:05:52.735071 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb8730d-045e-4970-800b-2d12686ccf47 None None] Routers {'c69b80ad-875f-4d33-82bd-8e7157128611'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:05:52.735720 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3eb8730d-045e-4970-800b-2d12686ccf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:05:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c69b80ad-875f-4d33-82bd-8e7157128611'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:52.784216 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-63961bd7-59b7-424e-8590-010136371303 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] No DVR routers for this DVR port f43b5bfc-1387-457f-8a78-02e1c6d6fcb2 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:05:52.784474 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 9a71000c-341f-41c5-af30-6252750d04b5, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=9a71000c-341f-41c5-af30-6252750d04b5,segment=NetworkSegment(c2e55cae-0229-401b-8b43-9fdaa7060b30),segment_id=c2e55cae-0229-401b-8b43-9fdaa7060b30)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:52.790460 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-63961bd7-59b7-424e-8590-010136371303 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:52.792672 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:52.793253 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-63961bd7-59b7-424e-8590-010136371303 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.124 "DELETE /v2.0/ports/f43b5bfc-1387-457f-8a78-02e1c6d6fcb2 HTTP/1.1" status: 204 len: 173 time: 1.3320587 Jul 06 14:05:52.793733 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-deleted', 'tag': 'f43b5bfc-1387-457f-8a78-02e1c6d6fcb2'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:52.793916 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device a33437af-9d21-48be-a19f-2f3a314e0e9d no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:05:52.796079 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e85e90a-0343-4d8d-85a7-53de82fcc926" -d '{"events": [{"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-deleted", "tag": "f43b5bfc-1387-457f-8a78-02e1c6d6fcb2"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:52.851755 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-11720568-622c-494b-966f-f245e42bec47 req-424bfb9c-9bfc-451d-8647-965577cca448 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004131 Jul 06 14:05:52.915791 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=9a71000c-341f-41c5-af30-6252750d04b5,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:52.938941 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-8cc75e33-5ed6-48e9-8fa1-da808a68a0a3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Deleting port 9a71000c-341f-41c5-af30-6252750d04b5 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:52.939618 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-8cc75e33-5ed6-48e9-8fa1-da808a68a0a3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:52.985505 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-3eb8730d-045e-4970-800b-2d12686ccf47 None None] Set router c69b80ad-875f-4d33-82bd-8e7157128611 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:05:53.027899 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:53.037144 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e854ebb5-89b2-43bd-b8c7-19faa92a9e93 req-7a389a50-cf01-4df8-b179-2c248b7de984 tempest-ServerShowV254Test-1127914145 tempest-ServerShowV254Test-1127914145-project] 10.222.0.118 "GET /v2.0/ports?device_id=73a82dfc-633b-4f54-b3cc-2291e9c86d0b HTTP/1.1" status: 200 len: 210 time: 0.0334656 Jul 06 14:05:53.088625 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-8cc75e33-5ed6-48e9-8fa1-da808a68a0a3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] For port 9a71000c-341f-41c5-af30-6252750d04b5, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=9a71000c-341f-41c5-af30-6252750d04b5,segment=NetworkSegment(c2e55cae-0229-401b-8b43-9fdaa7060b30),segment_id=c2e55cae-0229-401b-8b43-9fdaa7060b30)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:53.089043 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-8cc75e33-5ed6-48e9-8fa1-da808a68a0a3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:53.104215 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-8cc75e33-5ed6-48e9-8fa1-da808a68a0a3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Calling delete_port for 9a71000c-341f-41c5-af30-6252750d04b5 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:53.273435 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-8cc75e33-5ed6-48e9-8fa1-da808a68a0a3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:53.288351 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port a33437af-9d21-48be-a19f-2f3a314e0e9d, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a33437af-9d21-48be-a19f-2f3a314e0e9d,segment=NetworkSegment(47eff200-9b7f-44df-b691-5543df245491),segment_id=47eff200-9b7f-44df-b691-5543df245491)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:53.297049 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:53.297686 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:05:53.314659 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc75e33-5ed6-48e9-8fa1-da808a68a0a3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Pushing event deleted for resources: {'Port': ['ID=9a71000c-341f-41c5-af30-6252750d04b5,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:53.341583 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76eb322c-2a61-4a26-abad-cd5479e000cc req-7ec7d055-f000-414b-a2e1-691f12532304 tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.118 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0382996 Jul 06 14:05:53.389300 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-8cc75e33-5ed6-48e9-8fa1-da808a68a0a3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] No DVR routers for this DVR port 9a71000c-341f-41c5-af30-6252750d04b5 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:05:53.391262 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-8cc75e33-5ed6-48e9-8fa1-da808a68a0a3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:53.393821 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-8cc75e33-5ed6-48e9-8fa1-da808a68a0a3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.124 "DELETE /v2.0/ports/9a71000c-341f-41c5-af30-6252750d04b5 HTTP/1.1" status: 204 len: 173 time: 0.5944750 Jul 06 14:05:53.419085 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=a33437af-9d21-48be-a19f-2f3a314e0e9d,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:53.423524 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:05:53.423937 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device e76ed683-71b8-44b2-8f04-a3fafeb1baa3 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:05:53.428661 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024a71d1-2013-40bc-a460-0264160b60fe x-openstack-request-id: req-024a71d1-2013-40bc-a460-0264160b60fe {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:53.428955 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-unplugged", "status": "completed", "tag": "11e54c50-28be-4c62-974c-793a9bc6cfeb", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:53.429216 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-024a71d1-2013-40bc-a460-0264160b60fe {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:53.429608 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11e54c50-28be-4c62-974c-793a9bc6cfeb', 'code': 200} Jul 06 14:05:53.482420 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc0280e-054c-41df-b5e3-e70371c291fb x-openstack-request-id: req-fcc0280e-054c-41df-b5e3-e70371c291fb {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:53.482941 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-deleted", "tag": "f43b5bfc-1387-457f-8a78-02e1c6d6fcb2", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:53.483155 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-fcc0280e-054c-41df-b5e3-e70371c291fb {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:53.483522 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-deleted', 'tag': 'f43b5bfc-1387-457f-8a78-02e1c6d6fcb2', 'status': 'completed', 'code': 200} Jul 06 14:05:53.508265 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device e76ed683-71b8-44b2-8f04-a3fafeb1baa3 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:05:53.508808 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f43b5bfc-1387-457f-8a78-02e1c6d6fcb2 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:05:53.525269 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-53e686ab-e21f-4fc3-969b-9e3e42f32121 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Deleting port a33437af-9d21-48be-a19f-2f3a314e0e9d {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:53.525631 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-53e686ab-e21f-4fc3-969b-9e3e42f32121 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:53.533913 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: f43b5bfc-1387-457f-8a78-02e1c6d6fcb2 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:05:53.534347 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device f43b5bfc-1387-457f-8a78-02e1c6d6fcb2 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:05:53.534846 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device a663b4e4-819d-4649-9da6-3d9154d3234b no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:05:53.562078 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3eb8730d-045e-4970-800b-2d12686ccf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'name': 'tempest-TaggedBootDevicesTest_v242-1291206415-router', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'aad2e0e3-4b47-419a-95c7-783c6fda1c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:10Z', 'updated_at': '2021-07-06T13:55:20Z', 'revision_number': 4, 'project_id': '9336c3d8fa4746dd9ed2823889de2712', 'gw_port': {'id': 'aad2e0e3-4b47-419a-95c7-783c6fda1c32', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:12Z', 'updated_at': '2021-07-06T13:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '97870ffb-58db-4ffa-a527-a86c4d995267', 'name': '', 'network_id': 'd3d758c6-1344-45af-aaa5-3031f97f13d4', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'mac_address': 'fa:16:3e:14:df:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '8df52582-dd18-48d1-9337-785b45f0ca32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:17Z', 'updated_at': '2021-07-06T13:55:27Z', 'revision_number': 5, 'project_id': '9336c3d8fa4746dd9ed2823889de2712', 'subnets': [{'id': '8df52582-dd18-48d1-9337-785b45f0ca32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:53.592244 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb8730d-045e-4970-800b-2d12686ccf47 None None] Checking router: c69b80ad-875f-4d33-82bd-8e7157128611 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:05:53.608042 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb8730d-045e-4970-800b-2d12686ccf47 None None] Routers {'c69b80ad-875f-4d33-82bd-8e7157128611'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:05:53.608595 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3eb8730d-045e-4970-800b-2d12686ccf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:05:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c69b80ad-875f-4d33-82bd-8e7157128611'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:53.660089 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-53e686ab-e21f-4fc3-969b-9e3e42f32121 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] For port a33437af-9d21-48be-a19f-2f3a314e0e9d, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a33437af-9d21-48be-a19f-2f3a314e0e9d,segment=NetworkSegment(47eff200-9b7f-44df-b691-5543df245491),segment_id=47eff200-9b7f-44df-b691-5543df245491)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:53.660478 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-53e686ab-e21f-4fc3-969b-9e3e42f32121 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:53.677440 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-53e686ab-e21f-4fc3-969b-9e3e42f32121 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Calling delete_port for a33437af-9d21-48be-a19f-2f3a314e0e9d owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:53.705212 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c1993-6786-44d4-b214-ff8b4dd74a03 req-b6a2420e-0b3d-4de2-b35d-8396c644b571 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:53.706834 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4c2c1993-6786-44d4-b214-ff8b4dd74a03 req-b6a2420e-0b3d-4de2-b35d-8396c644b571 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=60478813-195d-4c29-9b2d-27abe697ce3d HTTP/1.1" status: 200 len: 944 time: 0.1174812 Jul 06 14:05:53.733562 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:53.774876 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-3eb8730d-045e-4970-800b-2d12686ccf47 None None] Set router c69b80ad-875f-4d33-82bd-8e7157128611 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:05:53.798152 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4c2c1993-6786-44d4-b214-ff8b4dd74a03 req-487e687f-b16b-4de1-8e54-5f35a38c279c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556517 Jul 06 14:05:53.812643 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port a663b4e4-819d-4649-9da6-3d9154d3234b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a663b4e4-819d-4649-9da6-3d9154d3234b,segment=NetworkSegment(47eff200-9b7f-44df-b691-5543df245491),segment_id=47eff200-9b7f-44df-b691-5543df245491)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:53.821583 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:53.894698 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-53e686ab-e21f-4fc3-969b-9e3e42f32121 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:53.931477 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e686ab-e21f-4fc3-969b-9e3e42f32121 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Pushing event deleted for resources: {'Port': ['ID=a33437af-9d21-48be-a19f-2f3a314e0e9d,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:53.987616 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-53e686ab-e21f-4fc3-969b-9e3e42f32121 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] No DVR routers for this DVR port a33437af-9d21-48be-a19f-2f3a314e0e9d on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:05:53.990243 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-53e686ab-e21f-4fc3-969b-9e3e42f32121 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:53.992685 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-53e686ab-e21f-4fc3-969b-9e3e42f32121 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.124 "DELETE /v2.0/ports/a33437af-9d21-48be-a19f-2f3a314e0e9d HTTP/1.1" status: 204 len: 173 time: 0.5910323 Jul 06 14:05:53.992972 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=a663b4e4-819d-4649-9da6-3d9154d3234b,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:54.057930 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3eb8730d-045e-4970-800b-2d12686ccf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'name': 'tempest-TaggedBootDevicesTest_v242-1291206415-router', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'aad2e0e3-4b47-419a-95c7-783c6fda1c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:10Z', 'updated_at': '2021-07-06T13:55:20Z', 'revision_number': 4, 'project_id': '9336c3d8fa4746dd9ed2823889de2712', 'gw_port': {'id': 'aad2e0e3-4b47-419a-95c7-783c6fda1c32', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:12Z', 'updated_at': '2021-07-06T13:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '97870ffb-58db-4ffa-a527-a86c4d995267', 'name': '', 'network_id': 'd3d758c6-1344-45af-aaa5-3031f97f13d4', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'mac_address': 'fa:16:3e:14:df:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '8df52582-dd18-48d1-9337-785b45f0ca32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:17Z', 'updated_at': '2021-07-06T13:55:27Z', 'revision_number': 5, 'project_id': '9336c3d8fa4746dd9ed2823889de2712', 'subnets': [{'id': '8df52582-dd18-48d1-9337-785b45f0ca32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:05:54.091152 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb8730d-045e-4970-800b-2d12686ccf47 None None] The sync data for ids ['c69b80ad-875f-4d33-82bd-8e7157128611'] in n-d-773644-6 is: [{'id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'name': 'tempest-TaggedBootDevicesTest_v242-1291206415-router', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'aad2e0e3-4b47-419a-95c7-783c6fda1c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:10Z', 'updated_at': '2021-07-06T13:55:20Z', 'revision_number': 4, 'project_id': '9336c3d8fa4746dd9ed2823889de2712', 'gw_port': {'id': 'aad2e0e3-4b47-419a-95c7-783c6fda1c32', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:12Z', 'updated_at': '2021-07-06T13:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '97870ffb-58db-4ffa-a527-a86c4d995267', 'name': '', 'network_id': 'd3d758c6-1344-45af-aaa5-3031f97f13d4', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'mac_address': 'fa:16:3e:14:df:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '8df52582-dd18-48d1-9337-785b45f0ca32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:17Z', 'updated_at': '2021-07-06T13:55:27Z', 'revision_number': 5, 'project_id': '9336c3d8fa4746dd9ed2823889de2712', 'subnets': [{'id': '8df52582-dd18-48d1-9337-785b45f0ca32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:05:54.111842 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-d24287e0-7487-443f-94de-13ef11d3d14c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Deleting port a663b4e4-819d-4649-9da6-3d9154d3234b {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:54.112201 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-d24287e0-7487-443f-94de-13ef11d3d14c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:54.207681 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-d24287e0-7487-443f-94de-13ef11d3d14c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] For port a663b4e4-819d-4649-9da6-3d9154d3234b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a663b4e4-819d-4649-9da6-3d9154d3234b,segment=NetworkSegment(47eff200-9b7f-44df-b691-5543df245491),segment_id=47eff200-9b7f-44df-b691-5543df245491)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:54.208058 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-d24287e0-7487-443f-94de-13ef11d3d14c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:54.236342 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-d24287e0-7487-443f-94de-13ef11d3d14c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Calling delete_port for a663b4e4-819d-4649-9da6-3d9154d3234b owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:54.346318 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bf8f4e-fd91-4da9-932d-237b80789d05 None None] New status for floating IP 0308c744-c197-42a1-9b78-036e9ea7488a: DOWN {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:05:54.350354 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e89d3-f840-4de4-8214-ad56a3c08b27 req-c5652e6d-3bfd-4df6-af2b-47d51ea36851 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:54.357147 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e89d3-f840-4de4-8214-ad56a3c08b27 req-c5652e6d-3bfd-4df6-af2b-47d51ea36851 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:54.358882 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fd1e89d3-f840-4de4-8214-ad56a3c08b27 req-c5652e6d-3bfd-4df6-af2b-47d51ea36851 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 1676 time: 0.1480131 Jul 06 14:05:54.437135 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fd1e89d3-f840-4de4-8214-ad56a3c08b27 req-e1c75bd7-67a2-4d93-8278-fbaf22f583c1 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups?id=edd0893d-98af-4a83-9eae-88d1111ae057&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693872 Jul 06 14:05:54.460322 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 1c7f910a-4f19-4e9f-aba2-235f98d77100 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:05:54.464290 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-d24287e0-7487-443f-94de-13ef11d3d14c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:54.509662 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24287e0-7487-443f-94de-13ef11d3d14c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Pushing event deleted for resources: {'Port': ['ID=a663b4e4-819d-4649-9da6-3d9154d3234b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:54.559485 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-d24287e0-7487-443f-94de-13ef11d3d14c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] No DVR routers for this DVR port a663b4e4-819d-4649-9da6-3d9154d3234b on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:05:54.562301 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-d24287e0-7487-443f-94de-13ef11d3d14c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:54.564668 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-d24287e0-7487-443f-94de-13ef11d3d14c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.124 "DELETE /v2.0/ports/a663b4e4-819d-4649-9da6-3d9154d3234b HTTP/1.1" status: 204 len: 173 time: 0.5671458 Jul 06 14:05:54.604560 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 1c7f910a-4f19-4e9f-aba2-235f98d77100, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=1c7f910a-4f19-4e9f-aba2-235f98d77100,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:54.618860 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '1c7f910a-4f19-4e9f-aba2-235f98d77100', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'port_id': '1c7f910a-4f19-4e9f-aba2-235f98d77100', 'mac_address': 'fa:16:3e:3b:b3:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:05:54.662164 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:54.675556 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c7f910a-4f19-4e9f-aba2-235f98d77100 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:05:54.682558 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b47ece14-ea9a-413c-b0ea-35c3bc5591cf req-b14e64d7-ff38-40f8-9c01-93f74bc33c0b tempest-ServerShowV254Test-1127914145 tempest-ServerShowV254Test-1127914145-project] 10.222.0.118 "GET /v2.0/ports?device_id=73a82dfc-633b-4f54-b3cc-2291e9c86d0b HTTP/1.1" status: 200 len: 210 time: 0.0524268 Jul 06 14:05:54.697282 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 1c7f910a-4f19-4e9f-aba2-235f98d77100, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=1c7f910a-4f19-4e9f-aba2-235f98d77100,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:54.711659 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:54.717017 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-6bd6369f-c126-4e37-a5bc-2df746bf9750 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Deleting port 11e54c50-28be-4c62-974c-793a9bc6cfeb {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:05:54.717409 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-6bd6369f-c126-4e37-a5bc-2df746bf9750 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:54.761015 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=1c7f910a-4f19-4e9f-aba2-235f98d77100,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:54.813433 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-6bd6369f-c126-4e37-a5bc-2df746bf9750 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] For port 11e54c50-28be-4c62-974c-793a9bc6cfeb, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=11e54c50-28be-4c62-974c-793a9bc6cfeb,segment=NetworkSegment(c2e55cae-0229-401b-8b43-9fdaa7060b30),segment_id=c2e55cae-0229-401b-8b43-9fdaa7060b30)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:54.813716 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-6bd6369f-c126-4e37-a5bc-2df746bf9750 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:54.826426 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-6bd6369f-c126-4e37-a5bc-2df746bf9750 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Calling delete_port for 11e54c50-28be-4c62-974c-793a9bc6cfeb owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:05:54.865297 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb5273b5-24c3-4675-93e0-a8a92d4daa51 req-1a26523d-e0c9-411b-b61a-b873e18bc93a tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.118 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0346920 Jul 06 14:05:54.914464 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['1c7f910a-4f19-4e9f-aba2-235f98d77100'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:05:55.006341 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-6bd6369f-c126-4e37-a5bc-2df746bf9750 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:55.037848 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6369f-c126-4e37-a5bc-2df746bf9750 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Pushing event deleted for resources: {'Port': ['ID=11e54c50-28be-4c62-974c-793a9bc6cfeb,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:55.092228 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-6bd6369f-c126-4e37-a5bc-2df746bf9750 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] No DVR routers for this DVR port 11e54c50-28be-4c62-974c-793a9bc6cfeb on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:05:55.095065 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-6bd6369f-c126-4e37-a5bc-2df746bf9750 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:55.097416 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b896c73-6767-4e68-b8b9-c68ad18df110 req-6bd6369f-c126-4e37-a5bc-2df746bf9750 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.124 "DELETE /v2.0/ports/11e54c50-28be-4c62-974c-793a9bc6cfeb HTTP/1.1" status: 204 len: 173 time: 0.5265734 Jul 06 14:05:55.208896 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4281e2-9cb3-444c-a7bd-cb026654b092 req-1a28f0a6-152e-46b6-9f04-d0b2a87733d2 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:55.210532 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2f4281e2-9cb3-444c-a7bd-cb026654b092 req-1a28f0a6-152e-46b6-9f04-d0b2a87733d2 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=60478813-195d-4c29-9b2d-27abe697ce3d HTTP/1.1" status: 200 len: 945 time: 0.0703692 Jul 06 14:05:55.255609 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2f4281e2-9cb3-444c-a7bd-cb026654b092 req-4057d7c7-4a7b-4e14-8727-1910dc1b4bf9 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389240 Jul 06 14:05:55.431300 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a71000c-341f-41c5-af30-6252750d04b5'}, {'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a33437af-9d21-48be-a19f-2f3a314e0e9d'}, {'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a663b4e4-819d-4649-9da6-3d9154d3234b'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:55.433881 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27de8f1-48f9-4e96-b934-48afa12dddda" -d '{"events": [{"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-unplugged", "status": "completed", "tag": "9a71000c-341f-41c5-af30-6252750d04b5"}, {"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-unplugged", "status": "completed", "tag": "a33437af-9d21-48be-a19f-2f3a314e0e9d"}, {"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-unplugged", "status": "completed", "tag": "a663b4e4-819d-4649-9da6-3d9154d3234b"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:55.484865 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-deleted', 'tag': '9a71000c-341f-41c5-af30-6252750d04b5'}, {'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-deleted', 'tag': 'a33437af-9d21-48be-a19f-2f3a314e0e9d'}, {'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-deleted', 'tag': 'a663b4e4-819d-4649-9da6-3d9154d3234b'}, {'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-deleted', 'tag': '11e54c50-28be-4c62-974c-793a9bc6cfeb'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:55.488297 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865fbb3b-6013-485d-bca7-9b62553a6e6c" -d '{"events": [{"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-deleted", "tag": "9a71000c-341f-41c5-af30-6252750d04b5"}, {"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-deleted", "tag": "a33437af-9d21-48be-a19f-2f3a314e0e9d"}, {"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-deleted", "tag": "a663b4e4-819d-4649-9da6-3d9154d3234b"}, {"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-deleted", "tag": "11e54c50-28be-4c62-974c-793a9bc6cfeb"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:55.572007 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831eec71-42c5-4eb5-af47-649110394a90 x-openstack-request-id: req-831eec71-42c5-4eb5-af47-649110394a90 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:55.572340 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-unplugged", "status": "completed", "tag": "9a71000c-341f-41c5-af30-6252750d04b5", "code": 200}, {"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-unplugged", "status": "completed", "tag": "a33437af-9d21-48be-a19f-2f3a314e0e9d", "code": 200}, {"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-unplugged", "status": "completed", "tag": "a663b4e4-819d-4649-9da6-3d9154d3234b", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:55.572565 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-831eec71-42c5-4eb5-af47-649110394a90 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:55.572973 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a71000c-341f-41c5-af30-6252750d04b5', 'code': 200} Jul 06 14:05:55.573231 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a33437af-9d21-48be-a19f-2f3a314e0e9d', 'code': 200} Jul 06 14:05:55.573482 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a663b4e4-819d-4649-9da6-3d9154d3234b', 'code': 200} Jul 06 14:05:55.614023 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fefc1ee-026f-4813-a9e8-2b3890e70e20 x-openstack-request-id: req-5fefc1ee-026f-4813-a9e8-2b3890e70e20 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:55.614520 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-deleted", "tag": "9a71000c-341f-41c5-af30-6252750d04b5", "status": "completed", "code": 200}, {"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-deleted", "tag": "a33437af-9d21-48be-a19f-2f3a314e0e9d", "status": "completed", "code": 200}, {"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-deleted", "tag": "a663b4e4-819d-4649-9da6-3d9154d3234b", "status": "completed", "code": 200}, {"server_uuid": "b84217db-e1cb-41a3-8145-9dc28e6c2251", "name": "network-vif-deleted", "tag": "11e54c50-28be-4c62-974c-793a9bc6cfeb", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:55.614653 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-5fefc1ee-026f-4813-a9e8-2b3890e70e20 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:55.614971 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-deleted', 'tag': '9a71000c-341f-41c5-af30-6252750d04b5', 'status': 'completed', 'code': 200} Jul 06 14:05:55.615225 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-deleted', 'tag': 'a33437af-9d21-48be-a19f-2f3a314e0e9d', 'status': 'completed', 'code': 200} Jul 06 14:05:55.615470 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-deleted', 'tag': 'a663b4e4-819d-4649-9da6-3d9154d3234b', 'status': 'completed', 'code': 200} Jul 06 14:05:55.615712 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84217db-e1cb-41a3-8145-9dc28e6c2251', 'name': 'network-vif-deleted', 'tag': '11e54c50-28be-4c62-974c-793a9bc6cfeb', 'status': 'completed', 'code': 200} Jul 06 14:05:55.740444 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3a99c8fe-9b9d-4e54-a979-5377414098d5 req-d11b49d5-a6a9-4260-ad1e-7b25ce76c16a tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 210 time: 0.0318162 Jul 06 14:05:56.038385 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d57cb74-8e03-4287-b2d8-004d0ce09dc5 req-2fb8243d-5169-4d1a-8472-c89e70e98afa tempest-ServerShowV254Test-1127914145 tempest-ServerShowV254Test-1127914145-project] 10.222.0.118 "GET /v2.0/ports?device_id=73a82dfc-633b-4f54-b3cc-2291e9c86d0b HTTP/1.1" status: 200 len: 210 time: 0.0304909 Jul 06 14:05:56.185690 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a2b58172-780c-4d77-90e1-8456d24bc069 req-4b9c9ac8-d6f5-4726-a20e-d8b3881e831a tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.118 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0297074 Jul 06 14:05:56.474942 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 1c7f910a-4f19-4e9f-aba2-235f98d77100 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:05:56.527715 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16685e3b-80a6-4884-813a-125088429cd0 req-e39185fb-48c2-4366-802c-af34cf6567d2 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:56.529337 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16685e3b-80a6-4884-813a-125088429cd0 req-e39185fb-48c2-4366-802c-af34cf6567d2 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=60478813-195d-4c29-9b2d-27abe697ce3d HTTP/1.1" status: 200 len: 945 time: 0.0741243 Jul 06 14:05:56.537165 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 1c7f910a-4f19-4e9f-aba2-235f98d77100 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:05:56.541738 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 1c7f910a-4f19-4e9f-aba2-235f98d77100 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:05:56.543320 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:56.575672 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16685e3b-80a6-4884-813a-125088429cd0 req-49eb074c-3fc9-41da-9a6a-22c8af645afb tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390220 Jul 06 14:05:56.639156 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:56.676420 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 1c7f910a-4f19-4e9f-aba2-235f98d77100, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=1c7f910a-4f19-4e9f-aba2-235f98d77100,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:05:56.680924 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:56.732804 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=1c7f910a-4f19-4e9f-aba2-235f98d77100,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:05:56.992247 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-57fad34f-ac14-4770-bcc6-067ed38283fa req-0e7196cf-77d1-4f1f-95f8-028dccf51701 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 210 time: 0.0300174 Jul 06 14:05:57.258392 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2cb31fd5-06b1-4e53-8b3d-b9222d81b885 req-89d397d2-6cee-40fa-9990-50df77ab96b8 tempest-ServerShowV254Test-1127914145 tempest-ServerShowV254Test-1127914145-project] 10.222.0.118 "GET /v2.0/ports?device_id=73a82dfc-633b-4f54-b3cc-2291e9c86d0b HTTP/1.1" status: 200 len: 210 time: 0.0293553 Jul 06 14:05:57.543390 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-497e673b-29f1-462d-b684-acfc3e456994 req-b71b62ea-5ada-4334-b708-b752101eb47e tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.118 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0282161 Jul 06 14:05:57.574981 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60478813-195d-4c29-9b2d-27abe697ce3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7f910a-4f19-4e9f-aba2-235f98d77100'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:05:57.577569 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7de390-f040-4295-aa08-5ca1ecea944f" -d '{"events": [{"server_uuid": "60478813-195d-4c29-9b2d-27abe697ce3d", "name": "network-vif-plugged", "status": "completed", "tag": "1c7f910a-4f19-4e9f-aba2-235f98d77100"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:05:57.739960 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c35d84-c037-4eb0-992b-298386db2922 x-openstack-request-id: req-53c35d84-c037-4eb0-992b-298386db2922 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:05:57.740357 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60478813-195d-4c29-9b2d-27abe697ce3d", "name": "network-vif-plugged", "status": "completed", "tag": "1c7f910a-4f19-4e9f-aba2-235f98d77100", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:05:57.740688 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-53c35d84-c037-4eb0-992b-298386db2922 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:05:57.741149 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60478813-195d-4c29-9b2d-27abe697ce3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7f910a-4f19-4e9f-aba2-235f98d77100', 'code': 200} Jul 06 14:05:57.904202 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead56086-0aa3-4cde-b9e6-9600c255b142 req-1b205038-2229-4c74-b876-bbe656a277a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:57.905823 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ead56086-0aa3-4cde-b9e6-9600c255b142 req-1b205038-2229-4c74-b876-bbe656a277a6 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=60478813-195d-4c29-9b2d-27abe697ce3d HTTP/1.1" status: 200 len: 1097 time: 0.1025972 Jul 06 14:05:57.918108 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6c338-39c4-4514-b5a3-9b8fce3b3bf1 req-2f56d4f8-df64-42a7-b4d8-857dca2f6d62 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:57.919699 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-15b6c338-39c4-4514-b5a3-9b8fce3b3bf1 req-2f56d4f8-df64-42a7-b4d8-857dca2f6d62 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=60478813-195d-4c29-9b2d-27abe697ce3d HTTP/1.1" status: 200 len: 946 time: 0.0868161 Jul 06 14:05:57.973268 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ead56086-0aa3-4cde-b9e6-9600c255b142 req-bdd95b34-a7c1-45ea-b819-554c2992a7f7 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525243 Jul 06 14:05:57.980845 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-15b6c338-39c4-4514-b5a3-9b8fce3b3bf1 req-3f291d6c-da71-4af4-91fe-e3a6546dd16f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544264 Jul 06 14:05:58.351621 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bb046c7e-d7d8-48a9-842b-dcb57c55e04b req-fccec8f7-3026-4fec-a4f9-a0618c64a1d3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 210 time: 0.0299656 Jul 06 14:05:58.537629 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd3e3451-bb5c-463a-bb18-33110114dad3 req-fda7ae35-0a90-4717-927d-cc58aca7a7ea tempest-ServerShowV254Test-1127914145 tempest-ServerShowV254Test-1127914145-project] 10.222.0.118 "GET /v2.0/ports?device_id=73a82dfc-633b-4f54-b3cc-2291e9c86d0b HTTP/1.1" status: 200 len: 210 time: 0.0416503 Jul 06 14:05:58.815405 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01cef817-043f-43e7-89ab-b5dc8e7628f2 req-f67fe8ac-a4a7-4559-a80b-ff087ae5c5e4 tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.118 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0301685 Jul 06 14:05:59.219567 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ea015-21c2-4ed5-a856-284599c57a3d req-3b5c66e9-5b4d-4175-bf9e-0dcb62e54e0b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:59.221160 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-251ea015-21c2-4ed5-a856-284599c57a3d req-3b5c66e9-5b4d-4175-bf9e-0dcb62e54e0b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=60478813-195d-4c29-9b2d-27abe697ce3d HTTP/1.1" status: 200 len: 946 time: 0.0654964 Jul 06 14:05:59.260637 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-251ea015-21c2-4ed5-a856-284599c57a3d req-88eb9cae-973b-423e-8b13-39c62d248026 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335777 Jul 06 14:05:59.434409 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539d48d-d8b4-4656-9dc1-76dd039764c9 req-36ed44b8-8a4f-42a7-8d90-db1c17bf91a2 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:59.435961 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4539d48d-d8b4-4656-9dc1-76dd039764c9 req-36ed44b8-8a4f-42a7-8d90-db1c17bf91a2 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] 10.222.0.118 "GET /v2.0/ports?device_id=a903e1d8-c140-4fcb-b6b5-d5cfc4738e8e HTTP/1.1" status: 200 len: 946 time: 0.0753562 Jul 06 14:05:59.481512 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4539d48d-d8b4-4656-9dc1-76dd039764c9 req-908b09e8-086f-465f-89a1-bc6d4b87ff61 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] 10.222.0.118 "GET /v2.0/security-groups?id=4974f16f-84a7-450a-882a-d4975381780d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361862 Jul 06 14:05:59.745658 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66fb34-1455-4552-8eef-19c7413a987c req-8de8ea82-2f62-4589-8b4b-c356cb4a1f67 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:59.747793 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ea66fb34-1455-4552-8eef-19c7413a987c req-8de8ea82-2f62-4589-8b4b-c356cb4a1f67 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=60478813-195d-4c29-9b2d-27abe697ce3d HTTP/1.1" status: 200 len: 946 time: 0.0649958 Jul 06 14:05:59.787841 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ea66fb34-1455-4552-8eef-19c7413a987c req-1dfff52b-714b-4efc-80f5-ad3901bc4b16 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343771 Jul 06 14:05:59.814268 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37226) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:59.873367 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b42d2ac-cd22-4921-bb90-57f15d2d56f6 tempest-TestVolumeBootPattern-1583064790 tempest-TestVolumeBootPattern-1583064790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:05:59.877641 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2b42d2ac-cd22-4921-bb90-57f15d2d56f6 tempest-TestVolumeBootPattern-1583064790 tempest-TestVolumeBootPattern-1583064790-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=60478813-195d-4c29-9b2d-27abe697ce3d HTTP/1.1" status: 200 len: 1092 time: 0.0596747 Jul 06 14:05:59.877881 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37230) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:05:59.882293 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'port_id': '1c7f910a-4f19-4e9f-aba2-235f98d77100', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:05:59.909579 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for floatingip, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:05:59.925447 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76256a52-92aa-403b-a2eb-7ffe106c0b09 req-4f55a764-00b6-4449-91fd-13be22b78cb3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 210 time: 0.0307262 Jul 06 14:06:00.021227 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:00.076454 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1ae1b529-0697-4c7b-ae2f-73457c958d55 req-04709ef8-638a-437d-9f5d-2ab0115163d7 tempest-ServerShowV254Test-1127914145 tempest-ServerShowV254Test-1127914145-project] 10.222.0.118 "GET /v2.0/ports?device_id=73a82dfc-633b-4f54-b3cc-2291e9c86d0b HTTP/1.1" status: 200 len: 210 time: 0.0365303 Jul 06 14:06:00.141500 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Allocated IP 172.25.6.162 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/62602986-f8b8-41ac-8158-169ef362c5ed) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:00.226308 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d4ea81a6-73dd-46be-87e0-34d92cfbfc75 req-e4f5b7d1-f761-4586-8b07-26a21a3c2c07 tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.118 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0298018 Jul 06 14:06:00.250923 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:00.289923 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:00.332376 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:00.335434 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:00.339862 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:00.372023 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Pushing event updated for resources: {'Port': ['ID=62602986-f8b8-41ac-8158-169ef362c5ed,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:00.385558 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:00.385780 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:00.386729 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:00.387629 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:00.387980 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:00.388317 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:00.388651 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:00.389000 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:00.389310 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:00.389637 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:00.389991 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:00.390326 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:00.693217 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bacae-3a6a-4a29-8c77-5c389725727d req-7571a30f-64c4-4c2a-9864-b60d57bd5310 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:00.695390 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e4bacae-3a6a-4a29-8c77-5c389725727d req-7571a30f-64c4-4c2a-9864-b60d57bd5310 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] 10.222.0.118 "GET /v2.0/ports?device_id=a903e1d8-c140-4fcb-b6b5-d5cfc4738e8e HTTP/1.1" status: 200 len: 946 time: 0.0770769 Jul 06 14:06:00.765041 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e4bacae-3a6a-4a29-8c77-5c389725727d req-5dae7cdc-a7ad-4baa-b19f-da7611f9ca54 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] 10.222.0.118 "GET /v2.0/security-groups?id=4974f16f-84a7-450a-882a-d4975381780d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523186 Jul 06 14:06:00.789363 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62608f8-1074-4098-8e97-a9a8f3b37e50 req-50951635-75ef-47ec-b76b-67fe9637436e tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:00.791347 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b62608f8-1074-4098-8e97-a9a8f3b37e50 req-50951635-75ef-47ec-b76b-67fe9637436e tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] 10.222.0.52 "GET /v2.0/ports?device_id=a903e1d8-c140-4fcb-b6b5-d5cfc4738e8e HTTP/1.1" status: 200 len: 946 time: 0.1157174 Jul 06 14:06:00.897775 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:00.918661 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-b62608f8-1074-4098-8e97-a9a8f3b37e50 req-1e7e0cea-5c5b-4895-bc33-9697fd1ecee5 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] Deleting port 01a062de-507a-430b-a33f-db584cdc846f {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:06:00.919044 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b62608f8-1074-4098-8e97-a9a8f3b37e50 req-1e7e0cea-5c5b-4895-bc33-9697fd1ecee5 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:01.020962 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:01.025519 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-b62608f8-1074-4098-8e97-a9a8f3b37e50 req-1e7e0cea-5c5b-4895-bc33-9697fd1ecee5 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] For port 01a062de-507a-430b-a33f-db584cdc846f, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=01a062de-507a-430b-a33f-db584cdc846f,segment=NetworkSegment(03268854-7924-4802-a56a-6713582a46d6),segment_id=03268854-7924-4802-a56a-6713582a46d6)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:01.026257 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b62608f8-1074-4098-8e97-a9a8f3b37e50 req-1e7e0cea-5c5b-4895-bc33-9697fd1ecee5 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:01.044269 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-b62608f8-1074-4098-8e97-a9a8f3b37e50 req-1e7e0cea-5c5b-4895-bc33-9697fd1ecee5 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] Calling delete_port for 01a062de-507a-430b-a33f-db584cdc846f owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:06:01.119326 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-419bf60f-0d37-4ee3-bdab-1dc37e6344de req-9fd6b311-ee8a-4db8-8bbc-680504415419 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 210 time: 0.0589902 Jul 06 14:06:01.241531 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b62608f8-1074-4098-8e97-a9a8f3b37e50 req-1e7e0cea-5c5b-4895-bc33-9697fd1ecee5 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:01.254819 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['01a062de-507a-430b-a33f-db584cdc846f'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:06:01.294928 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e0cea-5c5b-4895-bc33-9697fd1ecee5 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] Pushing event deleted for resources: {'Port': ['ID=01a062de-507a-430b-a33f-db584cdc846f,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:01.320063 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f9c9d20d-a91e-4147-8bad-852ae1eab9d0 req-29699192-5a1c-4a4e-9949-d4b7c7e940e6 tempest-ServerShowV254Test-1127914145 tempest-ServerShowV254Test-1127914145-project] 10.222.0.118 "GET /v2.0/ports?device_id=73a82dfc-633b-4f54-b3cc-2291e9c86d0b HTTP/1.1" status: 200 len: 210 time: 0.0373940 Jul 06 14:06:01.365138 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62608f8-1074-4098-8e97-a9a8f3b37e50 req-1e7e0cea-5c5b-4895-bc33-9697fd1ecee5 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] No DVR routers for this DVR port 01a062de-507a-430b-a33f-db584cdc846f on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:06:01.367972 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b62608f8-1074-4098-8e97-a9a8f3b37e50 req-1e7e0cea-5c5b-4895-bc33-9697fd1ecee5 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:01.371212 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b62608f8-1074-4098-8e97-a9a8f3b37e50 req-1e7e0cea-5c5b-4895-bc33-9697fd1ecee5 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] 10.222.0.52 "DELETE /v2.0/ports/01a062de-507a-430b-a33f-db584cdc846f HTTP/1.1" status: 204 len: 173 time: 0.5725603 Jul 06 14:06:01.371663 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a903e1d8-c140-4fcb-b6b5-d5cfc4738e8e', 'name': 'network-vif-deleted', 'tag': '01a062de-507a-430b-a33f-db584cdc846f'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:06:01.374510 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111edd36-c686-496a-9d5e-3ccbefefb679" -d '{"events": [{"server_uuid": "a903e1d8-c140-4fcb-b6b5-d5cfc4738e8e", "name": "network-vif-deleted", "tag": "01a062de-507a-430b-a33f-db584cdc846f"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:06:01.459380 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:01.465522 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:01.510361 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-61b44120-6afc-41c2-8651-a4716938346d req-80668bb3-506c-467b-b83f-d9bc7b0ad6ff tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.118 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0487318 Jul 06 14:06:01.543342 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Pushing event updated for resources: {'Port': ['ID=62602986-f8b8-41ac-8158-169ef362c5ed,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:01.561414 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4257d2-5758-4175-9962-d2ef05602782 x-openstack-request-id: req-5b4257d2-5758-4175-9962-d2ef05602782 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:06:01.562107 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a903e1d8-c140-4fcb-b6b5-d5cfc4738e8e", "name": "network-vif-deleted", "tag": "01a062de-507a-430b-a33f-db584cdc846f", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:06:01.562107 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-5b4257d2-5758-4175-9962-d2ef05602782 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:06:01.562393 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a903e1d8-c140-4fcb-b6b5-d5cfc4738e8e', 'name': 'network-vif-deleted', 'tag': '01a062de-507a-430b-a33f-db584cdc846f', 'status': 'completed', 'code': 200} Jul 06 14:06:01.565421 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:01.672911 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Floating IP e9745d2b-da7a-45a3-8aa6-0ad1234dbc2c associated. External IP: 172.25.6.162, port: 1c7f910a-4f19-4e9f-aba2-235f98d77100. Jul 06 14:06:01.905361 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Router 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:06:01.958760 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c844c0ea-053a-4577-bf82-08b0a6617e4b req-ab04ee53-c862-4221-9353-67b2349f6441 tempest-ServerTagsTestJSON-1151556520 tempest-ServerTagsTestJSON-1151556520-project] 10.222.0.118 "GET /v2.0/ports?device_id=a903e1d8-c140-4fcb-b6b5-d5cfc4738e8e HTTP/1.1" status: 200 len: 210 time: 0.0337560 Jul 06 14:06:02.037810 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:06:02.051728 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e9ee83-6918-4053-aa78-7e1065ce2264 None None] Sync routers for ids ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:06:02.061869 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:02.068860 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e9ee83-6918-4053-aa78-7e1065ce2264 None None] Routers {'876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:06:02.069531 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c9e9ee83-6918-4053-aa78-7e1065ce2264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:05:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:02.112523 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3ff9edef-f37f-4001-a0c6-a07e106114c4 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2336016 Jul 06 14:06:02.113399 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60478813-195d-4c29-9b2d-27abe697ce3d', 'tag': '1c7f910a-4f19-4e9f-aba2-235f98d77100'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:06:02.116079 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf98726e-2911-4f54-bf50-9e81e09a5f28" -d '{"events": [{"name": "network-changed", "server_uuid": "60478813-195d-4c29-9b2d-27abe697ce3d", "tag": "1c7f910a-4f19-4e9f-aba2-235f98d77100"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:06:02.237338 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6850a518-37f9-4a35-8e3f-eb71412bd58e x-openstack-request-id: req-6850a518-37f9-4a35-8e3f-eb71412bd58e {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:06:02.237640 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60478813-195d-4c29-9b2d-27abe697ce3d", "tag": "1c7f910a-4f19-4e9f-aba2-235f98d77100", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:06:02.237919 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-6850a518-37f9-4a35-8e3f-eb71412bd58e {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:06:02.238325 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60478813-195d-4c29-9b2d-27abe697ce3d', 'tag': '1c7f910a-4f19-4e9f-aba2-235f98d77100', 'status': 'completed', 'code': 200} Jul 06 14:06:02.269117 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-c9e9ee83-6918-4053-aa78-7e1065ce2264 None None] Set router 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:06:02.324727 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98726e-2911-4f54-bf50-9e81e09a5f28 req-5f61756c-2c3d-4d8f-85de-d5debf3e1875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:02.326291 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf98726e-2911-4f54-bf50-9e81e09a5f28 req-5f61756c-2c3d-4d8f-85de-d5debf3e1875 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&device_id=60478813-195d-4c29-9b2d-27abe697ce3d HTTP/1.1" status: 200 len: 1097 time: 0.0636556 Jul 06 14:06:02.430427 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-27810cd2-2f70-42c8-a607-135141c31222 req-6ca2754c-02b0-46e4-b227-fc67e59e0511 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 210 time: 0.0698640 Jul 06 14:06:02.489891 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98726e-2911-4f54-bf50-9e81e09a5f28 req-8a5512bc-e90b-426a-b06a-a2280ac48a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:02.491808 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf98726e-2911-4f54-bf50-9e81e09a5f28 req-8a5512bc-e90b-426a-b06a-a2280ac48a39 service neutron] 10.222.0.124 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 911 time: 0.1570640 Jul 06 14:06:02.540434 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c9e9ee83-6918-4053-aa78-7e1065ce2264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'name': 'tempest-TestVolumeBootPattern-98072569-router', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:11Z', 'revision_number': 4, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'gw_port': {'id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'e9745d2b-da7a-45a3-8aa6-0ad1234dbc2c', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'floating_ip_address': '172.25.6.162', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'port_id': '1c7f910a-4f19-4e9f-aba2-235f98d77100', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'mac_address': 'fa:16:3e:3b:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60478813-195d-4c29-9b2d-27abe697ce3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:06:00Z', 'updated_at': '2021-07-06T14:06:00Z', 'revision_number': 0, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ca2032-f6d4-4f4b-86ad-2e51b1386b85', 'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'mac_address': 'fa:16:3e:14:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:10Z', 'updated_at': '2021-07-06T14:01:18Z', 'revision_number': 5, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'subnets': [{'id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:02.570022 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e9ee83-6918-4053-aa78-7e1065ce2264 None None] Checking router: 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:06:02.581229 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf98726e-2911-4f54-bf50-9e81e09a5f28 req-2e08540a-52b9-446d-a5e5-ff475e766ae7 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c7f910a-4f19-4e9f-aba2-235f98d77100 HTTP/1.1" status: 200 len: 1000 time: 0.0830193 Jul 06 14:06:02.581417 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e9ee83-6918-4053-aa78-7e1065ce2264 None None] Routers {'876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:06:02.582067 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c9e9ee83-6918-4053-aa78-7e1065ce2264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:05:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:02.609906 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-10966f54-d583-47a2-bb24-efa4fa330db6 req-c369a55d-b1e0-476d-8d3f-c33b5ae506c3 tempest-ServerShowV254Test-1127914145 tempest-ServerShowV254Test-1127914145-project] 10.222.0.118 "GET /v2.0/ports?device_id=73a82dfc-633b-4f54-b3cc-2291e9c86d0b HTTP/1.1" status: 200 len: 210 time: 0.0431027 Jul 06 14:06:02.662733 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98726e-2911-4f54-bf50-9e81e09a5f28 req-aa19cdd5-e08b-410e-b39c-b3999dfd07ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:02.665360 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf98726e-2911-4f54-bf50-9e81e09a5f28 req-aa19cdd5-e08b-410e-b39c-b3999dfd07ee service neutron] 10.222.0.124 "GET /v2.0/subnets?id=63f5e127-3353-454e-884a-bc0470d3f3d4 HTTP/1.1" status: 200 len: 849 time: 0.0635123 Jul 06 14:06:02.698417 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-c9e9ee83-6918-4053-aa78-7e1065ce2264 None None] Set router 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:06:02.727879 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98726e-2911-4f54-bf50-9e81e09a5f28 req-0c55a579-0897-48d9-ba1a-cf797fb18846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:02.729471 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf98726e-2911-4f54-bf50-9e81e09a5f28 req-0c55a579-0897-48d9-ba1a-cf797fb18846 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=55ac526b-1e87-42ff-98ca-8b8357b7302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579953 Jul 06 14:06:02.824274 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5f5ff72c-0c40-4868-aedf-bb3f8db26617 req-23bce4af-a6f4-41f8-b0c7-bb05732e3278 tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.118 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0357738 Jul 06 14:06:02.873940 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf98726e-2911-4f54-bf50-9e81e09a5f28 req-ec8276b7-3b95-4a0a-80d6-e768885fc1e3 service neutron] 10.222.0.124 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365662 Jul 06 14:06:02.972161 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf98726e-2911-4f54-bf50-9e81e09a5f28 req-449412c1-2d23-4ad9-97d1-74c670bdfbb7 service neutron] 10.222.0.124 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910544 Jul 06 14:06:03.067597 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37262) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:03.129564 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c9e9ee83-6918-4053-aa78-7e1065ce2264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'name': 'tempest-TestVolumeBootPattern-98072569-router', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:11Z', 'revision_number': 4, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'gw_port': {'id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'e9745d2b-da7a-45a3-8aa6-0ad1234dbc2c', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'floating_ip_address': '172.25.6.162', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'port_id': '1c7f910a-4f19-4e9f-aba2-235f98d77100', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'mac_address': 'fa:16:3e:3b:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60478813-195d-4c29-9b2d-27abe697ce3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:06:00Z', 'updated_at': '2021-07-06T14:06:00Z', 'revision_number': 0, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ca2032-f6d4-4f4b-86ad-2e51b1386b85', 'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'mac_address': 'fa:16:3e:14:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:10Z', 'updated_at': '2021-07-06T14:01:18Z', 'revision_number': 5, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'subnets': [{'id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:03.136848 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-74163305-7fa4-4d25-a833-5e58fa509d3c admin admin] Deleting subnet 17822569-52fb-4f27-8216-363fc35f539e {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:06:03.140508 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-74163305-7fa4-4d25-a833-5e58fa509d3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:03.170078 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e9ee83-6918-4053-aa78-7e1065ce2264 None None] The sync data for ids ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'] in n-d-773644-6 is: [{'id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'name': 'tempest-TestVolumeBootPattern-98072569-router', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:11Z', 'revision_number': 4, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'gw_port': {'id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'e9745d2b-da7a-45a3-8aa6-0ad1234dbc2c', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'floating_ip_address': '172.25.6.162', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'port_id': '1c7f910a-4f19-4e9f-aba2-235f98d77100', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'mac_address': 'fa:16:3e:3b:b3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60478813-195d-4c29-9b2d-27abe697ce3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:06:00Z', 'updated_at': '2021-07-06T14:06:00Z', 'revision_number': 0, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ca2032-f6d4-4f4b-86ad-2e51b1386b85', 'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'mac_address': 'fa:16:3e:14:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:10Z', 'updated_at': '2021-07-06T14:01:18Z', 'revision_number': 5, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'subnets': [{'id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:06:03.184221 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-74163305-7fa4-4d25-a833-5e58fa509d3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:03.241618 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-74163305-7fa4-4d25-a833-5e58fa509d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:03.305232 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-74163305-7fa4-4d25-a833-5e58fa509d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:03.333159 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74163305-7fa4-4d25-a833-5e58fa509d3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17822569-52fb-4f27-8216-363fc35f539e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:03.335453 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-74163305-7fa4-4d25-a833-5e58fa509d3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:03.337402 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-74163305-7fa4-4d25-a833-5e58fa509d3c admin admin] 10.222.0.118 "DELETE /v2.0/subnets/17822569-52fb-4f27-8216-363fc35f539e HTTP/1.1" status: 204 len: 168 time: 0.2682714 Jul 06 14:06:03.340738 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37266) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:03.425857 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-450ce6de-7fee-4995-ace8-3b9ffbc62190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:03.445036 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099789be-5143-473b-b459-fadf4e1b3df3 None None] New status for floating IP e9745d2b-da7a-45a3-8aa6-0ad1234dbc2c: ACTIVE {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:06:03.511501 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-450ce6de-7fee-4995-ace8-3b9ffbc62190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:03.522938 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-450ce6de-7fee-4995-ace8-3b9ffbc62190 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f351ad0-ee81-405d-88bb-9509b6227e8c']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:03.540526 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-450ce6de-7fee-4995-ace8-3b9ffbc62190 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03268854-7924-4802-a56a-6713582a46d6') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:03.541122 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-450ce6de-7fee-4995-ace8-3b9ffbc62190 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03268854-7924-4802-a56a-6713582a46d6') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:03.551787 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-450ce6de-7fee-4995-ace8-3b9ffbc62190 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:03.569158 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-450ce6de-7fee-4995-ace8-3b9ffbc62190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:03.578406 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-450ce6de-7fee-4995-ace8-3b9ffbc62190 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:06:03.578913 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-450ce6de-7fee-4995-ace8-3b9ffbc62190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:06:03.588569 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:06:03.647685 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-324c8fe8-30dc-4025-95ac-8291f9b3b5b6 req-04e8a425-fb0c-471c-b1a6-9fb6aeba6e26 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 210 time: 0.0740185 Jul 06 14:06:03.675568 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-450ce6de-7fee-4995-ace8-3b9ffbc62190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:03.689042 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-450ce6de-7fee-4995-ace8-3b9ffbc62190 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:03.694340 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-450ce6de-7fee-4995-ace8-3b9ffbc62190 admin admin] 10.222.0.118 "DELETE /v2.0/networks/4f351ad0-ee81-405d-88bb-9509b6227e8c HTTP/1.1" status: 204 len: 168 time: 0.3502762 Jul 06 14:06:03.704644 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ce6de-7fee-4995-ace8-3b9ffbc62190 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f351ad0-ee81-405d-88bb-9509b6227e8c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:03.824374 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f46459c1-0ec5-40d4-8066-685e12d9a8e4 req-6c850484-e6b7-46e0-8b77-ddf423fb8506 tempest-ServerShowV254Test-1127914145 tempest-ServerShowV254Test-1127914145-project] 10.222.0.118 "GET /v2.0/ports?device_id=73a82dfc-633b-4f54-b3cc-2291e9c86d0b HTTP/1.1" status: 200 len: 210 time: 0.0419967 Jul 06 14:06:03.842200 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37274) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:03.883858 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1b6e8b12-5f52-4c5c-a04b-975173a6a239 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=2c9f97ebe52d4707a7d43ee1557db44b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403681 Jul 06 14:06:03.887006 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37278) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:03.949432 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7b0d40b6-1b8a-4a42-9e6a-83c8e83a40b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:03.976173 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7b0d40b6-1b8a-4a42-9e6a-83c8e83a40b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:03.995932 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d38baf86-aee4-491c-95d5-9473470c3282 req-97531c18-f924-404d-8933-05eea0f31e1c tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.118 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0349276 Jul 06 14:06:04.031403 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7b0d40b6-1b8a-4a42-9e6a-83c8e83a40b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:04.034517 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7b0d40b6-1b8a-4a42-9e6a-83c8e83a40b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:04.035689 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7b0d40b6-1b8a-4a42-9e6a-83c8e83a40b2 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/4974f16f-84a7-450a-882a-d4975381780d HTTP/1.1" status: 204 len: 168 time: 0.1475880 Jul 06 14:06:04.044288 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d40b6-1b8a-4a42-9e6a-83c8e83a40b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4974f16f-84a7-450a-882a-d4975381780d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:04.735973 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37304) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:04.814291 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b6725d78-33fe-4dad-849c-fffe0d1051a6 req-3e617685-496f-4dca-97c8-1cc2d9aef15d tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 210 time: 0.0297093 Jul 06 14:06:04.838826 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-491a2df0-caac-4356-ab07-5f4bf347f1dd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1879943738-network', 'tenant_id': 'b4cf5462100e45079c390dd3aaa9c887'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:04.862307 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491a2df0-caac-4356-ab07-5f4bf347f1dd admin admin] Made reservation on behalf of b4cf5462100e45079c390dd3aaa9c887 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:04.864948 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-491a2df0-caac-4356-ab07-5f4bf347f1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:04.875818 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-491a2df0-caac-4356-ab07-5f4bf347f1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:04.972039 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-491a2df0-caac-4356-ab07-5f4bf347f1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:04.976983 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-491a2df0-caac-4356-ab07-5f4bf347f1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:04.990673 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-282abd7e-deb5-4822-a904-3c991d45fe25 req-3576d0c5-4d0a-41f7-9515-a1e327864331 tempest-ServerShowV254Test-1127914145 tempest-ServerShowV254Test-1127914145-project] 10.222.0.118 "GET /v2.0/ports?device_id=73a82dfc-633b-4f54-b3cc-2291e9c86d0b HTTP/1.1" status: 200 len: 210 time: 0.0350692 Jul 06 14:06:05.009910 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491a2df0-caac-4356-ab07-5f4bf347f1dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:06:05.022305 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a2df0-caac-4356-ab07-5f4bf347f1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcd3534-8626-407b-bb9e-894655c192f0,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:05.026443 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-491a2df0-caac-4356-ab07-5f4bf347f1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:05.027777 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-491a2df0-caac-4356-ab07-5f4bf347f1dd admin admin] Added segment 620203cf-ba46-4b4b-85db-9b4ebde94d01 of type vlan for network 62c263d3-81e8-4256-9600-1b47a63cd57b Jul 06 14:06:05.070949 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-491a2df0-caac-4356-ab07-5f4bf347f1dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:05.105289 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-491a2df0-caac-4356-ab07-5f4bf347f1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:05.106516 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491a2df0-caac-4356-ab07-5f4bf347f1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:05.107116 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-491a2df0-caac-4356-ab07-5f4bf347f1dd admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:05.162980 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1faa8b5b-e08b-469a-a967-206d55c10260 req-01db21c2-6493-4dff-9f8d-5e378433b8be tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.118 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0303168 Jul 06 14:06:05.167915 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-491a2df0-caac-4356-ab07-5f4bf347f1dd admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4282296 Jul 06 14:06:05.168770 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37312) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:05.170924 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a2df0-caac-4356-ab07-5f4bf347f1dd admin admin] Pushing event updated for resources: {'Network': ['ID=62c263d3-81e8-4256-9600-1b47a63cd57b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:05.174764 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-83e667a0-654d-43a2-b6d6-0b43371a9645 admin admin] Request body: {'subnet': {'network_id': '62c263d3-81e8-4256-9600-1b47a63cd57b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1879943738-subnet', 'tenant_id': 'b4cf5462100e45079c390dd3aaa9c887', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:05.182350 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 62c263d3-81e8-4256-9600-1b47a63cd57b details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:06:05.203081 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e667a0-654d-43a2-b6d6-0b43371a9645 admin admin] Made reservation on behalf of b4cf5462100e45079c390dd3aaa9c887 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:05.207536 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-83e667a0-654d-43a2-b6d6-0b43371a9645 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:05.383401 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-83e667a0-654d-43a2-b6d6-0b43371a9645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:05.437364 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e667a0-654d-43a2-b6d6-0b43371a9645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f497817d-ab1e-4678-b7f9-94d982f769e0,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:05.447467 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e667a0-654d-43a2-b6d6-0b43371a9645 admin admin] Checking segment: {'id': '620203cf-ba46-4b4b-85db-9b4ebde94d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '62c263d3-81e8-4256-9600-1b47a63cd57b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:05.447838 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e667a0-654d-43a2-b6d6-0b43371a9645 admin admin] Network hostable DHCP agents. Network: 62c263d3-81e8-4256-9600-1b47a63cd57b, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:06:05.465343 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e667a0-654d-43a2-b6d6-0b43371a9645 admin admin] Network 62c263d3-81e8-4256-9600-1b47a63cd57b is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:06:05.474377 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-83e667a0-654d-43a2-b6d6-0b43371a9645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 62c263d3-81e8-4256-9600-1b47a63cd57b) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:05.478948 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e667a0-654d-43a2-b6d6-0b43371a9645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:05.479545 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-83e667a0-654d-43a2-b6d6-0b43371a9645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:05.485542 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98b9587-913c-40a4-9f63-d7a67eeebd87 None None] Network 62c263d3-81e8-4256-9600-1b47a63cd57b requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:05.496931 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-83e667a0-654d-43a2-b6d6-0b43371a9645 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3255343 Jul 06 14:06:05.637518 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad0889e-166a-457a-bd8d-008fc319aa13 None None] Network 62c263d3-81e8-4256-9600-1b47a63cd57b requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:05.912058 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37330) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:05.917968 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-cc285fbe-7c73-4efb-bf28-996fd68aebfa admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1847010759-network', 'tenant_id': 'ebfd471966ba4858942ba7772341262f'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:05.937039 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 01a062de-507a-430b-a33f-db584cdc846f no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:06:05.944131 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc285fbe-7c73-4efb-bf28-996fd68aebfa admin admin] Made reservation on behalf of ebfd471966ba4858942ba7772341262f for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:05.946920 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cc285fbe-7c73-4efb-bf28-996fd68aebfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:05.957298 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cc285fbe-7c73-4efb-bf28-996fd68aebfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:05.961910 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 01a062de-507a-430b-a33f-db584cdc846f {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:06:05.962645 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 01a062de-507a-430b-a33f-db584cdc846f not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:06:06.000948 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f71309d-a63e-4934-800e-e04f6f73c15e req-cbc669d0-bcda-404b-8f17-4c25d853562f tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/ports?device_id=b84217db-e1cb-41a3-8145-9dc28e6c2251 HTTP/1.1" status: 200 len: 210 time: 0.0410213 Jul 06 14:06:06.107674 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cc285fbe-7c73-4efb-bf28-996fd68aebfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.113366 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cc285fbe-7c73-4efb-bf28-996fd68aebfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.164667 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc285fbe-7c73-4efb-bf28-996fd68aebfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:06:06.170914 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-80281ab2-29e7-43e5-8cc3-8f93f24a06d3 req-d70bca45-a797-40af-9dd4-787c0eb28892 tempest-ServerShowV254Test-1127914145 tempest-ServerShowV254Test-1127914145-project] 10.222.0.118 "GET /v2.0/ports?device_id=73a82dfc-633b-4f54-b3cc-2291e9c86d0b HTTP/1.1" status: 200 len: 210 time: 0.0446048 Jul 06 14:06:06.177261 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc285fbe-7c73-4efb-bf28-996fd68aebfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f1a76e-28e6-49d1-98e7-abf053e0f132,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:06.183817 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cc285fbe-7c73-4efb-bf28-996fd68aebfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.184208 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-cc285fbe-7c73-4efb-bf28-996fd68aebfa admin admin] Added segment bbc0a53b-ee0a-4fd5-8d79-6daeb2d0dded of type vlan for network f6afc330-3c15-4265-b3fe-1272bfb6f067 Jul 06 14:06:06.239771 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cc285fbe-7c73-4efb-bf28-996fd68aebfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.271999 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cc285fbe-7c73-4efb-bf28-996fd68aebfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.272943 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc285fbe-7c73-4efb-bf28-996fd68aebfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:06.273532 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cc285fbe-7c73-4efb-bf28-996fd68aebfa admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.344443 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-cc285fbe-7c73-4efb-bf28-996fd68aebfa admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4312623 Jul 06 14:06:06.347288 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37336) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:06.352422 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-086137d2-6078-4ce4-acfe-23937f25e874 admin admin] Request body: {'subnet': {'network_id': 'f6afc330-3c15-4265-b3fe-1272bfb6f067', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1847010759-subnet', 'tenant_id': 'ebfd471966ba4858942ba7772341262f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:06.363659 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8aa8c5d4-36e3-4900-8374-606975fdb0a4 req-50a70ada-e2f1-4017-967e-e65e6941c1f2 tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.118 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0437346 Jul 06 14:06:06.368741 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc285fbe-7c73-4efb-bf28-996fd68aebfa admin admin] Pushing event updated for resources: {'Network': ['ID=f6afc330-3c15-4265-b3fe-1272bfb6f067,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:06.374831 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086137d2-6078-4ce4-acfe-23937f25e874 admin admin] Made reservation on behalf of ebfd471966ba4858942ba7772341262f for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:06.377740 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-086137d2-6078-4ce4-acfe-23937f25e874 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.381726 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network f6afc330-3c15-4265-b3fe-1272bfb6f067 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:06:06.573563 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-086137d2-6078-4ce4-acfe-23937f25e874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.622758 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086137d2-6078-4ce4-acfe-23937f25e874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=267d5d8b-f557-4b74-883e-64f1f89475d2,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:06.642656 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086137d2-6078-4ce4-acfe-23937f25e874 admin admin] Checking segment: {'id': 'bbc0a53b-ee0a-4fd5-8d79-6daeb2d0dded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f6afc330-3c15-4265-b3fe-1272bfb6f067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:06.643315 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086137d2-6078-4ce4-acfe-23937f25e874 admin admin] Network hostable DHCP agents. Network: f6afc330-3c15-4265-b3fe-1272bfb6f067, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:06:06.668454 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086137d2-6078-4ce4-acfe-23937f25e874 admin admin] Network f6afc330-3c15-4265-b3fe-1272bfb6f067 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:06:06.678467 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-086137d2-6078-4ce4-acfe-23937f25e874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, f6afc330-3c15-4265-b3fe-1272bfb6f067) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:06.683644 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086137d2-6078-4ce4-acfe-23937f25e874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:06.684307 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-086137d2-6078-4ce4-acfe-23937f25e874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:06.689137 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5f10c0-b078-496d-9f8e-efdb121f3026 None None] Network f6afc330-3c15-4265-b3fe-1272bfb6f067 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:06.706522 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-086137d2-6078-4ce4-acfe-23937f25e874 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3580413 Jul 06 14:06:06.821868 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f6713a-ebe8-49b1-8dde-9e43a2f3d7d4 None None] Network f6afc330-3c15-4265-b3fe-1272bfb6f067 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:07.211208 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-6dd0f16c-c76b-4154-bbc0-857d8ebca19d tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:07.212703 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-6dd0f16c-c76b-4154-bbc0-857d8ebca19d tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.118 "GET /v2.0/networks?id=62c263d3-81e8-4256-9600-1b47a63cd57b HTTP/1.1" status: 200 len: 825 time: 0.1067181 Jul 06 14:06:07.227783 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-57c4ad6c-44b8-4375-9df0-3ab502894aa9 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.118 "GET /v2.0/quotas/b4cf5462100e45079c390dd3aaa9c887 HTTP/1.1" status: 200 len: 375 time: 0.0091710 Jul 06 14:06:07.265606 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-e3f03ca6-7fd6-4cdc-8822-5cdf35d4a4e2 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=b4cf5462100e45079c390dd3aaa9c887&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326059 Jul 06 14:06:07.268731 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e376c6ca-abb3-48db-bb68-132ff78d5b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:07.356494 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-796c2958-84c6-4fcb-8567-fa36706b93b6 service neutron] 10.222.0.118 "GET /v2.0/networks/62c263d3-81e8-4256-9600-1b47a63cd57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834560 Jul 06 14:06:07.446370 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-0496eb04-1bad-4f89-93d7-a016189f0f4c service neutron] 10.222.0.118 "GET /v2.0/networks/62c263d3-81e8-4256-9600-1b47a63cd57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843451 Jul 06 14:06:07.780630 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f3bf9991-d3ce-48b9-a5f4-7ba60c3d1ba9 req-59d0686d-8bd6-45d3-bc83-1f9c5e9aa541 tempest-ServerShowV254Test-1127914145 tempest-ServerShowV254Test-1127914145-project] 10.222.0.118 "GET /v2.0/ports?device_id=73a82dfc-633b-4f54-b3cc-2291e9c86d0b HTTP/1.1" status: 200 len: 210 time: 0.0319157 Jul 06 14:06:07.940787 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dfe413bf-41b5-44fa-8f59-7d506496dfba req-9f8e7166-72f9-453c-a176-fb4d7823a222 tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.118 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0315511 Jul 06 14:06:07.976584 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2540f061-81d1-4a95-8117-15d5af2fa642 req-b13d51b5-2e41-4624-a15d-51d6a90558a5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0385866 Jul 06 14:06:08.336468 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c728c02b-80cc-40bb-82fe-2d3f98e9f109 req-b18b20dc-3a78-4cd2-b371-4aedbd97741b tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.118 "GET /v2.0/ports?device_id=683024f2-fb1f-4990-960e-4d159b1eb8a1 HTTP/1.1" status: 200 len: 210 time: 0.3490112 Jul 06 14:06:08.378795 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37378) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:08.437128 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-733272dc-88ab-454d-8477-99a3e3e6f618 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:08.461075 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-733272dc-88ab-454d-8477-99a3e3e6f618 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:08.514361 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-733272dc-88ab-454d-8477-99a3e3e6f618 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:08.516913 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-733272dc-88ab-454d-8477-99a3e3e6f618 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:08.518150 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-733272dc-88ab-454d-8477-99a3e3e6f618 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "DELETE /v2.0/security-groups/edd0893d-98af-4a83-9eae-88d1111ae057 HTTP/1.1" status: 204 len: 168 time: 0.1377809 Jul 06 14:06:08.520938 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37380) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:08.527671 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733272dc-88ab-454d-8477-99a3e3e6f618 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd0893d-98af-4a83-9eae-88d1111ae057,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:08.535077 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [None req-621a1eb8-75b0-4d72-8e37-aae74d945309 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] show failed (client error): The resource could not be found. Jul 06 14:06:08.536178 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-621a1eb8-75b0-4d72-8e37-aae74d945309 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "GET /v2.0/security-groups/edd0893d-98af-4a83-9eae-88d1111ae057 HTTP/1.1" status: 404 len: 347 time: 0.0141420 Jul 06 14:06:08.538876 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37382) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:08.669911 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-397c8507-9281-4851-b26f-2cfa56495dce tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Deleting port 84339ed0-559e-4903-80f4-7f6a2b3bcdc5 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:06:08.670253 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-397c8507-9281-4851-b26f-2cfa56495dce tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:08.746509 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-397c8507-9281-4851-b26f-2cfa56495dce tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:08.746750 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-397c8507-9281-4851-b26f-2cfa56495dce tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:08.761592 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-397c8507-9281-4851-b26f-2cfa56495dce tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Calling delete_port for 84339ed0-559e-4903-80f4-7f6a2b3bcdc5 owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:06:08.932180 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-fb7641e9-bb27-4829-9816-a30aea00ef82 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:08.934315 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-fb7641e9-bb27-4829-9816-a30aea00ef82 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.52 "GET /v2.0/networks?id=62c263d3-81e8-4256-9600-1b47a63cd57b HTTP/1.1" status: 200 len: 825 time: 0.1706390 Jul 06 14:06:08.958258 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-3d61de08-34c4-4e25-84ae-c48c7b145a80 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Request body: {'port': {'device_id': '683024f2-fb1f-4990-960e-4d159b1eb8a1', 'network_id': '62c263d3-81e8-4256-9600-1b47a63cd57b', 'admin_state_up': True, 'tenant_id': 'b4cf5462100e45079c390dd3aaa9c887'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:08.999968 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fd7864e9-360e-4fb8-8782-fa221b04c088 req-9c02d9be-aa66-43de-9842-84e235d80132 tempest-ServerShowV254Test-1127914145 tempest-ServerShowV254Test-1127914145-project] 10.222.0.118 "GET /v2.0/ports?device_id=73a82dfc-633b-4f54-b3cc-2291e9c86d0b HTTP/1.1" status: 200 len: 210 time: 0.0626440 Jul 06 14:06:09.133436 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-397c8507-9281-4851-b26f-2cfa56495dce tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:09.142453 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-3d61de08-34c4-4e25-84ae-c48c7b145a80 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Made reservation on behalf of b4cf5462100e45079c390dd3aaa9c887 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:09.146211 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-3d61de08-34c4-4e25-84ae-c48c7b145a80 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:09.184847 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c8507-9281-4851-b26f-2cfa56495dce tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Pushing event deleted for resources: {'Port': ['ID=84339ed0-559e-4903-80f4-7f6a2b3bcdc5,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:09.233989 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0b4fe23-6321-47dd-b1ca-40af034373af req-aa6e9589-302a-4c61-b5d1-a0f0c7db473c tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.118 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0846789 Jul 06 14:06:09.317643 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-397c8507-9281-4851-b26f-2cfa56495dce tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:09.320214 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-397c8507-9281-4851-b26f-2cfa56495dce tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:09.324890 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-397c8507-9281-4851-b26f-2cfa56495dce tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "DELETE /v2.0/floatingips/0308c744-c197-42a1-9b78-036e9ea7488a HTTP/1.1" status: 204 len: 168 time: 0.7816226 Jul 06 14:06:09.325840 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37392) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:09.451581 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-3d61de08-34c4-4e25-84ae-c48c7b145a80 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Allocated IP 172.20.0.11 (62c263d3-81e8-4256-9600-1b47a63cd57b/f497817d-ab1e-4678-b7f9-94d982f769e0/3706bea8-c005-4212-9a17-233197d93848) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:09.502451 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-5afb8b17-78ba-4863-a60e-7df41b545567 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Deleting port e76ed683-71b8-44b2-8f04-a3fafeb1baa3 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:06:09.502782 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5afb8b17-78ba-4863-a60e-7df41b545567 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:09.564718 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c90eda8d-3c3c-4dbc-9c92-866e8cfb20aa req-bb6203d3-4850-45ff-bcee-de278cf5847f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d62d72d4bdf64fd7a9326615c7b5aac6&device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0292785 Jul 06 14:06:09.594624 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c90eda8d-3c3c-4dbc-9c92-866e8cfb20aa req-a6d61680-1508-4b82-a6be-5f7936c0859c service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=d62d72d4bdf64fd7a9326615c7b5aac6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213392 Jul 06 14:06:09.661133 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2452eaef-4896-4c65-a767-7396ec04f9e3 req-7dc2408c-8c78-4161-83cf-fb9ce682f8e7 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.118 "GET /v2.0/ports?device_id=683024f2-fb1f-4990-960e-4d159b1eb8a1 HTTP/1.1" status: 200 len: 210 time: 0.0448031 Jul 06 14:06:09.690580 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5afb8b17-78ba-4863-a60e-7df41b545567 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:09.707253 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90eda8d-3c3c-4dbc-9c92-866e8cfb20aa req-b276290a-84fa-49ec-8abd-d4f9b23e4094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:09.709338 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c90eda8d-3c3c-4dbc-9c92-866e8cfb20aa req-b276290a-84fa-49ec-8abd-d4f9b23e4094 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1090727 Jul 06 14:06:09.712617 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-5afb8b17-78ba-4863-a60e-7df41b545567 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Calling delete_port for e76ed683-71b8-44b2-8f04-a3fafeb1baa3 owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:06:09.743966 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-3d61de08-34c4-4e25-84ae-c48c7b145a80 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:09.845846 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-3d61de08-34c4-4e25-84ae-c48c7b145a80 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:09.985296 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fa6a836f-bec1-4075-bbc3-c695580aa9f4 req-41a64348-8014-4770-b17f-4a9210701117 tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.118 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0878179 Jul 06 14:06:09.987381 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-3d61de08-34c4-4e25-84ae-c48c7b145a80 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Network 62c263d3-81e8-4256-9600-1b47a63cd57b is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:09.999174 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-3d61de08-34c4-4e25-84ae-c48c7b145a80 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:10.002564 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-3d61de08-34c4-4e25-84ae-c48c7b145a80 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:10.049303 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61de08-34c4-4e25-84ae-c48c7b145a80 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Pushing event updated for resources: {'Port': ['ID=3706bea8-c005-4212-9a17-233197d93848,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:10.057568 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5afb8b17-78ba-4863-a60e-7df41b545567 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:10.108235 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb8b17-78ba-4863-a60e-7df41b545567 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Pushing event deleted for resources: {'Port': ['ID=e76ed683-71b8-44b2-8f04-a3fafeb1baa3,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:10.125481 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-3d61de08-34c4-4e25-84ae-c48c7b145a80 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:10.126252 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-3d61de08-34c4-4e25-84ae-c48c7b145a80 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:10.158985 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:10.196459 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-3d61de08-34c4-4e25-84ae-c48c7b145a80 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2461145 Jul 06 14:06:10.223826 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-7e77793a-567e-47d4-95bc-c917113c2d19 service neutron] Request body: {'port': {'device_id': '683024f2-fb1f-4990-960e-4d159b1eb8a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:10.227798 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1abb6052-85c6-4258-881d-daf3742f9bbc req-33a629ae-772c-4586-95d2-110c3e554547 tempest-ServerShowV254Test-1127914145 tempest-ServerShowV254Test-1127914145-project] 10.222.0.118 "GET /v2.0/ports?device_id=73a82dfc-633b-4f54-b3cc-2291e9c86d0b HTTP/1.1" status: 200 len: 210 time: 0.0752826 Jul 06 14:06:10.274293 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5afb8b17-78ba-4863-a60e-7df41b545567 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:10.276302 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5afb8b17-78ba-4863-a60e-7df41b545567 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "DELETE /v2.0/ports/e76ed683-71b8-44b2-8f04-a3fafeb1baa3 HTTP/1.1" status: 204 len: 168 time: 0.9502568 Jul 06 14:06:10.279399 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37402) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:10.316704 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-7e77793a-567e-47d4-95bc-c917113c2d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:10.377482 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-152635c3-d16c-4293-8964-fd4d9aa3dab8 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Deleting port c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:06:10.377869 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-152635c3-d16c-4293-8964-fd4d9aa3dab8 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:10.476835 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-152635c3-d16c-4293-8964-fd4d9aa3dab8 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:10.492474 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-152635c3-d16c-4293-8964-fd4d9aa3dab8 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Calling delete_port for c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:06:10.576960 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3a1a03d9-3a8e-41dd-9768-58665617d76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:10.624155 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-7e77793a-567e-47d4-95bc-c917113c2d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3706bea8-c005-4212-9a17-233197d93848 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:06:10.629166 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-152635c3-d16c-4293-8964-fd4d9aa3dab8 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:10.634843 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-7e77793a-567e-47d4-95bc-c917113c2d19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:10.649281 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-7e77793a-567e-47d4-95bc-c917113c2d19 service neutron] Transition to ACTIVE for port object 3706bea8-c005-4212-9a17-233197d93848 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:10.653617 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-7e77793a-567e-47d4-95bc-c917113c2d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:10.679590 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152635c3-d16c-4293-8964-fd4d9aa3dab8 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Pushing event deleted for resources: {'Port': ['ID=c81b15c8-afcc-4b25-b3cc-00f2946f2dd8,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:10.718943 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77793a-567e-47d4-95bc-c917113c2d19 service neutron] Pushing event updated for resources: {'Port': ['ID=3706bea8-c005-4212-9a17-233197d93848,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:10.763631 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-152635c3-d16c-4293-8964-fd4d9aa3dab8 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:10.766059 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-152635c3-d16c-4293-8964-fd4d9aa3dab8 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "DELETE /v2.0/ports/c81b15c8-afcc-4b25-b3cc-00f2946f2dd8 HTTP/1.1" status: 204 len: 168 time: 0.4854636 Jul 06 14:06:10.768606 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37406) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:10.816482 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-7e77793a-567e-47d4-95bc-c917113c2d19 service neutron] Attempting to bind port 3706bea8-c005-4212-9a17-233197d93848 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:06:10.816482 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-7e77793a-567e-47d4-95bc-c917113c2d19 service neutron] Attempting to bind port 3706bea8-c005-4212-9a17-233197d93848 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '620203cf-ba46-4b4b-85db-9b4ebde94d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '62c263d3-81e8-4256-9600-1b47a63cd57b'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:06:10.817008 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-7e77793a-567e-47d4-95bc-c917113c2d19 service neutron] Attempting to bind port 3706bea8-c005-4212-9a17-233197d93848 on network 62c263d3-81e8-4256-9600-1b47a63cd57b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:10.832509 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-e33e2ebb-47d7-4c1f-8d83-7409fc01b76d tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Deleting subnet 11b3dbf4-56fb-446f-a6f6-e9d7331824f2 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:06:10.835903 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e33e2ebb-47d7-4c1f-8d83-7409fc01b76d tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:10.844741 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-7e77793a-567e-47d4-95bc-c917113c2d19 service neutron] Port 3706bea8-c005-4212-9a17-233197d93848 on network 62c263d3-81e8-4256-9600-1b47a63cd57b not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:06:10.845209 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-7e77793a-567e-47d4-95bc-c917113c2d19 service neutron] Attempting to bind port 3706bea8-c005-4212-9a17-233197d93848 on network 62c263d3-81e8-4256-9600-1b47a63cd57b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:10.852921 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-7e77793a-567e-47d4-95bc-c917113c2d19 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:06:10.853830 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-7e77793a-567e-47d4-95bc-c917113c2d19 service neutron] Checking segment: {'id': '620203cf-ba46-4b4b-85db-9b4ebde94d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '62c263d3-81e8-4256-9600-1b47a63cd57b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:10.854422 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-7e77793a-567e-47d4-95bc-c917113c2d19 service neutron] Bound using segment: {'id': '620203cf-ba46-4b4b-85db-9b4ebde94d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '62c263d3-81e8-4256-9600-1b47a63cd57b'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:06:10.855506 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-7e77793a-567e-47d4-95bc-c917113c2d19 service neutron] Bound port: 3706bea8-c005-4212-9a17-233197d93848, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '620203cf-ba46-4b4b-85db-9b4ebde94d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '62c263d3-81e8-4256-9600-1b47a63cd57b'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:06:10.856408 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-7e77793a-567e-47d4-95bc-c917113c2d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:10.880099 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e33e2ebb-47d7-4c1f-8d83-7409fc01b76d tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:10.919225 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe60c5c-796a-434c-a915-5f645a4798d1 req-c46192e4-fa7d-4da3-9df6-cb219410434e tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:10.920910 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-abe60c5c-796a-434c-a915-5f645a4798d1 req-c46192e4-fa7d-4da3-9df6-cb219410434e tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.118 "GET /v2.0/ports?device_id=683024f2-fb1f-4990-960e-4d159b1eb8a1 HTTP/1.1" status: 200 len: 944 time: 0.1195486 Jul 06 14:06:10.981638 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e33e2ebb-47d7-4c1f-8d83-7409fc01b76d tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:10.990366 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c8cc49ec-b993-4688-94de-3e130b007f1c req-344e7089-8bf7-4189-b3c8-029e106511e0 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=73a82dfc-633b-4f54-b3cc-2291e9c86d0b HTTP/1.1" status: 200 len: 210 time: 0.0474813 Jul 06 14:06:10.993769 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-7e77793a-567e-47d4-95bc-c917113c2d19 service neutron] For port 3706bea8-c005-4212-9a17-233197d93848, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:06:11.017319 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-7e77793a-567e-47d4-95bc-c917113c2d19 service neutron] For port 3706bea8-c005-4212-9a17-233197d93848, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=3706bea8-c005-4212-9a17-233197d93848,segment=NetworkSegment(620203cf-ba46-4b4b-85db-9b4ebde94d01),segment_id=620203cf-ba46-4b4b-85db-9b4ebde94d01)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:06:11.024680 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-abe60c5c-796a-434c-a915-5f645a4798d1 req-4a4143b3-057b-4186-8e7c-b477d5f9651b tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.118 "GET /v2.0/security-groups?id=3dcd3534-8626-407b-bb9e-894655c192f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969722 Jul 06 14:06:11.026181 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-7e77793a-567e-47d4-95bc-c917113c2d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.072257 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-7e77793a-567e-47d4-95bc-c917113c2d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:11.074021 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-7e77793a-567e-47d4-95bc-c917113c2d19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.074320 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c90eda8d-3c3c-4dbc-9c92-866e8cfb20aa req-1b993237-7b4c-446b-878d-b10ea838f18d tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.52 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0305188 Jul 06 14:06:11.075151 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-7e77793a-567e-47d4-95bc-c917113c2d19 service neutron] 10.222.0.52 "PUT /v2.0/ports/3706bea8-c005-4212-9a17-233197d93848 HTTP/1.1" status: 200 len: 1092 time: 0.8581107 Jul 06 14:06:11.075632 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '683024f2-fb1f-4990-960e-4d159b1eb8a1', 'tag': '3706bea8-c005-4212-9a17-233197d93848'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:06:11.078140 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da699351-33a6-497f-9d27-a35e70e16b58" -d '{"events": [{"name": "network-changed", "server_uuid": "683024f2-fb1f-4990-960e-4d159b1eb8a1", "tag": "3706bea8-c005-4212-9a17-233197d93848"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:06:11.078695 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e33e2ebb-47d7-4c1f-8d83-7409fc01b76d tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.115302 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e2ebb-47d7-4c1f-8d83-7409fc01b76d tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Pushing event deleted for resources: {'Subnet': ['ID=11b3dbf4-56fb-446f-a6f6-e9d7331824f2,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:11.119620 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e33e2ebb-47d7-4c1f-8d83-7409fc01b76d tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.126426 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e33e2ebb-47d7-4c1f-8d83-7409fc01b76d tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "DELETE /v2.0/subnets/11b3dbf4-56fb-446f-a6f6-e9d7331824f2 HTTP/1.1" status: 204 len: 168 time: 0.3567936 Jul 06 14:06:11.127286 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37414) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:11.127877 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9d2914-87c8-487e-b60c-a142a9579aff None None] Network cc63bc54-7a53-4d51-ae88-21113312a65f requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:11.129953 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77793a-567e-47d4-95bc-c917113c2d19 service neutron] Pushing event updated for resources: {'Port': ['ID=3706bea8-c005-4212-9a17-233197d93848,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:11.203827 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d56edc1-95f4-4e2e-adf4-53c6115a419c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Deleting subnet 38a235db-4e05-47ff-bd26-771f4f4adc2d {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:06:11.211595 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d56edc1-95f4-4e2e-adf4-53c6115a419c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.253285 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-58177dad-ebc3-49d5-8ff8-5dfd71d0b002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:11.256483 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d56edc1-95f4-4e2e-adf4-53c6115a419c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.260481 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-58177dad-ebc3-49d5-8ff8-5dfd71d0b002 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b4cf5462100e45079c390dd3aaa9c887&device_id=683024f2-fb1f-4990-960e-4d159b1eb8a1 HTTP/1.1" status: 200 len: 1095 time: 0.1142585 Jul 06 14:06:11.335464 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-27106e2c-8c7a-4b94-b57b-400fa7a96707 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3706bea8-c005-4212-9a17-233197d93848 HTTP/1.1" status: 200 len: 217 time: 0.0528119 Jul 06 14:06:11.395681 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d56edc1-95f4-4e2e-adf4-53c6115a419c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.402762 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-b1d1c94f-379b-4eb0-b646-1b9b45a84894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:11.404192 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-b1d1c94f-379b-4eb0-b646-1b9b45a84894 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f497817d-ab1e-4678-b7f9-94d982f769e0 HTTP/1.1" status: 200 len: 865 time: 0.0600555 Jul 06 14:06:11.464843 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d56edc1-95f4-4e2e-adf4-53c6115a419c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.465263 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-9109e81d-1b92-42c8-a57e-4058e37e052c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62c263d3-81e8-4256-9600-1b47a63cd57b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517902 Jul 06 14:06:11.467459 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e17409e-8068-4572-b0ec-bc82a099290c None None] DHCP port deletion for cc63bc54-7a53-4d51-ae88-21113312a65f request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:06:11.472184 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b2c0ec89-db75-45d1-830a-ed655d5870bd req-75b04f7e-b26a-462b-9dfe-e0cc3edf8fc7 tempest-ServerShowV257Test-1911354197 tempest-ServerShowV257Test-1911354197-project] 10.222.0.118 "GET /v2.0/ports?device_id=63091415-d03b-4985-b61a-687f00d7b186 HTTP/1.1" status: 200 len: 210 time: 0.0614014 Jul 06 14:06:11.494526 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56edc1-95f4-4e2e-adf4-53c6115a419c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Pushing event deleted for resources: {'Subnet': ['ID=38a235db-4e05-47ff-bd26-771f4f4adc2d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:11.501550 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d56edc1-95f4-4e2e-adf4-53c6115a419c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.506398 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6d56edc1-95f4-4e2e-adf4-53c6115a419c tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "DELETE /v2.0/subnets/38a235db-4e05-47ff-bd26-771f4f4adc2d HTTP/1.1" status: 204 len: 168 time: 0.3776407 Jul 06 14:06:11.507009 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37418) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:11.513914 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce835f4-114c-4384-accb-601e21e9d832 None None] Network f573758c-9164-40b8-bfb3-cabd80b3ac2d requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:11.548406 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bdeb75-2613-4392-8621-bf6b375a0ddb x-openstack-request-id: req-17bdeb75-2613-4392-8621-bf6b375a0ddb {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:06:11.549060 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "683024f2-fb1f-4990-960e-4d159b1eb8a1", "tag": "3706bea8-c005-4212-9a17-233197d93848", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:06:11.549446 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-17bdeb75-2613-4392-8621-bf6b375a0ddb {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:06:11.550022 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '683024f2-fb1f-4990-960e-4d159b1eb8a1', 'tag': '3706bea8-c005-4212-9a17-233197d93848', 'status': 'completed', 'code': 200} Jul 06 14:06:11.588685 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.597546 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0c2ff7c-4e29-4ad0-92ee-34ee7525c28e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.607263 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-0e03c256-7550-4195-b5a0-6b7c422330d2 service neutron] 10.222.0.52 "GET /v2.0/networks/62c263d3-81e8-4256-9600-1b47a63cd57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339712 Jul 06 14:06:11.685267 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-2e17409e-8068-4572-b0ec-bc82a099290c None None] Deleting port d46e42f8-90db-4159-b673-a374f63f692d {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:06:11.685566 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2e17409e-8068-4572-b0ec-bc82a099290c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.700117 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e0c2ff7c-4e29-4ad0-92ee-34ee7525c28e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Deleting port d46e42f8-90db-4159-b673-a374f63f692d {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:06:11.700696 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0c2ff7c-4e29-4ad0-92ee-34ee7525c28e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.744223 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7d101719-d599-4441-9114-8ebf81208e54 req-f9b18971-1cf3-42c7-bff5-117492e75629 tempest-ServerShowV254Test-1127914145 tempest-ServerShowV254Test-1127914145-project] 10.222.0.118 "GET /v2.0/ports?device_id=73a82dfc-633b-4f54-b3cc-2291e9c86d0b HTTP/1.1" status: 200 len: 210 time: 0.0341728 Jul 06 14:06:11.820424 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-2e17409e-8068-4572-b0ec-bc82a099290c None None] For port d46e42f8-90db-4159-b673-a374f63f692d, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d46e42f8-90db-4159-b673-a374f63f692d,segment=NetworkSegment(47eff200-9b7f-44df-b691-5543df245491),segment_id=47eff200-9b7f-44df-b691-5543df245491)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:11.821155 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2e17409e-8068-4572-b0ec-bc82a099290c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.840930 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ca3c2970-1117-48b2-8ec0-1508ec2c6b27 req-e9a415a8-b06f-40f5-97ab-21dd88232fc1 service neutron] 10.222.0.52 "GET /v2.0/networks/62c263d3-81e8-4256-9600-1b47a63cd57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253942 Jul 06 14:06:11.845029 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e0c2ff7c-4e29-4ad0-92ee-34ee7525c28e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] For port d46e42f8-90db-4159-b673-a374f63f692d, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d46e42f8-90db-4159-b673-a374f63f692d,segment=NetworkSegment(47eff200-9b7f-44df-b691-5543df245491),segment_id=47eff200-9b7f-44df-b691-5543df245491)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:11.845686 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0c2ff7c-4e29-4ad0-92ee-34ee7525c28e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:11.850447 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d46e42f8-90db-4159-b673-a374f63f692d no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:06:11.855712 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-2e17409e-8068-4572-b0ec-bc82a099290c None None] Calling delete_port for d46e42f8-90db-4159-b673-a374f63f692d owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:06:11.862521 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e0c2ff7c-4e29-4ad0-92ee-34ee7525c28e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Calling delete_port for d46e42f8-90db-4159-b673-a374f63f692d owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:06:11.983665 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da699351-33a6-497f-9d27-a35e70e16b58 req-c917cf62-85f8-4d41-bd01-c0ebb5393274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:11.984779 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db333bf-a615-45de-af75-efe332d7ff12 None None] DHCP port deletion for f573758c-9164-40b8-bfb3-cabd80b3ac2d request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:06:11.985208 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da699351-33a6-497f-9d27-a35e70e16b58 req-c917cf62-85f8-4d41-bd01-c0ebb5393274 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b4cf5462100e45079c390dd3aaa9c887&device_id=683024f2-fb1f-4990-960e-4d159b1eb8a1 HTTP/1.1" status: 200 len: 1095 time: 0.0719106 Jul 06 14:06:12.007086 n-d-773644-6 neutron-server[100419]: INFO neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No ports have port_id starting with d46e42f8-90db-4159-b673-a374f63f692d Jul 06 14:06:12.007312 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0c2ff7c-4e29-4ad0-92ee-34ee7525c28e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:12.035502 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2ff7c-4e29-4ad0-92ee-34ee7525c28e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Pushing event deleted for resources: {'Port': ['ID=d46e42f8-90db-4159-b673-a374f63f692d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:06:12.035773 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:06:12.038395 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:06:12.038395 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:06:12.038395 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:06:12.038395 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:06:12.038395 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:06:12.038395 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:06:12.038395 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:06:12.038395 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:06:12.038395 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:06:12.038395 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:06:12.038395 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:06:12.038395 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:06:12.038395 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:06:12.038395 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:06:12.040492 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c2ff7c-4e29-4ad0-92ee-34ee7525c28e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] No DVR routers for this DVR port d46e42f8-90db-4159-b673-a374f63f692d on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:06:12.050251 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2e17409e-8068-4572-b0ec-bc82a099290c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:12.080965 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17409e-8068-4572-b0ec-bc82a099290c None None] Pushing event deleted for resources: {'Port': ['ID=d46e42f8-90db-4159-b673-a374f63f692d,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:12.091788 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e17409e-8068-4572-b0ec-bc82a099290c None None] No DVR routers for this DVR port d46e42f8-90db-4159-b673-a374f63f692d on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:06:12.096944 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17409e-8068-4572-b0ec-bc82a099290c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:12.097122 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17409e-8068-4572-b0ec-bc82a099290c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:12.097454 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17409e-8068-4572-b0ec-bc82a099290c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:12.097815 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17409e-8068-4572-b0ec-bc82a099290c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:12.101707 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17409e-8068-4572-b0ec-bc82a099290c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:12.102250 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17409e-8068-4572-b0ec-bc82a099290c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:12.102773 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17409e-8068-4572-b0ec-bc82a099290c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:12.103271 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17409e-8068-4572-b0ec-bc82a099290c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:12.104066 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17409e-8068-4572-b0ec-bc82a099290c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:12.105114 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17409e-8068-4572-b0ec-bc82a099290c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:12.105727 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17409e-8068-4572-b0ec-bc82a099290c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:12.106208 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e17409e-8068-4572-b0ec-bc82a099290c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:12.118185 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-4db333bf-a615-45de-af75-efe332d7ff12 None None] Deleting port 64838b9e-0020-4801-9429-cecca77fa448 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:06:12.118794 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4db333bf-a615-45de-af75-efe332d7ff12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:12.144419 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0c2ff7c-4e29-4ad0-92ee-34ee7525c28e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:12.158544 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-e0c2ff7c-4e29-4ad0-92ee-34ee7525c28e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc63bc54-7a53-4d51-ae88-21113312a65f']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:12.164432 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da699351-33a6-497f-9d27-a35e70e16b58 req-885aaf95-e74b-458c-9dd6-d7bbeb8ed065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:12.166427 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da699351-33a6-497f-9d27-a35e70e16b58 req-885aaf95-e74b-458c-9dd6-d7bbeb8ed065 service neutron] 10.222.0.52 "GET /v2.0/networks?id=62c263d3-81e8-4256-9600-1b47a63cd57b HTTP/1.1" status: 200 len: 926 time: 0.1740236 Jul 06 14:06:12.172223 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-e0c2ff7c-4e29-4ad0-92ee-34ee7525c28e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47eff200-9b7f-44df-b691-5543df245491') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:12.172675 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-e0c2ff7c-4e29-4ad0-92ee-34ee7525c28e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47eff200-9b7f-44df-b691-5543df245491') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:12.183597 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0c2ff7c-4e29-4ad0-92ee-34ee7525c28e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:12.225121 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0c2ff7c-4e29-4ad0-92ee-34ee7525c28e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:12.241838 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c2ff7c-4e29-4ad0-92ee-34ee7525c28e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:06:12.241838 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0c2ff7c-4e29-4ad0-92ee-34ee7525c28e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:12.265105 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-4db333bf-a615-45de-af75-efe332d7ff12 None None] For port 64838b9e-0020-4801-9429-cecca77fa448, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=64838b9e-0020-4801-9429-cecca77fa448,segment=NetworkSegment(c2e55cae-0229-401b-8b43-9fdaa7060b30),segment_id=c2e55cae-0229-401b-8b43-9fdaa7060b30)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:12.265609 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4db333bf-a615-45de-af75-efe332d7ff12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:12.271903 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da699351-33a6-497f-9d27-a35e70e16b58 req-29f0359f-fa23-4ffe-8e34-f155bbb40946 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3706bea8-c005-4212-9a17-233197d93848 HTTP/1.1" status: 200 len: 217 time: 0.0978868 Jul 06 14:06:12.286891 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-4db333bf-a615-45de-af75-efe332d7ff12 None None] Calling delete_port for 64838b9e-0020-4801-9429-cecca77fa448 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:06:12.308901 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:06:12.312725 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0c2ff7c-4e29-4ad0-92ee-34ee7525c28e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:12.321720 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e0c2ff7c-4e29-4ad0-92ee-34ee7525c28e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:12.324837 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e0c2ff7c-4e29-4ad0-92ee-34ee7525c28e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "DELETE /v2.0/networks/cc63bc54-7a53-4d51-ae88-21113312a65f HTTP/1.1" status: 204 len: 168 time: 0.8162458 Jul 06 14:06:12.327562 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37424) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:12.350141 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2ff7c-4e29-4ad0-92ee-34ee7525c28e tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Pushing event deleted for resources: {'Network': ['ID=cc63bc54-7a53-4d51-ae88-21113312a65f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:12.372850 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da699351-33a6-497f-9d27-a35e70e16b58 req-aed8d6a6-1d0f-4059-9e7a-882f36c4e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:12.374395 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da699351-33a6-497f-9d27-a35e70e16b58 req-aed8d6a6-1d0f-4059-9e7a-882f36c4e66f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f497817d-ab1e-4678-b7f9-94d982f769e0 HTTP/1.1" status: 200 len: 865 time: 0.0905237 Jul 06 14:06:12.400890 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4db333bf-a615-45de-af75-efe332d7ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:12.413239 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db333bf-a615-45de-af75-efe332d7ff12 None None] No DVR routers for this DVR port 64838b9e-0020-4801-9429-cecca77fa448 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:06:12.418201 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da699351-33a6-497f-9d27-a35e70e16b58 req-75310fb9-02d5-4417-b3ff-6b3e07d5cf5d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=62c263d3-81e8-4256-9600-1b47a63cd57b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339422 Jul 06 14:06:12.427918 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8f761-6a9d-4bcf-88e9-a991edb23afe req-6303c397-0420-4020-9e79-43dbedd6eaf6 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:12.430015 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a2e8f761-6a9d-4bcf-88e9-a991edb23afe req-6303c397-0420-4020-9e79-43dbedd6eaf6 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.118 "GET /v2.0/ports?device_id=683024f2-fb1f-4990-960e-4d159b1eb8a1 HTTP/1.1" status: 200 len: 944 time: 0.1569257 Jul 06 14:06:12.434342 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ae74af0a-f257-4332-80e3-5fc7b842cbd3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:12.446112 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db333bf-a615-45de-af75-efe332d7ff12 None None] Pushing event deleted for resources: {'Port': ['ID=64838b9e-0020-4801-9429-cecca77fa448,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:12.519166 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a2e8f761-6a9d-4bcf-88e9-a991edb23afe req-2df3c5c9-3848-4307-a47a-26ecbdfb7fc0 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.118 "GET /v2.0/security-groups?id=3dcd3534-8626-407b-bb9e-894655c192f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798342 Jul 06 14:06:12.522832 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ae74af0a-f257-4332-80e3-5fc7b842cbd3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:12.533892 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-ae74af0a-f257-4332-80e3-5fc7b842cbd3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f573758c-9164-40b8-bfb3-cabd80b3ac2d']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:12.545632 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-ae74af0a-f257-4332-80e3-5fc7b842cbd3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2e55cae-0229-401b-8b43-9fdaa7060b30') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:12.545958 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-ae74af0a-f257-4332-80e3-5fc7b842cbd3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2e55cae-0229-401b-8b43-9fdaa7060b30') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:12.555034 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ae74af0a-f257-4332-80e3-5fc7b842cbd3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:12.558706 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da699351-33a6-497f-9d27-a35e70e16b58 req-36101ead-38b9-44a6-b6d0-843ccae6e180 service neutron] 10.222.0.52 "GET /v2.0/networks/62c263d3-81e8-4256-9600-1b47a63cd57b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276429 Jul 06 14:06:12.576556 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ae74af0a-f257-4332-80e3-5fc7b842cbd3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:12.582019 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae74af0a-f257-4332-80e3-5fc7b842cbd3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:06:12.582438 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ae74af0a-f257-4332-80e3-5fc7b842cbd3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:06:12.585733 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:06:12.652812 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ae74af0a-f257-4332-80e3-5fc7b842cbd3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:12.659284 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ae74af0a-f257-4332-80e3-5fc7b842cbd3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:12.664449 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ae74af0a-f257-4332-80e3-5fc7b842cbd3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] 10.222.0.118 "DELETE /v2.0/networks/f573758c-9164-40b8-bfb3-cabd80b3ac2d HTTP/1.1" status: 204 len: 168 time: 0.3358877 Jul 06 14:06:12.676205 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74af0a-f257-4332-80e3-5fc7b842cbd3 tempest-TaggedBootDevicesTest_v242-85622961 tempest-TaggedBootDevicesTest_v242-85622961-project] Pushing event deleted for resources: {'Network': ['ID=f573758c-9164-40b8-bfb3-cabd80b3ac2d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:12.677439 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da699351-33a6-497f-9d27-a35e70e16b58 req-6c6318d0-beee-4ab5-8984-b8f5959abc5f service neutron] 10.222.0.52 "GET /v2.0/networks/62c263d3-81e8-4256-9600-1b47a63cd57b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103339 Jul 06 14:06:12.971063 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0a8dd89-fdbc-4ef0-bd4f-fd42604b51f7 req-e34aeb8f-fe07-4cef-979a-357e4d7926a5 tempest-ServerShowV254Test-1127914145 tempest-ServerShowV254Test-1127914145-project] 10.222.0.118 "GET /v2.0/ports?device_id=73a82dfc-633b-4f54-b3cc-2291e9c86d0b HTTP/1.1" status: 200 len: 210 time: 0.0284798 Jul 06 14:06:12.996063 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37438) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:13.051073 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:13.107823 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-213720eb-df29-4315-a5d7-1b66cb327973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:13.228650 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-213720eb-df29-4315-a5d7-1b66cb327973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:13.233925 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-213720eb-df29-4315-a5d7-1b66cb327973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:13.283019 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-213720eb-df29-4315-a5d7-1b66cb327973 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=d62d72d4bdf64fd7a9326615c7b5aac6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2902665 Jul 06 14:06:13.283475 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37450) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:13.290122 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213720eb-df29-4315-a5d7-1b66cb327973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd669035-e6cf-46cd-80f0-778c0172d2bb,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:13.355359 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c3990ef8-ab86-4156-adf2-f477a5575fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:13.380141 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c3990ef8-ab86-4156-adf2-f477a5575fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:13.427941 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581c9182-9596-4128-8eb6-93cd5e9758ee req-d6476797-f727-4a8a-92d6-e8502e7b4d8c service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=663de1e512534f34ac02e5f22b1f72cd&device_id=73a82dfc-633b-4f54-b3cc-2291e9c86d0b HTTP/1.1" status: 200 len: 210 time: 0.0542495 Jul 06 14:06:13.451149 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c3990ef8-ab86-4156-adf2-f477a5575fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:13.454472 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c3990ef8-ab86-4156-adf2-f477a5575fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:13.457988 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c3990ef8-ab86-4156-adf2-f477a5575fa9 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/fd669035-e6cf-46cd-80f0-778c0172d2bb HTTP/1.1" status: 204 len: 168 time: 0.1714349 Jul 06 14:06:13.466099 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3990ef8-ab86-4156-adf2-f477a5575fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd669035-e6cf-46cd-80f0-778c0172d2bb,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:13.473590 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581c9182-9596-4128-8eb6-93cd5e9758ee req-f86228c0-2c04-4061-91e6-d38183f3ed1a service neutron] 10.222.0.124 "GET /v2.0/networks?tenant_id=663de1e512534f34ac02e5f22b1f72cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366452 Jul 06 14:06:13.493122 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2de3f5d4-82a7-4a69-a711-2b0ec6a670d3 req-4bbb5b09-5dfa-461b-8268-252668414d16 tempest-ServerShowV254Test-1127914145 tempest-ServerShowV254Test-1127914145-project] 10.222.0.118 "GET /v2.0/ports?device_id=73a82dfc-633b-4f54-b3cc-2291e9c86d0b HTTP/1.1" status: 200 len: 210 time: 0.0428863 Jul 06 14:06:13.597418 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c9182-9596-4128-8eb6-93cd5e9758ee req-731086a4-b683-421e-b493-7f6c1cfdda1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:13.599139 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581c9182-9596-4128-8eb6-93cd5e9758ee req-731086a4-b683-421e-b493-7f6c1cfdda1e service neutron] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1088779 Jul 06 14:06:13.726930 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f2f37-1cbf-4d39-905b-22e205dc0996 req-93687117-e49d-45c4-bd97-b00f148e78e0 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:13.728846 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-779f2f37-1cbf-4d39-905b-22e205dc0996 req-93687117-e49d-45c4-bd97-b00f148e78e0 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.118 "GET /v2.0/ports?device_id=683024f2-fb1f-4990-960e-4d159b1eb8a1 HTTP/1.1" status: 200 len: 944 time: 0.0725594 Jul 06 14:06:13.771145 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-779f2f37-1cbf-4d39-905b-22e205dc0996 req-0a4147e0-59e2-489b-9b08-16c83971af2e tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.118 "GET /v2.0/security-groups?id=3dcd3534-8626-407b-bb9e-894655c192f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354095 Jul 06 14:06:13.822388 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 64838b9e-0020-4801-9429-cecca77fa448 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:06:13.855959 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 64838b9e-0020-4801-9429-cecca77fa448 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:06:13.856307 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 64838b9e-0020-4801-9429-cecca77fa448 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:06:13.952435 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 3706bea8-c005-4212-9a17-233197d93848 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:06:14.067564 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 3706bea8-c005-4212-9a17-233197d93848, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=3706bea8-c005-4212-9a17-233197d93848,segment=NetworkSegment(620203cf-ba46-4b4b-85db-9b4ebde94d01),segment_id=620203cf-ba46-4b4b-85db-9b4ebde94d01)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:14.079677 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '3706bea8-c005-4212-9a17-233197d93848', 'network_id': '62c263d3-81e8-4256-9600-1b47a63cd57b', 'port_id': '3706bea8-c005-4212-9a17-233197d93848', 'mac_address': 'fa:16:3e:a2:d1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f497817d-ab1e-4678-b7f9-94d982f769e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:06:14.127192 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:14.150864 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3706bea8-c005-4212-9a17-233197d93848 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:06:14.181894 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 3706bea8-c005-4212-9a17-233197d93848, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=3706bea8-c005-4212-9a17-233197d93848,segment=NetworkSegment(620203cf-ba46-4b4b-85db-9b4ebde94d01),segment_id=620203cf-ba46-4b4b-85db-9b4ebde94d01)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:14.205356 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:14.286958 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37484) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:14.293436 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=3706bea8-c005-4212-9a17-233197d93848,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:14.425017 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-b2de0c70-4ec5-4ec1-b70d-43d7125d8939 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-418096877-network', 'tenant_id': '3ca9d4d2b27940519dc953116788f0a3'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:14.453238 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2de0c70-4ec5-4ec1-b70d-43d7125d8939 admin admin] Made reservation on behalf of 3ca9d4d2b27940519dc953116788f0a3 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:14.455661 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b2de0c70-4ec5-4ec1-b70d-43d7125d8939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:14.464574 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b2de0c70-4ec5-4ec1-b70d-43d7125d8939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:14.485651 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['3706bea8-c005-4212-9a17-233197d93848'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:06:14.615506 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b2de0c70-4ec5-4ec1-b70d-43d7125d8939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:14.622192 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b2de0c70-4ec5-4ec1-b70d-43d7125d8939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:14.638054 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2de0c70-4ec5-4ec1-b70d-43d7125d8939 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:06:14.648598 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b2de0c70-4ec5-4ec1-b70d-43d7125d8939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:14.649046 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-b2de0c70-4ec5-4ec1-b70d-43d7125d8939 admin admin] Added segment 66f13dfd-887a-4dab-b5ac-df85696e381e of type vlan for network 8e8690f9-d003-4efe-91dc-ef1e0f466173 Jul 06 14:06:14.738093 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-80723f30-6a61-4723-a636-e4057c916231 req-639c9b95-09b0-4b88-a73c-9f246e5dbfb2 tempest-ServerShowV254Test-1127914145 tempest-ServerShowV254Test-1127914145-project] 10.222.0.118 "GET /v2.0/ports?device_id=73a82dfc-633b-4f54-b3cc-2291e9c86d0b HTTP/1.1" status: 200 len: 210 time: 0.0781956 Jul 06 14:06:14.763832 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b2de0c70-4ec5-4ec1-b70d-43d7125d8939 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:14.772971 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de0c70-4ec5-4ec1-b70d-43d7125d8939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6d2e24-b297-4af7-9353-58c376db3f03,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:14.803771 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b2de0c70-4ec5-4ec1-b70d-43d7125d8939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:14.804843 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2de0c70-4ec5-4ec1-b70d-43d7125d8939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:14.805936 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b2de0c70-4ec5-4ec1-b70d-43d7125d8939 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:14.837585 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37498) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:14.838164 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b2de0c70-4ec5-4ec1-b70d-43d7125d8939 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5491858 Jul 06 14:06:14.852337 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-968f1cdf-803a-4985-8e98-271ac9fb9ebe admin admin] Request body: {'subnet': {'network_id': '8e8690f9-d003-4efe-91dc-ef1e0f466173', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-418096877-subnet', 'tenant_id': '3ca9d4d2b27940519dc953116788f0a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:14.893793 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968f1cdf-803a-4985-8e98-271ac9fb9ebe admin admin] Made reservation on behalf of 3ca9d4d2b27940519dc953116788f0a3 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:14.896697 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-968f1cdf-803a-4985-8e98-271ac9fb9ebe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:14.913017 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581c9182-9596-4128-8eb6-93cd5e9758ee req-eb25e068-cfb6-4405-b9a5-b66e148ea2b8 tempest-ServerShowV254Test-1127914145 tempest-ServerShowV254Test-1127914145-project] 10.222.0.124 "GET /v2.0/ports?device_id=73a82dfc-633b-4f54-b3cc-2291e9c86d0b HTTP/1.1" status: 200 len: 210 time: 0.0396259 Jul 06 14:06:14.944447 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de0c70-4ec5-4ec1-b70d-43d7125d8939 admin admin] Pushing event updated for resources: {'Network': ['ID=8e8690f9-d003-4efe-91dc-ef1e0f466173,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:14.959658 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 8e8690f9-d003-4efe-91dc-ef1e0f466173 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:06:15.006664 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e8f08-ae77-46b3-a33c-44e555ea665d req-9e97100a-c1a0-47e1-b402-0548a4f141b3 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:15.015229 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f74e8f08-ae77-46b3-a33c-44e555ea665d req-9e97100a-c1a0-47e1-b402-0548a4f141b3 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.118 "GET /v2.0/ports?device_id=683024f2-fb1f-4990-960e-4d159b1eb8a1 HTTP/1.1" status: 200 len: 945 time: 0.0991049 Jul 06 14:06:15.066176 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f74e8f08-ae77-46b3-a33c-44e555ea665d req-ad052e2d-1cfe-4826-bc7d-b9b7ba083bf6 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.118 "GET /v2.0/security-groups?id=3dcd3534-8626-407b-bb9e-894655c192f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498407 Jul 06 14:06:15.231257 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-968f1cdf-803a-4985-8e98-271ac9fb9ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:15.321425 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f1cdf-803a-4985-8e98-271ac9fb9ebe admin admin] Pushing event updated for resources: {'Subnet': ['ID=58ebfef2-00b7-4896-9eec-b9f9b823d9a0,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:15.339815 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968f1cdf-803a-4985-8e98-271ac9fb9ebe admin admin] Checking segment: {'id': '66f13dfd-887a-4dab-b5ac-df85696e381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8e8690f9-d003-4efe-91dc-ef1e0f466173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:15.340611 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968f1cdf-803a-4985-8e98-271ac9fb9ebe admin admin] Network hostable DHCP agents. Network: 8e8690f9-d003-4efe-91dc-ef1e0f466173, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:06:15.364036 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968f1cdf-803a-4985-8e98-271ac9fb9ebe admin admin] Network 8e8690f9-d003-4efe-91dc-ef1e0f466173 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:06:15.376019 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-968f1cdf-803a-4985-8e98-271ac9fb9ebe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 8e8690f9-d003-4efe-91dc-ef1e0f466173) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:15.380782 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968f1cdf-803a-4985-8e98-271ac9fb9ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:15.381863 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-968f1cdf-803a-4985-8e98-271ac9fb9ebe admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:15.397854 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa10ef05-8873-4650-ab81-ff5fff2cdb82 None None] Network 8e8690f9-d003-4efe-91dc-ef1e0f466173 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:15.409278 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-968f1cdf-803a-4985-8e98-271ac9fb9ebe admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5636714 Jul 06 14:06:15.574958 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bca3113-fd9d-4f24-8b85-d63ae60a0fc0 None None] Network 8e8690f9-d003-4efe-91dc-ef1e0f466173 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:15.950122 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-8731967a-7d63-4eea-93e8-d8383c54913c tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:15.951571 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-8731967a-7d63-4eea-93e8-d8383c54913c tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/networks?id=8e8690f9-d003-4efe-91dc-ef1e0f466173 HTTP/1.1" status: 200 len: 814 time: 0.1026158 Jul 06 14:06:15.967315 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-fce349fb-2fb9-479f-a5ae-18c981276ec7 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/quotas/3ca9d4d2b27940519dc953116788f0a3 HTTP/1.1" status: 200 len: 375 time: 0.0102973 Jul 06 14:06:15.967747 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 3706bea8-c005-4212-9a17-233197d93848 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:06:16.002752 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-b67501e2-ce43-42f3-9b30-64d9c4501aa7 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=3ca9d4d2b27940519dc953116788f0a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296106 Jul 06 14:06:16.021695 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 3706bea8-c005-4212-9a17-233197d93848 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:16.027005 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 3706bea8-c005-4212-9a17-233197d93848 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:16.027453 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:16.113774 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:16.115049 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-531fe9ff-98bb-4a3a-80d2-e4ed2f294133 service neutron] 10.222.0.118 "GET /v2.0/networks/8e8690f9-d003-4efe-91dc-ef1e0f466173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045475 Jul 06 14:06:16.138322 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683024f2-fb1f-4990-960e-4d159b1eb8a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3706bea8-c005-4212-9a17-233197d93848'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:06:16.140634 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4045f75d-d122-4d28-b810-c9ffe99597e9" -d '{"events": [{"server_uuid": "683024f2-fb1f-4990-960e-4d159b1eb8a1", "name": "network-vif-plugged", "status": "completed", "tag": "3706bea8-c005-4212-9a17-233197d93848"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:06:16.153962 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 3706bea8-c005-4212-9a17-233197d93848, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=3706bea8-c005-4212-9a17-233197d93848,segment=NetworkSegment(620203cf-ba46-4b4b-85db-9b4ebde94d01),segment_id=620203cf-ba46-4b4b-85db-9b4ebde94d01)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:16.157704 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:16.209210 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=3706bea8-c005-4212-9a17-233197d93848,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:16.212571 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-9f06763d-31ff-496c-95c3-7942be0dd20b service neutron] 10.222.0.118 "GET /v2.0/networks/8e8690f9-d003-4efe-91dc-ef1e0f466173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904737 Jul 06 14:06:16.621476 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:16.766140 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37552) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:16.937784 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d89a22-3d11-4682-85ee-5c1808b11907 req-b7e5d1ad-6f17-4205-8e7a-2a23883be7b9 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:16.939503 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-40d89a22-3d11-4682-85ee-5c1808b11907 req-b7e5d1ad-6f17-4205-8e7a-2a23883be7b9 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.118 "GET /v2.0/ports?device_id=683024f2-fb1f-4990-960e-4d159b1eb8a1 HTTP/1.1" status: 200 len: 946 time: 0.1029778 Jul 06 14:06:16.962211 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f6fd5776-1ee2-421a-b8ea-2f4defc30837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:17.004169 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-40d89a22-3d11-4682-85ee-5c1808b11907 req-ab9590f0-0898-455e-bcf5-1fe0e2309a85 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.118 "GET /v2.0/security-groups?id=3dcd3534-8626-407b-bb9e-894655c192f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564058 Jul 06 14:06:17.069428 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46b561e-3ac9-47b9-bec5-cb9cd807ecfd x-openstack-request-id: req-e46b561e-3ac9-47b9-bec5-cb9cd807ecfd {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:06:17.070709 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683024f2-fb1f-4990-960e-4d159b1eb8a1", "name": "network-vif-plugged", "status": "completed", "tag": "3706bea8-c005-4212-9a17-233197d93848", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:06:17.071633 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e46b561e-3ac9-47b9-bec5-cb9cd807ecfd {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:06:17.072274 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683024f2-fb1f-4990-960e-4d159b1eb8a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3706bea8-c005-4212-9a17-233197d93848', 'code': 200} Jul 06 14:06:17.177379 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f6fd5776-1ee2-421a-b8ea-2f4defc30837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:17.184117 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f6fd5776-1ee2-421a-b8ea-2f4defc30837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:17.310401 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f6fd5776-1ee2-421a-b8ea-2f4defc30837 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=663de1e512534f34ac02e5f22b1f72cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5429339 Jul 06 14:06:17.313087 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37562) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:17.320127 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd5776-1ee2-421a-b8ea-2f4defc30837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f829b7-bc39-462a-8799-fac3ebe5e3c1,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:17.353733 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a977def-4c76-45d9-93d1-f0b4f896fdb1 req-59de3409-9afb-4568-a4c9-25aeba3d4e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:17.356901 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4a977def-4c76-45d9-93d1-f0b4f896fdb1 req-59de3409-9afb-4568-a4c9-25aeba3d4e00 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=683024f2-fb1f-4990-960e-4d159b1eb8a1 HTTP/1.1" status: 200 len: 1097 time: 0.1288474 Jul 06 14:06:17.407205 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bf0d1915-e988-4ad8-8cac-aa75167e76e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:17.413699 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4a977def-4c76-45d9-93d1-f0b4f896fdb1 req-aaee3aec-02b8-4f8f-b48e-a5e23faa8bc5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3dcd3534-8626-407b-bb9e-894655c192f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382357 Jul 06 14:06:17.433522 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bf0d1915-e988-4ad8-8cac-aa75167e76e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:17.490233 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bf0d1915-e988-4ad8-8cac-aa75167e76e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:17.492802 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bf0d1915-e988-4ad8-8cac-aa75167e76e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:17.494282 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bf0d1915-e988-4ad8-8cac-aa75167e76e7 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/55f829b7-bc39-462a-8799-fac3ebe5e3c1 HTTP/1.1" status: 204 len: 168 time: 0.1801488 Jul 06 14:06:17.502512 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d1915-e988-4ad8-8cac-aa75167e76e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f829b7-bc39-462a-8799-fac3ebe5e3c1,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:17.777179 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8fdd0c2b-6282-47c2-a87f-e664782353ed req-323d6416-8a68-4733-9e6b-4a03dc8d0df5 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=e9a29f44-02e8-4aa6-89ae-d089b7365282 HTTP/1.1" status: 200 len: 210 time: 0.0502582 Jul 06 14:06:18.034917 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921c74d-c42b-4f7c-8ee7-da4ef753de4a req-6d23f52a-950d-4398-9434-9629471573d7 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:18.038491 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7921c74d-c42b-4f7c-8ee7-da4ef753de4a req-6d23f52a-950d-4398-9434-9629471573d7 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 945 time: 0.1508160 Jul 06 14:06:18.119574 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7921c74d-c42b-4f7c-8ee7-da4ef753de4a req-d9355357-9075-46e6-ae47-c9fb119db9d0 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635290 Jul 06 14:06:18.179288 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-1bea133c-939b-452c-846e-65b60abc6c7f tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:18.180815 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-1bea133c-939b-452c-846e-65b60abc6c7f tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.52 "GET /v2.0/networks?id=8e8690f9-d003-4efe-91dc-ef1e0f466173 HTTP/1.1" status: 200 len: 814 time: 0.2296629 Jul 06 14:06:18.199044 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-32f10c4f-444b-4ab2-9abe-81149d4088b0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Request body: {'port': {'device_id': 'e9a29f44-02e8-4aa6-89ae-d089b7365282', 'network_id': '8e8690f9-d003-4efe-91dc-ef1e0f466173', 'admin_state_up': True, 'tenant_id': '3ca9d4d2b27940519dc953116788f0a3'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:18.350022 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37594) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:18.464917 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-815c230d-dc09-4f82-aa97-37dae78986b7 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1587168735-network', 'tenant_id': 'c95b2719335741019db5bdf3507464aa'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:18.490857 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815c230d-dc09-4f82-aa97-37dae78986b7 admin admin] Made reservation on behalf of c95b2719335741019db5bdf3507464aa for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:18.494008 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-815c230d-dc09-4f82-aa97-37dae78986b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:18.508279 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-815c230d-dc09-4f82-aa97-37dae78986b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:18.618559 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-815c230d-dc09-4f82-aa97-37dae78986b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:18.623125 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-815c230d-dc09-4f82-aa97-37dae78986b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:18.658510 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815c230d-dc09-4f82-aa97-37dae78986b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:06:18.670058 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:18.670660 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c230d-dc09-4f82-aa97-37dae78986b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33321a3b-aba4-4d96-b2c9-ba5973b3d1ab,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:18.681526 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-815c230d-dc09-4f82-aa97-37dae78986b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:18.681526 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-815c230d-dc09-4f82-aa97-37dae78986b7 admin admin] Added segment 92f9acad-a2ba-4bbf-83ee-707ef00c9a6a of type vlan for network 028efe78-b11c-4bfb-b90e-df81f28bfcff Jul 06 14:06:18.738293 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-815c230d-dc09-4f82-aa97-37dae78986b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:18.787146 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-815c230d-dc09-4f82-aa97-37dae78986b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:18.788813 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815c230d-dc09-4f82-aa97-37dae78986b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:18.789634 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-815c230d-dc09-4f82-aa97-37dae78986b7 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:18.804988 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242919d-5bc2-45e9-b094-024218b27bb6 req-f6657596-977a-4f7a-ab3e-9a137dd45865 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:18.806794 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2242919d-5bc2-45e9-b094-024218b27bb6 req-f6657596-977a-4f7a-ab3e-9a137dd45865 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.118 "GET /v2.0/ports?device_id=683024f2-fb1f-4990-960e-4d159b1eb8a1 HTTP/1.1" status: 200 len: 946 time: 0.4778063 Jul 06 14:06:18.830595 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-32f10c4f-444b-4ab2-9abe-81149d4088b0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Made reservation on behalf of 3ca9d4d2b27940519dc953116788f0a3 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:18.836640 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-32f10c4f-444b-4ab2-9abe-81149d4088b0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:18.863562 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-815c230d-dc09-4f82-aa97-37dae78986b7 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5117726 Jul 06 14:06:18.866280 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37602) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:18.871255 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2242919d-5bc2-45e9-b094-024218b27bb6 req-51096c7f-ac0c-4588-bdab-f3d555bbcefc tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.118 "GET /v2.0/security-groups?id=3dcd3534-8626-407b-bb9e-894655c192f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570960 Jul 06 14:06:18.883156 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-5b4d6d8c-bcd6-4389-8bd5-df011e94569d admin admin] Request body: {'subnet': {'network_id': '028efe78-b11c-4bfb-b90e-df81f28bfcff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1587168735-subnet', 'tenant_id': 'c95b2719335741019db5bdf3507464aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:18.907733 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c230d-dc09-4f82-aa97-37dae78986b7 admin admin] Pushing event updated for resources: {'Network': ['ID=028efe78-b11c-4bfb-b90e-df81f28bfcff,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:18.919695 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4d6d8c-bcd6-4389-8bd5-df011e94569d admin admin] Made reservation on behalf of c95b2719335741019db5bdf3507464aa for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:18.919873 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 028efe78-b11c-4bfb-b90e-df81f28bfcff details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:06:18.923385 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b4d6d8c-bcd6-4389-8bd5-df011e94569d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:19.064494 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-32f10c4f-444b-4ab2-9abe-81149d4088b0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Allocated IP 172.20.0.3 (8e8690f9-d003-4efe-91dc-ef1e0f466173/58ebfef2-00b7-4896-9eec-b9f9b823d9a0/56bb6c77-705c-4c82-a6eb-48fdecb2609d) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:19.110920 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4dda2f7d-bb91-42cd-bf66-81fc439a45cc req-f3618953-cf23-408c-9ed2-0f0b53e2c682 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=e9a29f44-02e8-4aa6-89ae-d089b7365282 HTTP/1.1" status: 200 len: 210 time: 0.0429270 Jul 06 14:06:19.152337 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b4d6d8c-bcd6-4389-8bd5-df011e94569d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:19.223408 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d6d8c-bcd6-4389-8bd5-df011e94569d admin admin] Pushing event updated for resources: {'Subnet': ['ID=68796141-50ce-4a10-bb26-feeb050b6fa5,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:19.232575 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4d6d8c-bcd6-4389-8bd5-df011e94569d admin admin] Checking segment: {'id': '92f9acad-a2ba-4bbf-83ee-707ef00c9a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '028efe78-b11c-4bfb-b90e-df81f28bfcff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:19.232947 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4d6d8c-bcd6-4389-8bd5-df011e94569d admin admin] Network hostable DHCP agents. Network: 028efe78-b11c-4bfb-b90e-df81f28bfcff, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:06:19.253242 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4d6d8c-bcd6-4389-8bd5-df011e94569d admin admin] Network 028efe78-b11c-4bfb-b90e-df81f28bfcff is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:06:19.266898 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-5b4d6d8c-bcd6-4389-8bd5-df011e94569d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 028efe78-b11c-4bfb-b90e-df81f28bfcff) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:19.273109 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4d6d8c-bcd6-4389-8bd5-df011e94569d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:19.274438 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b4d6d8c-bcd6-4389-8bd5-df011e94569d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:19.279370 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3665683-5ab7-4027-85f0-363b16fc51d6 None None] Network 028efe78-b11c-4bfb-b90e-df81f28bfcff requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:19.309066 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5b4d6d8c-bcd6-4389-8bd5-df011e94569d admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4411445 Jul 06 14:06:19.347504 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-32f10c4f-444b-4ab2-9abe-81149d4088b0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:19.415761 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4dd91-55a4-431d-8f07-0d3c92a7e98a req-c23b7d3c-ad5d-45e9-a93e-bada429a6f12 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:19.418789 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e6e4dd91-55a4-431d-8f07-0d3c92a7e98a req-c23b7d3c-ad5d-45e9-a93e-bada429a6f12 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 945 time: 0.1184351 Jul 06 14:06:19.437174 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-32f10c4f-444b-4ab2-9abe-81149d4088b0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:19.514207 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e6e4dd91-55a4-431d-8f07-0d3c92a7e98a req-c33f59d3-ec1e-42e5-8c8c-f5e7b67f700f tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897467 Jul 06 14:06:19.515913 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-32f10c4f-444b-4ab2-9abe-81149d4088b0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Network 8e8690f9-d003-4efe-91dc-ef1e0f466173 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:19.517774 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f10c4f-444b-4ab2-9abe-81149d4088b0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Pushing event updated for resources: {'Port': ['ID=56bb6c77-705c-4c82-a6eb-48fdecb2609d,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:19.520893 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-32f10c4f-444b-4ab2-9abe-81149d4088b0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:19.527125 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-32f10c4f-444b-4ab2-9abe-81149d4088b0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:19.558821 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37610) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:19.561945 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f10c4f-444b-4ab2-9abe-81149d4088b0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:19.562407 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f10c4f-444b-4ab2-9abe-81149d4088b0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:19.562864 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f10c4f-444b-4ab2-9abe-81149d4088b0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:19.563316 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f10c4f-444b-4ab2-9abe-81149d4088b0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:19.563770 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f10c4f-444b-4ab2-9abe-81149d4088b0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:19.564210 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f10c4f-444b-4ab2-9abe-81149d4088b0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:19.564645 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f10c4f-444b-4ab2-9abe-81149d4088b0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:19.565075 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f10c4f-444b-4ab2-9abe-81149d4088b0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:19.565507 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f10c4f-444b-4ab2-9abe-81149d4088b0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:19.565969 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f10c4f-444b-4ab2-9abe-81149d4088b0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:19.566398 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f10c4f-444b-4ab2-9abe-81149d4088b0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:19.566826 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f10c4f-444b-4ab2-9abe-81149d4088b0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:19.595031 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-32f10c4f-444b-4ab2-9abe-81149d4088b0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:19.595797 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-32f10c4f-444b-4ab2-9abe-81149d4088b0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:19.611494 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-32f10c4f-444b-4ab2-9abe-81149d4088b0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4176655 Jul 06 14:06:19.622728 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf61ab17-61ba-4ecd-a633-c3cbcf5d5de2 admin admin] Deleting subnet 68796141-50ce-4a10-bb26-feeb050b6fa5 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:06:19.623248 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb9dee1-1d79-4133-b1be-2e800640b51e None None] Network 028efe78-b11c-4bfb-b90e-df81f28bfcff requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:19.624956 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-ba751fb9-78eb-434d-9325-dc6aa7bfb44a service neutron] Request body: {'port': {'device_id': 'e9a29f44-02e8-4aa6-89ae-d089b7365282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:19.626937 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bf61ab17-61ba-4ecd-a633-c3cbcf5d5de2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:19.665528 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bf61ab17-61ba-4ecd-a633-c3cbcf5d5de2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:19.706790 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-ba751fb9-78eb-434d-9325-dc6aa7bfb44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:19.716486 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bf61ab17-61ba-4ecd-a633-c3cbcf5d5de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:19.793590 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bf61ab17-61ba-4ecd-a633-c3cbcf5d5de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:19.829019 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bf61ab17-61ba-4ecd-a633-c3cbcf5d5de2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:19.832418 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bf61ab17-61ba-4ecd-a633-c3cbcf5d5de2 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/68796141-50ce-4a10-bb26-feeb050b6fa5 HTTP/1.1" status: 204 len: 168 time: 0.2714241 Jul 06 14:06:19.833593 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61ab17-61ba-4ecd-a633-c3cbcf5d5de2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68796141-50ce-4a10-bb26-feeb050b6fa5,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:19.835662 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37612) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:19.923000 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c611b8a3-2351-41fe-8c0e-eb6049507aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:20.218012 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c611b8a3-2351-41fe-8c0e-eb6049507aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:20.243966 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-c611b8a3-2351-41fe-8c0e-eb6049507aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['028efe78-b11c-4bfb-b90e-df81f28bfcff']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:20.286490 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-c611b8a3-2351-41fe-8c0e-eb6049507aa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f9acad-a2ba-4bbf-83ee-707ef00c9a6a') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:20.286799 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-c611b8a3-2351-41fe-8c0e-eb6049507aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f9acad-a2ba-4bbf-83ee-707ef00c9a6a') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:20.298061 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6686d-39e6-4286-89ac-ea9de07e80a4 req-61a81686-b239-4b8c-b5a5-6acd5644ecec tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:20.299587 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7bd6686d-39e6-4286-89ac-ea9de07e80a4 req-61a81686-b239-4b8c-b5a5-6acd5644ecec tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.118 "GET /v2.0/ports?device_id=683024f2-fb1f-4990-960e-4d159b1eb8a1 HTTP/1.1" status: 200 len: 946 time: 0.2619653 Jul 06 14:06:20.312692 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c611b8a3-2351-41fe-8c0e-eb6049507aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:20.328582 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-ba751fb9-78eb-434d-9325-dc6aa7bfb44a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56bb6c77-705c-4c82-a6eb-48fdecb2609d {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:06:20.339227 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-ba751fb9-78eb-434d-9325-dc6aa7bfb44a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:20.361795 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c611b8a3-2351-41fe-8c0e-eb6049507aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:20.376000 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c611b8a3-2351-41fe-8c0e-eb6049507aa4 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:06:20.376548 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c611b8a3-2351-41fe-8c0e-eb6049507aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:06:20.378333 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:06:20.429915 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7bd6686d-39e6-4286-89ac-ea9de07e80a4 req-38298482-b715-4890-9a64-bb0426f553d6 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.118 "GET /v2.0/security-groups?id=3dcd3534-8626-407b-bb9e-894655c192f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211312 Jul 06 14:06:20.456907 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-ba751fb9-78eb-434d-9325-dc6aa7bfb44a service neutron] Transition to ACTIVE for port object 56bb6c77-705c-4c82-a6eb-48fdecb2609d will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:20.458414 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c611b8a3-2351-41fe-8c0e-eb6049507aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:20.463332 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c611b8a3-2351-41fe-8c0e-eb6049507aa4 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:20.465555 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c611b8a3-2351-41fe-8c0e-eb6049507aa4 admin admin] 10.222.0.118 "DELETE /v2.0/networks/028efe78-b11c-4bfb-b90e-df81f28bfcff HTTP/1.1" status: 204 len: 168 time: 0.6286960 Jul 06 14:06:20.469987 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-ba751fb9-78eb-434d-9325-dc6aa7bfb44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:20.534819 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba751fb9-78eb-434d-9325-dc6aa7bfb44a service neutron] Pushing event updated for resources: {'Port': ['ID=56bb6c77-705c-4c82-a6eb-48fdecb2609d,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:20.540231 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611b8a3-2351-41fe-8c0e-eb6049507aa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=028efe78-b11c-4bfb-b90e-df81f28bfcff,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:20.693580 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37630) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:20.710327 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-ba751fb9-78eb-434d-9325-dc6aa7bfb44a service neutron] Attempting to bind port 56bb6c77-705c-4c82-a6eb-48fdecb2609d on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:06:20.710667 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-ba751fb9-78eb-434d-9325-dc6aa7bfb44a service neutron] Attempting to bind port 56bb6c77-705c-4c82-a6eb-48fdecb2609d by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '66f13dfd-887a-4dab-b5ac-df85696e381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8e8690f9-d003-4efe-91dc-ef1e0f466173'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:06:20.711002 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-ba751fb9-78eb-434d-9325-dc6aa7bfb44a service neutron] Attempting to bind port 56bb6c77-705c-4c82-a6eb-48fdecb2609d on network 8e8690f9-d003-4efe-91dc-ef1e0f466173 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:20.720961 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-ba751fb9-78eb-434d-9325-dc6aa7bfb44a service neutron] Port 56bb6c77-705c-4c82-a6eb-48fdecb2609d on network 8e8690f9-d003-4efe-91dc-ef1e0f466173 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:06:20.721401 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-ba751fb9-78eb-434d-9325-dc6aa7bfb44a service neutron] Attempting to bind port 56bb6c77-705c-4c82-a6eb-48fdecb2609d on network 8e8690f9-d003-4efe-91dc-ef1e0f466173 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:20.731571 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-ba751fb9-78eb-434d-9325-dc6aa7bfb44a service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:06:20.731921 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-ba751fb9-78eb-434d-9325-dc6aa7bfb44a service neutron] Checking segment: {'id': '66f13dfd-887a-4dab-b5ac-df85696e381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8e8690f9-d003-4efe-91dc-ef1e0f466173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:20.732316 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-ba751fb9-78eb-434d-9325-dc6aa7bfb44a service neutron] Bound using segment: {'id': '66f13dfd-887a-4dab-b5ac-df85696e381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8e8690f9-d003-4efe-91dc-ef1e0f466173'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:06:20.732770 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-ba751fb9-78eb-434d-9325-dc6aa7bfb44a service neutron] Bound port: 56bb6c77-705c-4c82-a6eb-48fdecb2609d, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f13dfd-887a-4dab-b5ac-df85696e381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8e8690f9-d003-4efe-91dc-ef1e0f466173'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:06:20.733145 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-ba751fb9-78eb-434d-9325-dc6aa7bfb44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:20.752365 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3bba8efb-fcb3-4b0f-948c-f12a57540c61 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=c95b2719335741019db5bdf3507464aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573523 Jul 06 14:06:20.758263 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37632) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:20.766779 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f1b7e-3d96-412b-a1b8-3b340e3a3c22 req-a6124f50-da88-44e4-9b4b-5ebb3c55495f tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:20.770440 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4d3f1b7e-3d96-412b-a1b8-3b340e3a3c22 req-a6124f50-da88-44e4-9b4b-5ebb3c55495f tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=e9a29f44-02e8-4aa6-89ae-d089b7365282 HTTP/1.1" status: 200 len: 943 time: 0.1345313 Jul 06 14:06:20.848540 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1f61e8e1-482f-449f-abf6-041e3a0bcf06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:20.881175 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4d3f1b7e-3d96-412b-a1b8-3b340e3a3c22 req-a12bc243-8875-46ee-b573-b6e0fd6733d5 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965025 Jul 06 14:06:20.890142 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1f61e8e1-482f-449f-abf6-041e3a0bcf06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:20.908878 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-ba751fb9-78eb-434d-9325-dc6aa7bfb44a service neutron] For port 56bb6c77-705c-4c82-a6eb-48fdecb2609d, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:06:20.915026 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-ba751fb9-78eb-434d-9325-dc6aa7bfb44a service neutron] For port 56bb6c77-705c-4c82-a6eb-48fdecb2609d, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=56bb6c77-705c-4c82-a6eb-48fdecb2609d,segment=NetworkSegment(66f13dfd-887a-4dab-b5ac-df85696e381e),segment_id=66f13dfd-887a-4dab-b5ac-df85696e381e)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:06:20.922339 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-ba751fb9-78eb-434d-9325-dc6aa7bfb44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:20.968361 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-ba751fb9-78eb-434d-9325-dc6aa7bfb44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:20.968993 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-ba751fb9-78eb-434d-9325-dc6aa7bfb44a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:20.970498 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-ba751fb9-78eb-434d-9325-dc6aa7bfb44a service neutron] 10.222.0.52 "PUT /v2.0/ports/56bb6c77-705c-4c82-a6eb-48fdecb2609d HTTP/1.1" status: 200 len: 1091 time: 1.3510742 Jul 06 14:06:20.970957 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a29f44-02e8-4aa6-89ae-d089b7365282', 'tag': '56bb6c77-705c-4c82-a6eb-48fdecb2609d'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:06:20.973789 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f827ca26-2f16-4abc-95e3-e7c54f6943b1" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a29f44-02e8-4aa6-89ae-d089b7365282", "tag": "56bb6c77-705c-4c82-a6eb-48fdecb2609d"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:06:20.977145 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1f61e8e1-482f-449f-abf6-041e3a0bcf06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:20.982763 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1f61e8e1-482f-449f-abf6-041e3a0bcf06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:20.986186 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1f61e8e1-482f-449f-abf6-041e3a0bcf06 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/33321a3b-aba4-4d96-b2c9-ba5973b3d1ab HTTP/1.1" status: 204 len: 168 time: 0.2256083 Jul 06 14:06:21.001693 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61e8e1-482f-449f-abf6-041e3a0bcf06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33321a3b-aba4-4d96-b2c9-ba5973b3d1ab,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:21.082896 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba751fb9-78eb-434d-9325-dc6aa7bfb44a service neutron] Pushing event updated for resources: {'Port': ['ID=56bb6c77-705c-4c82-a6eb-48fdecb2609d,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:21.190803 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666627fc-6bfb-4bf0-a558-83aafee5ccad req-9ee14fc5-74d1-4eea-a1d6-75dec2fd1c4b tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:21.192361 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-666627fc-6bfb-4bf0-a558-83aafee5ccad req-9ee14fc5-74d1-4eea-a1d6-75dec2fd1c4b tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.118 "GET /v2.0/ports?device_id=683024f2-fb1f-4990-960e-4d159b1eb8a1 HTTP/1.1" status: 200 len: 946 time: 0.1515627 Jul 06 14:06:21.194690 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-9e7763a2-aa69-4203-a9ed-058a3d055001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:21.196273 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-9e7763a2-aa69-4203-a9ed-058a3d055001 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3ca9d4d2b27940519dc953116788f0a3&device_id=e9a29f44-02e8-4aa6-89ae-d089b7365282 HTTP/1.1" status: 200 len: 1094 time: 0.1543772 Jul 06 14:06:21.281604 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-2152cefe-e782-4b21-90b6-ab642c641cf7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56bb6c77-705c-4c82-a6eb-48fdecb2609d HTTP/1.1" status: 200 len: 217 time: 0.0674243 Jul 06 14:06:21.332609 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-666627fc-6bfb-4bf0-a558-83aafee5ccad req-ed5dd7a1-ab31-4544-bd44-2ac829073b09 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.118 "GET /v2.0/security-groups?id=3dcd3534-8626-407b-bb9e-894655c192f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302841 Jul 06 14:06:21.353276 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-f4a66bce-fc8b-4724-b089-a3d9f03da98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:21.355913 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-f4a66bce-fc8b-4724-b089-a3d9f03da98d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58ebfef2-00b7-4896-9eec-b9f9b823d9a0 HTTP/1.1" status: 200 len: 854 time: 0.0673001 Jul 06 14:06:21.403533 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-df6bebc9-685c-40e6-bd4a-ae8d82411a7a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8e8690f9-d003-4efe-91dc-ef1e0f466173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392795 Jul 06 14:06:21.570061 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-3f343a07-829e-4119-9e08-5e71b62d0168 service neutron] 10.222.0.52 "GET /v2.0/networks/8e8690f9-d003-4efe-91dc-ef1e0f466173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591239 Jul 06 14:06:21.641137 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508f86c-78c3-487e-9db1-922ca9d4c47a req-6a4bb5a0-d6d2-46e3-b991-63f58a18c3ba tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:21.642772 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6508f86c-78c3-487e-9db1-922ca9d4c47a req-6a4bb5a0-d6d2-46e3-b991-63f58a18c3ba tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 945 time: 0.1517665 Jul 06 14:06:21.703147 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6508f86c-78c3-487e-9db1-922ca9d4c47a req-5b9d1a75-2e08-4b4d-a7d8-63622ad84771 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546198 Jul 06 14:06:21.714398 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6ec4079f-ad87-46f3-a3e0-ac8186ba0d73 req-a3fe65c5-3190-4d2c-ac5a-27b206aa4879 service neutron] 10.222.0.52 "GET /v2.0/networks/8e8690f9-d003-4efe-91dc-ef1e0f466173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360612 Jul 06 14:06:21.795219 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233cd051-5aa1-4db7-8acf-1a9d3c877034 x-openstack-request-id: req-233cd051-5aa1-4db7-8acf-1a9d3c877034 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:06:21.795512 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a29f44-02e8-4aa6-89ae-d089b7365282", "tag": "56bb6c77-705c-4c82-a6eb-48fdecb2609d", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:06:21.795787 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-233cd051-5aa1-4db7-8acf-1a9d3c877034 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:06:21.796186 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a29f44-02e8-4aa6-89ae-d089b7365282', 'tag': '56bb6c77-705c-4c82-a6eb-48fdecb2609d', 'status': 'completed', 'code': 200} Jul 06 14:06:21.894427 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827ca26-2f16-4abc-95e3-e7c54f6943b1 req-390b43b8-d31c-45f5-bc01-745f34f20b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:21.895977 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f827ca26-2f16-4abc-95e3-e7c54f6943b1 req-390b43b8-d31c-45f5-bc01-745f34f20b02 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3ca9d4d2b27940519dc953116788f0a3&device_id=e9a29f44-02e8-4aa6-89ae-d089b7365282 HTTP/1.1" status: 200 len: 1094 time: 0.0744839 Jul 06 14:06:22.044239 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827ca26-2f16-4abc-95e3-e7c54f6943b1 req-54d8f8ac-1e2a-464c-86b3-0a3840adb191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:22.046064 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f827ca26-2f16-4abc-95e3-e7c54f6943b1 req-54d8f8ac-1e2a-464c-86b3-0a3840adb191 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8e8690f9-d003-4efe-91dc-ef1e0f466173 HTTP/1.1" status: 200 len: 915 time: 0.1410270 Jul 06 14:06:22.116284 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f827ca26-2f16-4abc-95e3-e7c54f6943b1 req-b05f66e4-612a-4d8a-901a-a1a76f48fc64 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56bb6c77-705c-4c82-a6eb-48fdecb2609d HTTP/1.1" status: 200 len: 217 time: 0.0630183 Jul 06 14:06:22.174268 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827ca26-2f16-4abc-95e3-e7c54f6943b1 req-a7da26c9-85e4-43cb-b5b1-e120d84e6a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:22.176040 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f827ca26-2f16-4abc-95e3-e7c54f6943b1 req-a7da26c9-85e4-43cb-b5b1-e120d84e6a4a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58ebfef2-00b7-4896-9eec-b9f9b823d9a0 HTTP/1.1" status: 200 len: 854 time: 0.0533929 Jul 06 14:06:22.240808 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f827ca26-2f16-4abc-95e3-e7c54f6943b1 req-f0130106-d215-48b2-bed5-32b50f2b96cd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8e8690f9-d003-4efe-91dc-ef1e0f466173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571234 Jul 06 14:06:22.344294 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f827ca26-2f16-4abc-95e3-e7c54f6943b1 req-79909de3-43af-4c1a-ae2f-3414a3494bb8 service neutron] 10.222.0.52 "GET /v2.0/networks/8e8690f9-d003-4efe-91dc-ef1e0f466173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958230 Jul 06 14:06:22.494566 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f827ca26-2f16-4abc-95e3-e7c54f6943b1 req-aa31c900-97eb-4a6e-bfe5-66a3549255a7 service neutron] 10.222.0.52 "GET /v2.0/networks/8e8690f9-d003-4efe-91dc-ef1e0f466173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424630 Jul 06 14:06:22.506481 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd936d9-c3de-4f1f-b1cd-419cba597c59 req-490acec7-84e0-4b3f-a4f3-942bf27b4f86 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:22.508081 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1fd936d9-c3de-4f1f-b1cd-419cba597c59 req-490acec7-84e0-4b3f-a4f3-942bf27b4f86 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=e9a29f44-02e8-4aa6-89ae-d089b7365282 HTTP/1.1" status: 200 len: 943 time: 0.1310387 Jul 06 14:06:22.553508 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1fd936d9-c3de-4f1f-b1cd-419cba597c59 req-9be3752d-1a6b-43ae-9883-f441ccae5479 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357292 Jul 06 14:06:22.757889 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff3376-5d9c-46d3-9d5b-26a290c21024 req-54c9b02a-617c-40f2-8ab9-80bee062e620 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:22.759709 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8eff3376-5d9c-46d3-9d5b-26a290c21024 req-54c9b02a-617c-40f2-8ab9-80bee062e620 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.118 "GET /v2.0/ports?device_id=683024f2-fb1f-4990-960e-4d159b1eb8a1 HTTP/1.1" status: 200 len: 946 time: 0.0797017 Jul 06 14:06:22.818571 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8eff3376-5d9c-46d3-9d5b-26a290c21024 req-9a4a1fc7-3b15-4131-bab4-c780cefef413 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.118 "GET /v2.0/security-groups?id=3dcd3534-8626-407b-bb9e-894655c192f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475664 Jul 06 14:06:22.896292 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37678) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:23.015867 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1ad6d92-ea2c-4f5f-8656-e0f6cb21bcf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:23.032278 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90baa7f-4e4f-4519-8235-b40293792657 req-dfba8245-261f-4a4e-a926-431c43adde70 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:23.034489 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d90baa7f-4e4f-4519-8235-b40293792657 req-dfba8245-261f-4a4e-a926-431c43adde70 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 945 time: 0.0988717 Jul 06 14:06:23.087213 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d90baa7f-4e4f-4519-8235-b40293792657 req-3c6e68c1-8103-4374-afd1-fc92790eb602 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466266 Jul 06 14:06:23.140654 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1ad6d92-ea2c-4f5f-8656-e0f6cb21bcf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:23.144952 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1ad6d92-ea2c-4f5f-8656-e0f6cb21bcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:23.191278 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c1ad6d92-ea2c-4f5f-8656-e0f6cb21bcf3 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=1cf389c5132b404cbda088997de26285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2935793 Jul 06 14:06:23.192751 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad6d92-ea2c-4f5f-8656-e0f6cb21bcf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a53060-643f-4c39-9ac0-152ada0c97e0,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:23.193932 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37684) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:23.265247 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-de66a373-3c87-4ec1-aee1-17eec0e6fb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:23.280211 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37690) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:23.301893 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-de66a373-3c87-4ec1-aee1-17eec0e6fb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:23.355564 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-de66a373-3c87-4ec1-aee1-17eec0e6fb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:23.358088 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-de66a373-3c87-4ec1-aee1-17eec0e6fb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:23.361613 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-de66a373-3c87-4ec1-aee1-17eec0e6fb01 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/34a53060-643f-4c39-9ac0-152ada0c97e0 HTTP/1.1" status: 204 len: 168 time: 0.1640801 Jul 06 14:06:23.384962 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66a373-3c87-4ec1-aee1-17eec0e6fb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a53060-643f-4c39-9ac0-152ada0c97e0,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:23.798518 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9c272-d2b6-4c5e-95b0-08adcf977dfe req-7dd8d2e3-8d3c-4b45-93e3-63d8677bff23 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:23.800628 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f5b9c272-d2b6-4c5e-95b0-08adcf977dfe req-7dd8d2e3-8d3c-4b45-93e3-63d8677bff23 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.118 "GET /v2.0/ports?device_id=683024f2-fb1f-4990-960e-4d159b1eb8a1 HTTP/1.1" status: 200 len: 946 time: 0.0755243 Jul 06 14:06:23.844045 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f5b9c272-d2b6-4c5e-95b0-08adcf977dfe req-bc69a7c9-7633-491a-99b8-2de71dc4d979 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.118 "GET /v2.0/security-groups?id=3dcd3534-8626-407b-bb9e-894655c192f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376606 Jul 06 14:06:23.876454 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c86401eb-e099-4893-a664-7847a98b94f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:24.029659 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 56bb6c77-705c-4c82-a6eb-48fdecb2609d details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:06:24.060632 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0eb3c7-3ee8-45ed-a144-80b3af3b12e0 req-410461fe-fd6e-4ac4-8d0c-fc2faa67a797 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:24.066414 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb0eb3c7-3ee8-45ed-a144-80b3af3b12e0 req-410461fe-fd6e-4ac4-8d0c-fc2faa67a797 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=e9a29f44-02e8-4aa6-89ae-d089b7365282 HTTP/1.1" status: 200 len: 943 time: 0.1049550 Jul 06 14:06:24.121525 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb0eb3c7-3ee8-45ed-a144-80b3af3b12e0 req-cf9ee66e-8da5-4e0b-bfa8-1377b7967083 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464718 Jul 06 14:06:24.206211 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 56bb6c77-705c-4c82-a6eb-48fdecb2609d, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=56bb6c77-705c-4c82-a6eb-48fdecb2609d,segment=NetworkSegment(66f13dfd-887a-4dab-b5ac-df85696e381e),segment_id=66f13dfd-887a-4dab-b5ac-df85696e381e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:24.221215 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '56bb6c77-705c-4c82-a6eb-48fdecb2609d', 'network_id': '8e8690f9-d003-4efe-91dc-ef1e0f466173', 'port_id': '56bb6c77-705c-4c82-a6eb-48fdecb2609d', 'mac_address': 'fa:16:3e:4c:81:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ebfef2-00b7-4896-9eec-b9f9b823d9a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:06:24.275346 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:24.295704 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56bb6c77-705c-4c82-a6eb-48fdecb2609d {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:06:24.329568 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 56bb6c77-705c-4c82-a6eb-48fdecb2609d, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=56bb6c77-705c-4c82-a6eb-48fdecb2609d,segment=NetworkSegment(66f13dfd-887a-4dab-b5ac-df85696e381e),segment_id=66f13dfd-887a-4dab-b5ac-df85696e381e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:24.335484 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:24.371656 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54ba71-a9ed-489c-b18c-3965609f51dc req-2683b301-1f59-4195-a79b-5517a0ea2418 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:24.374084 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af54ba71-a9ed-489c-b18c-3965609f51dc req-2683b301-1f59-4195-a79b-5517a0ea2418 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 945 time: 0.1048818 Jul 06 14:06:24.409351 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=56bb6c77-705c-4c82-a6eb-48fdecb2609d,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:24.434441 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af54ba71-a9ed-489c-b18c-3965609f51dc req-ba632fbd-46fa-4f14-b4de-148e5b09f7b4 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538006 Jul 06 14:06:24.479758 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c86401eb-e099-4893-a664-7847a98b94f1 admin admin] Deleting port 97870ffb-58db-4ffa-a527-a86c4d995267 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:06:24.480316 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c86401eb-e099-4893-a664-7847a98b94f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:24.572200 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['56bb6c77-705c-4c82-a6eb-48fdecb2609d'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:06:24.584720 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c86401eb-e099-4893-a664-7847a98b94f1 admin admin] For port 97870ffb-58db-4ffa-a527-a86c4d995267, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=97870ffb-58db-4ffa-a527-a86c4d995267,segment=NetworkSegment(1e3e79de-418b-427e-ab47-30b7f03d6d5a),segment_id=1e3e79de-418b-427e-ab47-30b7f03d6d5a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:24.585472 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c86401eb-e099-4893-a664-7847a98b94f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:24.602039 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c86401eb-e099-4893-a664-7847a98b94f1 admin admin] Calling delete_port for 97870ffb-58db-4ffa-a527-a86c4d995267 owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:06:24.815826 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c86401eb-e099-4893-a664-7847a98b94f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:24.844062 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86401eb-e099-4893-a664-7847a98b94f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=97870ffb-58db-4ffa-a527-a86c4d995267,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:25.028318 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c86401eb-e099-4893-a664-7847a98b94f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:25.135992 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d93715-b921-44d9-9551-9c29b44432ed req-42e1237c-18a2-41b1-959e-0bd3f7f0189a tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:25.137835 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a0d93715-b921-44d9-9551-9c29b44432ed req-42e1237c-18a2-41b1-959e-0bd3f7f0189a tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.118 "GET /v2.0/ports?device_id=683024f2-fb1f-4990-960e-4d159b1eb8a1 HTTP/1.1" status: 200 len: 946 time: 0.1382563 Jul 06 14:06:25.175581 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec932c6-154c-4128-ad67-6d598d6b299e req-fe29699a-f6c2-42bf-bbb7-dc9dc4f7d437 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:25.177080 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aec932c6-154c-4128-ad67-6d598d6b299e req-fe29699a-f6c2-42bf-bbb7-dc9dc4f7d437 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.52 "GET /v2.0/ports?device_id=683024f2-fb1f-4990-960e-4d159b1eb8a1 HTTP/1.1" status: 200 len: 946 time: 0.1643486 Jul 06 14:06:25.224492 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a0d93715-b921-44d9-9551-9c29b44432ed req-782695f9-c358-49bc-a75e-58f220433d26 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.118 "GET /v2.0/security-groups?id=3dcd3534-8626-407b-bb9e-894655c192f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797391 Jul 06 14:06:25.345205 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-aec932c6-154c-4128-ad67-6d598d6b299e req-f1ab5e1a-bb1b-4008-9827-11808cb19c56 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Deleting port 3706bea8-c005-4212-9a17-233197d93848 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:06:25.345721 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-aec932c6-154c-4128-ad67-6d598d6b299e req-f1ab5e1a-bb1b-4008-9827-11808cb19c56 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:25.350805 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86401eb-e099-4893-a664-7847a98b94f1 admin admin] Router c69b80ad-875f-4d33-82bd-8e7157128611 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:06:25.473798 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86401eb-e099-4893-a664-7847a98b94f1 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:06:25.481682 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c86401eb-e099-4893-a664-7847a98b94f1 admin admin] 10.222.0.118 "PUT /v2.0/routers/c69b80ad-875f-4d33-82bd-8e7157128611/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1975102 Jul 06 14:06:25.482996 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-aec932c6-154c-4128-ad67-6d598d6b299e req-f1ab5e1a-bb1b-4008-9827-11808cb19c56 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] For port 3706bea8-c005-4212-9a17-233197d93848, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=3706bea8-c005-4212-9a17-233197d93848,segment=NetworkSegment(620203cf-ba46-4b4b-85db-9b4ebde94d01),segment_id=620203cf-ba46-4b4b-85db-9b4ebde94d01)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:25.482996 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-aec932c6-154c-4128-ad67-6d598d6b299e req-f1ab5e1a-bb1b-4008-9827-11808cb19c56 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:25.483451 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37754) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:25.485278 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d3c454-ff51-41dc-b05e-977309f4b3a0 None None] Sync routers for ids ['c69b80ad-875f-4d33-82bd-8e7157128611'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:06:25.500400 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a624bb-f8d6-43a1-a552-1e7f3bb41554 req-f8078731-cb14-480a-9a76-02b4d4bf4dd0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:25.502838 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d3c454-ff51-41dc-b05e-977309f4b3a0 None None] Routers {'c69b80ad-875f-4d33-82bd-8e7157128611'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:06:25.503593 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e0d3c454-ff51-41dc-b05e-977309f4b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:06:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c69b80ad-875f-4d33-82bd-8e7157128611'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:25.509177 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f6a624bb-f8d6-43a1-a552-1e7f3bb41554 req-f8078731-cb14-480a-9a76-02b4d4bf4dd0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=e9a29f44-02e8-4aa6-89ae-d089b7365282 HTTP/1.1" status: 200 len: 944 time: 0.1664922 Jul 06 14:06:25.521437 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-aec932c6-154c-4128-ad67-6d598d6b299e req-f1ab5e1a-bb1b-4008-9827-11808cb19c56 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Calling delete_port for 3706bea8-c005-4212-9a17-233197d93848 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:06:25.603897 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f6a624bb-f8d6-43a1-a552-1e7f3bb41554 req-f9fc70cd-0977-495b-80f0-7c157e5aa37c tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936763 Jul 06 14:06:25.641604 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-679ae840-10e4-4dfb-aa7d-3e9b0040bf52 admin admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:25.659673 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-e0d3c454-ff51-41dc-b05e-977309f4b3a0 None None] Set router c69b80ad-875f-4d33-82bd-8e7157128611 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:06:25.778739 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-aec932c6-154c-4128-ad67-6d598d6b299e req-f1ab5e1a-bb1b-4008-9827-11808cb19c56 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:25.793306 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-679ae840-10e4-4dfb-aa7d-3e9b0040bf52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:25.819300 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab5e1a-bb1b-4008-9827-11808cb19c56 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Pushing event deleted for resources: {'Port': ['ID=3706bea8-c005-4212-9a17-233197d93848,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:25.826854 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['3706bea8-c005-4212-9a17-233197d93848'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:06:25.880961 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-679ae840-10e4-4dfb-aa7d-3e9b0040bf52 admin admin] Deleting port aad2e0e3-4b47-419a-95c7-783c6fda1c32 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:06:25.882453 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-679ae840-10e4-4dfb-aa7d-3e9b0040bf52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:25.929898 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec932c6-154c-4128-ad67-6d598d6b299e req-f1ab5e1a-bb1b-4008-9827-11808cb19c56 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] No DVR routers for this DVR port 3706bea8-c005-4212-9a17-233197d93848 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:06:25.933712 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-aec932c6-154c-4128-ad67-6d598d6b299e req-f1ab5e1a-bb1b-4008-9827-11808cb19c56 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:25.935796 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aec932c6-154c-4128-ad67-6d598d6b299e req-f1ab5e1a-bb1b-4008-9827-11808cb19c56 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.52 "DELETE /v2.0/ports/3706bea8-c005-4212-9a17-233197d93848 HTTP/1.1" status: 204 len: 173 time: 0.7518413 Jul 06 14:06:25.936248 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '683024f2-fb1f-4990-960e-4d159b1eb8a1', 'name': 'network-vif-deleted', 'tag': '3706bea8-c005-4212-9a17-233197d93848'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:06:25.938587 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfb0b13-80ed-4cef-ad6a-725b07490d73" -d '{"events": [{"server_uuid": "683024f2-fb1f-4990-960e-4d159b1eb8a1", "name": "network-vif-deleted", "tag": "3706bea8-c005-4212-9a17-233197d93848"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:06:25.965417 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58441422-b78b-482e-9baa-1c60d4ad8282 req-6c0684ca-d83a-4edb-9d52-bfc8ae0c3bb2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:25.967239 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58441422-b78b-482e-9baa-1c60d4ad8282 req-6c0684ca-d83a-4edb-9d52-bfc8ae0c3bb2 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 945 time: 0.1503453 Jul 06 14:06:25.993938 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e0d3c454-ff51-41dc-b05e-977309f4b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'name': 'tempest-TaggedBootDevicesTest_v242-1291206415-router', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.89'}], 'enable_snat': True}, 'gw_port_id': 'aad2e0e3-4b47-419a-95c7-783c6fda1c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:10Z', 'updated_at': '2021-07-06T14:06:24Z', 'revision_number': 5, 'project_id': '9336c3d8fa4746dd9ed2823889de2712', 'gw_port': {'id': 'aad2e0e3-4b47-419a-95c7-783c6fda1c32', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:d5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:55:12Z', 'updated_at': '2021-07-06T13:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:26.016872 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58441422-b78b-482e-9baa-1c60d4ad8282 req-19abc48a-67ac-41a5-a49d-81272f8781af tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435472 Jul 06 14:06:26.025337 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d3c454-ff51-41dc-b05e-977309f4b3a0 None None] Checking router: c69b80ad-875f-4d33-82bd-8e7157128611 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:06:26.035175 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d3c454-ff51-41dc-b05e-977309f4b3a0 None None] Routers {'c69b80ad-875f-4d33-82bd-8e7157128611'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:06:26.035963 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e0d3c454-ff51-41dc-b05e-977309f4b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:06:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c69b80ad-875f-4d33-82bd-8e7157128611'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:26.040321 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-679ae840-10e4-4dfb-aa7d-3e9b0040bf52 admin admin] For port aad2e0e3-4b47-419a-95c7-783c6fda1c32, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=aad2e0e3-4b47-419a-95c7-783c6fda1c32,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:26.040702 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-679ae840-10e4-4dfb-aa7d-3e9b0040bf52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:26.058894 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-679ae840-10e4-4dfb-aa7d-3e9b0040bf52 admin admin] Calling delete_port for aad2e0e3-4b47-419a-95c7-783c6fda1c32 owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:06:26.099790 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 56bb6c77-705c-4c82-a6eb-48fdecb2609d up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:06:26.103060 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be4e63c-4971-4ef1-8d2e-210b96ede90d x-openstack-request-id: req-9be4e63c-4971-4ef1-8d2e-210b96ede90d {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:06:26.103427 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "683024f2-fb1f-4990-960e-4d159b1eb8a1", "name": "network-vif-deleted", "tag": "3706bea8-c005-4212-9a17-233197d93848", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:06:26.103686 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-9be4e63c-4971-4ef1-8d2e-210b96ede90d {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:06:26.104163 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '683024f2-fb1f-4990-960e-4d159b1eb8a1', 'name': 'network-vif-deleted', 'tag': '3706bea8-c005-4212-9a17-233197d93848', 'status': 'completed', 'code': 200} Jul 06 14:06:26.193128 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-e0d3c454-ff51-41dc-b05e-977309f4b3a0 None None] Set router c69b80ad-875f-4d33-82bd-8e7157128611 gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:06:26.253068 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e0d3c454-ff51-41dc-b05e-977309f4b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'name': 'tempest-TaggedBootDevicesTest_v242-1291206415-router', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:10Z', 'updated_at': '2021-07-06T14:06:25Z', 'revision_number': 6, 'project_id': '9336c3d8fa4746dd9ed2823889de2712', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:26.284348 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d3c454-ff51-41dc-b05e-977309f4b3a0 None None] The sync data for ids ['c69b80ad-875f-4d33-82bd-8e7157128611'] in n-d-773644-6 is: [{'id': 'c69b80ad-875f-4d33-82bd-8e7157128611', 'name': 'tempest-TaggedBootDevicesTest_v242-1291206415-router', 'tenant_id': '9336c3d8fa4746dd9ed2823889de2712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:55:10Z', 'updated_at': '2021-07-06T14:06:25Z', 'revision_number': 6, 'project_id': '9336c3d8fa4746dd9ed2823889de2712', 'gw_port_host': None}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:06:26.286735 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 56bb6c77-705c-4c82-a6eb-48fdecb2609d completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:26.293010 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-679ae840-10e4-4dfb-aa7d-3e9b0040bf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:26.297234 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 56bb6c77-705c-4c82-a6eb-48fdecb2609d triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:26.297618 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:26.328357 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ae840-10e4-4dfb-aa7d-3e9b0040bf52 admin admin] Pushing event deleted for resources: {'Port': ['ID=aad2e0e3-4b47-419a-95c7-783c6fda1c32,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:26.418808 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-679ae840-10e4-4dfb-aa7d-3e9b0040bf52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:26.421897 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f787dbb9-990a-411e-a3e4-53ea8af85684 req-285b7c0b-d391-4a27-aac9-fe856dec9146 tempest-ServersNegativeTestMultiTenantJSON-1250913301 tempest-ServersNegativeTestMultiTenantJSON-1250913301-project] 10.222.0.118 "GET /v2.0/ports?device_id=683024f2-fb1f-4990-960e-4d159b1eb8a1 HTTP/1.1" status: 200 len: 210 time: 0.0291820 Jul 06 14:06:26.423722 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:26.460680 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a29f44-02e8-4aa6-89ae-d089b7365282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56bb6c77-705c-4c82-a6eb-48fdecb2609d'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:06:26.464204 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb94f9a3-9a63-46de-bfb3-3e3bcbe37f24" -d '{"events": [{"server_uuid": "e9a29f44-02e8-4aa6-89ae-d089b7365282", "name": "network-vif-plugged", "status": "completed", "tag": "56bb6c77-705c-4c82-a6eb-48fdecb2609d"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:06:26.512946 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d3c04a-cb2f-42e0-a0de-bb290aec9bbb x-openstack-request-id: req-95d3c04a-cb2f-42e0-a0de-bb290aec9bbb {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:06:26.513647 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a29f44-02e8-4aa6-89ae-d089b7365282", "name": "network-vif-plugged", "status": "completed", "tag": "56bb6c77-705c-4c82-a6eb-48fdecb2609d", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:06:26.513647 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-95d3c04a-cb2f-42e0-a0de-bb290aec9bbb {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:06:26.514455 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a29f44-02e8-4aa6-89ae-d089b7365282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56bb6c77-705c-4c82-a6eb-48fdecb2609d', 'code': 200} Jul 06 14:06:26.516227 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 56bb6c77-705c-4c82-a6eb-48fdecb2609d, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=56bb6c77-705c-4c82-a6eb-48fdecb2609d,segment=NetworkSegment(66f13dfd-887a-4dab-b5ac-df85696e381e),segment_id=66f13dfd-887a-4dab-b5ac-df85696e381e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:26.523812 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:26.543873 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-679ae840-10e4-4dfb-aa7d-3e9b0040bf52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:26.546181 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-679ae840-10e4-4dfb-aa7d-3e9b0040bf52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:26.610733 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=56bb6c77-705c-4c82-a6eb-48fdecb2609d,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:26.614771 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-679ae840-10e4-4dfb-aa7d-3e9b0040bf52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:26.615491 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679ae840-10e4-4dfb-aa7d-3e9b0040bf52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c69b80ad-875f-4d33-82bd-8e7157128611 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:06:26.624276 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-679ae840-10e4-4dfb-aa7d-3e9b0040bf52 admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:26.627959 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-679ae840-10e4-4dfb-aa7d-3e9b0040bf52 admin admin] 10.222.0.118 "DELETE /v2.0/routers/c69b80ad-875f-4d33-82bd-8e7157128611 HTTP/1.1" status: 204 len: 168 time: 1.1426942 Jul 06 14:06:26.628176 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37784) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:26.684264 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09309e2-7b58-4049-a310-f7a6236d3f23 req-d6b216e7-9685-4603-b409-261118d3fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:26.699050 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e09309e2-7b58-4049-a310-f7a6236d3f23 req-d6b216e7-9685-4603-b409-261118d3fc55 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e9a29f44-02e8-4aa6-89ae-d089b7365282 HTTP/1.1" status: 200 len: 1096 time: 0.0962417 Jul 06 14:06:26.763048 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e09309e2-7b58-4049-a310-f7a6236d3f23 req-6c78813c-9c74-425c-82b5-a6a34f1f23ea service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541682 Jul 06 14:06:26.769642 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad536ef2-8feb-4a12-be7e-2f41178c83a8 admin admin] Deleting subnet 8df52582-dd18-48d1-9337-785b45f0ca32 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:06:26.773520 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ad536ef2-8feb-4a12-be7e-2f41178c83a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:26.826646 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ad536ef2-8feb-4a12-be7e-2f41178c83a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:26.912805 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a676a-862a-47c2-83b3-339c6568fc11 req-5bf5540e-29b0-4fc5-850a-b2b4457b33fa tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:26.918338 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc1a676a-862a-47c2-83b3-339c6568fc11 req-5bf5540e-29b0-4fc5-850a-b2b4457b33fa tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=e9a29f44-02e8-4aa6-89ae-d089b7365282 HTTP/1.1" status: 200 len: 945 time: 0.1228039 Jul 06 14:06:26.933371 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ad536ef2-8feb-4a12-be7e-2f41178c83a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:26.971132 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc1a676a-862a-47c2-83b3-339c6568fc11 req-9dd0a1e9-f2a1-458c-b758-3f907b429d34 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507801 Jul 06 14:06:27.003573 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ad536ef2-8feb-4a12-be7e-2f41178c83a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.038218 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad536ef2-8feb-4a12-be7e-2f41178c83a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8df52582-dd18-48d1-9337-785b45f0ca32,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:27.040253 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ad536ef2-8feb-4a12-be7e-2f41178c83a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.042588 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ad536ef2-8feb-4a12-be7e-2f41178c83a8 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/8df52582-dd18-48d1-9337-785b45f0ca32 HTTP/1.1" status: 204 len: 168 time: 0.4130020 Jul 06 14:06:27.044665 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4999543-57c9-47b2-b14c-6c06b581744b None None] Network d3d758c6-1344-45af-aaa5-3031f97f13d4 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:27.045377 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37794) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:27.138158 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-858df5f1-f36f-45e4-ac52-4cd6a7f9b81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.277558 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-858df5f1-f36f-45e4-ac52-4cd6a7f9b81c admin admin] Deleting port 0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:06:27.278001 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-858df5f1-f36f-45e4-ac52-4cd6a7f9b81c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.297729 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dd0617-9d15-4f05-b83a-298dbe9841a0 None None] DHCP port deletion for d3d758c6-1344-45af-aaa5-3031f97f13d4 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:06:27.351312 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0bce9-56af-4ab0-acc9-b9c2aabc7f3c req-1d64ab51-ab99-4130-8805-4fddad951528 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:27.352886 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42f0bce9-56af-4ab0-acc9-b9c2aabc7f3c req-1d64ab51-ab99-4130-8805-4fddad951528 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 945 time: 0.1574211 Jul 06 14:06:27.376560 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-46dd0617-9d15-4f05-b83a-298dbe9841a0 None None] Deleting port 0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:06:27.377122 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-46dd0617-9d15-4f05-b83a-298dbe9841a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.390930 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-858df5f1-f36f-45e4-ac52-4cd6a7f9b81c admin admin] For port 0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1,segment=NetworkSegment(1e3e79de-418b-427e-ab47-30b7f03d6d5a),segment_id=1e3e79de-418b-427e-ab47-30b7f03d6d5a)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:27.391396 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-858df5f1-f36f-45e4-ac52-4cd6a7f9b81c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.414873 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-858df5f1-f36f-45e4-ac52-4cd6a7f9b81c admin admin] Calling delete_port for 0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:06:27.424488 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42f0bce9-56af-4ab0-acc9-b9c2aabc7f3c req-ffeadddc-7674-4da5-9c53-4c64166304c3 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604255 Jul 06 14:06:27.472354 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-46dd0617-9d15-4f05-b83a-298dbe9841a0 None None] For port 0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1,segment=NetworkSegment(1e3e79de-418b-427e-ab47-30b7f03d6d5a),segment_id=1e3e79de-418b-427e-ab47-30b7f03d6d5a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:27.472892 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-46dd0617-9d15-4f05-b83a-298dbe9841a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.505091 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-46dd0617-9d15-4f05-b83a-298dbe9841a0 None None] Calling delete_port for 0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:06:27.513129 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-858df5f1-f36f-45e4-ac52-4cd6a7f9b81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.562791 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858df5f1-f36f-45e4-ac52-4cd6a7f9b81c admin admin] Pushing event deleted for resources: {'Port': ['ID=0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:27.580883 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858df5f1-f36f-45e4-ac52-4cd6a7f9b81c admin admin] No DVR routers for this DVR port 0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:06:27.613426 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37806) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:27.641020 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-46dd0617-9d15-4f05-b83a-298dbe9841a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.683548 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8f2b2b-1f05-44eb-9611-404820a841f2 admin admin] Deleting subnet f497817d-ab1e-4678-b7f9-94d982f769e0 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:06:27.687963 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1b8f2b2b-1f05-44eb-9611-404820a841f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.690853 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-858df5f1-f36f-45e4-ac52-4cd6a7f9b81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.703967 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd0617-9d15-4f05-b83a-298dbe9841a0 None None] Pushing event deleted for resources: {'Port': ['ID=0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:27.704993 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-858df5f1-f36f-45e4-ac52-4cd6a7f9b81c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d758c6-1344-45af-aaa5-3031f97f13d4']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:27.726884 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-858df5f1-f36f-45e4-ac52-4cd6a7f9b81c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e3e79de-418b-427e-ab47-30b7f03d6d5a') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:27.728123 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-858df5f1-f36f-45e4-ac52-4cd6a7f9b81c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e3e79de-418b-427e-ab47-30b7f03d6d5a') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:27.731443 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dd0617-9d15-4f05-b83a-298dbe9841a0 None None] No DVR routers for this DVR port 0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:06:27.752677 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1b8f2b2b-1f05-44eb-9611-404820a841f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.765304 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-858df5f1-f36f-45e4-ac52-4cd6a7f9b81c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.801996 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-858df5f1-f36f-45e4-ac52-4cd6a7f9b81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.809787 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1b8f2b2b-1f05-44eb-9611-404820a841f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.810590 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-858df5f1-f36f-45e4-ac52-4cd6a7f9b81c admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:06:27.811558 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-858df5f1-f36f-45e4-ac52-4cd6a7f9b81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:06:27.814375 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:06:27.867126 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 97870ffb-58db-4ffa-a527-a86c4d995267 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:06:27.878790 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1b8f2b2b-1f05-44eb-9611-404820a841f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.897170 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 97870ffb-58db-4ffa-a527-a86c4d995267 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:06:27.897844 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 97870ffb-58db-4ffa-a527-a86c4d995267 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:06:27.899172 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:06:27.903028 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1b8f2b2b-1f05-44eb-9611-404820a841f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.905287 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1b8f2b2b-1f05-44eb-9611-404820a841f2 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/f497817d-ab1e-4678-b7f9-94d982f769e0 HTTP/1.1" status: 204 len: 168 time: 0.2907345 Jul 06 14:06:27.908449 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37810) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:27.924831 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:06:27.925588 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0efdfeb8-8a8f-46ca-85b1-232ea18bd0e1 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:06:27.926272 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device aad2e0e3-4b47-419a-95c7-783c6fda1c32 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:06:27.931940 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f2b2b-1f05-44eb-9611-404820a841f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f497817d-ab1e-4678-b7f9-94d982f769e0,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:27.950323 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: aad2e0e3-4b47-419a-95c7-783c6fda1c32 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:06:27.950812 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device aad2e0e3-4b47-419a-95c7-783c6fda1c32 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:06:27.975483 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-858df5f1-f36f-45e4-ac52-4cd6a7f9b81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.985357 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-858df5f1-f36f-45e4-ac52-4cd6a7f9b81c admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:27.989850 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-858df5f1-f36f-45e4-ac52-4cd6a7f9b81c admin admin] 10.222.0.118 "DELETE /v2.0/networks/d3d758c6-1344-45af-aaa5-3031f97f13d4 HTTP/1.1" status: 204 len: 168 time: 0.9424696 Jul 06 14:06:28.014146 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858df5f1-f36f-45e4-ac52-4cd6a7f9b81c admin admin] Pushing event deleted for resources: {'Network': ['ID=d3d758c6-1344-45af-aaa5-3031f97f13d4,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:28.027822 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8835868b-f14c-479e-bf7d-e53811eeb3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:28.141479 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8835868b-f14c-479e-bf7d-e53811eeb3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:28.157446 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-8835868b-f14c-479e-bf7d-e53811eeb3be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c263d3-81e8-4256-9600-1b47a63cd57b']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:28.175541 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-8835868b-f14c-479e-bf7d-e53811eeb3be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '620203cf-ba46-4b4b-85db-9b4ebde94d01') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:28.175931 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-8835868b-f14c-479e-bf7d-e53811eeb3be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '620203cf-ba46-4b4b-85db-9b4ebde94d01') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:28.207564 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8835868b-f14c-479e-bf7d-e53811eeb3be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:28.232576 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37824) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:28.247370 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8835868b-f14c-479e-bf7d-e53811eeb3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:28.256147 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8835868b-f14c-479e-bf7d-e53811eeb3be admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:06:28.256606 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8835868b-f14c-479e-bf7d-e53811eeb3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:06:28.258536 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:06:28.293407 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7a623efd-1aea-4814-a0ef-04ed5c9f8428 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=9336c3d8fa4746dd9ed2823889de2712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0594192 Jul 06 14:06:28.294069 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37826) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:28.333466 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8835868b-f14c-479e-bf7d-e53811eeb3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:28.341958 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8835868b-f14c-479e-bf7d-e53811eeb3be admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:28.346970 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8835868b-f14c-479e-bf7d-e53811eeb3be admin admin] 10.222.0.118 "DELETE /v2.0/networks/62c263d3-81e8-4256-9600-1b47a63cd57b HTTP/1.1" status: 204 len: 168 time: 0.4343081 Jul 06 14:06:28.346970 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37828) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:28.367302 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2970d83a-970b-4695-8644-1f577ee2f998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:28.372443 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266609d-f17b-428e-8e08-16900b6f9dd2 req-d00be5e9-afd5-4337-a502-b30328391b83 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:28.373604 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e266609d-f17b-428e-8e08-16900b6f9dd2 req-d00be5e9-afd5-4337-a502-b30328391b83 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=e9a29f44-02e8-4aa6-89ae-d089b7365282 HTTP/1.1" status: 200 len: 945 time: 0.1868858 Jul 06 14:06:28.376019 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835868b-f14c-479e-bf7d-e53811eeb3be admin admin] Pushing event deleted for resources: {'Network': ['ID=62c263d3-81e8-4256-9600-1b47a63cd57b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:28.394978 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2970d83a-970b-4695-8644-1f577ee2f998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:28.436292 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fca6a04-d85a-4185-9fff-2023ae422317 admin admin] Deleting subnet 267d5d8b-f557-4b74-883e-64f1f89475d2 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:06:28.447468 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1fca6a04-d85a-4185-9fff-2023ae422317 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:28.455546 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2970d83a-970b-4695-8644-1f577ee2f998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:28.460154 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2970d83a-970b-4695-8644-1f577ee2f998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:28.464514 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2970d83a-970b-4695-8644-1f577ee2f998 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/c5686d5e-798c-4c25-89e1-188041907485 HTTP/1.1" status: 204 len: 168 time: 0.1665556 Jul 06 14:06:28.471117 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970d83a-970b-4695-8644-1f577ee2f998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5686d5e-798c-4c25-89e1-188041907485,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:28.472810 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e266609d-f17b-428e-8e08-16900b6f9dd2 req-18c4f4eb-dbce-4c6e-90ec-af6b8b193ab5 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765116 Jul 06 14:06:28.494302 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1fca6a04-d85a-4185-9fff-2023ae422317 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:28.567862 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1fca6a04-d85a-4185-9fff-2023ae422317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:28.685638 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1fca6a04-d85a-4185-9fff-2023ae422317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:28.725344 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca6a04-d85a-4185-9fff-2023ae422317 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=267d5d8b-f557-4b74-883e-64f1f89475d2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:28.727780 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1fca6a04-d85a-4185-9fff-2023ae422317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:28.732950 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1fca6a04-d85a-4185-9fff-2023ae422317 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/267d5d8b-f557-4b74-883e-64f1f89475d2 HTTP/1.1" status: 204 len: 168 time: 0.3827627 Jul 06 14:06:28.734066 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37842) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:28.749140 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ed387-f933-4559-a598-ef0ef54b76d3 req-59e81bbb-dc7c-4190-a4db-ec22ca9237dc tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:28.750813 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9d5ed387-f933-4559-a598-ef0ef54b76d3 req-59e81bbb-dc7c-4190-a4db-ec22ca9237dc tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 945 time: 0.1339772 Jul 06 14:06:28.842566 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9d5ed387-f933-4559-a598-ef0ef54b76d3 req-eff0b11a-573b-4b9c-8764-40f1b6e8e631 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831900 Jul 06 14:06:28.876725 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-28b48020-d125-433b-9b42-bb172b501951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:29.014787 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-28b48020-d125-433b-9b42-bb172b501951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:29.028118 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-28b48020-d125-433b-9b42-bb172b501951 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6afc330-3c15-4265-b3fe-1272bfb6f067']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:29.040309 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-28b48020-d125-433b-9b42-bb172b501951 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbc0a53b-ee0a-4fd5-8d79-6daeb2d0dded') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:29.040622 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-28b48020-d125-433b-9b42-bb172b501951 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbc0a53b-ee0a-4fd5-8d79-6daeb2d0dded') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:29.052175 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-28b48020-d125-433b-9b42-bb172b501951 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:29.068060 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-28b48020-d125-433b-9b42-bb172b501951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:29.080116 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b48020-d125-433b-9b42-bb172b501951 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:06:29.080916 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-28b48020-d125-433b-9b42-bb172b501951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:06:29.083612 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:06:29.168766 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-28b48020-d125-433b-9b42-bb172b501951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:29.174443 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-28b48020-d125-433b-9b42-bb172b501951 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:29.179125 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-28b48020-d125-433b-9b42-bb172b501951 admin admin] 10.222.0.118 "DELETE /v2.0/networks/f6afc330-3c15-4265-b3fe-1272bfb6f067 HTTP/1.1" status: 204 len: 168 time: 0.4431212 Jul 06 14:06:29.191465 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b48020-d125-433b-9b42-bb172b501951 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6afc330-3c15-4265-b3fe-1272bfb6f067,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:29.474605 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37874) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:29.537564 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-89b7837c-0a52-4b23-8765-fc24d9d9dabd admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=b4cf5462100e45079c390dd3aaa9c887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0600913 Jul 06 14:06:29.539917 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37876) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:29.616327 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8884f2e6-68f6-47bc-bf89-ee07cb50c3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:29.669558 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8884f2e6-68f6-47bc-bf89-ee07cb50c3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:29.699097 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:06:29.777862 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8884f2e6-68f6-47bc-bf89-ee07cb50c3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:29.780385 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8884f2e6-68f6-47bc-bf89-ee07cb50c3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:29.781565 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8884f2e6-68f6-47bc-bf89-ee07cb50c3e9 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/3dcd3534-8626-407b-bb9e-894655c192f0 HTTP/1.1" status: 204 len: 168 time: 0.2406769 Jul 06 14:06:29.790511 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884f2e6-68f6-47bc-bf89-ee07cb50c3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcd3534-8626-407b-bb9e-894655c192f0,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:29.975130 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37894) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:30.049613 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 66a93e52-52b0-4a21-8c65-e0c073280683 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:06:30.052178 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 3706bea8-c005-4212-9a17-233197d93848 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:06:30.054720 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac8f33-b1ee-4940-a2ea-9558158aabb7 req-626cc13a-7232-4b7a-ba1f-3b39265c952b tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:30.056527 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d4ac8f33-b1ee-4940-a2ea-9558158aabb7 req-626cc13a-7232-4b7a-ba1f-3b39265c952b tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 945 time: 0.0884418 Jul 06 14:06:30.093859 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 3706bea8-c005-4212-9a17-233197d93848 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:06:30.094443 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 3706bea8-c005-4212-9a17-233197d93848 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:06:30.109211 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d4ac8f33-b1ee-4940-a2ea-9558158aabb7 req-1ca624f8-64d0-41f4-a7da-aa84c54927ba tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466065 Jul 06 14:06:30.240506 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 66a93e52-52b0-4a21-8c65-e0c073280683, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=66a93e52-52b0-4a21-8c65-e0c073280683,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:30.266758 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '66a93e52-52b0-4a21-8c65-e0c073280683', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'port_id': '66a93e52-52b0-4a21-8c65-e0c073280683', 'mac_address': 'fa:16:3e:64:46:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:06:30.331422 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:30.349944 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-d4cfaece-29a8-43b4-9906-8059f3705b16 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1145801618-network', 'tenant_id': '8b30a7605e06424a8c235f59483ddde1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:30.356707 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66a93e52-52b0-4a21-8c65-e0c073280683 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:06:30.389650 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 66a93e52-52b0-4a21-8c65-e0c073280683, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=66a93e52-52b0-4a21-8c65-e0c073280683,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:30.396232 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:30.399609 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cfaece-29a8-43b4-9906-8059f3705b16 admin admin] Made reservation on behalf of 8b30a7605e06424a8c235f59483ddde1 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:30.403222 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d4cfaece-29a8-43b4-9906-8059f3705b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:30.429806 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d4cfaece-29a8-43b4-9906-8059f3705b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:30.508350 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=66a93e52-52b0-4a21-8c65-e0c073280683,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:30.514666 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37920) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:30.533125 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['66a93e52-52b0-4a21-8c65-e0c073280683'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:06:30.562741 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d4cfaece-29a8-43b4-9906-8059f3705b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:30.567474 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d4cfaece-29a8-43b4-9906-8059f3705b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:30.616095 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5d6bdc5f-2996-4608-bc14-6f7becc8ef6b admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=ebfd471966ba4858942ba7772341262f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0987060 Jul 06 14:06:30.618806 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37926) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:30.624700 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4cfaece-29a8-43b4-9906-8059f3705b16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:06:30.643858 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cfaece-29a8-43b4-9906-8059f3705b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f694d7a3-ce14-44af-b405-ce4115c86ef2,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:30.654217 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d4cfaece-29a8-43b4-9906-8059f3705b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:30.654917 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-d4cfaece-29a8-43b4-9906-8059f3705b16 admin admin] Added segment 8b9a37ee-d438-45ec-b0f0-6f34f2b6cc40 of type vlan for network 5a3dd0f6-81fd-4d5c-8308-08e046c777f2 Jul 06 14:06:30.709973 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2512690d-146a-4a7a-8471-01f5aed5732f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:30.713143 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d4cfaece-29a8-43b4-9906-8059f3705b16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:30.762180 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d4cfaece-29a8-43b4-9906-8059f3705b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:30.764579 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cfaece-29a8-43b4-9906-8059f3705b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:30.766228 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d4cfaece-29a8-43b4-9906-8059f3705b16 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:30.773169 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2512690d-146a-4a7a-8471-01f5aed5732f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:30.851498 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d4cfaece-29a8-43b4-9906-8059f3705b16 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8750844 Jul 06 14:06:30.854756 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37934) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:30.861638 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-95919319-77c2-4101-bd2a-ea7f585b9511 admin admin] Request body: {'subnet': {'network_id': '5a3dd0f6-81fd-4d5c-8308-08e046c777f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1145801618-subnet', 'tenant_id': '8b30a7605e06424a8c235f59483ddde1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:30.881525 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cfaece-29a8-43b4-9906-8059f3705b16 admin admin] Pushing event updated for resources: {'Network': ['ID=5a3dd0f6-81fd-4d5c-8308-08e046c777f2,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:30.895884 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 5a3dd0f6-81fd-4d5c-8308-08e046c777f2 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:06:30.911033 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95919319-77c2-4101-bd2a-ea7f585b9511 admin admin] Made reservation on behalf of 8b30a7605e06424a8c235f59483ddde1 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:30.915038 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-95919319-77c2-4101-bd2a-ea7f585b9511 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:30.951980 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2512690d-146a-4a7a-8471-01f5aed5732f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:30.954826 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2512690d-146a-4a7a-8471-01f5aed5732f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:30.956005 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2512690d-146a-4a7a-8471-01f5aed5732f admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/67f1a76e-28e6-49d1-98e7-abf053e0f132 HTTP/1.1" status: 204 len: 168 time: 0.3352993 Jul 06 14:06:30.972081 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512690d-146a-4a7a-8471-01f5aed5732f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f1a76e-28e6-49d1-98e7-abf053e0f132,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:31.348548 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866c695-228e-4e41-9225-572f49ced1cd req-d445400f-eb25-41ce-9cc2-62ca0415d25f tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:31.357353 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6866c695-228e-4e41-9225-572f49ced1cd req-d445400f-eb25-41ce-9cc2-62ca0415d25f tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 944 time: 0.1003983 Jul 06 14:06:31.414305 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6866c695-228e-4e41-9225-572f49ced1cd req-2151333f-7287-490a-a1ed-3ddbbf542733 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476332 Jul 06 14:06:31.481447 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-95919319-77c2-4101-bd2a-ea7f585b9511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:31.548649 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95919319-77c2-4101-bd2a-ea7f585b9511 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f26c64b5-c132-4216-8b8e-1c1dcbbad30c,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:31.566896 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95919319-77c2-4101-bd2a-ea7f585b9511 admin admin] Checking segment: {'id': '8b9a37ee-d438-45ec-b0f0-6f34f2b6cc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5a3dd0f6-81fd-4d5c-8308-08e046c777f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:31.567438 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95919319-77c2-4101-bd2a-ea7f585b9511 admin admin] Network hostable DHCP agents. Network: 5a3dd0f6-81fd-4d5c-8308-08e046c777f2, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:06:31.602370 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95919319-77c2-4101-bd2a-ea7f585b9511 admin admin] Network 5a3dd0f6-81fd-4d5c-8308-08e046c777f2 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:06:31.617354 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-95919319-77c2-4101-bd2a-ea7f585b9511 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 5a3dd0f6-81fd-4d5c-8308-08e046c777f2) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:31.626843 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451c3bb7-063e-40cd-8c98-32193d46b3c1 None None] Network 5a3dd0f6-81fd-4d5c-8308-08e046c777f2 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:31.627989 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95919319-77c2-4101-bd2a-ea7f585b9511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:31.629249 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-95919319-77c2-4101-bd2a-ea7f585b9511 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:31.659688 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-95919319-77c2-4101-bd2a-ea7f585b9511 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7960935 Jul 06 14:06:31.813506 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086cc1ba-c384-4c7b-88d6-d7b222a97ceb None None] Network 5a3dd0f6-81fd-4d5c-8308-08e046c777f2 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:32.056071 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 66a93e52-52b0-4a21-8c65-e0c073280683 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:06:32.146985 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37976) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:32.209181 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 66a93e52-52b0-4a21-8c65-e0c073280683 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:32.209807 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:32.406202 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:32.465139 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-edb72437-2a70-448e-8a77-ba9372287ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:32.505644 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36198b7b-15e7-4660-a17b-fe02fa801203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a93e52-52b0-4a21-8c65-e0c073280683'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:06:32.511796 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea29af84-8c72-4504-9677-1af26c4f9ba7" -d '{"events": [{"server_uuid": "36198b7b-15e7-4660-a17b-fe02fa801203", "name": "network-vif-plugged", "status": "completed", "tag": "66a93e52-52b0-4a21-8c65-e0c073280683"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:06:32.561720 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 66a93e52-52b0-4a21-8c65-e0c073280683, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=66a93e52-52b0-4a21-8c65-e0c073280683,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:32.571228 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:32.705626 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=66a93e52-52b0-4a21-8c65-e0c073280683,revision_number=7']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:32.728073 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-edb72437-2a70-448e-8a77-ba9372287ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:32.738319 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-edb72437-2a70-448e-8a77-ba9372287ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:32.801825 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-edb72437-2a70-448e-8a77-ba9372287ffb admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=826bd19037034a3a8f2d7d5ad864d795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6535945 Jul 06 14:06:32.804913 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38006) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:32.847842 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb72437-2a70-448e-8a77-ba9372287ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e4f301-c64f-4e36-a3b0-e94951e57432,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:32.919627 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38010) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:33.021068 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af857466-a610-46d9-9166-cc1771a5fea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:33.071534 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af857466-a610-46d9-9166-cc1771a5fea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:33.097930 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-1870f931-f039-49da-8f0d-e17652bd65b5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1215315455-network', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:33.134532 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-f040b5b9-eeba-4a3d-87f3-69c2ac7a92a7 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:33.137549 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1870f931-f039-49da-8f0d-e17652bd65b5 admin admin] Made reservation on behalf of 877fc897abae42d7adb6bd377795bbf0 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:33.140283 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1870f931-f039-49da-8f0d-e17652bd65b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:33.142519 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-f040b5b9-eeba-4a3d-87f3-69c2ac7a92a7 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] 10.222.0.118 "GET /v2.0/networks?id=5a3dd0f6-81fd-4d5c-8308-08e046c777f2 HTTP/1.1" status: 200 len: 814 time: 0.2984965 Jul 06 14:06:33.157959 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-9a29db6f-7b54-4fc3-9a2c-4d4df9e96d77 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] 10.222.0.118 "GET /v2.0/quotas/8b30a7605e06424a8c235f59483ddde1 HTTP/1.1" status: 200 len: 375 time: 0.0143893 Jul 06 14:06:33.160477 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1870f931-f039-49da-8f0d-e17652bd65b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:33.210878 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af857466-a610-46d9-9166-cc1771a5fea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:33.213039 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af857466-a610-46d9-9166-cc1771a5fea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:33.217985 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-af857466-a610-46d9-9166-cc1771a5fea1 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/e6e4f301-c64f-4e36-a3b0-e94951e57432 HTTP/1.1" status: 204 len: 168 time: 0.4111814 Jul 06 14:06:33.264702 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-1b2c409e-8f9a-4797-b6ad-531f1426a737 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=8b30a7605e06424a8c235f59483ddde1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839064 Jul 06 14:06:33.304998 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af857466-a610-46d9-9166-cc1771a5fea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e4f301-c64f-4e36-a3b0-e94951e57432,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:33.333483 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1870f931-f039-49da-8f0d-e17652bd65b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:33.339583 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1870f931-f039-49da-8f0d-e17652bd65b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:33.375737 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1870f931-f039-49da-8f0d-e17652bd65b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:06:33.398914 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870f931-f039-49da-8f0d-e17652bd65b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e30f166-130d-4ad2-b897-537f43d523b7,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:33.403548 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1870f931-f039-49da-8f0d-e17652bd65b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:33.404417 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-1870f931-f039-49da-8f0d-e17652bd65b5 admin admin] Added segment 73abc8d8-a472-4fde-bbb9-f96388e1eb27 of type vlan for network eefea86f-292f-49b8-aab3-e9599d79dda6 Jul 06 14:06:33.466354 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1870f931-f039-49da-8f0d-e17652bd65b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:33.507797 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1870f931-f039-49da-8f0d-e17652bd65b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:33.510510 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1870f931-f039-49da-8f0d-e17652bd65b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:33.516314 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1870f931-f039-49da-8f0d-e17652bd65b5 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:33.594975 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1870f931-f039-49da-8f0d-e17652bd65b5 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6741688 Jul 06 14:06:33.595623 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38018) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:33.605290 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-05c045b3-3788-4a51-aa71-f51ea9506f5c admin admin] Request body: {'subnet': {'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1215315455-subnet', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:33.627669 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870f931-f039-49da-8f0d-e17652bd65b5 admin admin] Pushing event updated for resources: {'Network': ['ID=eefea86f-292f-49b8-aab3-e9599d79dda6,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:33.639272 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network eefea86f-292f-49b8-aab3-e9599d79dda6 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:06:33.648291 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c045b3-3788-4a51-aa71-f51ea9506f5c admin admin] Made reservation on behalf of 877fc897abae42d7adb6bd377795bbf0 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:33.653527 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-05c045b3-3788-4a51-aa71-f51ea9506f5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:33.754449 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38020) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:33.783484 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ee6f7290-dd1e-4b53-ad89-619f568bedcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:33.940298 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-424a986f-2ed8-46b4-ac0a-85c69ff8594e service neutron] 10.222.0.118 "GET /v2.0/networks/5a3dd0f6-81fd-4d5c-8308-08e046c777f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6734593 Jul 06 14:06:34.060065 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-05c045b3-3788-4a51-aa71-f51ea9506f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:34.095453 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-12a507cf-a8e8-4eea-b9bf-95da6c1af772 service neutron] 10.222.0.118 "GET /v2.0/networks/5a3dd0f6-81fd-4d5c-8308-08e046c777f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541572 Jul 06 14:06:34.098916 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ee6f7290-dd1e-4b53-ad89-619f568bedcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:34.115843 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ee6f7290-dd1e-4b53-ad89-619f568bedcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:34.149604 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f7290-dd1e-4b53-ad89-619f568bedcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ac96d1-89ae-422d-bcf8-943dbf771e59,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:34.157267 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c045b3-3788-4a51-aa71-f51ea9506f5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2034225f-da5c-4c36-aa60-ee034fad70f7,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:34.181430 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ee6f7290-dd1e-4b53-ad89-619f568bedcf admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=c5564f7328fa4549a464d9f5d7b4da48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4256160 Jul 06 14:06:34.184839 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38024) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:34.188506 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c045b3-3788-4a51-aa71-f51ea9506f5c admin admin] Checking segment: {'id': '73abc8d8-a472-4fde-bbb9-f96388e1eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:34.188884 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c045b3-3788-4a51-aa71-f51ea9506f5c admin admin] Network hostable DHCP agents. Network: eefea86f-292f-49b8-aab3-e9599d79dda6, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:06:34.212262 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c045b3-3788-4a51-aa71-f51ea9506f5c admin admin] Network eefea86f-292f-49b8-aab3-e9599d79dda6 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:06:34.229531 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-05c045b3-3788-4a51-aa71-f51ea9506f5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, eefea86f-292f-49b8-aab3-e9599d79dda6) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:34.246235 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0ecadb-f1ec-4606-becb-97de75cd7550 None None] Network eefea86f-292f-49b8-aab3-e9599d79dda6 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:34.253967 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c045b3-3788-4a51-aa71-f51ea9506f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:34.254898 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-05c045b3-3788-4a51-aa71-f51ea9506f5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:34.298473 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-05c045b3-3788-4a51-aa71-f51ea9506f5c admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6995995 Jul 06 14:06:34.299250 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38028) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:34.305768 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-789e8d33-ecd8-48e7-b247-bebd070eec00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:34.309980 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-001a52fe-f58e-48b1-acd9-3746aa025053 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1215315455-router', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:34.403829 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-001a52fe-f58e-48b1-acd9-3746aa025053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:34.406089 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-789e8d33-ecd8-48e7-b247-bebd070eec00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:34.413882 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-001a52fe-f58e-48b1-acd9-3746aa025053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:34.556181 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040dcbd4-e684-4a01-ac75-37ddbff529be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-eefea86f-292f-49b8-aab3-e9599d79dda6', 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'fixed_ips': [{'subnet_id': '2034225f-da5c-4c36-aa60-ee034fad70f7'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:06:34.570013 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-040dcbd4-e684-4a01-ac75-37ddbff529be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:34.621886 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-001a52fe-f58e-48b1-acd9-3746aa025053 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:34.694694 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49c491-9b6a-41fe-ba4b-8e5978b5317b req-1b996dff-b5dd-40ab-80ba-3a495521785d tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:34.696406 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ae49c491-9b6a-41fe-ba4b-8e5978b5317b req-1b996dff-b5dd-40ab-80ba-3a495521785d tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 945 time: 0.2168357 Jul 06 14:06:34.697678 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-789e8d33-ecd8-48e7-b247-bebd070eec00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:34.700862 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-789e8d33-ecd8-48e7-b247-bebd070eec00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:34.714792 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-789e8d33-ecd8-48e7-b247-bebd070eec00 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/b0ac96d1-89ae-422d-bcf8-943dbf771e59 HTTP/1.1" status: 204 len: 168 time: 0.5214148 Jul 06 14:06:34.814418 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e8d33-ecd8-48e7-b247-bebd070eec00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ac96d1-89ae-422d-bcf8-943dbf771e59,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:34.866787 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ae49c491-9b6a-41fe-ba4b-8e5978b5317b req-36f80079-9ba8-43ec-868d-36c637e309eb tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426182 Jul 06 14:06:34.973332 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-040dcbd4-e684-4a01-ac75-37ddbff529be None None] Allocated IP 172.20.0.2 (eefea86f-292f-49b8-aab3-e9599d79dda6/2034225f-da5c-4c36-aa60-ee034fad70f7/19c3eda8-000c-4f15-a119-b0a5cb49d61e) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:34.984395 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-001a52fe-f58e-48b1-acd9-3746aa025053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:35.307407 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-040dcbd4-e684-4a01-ac75-37ddbff529be None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:35.319419 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad9514c2-1477-4628-a318-b8d0d45268e6 req-469ae292-5297-48f0-b913-e2dc2e48fdaf tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] 10.222.0.118 "GET /v2.0/ports?device_id=ad246964-0a97-4b83-bc93-b32274727d67 HTTP/1.1" status: 200 len: 210 time: 0.0738058 Jul 06 14:06:35.332802 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f2336b-96dd-40dd-b970-23d3218ffaf4 x-openstack-request-id: req-05f2336b-96dd-40dd-b970-23d3218ffaf4 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:06:35.333376 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36198b7b-15e7-4660-a17b-fe02fa801203", "name": "network-vif-plugged", "status": "completed", "tag": "66a93e52-52b0-4a21-8c65-e0c073280683", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:06:35.333628 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-05f2336b-96dd-40dd-b970-23d3218ffaf4 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:06:35.334003 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36198b7b-15e7-4660-a17b-fe02fa801203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a93e52-52b0-4a21-8c65-e0c073280683', 'code': 200} Jul 06 14:06:35.345128 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-040dcbd4-e684-4a01-ac75-37ddbff529be None None] Transition to ACTIVE for port object 19c3eda8-000c-4f15-a119-b0a5cb49d61e will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:35.365676 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-040dcbd4-e684-4a01-ac75-37ddbff529be None None] Transition to ACTIVE for port object 19c3eda8-000c-4f15-a119-b0a5cb49d61e will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:35.377160 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-040dcbd4-e684-4a01-ac75-37ddbff529be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:35.424663 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-001a52fe-f58e-48b1-acd9-3746aa025053 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:35.431827 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040dcbd4-e684-4a01-ac75-37ddbff529be None None] Network eefea86f-292f-49b8-aab3-e9599d79dda6 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:35.438014 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-040dcbd4-e684-4a01-ac75-37ddbff529be None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:35.445328 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040dcbd4-e684-4a01-ac75-37ddbff529be None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:35.453367 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040dcbd4-e684-4a01-ac75-37ddbff529be None None] Pushing event updated for resources: {'Port': ['ID=19c3eda8-000c-4f15-a119-b0a5cb49d61e,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:35.485798 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-001a52fe-f58e-48b1-acd9-3746aa025053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:35.533521 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-040dcbd4-e684-4a01-ac75-37ddbff529be None None] Attempting to bind port 19c3eda8-000c-4f15-a119-b0a5cb49d61e on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:06:35.533948 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-040dcbd4-e684-4a01-ac75-37ddbff529be None None] Attempting to bind port 19c3eda8-000c-4f15-a119-b0a5cb49d61e by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '73abc8d8-a472-4fde-bbb9-f96388e1eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:06:35.534313 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040dcbd4-e684-4a01-ac75-37ddbff529be None None] Attempting to bind port 19c3eda8-000c-4f15-a119-b0a5cb49d61e on network eefea86f-292f-49b8-aab3-e9599d79dda6 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:35.544100 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040dcbd4-e684-4a01-ac75-37ddbff529be None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:06:35.544610 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040dcbd4-e684-4a01-ac75-37ddbff529be None None] Checking segment: {'id': '73abc8d8-a472-4fde-bbb9-f96388e1eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:35.545029 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-040dcbd4-e684-4a01-ac75-37ddbff529be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:35.546047 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040dcbd4-e684-4a01-ac75-37ddbff529be None None] Bound using segment: {'id': '73abc8d8-a472-4fde-bbb9-f96388e1eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:06:35.546532 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-040dcbd4-e684-4a01-ac75-37ddbff529be None None] Bound port: 19c3eda8-000c-4f15-a119-b0a5cb49d61e, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73abc8d8-a472-4fde-bbb9-f96388e1eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:06:35.546920 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-040dcbd4-e684-4a01-ac75-37ddbff529be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:35.633459 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-040dcbd4-e684-4a01-ac75-37ddbff529be None None] For port 19c3eda8-000c-4f15-a119-b0a5cb49d61e, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:06:35.637490 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-040dcbd4-e684-4a01-ac75-37ddbff529be None None] For port 19c3eda8-000c-4f15-a119-b0a5cb49d61e, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=19c3eda8-000c-4f15-a119-b0a5cb49d61e,segment=NetworkSegment(73abc8d8-a472-4fde-bbb9-f96388e1eb27),segment_id=73abc8d8-a472-4fde-bbb9-f96388e1eb27)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:06:35.646658 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-040dcbd4-e684-4a01-ac75-37ddbff529be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:35.704310 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-001a52fe-f58e-48b1-acd9-3746aa025053 admin admin] Allocated IP 172.25.6.154 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/18e98769-3bc1-467d-82fe-a24ab74788a2) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:35.802539 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040dcbd4-e684-4a01-ac75-37ddbff529be None None] Pushing event updated for resources: {'Port': ['ID=19c3eda8-000c-4f15-a119-b0a5cb49d61e,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:35.909662 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-001a52fe-f58e-48b1-acd9-3746aa025053 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:36.008676 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-001a52fe-f58e-48b1-acd9-3746aa025053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:36.105392 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001a52fe-f58e-48b1-acd9-3746aa025053 admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:36.109787 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-001a52fe-f58e-48b1-acd9-3746aa025053 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:36.160176 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001a52fe-f58e-48b1-acd9-3746aa025053 admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:36.329297 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a52fe-f58e-48b1-acd9-3746aa025053 admin admin] Pushing event updated for resources: {'Port': ['ID=18e98769-3bc1-467d-82fe-a24ab74788a2,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:36.396359 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcd2e3-7d23-493e-a2fe-20ab6edc3f32 req-dacf02cd-665e-4ac7-bf39-f2d065f317de tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:36.407374 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97dcd2e3-7d23-493e-a2fe-20ab6edc3f32 req-dacf02cd-665e-4ac7-bf39-f2d065f317de tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 945 time: 0.3210936 Jul 06 14:06:36.592398 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-6d74e67d-a86c-4324-b7a2-e743e130c91c tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:36.598122 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-6d74e67d-a86c-4324-b7a2-e743e130c91c tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] 10.222.0.124 "GET /v2.0/networks?id=5a3dd0f6-81fd-4d5c-8308-08e046c777f2 HTTP/1.1" status: 200 len: 814 time: 0.3287451 Jul 06 14:06:36.624080 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97dcd2e3-7d23-493e-a2fe-20ab6edc3f32 req-91972e10-bfdb-4e39-a38e-999c959c2838 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157307 Jul 06 14:06:36.637043 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-7df04840-301f-4fae-bc6a-a09e22a00861 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] Request body: {'port': {'device_id': 'ad246964-0a97-4b83-bc93-b32274727d67', 'network_id': '5a3dd0f6-81fd-4d5c-8308-08e046c777f2', 'admin_state_up': True, 'tenant_id': '8b30a7605e06424a8c235f59483ddde1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:36.682800 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-001a52fe-f58e-48b1-acd9-3746aa025053 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:37.006739 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28b14426-e7f0-45b3-8f4e-8f3cf82720a7 req-e76c6b28-2733-47c8-a7b1-7444f5e9b6c1 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] 10.222.0.118 "GET /v2.0/ports?device_id=ad246964-0a97-4b83-bc93-b32274727d67 HTTP/1.1" status: 200 len: 210 time: 0.0816572 Jul 06 14:06:37.030375 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-7df04840-301f-4fae-bc6a-a09e22a00861 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] Made reservation on behalf of 8b30a7605e06424a8c235f59483ddde1 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:37.035279 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-7df04840-301f-4fae-bc6a-a09e22a00861 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:37.216757 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-001a52fe-f58e-48b1-acd9-3746aa025053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:37.280940 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9ffb5f27-2594-4848-8977-31578b1b81ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:37.389466 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-7df04840-301f-4fae-bc6a-a09e22a00861 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] Allocated IP 172.20.0.2 (5a3dd0f6-81fd-4d5c-8308-08e046c777f2/f26c64b5-c132-4216-8b8e-1c1dcbbad30c/3fcaa5cd-c54a-43b0-bcf1-d468d6888620) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:37.441099 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001a52fe-f58e-48b1-acd9-3746aa025053 admin admin] Router 144d5879-0191-45db-8840-e67f4f2a8492 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:06:37.480036 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2319cd-244b-438d-b171-895a61542dc8 None None] Network eefea86f-292f-49b8-aab3-e9599d79dda6 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:37.625214 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001a52fe-f58e-48b1-acd9-3746aa025053 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:06:37.637708 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805d7b6d-b590-4700-92db-d9339381a65f None None] Sync routers for ids ['144d5879-0191-45db-8840-e67f4f2a8492'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:06:37.651336 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805d7b6d-b590-4700-92db-d9339381a65f None None] Routers {'144d5879-0191-45db-8840-e67f4f2a8492'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:06:37.655640 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-805d7b6d-b590-4700-92db-d9339381a65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:06:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['144d5879-0191-45db-8840-e67f4f2a8492'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:37.684501 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-001a52fe-f58e-48b1-acd9-3746aa025053 admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:37.690786 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-001a52fe-f58e-48b1-acd9-3746aa025053 admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3873947 Jul 06 14:06:37.700605 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38086) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:37.725169 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-46adea35-0564-4d7b-906a-19fd8dc22191 None None] Provisioning for port 19c3eda8-000c-4f15-a119-b0a5cb49d61e completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:38.038623 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-7df04840-301f-4fae-bc6a-a09e22a00861 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:38.055897 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 19c3eda8-000c-4f15-a119-b0a5cb49d61e up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:06:38.106710 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-805d7b6d-b590-4700-92db-d9339381a65f None None] Set router 144d5879-0191-45db-8840-e67f4f2a8492 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:06:38.236434 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498bf98-573f-4227-a0e0-6c67a64450f2 req-c64a17ff-3bca-4f21-9f52-4c28c71c61e8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:38.250024 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d498bf98-573f-4227-a0e0-6c67a64450f2 req-c64a17ff-3bca-4f21-9f52-4c28c71c61e8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 945 time: 0.2522330 Jul 06 14:06:38.254889 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-7df04840-301f-4fae-bc6a-a09e22a00861 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:38.470895 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-7df04840-301f-4fae-bc6a-a09e22a00861 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] Network 5a3dd0f6-81fd-4d5c-8308-08e046c777f2 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:38.487598 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-7df04840-301f-4fae-bc6a-a09e22a00861 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:38.500319 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df04840-301f-4fae-bc6a-a09e22a00861 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] Pushing event updated for resources: {'Port': ['ID=3fcaa5cd-c54a-43b0-bcf1-d468d6888620,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:38.524976 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d498bf98-573f-4227-a0e0-6c67a64450f2 req-03501418-d94d-4186-a7be-87bd530a2abf tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2656822 Jul 06 14:06:38.526879 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-7df04840-301f-4fae-bc6a-a09e22a00861 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:38.534763 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 19c3eda8-000c-4f15-a119-b0a5cb49d61e completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:38.539231 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 19c3eda8-000c-4f15-a119-b0a5cb49d61e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:38.539662 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:38.617996 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-deb31995-4d9b-4abe-8045-5e137eaf7547 None None] Provisioning complete for port 19c3eda8-000c-4f15-a119-b0a5cb49d61e triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:38.618325 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-deb31995-4d9b-4abe-8045-5e137eaf7547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:38.627707 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-805d7b6d-b590-4700-92db-d9339381a65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d5879-0191-45db-8840-e67f4f2a8492', 'name': 'tempest-AttachVolumeTestJSON-1215315455-router', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:06:34Z', 'updated_at': '2021-07-06T14:06:36Z', 'revision_number': 3, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'gw_port': {'id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:35Z', 'updated_at': '2021-07-06T14:06:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:38.656281 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-7df04840-301f-4fae-bc6a-a09e22a00861 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:38.661547 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-7df04840-301f-4fae-bc6a-a09e22a00861 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:38.663509 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805d7b6d-b590-4700-92db-d9339381a65f None None] Checking router: 144d5879-0191-45db-8840-e67f4f2a8492 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:06:38.664415 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805d7b6d-b590-4700-92db-d9339381a65f None None] Updating router 144d5879-0191-45db-8840-e67f4f2a8492 port 18e98769-3bc1-467d-82fe-a24ab74788a2 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:06:38.700675 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-7df04840-301f-4fae-bc6a-a09e22a00861 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0734537 Jul 06 14:06:38.710572 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:38.716362 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-a745b815-26cf-4d8a-8529-1526f5f35010 service neutron] Request body: {'port': {'device_id': 'ad246964-0a97-4b83-bc93-b32274727d67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:38.718772 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-805d7b6d-b590-4700-92db-d9339381a65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:38.838674 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-deb31995-4d9b-4abe-8045-5e137eaf7547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:38.844593 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 19c3eda8-000c-4f15-a119-b0a5cb49d61e, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=19c3eda8-000c-4f15-a119-b0a5cb49d61e,segment=NetworkSegment(73abc8d8-a472-4fde-bbb9-f96388e1eb27),segment_id=73abc8d8-a472-4fde-bbb9-f96388e1eb27)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:38.907607 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:38.909601 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.db.api [None req-deb31995-4d9b-4abe-8045-5e137eaf7547 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:06:38.910025 n-d-773644-6 neutron-server[100419]: DEBUG oslo_db.api [None req-deb31995-4d9b-4abe-8045-5e137eaf7547 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:06:38.975621 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=19c3eda8-000c-4f15-a119-b0a5cb49d61e,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:39.026920 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-a745b815-26cf-4d8a-8529-1526f5f35010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:39.045781 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dfb56bf1-7a24-4ee8-ab1f-780ae7b029d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:39.098816 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1786d63-c71b-4f1f-ba69-89af75a6e267 req-bc4136f6-94f3-4bfe-b6af-4ead6265c76a tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:39.102028 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1786d63-c71b-4f1f-ba69-89af75a6e267 req-bc4136f6-94f3-4bfe-b6af-4ead6265c76a tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] 10.222.0.118 "GET /v2.0/ports?device_id=ad246964-0a97-4b83-bc93-b32274727d67 HTTP/1.1" status: 200 len: 931 time: 0.3150058 Jul 06 14:06:39.267639 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1786d63-c71b-4f1f-ba69-89af75a6e267 req-307ae0fd-896e-4eb0-adfc-3581434192df tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] 10.222.0.118 "GET /v2.0/security-groups?id=f694d7a3-ce14-44af-b405-ce4115c86ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627870 Jul 06 14:06:39.270589 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-805d7b6d-b590-4700-92db-d9339381a65f None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:39.303113 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-805d7b6d-b590-4700-92db-d9339381a65f None None] Transition to ACTIVE for port object 18e98769-3bc1-467d-82fe-a24ab74788a2 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:39.313037 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-805d7b6d-b590-4700-92db-d9339381a65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:39.410033 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-dfb56bf1-7a24-4ee8-ab1f-780ae7b029d2 admin admin] Allocated IP 172.20.0.1 (eefea86f-292f-49b8-aab3-e9599d79dda6/2034225f-da5c-4c36-aa60-ee034fad70f7/c618a35d-fb45-4720-9786-769108038dc1) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:39.419061 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164adc7-5edd-41ca-84b7-398ff6cfca67 None None] Pushing event updated for resources: {'Port': ['ID=18e98769-3bc1-467d-82fe-a24ab74788a2,revision_number=2']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:39.438218 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164adc7-5edd-41ca-84b7-398ff6cfca67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:39.438996 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164adc7-5edd-41ca-84b7-398ff6cfca67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:39.439460 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164adc7-5edd-41ca-84b7-398ff6cfca67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:39.439798 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164adc7-5edd-41ca-84b7-398ff6cfca67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:39.440631 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164adc7-5edd-41ca-84b7-398ff6cfca67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:39.441006 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164adc7-5edd-41ca-84b7-398ff6cfca67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:39.442099 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164adc7-5edd-41ca-84b7-398ff6cfca67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:39.442452 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164adc7-5edd-41ca-84b7-398ff6cfca67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:39.442923 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164adc7-5edd-41ca-84b7-398ff6cfca67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:39.443261 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164adc7-5edd-41ca-84b7-398ff6cfca67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:39.445819 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164adc7-5edd-41ca-84b7-398ff6cfca67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:39.446456 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164adc7-5edd-41ca-84b7-398ff6cfca67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:06:39.469296 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-805d7b6d-b590-4700-92db-d9339381a65f None None] Attempting to bind port 18e98769-3bc1-467d-82fe-a24ab74788a2 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:06:39.469998 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-805d7b6d-b590-4700-92db-d9339381a65f None None] Attempting to bind port 18e98769-3bc1-467d-82fe-a24ab74788a2 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:06:39.470901 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d7b6d-b590-4700-92db-d9339381a65f None None] Attempting to bind port 18e98769-3bc1-467d-82fe-a24ab74788a2 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:39.483158 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d7b6d-b590-4700-92db-d9339381a65f None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:06:39.484217 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d7b6d-b590-4700-92db-d9339381a65f None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:39.485369 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-805d7b6d-b590-4700-92db-d9339381a65f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:39.486547 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d7b6d-b590-4700-92db-d9339381a65f None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:06:39.489653 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-805d7b6d-b590-4700-92db-d9339381a65f None None] Bound port: 18e98769-3bc1-467d-82fe-a24ab74788a2, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:06:39.491379 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-805d7b6d-b590-4700-92db-d9339381a65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:39.637717 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-805d7b6d-b590-4700-92db-d9339381a65f None None] For port 18e98769-3bc1-467d-82fe-a24ab74788a2, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:06:39.647005 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-805d7b6d-b590-4700-92db-d9339381a65f None None] For port 18e98769-3bc1-467d-82fe-a24ab74788a2, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=18e98769-3bc1-467d-82fe-a24ab74788a2,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:06:39.657716 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-805d7b6d-b590-4700-92db-d9339381a65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:39.701721 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-a745b815-26cf-4d8a-8529-1526f5f35010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fcaa5cd-c54a-43b0-bcf1-d468d6888620 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:06:39.727913 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-a745b815-26cf-4d8a-8529-1526f5f35010 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:39.758703 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-a745b815-26cf-4d8a-8529-1526f5f35010 service neutron] Transition to ACTIVE for port object 3fcaa5cd-c54a-43b0-bcf1-d468d6888620 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:39.784677 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164adc7-5edd-41ca-84b7-398ff6cfca67 None None] Pushing event updated for resources: {'Port': ['ID=18e98769-3bc1-467d-82fe-a24ab74788a2,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:39.812775 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805d7b6d-b590-4700-92db-d9339381a65f None None] Routers {'144d5879-0191-45db-8840-e67f4f2a8492'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:06:39.832722 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-805d7b6d-b590-4700-92db-d9339381a65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:06:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['144d5879-0191-45db-8840-e67f4f2a8492'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:39.833228 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-a745b815-26cf-4d8a-8529-1526f5f35010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:39.924511 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745b815-26cf-4d8a-8529-1526f5f35010 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcaa5cd-c54a-43b0-bcf1-d468d6888620,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:40.012846 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4d453-2890-4c5b-a8a5-6651e4376a4f req-ae4dd36c-f2ef-49ec-8d2f-dee7dbf397dc tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:40.027482 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7ab4d453-2890-4c5b-a8a5-6651e4376a4f req-ae4dd36c-f2ef-49ec-8d2f-dee7dbf397dc tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 945 time: 0.2626781 Jul 06 14:06:40.080516 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-805d7b6d-b590-4700-92db-d9339381a65f None None] Set router 144d5879-0191-45db-8840-e67f4f2a8492 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:06:40.086384 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 19c3eda8-000c-4f15-a119-b0a5cb49d61e up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:06:40.171914 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7ab4d453-2890-4c5b-a8a5-6651e4376a4f req-66f7e851-b97e-4e99-b6a5-8cc2f2ed3478 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432445 Jul 06 14:06:40.174655 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 19c3eda8-000c-4f15-a119-b0a5cb49d61e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:40.175605 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:40.177941 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:40.198023 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38128) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:40.231603 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-a745b815-26cf-4d8a-8529-1526f5f35010 service neutron] Attempting to bind port 3fcaa5cd-c54a-43b0-bcf1-d468d6888620 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:06:40.231995 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-a745b815-26cf-4d8a-8529-1526f5f35010 service neutron] Attempting to bind port 3fcaa5cd-c54a-43b0-bcf1-d468d6888620 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '8b9a37ee-d438-45ec-b0f0-6f34f2b6cc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5a3dd0f6-81fd-4d5c-8308-08e046c777f2'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:06:40.232284 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-a745b815-26cf-4d8a-8529-1526f5f35010 service neutron] Attempting to bind port 3fcaa5cd-c54a-43b0-bcf1-d468d6888620 on network 5a3dd0f6-81fd-4d5c-8308-08e046c777f2 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:40.240363 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-a745b815-26cf-4d8a-8529-1526f5f35010 service neutron] Port 3fcaa5cd-c54a-43b0-bcf1-d468d6888620 on network 5a3dd0f6-81fd-4d5c-8308-08e046c777f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:06:40.241036 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-a745b815-26cf-4d8a-8529-1526f5f35010 service neutron] Attempting to bind port 3fcaa5cd-c54a-43b0-bcf1-d468d6888620 on network 5a3dd0f6-81fd-4d5c-8308-08e046c777f2 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:40.248408 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-a745b815-26cf-4d8a-8529-1526f5f35010 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:06:40.249490 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-a745b815-26cf-4d8a-8529-1526f5f35010 service neutron] Checking segment: {'id': '8b9a37ee-d438-45ec-b0f0-6f34f2b6cc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5a3dd0f6-81fd-4d5c-8308-08e046c777f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:40.250107 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-a745b815-26cf-4d8a-8529-1526f5f35010 service neutron] Bound using segment: {'id': '8b9a37ee-d438-45ec-b0f0-6f34f2b6cc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5a3dd0f6-81fd-4d5c-8308-08e046c777f2'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:06:40.250717 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-a745b815-26cf-4d8a-8529-1526f5f35010 service neutron] Bound port: 3fcaa5cd-c54a-43b0-bcf1-d468d6888620, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b9a37ee-d438-45ec-b0f0-6f34f2b6cc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5a3dd0f6-81fd-4d5c-8308-08e046c777f2'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:06:40.251275 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-a745b815-26cf-4d8a-8529-1526f5f35010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:40.393076 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-a745b815-26cf-4d8a-8529-1526f5f35010 service neutron] For port 3fcaa5cd-c54a-43b0-bcf1-d468d6888620, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:06:40.399962 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-a745b815-26cf-4d8a-8529-1526f5f35010 service neutron] For port 3fcaa5cd-c54a-43b0-bcf1-d468d6888620, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=3fcaa5cd-c54a-43b0-bcf1-d468d6888620,segment=NetworkSegment(8b9a37ee-d438-45ec-b0f0-6f34f2b6cc40),segment_id=8b9a37ee-d438-45ec-b0f0-6f34f2b6cc40)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:06:40.409775 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-a745b815-26cf-4d8a-8529-1526f5f35010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:40.422452 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-785f38cf-d201-46ae-9470-821d8e944971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:40.430741 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dfb56bf1-7a24-4ee8-ab1f-780ae7b029d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:40.475910 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-dfb56bf1-7a24-4ee8-ab1f-780ae7b029d2 admin admin] Transition to ACTIVE for port object c618a35d-fb45-4720-9786-769108038dc1 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:40.477902 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-a745b815-26cf-4d8a-8529-1526f5f35010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:40.478952 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-a745b815-26cf-4d8a-8529-1526f5f35010 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:40.481031 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-a745b815-26cf-4d8a-8529-1526f5f35010 service neutron] 10.222.0.124 "PUT /v2.0/ports/3fcaa5cd-c54a-43b0-bcf1-d468d6888620 HTTP/1.1" status: 200 len: 1091 time: 1.7701640 Jul 06 14:06:40.481492 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad246964-0a97-4b83-bc93-b32274727d67', 'tag': '3fcaa5cd-c54a-43b0-bcf1-d468d6888620'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:06:40.484003 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb13e61-066d-4482-8a9f-c8c81195a672" -d '{"events": [{"name": "network-changed", "server_uuid": "ad246964-0a97-4b83-bc93-b32274727d67", "tag": "3fcaa5cd-c54a-43b0-bcf1-d468d6888620"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:06:40.550546 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745b815-26cf-4d8a-8529-1526f5f35010 service neutron] Pushing event updated for resources: {'Port': ['ID=3fcaa5cd-c54a-43b0-bcf1-d468d6888620,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:40.580374 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1810689a-be8a-44a8-97c3-5eeb44be3467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:40.633696 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc816196-3b21-4561-b27d-b33e8b5ff346 req-4a746401-89dd-4a23-b2ce-9b3f5e69763e tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:40.644737 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cc816196-3b21-4561-b27d-b33e8b5ff346 req-4a746401-89dd-4a23-b2ce-9b3f5e69763e tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] 10.222.0.118 "GET /v2.0/ports?device_id=ad246964-0a97-4b83-bc93-b32274727d67 HTTP/1.1" status: 200 len: 943 time: 0.1729660 Jul 06 14:06:40.675469 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-12a81073-0e76-4768-978c-1883b8898072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:40.677166 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-12a81073-0e76-4768-978c-1883b8898072 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=8b30a7605e06424a8c235f59483ddde1&device_id=ad246964-0a97-4b83-bc93-b32274727d67 HTTP/1.1" status: 200 len: 1094 time: 0.1224179 Jul 06 14:06:40.693910 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-805d7b6d-b590-4700-92db-d9339381a65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d5879-0191-45db-8840-e67f4f2a8492', 'name': 'tempest-AttachVolumeTestJSON-1215315455-router', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:06:34Z', 'updated_at': '2021-07-06T14:06:36Z', 'revision_number': 3, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'gw_port': {'id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:35Z', 'updated_at': '2021-07-06T14:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:40.696590 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-785f38cf-d201-46ae-9470-821d8e944971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:40.711097 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-785f38cf-d201-46ae-9470-821d8e944971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:40.719860 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dfb56bf1-7a24-4ee8-ab1f-780ae7b029d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:40.726903 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805d7b6d-b590-4700-92db-d9339381a65f None None] The sync data for ids ['144d5879-0191-45db-8840-e67f4f2a8492'] in n-d-773644-6 is: [{'id': '144d5879-0191-45db-8840-e67f4f2a8492', 'name': 'tempest-AttachVolumeTestJSON-1215315455-router', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:06:34Z', 'updated_at': '2021-07-06T14:06:36Z', 'revision_number': 3, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'gw_port': {'id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e7:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:35Z', 'updated_at': '2021-07-06T14:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:06:40.742714 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-c22ce5d5-185e-4287-9f5b-14d8182f4ddc service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3fcaa5cd-c54a-43b0-bcf1-d468d6888620 HTTP/1.1" status: 200 len: 217 time: 0.0496619 Jul 06 14:06:40.758682 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cc816196-3b21-4561-b27d-b33e8b5ff346 req-f2ee99a3-5a8b-40f2-9f77-1c7ac156ac7e tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] 10.222.0.118 "GET /v2.0/security-groups?id=f694d7a3-ce14-44af-b405-ce4115c86ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128235 Jul 06 14:06:40.805947 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb56bf1-7a24-4ee8-ab1f-780ae7b029d2 admin admin] Network eefea86f-292f-49b8-aab3-e9599d79dda6 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:40.813603 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb56bf1-7a24-4ee8-ab1f-780ae7b029d2 admin admin] Pushing event updated for resources: {'Port': ['ID=c618a35d-fb45-4720-9786-769108038dc1,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:40.819078 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-dfb56bf1-7a24-4ee8-ab1f-780ae7b029d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:40.837870 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb56bf1-7a24-4ee8-ab1f-780ae7b029d2 admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:40.877903 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfd5e72-5d9c-49d1-8975-d50ffd1d85cb x-openstack-request-id: req-8bfd5e72-5d9c-49d1-8975-d50ffd1d85cb {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:06:40.878355 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad246964-0a97-4b83-bc93-b32274727d67", "tag": "3fcaa5cd-c54a-43b0-bcf1-d468d6888620", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:06:40.878724 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-8bfd5e72-5d9c-49d1-8975-d50ffd1d85cb {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:06:40.879254 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad246964-0a97-4b83-bc93-b32274727d67', 'tag': '3fcaa5cd-c54a-43b0-bcf1-d468d6888620', 'status': 'completed', 'code': 200} Jul 06 14:06:40.892533 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-cc6fb456-15ae-4359-9c5f-cde22c20c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:40.895409 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-cc6fb456-15ae-4359-9c5f-cde22c20c757 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f26c64b5-c132-4216-8b8e-1c1dcbbad30c HTTP/1.1" status: 200 len: 854 time: 0.1356120 Jul 06 14:06:40.942319 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f38cf-d201-46ae-9470-821d8e944971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2cdce3-c18a-439b-b6d2-9ed60dc92b0b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:40.962411 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-4aaeaedb-b2ca-4112-9901-2c7d496c1e8e service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=5a3dd0f6-81fd-4d5c-8308-08e046c777f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567987 Jul 06 14:06:40.966568 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-785f38cf-d201-46ae-9470-821d8e944971 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=b15edfd3ed8f4c82861aeeed039f175e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7650251 Jul 06 14:06:40.976586 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38136) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:40.991962 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dfb56bf1-7a24-4ee8-ab1f-780ae7b029d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:41.141321 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-1e1adb89-c039-4790-9970-345f20e11f29 service neutron] 10.222.0.124 "GET /v2.0/networks/5a3dd0f6-81fd-4d5c-8308-08e046c777f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698411 Jul 06 14:06:41.196102 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a964a4e6-49e3-434b-bbfb-72c952e890b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:41.280183 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-05cf2a7e-9c0e-4e7c-8568-6eb4a1a28ee5 None None] Provisioning for port c618a35d-fb45-4720-9786-769108038dc1 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:41.288572 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-05cf2a7e-9c0e-4e7c-8568-6eb4a1a28ee5 None None] Provisioning complete for port c618a35d-fb45-4720-9786-769108038dc1 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:41.289307 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a964a4e6-49e3-434b-bbfb-72c952e890b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:41.296364 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-05cf2a7e-9c0e-4e7c-8568-6eb4a1a28ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:41.380476 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-25e7d616-f9ff-4897-8057-0c1df7202838 req-9e04cbcf-d6b8-41b7-8591-b23f55cecf02 service neutron] 10.222.0.124 "GET /v2.0/networks/5a3dd0f6-81fd-4d5c-8308-08e046c777f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325335 Jul 06 14:06:41.390918 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-05cf2a7e-9c0e-4e7c-8568-6eb4a1a28ee5 None None] Port c618a35d-fb45-4720-9786-769108038dc1 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:06:41.394259 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dfb56bf1-7a24-4ee8-ab1f-780ae7b029d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:41.468680 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a964a4e6-49e3-434b-bbfb-72c952e890b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:41.471452 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a964a4e6-49e3-434b-bbfb-72c952e890b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:41.475949 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a964a4e6-49e3-434b-bbfb-72c952e890b8 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/0f2cdce3-c18a-439b-b6d2-9ed60dc92b0b HTTP/1.1" status: 204 len: 168 time: 0.4952981 Jul 06 14:06:41.500811 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964a4e6-49e3-434b-bbfb-72c952e890b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2cdce3-c18a-439b-b6d2-9ed60dc92b0b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:41.516909 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:41.664018 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb13e61-066d-4482-8a9f-c8c81195a672 req-92fc8672-3919-43f5-b2cc-1e5c61a27e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:41.666478 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6eb13e61-066d-4482-8a9f-c8c81195a672 req-92fc8672-3919-43f5-b2cc-1e5c61a27e89 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=8b30a7605e06424a8c235f59483ddde1&device_id=ad246964-0a97-4b83-bc93-b32274727d67 HTTP/1.1" status: 200 len: 1094 time: 0.1992710 Jul 06 14:06:41.682505 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec5da3-b109-470f-bdaf-37d2d10b045f req-5bebb9f6-856c-418d-91cc-eeef16b39b91 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:41.684230 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-89ec5da3-b109-470f-bdaf-37d2d10b045f req-5bebb9f6-856c-418d-91cc-eeef16b39b91 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 945 time: 0.1843457 Jul 06 14:06:41.770912 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dfb56bf1-7a24-4ee8-ab1f-780ae7b029d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:41.786260 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dfb56bf1-7a24-4ee8-ab1f-780ae7b029d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:41.881355 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-89ec5da3-b109-470f-bdaf-37d2d10b045f req-a04b5f22-a6f8-4ee6-9f7e-93cc964c3177 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868932 Jul 06 14:06:41.960763 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb56bf1-7a24-4ee8-ab1f-780ae7b029d2 admin admin] Pushing event updated for resources: {'Port': ['ID=c618a35d-fb45-4720-9786-769108038dc1,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:41.969315 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dfb56bf1-7a24-4ee8-ab1f-780ae7b029d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:41.971245 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 18e98769-3bc1-467d-82fe-a24ab74788a2 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:06:41.993228 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb13e61-066d-4482-8a9f-c8c81195a672 req-2df49560-d772-4e15-bab0-a1846e678051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:41.996980 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6eb13e61-066d-4482-8a9f-c8c81195a672 req-2df49560-d772-4e15-bab0-a1846e678051 service neutron] 10.222.0.124 "GET /v2.0/networks?id=5a3dd0f6-81fd-4d5c-8308-08e046c777f2 HTTP/1.1" status: 200 len: 915 time: 0.3111584 Jul 06 14:06:42.062207 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6eb13e61-066d-4482-8a9f-c8c81195a672 req-70a9e8b0-df1e-409b-94e4-b2f61758a497 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3fcaa5cd-c54a-43b0-bcf1-d468d6888620 HTTP/1.1" status: 200 len: 217 time: 0.0543368 Jul 06 14:06:42.092650 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 18e98769-3bc1-467d-82fe-a24ab74788a2 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:42.097862 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 18e98769-3bc1-467d-82fe-a24ab74788a2 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:42.098499 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:42.247315 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb56bf1-7a24-4ee8-ab1f-780ae7b029d2 admin admin] Network eefea86f-292f-49b8-aab3-e9599d79dda6 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:42.248986 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-dfb56bf1-7a24-4ee8-ab1f-780ae7b029d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:42.302183 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb13e61-066d-4482-8a9f-c8c81195a672 req-2bc12c47-87e6-4ebf-b7f0-b06436f868df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:42.308909 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6eb13e61-066d-4482-8a9f-c8c81195a672 req-2bc12c47-87e6-4ebf-b7f0-b06436f868df service neutron] 10.222.0.124 "GET /v2.0/subnets?id=f26c64b5-c132-4216-8b8e-1c1dcbbad30c HTTP/1.1" status: 200 len: 854 time: 0.2381032 Jul 06 14:06:42.314618 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:42.371488 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 18e98769-3bc1-467d-82fe-a24ab74788a2, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=18e98769-3bc1-467d-82fe-a24ab74788a2,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:42.380049 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:42.430777 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6eb13e61-066d-4482-8a9f-c8c81195a672 req-345ab501-23db-411f-b801-cff42e1c741e service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=5a3dd0f6-81fd-4d5c-8308-08e046c777f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106253 Jul 06 14:06:42.521745 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb56bf1-7a24-4ee8-ab1f-780ae7b029d2 admin admin] Router 144d5879-0191-45db-8840-e67f4f2a8492 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:06:42.531874 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=18e98769-3bc1-467d-82fe-a24ab74788a2,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:42.668109 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e032ce4-f0d3-46a8-a518-dcda0bfb3047 req-59030b7d-dfb0-4c3b-96e1-f1f4444e2088 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:42.669646 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e032ce4-f0d3-46a8-a518-dcda0bfb3047 req-59030b7d-dfb0-4c3b-96e1-f1f4444e2088 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] 10.222.0.118 "GET /v2.0/ports?device_id=ad246964-0a97-4b83-bc93-b32274727d67 HTTP/1.1" status: 200 len: 943 time: 0.4992812 Jul 06 14:06:42.693572 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6eb13e61-066d-4482-8a9f-c8c81195a672 req-2cedda91-c2a4-4a74-afb9-cb32948a5685 service neutron] 10.222.0.124 "GET /v2.0/networks/5a3dd0f6-81fd-4d5c-8308-08e046c777f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559376 Jul 06 14:06:42.733738 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9200ec3c-8aeb-4080-9296-8cd31db1eeca None None] Provisioning complete for port c618a35d-fb45-4720-9786-769108038dc1 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:42.734150 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9200ec3c-8aeb-4080-9296-8cd31db1eeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:42.809230 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e032ce4-f0d3-46a8-a518-dcda0bfb3047 req-fce2994a-cacc-4fe5-9de1-2733ae887f83 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] 10.222.0.118 "GET /v2.0/security-groups?id=f694d7a3-ce14-44af-b405-ce4115c86ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255164 Jul 06 14:06:42.814831 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9200ec3c-8aeb-4080-9296-8cd31db1eeca None None] Port c618a35d-fb45-4720-9786-769108038dc1 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:06:42.866624 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb56bf1-7a24-4ee8-ab1f-780ae7b029d2 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:06:42.871181 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6eb13e61-066d-4482-8a9f-c8c81195a672 req-1d969e68-62fc-481c-91b5-2e71341ca45b service neutron] 10.222.0.124 "GET /v2.0/networks/5a3dd0f6-81fd-4d5c-8308-08e046c777f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677923 Jul 06 14:06:42.891112 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-dfb56bf1-7a24-4ee8-ab1f-780ae7b029d2 admin admin] 10.222.0.118 "PUT /v2.0/routers/144d5879-0191-45db-8840-e67f4f2a8492/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1956911 Jul 06 14:06:43.066000 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:43.278317 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084189c-5874-4254-a5a6-865b6e447da3 req-8d9fd68a-7376-4fb0-8ed0-59a0c43530a4 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:43.281091 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2084189c-5874-4254-a5a6-865b6e447da3 req-8d9fd68a-7376-4fb0-8ed0-59a0c43530a4 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 945 time: 0.1096103 Jul 06 14:06:43.340276 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2084189c-5874-4254-a5a6-865b6e447da3 req-2020da3e-494b-413b-a519-d7f277893189 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505514 Jul 06 14:06:43.623296 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f7b348-9502-43b0-b813-c0ba60fcd578 None None] Sync routers for ids ['144d5879-0191-45db-8840-e67f4f2a8492'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:06:43.637929 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f7b348-9502-43b0-b813-c0ba60fcd578 None None] Routers {'144d5879-0191-45db-8840-e67f4f2a8492'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:06:43.638605 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b9f7b348-9502-43b0-b813-c0ba60fcd578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:06:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['144d5879-0191-45db-8840-e67f4f2a8492'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:43.848292 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-b9f7b348-9502-43b0-b813-c0ba60fcd578 None None] Set router 144d5879-0191-45db-8840-e67f4f2a8492 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:06:43.907165 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 18e98769-3bc1-467d-82fe-a24ab74788a2 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:06:44.088972 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 18e98769-3bc1-467d-82fe-a24ab74788a2 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:44.089682 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:44.132717 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38200) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:44.138388 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-433adcd7-f435-4451-96d2-349c3689c8a7 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Request body: {'security_group': {'name': 'tempest-securitygroup--324382321', 'description': 'tempest-description--161274962'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:44.184237 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-433adcd7-f435-4451-96d2-349c3689c8a7 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:44.341262 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b9f7b348-9502-43b0-b813-c0ba60fcd578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d5879-0191-45db-8840-e67f4f2a8492', 'name': 'tempest-AttachVolumeTestJSON-1215315455-router', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:06:34Z', 'updated_at': '2021-07-06T14:06:41Z', 'revision_number': 4, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'gw_port': {'id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:35Z', 'updated_at': '2021-07-06T14:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'c618a35d-fb45-4720-9786-769108038dc1', 'name': '', 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'mac_address': 'fa:16:3e:8b:f1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:39Z', 'updated_at': '2021-07-06T14:06:41Z', 'revision_number': 2, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'subnets': [{'id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:44.362764 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-433adcd7-f435-4451-96d2-349c3689c8a7 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:44.371885 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-433adcd7-f435-4451-96d2-349c3689c8a7 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:44.385374 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f7b348-9502-43b0-b813-c0ba60fcd578 None None] Checking router: 144d5879-0191-45db-8840-e67f4f2a8492 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:06:44.385776 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f7b348-9502-43b0-b813-c0ba60fcd578 None None] Updating router 144d5879-0191-45db-8840-e67f4f2a8492 port c618a35d-fb45-4720-9786-769108038dc1 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:06:44.411291 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433adcd7-f435-4451-96d2-349c3689c8a7 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f43b2d-cf20-4c47-b3cd-485e0685802b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:44.414446 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-433adcd7-f435-4451-96d2-349c3689c8a7 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:44.416467 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-433adcd7-f435-4451-96d2-349c3689c8a7 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2814724 Jul 06 14:06:44.419246 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38210) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:44.424350 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-24635893-d3ba-4f9f-be9a-8d4b257900c2 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Request body: {'security_group_rule': {'security_group_id': 'a7f43b2d-cf20-4c47-b3cd-485e0685802b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:44.438535 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b9f7b348-9502-43b0-b813-c0ba60fcd578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:44.461044 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed4e62-ce25-4e44-9f4a-a576a6726fa9 req-2ff9d64e-22e6-4d45-9b80-bf1955b93138 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:44.471127 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-67ed4e62-ce25-4e44-9f4a-a576a6726fa9 req-2ff9d64e-22e6-4d45-9b80-bf1955b93138 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] 10.222.0.118 "GET /v2.0/ports?device_id=ad246964-0a97-4b83-bc93-b32274727d67 HTTP/1.1" status: 200 len: 943 time: 0.1555684 Jul 06 14:06:44.474295 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24635893-d3ba-4f9f-be9a-8d4b257900c2 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:44.558225 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-67ed4e62-ce25-4e44-9f4a-a576a6726fa9 req-5d259c2b-e7a4-4ed1-8f6b-4ed68d2f4c7e tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] 10.222.0.118 "GET /v2.0/security-groups?id=f694d7a3-ce14-44af-b405-ce4115c86ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790751 Jul 06 14:06:44.633362 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24635893-d3ba-4f9f-be9a-8d4b257900c2 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:44.643081 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24635893-d3ba-4f9f-be9a-8d4b257900c2 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:44.683144 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24635893-d3ba-4f9f-be9a-8d4b257900c2 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:44.684782 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-24635893-d3ba-4f9f-be9a-8d4b257900c2 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2645168 Jul 06 14:06:44.687634 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38228) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:44.693068 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-06ec4bf9-4700-4514-9081-63ce00a8e66b tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Request body: {'security_group_rule': {'security_group_id': 'a7f43b2d-cf20-4c47-b3cd-485e0685802b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:44.699314 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24635893-d3ba-4f9f-be9a-8d4b257900c2 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f022949-fe3f-47e3-9439-9a9aa08895e7,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:44.732332 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-06ec4bf9-4700-4514-9081-63ce00a8e66b tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:44.798579 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1caf7e-7250-416e-bd31-d7e10aa186a7 req-be0db94d-952c-4aec-b728-b7bbb13eaf73 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:44.806301 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fd1caf7e-7250-416e-bd31-d7e10aa186a7 req-be0db94d-952c-4aec-b728-b7bbb13eaf73 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 945 time: 0.0789523 Jul 06 14:06:44.820562 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-06ec4bf9-4700-4514-9081-63ce00a8e66b tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:44.826348 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-06ec4bf9-4700-4514-9081-63ce00a8e66b tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:44.856492 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fd1caf7e-7250-416e-bd31-d7e10aa186a7 req-1858ff35-3a36-4c68-9f70-59024fad1c49 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488107 Jul 06 14:06:44.878690 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-06ec4bf9-4700-4514-9081-63ce00a8e66b tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:44.882732 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-06ec4bf9-4700-4514-9081-63ce00a8e66b tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1927190 Jul 06 14:06:44.885421 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38244) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:44.890069 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec4bf9-4700-4514-9081-63ce00a8e66b tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=588bc8bb-5255-4f93-88a0-ee62048e500a,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:44.890813 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-c3003db9-decb-49d7-8314-b801c0f35af5 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:44.914584 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 3fcaa5cd-c54a-43b0-bcf1-d468d6888620 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:06:44.938147 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3003db9-decb-49d7-8314-b801c0f35af5 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:45.026572 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 3fcaa5cd-c54a-43b0-bcf1-d468d6888620, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=3fcaa5cd-c54a-43b0-bcf1-d468d6888620,segment=NetworkSegment(8b9a37ee-d438-45ec-b0f0-6f34f2b6cc40),segment_id=8b9a37ee-d438-45ec-b0f0-6f34f2b6cc40)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:45.056051 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '3fcaa5cd-c54a-43b0-bcf1-d468d6888620', 'network_id': '5a3dd0f6-81fd-4d5c-8308-08e046c777f2', 'port_id': '3fcaa5cd-c54a-43b0-bcf1-d468d6888620', 'mac_address': 'fa:16:3e:54:72:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26c64b5-c132-4216-8b8e-1c1dcbbad30c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:06:45.142211 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b9f7b348-9502-43b0-b813-c0ba60fcd578 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:45.154282 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:45.157618 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85662624-f414-4ba9-854d-70586304d8ba req-395908dd-db45-40c5-90cb-0834e39281fc tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:45.159325 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-85662624-f414-4ba9-854d-70586304d8ba req-395908dd-db45-40c5-90cb-0834e39281fc tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/networks?id=8e8690f9-d003-4efe-91dc-ef1e0f466173 HTTP/1.1" status: 200 len: 814 time: 0.1479404 Jul 06 14:06:45.174550 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b9f7b348-9502-43b0-b813-c0ba60fcd578 None None] Transition to ACTIVE for port object c618a35d-fb45-4720-9786-769108038dc1 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:45.181281 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fcaa5cd-c54a-43b0-bcf1-d468d6888620 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:06:45.185802 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-85662624-f414-4ba9-854d-70586304d8ba req-4082e578-c5b8-4d30-ac0e-37b4abfd869a tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/quotas/3ca9d4d2b27940519dc953116788f0a3 HTTP/1.1" status: 200 len: 375 time: 0.0142941 Jul 06 14:06:45.193901 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3003db9-decb-49d7-8314-b801c0f35af5 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:45.203819 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 3fcaa5cd-c54a-43b0-bcf1-d468d6888620, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=3fcaa5cd-c54a-43b0-bcf1-d468d6888620,segment=NetworkSegment(8b9a37ee-d438-45ec-b0f0-6f34f2b6cc40),segment_id=8b9a37ee-d438-45ec-b0f0-6f34f2b6cc40)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:45.204824 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b9f7b348-9502-43b0-b813-c0ba60fcd578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:45.221249 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:45.268836 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc93591-b8f3-428e-aaeb-3c0a25207758 None None] Pushing event updated for resources: {'Port': ['ID=c618a35d-fb45-4720-9786-769108038dc1,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:45.412925 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-85662624-f414-4ba9-854d-70586304d8ba req-4ea80689-5fc7-487c-9309-e90cb61ae0a7 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=3ca9d4d2b27940519dc953116788f0a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2157366 Jul 06 14:06:45.475620 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-c3003db9-decb-49d7-8314-b801c0f35af5 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Allocated IP 172.25.6.235 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/2308f0f9-9132-4482-a5de-78f8171b4820) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:45.520184 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-b9f7b348-9502-43b0-b813-c0ba60fcd578 None None] Attempting to bind port c618a35d-fb45-4720-9786-769108038dc1 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:06:45.520517 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-b9f7b348-9502-43b0-b813-c0ba60fcd578 None None] Attempting to bind port c618a35d-fb45-4720-9786-769108038dc1 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '73abc8d8-a472-4fde-bbb9-f96388e1eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:06:45.520866 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f7b348-9502-43b0-b813-c0ba60fcd578 None None] Attempting to bind port c618a35d-fb45-4720-9786-769108038dc1 on network eefea86f-292f-49b8-aab3-e9599d79dda6 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:45.531178 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f7b348-9502-43b0-b813-c0ba60fcd578 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:06:45.531783 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f7b348-9502-43b0-b813-c0ba60fcd578 None None] Checking segment: {'id': '73abc8d8-a472-4fde-bbb9-f96388e1eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:45.532009 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b9f7b348-9502-43b0-b813-c0ba60fcd578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:45.533022 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f7b348-9502-43b0-b813-c0ba60fcd578 None None] Bound using segment: {'id': '73abc8d8-a472-4fde-bbb9-f96388e1eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:06:45.533527 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-b9f7b348-9502-43b0-b813-c0ba60fcd578 None None] Bound port: c618a35d-fb45-4720-9786-769108038dc1, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73abc8d8-a472-4fde-bbb9-f96388e1eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:06:45.534042 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b9f7b348-9502-43b0-b813-c0ba60fcd578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:45.602975 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38268) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:45.603985 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-85662624-f414-4ba9-854d-70586304d8ba req-307ca2da-8175-42bc-a801-7cc359272696 service neutron] 10.222.0.118 "GET /v2.0/networks/8e8690f9-d003-4efe-91dc-ef1e0f466173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893384 Jul 06 14:06:45.609206 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['3fcaa5cd-c54a-43b0-bcf1-d468d6888620'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:06:45.672171 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=3fcaa5cd-c54a-43b0-bcf1-d468d6888620,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:45.733257 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3003db9-decb-49d7-8314-b801c0f35af5 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:45.746709 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-b9f7b348-9502-43b0-b813-c0ba60fcd578 None None] For port c618a35d-fb45-4720-9786-769108038dc1, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:06:45.798875 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-85662624-f414-4ba9-854d-70586304d8ba req-d972032f-cef0-404a-b91b-a47e3b1ba9db service neutron] 10.222.0.118 "GET /v2.0/networks/8e8690f9-d003-4efe-91dc-ef1e0f466173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941833 Jul 06 14:06:45.833148 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-688ff6a9-b676-405a-a6b2-cd19c2db70b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:45.855797 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3003db9-decb-49d7-8314-b801c0f35af5 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:45.899910 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-b9f7b348-9502-43b0-b813-c0ba60fcd578 None None] For port c618a35d-fb45-4720-9786-769108038dc1, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c618a35d-fb45-4720-9786-769108038dc1,segment=NetworkSegment(73abc8d8-a472-4fde-bbb9-f96388e1eb27),segment_id=73abc8d8-a472-4fde-bbb9-f96388e1eb27)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:06:45.913563 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b9f7b348-9502-43b0-b813-c0ba60fcd578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:45.930533 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3003db9-decb-49d7-8314-b801c0f35af5 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:45.936568 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-c3003db9-decb-49d7-8314-b801c0f35af5 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:45.944908 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3003db9-decb-49d7-8314-b801c0f35af5 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:45.984154 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3003db9-decb-49d7-8314-b801c0f35af5 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Pushing event updated for resources: {'Port': ['ID=2308f0f9-9132-4482-a5de-78f8171b4820,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:46.008454 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc93591-b8f3-428e-aaeb-3c0a25207758 None None] Pushing event updated for resources: {'Port': ['ID=c618a35d-fb45-4720-9786-769108038dc1,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:46.024639 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f7b348-9502-43b0-b813-c0ba60fcd578 None None] Routers {'144d5879-0191-45db-8840-e67f4f2a8492'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:06:46.025323 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b9f7b348-9502-43b0-b813-c0ba60fcd578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:06:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['144d5879-0191-45db-8840-e67f4f2a8492'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:46.118131 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-688ff6a9-b676-405a-a6b2-cd19c2db70b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:46.122579 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3003db9-decb-49d7-8314-b801c0f35af5 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:46.126056 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-688ff6a9-b676-405a-a6b2-cd19c2db70b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:46.229183 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3003db9-decb-49d7-8314-b801c0f35af5 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:46.235398 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-b9f7b348-9502-43b0-b813-c0ba60fcd578 None None] Set router 144d5879-0191-45db-8840-e67f4f2a8492 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:06:46.243209 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-688ff6a9-b676-405a-a6b2-cd19c2db70b9 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=d3db60bb52af4d3283896b46f9279912&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6379950 Jul 06 14:06:46.248670 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38278) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:46.295388 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ff6a9-b676-405a-a6b2-cd19c2db70b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcd7a17-97ab-4f25-8dfc-e231140d7da3,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:46.386026 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0cb9778f-f63f-4fc0-b604-c2b3d1389f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:46.414025 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0cb9778f-f63f-4fc0-b604-c2b3d1389f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:46.480172 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0cb9778f-f63f-4fc0-b604-c2b3d1389f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:46.484115 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0cb9778f-f63f-4fc0-b604-c2b3d1389f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:46.485536 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0cb9778f-f63f-4fc0-b604-c2b3d1389f8b admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/cbcd7a17-97ab-4f25-8dfc-e231140d7da3 HTTP/1.1" status: 204 len: 168 time: 0.2355275 Jul 06 14:06:46.502287 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9778f-f63f-4fc0-b604-c2b3d1389f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcd7a17-97ab-4f25-8dfc-e231140d7da3,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:46.536065 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd42b7f-7582-4ec1-8d29-d1c04504a307 req-94da680a-8331-4f14-bd4d-f0638bd266db tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:46.551481 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bfd42b7f-7582-4ec1-8d29-d1c04504a307 req-94da680a-8331-4f14-bd4d-f0638bd266db tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] 10.222.0.118 "GET /v2.0/ports?device_id=ad246964-0a97-4b83-bc93-b32274727d67 HTTP/1.1" status: 200 len: 944 time: 0.1753211 Jul 06 14:06:46.701299 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:46.703896 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bfd42b7f-7582-4ec1-8d29-d1c04504a307 req-213dcc68-b7d8-4bc0-ae0c-7d4b9e3359a1 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] 10.222.0.118 "GET /v2.0/security-groups?id=f694d7a3-ce14-44af-b405-ce4115c86ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511474 Jul 06 14:06:46.710251 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 3fcaa5cd-c54a-43b0-bcf1-d468d6888620 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:06:46.721879 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3003db9-decb-49d7-8314-b801c0f35af5 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:46.736106 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3003db9-decb-49d7-8314-b801c0f35af5 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:46.848938 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b9f7b348-9502-43b0-b813-c0ba60fcd578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d5879-0191-45db-8840-e67f4f2a8492', 'name': 'tempest-AttachVolumeTestJSON-1215315455-router', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:06:34Z', 'updated_at': '2021-07-06T14:06:41Z', 'revision_number': 4, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'gw_port': {'id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:35Z', 'updated_at': '2021-07-06T14:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'c618a35d-fb45-4720-9786-769108038dc1', 'name': '', 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'mac_address': 'fa:16:3e:8b:f1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:39Z', 'updated_at': '2021-07-06T14:06:45Z', 'revision_number': 4, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'subnets': [{'id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:46.906355 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3003db9-decb-49d7-8314-b801c0f35af5 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:46.906605 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f7b348-9502-43b0-b813-c0ba60fcd578 None None] The sync data for ids ['144d5879-0191-45db-8840-e67f4f2a8492'] in n-d-773644-6 is: [{'id': '144d5879-0191-45db-8840-e67f4f2a8492', 'name': 'tempest-AttachVolumeTestJSON-1215315455-router', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:06:34Z', 'updated_at': '2021-07-06T14:06:41Z', 'revision_number': 4, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'gw_port': {'id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:35Z', 'updated_at': '2021-07-06T14:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'c618a35d-fb45-4720-9786-769108038dc1', 'name': '', 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'mac_address': 'fa:16:3e:8b:f1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:39Z', 'updated_at': '2021-07-06T14:06:45Z', 'revision_number': 4, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'subnets': [{'id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:06:46.938948 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3003db9-decb-49d7-8314-b801c0f35af5 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Pushing event updated for resources: {'Port': ['ID=2308f0f9-9132-4482-a5de-78f8171b4820,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:46.956813 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3003db9-decb-49d7-8314-b801c0f35af5 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:46.974522 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 3fcaa5cd-c54a-43b0-bcf1-d468d6888620 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:46.978714 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c3003db9-decb-49d7-8314-b801c0f35af5 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0911822 Jul 06 14:06:47.023884 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 3fcaa5cd-c54a-43b0-bcf1-d468d6888620 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:47.038510 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:47.178164 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38296) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:47.200520 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25d63f96-ba4b-40b3-be6c-99cfff66da63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:47.206566 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106a50e-986e-4099-9cef-df7a1a42fb30 req-378fa8ee-e117-4055-9774-20a0f08cde6a tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:47.215959 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8106a50e-986e-4099-9cef-df7a1a42fb30 req-378fa8ee-e117-4055-9774-20a0f08cde6a tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 945 time: 0.2357886 Jul 06 14:06:47.306013 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:47.312054 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8106a50e-986e-4099-9cef-df7a1a42fb30 req-c55d1e2c-ff74-4d18-a651-e37d2a9ac519 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890481 Jul 06 14:06:47.367687 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad246964-0a97-4b83-bc93-b32274727d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcaa5cd-c54a-43b0-bcf1-d468d6888620'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:06:47.370978 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b3f8fa-14db-4ece-bcb9-868b6604e24e" -d '{"events": [{"server_uuid": "ad246964-0a97-4b83-bc93-b32274727d67", "name": "network-vif-plugged", "status": "completed", "tag": "3fcaa5cd-c54a-43b0-bcf1-d468d6888620"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:06:47.401907 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 3fcaa5cd-c54a-43b0-bcf1-d468d6888620, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=3fcaa5cd-c54a-43b0-bcf1-d468d6888620,segment=NetworkSegment(8b9a37ee-d438-45ec-b0f0-6f34f2b6cc40),segment_id=8b9a37ee-d438-45ec-b0f0-6f34f2b6cc40)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:47.408657 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:47.470429 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25d63f96-ba4b-40b3-be6c-99cfff66da63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:47.476135 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25d63f96-ba4b-40b3-be6c-99cfff66da63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:47.549163 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=3fcaa5cd-c54a-43b0-bcf1-d468d6888620,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:47.583416 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-25d63f96-ba4b-40b3-be6c-99cfff66da63 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=1a0a44ff543048b58fe7429e08fb13b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4030685 Jul 06 14:06:47.585964 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38304) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:47.593778 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d63f96-ba4b-40b3-be6c-99cfff66da63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168dd07f-5ccc-4541-a456-8da73c4b8e12,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:47.625401 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00a32204-7413-4fe2-a76a-004f67b761e8 req-98e3330a-c5a5-4841-a3c8-be7187fbe0a0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=55ef0e52-b5e8-437f-bbea-a2e280a84eed HTTP/1.1" status: 200 len: 210 time: 0.0599806 Jul 06 14:06:47.657417 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-96759dab-7947-440c-8541-64d471e50490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:47.683360 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-96759dab-7947-440c-8541-64d471e50490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:47.739175 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-96759dab-7947-440c-8541-64d471e50490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:47.742043 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-96759dab-7947-440c-8541-64d471e50490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:47.747470 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-96759dab-7947-440c-8541-64d471e50490 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/168dd07f-5ccc-4541-a456-8da73c4b8e12 HTTP/1.1" status: 204 len: 168 time: 0.1560481 Jul 06 14:06:47.752589 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96759dab-7947-440c-8541-64d471e50490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168dd07f-5ccc-4541-a456-8da73c4b8e12,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:47.776351 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-618b4868-2d4b-4e0c-920e-723633c14313 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-securitygroup--324382321&fields=id&tenant_id=877fc897abae42d7adb6bd377795bbf0 HTTP/1.1" status: 200 len: 267 time: 0.0547292 Jul 06 14:06:47.973111 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c618a35d-fb45-4720-9786-769108038dc1 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:06:47.988862 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-9a54c079-9e14-4e45-82bf-93561348bedf tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:47.997246 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-9a54c079-9e14-4e45-82bf-93561348bedf tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/networks?id=eefea86f-292f-49b8-aab3-e9599d79dda6 HTTP/1.1" status: 200 len: 811 time: 0.2197711 Jul 06 14:06:48.043860 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-27c48f33-2f8e-4338-9b77-cb50dc24b34b tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/quotas/877fc897abae42d7adb6bd377795bbf0 HTTP/1.1" status: 200 len: 375 time: 0.0426841 Jul 06 14:06:48.107131 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port c618a35d-fb45-4720-9786-769108038dc1 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:48.119153 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port c618a35d-fb45-4720-9786-769108038dc1 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:48.119545 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:48.285719 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-a1539ae5-28e8-47cb-a550-bfd2fbcbbd1f tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=877fc897abae42d7adb6bd377795bbf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2407365 Jul 06 14:06:48.307132 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:48.358043 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port c618a35d-fb45-4720-9786-769108038dc1, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c618a35d-fb45-4720-9786-769108038dc1,segment=NetworkSegment(73abc8d8-a472-4fde-bbb9-f96388e1eb27),segment_id=73abc8d8-a472-4fde-bbb9-f96388e1eb27)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:48.371988 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:48.485810 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85662624-f414-4ba9-854d-70586304d8ba req-7bc0ca27-e7a3-4d17-966b-280baaae555a tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:48.491661 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-85662624-f414-4ba9-854d-70586304d8ba req-7bc0ca27-e7a3-4d17-966b-280baaae555a tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.52 "GET /v2.0/networks?id=8e8690f9-d003-4efe-91dc-ef1e0f466173 HTTP/1.1" status: 200 len: 814 time: 0.4029660 Jul 06 14:06:48.505215 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=c618a35d-fb45-4720-9786-769108038dc1,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:48.531826 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-85662624-f414-4ba9-854d-70586304d8ba req-0110a82e-e234-46c3-8419-37bcaefef319 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Request body: {'port': {'device_id': '55ef0e52-b5e8-437f-bbea-a2e280a84eed', 'network_id': '8e8690f9-d003-4efe-91dc-ef1e0f466173', 'admin_state_up': True, 'tenant_id': '3ca9d4d2b27940519dc953116788f0a3'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:48.668051 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:49.013289 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-86560502-9db2-43bd-9d11-36cf391ef1db service neutron] 10.222.0.118 "GET /v2.0/networks/eefea86f-292f-49b8-aab3-e9599d79dda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7019460 Jul 06 14:06:49.136268 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85662624-f414-4ba9-854d-70586304d8ba req-0110a82e-e234-46c3-8419-37bcaefef319 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Made reservation on behalf of 3ca9d4d2b27940519dc953116788f0a3 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:49.139886 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-85662624-f414-4ba9-854d-70586304d8ba req-0110a82e-e234-46c3-8419-37bcaefef319 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:49.169898 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-a5ea4186-313e-4dfc-92c6-5865e82ecc89 service neutron] 10.222.0.118 "GET /v2.0/networks/eefea86f-292f-49b8-aab3-e9599d79dda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462884 Jul 06 14:06:49.334566 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-85662624-f414-4ba9-854d-70586304d8ba req-0110a82e-e234-46c3-8419-37bcaefef319 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Allocated IP 172.20.0.12 (8e8690f9-d003-4efe-91dc-ef1e0f466173/58ebfef2-00b7-4896-9eec-b9f9b823d9a0/4580ab9e-a53d-4fb1-92fd-c4c4847b344a) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:49.435614 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986d8870-ddbe-4509-a206-6038ba0c09e9 x-openstack-request-id: req-986d8870-ddbe-4509-a206-6038ba0c09e9 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:06:49.436118 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad246964-0a97-4b83-bc93-b32274727d67", "name": "network-vif-plugged", "status": "completed", "tag": "3fcaa5cd-c54a-43b0-bcf1-d468d6888620", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:06:49.436311 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-986d8870-ddbe-4509-a206-6038ba0c09e9 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:06:49.437008 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad246964-0a97-4b83-bc93-b32274727d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fcaa5cd-c54a-43b0-bcf1-d468d6888620', 'code': 200} Jul 06 14:06:49.818117 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa2b67-b5e5-4951-8d2c-ee8577066de7 req-69551492-02b3-41f0-9a2d-291d8d64dc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:49.819786 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16aa2b67-b5e5-4951-8d2c-ee8577066de7 req-69551492-02b3-41f0-9a2d-291d8d64dc76 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=ad246964-0a97-4b83-bc93-b32274727d67 HTTP/1.1" status: 200 len: 1096 time: 0.2822244 Jul 06 14:06:49.827263 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-85662624-f414-4ba9-854d-70586304d8ba req-0110a82e-e234-46c3-8419-37bcaefef319 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:49.852243 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d20d73-8724-4d33-8bd3-ff06f5c5401a req-9e855062-fa3b-4f3c-a615-43eb8e1982c1 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:49.854051 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-54d20d73-8724-4d33-8bd3-ff06f5c5401a req-9e855062-fa3b-4f3c-a615-43eb8e1982c1 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] 10.222.0.118 "GET /v2.0/ports?device_id=ad246964-0a97-4b83-bc93-b32274727d67 HTTP/1.1" status: 200 len: 945 time: 0.2262721 Jul 06 14:06:49.931230 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c618a35d-fb45-4720-9786-769108038dc1 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:06:49.998355 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16aa2b67-b5e5-4951-8d2c-ee8577066de7 req-c71f1c52-6743-44d0-8a04-fdc4d1246bf4 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=f694d7a3-ce14-44af-b405-ce4115c86ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686261 Jul 06 14:06:50.031806 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-54d20d73-8724-4d33-8bd3-ff06f5c5401a req-7c9a29ef-339e-4664-8db6-4579c280fb4c tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] 10.222.0.118 "GET /v2.0/security-groups?id=f694d7a3-ce14-44af-b405-ce4115c86ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627090 Jul 06 14:06:50.067860 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port c618a35d-fb45-4720-9786-769108038dc1 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:50.068306 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:50.094439 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-85662624-f414-4ba9-854d-70586304d8ba req-0110a82e-e234-46c3-8419-37bcaefef319 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:50.235271 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110a82e-e234-46c3-8419-37bcaefef319 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Pushing event updated for resources: {'Port': ['ID=4580ab9e-a53d-4fb1-92fd-c4c4847b344a,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:50.285717 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85662624-f414-4ba9-854d-70586304d8ba req-0110a82e-e234-46c3-8419-37bcaefef319 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Network 8e8690f9-d003-4efe-91dc-ef1e0f466173 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:50.300797 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-85662624-f414-4ba9-854d-70586304d8ba req-0110a82e-e234-46c3-8419-37bcaefef319 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:50.304301 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-85662624-f414-4ba9-854d-70586304d8ba req-0110a82e-e234-46c3-8419-37bcaefef319 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:50.344835 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['56bb6c77-705c-4c82-a6eb-48fdecb2609d'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:06:50.365571 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85662624-f414-4ba9-854d-70586304d8ba req-0110a82e-e234-46c3-8419-37bcaefef319 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:50.366380 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-85662624-f414-4ba9-854d-70586304d8ba req-0110a82e-e234-46c3-8419-37bcaefef319 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:50.394408 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe31359-8dd1-449e-ad3a-db2de6d4c95c req-beaf787c-69bb-429a-a561-782c767d331d tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:50.403243 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1fe31359-8dd1-449e-ad3a-db2de6d4c95c req-beaf787c-69bb-429a-a561-782c767d331d tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 945 time: 0.1749988 Jul 06 14:06:50.412080 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-85662624-f414-4ba9-854d-70586304d8ba req-0110a82e-e234-46c3-8419-37bcaefef319 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8857365 Jul 06 14:06:50.430362 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-85662624-f414-4ba9-854d-70586304d8ba req-e9fd984c-2d5a-43a1-ae41-f4d566dd1364 service neutron] Request body: {'port': {'device_id': '55ef0e52-b5e8-437f-bbea-a2e280a84eed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:50.483091 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1fe31359-8dd1-449e-ad3a-db2de6d4c95c req-59e7ee27-29ac-410d-b3b0-0c20c69cf54a tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783615 Jul 06 14:06:50.571018 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-85662624-f414-4ba9-854d-70586304d8ba req-e9fd984c-2d5a-43a1-ae41-f4d566dd1364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:50.786282 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38442) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:50.906524 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67276efe-6fe4-4282-8a2f-7f99e82881ae req-faa55261-0269-4181-8179-487f9fb00d28 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:50.915700 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-67276efe-6fe4-4282-8a2f-7f99e82881ae req-faa55261-0269-4181-8179-487f9fb00d28 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=55ef0e52-b5e8-437f-bbea-a2e280a84eed HTTP/1.1" status: 200 len: 932 time: 0.1693761 Jul 06 14:06:50.927439 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1cc9d4ae-3831-496b-881a-e8e866bb9a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:51.022137 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-67276efe-6fe4-4282-8a2f-7f99e82881ae req-6b29d36a-971a-4adb-8d9d-5742c7c12b8b tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992806 Jul 06 14:06:51.030894 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1cc9d4ae-3831-496b-881a-e8e866bb9a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:51.040022 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1cc9d4ae-3831-496b-881a-e8e866bb9a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:51.091617 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-85662624-f414-4ba9-854d-70586304d8ba req-e9fd984c-2d5a-43a1-ae41-f4d566dd1364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4580ab9e-a53d-4fb1-92fd-c4c4847b344a {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:06:51.103780 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-85662624-f414-4ba9-854d-70586304d8ba req-e9fd984c-2d5a-43a1-ae41-f4d566dd1364 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:51.120351 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-85662624-f414-4ba9-854d-70586304d8ba req-e9fd984c-2d5a-43a1-ae41-f4d566dd1364 service neutron] Transition to ACTIVE for port object 4580ab9e-a53d-4fb1-92fd-c4c4847b344a will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:51.123232 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9d4ae-3831-496b-881a-e8e866bb9a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0df823b-b14f-4627-a2dd-e2b8b187988a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:51.124807 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-85662624-f414-4ba9-854d-70586304d8ba req-e9fd984c-2d5a-43a1-ae41-f4d566dd1364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:51.128904 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1cc9d4ae-3831-496b-881a-e8e866bb9a5f admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=77c6ad0909ff4d938ecfa3e6e2e707f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3412950 Jul 06 14:06:51.131380 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38448) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:51.268760 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd984c-2d5a-43a1-ae41-f4d566dd1364 service neutron] Pushing event updated for resources: {'Port': ['ID=4580ab9e-a53d-4fb1-92fd-c4c4847b344a,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:51.424724 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b8310a8-87c9-4fbe-b3a9-6dc0084ba225 req-31b9fd09-ef28-42df-a4d4-c66d2f47686d tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 210 time: 0.1528342 Jul 06 14:06:51.504496 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-b0ae1f84-3b19-4065-a420-253237d4b210 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:51.506049 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-b0ae1f84-3b19-4065-a420-253237d4b210 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.124 "GET /v2.0/networks?id=eefea86f-292f-49b8-aab3-e9599d79dda6 HTTP/1.1" status: 200 len: 811 time: 0.2721906 Jul 06 14:06:51.516447 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-85662624-f414-4ba9-854d-70586304d8ba req-e9fd984c-2d5a-43a1-ae41-f4d566dd1364 service neutron] Attempting to bind port 4580ab9e-a53d-4fb1-92fd-c4c4847b344a on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:06:51.516792 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-85662624-f414-4ba9-854d-70586304d8ba req-e9fd984c-2d5a-43a1-ae41-f4d566dd1364 service neutron] Attempting to bind port 4580ab9e-a53d-4fb1-92fd-c4c4847b344a by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '66f13dfd-887a-4dab-b5ac-df85696e381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8e8690f9-d003-4efe-91dc-ef1e0f466173'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:06:51.517125 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85662624-f414-4ba9-854d-70586304d8ba req-e9fd984c-2d5a-43a1-ae41-f4d566dd1364 service neutron] Attempting to bind port 4580ab9e-a53d-4fb1-92fd-c4c4847b344a on network 8e8690f9-d003-4efe-91dc-ef1e0f466173 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:51.521924 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7c50e8be-16f7-47f6-a70c-293cef625637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:51.533959 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85662624-f414-4ba9-854d-70586304d8ba req-e9fd984c-2d5a-43a1-ae41-f4d566dd1364 service neutron] Port 4580ab9e-a53d-4fb1-92fd-c4c4847b344a on network 8e8690f9-d003-4efe-91dc-ef1e0f466173 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:06:51.534335 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85662624-f414-4ba9-854d-70586304d8ba req-e9fd984c-2d5a-43a1-ae41-f4d566dd1364 service neutron] Attempting to bind port 4580ab9e-a53d-4fb1-92fd-c4c4847b344a on network 8e8690f9-d003-4efe-91dc-ef1e0f466173 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:51.567836 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7c50e8be-16f7-47f6-a70c-293cef625637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:51.570877 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85662624-f414-4ba9-854d-70586304d8ba req-e9fd984c-2d5a-43a1-ae41-f4d566dd1364 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:06:51.571496 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85662624-f414-4ba9-854d-70586304d8ba req-e9fd984c-2d5a-43a1-ae41-f4d566dd1364 service neutron] Checking segment: {'id': '66f13dfd-887a-4dab-b5ac-df85696e381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8e8690f9-d003-4efe-91dc-ef1e0f466173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:51.572308 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85662624-f414-4ba9-854d-70586304d8ba req-e9fd984c-2d5a-43a1-ae41-f4d566dd1364 service neutron] Bound using segment: {'id': '66f13dfd-887a-4dab-b5ac-df85696e381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8e8690f9-d003-4efe-91dc-ef1e0f466173'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:06:51.573115 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-85662624-f414-4ba9-854d-70586304d8ba req-e9fd984c-2d5a-43a1-ae41-f4d566dd1364 service neutron] Bound port: 4580ab9e-a53d-4fb1-92fd-c4c4847b344a, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f13dfd-887a-4dab-b5ac-df85696e381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8e8690f9-d003-4efe-91dc-ef1e0f466173'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:06:51.573689 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-85662624-f414-4ba9-854d-70586304d8ba req-e9fd984c-2d5a-43a1-ae41-f4d566dd1364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:51.693928 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-798c5033-e878-4482-ae02-c3be933d7f24 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=877fc897abae42d7adb6bd377795bbf0 HTTP/1.1" status: 200 len: 379 time: 0.1784060 Jul 06 14:06:51.707485 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-e23a1dfd-d262-479f-a788-96e18f6c15fa tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Request body: {'port': {'device_id': '168ee84c-c2b8-4253-a2d6-7ef136d6eb21', 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6', 'admin_state_up': True, 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'security_groups': ['a7f43b2d-cf20-4c47-b3cd-485e0685802b']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:51.815391 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7c50e8be-16f7-47f6-a70c-293cef625637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:51.818057 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7c50e8be-16f7-47f6-a70c-293cef625637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:51.821472 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7c50e8be-16f7-47f6-a70c-293cef625637 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/b0df823b-b14f-4627-a2dd-e2b8b187988a HTTP/1.1" status: 204 len: 168 time: 0.6868651 Jul 06 14:06:51.828717 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-85662624-f414-4ba9-854d-70586304d8ba req-e9fd984c-2d5a-43a1-ae41-f4d566dd1364 service neutron] For port 4580ab9e-a53d-4fb1-92fd-c4c4847b344a, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:06:51.835145 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-85662624-f414-4ba9-854d-70586304d8ba req-e9fd984c-2d5a-43a1-ae41-f4d566dd1364 service neutron] For port 4580ab9e-a53d-4fb1-92fd-c4c4847b344a, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4580ab9e-a53d-4fb1-92fd-c4c4847b344a,segment=NetworkSegment(66f13dfd-887a-4dab-b5ac-df85696e381e),segment_id=66f13dfd-887a-4dab-b5ac-df85696e381e)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:06:51.849053 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ae153-15be-4063-a5b5-aaaa050d43ab req-9da91666-a2ae-44ab-8681-2dbb3eac3e68 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:51.851329 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-542ae153-15be-4063-a5b5-aaaa050d43ab req-9da91666-a2ae-44ab-8681-2dbb3eac3e68 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] 10.222.0.118 "GET /v2.0/ports?device_id=ad246964-0a97-4b83-bc93-b32274727d67 HTTP/1.1" status: 200 len: 945 time: 0.2676070 Jul 06 14:06:51.857128 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-85662624-f414-4ba9-854d-70586304d8ba req-e9fd984c-2d5a-43a1-ae41-f4d566dd1364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:51.859300 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50e8be-16f7-47f6-a70c-293cef625637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0df823b-b14f-4627-a2dd-e2b8b187988a,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:51.938250 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85662624-f414-4ba9-854d-70586304d8ba req-e9fd984c-2d5a-43a1-ae41-f4d566dd1364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:51.939026 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-85662624-f414-4ba9-854d-70586304d8ba req-e9fd984c-2d5a-43a1-ae41-f4d566dd1364 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:51.940330 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-85662624-f414-4ba9-854d-70586304d8ba req-e9fd984c-2d5a-43a1-ae41-f4d566dd1364 service neutron] 10.222.0.52 "PUT /v2.0/ports/4580ab9e-a53d-4fb1-92fd-c4c4847b344a HTTP/1.1" status: 200 len: 1092 time: 1.5170276 Jul 06 14:06:51.942496 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ef0e52-b5e8-437f-bbea-a2e280a84eed', 'tag': '4580ab9e-a53d-4fb1-92fd-c4c4847b344a'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:06:51.944950 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5f57f4-8c30-409b-bffd-5fea058054c3" -d '{"events": [{"name": "network-changed", "server_uuid": "55ef0e52-b5e8-437f-bbea-a2e280a84eed", "tag": "4580ab9e-a53d-4fb1-92fd-c4c4847b344a"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:06:52.007220 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd984c-2d5a-43a1-ae41-f4d566dd1364 service neutron] Pushing event updated for resources: {'Port': ['ID=4580ab9e-a53d-4fb1-92fd-c4c4847b344a,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:52.021365 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-542ae153-15be-4063-a5b5-aaaa050d43ab req-250d5179-258a-4c03-833a-804cd303ea55 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] 10.222.0.118 "GET /v2.0/security-groups?id=f694d7a3-ce14-44af-b405-ce4115c86ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576436 Jul 06 14:06:52.086369 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-e23a1dfd-d262-479f-a788-96e18f6c15fa tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Made reservation on behalf of 877fc897abae42d7adb6bd377795bbf0 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:52.090460 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-e23a1dfd-d262-479f-a788-96e18f6c15fa tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:52.124771 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85662624-f414-4ba9-854d-70586304d8ba req-e6755ef0-9dbf-4096-9784-6b5f5ea4df02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:52.126499 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-85662624-f414-4ba9-854d-70586304d8ba req-e6755ef0-9dbf-4096-9784-6b5f5ea4df02 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3ca9d4d2b27940519dc953116788f0a3&device_id=55ef0e52-b5e8-437f-bbea-a2e280a84eed HTTP/1.1" status: 200 len: 1095 time: 0.1090086 Jul 06 14:06:52.247866 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-85662624-f414-4ba9-854d-70586304d8ba req-fd9d7409-c0e8-4803-896f-75ef2306faea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4580ab9e-a53d-4fb1-92fd-c4c4847b344a HTTP/1.1" status: 200 len: 217 time: 0.0747354 Jul 06 14:06:52.375378 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85662624-f414-4ba9-854d-70586304d8ba req-8860a14c-eb40-4634-a77c-6188ef97e4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:52.376925 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-85662624-f414-4ba9-854d-70586304d8ba req-8860a14c-eb40-4634-a77c-6188ef97e4c4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58ebfef2-00b7-4896-9eec-b9f9b823d9a0 HTTP/1.1" status: 200 len: 854 time: 0.1109307 Jul 06 14:06:52.439660 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-85662624-f414-4ba9-854d-70586304d8ba req-f63d7645-a395-44a1-a124-c43b617a63e9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8e8690f9-d003-4efe-91dc-ef1e0f466173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501533 Jul 06 14:06:52.444094 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-e23a1dfd-d262-479f-a788-96e18f6c15fa tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Allocated IP 172.20.0.3 (eefea86f-292f-49b8-aab3-e9599d79dda6/2034225f-da5c-4c36-aa60-ee034fad70f7/7b9a4286-28a9-454b-a4e1-0ff76bc7009c) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:52.510327 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed4531-9ba4-4efd-bc4a-2c04d6a29f4e req-3e01a942-f461-4ff8-868d-f60319458ed3 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:52.511925 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-75ed4531-9ba4-4efd-bc4a-2c04d6a29f4e req-3e01a942-f461-4ff8-868d-f60319458ed3 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 945 time: 0.2697172 Jul 06 14:06:52.624295 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-75ed4531-9ba4-4efd-bc4a-2c04d6a29f4e req-9a32fe94-8e5a-450b-8db3-008db9b52019 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026747 Jul 06 14:06:52.714413 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-85662624-f414-4ba9-854d-70586304d8ba req-747d0f1d-0f66-4fdf-bc0b-d4b65a4d52c3 service neutron] 10.222.0.52 "GET /v2.0/networks/8e8690f9-d003-4efe-91dc-ef1e0f466173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670817 Jul 06 14:06:52.752298 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698f0baa-a4ca-472f-b419-8eac328c1e69 x-openstack-request-id: req-698f0baa-a4ca-472f-b419-8eac328c1e69 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:06:52.752552 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55ef0e52-b5e8-437f-bbea-a2e280a84eed", "tag": "4580ab9e-a53d-4fb1-92fd-c4c4847b344a", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:06:52.752787 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-698f0baa-a4ca-472f-b419-8eac328c1e69 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:06:52.753198 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ef0e52-b5e8-437f-bbea-a2e280a84eed', 'tag': '4580ab9e-a53d-4fb1-92fd-c4c4847b344a', 'status': 'completed', 'code': 200} Jul 06 14:06:52.867841 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-e23a1dfd-d262-479f-a788-96e18f6c15fa tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:52.916049 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-e23a1dfd-d262-479f-a788-96e18f6c15fa tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Transition to ACTIVE for port object 7b9a4286-28a9-454b-a4e1-0ff76bc7009c will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:52.919077 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-85662624-f414-4ba9-854d-70586304d8ba req-b5b5b442-bdf5-4ea1-8e49-b1fb4af80690 service neutron] 10.222.0.52 "GET /v2.0/networks/8e8690f9-d003-4efe-91dc-ef1e0f466173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957214 Jul 06 14:06:52.975874 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad3b3b-c7cd-46a3-8331-8c78e2ed5b87 req-8ab8198d-09fa-45b6-a9e3-dd94adba2079 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:52.977475 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ecad3b3b-c7cd-46a3-8331-8c78e2ed5b87 req-8ab8198d-09fa-45b6-a9e3-dd94adba2079 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=55ef0e52-b5e8-437f-bbea-a2e280a84eed HTTP/1.1" status: 200 len: 944 time: 0.1340477 Jul 06 14:06:52.988107 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-e23a1dfd-d262-479f-a788-96e18f6c15fa tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:53.097263 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-e23a1dfd-d262-479f-a788-96e18f6c15fa tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Network eefea86f-292f-49b8-aab3-e9599d79dda6 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:53.116314 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-e23a1dfd-d262-479f-a788-96e18f6c15fa tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:53.124031 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-e23a1dfd-d262-479f-a788-96e18f6c15fa tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:53.129482 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a1dfd-d262-479f-a788-96e18f6c15fa tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Pushing event updated for resources: {'Port': ['ID=7b9a4286-28a9-454b-a4e1-0ff76bc7009c,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:53.134694 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ecad3b3b-c7cd-46a3-8331-8c78e2ed5b87 req-d74b50d2-9ed3-4c11-9436-b2930d44c5a8 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487339 Jul 06 14:06:53.191658 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-e23a1dfd-d262-479f-a788-96e18f6c15fa tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:53.192310 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-e23a1dfd-d262-479f-a788-96e18f6c15fa tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:53.224084 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f57f4-8c30-409b-bffd-5fea058054c3 req-c456473f-82da-4bda-9a25-0f36d8e30b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:53.225689 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c5f57f4-8c30-409b-bffd-5fea058054c3 req-c456473f-82da-4bda-9a25-0f36d8e30b1d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3ca9d4d2b27940519dc953116788f0a3&device_id=55ef0e52-b5e8-437f-bbea-a2e280a84eed HTTP/1.1" status: 200 len: 1095 time: 0.2279420 Jul 06 14:06:53.228145 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-e23a1dfd-d262-479f-a788-96e18f6c15fa tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5272624 Jul 06 14:06:53.253670 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-d30d0e48-608b-4cd2-b1f5-093091077b6b service neutron] Request body: {'port': {'device_id': '168ee84c-c2b8-4253-a2d6-7ef136d6eb21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:53.435424 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-d30d0e48-608b-4cd2-b1f5-093091077b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:53.549559 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f57f4-8c30-409b-bffd-5fea058054c3 req-16f8b9a4-155e-4762-ae8c-0f3b1e5940c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:53.551106 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c5f57f4-8c30-409b-bffd-5fea058054c3 req-16f8b9a4-155e-4762-ae8c-0f3b1e5940c5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8e8690f9-d003-4efe-91dc-ef1e0f466173 HTTP/1.1" status: 200 len: 915 time: 0.3167748 Jul 06 14:06:53.614919 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c5f57f4-8c30-409b-bffd-5fea058054c3 req-635159c9-3ba0-4083-8be5-f0f2e0ea6b2a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4580ab9e-a53d-4fb1-92fd-c4c4847b344a HTTP/1.1" status: 200 len: 217 time: 0.0554621 Jul 06 14:06:53.625963 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-071343a0-4237-4ee2-87b3-99741247fb10 None None] Provisioning for port 7b9a4286-28a9-454b-a4e1-0ff76bc7009c completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:53.640702 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-071343a0-4237-4ee2-87b3-99741247fb10 None None] Provisioning complete for port 7b9a4286-28a9-454b-a4e1-0ff76bc7009c triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:53.641293 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-071343a0-4237-4ee2-87b3-99741247fb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:53.715250 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-071343a0-4237-4ee2-87b3-99741247fb10 None None] Port 7b9a4286-28a9-454b-a4e1-0ff76bc7009c cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:06:53.753121 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bccf8a-39bc-4fad-ae08-bfd172ae669c req-baa48a62-705c-4747-bb07-5a99f14e6649 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:53.754718 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-93bccf8a-39bc-4fad-ae08-bfd172ae669c req-baa48a62-705c-4747-bb07-5a99f14e6649 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 931 time: 0.2977331 Jul 06 14:06:53.773816 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f57f4-8c30-409b-bffd-5fea058054c3 req-bc31ffc8-8bec-4772-b048-09ecfd3a1103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:53.775340 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c5f57f4-8c30-409b-bffd-5fea058054c3 req-bc31ffc8-8bec-4772-b048-09ecfd3a1103 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58ebfef2-00b7-4896-9eec-b9f9b823d9a0 HTTP/1.1" status: 200 len: 854 time: 0.1515489 Jul 06 14:06:53.854442 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c5f57f4-8c30-409b-bffd-5fea058054c3 req-c9b3f6b0-77a6-4831-aeb2-8eb7ede2edc1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8e8690f9-d003-4efe-91dc-ef1e0f466173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472269 Jul 06 14:06:53.983747 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-93bccf8a-39bc-4fad-ae08-bfd172ae669c req-fb2d8f53-5864-43db-8ba3-53fd9aabf08a tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176890 Jul 06 14:06:54.012221 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38528) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:54.059353 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c5f57f4-8c30-409b-bffd-5fea058054c3 req-0b151d88-afe3-4f7b-ab38-05b83df7b872 service neutron] 10.222.0.52 "GET /v2.0/networks/8e8690f9-d003-4efe-91dc-ef1e0f466173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922607 Jul 06 14:06:54.177633 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6c744929-483d-47fb-8507-082c51837227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:54.182016 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-d30d0e48-608b-4cd2-b1f5-093091077b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b9a4286-28a9-454b-a4e1-0ff76bc7009c {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:06:54.201266 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-d30d0e48-608b-4cd2-b1f5-093091077b6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:54.274986 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-d30d0e48-608b-4cd2-b1f5-093091077b6b service neutron] Transition to ACTIVE for port object 7b9a4286-28a9-454b-a4e1-0ff76bc7009c will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:06:54.281030 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c5f57f4-8c30-409b-bffd-5fea058054c3 req-10831d86-7119-4d7c-8540-b199f2ee3dfa service neutron] 10.222.0.52 "GET /v2.0/networks/8e8690f9-d003-4efe-91dc-ef1e0f466173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099981 Jul 06 14:06:54.284092 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-d30d0e48-608b-4cd2-b1f5-093091077b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:54.314609 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6c744929-483d-47fb-8507-082c51837227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:54.319063 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6c744929-483d-47fb-8507-082c51837227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:54.360441 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6c744929-483d-47fb-8507-082c51837227 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=aa440a49a3f74da5a8c29acebc700994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3459466 Jul 06 14:06:54.363382 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38546) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:54.365083 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d0e48-608b-4cd2-b1f5-093091077b6b service neutron] Pushing event updated for resources: {'Port': ['ID=7b9a4286-28a9-454b-a4e1-0ff76bc7009c,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:54.371575 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c744929-483d-47fb-8507-082c51837227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901f30c8-6e6e-4367-9cc7-5c4173cf2885,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:54.426438 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58c0aec1-85f6-49f4-8abe-46b000ffab75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:54.439520 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a32b6-f6ad-401e-a15f-a5bfbe0049d2 req-9e5584cc-9bef-45b1-8967-0b97feb3b76b tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:54.441194 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4c1a32b6-f6ad-401e-a15f-a5bfbe0049d2 req-9e5584cc-9bef-45b1-8967-0b97feb3b76b tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 945 time: 0.2152462 Jul 06 14:06:54.461504 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58c0aec1-85f6-49f4-8abe-46b000ffab75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:54.489289 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-d30d0e48-608b-4cd2-b1f5-093091077b6b service neutron] Attempting to bind port 7b9a4286-28a9-454b-a4e1-0ff76bc7009c on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:06:54.489959 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-d30d0e48-608b-4cd2-b1f5-093091077b6b service neutron] Attempting to bind port 7b9a4286-28a9-454b-a4e1-0ff76bc7009c by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '73abc8d8-a472-4fde-bbb9-f96388e1eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:06:54.490471 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-d30d0e48-608b-4cd2-b1f5-093091077b6b service neutron] Attempting to bind port 7b9a4286-28a9-454b-a4e1-0ff76bc7009c on network eefea86f-292f-49b8-aab3-e9599d79dda6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:54.511405 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-d30d0e48-608b-4cd2-b1f5-093091077b6b service neutron] Port 7b9a4286-28a9-454b-a4e1-0ff76bc7009c on network eefea86f-292f-49b8-aab3-e9599d79dda6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:06:54.511873 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-d30d0e48-608b-4cd2-b1f5-093091077b6b service neutron] Attempting to bind port 7b9a4286-28a9-454b-a4e1-0ff76bc7009c on network eefea86f-292f-49b8-aab3-e9599d79dda6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:06:54.519261 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58c0aec1-85f6-49f4-8abe-46b000ffab75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:54.523025 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58c0aec1-85f6-49f4-8abe-46b000ffab75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:54.526802 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-58c0aec1-85f6-49f4-8abe-46b000ffab75 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/901f30c8-6e6e-4367-9cc7-5c4173cf2885 HTTP/1.1" status: 204 len: 168 time: 0.1598375 Jul 06 14:06:54.529949 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4c1a32b6-f6ad-401e-a15f-a5bfbe0049d2 req-0de5311b-d66a-4f2e-8071-07484dbae070 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778131 Jul 06 14:06:54.531356 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-d30d0e48-608b-4cd2-b1f5-093091077b6b service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:06:54.531707 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-d30d0e48-608b-4cd2-b1f5-093091077b6b service neutron] Checking segment: {'id': '73abc8d8-a472-4fde-bbb9-f96388e1eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:54.532086 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-d30d0e48-608b-4cd2-b1f5-093091077b6b service neutron] Bound using segment: {'id': '73abc8d8-a472-4fde-bbb9-f96388e1eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:06:54.532573 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-d30d0e48-608b-4cd2-b1f5-093091077b6b service neutron] Bound port: 7b9a4286-28a9-454b-a4e1-0ff76bc7009c, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73abc8d8-a472-4fde-bbb9-f96388e1eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:06:54.533045 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-d30d0e48-608b-4cd2-b1f5-093091077b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:54.544511 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0aec1-85f6-49f4-8abe-46b000ffab75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901f30c8-6e6e-4367-9cc7-5c4173cf2885,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:54.622959 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-d30d0e48-608b-4cd2-b1f5-093091077b6b service neutron] For port 7b9a4286-28a9-454b-a4e1-0ff76bc7009c, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:06:54.626522 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-d30d0e48-608b-4cd2-b1f5-093091077b6b service neutron] For port 7b9a4286-28a9-454b-a4e1-0ff76bc7009c, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=7b9a4286-28a9-454b-a4e1-0ff76bc7009c,segment=NetworkSegment(73abc8d8-a472-4fde-bbb9-f96388e1eb27),segment_id=73abc8d8-a472-4fde-bbb9-f96388e1eb27)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:06:54.637245 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-d30d0e48-608b-4cd2-b1f5-093091077b6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:54.690410 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-d30d0e48-608b-4cd2-b1f5-093091077b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:54.691129 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-d30d0e48-608b-4cd2-b1f5-093091077b6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:54.693397 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-d30d0e48-608b-4cd2-b1f5-093091077b6b service neutron] 10.222.0.124 "PUT /v2.0/ports/7b9a4286-28a9-454b-a4e1-0ff76bc7009c HTTP/1.1" status: 200 len: 1091 time: 1.4506247 Jul 06 14:06:54.717971 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d0e48-608b-4cd2-b1f5-093091077b6b service neutron] Pushing event updated for resources: {'Port': ['ID=7b9a4286-28a9-454b-a4e1-0ff76bc7009c,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:54.754205 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168ee84c-c2b8-4253-a2d6-7ef136d6eb21', 'tag': '7b9a4286-28a9-454b-a4e1-0ff76bc7009c'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:06:54.758345 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74abfa87-6442-407c-b115-f32584f06732" -d '{"events": [{"name": "network-changed", "server_uuid": "168ee84c-c2b8-4253-a2d6-7ef136d6eb21", "tag": "7b9a4286-28a9-454b-a4e1-0ff76bc7009c"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:06:54.897120 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86459213-cd28-4478-be9a-a14c31e5637c req-af376914-5a6b-4b67-bc9a-806299124328 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:54.898937 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-86459213-cd28-4478-be9a-a14c31e5637c req-af376914-5a6b-4b67-bc9a-806299124328 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=55ef0e52-b5e8-437f-bbea-a2e280a84eed HTTP/1.1" status: 200 len: 944 time: 0.0921116 Jul 06 14:06:54.936816 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-790fac8d-7255-4bef-92c8-b26b73e85cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:54.938379 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-790fac8d-7255-4bef-92c8-b26b73e85cf9 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=877fc897abae42d7adb6bd377795bbf0&device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 1094 time: 0.1697483 Jul 06 14:06:55.342542 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-fe4f42ed-b1fb-4d83-9265-4e52dfc7bdf0 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b9a4286-28a9-454b-a4e1-0ff76bc7009c HTTP/1.1" status: 200 len: 217 time: 0.3935490 Jul 06 14:06:55.368524 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-86459213-cd28-4478-be9a-a14c31e5637c req-f1ede6dc-07c9-4827-bf56-b8b18e9b1d18 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577224 Jul 06 14:06:55.410453 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ee9fe-7b0d-42a1-80f2-3c4349b475f6 req-4da8e073-f4e8-4404-bcb8-dc34e88a5d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:55.411975 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-018ee9fe-7b0d-42a1-80f2-3c4349b475f6 req-4da8e073-f4e8-4404-bcb8-dc34e88a5d36 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a280ed57ce5e4005b7a7e0a51a2d45bf&device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 1096 time: 0.5100682 Jul 06 14:06:55.415570 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-eaadef51-d294-4105-8ae5-164cc46c0a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:55.418089 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-eaadef51-d294-4105-8ae5-164cc46c0a92 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=2034225f-da5c-4c36-aa60-ee034fad70f7 HTTP/1.1" status: 200 len: 850 time: 0.0672710 Jul 06 14:06:55.561845 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ee9fe-7b0d-42a1-80f2-3c4349b475f6 req-6da62741-0dea-4d33-9b7e-a67c20c99135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:55.563412 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-018ee9fe-7b0d-42a1-80f2-3c4349b475f6 req-6da62741-0dea-4d33-9b7e-a67c20c99135 service neutron] 10.222.0.52 "GET /v2.0/networks?id=eb40ac72-d061-46c2-ab3d-a227d94e4954 HTTP/1.1" status: 200 len: 917 time: 0.1415434 Jul 06 14:06:55.566086 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-6e6b7da4-f04b-4732-8987-f7bacd3692bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:55.567383 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-6e6b7da4-f04b-4732-8987-f7bacd3692bc service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=eefea86f-292f-49b8-aab3-e9599d79dda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1379945 Jul 06 14:06:55.659763 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db44e7f-16ba-48e5-bb9c-acb44cdbaeab x-openstack-request-id: req-7db44e7f-16ba-48e5-bb9c-acb44cdbaeab {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:06:55.659928 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168ee84c-c2b8-4253-a2d6-7ef136d6eb21", "tag": "7b9a4286-28a9-454b-a4e1-0ff76bc7009c", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:06:55.660175 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-7db44e7f-16ba-48e5-bb9c-acb44cdbaeab {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:06:55.660574 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168ee84c-c2b8-4253-a2d6-7ef136d6eb21', 'tag': '7b9a4286-28a9-454b-a4e1-0ff76bc7009c', 'status': 'completed', 'code': 200} Jul 06 14:06:55.701454 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-018ee9fe-7b0d-42a1-80f2-3c4349b475f6 req-71c3f7d7-ce07-4d6f-91b2-65f87e045ee3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66a93e52-52b0-4a21-8c65-e0c073280683 HTTP/1.1" status: 200 len: 1001 time: 0.1309657 Jul 06 14:06:55.773856 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-6b40701c-8208-4543-91d7-712afbdeacaa service neutron] 10.222.0.124 "GET /v2.0/networks/eefea86f-292f-49b8-aab3-e9599d79dda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961331 Jul 06 14:06:55.824362 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ee9fe-7b0d-42a1-80f2-3c4349b475f6 req-25825831-2aee-4e83-a5e1-cec1a43ec414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:55.825967 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-018ee9fe-7b0d-42a1-80f2-3c4349b475f6 req-25825831-2aee-4e83-a5e1-cec1a43ec414 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=175feade-0da5-4b99-8a0b-5c1deab4fd78 HTTP/1.1" status: 200 len: 855 time: 0.1138103 Jul 06 14:06:55.929119 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38592) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:55.956443 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ceabcd-0b02-4a8e-8608-a844c337fd41 req-7ac6b966-ddc8-462d-b43a-26ea4353a247 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:55.958208 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-14ceabcd-0b02-4a8e-8608-a844c337fd41 req-7ac6b966-ddc8-462d-b43a-26ea4353a247 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 943 time: 0.2067912 Jul 06 14:06:55.968627 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-51c37633-1797-40cc-b887-cf94f98dcfd2 req-8a2622a6-7b7b-4862-b317-13e8266ce292 service neutron] 10.222.0.124 "GET /v2.0/networks/eefea86f-292f-49b8-aab3-e9599d79dda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709921 Jul 06 14:06:55.989947 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ee9fe-7b0d-42a1-80f2-3c4349b475f6 req-f44dc6fa-e032-48d2-92c0-198ea5b4d8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:55.991471 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-018ee9fe-7b0d-42a1-80f2-3c4349b475f6 req-f44dc6fa-e032-48d2-92c0-198ea5b4d8fd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eb40ac72-d061-46c2-ab3d-a227d94e4954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389828 Jul 06 14:06:56.043079 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-1621113f-e342-4ff2-b4c8-ae0999e88594 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1618342213', 'router:external': True}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:56.064509 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-14ceabcd-0b02-4a8e-8608-a844c337fd41 req-7651c90f-e0f4-47c3-bc27-a92c89b9f8df tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980620 Jul 06 14:06:56.066151 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1621113f-e342-4ff2-b4c8-ae0999e88594 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Made reservation on behalf of 844ad97b973d471c9055af9fb253a7e6 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:56.070837 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1621113f-e342-4ff2-b4c8-ae0999e88594 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:56.083895 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1621113f-e342-4ff2-b4c8-ae0999e88594 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:56.115013 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 4580ab9e-a53d-4fb1-92fd-c4c4847b344a details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:06:56.154200 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-018ee9fe-7b0d-42a1-80f2-3c4349b475f6 req-6b5a5fbb-bb17-4fe1-a0ba-d1e21c048e04 service neutron] 10.222.0.52 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546612 Jul 06 14:06:56.175003 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abfa87-6442-407c-b115-f32584f06732 req-c3430932-b24c-4b07-b849-38a6c18e6ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:56.176580 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-74abfa87-6442-407c-b115-f32584f06732 req-c3430932-b24c-4b07-b849-38a6c18e6ee8 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=877fc897abae42d7adb6bd377795bbf0&device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 1094 time: 0.1480498 Jul 06 14:06:56.201903 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1621113f-e342-4ff2-b4c8-ae0999e88594 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:56.208124 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1621113f-e342-4ff2-b4c8-ae0999e88594 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:56.231476 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1621113f-e342-4ff2-b4c8-ae0999e88594 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:06:56.246110 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 4580ab9e-a53d-4fb1-92fd-c4c4847b344a, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4580ab9e-a53d-4fb1-92fd-c4c4847b344a,segment=NetworkSegment(66f13dfd-887a-4dab-b5ac-df85696e381e),segment_id=66f13dfd-887a-4dab-b5ac-df85696e381e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:56.247708 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621113f-e342-4ff2-b4c8-ae0999e88594 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab645f86-de00-4824-8b2a-0517bbfc33ae,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:56.251123 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1621113f-e342-4ff2-b4c8-ae0999e88594 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:56.251676 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-1621113f-e342-4ff2-b4c8-ae0999e88594 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Added segment 006a864b-0c88-466e-9a1a-7b0e4a64b8bb of type vlan for network b5ce582f-d592-4756-97e8-8a0535a447cd Jul 06 14:06:56.267471 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '4580ab9e-a53d-4fb1-92fd-c4c4847b344a', 'network_id': '8e8690f9-d003-4efe-91dc-ef1e0f466173', 'port_id': '4580ab9e-a53d-4fb1-92fd-c4c4847b344a', 'mac_address': 'fa:16:3e:de:0e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ebfef2-00b7-4896-9eec-b9f9b823d9a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:06:56.304573 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1621113f-e342-4ff2-b4c8-ae0999e88594 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:56.313769 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:56.329604 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4580ab9e-a53d-4fb1-92fd-c4c4847b344a {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:06:56.344714 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1621113f-e342-4ff2-b4c8-ae0999e88594 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:56.346311 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1621113f-e342-4ff2-b4c8-ae0999e88594 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:56.346932 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1621113f-e342-4ff2-b4c8-ae0999e88594 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:56.357786 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 4580ab9e-a53d-4fb1-92fd-c4c4847b344a, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4580ab9e-a53d-4fb1-92fd-c4c4847b344a,segment=NetworkSegment(66f13dfd-887a-4dab-b5ac-df85696e381e),segment_id=66f13dfd-887a-4dab-b5ac-df85696e381e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:56.362649 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:56.374325 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-018ee9fe-7b0d-42a1-80f2-3c4349b475f6 req-e8ee5ea6-49b2-4dcf-b2e8-371037762eaa service neutron] 10.222.0.52 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129729 Jul 06 14:06:56.393367 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5802cf1-9793-4302-8b35-a42eae12bb28 req-df15f064-d3af-4ec0-bb98-da3912a876cc tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:56.394976 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a5802cf1-9793-4302-8b35-a42eae12bb28 req-df15f064-d3af-4ec0-bb98-da3912a876cc tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 945 time: 0.2076766 Jul 06 14:06:56.396301 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abfa87-6442-407c-b115-f32584f06732 req-8acb164d-73b8-4e73-8aa5-6a22bf31b49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:56.397775 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-74abfa87-6442-407c-b115-f32584f06732 req-8acb164d-73b8-4e73-8aa5-6a22bf31b49d service neutron] 10.222.0.124 "GET /v2.0/networks?id=eefea86f-292f-49b8-aab3-e9599d79dda6 HTTP/1.1" status: 200 len: 912 time: 0.2093921 Jul 06 14:06:56.421126 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1621113f-e342-4ff2-b4c8-ae0999e88594 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.4896970 Jul 06 14:06:56.423574 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38598) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:56.428174 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=4580ab9e-a53d-4fb1-92fd-c4c4847b344a,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:56.428745 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-7497c2d2-37ed-49b0-a4b5-70a875653fd6 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Request body: {'subnet': {'network_id': 'b5ce582f-d592-4756-97e8-8a0535a447cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:56.440448 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621113f-e342-4ff2-b4c8-ae0999e88594 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Pushing event updated for resources: {'Network': ['ID=b5ce582f-d592-4756-97e8-8a0535a447cd,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:56.450150 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network b5ce582f-d592-4756-97e8-8a0535a447cd details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:06:56.458621 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7497c2d2-37ed-49b0-a4b5-70a875653fd6 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Made reservation on behalf of 844ad97b973d471c9055af9fb253a7e6 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:56.461331 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7497c2d2-37ed-49b0-a4b5-70a875653fd6 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:56.465524 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-74abfa87-6442-407c-b115-f32584f06732 req-cc6630b6-ceb7-4607-8e2f-fa8ceb026f23 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b9a4286-28a9-454b-a4e1-0ff76bc7009c HTTP/1.1" status: 200 len: 217 time: 0.0608282 Jul 06 14:06:56.518316 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a5802cf1-9793-4302-8b35-a42eae12bb28 req-d1c103df-2ae2-4e4d-bd4a-c4710c694b8c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155701 Jul 06 14:06:56.545862 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abfa87-6442-407c-b115-f32584f06732 req-7c195d0a-e52d-4229-b1a6-4a7f8c3fb303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:56.547876 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-74abfa87-6442-407c-b115-f32584f06732 req-7c195d0a-e52d-4229-b1a6-4a7f8c3fb303 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=2034225f-da5c-4c36-aa60-ee034fad70f7 HTTP/1.1" status: 200 len: 850 time: 0.0706174 Jul 06 14:06:56.613488 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abfa87-6442-407c-b115-f32584f06732 req-d04719a4-2695-4344-a7dc-4597b59632d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:56.615234 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-74abfa87-6442-407c-b115-f32584f06732 req-d04719a4-2695-4344-a7dc-4597b59632d5 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=eefea86f-292f-49b8-aab3-e9599d79dda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602860 Jul 06 14:06:56.637566 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['4580ab9e-a53d-4fb1-92fd-c4c4847b344a'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:06:56.767895 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-74abfa87-6442-407c-b115-f32584f06732 req-6a1e19a4-0433-438c-b46f-f6c9fb3bfc7b service neutron] 10.222.0.124 "GET /v2.0/networks/eefea86f-292f-49b8-aab3-e9599d79dda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444438 Jul 06 14:06:56.779635 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e8168-ca54-4ec1-b4a5-f64d33f1618b req-00af3a41-2b6a-4e52-9706-be82743070f1 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:56.781251 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7d1e8168-ca54-4ec1-b4a5-f64d33f1618b req-00af3a41-2b6a-4e52-9706-be82743070f1 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] 10.222.0.118 "GET /v2.0/ports?device_id=ad246964-0a97-4b83-bc93-b32274727d67 HTTP/1.1" status: 200 len: 945 time: 0.1377230 Jul 06 14:06:56.791998 n-d-773644-6 neutron-server[100417]: DEBUG neutron.objects.ports [None req-7497c2d2-37ed-49b0-a4b5-70a875653fd6 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100417) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:06:56.793196 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7497c2d2-37ed-49b0-a4b5-70a875653fd6 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:56.856967 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497c2d2-37ed-49b0-a4b5-70a875653fd6 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8c8907d7-f31f-4d7b-9a13-52c97f92822a,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:56.867957 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7497c2d2-37ed-49b0-a4b5-70a875653fd6 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Checking segment: {'id': '006a864b-0c88-466e-9a1a-7b0e4a64b8bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b5ce582f-d592-4756-97e8-8a0535a447cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:06:56.868333 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7497c2d2-37ed-49b0-a4b5-70a875653fd6 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Network hostable DHCP agents. Network: b5ce582f-d592-4756-97e8-8a0535a447cd, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:06:56.886342 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7d1e8168-ca54-4ec1-b4a5-f64d33f1618b req-c5d48079-ba7b-4cef-ab05-ba83e08bb5c7 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] 10.222.0.118 "GET /v2.0/security-groups?id=f694d7a3-ce14-44af-b405-ce4115c86ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949779 Jul 06 14:06:56.886580 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7497c2d2-37ed-49b0-a4b5-70a875653fd6 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Network b5ce582f-d592-4756-97e8-8a0535a447cd is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:06:56.898888 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-7497c2d2-37ed-49b0-a4b5-70a875653fd6 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, b5ce582f-d592-4756-97e8-8a0535a447cd) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:56.903735 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7497c2d2-37ed-49b0-a4b5-70a875653fd6 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:56.904354 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7497c2d2-37ed-49b0-a4b5-70a875653fd6 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:56.917688 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90f9b77-d8e2-4252-9d0b-5abbfe6e4ace None None] Network b5ce582f-d592-4756-97e8-8a0535a447cd requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:56.925925 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-74abfa87-6442-407c-b115-f32584f06732 req-3877bb81-24db-4af9-b49c-65a4692ed0f6 service neutron] 10.222.0.124 "GET /v2.0/networks/eefea86f-292f-49b8-aab3-e9599d79dda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435840 Jul 06 14:06:56.931870 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7497c2d2-37ed-49b0-a4b5-70a875653fd6 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5040398 Jul 06 14:06:56.931870 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38600) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:56.937697 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-9262f32d-a1c8-4592-bc4d-f22d8e3c640c tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1400930269', 'network_id': 'b5ce582f-d592-4756-97e8-8a0535a447cd'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:56.959417 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9262f32d-a1c8-4592-bc4d-f22d8e3c640c tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Made reservation on behalf of 844ad97b973d471c9055af9fb253a7e6 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:06:56.962018 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9262f32d-a1c8-4592-bc4d-f22d8e3c640c tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:56.991439 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-9262f32d-a1c8-4592-bc4d-f22d8e3c640c tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] device_id is not set on port 1d5fffe6-04a3-4fe6-931e-7619fc70a9bf yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:06:57.076316 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17748fa3-17e4-4754-8aa2-4439a32486a2 None None] Network b5ce582f-d592-4756-97e8-8a0535a447cd requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:06:57.089976 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f4f87-fa18-4315-aca2-78939fd63f33 req-a44d4fbc-9e61-4890-b6c3-0dd8a338eb7c tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:57.091541 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-657f4f87-fa18-4315-aca2-78939fd63f33 req-a44d4fbc-9e61-4890-b6c3-0dd8a338eb7c tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] 10.222.0.124 "GET /v2.0/ports?device_id=ad246964-0a97-4b83-bc93-b32274727d67 HTTP/1.1" status: 200 len: 945 time: 0.1269743 Jul 06 14:06:57.121836 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-9262f32d-a1c8-4592-bc4d-f22d8e3c640c tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Allocated IP 172.20.0.3 (b5ce582f-d592-4756-97e8-8a0535a447cd/8c8907d7-f31f-4d7b-9a13-52c97f92822a/1d5fffe6-04a3-4fe6-931e-7619fc70a9bf) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:57.156526 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf558e67-b765-4443-bb75-662973d95da5 req-82cb3c6f-5521-4c50-af7f-94b86f03abcf tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:57.158086 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf558e67-b765-4443-bb75-662973d95da5 req-82cb3c6f-5521-4c50-af7f-94b86f03abcf tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=55ef0e52-b5e8-437f-bbea-a2e280a84eed HTTP/1.1" status: 200 len: 945 time: 0.1341231 Jul 06 14:06:57.250438 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf558e67-b765-4443-bb75-662973d95da5 req-7254eca2-eec4-4f0f-9ab5-6d412a7a9056 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864913 Jul 06 14:06:57.269780 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-657f4f87-fa18-4315-aca2-78939fd63f33 req-e67c94ae-5877-4a59-8e40-ac4c02f4d1b3 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] Deleting port 3fcaa5cd-c54a-43b0-bcf1-d468d6888620 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:06:57.270137 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-657f4f87-fa18-4315-aca2-78939fd63f33 req-e67c94ae-5877-4a59-8e40-ac4c02f4d1b3 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:57.315211 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9262f32d-a1c8-4592-bc4d-f22d8e3c640c tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:57.360457 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9262f32d-a1c8-4592-bc4d-f22d8e3c640c tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:57.380353 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-657f4f87-fa18-4315-aca2-78939fd63f33 req-e67c94ae-5877-4a59-8e40-ac4c02f4d1b3 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] For port 3fcaa5cd-c54a-43b0-bcf1-d468d6888620, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=3fcaa5cd-c54a-43b0-bcf1-d468d6888620,segment=NetworkSegment(8b9a37ee-d438-45ec-b0f0-6f34f2b6cc40),segment_id=8b9a37ee-d438-45ec-b0f0-6f34f2b6cc40)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:57.380978 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-657f4f87-fa18-4315-aca2-78939fd63f33 req-e67c94ae-5877-4a59-8e40-ac4c02f4d1b3 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:57.402558 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9262f32d-a1c8-4592-bc4d-f22d8e3c640c tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Network b5ce582f-d592-4756-97e8-8a0535a447cd is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:57.405366 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-9262f32d-a1c8-4592-bc4d-f22d8e3c640c tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:57.410833 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-657f4f87-fa18-4315-aca2-78939fd63f33 req-e67c94ae-5877-4a59-8e40-ac4c02f4d1b3 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] Calling delete_port for 3fcaa5cd-c54a-43b0-bcf1-d468d6888620 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:06:57.411476 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9262f32d-a1c8-4592-bc4d-f22d8e3c640c tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:57.434316 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262f32d-a1c8-4592-bc4d-f22d8e3c640c tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Pushing event updated for resources: {'Port': ['ID=1d5fffe6-04a3-4fe6-931e-7619fc70a9bf,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:57.453708 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9262f32d-a1c8-4592-bc4d-f22d8e3c640c tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:57.454345 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9262f32d-a1c8-4592-bc4d-f22d8e3c640c tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:57.468892 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9262f32d-a1c8-4592-bc4d-f22d8e3c640c tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.5358300 Jul 06 14:06:57.471916 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38604) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:57.487375 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7e3ce-a9f5-477b-9113-9518498747e3 req-59721849-0fa6-4af0-a4b7-77beb923ed6b tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:57.488909 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-41c7e3ce-a9f5-477b-9113-9518498747e3 req-59721849-0fa6-4af0-a4b7-77beb923ed6b tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 943 time: 0.1245534 Jul 06 14:06:57.544952 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-41c7e3ce-a9f5-477b-9113-9518498747e3 req-74c432bc-b790-4727-9f14-1f0890a656fa tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490251 Jul 06 14:06:57.581486 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-37bbef34-3c44-402f-a335-8c8a63960b60 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Deleting port 1d5fffe6-04a3-4fe6-931e-7619fc70a9bf {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:06:57.581956 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-37bbef34-3c44-402f-a335-8c8a63960b60 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:57.601572 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-657f4f87-fa18-4315-aca2-78939fd63f33 req-e67c94ae-5877-4a59-8e40-ac4c02f4d1b3 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:57.617146 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['3fcaa5cd-c54a-43b0-bcf1-d468d6888620'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:06:57.633079 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c94ae-5877-4a59-8e40-ac4c02f4d1b3 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] Pushing event deleted for resources: {'Port': ['ID=3fcaa5cd-c54a-43b0-bcf1-d468d6888620,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:57.668888 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-37bbef34-3c44-402f-a335-8c8a63960b60 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:57.681713 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-37bbef34-3c44-402f-a335-8c8a63960b60 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Calling delete_port for 1d5fffe6-04a3-4fe6-931e-7619fc70a9bf owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:06:57.696596 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-657f4f87-fa18-4315-aca2-78939fd63f33 req-e67c94ae-5877-4a59-8e40-ac4c02f4d1b3 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] No DVR routers for this DVR port 3fcaa5cd-c54a-43b0-bcf1-d468d6888620 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:06:57.715389 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-657f4f87-fa18-4315-aca2-78939fd63f33 req-e67c94ae-5877-4a59-8e40-ac4c02f4d1b3 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:57.717390 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-657f4f87-fa18-4315-aca2-78939fd63f33 req-e67c94ae-5877-4a59-8e40-ac4c02f4d1b3 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] 10.222.0.124 "DELETE /v2.0/ports/3fcaa5cd-c54a-43b0-bcf1-d468d6888620 HTTP/1.1" status: 204 len: 173 time: 0.6201477 Jul 06 14:06:57.717856 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad246964-0a97-4b83-bc93-b32274727d67', 'name': 'network-vif-deleted', 'tag': '3fcaa5cd-c54a-43b0-bcf1-d468d6888620'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:06:57.720111 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ba5f92-ebc4-4ee5-be85-c5c0ef598630" -d '{"events": [{"server_uuid": "ad246964-0a97-4b83-bc93-b32274727d67", "name": "network-vif-deleted", "tag": "3fcaa5cd-c54a-43b0-bcf1-d468d6888620"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:06:57.780457 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cbe57-cd94-4899-8a89-af8a75902bbb req-cff0319e-d14b-4b17-9886-83b2d8f4b08b tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:57.782948 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b86cbe57-cd94-4899-8a89-af8a75902bbb req-cff0319e-d14b-4b17-9886-83b2d8f4b08b tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 945 time: 0.1156356 Jul 06 14:06:57.829214 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b86cbe57-cd94-4899-8a89-af8a75902bbb req-8f7443be-b010-475e-9eb0-7a479212becd tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349166 Jul 06 14:06:57.835258 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-37bbef34-3c44-402f-a335-8c8a63960b60 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:57.867058 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbef34-3c44-402f-a335-8c8a63960b60 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d5fffe6-04a3-4fe6-931e-7619fc70a9bf,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:57.888934 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4806808d-e5bc-4542-a6e2-c053641a5ac6 x-openstack-request-id: req-4806808d-e5bc-4542-a6e2-c053641a5ac6 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:06:57.889987 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad246964-0a97-4b83-bc93-b32274727d67", "name": "network-vif-deleted", "tag": "3fcaa5cd-c54a-43b0-bcf1-d468d6888620", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:06:57.890329 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-4806808d-e5bc-4542-a6e2-c053641a5ac6 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:06:57.890830 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad246964-0a97-4b83-bc93-b32274727d67', 'name': 'network-vif-deleted', 'tag': '3fcaa5cd-c54a-43b0-bcf1-d468d6888620', 'status': 'completed', 'code': 200} Jul 06 14:06:57.948189 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-37bbef34-3c44-402f-a335-8c8a63960b60 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:57.950139 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-37bbef34-3c44-402f-a335-8c8a63960b60 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "DELETE /v2.0/ports/1d5fffe6-04a3-4fe6-931e-7619fc70a9bf HTTP/1.1" status: 204 len: 168 time: 0.4770229 Jul 06 14:06:57.952930 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38612) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:57.957226 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-6844ba77-3069-4e71-9627-848418a10755 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b5ce582f-d592-4756-97e8-8a0535a447cd', 'external_fixed_ips': [{'subnet_id': '8c8907d7-f31f-4d7b-9a13-52c97f92822a', 'ip_address': '172.20.0.3'}]}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:06:57.980148 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6844ba77-3069-4e71-9627-848418a10755 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:57.981456 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6844ba77-3069-4e71-9627-848418a10755 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:58.037036 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6844ba77-3069-4e71-9627-848418a10755 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:58.059741 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cac56bc2-447d-446a-81f7-4a62d5a76f6b req-d0d1187b-e623-4b51-b628-1ce2e0be8167 tempest-ServerAddressesTestJSON-332170418 tempest-ServerAddressesTestJSON-332170418-project] 10.222.0.118 "GET /v2.0/ports?device_id=ad246964-0a97-4b83-bc93-b32274727d67 HTTP/1.1" status: 200 len: 210 time: 0.0308661 Jul 06 14:06:58.125507 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 4580ab9e-a53d-4fb1-92fd-c4c4847b344a up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:06:58.184387 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 4580ab9e-a53d-4fb1-92fd-c4c4847b344a completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:06:58.188864 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6844ba77-3069-4e71-9627-848418a10755 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:58.190000 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 4580ab9e-a53d-4fb1-92fd-c4c4847b344a triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:06:58.190719 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:58.288318 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:58.317240 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ef0e52-b5e8-437f-bbea-a2e280a84eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4580ab9e-a53d-4fb1-92fd-c4c4847b344a'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:06:58.320112 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991f059d-2120-4484-8d95-706d5aa4640d" -d '{"events": [{"server_uuid": "55ef0e52-b5e8-437f-bbea-a2e280a84eed", "name": "network-vif-plugged", "status": "completed", "tag": "4580ab9e-a53d-4fb1-92fd-c4c4847b344a"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:06:58.335959 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 4580ab9e-a53d-4fb1-92fd-c4c4847b344a, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4580ab9e-a53d-4fb1-92fd-c4c4847b344a,segment=NetworkSegment(66f13dfd-887a-4dab-b5ac-df85696e381e),segment_id=66f13dfd-887a-4dab-b5ac-df85696e381e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:58.349583 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:58.350986 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 66a93e52-52b0-4a21-8c65-e0c073280683 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:06:58.446015 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=4580ab9e-a53d-4fb1-92fd-c4c4847b344a,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:58.490099 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:58.496318 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6844ba77-3069-4e71-9627-848418a10755 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:58.513205 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a7e88-2555-47e2-9243-ef5292b576fa req-15cfa6f1-67de-4bb2-8bf4-9ae808ef025b tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:58.517985 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6844ba77-3069-4e71-9627-848418a10755 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:58.518453 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-210a7e88-2555-47e2-9243-ef5292b576fa req-15cfa6f1-67de-4bb2-8bf4-9ae808ef025b tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=55ef0e52-b5e8-437f-bbea-a2e280a84eed HTTP/1.1" status: 200 len: 946 time: 0.0814052 Jul 06 14:06:58.529501 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 66a93e52-52b0-4a21-8c65-e0c073280683, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=66a93e52-52b0-4a21-8c65-e0c073280683,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:58.533037 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:58.558296 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-210a7e88-2555-47e2-9243-ef5292b576fa req-aa7f9729-5a55-48cd-94c9-76de942b081f tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372055 Jul 06 14:06:58.592573 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=66a93e52-52b0-4a21-8c65-e0c073280683,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:58.606297 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1da273-9c57-476d-a9e9-758b228dda1d x-openstack-request-id: req-fc1da273-9c57-476d-a9e9-758b228dda1d {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:06:58.606664 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ef0e52-b5e8-437f-bbea-a2e280a84eed", "name": "network-vif-plugged", "status": "completed", "tag": "4580ab9e-a53d-4fb1-92fd-c4c4847b344a", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:06:58.607009 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-fc1da273-9c57-476d-a9e9-758b228dda1d {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:06:58.607497 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ef0e52-b5e8-437f-bbea-a2e280a84eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4580ab9e-a53d-4fb1-92fd-c4c4847b344a', 'code': 200} Jul 06 14:06:58.685810 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-6844ba77-3069-4e71-9627-848418a10755 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Allocated IP 172.20.0.3 (b5ce582f-d592-4756-97e8-8a0535a447cd/8c8907d7-f31f-4d7b-9a13-52c97f92822a/ae10a0ef-ffbd-4fe9-94a1-eb66824c2655) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:06:58.771147 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba9957-7332-4d13-92bf-be2a7560ff35 req-697e4213-d8ec-417d-867a-28d9643764d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:58.772847 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d5ba9957-7332-4d13-92bf-be2a7560ff35 req-697e4213-d8ec-417d-867a-28d9643764d5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=55ef0e52-b5e8-437f-bbea-a2e280a84eed HTTP/1.1" status: 200 len: 1097 time: 0.0998178 Jul 06 14:06:58.797538 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cd171-36ff-4de3-9621-47f8040e9c0b req-7456c604-5fc5-4d3b-9738-973bff508967 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:58.799457 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-db7cd171-36ff-4de3-9621-47f8040e9c0b req-7456c604-5fc5-4d3b-9738-973bff508967 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 943 time: 0.0919921 Jul 06 14:06:58.801116 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6844ba77-3069-4e71-9627-848418a10755 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:58.802918 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 7b9a4286-28a9-454b-a4e1-0ff76bc7009c details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:06:58.850516 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6844ba77-3069-4e71-9627-848418a10755 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:58.887427 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-db7cd171-36ff-4de3-9621-47f8040e9c0b req-85a062a0-85d7-4641-ba75-9e7c645283f1 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722744 Jul 06 14:06:58.892416 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6844ba77-3069-4e71-9627-848418a10755 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Network b5ce582f-d592-4756-97e8-8a0535a447cd is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:06:58.897208 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-6844ba77-3069-4e71-9627-848418a10755 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:06:58.904752 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6844ba77-3069-4e71-9627-848418a10755 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:06:58.907176 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d5ba9957-7332-4d13-92bf-be2a7560ff35 req-92b8e007-4ab0-482c-8e60-97e5ca13bbb3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256938 Jul 06 14:06:58.910412 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844ba77-3069-4e71-9627-848418a10755 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Pushing event updated for resources: {'Port': ['ID=ae10a0ef-ffbd-4fe9-94a1-eb66824c2655,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:58.947864 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 7b9a4286-28a9-454b-a4e1-0ff76bc7009c, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=7b9a4286-28a9-454b-a4e1-0ff76bc7009c,segment=NetworkSegment(73abc8d8-a472-4fde-bbb9-f96388e1eb27),segment_id=73abc8d8-a472-4fde-bbb9-f96388e1eb27)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:58.959385 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '7b9a4286-28a9-454b-a4e1-0ff76bc7009c', 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6', 'port_id': '7b9a4286-28a9-454b-a4e1-0ff76bc7009c', 'mac_address': 'fa:16:3e:3d:fb:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:06:58.997937 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:59.012388 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9a4286-28a9-454b-a4e1-0ff76bc7009c {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:06:59.034466 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 7b9a4286-28a9-454b-a4e1-0ff76bc7009c, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=7b9a4286-28a9-454b-a4e1-0ff76bc7009c,segment=NetworkSegment(73abc8d8-a472-4fde-bbb9-f96388e1eb27),segment_id=73abc8d8-a472-4fde-bbb9-f96388e1eb27)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:06:59.039273 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:59.079059 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f9233-d431-41ef-ae76-3634c25d06e8 req-9eb0a794-6b43-4023-ae70-625b912fa7ab tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:59.080623 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-614f9233-d431-41ef-ae76-3634c25d06e8 req-9eb0a794-6b43-4023-ae70-625b912fa7ab tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 943 time: 0.0773013 Jul 06 14:06:59.101721 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=7b9a4286-28a9-454b-a4e1-0ff76bc7009c,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:59.123416 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-614f9233-d431-41ef-ae76-3634c25d06e8 req-0cc9a1d3-8051-4b07-8879-b25625735fcb tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357828 Jul 06 14:06:59.173848 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6844ba77-3069-4e71-9627-848418a10755 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:59.214884 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38626) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:59.251597 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['7b9a4286-28a9-454b-a4e1-0ff76bc7009c'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:06:59.272124 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae7a3af3-8dff-42ff-8da0-43f6efe7ae39 admin admin] Deleting subnet f26c64b5-c132-4216-8b8e-1c1dcbbad30c {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:06:59.276660 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ae7a3af3-8dff-42ff-8da0-43f6efe7ae39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:59.334835 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ae7a3af3-8dff-42ff-8da0-43f6efe7ae39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:59.390310 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ae7a3af3-8dff-42ff-8da0-43f6efe7ae39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:59.465106 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ae7a3af3-8dff-42ff-8da0-43f6efe7ae39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:59.491833 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a3af3-8dff-42ff-8da0-43f6efe7ae39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f26c64b5-c132-4216-8b8e-1c1dcbbad30c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:59.496284 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ae7a3af3-8dff-42ff-8da0-43f6efe7ae39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:59.500328 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ae7a3af3-8dff-42ff-8da0-43f6efe7ae39 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/f26c64b5-c132-4216-8b8e-1c1dcbbad30c HTTP/1.1" status: 204 len: 168 time: 0.2817864 Jul 06 14:06:59.500684 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38636) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:06:59.588360 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ecec0ca7-babb-4140-9355-3c738fd1fc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:59.683229 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ecec0ca7-babb-4140-9355-3c738fd1fc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:59.688735 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6844ba77-3069-4e71-9627-848418a10755 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:59.694650 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-ecec0ca7-babb-4140-9355-3c738fd1fc56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3dd0f6-81fd-4d5c-8308-08e046c777f2']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:59.713891 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-ecec0ca7-babb-4140-9355-3c738fd1fc56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9a37ee-d438-45ec-b0f0-6f34f2b6cc40') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:59.713891 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-ecec0ca7-babb-4140-9355-3c738fd1fc56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9a37ee-d438-45ec-b0f0-6f34f2b6cc40') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:06:59.724586 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ecec0ca7-babb-4140-9355-3c738fd1fc56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:59.765589 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ecec0ca7-babb-4140-9355-3c738fd1fc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:59.774812 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecec0ca7-babb-4140-9355-3c738fd1fc56 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:06:59.775803 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ecec0ca7-babb-4140-9355-3c738fd1fc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:06:59.777658 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:06:59.844921 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3a9e7-6db0-43b0-9633-898964e4fe65 req-1c52e695-8fa1-4d0e-bf57-db96e9597b4c tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:06:59.846482 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8de3a9e7-6db0-43b0-9633-898964e4fe65 req-1c52e695-8fa1-4d0e-bf57-db96e9597b4c tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=55ef0e52-b5e8-437f-bbea-a2e280a84eed HTTP/1.1" status: 200 len: 946 time: 0.1240332 Jul 06 14:06:59.851590 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ecec0ca7-babb-4140-9355-3c738fd1fc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:59.857263 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6844ba77-3069-4e71-9627-848418a10755 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Router 75d343c1-e259-44c6-8eae-465c40cb8168 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:06:59.864518 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ecec0ca7-babb-4140-9355-3c738fd1fc56 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:06:59.866405 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ecec0ca7-babb-4140-9355-3c738fd1fc56 admin admin] 10.222.0.118 "DELETE /v2.0/networks/5a3dd0f6-81fd-4d5c-8308-08e046c777f2 HTTP/1.1" status: 204 len: 168 time: 0.3648226 Jul 06 14:06:59.882824 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec0ca7-babb-4140-9355-3c738fd1fc56 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a3dd0f6-81fd-4d5c-8308-08e046c777f2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:06:59.910336 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8de3a9e7-6db0-43b0-9633-898964e4fe65 req-b9bb5ada-b4f0-4a6b-abf7-353ed5248eb7 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566823 Jul 06 14:07:00.015878 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6844ba77-3069-4e71-9627-848418a10755 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:07:00.030472 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9fc7f8-31cb-48dc-aade-ebd0c6ee9433 None None] Sync routers for ids ['75d343c1-e259-44c6-8eae-465c40cb8168'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:07:00.039317 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6844ba77-3069-4e71-9627-848418a10755 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:00.041331 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6844ba77-3069-4e71-9627-848418a10755 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.0874472 Jul 06 14:07:00.045015 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38650) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:00.050249 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9fc7f8-31cb-48dc-aade-ebd0c6ee9433 None None] Routers {'75d343c1-e259-44c6-8eae-465c40cb8168'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:07:00.051179 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9b9fc7f8-31cb-48dc-aade-ebd0c6ee9433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:06:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['75d343c1-e259-44c6-8eae-465c40cb8168'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:00.101843 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38654) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:00.162176 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-612c07f9-9709-41c4-a1e5-50585c224f32 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=8b30a7605e06424a8c235f59483ddde1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589654 Jul 06 14:07:00.164572 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38656) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:00.179948 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-9b9fc7f8-31cb-48dc-aade-ebd0c6ee9433 None None] Set router 75d343c1-e259-44c6-8eae-465c40cb8168 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:07:00.185549 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-90e9fe6f-b184-4241-a58b-d26ca9fa17ce tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:00.255271 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d1d88f80-8535-4519-8829-60a4a106740e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:00.288074 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d1d88f80-8535-4519-8829-60a4a106740e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:00.313482 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-90e9fe6f-b184-4241-a58b-d26ca9fa17ce tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:00.366172 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d1d88f80-8535-4519-8829-60a4a106740e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:00.370690 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d1d88f80-8535-4519-8829-60a4a106740e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:00.372167 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d1d88f80-8535-4519-8829-60a4a106740e admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/f694d7a3-ce14-44af-b405-ce4115c86ef2 HTTP/1.1" status: 204 len: 168 time: 0.2064488 Jul 06 14:07:00.381322 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d88f80-8535-4519-8829-60a4a106740e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f694d7a3-ce14-44af-b405-ce4115c86ef2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:00.424830 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9b9fc7f8-31cb-48dc-aade-ebd0c6ee9433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75d343c1-e259-44c6-8eae-465c40cb8168', 'name': '', 'tenant_id': '844ad97b973d471c9055af9fb253a7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5ce582f-d592-4756-97e8-8a0535a447cd', 'external_fixed_ips': [{'subnet_id': '8c8907d7-f31f-4d7b-9a13-52c97f92822a', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'ae10a0ef-ffbd-4fe9-94a1-eb66824c2655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:06:57Z', 'updated_at': '2021-07-06T14:06:59Z', 'revision_number': 3, 'project_id': '844ad97b973d471c9055af9fb253a7e6', 'gw_port': {'id': 'ae10a0ef-ffbd-4fe9-94a1-eb66824c2655', 'name': '', 'network_id': 'b5ce582f-d592-4756-97e8-8a0535a447cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75d343c1-e259-44c6-8eae-465c40cb8168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': '8c8907d7-f31f-4d7b-9a13-52c97f92822a', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:58Z', 'updated_at': '2021-07-06T14:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c8907d7-f31f-4d7b-9a13-52c97f92822a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:00.428161 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-90e9fe6f-b184-4241-a58b-d26ca9fa17ce tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Deleting port ae10a0ef-ffbd-4fe9-94a1-eb66824c2655 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:00.428798 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-90e9fe6f-b184-4241-a58b-d26ca9fa17ce tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:00.466639 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9fc7f8-31cb-48dc-aade-ebd0c6ee9433 None None] Checking router: 75d343c1-e259-44c6-8eae-465c40cb8168 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:07:00.467126 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9fc7f8-31cb-48dc-aade-ebd0c6ee9433 None None] Updating router 75d343c1-e259-44c6-8eae-465c40cb8168 port ae10a0ef-ffbd-4fe9-94a1-eb66824c2655 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:07:00.523777 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-9b9fc7f8-31cb-48dc-aade-ebd0c6ee9433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:00.530203 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-90e9fe6f-b184-4241-a58b-d26ca9fa17ce tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:00.548991 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-90e9fe6f-b184-4241-a58b-d26ca9fa17ce tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Calling delete_port for ae10a0ef-ffbd-4fe9-94a1-eb66824c2655 owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:00.593797 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97250ba-9e90-4554-96a6-7e4276e64d6c req-3149236a-fb8b-44ae-91da-e566d856372f tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:00.601248 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b97250ba-9e90-4554-96a6-7e4276e64d6c req-3149236a-fb8b-44ae-91da-e566d856372f tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 944 time: 0.0734966 Jul 06 14:07:00.608495 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36198b7b-15e7-4660-a17b-fe02fa801203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66a93e52-52b0-4a21-8c65-e0c073280683'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:07:00.610919 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d19193-27bf-414e-b776-10f3bd35e746" -d '{"events": [{"server_uuid": "36198b7b-15e7-4660-a17b-fe02fa801203", "name": "network-vif-unplugged", "status": "completed", "tag": "66a93e52-52b0-4a21-8c65-e0c073280683"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:07:00.645709 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b97250ba-9e90-4554-96a6-7e4276e64d6c req-d8cee523-6860-42ee-a30e-49625494d0da tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392969 Jul 06 14:07:00.766404 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-90e9fe6f-b184-4241-a58b-d26ca9fa17ce tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:00.800856 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9fe6f-b184-4241-a58b-d26ca9fa17ce tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae10a0ef-ffbd-4fe9-94a1-eb66824c2655,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:00.820013 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 7b9a4286-28a9-454b-a4e1-0ff76bc7009c up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:00.857271 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e9fe6f-b184-4241-a58b-d26ca9fa17ce tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:00.857628 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e9fe6f-b184-4241-a58b-d26ca9fa17ce tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:00.857996 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e9fe6f-b184-4241-a58b-d26ca9fa17ce tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:00.858339 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e9fe6f-b184-4241-a58b-d26ca9fa17ce tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:00.858680 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e9fe6f-b184-4241-a58b-d26ca9fa17ce tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:00.859071 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e9fe6f-b184-4241-a58b-d26ca9fa17ce tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:00.859335 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e9fe6f-b184-4241-a58b-d26ca9fa17ce tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:00.859664 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e9fe6f-b184-4241-a58b-d26ca9fa17ce tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:00.860274 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e9fe6f-b184-4241-a58b-d26ca9fa17ce tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:00.863107 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e9fe6f-b184-4241-a58b-d26ca9fa17ce tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:00.864159 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e9fe6f-b184-4241-a58b-d26ca9fa17ce tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:00.864523 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e9fe6f-b184-4241-a58b-d26ca9fa17ce tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:00.880288 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.db.api [None req-9b9fc7f8-31cb-48dc-aade-ebd0c6ee9433 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100420) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:07:00.881397 n-d-773644-6 neutron-server[100420]: DEBUG oslo_db.api [None req-9b9fc7f8-31cb-48dc-aade-ebd0c6ee9433 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:07:00.917693 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 7b9a4286-28a9-454b-a4e1-0ff76bc7009c completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:00.927595 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 7b9a4286-28a9-454b-a4e1-0ff76bc7009c triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:00.927978 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:00.937724 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-90e9fe6f-b184-4241-a58b-d26ca9fa17ce tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:00.993581 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 14:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a91483e-774b-4672-a6a4-cbd971d374e2 x-openstack-request-id: req-5a91483e-774b-4672-a6a4-cbd971d374e2 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:07:00.994076 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36198b7b-15e7-4660-a17b-fe02fa801203", "name": "network-vif-unplugged", "status": "failed", "tag": "66a93e52-52b0-4a21-8c65-e0c073280683", "code": 422}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:07:00.994471 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-5a91483e-774b-4672-a6a4-cbd971d374e2 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:07:00.994863 n-d-773644-6 neutron-server[100419]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '36198b7b-15e7-4660-a17b-fe02fa801203', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '66a93e52-52b0-4a21-8c65-e0c073280683', 'code': 422} returned with failed status Jul 06 14:07:01.052596 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.064897 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-90e9fe6f-b184-4241-a58b-d26ca9fa17ce tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.067323 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-90e9fe6f-b184-4241-a58b-d26ca9fa17ce tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.090912 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 7b9a4286-28a9-454b-a4e1-0ff76bc7009c, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=7b9a4286-28a9-454b-a4e1-0ff76bc7009c,segment=NetworkSegment(73abc8d8-a472-4fde-bbb9-f96388e1eb27),segment_id=73abc8d8-a472-4fde-bbb9-f96388e1eb27)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:01.101379 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.102710 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 3fcaa5cd-c54a-43b0-bcf1-d468d6888620 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:07:01.126155 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-90e9fe6f-b184-4241-a58b-d26ca9fa17ce tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.126878 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e9fe6f-b184-4241-a58b-d26ca9fa17ce tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 75d343c1-e259-44c6-8eae-465c40cb8168 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:07:01.130639 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 3fcaa5cd-c54a-43b0-bcf1-d468d6888620 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:07:01.131742 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 3fcaa5cd-c54a-43b0-bcf1-d468d6888620 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:07:01.139946 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-90e9fe6f-b184-4241-a58b-d26ca9fa17ce tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.141439 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-90e9fe6f-b184-4241-a58b-d26ca9fa17ce tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "DELETE /v2.0/routers/75d343c1-e259-44c6-8eae-465c40cb8168 HTTP/1.1" status: 204 len: 168 time: 1.0953474 Jul 06 14:07:01.144089 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38690) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:01.190829 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e22f41-c407-4ae1-b842-4ca71209dc56 req-f86c642e-7876-4ccd-84f0-4d15b54de4e8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:01.196355 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=7b9a4286-28a9-454b-a4e1-0ff76bc7009c,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:01.202905 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71e22f41-c407-4ae1-b842-4ca71209dc56 req-f86c642e-7876-4ccd-84f0-4d15b54de4e8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 943 time: 0.1126268 Jul 06 14:07:01.208366 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c23bc5-6377-4971-84c0-98bb12f4d82d tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Deleting subnet 8c8907d7-f31f-4d7b-9a13-52c97f92822a {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:07:01.210235 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7379186a-6032-4e75-842a-d2bb953a650f req-f7ad15bd-ba8f-4902-a31a-88712dd001d0 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1942132 Jul 06 14:07:01.211734 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-92c23bc5-6377-4971-84c0-98bb12f4d82d tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.250670 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71e22f41-c407-4ae1-b842-4ca71209dc56 req-ca183768-503e-49c3-a54f-4eca1011ccf0 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510399 Jul 06 14:07:01.262418 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-92c23bc5-6377-4971-84c0-98bb12f4d82d tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.308296 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-92c23bc5-6377-4971-84c0-98bb12f4d82d tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.403285 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-92c23bc5-6377-4971-84c0-98bb12f4d82d tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.415217 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9fc7f8-31cb-48dc-aade-ebd0c6ee9433 None None] Port ae10a0ef-ffbd-4fe9-94a1-eb66824c2655 not found while updating agent binding for router 75d343c1-e259-44c6-8eae-465c40cb8168. {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 06 14:07:01.426782 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9fc7f8-31cb-48dc-aade-ebd0c6ee9433 None None] Routers set() bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:07:01.427367 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9fc7f8-31cb-48dc-aade-ebd0c6ee9433 None None] Router IDs set() for agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 14:07:01.428812 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_agentschedulers_db [None req-9b9fc7f8-31cb-48dc-aade-ebd0c6ee9433 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'75d343c1-e259-44c6-8eae-465c40cb8168'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:06:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent'). {{(pid=100420) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 14:07:01.430818 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9fc7f8-31cb-48dc-aade-ebd0c6ee9433 None None] The sync data for ids ['75d343c1-e259-44c6-8eae-465c40cb8168'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:07:01.452230 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c23bc5-6377-4971-84c0-98bb12f4d82d tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8c8907d7-f31f-4d7b-9a13-52c97f92822a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:01.463080 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-92c23bc5-6377-4971-84c0-98bb12f4d82d tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.465031 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-92c23bc5-6377-4971-84c0-98bb12f4d82d tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "DELETE /v2.0/subnets/8c8907d7-f31f-4d7b-9a13-52c97f92822a HTTP/1.1" status: 204 len: 168 time: 0.3199162 Jul 06 14:07:01.468517 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38706) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:01.482330 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38708) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:01.496585 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be584c97-2c55-4357-ae56-e3160fd84c4c req-ca43f460-0cab-42f6-8d2f-a0558965a996 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:01.498195 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-be584c97-2c55-4357-ae56-e3160fd84c4c req-ca43f460-0cab-42f6-8d2f-a0558965a996 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=55ef0e52-b5e8-437f-bbea-a2e280a84eed HTTP/1.1" status: 200 len: 946 time: 0.0958395 Jul 06 14:07:01.563712 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-be584c97-2c55-4357-ae56-e3160fd84c4c req-b5d61945-ed1f-4935-b3e0-5ddc3ccc4e4b tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541708 Jul 06 14:07:01.567916 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e888ec16-5286-45cc-9b83-3fc6f5a979cb tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.643084 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-afde897f-2bbb-4ae9-afe8-65f4a1a1d56b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1438571079-network', 'tenant_id': '8ac05a766be944c89f64f16db6138443'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:01.721273 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e888ec16-5286-45cc-9b83-3fc6f5a979cb tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.730575 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afde897f-2bbb-4ae9-afe8-65f4a1a1d56b admin admin] Made reservation on behalf of 8ac05a766be944c89f64f16db6138443 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:01.733085 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-afde897f-2bbb-4ae9-afe8-65f4a1a1d56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.738314 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-e888ec16-5286-45cc-9b83-3fc6f5a979cb tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5ce582f-d592-4756-97e8-8a0535a447cd']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:01.751025 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-afde897f-2bbb-4ae9-afe8-65f4a1a1d56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.757175 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-e888ec16-5286-45cc-9b83-3fc6f5a979cb tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '006a864b-0c88-466e-9a1a-7b0e4a64b8bb') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:01.757520 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-e888ec16-5286-45cc-9b83-3fc6f5a979cb tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '006a864b-0c88-466e-9a1a-7b0e4a64b8bb') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:01.779216 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e888ec16-5286-45cc-9b83-3fc6f5a979cb tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.803808 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e888ec16-5286-45cc-9b83-3fc6f5a979cb tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.815234 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e888ec16-5286-45cc-9b83-3fc6f5a979cb tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:07:01.815655 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e888ec16-5286-45cc-9b83-3fc6f5a979cb tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:07:01.817382 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:07:01.895967 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e888ec16-5286-45cc-9b83-3fc6f5a979cb tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.909807 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e888ec16-5286-45cc-9b83-3fc6f5a979cb tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b5ce582f-d592-4756-97e8-8a0535a447cd {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 06 14:07:01.927208 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e888ec16-5286-45cc-9b83-3fc6f5a979cb tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:01.929147 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e888ec16-5286-45cc-9b83-3fc6f5a979cb tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "DELETE /v2.0/networks/b5ce582f-d592-4756-97e8-8a0535a447cd HTTP/1.1" status: 204 len: 168 time: 0.4595037 Jul 06 14:07:01.933421 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888ec16-5286-45cc-9b83-3fc6f5a979cb tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Pushing event deleted for resources: {'Network': ['ID=b5ce582f-d592-4756-97e8-8a0535a447cd,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:01.958690 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257e65a-a330-4f1e-865b-5ee6c7bff8ee req-125ad20a-5571-495c-b9f4-101355202ea3 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:01.960878 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8257e65a-a330-4f1e-865b-5ee6c7bff8ee req-125ad20a-5571-495c-b9f4-101355202ea3 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.1063712 Jul 06 14:07:02.015687 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-afde897f-2bbb-4ae9-afe8-65f4a1a1d56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:02.021002 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-afde897f-2bbb-4ae9-afe8-65f4a1a1d56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:02.022085 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8257e65a-a330-4f1e-865b-5ee6c7bff8ee req-3cebe6bb-2212-4e86-8d18-9ca9b7b757ca tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519700 Jul 06 14:07:02.051145 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afde897f-2bbb-4ae9-afe8-65f4a1a1d56b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:07:02.063736 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde897f-2bbb-4ae9-afe8-65f4a1a1d56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7293292-6757-4da3-acdf-49d621ae2c39,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:02.069427 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-afde897f-2bbb-4ae9-afe8-65f4a1a1d56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:02.069791 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-afde897f-2bbb-4ae9-afe8-65f4a1a1d56b admin admin] Added segment 8aaeb725-bd56-441e-9a07-2c948963549f of type vlan for network 9a87a53c-babe-415d-8e55-64df45c54692 Jul 06 14:07:02.123666 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-afde897f-2bbb-4ae9-afe8-65f4a1a1d56b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:02.142515 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 66a93e52-52b0-4a21-8c65-e0c073280683 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:07:02.179419 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-afde897f-2bbb-4ae9-afe8-65f4a1a1d56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:02.180464 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afde897f-2bbb-4ae9-afe8-65f4a1a1d56b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:02.181850 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-afde897f-2bbb-4ae9-afe8-65f4a1a1d56b admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:02.278134 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-afde897f-2bbb-4ae9-afe8-65f4a1a1d56b admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7918563 Jul 06 14:07:02.280787 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38730) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:02.285608 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde897f-2bbb-4ae9-afe8-65f4a1a1d56b admin admin] Pushing event updated for resources: {'Network': ['ID=9a87a53c-babe-415d-8e55-64df45c54692,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:02.298447 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 9a87a53c-babe-415d-8e55-64df45c54692 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:07:02.299461 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-278e968f-d8e9-4974-9255-4d1de5fb6573 admin admin] Request body: {'subnet': {'network_id': '9a87a53c-babe-415d-8e55-64df45c54692', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1438571079-subnet', 'tenant_id': '8ac05a766be944c89f64f16db6138443', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:02.304008 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38734) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:02.308632 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-bd0bf3cd-1685-42cf-840f-de2ffc221a4c tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Request body: {'router': {'name': 'tempest-router--2008619634', 'project_id': '22aa80036c2246809dd5bd76604c076e'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:02.328269 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.db.api [None req-bd0bf3cd-1685-42cf-840f-de2ffc221a4c tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 14:07:02.328269 n-d-773644-6 neutron-server[100417]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 06 14:07:02.328269 n-d-773644-6 neutron-server[100417]: [parameters: {'project_id': '22aa80036c2246809dd5bd76604c076e', 'id': '6030e8ba-5d60-449e-a3ba-389232eeaf0c', 'expiration': datetime.datetime(2021, 7, 6, 14, 9, 2, 324012)}] Jul 06 14:07:02.328269 n-d-773644-6 neutron-server[100417]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:07:02.328706 n-d-773644-6 neutron-server[100417]: DEBUG oslo_db.api [None req-bd0bf3cd-1685-42cf-840f-de2ffc221a4c tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:07:02.343010 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379186a-6032-4e75-842a-d2bb953a650f req-b10ed7bd-06c8-4d40-ad02-a88d6aff68b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:02.345378 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7379186a-6032-4e75-842a-d2bb953a650f req-b10ed7bd-06c8-4d40-ad02-a88d6aff68b7 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203&tenant_id=a280ed57ce5e4005b7a7e0a51a2d45bf HTTP/1.1" status: 200 len: 1094 time: 0.1489248 Jul 06 14:07:02.346913 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278e968f-d8e9-4974-9255-4d1de5fb6573 admin admin] Made reservation on behalf of 8ac05a766be944c89f64f16db6138443 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:02.350295 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-278e968f-d8e9-4974-9255-4d1de5fb6573 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:02.369355 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-7379186a-6032-4e75-842a-d2bb953a650f req-5470d130-60fa-4aff-8354-34f26c81ac2e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-773644-6', 'device_owner': 'compute:nova'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:02.552124 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7379186a-6032-4e75-842a-d2bb953a650f req-5470d130-60fa-4aff-8354-34f26c81ac2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:02.781476 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b14ed-dd0b-452d-9473-2773ae38fe7b req-d465d117-5661-4491-93cd-588902e1d515 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:02.782922 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ac9b14ed-dd0b-452d-9473-2773ae38fe7b req-d465d117-5661-4491-93cd-588902e1d515 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 943 time: 0.2490592 Jul 06 14:07:02.786397 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-278e968f-d8e9-4974-9255-4d1de5fb6573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:02.854215 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd0bf3cd-1685-42cf-840f-de2ffc221a4c tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:02.855392 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd0bf3cd-1685-42cf-840f-de2ffc221a4c tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:02.912378 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd0bf3cd-1685-42cf-840f-de2ffc221a4c tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:02.917261 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd0bf3cd-1685-42cf-840f-de2ffc221a4c tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:02.927573 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e968f-d8e9-4974-9255-4d1de5fb6573 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4fbe430-9ff4-4a2b-86b0-d3c862c900e3,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:02.933442 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd0bf3cd-1685-42cf-840f-de2ffc221a4c tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:02.934963 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bd0bf3cd-1685-42cf-840f-de2ffc221a4c tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6301873 Jul 06 14:07:02.937583 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38740) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:02.938494 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ac9b14ed-dd0b-452d-9473-2773ae38fe7b req-729068f4-1db3-4462-8188-d005ee349767 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423810 Jul 06 14:07:02.964262 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278e968f-d8e9-4974-9255-4d1de5fb6573 admin admin] Checking segment: {'id': '8aaeb725-bd56-441e-9a07-2c948963549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9a87a53c-babe-415d-8e55-64df45c54692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:02.964961 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278e968f-d8e9-4974-9255-4d1de5fb6573 admin admin] Network hostable DHCP agents. Network: 9a87a53c-babe-415d-8e55-64df45c54692, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:07:02.971504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-7379186a-6032-4e75-842a-d2bb953a650f req-5470d130-60fa-4aff-8354-34f26c81ac2e service neutron] For port 66a93e52-52b0-4a21-8c65-e0c073280683, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=66a93e52-52b0-4a21-8c65-e0c073280683,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:02.996855 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168ee84c-c2b8-4253-a2d6-7ef136d6eb21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9a4286-28a9-454b-a4e1-0ff76bc7009c'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:07:02.999470 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc24590c-675c-42cc-84f5-e1bdc9547af8" -d '{"events": [{"server_uuid": "168ee84c-c2b8-4253-a2d6-7ef136d6eb21", "name": "network-vif-plugged", "status": "completed", "tag": "7b9a4286-28a9-454b-a4e1-0ff76bc7009c"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:07:02.999751 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278e968f-d8e9-4974-9255-4d1de5fb6573 admin admin] Network 9a87a53c-babe-415d-8e55-64df45c54692 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:07:03.026814 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-278e968f-d8e9-4974-9255-4d1de5fb6573 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 9a87a53c-babe-415d-8e55-64df45c54692) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:03.027274 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2d5cc8ed-a6a4-4859-9229-3bde3be30e5e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:03.036829 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278e968f-d8e9-4974-9255-4d1de5fb6573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:03.037241 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-278e968f-d8e9-4974-9255-4d1de5fb6573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:03.040820 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-7379186a-6032-4e75-842a-d2bb953a650f req-5470d130-60fa-4aff-8354-34f26c81ac2e service neutron] For port 66a93e52-52b0-4a21-8c65-e0c073280683, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:07:03.046919 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c6718c-0caa-4396-89d8-b18d25e06ef8 None None] Network 9a87a53c-babe-415d-8e55-64df45c54692 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:03.079186 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-278e968f-d8e9-4974-9255-4d1de5fb6573 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7910635 Jul 06 14:07:03.079860 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38746) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:03.086586 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-349518a7-bdb9-41d5-bdb3-4a15a40b60f0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1438571079-router', 'tenant_id': '8ac05a766be944c89f64f16db6138443', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:03.096256 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-7379186a-6032-4e75-842a-d2bb953a650f req-5470d130-60fa-4aff-8354-34f26c81ac2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a93e52-52b0-4a21-8c65-e0c073280683 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:07:03.110391 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7379186a-6032-4e75-842a-d2bb953a650f req-5470d130-60fa-4aff-8354-34f26c81ac2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:03.133121 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-7379186a-6032-4e75-842a-d2bb953a650f req-5470d130-60fa-4aff-8354-34f26c81ac2e service neutron] Transition to ACTIVE for port object 66a93e52-52b0-4a21-8c65-e0c073280683 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:03.141546 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-349518a7-bdb9-41d5-bdb3-4a15a40b60f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:03.142721 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-349518a7-bdb9-41d5-bdb3-4a15a40b60f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:03.150031 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7379186a-6032-4e75-842a-d2bb953a650f req-5470d130-60fa-4aff-8354-34f26c81ac2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:03.214164 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f606e8f-e542-4148-8563-34b44863bca6 x-openstack-request-id: req-6f606e8f-e542-4148-8563-34b44863bca6 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:07:03.214788 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168ee84c-c2b8-4253-a2d6-7ef136d6eb21", "name": "network-vif-plugged", "status": "completed", "tag": "7b9a4286-28a9-454b-a4e1-0ff76bc7009c", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:07:03.214788 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-6f606e8f-e542-4148-8563-34b44863bca6 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:07:03.215179 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168ee84c-c2b8-4253-a2d6-7ef136d6eb21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9a4286-28a9-454b-a4e1-0ff76bc7009c', 'code': 200} Jul 06 14:07:03.225733 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2d5cc8ed-a6a4-4859-9229-3bde3be30e5e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:03.231644 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2d5cc8ed-a6a4-4859-9229-3bde3be30e5e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:03.288186 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2d5cc8ed-a6a4-4859-9229-3bde3be30e5e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:03.288912 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5cc8ed-a6a4-4859-9229-3bde3be30e5e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53721e1a-57a9-4e1d-bba7-81e691cde712 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:07:03.295589 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2d5cc8ed-a6a4-4859-9229-3bde3be30e5e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:03.297582 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2d5cc8ed-a6a4-4859-9229-3bde3be30e5e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "DELETE /v2.0/routers/53721e1a-57a9-4e1d-bba7-81e691cde712 HTTP/1.1" status: 204 len: 168 time: 0.3587952 Jul 06 14:07:03.319322 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20f9c7f-3b69-4622-a06d-c6db5e70c927 None None] Network 9a87a53c-babe-415d-8e55-64df45c54692 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:03.506404 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38750) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:03.767166 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-401adf8d-2205-4e43-95e5-037f7613dd27 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-629288329', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}, 'admin_state_up': False}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:03.822838 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-401adf8d-2205-4e43-95e5-037f7613dd27 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:03.824015 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-401adf8d-2205-4e43-95e5-037f7613dd27 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:03.838521 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470d130-60fa-4aff-8354-34f26c81ac2e service neutron] Pushing event updated for resources: {'Port': ['ID=66a93e52-52b0-4a21-8c65-e0c073280683,revision_number=9']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:03.841647 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-349518a7-bdb9-41d5-bdb3-4a15a40b60f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:03.892842 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-401adf8d-2205-4e43-95e5-037f7613dd27 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:04.066140 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0a60e-d88d-492e-a3ef-86be11be7c0f req-b8f9ea57-e825-4a4b-92e1-64fc9227ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:04.067703 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b8a0a60e-d88d-492e-a3ef-86be11be7c0f req-b8f9ea57-e825-4a4b-92e1-64fc9227ddf9 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 1096 time: 0.8643064 Jul 06 14:07:04.093379 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-401adf8d-2205-4e43-95e5-037f7613dd27 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:04.098919 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-7379186a-6032-4e75-842a-d2bb953a650f req-5470d130-60fa-4aff-8354-34f26c81ac2e service neutron] No DVR routers for this DVR port 66a93e52-52b0-4a21-8c65-e0c073280683 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:07:04.145347 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-349518a7-bdb9-41d5-bdb3-4a15a40b60f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:04.173857 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ed885-d7ba-4238-9082-9ceb70009c49 req-fd706610-a9da-475a-9cd0-c3cc5098ae58 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:04.178250 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f9ed885-d7ba-4238-9082-9ceb70009c49 req-fd706610-a9da-475a-9cd0-c3cc5098ae58 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.8823392 Jul 06 14:07:04.294134 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b8a0a60e-d88d-492e-a3ef-86be11be7c0f req-09d31083-7017-44a0-a386-c84edbeceabc service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878626 Jul 06 14:07:04.320772 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-401adf8d-2205-4e43-95e5-037f7613dd27 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:04.338574 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f9ed885-d7ba-4238-9082-9ceb70009c49 req-06a0703d-79d3-4b2a-a359-c12429898dfa tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503203 Jul 06 14:07:04.345583 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-401adf8d-2205-4e43-95e5-037f7613dd27 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:04.389433 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-7379186a-6032-4e75-842a-d2bb953a650f req-5470d130-60fa-4aff-8354-34f26c81ac2e service neutron] Attempting to bind port 66a93e52-52b0-4a21-8c65-e0c073280683 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:07:04.389690 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-7379186a-6032-4e75-842a-d2bb953a650f req-5470d130-60fa-4aff-8354-34f26c81ac2e service neutron] Attempting to bind port 66a93e52-52b0-4a21-8c65-e0c073280683 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '785edacd-9834-4706-af27-3b2c5fc58c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:07:04.390075 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7379186a-6032-4e75-842a-d2bb953a650f req-5470d130-60fa-4aff-8354-34f26c81ac2e service neutron] Attempting to bind port 66a93e52-52b0-4a21-8c65-e0c073280683 on network eb40ac72-d061-46c2-ab3d-a227d94e4954 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:07:04.408565 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7379186a-6032-4e75-842a-d2bb953a650f req-5470d130-60fa-4aff-8354-34f26c81ac2e service neutron] Port 66a93e52-52b0-4a21-8c65-e0c073280683 on network eb40ac72-d061-46c2-ab3d-a227d94e4954 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:07:04.408969 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7379186a-6032-4e75-842a-d2bb953a650f req-5470d130-60fa-4aff-8354-34f26c81ac2e service neutron] Attempting to bind port 66a93e52-52b0-4a21-8c65-e0c073280683 on network eb40ac72-d061-46c2-ab3d-a227d94e4954 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:07:04.417962 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7379186a-6032-4e75-842a-d2bb953a650f req-5470d130-60fa-4aff-8354-34f26c81ac2e service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:07:04.418402 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7379186a-6032-4e75-842a-d2bb953a650f req-5470d130-60fa-4aff-8354-34f26c81ac2e service neutron] Checking segment: {'id': '785edacd-9834-4706-af27-3b2c5fc58c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:04.418812 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7379186a-6032-4e75-842a-d2bb953a650f req-5470d130-60fa-4aff-8354-34f26c81ac2e service neutron] Bound using segment: {'id': '785edacd-9834-4706-af27-3b2c5fc58c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:07:04.419256 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-7379186a-6032-4e75-842a-d2bb953a650f req-5470d130-60fa-4aff-8354-34f26c81ac2e service neutron] Bound port: 66a93e52-52b0-4a21-8c65-e0c073280683, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '785edacd-9834-4706-af27-3b2c5fc58c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:07:04.419628 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7379186a-6032-4e75-842a-d2bb953a650f req-5470d130-60fa-4aff-8354-34f26c81ac2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:04.468929 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-401adf8d-2205-4e43-95e5-037f7613dd27 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Allocated IP 172.25.6.22 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/3f1ca5e7-a334-43ae-9d2e-791724cd044e) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:04.593357 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-401adf8d-2205-4e43-95e5-037f7613dd27 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:04.627765 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-7379186a-6032-4e75-842a-d2bb953a650f req-5470d130-60fa-4aff-8354-34f26c81ac2e service neutron] For port 66a93e52-52b0-4a21-8c65-e0c073280683, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:07:04.635964 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-7379186a-6032-4e75-842a-d2bb953a650f req-5470d130-60fa-4aff-8354-34f26c81ac2e service neutron] For port 66a93e52-52b0-4a21-8c65-e0c073280683, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=66a93e52-52b0-4a21-8c65-e0c073280683,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:07:04.644058 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-349518a7-bdb9-41d5-bdb3-4a15a40b60f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:04.666910 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-349518a7-bdb9-41d5-bdb3-4a15a40b60f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:04.671711 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7379186a-6032-4e75-842a-d2bb953a650f req-5470d130-60fa-4aff-8354-34f26c81ac2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:04.694215 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd5ff8-fc2c-4da3-a3f4-5d17e2a34bb6 req-7f8ad8cc-41ba-4158-aacf-15b92d86f364 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:04.695831 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f7dd5ff8-fc2c-4da3-a3f4-5d17e2a34bb6 req-7f8ad8cc-41ba-4158-aacf-15b92d86f364 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 943 time: 0.1990664 Jul 06 14:07:04.768051 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379186a-6032-4e75-842a-d2bb953a650f req-5470d130-60fa-4aff-8354-34f26c81ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:04.768701 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7379186a-6032-4e75-842a-d2bb953a650f req-5470d130-60fa-4aff-8354-34f26c81ac2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:04.770167 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7379186a-6032-4e75-842a-d2bb953a650f req-5470d130-60fa-4aff-8354-34f26c81ac2e service neutron] 10.222.0.124 "PUT /v2.0/ports/66a93e52-52b0-4a21-8c65-e0c073280683 HTTP/1.1" status: 200 len: 1091 time: 2.4159136 Jul 06 14:07:04.781856 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36198b7b-15e7-4660-a17b-fe02fa801203', 'tag': '66a93e52-52b0-4a21-8c65-e0c073280683'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:07:04.784008 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7359721-2e26-4d56-a39a-410bf3001070" -d '{"events": [{"name": "network-changed", "server_uuid": "36198b7b-15e7-4660-a17b-fe02fa801203", "tag": "66a93e52-52b0-4a21-8c65-e0c073280683"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:07:04.866617 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470d130-60fa-4aff-8354-34f26c81ac2e service neutron] Pushing event updated for resources: {'Port': ['ID=66a93e52-52b0-4a21-8c65-e0c073280683,revision_number=10']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:04.896416 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f7dd5ff8-fc2c-4da3-a3f4-5d17e2a34bb6 req-6d5c3411-6b5a-4c15-b541-b9b5a9893811 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774318 Jul 06 14:07:04.927951 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379186a-6032-4e75-842a-d2bb953a650f req-085f3246-1079-48bb-b972-5904bfde6a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:04.929513 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7379186a-6032-4e75-842a-d2bb953a650f req-085f3246-1079-48bb-b972-5904bfde6a31 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a280ed57ce5e4005b7a7e0a51a2d45bf&device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 1095 time: 0.1282880 Jul 06 14:07:04.941393 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-401adf8d-2205-4e43-95e5-037f7613dd27 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:04.995530 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401adf8d-2205-4e43-95e5-037f7613dd27 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:04.999814 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-401adf8d-2205-4e43-95e5-037f7613dd27 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:05.002470 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401adf8d-2205-4e43-95e5-037f7613dd27 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:05.005031 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401adf8d-2205-4e43-95e5-037f7613dd27 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Pushing event updated for resources: {'Port': ['ID=3f1ca5e7-a334-43ae-9d2e-791724cd044e,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:05.038195 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d61e8cb-0be9-4005-b337-3b95ff3b0796 x-openstack-request-id: req-8d61e8cb-0be9-4005-b337-3b95ff3b0796 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:07:05.043578 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36198b7b-15e7-4660-a17b-fe02fa801203", "tag": "66a93e52-52b0-4a21-8c65-e0c073280683", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:07:05.044163 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-8d61e8cb-0be9-4005-b337-3b95ff3b0796 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:07:05.044921 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36198b7b-15e7-4660-a17b-fe02fa801203', 'tag': '66a93e52-52b0-4a21-8c65-e0c073280683', 'status': 'completed', 'code': 200} Jul 06 14:07:05.126226 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-349518a7-bdb9-41d5-bdb3-4a15a40b60f0 admin admin] Allocated IP 172.25.6.92 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/f4e268ca-58f6-4f2c-8767-56bc168e6d88) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:05.151798 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379186a-6032-4e75-842a-d2bb953a650f req-4ceb3507-5b32-4644-97cb-ae782f2e629e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:05.153495 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7379186a-6032-4e75-842a-d2bb953a650f req-4ceb3507-5b32-4644-97cb-ae782f2e629e service neutron] 10.222.0.124 "GET /v2.0/networks?id=eb40ac72-d061-46c2-ab3d-a227d94e4954 HTTP/1.1" status: 200 len: 917 time: 0.2171960 Jul 06 14:07:05.285294 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7379186a-6032-4e75-842a-d2bb953a650f req-27dd1b34-bce6-4788-b5f9-63b928398cdd service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66a93e52-52b0-4a21-8c65-e0c073280683 HTTP/1.1" status: 200 len: 999 time: 0.1164002 Jul 06 14:07:05.356082 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-349518a7-bdb9-41d5-bdb3-4a15a40b60f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:05.362510 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379186a-6032-4e75-842a-d2bb953a650f req-98da3009-b57b-4dbc-8918-be329920cbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:05.364013 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7379186a-6032-4e75-842a-d2bb953a650f req-98da3009-b57b-4dbc-8918-be329920cbf9 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=175feade-0da5-4b99-8a0b-5c1deab4fd78 HTTP/1.1" status: 200 len: 855 time: 0.0715172 Jul 06 14:07:05.421706 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-401adf8d-2205-4e43-95e5-037f7613dd27 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:05.448480 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-349518a7-bdb9-41d5-bdb3-4a15a40b60f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:05.462532 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379186a-6032-4e75-842a-d2bb953a650f req-8deaf33a-4fc6-4388-a3b8-4e6c21329616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:05.464087 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7379186a-6032-4e75-842a-d2bb953a650f req-8deaf33a-4fc6-4388-a3b8-4e6c21329616 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=eb40ac72-d061-46c2-ab3d-a227d94e4954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928643 Jul 06 14:07:05.543054 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349518a7-bdb9-41d5-bdb3-4a15a40b60f0 admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:05.560511 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-349518a7-bdb9-41d5-bdb3-4a15a40b60f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:05.590024 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349518a7-bdb9-41d5-bdb3-4a15a40b60f0 admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:05.613620 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349518a7-bdb9-41d5-bdb3-4a15a40b60f0 admin admin] Pushing event updated for resources: {'Port': ['ID=f4e268ca-58f6-4f2c-8767-56bc168e6d88,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:05.664154 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-401adf8d-2205-4e43-95e5-037f7613dd27 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:05.710445 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7379186a-6032-4e75-842a-d2bb953a650f req-c3eeac23-11d9-491b-9f33-9756a4d4161c service neutron] 10.222.0.124 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284188 Jul 06 14:07:05.810336 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401adf8d-2205-4e43-95e5-037f7613dd27 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Router 65d44e0e-c63f-4599-8870-4131456f09a0 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:07:05.834636 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ceaa62-e3d9-4891-96a2-2a0dc2838327 req-b57732c1-96b1-4936-87a5-0cf910b3e9ff tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:05.836182 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-74ceaa62-e3d9-4891-96a2-2a0dc2838327 req-b57732c1-96b1-4936-87a5-0cf910b3e9ff tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.3020556 Jul 06 14:07:05.936033 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401adf8d-2205-4e43-95e5-037f7613dd27 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:07:05.945564 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c5aed5-ffc4-498f-8fcf-34adf31ec0fd None None] Sync routers for ids ['65d44e0e-c63f-4599-8870-4131456f09a0'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:07:05.956095 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-401adf8d-2205-4e43-95e5-037f7613dd27 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:05.956294 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c5aed5-ffc4-498f-8fcf-34adf31ec0fd None None] Routers {'65d44e0e-c63f-4599-8870-4131456f09a0'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:07:05.956837 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-65c5aed5-ffc4-498f-8fcf-34adf31ec0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:06:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['65d44e0e-c63f-4599-8870-4131456f09a0'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:05.957736 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-401adf8d-2205-4e43-95e5-037f7613dd27 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.4496155 Jul 06 14:07:05.960678 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38768) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:05.969165 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7379186a-6032-4e75-842a-d2bb953a650f req-4e9e6beb-ab25-439b-a180-38cbdbaff5fe service neutron] 10.222.0.124 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239063 Jul 06 14:07:05.981969 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-74ceaa62-e3d9-4891-96a2-2a0dc2838327 req-2ed1cb02-8d4b-4f41-9b1c-6601e40269e5 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357892 Jul 06 14:07:06.020996 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-65c5aed5-ffc4-498f-8fcf-34adf31ec0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:06.049409 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c5aed5-ffc4-498f-8fcf-34adf31ec0fd None None] Routers {'65d44e0e-c63f-4599-8870-4131456f09a0'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:07:06.050216 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-65c5aed5-ffc4-498f-8fcf-34adf31ec0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:06:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['65d44e0e-c63f-4599-8870-4131456f09a0'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:06.090310 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-65c5aed5-ffc4-498f-8fcf-34adf31ec0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:06.091512 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c5aed5-ffc4-498f-8fcf-34adf31ec0fd None None] The sync data for ids ['65d44e0e-c63f-4599-8870-4131456f09a0'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:07:06.098776 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-349518a7-bdb9-41d5-bdb3-4a15a40b60f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:06.154455 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-018c1832-6951-4795-9dd4-310d291fc1fa tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "GET /v2.0/routers/65d44e0e-c63f-4599-8870-4131456f09a0 HTTP/1.1" status: 200 len: 919 time: 0.1900265 Jul 06 14:07:06.156077 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38776) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:06.202120 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a153197a-ce61-48a8-a4d1-5dc2b62f322f tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "GET /v2.0/ports?device_id=65d44e0e-c63f-4599-8870-4131456f09a0 HTTP/1.1" status: 200 len: 205 time: 0.0424972 Jul 06 14:07:06.202485 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38780) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:06.260065 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7359721-2e26-4d56-a39a-410bf3001070 req-eb0ba8da-b871-423a-84cc-5c506fe8cd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:06.261737 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a7359721-2e26-4d56-a39a-410bf3001070 req-eb0ba8da-b871-423a-84cc-5c506fe8cd6a service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a280ed57ce5e4005b7a7e0a51a2d45bf&device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 1095 time: 0.2301450 Jul 06 14:07:06.348675 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0cc75c9a-3f60-44c6-854f-80883ce1cda3 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:06.475854 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0cc75c9a-3f60-44c6-854f-80883ce1cda3 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:06.564698 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0cc75c9a-3f60-44c6-854f-80883ce1cda3 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Deleting port 3f1ca5e7-a334-43ae-9d2e-791724cd044e {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:06.565081 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0cc75c9a-3f60-44c6-854f-80883ce1cda3 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:06.688744 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:07:06.832379 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0cc75c9a-3f60-44c6-854f-80883ce1cda3 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:06.888584 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0cc75c9a-3f60-44c6-854f-80883ce1cda3 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Calling delete_port for 3f1ca5e7-a334-43ae-9d2e-791724cd044e owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:06.964674 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-349518a7-bdb9-41d5-bdb3-4a15a40b60f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:06.995320 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7359721-2e26-4d56-a39a-410bf3001070 req-d2e70035-3a5a-4659-9dfb-76b130b5ae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:06.997693 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a7359721-2e26-4d56-a39a-410bf3001070 req-d2e70035-3a5a-4659-9dfb-76b130b5ae4e service neutron] 10.222.0.124 "GET /v2.0/networks?id=eb40ac72-d061-46c2-ab3d-a227d94e4954 HTTP/1.1" status: 200 len: 917 time: 0.6992018 Jul 06 14:07:07.140541 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4e62f-fa3a-4dd5-90af-8acb0121405c req-9813a952-6539-49b9-a5af-8dcaee586717 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:07.157055 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aaa4e62f-fa3a-4dd5-90af-8acb0121405c req-9813a952-6539-49b9-a5af-8dcaee586717 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 944 time: 0.9592009 Jul 06 14:07:07.166030 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0cc75c9a-3f60-44c6-854f-80883ce1cda3 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:07.217393 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc75c9a-3f60-44c6-854f-80883ce1cda3 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Pushing event deleted for resources: {'Port': ['ID=3f1ca5e7-a334-43ae-9d2e-791724cd044e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:07.271473 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aaa4e62f-fa3a-4dd5-90af-8acb0121405c req-f56899d1-d0a5-4edf-8ecd-37dcce11e3ad tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130109 Jul 06 14:07:07.305198 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-aca9949a-dfd0-4fb1-ba51-d1ad94f77daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:07.354001 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0cc75c9a-3f60-44c6-854f-80883ce1cda3 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:07.430272 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-349518a7-bdb9-41d5-bdb3-4a15a40b60f0 admin admin] Router ffa7655a-eb84-47dc-a6a4-1d439142d0b1 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:07:07.512494 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0cc75c9a-3f60-44c6-854f-80883ce1cda3 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:07.515200 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0cc75c9a-3f60-44c6-854f-80883ce1cda3 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:07.635496 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-349518a7-bdb9-41d5-bdb3-4a15a40b60f0 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:07:07.644173 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6dabbc-f2fe-4bf3-a565-af23a4b88638 None None] Sync routers for ids ['ffa7655a-eb84-47dc-a6a4-1d439142d0b1'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:07:07.655731 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317717d-2023-4f88-bb1f-26f0812f3f4b req-25936e03-12c3-42c2-98ca-b44a72a062e7 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:07.658858 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6dabbc-f2fe-4bf3-a565-af23a4b88638 None None] Routers {'ffa7655a-eb84-47dc-a6a4-1d439142d0b1'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:07:07.659687 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-6b6dabbc-f2fe-4bf3-a565-af23a4b88638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:06:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ffa7655a-eb84-47dc-a6a4-1d439142d0b1'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:07.674093 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0317717d-2023-4f88-bb1f-26f0812f3f4b req-25936e03-12c3-42c2-98ca-b44a72a062e7 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.2651219 Jul 06 14:07:07.676158 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38796) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:07.681157 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-1b7f845f-283c-4708-a2c2-bba1f9adc30a tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Request body: {'floatingip': {'port_id': '7b9a4286-28a9-454b-a4e1-0ff76bc7009c'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:07.777322 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1b7f845f-283c-4708-a2c2-bba1f9adc30a tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for floatingip, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:07.780649 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-349518a7-bdb9-41d5-bdb3-4a15a40b60f0 admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:07.782217 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-349518a7-bdb9-41d5-bdb3-4a15a40b60f0 admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6995823 Jul 06 14:07:07.785026 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38798) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:07.859757 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-6b6dabbc-f2fe-4bf3-a565-af23a4b88638 None None] Set router ffa7655a-eb84-47dc-a6a4-1d439142d0b1 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:07:08.001189 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0cc75c9a-3f60-44c6-854f-80883ce1cda3 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:08.002020 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc75c9a-3f60-44c6-854f-80883ce1cda3 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Fanout notify agent at l3_agent the message router_deleted on router 65d44e0e-c63f-4599-8870-4131456f09a0 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:07:08.010288 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0cc75c9a-3f60-44c6-854f-80883ce1cda3 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:08.023195 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0cc75c9a-3f60-44c6-854f-80883ce1cda3 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "DELETE /v2.0/routers/65d44e0e-c63f-4599-8870-4131456f09a0 HTTP/1.1" status: 204 len: 168 time: 1.8196692 Jul 06 14:07:08.024201 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38804) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:08.032016 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-cede6bc7-d477-4436-8b3a-5641a253afd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1744134183', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'enable_snat': False}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:08.076766 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cede6bc7-d477-4436-8b3a-5641a253afd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:08.077909 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cede6bc7-d477-4436-8b3a-5641a253afd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:08.188507 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cede6bc7-d477-4436-8b3a-5641a253afd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:08.216655 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-6b6dabbc-f2fe-4bf3-a565-af23a4b88638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa7655a-eb84-47dc-a6a4-1d439142d0b1', 'name': 'tempest-ServerRescueTestJSON-1438571079-router', 'tenant_id': '8ac05a766be944c89f64f16db6138443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'f4e268ca-58f6-4f2c-8767-56bc168e6d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:07:03Z', 'updated_at': '2021-07-06T14:07:05Z', 'revision_number': 3, 'project_id': '8ac05a766be944c89f64f16db6138443', 'gw_port': {'id': 'f4e268ca-58f6-4f2c-8767-56bc168e6d88', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:95:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa7655a-eb84-47dc-a6a4-1d439142d0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:07:04Z', 'updated_at': '2021-07-06T14:07:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:08.263208 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6dabbc-f2fe-4bf3-a565-af23a4b88638 None None] Checking router: ffa7655a-eb84-47dc-a6a4-1d439142d0b1 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:07:08.263813 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6dabbc-f2fe-4bf3-a565-af23a4b88638 None None] Updating router ffa7655a-eb84-47dc-a6a4-1d439142d0b1 port f4e268ca-58f6-4f2c-8767-56bc168e6d88 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:07:08.334219 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-6b6dabbc-f2fe-4bf3-a565-af23a4b88638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:08.498141 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cede6bc7-d477-4436-8b3a-5641a253afd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:08.737925 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-237af23b-63b3-474f-af49-f97d2d7d658b tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:08.742270 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-237af23b-63b3-474f-af49-f97d2d7d658b tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/networks?id=8e8690f9-d003-4efe-91dc-ef1e0f466173 HTTP/1.1" status: 200 len: 814 time: 0.3935478 Jul 06 14:07:08.777225 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-4dcaa8ca-ec9d-4223-9283-aae7bf494ea9 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/quotas/3ca9d4d2b27940519dc953116788f0a3 HTTP/1.1" status: 200 len: 375 time: 0.0289357 Jul 06 14:07:08.943869 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-6b6dabbc-f2fe-4bf3-a565-af23a4b88638 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:08.965799 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cede6bc7-d477-4436-8b3a-5641a253afd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:08.974172 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-6b6dabbc-f2fe-4bf3-a565-af23a4b88638 None None] Transition to ACTIVE for port object f4e268ca-58f6-4f2c-8767-56bc168e6d88 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:08.979725 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-6b6dabbc-f2fe-4bf3-a565-af23a4b88638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:09.030319 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cede6bc7-d477-4436-8b3a-5641a253afd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:09.065285 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1b7f845f-283c-4708-a2c2-bba1f9adc30a tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:09.065677 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd7f2f-5e24-4656-956e-b439a13b976e None None] Pushing event updated for resources: {'Port': ['ID=f4e268ca-58f6-4f2c-8767-56bc168e6d88,revision_number=2']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:09.083719 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-6b6dabbc-f2fe-4bf3-a565-af23a4b88638 None None] Attempting to bind port f4e268ca-58f6-4f2c-8767-56bc168e6d88 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:07:09.084104 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-6b6dabbc-f2fe-4bf3-a565-af23a4b88638 None None] Attempting to bind port f4e268ca-58f6-4f2c-8767-56bc168e6d88 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:07:09.084452 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6dabbc-f2fe-4bf3-a565-af23a4b88638 None None] Attempting to bind port f4e268ca-58f6-4f2c-8767-56bc168e6d88 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:07:09.088667 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1b7f845f-283c-4708-a2c2-bba1f9adc30a tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:09.090456 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6dabbc-f2fe-4bf3-a565-af23a4b88638 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:07:09.090826 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6dabbc-f2fe-4bf3-a565-af23a4b88638 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:09.091221 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-6b6dabbc-f2fe-4bf3-a565-af23a4b88638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:09.092627 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6dabbc-f2fe-4bf3-a565-af23a4b88638 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:07:09.092627 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-6b6dabbc-f2fe-4bf3-a565-af23a4b88638 None None] Bound port: f4e268ca-58f6-4f2c-8767-56bc168e6d88, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:07:09.092627 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-6b6dabbc-f2fe-4bf3-a565-af23a4b88638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:09.168980 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-6b6dabbc-f2fe-4bf3-a565-af23a4b88638 None None] For port f4e268ca-58f6-4f2c-8767-56bc168e6d88, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:07:09.174151 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-6b6dabbc-f2fe-4bf3-a565-af23a4b88638 None None] For port f4e268ca-58f6-4f2c-8767-56bc168e6d88, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=f4e268ca-58f6-4f2c-8767-56bc168e6d88,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:07:09.183917 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-6b6dabbc-f2fe-4bf3-a565-af23a4b88638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:09.267827 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-cede6bc7-d477-4436-8b3a-5641a253afd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Allocated IP 172.25.6.171 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/34841e60-bae0-4ff6-82ff-a8f59cfe7a61) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:09.281258 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d6382b62-727c-452a-aec5-9a74d97b57c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:09.295363 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd7f2f-5e24-4656-956e-b439a13b976e None None] Pushing event updated for resources: {'Port': ['ID=f4e268ca-58f6-4f2c-8767-56bc168e6d88,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:09.307827 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6dabbc-f2fe-4bf3-a565-af23a4b88638 None None] Routers {'ffa7655a-eb84-47dc-a6a4-1d439142d0b1'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:07:09.308486 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-6b6dabbc-f2fe-4bf3-a565-af23a4b88638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:06:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ffa7655a-eb84-47dc-a6a4-1d439142d0b1'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:09.343597 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-59900a6a-2281-45d6-b293-87cfcd2a1a0f tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=3ca9d4d2b27940519dc953116788f0a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5477145 Jul 06 14:07:09.354899 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-1b7f845f-283c-4708-a2c2-bba1f9adc30a tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Floating IP 7599769b-5368-4ea9-b482-a035c278a8ce associated. External IP: 172.25.6.235, port: 7b9a4286-28a9-454b-a4e1-0ff76bc7009c. Jul 06 14:07:09.527617 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cede6bc7-d477-4436-8b3a-5641a253afd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:09.530343 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-6b6dabbc-f2fe-4bf3-a565-af23a4b88638 None None] Set router ffa7655a-eb84-47dc-a6a4-1d439142d0b1 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:07:09.601272 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cede6bc7-d477-4436-8b3a-5641a253afd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:09.644999 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-df455441-1488-4f56-ac42-b60c41b5d972 service neutron] 10.222.0.118 "GET /v2.0/networks/8e8690f9-d003-4efe-91dc-ef1e0f466173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002510 Jul 06 14:07:09.678597 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cede6bc7-d477-4436-8b3a-5641a253afd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:09.683460 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-cede6bc7-d477-4436-8b3a-5641a253afd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:09.687042 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cede6bc7-d477-4436-8b3a-5641a253afd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:09.742330 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede6bc7-d477-4436-8b3a-5641a253afd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Pushing event updated for resources: {'Port': ['ID=34841e60-bae0-4ff6-82ff-a8f59cfe7a61,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:09.813588 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-d6382b62-727c-452a-aec5-9a74d97b57c7 admin admin] Allocated IP 172.20.0.1 (9a87a53c-babe-415d-8e55-64df45c54692/b4fbe430-9ff4-4a2b-86b0-d3c862c900e3/727f2512-e533-41ca-bd39-d7675238dbdf) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:09.872532 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-6b6dabbc-f2fe-4bf3-a565-af23a4b88638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa7655a-eb84-47dc-a6a4-1d439142d0b1', 'name': 'tempest-ServerRescueTestJSON-1438571079-router', 'tenant_id': '8ac05a766be944c89f64f16db6138443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'f4e268ca-58f6-4f2c-8767-56bc168e6d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:07:03Z', 'updated_at': '2021-07-06T14:07:05Z', 'revision_number': 3, 'project_id': '8ac05a766be944c89f64f16db6138443', 'gw_port': {'id': 'f4e268ca-58f6-4f2c-8767-56bc168e6d88', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:95:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa7655a-eb84-47dc-a6a4-1d439142d0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:07:04Z', 'updated_at': '2021-07-06T14:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:09.939611 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6dabbc-f2fe-4bf3-a565-af23a4b88638 None None] The sync data for ids ['ffa7655a-eb84-47dc-a6a4-1d439142d0b1'] in n-d-773644-6 is: [{'id': 'ffa7655a-eb84-47dc-a6a4-1d439142d0b1', 'name': 'tempest-ServerRescueTestJSON-1438571079-router', 'tenant_id': '8ac05a766be944c89f64f16db6138443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'f4e268ca-58f6-4f2c-8767-56bc168e6d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:07:03Z', 'updated_at': '2021-07-06T14:07:05Z', 'revision_number': 3, 'project_id': '8ac05a766be944c89f64f16db6138443', 'gw_port': {'id': 'f4e268ca-58f6-4f2c-8767-56bc168e6d88', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:95:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa7655a-eb84-47dc-a6a4-1d439142d0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:07:04Z', 'updated_at': '2021-07-06T14:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:07:10.136850 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cede6bc7-d477-4436-8b3a-5641a253afd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:10.185011 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:10.449419 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cede6bc7-d477-4436-8b3a-5641a253afd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:10.459870 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-2abe6373-54f3-4d8a-9315-e370836152cd service neutron] 10.222.0.118 "GET /v2.0/networks/8e8690f9-d003-4efe-91dc-ef1e0f466173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8130729 Jul 06 14:07:10.496424 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7f845f-283c-4708-a2c2-bba1f9adc30a tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Router 144d5879-0191-45db-8840-e67f4f2a8492 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:07:10.594863 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6755e6d0-6543-41ca-a2e7-e32f380bf35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:10.682922 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cede6bc7-d477-4436-8b3a-5641a253afd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Router 88310207-49c2-432e-a916-7ce2cc0448cf is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:07:10.805292 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d6382b62-727c-452a-aec5-9a74d97b57c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:10.950966 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7f845f-283c-4708-a2c2-bba1f9adc30a tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:07:10.966300 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299fb2a7-8949-4bc5-a255-59766479ba9b None None] Sync routers for ids ['144d5879-0191-45db-8840-e67f4f2a8492'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:07:10.969533 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1b7f845f-283c-4708-a2c2-bba1f9adc30a tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:10.979196 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299fb2a7-8949-4bc5-a255-59766479ba9b None None] Routers {'144d5879-0191-45db-8840-e67f4f2a8492'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:07:10.982515 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-299fb2a7-8949-4bc5-a255-59766479ba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:07:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['144d5879-0191-45db-8840-e67f4f2a8492'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:11.008004 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cede6bc7-d477-4436-8b3a-5641a253afd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:07:11.018941 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbb52db-f9be-4738-9784-87f8de204e00 None None] Sync routers for ids ['88310207-49c2-432e-a916-7ce2cc0448cf'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:07:11.037508 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbb52db-f9be-4738-9784-87f8de204e00 None None] Routers {'88310207-49c2-432e-a916-7ce2cc0448cf'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:07:11.042415 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-7cbb52db-f9be-4738-9784-87f8de204e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:07:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['88310207-49c2-432e-a916-7ce2cc0448cf'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:11.046444 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cede6bc7-d477-4436-8b3a-5641a253afd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:11.047827 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cede6bc7-d477-4436-8b3a-5641a253afd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.0211372 Jul 06 14:07:11.050998 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38830) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:11.100601 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1b7f845f-283c-4708-a2c2-bba1f9adc30a tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "PUT /v2.0/floatingips/7599769b-5368-4ea9-b482-a035c278a8ce HTTP/1.1" status: 200 len: 991 time: 3.4229822 Jul 06 14:07:11.110014 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168ee84c-c2b8-4253-a2d6-7ef136d6eb21', 'tag': '7b9a4286-28a9-454b-a4e1-0ff76bc7009c'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:07:11.114127 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73056da-0851-4f54-a44c-c435d30c513b" -d '{"events": [{"name": "network-changed", "server_uuid": "168ee84c-c2b8-4253-a2d6-7ef136d6eb21", "tag": "7b9a4286-28a9-454b-a4e1-0ff76bc7009c"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:07:11.126009 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d6382b62-727c-452a-aec5-9a74d97b57c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:11.209273 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6382b62-727c-452a-aec5-9a74d97b57c7 admin admin] Pushing event updated for resources: {'Port': ['ID=727f2512-e533-41ca-bd39-d7675238dbdf,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:11.230574 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832613b9-2151-4f89-b404-0737fc4da0cf req-266f564c-0f36-45c2-b507-f382f6ff3151 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:11.240222 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-832613b9-2151-4f89-b404-0737fc4da0cf req-266f564c-0f36-45c2-b507-f382f6ff3151 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 944 time: 0.4321196 Jul 06 14:07:11.252511 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6382b62-727c-452a-aec5-9a74d97b57c7 admin admin] Network 9a87a53c-babe-415d-8e55-64df45c54692 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:11.254927 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-d6382b62-727c-452a-aec5-9a74d97b57c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:11.271347 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6382b62-727c-452a-aec5-9a74d97b57c7 admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:11.318706 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d6382b62-727c-452a-aec5-9a74d97b57c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:11.379832 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-299fb2a7-8949-4bc5-a255-59766479ba9b None None] Set router 144d5879-0191-45db-8840-e67f4f2a8492 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:07:11.395697 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-83a518bd-1f03-4530-8a51-61e2744db0d9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "GET /v2.0/routers/88310207-49c2-432e-a916-7ce2cc0448cf HTTP/1.1" status: 200 len: 909 time: 0.3433871 Jul 06 14:07:11.403439 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38838) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:11.414830 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-4a3e015e-c4de-4fd0-8f8b-a095016b4bd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1744134183', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'enable_snat': True}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:11.418638 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-7cbb52db-f9be-4738-9784-87f8de204e00 None None] Set router 88310207-49c2-432e-a916-7ce2cc0448cf gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:07:11.449226 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4a3e015e-c4de-4fd0-8f8b-a095016b4bd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:11.450532 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4a3e015e-c4de-4fd0-8f8b-a095016b4bd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:11.633307 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:11.670872 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4a3e015e-c4de-4fd0-8f8b-a095016b4bd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:11.676375 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a7359721-2e26-4d56-a39a-410bf3001070 req-b4b71f32-e0a0-4144-8f6b-a61268a72aa5 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66a93e52-52b0-4a21-8c65-e0c073280683 HTTP/1.1" status: 200 len: 999 time: 0.2737415 Jul 06 14:07:11.691312 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-832613b9-2151-4f89-b404-0737fc4da0cf req-27406987-bb88-441c-b14c-be13a3a185a6 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4499097 Jul 06 14:07:11.882361 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-7cbb52db-f9be-4738-9784-87f8de204e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88310207-49c2-432e-a916-7ce2cc0448cf', 'name': 'tempest-snat-router-1744134183', 'tenant_id': '844ad97b973d471c9055af9fb253a7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.171'}], 'enable_snat': False}, 'gw_port_id': '34841e60-bae0-4ff6-82ff-a8f59cfe7a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:07:08Z', 'updated_at': '2021-07-06T14:07:09Z', 'revision_number': 3, 'project_id': '844ad97b973d471c9055af9fb253a7e6', 'gw_port': {'id': '34841e60-bae0-4ff6-82ff-a8f59cfe7a61', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:26:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88310207-49c2-432e-a916-7ce2cc0448cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:07:09Z', 'updated_at': '2021-07-06T14:07:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:11.982021 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbb52db-f9be-4738-9784-87f8de204e00 None None] Checking router: 88310207-49c2-432e-a916-7ce2cc0448cf for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:07:11.982208 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbb52db-f9be-4738-9784-87f8de204e00 None None] Updating router 88310207-49c2-432e-a916-7ce2cc0448cf port 34841e60-bae0-4ff6-82ff-a8f59cfe7a61 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:07:12.025400 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7359721-2e26-4d56-a39a-410bf3001070 req-a20297c0-ab3c-48e5-9894-c2b645ae3ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:12.026956 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a7359721-2e26-4d56-a39a-410bf3001070 req-a20297c0-ab3c-48e5-9894-c2b645ae3ecd service neutron] 10.222.0.124 "GET /v2.0/subnets?id=175feade-0da5-4b99-8a0b-5c1deab4fd78 HTTP/1.1" status: 200 len: 855 time: 0.1781223 Jul 06 14:07:12.028866 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f4e268ca-58f6-4f2c-8767-56bc168e6d88 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:12.078179 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f4b03f0d-7bbf-438f-90ac-eae87932bff0 req-c6e86964-29e9-4eb8-a482-1a1aaa6b47fa tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=634d2c54-b5f5-4fb8-8989-8a4840b1f0fb HTTP/1.1" status: 200 len: 210 time: 0.0480149 Jul 06 14:07:12.112724 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-7cbb52db-f9be-4738-9784-87f8de204e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:12.252834 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4a3e015e-c4de-4fd0-8f8b-a095016b4bd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:12.337559 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port f4e268ca-58f6-4f2c-8767-56bc168e6d88 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:12.350699 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port f4e268ca-58f6-4f2c-8767-56bc168e6d88 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:12.357681 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d6382b62-727c-452a-aec5-9a74d97b57c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:12.358778 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:12.370114 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-299fb2a7-8949-4bc5-a255-59766479ba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d5879-0191-45db-8840-e67f4f2a8492', 'name': 'tempest-AttachVolumeTestJSON-1215315455-router', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:06:34Z', 'updated_at': '2021-07-06T14:06:41Z', 'revision_number': 4, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'gw_port': {'id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:35Z', 'updated_at': '2021-07-06T14:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '7599769b-5368-4ea9-b482-a035c278a8ce', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'floating_ip_address': '172.25.6.235', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'port_id': '7b9a4286-28a9-454b-a4e1-0ff76bc7009c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6', 'mac_address': 'fa:16:3e:3d:fb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168ee84c-c2b8-4253-a2d6-7ef136d6eb21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:06:46Z', 'updated_at': '2021-07-06T14:07:08Z', 'revision_number': 1, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c618a35d-fb45-4720-9786-769108038dc1', 'name': '', 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'mac_address': 'fa:16:3e:8b:f1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:39Z', 'updated_at': '2021-07-06T14:06:48Z', 'revision_number': 5, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'subnets': [{'id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:12.506764 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299fb2a7-8949-4bc5-a255-59766479ba9b None None] Checking router: 144d5879-0191-45db-8840-e67f4f2a8492 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:07:12.528102 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c240c16c-085c-4f87-b3b2-42e20738f183 x-openstack-request-id: req-c240c16c-085c-4f87-b3b2-42e20738f183 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:07:12.528406 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168ee84c-c2b8-4253-a2d6-7ef136d6eb21", "tag": "7b9a4286-28a9-454b-a4e1-0ff76bc7009c", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:07:12.528718 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c240c16c-085c-4f87-b3b2-42e20738f183 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:07:12.529141 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168ee84c-c2b8-4253-a2d6-7ef136d6eb21', 'tag': '7b9a4286-28a9-454b-a4e1-0ff76bc7009c', 'status': 'completed', 'code': 200} Jul 06 14:07:12.544110 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299fb2a7-8949-4bc5-a255-59766479ba9b None None] Routers {'144d5879-0191-45db-8840-e67f4f2a8492'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:07:12.545129 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-299fb2a7-8949-4bc5-a255-59766479ba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:07:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['144d5879-0191-45db-8840-e67f4f2a8492'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:12.679837 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-299fb2a7-8949-4bc5-a255-59766479ba9b None None] Set router 144d5879-0191-45db-8840-e67f4f2a8492 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:07:12.846915 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-7cbb52db-f9be-4738-9784-87f8de204e00 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:12.887046 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-7cbb52db-f9be-4738-9784-87f8de204e00 None None] Transition to ACTIVE for port object 34841e60-bae0-4ff6-82ff-a8f59cfe7a61 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:12.894772 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-7cbb52db-f9be-4738-9784-87f8de204e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:12.996120 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aff35c-b39a-4e57-844d-a1006103b956 None None] Pushing event updated for resources: {'Port': ['ID=34841e60-bae0-4ff6-82ff-a8f59cfe7a61,revision_number=2']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:13.010716 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-7cbb52db-f9be-4738-9784-87f8de204e00 None None] Attempting to bind port 34841e60-bae0-4ff6-82ff-a8f59cfe7a61 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:07:13.012106 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-7cbb52db-f9be-4738-9784-87f8de204e00 None None] Attempting to bind port 34841e60-bae0-4ff6-82ff-a8f59cfe7a61 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:07:13.012767 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbb52db-f9be-4738-9784-87f8de204e00 None None] Attempting to bind port 34841e60-bae0-4ff6-82ff-a8f59cfe7a61 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:07:13.028981 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbb52db-f9be-4738-9784-87f8de204e00 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:07:13.029559 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbb52db-f9be-4738-9784-87f8de204e00 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:13.030266 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-7cbb52db-f9be-4738-9784-87f8de204e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:13.030676 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbb52db-f9be-4738-9784-87f8de204e00 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:07:13.031221 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-7cbb52db-f9be-4738-9784-87f8de204e00 None None] Bound port: 34841e60-bae0-4ff6-82ff-a8f59cfe7a61, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:07:13.031620 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-7cbb52db-f9be-4738-9784-87f8de204e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:13.150438 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-7cbb52db-f9be-4738-9784-87f8de204e00 None None] For port 34841e60-bae0-4ff6-82ff-a8f59cfe7a61, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:07:13.155089 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-7cbb52db-f9be-4738-9784-87f8de204e00 None None] For port 34841e60-bae0-4ff6-82ff-a8f59cfe7a61, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=34841e60-bae0-4ff6-82ff-a8f59cfe7a61,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:07:13.163695 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-7cbb52db-f9be-4738-9784-87f8de204e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:13.295705 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbb52db-f9be-4738-9784-87f8de204e00 None None] Routers {'88310207-49c2-432e-a916-7ce2cc0448cf'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:07:13.296549 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-7cbb52db-f9be-4738-9784-87f8de204e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:07:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['88310207-49c2-432e-a916-7ce2cc0448cf'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:13.302405 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4a3e015e-c4de-4fd0-8f8b-a095016b4bd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:13.332787 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d6382b62-727c-452a-aec5-9a74d97b57c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:13.336803 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4a3e015e-c4de-4fd0-8f8b-a095016b4bd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:13.347735 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19498a8-cf94-4a49-b789-7c82c721bf9c req-be525f76-99db-40d4-9f0a-7af4996f2e55 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:13.350902 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:13.352858 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aff35c-b39a-4e57-844d-a1006103b956 None None] Pushing event updated for resources: {'Port': ['ID=34841e60-bae0-4ff6-82ff-a8f59cfe7a61,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:13.357800 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a19498a8-cf94-4a49-b789-7c82c721bf9c req-be525f76-99db-40d4-9f0a-7af4996f2e55 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 944 time: 0.2608602 Jul 06 14:07:13.384226 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6c611451-18f6-4a06-bd68-5b89172dd866 req-6c404142-3c98-4705-911f-b9bd25a5c2f4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e9a29f44-02e8-4aa6-89ae-d089b7365282&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4346058 Jul 06 14:07:13.384948 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d6382b62-727c-452a-aec5-9a74d97b57c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:13.460773 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:13.528043 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port f4e268ca-58f6-4f2c-8767-56bc168e6d88, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=f4e268ca-58f6-4f2c-8767-56bc168e6d88,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:13.528866 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-7cbb52db-f9be-4738-9784-87f8de204e00 None None] Set router 88310207-49c2-432e-a916-7ce2cc0448cf gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:07:13.542582 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:13.648848 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a19498a8-cf94-4a49-b789-7c82c721bf9c req-2b753cdc-e5f0-4409-bdb4-cb33b82f0788 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2900317 Jul 06 14:07:13.662490 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d6382b62-727c-452a-aec5-9a74d97b57c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:13.724501 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=f4e268ca-58f6-4f2c-8767-56bc168e6d88,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:13.748832 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:13.749181 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:13.749527 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:13.749903 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:13.750247 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:13.750580 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:13.750912 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:13.751241 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:13.751568 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:13.751896 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:13.752223 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:13.752547 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:13.784367 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-299fb2a7-8949-4bc5-a255-59766479ba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d5879-0191-45db-8840-e67f4f2a8492', 'name': 'tempest-AttachVolumeTestJSON-1215315455-router', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:06:34Z', 'updated_at': '2021-07-06T14:06:41Z', 'revision_number': 4, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'gw_port': {'id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:35Z', 'updated_at': '2021-07-06T14:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '7599769b-5368-4ea9-b482-a035c278a8ce', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'floating_ip_address': '172.25.6.235', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'port_id': '7b9a4286-28a9-454b-a4e1-0ff76bc7009c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6', 'mac_address': 'fa:16:3e:3d:fb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168ee84c-c2b8-4253-a2d6-7ef136d6eb21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:06:46Z', 'updated_at': '2021-07-06T14:07:08Z', 'revision_number': 1, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c618a35d-fb45-4720-9786-769108038dc1', 'name': '', 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'mac_address': 'fa:16:3e:8b:f1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:39Z', 'updated_at': '2021-07-06T14:06:48Z', 'revision_number': 5, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'subnets': [{'id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:13.842399 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299fb2a7-8949-4bc5-a255-59766479ba9b None None] The sync data for ids ['144d5879-0191-45db-8840-e67f4f2a8492'] in n-d-773644-6 is: [{'id': '144d5879-0191-45db-8840-e67f4f2a8492', 'name': 'tempest-AttachVolumeTestJSON-1215315455-router', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:06:34Z', 'updated_at': '2021-07-06T14:06:41Z', 'revision_number': 4, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'gw_port': {'id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:35Z', 'updated_at': '2021-07-06T14:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '7599769b-5368-4ea9-b482-a035c278a8ce', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'floating_ip_address': '172.25.6.235', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'port_id': '7b9a4286-28a9-454b-a4e1-0ff76bc7009c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6', 'mac_address': 'fa:16:3e:3d:fb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168ee84c-c2b8-4253-a2d6-7ef136d6eb21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:06:46Z', 'updated_at': '2021-07-06T14:07:08Z', 'revision_number': 1, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c618a35d-fb45-4720-9786-769108038dc1', 'name': '', 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'mac_address': 'fa:16:3e:8b:f1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:39Z', 'updated_at': '2021-07-06T14:06:48Z', 'revision_number': 5, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'subnets': [{'id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:07:13.902457 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f4e268ca-58f6-4f2c-8767-56bc168e6d88 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:13.908882 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6382b62-727c-452a-aec5-9a74d97b57c7 admin admin] Pushing event updated for resources: {'Port': ['ID=727f2512-e533-41ca-bd39-d7675238dbdf,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:14.005051 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a75e97d2-d29e-4bdd-a37e-20901c6ec126 req-230dc2cd-4467-4648-b2dd-5f9173e89206 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=634d2c54-b5f5-4fb8-8989-8a4840b1f0fb HTTP/1.1" status: 200 len: 210 time: 0.0855601 Jul 06 14:07:14.028993 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c611451-18f6-4a06-bd68-5b89172dd866 req-3e296b36-b842-484e-8280-326868fd5503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:14.032100 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6c611451-18f6-4a06-bd68-5b89172dd866 req-3e296b36-b842-484e-8280-326868fd5503 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3ca9d4d2b27940519dc953116788f0a3&device_id=e9a29f44-02e8-4aa6-89ae-d089b7365282 HTTP/1.1" status: 200 len: 1096 time: 0.5651555 Jul 06 14:07:14.039683 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port f4e268ca-58f6-4f2c-8767-56bc168e6d88 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:14.040751 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:14.061289 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6382b62-727c-452a-aec5-9a74d97b57c7 admin admin] Network 9a87a53c-babe-415d-8e55-64df45c54692 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:14.066170 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-d6382b62-727c-452a-aec5-9a74d97b57c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:14.172618 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-7cbb52db-f9be-4738-9784-87f8de204e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88310207-49c2-432e-a916-7ce2cc0448cf', 'name': 'tempest-snat-router-1744134183', 'tenant_id': '844ad97b973d471c9055af9fb253a7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.171'}], 'enable_snat': False}, 'gw_port_id': '34841e60-bae0-4ff6-82ff-a8f59cfe7a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:07:08Z', 'updated_at': '2021-07-06T14:07:09Z', 'revision_number': 3, 'project_id': '844ad97b973d471c9055af9fb253a7e6', 'gw_port': {'id': '34841e60-bae0-4ff6-82ff-a8f59cfe7a61', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:26:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88310207-49c2-432e-a916-7ce2cc0448cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:07:09Z', 'updated_at': '2021-07-06T14:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:14.187825 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-4a3e015e-c4de-4fd0-8f8b-a095016b4bd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Allocated IP 172.25.6.184 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/c4f5ae2e-acec-489c-bb86-5aa6bb396e8f) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:14.257912 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbb52db-f9be-4738-9784-87f8de204e00 None None] The sync data for ids ['88310207-49c2-432e-a916-7ce2cc0448cf'] in n-d-773644-6 is: [{'id': '88310207-49c2-432e-a916-7ce2cc0448cf', 'name': 'tempest-snat-router-1744134183', 'tenant_id': '844ad97b973d471c9055af9fb253a7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.171'}], 'enable_snat': False}, 'gw_port_id': '34841e60-bae0-4ff6-82ff-a8f59cfe7a61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:07:08Z', 'updated_at': '2021-07-06T14:07:09Z', 'revision_number': 3, 'project_id': '844ad97b973d471c9055af9fb253a7e6', 'gw_port': {'id': '34841e60-bae0-4ff6-82ff-a8f59cfe7a61', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:26:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88310207-49c2-432e-a916-7ce2cc0448cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:07:09Z', 'updated_at': '2021-07-06T14:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:07:14.295303 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e916ee0f-586b-4c05-935e-648a21af41d4 None None] New status for floating IP 7599769b-5368-4ea9-b482-a035c278a8ce: ACTIVE {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:07:14.413842 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c611451-18f6-4a06-bd68-5b89172dd866 req-f28f444c-3061-4e3f-9236-7225bd987a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:14.420229 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6c611451-18f6-4a06-bd68-5b89172dd866 req-f28f444c-3061-4e3f-9236-7225bd987a4e service neutron] 10.222.0.52 "GET /v2.0/networks?id=8e8690f9-d003-4efe-91dc-ef1e0f466173 HTTP/1.1" status: 200 len: 915 time: 0.3439157 Jul 06 14:07:14.518800 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6c611451-18f6-4a06-bd68-5b89172dd866 req-753ea0bf-7e50-4678-9456-413ba5e173bf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56bb6c77-705c-4c82-a6eb-48fdecb2609d HTTP/1.1" status: 200 len: 217 time: 0.0588198 Jul 06 14:07:14.632192 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6382b62-727c-452a-aec5-9a74d97b57c7 admin admin] Router ffa7655a-eb84-47dc-a6a4-1d439142d0b1 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:07:14.699722 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c611451-18f6-4a06-bd68-5b89172dd866 req-9d3ff6b9-075c-4181-a111-f4900db75d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:14.701468 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6c611451-18f6-4a06-bd68-5b89172dd866 req-9d3ff6b9-075c-4181-a111-f4900db75d25 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58ebfef2-00b7-4896-9eec-b9f9b823d9a0 HTTP/1.1" status: 200 len: 854 time: 0.1655247 Jul 06 14:07:14.709985 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4a3e015e-c4de-4fd0-8f8b-a095016b4bd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:14.838670 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6c611451-18f6-4a06-bd68-5b89172dd866 req-2e917ddc-0705-4852-bf39-a810f95bab28 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8e8690f9-d003-4efe-91dc-ef1e0f466173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1230338 Jul 06 14:07:15.373238 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6c611451-18f6-4a06-bd68-5b89172dd866 req-3982db23-801c-412b-b356-83c7fbafcb1a service neutron] 10.222.0.52 "GET /v2.0/networks/8e8690f9-d003-4efe-91dc-ef1e0f466173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5250688 Jul 06 14:07:15.399407 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4a3e015e-c4de-4fd0-8f8b-a095016b4bd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:15.422398 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6382b62-727c-452a-aec5-9a74d97b57c7 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:07:15.427966 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d6382b62-727c-452a-aec5-9a74d97b57c7 admin admin] 10.222.0.118 "PUT /v2.0/routers/ffa7655a-eb84-47dc-a6a4-1d439142d0b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6417539 Jul 06 14:07:15.432778 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242b8286-3ccb-4ba3-9aff-cef773df20e6 None None] Sync routers for ids ['ffa7655a-eb84-47dc-a6a4-1d439142d0b1'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:07:15.455870 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242b8286-3ccb-4ba3-9aff-cef773df20e6 None None] Routers {'ffa7655a-eb84-47dc-a6a4-1d439142d0b1'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:07:15.456506 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-242b8286-3ccb-4ba3-9aff-cef773df20e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:07:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ffa7655a-eb84-47dc-a6a4-1d439142d0b1'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:15.516459 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3e015e-c4de-4fd0-8f8b-a095016b4bd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:15.539317 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-4a3e015e-c4de-4fd0-8f8b-a095016b4bd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:15.539317 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3e015e-c4de-4fd0-8f8b-a095016b4bd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:15.614889 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e015e-c4de-4fd0-8f8b-a095016b4bd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Pushing event updated for resources: {'Port': ['ID=c4f5ae2e-acec-489c-bb86-5aa6bb396e8f,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:15.720212 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-242b8286-3ccb-4ba3-9aff-cef773df20e6 None None] Set router ffa7655a-eb84-47dc-a6a4-1d439142d0b1 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:07:15.763954 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6c611451-18f6-4a06-bd68-5b89172dd866 req-98cc0f01-a1cd-437f-8981-6641a4511530 service neutron] 10.222.0.52 "GET /v2.0/networks/8e8690f9-d003-4efe-91dc-ef1e0f466173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787360 Jul 06 14:07:15.936823 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 34841e60-bae0-4ff6-82ff-a8f59cfe7a61 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:15.994670 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4a3e015e-c4de-4fd0-8f8b-a095016b4bd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:16.046153 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 34841e60-bae0-4ff6-82ff-a8f59cfe7a61 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:16.052830 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 34841e60-bae0-4ff6-82ff-a8f59cfe7a61 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:16.053477 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:16.100503 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-242b8286-3ccb-4ba3-9aff-cef773df20e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa7655a-eb84-47dc-a6a4-1d439142d0b1', 'name': 'tempest-ServerRescueTestJSON-1438571079-router', 'tenant_id': '8ac05a766be944c89f64f16db6138443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'f4e268ca-58f6-4f2c-8767-56bc168e6d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:07:03Z', 'updated_at': '2021-07-06T14:07:12Z', 'revision_number': 4, 'project_id': '8ac05a766be944c89f64f16db6138443', 'gw_port': {'id': 'f4e268ca-58f6-4f2c-8767-56bc168e6d88', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa7655a-eb84-47dc-a6a4-1d439142d0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:07:04Z', 'updated_at': '2021-07-06T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '727f2512-e533-41ca-bd39-d7675238dbdf', 'name': '', 'network_id': '9a87a53c-babe-415d-8e55-64df45c54692', 'tenant_id': '8ac05a766be944c89f64f16db6138443', 'mac_address': 'fa:16:3e:1f:21:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa7655a-eb84-47dc-a6a4-1d439142d0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'b4fbe430-9ff4-4a2b-86b0-d3c862c900e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:07:09Z', 'updated_at': '2021-07-06T14:07:12Z', 'revision_number': 2, 'project_id': '8ac05a766be944c89f64f16db6138443', 'subnets': [{'id': 'b4fbe430-9ff4-4a2b-86b0-d3c862c900e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:16.160063 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242b8286-3ccb-4ba3-9aff-cef773df20e6 None None] Checking router: ffa7655a-eb84-47dc-a6a4-1d439142d0b1 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:07:16.160695 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242b8286-3ccb-4ba3-9aff-cef773df20e6 None None] Updating router ffa7655a-eb84-47dc-a6a4-1d439142d0b1 port 727f2512-e533-41ca-bd39-d7675238dbdf binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:07:16.211466 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:16.235323 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-242b8286-3ccb-4ba3-9aff-cef773df20e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:16.295782 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 34841e60-bae0-4ff6-82ff-a8f59cfe7a61, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=34841e60-bae0-4ff6-82ff-a8f59cfe7a61,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:16.305299 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:16.328397 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4a3e015e-c4de-4fd0-8f8b-a095016b4bd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:16.443468 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=34841e60-bae0-4ff6-82ff-a8f59cfe7a61,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:16.512563 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3e015e-c4de-4fd0-8f8b-a095016b4bd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Router c0adfdf4-2678-415b-afe8-427a779a0fbc is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:07:16.612284 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:16.612950 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-242b8286-3ccb-4ba3-9aff-cef773df20e6 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:16.623448 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-242b8286-3ccb-4ba3-9aff-cef773df20e6 None None] Transition to ACTIVE for port object 727f2512-e533-41ca-bd39-d7675238dbdf will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:16.629346 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-242b8286-3ccb-4ba3-9aff-cef773df20e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:16.630205 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3e015e-c4de-4fd0-8f8b-a095016b4bd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:07:16.642580 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc437de-55f7-4d6c-91bb-3788fdc7b88d None None] Sync routers for ids ['c0adfdf4-2678-415b-afe8-427a779a0fbc'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:07:16.647847 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4a3e015e-c4de-4fd0-8f8b-a095016b4bd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:16.650535 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4a3e015e-c4de-4fd0-8f8b-a095016b4bd9 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.2390223 Jul 06 14:07:16.652790 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38860) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:16.658392 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc437de-55f7-4d6c-91bb-3788fdc7b88d None None] Routers {'c0adfdf4-2678-415b-afe8-427a779a0fbc'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:07:16.659085 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8cc437de-55f7-4d6c-91bb-3788fdc7b88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:07:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c0adfdf4-2678-415b-afe8-427a779a0fbc'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:16.691081 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ea485-9d1f-43ff-b543-abe004e34631 None None] Pushing event updated for resources: {'Port': ['ID=727f2512-e533-41ca-bd39-d7675238dbdf,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:16.752140 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-242b8286-3ccb-4ba3-9aff-cef773df20e6 None None] Attempting to bind port 727f2512-e533-41ca-bd39-d7675238dbdf on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:07:16.752608 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-242b8286-3ccb-4ba3-9aff-cef773df20e6 None None] Attempting to bind port 727f2512-e533-41ca-bd39-d7675238dbdf by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '8aaeb725-bd56-441e-9a07-2c948963549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9a87a53c-babe-415d-8e55-64df45c54692'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:07:16.753043 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242b8286-3ccb-4ba3-9aff-cef773df20e6 None None] Attempting to bind port 727f2512-e533-41ca-bd39-d7675238dbdf on network 9a87a53c-babe-415d-8e55-64df45c54692 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:07:16.758477 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242b8286-3ccb-4ba3-9aff-cef773df20e6 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:07:16.759544 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242b8286-3ccb-4ba3-9aff-cef773df20e6 None None] Checking segment: {'id': '8aaeb725-bd56-441e-9a07-2c948963549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9a87a53c-babe-415d-8e55-64df45c54692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:16.760068 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-242b8286-3ccb-4ba3-9aff-cef773df20e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:16.760818 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242b8286-3ccb-4ba3-9aff-cef773df20e6 None None] Bound using segment: {'id': '8aaeb725-bd56-441e-9a07-2c948963549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9a87a53c-babe-415d-8e55-64df45c54692'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:07:16.761249 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-242b8286-3ccb-4ba3-9aff-cef773df20e6 None None] Bound port: 727f2512-e533-41ca-bd39-d7675238dbdf, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aaeb725-bd56-441e-9a07-2c948963549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9a87a53c-babe-415d-8e55-64df45c54692'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:07:16.761738 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-242b8286-3ccb-4ba3-9aff-cef773df20e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:16.767276 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7caaab3a-b86f-4395-b2e4-1f463ce86dc4 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "GET /v2.0/routers/c0adfdf4-2678-415b-afe8-427a779a0fbc HTTP/1.1" status: 200 len: 908 time: 0.1131957 Jul 06 14:07:16.769724 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38862) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:16.784828 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-8cc437de-55f7-4d6c-91bb-3788fdc7b88d None None] Set router c0adfdf4-2678-415b-afe8-427a779a0fbc gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:07:16.839543 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-242b8286-3ccb-4ba3-9aff-cef773df20e6 None None] For port 727f2512-e533-41ca-bd39-d7675238dbdf, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:07:16.843233 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-242b8286-3ccb-4ba3-9aff-cef773df20e6 None None] For port 727f2512-e533-41ca-bd39-d7675238dbdf, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=727f2512-e533-41ca-bd39-d7675238dbdf,segment=NetworkSegment(8aaeb725-bd56-441e-9a07-2c948963549f),segment_id=8aaeb725-bd56-441e-9a07-2c948963549f)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:07:16.847985 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-242b8286-3ccb-4ba3-9aff-cef773df20e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:16.881504 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-813481cd-1eaf-44fc-a71e-8b0f7075277e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:16.897636 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242b8286-3ccb-4ba3-9aff-cef773df20e6 None None] Routers {'ffa7655a-eb84-47dc-a6a4-1d439142d0b1'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:07:16.898295 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-242b8286-3ccb-4ba3-9aff-cef773df20e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:07:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ffa7655a-eb84-47dc-a6a4-1d439142d0b1'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:16.956690 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ea485-9d1f-43ff-b543-abe004e34631 None None] Pushing event updated for resources: {'Port': ['ID=727f2512-e533-41ca-bd39-d7675238dbdf,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:16.994554 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8cc437de-55f7-4d6c-91bb-3788fdc7b88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0adfdf4-2678-415b-afe8-427a779a0fbc', 'name': 'tempest-snat-router-1744134183', 'tenant_id': '844ad97b973d471c9055af9fb253a7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'c4f5ae2e-acec-489c-bb86-5aa6bb396e8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:07:11Z', 'updated_at': '2021-07-06T14:07:15Z', 'revision_number': 3, 'project_id': '844ad97b973d471c9055af9fb253a7e6', 'gw_port': {'id': 'c4f5ae2e-acec-489c-bb86-5aa6bb396e8f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:bf:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0adfdf4-2678-415b-afe8-427a779a0fbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2363, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:07:13Z', 'updated_at': '2021-07-06T14:07:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:17.047234 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc437de-55f7-4d6c-91bb-3788fdc7b88d None None] Checking router: c0adfdf4-2678-415b-afe8-427a779a0fbc for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:07:17.047563 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc437de-55f7-4d6c-91bb-3788fdc7b88d None None] Updating router c0adfdf4-2678-415b-afe8-427a779a0fbc port c4f5ae2e-acec-489c-bb86-5aa6bb396e8f binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:07:17.060255 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-813481cd-1eaf-44fc-a71e-8b0f7075277e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:17.065502 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-242b8286-3ccb-4ba3-9aff-cef773df20e6 None None] Set router ffa7655a-eb84-47dc-a6a4-1d439142d0b1 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:07:17.088904 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8cc437de-55f7-4d6c-91bb-3788fdc7b88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:17.099053 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7359721-2e26-4d56-a39a-410bf3001070 req-caa2d578-845b-4a5c-a4cb-9b0472a4adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:17.100793 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a7359721-2e26-4d56-a39a-410bf3001070 req-caa2d578-845b-4a5c-a4cb-9b0472a4adcf service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=eb40ac72-d061-46c2-ab3d-a227d94e4954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265512 Jul 06 14:07:17.266780 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73056da-0851-4f54-a44c-c435d30c513b req-bacda4fa-9fd0-421f-8f7f-43c84a181686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:17.268478 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b73056da-0851-4f54-a44c-c435d30c513b req-bacda4fa-9fd0-421f-8f7f-43c84a181686 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=877fc897abae42d7adb6bd377795bbf0&device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 1096 time: 0.2178509 Jul 06 14:07:17.311318 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-242b8286-3ccb-4ba3-9aff-cef773df20e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa7655a-eb84-47dc-a6a4-1d439142d0b1', 'name': 'tempest-ServerRescueTestJSON-1438571079-router', 'tenant_id': '8ac05a766be944c89f64f16db6138443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'f4e268ca-58f6-4f2c-8767-56bc168e6d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:07:03Z', 'updated_at': '2021-07-06T14:07:12Z', 'revision_number': 4, 'project_id': '8ac05a766be944c89f64f16db6138443', 'gw_port': {'id': 'f4e268ca-58f6-4f2c-8767-56bc168e6d88', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa7655a-eb84-47dc-a6a4-1d439142d0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:07:04Z', 'updated_at': '2021-07-06T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '727f2512-e533-41ca-bd39-d7675238dbdf', 'name': '', 'network_id': '9a87a53c-babe-415d-8e55-64df45c54692', 'tenant_id': '8ac05a766be944c89f64f16db6138443', 'mac_address': 'fa:16:3e:1f:21:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa7655a-eb84-47dc-a6a4-1d439142d0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'b4fbe430-9ff4-4a2b-86b0-d3c862c900e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:07:09Z', 'updated_at': '2021-07-06T14:07:16Z', 'revision_number': 4, 'project_id': '8ac05a766be944c89f64f16db6138443', 'subnets': [{'id': 'b4fbe430-9ff4-4a2b-86b0-d3c862c900e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:17.312134 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [req-2973ee43-359e-4df9-be54-a0611e2f8356 req-a90c269e-830e-4b4a-9140-248113d9eff1 service neutron] (100417) timed out ('10.222.0.124', 62413) {{(pid=100417) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 14:07:17.318573 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-813481cd-1eaf-44fc-a71e-8b0f7075277e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Deleting port c4f5ae2e-acec-489c-bb86-5aa6bb396e8f {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:17.318926 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-813481cd-1eaf-44fc-a71e-8b0f7075277e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:17.323470 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a7359721-2e26-4d56-a39a-410bf3001070 req-ffa546cf-cb0c-4eeb-a3a3-33d50fd0f1a9 service neutron] 10.222.0.124 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952648 Jul 06 14:07:17.355850 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242b8286-3ccb-4ba3-9aff-cef773df20e6 None None] The sync data for ids ['ffa7655a-eb84-47dc-a6a4-1d439142d0b1'] in n-d-773644-6 is: [{'id': 'ffa7655a-eb84-47dc-a6a4-1d439142d0b1', 'name': 'tempest-ServerRescueTestJSON-1438571079-router', 'tenant_id': '8ac05a766be944c89f64f16db6138443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'f4e268ca-58f6-4f2c-8767-56bc168e6d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:07:03Z', 'updated_at': '2021-07-06T14:07:12Z', 'revision_number': 4, 'project_id': '8ac05a766be944c89f64f16db6138443', 'gw_port': {'id': 'f4e268ca-58f6-4f2c-8767-56bc168e6d88', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa7655a-eb84-47dc-a6a4-1d439142d0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:07:04Z', 'updated_at': '2021-07-06T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '727f2512-e533-41ca-bd39-d7675238dbdf', 'name': '', 'network_id': '9a87a53c-babe-415d-8e55-64df45c54692', 'tenant_id': '8ac05a766be944c89f64f16db6138443', 'mac_address': 'fa:16:3e:1f:21:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffa7655a-eb84-47dc-a6a4-1d439142d0b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2361, 'fixed_ips': [{'subnet_id': 'b4fbe430-9ff4-4a2b-86b0-d3c862c900e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:07:09Z', 'updated_at': '2021-07-06T14:07:16Z', 'revision_number': 4, 'project_id': '8ac05a766be944c89f64f16db6138443', 'subnets': [{'id': 'b4fbe430-9ff4-4a2b-86b0-d3c862c900e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:07:17.398669 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8cc437de-55f7-4d6c-91bb-3788fdc7b88d None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:17.416336 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8cc437de-55f7-4d6c-91bb-3788fdc7b88d None None] Transition to ACTIVE for port object c4f5ae2e-acec-489c-bb86-5aa6bb396e8f will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:17.432318 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8cc437de-55f7-4d6c-91bb-3788fdc7b88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:17.448871 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3322e5-497e-4d40-b734-60bfb7a677eb req-aca27635-b07f-4641-8eb1-8366944dc390 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:17.458489 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3f3322e5-497e-4d40-b734-60bfb7a677eb req-aca27635-b07f-4641-8eb1-8366944dc390 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 944 time: 0.3289540 Jul 06 14:07:17.502411 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8cc437de-55f7-4d6c-91bb-3788fdc7b88d None None] Attempting to bind port c4f5ae2e-acec-489c-bb86-5aa6bb396e8f on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:07:17.503101 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8cc437de-55f7-4d6c-91bb-3788fdc7b88d None None] Attempting to bind port c4f5ae2e-acec-489c-bb86-5aa6bb396e8f by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:07:17.503749 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc437de-55f7-4d6c-91bb-3788fdc7b88d None None] Attempting to bind port c4f5ae2e-acec-489c-bb86-5aa6bb396e8f on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:07:17.509830 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975aba1-a663-44af-a931-90d0999a0238 None None] Pushing event updated for resources: {'Port': ['ID=c4f5ae2e-acec-489c-bb86-5aa6bb396e8f,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:17.520715 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc437de-55f7-4d6c-91bb-3788fdc7b88d None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:07:17.521292 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc437de-55f7-4d6c-91bb-3788fdc7b88d None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:17.521978 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8cc437de-55f7-4d6c-91bb-3788fdc7b88d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:17.522579 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc437de-55f7-4d6c-91bb-3788fdc7b88d None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:07:17.523317 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8cc437de-55f7-4d6c-91bb-3788fdc7b88d None None] Bound port: c4f5ae2e-acec-489c-bb86-5aa6bb396e8f, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:07:17.524875 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8cc437de-55f7-4d6c-91bb-3788fdc7b88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:17.618957 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8cc437de-55f7-4d6c-91bb-3788fdc7b88d None None] For port c4f5ae2e-acec-489c-bb86-5aa6bb396e8f, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:07:17.622723 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8cc437de-55f7-4d6c-91bb-3788fdc7b88d None None] For port c4f5ae2e-acec-489c-bb86-5aa6bb396e8f, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c4f5ae2e-acec-489c-bb86-5aa6bb396e8f,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:07:17.629182 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8cc437de-55f7-4d6c-91bb-3788fdc7b88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:17.690889 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc437de-55f7-4d6c-91bb-3788fdc7b88d None None] Routers {'c0adfdf4-2678-415b-afe8-427a779a0fbc'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:07:17.691207 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8cc437de-55f7-4d6c-91bb-3788fdc7b88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:07:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c0adfdf4-2678-415b-afe8-427a779a0fbc'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:17.724330 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [req-158ed48a-c3b0-43bc-bedb-07ae788c52e5 req-07d7e5db-cd80-4293-9860-48f703c9d8cb service neutron] (100417) timed out ('10.222.0.124', 62710) {{(pid=100417) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 14:07:17.766850 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-1bf30120-880e-44ee-aaf9-3c60e4ee4d46 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:17.768523 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-1bf30120-880e-44ee-aaf9-3c60e4ee4d46 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.124 "GET /v2.0/networks?id=8e8690f9-d003-4efe-91dc-ef1e0f466173 HTTP/1.1" status: 200 len: 814 time: 0.2792282 Jul 06 14:07:17.779251 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5975aba1-a663-44af-a931-90d0999a0238 None None] Pushing event updated for resources: {'Port': ['ID=c4f5ae2e-acec-489c-bb86-5aa6bb396e8f,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:17.784103 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3f3322e5-497e-4d40-b734-60bfb7a677eb req-9516f109-441b-4c9d-a143-23078366d066 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3243189 Jul 06 14:07:17.799265 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-269afd9f-6e3c-4383-b821-6251fc718113 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Request body: {'port': {'device_id': '634d2c54-b5f5-4fb8-8989-8a4840b1f0fb', 'network_id': '8e8690f9-d003-4efe-91dc-ef1e0f466173', 'admin_state_up': True, 'tenant_id': '3ca9d4d2b27940519dc953116788f0a3'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:17.807141 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-8cc437de-55f7-4d6c-91bb-3788fdc7b88d None None] Set router c0adfdf4-2678-415b-afe8-427a779a0fbc gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:07:17.815666 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-813481cd-1eaf-44fc-a71e-8b0f7075277e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:17.885461 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8cc437de-55f7-4d6c-91bb-3788fdc7b88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0adfdf4-2678-415b-afe8-427a779a0fbc', 'name': 'tempest-snat-router-1744134183', 'tenant_id': '844ad97b973d471c9055af9fb253a7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:07:11Z', 'updated_at': '2021-07-06T14:07:17Z', 'revision_number': 4, 'project_id': '844ad97b973d471c9055af9fb253a7e6', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:17.904109 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73056da-0851-4f54-a44c-c435d30c513b req-6091caca-e6ff-403a-8aad-fab4feabc678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:17.905632 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b73056da-0851-4f54-a44c-c435d30c513b req-6091caca-e6ff-403a-8aad-fab4feabc678 service neutron] 10.222.0.124 "GET /v2.0/networks?id=eefea86f-292f-49b8-aab3-e9599d79dda6 HTTP/1.1" status: 200 len: 912 time: 0.6191320 Jul 06 14:07:17.906620 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-813481cd-1eaf-44fc-a71e-8b0f7075277e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Calling delete_port for c4f5ae2e-acec-489c-bb86-5aa6bb396e8f owned by network:router_gateway {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:17.918473 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc437de-55f7-4d6c-91bb-3788fdc7b88d None None] The sync data for ids ['c0adfdf4-2678-415b-afe8-427a779a0fbc'] in n-d-773644-6 is: [{'id': 'c0adfdf4-2678-415b-afe8-427a779a0fbc', 'name': 'tempest-snat-router-1744134183', 'tenant_id': '844ad97b973d471c9055af9fb253a7e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:07:11Z', 'updated_at': '2021-07-06T14:07:17Z', 'revision_number': 4, 'project_id': '844ad97b973d471c9055af9fb253a7e6', 'gw_port_host': None}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:07:18.043215 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a7359721-2e26-4d56-a39a-410bf3001070 req-74de690a-29c7-49b9-895a-44ce3449829f service neutron] 10.222.0.124 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6773772 Jul 06 14:07:18.057679 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 34841e60-bae0-4ff6-82ff-a8f59cfe7a61 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:18.083903 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aea921c6-0ba5-4550-96ee-be08b67230df req-9b8d5fd6-9c32-41d2-a3d8-cc65c8c2e910 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=634d2c54-b5f5-4fb8-8989-8a4840b1f0fb HTTP/1.1" status: 200 len: 210 time: 0.1117117 Jul 06 14:07:18.104454 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b73056da-0851-4f54-a44c-c435d30c513b req-5b17b7d4-7e5b-4365-a197-5536835abb69 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b9a4286-28a9-454b-a4e1-0ff76bc7009c HTTP/1.1" status: 200 len: 1001 time: 0.1551042 Jul 06 14:07:18.136038 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 34841e60-bae0-4ff6-82ff-a8f59cfe7a61 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:18.136504 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:18.279501 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 727f2512-e533-41ca-bd39-d7675238dbdf up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:18.299050 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73056da-0851-4f54-a44c-c435d30c513b req-2c3274c7-d3ec-4b89-92cc-3a4106207180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:18.300623 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b73056da-0851-4f54-a44c-c435d30c513b req-2c3274c7-d3ec-4b89-92cc-3a4106207180 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=2034225f-da5c-4c36-aa60-ee034fad70f7 HTTP/1.1" status: 200 len: 850 time: 0.1401315 Jul 06 14:07:18.331427 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 727f2512-e533-41ca-bd39-d7675238dbdf completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:18.336083 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 727f2512-e533-41ca-bd39-d7675238dbdf triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:18.336537 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:18.429729 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:18.467159 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 727f2512-e533-41ca-bd39-d7675238dbdf, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=727f2512-e533-41ca-bd39-d7675238dbdf,segment=NetworkSegment(8aaeb725-bd56-441e-9a07-2c948963549f),segment_id=8aaeb725-bd56-441e-9a07-2c948963549f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:18.472629 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:18.531971 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=727f2512-e533-41ca-bd39-d7675238dbdf,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:18.653064 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:18.840636 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-269afd9f-6e3c-4383-b821-6251fc718113 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Made reservation on behalf of 3ca9d4d2b27940519dc953116788f0a3 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:18.844228 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-269afd9f-6e3c-4383-b821-6251fc718113 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:18.902943 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be055f-451d-418a-9329-6bc2f2e70758 req-cdc08fc2-2158-4985-b977-92b4aba3a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:18.904487 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78be055f-451d-418a-9329-6bc2f2e70758 req-cdc08fc2-2158-4985-b977-92b4aba3a9da service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a280ed57ce5e4005b7a7e0a51a2d45bf&device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 1095 time: 0.7530620 Jul 06 14:07:18.975176 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-07868bdc-4637-4d44-8142-36842dc0383e tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:18.976638 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-07868bdc-4637-4d44-8142-36842dc0383e tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/networks?id=9a87a53c-babe-415d-8e55-64df45c54692 HTTP/1.1" status: 200 len: 811 time: 0.6904752 Jul 06 14:07:19.045995 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73056da-0851-4f54-a44c-c435d30c513b req-e0899297-9a29-4784-a284-a0304946374c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:19.047451 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b73056da-0851-4f54-a44c-c435d30c513b req-e0899297-9a29-4784-a284-a0304946374c service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=eefea86f-292f-49b8-aab3-e9599d79dda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7279594 Jul 06 14:07:19.140053 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-68f15c12-154e-45cd-aa10-b7011e4af0d6 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/quotas/8ac05a766be944c89f64f16db6138443 HTTP/1.1" status: 200 len: 375 time: 0.1448982 Jul 06 14:07:19.146363 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-813481cd-1eaf-44fc-a71e-8b0f7075277e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:19.256663 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813481cd-1eaf-44fc-a71e-8b0f7075277e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4f5ae2e-acec-489c-bb86-5aa6bb396e8f,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:19.321903 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be055f-451d-418a-9329-6bc2f2e70758 req-99bd6cf5-110c-4ba1-b936-e5c26408c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:19.323314 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78be055f-451d-418a-9329-6bc2f2e70758 req-99bd6cf5-110c-4ba1-b936-e5c26408c07e service neutron] 10.222.0.124 "GET /v2.0/networks?id=eb40ac72-d061-46c2-ab3d-a227d94e4954 HTTP/1.1" status: 200 len: 917 time: 0.3893697 Jul 06 14:07:19.371580 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-269afd9f-6e3c-4383-b821-6251fc718113 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Allocated IP 172.20.0.11 (8e8690f9-d003-4efe-91dc-ef1e0f466173/58ebfef2-00b7-4896-9eec-b9f9b823d9a0/ad56caa7-4fc5-4f47-adc1-38c9ecec70d5) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:19.408276 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b73056da-0851-4f54-a44c-c435d30c513b req-af9c78b6-95a7-4093-9002-8bd6fbc6c51a service neutron] 10.222.0.124 "GET /v2.0/networks/eefea86f-292f-49b8-aab3-e9599d79dda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463099 Jul 06 14:07:19.501359 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-813481cd-1eaf-44fc-a71e-8b0f7075277e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:19.585502 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-270fe59c-81eb-477f-9b6f-d0b43a5f2f02 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=8ac05a766be944c89f64f16db6138443&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4324744 Jul 06 14:07:19.628432 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78be055f-451d-418a-9329-6bc2f2e70758 req-95a5216b-3f8b-4a45-978f-765245a8fa9f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66a93e52-52b0-4a21-8c65-e0c073280683 HTTP/1.1" status: 200 len: 999 time: 0.2792084 Jul 06 14:07:19.652230 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-813481cd-1eaf-44fc-a71e-8b0f7075277e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:19.677223 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-813481cd-1eaf-44fc-a71e-8b0f7075277e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:19.859682 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 727f2512-e533-41ca-bd39-d7675238dbdf up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:19.863893 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-813481cd-1eaf-44fc-a71e-8b0f7075277e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:19.864551 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813481cd-1eaf-44fc-a71e-8b0f7075277e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0adfdf4-2678-415b-afe8-427a779a0fbc {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:07:19.866930 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be055f-451d-418a-9329-6bc2f2e70758 req-14e8c513-ca17-477a-b2f0-401aee6835c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:19.869367 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78be055f-451d-418a-9329-6bc2f2e70758 req-14e8c513-ca17-477a-b2f0-401aee6835c1 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=175feade-0da5-4b99-8a0b-5c1deab4fd78 HTTP/1.1" status: 200 len: 855 time: 0.2198343 Jul 06 14:07:19.872224 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-813481cd-1eaf-44fc-a71e-8b0f7075277e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:19.873285 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-813481cd-1eaf-44fc-a71e-8b0f7075277e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "DELETE /v2.0/routers/c0adfdf4-2678-415b-afe8-427a779a0fbc HTTP/1.1" status: 204 len: 168 time: 3.1024523 Jul 06 14:07:19.876428 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38882) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:19.881014 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b73056da-0851-4f54-a44c-c435d30c513b req-36cd0988-6619-4c3e-b6a1-741ee0f5be7b service neutron] 10.222.0.124 "GET /v2.0/networks/eefea86f-292f-49b8-aab3-e9599d79dda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613044 Jul 06 14:07:19.916116 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 727f2512-e533-41ca-bd39-d7675238dbdf triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:19.916579 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:19.965192 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-d352ed4e-5ac7-490d-bd92-f455fd04c854 service neutron] 10.222.0.118 "GET /v2.0/networks/9a87a53c-babe-415d-8e55-64df45c54692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389883 Jul 06 14:07:19.996880 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2332-a0d2-4960-8eb9-f868487abfe4 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.055964 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-269afd9f-6e3c-4383-b821-6251fc718113 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.067971 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be055f-451d-418a-9329-6bc2f2e70758 req-369d1a47-8d6e-4fca-a56c-ad9c2ccc7fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:20.069531 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78be055f-451d-418a-9329-6bc2f2e70758 req-369d1a47-8d6e-4fca-a56c-ad9c2ccc7fba service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=eb40ac72-d061-46c2-ab3d-a227d94e4954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1857309 Jul 06 14:07:20.102429 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2332-a0d2-4960-8eb9-f868487abfe4 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.158300 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3e5e2332-a0d2-4960-8eb9-f868487abfe4 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Deleting port 34841e60-bae0-4ff6-82ff-a8f59cfe7a61 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:20.158648 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2332-a0d2-4960-8eb9-f868487abfe4 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.192658 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-9063471d-bcc8-4529-bc44-2c4c3f269b4d service neutron] 10.222.0.118 "GET /v2.0/networks/9a87a53c-babe-415d-8e55-64df45c54692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140467 Jul 06 14:07:20.232085 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78be055f-451d-418a-9329-6bc2f2e70758 req-0b422c8f-d8c7-4931-adc2-79d50505c8b9 service neutron] 10.222.0.124 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539803 Jul 06 14:07:20.237994 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-269afd9f-6e3c-4383-b821-6251fc718113 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.240762 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-3e5e2332-a0d2-4960-8eb9-f868487abfe4 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] For port 34841e60-bae0-4ff6-82ff-a8f59cfe7a61, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=34841e60-bae0-4ff6-82ff-a8f59cfe7a61,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:20.240989 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2332-a0d2-4960-8eb9-f868487abfe4 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.250599 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['56bb6c77-705c-4c82-a6eb-48fdecb2609d', '4580ab9e-a53d-4fb1-92fd-c4c4847b344a'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:07:20.270748 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3e5e2332-a0d2-4960-8eb9-f868487abfe4 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Calling delete_port for 34841e60-bae0-4ff6-82ff-a8f59cfe7a61 owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:20.333500 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-269afd9f-6e3c-4383-b821-6251fc718113 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Network 8e8690f9-d003-4efe-91dc-ef1e0f466173 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:20.341816 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-269afd9f-6e3c-4383-b821-6251fc718113 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:20.351266 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-269afd9f-6e3c-4383-b821-6251fc718113 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:20.404791 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269afd9f-6e3c-4383-b821-6251fc718113 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Pushing event updated for resources: {'Port': ['ID=ad56caa7-4fc5-4f47-adc1-38c9ecec70d5,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:20.429269 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269afd9f-6e3c-4383-b821-6251fc718113 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:20.429621 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269afd9f-6e3c-4383-b821-6251fc718113 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:20.429994 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269afd9f-6e3c-4383-b821-6251fc718113 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:20.431175 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269afd9f-6e3c-4383-b821-6251fc718113 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:20.431438 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269afd9f-6e3c-4383-b821-6251fc718113 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:20.432253 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269afd9f-6e3c-4383-b821-6251fc718113 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:20.432738 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269afd9f-6e3c-4383-b821-6251fc718113 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:20.433078 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269afd9f-6e3c-4383-b821-6251fc718113 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:20.433411 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269afd9f-6e3c-4383-b821-6251fc718113 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:20.433740 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269afd9f-6e3c-4383-b821-6251fc718113 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:20.436525 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269afd9f-6e3c-4383-b821-6251fc718113 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:20.438226 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269afd9f-6e3c-4383-b821-6251fc718113 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:07:20.490228 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-269afd9f-6e3c-4383-b821-6251fc718113 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:20.490937 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-269afd9f-6e3c-4383-b821-6251fc718113 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.533209 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78be055f-451d-418a-9329-6bc2f2e70758 req-58fbb34a-dec5-4bd3-b47c-f596e3004b37 service neutron] 10.222.0.124 "GET /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806537 Jul 06 14:07:20.535671 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-269afd9f-6e3c-4383-b821-6251fc718113 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7444065 Jul 06 14:07:20.547867 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-16be2202-cbae-42cf-ab5a-0bc2a22db17e service neutron] Request body: {'port': {'device_id': '634d2c54-b5f5-4fb8-8989-8a4840b1f0fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:20.581603 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2332-a0d2-4960-8eb9-f868487abfe4 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.632288 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e2332-a0d2-4960-8eb9-f868487abfe4 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Pushing event deleted for resources: {'Port': ['ID=34841e60-bae0-4ff6-82ff-a8f59cfe7a61,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:20.692275 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-16be2202-cbae-42cf-ab5a-0bc2a22db17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.735308 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2332-a0d2-4960-8eb9-f868487abfe4 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.835474 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2332-a0d2-4960-8eb9-f868487abfe4 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.838364 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2332-a0d2-4960-8eb9-f868487abfe4 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.859365 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a76a91-cf5b-42c1-b1d4-e28aacec2c25 req-0c963df7-8e88-43e1-b0ca-48c3ac8610e1 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:20.860910 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9a76a91-cf5b-42c1-b1d4-e28aacec2c25 req-0c963df7-8e88-43e1-b0ca-48c3ac8610e1 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 944 time: 0.1548193 Jul 06 14:07:20.887516 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2332-a0d2-4960-8eb9-f868487abfe4 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.888051 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5e2332-a0d2-4960-8eb9-f868487abfe4 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88310207-49c2-432e-a916-7ce2cc0448cf {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:07:20.892857 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2332-a0d2-4960-8eb9-f868487abfe4 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.898602 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3e5e2332-a0d2-4960-8eb9-f868487abfe4 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "DELETE /v2.0/routers/88310207-49c2-432e-a916-7ce2cc0448cf HTTP/1.1" status: 204 len: 168 time: 1.0201414 Jul 06 14:07:20.901248 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38894) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:20.908792 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-0d09c036-9ea9-47cf-876b-9caba2b19c3d tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-114175021', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}, 'admin_state_up': False}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:20.936371 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d09c036-9ea9-47cf-876b-9caba2b19c3d tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.937683 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d09c036-9ea9-47cf-876b-9caba2b19c3d tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:20.963267 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9a76a91-cf5b-42c1-b1d4-e28aacec2c25 req-806c86e9-0cd9-4a08-bdc9-dc6c7b4b7779 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928173 Jul 06 14:07:20.992695 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 66a93e52-52b0-4a21-8c65-e0c073280683 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:07:21.031134 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d09c036-9ea9-47cf-876b-9caba2b19c3d tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:21.162857 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-16be2202-cbae-42cf-ab5a-0bc2a22db17e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad56caa7-4fc5-4f47-adc1-38c9ecec70d5 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:07:21.186036 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-16be2202-cbae-42cf-ab5a-0bc2a22db17e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:21.229682 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-16be2202-cbae-42cf-ab5a-0bc2a22db17e service neutron] Transition to ACTIVE for port object ad56caa7-4fc5-4f47-adc1-38c9ecec70d5 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:21.241242 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-16be2202-cbae-42cf-ab5a-0bc2a22db17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:21.244462 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 66a93e52-52b0-4a21-8c65-e0c073280683, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=66a93e52-52b0-4a21-8c65-e0c073280683,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:21.269818 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '66a93e52-52b0-4a21-8c65-e0c073280683', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'port_id': '66a93e52-52b0-4a21-8c65-e0c073280683', 'mac_address': 'fa:16:3e:64:46:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:07:21.338335 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:21.371564 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d09c036-9ea9-47cf-876b-9caba2b19c3d tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:21.376968 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a93e52-52b0-4a21-8c65-e0c073280683 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:07:21.418153 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be2202-cbae-42cf-ab5a-0bc2a22db17e service neutron] Pushing event updated for resources: {'Port': ['ID=ad56caa7-4fc5-4f47-adc1-38c9ecec70d5,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:21.422563 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 66a93e52-52b0-4a21-8c65-e0c073280683, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=66a93e52-52b0-4a21-8c65-e0c073280683,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:21.480706 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:21.645865 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=66a93e52-52b0-4a21-8c65-e0c073280683,revision_number=11']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:21.650618 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-16be2202-cbae-42cf-ab5a-0bc2a22db17e service neutron] Attempting to bind port ad56caa7-4fc5-4f47-adc1-38c9ecec70d5 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:07:21.650972 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-16be2202-cbae-42cf-ab5a-0bc2a22db17e service neutron] Attempting to bind port ad56caa7-4fc5-4f47-adc1-38c9ecec70d5 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '66f13dfd-887a-4dab-b5ac-df85696e381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8e8690f9-d003-4efe-91dc-ef1e0f466173'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:07:21.651581 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-16be2202-cbae-42cf-ab5a-0bc2a22db17e service neutron] Attempting to bind port ad56caa7-4fc5-4f47-adc1-38c9ecec70d5 on network 8e8690f9-d003-4efe-91dc-ef1e0f466173 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:07:21.662454 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-16be2202-cbae-42cf-ab5a-0bc2a22db17e service neutron] Port ad56caa7-4fc5-4f47-adc1-38c9ecec70d5 on network 8e8690f9-d003-4efe-91dc-ef1e0f466173 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:07:21.663106 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-16be2202-cbae-42cf-ab5a-0bc2a22db17e service neutron] Attempting to bind port ad56caa7-4fc5-4f47-adc1-38c9ecec70d5 on network 8e8690f9-d003-4efe-91dc-ef1e0f466173 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:07:21.677968 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-16be2202-cbae-42cf-ab5a-0bc2a22db17e service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:07:21.678488 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-16be2202-cbae-42cf-ab5a-0bc2a22db17e service neutron] Checking segment: {'id': '66f13dfd-887a-4dab-b5ac-df85696e381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8e8690f9-d003-4efe-91dc-ef1e0f466173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:21.679177 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-16be2202-cbae-42cf-ab5a-0bc2a22db17e service neutron] Bound using segment: {'id': '66f13dfd-887a-4dab-b5ac-df85696e381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8e8690f9-d003-4efe-91dc-ef1e0f466173'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:07:21.679956 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-16be2202-cbae-42cf-ab5a-0bc2a22db17e service neutron] Bound port: ad56caa7-4fc5-4f47-adc1-38c9ecec70d5, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f13dfd-887a-4dab-b5ac-df85696e381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8e8690f9-d003-4efe-91dc-ef1e0f466173'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:07:21.681946 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-16be2202-cbae-42cf-ab5a-0bc2a22db17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:21.712236 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['66a93e52-52b0-4a21-8c65-e0c073280683'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:07:21.768697 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-16be2202-cbae-42cf-ab5a-0bc2a22db17e service neutron] For port ad56caa7-4fc5-4f47-adc1-38c9ecec70d5, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:07:21.772835 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-16be2202-cbae-42cf-ab5a-0bc2a22db17e service neutron] For port ad56caa7-4fc5-4f47-adc1-38c9ecec70d5, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=ad56caa7-4fc5-4f47-adc1-38c9ecec70d5,segment=NetworkSegment(66f13dfd-887a-4dab-b5ac-df85696e381e),segment_id=66f13dfd-887a-4dab-b5ac-df85696e381e)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:07:21.794100 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbddae7-9e7e-4b10-9014-671cca10b2de req-65310202-68ec-4dd3-980e-9ba8c78cd55c tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:21.802456 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5dbddae7-9e7e-4b10-9014-671cca10b2de req-65310202-68ec-4dd3-980e-9ba8c78cd55c tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=634d2c54-b5f5-4fb8-8989-8a4840b1f0fb HTTP/1.1" status: 200 len: 944 time: 0.4521878 Jul 06 14:07:21.824557 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-16be2202-cbae-42cf-ab5a-0bc2a22db17e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:21.875768 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-16be2202-cbae-42cf-ab5a-0bc2a22db17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:21.876438 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-16be2202-cbae-42cf-ab5a-0bc2a22db17e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:21.877918 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-16be2202-cbae-42cf-ab5a-0bc2a22db17e service neutron] 10.222.0.124 "PUT /v2.0/ports/ad56caa7-4fc5-4f47-adc1-38c9ecec70d5 HTTP/1.1" status: 200 len: 1092 time: 1.3348620 Jul 06 14:07:21.878381 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634d2c54-b5f5-4fb8-8989-8a4840b1f0fb', 'tag': 'ad56caa7-4fc5-4f47-adc1-38c9ecec70d5'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:07:21.880771 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eefd2f5-b0d0-4a11-854d-838909f2ea79" -d '{"events": [{"name": "network-changed", "server_uuid": "634d2c54-b5f5-4fb8-8989-8a4840b1f0fb", "tag": "ad56caa7-4fc5-4f47-adc1-38c9ecec70d5"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:07:21.894306 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5dbddae7-9e7e-4b10-9014-671cca10b2de req-baea2e99-8fcc-4901-90a9-d2b45127af84 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908155 Jul 06 14:07:21.913881 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 34841e60-bae0-4ff6-82ff-a8f59cfe7a61 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:07:21.922213 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be2202-cbae-42cf-ab5a-0bc2a22db17e service neutron] Pushing event updated for resources: {'Port': ['ID=ad56caa7-4fc5-4f47-adc1-38c9ecec70d5,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:21.952836 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 34841e60-bae0-4ff6-82ff-a8f59cfe7a61 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:07:21.953098 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 34841e60-bae0-4ff6-82ff-a8f59cfe7a61 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:07:22.117624 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d09c036-9ea9-47cf-876b-9caba2b19c3d tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:22.120446 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d4c4d41a-213c-4776-ae98-0d7c16a9861f req-b3c7d4bd-de47-44ed-a8b4-138452228f05 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 210 time: 0.0427728 Jul 06 14:07:22.140675 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d09c036-9ea9-47cf-876b-9caba2b19c3d tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:22.297820 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-0d09c036-9ea9-47cf-876b-9caba2b19c3d tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Allocated IP 172.25.6.174 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/bc6cf334-92f6-4bb8-aa53-2a31ca1527eb) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:22.300263 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-3d291da2-510d-4d88-95ba-a984a1e0ce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:22.301838 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-3d291da2-510d-4d88-95ba-a984a1e0ce7d service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=3ca9d4d2b27940519dc953116788f0a3&device_id=634d2c54-b5f5-4fb8-8989-8a4840b1f0fb HTTP/1.1" status: 200 len: 1095 time: 0.2753370 Jul 06 14:07:22.377063 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5b694e-0d34-4ecc-9a67-644d254a36ce x-openstack-request-id: req-6f5b694e-0d34-4ecc-9a67-644d254a36ce {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:07:22.377607 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634d2c54-b5f5-4fb8-8989-8a4840b1f0fb", "tag": "ad56caa7-4fc5-4f47-adc1-38c9ecec70d5", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:07:22.377989 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-6f5b694e-0d34-4ecc-9a67-644d254a36ce {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:07:22.378618 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634d2c54-b5f5-4fb8-8989-8a4840b1f0fb', 'tag': 'ad56caa7-4fc5-4f47-adc1-38c9ecec70d5', 'status': 'completed', 'code': 200} Jul 06 14:07:22.384579 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-3801a521-9135-41f0-b8ee-280436a7b657 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad56caa7-4fc5-4f47-adc1-38c9ecec70d5 HTTP/1.1" status: 200 len: 217 time: 0.0609798 Jul 06 14:07:22.433328 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-30891cc9-e92d-4afd-8611-0778e05456a2 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:22.435033 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-30891cc9-e92d-4afd-8611-0778e05456a2 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.52 "GET /v2.0/networks?id=9a87a53c-babe-415d-8e55-64df45c54692 HTTP/1.1" status: 200 len: 811 time: 0.3046863 Jul 06 14:07:22.442117 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d09c036-9ea9-47cf-876b-9caba2b19c3d tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:22.450137 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-60426282-7291-4923-a16f-d928924e9d07 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Request body: {'port': {'device_id': '553996ae-9ace-4e99-b96d-73f18e7e8116', 'network_id': '9a87a53c-babe-415d-8e55-64df45c54692', 'admin_state_up': True, 'tenant_id': '8ac05a766be944c89f64f16db6138443'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:22.486914 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d09c036-9ea9-47cf-876b-9caba2b19c3d tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:22.500610 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-5a7f65ab-82b5-4af4-bd61-da045943b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:22.502327 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-5a7f65ab-82b5-4af4-bd61-da045943b8dd service neutron] 10.222.0.124 "GET /v2.0/subnets?id=58ebfef2-00b7-4896-9eec-b9f9b823d9a0 HTTP/1.1" status: 200 len: 854 time: 0.1097426 Jul 06 14:07:22.537280 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d09c036-9ea9-47cf-876b-9caba2b19c3d tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:22.541144 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-0d09c036-9ea9-47cf-876b-9caba2b19c3d tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:22.547240 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d09c036-9ea9-47cf-876b-9caba2b19c3d tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:22.552518 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d09c036-9ea9-47cf-876b-9caba2b19c3d tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Pushing event updated for resources: {'Port': ['ID=bc6cf334-92f6-4bb8-aa53-2a31ca1527eb,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:22.572774 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-7b2e0d12-0d74-4522-8a9b-53ace677ca31 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=8e8690f9-d003-4efe-91dc-ef1e0f466173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581923 Jul 06 14:07:22.720274 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14d758-425e-47f0-9eb4-56a5b18692f1 req-b1ebb8d9-6196-405c-920f-879c6b83e9de tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:22.721823 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc14d758-425e-47f0-9eb4-56a5b18692f1 req-b1ebb8d9-6196-405c-920f-879c6b83e9de tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 945 time: 0.2236471 Jul 06 14:07:22.746941 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-60426282-7291-4923-a16f-d928924e9d07 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Made reservation on behalf of 8ac05a766be944c89f64f16db6138443 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:22.750437 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-60426282-7291-4923-a16f-d928924e9d07 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:22.761050 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-d474bac0-b5e0-46b1-97f8-f8c9f8f9d240 service neutron] 10.222.0.124 "GET /v2.0/networks/8e8690f9-d003-4efe-91dc-ef1e0f466173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796615 Jul 06 14:07:22.807093 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d09c036-9ea9-47cf-876b-9caba2b19c3d tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:22.991781 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 66a93e52-52b0-4a21-8c65-e0c073280683 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:23.017200 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d09c036-9ea9-47cf-876b-9caba2b19c3d tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:23.046070 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 66a93e52-52b0-4a21-8c65-e0c073280683 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:23.050641 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 66a93e52-52b0-4a21-8c65-e0c073280683 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:23.051057 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:23.134358 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:23.158742 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36198b7b-15e7-4660-a17b-fe02fa801203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a93e52-52b0-4a21-8c65-e0c073280683'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:07:23.161326 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711ae917-95a1-4f38-af1b-423e692dfb24" -d '{"events": [{"server_uuid": "36198b7b-15e7-4660-a17b-fe02fa801203", "name": "network-vif-plugged", "status": "completed", "tag": "66a93e52-52b0-4a21-8c65-e0c073280683"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:07:23.164027 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d09c036-9ea9-47cf-876b-9caba2b19c3d tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Router 13b203dd-2f89-4ef6-8b57-9c217b48d3fa is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:07:23.176267 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 66a93e52-52b0-4a21-8c65-e0c073280683, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=66a93e52-52b0-4a21-8c65-e0c073280683,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:23.181448 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:23.210565 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc14d758-425e-47f0-9eb4-56a5b18692f1 req-8579fd08-f9a7-4a14-ac89-89d259d57bbf tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4772370 Jul 06 14:07:23.245093 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=66a93e52-52b0-4a21-8c65-e0c073280683,revision_number=12']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:23.292055 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d09c036-9ea9-47cf-876b-9caba2b19c3d tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:07:23.302451 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0704ea8-71a9-4f65-967e-fe381af9b9a1 None None] Sync routers for ids ['13b203dd-2f89-4ef6-8b57-9c217b48d3fa'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:07:23.317041 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0704ea8-71a9-4f65-967e-fe381af9b9a1 None None] Routers {'13b203dd-2f89-4ef6-8b57-9c217b48d3fa'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:07:23.318376 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-f0704ea8-71a9-4f65-967e-fe381af9b9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:07:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['13b203dd-2f89-4ef6-8b57-9c217b48d3fa'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:23.325980 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d09c036-9ea9-47cf-876b-9caba2b19c3d tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:23.329255 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0d09c036-9ea9-47cf-876b-9caba2b19c3d tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4237487 Jul 06 14:07:23.330148 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38910) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:23.331726 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e98cabc-9f13-43f6-b64f-5f61fca80fcd req-003ea9a3-15fc-4214-b20e-2620b68017aa service neutron] 10.222.0.124 "GET /v2.0/networks/8e8690f9-d003-4efe-91dc-ef1e0f466173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615788 Jul 06 14:07:23.336807 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-6a536880-fdb9-4e59-820e-12585b1119c8 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'enable_snat': False}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:23.385695 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-60426282-7291-4923-a16f-d928924e9d07 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Allocated IP 172.20.0.4 (9a87a53c-babe-415d-8e55-64df45c54692/b4fbe430-9ff4-4a2b-86b0-d3c862c900e3/0e497deb-40c9-42c3-8d38-b6566ca4ff96) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:23.386276 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-f0704ea8-71a9-4f65-967e-fe381af9b9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:23.396257 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0704ea8-71a9-4f65-967e-fe381af9b9a1 None None] Routers {'13b203dd-2f89-4ef6-8b57-9c217b48d3fa'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:07:23.396877 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-f0704ea8-71a9-4f65-967e-fe381af9b9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:07:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['13b203dd-2f89-4ef6-8b57-9c217b48d3fa'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:23.435174 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-f0704ea8-71a9-4f65-967e-fe381af9b9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:23.436107 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0704ea8-71a9-4f65-967e-fe381af9b9a1 None None] The sync data for ids ['13b203dd-2f89-4ef6-8b57-9c217b48d3fa'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:07:23.508073 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508cd11-9e75-4a66-8a16-da91b9df1cd8 req-a41b8992-1fec-4cb7-937d-d2ea39177886 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:23.511830 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f508cd11-9e75-4a66-8a16-da91b9df1cd8 req-a41b8992-1fec-4cb7-937d-d2ea39177886 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=634d2c54-b5f5-4fb8-8989-8a4840b1f0fb HTTP/1.1" status: 200 len: 944 time: 0.1648593 Jul 06 14:07:23.600810 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefd2f5-b0d0-4a11-854d-838909f2ea79 req-f9b11409-5dcc-4fa0-bcd1-a4808ab2b640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:23.602925 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9eefd2f5-b0d0-4a11-854d-838909f2ea79 req-f9b11409-5dcc-4fa0-bcd1-a4808ab2b640 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=3ca9d4d2b27940519dc953116788f0a3&device_id=634d2c54-b5f5-4fb8-8989-8a4840b1f0fb HTTP/1.1" status: 200 len: 1095 time: 0.1991208 Jul 06 14:07:23.615343 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f508cd11-9e75-4a66-8a16-da91b9df1cd8 req-c4fe9766-87b4-44a9-836e-bcbc842cc134 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671527 Jul 06 14:07:23.663314 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6a536880-fdb9-4e59-820e-12585b1119c8 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:23.711213 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-60426282-7291-4923-a16f-d928924e9d07 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:23.779370 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b6ee4a46-2bac-4ff6-8e08-12324264516c req-160678d3-621c-42fb-be73-c4d5afc4ac2e tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 210 time: 0.0453684 Jul 06 14:07:23.783193 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefd2f5-b0d0-4a11-854d-838909f2ea79 req-b4875fd6-db64-49a4-864f-7a1f149ef45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:23.784600 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9eefd2f5-b0d0-4a11-854d-838909f2ea79 req-b4875fd6-db64-49a4-864f-7a1f149ef45c service neutron] 10.222.0.124 "GET /v2.0/networks?id=8e8690f9-d003-4efe-91dc-ef1e0f466173 HTTP/1.1" status: 200 len: 915 time: 0.1726856 Jul 06 14:07:23.831894 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9eefd2f5-b0d0-4a11-854d-838909f2ea79 req-ebdc6e75-4c05-4b8a-bd16-3c8143dd68e3 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad56caa7-4fc5-4f47-adc1-38c9ecec70d5 HTTP/1.1" status: 200 len: 217 time: 0.0370932 Jul 06 14:07:23.841269 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc35c81f-4fb5-40c6-9daa-c88b9bd4852e x-openstack-request-id: req-bc35c81f-4fb5-40c6-9daa-c88b9bd4852e {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:07:23.841567 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36198b7b-15e7-4660-a17b-fe02fa801203", "name": "network-vif-plugged", "status": "completed", "tag": "66a93e52-52b0-4a21-8c65-e0c073280683", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:07:23.841883 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-bc35c81f-4fb5-40c6-9daa-c88b9bd4852e {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:07:23.842294 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36198b7b-15e7-4660-a17b-fe02fa801203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a93e52-52b0-4a21-8c65-e0c073280683', 'code': 200} Jul 06 14:07:23.858230 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-60426282-7291-4923-a16f-d928924e9d07 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:23.903678 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-f9280e63-5d63-4bef-acb6-4862f154dbd8 req-7dc21ac9-ff31-4fd5-9148-4944b44afab4 tempest-AttachSCSIVolumeTestJSON-1527918883 tempest-AttachSCSIVolumeTestJSON-1527918883-project] (100418) timed out ('10.222.0.118', 60806) {{(pid=100418) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 14:07:23.948449 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefd2f5-b0d0-4a11-854d-838909f2ea79 req-c7918b95-d836-4a35-b2c8-c07a04a00c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:23.950169 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9eefd2f5-b0d0-4a11-854d-838909f2ea79 req-c7918b95-d836-4a35-b2c8-c07a04a00c68 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=58ebfef2-00b7-4896-9eec-b9f9b823d9a0 HTTP/1.1" status: 200 len: 854 time: 0.1096480 Jul 06 14:07:23.959603 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-60426282-7291-4923-a16f-d928924e9d07 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Network 9a87a53c-babe-415d-8e55-64df45c54692 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:23.963903 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-60426282-7291-4923-a16f-d928924e9d07 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:23.978689 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-60426282-7291-4923-a16f-d928924e9d07 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:24.018238 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60426282-7291-4923-a16f-d928924e9d07 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Pushing event updated for resources: {'Port': ['ID=0e497deb-40c9-42c3-8d38-b6566ca4ff96,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:24.026214 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9eefd2f5-b0d0-4a11-854d-838909f2ea79 req-3768201f-ed01-4c6d-8150-9b0195bf0f83 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=8e8690f9-d003-4efe-91dc-ef1e0f466173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558314 Jul 06 14:07:24.128183 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-60426282-7291-4923-a16f-d928924e9d07 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.128804 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-60426282-7291-4923-a16f-d928924e9d07 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:24.132986 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6a536880-fdb9-4e59-820e-12585b1119c8 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:24.137392 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6a536880-fdb9-4e59-820e-12585b1119c8 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2094363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2094336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2093514'] for router, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:24.162498 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-60426282-7291-4923-a16f-d928924e9d07 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7178257 Jul 06 14:07:24.182588 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-39b61895-a2de-43b8-9c39-80c7ebb634d8 service neutron] Request body: {'port': {'device_id': '553996ae-9ace-4e99-b96d-73f18e7e8116', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:24.215623 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b4516-f27c-40ff-b1cb-a1a71a06d287 req-85551cc9-c262-4f97-88d4-1c62fbef5ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.216286 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a4b4516-f27c-40ff-b1cb-a1a71a06d287 req-85551cc9-c262-4f97-88d4-1c62fbef5ffa service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 1097 time: 0.1948116 Jul 06 14:07:24.219614 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9eefd2f5-b0d0-4a11-854d-838909f2ea79 req-091f3eac-8aa8-45cc-be9c-bf6e5099d164 service neutron] 10.222.0.124 "GET /v2.0/networks/8e8690f9-d003-4efe-91dc-ef1e0f466173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838636 Jul 06 14:07:24.261517 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a536880-fdb9-4e59-820e-12585b1119c8 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Router 13b203dd-2f89-4ef6-8b57-9c217b48d3fa has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:07:24.357525 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-39b61895-a2de-43b8-9c39-80c7ebb634d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:24.372664 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a4b4516-f27c-40ff-b1cb-a1a71a06d287 req-44dbeed6-4076-4bb5-8d9b-67d0d4ed9897 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394014 Jul 06 14:07:24.377948 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a536880-fdb9-4e59-820e-12585b1119c8 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:07:24.382873 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6a536880-fdb9-4e59-820e-12585b1119c8 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:24.386922 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6a536880-fdb9-4e59-820e-12585b1119c8 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "PUT /v2.0/routers/13b203dd-2f89-4ef6-8b57-9c217b48d3fa HTTP/1.1" status: 200 len: 921 time: 1.0530090 Jul 06 14:07:24.387524 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38914) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:24.388963 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2631024e-f85f-4368-8604-208303717825 None None] Sync routers for ids ['13b203dd-2f89-4ef6-8b57-9c217b48d3fa'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:07:24.398747 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2631024e-f85f-4368-8604-208303717825 None None] Routers {'13b203dd-2f89-4ef6-8b57-9c217b48d3fa'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:07:24.400816 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2631024e-f85f-4368-8604-208303717825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:07:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['13b203dd-2f89-4ef6-8b57-9c217b48d3fa'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:24.421727 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9eefd2f5-b0d0-4a11-854d-838909f2ea79 req-ff74e200-9650-4ea3-9e3c-b75eafd9017f service neutron] 10.222.0.124 "GET /v2.0/networks/8e8690f9-d003-4efe-91dc-ef1e0f466173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894779 Jul 06 14:07:24.436077 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2631024e-f85f-4368-8604-208303717825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:24.444904 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2631024e-f85f-4368-8604-208303717825 None None] Routers {'13b203dd-2f89-4ef6-8b57-9c217b48d3fa'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:07:24.445879 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2631024e-f85f-4368-8604-208303717825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:07:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['13b203dd-2f89-4ef6-8b57-9c217b48d3fa'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:24.484160 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2631024e-f85f-4368-8604-208303717825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:24.484915 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2631024e-f85f-4368-8604-208303717825 None None] The sync data for ids ['13b203dd-2f89-4ef6-8b57-9c217b48d3fa'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:07:24.508234 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a1e0a90a-3100-400e-ade6-29688a083beb tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "GET /v2.0/routers/13b203dd-2f89-4ef6-8b57-9c217b48d3fa HTTP/1.1" status: 200 len: 921 time: 0.1195958 Jul 06 14:07:24.511188 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38916) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:24.532981 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb1b20-14bd-41f4-8e23-fedacce8b2b1 req-e448c088-1003-49e6-b7ba-3d2f15d98923 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.535290 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fdcb1b20-14bd-41f4-8e23-fedacce8b2b1 req-e448c088-1003-49e6-b7ba-3d2f15d98923 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 946 time: 0.1916068 Jul 06 14:07:24.598794 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf7669d-1caf-4f9f-92d4-eb7774616854 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.600342 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5bf7669d-1caf-4f9f-92d4-eb7774616854 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "GET /v2.0/ports?network_id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0&device_id=13b203dd-2f89-4ef6-8b57-9c217b48d3fa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0882428 Jul 06 14:07:24.603302 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38918) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:24.628281 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fdcb1b20-14bd-41f4-8e23-fedacce8b2b1 req-ab50a81f-221c-47ab-9b37-2aa831c3046a tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862982 Jul 06 14:07:24.722678 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-9f8ff8b9-d56d-4c7a-9a48-5b4d002061cd req-21e3b440-5f43-4de3-b9b0-16d11daccd6b service neutron] (100418) timed out ('10.222.0.124', 62393) {{(pid=100418) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 14:07:24.738492 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-39b61895-a2de-43b8-9c39-80c7ebb634d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e497deb-40c9-42c3-8d38-b6566ca4ff96 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:07:24.756322 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-39b61895-a2de-43b8-9c39-80c7ebb634d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:24.793874 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-39b61895-a2de-43b8-9c39-80c7ebb634d8 service neutron] Transition to ACTIVE for port object 0e497deb-40c9-42c3-8d38-b6566ca4ff96 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:24.800328 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-39b61895-a2de-43b8-9c39-80c7ebb634d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:24.869394 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b61895-a2de-43b8-9c39-80c7ebb634d8 service neutron] Pushing event updated for resources: {'Port': ['ID=0e497deb-40c9-42c3-8d38-b6566ca4ff96,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:24.881956 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f282da9-69c4-414b-a2ab-5c8d9c867a15 req-ff1b80d1-8222-41b4-8400-a472eb05774c tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.883715 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8f282da9-69c4-414b-a2ab-5c8d9c867a15 req-ff1b80d1-8222-41b4-8400-a472eb05774c tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=634d2c54-b5f5-4fb8-8989-8a4840b1f0fb HTTP/1.1" status: 200 len: 944 time: 0.1395431 Jul 06 14:07:24.970796 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8f282da9-69c4-414b-a2ab-5c8d9c867a15 req-8bf313a6-a9c6-4541-9cab-772308f30a9f tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664482 Jul 06 14:07:24.978305 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9c2b2a-658d-4126-b69b-b82a0db6a19c tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:24.982416 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1b9c2b2a-658d-4126-b69b-b82a0db6a19c tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 881 time: 0.3755040 Jul 06 14:07:24.982666 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38926) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:24.984305 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-39b61895-a2de-43b8-9c39-80c7ebb634d8 service neutron] Attempting to bind port 0e497deb-40c9-42c3-8d38-b6566ca4ff96 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:07:24.984656 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-39b61895-a2de-43b8-9c39-80c7ebb634d8 service neutron] Attempting to bind port 0e497deb-40c9-42c3-8d38-b6566ca4ff96 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '8aaeb725-bd56-441e-9a07-2c948963549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9a87a53c-babe-415d-8e55-64df45c54692'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:07:24.985011 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-39b61895-a2de-43b8-9c39-80c7ebb634d8 service neutron] Attempting to bind port 0e497deb-40c9-42c3-8d38-b6566ca4ff96 on network 9a87a53c-babe-415d-8e55-64df45c54692 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:07:24.999266 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-39b61895-a2de-43b8-9c39-80c7ebb634d8 service neutron] Port 0e497deb-40c9-42c3-8d38-b6566ca4ff96 on network 9a87a53c-babe-415d-8e55-64df45c54692 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:07:25.000010 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-39b61895-a2de-43b8-9c39-80c7ebb634d8 service neutron] Attempting to bind port 0e497deb-40c9-42c3-8d38-b6566ca4ff96 on network 9a87a53c-babe-415d-8e55-64df45c54692 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:07:25.005419 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-39b61895-a2de-43b8-9c39-80c7ebb634d8 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:07:25.005912 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-39b61895-a2de-43b8-9c39-80c7ebb634d8 service neutron] Checking segment: {'id': '8aaeb725-bd56-441e-9a07-2c948963549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9a87a53c-babe-415d-8e55-64df45c54692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:25.006307 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-39b61895-a2de-43b8-9c39-80c7ebb634d8 service neutron] Bound using segment: {'id': '8aaeb725-bd56-441e-9a07-2c948963549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9a87a53c-babe-415d-8e55-64df45c54692'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:07:25.006749 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-39b61895-a2de-43b8-9c39-80c7ebb634d8 service neutron] Bound port: 0e497deb-40c9-42c3-8d38-b6566ca4ff96, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aaeb725-bd56-441e-9a07-2c948963549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9a87a53c-babe-415d-8e55-64df45c54692'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:07:25.007119 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-39b61895-a2de-43b8-9c39-80c7ebb634d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.013807 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-24c7ea48-30f2-44b0-bb0c-c8e4600e9f93 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "GET /v2.0/ports?device_id=13b203dd-2f89-4ef6-8b57-9c217b48d3fa HTTP/1.1" status: 200 len: 205 time: 0.0282457 Jul 06 14:07:25.014612 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38928) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:25.080586 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-39b61895-a2de-43b8-9c39-80c7ebb634d8 service neutron] For port 0e497deb-40c9-42c3-8d38-b6566ca4ff96, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:07:25.085153 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-39b61895-a2de-43b8-9c39-80c7ebb634d8 service neutron] For port 0e497deb-40c9-42c3-8d38-b6566ca4ff96, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=0e497deb-40c9-42c3-8d38-b6566ca4ff96,segment=NetworkSegment(8aaeb725-bd56-441e-9a07-2c948963549f),segment_id=8aaeb725-bd56-441e-9a07-2c948963549f)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:07:25.097890 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-39b61895-a2de-43b8-9c39-80c7ebb634d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.127987 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de619700-17ba-4a1b-8d29-8251415e8d0a tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.158582 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-39b61895-a2de-43b8-9c39-80c7ebb634d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:25.159217 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-39b61895-a2de-43b8-9c39-80c7ebb634d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.160639 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-39b61895-a2de-43b8-9c39-80c7ebb634d8 service neutron] 10.222.0.52 "PUT /v2.0/ports/0e497deb-40c9-42c3-8d38-b6566ca4ff96 HTTP/1.1" status: 200 len: 1091 time: 0.9891815 Jul 06 14:07:25.162017 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '553996ae-9ace-4e99-b96d-73f18e7e8116', 'tag': '0e497deb-40c9-42c3-8d38-b6566ca4ff96'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:07:25.166321 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f885668-e946-4087-bec0-0d5830f82ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "553996ae-9ace-4e99-b96d-73f18e7e8116", "tag": "0e497deb-40c9-42c3-8d38-b6566ca4ff96"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:07:25.194426 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b61895-a2de-43b8-9c39-80c7ebb634d8 service neutron] Pushing event updated for resources: {'Port': ['ID=0e497deb-40c9-42c3-8d38-b6566ca4ff96,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:25.218895 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04afb2-48ba-4c61-9ad2-b6de817a699b req-dfc06d6f-88dc-4ee7-a4ba-51cb4f923982 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:25.222250 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b04afb2-48ba-4c61-9ad2-b6de817a699b req-dfc06d6f-88dc-4ee7-a4ba-51cb4f923982 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 943 time: 0.1390936 Jul 06 14:07:25.248973 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de619700-17ba-4a1b-8d29-8251415e8d0a tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.295239 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b04afb2-48ba-4c61-9ad2-b6de817a699b req-c05e9f72-d692-4879-88e2-1733c6160148 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697327 Jul 06 14:07:25.313588 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-4f2c49fe-e858-403b-8e66-d6560a95d5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:25.315502 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-4f2c49fe-e858-403b-8e66-d6560a95d5e7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ac05a766be944c89f64f16db6138443&device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 1094 time: 0.0888090 Jul 06 14:07:25.315711 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-de619700-17ba-4a1b-8d29-8251415e8d0a tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Deleting port bc6cf334-92f6-4bb8-aa53-2a31ca1527eb {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:25.317084 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de619700-17ba-4a1b-8d29-8251415e8d0a tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.376555 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-86b09dec-f9f3-4b4d-a9c9-3c0f9ddf1a85 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e497deb-40c9-42c3-8d38-b6566ca4ff96 HTTP/1.1" status: 200 len: 217 time: 0.0496559 Jul 06 14:07:25.407906 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de619700-17ba-4a1b-8d29-8251415e8d0a tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.422684 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-de619700-17ba-4a1b-8d29-8251415e8d0a tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Calling delete_port for bc6cf334-92f6-4bb8-aa53-2a31ca1527eb owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:25.436549 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-fa652d2e-d788-44b1-8f30-083b2079a735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:25.438178 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-fa652d2e-d788-44b1-8f30-083b2079a735 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b4fbe430-9ff4-4a2b-86b0-d3c862c900e3 HTTP/1.1" status: 200 len: 851 time: 0.0541096 Jul 06 14:07:25.478692 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-337b228e-a0d8-4fdf-8387-0c671cebaf1c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a87a53c-babe-415d-8e55-64df45c54692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335131 Jul 06 14:07:25.581505 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-330cd82f-f682-4b46-8d3a-cfcbbf9d0ea3 service neutron] 10.222.0.52 "GET /v2.0/networks/9a87a53c-babe-415d-8e55-64df45c54692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935950 Jul 06 14:07:25.603038 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e532aa77-10ea-423d-b1b0-686c7377b6e0 x-openstack-request-id: req-e532aa77-10ea-423d-b1b0-686c7377b6e0 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:07:25.603342 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "553996ae-9ace-4e99-b96d-73f18e7e8116", "tag": "0e497deb-40c9-42c3-8d38-b6566ca4ff96", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:07:25.604466 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e532aa77-10ea-423d-b1b0-686c7377b6e0 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:07:25.604466 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '553996ae-9ace-4e99-b96d-73f18e7e8116', 'tag': '0e497deb-40c9-42c3-8d38-b6566ca4ff96', 'status': 'completed', 'code': 200} Jul 06 14:07:25.630331 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de619700-17ba-4a1b-8d29-8251415e8d0a tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.662964 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de619700-17ba-4a1b-8d29-8251415e8d0a tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Pushing event deleted for resources: {'Port': ['ID=bc6cf334-92f6-4bb8-aa53-2a31ca1527eb,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:25.704392 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0444fb79-75cd-409e-a2d2-3ec8cc2e647f req-30afff50-d2c9-4d3e-be98-3eb0d3266f98 service neutron] 10.222.0.52 "GET /v2.0/networks/9a87a53c-babe-415d-8e55-64df45c54692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130314 Jul 06 14:07:25.747828 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de619700-17ba-4a1b-8d29-8251415e8d0a tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.854967 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de619700-17ba-4a1b-8d29-8251415e8d0a tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.857196 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de619700-17ba-4a1b-8d29-8251415e8d0a tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.869786 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f885668-e946-4087-bec0-0d5830f82ae6 req-5e630a40-71f0-43cf-8914-0ebd305d7584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:25.871323 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f885668-e946-4087-bec0-0d5830f82ae6 req-5e630a40-71f0-43cf-8914-0ebd305d7584 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ac05a766be944c89f64f16db6138443&device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 1094 time: 0.1066511 Jul 06 14:07:25.879667 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70601f0d-545c-4800-9f26-94fa254e3eaf req-ca5982f6-ae85-4285-a317-2001ee8c3915 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:25.881155 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70601f0d-545c-4800-9f26-94fa254e3eaf req-ca5982f6-ae85-4285-a317-2001ee8c3915 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 946 time: 0.1073520 Jul 06 14:07:25.907549 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de619700-17ba-4a1b-8d29-8251415e8d0a tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.908262 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de619700-17ba-4a1b-8d29-8251415e8d0a tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Fanout notify agent at l3_agent the message router_deleted on router 13b203dd-2f89-4ef6-8b57-9c217b48d3fa {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:07:25.915584 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de619700-17ba-4a1b-8d29-8251415e8d0a tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.921167 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-de619700-17ba-4a1b-8d29-8251415e8d0a tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "DELETE /v2.0/routers/13b203dd-2f89-4ef6-8b57-9c217b48d3fa HTTP/1.1" status: 204 len: 168 time: 0.9053860 Jul 06 14:07:25.922511 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38968) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:25.927367 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-40353302-924c-46e7-a80e-95a9e63e141e tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1909276405', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:25.955585 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40353302-924c-46e7-a80e-95a9e63e141e tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.959389 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40353302-924c-46e7-a80e-95a9e63e141e tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:25.978876 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70601f0d-545c-4800-9f26-94fa254e3eaf req-990a0f7e-e768-43a0-8ec6-a6c533eb2a0a tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884089 Jul 06 14:07:26.019234 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f885668-e946-4087-bec0-0d5830f82ae6 req-b549872a-7a7b-4dd6-acd0-36f7ebdba231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:26.021731 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f885668-e946-4087-bec0-0d5830f82ae6 req-b549872a-7a7b-4dd6-acd0-36f7ebdba231 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a87a53c-babe-415d-8e55-64df45c54692 HTTP/1.1" status: 200 len: 912 time: 0.1394482 Jul 06 14:07:26.023482 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40353302-924c-46e7-a80e-95a9e63e141e tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:26.028956 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40353302-924c-46e7-a80e-95a9e63e141e tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:26.049150 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40353302-924c-46e7-a80e-95a9e63e141e tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:26.053204 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-40353302-924c-46e7-a80e-95a9e63e141e tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1269903 Jul 06 14:07:26.053448 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38972) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:26.059080 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-772ad0e8-d225-4b5b-877c-1f78737fd6c5 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Request body: {'router': {'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:26.070057 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f885668-e946-4087-bec0-0d5830f82ae6 req-8fc82ec3-5180-4093-8a67-b8d895b6c491 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e497deb-40c9-42c3-8d38-b6566ca4ff96 HTTP/1.1" status: 200 len: 217 time: 0.0377636 Jul 06 14:07:26.153633 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f885668-e946-4087-bec0-0d5830f82ae6 req-518a1e51-060b-4dec-8a32-3260db7df95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:26.155142 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f885668-e946-4087-bec0-0d5830f82ae6 req-518a1e51-060b-4dec-8a32-3260db7df95c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b4fbe430-9ff4-4a2b-86b0-d3c862c900e3 HTTP/1.1" status: 200 len: 851 time: 0.0782332 Jul 06 14:07:26.191952 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f885668-e946-4087-bec0-0d5830f82ae6 req-5cd5fe51-ba6f-4559-acdc-80e942cd6560 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a87a53c-babe-415d-8e55-64df45c54692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293274 Jul 06 14:07:26.218241 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae7690-301a-4ced-8def-e52d17179ab3 req-fa604d70-8a81-47d6-afc6-7f3363a623c7 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:26.219738 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28ae7690-301a-4ced-8def-e52d17179ab3 req-fa604d70-8a81-47d6-afc6-7f3363a623c7 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=634d2c54-b5f5-4fb8-8989-8a4840b1f0fb HTTP/1.1" status: 200 len: 944 time: 0.1080704 Jul 06 14:07:26.283281 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-772ad0e8-d225-4b5b-877c-1f78737fd6c5 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:26.310871 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28ae7690-301a-4ced-8def-e52d17179ab3 req-2426e35e-9d67-4aa6-87a2-8809c1885432 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544019 Jul 06 14:07:26.338453 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f885668-e946-4087-bec0-0d5830f82ae6 req-184ffa89-bdb2-4a15-9c48-4c7e911462aa service neutron] 10.222.0.52 "GET /v2.0/networks/9a87a53c-babe-415d-8e55-64df45c54692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371672 Jul 06 14:07:26.458885 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f885668-e946-4087-bec0-0d5830f82ae6 req-586d1fca-de13-4139-b1ee-8afb56696253 service neutron] 10.222.0.52 "GET /v2.0/networks/9a87a53c-babe-415d-8e55-64df45c54692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193702 Jul 06 14:07:26.495954 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f9f34-ea6f-4bc4-9c16-2e1d68779dd8 req-b89059f8-efe5-4d40-b260-122f0116be04 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:26.497464 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f77f9f34-ea6f-4bc4-9c16-2e1d68779dd8 req-b89059f8-efe5-4d40-b260-122f0116be04 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 943 time: 0.0740135 Jul 06 14:07:26.498395 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-772ad0e8-d225-4b5b-877c-1f78737fd6c5 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:26.518702 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-772ad0e8-d225-4b5b-877c-1f78737fd6c5 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:26.537372 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f77f9f34-ea6f-4bc4-9c16-2e1d68779dd8 req-b8dca353-2f02-42ad-a85e-2fd18cfbb823 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338955 Jul 06 14:07:26.628096 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-772ad0e8-d225-4b5b-877c-1f78737fd6c5 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Allocated IP 172.25.6.12 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/03329af0-89ba-46d2-a409-5a9dbd25df03) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:26.728225 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-772ad0e8-d225-4b5b-877c-1f78737fd6c5 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:26.771265 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-772ad0e8-d225-4b5b-877c-1f78737fd6c5 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:26.807877 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772ad0e8-d225-4b5b-877c-1f78737fd6c5 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:26.812156 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-772ad0e8-d225-4b5b-877c-1f78737fd6c5 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:26.817573 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772ad0e8-d225-4b5b-877c-1f78737fd6c5 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:26.840482 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ad0e8-d225-4b5b-877c-1f78737fd6c5 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Pushing event updated for resources: {'Port': ['ID=03329af0-89ba-46d2-a409-5a9dbd25df03,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:27.018646 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device ad56caa7-4fc5-4f47-adc1-38c9ecec70d5 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:07:27.080481 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-772ad0e8-d225-4b5b-877c-1f78737fd6c5 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:27.119911 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port ad56caa7-4fc5-4f47-adc1-38c9ecec70d5, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=ad56caa7-4fc5-4f47-adc1-38c9ecec70d5,segment=NetworkSegment(66f13dfd-887a-4dab-b5ac-df85696e381e),segment_id=66f13dfd-887a-4dab-b5ac-df85696e381e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:27.131478 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'ad56caa7-4fc5-4f47-adc1-38c9ecec70d5', 'network_id': '8e8690f9-d003-4efe-91dc-ef1e0f466173', 'port_id': 'ad56caa7-4fc5-4f47-adc1-38c9ecec70d5', 'mac_address': 'fa:16:3e:75:3a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ebfef2-00b7-4896-9eec-b9f9b823d9a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:07:27.173104 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba25e7f-d581-43a0-87c9-9948074c5b20 req-0ce73e60-512b-414a-b982-16f7f953cda1 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:27.174642 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6ba25e7f-d581-43a0-87c9-9948074c5b20 req-0ce73e60-512b-414a-b982-16f7f953cda1 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 946 time: 0.0644460 Jul 06 14:07:27.177401 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:27.192080 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad56caa7-4fc5-4f47-adc1-38c9ecec70d5 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:07:27.216145 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port ad56caa7-4fc5-4f47-adc1-38c9ecec70d5, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=ad56caa7-4fc5-4f47-adc1-38c9ecec70d5,segment=NetworkSegment(66f13dfd-887a-4dab-b5ac-df85696e381e),segment_id=66f13dfd-887a-4dab-b5ac-df85696e381e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:27.222048 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:27.229722 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6ba25e7f-d581-43a0-87c9-9948074c5b20 req-b7863f8d-0532-4350-be67-730f92c03efc tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486331 Jul 06 14:07:27.271220 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=ad56caa7-4fc5-4f47-adc1-38c9ecec70d5,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:27.297987 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-772ad0e8-d225-4b5b-877c-1f78737fd6c5 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:27.301222 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-772ad0e8-d225-4b5b-877c-1f78737fd6c5 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2094363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2094336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2093514'] for router, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:27.433378 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772ad0e8-d225-4b5b-877c-1f78737fd6c5 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Router 4c5bb4a2-647b-4195-8e75-d661d34c5c74 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:07:27.466503 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['ad56caa7-4fc5-4f47-adc1-38c9ecec70d5'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:07:27.497887 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd97b3-5a9d-4f91-a60c-cb380ab0ecc9 req-fff7dee6-1b9a-4759-b80a-b9e9803de982 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:27.499534 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1dfd97b3-5a9d-4f91-a60c-cb380ab0ecc9 req-fff7dee6-1b9a-4759-b80a-b9e9803de982 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=634d2c54-b5f5-4fb8-8989-8a4840b1f0fb HTTP/1.1" status: 200 len: 945 time: 0.0675459 Jul 06 14:07:27.538850 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1dfd97b3-5a9d-4f91-a60c-cb380ab0ecc9 req-01a4da13-bb59-4e99-90d8-611ba7dd98ef tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321524 Jul 06 14:07:27.545095 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772ad0e8-d225-4b5b-877c-1f78737fd6c5 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:07:27.552208 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-772ad0e8-d225-4b5b-877c-1f78737fd6c5 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:27.553313 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-772ad0e8-d225-4b5b-877c-1f78737fd6c5 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "PUT /v2.0/routers/4c5bb4a2-647b-4195-8e75-d661d34c5c74 HTTP/1.1" status: 200 len: 879 time: 1.4989150 Jul 06 14:07:27.556720 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38984) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:27.558111 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe1f92a-0a5b-4959-a64e-de42bcae1374 None None] Sync routers for ids ['4c5bb4a2-647b-4195-8e75-d661d34c5c74'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:07:27.572001 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe1f92a-0a5b-4959-a64e-de42bcae1374 None None] Routers {'4c5bb4a2-647b-4195-8e75-d661d34c5c74'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:07:27.572942 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-3fe1f92a-0a5b-4959-a64e-de42bcae1374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:07:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['4c5bb4a2-647b-4195-8e75-d661d34c5c74'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:27.628517 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-3fe1f92a-0a5b-4959-a64e-de42bcae1374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:27.639649 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe1f92a-0a5b-4959-a64e-de42bcae1374 None None] Routers {'4c5bb4a2-647b-4195-8e75-d661d34c5c74'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:07:27.640273 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-3fe1f92a-0a5b-4959-a64e-de42bcae1374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:07:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['4c5bb4a2-647b-4195-8e75-d661d34c5c74'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:27.675772 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-3fe1f92a-0a5b-4959-a64e-de42bcae1374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:27.676426 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe1f92a-0a5b-4959-a64e-de42bcae1374 None None] The sync data for ids ['4c5bb4a2-647b-4195-8e75-d661d34c5c74'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:07:27.683967 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-87d067a0-93cc-42f5-9109-d155c14417f6 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "GET /v2.0/routers/4c5bb4a2-647b-4195-8e75-d661d34c5c74 HTTP/1.1" status: 200 len: 920 time: 0.1219058 Jul 06 14:07:27.686342 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38990) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:27.756937 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245ba87-9fe2-4beb-b736-30f94cb37ac9 req-94a3b6aa-3f8e-4609-a47d-c57d9a5a4006 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:27.758615 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0245ba87-9fe2-4beb-b736-30f94cb37ac9 req-94a3b6aa-3f8e-4609-a47d-c57d9a5a4006 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 943 time: 0.0744672 Jul 06 14:07:27.800983 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0245ba87-9fe2-4beb-b736-30f94cb37ac9 req-b43d89eb-1940-45ff-ad15-4d2e81c89c77 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358601 Jul 06 14:07:28.000829 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616d0e75-d0c1-4d41-9828-f4b0f1105f8c tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:28.002422 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-616d0e75-d0c1-4d41-9828-f4b0f1105f8c tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "GET /v2.0/ports?network_id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0&device_id=4c5bb4a2-647b-4195-8e75-d661d34c5c74&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3151038 Jul 06 14:07:28.005075 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38992) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:28.088412 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0864a4a-5f6c-4e77-9eb1-7c89295e2927 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:28.089850 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b0864a4a-5f6c-4e77-9eb1-7c89295e2927 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 881 time: 0.0838327 Jul 06 14:07:28.092785 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38994) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:28.124112 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c6bb5308-0552-4c49-b055-310928a82683 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "GET /v2.0/ports?device_id=4c5bb4a2-647b-4195-8e75-d661d34c5c74 HTTP/1.1" status: 200 len: 205 time: 0.0302849 Jul 06 14:07:28.126578 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38996) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:28.217608 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 0e497deb-40c9-42c3-8d38-b6566ca4ff96 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:07:28.234531 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a899953f-36db-4dd5-bd28-11618408d713 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:28.312634 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 0e497deb-40c9-42c3-8d38-b6566ca4ff96, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=0e497deb-40c9-42c3-8d38-b6566ca4ff96,segment=NetworkSegment(8aaeb725-bd56-441e-9a07-2c948963549f),segment_id=8aaeb725-bd56-441e-9a07-2c948963549f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:28.326850 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '0e497deb-40c9-42c3-8d38-b6566ca4ff96', 'network_id': '9a87a53c-babe-415d-8e55-64df45c54692', 'port_id': '0e497deb-40c9-42c3-8d38-b6566ca4ff96', 'mac_address': 'fa:16:3e:89:06:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4fbe430-9ff4-4a2b-86b0-d3c862c900e3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:07:28.340739 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a899953f-36db-4dd5-bd28-11618408d713 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:28.367024 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:28.385171 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e497deb-40c9-42c3-8d38-b6566ca4ff96 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:07:28.400304 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-a899953f-36db-4dd5-bd28-11618408d713 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Deleting port 03329af0-89ba-46d2-a409-5a9dbd25df03 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:28.400304 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a899953f-36db-4dd5-bd28-11618408d713 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:28.405238 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 0e497deb-40c9-42c3-8d38-b6566ca4ff96, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=0e497deb-40c9-42c3-8d38-b6566ca4ff96,segment=NetworkSegment(8aaeb725-bd56-441e-9a07-2c948963549f),segment_id=8aaeb725-bd56-441e-9a07-2c948963549f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:28.409147 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:28.456304 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=0e497deb-40c9-42c3-8d38-b6566ca4ff96,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:28.475837 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a899953f-36db-4dd5-bd28-11618408d713 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:28.487953 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-a899953f-36db-4dd5-bd28-11618408d713 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Calling delete_port for 03329af0-89ba-46d2-a409-5a9dbd25df03 owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:28.653439 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a899953f-36db-4dd5-bd28-11618408d713 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:28.683472 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899953f-36db-4dd5-bd28-11618408d713 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Pushing event deleted for resources: {'Port': ['ID=03329af0-89ba-46d2-a409-5a9dbd25df03,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:28.700397 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['0e497deb-40c9-42c3-8d38-b6566ca4ff96'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:07:28.750281 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d90763-e7ea-4e21-90cf-fac11463e52b req-7c8244ef-11cf-4508-b7f4-fbb7408858de tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:28.753996 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a899953f-36db-4dd5-bd28-11618408d713 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:28.754412 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07d90763-e7ea-4e21-90cf-fac11463e52b req-7c8244ef-11cf-4508-b7f4-fbb7408858de tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=634d2c54-b5f5-4fb8-8989-8a4840b1f0fb HTTP/1.1" status: 200 len: 945 time: 0.0756176 Jul 06 14:07:28.793942 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07d90763-e7ea-4e21-90cf-fac11463e52b req-77fffd3a-2cee-4260-b15b-30c504c88d32 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339651 Jul 06 14:07:28.851345 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a899953f-36db-4dd5-bd28-11618408d713 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:28.853096 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a899953f-36db-4dd5-bd28-11618408d713 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:28.902536 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a899953f-36db-4dd5-bd28-11618408d713 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:28.903059 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a899953f-36db-4dd5-bd28-11618408d713 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Fanout notify agent at l3_agent the message router_deleted on router 4c5bb4a2-647b-4195-8e75-d661d34c5c74 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:07:28.910900 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a899953f-36db-4dd5-bd28-11618408d713 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:28.915742 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a899953f-36db-4dd5-bd28-11618408d713 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "DELETE /v2.0/routers/4c5bb4a2-647b-4195-8e75-d661d34c5c74 HTTP/1.1" status: 204 len: 168 time: 0.7845552 Jul 06 14:07:28.916077 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39002) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:28.920779 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-b3ea68b9-30b7-4fbc-9632-2e32020fa498 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1500109731', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:28.975751 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b3ea68b9-30b7-4fbc-9632-2e32020fa498 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:28.976764 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b3ea68b9-30b7-4fbc-9632-2e32020fa498 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:29.034349 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device ad56caa7-4fc5-4f47-adc1-38c9ecec70d5 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:29.041480 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b3ea68b9-30b7-4fbc-9632-2e32020fa498 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:29.050388 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132a05f-0a20-4eca-b426-828c2d887753 req-924b6302-eab2-4242-99db-6255f9029839 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:29.051923 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a132a05f-0a20-4eca-b426-828c2d887753 req-924b6302-eab2-4242-99db-6255f9029839 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 944 time: 0.1185386 Jul 06 14:07:29.053306 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b3ea68b9-30b7-4fbc-9632-2e32020fa498 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:29.084870 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b3ea68b9-30b7-4fbc-9632-2e32020fa498 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:29.086089 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b3ea68b9-30b7-4fbc-9632-2e32020fa498 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1689494 Jul 06 14:07:29.087252 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port ad56caa7-4fc5-4f47-adc1-38c9ecec70d5 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:29.089917 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39006) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:29.091541 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port ad56caa7-4fc5-4f47-adc1-38c9ecec70d5 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:29.091926 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:29.095545 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-9b4963af-c8df-461b-8da0-300c5252b5b3 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'enable_snat': True}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:29.100008 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a132a05f-0a20-4eca-b426-828c2d887753 req-d1de79e1-16d4-44de-838d-d4e048587af1 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413959 Jul 06 14:07:29.179583 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:29.204179 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634d2c54-b5f5-4fb8-8989-8a4840b1f0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad56caa7-4fc5-4f47-adc1-38c9ecec70d5'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:07:29.207711 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285650cc-0f8f-4eb4-b299-850b42f5b157" -d '{"events": [{"server_uuid": "634d2c54-b5f5-4fb8-8989-8a4840b1f0fb", "name": "network-vif-plugged", "status": "completed", "tag": "ad56caa7-4fc5-4f47-adc1-38c9ecec70d5"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:07:29.225699 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port ad56caa7-4fc5-4f47-adc1-38c9ecec70d5, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=ad56caa7-4fc5-4f47-adc1-38c9ecec70d5,segment=NetworkSegment(66f13dfd-887a-4dab-b5ac-df85696e381e),segment_id=66f13dfd-887a-4dab-b5ac-df85696e381e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:29.232292 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:29.260166 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e8bd16-dfca-45ed-a727-4060b3dd7d94 x-openstack-request-id: req-b5e8bd16-dfca-45ed-a727-4060b3dd7d94 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:07:29.260548 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634d2c54-b5f5-4fb8-8989-8a4840b1f0fb", "name": "network-vif-plugged", "status": "completed", "tag": "ad56caa7-4fc5-4f47-adc1-38c9ecec70d5", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:07:29.260803 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-b5e8bd16-dfca-45ed-a727-4060b3dd7d94 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:07:29.261194 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634d2c54-b5f5-4fb8-8989-8a4840b1f0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad56caa7-4fc5-4f47-adc1-38c9ecec70d5', 'code': 200} Jul 06 14:07:29.322197 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b4963af-c8df-461b-8da0-300c5252b5b3 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:29.381793 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d9de0-85a9-46c7-8d02-3202eea04e8b req-efa12cfa-c196-4bd6-a1fb-1dcd35732f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:29.384130 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c40d9de0-85a9-46c7-8d02-3202eea04e8b req-efa12cfa-c196-4bd6-a1fb-1dcd35732f49 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=634d2c54-b5f5-4fb8-8989-8a4840b1f0fb HTTP/1.1" status: 200 len: 1097 time: 0.0598326 Jul 06 14:07:29.423527 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c40d9de0-85a9-46c7-8d02-3202eea04e8b req-dabeea71-2a4c-4810-995c-565be065092d service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333180 Jul 06 14:07:29.442208 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=ad56caa7-4fc5-4f47-adc1-38c9ecec70d5,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:29.531150 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b4963af-c8df-461b-8da0-300c5252b5b3 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:29.550057 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b4963af-c8df-461b-8da0-300c5252b5b3 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:29.657872 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-9b4963af-c8df-461b-8da0-300c5252b5b3 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Allocated IP 172.25.6.99 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/d4299ee1-e909-4143-bdfb-c0d3a175680a) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:29.759666 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b4963af-c8df-461b-8da0-300c5252b5b3 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:29.805594 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b4963af-c8df-461b-8da0-300c5252b5b3 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:29.845616 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4963af-c8df-461b-8da0-300c5252b5b3 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:29.850429 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-9b4963af-c8df-461b-8da0-300c5252b5b3 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:29.856157 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4963af-c8df-461b-8da0-300c5252b5b3 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:29.858715 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4963af-c8df-461b-8da0-300c5252b5b3 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Pushing event updated for resources: {'Port': ['ID=d4299ee1-e909-4143-bdfb-c0d3a175680a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:29.973563 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4e10b-6e55-44a5-b103-791413fd8bd1 req-cebacdc6-fe00-4e46-9c01-be8f329c2b64 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:29.974967 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-62b4e10b-6e55-44a5-b103-791413fd8bd1 req-cebacdc6-fe00-4e46-9c01-be8f329c2b64 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=634d2c54-b5f5-4fb8-8989-8a4840b1f0fb HTTP/1.1" status: 200 len: 946 time: 0.0651283 Jul 06 14:07:30.016751 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-62b4e10b-6e55-44a5-b103-791413fd8bd1 req-d8adc442-e949-4131-b624-8d7cc3915be3 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351427 Jul 06 14:07:30.110723 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b4963af-c8df-461b-8da0-300c5252b5b3 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:30.233195 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 0e497deb-40c9-42c3-8d38-b6566ca4ff96 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:30.288807 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 0e497deb-40c9-42c3-8d38-b6566ca4ff96 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:30.297685 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 0e497deb-40c9-42c3-8d38-b6566ca4ff96 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:30.298100 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:30.306263 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b2e45-0ad8-49b6-9afe-b1568d77e4bd req-8c243ca7-7b3c-4d75-a9e9-9b991b00df94 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:30.310202 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7a2b2e45-0ad8-49b6-9afe-b1568d77e4bd req-8c243ca7-7b3c-4d75-a9e9-9b991b00df94 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 944 time: 0.0958185 Jul 06 14:07:30.327739 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b4963af-c8df-461b-8da0-300c5252b5b3 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:30.332605 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b4963af-c8df-461b-8da0-300c5252b5b3 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2094363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2094336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2093514'] for router, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:30.351383 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7a2b2e45-0ad8-49b6-9afe-b1568d77e4bd req-e4082ded-f76d-4c19-ba7d-702abfa65239 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378287 Jul 06 14:07:30.412007 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:30.462591 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 0e497deb-40c9-42c3-8d38-b6566ca4ff96, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=0e497deb-40c9-42c3-8d38-b6566ca4ff96,segment=NetworkSegment(8aaeb725-bd56-441e-9a07-2c948963549f),segment_id=8aaeb725-bd56-441e-9a07-2c948963549f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:30.468601 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:30.482549 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4963af-c8df-461b-8da0-300c5252b5b3 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Router 708d1bd6-5c35-40f3-9621-d55041537d22 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:07:30.518065 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=0e497deb-40c9-42c3-8d38-b6566ca4ff96,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:30.594306 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4963af-c8df-461b-8da0-300c5252b5b3 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:07:30.598799 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b4963af-c8df-461b-8da0-300c5252b5b3 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:30.602659 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9b4963af-c8df-461b-8da0-300c5252b5b3 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "PUT /v2.0/routers/708d1bd6-5c35-40f3-9621-d55041537d22 HTTP/1.1" status: 200 len: 914 time: 1.5082426 Jul 06 14:07:30.602924 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39016) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:30.603425 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a57b7f-cac9-4635-b562-37af4bcd69ca None None] Sync routers for ids ['708d1bd6-5c35-40f3-9621-d55041537d22'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:07:30.612498 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a57b7f-cac9-4635-b562-37af4bcd69ca None None] Routers {'708d1bd6-5c35-40f3-9621-d55041537d22'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:07:30.613131 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-07a57b7f-cac9-4635-b562-37af4bcd69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:07:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['708d1bd6-5c35-40f3-9621-d55041537d22'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:30.647374 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-07a57b7f-cac9-4635-b562-37af4bcd69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:30.657245 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a57b7f-cac9-4635-b562-37af4bcd69ca None None] Routers {'708d1bd6-5c35-40f3-9621-d55041537d22'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:07:30.657907 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-07a57b7f-cac9-4635-b562-37af4bcd69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:07:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['708d1bd6-5c35-40f3-9621-d55041537d22'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:30.694452 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-07a57b7f-cac9-4635-b562-37af4bcd69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:30.695116 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a57b7f-cac9-4635-b562-37af4bcd69ca None None] The sync data for ids ['708d1bd6-5c35-40f3-9621-d55041537d22'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:07:30.958294 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-59fe91bd-f953-4e39-b9f0-21ef2e044b6e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "GET /v2.0/routers/708d1bd6-5c35-40f3-9621-d55041537d22 HTTP/1.1" status: 200 len: 920 time: 0.3541484 Jul 06 14:07:30.960947 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39018) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:31.013778 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f64ebbc-13b2-482e-9d48-937ae683482a tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:31.015301 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8f64ebbc-13b2-482e-9d48-937ae683482a tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "GET /v2.0/ports?network_id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0&device_id=708d1bd6-5c35-40f3-9621-d55041537d22&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0527816 Jul 06 14:07:31.017921 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39020) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:31.103010 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427627d1-9df4-4bf2-bb03-c11c5509cc8b tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:31.104416 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-427627d1-9df4-4bf2-bb03-c11c5509cc8b tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 881 time: 0.0855989 Jul 06 14:07:31.107179 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39024) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:31.140698 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c0e7cfde-b7fa-4861-9524-eb27a6fd4ccd tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "GET /v2.0/ports?device_id=708d1bd6-5c35-40f3-9621-d55041537d22 HTTP/1.1" status: 200 len: 205 time: 0.0324512 Jul 06 14:07:31.143226 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39026) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:31.203734 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268989a-210d-497a-8d04-1809d7e92b03 req-6af917fc-95b1-4da2-b53c-9361f2a26975 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:31.205261 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b268989a-210d-497a-8d04-1809d7e92b03 req-6af917fc-95b1-4da2-b53c-9361f2a26975 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=634d2c54-b5f5-4fb8-8989-8a4840b1f0fb HTTP/1.1" status: 200 len: 946 time: 0.0679476 Jul 06 14:07:31.247464 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b268989a-210d-497a-8d04-1809d7e92b03 req-8fa94021-65b8-4905-876a-31a37a2637f6 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360732 Jul 06 14:07:31.251804 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e87ea597-8548-4770-9e73-24169223820f tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:31.262557 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553996ae-9ace-4e99-b96d-73f18e7e8116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e497deb-40c9-42c3-8d38-b6566ca4ff96'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:07:31.264976 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f952832b-1478-4149-b555-b497a5c24423" -d '{"events": [{"server_uuid": "553996ae-9ace-4e99-b96d-73f18e7e8116", "name": "network-vif-plugged", "status": "completed", "tag": "0e497deb-40c9-42c3-8d38-b6566ca4ff96"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:07:31.305704 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6245a48d-dc00-409e-8af6-8689bf8dab31 x-openstack-request-id: req-6245a48d-dc00-409e-8af6-8689bf8dab31 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:07:31.306072 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553996ae-9ace-4e99-b96d-73f18e7e8116", "name": "network-vif-plugged", "status": "completed", "tag": "0e497deb-40c9-42c3-8d38-b6566ca4ff96", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:07:31.306340 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-6245a48d-dc00-409e-8af6-8689bf8dab31 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:07:31.306931 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553996ae-9ace-4e99-b96d-73f18e7e8116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e497deb-40c9-42c3-8d38-b6566ca4ff96', 'code': 200} Jul 06 14:07:31.365921 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e87ea597-8548-4770-9e73-24169223820f tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:31.442717 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97dbe7-7895-48ab-a179-5391f7f2742b req-9fb440a5-add3-45c6-95b3-373a64d15fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:31.444441 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de97dbe7-7895-48ab-a179-5391f7f2742b req-9fb440a5-add3-45c6-95b3-373a64d15fa6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 1096 time: 0.0665672 Jul 06 14:07:31.445250 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e87ea597-8548-4770-9e73-24169223820f tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Deleting port d4299ee1-e909-4143-bdfb-c0d3a175680a {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:31.445839 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e87ea597-8548-4770-9e73-24169223820f tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:31.513557 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de97dbe7-7895-48ab-a179-5391f7f2742b req-b83cbd79-eac6-4d0b-bd45-3822903d30f9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602951 Jul 06 14:07:31.549796 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e87ea597-8548-4770-9e73-24169223820f tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:31.563965 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d44f70-8bac-4f51-b256-34761e4e4015 req-e1981799-f12a-4368-a451-2b1f0504c4a3 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:31.564677 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e87ea597-8548-4770-9e73-24169223820f tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Calling delete_port for d4299ee1-e909-4143-bdfb-c0d3a175680a owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:31.565638 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0d44f70-8bac-4f51-b256-34761e4e4015 req-e1981799-f12a-4368-a451-2b1f0504c4a3 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 945 time: 0.0899580 Jul 06 14:07:31.622507 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0d44f70-8bac-4f51-b256-34761e4e4015 req-88a5d8c1-44e3-4be2-85f3-d250795398d3 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505011 Jul 06 14:07:31.782967 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e87ea597-8548-4770-9e73-24169223820f tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:31.806111 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ea597-8548-4770-9e73-24169223820f tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Pushing event deleted for resources: {'Port': ['ID=d4299ee1-e909-4143-bdfb-c0d3a175680a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:31.879607 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e87ea597-8548-4770-9e73-24169223820f tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:31.973627 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e87ea597-8548-4770-9e73-24169223820f tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:31.975533 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e87ea597-8548-4770-9e73-24169223820f tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:32.020572 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e87ea597-8548-4770-9e73-24169223820f tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:32.021258 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87ea597-8548-4770-9e73-24169223820f tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Fanout notify agent at l3_agent the message router_deleted on router 708d1bd6-5c35-40f3-9621-d55041537d22 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:07:32.029070 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e87ea597-8548-4770-9e73-24169223820f tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:32.030261 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e87ea597-8548-4770-9e73-24169223820f tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "DELETE /v2.0/routers/708d1bd6-5c35-40f3-9621-d55041537d22 HTTP/1.1" status: 204 len: 168 time: 0.8861258 Jul 06 14:07:32.033969 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39042) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:32.038302 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c6dcf371-690c-4ef4-baaa-30229e79e89c tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1556337673', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:32.068672 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c6dcf371-690c-4ef4-baaa-30229e79e89c tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:32.069806 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c6dcf371-690c-4ef4-baaa-30229e79e89c tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:32.129471 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c6dcf371-690c-4ef4-baaa-30229e79e89c tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:32.134051 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c6dcf371-690c-4ef4-baaa-30229e79e89c tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:32.158699 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c6dcf371-690c-4ef4-baaa-30229e79e89c tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:32.160098 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c6dcf371-690c-4ef4-baaa-30229e79e89c tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1252401 Jul 06 14:07:32.163128 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39044) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:32.169872 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-a69d6580-3087-4077-a7f5-98350512522e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'enable_snat': False}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:32.400215 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a69d6580-3087-4077-a7f5-98350512522e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:32.600790 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a69d6580-3087-4077-a7f5-98350512522e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:32.621677 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a69d6580-3087-4077-a7f5-98350512522e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:32.727910 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-a69d6580-3087-4077-a7f5-98350512522e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Allocated IP 172.25.6.178 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/2b0937a0-0e2d-4bb9-992c-8c7ebe2ca168) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:32.843813 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a69d6580-3087-4077-a7f5-98350512522e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:32.884861 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a69d6580-3087-4077-a7f5-98350512522e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:32.924382 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69d6580-3087-4077-a7f5-98350512522e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:32.927198 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-a69d6580-3087-4077-a7f5-98350512522e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:32.933462 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69d6580-3087-4077-a7f5-98350512522e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:32.939230 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d6580-3087-4077-a7f5-98350512522e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Pushing event updated for resources: {'Port': ['ID=2b0937a0-0e2d-4bb9-992c-8c7ebe2ca168,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:33.126941 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddcf50-7d63-49ee-841e-3d6aba73fe0a req-97640a93-03fb-446b-9125-adef6ae2ddfd tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:33.128587 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30ddcf50-7d63-49ee-841e-3d6aba73fe0a req-97640a93-03fb-446b-9125-adef6ae2ddfd tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 945 time: 0.0718601 Jul 06 14:07:33.172267 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30ddcf50-7d63-49ee-841e-3d6aba73fe0a req-39629d7d-6f2f-4d7b-b7f9-50a6b99bdfc4 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363014 Jul 06 14:07:33.223941 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a69d6580-3087-4077-a7f5-98350512522e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:33.431007 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a69d6580-3087-4077-a7f5-98350512522e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:33.434394 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a69d6580-3087-4077-a7f5-98350512522e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2094363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2094336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2093514'] for router, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:33.574894 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69d6580-3087-4077-a7f5-98350512522e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Router cea4797c-a428-4026-8016-73df925fcbf3 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:07:33.661793 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80fc51-2e3a-4b78-a170-8f6543aaf1c1 req-8786eed9-d954-47a8-a066-f21e1e55482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:33.663379 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b80fc51-2e3a-4b78-a170-8f6543aaf1c1 req-8786eed9-d954-47a8-a066-f21e1e55482a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ac05a766be944c89f64f16db6138443&device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 1096 time: 0.1086175 Jul 06 14:07:33.700420 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69d6580-3087-4077-a7f5-98350512522e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:07:33.705159 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a69d6580-3087-4077-a7f5-98350512522e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:33.710972 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f79d0-3c97-4983-8c4b-dea0faeb7bed None None] Sync routers for ids ['cea4797c-a428-4026-8016-73df925fcbf3'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:07:33.714240 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a69d6580-3087-4077-a7f5-98350512522e tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "PUT /v2.0/routers/cea4797c-a428-4026-8016-73df925fcbf3 HTTP/1.1" status: 200 len: 916 time: 1.5500307 Jul 06 14:07:33.714902 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39066) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:33.724898 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f79d0-3c97-4983-8c4b-dea0faeb7bed None None] Routers {'cea4797c-a428-4026-8016-73df925fcbf3'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:07:33.726143 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-098f79d0-3c97-4983-8c4b-dea0faeb7bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:07:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['cea4797c-a428-4026-8016-73df925fcbf3'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:33.752232 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06bb36-1205-413a-8f1f-1cc7b40ab1d4 req-9adacd0f-0b49-4cf1-8e94-cc888c91f99d tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:33.760473 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc06bb36-1205-413a-8f1f-1cc7b40ab1d4 req-9adacd0f-0b49-4cf1-8e94-cc888c91f99d tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 945 time: 0.1490591 Jul 06 14:07:33.841560 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80fc51-2e3a-4b78-a170-8f6543aaf1c1 req-72f75070-6447-48ab-b501-d24e01423560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:33.843409 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b80fc51-2e3a-4b78-a170-8f6543aaf1c1 req-72f75070-6447-48ab-b501-d24e01423560 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9a87a53c-babe-415d-8e55-64df45c54692 HTTP/1.1" status: 200 len: 912 time: 0.1723921 Jul 06 14:07:33.854340 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc06bb36-1205-413a-8f1f-1cc7b40ab1d4 req-d198b00a-ed00-4eaa-adc9-95d1a2d8e0cb tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929129 Jul 06 14:07:33.889810 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-098f79d0-3c97-4983-8c4b-dea0faeb7bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:33.900660 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f79d0-3c97-4983-8c4b-dea0faeb7bed None None] Routers {'cea4797c-a428-4026-8016-73df925fcbf3'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:07:33.900886 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b80fc51-2e3a-4b78-a170-8f6543aaf1c1 req-c5c91117-37b7-4e74-9f7d-b5cacd85aa4a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e497deb-40c9-42c3-8d38-b6566ca4ff96 HTTP/1.1" status: 200 len: 217 time: 0.0448403 Jul 06 14:07:33.901704 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-098f79d0-3c97-4983-8c4b-dea0faeb7bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:07:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['cea4797c-a428-4026-8016-73df925fcbf3'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:33.938101 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-098f79d0-3c97-4983-8c4b-dea0faeb7bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:33.939075 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098f79d0-3c97-4983-8c4b-dea0faeb7bed None None] The sync data for ids ['cea4797c-a428-4026-8016-73df925fcbf3'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:07:33.963025 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80fc51-2e3a-4b78-a170-8f6543aaf1c1 req-696e208c-9a90-4b56-a295-61a8e2505fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:33.964698 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b80fc51-2e3a-4b78-a170-8f6543aaf1c1 req-696e208c-9a90-4b56-a295-61a8e2505fcc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b4fbe430-9ff4-4a2b-86b0-d3c862c900e3 HTTP/1.1" status: 200 len: 851 time: 0.0577211 Jul 06 14:07:34.001097 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b80fc51-2e3a-4b78-a170-8f6543aaf1c1 req-1482838b-9192-4d6e-bc7a-d33a74651765 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9a87a53c-babe-415d-8e55-64df45c54692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289814 Jul 06 14:07:34.102456 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b80fc51-2e3a-4b78-a170-8f6543aaf1c1 req-d9bf1f97-2dce-423f-8d2c-e270052345e5 service neutron] 10.222.0.52 "GET /v2.0/networks/9a87a53c-babe-415d-8e55-64df45c54692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935619 Jul 06 14:07:34.154191 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3ceb2387-2838-4d67-81b6-1d7a093e57c8 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "GET /v2.0/routers/cea4797c-a428-4026-8016-73df925fcbf3 HTTP/1.1" status: 200 len: 922 time: 0.4378448 Jul 06 14:07:34.156908 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39070) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:34.200879 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b80fc51-2e3a-4b78-a170-8f6543aaf1c1 req-b21f9902-bcb4-4dde-b022-b4ad4b703c28 service neutron] 10.222.0.52 "GET /v2.0/networks/9a87a53c-babe-415d-8e55-64df45c54692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914743 Jul 06 14:07:34.211904 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb915de-cb45-4dab-9348-8f5f0b8a0e96 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:34.213461 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9bb915de-cb45-4dab-9348-8f5f0b8a0e96 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "GET /v2.0/ports?network_id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0&device_id=cea4797c-a428-4026-8016-73df925fcbf3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0556173 Jul 06 14:07:34.216676 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39072) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:34.315547 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d1586-51b1-42b4-8e2f-a8ee4d99bc8d tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:34.319904 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-588d1586-51b1-42b4-8e2f-a8ee4d99bc8d tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "GET /v2.0/networks/92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 881 time: 0.0994122 Jul 06 14:07:34.320245 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39080) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:34.351423 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-654739f3-34d5-402b-8cd8-dc139ba02a46 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "GET /v2.0/ports?device_id=cea4797c-a428-4026-8016-73df925fcbf3 HTTP/1.1" status: 200 len: 205 time: 0.0299723 Jul 06 14:07:34.354181 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39082) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:34.563455 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cef5dbf5-bbb0-477b-9a3b-70d8f16b55ef tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:34.667942 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cef5dbf5-bbb0-477b-9a3b-70d8f16b55ef tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:34.721287 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-cef5dbf5-bbb0-477b-9a3b-70d8f16b55ef tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Deleting port 2b0937a0-0e2d-4bb9-992c-8c7ebe2ca168 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:34.721685 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cef5dbf5-bbb0-477b-9a3b-70d8f16b55ef tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:34.795524 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cef5dbf5-bbb0-477b-9a3b-70d8f16b55ef tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:34.808613 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-cef5dbf5-bbb0-477b-9a3b-70d8f16b55ef tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Calling delete_port for 2b0937a0-0e2d-4bb9-992c-8c7ebe2ca168 owned by network:router_gateway {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:35.298316 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022c2ed-f4d8-4d0d-8a0d-cefa19582120 req-05e7d966-60e4-406b-81aa-131a3da1c02d tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:35.299710 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4022c2ed-f4d8-4d0d-8a0d-cefa19582120 req-05e7d966-60e4-406b-81aa-131a3da1c02d tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 945 time: 0.1219506 Jul 06 14:07:35.366917 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4022c2ed-f4d8-4d0d-8a0d-cefa19582120 req-76b54e39-6ce7-449b-9db2-00d992d67cd6 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613708 Jul 06 14:07:35.382074 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cef5dbf5-bbb0-477b-9a3b-70d8f16b55ef tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:35.416573 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5dbf5-bbb0-477b-9a3b-70d8f16b55ef tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Pushing event deleted for resources: {'Port': ['ID=2b0937a0-0e2d-4bb9-992c-8c7ebe2ca168,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:35.481740 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cef5dbf5-bbb0-477b-9a3b-70d8f16b55ef tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:35.580571 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cef5dbf5-bbb0-477b-9a3b-70d8f16b55ef tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:35.583064 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cef5dbf5-bbb0-477b-9a3b-70d8f16b55ef tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:35.628265 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cef5dbf5-bbb0-477b-9a3b-70d8f16b55ef tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:35.628900 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef5dbf5-bbb0-477b-9a3b-70d8f16b55ef tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Fanout notify agent at l3_agent the message router_deleted on router cea4797c-a428-4026-8016-73df925fcbf3 {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:07:35.637579 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cef5dbf5-bbb0-477b-9a3b-70d8f16b55ef tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:35.638766 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-cef5dbf5-bbb0-477b-9a3b-70d8f16b55ef tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "DELETE /v2.0/routers/cea4797c-a428-4026-8016-73df925fcbf3 HTTP/1.1" status: 204 len: 168 time: 1.2834108 Jul 06 14:07:35.642682 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39090) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:35.647573 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-fec968a3-dea8-4763-ac2d-45ec205c6232 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1616614911', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}, 'admin_state_up': False}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:35.671697 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fec968a3-dea8-4763-ac2d-45ec205c6232 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:35.672746 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fec968a3-dea8-4763-ac2d-45ec205c6232 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:35.744421 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fec968a3-dea8-4763-ac2d-45ec205c6232 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:35.890094 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fec968a3-dea8-4763-ac2d-45ec205c6232 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:36.087268 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fec968a3-dea8-4763-ac2d-45ec205c6232 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:36.106181 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fec968a3-dea8-4763-ac2d-45ec205c6232 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:36.217994 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-fec968a3-dea8-4763-ac2d-45ec205c6232 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Allocated IP 172.25.6.183 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/33213ae6-76da-4558-9349-76c2507393c1) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:36.330525 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fec968a3-dea8-4763-ac2d-45ec205c6232 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:36.372062 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fec968a3-dea8-4763-ac2d-45ec205c6232 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:36.415396 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec968a3-dea8-4763-ac2d-45ec205c6232 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:36.422066 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-fec968a3-dea8-4763-ac2d-45ec205c6232 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:36.426372 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec968a3-dea8-4763-ac2d-45ec205c6232 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:36.429495 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec968a3-dea8-4763-ac2d-45ec205c6232 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Pushing event updated for resources: {'Port': ['ID=33213ae6-76da-4558-9349-76c2507393c1,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:36.558057 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22560573-fbe0-44ea-a50f-2cacd612bdef req-2657d004-1b44-4bca-8adf-44f7c1adf065 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:36.559774 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-22560573-fbe0-44ea-a50f-2cacd612bdef req-2657d004-1b44-4bca-8adf-44f7c1adf065 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 945 time: 0.0682683 Jul 06 14:07:36.605953 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-22560573-fbe0-44ea-a50f-2cacd612bdef req-3b00f937-ed06-480a-a6d1-41d94e472dd0 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380538 Jul 06 14:07:36.692409 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fec968a3-dea8-4763-ac2d-45ec205c6232 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:36.903971 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fec968a3-dea8-4763-ac2d-45ec205c6232 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:37.041888 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec968a3-dea8-4763-ac2d-45ec205c6232 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Router 6c2a3ea1-4300-49f4-862f-6450f295a069 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:07:37.150096 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec968a3-dea8-4763-ac2d-45ec205c6232 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:07:37.159262 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e016e9a2-04ad-41f9-9851-254a2ddcf884 None None] Sync routers for ids ['6c2a3ea1-4300-49f4-862f-6450f295a069'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:07:37.168177 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fec968a3-dea8-4763-ac2d-45ec205c6232 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:37.169683 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fec968a3-dea8-4763-ac2d-45ec205c6232 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5259807 Jul 06 14:07:37.171317 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e016e9a2-04ad-41f9-9851-254a2ddcf884 None None] Routers {'6c2a3ea1-4300-49f4-862f-6450f295a069'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:07:37.171964 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e016e9a2-04ad-41f9-9851-254a2ddcf884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:07:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['6c2a3ea1-4300-49f4-862f-6450f295a069'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:37.172315 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39098) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:37.176948 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-578781dd-243c-4027-8cb5-3620a9f459cb tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:37.205737 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e016e9a2-04ad-41f9-9851-254a2ddcf884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:37.214943 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e016e9a2-04ad-41f9-9851-254a2ddcf884 None None] Routers {'6c2a3ea1-4300-49f4-862f-6450f295a069'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:07:37.215571 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e016e9a2-04ad-41f9-9851-254a2ddcf884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:07:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['6c2a3ea1-4300-49f4-862f-6450f295a069'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:37.249171 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e016e9a2-04ad-41f9-9851-254a2ddcf884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:37.251155 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e016e9a2-04ad-41f9-9851-254a2ddcf884 None None] The sync data for ids ['6c2a3ea1-4300-49f4-862f-6450f295a069'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:07:37.270346 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7ed49a25-47ae-40b4-b5e9-bae3d80c845c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:37.486985 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-578781dd-243c-4027-8cb5-3620a9f459cb tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:37.500798 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-578781dd-243c-4027-8cb5-3620a9f459cb tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:37.552364 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-578781dd-243c-4027-8cb5-3620a9f459cb tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Deleting port 33213ae6-76da-4558-9349-76c2507393c1 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:37.552720 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-578781dd-243c-4027-8cb5-3620a9f459cb tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:37.630879 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-578781dd-243c-4027-8cb5-3620a9f459cb tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:37.645383 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-578781dd-243c-4027-8cb5-3620a9f459cb tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Calling delete_port for 33213ae6-76da-4558-9349-76c2507393c1 owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:37.800718 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaeb469-be8d-40a1-87ee-b155732561a1 req-2e0fe568-38c8-43e2-b434-5fd5ec9b7bbd tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:37.802466 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ceaeb469-be8d-40a1-87ee-b155732561a1 req-2e0fe568-38c8-43e2-b434-5fd5ec9b7bbd tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 945 time: 0.0755367 Jul 06 14:07:37.816353 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-578781dd-243c-4027-8cb5-3620a9f459cb tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:37.845427 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ceaeb469-be8d-40a1-87ee-b155732561a1 req-4299df19-39b9-4699-ada6-fc4961a80964 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366726 Jul 06 14:07:37.847297 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578781dd-243c-4027-8cb5-3620a9f459cb tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Pushing event deleted for resources: {'Port': ['ID=33213ae6-76da-4558-9349-76c2507393c1,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:37.913442 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-578781dd-243c-4027-8cb5-3620a9f459cb tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:38.408854 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-578781dd-243c-4027-8cb5-3620a9f459cb tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:38.412238 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-578781dd-243c-4027-8cb5-3620a9f459cb tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2094363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2094336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2093514'] for router, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:38.490129 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578781dd-243c-4027-8cb5-3620a9f459cb tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Router 6c2a3ea1-4300-49f4-862f-6450f295a069 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:07:38.566520 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578781dd-243c-4027-8cb5-3620a9f459cb tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:07:38.573900 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-578781dd-243c-4027-8cb5-3620a9f459cb tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:38.575088 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-578781dd-243c-4027-8cb5-3620a9f459cb tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "PUT /v2.0/routers/6c2a3ea1-4300-49f4-862f-6450f295a069 HTTP/1.1" status: 200 len: 706 time: 1.4018121 Jul 06 14:07:38.576304 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a550139a-4ebc-44e5-a07f-a5f7a0eb8b0f None None] Sync routers for ids ['6c2a3ea1-4300-49f4-862f-6450f295a069'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:07:38.577682 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39108) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:38.586022 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a550139a-4ebc-44e5-a07f-a5f7a0eb8b0f None None] Routers {'6c2a3ea1-4300-49f4-862f-6450f295a069'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:07:38.587178 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-a550139a-4ebc-44e5-a07f-a5f7a0eb8b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:07:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['6c2a3ea1-4300-49f4-862f-6450f295a069'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:38.622567 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-a550139a-4ebc-44e5-a07f-a5f7a0eb8b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:38.631313 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a550139a-4ebc-44e5-a07f-a5f7a0eb8b0f None None] Routers {'6c2a3ea1-4300-49f4-862f-6450f295a069'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:07:38.631921 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-a550139a-4ebc-44e5-a07f-a5f7a0eb8b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:07:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['6c2a3ea1-4300-49f4-862f-6450f295a069'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:38.655090 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6708cf72-d60b-4325-9399-2bc4e4a61245 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "GET /v2.0/routers/6c2a3ea1-4300-49f4-862f-6450f295a069 HTTP/1.1" status: 200 len: 741 time: 0.0762599 Jul 06 14:07:38.657611 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39110) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:38.663896 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-a550139a-4ebc-44e5-a07f-a5f7a0eb8b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:38.665408 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a550139a-4ebc-44e5-a07f-a5f7a0eb8b0f None None] The sync data for ids ['6c2a3ea1-4300-49f4-862f-6450f295a069'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:07:38.698812 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-91b2b6c6-4d1a-47db-9e66-e528970c7435 tempest-RoutersAdminTest-1040387487 tempest-RoutersAdminTest-1040387487-project-admin] 10.222.0.118 "GET /v2.0/ports?network_id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0&device_id=6c2a3ea1-4300-49f4-862f-6450f295a069 HTTP/1.1" status: 200 len: 205 time: 0.0400431 Jul 06 14:07:38.701262 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39112) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:38.734081 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-73436db8-2f3b-4df2-9a57-64f16a41429f tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "GET /v2.0/ports?device_id=6c2a3ea1-4300-49f4-862f-6450f295a069 HTTP/1.1" status: 200 len: 205 time: 0.0316889 Jul 06 14:07:38.736504 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39114) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:38.810243 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3bb85d19-5e53-41cb-86ae-602d60d54976 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:38.968988 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3bb85d19-5e53-41cb-86ae-602d60d54976 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:38.971033 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3bb85d19-5e53-41cb-86ae-602d60d54976 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:39.020130 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3bb85d19-5e53-41cb-86ae-602d60d54976 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:39.020650 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb85d19-5e53-41cb-86ae-602d60d54976 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Fanout notify agent at l3_agent the message router_deleted on router 6c2a3ea1-4300-49f4-862f-6450f295a069 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:07:39.028681 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3bb85d19-5e53-41cb-86ae-602d60d54976 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:39.029729 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3bb85d19-5e53-41cb-86ae-602d60d54976 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "DELETE /v2.0/routers/6c2a3ea1-4300-49f4-862f-6450f295a069 HTTP/1.1" status: 204 len: 168 time: 0.2923269 Jul 06 14:07:39.032639 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e41eea-1261-4d82-9561-bd504eb47352 req-7bdeed4a-a729-4f73-b199-880fccdbb804 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:39.033659 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39118) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:39.038233 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-79e41eea-1261-4d82-9561-bd504eb47352 req-7bdeed4a-a729-4f73-b199-880fccdbb804 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 945 time: 0.0745065 Jul 06 14:07:39.063564 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b4163b18-7abb-4e2e-93d1-8f542602031d tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "GET /v2.0/ports?device_id=6c2a3ea1-4300-49f4-862f-6450f295a069 HTTP/1.1" status: 200 len: 205 time: 0.0287144 Jul 06 14:07:39.065899 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39120) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:39.075394 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-79e41eea-1261-4d82-9561-bd504eb47352 req-e7bb81f6-cbf1-4a75-a50a-1d466a754605 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357230 Jul 06 14:07:39.103874 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-c03f0213-bd38-41c1-acda-bfda40e73a5c tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] delete failed (client error): The resource could not be found. Jul 06 14:07:39.104088 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c03f0213-bd38-41c1-acda-bfda40e73a5c tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "DELETE /v2.0/routers/6c2a3ea1-4300-49f4-862f-6450f295a069 HTTP/1.1" status: 404 len: 336 time: 0.0370562 Jul 06 14:07:39.107269 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39122) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:39.140372 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f1475915-c9a7-4fe5-bfcc-83723b8d67a6 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "GET /v2.0/ports?device_id=cea4797c-a428-4026-8016-73df925fcbf3 HTTP/1.1" status: 200 len: 205 time: 0.0320024 Jul 06 14:07:39.142783 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39124) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:39.179361 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-c867f181-065f-4ab6-ad86-193328226929 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] delete failed (client error): The resource could not be found. Jul 06 14:07:39.181808 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c867f181-065f-4ab6-ad86-193328226929 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "DELETE /v2.0/routers/cea4797c-a428-4026-8016-73df925fcbf3 HTTP/1.1" status: 404 len: 336 time: 0.0369403 Jul 06 14:07:39.183212 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39128) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:39.213195 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8ba6f9cb-84f2-4826-be03-e354c2a6aac5 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "GET /v2.0/ports?device_id=708d1bd6-5c35-40f3-9621-d55041537d22 HTTP/1.1" status: 200 len: 205 time: 0.0289056 Jul 06 14:07:39.216532 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39130) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:39.257102 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-e345e5c9-30e4-472b-9b10-fd4f8fc90ed9 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] delete failed (client error): The resource could not be found. Jul 06 14:07:39.258638 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e345e5c9-30e4-472b-9b10-fd4f8fc90ed9 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "DELETE /v2.0/routers/708d1bd6-5c35-40f3-9621-d55041537d22 HTTP/1.1" status: 404 len: 336 time: 0.0406253 Jul 06 14:07:39.262101 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39132) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:39.290924 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7be4af2f-543f-4a20-84b6-9b0b0b7cea01 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "GET /v2.0/ports?device_id=4c5bb4a2-647b-4195-8e75-d661d34c5c74 HTTP/1.1" status: 200 len: 205 time: 0.0280745 Jul 06 14:07:39.293150 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39134) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:39.329231 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-871fcd3a-3924-4f6f-9f78-e0685dfa8e86 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] delete failed (client error): The resource could not be found. Jul 06 14:07:39.330279 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-871fcd3a-3924-4f6f-9f78-e0685dfa8e86 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "DELETE /v2.0/routers/4c5bb4a2-647b-4195-8e75-d661d34c5c74 HTTP/1.1" status: 404 len: 336 time: 0.0362518 Jul 06 14:07:39.333030 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39136) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:39.365170 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bc7af016-0e5e-4efa-8ad0-85e961162697 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "GET /v2.0/ports?device_id=13b203dd-2f89-4ef6-8b57-9c217b48d3fa HTTP/1.1" status: 200 len: 205 time: 0.0310404 Jul 06 14:07:39.367947 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39140) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:39.404715 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-425e7793-0460-4bcb-a2d5-820943384240 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] delete failed (client error): The resource could not be found. Jul 06 14:07:39.405883 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-425e7793-0460-4bcb-a2d5-820943384240 tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "DELETE /v2.0/routers/13b203dd-2f89-4ef6-8b57-9c217b48d3fa HTTP/1.1" status: 404 len: 336 time: 0.0369253 Jul 06 14:07:39.408639 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39142) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:39.438062 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-aa561b9e-7a3d-4bc3-b65b-6d4dd2f5b1ac tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "GET /v2.0/ports?device_id=65d44e0e-c63f-4599-8870-4131456f09a0 HTTP/1.1" status: 200 len: 205 time: 0.0282803 Jul 06 14:07:39.440538 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39144) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:39.482240 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-764f7e85-8a81-4f4e-a192-7649423f7d5b tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] delete failed (client error): The resource could not be found. Jul 06 14:07:39.483264 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-764f7e85-8a81-4f4e-a192-7649423f7d5b tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "DELETE /v2.0/routers/65d44e0e-c63f-4599-8870-4131456f09a0 HTTP/1.1" status: 404 len: 336 time: 0.0415738 Jul 06 14:07:39.486995 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39146) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:39.516638 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2cd45fa-e95a-43a9-9f99-a22221b1fe7d tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:39.517010 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2cd45fa-e95a-43a9-9f99-a22221b1fe7d tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:39.518977 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c2cd45fa-e95a-43a9-9f99-a22221b1fe7d tempest-RoutersAdminTest-362870451 tempest-RoutersAdminTest-362870451-project] 10.222.0.118 "DELETE /v2.0/subnets/8c8907d7-f31f-4d7b-9a13-52c97f92822a HTTP/1.1" status: 404 len: 337 time: 0.0310996 Jul 06 14:07:39.763319 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39152) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:39.877922 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b556ee5d-7256-4a67-94ae-1bc80b7d726c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:39.968931 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b556ee5d-7256-4a67-94ae-1bc80b7d726c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:39.972584 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b556ee5d-7256-4a67-94ae-1bc80b7d726c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:40.010736 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b556ee5d-7256-4a67-94ae-1bc80b7d726c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb598da5-f5c1-45b3-868e-0120bb1b0a13,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:40.015073 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b556ee5d-7256-4a67-94ae-1bc80b7d726c admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=58064f25b3da4fe7ac31e9aa80f13cbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2506568 Jul 06 14:07:40.018050 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39156) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:40.072776 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-020da876-f184-4370-952c-47ed75b01191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:40.094292 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-020da876-f184-4370-952c-47ed75b01191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:40.152050 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-020da876-f184-4370-952c-47ed75b01191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:40.155000 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-020da876-f184-4370-952c-47ed75b01191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:40.157458 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-020da876-f184-4370-952c-47ed75b01191 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/fb598da5-f5c1-45b3-868e-0120bb1b0a13 HTTP/1.1" status: 204 len: 168 time: 0.1378715 Jul 06 14:07:40.170173 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020da876-f184-4370-952c-47ed75b01191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb598da5-f5c1-45b3-868e-0120bb1b0a13,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:40.174355 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:40.287003 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95953cba-e543-4ebc-bfe8-51779eb64261 req-ec2280ea-12ba-4493-9c1a-e19e3fdc8739 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:40.288533 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95953cba-e543-4ebc-bfe8-51779eb64261 req-ec2280ea-12ba-4493-9c1a-e19e3fdc8739 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 945 time: 0.0731804 Jul 06 14:07:40.327953 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95953cba-e543-4ebc-bfe8-51779eb64261 req-43f32cda-83c4-4d3d-a4e6-5c5b8c7afb53 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332851 Jul 06 14:07:40.438884 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39168) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:40.491543 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9f4a8f29-56b3-4158-95b0-bd09e1eb2232 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=844ad97b973d471c9055af9fb253a7e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512471 Jul 06 14:07:40.494345 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39170) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:40.546274 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-914e72bd-91cf-4835-b9da-646c7512e17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:40.567800 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-914e72bd-91cf-4835-b9da-646c7512e17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:40.571209 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3de6dc91-962f-49cb-8f00-d619de62039b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:40.617577 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-914e72bd-91cf-4835-b9da-646c7512e17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:40.620173 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-914e72bd-91cf-4835-b9da-646c7512e17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:40.621330 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-914e72bd-91cf-4835-b9da-646c7512e17e admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/ab645f86-de00-4824-8b2a-0517bbfc33ae HTTP/1.1" status: 204 len: 168 time: 0.1259582 Jul 06 14:07:40.629818 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e72bd-91cf-4835-b9da-646c7512e17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab645f86-de00-4824-8b2a-0517bbfc33ae,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:41.340363 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39192) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:41.442729 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c6144e73-3e25-4167-b26f-799c17267014 tempest-NetworksNegativeTestJSON-2145267140 tempest-NetworksNegativeTestJSON-2145267140-project] Request body: {'port': {'network_id': '636839dd-2ecb-4b28-877e-43c8fad5362e', 'name': 'tempest-NetworksNegativeTestJSON-1099530828'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:41.459811 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6144e73-3e25-4167-b26f-799c17267014 tempest-NetworksNegativeTestJSON-2145267140 tempest-NetworksNegativeTestJSON-2145267140-project] POST failed (client error): The resource could not be found. Jul 06 14:07:41.460370 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6144e73-3e25-4167-b26f-799c17267014 tempest-NetworksNegativeTestJSON-2145267140 tempest-NetworksNegativeTestJSON-2145267140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:41.462200 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c6144e73-3e25-4167-b26f-799c17267014 tempest-NetworksNegativeTestJSON-2145267140 tempest-NetworksNegativeTestJSON-2145267140-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1207986 Jul 06 14:07:41.466514 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39200) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:41.484595 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d36ead6-d63c-4deb-bf19-0853efc9f895 tempest-NetworksNegativeTestJSON-2145267140 tempest-NetworksNegativeTestJSON-2145267140-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:41.485158 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d36ead6-d63c-4deb-bf19-0853efc9f895 tempest-NetworksNegativeTestJSON-2145267140 tempest-NetworksNegativeTestJSON-2145267140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:41.488520 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6d36ead6-d63c-4deb-bf19-0853efc9f895 tempest-NetworksNegativeTestJSON-2145267140 tempest-NetworksNegativeTestJSON-2145267140-project] 10.222.0.118 "DELETE /v2.0/networks/7e778e6e-4dd3-4bf0-8fe5-b68eac2284ac HTTP/1.1" status: 404 len: 339 time: 0.0209537 Jul 06 14:07:41.492295 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39204) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:41.512236 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:41.527331 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-641f7933-cd76-4ecd-b7ce-02c238846b36 tempest-NetworksNegativeTestJSON-2145267140 tempest-NetworksNegativeTestJSON-2145267140-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:41.528050 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-641f7933-cd76-4ecd-b7ce-02c238846b36 tempest-NetworksNegativeTestJSON-2145267140 tempest-NetworksNegativeTestJSON-2145267140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:41.529841 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-641f7933-cd76-4ecd-b7ce-02c238846b36 tempest-NetworksNegativeTestJSON-2145267140 tempest-NetworksNegativeTestJSON-2145267140-project] 10.222.0.118 "DELETE /v2.0/ports/b513cf59-892d-45d4-8a51-330926ae678c HTTP/1.1" status: 404 len: 333 time: 0.0364821 Jul 06 14:07:41.533892 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39206) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:41.559145 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c775f-605c-4dc5-b527-55f71cefd59d req-21e79f1e-19a3-4c1f-b584-74f5613254b5 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:41.560757 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-720c775f-605c-4dc5-b527-55f71cefd59d req-21e79f1e-19a3-4c1f-b584-74f5613254b5 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 945 time: 0.1083090 Jul 06 14:07:41.563391 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a067b4-52c3-4258-b6c7-d7b26e7cebe7 tempest-NetworksNegativeTestJSON-2145267140 tempest-NetworksNegativeTestJSON-2145267140-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:41.563867 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22a067b4-52c3-4258-b6c7-d7b26e7cebe7 tempest-NetworksNegativeTestJSON-2145267140 tempest-NetworksNegativeTestJSON-2145267140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:41.565957 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-22a067b4-52c3-4258-b6c7-d7b26e7cebe7 tempest-NetworksNegativeTestJSON-2145267140 tempest-NetworksNegativeTestJSON-2145267140-project] 10.222.0.118 "DELETE /v2.0/subnets/772f3fec-775d-4b37-892e-fa794816917f HTTP/1.1" status: 404 len: 337 time: 0.0304661 Jul 06 14:07:41.573251 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39208) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:41.595920 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f591fb-120b-48dc-9fef-41a8144bfd48 tempest-NetworksNegativeTestJSON-2145267140 tempest-NetworksNegativeTestJSON-2145267140-project] GET failed (client error): The resource could not be found. Jul 06 14:07:41.597286 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f6f591fb-120b-48dc-9fef-41a8144bfd48 tempest-NetworksNegativeTestJSON-2145267140 tempest-NetworksNegativeTestJSON-2145267140-project] 10.222.0.118 "GET /v2.0/networks/a6d35423-4574-4169-a48b-f3ae509ac882 HTTP/1.1" status: 404 len: 339 time: 0.0236695 Jul 06 14:07:41.601374 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39210) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:41.609182 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-720c775f-605c-4dc5-b527-55f71cefd59d req-e1526ac1-f495-4cf8-bb50-c837e664edd1 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419407 Jul 06 14:07:41.630629 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e16d35-c4fd-4481-acf4-26b4510ca768 tempest-NetworksNegativeTestJSON-2145267140 tempest-NetworksNegativeTestJSON-2145267140-project] GET failed (client error): The resource could not be found. Jul 06 14:07:41.635006 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f3e16d35-c4fd-4481-acf4-26b4510ca768 tempest-NetworksNegativeTestJSON-2145267140 tempest-NetworksNegativeTestJSON-2145267140-project] 10.222.0.118 "GET /v2.0/ports/a9d4cd39-c445-4888-82ff-363ec6397c3a HTTP/1.1" status: 404 len: 333 time: 0.0298593 Jul 06 14:07:41.637054 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39212) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:41.666284 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-abdca8ca-cace-4e37-9708-18bed5f9b794 tempest-NetworksNegativeTestJSON-2145267140 tempest-NetworksNegativeTestJSON-2145267140-project] GET failed (client error): The resource could not be found. Jul 06 14:07:41.667742 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-abdca8ca-cace-4e37-9708-18bed5f9b794 tempest-NetworksNegativeTestJSON-2145267140 tempest-NetworksNegativeTestJSON-2145267140-project] 10.222.0.118 "GET /v2.0/subnets/eb05b840-1b63-4b89-b74e-33d27517b827 HTTP/1.1" status: 404 len: 337 time: 0.0296550 Jul 06 14:07:41.671479 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39214) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:41.677051 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-449613ce-38c1-4324-85d6-049fe339f463 tempest-NetworksNegativeTestJSON-2145267140 tempest-NetworksNegativeTestJSON-2145267140-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:41.694439 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-449613ce-38c1-4324-85d6-049fe339f463 tempest-NetworksNegativeTestJSON-2145267140 tempest-NetworksNegativeTestJSON-2145267140-project] PUT failed (client error): The resource could not be found. Jul 06 14:07:41.694766 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-449613ce-38c1-4324-85d6-049fe339f463 tempest-NetworksNegativeTestJSON-2145267140 tempest-NetworksNegativeTestJSON-2145267140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:41.697914 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-449613ce-38c1-4324-85d6-049fe339f463 tempest-NetworksNegativeTestJSON-2145267140 tempest-NetworksNegativeTestJSON-2145267140-project] 10.222.0.118 "PUT /v2.0/networks/4cf72f38-ed16-4cff-b835-8739945214f3 HTTP/1.1" status: 404 len: 339 time: 0.0251238 Jul 06 14:07:41.701670 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39216) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:41.707769 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e62b14d2-2d0a-4412-b045-5b9bc5a2c891 tempest-NetworksNegativeTestJSON-2145267140 tempest-NetworksNegativeTestJSON-2145267140-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:41.740101 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-e62b14d2-2d0a-4412-b045-5b9bc5a2c891 tempest-NetworksNegativeTestJSON-2145267140 tempest-NetworksNegativeTestJSON-2145267140-project] PUT failed (client error): The resource could not be found. Jul 06 14:07:41.740758 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e62b14d2-2d0a-4412-b045-5b9bc5a2c891 tempest-NetworksNegativeTestJSON-2145267140 tempest-NetworksNegativeTestJSON-2145267140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:41.741945 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e62b14d2-2d0a-4412-b045-5b9bc5a2c891 tempest-NetworksNegativeTestJSON-2145267140 tempest-NetworksNegativeTestJSON-2145267140-project] 10.222.0.118 "PUT /v2.0/ports/87ffc4da-bc98-4e91-9458-a7345a24e8c7 HTTP/1.1" status: 404 len: 333 time: 0.0388601 Jul 06 14:07:41.747159 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39218) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:41.751953 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-a7cac49b-2bb8-4e48-b41e-ecdab1c04fda tempest-NetworksNegativeTestJSON-2145267140 tempest-NetworksNegativeTestJSON-2145267140-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:41.773921 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7cac49b-2bb8-4e48-b41e-ecdab1c04fda tempest-NetworksNegativeTestJSON-2145267140 tempest-NetworksNegativeTestJSON-2145267140-project] PUT failed (client error): The resource could not be found. Jul 06 14:07:41.774567 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7cac49b-2bb8-4e48-b41e-ecdab1c04fda tempest-NetworksNegativeTestJSON-2145267140 tempest-NetworksNegativeTestJSON-2145267140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:41.775744 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a7cac49b-2bb8-4e48-b41e-ecdab1c04fda tempest-NetworksNegativeTestJSON-2145267140 tempest-NetworksNegativeTestJSON-2145267140-project] 10.222.0.118 "PUT /v2.0/subnets/3c87ff48-40f7-4a6b-8641-6c1422a8052d HTTP/1.1" status: 404 len: 337 time: 0.0283134 Jul 06 14:07:42.028062 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39224) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:42.138283 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-312a81e4-e27b-4ebd-b3c6-195044f82aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:42.238096 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-312a81e4-e27b-4ebd-b3c6-195044f82aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:42.242173 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-312a81e4-e27b-4ebd-b3c6-195044f82aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:42.280159 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a81e4-e27b-4ebd-b3c6-195044f82aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667f9bdb-98d7-4bb0-9681-c0451437ca50,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:42.284649 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-312a81e4-e27b-4ebd-b3c6-195044f82aa8 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=3f05cafeebb848d2b0c527cb91a2e0ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2555525 Jul 06 14:07:42.287313 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39228) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:42.339263 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-442d30cd-0ad9-4b56-9d80-27ce2f4c1046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:42.361474 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-442d30cd-0ad9-4b56-9d80-27ce2f4c1046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:42.415138 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-442d30cd-0ad9-4b56-9d80-27ce2f4c1046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:42.417958 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-442d30cd-0ad9-4b56-9d80-27ce2f4c1046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:42.419156 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-442d30cd-0ad9-4b56-9d80-27ce2f4c1046 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/667f9bdb-98d7-4bb0-9681-c0451437ca50 HTTP/1.1" status: 204 len: 168 time: 0.1309254 Jul 06 14:07:42.429425 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d30cd-0ad9-4b56-9d80-27ce2f4c1046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667f9bdb-98d7-4bb0-9681-c0451437ca50,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:42.817303 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee4c2d-3380-4f1d-9fe2-cf14f6c50ea3 req-2ac33d26-2de6-4759-b869-eb7f15fd40de tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:42.819137 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37ee4c2d-3380-4f1d-9fe2-cf14f6c50ea3 req-2ac33d26-2de6-4759-b869-eb7f15fd40de tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 945 time: 0.0792661 Jul 06 14:07:42.869372 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37ee4c2d-3380-4f1d-9fe2-cf14f6c50ea3 req-5073b15a-5ec1-4329-bfd8-e1bbaf9c8d33 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438418 Jul 06 14:07:43.056162 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:43.129805 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39256) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:43.230484 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-78870aad-6ba9-4968-baa1-8c64b30a8b1e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-166606515'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:43.252742 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78870aad-6ba9-4968-baa1-8c64b30a8b1e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:43.256530 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-78870aad-6ba9-4968-baa1-8c64b30a8b1e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:43.265672 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-78870aad-6ba9-4968-baa1-8c64b30a8b1e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:43.364560 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-78870aad-6ba9-4968-baa1-8c64b30a8b1e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:43.369822 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-78870aad-6ba9-4968-baa1-8c64b30a8b1e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:43.396965 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78870aad-6ba9-4968-baa1-8c64b30a8b1e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:07:43.407162 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78870aad-6ba9-4968-baa1-8c64b30a8b1e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0005fc81-9804-492f-98ad-2b45b97107b4,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:43.412216 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-78870aad-6ba9-4968-baa1-8c64b30a8b1e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:43.412574 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-78870aad-6ba9-4968-baa1-8c64b30a8b1e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Added segment da610430-9307-4a9c-b795-25f813b0394d of type vlan for network 94f55617-a099-4fcd-ba39-64bd8d96ca0c Jul 06 14:07:43.453648 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-78870aad-6ba9-4968-baa1-8c64b30a8b1e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:43.482837 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-78870aad-6ba9-4968-baa1-8c64b30a8b1e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:43.488611 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78870aad-6ba9-4968-baa1-8c64b30a8b1e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:43.489207 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-78870aad-6ba9-4968-baa1-8c64b30a8b1e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:43.543292 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-78870aad-6ba9-4968-baa1-8c64b30a8b1e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4123337 Jul 06 14:07:43.546165 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39260) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:43.551435 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-d32af7f0-103d-47d7-8382-982f6e645ab6 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'port': {'network_id': '94f55617-a099-4fcd-ba39-64bd8d96ca0c', 'name': 'tempest-PortsIpV6TestJSON-227287717'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:43.560886 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78870aad-6ba9-4968-baa1-8c64b30a8b1e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Network': ['ID=94f55617-a099-4fcd-ba39-64bd8d96ca0c,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:43.571868 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 94f55617-a099-4fcd-ba39-64bd8d96ca0c details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:07:43.655248 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32af7f0-103d-47d7-8382-982f6e645ab6 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:43.659071 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d32af7f0-103d-47d7-8382-982f6e645ab6 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:43.678576 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-d32af7f0-103d-47d7-8382-982f6e645ab6 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] device_id is not set on port e67cd7d0-1978-4a62-814d-c71c9078607f yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:07:43.690519 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:07:43.866361 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d32af7f0-103d-47d7-8382-982f6e645ab6 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:43.913088 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d32af7f0-103d-47d7-8382-982f6e645ab6 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:43.985959 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32af7f0-103d-47d7-8382-982f6e645ab6 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Port': ['ID=e67cd7d0-1978-4a62-814d-c71c9078607f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:43.997452 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32af7f0-103d-47d7-8382-982f6e645ab6 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Checking segment: {'id': 'da610430-9307-4a9c-b795-25f813b0394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '94f55617-a099-4fcd-ba39-64bd8d96ca0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:43.997853 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32af7f0-103d-47d7-8382-982f6e645ab6 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network hostable DHCP agents. Network: 94f55617-a099-4fcd-ba39-64bd8d96ca0c, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:07:44.020380 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32af7f0-103d-47d7-8382-982f6e645ab6 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network 94f55617-a099-4fcd-ba39-64bd8d96ca0c is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:07:44.031895 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-d32af7f0-103d-47d7-8382-982f6e645ab6 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 94f55617-a099-4fcd-ba39-64bd8d96ca0c) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:44.036543 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32af7f0-103d-47d7-8382-982f6e645ab6 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:44.042716 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6ec83c-9fc8-4496-a3c6-4613c1846191 None None] Network 94f55617-a099-4fcd-ba39-64bd8d96ca0c requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:44.048088 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32af7f0-103d-47d7-8382-982f6e645ab6 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:44.048767 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d32af7f0-103d-47d7-8382-982f6e645ab6 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:44.064786 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d32af7f0-103d-47d7-8382-982f6e645ab6 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5173826 Jul 06 14:07:44.068073 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39276) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:44.073601 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-2488b249-ebf7-492e-91f0-151229f27e72 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1473840052'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:44.094508 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df892804-ef26-4fb2-b644-61541e1f6bea req-38676032-90a0-4598-b6e3-0b5b9a3d0a08 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:44.097377 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df892804-ef26-4fb2-b644-61541e1f6bea req-38676032-90a0-4598-b6e3-0b5b9a3d0a08 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 945 time: 0.0971479 Jul 06 14:07:44.098118 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2488b249-ebf7-492e-91f0-151229f27e72 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:44.102429 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2488b249-ebf7-492e-91f0-151229f27e72 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:44.129673 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2488b249-ebf7-492e-91f0-151229f27e72 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:07:44.142339 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2488b249-ebf7-492e-91f0-151229f27e72 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:44.143103 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-2488b249-ebf7-492e-91f0-151229f27e72 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Added segment 70ef068a-67c3-4897-8549-6000d5b0abf7 of type vlan for network 0feebfe8-ac12-40a4-b7b1-847a89f7131f Jul 06 14:07:44.149043 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df892804-ef26-4fb2-b644-61541e1f6bea req-2982abab-f0aa-40aa-a116-8101d16ec0a2 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432510 Jul 06 14:07:44.197536 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2488b249-ebf7-492e-91f0-151229f27e72 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:44.255285 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2488b249-ebf7-492e-91f0-151229f27e72 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:44.267056 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2488b249-ebf7-492e-91f0-151229f27e72 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:44.267885 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2488b249-ebf7-492e-91f0-151229f27e72 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:44.332308 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2488b249-ebf7-492e-91f0-151229f27e72 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2628534 Jul 06 14:07:44.335301 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39280) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:44.341522 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-daa222d1-6f42-4d58-80c3-c879ee89e78c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'ports': [{'network_id': '94f55617-a099-4fcd-ba39-64bd8d96ca0c'}, {'network_id': '0feebfe8-ac12-40a4-b7b1-847a89f7131f'}]} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:44.341951 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-daa222d1-6f42-4d58-80c3-c879ee89e78c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'port': {'network_id': '94f55617-a099-4fcd-ba39-64bd8d96ca0c'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:44.342616 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-daa222d1-6f42-4d58-80c3-c879ee89e78c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'port': {'network_id': '0feebfe8-ac12-40a4-b7b1-847a89f7131f'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:44.343656 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488b249-ebf7-492e-91f0-151229f27e72 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Network': ['ID=0feebfe8-ac12-40a4-b7b1-847a89f7131f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:44.354555 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 0feebfe8-ac12-40a4-b7b1-847a89f7131f details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:07:44.544704 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa222d1-6f42-4d58-80c3-c879ee89e78c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'port': 2} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:44.549549 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-daa222d1-6f42-4d58-80c3-c879ee89e78c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:44.565591 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-daa222d1-6f42-4d58-80c3-c879ee89e78c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:44.676599 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-daa222d1-6f42-4d58-80c3-c879ee89e78c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] device_id is not set on port f00346f8-c55f-4358-9107-d6ef2b77bf80 yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:07:44.802007 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-daa222d1-6f42-4d58-80c3-c879ee89e78c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:44.883535 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-daa222d1-6f42-4d58-80c3-c879ee89e78c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] device_id is not set on port dd4846e6-fe99-423b-9c57-58d697ceca0f yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:07:45.024146 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-daa222d1-6f42-4d58-80c3-c879ee89e78c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:45.078202 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-daa222d1-6f42-4d58-80c3-c879ee89e78c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:45.125117 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa222d1-6f42-4d58-80c3-c879ee89e78c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network 94f55617-a099-4fcd-ba39-64bd8d96ca0c is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:45.129169 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-daa222d1-6f42-4d58-80c3-c879ee89e78c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:45.136227 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa222d1-6f42-4d58-80c3-c879ee89e78c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:45.137631 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-daa222d1-6f42-4d58-80c3-c879ee89e78c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:45.143811 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa222d1-6f42-4d58-80c3-c879ee89e78c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Port': ['ID=f00346f8-c55f-4358-9107-d6ef2b77bf80,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:45.216879 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa222d1-6f42-4d58-80c3-c879ee89e78c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Port': ['ID=dd4846e6-fe99-423b-9c57-58d697ceca0f,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:45.231238 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa222d1-6f42-4d58-80c3-c879ee89e78c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Checking segment: {'id': '70ef068a-67c3-4897-8549-6000d5b0abf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '0feebfe8-ac12-40a4-b7b1-847a89f7131f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:45.231909 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa222d1-6f42-4d58-80c3-c879ee89e78c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network hostable DHCP agents. Network: 0feebfe8-ac12-40a4-b7b1-847a89f7131f, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:07:45.256111 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa222d1-6f42-4d58-80c3-c879ee89e78c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network 0feebfe8-ac12-40a4-b7b1-847a89f7131f is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:07:45.267300 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-daa222d1-6f42-4d58-80c3-c879ee89e78c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 0feebfe8-ac12-40a4-b7b1-847a89f7131f) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:45.271772 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa222d1-6f42-4d58-80c3-c879ee89e78c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:45.280588 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b287eba-8594-41ff-9fe7-888706254703 None None] Network 0feebfe8-ac12-40a4-b7b1-847a89f7131f requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:45.285633 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa222d1-6f42-4d58-80c3-c879ee89e78c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:45.293099 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa222d1-6f42-4d58-80c3-c879ee89e78c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:45.295165 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-daa222d1-6f42-4d58-80c3-c879ee89e78c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:45.325729 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-daa222d1-6f42-4d58-80c3-c879ee89e78c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9884429 Jul 06 14:07:45.328767 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39290) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:45.474637 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a586a-2dbb-4b6a-aef6-76f4de744135 req-54b0ea36-4889-424c-b70a-e658b175c557 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:45.476157 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-236a586a-2dbb-4b6a-aef6-76f4de744135 req-54b0ea36-4889-424c-b70a-e658b175c557 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 945 time: 0.1342738 Jul 06 14:07:45.504662 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-2e322d3b-f140-434d-8219-afeae5559c97 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting port dd4846e6-fe99-423b-9c57-58d697ceca0f {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:45.505002 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2e322d3b-f140-434d-8219-afeae5559c97 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:45.568119 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-236a586a-2dbb-4b6a-aef6-76f4de744135 req-10ae3ded-91b6-4f70-b821-9284a68bbf21 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841005 Jul 06 14:07:45.600433 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2e322d3b-f140-434d-8219-afeae5559c97 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:45.614598 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-2e322d3b-f140-434d-8219-afeae5559c97 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Calling delete_port for dd4846e6-fe99-423b-9c57-58d697ceca0f owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:45.708106 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2e322d3b-f140-434d-8219-afeae5559c97 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:45.738577 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e322d3b-f140-434d-8219-afeae5559c97 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Port': ['ID=dd4846e6-fe99-423b-9c57-58d697ceca0f,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:45.748648 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2e322d3b-f140-434d-8219-afeae5559c97 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:45.753038 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2e322d3b-f140-434d-8219-afeae5559c97 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/ports/dd4846e6-fe99-423b-9c57-58d697ceca0f HTTP/1.1" status: 204 len: 168 time: 0.4207058 Jul 06 14:07:45.753300 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39296) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:45.866647 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15edfa9e-6081-4982-80ba-cc757dc9d945 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:45.873145 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15edfa9e-6081-4982-80ba-cc757dc9d945 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:45.874728 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-15edfa9e-6081-4982-80ba-cc757dc9d945 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1204295 Jul 06 14:07:45.877680 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39298) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:45.980303 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-6f172dae-0574-4c5a-a9ee-847bb4253739 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting port f00346f8-c55f-4358-9107-d6ef2b77bf80 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:45.980739 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6f172dae-0574-4c5a-a9ee-847bb4253739 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:46.052180 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6f172dae-0574-4c5a-a9ee-847bb4253739 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:46.065472 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-6f172dae-0574-4c5a-a9ee-847bb4253739 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Calling delete_port for f00346f8-c55f-4358-9107-d6ef2b77bf80 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:46.145676 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6f172dae-0574-4c5a-a9ee-847bb4253739 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:46.175540 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f172dae-0574-4c5a-a9ee-847bb4253739 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Port': ['ID=f00346f8-c55f-4358-9107-d6ef2b77bf80,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:46.181322 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6f172dae-0574-4c5a-a9ee-847bb4253739 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:46.183984 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6f172dae-0574-4c5a-a9ee-847bb4253739 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/ports/f00346f8-c55f-4358-9107-d6ef2b77bf80 HTTP/1.1" status: 204 len: 168 time: 0.3052404 Jul 06 14:07:46.186530 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39300) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:46.292199 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1927ddf-fadb-4874-8010-96b031b34e76 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:46.293820 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b1927ddf-fadb-4874-8010-96b031b34e76 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1063225 Jul 06 14:07:46.298418 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39302) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:46.326824 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-81970010-5eb6-42a9-ad20-b446bc7a5a1b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] GET failed (client error): The resource could not be found. Jul 06 14:07:46.328380 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-81970010-5eb6-42a9-ad20-b446bc7a5a1b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "GET /v2.0/ports/dd4846e6-fe99-423b-9c57-58d697ceca0f HTTP/1.1" status: 404 len: 333 time: 0.0289955 Jul 06 14:07:46.331085 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39304) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:46.358185 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-683da9e8-f7f9-44ae-a385-c6a3c0d16296 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] GET failed (client error): The resource could not be found. Jul 06 14:07:46.359738 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-683da9e8-f7f9-44ae-a385-c6a3c0d16296 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "GET /v2.0/ports/f00346f8-c55f-4358-9107-d6ef2b77bf80 HTTP/1.1" status: 404 len: 333 time: 0.0277505 Jul 06 14:07:46.362456 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39306) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:46.444099 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5c5aa424-9707-42b1-8896-1beccfa817e1 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:46.544762 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5c5aa424-9707-42b1-8896-1beccfa817e1 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:46.558360 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-5c5aa424-9707-42b1-8896-1beccfa817e1 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0feebfe8-ac12-40a4-b7b1-847a89f7131f']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:46.568219 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-5c5aa424-9707-42b1-8896-1beccfa817e1 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ef068a-67c3-4897-8549-6000d5b0abf7') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:46.568514 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-5c5aa424-9707-42b1-8896-1beccfa817e1 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ef068a-67c3-4897-8549-6000d5b0abf7') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:46.577643 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5c5aa424-9707-42b1-8896-1beccfa817e1 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:46.595893 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5c5aa424-9707-42b1-8896-1beccfa817e1 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:46.604084 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5aa424-9707-42b1-8896-1beccfa817e1 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:07:46.604848 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5c5aa424-9707-42b1-8896-1beccfa817e1 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:07:46.608188 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:07:46.611946 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:46.690528 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5c5aa424-9707-42b1-8896-1beccfa817e1 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:46.696627 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5c5aa424-9707-42b1-8896-1beccfa817e1 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:46.704572 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39312) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:46.705176 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5c5aa424-9707-42b1-8896-1beccfa817e1 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/networks/0feebfe8-ac12-40a4-b7b1-847a89f7131f HTTP/1.1" status: 204 len: 168 time: 0.3417072 Jul 06 14:07:46.712287 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-44a7d565-c09a-44e0-819f-82f55d8b143d tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1038485911'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:46.726861 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5aa424-9707-42b1-8896-1beccfa817e1 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Network': ['ID=0feebfe8-ac12-40a4-b7b1-847a89f7131f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:46.767441 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a7d565-c09a-44e0-819f-82f55d8b143d tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:46.771125 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-44a7d565-c09a-44e0-819f-82f55d8b143d tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:46.810084 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a7d565-c09a-44e0-819f-82f55d8b143d tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:07:46.825575 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-44a7d565-c09a-44e0-819f-82f55d8b143d tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:46.826004 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-44a7d565-c09a-44e0-819f-82f55d8b143d tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Added segment 73fd9986-de71-4ee5-9142-d07151f01304 of type vlan for network b5e8fa73-82bd-4c10-ab94-de2d7a4d5c29 Jul 06 14:07:46.853686 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2c21c-203c-4e3b-819a-285255eba185 req-89dcc179-5f4b-4b20-81b0-d759c71ea0ef tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:46.855255 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-72f2c21c-203c-4e3b-819a-285255eba185 req-89dcc179-5f4b-4b20-81b0-d759c71ea0ef tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 945 time: 0.1202309 Jul 06 14:07:46.905874 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-44a7d565-c09a-44e0-819f-82f55d8b143d tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:46.950029 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-72f2c21c-203c-4e3b-819a-285255eba185 req-1d1691bf-1648-41ba-bc32-cad3852d9ad3 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737998 Jul 06 14:07:46.960276 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-44a7d565-c09a-44e0-819f-82f55d8b143d tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:46.967737 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a7d565-c09a-44e0-819f-82f55d8b143d tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:46.968393 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-44a7d565-c09a-44e0-819f-82f55d8b143d tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:46.997637 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-44a7d565-c09a-44e0-819f-82f55d8b143d tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2908647 Jul 06 14:07:46.999857 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39316) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:47.005068 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-16fa94e1-7b79-4767-82b9-3f5df7a38a5b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'subnet': {'network_id': 'b5e8fa73-82bd-4c10-ab94-de2d7a4d5c29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:47.049101 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a7d565-c09a-44e0-819f-82f55d8b143d tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Network': ['ID=b5e8fa73-82bd-4c10-ab94-de2d7a4d5c29,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:47.062356 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network b5e8fa73-82bd-4c10-ab94-de2d7a4d5c29 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:07:47.139978 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fa94e1-7b79-4767-82b9-3f5df7a38a5b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:47.143823 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-16fa94e1-7b79-4767-82b9-3f5df7a38a5b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:47.369129 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-16fa94e1-7b79-4767-82b9-3f5df7a38a5b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:47.428328 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa94e1-7b79-4767-82b9-3f5df7a38a5b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Subnet': ['ID=9aa44ed0-6f88-41e9-ac48-7328cc571eeb,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:47.440286 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fa94e1-7b79-4767-82b9-3f5df7a38a5b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Checking segment: {'id': '73fd9986-de71-4ee5-9142-d07151f01304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b5e8fa73-82bd-4c10-ab94-de2d7a4d5c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:47.440661 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fa94e1-7b79-4767-82b9-3f5df7a38a5b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network hostable DHCP agents. Network: b5e8fa73-82bd-4c10-ab94-de2d7a4d5c29, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:07:47.458114 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fa94e1-7b79-4767-82b9-3f5df7a38a5b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network b5e8fa73-82bd-4c10-ab94-de2d7a4d5c29 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:07:47.469303 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-16fa94e1-7b79-4767-82b9-3f5df7a38a5b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, b5e8fa73-82bd-4c10-ab94-de2d7a4d5c29) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:47.473727 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fa94e1-7b79-4767-82b9-3f5df7a38a5b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:47.474431 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-16fa94e1-7b79-4767-82b9-3f5df7a38a5b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:47.482390 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a69a84d-a93d-43bd-8213-f848a8eaaadc None None] Network b5e8fa73-82bd-4c10-ab94-de2d7a4d5c29 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:47.496530 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-16fa94e1-7b79-4767-82b9-3f5df7a38a5b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4926822 Jul 06 14:07:47.496890 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39318) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:47.502058 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-6edfdd37-a5f0-450b-b7e4-ae42a9e52077 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'port': {'network_id': 'b5e8fa73-82bd-4c10-ab94-de2d7a4d5c29', 'name': 'tempest-PortsIpV6TestJSON-669513661'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:47.622235 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edfdd37-a5f0-450b-b7e4-ae42a9e52077 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:47.626520 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6edfdd37-a5f0-450b-b7e4-ae42a9e52077 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:47.646963 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-6edfdd37-a5f0-450b-b7e4-ae42a9e52077 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] device_id is not set on port fa4ed531-0218-4477-bd3c-2a434af15800 yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:07:47.647418 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f46405b-f8fd-448b-9b47-f19b40f6f662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-b5e8fa73-82bd-4c10-ab94-de2d7a4d5c29', 'network_id': 'b5e8fa73-82bd-4c10-ab94-de2d7a4d5c29', 'tenant_id': 'c99b916444514705ba2472f8fee047d0', 'fixed_ips': [{'subnet_id': '9aa44ed0-6f88-41e9-ac48-7328cc571eeb'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:07:47.648960 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4f46405b-f8fd-448b-9b47-f19b40f6f662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:47.781391 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-6edfdd37-a5f0-450b-b7e4-ae42a9e52077 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Allocated IP 2001:db8::35c (b5e8fa73-82bd-4c10-ab94-de2d7a4d5c29/9aa44ed0-6f88-41e9-ac48-7328cc571eeb/fa4ed531-0218-4477-bd3c-2a434af15800) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:47.949820 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6edfdd37-a5f0-450b-b7e4-ae42a9e52077 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:47.969324 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-6edfdd37-a5f0-450b-b7e4-ae42a9e52077 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Transition to ACTIVE for port object fa4ed531-0218-4477-bd3c-2a434af15800 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:48.012136 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6edfdd37-a5f0-450b-b7e4-ae42a9e52077 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:48.079237 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edfdd37-a5f0-450b-b7e4-ae42a9e52077 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Port': ['ID=fa4ed531-0218-4477-bd3c-2a434af15800,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:48.079949 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-4f46405b-f8fd-448b-9b47-f19b40f6f662 None None] Allocated IP 2001:db8::2 (b5e8fa73-82bd-4c10-ab94-de2d7a4d5c29/9aa44ed0-6f88-41e9-ac48-7328cc571eeb/e6f2cac5-06ca-4270-8630-670afb49c924) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:48.087877 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edfdd37-a5f0-450b-b7e4-ae42a9e52077 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network b5e8fa73-82bd-4c10-ab94-de2d7a4d5c29 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:48.094668 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-6edfdd37-a5f0-450b-b7e4-ae42a9e52077 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:48.097365 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edfdd37-a5f0-450b-b7e4-ae42a9e52077 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:48.104163 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edfdd37-a5f0-450b-b7e4-ae42a9e52077 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:48.104844 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6edfdd37-a5f0-450b-b7e4-ae42a9e52077 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:48.136675 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6edfdd37-a5f0-450b-b7e4-ae42a9e52077 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6386564 Jul 06 14:07:48.140722 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39326) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:48.229655 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29898b-f8c7-4687-a1c0-c2fd20ac0ff7 req-64350209-f70e-4da7-bfd4-94a8a1dbd97a tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:48.237471 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4f29898b-f8c7-4687-a1c0-c2fd20ac0ff7 req-64350209-f70e-4da7-bfd4-94a8a1dbd97a tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 945 time: 0.1148562 Jul 06 14:07:48.267334 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4f46405b-f8fd-448b-9b47-f19b40f6f662 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:48.273539 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f694f2d5-b65b-40e5-a02a-1b5685fc52e6 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting port fa4ed531-0218-4477-bd3c-2a434af15800 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:48.275083 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f694f2d5-b65b-40e5-a02a-1b5685fc52e6 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:48.278037 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4f46405b-f8fd-448b-9b47-f19b40f6f662 None None] Transition to ACTIVE for port object e6f2cac5-06ca-4270-8630-670afb49c924 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:48.290482 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4f29898b-f8c7-4687-a1c0-c2fd20ac0ff7 req-64d12f56-4328-4206-a57e-59a9fc03be16 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518768 Jul 06 14:07:48.305953 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4f46405b-f8fd-448b-9b47-f19b40f6f662 None None] Transition to ACTIVE for port object e6f2cac5-06ca-4270-8630-670afb49c924 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:48.316563 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4f46405b-f8fd-448b-9b47-f19b40f6f662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:48.377501 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f46405b-f8fd-448b-9b47-f19b40f6f662 None None] Network b5e8fa73-82bd-4c10-ab94-de2d7a4d5c29 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:48.382988 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-4f46405b-f8fd-448b-9b47-f19b40f6f662 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:48.383493 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f694f2d5-b65b-40e5-a02a-1b5685fc52e6 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:48.385210 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46405b-f8fd-448b-9b47-f19b40f6f662 None None] Pushing event updated for resources: {'Port': ['ID=e6f2cac5-06ca-4270-8630-670afb49c924,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:48.388833 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f46405b-f8fd-448b-9b47-f19b40f6f662 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:48.402568 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f694f2d5-b65b-40e5-a02a-1b5685fc52e6 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Calling delete_port for fa4ed531-0218-4477-bd3c-2a434af15800 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:48.450640 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-4f46405b-f8fd-448b-9b47-f19b40f6f662 None None] Attempting to bind port e6f2cac5-06ca-4270-8630-670afb49c924 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:07:48.451349 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-4f46405b-f8fd-448b-9b47-f19b40f6f662 None None] Attempting to bind port e6f2cac5-06ca-4270-8630-670afb49c924 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '73fd9986-de71-4ee5-9142-d07151f01304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b5e8fa73-82bd-4c10-ab94-de2d7a4d5c29'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:07:48.451819 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f46405b-f8fd-448b-9b47-f19b40f6f662 None None] Attempting to bind port e6f2cac5-06ca-4270-8630-670afb49c924 on network b5e8fa73-82bd-4c10-ab94-de2d7a4d5c29 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:07:48.457957 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f46405b-f8fd-448b-9b47-f19b40f6f662 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:07:48.458483 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f46405b-f8fd-448b-9b47-f19b40f6f662 None None] Checking segment: {'id': '73fd9986-de71-4ee5-9142-d07151f01304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b5e8fa73-82bd-4c10-ab94-de2d7a4d5c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:48.459028 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4f46405b-f8fd-448b-9b47-f19b40f6f662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:48.459526 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f46405b-f8fd-448b-9b47-f19b40f6f662 None None] Bound using segment: {'id': '73fd9986-de71-4ee5-9142-d07151f01304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b5e8fa73-82bd-4c10-ab94-de2d7a4d5c29'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:07:48.460414 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-4f46405b-f8fd-448b-9b47-f19b40f6f662 None None] Bound port: e6f2cac5-06ca-4270-8630-670afb49c924, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73fd9986-de71-4ee5-9142-d07151f01304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b5e8fa73-82bd-4c10-ab94-de2d7a4d5c29'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:07:48.460653 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4f46405b-f8fd-448b-9b47-f19b40f6f662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:48.535547 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-4f46405b-f8fd-448b-9b47-f19b40f6f662 None None] For port e6f2cac5-06ca-4270-8630-670afb49c924, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:07:48.538750 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-4f46405b-f8fd-448b-9b47-f19b40f6f662 None None] For port e6f2cac5-06ca-4270-8630-670afb49c924, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=e6f2cac5-06ca-4270-8630-670afb49c924,segment=NetworkSegment(73fd9986-de71-4ee5-9142-d07151f01304),segment_id=73fd9986-de71-4ee5-9142-d07151f01304)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:07:48.547814 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4f46405b-f8fd-448b-9b47-f19b40f6f662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:48.557277 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f694f2d5-b65b-40e5-a02a-1b5685fc52e6 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:48.592407 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694f2d5-b65b-40e5-a02a-1b5685fc52e6 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Port': ['ID=fa4ed531-0218-4477-bd3c-2a434af15800,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:48.624260 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46405b-f8fd-448b-9b47-f19b40f6f662 None None] Pushing event updated for resources: {'Port': ['ID=e6f2cac5-06ca-4270-8630-670afb49c924,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:48.643836 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f694f2d5-b65b-40e5-a02a-1b5685fc52e6 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:48.648428 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f694f2d5-b65b-40e5-a02a-1b5685fc52e6 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/ports/fa4ed531-0218-4477-bd3c-2a434af15800 HTTP/1.1" status: 204 len: 168 time: 0.5033786 Jul 06 14:07:48.649393 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39330) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:48.670605 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:48.683406 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc36996-1582-450b-9271-7e6b364b24cb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] DELETE failed (client error): The resource could not be found. Jul 06 14:07:48.684227 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bc36996-1582-450b-9271-7e6b364b24cb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:48.689433 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39332) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:48.689649 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8bc36996-1582-450b-9271-7e6b364b24cb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/ports/fa4ed531-0218-4477-bd3c-2a434af15800 HTTP/1.1" status: 404 len: 333 time: 0.0389407 Jul 06 14:07:48.725040 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac19b07-eb07-46ea-97e4-da01054f2069 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] GET failed (client error): The resource could not be found. Jul 06 14:07:48.727842 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fac19b07-eb07-46ea-97e4-da01054f2069 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "GET /v2.0/ports/fa4ed531-0218-4477-bd3c-2a434af15800 HTTP/1.1" status: 404 len: 333 time: 0.0359154 Jul 06 14:07:48.730072 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39334) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:48.785409 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c016c2-6207-4c56-8e0e-af2c002eea0a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting subnet 9aa44ed0-6f88-41e9-ac48-7328cc571eeb {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:07:48.789531 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24c016c2-6207-4c56-8e0e-af2c002eea0a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:48.875519 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24c016c2-6207-4c56-8e0e-af2c002eea0a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:48.979618 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24c016c2-6207-4c56-8e0e-af2c002eea0a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:49.041580 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24c016c2-6207-4c56-8e0e-af2c002eea0a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:49.068846 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c016c2-6207-4c56-8e0e-af2c002eea0a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Subnet': ['ID=9aa44ed0-6f88-41e9-ac48-7328cc571eeb,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:49.073864 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24c016c2-6207-4c56-8e0e-af2c002eea0a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:49.075790 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-24c016c2-6207-4c56-8e0e-af2c002eea0a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/subnets/9aa44ed0-6f88-41e9-ac48-7328cc571eeb HTTP/1.1" status: 204 len: 168 time: 0.3447723 Jul 06 14:07:49.078268 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39350) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:49.149109 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-a5644ad5-cf13-4dcc-9edd-f11e507f6824 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:49.154624 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-a5644ad5-cf13-4dcc-9edd-f11e507f6824 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/networks?id=8e8690f9-d003-4efe-91dc-ef1e0f466173 HTTP/1.1" status: 200 len: 814 time: 0.1201093 Jul 06 14:07:49.160678 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d776b07-ed19-45bf-b7de-c5161a3f64fa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:49.166644 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-3359f331-d036-4975-a2e5-81b774e23184 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/quotas/3ca9d4d2b27940519dc953116788f0a3 HTTP/1.1" status: 200 len: 375 time: 0.0102663 Jul 06 14:07:49.219678 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-6d776b07-ed19-45bf-b7de-c5161a3f64fa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting port e6f2cac5-06ca-4270-8630-670afb49c924 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:49.220316 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d776b07-ed19-45bf-b7de-c5161a3f64fa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:49.239623 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-8e9e86f3-c664-4a03-bc84-ddedd6878933 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=3ca9d4d2b27940519dc953116788f0a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0674796 Jul 06 14:07:49.285019 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-6d776b07-ed19-45bf-b7de-c5161a3f64fa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] For port e6f2cac5-06ca-4270-8630-670afb49c924, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=e6f2cac5-06ca-4270-8630-670afb49c924,segment=NetworkSegment(73fd9986-de71-4ee5-9142-d07151f01304),segment_id=73fd9986-de71-4ee5-9142-d07151f01304)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:49.285390 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d776b07-ed19-45bf-b7de-c5161a3f64fa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:49.299603 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-6d776b07-ed19-45bf-b7de-c5161a3f64fa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Calling delete_port for e6f2cac5-06ca-4270-8630-670afb49c924 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:49.339668 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-8a8d1f62-9ad0-4f8b-ae92-1aad8fea6341 service neutron] 10.222.0.118 "GET /v2.0/networks/8e8690f9-d003-4efe-91dc-ef1e0f466173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924118 Jul 06 14:07:49.393637 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d776b07-ed19-45bf-b7de-c5161a3f64fa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:49.422834 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d776b07-ed19-45bf-b7de-c5161a3f64fa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Port': ['ID=e6f2cac5-06ca-4270-8630-670afb49c924,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:49.424747 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d776b07-ed19-45bf-b7de-c5161a3f64fa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] No DVR routers for this DVR port e6f2cac5-06ca-4270-8630-670afb49c924 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:07:49.442968 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-5425e67d-8287-4f54-9abe-94a3352cb2f8 service neutron] 10.222.0.118 "GET /v2.0/networks/8e8690f9-d003-4efe-91dc-ef1e0f466173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975862 Jul 06 14:07:49.515048 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d776b07-ed19-45bf-b7de-c5161a3f64fa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:49.526199 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-6d776b07-ed19-45bf-b7de-c5161a3f64fa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e8fa73-82bd-4c10-ab94-de2d7a4d5c29']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:49.537413 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-6d776b07-ed19-45bf-b7de-c5161a3f64fa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73fd9986-de71-4ee5-9142-d07151f01304') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:49.537957 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-6d776b07-ed19-45bf-b7de-c5161a3f64fa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73fd9986-de71-4ee5-9142-d07151f01304') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:49.549651 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d776b07-ed19-45bf-b7de-c5161a3f64fa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:49.566502 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d776b07-ed19-45bf-b7de-c5161a3f64fa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:49.575993 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d776b07-ed19-45bf-b7de-c5161a3f64fa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:07:49.575993 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d776b07-ed19-45bf-b7de-c5161a3f64fa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:07:49.578976 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:07:49.650276 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d776b07-ed19-45bf-b7de-c5161a3f64fa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:49.671722 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d776b07-ed19-45bf-b7de-c5161a3f64fa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:49.677195 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6d776b07-ed19-45bf-b7de-c5161a3f64fa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/networks/b5e8fa73-82bd-4c10-ab94-de2d7a4d5c29 HTTP/1.1" status: 204 len: 168 time: 0.5945153 Jul 06 14:07:49.678011 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39360) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:49.682949 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d776b07-ed19-45bf-b7de-c5161a3f64fa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Network': ['ID=b5e8fa73-82bd-4c10-ab94-de2d7a4d5c29,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:49.683560 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-0f63632a-6349-45ea-8494-ba4045dcef28 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1630299082'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:49.748332 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f63632a-6349-45ea-8494-ba4045dcef28 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:49.752601 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0f63632a-6349-45ea-8494-ba4045dcef28 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:49.752826 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9c7adcbe-9294-49c8-bb96-a7f76baba3f2 None None] Could not find standard attr ID for object e6f2cac5-06ca-4270-8630-670afb49c924. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:07:49.787475 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364626c3-c596-4e79-8b01-7633023dccf2 req-4abed415-d563-4e5c-860c-189773affcd2 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:49.789679 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-364626c3-c596-4e79-8b01-7633023dccf2 req-4abed415-d563-4e5c-860c-189773affcd2 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 945 time: 0.1021149 Jul 06 14:07:49.818057 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f63632a-6349-45ea-8494-ba4045dcef28 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:07:49.826972 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfd96a6-f13b-404d-969c-b0d4a3c38c27 None None] DHCP port deletion for b5e8fa73-82bd-4c10-ab94-de2d7a4d5c29 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:07:49.841108 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0f63632a-6349-45ea-8494-ba4045dcef28 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:49.841108 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-0f63632a-6349-45ea-8494-ba4045dcef28 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Added segment f495f20a-7a9e-4e6d-b680-3257c787bc39 of type vlan for network 0b826094-09ba-4b89-a4d8-3d6dec0111ea Jul 06 14:07:49.850353 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f20b03-3c21-4d2b-ac07-a995891758d8 None None] Network b5e8fa73-82bd-4c10-ab94-de2d7a4d5c29 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:49.851653 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-364626c3-c596-4e79-8b01-7633023dccf2 req-958a2609-728b-45a1-a957-38c0d449ebe0 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544798 Jul 06 14:07:49.868487 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f20b03-3c21-4d2b-ac07-a995891758d8 None None] Network b5e8fa73-82bd-4c10-ab94-de2d7a4d5c29 could not be found, it might have been deleted concurrently. {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 14:07:49.897721 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0f63632a-6349-45ea-8494-ba4045dcef28 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:49.931164 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0f63632a-6349-45ea-8494-ba4045dcef28 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:49.937444 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f63632a-6349-45ea-8494-ba4045dcef28 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:49.938094 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0f63632a-6349-45ea-8494-ba4045dcef28 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:49.997740 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0f63632a-6349-45ea-8494-ba4045dcef28 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3158493 Jul 06 14:07:49.998211 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39366) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:50.011589 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-9ded8f5f-6d3d-4fe8-b042-8f5a7b1b12cf tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'subnet': {'network_id': '0b826094-09ba-4b89-a4d8-3d6dec0111ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:50.014964 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63632a-6349-45ea-8494-ba4045dcef28 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Network': ['ID=0b826094-09ba-4b89-a4d8-3d6dec0111ea,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:50.030723 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 0b826094-09ba-4b89-a4d8-3d6dec0111ea details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:07:50.086772 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2260ceb6-f7a1-4c72-8ca7-f0dce8be332e req-39fc20c2-8f5d-4773-80ac-9e87ce177871 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=2db66606-9744-4724-b856-3e8e0d529780 HTTP/1.1" status: 200 len: 210 time: 0.0559418 Jul 06 14:07:50.135162 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ded8f5f-6d3d-4fe8-b042-8f5a7b1b12cf tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:50.139091 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9ded8f5f-6d3d-4fe8-b042-8f5a7b1b12cf tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:50.332633 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9ded8f5f-6d3d-4fe8-b042-8f5a7b1b12cf tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:50.395242 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded8f5f-6d3d-4fe8-b042-8f5a7b1b12cf tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Subnet': ['ID=b901de83-69ce-4af9-a977-859fcfae69a1,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:50.402644 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ded8f5f-6d3d-4fe8-b042-8f5a7b1b12cf tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Checking segment: {'id': 'f495f20a-7a9e-4e6d-b680-3257c787bc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b826094-09ba-4b89-a4d8-3d6dec0111ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:50.403015 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ded8f5f-6d3d-4fe8-b042-8f5a7b1b12cf tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network hostable DHCP agents. Network: 0b826094-09ba-4b89-a4d8-3d6dec0111ea, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:07:50.420616 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ded8f5f-6d3d-4fe8-b042-8f5a7b1b12cf tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network 0b826094-09ba-4b89-a4d8-3d6dec0111ea is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:07:50.430940 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-9ded8f5f-6d3d-4fe8-b042-8f5a7b1b12cf tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 0b826094-09ba-4b89-a4d8-3d6dec0111ea) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:50.435328 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ded8f5f-6d3d-4fe8-b042-8f5a7b1b12cf tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:50.435924 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9ded8f5f-6d3d-4fe8-b042-8f5a7b1b12cf tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:50.447175 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ced64d-e91d-4681-8154-f20d70bfd48b None None] Network 0b826094-09ba-4b89-a4d8-3d6dec0111ea requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:50.453321 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9ded8f5f-6d3d-4fe8-b042-8f5a7b1b12cf tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4537828 Jul 06 14:07:50.455765 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39370) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:50.461965 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-9b230101-1e02-45e8-b54f-e411b50278ea tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'port': {'network_id': '0b826094-09ba-4b89-a4d8-3d6dec0111ea', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-290467598'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:50.606960 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b230101-1e02-45e8-b54f-e411b50278ea tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:50.610977 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b230101-1e02-45e8-b54f-e411b50278ea tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:50.627214 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea51e4f-60c8-43db-a6d5-a4c9e1738d55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-0b826094-09ba-4b89-a4d8-3d6dec0111ea', 'network_id': '0b826094-09ba-4b89-a4d8-3d6dec0111ea', 'tenant_id': 'c99b916444514705ba2472f8fee047d0', 'fixed_ips': [{'subnet_id': 'b901de83-69ce-4af9-a977-859fcfae69a1'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:07:50.628083 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6ea51e4f-60c8-43db-a6d5-a4c9e1738d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:50.632208 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-9b230101-1e02-45e8-b54f-e411b50278ea tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] device_id is not set on port 26398e4e-1be1-4c65-8019-792447c3389c yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:07:50.757961 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-9b230101-1e02-45e8-b54f-e411b50278ea tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Allocated IP 2001:db8::10f (0b826094-09ba-4b89-a4d8-3d6dec0111ea/b901de83-69ce-4af9-a977-859fcfae69a1/26398e4e-1be1-4c65-8019-792447c3389c) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:50.884847 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b230101-1e02-45e8-b54f-e411b50278ea tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:50.909517 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-9b230101-1e02-45e8-b54f-e411b50278ea tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Transition to ACTIVE for port object 26398e4e-1be1-4c65-8019-792447c3389c will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:50.955880 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b230101-1e02-45e8-b54f-e411b50278ea tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:51.009875 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-8d909ff2-006f-4f06-ac19-7306e68c4650 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:51.011655 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-8d909ff2-006f-4f06-ac19-7306e68c4650 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.52 "GET /v2.0/networks?id=8e8690f9-d003-4efe-91dc-ef1e0f466173 HTTP/1.1" status: 200 len: 814 time: 0.1226952 Jul 06 14:07:51.023268 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b230101-1e02-45e8-b54f-e411b50278ea tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Port': ['ID=26398e4e-1be1-4c65-8019-792447c3389c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:51.028239 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b230101-1e02-45e8-b54f-e411b50278ea tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network 0b826094-09ba-4b89-a4d8-3d6dec0111ea is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:51.030194 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-9b230101-1e02-45e8-b54f-e411b50278ea tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:51.030363 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-f6dfab98-5350-47f6-a6c4-5864f6039a11 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Request body: {'port': {'device_id': '2db66606-9744-4724-b856-3e8e0d529780', 'network_id': '8e8690f9-d003-4efe-91dc-ef1e0f466173', 'admin_state_up': True, 'tenant_id': '3ca9d4d2b27940519dc953116788f0a3'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:51.033723 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b230101-1e02-45e8-b54f-e411b50278ea tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:51.047542 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b230101-1e02-45e8-b54f-e411b50278ea tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:51.048821 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b230101-1e02-45e8-b54f-e411b50278ea tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:51.067828 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-6ea51e4f-60c8-43db-a6d5-a4c9e1738d55 None None] Allocated IP 2001:db8::2 (0b826094-09ba-4b89-a4d8-3d6dec0111ea/b901de83-69ce-4af9-a977-859fcfae69a1/f7c3fbf1-00bf-44a5-b0c9-536917f53335) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:51.071609 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9b230101-1e02-45e8-b54f-e411b50278ea tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.6146026 Jul 06 14:07:51.074533 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39376) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:51.223506 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c66677-e6ae-499c-9968-fd8b711d62e4 req-65a0875a-20da-469f-9122-8bda41d6e52d tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:51.225444 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f3c66677-e6ae-499c-9968-fd8b711d62e4 req-65a0875a-20da-469f-9122-8bda41d6e52d tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 945 time: 0.1298919 Jul 06 14:07:51.251187 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-f6dfab98-5350-47f6-a6c4-5864f6039a11 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Made reservation on behalf of 3ca9d4d2b27940519dc953116788f0a3 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:51.255567 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-f6dfab98-5350-47f6-a6c4-5864f6039a11 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:51.285061 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6ea51e4f-60c8-43db-a6d5-a4c9e1738d55 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:51.294746 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6ea51e4f-60c8-43db-a6d5-a4c9e1738d55 None None] Transition to ACTIVE for port object f7c3fbf1-00bf-44a5-b0c9-536917f53335 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:51.300184 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f3c66677-e6ae-499c-9968-fd8b711d62e4 req-e2c7535a-87f0-44bd-ab86-6119c5c07a63 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667088 Jul 06 14:07:51.316504 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6ea51e4f-60c8-43db-a6d5-a4c9e1738d55 None None] Transition to ACTIVE for port object f7c3fbf1-00bf-44a5-b0c9-536917f53335 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:51.327123 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6ea51e4f-60c8-43db-a6d5-a4c9e1738d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:51.366586 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea51e4f-60c8-43db-a6d5-a4c9e1738d55 None None] Network 0b826094-09ba-4b89-a4d8-3d6dec0111ea is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:51.371368 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-6ea51e4f-60c8-43db-a6d5-a4c9e1738d55 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:51.374244 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea51e4f-60c8-43db-a6d5-a4c9e1738d55 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:51.436535 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea51e4f-60c8-43db-a6d5-a4c9e1738d55 None None] Pushing event updated for resources: {'Port': ['ID=f7c3fbf1-00bf-44a5-b0c9-536917f53335,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:51.451706 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-6ea51e4f-60c8-43db-a6d5-a4c9e1738d55 None None] Attempting to bind port f7c3fbf1-00bf-44a5-b0c9-536917f53335 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:07:51.452081 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-6ea51e4f-60c8-43db-a6d5-a4c9e1738d55 None None] Attempting to bind port f7c3fbf1-00bf-44a5-b0c9-536917f53335 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'f495f20a-7a9e-4e6d-b680-3257c787bc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b826094-09ba-4b89-a4d8-3d6dec0111ea'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:07:51.452445 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea51e4f-60c8-43db-a6d5-a4c9e1738d55 None None] Attempting to bind port f7c3fbf1-00bf-44a5-b0c9-536917f53335 on network 0b826094-09ba-4b89-a4d8-3d6dec0111ea {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:07:51.457723 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-f6dfab98-5350-47f6-a6c4-5864f6039a11 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Allocated IP 172.20.0.5 (8e8690f9-d003-4efe-91dc-ef1e0f466173/58ebfef2-00b7-4896-9eec-b9f9b823d9a0/e6c55794-132e-482c-9470-acf4bcfea660) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:51.458666 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea51e4f-60c8-43db-a6d5-a4c9e1738d55 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:07:51.459008 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea51e4f-60c8-43db-a6d5-a4c9e1738d55 None None] Checking segment: {'id': 'f495f20a-7a9e-4e6d-b680-3257c787bc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b826094-09ba-4b89-a4d8-3d6dec0111ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:51.459490 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6ea51e4f-60c8-43db-a6d5-a4c9e1738d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:51.459961 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea51e4f-60c8-43db-a6d5-a4c9e1738d55 None None] Bound using segment: {'id': 'f495f20a-7a9e-4e6d-b680-3257c787bc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b826094-09ba-4b89-a4d8-3d6dec0111ea'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:07:51.461452 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-6ea51e4f-60c8-43db-a6d5-a4c9e1738d55 None None] Bound port: f7c3fbf1-00bf-44a5-b0c9-536917f53335, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f495f20a-7a9e-4e6d-b680-3257c787bc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0b826094-09ba-4b89-a4d8-3d6dec0111ea'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:07:51.462895 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6ea51e4f-60c8-43db-a6d5-a4c9e1738d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:51.491257 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-86be142d-7eea-4a8b-9cda-1227e5310f22 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting port 26398e4e-1be1-4c65-8019-792447c3389c {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:51.492341 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-86be142d-7eea-4a8b-9cda-1227e5310f22 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:51.558473 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-6ea51e4f-60c8-43db-a6d5-a4c9e1738d55 None None] For port f7c3fbf1-00bf-44a5-b0c9-536917f53335, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:07:51.562269 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-6ea51e4f-60c8-43db-a6d5-a4c9e1738d55 None None] For port f7c3fbf1-00bf-44a5-b0c9-536917f53335, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=f7c3fbf1-00bf-44a5-b0c9-536917f53335,segment=NetworkSegment(f495f20a-7a9e-4e6d-b680-3257c787bc39),segment_id=f495f20a-7a9e-4e6d-b680-3257c787bc39)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:07:51.585044 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6ea51e4f-60c8-43db-a6d5-a4c9e1738d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:51.589177 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-86be142d-7eea-4a8b-9cda-1227e5310f22 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:51.603949 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-86be142d-7eea-4a8b-9cda-1227e5310f22 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Calling delete_port for 26398e4e-1be1-4c65-8019-792447c3389c owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:51.619461 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01680b79-cfdc-48ed-ba0a-7aba8a543699 req-9df58100-ef8b-49fc-b263-01917b5d8a42 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=2db66606-9744-4724-b856-3e8e0d529780 HTTP/1.1" status: 200 len: 210 time: 0.0395908 Jul 06 14:07:51.668705 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea51e4f-60c8-43db-a6d5-a4c9e1738d55 None None] Pushing event updated for resources: {'Port': ['ID=f7c3fbf1-00bf-44a5-b0c9-536917f53335,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:51.688483 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-f6dfab98-5350-47f6-a6c4-5864f6039a11 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:51.734094 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-f6dfab98-5350-47f6-a6c4-5864f6039a11 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:51.749236 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['ad56caa7-4fc5-4f47-adc1-38c9ecec70d5'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:07:51.761412 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-86be142d-7eea-4a8b-9cda-1227e5310f22 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:51.776418 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['56bb6c77-705c-4c82-a6eb-48fdecb2609d', '4580ab9e-a53d-4fb1-92fd-c4c4847b344a'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:07:51.780183 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-f6dfab98-5350-47f6-a6c4-5864f6039a11 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Network 8e8690f9-d003-4efe-91dc-ef1e0f466173 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:51.785190 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-f6dfab98-5350-47f6-a6c4-5864f6039a11 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:51.790358 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-f6dfab98-5350-47f6-a6c4-5864f6039a11 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:51.791447 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be142d-7eea-4a8b-9cda-1227e5310f22 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Port': ['ID=26398e4e-1be1-4c65-8019-792447c3389c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:51.822614 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-86be142d-7eea-4a8b-9cda-1227e5310f22 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:51.825262 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-86be142d-7eea-4a8b-9cda-1227e5310f22 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/ports/26398e4e-1be1-4c65-8019-792447c3389c HTTP/1.1" status: 204 len: 168 time: 0.7481730 Jul 06 14:07:51.827692 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dfab98-5350-47f6-a6c4-5864f6039a11 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Pushing event updated for resources: {'Port': ['ID=e6c55794-132e-482c-9470-acf4bcfea660,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:51.828282 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39380) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:51.855115 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-f6dfab98-5350-47f6-a6c4-5864f6039a11 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:51.856364 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-f6dfab98-5350-47f6-a6c4-5864f6039a11 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:51.860958 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-17affeea-4f2c-4bab-86d6-55c0ae150ef9 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] GET failed (client error): The resource could not be found. Jul 06 14:07:51.862634 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-17affeea-4f2c-4bab-86d6-55c0ae150ef9 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "GET /v2.0/ports/26398e4e-1be1-4c65-8019-792447c3389c HTTP/1.1" status: 404 len: 333 time: 0.0332105 Jul 06 14:07:51.865900 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39382) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:51.877912 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-f6dfab98-5350-47f6-a6c4-5864f6039a11 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8540039 Jul 06 14:07:51.895071 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-050cd6f0-3cba-4bd0-9c68-84beb8aedb4a service neutron] Request body: {'port': {'device_id': '2db66606-9744-4724-b856-3e8e0d529780', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:51.969448 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae70cc9-7a67-4468-b848-b7e8e5a17ffb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting subnet b901de83-69ce-4af9-a977-859fcfae69a1 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:07:51.975800 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2ae70cc9-7a67-4468-b848-b7e8e5a17ffb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:52.002717 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-050cd6f0-3cba-4bd0-9c68-84beb8aedb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:52.059674 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2ae70cc9-7a67-4468-b848-b7e8e5a17ffb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:52.194968 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2ae70cc9-7a67-4468-b848-b7e8e5a17ffb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:52.268105 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2ae70cc9-7a67-4468-b848-b7e8e5a17ffb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:52.300505 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae70cc9-7a67-4468-b848-b7e8e5a17ffb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Subnet': ['ID=b901de83-69ce-4af9-a977-859fcfae69a1,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:52.304505 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2ae70cc9-7a67-4468-b848-b7e8e5a17ffb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:52.306458 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2ae70cc9-7a67-4468-b848-b7e8e5a17ffb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/subnets/b901de83-69ce-4af9-a977-859fcfae69a1 HTTP/1.1" status: 204 len: 168 time: 0.4395804 Jul 06 14:07:52.309075 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39386) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:52.315157 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-050cd6f0-3cba-4bd0-9c68-84beb8aedb4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c55794-132e-482c-9470-acf4bcfea660 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:07:52.323385 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-050cd6f0-3cba-4bd0-9c68-84beb8aedb4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:52.336709 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-050cd6f0-3cba-4bd0-9c68-84beb8aedb4a service neutron] Transition to ACTIVE for port object e6c55794-132e-482c-9470-acf4bcfea660 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:52.341837 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-050cd6f0-3cba-4bd0-9c68-84beb8aedb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:52.391640 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050cd6f0-3cba-4bd0-9c68-84beb8aedb4a service neutron] Pushing event updated for resources: {'Port': ['ID=e6c55794-132e-482c-9470-acf4bcfea660,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:52.403730 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f72d797b-dda2-4b4b-84a5-7479e7993ab7 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:52.465116 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f72d797b-dda2-4b4b-84a5-7479e7993ab7 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting port f7c3fbf1-00bf-44a5-b0c9-536917f53335 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:52.465562 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f72d797b-dda2-4b4b-84a5-7479e7993ab7 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:52.545160 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-f72d797b-dda2-4b4b-84a5-7479e7993ab7 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] For port f7c3fbf1-00bf-44a5-b0c9-536917f53335, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=f7c3fbf1-00bf-44a5-b0c9-536917f53335,segment=NetworkSegment(f495f20a-7a9e-4e6d-b680-3257c787bc39),segment_id=f495f20a-7a9e-4e6d-b680-3257c787bc39)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:52.545864 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f72d797b-dda2-4b4b-84a5-7479e7993ab7 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:52.560556 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f72d797b-dda2-4b4b-84a5-7479e7993ab7 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Calling delete_port for f7c3fbf1-00bf-44a5-b0c9-536917f53335 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:52.656929 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f72d797b-dda2-4b4b-84a5-7479e7993ab7 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:52.688784 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d797b-dda2-4b4b-84a5-7479e7993ab7 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Port': ['ID=f7c3fbf1-00bf-44a5-b0c9-536917f53335,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:52.692668 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72d797b-dda2-4b4b-84a5-7479e7993ab7 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] No DVR routers for this DVR port f7c3fbf1-00bf-44a5-b0c9-536917f53335 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:07:52.786680 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f72d797b-dda2-4b4b-84a5-7479e7993ab7 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:52.800994 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-f72d797b-dda2-4b4b-84a5-7479e7993ab7 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b826094-09ba-4b89-a4d8-3d6dec0111ea']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:52.816990 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-f72d797b-dda2-4b4b-84a5-7479e7993ab7 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f495f20a-7a9e-4e6d-b680-3257c787bc39') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:52.817412 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-f72d797b-dda2-4b4b-84a5-7479e7993ab7 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f495f20a-7a9e-4e6d-b680-3257c787bc39') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:07:52.830185 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f72d797b-dda2-4b4b-84a5-7479e7993ab7 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:52.859251 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f72d797b-dda2-4b4b-84a5-7479e7993ab7 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:52.869053 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03935b6-c62a-4678-8908-a5a171fba8b4 None None] Network 0b826094-09ba-4b89-a4d8-3d6dec0111ea requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:52.869659 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f72d797b-dda2-4b4b-84a5-7479e7993ab7 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:07:52.869949 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f72d797b-dda2-4b4b-84a5-7479e7993ab7 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:07:52.874938 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:07:52.888813 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-050cd6f0-3cba-4bd0-9c68-84beb8aedb4a service neutron] Attempting to bind port e6c55794-132e-482c-9470-acf4bcfea660 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:07:52.889204 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-050cd6f0-3cba-4bd0-9c68-84beb8aedb4a service neutron] Attempting to bind port e6c55794-132e-482c-9470-acf4bcfea660 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '66f13dfd-887a-4dab-b5ac-df85696e381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8e8690f9-d003-4efe-91dc-ef1e0f466173'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:07:52.889483 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-050cd6f0-3cba-4bd0-9c68-84beb8aedb4a service neutron] Attempting to bind port e6c55794-132e-482c-9470-acf4bcfea660 on network 8e8690f9-d003-4efe-91dc-ef1e0f466173 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:07:52.903811 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc536f02-b958-42a8-bceb-bba8361d1cc7 req-2264d2e6-971c-4686-93cb-de2823161250 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:52.905389 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dc536f02-b958-42a8-bceb-bba8361d1cc7 req-2264d2e6-971c-4686-93cb-de2823161250 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 945 time: 0.4645343 Jul 06 14:07:52.906245 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-050cd6f0-3cba-4bd0-9c68-84beb8aedb4a service neutron] Port e6c55794-132e-482c-9470-acf4bcfea660 on network 8e8690f9-d003-4efe-91dc-ef1e0f466173 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:07:52.906581 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-050cd6f0-3cba-4bd0-9c68-84beb8aedb4a service neutron] Attempting to bind port e6c55794-132e-482c-9470-acf4bcfea660 on network 8e8690f9-d003-4efe-91dc-ef1e0f466173 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:07:52.912379 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-050cd6f0-3cba-4bd0-9c68-84beb8aedb4a service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:07:52.912734 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-050cd6f0-3cba-4bd0-9c68-84beb8aedb4a service neutron] Checking segment: {'id': '66f13dfd-887a-4dab-b5ac-df85696e381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8e8690f9-d003-4efe-91dc-ef1e0f466173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:52.913139 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-050cd6f0-3cba-4bd0-9c68-84beb8aedb4a service neutron] Bound using segment: {'id': '66f13dfd-887a-4dab-b5ac-df85696e381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8e8690f9-d003-4efe-91dc-ef1e0f466173'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:07:52.913614 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-050cd6f0-3cba-4bd0-9c68-84beb8aedb4a service neutron] Bound port: e6c55794-132e-482c-9470-acf4bcfea660, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f13dfd-887a-4dab-b5ac-df85696e381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '8e8690f9-d003-4efe-91dc-ef1e0f466173'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:07:52.914847 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-050cd6f0-3cba-4bd0-9c68-84beb8aedb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:52.927170 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-02909906-1d75-4adb-ac96-7d0285fb8a92 None None] Could not find standard attr ID for object f7c3fbf1-00bf-44a5-b0c9-536917f53335. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:07:52.959871 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f72d797b-dda2-4b4b-84a5-7479e7993ab7 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:52.981485 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f72d797b-dda2-4b4b-84a5-7479e7993ab7 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:52.986960 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f72d797b-dda2-4b4b-84a5-7479e7993ab7 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/networks/0b826094-09ba-4b89-a4d8-3d6dec0111ea HTTP/1.1" status: 204 len: 168 time: 0.6734202 Jul 06 14:07:52.986960 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d797b-dda2-4b4b-84a5-7479e7993ab7 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Network': ['ID=0b826094-09ba-4b89-a4d8-3d6dec0111ea,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:52.987409 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39394) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:52.995895 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-678fbc79-6ec8-4296-8c34-56773c7fac35 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'port': {'network_id': '94f55617-a099-4fcd-ba39-64bd8d96ca0c', 'name': 'tempest-PortsIpV6TestJSON-348169118'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:53.000223 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dc536f02-b958-42a8-bceb-bba8361d1cc7 req-495fe5f2-6d89-42c4-ae43-429a53f7221f tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747919 Jul 06 14:07:53.026436 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-050cd6f0-3cba-4bd0-9c68-84beb8aedb4a service neutron] For port e6c55794-132e-482c-9470-acf4bcfea660, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:07:53.030594 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-050cd6f0-3cba-4bd0-9c68-84beb8aedb4a service neutron] For port e6c55794-132e-482c-9470-acf4bcfea660, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=e6c55794-132e-482c-9470-acf4bcfea660,segment=NetworkSegment(66f13dfd-887a-4dab-b5ac-df85696e381e),segment_id=66f13dfd-887a-4dab-b5ac-df85696e381e)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:07:53.035945 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-050cd6f0-3cba-4bd0-9c68-84beb8aedb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:53.084859 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07aa8e4-0938-46a1-8916-c5db1e80219b None None] DHCP port deletion for 0b826094-09ba-4b89-a4d8-3d6dec0111ea request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:07:53.098344 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-050cd6f0-3cba-4bd0-9c68-84beb8aedb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:53.099253 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-050cd6f0-3cba-4bd0-9c68-84beb8aedb4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:53.102242 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-050cd6f0-3cba-4bd0-9c68-84beb8aedb4a service neutron] 10.222.0.52 "PUT /v2.0/ports/e6c55794-132e-482c-9470-acf4bcfea660 HTTP/1.1" status: 200 len: 1091 time: 1.2153800 Jul 06 14:07:53.104160 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db66606-9744-4724-b856-3e8e0d529780', 'tag': 'e6c55794-132e-482c-9470-acf4bcfea660'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:07:53.108040 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ed3cde-6e8c-4f25-a0d8-d34430af7288" -d '{"events": [{"name": "network-changed", "server_uuid": "2db66606-9744-4724-b856-3e8e0d529780", "tag": "e6c55794-132e-482c-9470-acf4bcfea660"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:07:53.133235 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678fbc79-6ec8-4296-8c34-56773c7fac35 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:53.147221 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050cd6f0-3cba-4bd0-9c68-84beb8aedb4a service neutron] Pushing event updated for resources: {'Port': ['ID=e6c55794-132e-482c-9470-acf4bcfea660,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:53.147401 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-678fbc79-6ec8-4296-8c34-56773c7fac35 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:53.170349 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-678fbc79-6ec8-4296-8c34-56773c7fac35 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] device_id is not set on port 6b25ab76-dd93-4d44-80ca-fe567896871e yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:07:53.262199 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-1c4208d6-fc73-4806-b0cf-f06023edea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:53.263711 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-1c4208d6-fc73-4806-b0cf-f06023edea7e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3ca9d4d2b27940519dc953116788f0a3&device_id=2db66606-9744-4724-b856-3e8e0d529780 HTTP/1.1" status: 200 len: 1094 time: 0.0932512 Jul 06 14:07:53.320244 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-85151b82-f462-41e2-8a23-a42ca02cb900 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6c55794-132e-482c-9470-acf4bcfea660 HTTP/1.1" status: 200 len: 217 time: 0.0396380 Jul 06 14:07:53.377242 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-678fbc79-6ec8-4296-8c34-56773c7fac35 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:53.391172 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982af043-6c61-434b-aceb-95751fa3c152 req-d44e4dc1-d0d0-4d4e-b8e3-3e10ee6f474b tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:53.392761 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-982af043-6c61-434b-aceb-95751fa3c152 req-d44e4dc1-d0d0-4d4e-b8e3-3e10ee6f474b tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=2db66606-9744-4724-b856-3e8e0d529780 HTTP/1.1" status: 200 len: 943 time: 0.1436958 Jul 06 14:07:53.394873 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-f7d8ce49-44f5-4699-b263-2e0a255e2c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:53.396224 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-f7d8ce49-44f5-4699-b263-2e0a255e2c28 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58ebfef2-00b7-4896-9eec-b9f9b823d9a0 HTTP/1.1" status: 200 len: 854 time: 0.0683427 Jul 06 14:07:53.424835 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-678fbc79-6ec8-4296-8c34-56773c7fac35 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:53.444137 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-c62c4144-b12f-483b-aa49-6b494177385c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8e8690f9-d003-4efe-91dc-ef1e0f466173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391557 Jul 06 14:07:53.484630 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678fbc79-6ec8-4296-8c34-56773c7fac35 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network 94f55617-a099-4fcd-ba39-64bd8d96ca0c is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:53.488446 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-678fbc79-6ec8-4296-8c34-56773c7fac35 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:53.490783 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fbc79-6ec8-4296-8c34-56773c7fac35 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Port': ['ID=6b25ab76-dd93-4d44-80ca-fe567896871e,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:53.493910 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678fbc79-6ec8-4296-8c34-56773c7fac35 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:53.499847 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678fbc79-6ec8-4296-8c34-56773c7fac35 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:53.500473 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-678fbc79-6ec8-4296-8c34-56773c7fac35 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:53.509610 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-982af043-6c61-434b-aceb-95751fa3c152 req-892dfcc5-6514-4c4e-8779-46cab59a7386 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057510 Jul 06 14:07:53.519644 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39398) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:53.520328 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-678fbc79-6ec8-4296-8c34-56773c7fac35 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5302517 Jul 06 14:07:53.562720 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cb0953-bb42-4b3a-9c20-c84926d2d2e0 x-openstack-request-id: req-09cb0953-bb42-4b3a-9c20-c84926d2d2e0 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:07:53.563010 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db66606-9744-4724-b856-3e8e0d529780", "tag": "e6c55794-132e-482c-9470-acf4bcfea660", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:07:53.563270 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-09cb0953-bb42-4b3a-9c20-c84926d2d2e0 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:07:53.563664 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db66606-9744-4724-b856-3e8e0d529780', 'tag': 'e6c55794-132e-482c-9470-acf4bcfea660', 'status': 'completed', 'code': 200} Jul 06 14:07:53.593787 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-ad34f238-bfb3-45df-b597-b545f9b9f2b5 service neutron] 10.222.0.52 "GET /v2.0/networks/8e8690f9-d003-4efe-91dc-ef1e0f466173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423011 Jul 06 14:07:53.723892 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-11a34178-bbbb-46e5-bdcc-20a1d9571141 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting port 6b25ab76-dd93-4d44-80ca-fe567896871e {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:53.724248 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-11a34178-bbbb-46e5-bdcc-20a1d9571141 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:53.728979 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2c61505-62a3-4a49-b14a-b8b249271d71 req-9b0aa13e-6fd5-4b89-ab23-8898404a59ec service neutron] 10.222.0.52 "GET /v2.0/networks/8e8690f9-d003-4efe-91dc-ef1e0f466173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284969 Jul 06 14:07:53.826129 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-11a34178-bbbb-46e5-bdcc-20a1d9571141 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:53.841111 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-11a34178-bbbb-46e5-bdcc-20a1d9571141 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Calling delete_port for 6b25ab76-dd93-4d44-80ca-fe567896871e owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:53.900019 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed3cde-6e8c-4f25-a0d8-d34430af7288 req-8adb43d8-8284-487f-ad02-5b9d16b397c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:53.901725 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19ed3cde-6e8c-4f25-a0d8-d34430af7288 req-8adb43d8-8284-487f-ad02-5b9d16b397c2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3ca9d4d2b27940519dc953116788f0a3&device_id=2db66606-9744-4724-b856-3e8e0d529780 HTTP/1.1" status: 200 len: 1094 time: 0.1235085 Jul 06 14:07:54.006952 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-11a34178-bbbb-46e5-bdcc-20a1d9571141 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:54.055415 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a34178-bbbb-46e5-bdcc-20a1d9571141 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Port': ['ID=6b25ab76-dd93-4d44-80ca-fe567896871e,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:54.063849 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-11a34178-bbbb-46e5-bdcc-20a1d9571141 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:54.068210 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-11a34178-bbbb-46e5-bdcc-20a1d9571141 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/ports/6b25ab76-dd93-4d44-80ca-fe567896871e HTTP/1.1" status: 204 len: 168 time: 0.5442784 Jul 06 14:07:54.068210 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed3cde-6e8c-4f25-a0d8-d34430af7288 req-1730d305-ac0b-4eb7-815f-bc4c08d487a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:54.069136 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39402) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:54.069523 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19ed3cde-6e8c-4f25-a0d8-d34430af7288 req-1730d305-ac0b-4eb7-815f-bc4c08d487a6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8e8690f9-d003-4efe-91dc-ef1e0f466173 HTTP/1.1" status: 200 len: 915 time: 0.1494958 Jul 06 14:07:54.075944 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-bc41fcd0-d9a6-46cd-a48e-c766755472bb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'port': {'network_id': '94f55617-a099-4fcd-ba39-64bd8d96ca0c', 'mac_address': 'fa:16:3e:44:47:e7', 'name': 'tempest-PortsIpV6TestJSON-1055760665'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:54.128201 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19ed3cde-6e8c-4f25-a0d8-d34430af7288 req-82666b8f-b084-4381-8dc0-229d10183429 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6c55794-132e-482c-9470-acf4bcfea660 HTTP/1.1" status: 200 len: 217 time: 0.0447624 Jul 06 14:07:54.169086 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc41fcd0-d9a6-46cd-a48e-c766755472bb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:54.207531 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed3cde-6e8c-4f25-a0d8-d34430af7288 req-bf98ed05-8ad9-4f69-a37c-1b21fcb3c13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:54.209026 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19ed3cde-6e8c-4f25-a0d8-d34430af7288 req-bf98ed05-8ad9-4f69-a37c-1b21fcb3c13b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58ebfef2-00b7-4896-9eec-b9f9b823d9a0 HTTP/1.1" status: 200 len: 854 time: 0.0614707 Jul 06 14:07:54.238250 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a792a-cab0-41f0-bb92-34c90cdb48d0 req-343547bc-bad5-43fb-8125-5946cf64117a tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:54.239772 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-997a792a-cab0-41f0-bb92-34c90cdb48d0 req-343547bc-bad5-43fb-8125-5946cf64117a tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 945 time: 0.1215436 Jul 06 14:07:54.240566 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bc41fcd0-d9a6-46cd-a48e-c766755472bb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:54.259151 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19ed3cde-6e8c-4f25-a0d8-d34430af7288 req-9d41eb6f-af27-4922-8a39-4ad1727de4d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8e8690f9-d003-4efe-91dc-ef1e0f466173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414376 Jul 06 14:07:54.265743 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-bc41fcd0-d9a6-46cd-a48e-c766755472bb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] device_id is not set on port 135a393a-fe25-481d-9a41-0fc40861114b yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:07:54.344299 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-997a792a-cab0-41f0-bb92-34c90cdb48d0 req-0925fac3-0cd8-4091-bd65-58da3ce0f5cb tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876315 Jul 06 14:07:54.379471 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19ed3cde-6e8c-4f25-a0d8-d34430af7288 req-7dffc86a-351f-4f4a-95e8-727a6b378929 service neutron] 10.222.0.52 "GET /v2.0/networks/8e8690f9-d003-4efe-91dc-ef1e0f466173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131539 Jul 06 14:07:54.450397 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bc41fcd0-d9a6-46cd-a48e-c766755472bb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:54.483052 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19ed3cde-6e8c-4f25-a0d8-d34430af7288 req-84042919-7a3d-41c0-a002-e6b8b9777035 service neutron] 10.222.0.52 "GET /v2.0/networks/8e8690f9-d003-4efe-91dc-ef1e0f466173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965977 Jul 06 14:07:54.487767 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bc41fcd0-d9a6-46cd-a48e-c766755472bb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:54.536617 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc41fcd0-d9a6-46cd-a48e-c766755472bb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network 94f55617-a099-4fcd-ba39-64bd8d96ca0c is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:54.541693 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-bc41fcd0-d9a6-46cd-a48e-c766755472bb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:54.547776 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc41fcd0-d9a6-46cd-a48e-c766755472bb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:54.553798 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc41fcd0-d9a6-46cd-a48e-c766755472bb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:54.554676 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bc41fcd0-d9a6-46cd-a48e-c766755472bb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:54.560734 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41fcd0-d9a6-46cd-a48e-c766755472bb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Port': ['ID=135a393a-fe25-481d-9a41-0fc40861114b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:54.575036 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bc41fcd0-d9a6-46cd-a48e-c766755472bb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5050123 Jul 06 14:07:54.577192 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39408) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:54.635042 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaad0c8-3245-48af-b012-f0a2d667ba4b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:54.636606 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5aaad0c8-3245-48af-b012-f0a2d667ba4b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "GET /v2.0/ports/135a393a-fe25-481d-9a41-0fc40861114b HTTP/1.1" status: 200 len: 845 time: 0.0584335 Jul 06 14:07:54.639522 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39410) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:54.702235 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418efa6b-078f-43c5-af80-c6514ba2e466 req-78685bc2-711a-470d-9c12-7bdc79fefc4d tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:54.703677 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-418efa6b-078f-43c5-af80-c6514ba2e466 req-78685bc2-711a-470d-9c12-7bdc79fefc4d tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=2db66606-9744-4724-b856-3e8e0d529780 HTTP/1.1" status: 200 len: 943 time: 0.0710254 Jul 06 14:07:54.742845 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-418efa6b-078f-43c5-af80-c6514ba2e466 req-7c030add-2251-43c8-8464-e771bdfe18a0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332317 Jul 06 14:07:54.743106 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-bea9b325-79d8-4eea-b720-023433e4a74c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting port 135a393a-fe25-481d-9a41-0fc40861114b {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:54.743242 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bea9b325-79d8-4eea-b720-023433e4a74c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:54.812623 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bea9b325-79d8-4eea-b720-023433e4a74c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:54.825828 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-bea9b325-79d8-4eea-b720-023433e4a74c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Calling delete_port for 135a393a-fe25-481d-9a41-0fc40861114b owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:54.909321 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bea9b325-79d8-4eea-b720-023433e4a74c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:54.938787 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9b325-79d8-4eea-b720-023433e4a74c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Port': ['ID=135a393a-fe25-481d-9a41-0fc40861114b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:54.943805 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bea9b325-79d8-4eea-b720-023433e4a74c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:54.945789 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bea9b325-79d8-4eea-b720-023433e4a74c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/ports/135a393a-fe25-481d-9a41-0fc40861114b HTTP/1.1" status: 204 len: 168 time: 0.3052280 Jul 06 14:07:54.948641 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39414) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:54.976672 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cfa05a0-89e6-4fc9-af1e-0b62aba0527b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] GET failed (client error): The resource could not be found. Jul 06 14:07:54.980497 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0cfa05a0-89e6-4fc9-af1e-0b62aba0527b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "GET /v2.0/ports/135a393a-fe25-481d-9a41-0fc40861114b HTTP/1.1" status: 404 len: 333 time: 0.0285649 Jul 06 14:07:54.981849 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39416) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:54.986641 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-8ef32427-f3cb-412b-b541-f62d6db9cdaa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'port': {'network_id': '94f55617-a099-4fcd-ba39-64bd8d96ca0c', 'name': 'tempest-PortsIpV6TestJSON-1282525790'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:55.077384 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef32427-f3cb-412b-b541-f62d6db9cdaa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:55.080904 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8ef32427-f3cb-412b-b541-f62d6db9cdaa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:55.100402 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-8ef32427-f3cb-412b-b541-f62d6db9cdaa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] device_id is not set on port 3a3521ab-888a-42a2-b1a7-424a043ff209 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:07:55.262223 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8ef32427-f3cb-412b-b541-f62d6db9cdaa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:55.299151 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8ef32427-f3cb-412b-b541-f62d6db9cdaa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:55.346035 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef32427-f3cb-412b-b541-f62d6db9cdaa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network 94f55617-a099-4fcd-ba39-64bd8d96ca0c is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:55.349192 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-8ef32427-f3cb-412b-b541-f62d6db9cdaa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:55.356399 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef32427-f3cb-412b-b541-f62d6db9cdaa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:55.362000 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef32427-f3cb-412b-b541-f62d6db9cdaa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:55.362604 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8ef32427-f3cb-412b-b541-f62d6db9cdaa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:55.378431 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef32427-f3cb-412b-b541-f62d6db9cdaa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Port': ['ID=3a3521ab-888a-42a2-b1a7-424a043ff209,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:55.391657 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8ef32427-f3cb-412b-b541-f62d6db9cdaa tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4055922 Jul 06 14:07:55.393141 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39420) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:55.398561 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-6e1b5d21-7692-4ea3-895f-eef3ccffebfb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:55.488463 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6e1b5d21-7692-4ea3-895f-eef3ccffebfb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:55.526658 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1e321-14f7-427f-ba7e-cdc660d7526e req-a1ec3147-fa0e-4788-acf7-861b3f592ce9 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:55.528122 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0dd1e321-14f7-427f-ba7e-cdc660d7526e req-a1ec3147-fa0e-4788-acf7-861b3f592ce9 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 945 time: 0.0643835 Jul 06 14:07:55.567970 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0dd1e321-14f7-427f-ba7e-cdc660d7526e req-6f6d8f1a-88fe-453a-9409-2ab07ecf1bc8 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342815 Jul 06 14:07:55.651372 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6e1b5d21-7692-4ea3-895f-eef3ccffebfb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:55.665181 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6e1b5d21-7692-4ea3-895f-eef3ccffebfb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:55.704570 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-6e1b5d21-7692-4ea3-895f-eef3ccffebfb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] In _notify_port_updated(), no bound segment for port 3a3521ab-888a-42a2-b1a7-424a043ff209 on network 94f55617-a099-4fcd-ba39-64bd8d96ca0c {{(pid=100417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:07:55.711253 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1b5d21-7692-4ea3-895f-eef3ccffebfb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:55.711820 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6e1b5d21-7692-4ea3-895f-eef3ccffebfb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:55.713169 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6e1b5d21-7692-4ea3-895f-eef3ccffebfb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "PUT /v2.0/ports/3a3521ab-888a-42a2-b1a7-424a043ff209 HTTP/1.1" status: 200 len: 818 time: 0.3189907 Jul 06 14:07:55.716170 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39424) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:55.755702 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b5d21-7692-4ea3-895f-eef3ccffebfb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Port': ['ID=3a3521ab-888a-42a2-b1a7-424a043ff209,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:55.829299 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-b0a44709-ba0c-4495-a0d1-c7e8787ed4fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting port 3a3521ab-888a-42a2-b1a7-424a043ff209 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:07:55.829646 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b0a44709-ba0c-4495-a0d1-c7e8787ed4fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:55.904111 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b0a44709-ba0c-4495-a0d1-c7e8787ed4fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:55.918999 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-b0a44709-ba0c-4495-a0d1-c7e8787ed4fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Calling delete_port for 3a3521ab-888a-42a2-b1a7-424a043ff209 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:07:55.932585 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c69df-0ddf-46f5-b9ea-bfeefd48f33d req-d5a5cac3-0ee0-4883-a410-9d7447610a85 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:55.934125 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d78c69df-0ddf-46f5-b9ea-bfeefd48f33d req-d5a5cac3-0ee0-4883-a410-9d7447610a85 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=2db66606-9744-4724-b856-3e8e0d529780 HTTP/1.1" status: 200 len: 943 time: 0.0681734 Jul 06 14:07:55.974850 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d78c69df-0ddf-46f5-b9ea-bfeefd48f33d req-e49c059f-5508-405c-8315-a3af1a581402 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345764 Jul 06 14:07:55.999685 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b0a44709-ba0c-4495-a0d1-c7e8787ed4fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:56.037175 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a44709-ba0c-4495-a0d1-c7e8787ed4fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Port': ['ID=3a3521ab-888a-42a2-b1a7-424a043ff209,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:56.043886 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b0a44709-ba0c-4495-a0d1-c7e8787ed4fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:56.046253 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b0a44709-ba0c-4495-a0d1-c7e8787ed4fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/ports/3a3521ab-888a-42a2-b1a7-424a043ff209 HTTP/1.1" status: 204 len: 168 time: 0.3291008 Jul 06 14:07:56.049054 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39428) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:56.125564 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431e2230-2461-4b3e-aeb9-9c66255551a2 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:56.127102 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-431e2230-2461-4b3e-aeb9-9c66255551a2 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0769300 Jul 06 14:07:56.129867 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39430) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:56.156834 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd4a1ecd-f2b4-4f8e-a280-45fe4e5efda4 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] GET failed (client error): The resource could not be found. Jul 06 14:07:56.158306 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fd4a1ecd-f2b4-4f8e-a280-45fe4e5efda4 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "GET /v2.0/ports/3a3521ab-888a-42a2-b1a7-424a043ff209 HTTP/1.1" status: 404 len: 333 time: 0.0275171 Jul 06 14:07:56.161809 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39432) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:56.166623 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-a2c8ee36-6290-48eb-a9de-f57c4b950d51 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-303840756'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:56.187879 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c8ee36-6290-48eb-a9de-f57c4b950d51 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:56.191325 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a2c8ee36-6290-48eb-a9de-f57c4b950d51 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:56.216631 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c8ee36-6290-48eb-a9de-f57c4b950d51 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:07:56.227337 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a2c8ee36-6290-48eb-a9de-f57c4b950d51 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:56.227693 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-a2c8ee36-6290-48eb-a9de-f57c4b950d51 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Added segment 21cbe77c-3b83-47c1-a0ce-5ca715250796 of type vlan for network 56a8c54a-c68c-4721-8f5b-cd15a2992bf3 Jul 06 14:07:56.271612 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a2c8ee36-6290-48eb-a9de-f57c4b950d51 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:56.300034 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a2c8ee36-6290-48eb-a9de-f57c4b950d51 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:56.306588 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c8ee36-6290-48eb-a9de-f57c4b950d51 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:56.307174 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a2c8ee36-6290-48eb-a9de-f57c4b950d51 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:56.365345 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a2c8ee36-6290-48eb-a9de-f57c4b950d51 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2025225 Jul 06 14:07:56.368973 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39434) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:56.373882 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-3e903cd5-83ac-4ae6-ac25-b5e3064c9295 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'subnet': {'network_id': '56a8c54a-c68c-4721-8f5b-cd15a2992bf3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:56.394747 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8ee36-6290-48eb-a9de-f57c4b950d51 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Network': ['ID=56a8c54a-c68c-4721-8f5b-cd15a2992bf3,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:56.407363 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device e6c55794-132e-482c-9470-acf4bcfea660 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:07:56.409351 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 56a8c54a-c68c-4721-8f5b-cd15a2992bf3 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:07:56.477690 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e903cd5-83ac-4ae6-ac25-b5e3064c9295 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:56.481447 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e903cd5-83ac-4ae6-ac25-b5e3064c9295 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:56.578375 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port e6c55794-132e-482c-9470-acf4bcfea660, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=e6c55794-132e-482c-9470-acf4bcfea660,segment=NetworkSegment(66f13dfd-887a-4dab-b5ac-df85696e381e),segment_id=66f13dfd-887a-4dab-b5ac-df85696e381e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:56.591670 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'e6c55794-132e-482c-9470-acf4bcfea660', 'network_id': '8e8690f9-d003-4efe-91dc-ef1e0f466173', 'port_id': 'e6c55794-132e-482c-9470-acf4bcfea660', 'mac_address': 'fa:16:3e:ac:00:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ebfef2-00b7-4896-9eec-b9f9b823d9a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:07:56.633180 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:56.646726 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c55794-132e-482c-9470-acf4bcfea660 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:07:56.672044 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port e6c55794-132e-482c-9470-acf4bcfea660, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=e6c55794-132e-482c-9470-acf4bcfea660,segment=NetworkSegment(66f13dfd-887a-4dab-b5ac-df85696e381e),segment_id=66f13dfd-887a-4dab-b5ac-df85696e381e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:56.673212 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e903cd5-83ac-4ae6-ac25-b5e3064c9295 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:56.675792 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:56.731057 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=e6c55794-132e-482c-9470-acf4bcfea660,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:56.743863 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e903cd5-83ac-4ae6-ac25-b5e3064c9295 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Subnet': ['ID=3363f8cc-e75f-4c3b-a534-beef6526251c,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:56.750717 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e903cd5-83ac-4ae6-ac25-b5e3064c9295 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Checking segment: {'id': '21cbe77c-3b83-47c1-a0ce-5ca715250796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '56a8c54a-c68c-4721-8f5b-cd15a2992bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:56.751097 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e903cd5-83ac-4ae6-ac25-b5e3064c9295 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network hostable DHCP agents. Network: 56a8c54a-c68c-4721-8f5b-cd15a2992bf3, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:07:56.768382 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e903cd5-83ac-4ae6-ac25-b5e3064c9295 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network 56a8c54a-c68c-4721-8f5b-cd15a2992bf3 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:07:56.769962 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a1b6a-bb3a-40f2-911c-8cffa280ec4e req-c91988b1-bbbd-449a-8d61-efc8595218ca tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:56.771525 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e5a1b6a-bb3a-40f2-911c-8cffa280ec4e req-c91988b1-bbbd-449a-8d61-efc8595218ca tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 945 time: 0.0773866 Jul 06 14:07:56.779056 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-3e903cd5-83ac-4ae6-ac25-b5e3064c9295 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 56a8c54a-c68c-4721-8f5b-cd15a2992bf3) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:56.783294 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e903cd5-83ac-4ae6-ac25-b5e3064c9295 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:56.783880 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e903cd5-83ac-4ae6-ac25-b5e3064c9295 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:56.789352 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2efdf8-23ff-48b8-97fa-a0e63178ba68 None None] Network 56a8c54a-c68c-4721-8f5b-cd15a2992bf3 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:56.805044 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3e903cd5-83ac-4ae6-ac25-b5e3064c9295 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4317832 Jul 06 14:07:56.806441 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39440) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:56.811772 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-b483583e-abed-41dd-88e4-91a9e1df22a5 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'subnet': {'network_id': '56a8c54a-c68c-4721-8f5b-cd15a2992bf3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:56.826817 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e5a1b6a-bb3a-40f2-911c-8cffa280ec4e req-8dd3c60b-8e9d-475c-9598-9ab69c70218f tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481141 Jul 06 14:07:56.937411 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b483583e-abed-41dd-88e4-91a9e1df22a5 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:56.941076 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b483583e-abed-41dd-88e4-91a9e1df22a5 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:56.968615 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['e6c55794-132e-482c-9470-acf4bcfea660'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:07:56.994016 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23cd5b2-892b-448a-b056-c0a5f1c863fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-56a8c54a-c68c-4721-8f5b-cd15a2992bf3', 'network_id': '56a8c54a-c68c-4721-8f5b-cd15a2992bf3', 'tenant_id': 'c99b916444514705ba2472f8fee047d0', 'fixed_ips': [{'subnet_id': '3363f8cc-e75f-4c3b-a534-beef6526251c'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:07:56.994858 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e23cd5b2-892b-448a-b056-c0a5f1c863fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:57.044852 n-d-773644-6 neutron-server[100417]: INFO neutron.db.ipam_backend_mixin [None req-b483583e-abed-41dd-88e4-91a9e1df22a5 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3363f8cc-e75f-4c3b-a534-beef6526251c (CIDR: 2001:db8::/64) Jul 06 14:07:57.051972 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-b483583e-abed-41dd-88e4-91a9e1df22a5 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:07:57.053046 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b483583e-abed-41dd-88e4-91a9e1df22a5 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:07:57.070944 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b483583e-abed-41dd-88e4-91a9e1df22a5 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2625320 Jul 06 14:07:57.073403 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39444) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:57.079855 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-1ba72387-f3fc-4b82-8dec-bfc2c6801c74 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'subnet': {'network_id': '56a8c54a-c68c-4721-8f5b-cd15a2992bf3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:57.250788 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79753a52-2ca8-466f-ad00-ed84844e28e1 req-7087fddc-4a40-4a4d-9956-d963fe8e24b3 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:57.252318 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-79753a52-2ca8-466f-ad00-ed84844e28e1 req-7087fddc-4a40-4a4d-9956-d963fe8e24b3 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=2db66606-9744-4724-b856-3e8e0d529780 HTTP/1.1" status: 200 len: 944 time: 0.1276009 Jul 06 14:07:57.267072 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba72387-f3fc-4b82-8dec-bfc2c6801c74 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:57.270600 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1ba72387-f3fc-4b82-8dec-bfc2c6801c74 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:57.349982 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-e23cd5b2-892b-448a-b056-c0a5f1c863fb None None] Allocated IP 2001:db8::2 (56a8c54a-c68c-4721-8f5b-cd15a2992bf3/3363f8cc-e75f-4c3b-a534-beef6526251c/df72d482-df81-416d-80b2-c88de6071cd1) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:57.350244 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-79753a52-2ca8-466f-ad00-ed84844e28e1 req-1a39a11f-85b8-492e-9af8-69a5fa664c0b tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903721 Jul 06 14:07:57.530199 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e23cd5b2-892b-448a-b056-c0a5f1c863fb None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:57.538157 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e23cd5b2-892b-448a-b056-c0a5f1c863fb None None] Transition to ACTIVE for port object df72d482-df81-416d-80b2-c88de6071cd1 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:57.545773 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1ba72387-f3fc-4b82-8dec-bfc2c6801c74 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:57.561296 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e23cd5b2-892b-448a-b056-c0a5f1c863fb None None] Transition to ACTIVE for port object df72d482-df81-416d-80b2-c88de6071cd1 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:57.567109 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e23cd5b2-892b-448a-b056-c0a5f1c863fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:57.588903 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba72387-f3fc-4b82-8dec-bfc2c6801c74 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network 56a8c54a-c68c-4721-8f5b-cd15a2992bf3 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:57.593389 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-1ba72387-f3fc-4b82-8dec-bfc2c6801c74 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:57.597667 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba72387-f3fc-4b82-8dec-bfc2c6801c74 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:57.598305 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1ba72387-f3fc-4b82-8dec-bfc2c6801c74 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:57.609251 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23cd5b2-892b-448a-b056-c0a5f1c863fb None None] Network 56a8c54a-c68c-4721-8f5b-cd15a2992bf3 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:57.612283 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-e23cd5b2-892b-448a-b056-c0a5f1c863fb None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:57.615391 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba72387-f3fc-4b82-8dec-bfc2c6801c74 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Subnet': ['ID=a8e08430-216f-4099-92ba-a7d6d1e76461,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:57.618344 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23cd5b2-892b-448a-b056-c0a5f1c863fb None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:57.622037 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1ba72387-f3fc-4b82-8dec-bfc2c6801c74 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5448387 Jul 06 14:07:57.622446 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39446) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:57.627629 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-a5a2afa0-cd89-4a0d-80cf-8fd29e92753c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'port': {'network_id': '56a8c54a-c68c-4721-8f5b-cd15a2992bf3', 'fixed_ips': [{'subnet_id': '3363f8cc-e75f-4c3b-a534-beef6526251c'}, {'subnet_id': 'a8e08430-216f-4099-92ba-a7d6d1e76461'}], 'name': 'tempest-PortsIpV6TestJSON-1059986316'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:57.633573 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23cd5b2-892b-448a-b056-c0a5f1c863fb None None] Pushing event updated for resources: {'Port': ['ID=df72d482-df81-416d-80b2-c88de6071cd1,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:57.686327 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-e23cd5b2-892b-448a-b056-c0a5f1c863fb None None] Attempting to bind port df72d482-df81-416d-80b2-c88de6071cd1 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:07:57.686711 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-e23cd5b2-892b-448a-b056-c0a5f1c863fb None None] Attempting to bind port df72d482-df81-416d-80b2-c88de6071cd1 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '21cbe77c-3b83-47c1-a0ce-5ca715250796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '56a8c54a-c68c-4721-8f5b-cd15a2992bf3'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:07:57.687074 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23cd5b2-892b-448a-b056-c0a5f1c863fb None None] Attempting to bind port df72d482-df81-416d-80b2-c88de6071cd1 on network 56a8c54a-c68c-4721-8f5b-cd15a2992bf3 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:07:57.692240 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23cd5b2-892b-448a-b056-c0a5f1c863fb None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:07:57.692736 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23cd5b2-892b-448a-b056-c0a5f1c863fb None None] Checking segment: {'id': '21cbe77c-3b83-47c1-a0ce-5ca715250796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '56a8c54a-c68c-4721-8f5b-cd15a2992bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:07:57.693173 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e23cd5b2-892b-448a-b056-c0a5f1c863fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:57.693569 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23cd5b2-892b-448a-b056-c0a5f1c863fb None None] Bound using segment: {'id': '21cbe77c-3b83-47c1-a0ce-5ca715250796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '56a8c54a-c68c-4721-8f5b-cd15a2992bf3'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:07:57.694073 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-e23cd5b2-892b-448a-b056-c0a5f1c863fb None None] Bound port: df72d482-df81-416d-80b2-c88de6071cd1, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21cbe77c-3b83-47c1-a0ce-5ca715250796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '56a8c54a-c68c-4721-8f5b-cd15a2992bf3'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:07:57.694517 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e23cd5b2-892b-448a-b056-c0a5f1c863fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:57.752755 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a2afa0-cd89-4a0d-80cf-8fd29e92753c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:07:57.765026 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-e23cd5b2-892b-448a-b056-c0a5f1c863fb None None] For port df72d482-df81-416d-80b2-c88de6071cd1, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:07:57.768052 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-e23cd5b2-892b-448a-b056-c0a5f1c863fb None None] For port df72d482-df81-416d-80b2-c88de6071cd1, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=df72d482-df81-416d-80b2-c88de6071cd1,segment=NetworkSegment(21cbe77c-3b83-47c1-a0ce-5ca715250796),segment_id=21cbe77c-3b83-47c1-a0ce-5ca715250796)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:07:57.773839 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e23cd5b2-892b-448a-b056-c0a5f1c863fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:57.839545 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23cd5b2-892b-448a-b056-c0a5f1c863fb None None] Pushing event updated for resources: {'Port': ['ID=df72d482-df81-416d-80b2-c88de6071cd1,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:57.842022 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5a2afa0-cd89-4a0d-80cf-8fd29e92753c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:57.869939 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-a5a2afa0-cd89-4a0d-80cf-8fd29e92753c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] device_id is not set on port 03f1f527-56a0-484a-bbdc-115ba5e90f28 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:07:58.047963 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854277a-2976-42d5-8fd8-52839bdd9661 req-9c131b43-b5b0-4519-970a-449ecf0e21b1 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:58.049796 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f854277a-2976-42d5-8fd8-52839bdd9661 req-9c131b43-b5b0-4519-970a-449ecf0e21b1 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 945 time: 0.0965128 Jul 06 14:07:58.099972 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f854277a-2976-42d5-8fd8-52839bdd9661 req-4a9837dc-3fd2-4ae1-9e00-6ff7c3b1d058 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400984 Jul 06 14:07:58.250130 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-a5a2afa0-cd89-4a0d-80cf-8fd29e92753c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Allocated IP 2001:db8::1b7 (56a8c54a-c68c-4721-8f5b-cd15a2992bf3/3363f8cc-e75f-4c3b-a534-beef6526251c/03f1f527-56a0-484a-bbdc-115ba5e90f28) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:58.257012 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-a5a2afa0-cd89-4a0d-80cf-8fd29e92753c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Allocated IP 2001:db8:0:1::271 (56a8c54a-c68c-4721-8f5b-cd15a2992bf3/a8e08430-216f-4099-92ba-a7d6d1e76461/03f1f527-56a0-484a-bbdc-115ba5e90f28) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:58.407299 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5a2afa0-cd89-4a0d-80cf-8fd29e92753c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:58.420395 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a5a2afa0-cd89-4a0d-80cf-8fd29e92753c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Transition to ACTIVE for port object 03f1f527-56a0-484a-bbdc-115ba5e90f28 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:58.433735 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device e6c55794-132e-482c-9470-acf4bcfea660 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:07:58.455347 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5a2afa0-cd89-4a0d-80cf-8fd29e92753c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:58.511760 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a2afa0-cd89-4a0d-80cf-8fd29e92753c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network 56a8c54a-c68c-4721-8f5b-cd15a2992bf3 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:07:58.516630 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-a5a2afa0-cd89-4a0d-80cf-8fd29e92753c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:07:58.524567 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a2afa0-cd89-4a0d-80cf-8fd29e92753c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:07:58.527052 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port e6c55794-132e-482c-9470-acf4bcfea660 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:58.530770 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a2afa0-cd89-4a0d-80cf-8fd29e92753c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:58.531455 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5a2afa0-cd89-4a0d-80cf-8fd29e92753c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:58.533946 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port e6c55794-132e-482c-9470-acf4bcfea660 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:07:58.534449 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:58.550621 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2afa0-cd89-4a0d-80cf-8fd29e92753c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Port': ['ID=03f1f527-56a0-484a-bbdc-115ba5e90f28,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:58.552281 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434d161-8ebb-4a7f-9c1a-27c86b572fc9 req-0530014e-c202-418e-9022-87b5efd4d0f2 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:58.557418 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a5a2afa0-cd89-4a0d-80cf-8fd29e92753c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 0.9308128 Jul 06 14:07:58.557597 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39454) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:58.558588 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1434d161-8ebb-4a7f-9c1a-27c86b572fc9 req-0530014e-c202-418e-9022-87b5efd4d0f2 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=2db66606-9744-4724-b856-3e8e0d529780 HTTP/1.1" status: 200 len: 944 time: 0.0896378 Jul 06 14:07:58.563333 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-3044a7c5-97c5-43a8-bb35-06851eaa6298 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3363f8cc-e75f-4c3b-a534-beef6526251c'}]}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:58.614455 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1434d161-8ebb-4a7f-9c1a-27c86b572fc9 req-ce212d8e-4a31-4a71-ac67-f19a0091f221 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477309 Jul 06 14:07:58.639423 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:58.658956 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3044a7c5-97c5-43a8-bb35-06851eaa6298 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:58.670108 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db66606-9744-4724-b856-3e8e0d529780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c55794-132e-482c-9470-acf4bcfea660'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:07:58.672686 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b7cbdb-8506-4787-9076-395645e2e979" -d '{"events": [{"server_uuid": "2db66606-9744-4724-b856-3e8e0d529780", "name": "network-vif-plugged", "status": "completed", "tag": "e6c55794-132e-482c-9470-acf4bcfea660"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:07:58.688232 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port e6c55794-132e-482c-9470-acf4bcfea660, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=e6c55794-132e-482c-9470-acf4bcfea660,segment=NetworkSegment(66f13dfd-887a-4dab-b5ac-df85696e381e),segment_id=66f13dfd-887a-4dab-b5ac-df85696e381e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:58.693623 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:58.724851 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1f9dfd-6a0e-40af-83c0-b1cefba0f8dd x-openstack-request-id: req-cc1f9dfd-6a0e-40af-83c0-b1cefba0f8dd {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:07:58.725148 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db66606-9744-4724-b856-3e8e0d529780", "name": "network-vif-plugged", "status": "completed", "tag": "e6c55794-132e-482c-9470-acf4bcfea660", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:07:58.725553 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-cc1f9dfd-6a0e-40af-83c0-b1cefba0f8dd {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:07:58.726543 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db66606-9744-4724-b856-3e8e0d529780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c55794-132e-482c-9470-acf4bcfea660', 'code': 200} Jul 06 14:07:58.754705 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=e6c55794-132e-482c-9470-acf4bcfea660,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:58.862605 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102b9e6-a7b9-4696-85c3-9d72de742747 req-0124d1f0-60e4-4866-8a07-68814a5783e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:58.864475 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7102b9e6-a7b9-4696-85c3-9d72de742747 req-0124d1f0-60e4-4866-8a07-68814a5783e2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2db66606-9744-4724-b856-3e8e0d529780 HTTP/1.1" status: 200 len: 1096 time: 0.0622115 Jul 06 14:07:58.917064 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7102b9e6-a7b9-4696-85c3-9d72de742747 req-ae5252b9-6e27-43fb-a46b-d009c74912b6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457857 Jul 06 14:07:58.922934 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e16534-5d5a-40ca-821d-7b8af7456e25 None None] Network 56a8c54a-c68c-4721-8f5b-cd15a2992bf3 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:07:58.940249 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-3044a7c5-97c5-43a8-bb35-06851eaa6298 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Delete allocated IP 2001:db8:0:1::271 (56a8c54a-c68c-4721-8f5b-cd15a2992bf3/a8e08430-216f-4099-92ba-a7d6d1e76461) {{(pid=100417) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 14:07:59.020824 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-dd76d94e-0af4-4553-9bc1-e70c6d196fbe None None] Provisioning for port df72d482-df81-416d-80b2-c88de6071cd1 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:07:59.073778 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3044a7c5-97c5-43a8-bb35-06851eaa6298 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:59.086340 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3044a7c5-97c5-43a8-bb35-06851eaa6298 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Ignored duplicate provisioning block setup for port 03f1f527-56a0-484a-bbdc-115ba5e90f28 by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 14:07:59.091195 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3044a7c5-97c5-43a8-bb35-06851eaa6298 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:59.152287 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3044a7c5-97c5-43a8-bb35-06851eaa6298 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] In _notify_port_updated(), no bound segment for port 03f1f527-56a0-484a-bbdc-115ba5e90f28 on network 56a8c54a-c68c-4721-8f5b-cd15a2992bf3 {{(pid=100417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:07:59.157925 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3044a7c5-97c5-43a8-bb35-06851eaa6298 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:59.158512 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3044a7c5-97c5-43a8-bb35-06851eaa6298 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:59.162361 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3044a7c5-97c5-43a8-bb35-06851eaa6298 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "PUT /v2.0/ports/03f1f527-56a0-484a-bbdc-115ba5e90f28 HTTP/1.1" status: 200 len: 926 time: 0.6012964 Jul 06 14:07:59.162999 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39460) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:07:59.171183 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-ed9ea82f-06b2-47e3-8ee2-e757ee9a1895 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3363f8cc-e75f-4c3b-a534-beef6526251c'}, {'subnet_id': 'a8e08430-216f-4099-92ba-a7d6d1e76461'}]}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:07:59.212148 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3044a7c5-97c5-43a8-bb35-06851eaa6298 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Port': ['ID=03f1f527-56a0-484a-bbdc-115ba5e90f28,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:59.241666 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b11171-16d8-4101-b4a4-5e08bb3a3ec5 None None] Update dhcp port {'port': {'network_id': '56a8c54a-c68c-4721-8f5b-cd15a2992bf3', 'fixed_ips': [{'subnet_id': '3363f8cc-e75f-4c3b-a534-beef6526251c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a8e08430-216f-4099-92ba-a7d6d1e76461'}], 'binding:host_id': 'n-d-773644-6'}, 'id': 'df72d482-df81-416d-80b2-c88de6071cd1'} from n-d-773644-6. {{(pid=100419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:07:59.278660 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-52b11171-16d8-4101-b4a4-5e08bb3a3ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:59.280229 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea82f-06b2-47e3-8ee2-e757ee9a1895 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:59.301830 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ddef9e-905e-491d-bdf3-cc08fa52024c req-2f9926e1-fbca-49ad-bc7f-2331e7348c66 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:59.303395 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b7ddef9e-905e-491d-bdf3-cc08fa52024c req-2f9926e1-fbca-49ad-bc7f-2331e7348c66 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 945 time: 0.0678456 Jul 06 14:07:59.345437 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b7ddef9e-905e-491d-bdf3-cc08fa52024c req-163164af-c382-4107-aac4-a073441428b1 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351729 Jul 06 14:07:59.454811 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-52b11171-16d8-4101-b4a4-5e08bb3a3ec5 None None] Allocated IP 2001:db8:0:1::2 (56a8c54a-c68c-4721-8f5b-cd15a2992bf3/a8e08430-216f-4099-92ba-a7d6d1e76461/df72d482-df81-416d-80b2-c88de6071cd1) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:59.567849 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-52b11171-16d8-4101-b4a4-5e08bb3a3ec5 None None] For port df72d482-df81-416d-80b2-c88de6071cd1, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=df72d482-df81-416d-80b2-c88de6071cd1,segment=NetworkSegment(21cbe77c-3b83-47c1-a0ce-5ca715250796),segment_id=21cbe77c-3b83-47c1-a0ce-5ca715250796)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:07:59.600098 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-52b11171-16d8-4101-b4a4-5e08bb3a3ec5 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:59.614972 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-52b11171-16d8-4101-b4a4-5e08bb3a3ec5 None None] Transition to ACTIVE for port object df72d482-df81-416d-80b2-c88de6071cd1 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:07:59.619400 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-52b11171-16d8-4101-b4a4-5e08bb3a3ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:07:59.721005 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b11171-16d8-4101-b4a4-5e08bb3a3ec5 None None] Pushing event updated for resources: {'Port': ['ID=df72d482-df81-416d-80b2-c88de6071cd1,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:07:59.865503 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1887615-ee24-4939-b567-79057dc76f41 req-d55b4388-1236-487b-943c-2e4dc0a411b6 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:07:59.879667 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d1887615-ee24-4939-b567-79057dc76f41 req-d55b4388-1236-487b-943c-2e4dc0a411b6 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=2db66606-9744-4724-b856-3e8e0d529780 HTTP/1.1" status: 200 len: 945 time: 0.1221282 Jul 06 14:07:59.902488 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-ed9ea82f-06b2-47e3-8ee2-e757ee9a1895 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Allocated IP 2001:db8:0:1::137 (56a8c54a-c68c-4721-8f5b-cd15a2992bf3/a8e08430-216f-4099-92ba-a7d6d1e76461/03f1f527-56a0-484a-bbdc-115ba5e90f28) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:07:59.952000 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d1887615-ee24-4939-b567-79057dc76f41 req-48f3e15c-3b8d-4924-b6d7-467c393f3ec4 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706029 Jul 06 14:07:59.969078 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device df72d482-df81-416d-80b2-c88de6071cd1 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:00.038363 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port df72d482-df81-416d-80b2-c88de6071cd1 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:00.111315 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea82f-06b2-47e3-8ee2-e757ee9a1895 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:00.131277 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ed9ea82f-06b2-47e3-8ee2-e757ee9a1895 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Ignored duplicate provisioning block setup for port 03f1f527-56a0-484a-bbdc-115ba5e90f28 by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 14:08:00.136475 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea82f-06b2-47e3-8ee2-e757ee9a1895 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:00.237672 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ed9ea82f-06b2-47e3-8ee2-e757ee9a1895 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] In _notify_port_updated(), no bound segment for port 03f1f527-56a0-484a-bbdc-115ba5e90f28 on network 56a8c54a-c68c-4721-8f5b-cd15a2992bf3 {{(pid=100417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:08:00.244148 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9ea82f-06b2-47e3-8ee2-e757ee9a1895 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:00.244816 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea82f-06b2-47e3-8ee2-e757ee9a1895 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:00.246201 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ed9ea82f-06b2-47e3-8ee2-e757ee9a1895 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "PUT /v2.0/ports/03f1f527-56a0-484a-bbdc-115ba5e90f28 HTTP/1.1" status: 200 len: 1012 time: 1.0821807 Jul 06 14:08:00.249578 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39472) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:00.250298 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ea82f-06b2-47e3-8ee2-e757ee9a1895 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Port': ['ID=03f1f527-56a0-484a-bbdc-115ba5e90f28,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:00.381926 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-6ada530e-b64b-47f9-8cd8-cfbf049f598a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting port 03f1f527-56a0-484a-bbdc-115ba5e90f28 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:00.382625 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6ada530e-b64b-47f9-8cd8-cfbf049f598a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:00.483973 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9b1804-1a8a-4584-b619-795209d58fd2 None None] Network 56a8c54a-c68c-4721-8f5b-cd15a2992bf3 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:00.492297 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6ada530e-b64b-47f9-8cd8-cfbf049f598a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:00.509178 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-6ada530e-b64b-47f9-8cd8-cfbf049f598a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Calling delete_port for 03f1f527-56a0-484a-bbdc-115ba5e90f28 owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:00.567622 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c40818a8-39e5-406b-b0f5-63c42fd2973a None None] Provisioning for port 03f1f527-56a0-484a-bbdc-115ba5e90f28 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:00.581028 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c40818a8-39e5-406b-b0f5-63c42fd2973a None None] Provisioning complete for port 03f1f527-56a0-484a-bbdc-115ba5e90f28 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:00.582022 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c40818a8-39e5-406b-b0f5-63c42fd2973a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:00.650219 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-c40818a8-39e5-406b-b0f5-63c42fd2973a None None] Port 03f1f527-56a0-484a-bbdc-115ba5e90f28 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:00.673273 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c40818a8-39e5-406b-b0f5-63c42fd2973a None None] Provisioning for port df72d482-df81-416d-80b2-c88de6071cd1 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:00.694846 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c40818a8-39e5-406b-b0f5-63c42fd2973a None None] Provisioning complete for port df72d482-df81-416d-80b2-c88de6071cd1 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:00.695263 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c40818a8-39e5-406b-b0f5-63c42fd2973a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:00.741278 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da8734-a9e8-48c3-9775-4f0260a06a0e req-c6a18dce-810f-439e-9c77-c1d4a3230f8b tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:00.743508 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56da8734-a9e8-48c3-9775-4f0260a06a0e req-c6a18dce-810f-439e-9c77-c1d4a3230f8b tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 945 time: 0.1437850 Jul 06 14:08:00.747866 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6ada530e-b64b-47f9-8cd8-cfbf049f598a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:00.796625 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c40818a8-39e5-406b-b0f5-63c42fd2973a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:00.800368 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada530e-b64b-47f9-8cd8-cfbf049f598a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Port': ['ID=03f1f527-56a0-484a-bbdc-115ba5e90f28,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:00.834608 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-c40818a8-39e5-406b-b0f5-63c42fd2973a None None] For port df72d482-df81-416d-80b2-c88de6071cd1, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=df72d482-df81-416d-80b2-c88de6071cd1,segment=NetworkSegment(21cbe77c-3b83-47c1-a0ce-5ca715250796),segment_id=21cbe77c-3b83-47c1-a0ce-5ca715250796)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:00.840617 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c40818a8-39e5-406b-b0f5-63c42fd2973a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:00.863528 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6ada530e-b64b-47f9-8cd8-cfbf049f598a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:00.865560 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6ada530e-b64b-47f9-8cd8-cfbf049f598a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/ports/03f1f527-56a0-484a-bbdc-115ba5e90f28 HTTP/1.1" status: 204 len: 168 time: 0.6145060 Jul 06 14:08:00.868700 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39486) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:00.869256 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56da8734-a9e8-48c3-9775-4f0260a06a0e req-a037bd1e-c3b0-4f0c-9d6b-4860a9db1504 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158442 Jul 06 14:08:00.899149 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b6029ad-f424-4362-904a-b78fa88cc6c6 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] GET failed (client error): The resource could not be found. Jul 06 14:08:00.903706 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5b6029ad-f424-4362-904a-b78fa88cc6c6 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "GET /v2.0/ports/03f1f527-56a0-484a-bbdc-115ba5e90f28 HTTP/1.1" status: 404 len: 333 time: 0.0339973 Jul 06 14:08:00.904398 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39488) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:00.910206 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40818a8-39e5-406b-b0f5-63c42fd2973a None None] Pushing event updated for resources: {'Port': ['ID=df72d482-df81-416d-80b2-c88de6071cd1,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:00.967021 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb3f4d9-b398-4c09-ae0b-7eae1b7bd499 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting subnet a8e08430-216f-4099-92ba-a7d6d1e76461 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:08:00.971194 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8bb3f4d9-b398-4c09-ae0b-7eae1b7bd499 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:01.020159 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8bb3f4d9-b398-4c09-ae0b-7eae1b7bd499 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:01.055958 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f0d1384c-06e0-458c-bd35-f5284baae99b None None] Could not find standard attr ID for object 03f1f527-56a0-484a-bbdc-115ba5e90f28. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:08:01.067672 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f0d1384c-06e0-458c-bd35-f5284baae99b None None] Provisioning complete for port df72d482-df81-416d-80b2-c88de6071cd1 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:01.068265 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f0d1384c-06e0-458c-bd35-f5284baae99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:01.131190 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8bb3f4d9-b398-4c09-ae0b-7eae1b7bd499 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:01.207656 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8bb3f4d9-b398-4c09-ae0b-7eae1b7bd499 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:01.238853 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3f4d9-b398-4c09-ae0b-7eae1b7bd499 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Subnet': ['ID=a8e08430-216f-4099-92ba-a7d6d1e76461,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:01.240928 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8bb3f4d9-b398-4c09-ae0b-7eae1b7bd499 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:01.243476 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8bb3f4d9-b398-4c09-ae0b-7eae1b7bd499 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/subnets/a8e08430-216f-4099-92ba-a7d6d1e76461 HTTP/1.1" status: 204 len: 168 time: 0.3380466 Jul 06 14:08:01.246218 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39494) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:01.258256 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cc2b89-d5c2-40e9-bcff-1db53ff971e4 None None] Network 56a8c54a-c68c-4721-8f5b-cd15a2992bf3 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:01.302101 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d39eb56-cc7d-4ce1-a135-581d0c3e3d31 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting subnet 3363f8cc-e75f-4c3b-a534-beef6526251c {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:08:01.306139 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2d39eb56-cc7d-4ce1-a135-581d0c3e3d31 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:01.325262 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-74238bf1-09db-457d-95d7-1ba19baf20cd None None] Could not find standard attr ID for object 03f1f527-56a0-484a-bbdc-115ba5e90f28. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:08:01.375892 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2d39eb56-cc7d-4ce1-a135-581d0c3e3d31 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:01.473068 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95b5d2-9e5d-4a19-8df6-87fadfc1c3d2 req-18fe4e12-dd58-4903-be9a-b99db2434b85 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:01.474614 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6d95b5d2-9e5d-4a19-8df6-87fadfc1c3d2 req-18fe4e12-dd58-4903-be9a-b99db2434b85 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=60478813-195d-4c29-9b2d-27abe697ce3d HTTP/1.1" status: 200 len: 946 time: 0.1432266 Jul 06 14:08:01.504164 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2d39eb56-cc7d-4ce1-a135-581d0c3e3d31 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:01.557341 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6d95b5d2-9e5d-4a19-8df6-87fadfc1c3d2 req-d3ac4ba0-85a5-4753-8179-27563049abc8 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732064 Jul 06 14:08:01.587274 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2d39eb56-cc7d-4ce1-a135-581d0c3e3d31 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:01.619284 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39eb56-cc7d-4ce1-a135-581d0c3e3d31 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Subnet': ['ID=3363f8cc-e75f-4c3b-a534-beef6526251c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:01.622853 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2d39eb56-cc7d-4ce1-a135-581d0c3e3d31 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:01.624897 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2d39eb56-cc7d-4ce1-a135-581d0c3e3d31 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/subnets/3363f8cc-e75f-4c3b-a534-beef6526251c HTTP/1.1" status: 204 len: 168 time: 0.3776748 Jul 06 14:08:01.627575 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39496) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:01.751005 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-473d812a-8bf7-4bc3-a1f7-f1d989efaa13 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:01.809292 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1050019-4a91-49b5-9284-7477c724cb44 req-e03fced8-ca84-4795-a4f8-4c09955242bc tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:01.811009 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1050019-4a91-49b5-9284-7477c724cb44 req-e03fced8-ca84-4795-a4f8-4c09955242bc tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=2db66606-9744-4724-b856-3e8e0d529780 HTTP/1.1" status: 200 len: 945 time: 0.1275561 Jul 06 14:08:01.874053 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1050019-4a91-49b5-9284-7477c724cb44 req-b1a78477-4639-473f-8704-ba04445b5960 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551450 Jul 06 14:08:01.875590 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-473d812a-8bf7-4bc3-a1f7-f1d989efaa13 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting port df72d482-df81-416d-80b2-c88de6071cd1 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:01.876120 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-473d812a-8bf7-4bc3-a1f7-f1d989efaa13 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:01.905010 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device df72d482-df81-416d-80b2-c88de6071cd1 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:01.952785 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-473d812a-8bf7-4bc3-a1f7-f1d989efaa13 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] For port df72d482-df81-416d-80b2-c88de6071cd1, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=df72d482-df81-416d-80b2-c88de6071cd1,segment=NetworkSegment(21cbe77c-3b83-47c1-a0ce-5ca715250796),segment_id=21cbe77c-3b83-47c1-a0ce-5ca715250796)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:01.953308 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-473d812a-8bf7-4bc3-a1f7-f1d989efaa13 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:01.968476 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-473d812a-8bf7-4bc3-a1f7-f1d989efaa13 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Calling delete_port for df72d482-df81-416d-80b2-c88de6071cd1 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:01.975287 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port df72d482-df81-416d-80b2-c88de6071cd1 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:01.979803 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:02.064004 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254a7ac4-f599-4387-b248-b5ece4f7b93b None None] Network 56a8c54a-c68c-4721-8f5b-cd15a2992bf3 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:02.121314 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-473d812a-8bf7-4bc3-a1f7-f1d989efaa13 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:02.128081 n-d-773644-6 neutron-server[100419]: INFO neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No ports have port_id starting with df72d482-df81-416d-80b2-c88de6071cd1 Jul 06 14:08:02.154949 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8c2c47dc-3371-4811-b7e5-04d56b2de8e2 None None] Could not find standard attr ID for object df72d482-df81-416d-80b2-c88de6071cd1. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:08:02.189798 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d812a-8bf7-4bc3-a1f7-f1d989efaa13 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Port': ['ID=df72d482-df81-416d-80b2-c88de6071cd1,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:02.191720 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473d812a-8bf7-4bc3-a1f7-f1d989efaa13 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] No DVR routers for this DVR port df72d482-df81-416d-80b2-c88de6071cd1 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:02.230522 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47c9e8-1783-49d0-891b-98c561227b66 req-78d6a50c-d911-440a-9b6b-aab29eda9ad7 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:02.234976 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ed47c9e8-1783-49d0-891b-98c561227b66 req-78d6a50c-d911-440a-9b6b-aab29eda9ad7 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 946 time: 0.1831939 Jul 06 14:08:02.318606 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bff2ed2-2033-4eca-995d-4fcac816536b None None] DHCP port deletion for 56a8c54a-c68c-4721-8f5b-cd15a2992bf3 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:08:02.335606 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-473d812a-8bf7-4bc3-a1f7-f1d989efaa13 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:02.360176 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-473d812a-8bf7-4bc3-a1f7-f1d989efaa13 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a8c54a-c68c-4721-8f5b-cd15a2992bf3']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:02.381911 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ed47c9e8-1783-49d0-891b-98c561227b66 req-4a9e4d46-1312-4b0d-8f55-9f929184c244 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups?id=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889835 Jul 06 14:08:02.384992 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-473d812a-8bf7-4bc3-a1f7-f1d989efaa13 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21cbe77c-3b83-47c1-a0ce-5ca715250796') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:02.385311 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-473d812a-8bf7-4bc3-a1f7-f1d989efaa13 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21cbe77c-3b83-47c1-a0ce-5ca715250796') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:02.404004 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1be0f-3e2e-40de-a25d-2f2c8f44cfea req-e7f77aff-1860-490f-85b3-740fd9579024 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:02.405907 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3df1be0f-3e2e-40de-a25d-2f2c8f44cfea req-e7f77aff-1860-490f-85b3-740fd9579024 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.124 "GET /v2.0/ports?device_id=60478813-195d-4c29-9b2d-27abe697ce3d HTTP/1.1" status: 200 len: 946 time: 0.2742693 Jul 06 14:08:02.407986 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-473d812a-8bf7-4bc3-a1f7-f1d989efaa13 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:02.454446 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-473d812a-8bf7-4bc3-a1f7-f1d989efaa13 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:02.470842 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-473d812a-8bf7-4bc3-a1f7-f1d989efaa13 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:08:02.471172 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-473d812a-8bf7-4bc3-a1f7-f1d989efaa13 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: items = [ Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:08:02.474348 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:08:02.996858 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-473d812a-8bf7-4bc3-a1f7-f1d989efaa13 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:03.008825 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-473d812a-8bf7-4bc3-a1f7-f1d989efaa13 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:03.010703 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-473d812a-8bf7-4bc3-a1f7-f1d989efaa13 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/networks/56a8c54a-c68c-4721-8f5b-cd15a2992bf3 HTTP/1.1" status: 204 len: 168 time: 1.3819165 Jul 06 14:08:03.016223 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39512) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:03.038514 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d812a-8bf7-4bc3-a1f7-f1d989efaa13 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Network': ['ID=56a8c54a-c68c-4721-8f5b-cd15a2992bf3,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:03.065983 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-3df1be0f-3e2e-40de-a25d-2f2c8f44cfea req-85f41498-624a-4ff8-99d0-ff5d351faf96 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Deleting port 1c7f910a-4f19-4e9f-aba2-235f98d77100 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:03.066332 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3df1be0f-3e2e-40de-a25d-2f2c8f44cfea req-85f41498-624a-4ff8-99d0-ff5d351faf96 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:03.078105 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786d954-95c7-410f-b25a-673085afa60f req-4d7d7231-ae3c-4e9f-bc97-344610ced824 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:03.079616 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1786d954-95c7-410f-b25a-673085afa60f req-4d7d7231-ae3c-4e9f-bc97-344610ced824 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 945 time: 0.5490582 Jul 06 14:08:03.095149 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f2314b-07d1-4097-86d8-b3038079999c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:03.096923 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-62f2314b-07d1-4097-86d8-b3038079999c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0796506 Jul 06 14:08:03.100588 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39514) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:03.158369 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4bb826-5746-4af7-8a65-ea61793a8f31 req-a294b669-9203-46ef-9421-f8cee4514ee3 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:03.159860 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df4bb826-5746-4af7-8a65-ea61793a8f31 req-a294b669-9203-46ef-9421-f8cee4514ee3 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.124 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 946 time: 0.5673807 Jul 06 14:08:03.170235 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6bbc3c61-4ffd-416c-8518-c758ef5abe5c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0681405 Jul 06 14:08:03.173507 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39516) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:03.178365 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-3c3dde04-b12d-4d5e-a47b-bd381d09ed43 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-750502164'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:03.202616 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3dde04-b12d-4d5e-a47b-bd381d09ed43 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:03.207835 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c3dde04-b12d-4d5e-a47b-bd381d09ed43 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:03.221270 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1786d954-95c7-410f-b25a-673085afa60f req-1c4f3af6-90e9-4cce-94f2-4f3b908861e3 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295912 Jul 06 14:08:03.236218 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3dde04-b12d-4d5e-a47b-bd381d09ed43 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:08:03.253792 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c3dde04-b12d-4d5e-a47b-bd381d09ed43 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:03.254160 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-3c3dde04-b12d-4d5e-a47b-bd381d09ed43 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Added segment 7564b3a8-9da1-4a23-be4a-0403f6840eb3 of type vlan for network b0ae4401-7cba-4bb2-802a-bc6d74ce1370 Jul 06 14:08:03.280171 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-3df1be0f-3e2e-40de-a25d-2f2c8f44cfea req-85f41498-624a-4ff8-99d0-ff5d351faf96 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] For port 1c7f910a-4f19-4e9f-aba2-235f98d77100, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=1c7f910a-4f19-4e9f-aba2-235f98d77100,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:03.280640 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3df1be0f-3e2e-40de-a25d-2f2c8f44cfea req-85f41498-624a-4ff8-99d0-ff5d351faf96 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:03.299202 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c3dde04-b12d-4d5e-a47b-bd381d09ed43 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:03.333733 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c3dde04-b12d-4d5e-a47b-bd381d09ed43 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:03.343774 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3dde04-b12d-4d5e-a47b-bd381d09ed43 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:03.346202 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c3dde04-b12d-4d5e-a47b-bd381d09ed43 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:03.382080 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-df4bb826-5746-4af7-8a65-ea61793a8f31 req-72a51e81-e5fd-4947-9616-080e578798e8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Deleting port 66a93e52-52b0-4a21-8c65-e0c073280683 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:03.382634 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-df4bb826-5746-4af7-8a65-ea61793a8f31 req-72a51e81-e5fd-4947-9616-080e578798e8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:03.406171 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3c3dde04-b12d-4d5e-a47b-bd381d09ed43 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2315333 Jul 06 14:08:03.409768 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39522) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:03.431543 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e2cd6732-f29a-469e-bd86-ac10a6a05b7b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'subnet': {'network_id': 'b0ae4401-7cba-4bb2-802a-bc6d74ce1370', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:03.486719 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3dde04-b12d-4d5e-a47b-bd381d09ed43 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Network': ['ID=b0ae4401-7cba-4bb2-802a-bc6d74ce1370,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:03.505412 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3dde04-b12d-4d5e-a47b-bd381d09ed43 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:03.505412 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3dde04-b12d-4d5e-a47b-bd381d09ed43 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:03.505709 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3dde04-b12d-4d5e-a47b-bd381d09ed43 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:03.505908 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3dde04-b12d-4d5e-a47b-bd381d09ed43 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:03.506434 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3dde04-b12d-4d5e-a47b-bd381d09ed43 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:03.506771 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3dde04-b12d-4d5e-a47b-bd381d09ed43 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:03.507168 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3dde04-b12d-4d5e-a47b-bd381d09ed43 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:03.508224 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3dde04-b12d-4d5e-a47b-bd381d09ed43 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:03.508687 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3dde04-b12d-4d5e-a47b-bd381d09ed43 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:03.509022 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3dde04-b12d-4d5e-a47b-bd381d09ed43 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:03.509355 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3dde04-b12d-4d5e-a47b-bd381d09ed43 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:03.509687 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3dde04-b12d-4d5e-a47b-bd381d09ed43 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:03.522791 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network b0ae4401-7cba-4bb2-802a-bc6d74ce1370 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:08:03.545273 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cd6732-f29a-469e-bd86-ac10a6a05b7b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:03.548896 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2cd6732-f29a-469e-bd86-ac10a6a05b7b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:03.598277 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-df4bb826-5746-4af7-8a65-ea61793a8f31 req-72a51e81-e5fd-4947-9616-080e578798e8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] For port 66a93e52-52b0-4a21-8c65-e0c073280683, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=66a93e52-52b0-4a21-8c65-e0c073280683,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:03.598917 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-df4bb826-5746-4af7-8a65-ea61793a8f31 req-72a51e81-e5fd-4947-9616-080e578798e8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:03.613351 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3df1be0f-3e2e-40de-a25d-2f2c8f44cfea req-85f41498-624a-4ff8-99d0-ff5d351faf96 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:03.613733 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3df1be0f-3e2e-40de-a25d-2f2c8f44cfea req-85f41498-624a-4ff8-99d0-ff5d351faf96 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:03.614084 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [req-3df1be0f-3e2e-40de-a25d-2f2c8f44cfea req-85f41498-624a-4ff8-99d0-ff5d351faf96 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Floating IP e9745d2b-da7a-45a3-8aa6-0ad1234dbc2c disassociated. External IP: 172.25.6.162, port: 1c7f910a-4f19-4e9f-aba2-235f98d77100. Jul 06 14:08:03.614433 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-3df1be0f-3e2e-40de-a25d-2f2c8f44cfea req-85f41498-624a-4ff8-99d0-ff5d351faf96 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Calling delete_port for 1c7f910a-4f19-4e9f-aba2-235f98d77100 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:03.723941 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88aa5d-58eb-44b5-b31a-642e182e82ab req-9ce25ac4-2e55-400a-b905-25c4b072f11c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:03.725487 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8f88aa5d-58eb-44b5-b31a-642e182e82ab req-9ce25ac4-2e55-400a-b905-25c4b072f11c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=60478813-195d-4c29-9b2d-27abe697ce3d HTTP/1.1" status: 200 len: 946 time: 0.2588046 Jul 06 14:08:03.745072 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2cd6732-f29a-469e-bd86-ac10a6a05b7b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:03.813284 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd6732-f29a-469e-bd86-ac10a6a05b7b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Subnet': ['ID=4ae11811-d25d-49a0-8bcb-e296f8c2f37c,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:03.821588 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cd6732-f29a-469e-bd86-ac10a6a05b7b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Checking segment: {'id': '7564b3a8-9da1-4a23-be4a-0403f6840eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b0ae4401-7cba-4bb2-802a-bc6d74ce1370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:03.822050 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cd6732-f29a-469e-bd86-ac10a6a05b7b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network hostable DHCP agents. Network: b0ae4401-7cba-4bb2-802a-bc6d74ce1370, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:08:03.840434 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8f88aa5d-58eb-44b5-b31a-642e182e82ab req-eacb4bfb-0634-4454-8bd0-f5650acc65e3 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051333 Jul 06 14:08:03.846788 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cd6732-f29a-469e-bd86-ac10a6a05b7b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network b0ae4401-7cba-4bb2-802a-bc6d74ce1370 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:08:03.857650 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-e2cd6732-f29a-469e-bd86-ac10a6a05b7b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, b0ae4401-7cba-4bb2-802a-bc6d74ce1370) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:03.862847 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cd6732-f29a-469e-bd86-ac10a6a05b7b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:03.863921 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2cd6732-f29a-469e-bd86-ac10a6a05b7b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:03.878713 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dcacad-8407-4c05-9eef-4be2f32ba171 None None] Network b0ae4401-7cba-4bb2-802a-bc6d74ce1370 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:03.893370 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e2cd6732-f29a-469e-bd86-ac10a6a05b7b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4802203 Jul 06 14:08:03.893833 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39526) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:03.912743 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-1c390f78-f7b6-4808-8956-7d241a2af53b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'port': {'network_id': 'b0ae4401-7cba-4bb2-802a-bc6d74ce1370', 'name': 'tempest-PortsIpV6TestJSON-26339542'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:03.931307 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3df1be0f-3e2e-40de-a25d-2f2c8f44cfea req-85f41498-624a-4ff8-99d0-ff5d351faf96 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:03.975675 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device df72d482-df81-416d-80b2-c88de6071cd1 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:03.979168 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f41498-624a-4ff8-99d0-ff5d351faf96 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Pushing event deleted for resources: {'Port': ['ID=1c7f910a-4f19-4e9f-aba2-235f98d77100,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:03.986398 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-df4bb826-5746-4af7-8a65-ea61793a8f31 req-72a51e81-e5fd-4947-9616-080e578798e8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:03.987235 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-df4bb826-5746-4af7-8a65-ea61793a8f31 req-72a51e81-e5fd-4947-9616-080e578798e8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:03.987896 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [req-df4bb826-5746-4af7-8a65-ea61793a8f31 req-72a51e81-e5fd-4947-9616-080e578798e8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Floating IP 098d1cb4-ce53-45d5-a98b-9ec1bd0e1d6a disassociated. External IP: 172.25.6.130, port: 66a93e52-52b0-4a21-8c65-e0c073280683. Jul 06 14:08:03.989138 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-df4bb826-5746-4af7-8a65-ea61793a8f31 req-72a51e81-e5fd-4947-9616-080e578798e8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Calling delete_port for 66a93e52-52b0-4a21-8c65-e0c073280683 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:04.028312 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: df72d482-df81-416d-80b2-c88de6071cd1 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:08:04.029018 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device df72d482-df81-416d-80b2-c88de6071cd1 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:08:04.095451 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c390f78-f7b6-4808-8956-7d241a2af53b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:04.100660 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1c390f78-f7b6-4808-8956-7d241a2af53b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:04.121915 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-1c390f78-f7b6-4808-8956-7d241a2af53b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] device_id is not set on port 6c00a98b-c950-4168-ae6b-f75963e79c18 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:08:04.201808 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3df1be0f-3e2e-40de-a25d-2f2c8f44cfea req-85f41498-624a-4ff8-99d0-ff5d351faf96 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Router 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:08:04.202034 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85263d2-fed2-451d-a566-6aa9d71ec482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-b0ae4401-7cba-4bb2-802a-bc6d74ce1370', 'network_id': 'b0ae4401-7cba-4bb2-802a-bc6d74ce1370', 'tenant_id': 'c99b916444514705ba2472f8fee047d0', 'fixed_ips': [{'subnet_id': '4ae11811-d25d-49a0-8bcb-e296f8c2f37c'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:08:04.202382 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b85263d2-fed2-451d-a566-6aa9d71ec482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:04.306058 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-df4bb826-5746-4af7-8a65-ea61793a8f31 req-72a51e81-e5fd-4947-9616-080e578798e8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:04.317737 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-1c390f78-f7b6-4808-8956-7d241a2af53b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Allocated IP 2001:db8::2b2 (b0ae4401-7cba-4bb2-802a-bc6d74ce1370/4ae11811-d25d-49a0-8bcb-e296f8c2f37c/6c00a98b-c950-4168-ae6b-f75963e79c18) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:04.353562 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a51e81-e5fd-4947-9616-080e578798e8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Pushing event deleted for resources: {'Port': ['ID=66a93e52-52b0-4a21-8c65-e0c073280683,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:04.548276 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1c390f78-f7b6-4808-8956-7d241a2af53b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:04.576415 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-1c390f78-f7b6-4808-8956-7d241a2af53b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Transition to ACTIVE for port object 6c00a98b-c950-4168-ae6b-f75963e79c18 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:04.587241 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df4bb826-5746-4af7-8a65-ea61793a8f31 req-72a51e81-e5fd-4947-9616-080e578798e8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Router c67dd48a-4557-463e-89f3-3f84f356dcc7 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:08:04.643298 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1c390f78-f7b6-4808-8956-7d241a2af53b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:04.657347 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-54394416-1bba-42a2-8976-4d034fa26ace req-901b17ab-64fa-48ba-9f2f-cde3aecb681c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/ports?device_id=36198b7b-15e7-4660-a17b-fe02fa801203 HTTP/1.1" status: 200 len: 210 time: 0.0638607 Jul 06 14:08:04.709167 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-b85263d2-fed2-451d-a566-6aa9d71ec482 None None] Allocated IP 2001:db8::2 (b0ae4401-7cba-4bb2-802a-bc6d74ce1370/4ae11811-d25d-49a0-8bcb-e296f8c2f37c/79c1368e-79db-4e74-ac91-2dc2baea3b1d) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:04.725564 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c390f78-f7b6-4808-8956-7d241a2af53b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Port': ['ID=6c00a98b-c950-4168-ae6b-f75963e79c18,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:04.738715 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3df1be0f-3e2e-40de-a25d-2f2c8f44cfea req-85f41498-624a-4ff8-99d0-ff5d351faf96 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:08:04.756270 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c390f78-f7b6-4808-8956-7d241a2af53b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network b0ae4401-7cba-4bb2-802a-bc6d74ce1370 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:04.758507 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-1c390f78-f7b6-4808-8956-7d241a2af53b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:04.761967 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c390f78-f7b6-4808-8956-7d241a2af53b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:04.773964 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c390f78-f7b6-4808-8956-7d241a2af53b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:04.775056 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1c390f78-f7b6-4808-8956-7d241a2af53b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:04.801646 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1c390f78-f7b6-4808-8956-7d241a2af53b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9038358 Jul 06 14:08:04.802007 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074513fb-1f7c-40c4-91df-f8781b460c44 None None] Sync routers for ids ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:08:04.802319 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39540) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:04.811198 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-8ac99651-879b-4c12-a7f2-3d388e63813a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'port': {'network_id': 'b0ae4401-7cba-4bb2-802a-bc6d74ce1370', 'name': 'tempest-PortsIpV6TestJSON-2004733945'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:04.819496 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df1be0f-3e2e-40de-a25d-2f2c8f44cfea req-85f41498-624a-4ff8-99d0-ff5d351faf96 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] No DVR routers for this DVR port 1c7f910a-4f19-4e9f-aba2-235f98d77100 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:04.831698 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3df1be0f-3e2e-40de-a25d-2f2c8f44cfea req-85f41498-624a-4ff8-99d0-ff5d351faf96 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:04.836575 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3df1be0f-3e2e-40de-a25d-2f2c8f44cfea req-85f41498-624a-4ff8-99d0-ff5d351faf96 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.124 "DELETE /v2.0/ports/1c7f910a-4f19-4e9f-aba2-235f98d77100 HTTP/1.1" status: 204 len: 173 time: 2.4200222 Jul 06 14:08:04.837321 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60478813-195d-4c29-9b2d-27abe697ce3d', 'name': 'network-vif-deleted', 'tag': '1c7f910a-4f19-4e9f-aba2-235f98d77100'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:08:04.841664 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418c2068-4473-4b6e-9e4a-f7055f32e25e" -d '{"events": [{"server_uuid": "60478813-195d-4c29-9b2d-27abe697ce3d", "name": "network-vif-deleted", "tag": "1c7f910a-4f19-4e9f-aba2-235f98d77100"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:08:04.867501 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074513fb-1f7c-40c4-91df-f8781b460c44 None None] Routers {'876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:04.868975 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-074513fb-1f7c-40c4-91df-f8781b460c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:07:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:05.046995 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac99651-879b-4c12-a7f2-3d388e63813a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:05.050710 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8ac99651-879b-4c12-a7f2-3d388e63813a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:05.060965 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df4bb826-5746-4af7-8a65-ea61793a8f31 req-72a51e81-e5fd-4947-9616-080e578798e8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:08:05.070712 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e57190-1045-4b4a-9222-3c87254d1b83 None None] Sync routers for ids ['c67dd48a-4557-463e-89f3-3f84f356dcc7'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:08:05.089157 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e57190-1045-4b4a-9222-3c87254d1b83 None None] Routers {'c67dd48a-4557-463e-89f3-3f84f356dcc7'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:05.089725 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-18e57190-1045-4b4a-9222-3c87254d1b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:07:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c67dd48a-4557-463e-89f3-3f84f356dcc7'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:05.119075 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-8ac99651-879b-4c12-a7f2-3d388e63813a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] device_id is not set on port 13fa4285-e969-4d89-815a-c9717efeac13 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:08:05.172143 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b85263d2-fed2-451d-a566-6aa9d71ec482 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:05.185842 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-074513fb-1f7c-40c4-91df-f8781b460c44 None None] Set router 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:08:05.190007 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4bb826-5746-4af7-8a65-ea61793a8f31 req-72a51e81-e5fd-4947-9616-080e578798e8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] No DVR routers for this DVR port 66a93e52-52b0-4a21-8c65-e0c073280683 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:05.194104 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-df4bb826-5746-4af7-8a65-ea61793a8f31 req-72a51e81-e5fd-4947-9616-080e578798e8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:05.197340 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df4bb826-5746-4af7-8a65-ea61793a8f31 req-72a51e81-e5fd-4947-9616-080e578798e8 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.124 "DELETE /v2.0/ports/66a93e52-52b0-4a21-8c65-e0c073280683 HTTP/1.1" status: 204 len: 173 time: 2.0298357 Jul 06 14:08:05.216153 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0616f1-1a55-4751-8c22-c3ddc1ebb731 req-33d760fc-4d74-4903-b6dd-318ab6d885cb tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:05.223804 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cc0616f1-1a55-4751-8c22-c3ddc1ebb731 req-33d760fc-4d74-4903-b6dd-318ab6d885cb tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 945 time: 0.3085454 Jul 06 14:08:05.264819 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 1c7f910a-4f19-4e9f-aba2-235f98d77100 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:05.267506 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b85263d2-fed2-451d-a566-6aa9d71ec482 None None] Transition to ACTIVE for port object 79c1368e-79db-4e74-ac91-2dc2baea3b1d will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:05.292704 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cc0616f1-1a55-4751-8c22-c3ddc1ebb731 req-6a8234f0-af81-42af-a85c-294f18db6e5c tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679357 Jul 06 14:08:05.332185 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-18e57190-1045-4b4a-9222-3c87254d1b83 None None] Set router c67dd48a-4557-463e-89f3-3f84f356dcc7 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:08:05.400953 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 1c7f910a-4f19-4e9f-aba2-235f98d77100 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:08:05.401623 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 1c7f910a-4f19-4e9f-aba2-235f98d77100 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:08:05.402236 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 66a93e52-52b0-4a21-8c65-e0c073280683 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:05.552948 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdd2f6a-5644-435e-a47e-1ceb1ee53226 x-openstack-request-id: req-0fdd2f6a-5644-435e-a47e-1ceb1ee53226 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:08:05.553483 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60478813-195d-4c29-9b2d-27abe697ce3d", "name": "network-vif-deleted", "tag": "1c7f910a-4f19-4e9f-aba2-235f98d77100", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:08:05.554141 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-0fdd2f6a-5644-435e-a47e-1ceb1ee53226 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:08:05.554981 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60478813-195d-4c29-9b2d-27abe697ce3d', 'name': 'network-vif-deleted', 'tag': '1c7f910a-4f19-4e9f-aba2-235f98d77100', 'status': 'completed', 'code': 200} Jul 06 14:08:05.623124 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919fa5e-bb8c-4bfc-8487-5ce19f158de8 req-0d453c2b-36cf-4679-91ae-fb58a511f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:05.625112 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3919fa5e-bb8c-4bfc-8487-5ce19f158de8 req-0d453c2b-36cf-4679-91ae-fb58a511f771 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 1096 time: 0.0868871 Jul 06 14:08:05.646906 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-18e57190-1045-4b4a-9222-3c87254d1b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'name': 'tempest-AttachVolumeShelveTestJSON-919553070-router', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:50Z', 'updated_at': '2021-07-06T13:59:54Z', 'revision_number': 4, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'gw_port': {'id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:51Z', 'updated_at': '2021-07-06T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'f54aa3a3-f63f-46ad-a35d-af86eaeb090f', 'name': '', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'mac_address': 'fa:16:3e:30:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:54Z', 'updated_at': '2021-07-06T14:00:06Z', 'revision_number': 5, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'subnets': [{'id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:05.677800 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e57190-1045-4b4a-9222-3c87254d1b83 None None] Checking router: c67dd48a-4557-463e-89f3-3f84f356dcc7 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:08:05.686126 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3919fa5e-bb8c-4bfc-8487-5ce19f158de8 req-ce302b2e-1181-49a8-87df-e20ae406dd63 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542412 Jul 06 14:08:05.688629 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e57190-1045-4b4a-9222-3c87254d1b83 None None] Routers {'c67dd48a-4557-463e-89f3-3f84f356dcc7'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:05.689476 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-18e57190-1045-4b4a-9222-3c87254d1b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:07:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c67dd48a-4557-463e-89f3-3f84f356dcc7'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:05.770713 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3c060f2a-e4c7-4f2d-bd3d-a8fa5ab182d1 req-7a0a43a8-5195-4ae4-b94f-5fd97c0abbbc tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=60478813-195d-4c29-9b2d-27abe697ce3d HTTP/1.1" status: 200 len: 210 time: 0.0417247 Jul 06 14:08:05.818978 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-18e57190-1045-4b4a-9222-3c87254d1b83 None None] Set router c67dd48a-4557-463e-89f3-3f84f356dcc7 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:08:05.862783 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b85263d2-fed2-451d-a566-6aa9d71ec482 None None] Transition to ACTIVE for port object 79c1368e-79db-4e74-ac91-2dc2baea3b1d will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:05.878887 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 66a93e52-52b0-4a21-8c65-e0c073280683 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:08:05.887435 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 66a93e52-52b0-4a21-8c65-e0c073280683 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:08:05.891617 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b85263d2-fed2-451d-a566-6aa9d71ec482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:05.933989 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39552) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:05.990662 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-8ac99651-879b-4c12-a7f2-3d388e63813a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Allocated IP 2001:db8::1ae (b0ae4401-7cba-4bb2-802a-bc6d74ce1370/4ae11811-d25d-49a0-8bcb-e296f8c2f37c/13fa4285-e969-4d89-815a-c9717efeac13) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:06.015023 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1b6575a7-e8e3-4c93-a545-e3f5d0b88272 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:06.029189 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85263d2-fed2-451d-a566-6aa9d71ec482 None None] Network b0ae4401-7cba-4bb2-802a-bc6d74ce1370 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:06.040555 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-b85263d2-fed2-451d-a566-6aa9d71ec482 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:06.049534 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85263d2-fed2-451d-a566-6aa9d71ec482 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:06.068053 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1b6575a7-e8e3-4c93-a545-e3f5d0b88272 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:06.095979 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85263d2-fed2-451d-a566-6aa9d71ec482 None None] Pushing event updated for resources: {'Port': ['ID=79c1368e-79db-4e74-ac91-2dc2baea3b1d,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:06.135651 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1b6575a7-e8e3-4c93-a545-e3f5d0b88272 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:06.141320 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1b6575a7-e8e3-4c93-a545-e3f5d0b88272 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:06.145105 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1b6575a7-e8e3-4c93-a545-e3f5d0b88272 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "DELETE /v2.0/security-groups/f8b49f44-7f80-4d91-bbfc-1a65bd2a1361 HTTP/1.1" status: 204 len: 168 time: 0.2073517 Jul 06 14:08:06.147904 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-b85263d2-fed2-451d-a566-6aa9d71ec482 None None] Attempting to bind port 79c1368e-79db-4e74-ac91-2dc2baea3b1d on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:08:06.148420 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-b85263d2-fed2-451d-a566-6aa9d71ec482 None None] Attempting to bind port 79c1368e-79db-4e74-ac91-2dc2baea3b1d by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '7564b3a8-9da1-4a23-be4a-0403f6840eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b0ae4401-7cba-4bb2-802a-bc6d74ce1370'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:08:06.148888 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85263d2-fed2-451d-a566-6aa9d71ec482 None None] Attempting to bind port 79c1368e-79db-4e74-ac91-2dc2baea3b1d on network b0ae4401-7cba-4bb2-802a-bc6d74ce1370 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:08:06.149664 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39554) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:06.156855 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85263d2-fed2-451d-a566-6aa9d71ec482 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:08:06.157170 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-18e57190-1045-4b4a-9222-3c87254d1b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'name': 'tempest-AttachVolumeShelveTestJSON-919553070-router', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:50Z', 'updated_at': '2021-07-06T13:59:54Z', 'revision_number': 4, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'gw_port': {'id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:51Z', 'updated_at': '2021-07-06T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'f54aa3a3-f63f-46ad-a35d-af86eaeb090f', 'name': '', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'mac_address': 'fa:16:3e:30:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:54Z', 'updated_at': '2021-07-06T14:00:06Z', 'revision_number': 5, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'subnets': [{'id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:06.157681 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85263d2-fed2-451d-a566-6aa9d71ec482 None None] Checking segment: {'id': '7564b3a8-9da1-4a23-be4a-0403f6840eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b0ae4401-7cba-4bb2-802a-bc6d74ce1370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:06.158049 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b85263d2-fed2-451d-a566-6aa9d71ec482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:06.158545 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85263d2-fed2-451d-a566-6aa9d71ec482 None None] Bound using segment: {'id': '7564b3a8-9da1-4a23-be4a-0403f6840eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b0ae4401-7cba-4bb2-802a-bc6d74ce1370'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:08:06.159134 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-b85263d2-fed2-451d-a566-6aa9d71ec482 None None] Bound port: 79c1368e-79db-4e74-ac91-2dc2baea3b1d, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7564b3a8-9da1-4a23-be4a-0403f6840eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b0ae4401-7cba-4bb2-802a-bc6d74ce1370'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:08:06.159768 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b85263d2-fed2-451d-a566-6aa9d71ec482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:06.181573 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [None req-fa3982f5-54ad-4b4c-a7a0-0fd5fc30873e tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] show failed (client error): The resource could not be found. Jul 06 14:08:06.198868 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-fa3982f5-54ad-4b4c-a7a0-0fd5fc30873e tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "GET /v2.0/security-groups/f8b49f44-7f80-4d91-bbfc-1a65bd2a1361 HTTP/1.1" status: 404 len: 347 time: 0.0447893 Jul 06 14:08:06.198868 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6575a7-e8e3-4c93-a545-e3f5d0b88272 tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b49f44-7f80-4d91-bbfc-1a65bd2a1361,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:06.204300 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39556) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:06.209251 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e57190-1045-4b4a-9222-3c87254d1b83 None None] The sync data for ids ['c67dd48a-4557-463e-89f3-3f84f356dcc7'] in n-d-773644-6 is: [{'id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'name': 'tempest-AttachVolumeShelveTestJSON-919553070-router', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:50Z', 'updated_at': '2021-07-06T13:59:54Z', 'revision_number': 4, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'gw_port': {'id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:51Z', 'updated_at': '2021-07-06T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'f54aa3a3-f63f-46ad-a35d-af86eaeb090f', 'name': '', 'network_id': 'eb40ac72-d061-46c2-ab3d-a227d94e4954', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'mac_address': 'fa:16:3e:30:9f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:54Z', 'updated_at': '2021-07-06T14:00:06Z', 'revision_number': 5, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'subnets': [{'id': '175feade-0da5-4b99-8a0b-5c1deab4fd78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:08:06.329781 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8ac99651-879b-4c12-a7f2-3d388e63813a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:06.341404 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-074513fb-1f7c-40c4-91df-f8781b460c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'name': 'tempest-TestVolumeBootPattern-98072569-router', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:11Z', 'revision_number': 4, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'gw_port': {'id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '64ca2032-f6d4-4f4b-86ad-2e51b1386b85', 'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'mac_address': 'fa:16:3e:14:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:10Z', 'updated_at': '2021-07-06T14:01:18Z', 'revision_number': 5, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'subnets': [{'id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:06.377286 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-8ac99651-879b-4c12-a7f2-3d388e63813a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Transition to ACTIVE for port object 13fa4285-e969-4d89-815a-c9717efeac13 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:06.393821 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074513fb-1f7c-40c4-91df-f8781b460c44 None None] Checking router: 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:08:06.403132 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-b85263d2-fed2-451d-a566-6aa9d71ec482 None None] For port 79c1368e-79db-4e74-ac91-2dc2baea3b1d, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:08:06.416093 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074513fb-1f7c-40c4-91df-f8781b460c44 None None] Routers {'876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:06.416743 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-074513fb-1f7c-40c4-91df-f8781b460c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:07:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:06.466484 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8ac99651-879b-4c12-a7f2-3d388e63813a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:06.556165 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac99651-879b-4c12-a7f2-3d388e63813a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network b0ae4401-7cba-4bb2-802a-bc6d74ce1370 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:06.572250 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-8ac99651-879b-4c12-a7f2-3d388e63813a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:06.582267 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac99651-879b-4c12-a7f2-3d388e63813a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:06.589068 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac99651-879b-4c12-a7f2-3d388e63813a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:06.589727 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8ac99651-879b-4c12-a7f2-3d388e63813a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:06.606785 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac99651-879b-4c12-a7f2-3d388e63813a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Port': ['ID=13fa4285-e969-4d89-815a-c9717efeac13,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:06.613553 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-b85263d2-fed2-451d-a566-6aa9d71ec482 None None] For port 79c1368e-79db-4e74-ac91-2dc2baea3b1d, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=79c1368e-79db-4e74-ac91-2dc2baea3b1d,segment=NetworkSegment(7564b3a8-9da1-4a23-be4a-0403f6840eb3),segment_id=7564b3a8-9da1-4a23-be4a-0403f6840eb3)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:08:06.626598 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8ac99651-879b-4c12-a7f2-3d388e63813a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8229570 Jul 06 14:08:06.630909 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39562) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:06.642004 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b85263d2-fed2-451d-a566-6aa9d71ec482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:06.659456 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-3b4de4e3-7bd5-4cef-a889-39cc676ace8c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Deleting port 498f5ad5-4ca5-4b56-aa96-b8c8b1a6bff9 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:06.659886 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3b4de4e3-7bd5-4cef-a889-39cc676ace8c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:06.777800 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-074513fb-1f7c-40c4-91df-f8781b460c44 None None] Set router 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:08:06.786283 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba1a3d6-22b4-45b3-bff4-f7d5dd554e84 None None] New status for floating IP 098d1cb4-ce53-45d5-a98b-9ec1bd0e1d6a: DOWN {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:08:06.843492 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd1eb48-755b-40a1-8290-46ca12fb663e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:06.849708 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3fd1eb48-755b-40a1-8290-46ca12fb663e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2b2 HTTP/1.1" status: 200 len: 927 time: 0.2125692 Jul 06 14:08:06.851807 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39566) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:06.895599 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85263d2-fed2-451d-a566-6aa9d71ec482 None None] Pushing event updated for resources: {'Port': ['ID=79c1368e-79db-4e74-ac91-2dc2baea3b1d,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:06.896412 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3b4de4e3-7bd5-4cef-a889-39cc676ace8c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:06.896412 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3b4de4e3-7bd5-4cef-a889-39cc676ace8c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:06.918709 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-3b4de4e3-7bd5-4cef-a889-39cc676ace8c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Calling delete_port for 498f5ad5-4ca5-4b56-aa96-b8c8b1a6bff9 owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:07.015111 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-38aba040-302b-4479-94a1-3b1bbd1319ee tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting port 13fa4285-e969-4d89-815a-c9717efeac13 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:07.015610 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-38aba040-302b-4479-94a1-3b1bbd1319ee tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.193497 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3b4de4e3-7bd5-4cef-a889-39cc676ace8c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.252814 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-38aba040-302b-4479-94a1-3b1bbd1319ee tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.269805 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4de4e3-7bd5-4cef-a889-39cc676ace8c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Pushing event deleted for resources: {'Port': ['ID=498f5ad5-4ca5-4b56-aa96-b8c8b1a6bff9,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:07.278755 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-38aba040-302b-4479-94a1-3b1bbd1319ee tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Calling delete_port for 13fa4285-e969-4d89-815a-c9717efeac13 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:07.282769 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-074513fb-1f7c-40c4-91df-f8781b460c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'name': 'tempest-TestVolumeBootPattern-98072569-router', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:11Z', 'revision_number': 4, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'gw_port': {'id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '64ca2032-f6d4-4f4b-86ad-2e51b1386b85', 'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'mac_address': 'fa:16:3e:14:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:10Z', 'updated_at': '2021-07-06T14:01:18Z', 'revision_number': 5, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'subnets': [{'id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:07.322706 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074513fb-1f7c-40c4-91df-f8781b460c44 None None] The sync data for ids ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'] in n-d-773644-6 is: [{'id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'name': 'tempest-TestVolumeBootPattern-98072569-router', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:11Z', 'revision_number': 4, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'gw_port': {'id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '64ca2032-f6d4-4f4b-86ad-2e51b1386b85', 'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'mac_address': 'fa:16:3e:14:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:10Z', 'updated_at': '2021-07-06T14:01:18Z', 'revision_number': 5, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'subnets': [{'id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:08:07.324590 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-05dc394d-2906-4d02-92b2-4efbe098aeed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.412271 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a7590-0aa6-458a-bd7a-97295dd27912 req-aee148f3-662d-48a4-a3e6-a2127138e691 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:07.414949 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af7a7590-0aa6-458a-bd7a-97295dd27912 req-aee148f3-662d-48a4-a3e6-a2127138e691 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 945 time: 0.8049586 Jul 06 14:08:07.422699 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3b4de4e3-7bd5-4cef-a889-39cc676ace8c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.425552 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3b4de4e3-7bd5-4cef-a889-39cc676ace8c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.430397 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3b4de4e3-7bd5-4cef-a889-39cc676ace8c tempest-AttachVolumeShelveTestJSON-614714308 tempest-AttachVolumeShelveTestJSON-614714308-project] 10.222.0.118 "DELETE /v2.0/floatingips/098d1cb4-ce53-45d5-a98b-9ec1bd0e1d6a HTTP/1.1" status: 204 len: 168 time: 1.2248785 Jul 06 14:08:07.492343 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af7a7590-0aa6-458a-bd7a-97295dd27912 req-5570e7e8-517e-4130-a4fa-4d54f15f6989 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603909 Jul 06 14:08:07.494006 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-38aba040-302b-4479-94a1-3b1bbd1319ee tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.541283 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aba040-302b-4479-94a1-3b1bbd1319ee tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Port': ['ID=13fa4285-e969-4d89-815a-c9717efeac13,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:07.559218 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36198b7b-15e7-4660-a17b-fe02fa801203', 'name': 'network-vif-deleted', 'tag': '66a93e52-52b0-4a21-8c65-e0c073280683'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:08:07.563046 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4bbb02-86be-4d4c-804e-2093f57eae8a" -d '{"events": [{"server_uuid": "36198b7b-15e7-4660-a17b-fe02fa801203", "name": "network-vif-deleted", "tag": "66a93e52-52b0-4a21-8c65-e0c073280683"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:08:07.579695 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-38aba040-302b-4479-94a1-3b1bbd1319ee tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.582314 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-38aba040-302b-4479-94a1-3b1bbd1319ee tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/ports/13fa4285-e969-4d89-815a-c9717efeac13 HTTP/1.1" status: 204 len: 168 time: 0.7295811 Jul 06 14:08:07.585198 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39572) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:07.614017 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df97249-c6b5-4723-8dfb-cd3a59f7367a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] GET failed (client error): The resource could not be found. Jul 06 14:08:07.615774 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4df97249-c6b5-4723-8dfb-cd3a59f7367a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "GET /v2.0/ports/13fa4285-e969-4d89-815a-c9717efeac13 HTTP/1.1" status: 404 len: 333 time: 0.0295918 Jul 06 14:08:07.618970 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39574) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:07.773949 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-aba6e1fa-8d7d-4011-b1e0-d4188706fcf2 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting port 6c00a98b-c950-4168-ae6b-f75963e79c18 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:07.774390 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aba6e1fa-8d7d-4011-b1e0-d4188706fcf2 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.836291 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4fa4996d-cb6f-4b24-a0d1-05d23ff50209 req-e5255bb2-2312-4326-93e6-048b368f9f68 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=60478813-195d-4c29-9b2d-27abe697ce3d HTTP/1.1" status: 200 len: 210 time: 0.0855877 Jul 06 14:08:07.911404 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aba6e1fa-8d7d-4011-b1e0-d4188706fcf2 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:07.928019 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4498291-70be-4a60-863c-ba58e5d0211c x-openstack-request-id: req-f4498291-70be-4a60-863c-ba58e5d0211c {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:08:07.928520 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36198b7b-15e7-4660-a17b-fe02fa801203", "name": "network-vif-deleted", "tag": "66a93e52-52b0-4a21-8c65-e0c073280683", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:08:07.929212 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-f4498291-70be-4a60-863c-ba58e5d0211c {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:08:07.929971 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36198b7b-15e7-4660-a17b-fe02fa801203', 'name': 'network-vif-deleted', 'tag': '66a93e52-52b0-4a21-8c65-e0c073280683', 'status': 'completed', 'code': 200} Jul 06 14:08:07.935158 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-aba6e1fa-8d7d-4011-b1e0-d4188706fcf2 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Calling delete_port for 6c00a98b-c950-4168-ae6b-f75963e79c18 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:07.963867 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e170d19-1901-4f21-a771-5b6075c355f1 None None] New status for floating IP e9745d2b-da7a-45a3-8aa6-0ad1234dbc2c: DOWN {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:08:08.005970 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 79c1368e-79db-4e74-ac91-2dc2baea3b1d up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:08.106898 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 79c1368e-79db-4e74-ac91-2dc2baea3b1d completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:08.119054 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aba6e1fa-8d7d-4011-b1e0-d4188706fcf2 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:08.151837 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6e1fa-8d7d-4011-b1e0-d4188706fcf2 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Port': ['ID=6c00a98b-c950-4168-ae6b-f75963e79c18,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:08.185105 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aba6e1fa-8d7d-4011-b1e0-d4188706fcf2 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:08.189837 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-aba6e1fa-8d7d-4011-b1e0-d4188706fcf2 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/ports/6c00a98b-c950-4168-ae6b-f75963e79c18 HTTP/1.1" status: 204 len: 168 time: 0.5677733 Jul 06 14:08:08.190408 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39576) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:08.220149 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ed4238-d67a-40d6-a2af-160821297fc0 None None] Network b0ae4401-7cba-4bb2-802a-bc6d74ce1370 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:08.222296 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-156e6f45-e59b-4fc9-aec7-e4669dc51aeb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] GET failed (client error): The resource could not be found. Jul 06 14:08:08.226676 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-156e6f45-e59b-4fc9-aec7-e4669dc51aeb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "GET /v2.0/ports/6c00a98b-c950-4168-ae6b-f75963e79c18 HTTP/1.1" status: 404 len: 333 time: 0.0326250 Jul 06 14:08:08.228112 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39578) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:08.283990 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-2359324f-9119-470e-bf67-317372782eb3 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting subnet 4ae11811-d25d-49a0-8bcb-e296f8c2f37c {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:08:08.286905 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b6df5dcb-bb5e-457e-bf3d-1729b103455d None None] Provisioning for port 79c1368e-79db-4e74-ac91-2dc2baea3b1d completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:08.288313 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2359324f-9119-470e-bf67-317372782eb3 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:08.295003 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b6df5dcb-bb5e-457e-bf3d-1729b103455d None None] Provisioning complete for port 79c1368e-79db-4e74-ac91-2dc2baea3b1d triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:08.295379 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b6df5dcb-bb5e-457e-bf3d-1729b103455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:08.338443 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2359324f-9119-470e-bf67-317372782eb3 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:08.454942 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b6df5dcb-bb5e-457e-bf3d-1729b103455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:08.456160 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2359324f-9119-470e-bf67-317372782eb3 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:08.529280 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2359324f-9119-470e-bf67-317372782eb3 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:08.588190 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.db.api [None req-b6df5dcb-bb5e-457e-bf3d-1729b103455d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:08:08.588874 n-d-773644-6 neutron-server[100419]: DEBUG oslo_db.api [None req-b6df5dcb-bb5e-457e-bf3d-1729b103455d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:08:08.600796 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2359324f-9119-470e-bf67-317372782eb3 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:08.603894 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2359324f-9119-470e-bf67-317372782eb3 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/subnets/4ae11811-d25d-49a0-8bcb-e296f8c2f37c HTTP/1.1" status: 204 len: 168 time: 0.3748419 Jul 06 14:08:08.605786 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359324f-9119-470e-bf67-317372782eb3 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Subnet': ['ID=4ae11811-d25d-49a0-8bcb-e296f8c2f37c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:08.606705 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39582) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:08.699519 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6acf90a-8cb3-483e-8d20-21b498ec9ff1 None None] Network b0ae4401-7cba-4bb2-802a-bc6d74ce1370 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:08.731942 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba042c49-cb59-478a-88b7-7a21642d43fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:08.802745 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a214818-2510-4178-b001-3d9a0479ee1c req-8bce36b6-221c-4c5f-b2c4-0812c3bb051f tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:08.805149 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4a214818-2510-4178-b001-3d9a0479ee1c req-8bce36b6-221c-4c5f-b2c4-0812c3bb051f tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 945 time: 0.1471808 Jul 06 14:08:08.859771 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-ba042c49-cb59-478a-88b7-7a21642d43fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting port 79c1368e-79db-4e74-ac91-2dc2baea3b1d {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:08.860146 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba042c49-cb59-478a-88b7-7a21642d43fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:08.864536 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4a214818-2510-4178-b001-3d9a0479ee1c req-1b3ac4a4-95a1-45f6-a32d-b0619dd62161 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485356 Jul 06 14:08:08.963999 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-ba042c49-cb59-478a-88b7-7a21642d43fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] For port 79c1368e-79db-4e74-ac91-2dc2baea3b1d, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=79c1368e-79db-4e74-ac91-2dc2baea3b1d,segment=NetworkSegment(7564b3a8-9da1-4a23-be4a-0403f6840eb3),segment_id=7564b3a8-9da1-4a23-be4a-0403f6840eb3)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:08.964636 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba042c49-cb59-478a-88b7-7a21642d43fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:08.974251 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bc4295-b13b-486f-bfeb-ab289079c34c None None] DHCP port deletion for b0ae4401-7cba-4bb2-802a-bc6d74ce1370 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:08:08.996255 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-ba042c49-cb59-478a-88b7-7a21642d43fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Calling delete_port for 79c1368e-79db-4e74-ac91-2dc2baea3b1d owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:09.035126 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-81bc4295-b13b-486f-bfeb-ab289079c34c None None] Deleting port 79c1368e-79db-4e74-ac91-2dc2baea3b1d {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:09.035696 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-81bc4295-b13b-486f-bfeb-ab289079c34c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:09.133666 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba042c49-cb59-478a-88b7-7a21642d43fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:09.150047 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba042c49-cb59-478a-88b7-7a21642d43fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] No DVR routers for this DVR port 79c1368e-79db-4e74-ac91-2dc2baea3b1d on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:09.150313 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-81bc4295-b13b-486f-bfeb-ab289079c34c None None] For port 79c1368e-79db-4e74-ac91-2dc2baea3b1d, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=79c1368e-79db-4e74-ac91-2dc2baea3b1d,segment=NetworkSegment(7564b3a8-9da1-4a23-be4a-0403f6840eb3),segment_id=7564b3a8-9da1-4a23-be4a-0403f6840eb3)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:09.150743 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-81bc4295-b13b-486f-bfeb-ab289079c34c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:09.170602 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b6df5dcb-bb5e-457e-bf3d-1729b103455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:09.177884 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba042c49-cb59-478a-88b7-7a21642d43fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Port': ['ID=79c1368e-79db-4e74-ac91-2dc2baea3b1d,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:09.186359 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-81bc4295-b13b-486f-bfeb-ab289079c34c None None] Calling delete_port for 79c1368e-79db-4e74-ac91-2dc2baea3b1d owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:09.232728 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-185c850d-6514-40e7-b95a-2fd71ab243bb req-58db0b3b-c95a-480a-93a6-4c9c1de6b499 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=60478813-195d-4c29-9b2d-27abe697ce3d HTTP/1.1" status: 200 len: 210 time: 0.0586522 Jul 06 14:08:09.290245 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba042c49-cb59-478a-88b7-7a21642d43fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:09.301409 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-ba042c49-cb59-478a-88b7-7a21642d43fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ae4401-7cba-4bb2-802a-bc6d74ce1370']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:09.315742 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-ba042c49-cb59-478a-88b7-7a21642d43fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7564b3a8-9da1-4a23-be4a-0403f6840eb3') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:09.316247 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-ba042c49-cb59-478a-88b7-7a21642d43fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7564b3a8-9da1-4a23-be4a-0403f6840eb3') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:09.328381 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba042c49-cb59-478a-88b7-7a21642d43fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:09.352883 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba042c49-cb59-478a-88b7-7a21642d43fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:09.358738 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-81bc4295-b13b-486f-bfeb-ab289079c34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:09.388428 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc4295-b13b-486f-bfeb-ab289079c34c None None] Pushing event deleted for resources: {'Port': ['ID=79c1368e-79db-4e74-ac91-2dc2baea3b1d,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:09.395117 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bc4295-b13b-486f-bfeb-ab289079c34c None None] No DVR routers for this DVR port 79c1368e-79db-4e74-ac91-2dc2baea3b1d on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:09.399189 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5d8f3ee3-3a37-4a76-bb23-9e0507d18be4 None None] Could not find standard attr ID for object 79c1368e-79db-4e74-ac91-2dc2baea3b1d. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:08:09.409053 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba042c49-cb59-478a-88b7-7a21642d43fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:08:09.409478 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba042c49-cb59-478a-88b7-7a21642d43fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:08:09.412505 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:08:09.483443 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba042c49-cb59-478a-88b7-7a21642d43fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:09.501226 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba042c49-cb59-478a-88b7-7a21642d43fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:09.503114 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ba042c49-cb59-478a-88b7-7a21642d43fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/networks/b0ae4401-7cba-4bb2-802a-bc6d74ce1370 HTTP/1.1" status: 204 len: 168 time: 0.8947768 Jul 06 14:08:09.514140 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39600) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:09.514140 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-d2cc4ef1-4714-4b2c-9a3f-739610614899 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1109104560'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:09.534637 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba042c49-cb59-478a-88b7-7a21642d43fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Network': ['ID=b0ae4401-7cba-4bb2-802a-bc6d74ce1370,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:09.535005 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cc4ef1-4714-4b2c-9a3f-739610614899 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:09.545053 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d2cc4ef1-4714-4b2c-9a3f-739610614899 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:09.548629 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-3a97bf9c-af56-47ab-9091-1c3c3ab93808 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:09.550611 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-3a97bf9c-af56-47ab-9091-1c3c3ab93808 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/networks?id=9a87a53c-babe-415d-8e55-64df45c54692 HTTP/1.1" status: 200 len: 811 time: 0.2073209 Jul 06 14:08:09.571716 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2cc4ef1-4714-4b2c-9a3f-739610614899 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:08:09.571926 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-f9b41e84-fc0e-420b-8796-fcec48048df5 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/quotas/8ac05a766be944c89f64f16db6138443 HTTP/1.1" status: 200 len: 375 time: 0.0106916 Jul 06 14:08:09.581002 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d2cc4ef1-4714-4b2c-9a3f-739610614899 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:09.581662 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-d2cc4ef1-4714-4b2c-9a3f-739610614899 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Added segment 6439d4e0-0eab-4c56-a0fa-4bf62a6c6d1a of type vlan for network 2ce861a6-c877-48e4-8565-46ed58b2bb84 Jul 06 14:08:09.626866 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d2cc4ef1-4714-4b2c-9a3f-739610614899 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:09.665566 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d2cc4ef1-4714-4b2c-9a3f-739610614899 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:09.669267 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-c34c539c-55e8-40e4-a3d2-879499ef045d tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=8ac05a766be944c89f64f16db6138443&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0898747 Jul 06 14:08:09.672429 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cc4ef1-4714-4b2c-9a3f-739610614899 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:09.673310 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d2cc4ef1-4714-4b2c-9a3f-739610614899 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:09.745602 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d2cc4ef1-4714-4b2c-9a3f-739610614899 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2346790 Jul 06 14:08:09.749350 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39602) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:09.757351 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c300414e-6052-466d-a655-0a5b917c7903 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'subnet': {'network_id': '2ce861a6-c877-48e4-8565-46ed58b2bb84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:09.762925 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc4ef1-4714-4b2c-9a3f-739610614899 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Network': ['ID=2ce861a6-c877-48e4-8565-46ed58b2bb84,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:09.778855 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 2ce861a6-c877-48e4-8565-46ed58b2bb84 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:08:09.844870 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-30815e87-90b2-430e-adcc-93a1a7f9aa2c service neutron] 10.222.0.118 "GET /v2.0/networks/9a87a53c-babe-415d-8e55-64df45c54692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606879 Jul 06 14:08:09.881492 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c300414e-6052-466d-a655-0a5b917c7903 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:09.887726 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c300414e-6052-466d-a655-0a5b917c7903 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:09.954688 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 79c1368e-79db-4e74-ac91-2dc2baea3b1d no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:09.977937 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 79c1368e-79db-4e74-ac91-2dc2baea3b1d {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:08:09.978291 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 79c1368e-79db-4e74-ac91-2dc2baea3b1d not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:08:10.018818 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-44addd07-4795-42a4-af6b-4bebf23c83b1 service neutron] 10.222.0.118 "GET /v2.0/networks/9a87a53c-babe-415d-8e55-64df45c54692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672201 Jul 06 14:08:10.154090 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c300414e-6052-466d-a655-0a5b917c7903 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:10.184527 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:10.221375 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300414e-6052-466d-a655-0a5b917c7903 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Subnet': ['ID=cef877b2-1591-4966-80d3-994df4db4384,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:10.246407 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c300414e-6052-466d-a655-0a5b917c7903 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Checking segment: {'id': '6439d4e0-0eab-4c56-a0fa-4bf62a6c6d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2ce861a6-c877-48e4-8565-46ed58b2bb84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:10.247048 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c300414e-6052-466d-a655-0a5b917c7903 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network hostable DHCP agents. Network: 2ce861a6-c877-48e4-8565-46ed58b2bb84, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:08:10.268515 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c300414e-6052-466d-a655-0a5b917c7903 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network 2ce861a6-c877-48e4-8565-46ed58b2bb84 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:08:10.283036 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-c300414e-6052-466d-a655-0a5b917c7903 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 2ce861a6-c877-48e4-8565-46ed58b2bb84) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:10.289348 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c300414e-6052-466d-a655-0a5b917c7903 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:10.290734 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c300414e-6052-466d-a655-0a5b917c7903 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:10.293312 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec788d5-1e8f-495a-9937-ba9f775f457d None None] Network 2ce861a6-c877-48e4-8565-46ed58b2bb84 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:10.312510 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c300414e-6052-466d-a655-0a5b917c7903 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5593910 Jul 06 14:08:10.313346 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39614) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:10.318907 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-494b0233-a147-4c49-b84e-78085b2b0d62 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'port': {'network_id': '2ce861a6-c877-48e4-8565-46ed58b2bb84', 'name': 'tempest-PortsIpV6TestJSON-153321343', 'fixed_ips': [{'subnet_id': 'cef877b2-1591-4966-80d3-994df4db4384', 'ip_address': '2001:db8::10'}]}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:10.540594 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bb1a8e0f-1cb6-4e6d-9d04-b4d4dfbc8e01 req-6e4964fa-fdfc-45a1-97d7-806c15714a78 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 210 time: 0.1317461 Jul 06 14:08:10.647455 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4188b3-82c7-49d1-b0c8-4af7e49c9357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-2ce861a6-c877-48e4-8565-46ed58b2bb84', 'network_id': '2ce861a6-c877-48e4-8565-46ed58b2bb84', 'tenant_id': 'c99b916444514705ba2472f8fee047d0', 'fixed_ips': [{'subnet_id': 'cef877b2-1591-4966-80d3-994df4db4384'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:08:10.648656 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2d4188b3-82c7-49d1-b0c8-4af7e49c9357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:10.654110 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7e926540-9095-4a5a-92e0-5608dab84e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:10.716306 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494b0233-a147-4c49-b84e-78085b2b0d62 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:10.888824 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-2d4188b3-82c7-49d1-b0c8-4af7e49c9357 None None] Allocated IP 2001:db8::2 (2ce861a6-c877-48e4-8565-46ed58b2bb84/cef877b2-1591-4966-80d3-994df4db4384/597f4a7f-e710-46ab-8a27-c812c881d8ee) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:10.904207 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c0997e47-e7c3-4aca-92b0-a5098a5d24e3 req-66555c5c-d771-414f-846e-f787092bf715 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=60478813-195d-4c29-9b2d-27abe697ce3d HTTP/1.1" status: 200 len: 210 time: 0.1133571 Jul 06 14:08:11.028919 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-494b0233-a147-4c49-b84e-78085b2b0d62 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:11.063560 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-494b0233-a147-4c49-b84e-78085b2b0d62 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] device_id is not set on port 0b82f6d2-73a8-4ddb-ae15-d3be10468830 yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:08:11.253858 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2d4188b3-82c7-49d1-b0c8-4af7e49c9357 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:11.272133 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2d4188b3-82c7-49d1-b0c8-4af7e49c9357 None None] Transition to ACTIVE for port object 597f4a7f-e710-46ab-8a27-c812c881d8ee will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:11.306880 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2d4188b3-82c7-49d1-b0c8-4af7e49c9357 None None] Transition to ACTIVE for port object 597f4a7f-e710-46ab-8a27-c812c881d8ee will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:11.317191 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2d4188b3-82c7-49d1-b0c8-4af7e49c9357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:11.409012 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4188b3-82c7-49d1-b0c8-4af7e49c9357 None None] Network 2ce861a6-c877-48e4-8565-46ed58b2bb84 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:11.412566 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-2d4188b3-82c7-49d1-b0c8-4af7e49c9357 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:11.421527 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4188b3-82c7-49d1-b0c8-4af7e49c9357 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:11.552853 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4188b3-82c7-49d1-b0c8-4af7e49c9357 None None] Pushing event updated for resources: {'Port': ['ID=597f4a7f-e710-46ab-8a27-c812c881d8ee,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:11.573554 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-2d4188b3-82c7-49d1-b0c8-4af7e49c9357 None None] Attempting to bind port 597f4a7f-e710-46ab-8a27-c812c881d8ee on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:08:11.574066 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-2d4188b3-82c7-49d1-b0c8-4af7e49c9357 None None] Attempting to bind port 597f4a7f-e710-46ab-8a27-c812c881d8ee by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '6439d4e0-0eab-4c56-a0fa-4bf62a6c6d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2ce861a6-c877-48e4-8565-46ed58b2bb84'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:08:11.574523 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4188b3-82c7-49d1-b0c8-4af7e49c9357 None None] Attempting to bind port 597f4a7f-e710-46ab-8a27-c812c881d8ee on network 2ce861a6-c877-48e4-8565-46ed58b2bb84 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:08:11.581989 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4188b3-82c7-49d1-b0c8-4af7e49c9357 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:08:11.582467 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4188b3-82c7-49d1-b0c8-4af7e49c9357 None None] Checking segment: {'id': '6439d4e0-0eab-4c56-a0fa-4bf62a6c6d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2ce861a6-c877-48e4-8565-46ed58b2bb84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:11.582949 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2d4188b3-82c7-49d1-b0c8-4af7e49c9357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:11.583419 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4188b3-82c7-49d1-b0c8-4af7e49c9357 None None] Bound using segment: {'id': '6439d4e0-0eab-4c56-a0fa-4bf62a6c6d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2ce861a6-c877-48e4-8565-46ed58b2bb84'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:08:11.583999 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-2d4188b3-82c7-49d1-b0c8-4af7e49c9357 None None] Bound port: 597f4a7f-e710-46ab-8a27-c812c881d8ee, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6439d4e0-0eab-4c56-a0fa-4bf62a6c6d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2ce861a6-c877-48e4-8565-46ed58b2bb84'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:08:11.584535 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2d4188b3-82c7-49d1-b0c8-4af7e49c9357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:11.587245 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:11.957403 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-2d4188b3-82c7-49d1-b0c8-4af7e49c9357 None None] For port 597f4a7f-e710-46ab-8a27-c812c881d8ee, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:08:11.961604 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-2d4188b3-82c7-49d1-b0c8-4af7e49c9357 None None] For port 597f4a7f-e710-46ab-8a27-c812c881d8ee, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=597f4a7f-e710-46ab-8a27-c812c881d8ee,segment=NetworkSegment(6439d4e0-0eab-4c56-a0fa-4bf62a6c6d1a),segment_id=6439d4e0-0eab-4c56-a0fa-4bf62a6c6d1a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:08:11.970800 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2d4188b3-82c7-49d1-b0c8-4af7e49c9357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:12.023344 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4188b3-82c7-49d1-b0c8-4af7e49c9357 None None] Pushing event updated for resources: {'Port': ['ID=597f4a7f-e710-46ab-8a27-c812c881d8ee,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:12.101454 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f20b8037-c2a9-4e75-9368-fb339063532f req-2a490714-81f2-4dc6-bb9e-b31ef645df1e tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 210 time: 0.0452561 Jul 06 14:08:12.139688 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-494b0233-a147-4c49-b84e-78085b2b0d62 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Allocated IP 2001:db8::10 (2ce861a6-c877-48e4-8565-46ed58b2bb84/cef877b2-1591-4966-80d3-994df4db4384/0b82f6d2-73a8-4ddb-ae15-d3be10468830) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:12.427967 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a983c4be-0bd1-4a19-a89a-81cd772d5c56 req-db2de596-3235-445f-8fc6-0486190d1610 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3708313 Jul 06 14:08:12.618106 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-494b0233-a147-4c49-b84e-78085b2b0d62 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:12.802026 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-67d4d068-3e43-4cfb-aa06-f1bfc9d9b9a5 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1429677881&fields=id&tenant_id=4e5e90395ebd4404a252de8a1621c3cf HTTP/1.1" status: 200 len: 267 time: 0.2092764 Jul 06 14:08:12.808890 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-494b0233-a147-4c49-b84e-78085b2b0d62 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Transition to ACTIVE for port object 0b82f6d2-73a8-4ddb-ae15-d3be10468830 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:12.827251 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-d0ae7b1d-8020-4fd8-8059-45696815d96a tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:12.828860 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-d0ae7b1d-8020-4fd8-8059-45696815d96a tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.124 "GET /v2.0/networks?id=9a87a53c-babe-415d-8e55-64df45c54692 HTTP/1.1" status: 200 len: 811 time: 0.2852368 Jul 06 14:08:12.900050 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-b3d9ebac-d712-4578-a1cc-5e50fb2905aa tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Request body: {'port': {'device_id': 'fbfe32c8-b54d-4261-84b8-e72c6f81c561', 'network_id': '9a87a53c-babe-415d-8e55-64df45c54692', 'admin_state_up': True, 'tenant_id': '8ac05a766be944c89f64f16db6138443'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:13.080871 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983c4be-0bd1-4a19-a89a-81cd772d5c56 req-2ba698bc-7a1c-4fb5-a9e9-ac76f9a76a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:13.082687 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a983c4be-0bd1-4a19-a89a-81cd772d5c56 req-2ba698bc-7a1c-4fb5-a9e9-ac76f9a76a99 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=877fc897abae42d7adb6bd377795bbf0&device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 1096 time: 0.5275991 Jul 06 14:08:13.087185 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:13.156568 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-494b0233-a147-4c49-b84e-78085b2b0d62 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:13.260464 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-48eaa11c-80fe-452d-a1e8-548a60d84636 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:13.261993 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-48eaa11c-80fe-452d-a1e8-548a60d84636 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 810 time: 0.4307854 Jul 06 14:08:13.305265 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494b0233-a147-4c49-b84e-78085b2b0d62 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network 2ce861a6-c877-48e4-8565-46ed58b2bb84 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:13.323740 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b0233-a147-4c49-b84e-78085b2b0d62 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Port': ['ID=0b82f6d2-73a8-4ddb-ae15-d3be10468830,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:13.342688 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2c28530f-b39a-4c3f-a69e-43d16db1a894 req-c2d53f15-1718-4e68-aedb-81e1f4ec1cc3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=55ef0e52-b5e8-437f-bbea-a2e280a84eed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4108047 Jul 06 14:08:13.343702 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-494b0233-a147-4c49-b84e-78085b2b0d62 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:13.377689 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494b0233-a147-4c49-b84e-78085b2b0d62 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:13.384810 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494b0233-a147-4c49-b84e-78085b2b0d62 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:13.385502 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-494b0233-a147-4c49-b84e-78085b2b0d62 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:13.412686 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-d5924392-889e-41ce-bcf9-2ee7d9e4ecf0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/quotas/4e5e90395ebd4404a252de8a1621c3cf HTTP/1.1" status: 200 len: 375 time: 0.1380255 Jul 06 14:08:13.436737 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-b3d9ebac-d712-4578-a1cc-5e50fb2905aa tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Made reservation on behalf of 8ac05a766be944c89f64f16db6138443 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:13.442394 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-b3d9ebac-d712-4578-a1cc-5e50fb2905aa tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:13.457510 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-494b0233-a147-4c49-b84e-78085b2b0d62 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1427050 Jul 06 14:08:13.458756 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983c4be-0bd1-4a19-a89a-81cd772d5c56 req-dd0260f1-89e8-4367-9dc7-e58bb5092fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:13.460731 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39652) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:13.461237 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a983c4be-0bd1-4a19-a89a-81cd772d5c56 req-dd0260f1-89e8-4367-9dc7-e58bb5092fc5 service neutron] 10.222.0.124 "GET /v2.0/networks?id=eefea86f-292f-49b8-aab3-e9599d79dda6 HTTP/1.1" status: 200 len: 912 time: 0.3460436 Jul 06 14:08:13.466227 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-3a222598-8d9a-4974-b4c6-dbe2de2c63f8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'port': {'network_id': '2ce861a6-c877-48e4-8565-46ed58b2bb84', 'name': 'tempest-PortsIpV6TestJSON-1670240008', 'fixed_ips': [{'subnet_id': 'cef877b2-1591-4966-80d3-994df4db4384', 'ip_address': '2001:db8::f'}]}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:13.588535 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b690f6dd-3377-4c9e-a1eb-17007c7fb35f None None] Network 2ce861a6-c877-48e4-8565-46ed58b2bb84 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:13.618907 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a983c4be-0bd1-4a19-a89a-81cd772d5c56 req-b1d71bd3-6199-4da2-a41a-a135e308790e service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b9a4286-28a9-454b-a4e1-0ff76bc7009c HTTP/1.1" status: 200 len: 1001 time: 0.1278534 Jul 06 14:08:13.705641 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a222598-8d9a-4974-b4c6-dbe2de2c63f8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:13.745568 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6424b0f0-0abd-42a3-bc2a-d65ee5a9e1fe None None] Provisioning for port 597f4a7f-e710-46ab-8a27-c812c881d8ee completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:13.812876 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28530f-b39a-4c3f-a69e-43d16db1a894 req-9f0de7b6-fb82-4b26-9a83-96d4aed4b702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:13.814618 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2c28530f-b39a-4c3f-a69e-43d16db1a894 req-9f0de7b6-fb82-4b26-9a83-96d4aed4b702 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3ca9d4d2b27940519dc953116788f0a3&device_id=55ef0e52-b5e8-437f-bbea-a2e280a84eed HTTP/1.1" status: 200 len: 1097 time: 0.3909788 Jul 06 14:08:13.848133 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-2faa026b-aee6-466c-ba7c-9dd8bf37b148 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4072092 Jul 06 14:08:13.859668 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983c4be-0bd1-4a19-a89a-81cd772d5c56 req-5b05249c-455b-4229-9a4f-891a57e31b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:13.861130 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a983c4be-0bd1-4a19-a89a-81cd772d5c56 req-5b05249c-455b-4229-9a4f-891a57e31b88 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=2034225f-da5c-4c36-aa60-ee034fad70f7 HTTP/1.1" status: 200 len: 850 time: 0.1931577 Jul 06 14:08:13.934448 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3a222598-8d9a-4974-b4c6-dbe2de2c63f8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:13.960347 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-3a222598-8d9a-4974-b4c6-dbe2de2c63f8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] device_id is not set on port abbbc304-ffcf-470b-962b-b45569445686 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:08:14.010162 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 597f4a7f-e710-46ab-8a27-c812c881d8ee up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:14.040440 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-b3d9ebac-d712-4578-a1cc-5e50fb2905aa tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Allocated IP 172.20.0.14 (9a87a53c-babe-415d-8e55-64df45c54692/b4fbe430-9ff4-4a2b-86b0-d3c862c900e3/3956389f-8173-4338-9a85-5812336c9ff0) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:14.120068 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 597f4a7f-e710-46ab-8a27-c812c881d8ee completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:14.126905 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 597f4a7f-e710-46ab-8a27-c812c881d8ee triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:14.127619 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:14.140275 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28530f-b39a-4c3f-a69e-43d16db1a894 req-cbab3dfa-942c-43c8-b80a-a99778cac22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:14.141933 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2c28530f-b39a-4c3f-a69e-43d16db1a894 req-cbab3dfa-942c-43c8-b80a-a99778cac22a service neutron] 10.222.0.52 "GET /v2.0/networks?id=8e8690f9-d003-4efe-91dc-ef1e0f466173 HTTP/1.1" status: 200 len: 915 time: 0.2770338 Jul 06 14:08:14.197379 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-3a222598-8d9a-4974-b4c6-dbe2de2c63f8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Allocated IP 2001:db8::f (2ce861a6-c877-48e4-8565-46ed58b2bb84/cef877b2-1591-4966-80d3-994df4db4384/abbbc304-ffcf-470b-962b-b45569445686) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:14.213351 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-1b2ee3ef-55fc-49dc-90c4-459042db781c service neutron] 10.222.0.118 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638773 Jul 06 14:08:14.356272 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2c28530f-b39a-4c3f-a69e-43d16db1a894 req-70023764-d1e2-4c64-af00-97050ff87b88 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4580ab9e-a53d-4fb1-92fd-c4c4847b344a HTTP/1.1" status: 200 len: 217 time: 0.1401815 Jul 06 14:08:14.359951 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:14.399347 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3a222598-8d9a-4974-b4c6-dbe2de2c63f8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:14.416182 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3a222598-8d9a-4974-b4c6-dbe2de2c63f8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Transition to ACTIVE for port object abbbc304-ffcf-470b-962b-b45569445686 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:14.445420 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1f358a6a-b892-496b-9495-da5438b75fbd None None] Provisioning complete for port 597f4a7f-e710-46ab-8a27-c812c881d8ee triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:14.445832 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1f358a6a-b892-496b-9495-da5438b75fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:14.455191 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3a222598-8d9a-4974-b4c6-dbe2de2c63f8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:14.511125 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 597f4a7f-e710-46ab-8a27-c812c881d8ee, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=597f4a7f-e710-46ab-8a27-c812c881d8ee,segment=NetworkSegment(6439d4e0-0eab-4c56-a0fa-4bf62a6c6d1a),segment_id=6439d4e0-0eab-4c56-a0fa-4bf62a6c6d1a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:14.533768 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:14.547020 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a222598-8d9a-4974-b4c6-dbe2de2c63f8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network 2ce861a6-c877-48e4-8565-46ed58b2bb84 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:14.552673 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-3a222598-8d9a-4974-b4c6-dbe2de2c63f8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:14.567268 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a222598-8d9a-4974-b4c6-dbe2de2c63f8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:14.597283 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a222598-8d9a-4974-b4c6-dbe2de2c63f8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:14.598254 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3a222598-8d9a-4974-b4c6-dbe2de2c63f8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:14.611215 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a222598-8d9a-4974-b4c6-dbe2de2c63f8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Port': ['ID=abbbc304-ffcf-470b-962b-b45569445686,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:14.628304 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=597f4a7f-e710-46ab-8a27-c812c881d8ee,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:14.635648 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3a222598-8d9a-4974-b4c6-dbe2de2c63f8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1713486 Jul 06 14:08:14.637400 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39660) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:14.646621 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983c4be-0bd1-4a19-a89a-81cd772d5c56 req-83c26cb1-0c94-4ac1-83a7-f14bf1a9d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:14.649247 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a983c4be-0bd1-4a19-a89a-81cd772d5c56 req-83c26cb1-0c94-4ac1-83a7-f14bf1a9d5f8 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=eefea86f-292f-49b8-aab3-e9599d79dda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7801509 Jul 06 14:08:14.669362 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28530f-b39a-4c3f-a69e-43d16db1a894 req-a1c2fe7a-2794-4579-90a5-1a51f43630eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:14.671036 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2c28530f-b39a-4c3f-a69e-43d16db1a894 req-a1c2fe7a-2794-4579-90a5-1a51f43630eb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=58ebfef2-00b7-4896-9eec-b9f9b823d9a0 HTTP/1.1" status: 200 len: 854 time: 0.2786679 Jul 06 14:08:14.687328 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:14.687669 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:14.688019 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:14.688421 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:14.688767 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:14.689102 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:14.689438 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:14.689788 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:14.690700 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:14.690700 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:14.690880 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:14.691090 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:14.728987 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1f358a6a-b892-496b-9495-da5438b75fbd None None] Provisioning for port 0b82f6d2-73a8-4ddb-ae15-d3be10468830 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:14.733724 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1f358a6a-b892-496b-9495-da5438b75fbd None None] Provisioning complete for port 0b82f6d2-73a8-4ddb-ae15-d3be10468830 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:14.734188 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1f358a6a-b892-496b-9495-da5438b75fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:14.775033 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-1f358a6a-b892-496b-9495-da5438b75fbd None None] Port 0b82f6d2-73a8-4ddb-ae15-d3be10468830 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:14.816025 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2c28530f-b39a-4c3f-a69e-43d16db1a894 req-21aa4de6-847c-4752-9358-84002f6aabdc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8e8690f9-d003-4efe-91dc-ef1e0f466173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566180 Jul 06 14:08:14.902637 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8c29a313-368c-46c9-8d2b-1a838ded55b6 None None] Provisioning complete for port 0b82f6d2-73a8-4ddb-ae15-d3be10468830 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:14.903027 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8c29a313-368c-46c9-8d2b-1a838ded55b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:14.918557 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716daad1-84eb-49ce-bce6-b6d8c31f26a6 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:14.920400 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-716daad1-84eb-49ce-bce6-b6d8c31f26a6 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2805357 Jul 06 14:08:14.924467 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39664) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:14.961215 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-8c29a313-368c-46c9-8d2b-1a838ded55b6 None None] Port 0b82f6d2-73a8-4ddb-ae15-d3be10468830 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:14.992206 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-0383468b-0f3f-4598-8b34-f65ee84229d3 service neutron] 10.222.0.118 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6379302 Jul 06 14:08:15.017709 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b36192c-3050-4056-b6b5-1e9e84b93824 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:15.024736 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b36192c-3050-4056-b6b5-1e9e84b93824 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:15.031872 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b36192c-3050-4056-b6b5-1e9e84b93824 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:15.033478 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0b36192c-3050-4056-b6b5-1e9e84b93824 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1083162 Jul 06 14:08:15.036622 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39666) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:15.048702 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2c28530f-b39a-4c3f-a69e-43d16db1a894 req-5f0ca847-543c-4812-bd6d-2f36e9ad3a02 service neutron] 10.222.0.52 "GET /v2.0/networks/8e8690f9-d003-4efe-91dc-ef1e0f466173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207537 Jul 06 14:08:15.075851 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a983c4be-0bd1-4a19-a89a-81cd772d5c56 req-ed78b5a5-0047-43f7-9727-fdad9241461f service neutron] 10.222.0.124 "GET /v2.0/networks/eefea86f-292f-49b8-aab3-e9599d79dda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185987 Jul 06 14:08:15.090343 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-34116dec-0a43-421a-b77b-ce2f5aea52c4 None None] Provisioning for port abbbc304-ffcf-470b-962b-b45569445686 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:15.098419 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-34116dec-0a43-421a-b77b-ce2f5aea52c4 None None] Provisioning complete for port abbbc304-ffcf-470b-962b-b45569445686 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:15.099371 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-34116dec-0a43-421a-b77b-ce2f5aea52c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:15.129804 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-b3d9ebac-d712-4578-a1cc-5e50fb2905aa tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:15.159471 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-34116dec-0a43-421a-b77b-ce2f5aea52c4 None None] Port abbbc304-ffcf-470b-962b-b45569445686 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:15.232945 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-4c779d30-eee0-41b1-8cb1-586e9192244a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting port abbbc304-ffcf-470b-962b-b45569445686 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:15.233301 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c779d30-eee0-41b1-8cb1-586e9192244a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:15.287307 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2c28530f-b39a-4c3f-a69e-43d16db1a894 req-24bb8ff3-8f4c-4910-88cb-6eed2afe995d service neutron] 10.222.0.52 "GET /v2.0/networks/8e8690f9-d003-4efe-91dc-ef1e0f466173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290192 Jul 06 14:08:15.346097 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a983c4be-0bd1-4a19-a89a-81cd772d5c56 req-1cf33387-9a1a-407a-9e4a-64892d92d85c service neutron] 10.222.0.124 "GET /v2.0/networks/eefea86f-292f-49b8-aab3-e9599d79dda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519264 Jul 06 14:08:15.349632 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-b3d9ebac-d712-4578-a1cc-5e50fb2905aa tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:15.385119 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['0e497deb-40c9-42c3-8d38-b6566ca4ff96'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:08:15.411903 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-b3d9ebac-d712-4578-a1cc-5e50fb2905aa tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Network 9a87a53c-babe-415d-8e55-64df45c54692 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:15.416684 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-b3d9ebac-d712-4578-a1cc-5e50fb2905aa tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:15.421328 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-b3d9ebac-d712-4578-a1cc-5e50fb2905aa tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:15.440760 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c779d30-eee0-41b1-8cb1-586e9192244a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:15.474495 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-4c779d30-eee0-41b1-8cb1-586e9192244a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Calling delete_port for abbbc304-ffcf-470b-962b-b45569445686 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:15.860667 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-b3d9ebac-d712-4578-a1cc-5e50fb2905aa tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:15.861334 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-b3d9ebac-d712-4578-a1cc-5e50fb2905aa tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:15.917330 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9ebac-d712-4578-a1cc-5e50fb2905aa tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Pushing event updated for resources: {'Port': ['ID=3956389f-8173-4338-9a85-5812336c9ff0,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:15.938098 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-b3d9ebac-d712-4578-a1cc-5e50fb2905aa tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0693252 Jul 06 14:08:15.965910 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-0d4c5182-f3a6-40a0-a348-eb9df7212ce8 service neutron] Request body: {'port': {'device_id': 'fbfe32c8-b54d-4261-84b8-e72c6f81c561', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:16.015183 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 597f4a7f-e710-46ab-8a27-c812c881d8ee up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:16.042174 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff17308-cc99-41d6-8d6e-2b1496b472f1 req-a917ccbf-80f0-4c3f-a8c3-73a45147b2a2 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:16.043469 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ff17308-cc99-41d6-8d6e-2b1496b472f1 req-a917ccbf-80f0-4c3f-a8c3-73a45147b2a2 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 932 time: 0.1734483 Jul 06 14:08:16.090789 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-0d4c5182-f3a6-40a0-a348-eb9df7212ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:16.091044 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 597f4a7f-e710-46ab-8a27-c812c881d8ee triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:16.091426 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:16.123972 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c779d30-eee0-41b1-8cb1-586e9192244a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:16.166719 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c779d30-eee0-41b1-8cb1-586e9192244a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Port': ['ID=abbbc304-ffcf-470b-962b-b45569445686,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:16.180428 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ff17308-cc99-41d6-8d6e-2b1496b472f1 req-24c5791f-7335-4a4b-818b-42c51bd5492f tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868504 Jul 06 14:08:16.218801 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c779d30-eee0-41b1-8cb1-586e9192244a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:16.230645 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4c779d30-eee0-41b1-8cb1-586e9192244a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/ports/abbbc304-ffcf-470b-962b-b45569445686 HTTP/1.1" status: 204 len: 168 time: 1.1928558 Jul 06 14:08:16.233313 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39686) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:16.282235 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef251779-bdc1-49c0-9fa4-de2dcbf478e4 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] GET failed (client error): The resource could not be found. Jul 06 14:08:16.287981 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ef251779-bdc1-49c0-9fa4-de2dcbf478e4 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "GET /v2.0/ports/abbbc304-ffcf-470b-962b-b45569445686 HTTP/1.1" status: 404 len: 333 time: 0.0533750 Jul 06 14:08:16.288785 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39688) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:16.420716 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-fc118497-a382-40c8-8a57-fe319fbc54c0 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting port 0b82f6d2-73a8-4ddb-ae15-d3be10468830 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:16.421034 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fc118497-a382-40c8-8a57-fe319fbc54c0 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:16.519032 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a376e5df-23fc-45dc-822f-e6297c4337a2 req-cab2f08d-9393-427a-b723-7c46eabbd828 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 210 time: 0.0425689 Jul 06 14:08:16.554929 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fc118497-a382-40c8-8a57-fe319fbc54c0 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:16.569039 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-fc118497-a382-40c8-8a57-fe319fbc54c0 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Calling delete_port for 0b82f6d2-73a8-4ddb-ae15-d3be10468830 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:16.579192 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-0d4c5182-f3a6-40a0-a348-eb9df7212ce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3956389f-8173-4338-9a85-5812336c9ff0 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:08:16.590069 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-0d4c5182-f3a6-40a0-a348-eb9df7212ce8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:16.604695 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-0d4c5182-f3a6-40a0-a348-eb9df7212ce8 service neutron] Transition to ACTIVE for port object 3956389f-8173-4338-9a85-5812336c9ff0 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:16.610218 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-0d4c5182-f3a6-40a0-a348-eb9df7212ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:16.616229 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:16.726651 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c5182-f3a6-40a0-a348-eb9df7212ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=3956389f-8173-4338-9a85-5812336c9ff0,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:16.769548 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-0d4c5182-f3a6-40a0-a348-eb9df7212ce8 service neutron] Attempting to bind port 3956389f-8173-4338-9a85-5812336c9ff0 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:08:16.769943 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-0d4c5182-f3a6-40a0-a348-eb9df7212ce8 service neutron] Attempting to bind port 3956389f-8173-4338-9a85-5812336c9ff0 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '8aaeb725-bd56-441e-9a07-2c948963549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9a87a53c-babe-415d-8e55-64df45c54692'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:08:16.770283 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-0d4c5182-f3a6-40a0-a348-eb9df7212ce8 service neutron] Attempting to bind port 3956389f-8173-4338-9a85-5812336c9ff0 on network 9a87a53c-babe-415d-8e55-64df45c54692 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:08:16.776669 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-0d4c5182-f3a6-40a0-a348-eb9df7212ce8 service neutron] Port 3956389f-8173-4338-9a85-5812336c9ff0 on network 9a87a53c-babe-415d-8e55-64df45c54692 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:08:16.777015 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-0d4c5182-f3a6-40a0-a348-eb9df7212ce8 service neutron] Attempting to bind port 3956389f-8173-4338-9a85-5812336c9ff0 on network 9a87a53c-babe-415d-8e55-64df45c54692 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:08:16.777133 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fc118497-a382-40c8-8a57-fe319fbc54c0 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:16.784754 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-0d4c5182-f3a6-40a0-a348-eb9df7212ce8 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:08:16.785102 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-0d4c5182-f3a6-40a0-a348-eb9df7212ce8 service neutron] Checking segment: {'id': '8aaeb725-bd56-441e-9a07-2c948963549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9a87a53c-babe-415d-8e55-64df45c54692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:16.785515 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-0d4c5182-f3a6-40a0-a348-eb9df7212ce8 service neutron] Bound using segment: {'id': '8aaeb725-bd56-441e-9a07-2c948963549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9a87a53c-babe-415d-8e55-64df45c54692'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:08:16.786056 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-0d4c5182-f3a6-40a0-a348-eb9df7212ce8 service neutron] Bound port: 3956389f-8173-4338-9a85-5812336c9ff0, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aaeb725-bd56-441e-9a07-2c948963549f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9a87a53c-babe-415d-8e55-64df45c54692'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:08:16.786427 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-0d4c5182-f3a6-40a0-a348-eb9df7212ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:16.852662 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc118497-a382-40c8-8a57-fe319fbc54c0 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Port': ['ID=0b82f6d2-73a8-4ddb-ae15-d3be10468830,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:16.865626 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fc118497-a382-40c8-8a57-fe319fbc54c0 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:16.869169 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fc118497-a382-40c8-8a57-fe319fbc54c0 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/ports/0b82f6d2-73a8-4ddb-ae15-d3be10468830 HTTP/1.1" status: 204 len: 168 time: 0.5792062 Jul 06 14:08:16.871870 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39698) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:16.896605 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-0d4c5182-f3a6-40a0-a348-eb9df7212ce8 service neutron] For port 3956389f-8173-4338-9a85-5812336c9ff0, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:08:16.901139 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-0d4c5182-f3a6-40a0-a348-eb9df7212ce8 service neutron] For port 3956389f-8173-4338-9a85-5812336c9ff0, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=3956389f-8173-4338-9a85-5812336c9ff0,segment=NetworkSegment(8aaeb725-bd56-441e-9a07-2c948963549f),segment_id=8aaeb725-bd56-441e-9a07-2c948963549f)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:08:16.907384 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-0d4c5182-f3a6-40a0-a348-eb9df7212ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:16.908766 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df2dd29-85ef-4c46-9110-3a816dc12d4d tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] GET failed (client error): The resource could not be found. Jul 06 14:08:16.912069 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1df2dd29-85ef-4c46-9110-3a816dc12d4d tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "GET /v2.0/ports/0b82f6d2-73a8-4ddb-ae15-d3be10468830 HTTP/1.1" status: 404 len: 333 time: 0.0388112 Jul 06 14:08:16.916085 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39700) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:16.996106 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0b3fca-1286-4498-83f4-af13e0c6e4f5 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting subnet cef877b2-1591-4966-80d3-994df4db4384 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:08:17.001006 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec0b3fca-1286-4498-83f4-af13e0c6e4f5 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:17.079893 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec0b3fca-1286-4498-83f4-af13e0c6e4f5 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:17.135294 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-0d4c5182-f3a6-40a0-a348-eb9df7212ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:17.135696 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-0d4c5182-f3a6-40a0-a348-eb9df7212ce8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:17.137577 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-0d4c5182-f3a6-40a0-a348-eb9df7212ce8 service neutron] 10.222.0.124 "PUT /v2.0/ports/3956389f-8173-4338-9a85-5812336c9ff0 HTTP/1.1" status: 200 len: 1092 time: 1.1893008 Jul 06 14:08:17.151094 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-6ba8a96c-7afe-494c-9c3f-b9072490257a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:17.153494 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-6ba8a96c-7afe-494c-9c3f-b9072490257a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.124 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 810 time: 0.1900713 Jul 06 14:08:17.154221 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbfe32c8-b54d-4261-84b8-e72c6f81c561', 'tag': '3956389f-8173-4338-9a85-5812336c9ff0'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:08:17.158926 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f24c428-69db-4941-aea2-40355f82864b" -d '{"events": [{"name": "network-changed", "server_uuid": "fbfe32c8-b54d-4261-84b8-e72c6f81c561", "tag": "3956389f-8173-4338-9a85-5812336c9ff0"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:08:17.201995 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec0b3fca-1286-4498-83f4-af13e0c6e4f5 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:17.235057 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c5182-f3a6-40a0-a348-eb9df7212ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=3956389f-8173-4338-9a85-5812336c9ff0,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:17.254340 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8312b7be-0f16-4297-a14b-99a1372b3d2e x-openstack-request-id: req-8312b7be-0f16-4297-a14b-99a1372b3d2e {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:08:17.254693 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbfe32c8-b54d-4261-84b8-e72c6f81c561", "tag": "3956389f-8173-4338-9a85-5812336c9ff0", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:08:17.257921 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-8312b7be-0f16-4297-a14b-99a1372b3d2e {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:08:17.258414 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbfe32c8-b54d-4261-84b8-e72c6f81c561', 'tag': '3956389f-8173-4338-9a85-5812336c9ff0', 'status': 'completed', 'code': 200} Jul 06 14:08:17.307596 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec0b3fca-1286-4498-83f4-af13e0c6e4f5 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:17.358162 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b3fca-1286-4498-83f4-af13e0c6e4f5 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Subnet': ['ID=cef877b2-1591-4966-80d3-994df4db4384,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:17.358409 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-9b2995ea-ca07-490d-bf9e-f4d7a09a2501 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e5e90395ebd4404a252de8a1621c3cf HTTP/1.1" status: 200 len: 380 time: 0.1937299 Jul 06 14:08:17.371886 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-8f31197e-154a-45e7-a2f7-def326f5157e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Request body: {'port': {'device_id': '59132335-35ae-4a17-ac35-f1735ca75803', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'admin_state_up': True, 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'security_groups': ['5226b282-adf2-44c8-bbcc-77eb0f71d789']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:17.378962 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ec0b3fca-1286-4498-83f4-af13e0c6e4f5 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:17.380697 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579b7765-c6b0-445f-b651-fdeb0678c372 None None] Network 2ce861a6-c877-48e4-8565-46ed58b2bb84 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:17.381218 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ec0b3fca-1286-4498-83f4-af13e0c6e4f5 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/subnets/cef877b2-1591-4966-80d3-994df4db4384 HTTP/1.1" status: 204 len: 168 time: 0.4637320 Jul 06 14:08:17.384772 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39708) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:17.483290 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a89d-5c17-4515-812e-7d487c963993 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:17.513131 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-8c5dd345-7996-464a-8b73-413feb17bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:17.515022 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-8c5dd345-7996-464a-8b73-413feb17bacd service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=8ac05a766be944c89f64f16db6138443&device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 1095 time: 0.2475154 Jul 06 14:08:17.563894 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c1b0a89d-5c17-4515-812e-7d487c963993 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting port 597f4a7f-e710-46ab-8a27-c812c881d8ee {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:17.564580 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a89d-5c17-4515-812e-7d487c963993 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:17.572944 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-c3fbee86-04d8-4d82-85ee-abdb6e7db770 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3956389f-8173-4338-9a85-5812336c9ff0 HTTP/1.1" status: 200 len: 217 time: 0.0489256 Jul 06 14:08:17.663795 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c1b0a89d-5c17-4515-812e-7d487c963993 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] For port 597f4a7f-e710-46ab-8a27-c812c881d8ee, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=597f4a7f-e710-46ab-8a27-c812c881d8ee,segment=NetworkSegment(6439d4e0-0eab-4c56-a0fa-4bf62a6c6d1a),segment_id=6439d4e0-0eab-4c56-a0fa-4bf62a6c6d1a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:17.664266 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a89d-5c17-4515-812e-7d487c963993 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:17.670825 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d07c8-ca0e-435b-99f1-2052f4eae6d1 req-a6da1882-9703-492a-beb2-de0b541d8a94 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:17.672455 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dc2d07c8-ca0e-435b-99f1-2052f4eae6d1 req-a6da1882-9703-492a-beb2-de0b541d8a94 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 944 time: 0.2944319 Jul 06 14:08:17.677615 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-8a394192-a0dd-463d-a9fa-5e1c7f4ae514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:17.680079 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-8a394192-a0dd-463d-a9fa-5e1c7f4ae514 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=b4fbe430-9ff4-4a2b-86b0-d3c862c900e3 HTTP/1.1" status: 200 len: 851 time: 0.0932419 Jul 06 14:08:17.687599 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c1b0a89d-5c17-4515-812e-7d487c963993 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Calling delete_port for 597f4a7f-e710-46ab-8a27-c812c881d8ee owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:17.734295 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512dcf49-50f3-4d48-948b-1aeb0a2d539d None None] DHCP port deletion for 2ce861a6-c877-48e4-8565-46ed58b2bb84 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:08:17.738025 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-30c7ac8c-3355-45a7-862c-a32309a219e7 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=9a87a53c-babe-415d-8e55-64df45c54692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476036 Jul 06 14:08:17.813908 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a89d-5c17-4515-812e-7d487c963993 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:17.818817 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-8f31197e-154a-45e7-a2f7-def326f5157e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Made reservation on behalf of 4e5e90395ebd4404a252de8a1621c3cf for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:17.828677 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-8f31197e-154a-45e7-a2f7-def326f5157e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:17.869772 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-512dcf49-50f3-4d48-948b-1aeb0a2d539d None None] Deleting port 597f4a7f-e710-46ab-8a27-c812c881d8ee {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:17.870156 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-512dcf49-50f3-4d48-948b-1aeb0a2d539d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:17.885714 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0a89d-5c17-4515-812e-7d487c963993 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Port': ['ID=597f4a7f-e710-46ab-8a27-c812c881d8ee,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:17.893737 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b0a89d-5c17-4515-812e-7d487c963993 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] No DVR routers for this DVR port 597f4a7f-e710-46ab-8a27-c812c881d8ee on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:17.933640 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dc2d07c8-ca0e-435b-99f1-2052f4eae6d1 req-57566d05-3ebf-45fa-9c22-25c274823cf0 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523859 Jul 06 14:08:17.962694 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 597f4a7f-e710-46ab-8a27-c812c881d8ee no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:17.988056 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 597f4a7f-e710-46ab-8a27-c812c881d8ee {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:08:17.988361 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 597f4a7f-e710-46ab-8a27-c812c881d8ee not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:08:18.047662 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-512dcf49-50f3-4d48-948b-1aeb0a2d539d None None] For port 597f4a7f-e710-46ab-8a27-c812c881d8ee, host n-d-773644-6, got binding levels [] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:18.048436 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-512dcf49-50f3-4d48-948b-1aeb0a2d539d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:18.073439 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-512dcf49-50f3-4d48-948b-1aeb0a2d539d None None] Calling delete_port for 597f4a7f-e710-46ab-8a27-c812c881d8ee owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:18.077083 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.ipam_backend_mixin [None req-512dcf49-50f3-4d48-948b-1aeb0a2d539d None None] Port 597f4a7f-e710-46ab-8a27-c812c881d8ee was not found and therefore no delete operation was performed {{(pid=100419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 14:08:18.082632 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-512dcf49-50f3-4d48-948b-1aeb0a2d539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:18.107591 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a89d-5c17-4515-812e-7d487c963993 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:18.119731 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-c1b0a89d-5c17-4515-812e-7d487c963993 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce861a6-c877-48e4-8565-46ed58b2bb84']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:18.122160 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512dcf49-50f3-4d48-948b-1aeb0a2d539d None None] Pushing event deleted for resources: {'Port': ['ID=597f4a7f-e710-46ab-8a27-c812c881d8ee,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:18.126552 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512dcf49-50f3-4d48-948b-1aeb0a2d539d None None] No DVR routers for this DVR port 597f4a7f-e710-46ab-8a27-c812c881d8ee on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:18.153188 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-c1b0a89d-5c17-4515-812e-7d487c963993 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6439d4e0-0eab-4c56-a0fa-4bf62a6c6d1a') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:18.153529 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-c1b0a89d-5c17-4515-812e-7d487c963993 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6439d4e0-0eab-4c56-a0fa-4bf62a6c6d1a') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:18.166521 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a89d-5c17-4515-812e-7d487c963993 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:18.190458 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a89d-5c17-4515-812e-7d487c963993 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:18.206948 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b0a89d-5c17-4515-812e-7d487c963993 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:08:18.207491 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a89d-5c17-4515-812e-7d487c963993 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:08:18.226523 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:08:18.230532 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-8f31197e-154a-45e7-a2f7-def326f5157e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Allocated IP 172.20.0.5 (55ac526b-1e87-42ff-98ca-8b8357b7302f/63f5e127-3353-454e-884a-bc0470d3f3d4/d6012d47-bb25-4268-b025-e7f056eb2224) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:18.251717 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-182ec8f7-d1fe-40a3-90ff-8a8db85932a1 req-c2489646-8345-408e-a16a-2554dfa84c81 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 210 time: 0.0843091 Jul 06 14:08:18.285970 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-81927d86-32ac-4b5e-af84-0bf1c2dff6f7 service neutron] 10.222.0.124 "GET /v2.0/networks/9a87a53c-babe-415d-8e55-64df45c54692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5411632 Jul 06 14:08:18.337700 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a89d-5c17-4515-812e-7d487c963993 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:18.347035 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a89d-5c17-4515-812e-7d487c963993 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:18.350213 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c1b0a89d-5c17-4515-812e-7d487c963993 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/networks/2ce861a6-c877-48e4-8565-46ed58b2bb84 HTTP/1.1" status: 204 len: 168 time: 0.9643171 Jul 06 14:08:18.357682 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39718) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:18.374426 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-aa3a177a-e99e-496a-ac17-386b06cd74b8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-825304347'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:18.405797 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0a89d-5c17-4515-812e-7d487c963993 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Network': ['ID=2ce861a6-c877-48e4-8565-46ed58b2bb84,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:18.428061 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3a177a-e99e-496a-ac17-386b06cd74b8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:18.434622 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aa3a177a-e99e-496a-ac17-386b06cd74b8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:18.469675 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3a177a-e99e-496a-ac17-386b06cd74b8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:08:18.482138 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aa3a177a-e99e-496a-ac17-386b06cd74b8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:18.482854 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-aa3a177a-e99e-496a-ac17-386b06cd74b8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Added segment 4a366128-0a7a-443a-9d4a-0420dc75c3ab of type vlan for network b5318e66-4a5d-4cef-a948-68e67d648b10 Jul 06 14:08:18.492133 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76ea047b-b84c-4d05-b2c7-8ceba266496c req-afa54f3e-2f3b-46ae-ad92-8ee784ae975d service neutron] 10.222.0.124 "GET /v2.0/networks/9a87a53c-babe-415d-8e55-64df45c54692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982017 Jul 06 14:08:18.548083 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aa3a177a-e99e-496a-ac17-386b06cd74b8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:18.592051 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aa3a177a-e99e-496a-ac17-386b06cd74b8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:18.598718 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3a177a-e99e-496a-ac17-386b06cd74b8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:18.599585 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aa3a177a-e99e-496a-ac17-386b06cd74b8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:18.686181 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:18.687403 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24c428-69db-4941-aea2-40355f82864b req-37ebf493-800f-40fb-9308-32c0cbbfa942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:18.688965 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f24c428-69db-4941-aea2-40355f82864b req-37ebf493-800f-40fb-9308-32c0cbbfa942 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=8ac05a766be944c89f64f16db6138443&device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 1095 time: 0.1310835 Jul 06 14:08:18.691996 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-8f31197e-154a-45e7-a2f7-def326f5157e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:18.712511 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-aa3a177a-e99e-496a-ac17-386b06cd74b8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3494375 Jul 06 14:08:18.712874 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39720) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:18.721502 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-8375d151-d8af-40b0-a5cc-12fc9a129e54 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'subnet': {'network_id': 'b5318e66-4a5d-4cef-a948-68e67d648b10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:18.721792 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a177a-e99e-496a-ac17-386b06cd74b8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Network': ['ID=b5318e66-4a5d-4cef-a948-68e67d648b10,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:18.737176 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network b5318e66-4a5d-4cef-a948-68e67d648b10 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:08:18.777501 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-8f31197e-154a-45e7-a2f7-def326f5157e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Transition to ACTIVE for port object d6012d47-bb25-4268-b025-e7f056eb2224 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:18.907218 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24c428-69db-4941-aea2-40355f82864b req-1659f80c-28a4-45a1-a5c0-d2664a045bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:18.908795 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f24c428-69db-4941-aea2-40355f82864b req-1659f80c-28a4-45a1-a5c0-d2664a045bff service neutron] 10.222.0.124 "GET /v2.0/networks?id=9a87a53c-babe-415d-8e55-64df45c54692 HTTP/1.1" status: 200 len: 912 time: 0.2099500 Jul 06 14:08:18.915418 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-8f31197e-154a-45e7-a2f7-def326f5157e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:19.052261 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f24c428-69db-4941-aea2-40355f82864b req-a3d1fe13-f9c6-4067-9509-a371e19618e4 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3956389f-8173-4338-9a85-5812336c9ff0 HTTP/1.1" status: 200 len: 217 time: 0.1157970 Jul 06 14:08:19.059725 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8375d151-d8af-40b0-a5cc-12fc9a129e54 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:19.063643 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8375d151-d8af-40b0-a5cc-12fc9a129e54 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:19.201072 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-8f31197e-154a-45e7-a2f7-def326f5157e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Network 55ac526b-1e87-42ff-98ca-8b8357b7302f is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:19.223662 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-8f31197e-154a-45e7-a2f7-def326f5157e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:19.234699 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-8f31197e-154a-45e7-a2f7-def326f5157e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:19.243925 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31197e-154a-45e7-a2f7-def326f5157e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Pushing event updated for resources: {'Port': ['ID=d6012d47-bb25-4268-b025-e7f056eb2224,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:19.309166 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24c428-69db-4941-aea2-40355f82864b req-41c459ef-bb20-4a67-898f-646403b21b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:19.310708 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f24c428-69db-4941-aea2-40355f82864b req-41c459ef-bb20-4a67-898f-646403b21b73 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=b4fbe430-9ff4-4a2b-86b0-d3c862c900e3 HTTP/1.1" status: 200 len: 851 time: 0.1813333 Jul 06 14:08:19.373591 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f24c428-69db-4941-aea2-40355f82864b req-7d7cde89-f2b5-4b3a-88e5-643178d89514 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=9a87a53c-babe-415d-8e55-64df45c54692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519774 Jul 06 14:08:19.383648 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-8f31197e-154a-45e7-a2f7-def326f5157e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:19.384325 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-8f31197e-154a-45e7-a2f7-def326f5157e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:19.451551 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-8f31197e-154a-45e7-a2f7-def326f5157e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0843108 Jul 06 14:08:19.473979 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Request body: {'port': {'device_id': '59132335-35ae-4a17-ac35-f1735ca75803', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:19.573339 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9108f9b-4ca2-424f-94fd-b18d3fabf269 req-0f8a6aa3-e82c-49ea-a84a-1cabb94f07ce tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:19.575564 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2247aa4a-cb4f-4998-8cd4-8b769551601a None None] Provisioning for port d6012d47-bb25-4268-b025-e7f056eb2224 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:19.576715 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d9108f9b-4ca2-424f-94fd-b18d3fabf269 req-0f8a6aa3-e82c-49ea-a84a-1cabb94f07ce tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 944 time: 0.4504745 Jul 06 14:08:19.588417 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2247aa4a-cb4f-4998-8cd4-8b769551601a None None] Provisioning complete for port d6012d47-bb25-4268-b025-e7f056eb2224 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:19.589072 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2247aa4a-cb4f-4998-8cd4-8b769551601a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:19.627576 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-2247aa4a-cb4f-4998-8cd4-8b769551601a None None] Port d6012d47-bb25-4268-b025-e7f056eb2224 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:19.659507 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f24c428-69db-4941-aea2-40355f82864b req-23bd6945-7282-49e6-a78a-e5644e9f7ec7 service neutron] 10.222.0.124 "GET /v2.0/networks/9a87a53c-babe-415d-8e55-64df45c54692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605753 Jul 06 14:08:19.753316 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:19.847237 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d9108f9b-4ca2-424f-94fd-b18d3fabf269 req-3ff87ed3-ff5d-4ea8-b022-561a8d58c8f6 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849618 Jul 06 14:08:19.874802 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8375d151-d8af-40b0-a5cc-12fc9a129e54 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:19.967042 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f24c428-69db-4941-aea2-40355f82864b req-e44cca17-6bc5-4e29-ab46-b6c19039c016 service neutron] 10.222.0.124 "GET /v2.0/networks/9a87a53c-babe-415d-8e55-64df45c54692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990148 Jul 06 14:08:20.032693 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375d151-d8af-40b0-a5cc-12fc9a129e54 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Subnet': ['ID=40fe01cf-e769-41fc-8df7-39dd29fa836d,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:20.124798 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8375d151-d8af-40b0-a5cc-12fc9a129e54 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Checking segment: {'id': '4a366128-0a7a-443a-9d4a-0420dc75c3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b5318e66-4a5d-4cef-a948-68e67d648b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:20.125075 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8375d151-d8af-40b0-a5cc-12fc9a129e54 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network hostable DHCP agents. Network: b5318e66-4a5d-4cef-a948-68e67d648b10, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:08:20.442128 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8375d151-d8af-40b0-a5cc-12fc9a129e54 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network b5318e66-4a5d-4cef-a948-68e67d648b10 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:08:20.478236 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-8375d151-d8af-40b0-a5cc-12fc9a129e54 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, b5318e66-4a5d-4cef-a948-68e67d648b10) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:20.487104 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7b81f2-07dc-42a9-a558-6d2429c7c09a None None] Network b5318e66-4a5d-4cef-a948-68e67d648b10 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:20.498746 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be0fb7-a381-4723-908b-149403b89525 req-296f3266-fd63-4125-b0f2-a71668f96576 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:20.506244 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08be0fb7-a381-4723-908b-149403b89525 req-296f3266-fd63-4125-b0f2-a71668f96576 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 931 time: 0.4557776 Jul 06 14:08:20.509615 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8375d151-d8af-40b0-a5cc-12fc9a129e54 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:20.510264 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8375d151-d8af-40b0-a5cc-12fc9a129e54 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:20.571932 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8375d151-d8af-40b0-a5cc-12fc9a129e54 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8566749 Jul 06 14:08:20.574721 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39738) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:20.580186 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-0077feb2-e3c3-4702-936d-c62227148ed3 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1740552248', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:20.606657 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08be0fb7-a381-4723-908b-149403b89525 req-b0bb5255-ab31-43d2-8921-620775da3ddd tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987065 Jul 06 14:08:20.639597 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0077feb2-e3c3-4702-936d-c62227148ed3 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:20.640775 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0077feb2-e3c3-4702-936d-c62227148ed3 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:20.643632 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6012d47-bb25-4268-b025-e7f056eb2224 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:08:20.658137 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:20.675301 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Transition to ACTIVE for port object d6012d47-bb25-4268-b025-e7f056eb2224 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:20.680731 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:20.691105 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:08:20.705696 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0077feb2-e3c3-4702-936d-c62227148ed3 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:20.723188 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0077feb2-e3c3-4702-936d-c62227148ed3 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:20.743462 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0077feb2-e3c3-4702-936d-c62227148ed3 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:20.746277 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0077feb2-e3c3-4702-936d-c62227148ed3 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1702714 Jul 06 14:08:20.749031 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39740) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:20.763155 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Pushing event updated for resources: {'Port': ['ID=d6012d47-bb25-4268-b025-e7f056eb2224,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:20.765182 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-cbe5c5ca-a4af-462c-8479-b0e7bea1019a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'port': {'network_id': 'b5318e66-4a5d-4cef-a948-68e67d648b10', 'name': 'tempest-PortsIpV6TestJSON-1723370813'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:20.774834 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6695ca-a5f1-498f-8e26-a21660a60119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-b5318e66-4a5d-4cef-a948-68e67d648b10', 'network_id': 'b5318e66-4a5d-4cef-a948-68e67d648b10', 'tenant_id': 'c99b916444514705ba2472f8fee047d0', 'fixed_ips': [{'subnet_id': '40fe01cf-e769-41fc-8df7-39dd29fa836d'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:08:20.776660 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2b6695ca-a5f1-498f-8e26-a21660a60119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:20.809055 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:20.809572 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:20.810679 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:20.811130 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:20.812423 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:20.812423 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:20.813048 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:20.813485 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:20.813987 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:20.815342 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:20.815814 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:20.816256 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:08:20.895004 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Attempting to bind port d6012d47-bb25-4268-b025-e7f056eb2224 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:08:20.895262 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Attempting to bind port d6012d47-bb25-4268-b025-e7f056eb2224 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:08:20.895604 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Attempting to bind port d6012d47-bb25-4268-b025-e7f056eb2224 on network 55ac526b-1e87-42ff-98ca-8b8357b7302f {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:08:20.904134 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Port d6012d47-bb25-4268-b025-e7f056eb2224 on network 55ac526b-1e87-42ff-98ca-8b8357b7302f not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:08:20.904472 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Attempting to bind port d6012d47-bb25-4268-b025-e7f056eb2224 on network 55ac526b-1e87-42ff-98ca-8b8357b7302f {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:08:20.918693 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:08:20.919042 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Checking segment: {'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:20.919447 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Bound using segment: {'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:08:20.919887 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Bound port: d6012d47-bb25-4268-b025-e7f056eb2224, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:08:20.920256 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:21.063406 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] For port d6012d47-bb25-4268-b025-e7f056eb2224, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:08:21.075508 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] For port d6012d47-bb25-4268-b025-e7f056eb2224, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d6012d47-bb25-4268-b025-e7f056eb2224,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:08:21.085288 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:21.120302 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-2b6695ca-a5f1-498f-8e26-a21660a60119 None None] Allocated IP 2001:db8::2 (b5318e66-4a5d-4cef-a948-68e67d648b10/40fe01cf-e769-41fc-8df7-39dd29fa836d/76d0499f-9778-4dfe-83f3-13d5f46c86b4) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:21.162383 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe5c5ca-a4af-462c-8479-b0e7bea1019a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:21.168411 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cbe5c5ca-a4af-462c-8479-b0e7bea1019a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:21.172302 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Pushing event updated for resources: {'Port': ['ID=d6012d47-bb25-4268-b025-e7f056eb2224,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:21.196145 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:21.196780 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:21.204544 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-a49514d8-741f-4833-b117-6e5b80843afa service neutron] 10.222.0.124 "PUT /v2.0/ports/d6012d47-bb25-4268-b025-e7f056eb2224 HTTP/1.1" status: 200 len: 1091 time: 1.7312026 Jul 06 14:08:21.204544 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59132335-35ae-4a17-ac35-f1735ca75803', 'tag': 'd6012d47-bb25-4268-b025-e7f056eb2224'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:08:21.215772 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-cbe5c5ca-a4af-462c-8479-b0e7bea1019a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] device_id is not set on port 21a18bdc-7d7f-4fd2-9e24-3a687f47ee35 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:08:21.218377 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d86b44-aa71-4e12-8af5-438670171730" -d '{"events": [{"name": "network-changed", "server_uuid": "59132335-35ae-4a17-ac35-f1735ca75803", "tag": "d6012d47-bb25-4268-b025-e7f056eb2224"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:08:21.293153 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 3956389f-8173-4338-9a85-5812336c9ff0 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:08:21.440461 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-0fd9af97-ece7-4329-bd9e-509f500c6c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:21.442553 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-0fd9af97-ece7-4329-bd9e-509f500c6c3f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 1094 time: 0.1985376 Jul 06 14:08:21.516843 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-c68ac7d1-4a5e-45dd-a6fd-8022b51bbe5a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6012d47-bb25-4268-b025-e7f056eb2224 HTTP/1.1" status: 200 len: 217 time: 0.0648859 Jul 06 14:08:21.538748 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771613ae-5d26-43c7-8c8d-ca10b9b1790a req-39c13e93-3e44-4ae7-92ca-c497eb0124e7 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:21.546205 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-771613ae-5d26-43c7-8c8d-ca10b9b1790a req-39c13e93-3e44-4ae7-92ca-c497eb0124e7 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 944 time: 0.2480342 Jul 06 14:08:21.767632 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-4474c754-6cfd-4442-8816-e0b62bf3ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:21.769140 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-4474c754-6cfd-4442-8816-e0b62bf3ccd8 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=63f5e127-3353-454e-884a-bc0470d3f3d4 HTTP/1.1" status: 200 len: 849 time: 0.2207134 Jul 06 14:08:21.773535 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 3956389f-8173-4338-9a85-5812336c9ff0, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=3956389f-8173-4338-9a85-5812336c9ff0,segment=NetworkSegment(8aaeb725-bd56-441e-9a07-2c948963549f),segment_id=8aaeb725-bd56-441e-9a07-2c948963549f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:21.855215 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-771613ae-5d26-43c7-8c8d-ca10b9b1790a req-e73bb038-85e4-4f0f-81ff-b3882beaa59c tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038824 Jul 06 14:08:21.861364 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2b6695ca-a5f1-498f-8e26-a21660a60119 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:21.867691 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '3956389f-8173-4338-9a85-5812336c9ff0', 'network_id': '9a87a53c-babe-415d-8e55-64df45c54692', 'port_id': '3956389f-8173-4338-9a85-5812336c9ff0', 'mac_address': 'fa:16:3e:b7:44:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4fbe430-9ff4-4a2b-86b0-d3c862c900e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:08:21.902330 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2b6695ca-a5f1-498f-8e26-a21660a60119 None None] Transition to ACTIVE for port object 76d0499f-9778-4dfe-83f3-13d5f46c86b4 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:21.947529 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2b6695ca-a5f1-498f-8e26-a21660a60119 None None] Transition to ACTIVE for port object 76d0499f-9778-4dfe-83f3-13d5f46c86b4 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:21.958856 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2b6695ca-a5f1-498f-8e26-a21660a60119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:21.968393 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:21.977501 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-a891b6fe-cca7-4031-9cd9-c81d6a3b2e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:21.982208 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-a891b6fe-cca7-4031-9cd9-c81d6a3b2e91 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=55ac526b-1e87-42ff-98ca-8b8357b7302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1937428 Jul 06 14:08:21.987125 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3956389f-8173-4338-9a85-5812336c9ff0 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:08:22.044309 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39754) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:22.085501 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6695ca-a5f1-498f-8e26-a21660a60119 None None] Network b5318e66-4a5d-4cef-a948-68e67d648b10 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:22.088365 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 3956389f-8173-4338-9a85-5812336c9ff0, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=3956389f-8173-4338-9a85-5812336c9ff0,segment=NetworkSegment(8aaeb725-bd56-441e-9a07-2c948963549f),segment_id=8aaeb725-bd56-441e-9a07-2c948963549f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:22.092517 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-2b6695ca-a5f1-498f-8e26-a21660a60119 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:22.097727 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6695ca-a5f1-498f-8e26-a21660a60119 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:22.100795 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:22.121932 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6695ca-a5f1-498f-8e26-a21660a60119 None None] Pushing event updated for resources: {'Port': ['ID=76d0499f-9778-4dfe-83f3-13d5f46c86b4,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:22.162668 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f48aac-f2b0-4fc7-8a79-390d10debfd3 x-openstack-request-id: req-e0f48aac-f2b0-4fc7-8a79-390d10debfd3 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:08:22.163038 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59132335-35ae-4a17-ac35-f1735ca75803", "tag": "d6012d47-bb25-4268-b025-e7f056eb2224", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:08:22.163313 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e0f48aac-f2b0-4fc7-8a79-390d10debfd3 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:08:22.163726 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59132335-35ae-4a17-ac35-f1735ca75803', 'tag': 'd6012d47-bb25-4268-b025-e7f056eb2224', 'status': 'completed', 'code': 200} Jul 06 14:08:22.204982 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-cbe5c5ca-a4af-462c-8479-b0e7bea1019a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Allocated IP 2001:db8::394 (b5318e66-4a5d-4cef-a948-68e67d648b10/40fe01cf-e769-41fc-8df7-39dd29fa836d/21a18bdc-7d7f-4fd2-9e24-3a687f47ee35) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:22.233087 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-7545304c-9936-4bd0-951f-d1b804f74186 service neutron] 10.222.0.124 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416751 Jul 06 14:08:22.356863 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=3956389f-8173-4338-9a85-5812336c9ff0,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:22.388189 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['3956389f-8173-4338-9a85-5812336c9ff0'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:08:22.459380 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-2b6695ca-a5f1-498f-8e26-a21660a60119 None None] Attempting to bind port 76d0499f-9778-4dfe-83f3-13d5f46c86b4 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:08:22.461044 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-2b6695ca-a5f1-498f-8e26-a21660a60119 None None] Attempting to bind port 76d0499f-9778-4dfe-83f3-13d5f46c86b4 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '4a366128-0a7a-443a-9d4a-0420dc75c3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b5318e66-4a5d-4cef-a948-68e67d648b10'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:08:22.461663 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6695ca-a5f1-498f-8e26-a21660a60119 None None] Attempting to bind port 76d0499f-9778-4dfe-83f3-13d5f46c86b4 on network b5318e66-4a5d-4cef-a948-68e67d648b10 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:08:22.468621 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6695ca-a5f1-498f-8e26-a21660a60119 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:08:22.469385 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6695ca-a5f1-498f-8e26-a21660a60119 None None] Checking segment: {'id': '4a366128-0a7a-443a-9d4a-0420dc75c3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b5318e66-4a5d-4cef-a948-68e67d648b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:22.470061 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2b6695ca-a5f1-498f-8e26-a21660a60119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:22.470687 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6695ca-a5f1-498f-8e26-a21660a60119 None None] Bound using segment: {'id': '4a366128-0a7a-443a-9d4a-0420dc75c3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b5318e66-4a5d-4cef-a948-68e67d648b10'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:08:22.471603 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-2b6695ca-a5f1-498f-8e26-a21660a60119 None None] Bound port: 76d0499f-9778-4dfe-83f3-13d5f46c86b4, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a366128-0a7a-443a-9d4a-0420dc75c3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b5318e66-4a5d-4cef-a948-68e67d648b10'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:08:22.472233 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2b6695ca-a5f1-498f-8e26-a21660a60119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:22.570681 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cbe5c5ca-a4af-462c-8479-b0e7bea1019a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:22.586002 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16a8e1f1-445c-42d3-91f0-fc8e394f0857 req-0de428a1-e43f-4824-80cc-149c0b215cc1 service neutron] 10.222.0.124 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346272 Jul 06 14:08:22.602898 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-cbe5c5ca-a4af-462c-8479-b0e7bea1019a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Transition to ACTIVE for port object 21a18bdc-7d7f-4fd2-9e24-3a687f47ee35 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:22.706713 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cbe5c5ca-a4af-462c-8479-b0e7bea1019a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:22.720664 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-2b6695ca-a5f1-498f-8e26-a21660a60119 None None] For port 76d0499f-9778-4dfe-83f3-13d5f46c86b4, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:08:22.726544 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-2b6695ca-a5f1-498f-8e26-a21660a60119 None None] For port 76d0499f-9778-4dfe-83f3-13d5f46c86b4, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=76d0499f-9778-4dfe-83f3-13d5f46c86b4,segment=NetworkSegment(4a366128-0a7a-443a-9d4a-0420dc75c3ab),segment_id=4a366128-0a7a-443a-9d4a-0420dc75c3ab)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:08:22.735083 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2b6695ca-a5f1-498f-8e26-a21660a60119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:22.795084 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5c5ca-a4af-462c-8479-b0e7bea1019a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Port': ['ID=21a18bdc-7d7f-4fd2-9e24-3a687f47ee35,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:22.797987 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a96f22-d061-4947-853a-84987ac7a485 req-e998245e-ce53-4c6f-b050-8d4091780f43 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:22.800716 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95a96f22-d061-4947-853a-84987ac7a485 req-e998245e-ce53-4c6f-b050-8d4091780f43 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 943 time: 0.3223524 Jul 06 14:08:22.832521 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe5c5ca-a4af-462c-8479-b0e7bea1019a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network b5318e66-4a5d-4cef-a948-68e67d648b10 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:22.834429 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-cbe5c5ca-a4af-462c-8479-b0e7bea1019a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:22.838411 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe5c5ca-a4af-462c-8479-b0e7bea1019a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:22.846872 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe5c5ca-a4af-462c-8479-b0e7bea1019a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:22.848355 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cbe5c5ca-a4af-462c-8479-b0e7bea1019a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:22.858189 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6695ca-a5f1-498f-8e26-a21660a60119 None None] Pushing event updated for resources: {'Port': ['ID=76d0499f-9778-4dfe-83f3-13d5f46c86b4,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:22.874086 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cbe5c5ca-a4af-462c-8479-b0e7bea1019a tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1216037 Jul 06 14:08:22.875139 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39764) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:22.964134 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95a96f22-d061-4947-853a-84987ac7a485 req-5e44c46a-9f2c-4c99-8328-e08585452dde tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804200 Jul 06 14:08:22.969510 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d86b44-aa71-4e12-8af5-438670171730 req-42840c5a-07c6-4d9d-b4bd-0b5ee96c2bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:22.970761 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-13d86b44-aa71-4e12-8af5-438670171730 req-42840c5a-07c6-4d9d-b4bd-0b5ee96c2bac service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 1094 time: 0.2893829 Jul 06 14:08:23.252123 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 3956389f-8173-4338-9a85-5812336c9ff0 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:23.292973 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d86b44-aa71-4e12-8af5-438670171730 req-58ca0372-c63c-4001-9603-3237d986b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:23.294425 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-13d86b44-aa71-4e12-8af5-438670171730 req-58ca0372-c63c-4001-9603-3237d986b8ba service neutron] 10.222.0.124 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 911 time: 0.2577887 Jul 06 14:08:23.385093 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 3956389f-8173-4338-9a85-5812336c9ff0 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:23.400813 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 3956389f-8173-4338-9a85-5812336c9ff0 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:23.401200 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:23.408564 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-13d86b44-aa71-4e12-8af5-438670171730 req-6fd03656-2b1b-4e14-ad6a-179513c30e80 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6012d47-bb25-4268-b025-e7f056eb2224 HTTP/1.1" status: 200 len: 217 time: 0.1070049 Jul 06 14:08:23.469612 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f3375e71-0bdb-4dc9-889f-6db78ce1e2c8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:23.481781 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d86b44-aa71-4e12-8af5-438670171730 req-79541d50-46c4-4120-a6d0-0c611db1a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:23.483907 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-13d86b44-aa71-4e12-8af5-438670171730 req-79541d50-46c4-4120-a6d0-0c611db1a490 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=63f5e127-3353-454e-884a-bc0470d3f3d4 HTTP/1.1" status: 200 len: 849 time: 0.0696146 Jul 06 14:08:23.526396 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:23.596662 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 3956389f-8173-4338-9a85-5812336c9ff0, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=3956389f-8173-4338-9a85-5812336c9ff0,segment=NetworkSegment(8aaeb725-bd56-441e-9a07-2c948963549f),segment_id=8aaeb725-bd56-441e-9a07-2c948963549f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:23.597833 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfe32c8-b54d-4261-84b8-e72c6f81c561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3956389f-8173-4338-9a85-5812336c9ff0'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:08:23.603764 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee20632-6897-45e9-a9b6-8f2ab1687c07" -d '{"events": [{"server_uuid": "fbfe32c8-b54d-4261-84b8-e72c6f81c561", "name": "network-vif-plugged", "status": "completed", "tag": "3956389f-8173-4338-9a85-5812336c9ff0"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:08:23.613657 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:23.697685 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=3956389f-8173-4338-9a85-5812336c9ff0,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:23.747074 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d86b44-aa71-4e12-8af5-438670171730 req-88d5f604-d91a-4702-a7da-cf9a341b9e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:23.749435 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-13d86b44-aa71-4e12-8af5-438670171730 req-88d5f604-d91a-4702-a7da-cf9a341b9e14 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=55ac526b-1e87-42ff-98ca-8b8357b7302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2582672 Jul 06 14:08:23.968901 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1fc8009e-69db-4ae0-b1ac-ba98888ad257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:24.026798 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f3375e71-0bdb-4dc9-889f-6db78ce1e2c8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:24.034138 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f3375e71-0bdb-4dc9-889f-6db78ce1e2c8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:24.038075 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 76d0499f-9778-4dfe-83f3-13d5f46c86b4 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:24.084888 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-13d86b44-aa71-4e12-8af5-438670171730 req-34e41b48-c49b-4b2d-bbbc-5f4a7c3e9b3a service neutron] 10.222.0.124 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280509 Jul 06 14:08:24.111196 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 76d0499f-9778-4dfe-83f3-13d5f46c86b4 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:24.196015 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3375e71-0bdb-4dc9-889f-6db78ce1e2c8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Port': ['ID=21a18bdc-7d7f-4fd2-9e24-3a687f47ee35,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:24.354744 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f3375e71-0bdb-4dc9-889f-6db78ce1e2c8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:24.365308 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443e0603-04b1-4f18-a055-cde9a4cbe952 None None] Network b5318e66-4a5d-4cef-a948-68e67d648b10 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:24.441399 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6456e0-0703-4b29-aa8c-8cda075b9eec req-fea51c62-114c-4bc9-86a5-a68b036d5963 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:24.449121 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2e6456e0-0703-4b29-aa8c-8cda075b9eec req-fea51c62-114c-4bc9-86a5-a68b036d5963 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 946 time: 0.5509822 Jul 06 14:08:24.466019 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5da6034e-488f-41d9-aa66-cbc1d9cffc22 None None] Provisioning for port 76d0499f-9778-4dfe-83f3-13d5f46c86b4 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:24.483599 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5da6034e-488f-41d9-aa66-cbc1d9cffc22 None None] Provisioning complete for port 76d0499f-9778-4dfe-83f3-13d5f46c86b4 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:24.484066 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5da6034e-488f-41d9-aa66-cbc1d9cffc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:24.522636 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f3375e71-0bdb-4dc9-889f-6db78ce1e2c8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:24.590635 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2e6456e0-0703-4b29-aa8c-8cda075b9eec req-e663e1ac-c37f-4181-9820-30be5d5e2f5e tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405482 Jul 06 14:08:24.655303 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-13d86b44-aa71-4e12-8af5-438670171730 req-ae1f207d-5e13-4326-ad2d-6e5827e4bdff service neutron] 10.222.0.124 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5379741 Jul 06 14:08:24.695266 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5da6034e-488f-41d9-aa66-cbc1d9cffc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:24.740526 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-5da6034e-488f-41d9-aa66-cbc1d9cffc22 None None] For port 76d0499f-9778-4dfe-83f3-13d5f46c86b4, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=76d0499f-9778-4dfe-83f3-13d5f46c86b4,segment=NetworkSegment(4a366128-0a7a-443a-9d4a-0420dc75c3ab),segment_id=4a366128-0a7a-443a-9d4a-0420dc75c3ab)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:24.749046 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5da6034e-488f-41d9-aa66-cbc1d9cffc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:24.841124 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bf9143-e2af-47ed-a884-5063b37d4c53 x-openstack-request-id: req-85bf9143-e2af-47ed-a884-5063b37d4c53 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:08:24.841574 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfe32c8-b54d-4261-84b8-e72c6f81c561", "name": "network-vif-plugged", "status": "completed", "tag": "3956389f-8173-4338-9a85-5812336c9ff0", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:08:24.842397 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-85bf9143-e2af-47ed-a884-5063b37d4c53 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:08:24.842720 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfe32c8-b54d-4261-84b8-e72c6f81c561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3956389f-8173-4338-9a85-5812336c9ff0', 'code': 200} Jul 06 14:08:24.855723 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6034e-488f-41d9-aa66-cbc1d9cffc22 None None] Pushing event updated for resources: {'Port': ['ID=76d0499f-9778-4dfe-83f3-13d5f46c86b4,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:24.929684 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-1fc8009e-69db-4ae0-b1ac-ba98888ad257 admin admin] Deleting port f54aa3a3-f63f-46ad-a35d-af86eaeb090f {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:24.930054 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1fc8009e-69db-4ae0-b1ac-ba98888ad257 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:24.999508 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f3375e71-0bdb-4dc9-889f-6db78ce1e2c8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:25.015455 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f3375e71-0bdb-4dc9-889f-6db78ce1e2c8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:25.016832 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f3375e71-0bdb-4dc9-889f-6db78ce1e2c8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:25.132055 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3375e71-0bdb-4dc9-889f-6db78ce1e2c8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Port': ['ID=21a18bdc-7d7f-4fd2-9e24-3a687f47ee35,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:25.180726 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306d9f8-e93a-4b82-9fd3-45e6d753e140 req-583f4395-04cf-447f-89e6-a7c92bb0b281 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:25.182347 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c306d9f8-e93a-4b82-9fd3-45e6d753e140 req-583f4395-04cf-447f-89e6-a7c92bb0b281 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 943 time: 0.1676016 Jul 06 14:08:25.189212 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-1fc8009e-69db-4ae0-b1ac-ba98888ad257 admin admin] For port f54aa3a3-f63f-46ad-a35d-af86eaeb090f, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=f54aa3a3-f63f-46ad-a35d-af86eaeb090f,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:25.189585 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1fc8009e-69db-4ae0-b1ac-ba98888ad257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:25.194778 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0e834741-e0ac-4e42-8dc8-f1a991aefead None None] Provisioning complete for port 76d0499f-9778-4dfe-83f3-13d5f46c86b4 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:25.195310 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0e834741-e0ac-4e42-8dc8-f1a991aefead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:25.207584 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c3351-3eea-451e-89b8-bb63c01f7737 req-079b327e-5b36-469c-aa16-d8646f904203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:25.209010 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-250c3351-3eea-451e-89b8-bb63c01f7737 req-079b327e-5b36-469c-aa16-d8646f904203 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 1097 time: 0.3023279 Jul 06 14:08:25.226180 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3375e71-0bdb-4dc9-889f-6db78ce1e2c8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network b5318e66-4a5d-4cef-a948-68e67d648b10 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:25.229031 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-f3375e71-0bdb-4dc9-889f-6db78ce1e2c8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:25.254631 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-1fc8009e-69db-4ae0-b1ac-ba98888ad257 admin admin] Calling delete_port for f54aa3a3-f63f-46ad-a35d-af86eaeb090f owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:25.389620 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c306d9f8-e93a-4b82-9fd3-45e6d753e140 req-cdb14a81-0df7-481e-8f99-1c9f17f17564 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964653 Jul 06 14:08:25.392964 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3375e71-0bdb-4dc9-889f-6db78ce1e2c8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Router 0f16bc42-79bf-4c3b-b764-00810d021c05 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:08:25.406638 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-250c3351-3eea-451e-89b8-bb63c01f7737 req-a37bc58d-d8eb-40c9-b16e-3015352812c4 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771822 Jul 06 14:08:25.541217 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3375e71-0bdb-4dc9-889f-6db78ce1e2c8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:08:25.547428 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f3375e71-0bdb-4dc9-889f-6db78ce1e2c8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "PUT /v2.0/routers/0f16bc42-79bf-4c3b-b764-00810d021c05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6711330 Jul 06 14:08:25.551347 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39786) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:25.593126 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1231a58c-ecf2-4c78-85ea-bab3e92f4664 None None] Sync routers for ids ['0f16bc42-79bf-4c3b-b764-00810d021c05'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:08:25.636744 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1231a58c-ecf2-4c78-85ea-bab3e92f4664 None None] Routers {'0f16bc42-79bf-4c3b-b764-00810d021c05'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:25.637396 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-1231a58c-ecf2-4c78-85ea-bab3e92f4664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:08:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['0f16bc42-79bf-4c3b-b764-00810d021c05'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:25.674969 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1fc8009e-69db-4ae0-b1ac-ba98888ad257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:25.682617 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a752678e-a123-47d6-aa4b-5c0838c2107f tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:25.686551 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a752678e-a123-47d6-aa4b-5c0838c2107f tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "GET /v2.0/ports?device_id=0f16bc42-79bf-4c3b-b764-00810d021c05 HTTP/1.1" status: 200 len: 989 time: 0.1341028 Jul 06 14:08:25.689423 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39790) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:25.717398 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8009e-69db-4ae0-b1ac-ba98888ad257 admin admin] Pushing event deleted for resources: {'Port': ['ID=f54aa3a3-f63f-46ad-a35d-af86eaeb090f,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:25.727081 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-1231a58c-ecf2-4c78-85ea-bab3e92f4664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:25.751035 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1231a58c-ecf2-4c78-85ea-bab3e92f4664 None None] Routers {'0f16bc42-79bf-4c3b-b764-00810d021c05'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:25.752800 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-1231a58c-ecf2-4c78-85ea-bab3e92f4664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:08:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['0f16bc42-79bf-4c3b-b764-00810d021c05'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:25.814130 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-1231a58c-ecf2-4c78-85ea-bab3e92f4664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:25.814976 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1231a58c-ecf2-4c78-85ea-bab3e92f4664 None None] The sync data for ids ['0f16bc42-79bf-4c3b-b764-00810d021c05'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:08:25.825593 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0e834741-e0ac-4e42-8dc8-f1a991aefead None None] Provisioning for port 21a18bdc-7d7f-4fd2-9e24-3a687f47ee35 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:25.849324 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0e834741-e0ac-4e42-8dc8-f1a991aefead None None] Provisioning complete for port 21a18bdc-7d7f-4fd2-9e24-3a687f47ee35 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:25.851894 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0e834741-e0ac-4e42-8dc8-f1a991aefead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:25.927963 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-0e834741-e0ac-4e42-8dc8-f1a991aefead None None] Port 21a18bdc-7d7f-4fd2-9e24-3a687f47ee35 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:26.067229 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ce885c6f-50d8-4f32-8531-0fbfdb16b11d None None] Provisioning complete for port 21a18bdc-7d7f-4fd2-9e24-3a687f47ee35 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:26.068623 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ce885c6f-50d8-4f32-8531-0fbfdb16b11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:26.072020 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bb737-d5a5-49d1-a238-3fb0a2cba326 req-65299244-0126-42f7-8c9b-413a21c0ef53 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:26.079452 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3f8bb737-d5a5-49d1-a238-3fb0a2cba326 req-65299244-0126-42f7-8c9b-413a21c0ef53 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 946 time: 0.2285357 Jul 06 14:08:26.148422 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3f8bb737-d5a5-49d1-a238-3fb0a2cba326 req-a16a650f-e52c-48c9-9316-6112e0d20135 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674598 Jul 06 14:08:26.184198 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 76d0499f-9778-4dfe-83f3-13d5f46c86b4 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:26.199381 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1fc8009e-69db-4ae0-b1ac-ba98888ad257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:26.287281 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-ce885c6f-50d8-4f32-8531-0fbfdb16b11d None None] Port 21a18bdc-7d7f-4fd2-9e24-3a687f47ee35 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:26.312228 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 76d0499f-9778-4dfe-83f3-13d5f46c86b4 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:26.312938 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:26.410320 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ffdcd360-3976-4cce-8d00-080d8a7e0d2b None None] Provisioning complete for port 21a18bdc-7d7f-4fd2-9e24-3a687f47ee35 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:26.410609 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ffdcd360-3976-4cce-8d00-080d8a7e0d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:26.496842 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e04a38fe-ae70-444d-9540-1ea65f4c90fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:26.518729 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc8009e-69db-4ae0-b1ac-ba98888ad257 admin admin] Router c67dd48a-4557-463e-89f3-3f84f356dcc7 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:08:26.569723 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-ffdcd360-3976-4cce-8d00-080d8a7e0d2b None None] Port 21a18bdc-7d7f-4fd2-9e24-3a687f47ee35 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:26.697441 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c507e2f-aa59-4bea-b115-e5fa455417f4 req-bcda719f-bddd-4ee5-a450-0e752704ae35 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:26.699042 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4c507e2f-aa59-4bea-b115-e5fa455417f4 req-bcda719f-bddd-4ee5-a450-0e752704ae35 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 943 time: 0.1234522 Jul 06 14:08:26.708520 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc8009e-69db-4ae0-b1ac-ba98888ad257 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:08:26.716690 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1fc8009e-69db-4ae0-b1ac-ba98888ad257 admin admin] 10.222.0.118 "PUT /v2.0/routers/c67dd48a-4557-463e-89f3-3f84f356dcc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6711669 Jul 06 14:08:26.720545 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39798) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:26.721095 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8354cf-1e91-4e91-9fcd-8e412c9ec33d None None] Sync routers for ids ['c67dd48a-4557-463e-89f3-3f84f356dcc7'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:08:26.736009 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8354cf-1e91-4e91-9fcd-8e412c9ec33d None None] Routers {'c67dd48a-4557-463e-89f3-3f84f356dcc7'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:26.736649 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-fe8354cf-1e91-4e91-9fcd-8e412c9ec33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:08:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c67dd48a-4557-463e-89f3-3f84f356dcc7'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:26.753417 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4c507e2f-aa59-4bea-b115-e5fa455417f4 req-fb84cd28-9d7b-4316-b203-b32fb5f94cd1 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418744 Jul 06 14:08:26.867556 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-fe8354cf-1e91-4e91-9fcd-8e412c9ec33d None None] Set router c67dd48a-4557-463e-89f3-3f84f356dcc7 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:08:27.107152 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-fe8354cf-1e91-4e91-9fcd-8e412c9ec33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'name': 'tempest-AttachVolumeShelveTestJSON-919553070-router', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:50Z', 'updated_at': '2021-07-06T14:08:25Z', 'revision_number': 5, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'gw_port': {'id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:51Z', 'updated_at': '2021-07-06T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:27.140498 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8354cf-1e91-4e91-9fcd-8e412c9ec33d None None] Checking router: c67dd48a-4557-463e-89f3-3f84f356dcc7 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:08:27.152782 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8354cf-1e91-4e91-9fcd-8e412c9ec33d None None] Routers {'c67dd48a-4557-463e-89f3-3f84f356dcc7'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:27.154416 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-fe8354cf-1e91-4e91-9fcd-8e412c9ec33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:08:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c67dd48a-4557-463e-89f3-3f84f356dcc7'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:27.156993 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e04a38fe-ae70-444d-9540-1ea65f4c90fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting port 21a18bdc-7d7f-4fd2-9e24-3a687f47ee35 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:27.157342 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e04a38fe-ae70-444d-9540-1ea65f4c90fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:27.172878 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a3dcb9c-84b4-4d10-b78c-660e5813a9ef admin admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:27.345305 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e04a38fe-ae70-444d-9540-1ea65f4c90fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:27.362920 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e04a38fe-ae70-444d-9540-1ea65f4c90fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Calling delete_port for 21a18bdc-7d7f-4fd2-9e24-3a687f47ee35 owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:27.373468 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a3dcb9c-84b4-4d10-b78c-660e5813a9ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:27.396939 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610dbfb-d6f9-431d-88fb-93421f7982ff req-1568e8a3-633b-4e79-9c7f-552ce3169b3d tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:27.403917 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d610dbfb-d6f9-431d-88fb-93421f7982ff req-1568e8a3-633b-4e79-9c7f-552ce3169b3d tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 946 time: 0.0903604 Jul 06 14:08:27.447350 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d610dbfb-d6f9-431d-88fb-93421f7982ff req-0d49b73e-88b0-4927-87f2-ec7906f23663 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381060 Jul 06 14:08:27.478583 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-fe8354cf-1e91-4e91-9fcd-8e412c9ec33d None None] Set router c67dd48a-4557-463e-89f3-3f84f356dcc7 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:08:27.492731 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-2a3dcb9c-84b4-4d10-b78c-660e5813a9ef admin admin] Deleting port 87d4f555-2019-4ddc-9f1d-3f2055b81d25 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:27.493143 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a3dcb9c-84b4-4d10-b78c-660e5813a9ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:27.674214 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-fe8354cf-1e91-4e91-9fcd-8e412c9ec33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'name': 'tempest-AttachVolumeShelveTestJSON-919553070-router', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:50Z', 'updated_at': '2021-07-06T14:08:25Z', 'revision_number': 5, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'gw_port': {'id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:51Z', 'updated_at': '2021-07-06T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:27.687176 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-2a3dcb9c-84b4-4d10-b78c-660e5813a9ef admin admin] For port 87d4f555-2019-4ddc-9f1d-3f2055b81d25, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=87d4f555-2019-4ddc-9f1d-3f2055b81d25,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:27.687609 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a3dcb9c-84b4-4d10-b78c-660e5813a9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:27.707652 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-2a3dcb9c-84b4-4d10-b78c-660e5813a9ef admin admin] Calling delete_port for 87d4f555-2019-4ddc-9f1d-3f2055b81d25 owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:27.707852 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8354cf-1e91-4e91-9fcd-8e412c9ec33d None None] The sync data for ids ['c67dd48a-4557-463e-89f3-3f84f356dcc7'] in n-d-773644-6 is: [{'id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'name': 'tempest-AttachVolumeShelveTestJSON-919553070-router', 'tenant_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T13:59:50Z', 'updated_at': '2021-07-06T14:08:25Z', 'revision_number': 5, 'project_id': 'a280ed57ce5e4005b7a7e0a51a2d45bf', 'gw_port': {'id': '87d4f555-2019-4ddc-9f1d-3f2055b81d25', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67dd48a-4557-463e-89f3-3f84f356dcc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T13:59:51Z', 'updated_at': '2021-07-06T14:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:08:27.726485 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e04a38fe-ae70-444d-9540-1ea65f4c90fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:27.813332 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a38fe-ae70-444d-9540-1ea65f4c90fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Port': ['ID=21a18bdc-7d7f-4fd2-9e24-3a687f47ee35,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:27.915444 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab3aad-a4e7-4c16-97f8-45240d1982b5 req-798896c3-89d6-4d36-bc2a-6add70bbb566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:27.917042 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1ab3aad-a4e7-4c16-97f8-45240d1982b5 req-798896c3-89d6-4d36-bc2a-6add70bbb566 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=8ac05a766be944c89f64f16db6138443&device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 1097 time: 0.1153958 Jul 06 14:08:27.966972 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e04a38fe-ae70-444d-9540-1ea65f4c90fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:27.993741 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1aaec-5cc1-40da-bd8f-9885df7a0222 req-3f0892aa-7254-4205-8bcb-c129265466d7 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:28.000804 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c9d1aaec-5cc1-40da-bd8f-9885df7a0222 req-3f0892aa-7254-4205-8bcb-c129265466d7 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 946 time: 0.1360683 Jul 06 14:08:28.057450 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c9d1aaec-5cc1-40da-bd8f-9885df7a0222 req-ca9cbf50-4315-4b96-824e-a49f77341164 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516660 Jul 06 14:08:28.087461 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a3dcb9c-84b4-4d10-b78c-660e5813a9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:28.137880 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab3aad-a4e7-4c16-97f8-45240d1982b5 req-4d51bc62-fbf4-4ef5-b4ce-aa009ef170fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:28.139518 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1ab3aad-a4e7-4c16-97f8-45240d1982b5 req-4d51bc62-fbf4-4ef5-b4ce-aa009ef170fb service neutron] 10.222.0.124 "GET /v2.0/networks?id=9a87a53c-babe-415d-8e55-64df45c54692 HTTP/1.1" status: 200 len: 912 time: 0.2152328 Jul 06 14:08:28.163911 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f54aa3a3-f63f-46ad-a35d-af86eaeb090f no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:28.187529 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1ab3aad-a4e7-4c16-97f8-45240d1982b5 req-e46b87b3-1317-4f9a-b3d3-c08411215f57 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3956389f-8173-4338-9a85-5812336c9ff0 HTTP/1.1" status: 200 len: 217 time: 0.0408673 Jul 06 14:08:28.194221 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3dcb9c-84b4-4d10-b78c-660e5813a9ef admin admin] Pushing event deleted for resources: {'Port': ['ID=87d4f555-2019-4ddc-9f1d-3f2055b81d25,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:28.214945 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: f54aa3a3-f63f-46ad-a35d-af86eaeb090f {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:08:28.215604 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f54aa3a3-f63f-46ad-a35d-af86eaeb090f not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:08:28.329743 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a3dcb9c-84b4-4d10-b78c-660e5813a9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:28.341498 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab3aad-a4e7-4c16-97f8-45240d1982b5 req-4441f8e0-e7da-4db8-b1bb-6a0a6373bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:28.343166 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1ab3aad-a4e7-4c16-97f8-45240d1982b5 req-4441f8e0-e7da-4db8-b1bb-6a0a6373bc7d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=b4fbe430-9ff4-4a2b-86b0-d3c862c900e3 HTTP/1.1" status: 200 len: 851 time: 0.1473920 Jul 06 14:08:28.388867 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1ab3aad-a4e7-4c16-97f8-45240d1982b5 req-595bac73-0f8f-49ee-a710-eb2d4e6605cf service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=9a87a53c-babe-415d-8e55-64df45c54692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350444 Jul 06 14:08:28.412019 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad5fa9-79a7-4c98-b854-580572ed9ae7 req-8a40a0bf-9ad4-4e3f-a621-e546a7712251 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:28.418419 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-63ad5fa9-79a7-4c98-b854-580572ed9ae7 req-8a40a0bf-9ad4-4e3f-a621-e546a7712251 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 943 time: 0.1275957 Jul 06 14:08:28.472920 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a3dcb9c-84b4-4d10-b78c-660e5813a9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:28.477832 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a3dcb9c-84b4-4d10-b78c-660e5813a9ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:28.480471 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04a38fe-ae70-444d-9540-1ea65f4c90fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Router 0f16bc42-79bf-4c3b-b764-00810d021c05 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:08:28.513105 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-63ad5fa9-79a7-4c98-b854-580572ed9ae7 req-ce0e2e5c-92f5-483f-9d00-80d774a798b8 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932851 Jul 06 14:08:28.552641 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1ab3aad-a4e7-4c16-97f8-45240d1982b5 req-7dbc7a58-5ae9-4672-ad6b-80b72cf137ef service neutron] 10.222.0.124 "GET /v2.0/networks/9a87a53c-babe-415d-8e55-64df45c54692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573486 Jul 06 14:08:28.612766 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04a38fe-ae70-444d-9540-1ea65f4c90fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:08:28.624521 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a3dcb9c-84b4-4d10-b78c-660e5813a9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:28.626211 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3dcb9c-84b4-4d10-b78c-660e5813a9ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router c67dd48a-4557-463e-89f3-3f84f356dcc7 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:08:28.627384 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1070943-0974-4c69-bc4a-4f0128272d0d None None] Sync routers for ids ['0f16bc42-79bf-4c3b-b764-00810d021c05'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:08:28.632674 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e04a38fe-ae70-444d-9540-1ea65f4c90fe tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "PUT /v2.0/routers/0f16bc42-79bf-4c3b-b764-00810d021c05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9420953 Jul 06 14:08:28.636052 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2a3dcb9c-84b4-4d10-b78c-660e5813a9ef admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:28.637149 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39814) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:28.640468 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2a3dcb9c-84b4-4d10-b78c-660e5813a9ef admin admin] 10.222.0.118 "DELETE /v2.0/routers/c67dd48a-4557-463e-89f3-3f84f356dcc7 HTTP/1.1" status: 204 len: 168 time: 1.9188685 Jul 06 14:08:28.641318 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39816) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:28.657600 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1070943-0974-4c69-bc4a-4f0128272d0d None None] Routers {'0f16bc42-79bf-4c3b-b764-00810d021c05'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:28.658711 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b1070943-0974-4c69-bc4a-4f0128272d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:08:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['0f16bc42-79bf-4c3b-b764-00810d021c05'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:28.683574 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-12a1577e-e6f8-409c-9a1a-09a0d5fa734c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] GET failed (client error): The resource could not be found. Jul 06 14:08:28.689005 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-12a1577e-e6f8-409c-9a1a-09a0d5fa734c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "GET /v2.0/ports/21a18bdc-7d7f-4fd2-9e24-3a687f47ee35 HTTP/1.1" status: 404 len: 333 time: 0.0468154 Jul 06 14:08:28.695236 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39818) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:28.711736 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b80104-da0d-45a0-bcb2-665220a1865f admin admin] Deleting subnet 175feade-0da5-4b99-8a0b-5c1deab4fd78 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:08:28.716985 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62b80104-da0d-45a0-bcb2-665220a1865f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:28.740405 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b1070943-0974-4c69-bc4a-4f0128272d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:28.751750 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1070943-0974-4c69-bc4a-4f0128272d0d None None] Routers {'0f16bc42-79bf-4c3b-b764-00810d021c05'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:28.752773 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b1070943-0974-4c69-bc4a-4f0128272d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:08:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['0f16bc42-79bf-4c3b-b764-00810d021c05'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:28.779672 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62b80104-da0d-45a0-bcb2-665220a1865f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:28.795689 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b1070943-0974-4c69-bc4a-4f0128272d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:28.796614 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1070943-0974-4c69-bc4a-4f0128272d0d None None] The sync data for ids ['0f16bc42-79bf-4c3b-b764-00810d021c05'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:08:28.824169 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd899-0685-4754-a8cd-d33fed000089 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:28.829305 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1ab3aad-a4e7-4c16-97f8-45240d1982b5 req-3abb8fa6-f66a-4751-b783-47743c63e6ca service neutron] 10.222.0.124 "GET /v2.0/networks/9a87a53c-babe-415d-8e55-64df45c54692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692907 Jul 06 14:08:28.894664 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62b80104-da0d-45a0-bcb2-665220a1865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:28.978362 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62b80104-da0d-45a0-bcb2-665220a1865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.005691 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd899-0685-4754-a8cd-d33fed000089 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.008178 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd899-0685-4754-a8cd-d33fed000089 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.011770 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b80104-da0d-45a0-bcb2-665220a1865f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=175feade-0da5-4b99-8a0b-5c1deab4fd78,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:29.022982 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62b80104-da0d-45a0-bcb2-665220a1865f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.024409 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643787a3-46fa-4713-b209-3bca3eddcef7 None None] Network eb40ac72-d061-46c2-ab3d-a227d94e4954 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:29.025167 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-62b80104-da0d-45a0-bcb2-665220a1865f admin admin] 10.222.0.118 "DELETE /v2.0/subnets/175feade-0da5-4b99-8a0b-5c1deab4fd78 HTTP/1.1" status: 204 len: 168 time: 0.3825004 Jul 06 14:08:29.028837 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39824) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:29.278645 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-89052958-0a30-4656-ac59-1a897c238d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.404660 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd899-0685-4754-a8cd-d33fed000089 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.405496 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8dd899-0685-4754-a8cd-d33fed000089 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Fanout notify agent at l3_agent the message router_deleted on router 0f16bc42-79bf-4c3b-b764-00810d021c05 {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:08:29.406497 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-89052958-0a30-4656-ac59-1a897c238d93 admin admin] Deleting port 53847c8b-4685-471d-a0d0-d778fc6bd3d9 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:29.406853 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-89052958-0a30-4656-ac59-1a897c238d93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.413798 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ed8dd899-0685-4754-a8cd-d33fed000089 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.415046 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ed8dd899-0685-4754-a8cd-d33fed000089 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/routers/0f16bc42-79bf-4c3b-b764-00810d021c05 HTTP/1.1" status: 204 len: 168 time: 0.7190375 Jul 06 14:08:29.418784 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39830) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:29.443581 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279edd4e-ad48-420b-9226-744ac4e331f1 None None] DHCP port deletion for eb40ac72-d061-46c2-ab3d-a227d94e4954 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:08:29.500017 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51613740-6005-469f-946c-1347f2275d45 req-9ed9baf8-9f7f-4137-acba-672199bb72e6 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:29.502080 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-51613740-6005-469f-946c-1347f2275d45 req-9ed9baf8-9f7f-4137-acba-672199bb72e6 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 946 time: 0.1391282 Jul 06 14:08:29.505366 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-89052958-0a30-4656-ac59-1a897c238d93 admin admin] For port 53847c8b-4685-471d-a0d0-d778fc6bd3d9, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=53847c8b-4685-471d-a0d0-d778fc6bd3d9,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:29.505745 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-89052958-0a30-4656-ac59-1a897c238d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.506821 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-279edd4e-ad48-420b-9226-744ac4e331f1 None None] Deleting port 53847c8b-4685-471d-a0d0-d778fc6bd3d9 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:29.507939 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-279edd4e-ad48-420b-9226-744ac4e331f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.511001 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c5da366-94be-4869-bd1d-96007885767d tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting subnet 40fe01cf-e769-41fc-8df7-39dd29fa836d {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:08:29.514582 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2c5da366-94be-4869-bd1d-96007885767d tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.527512 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-89052958-0a30-4656-ac59-1a897c238d93 admin admin] Calling delete_port for 53847c8b-4685-471d-a0d0-d778fc6bd3d9 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:29.579889 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-279edd4e-ad48-420b-9226-744ac4e331f1 None None] For port 53847c8b-4685-471d-a0d0-d778fc6bd3d9, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=53847c8b-4685-471d-a0d0-d778fc6bd3d9,segment=NetworkSegment(785edacd-9834-4706-af27-3b2c5fc58c3e),segment_id=785edacd-9834-4706-af27-3b2c5fc58c3e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:29.580289 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-279edd4e-ad48-420b-9226-744ac4e331f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.598774 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-279edd4e-ad48-420b-9226-744ac4e331f1 None None] Calling delete_port for 53847c8b-4685-471d-a0d0-d778fc6bd3d9 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:29.604631 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2c5da366-94be-4869-bd1d-96007885767d tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.611511 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-51613740-6005-469f-946c-1347f2275d45 req-e68580f7-85ae-484b-93cb-bef90e7d3529 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935633 Jul 06 14:08:29.668691 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-89052958-0a30-4656-ac59-1a897c238d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.704684 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89052958-0a30-4656-ac59-1a897c238d93 admin admin] Pushing event deleted for resources: {'Port': ['ID=53847c8b-4685-471d-a0d0-d778fc6bd3d9,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:29.716087 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89052958-0a30-4656-ac59-1a897c238d93 admin admin] No DVR routers for this DVR port 53847c8b-4685-471d-a0d0-d778fc6bd3d9 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:29.718440 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-279edd4e-ad48-420b-9226-744ac4e331f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.744784 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2c5da366-94be-4869-bd1d-96007885767d tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.759577 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279edd4e-ad48-420b-9226-744ac4e331f1 None None] No DVR routers for this DVR port 53847c8b-4685-471d-a0d0-d778fc6bd3d9 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:29.761665 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279edd4e-ad48-420b-9226-744ac4e331f1 None None] Pushing event deleted for resources: {'Port': ['ID=53847c8b-4685-471d-a0d0-d778fc6bd3d9,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:29.802576 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-89052958-0a30-4656-ac59-1a897c238d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.813397 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-89052958-0a30-4656-ac59-1a897c238d93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb40ac72-d061-46c2-ab3d-a227d94e4954']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:29.825256 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-89052958-0a30-4656-ac59-1a897c238d93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785edacd-9834-4706-af27-3b2c5fc58c3e') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:29.825600 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-89052958-0a30-4656-ac59-1a897c238d93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785edacd-9834-4706-af27-3b2c5fc58c3e') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:29.842518 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-89052958-0a30-4656-ac59-1a897c238d93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.852805 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2c5da366-94be-4869-bd1d-96007885767d tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.863316 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-89052958-0a30-4656-ac59-1a897c238d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.881038 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89052958-0a30-4656-ac59-1a897c238d93 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:08:29.882496 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-89052958-0a30-4656-ac59-1a897c238d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:08:29.883900 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:08:29.900731 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e39242-dd59-4666-b24c-dccaf7e48948 req-21a13460-4c0b-416a-829b-d27c50da949e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:29.900731 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c5e39242-dd59-4666-b24c-dccaf7e48948 req-21a13460-4c0b-416a-829b-d27c50da949e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 943 time: 0.1202855 Jul 06 14:08:29.900731 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5da366-94be-4869-bd1d-96007885767d tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Subnet': ['ID=40fe01cf-e769-41fc-8df7-39dd29fa836d,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:29.902493 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2c5da366-94be-4869-bd1d-96007885767d tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.908522 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2c5da366-94be-4869-bd1d-96007885767d tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/subnets/40fe01cf-e769-41fc-8df7-39dd29fa836d HTTP/1.1" status: 204 len: 168 time: 0.4873993 Jul 06 14:08:29.908522 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39836) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:29.914486 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b197e1e4-4fd5-4557-89ec-82ada23c25b6 None None] Network b5318e66-4a5d-4cef-a948-68e67d648b10 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:29.960014 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 53847c8b-4685-471d-a0d0-d778fc6bd3d9 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:29.968082 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-89052958-0a30-4656-ac59-1a897c238d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.979786 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-89052958-0a30-4656-ac59-1a897c238d93 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:29.982510 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-89052958-0a30-4656-ac59-1a897c238d93 admin admin] 10.222.0.118 "DELETE /v2.0/networks/eb40ac72-d061-46c2-ab3d-a227d94e4954 HTTP/1.1" status: 204 len: 168 time: 0.9521313 Jul 06 14:08:29.983650 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 53847c8b-4685-471d-a0d0-d778fc6bd3d9 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:08:29.984005 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 53847c8b-4685-471d-a0d0-d778fc6bd3d9 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:08:29.984439 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 87d4f555-2019-4ddc-9f1d-3f2055b81d25 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:29.997388 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89052958-0a30-4656-ac59-1a897c238d93 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb40ac72-d061-46c2-ab3d-a227d94e4954,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:30.028873 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 87d4f555-2019-4ddc-9f1d-3f2055b81d25 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:08:30.029335 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 87d4f555-2019-4ddc-9f1d-3f2055b81d25 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:08:30.040340 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c5e39242-dd59-4666-b24c-dccaf7e48948 req-f6478dc5-2ec5-4ac2-8527-451dff3bad61 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307116 Jul 06 14:08:30.052008 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08ee9638-a1a5-4d21-8e9c-4e852ff13e93 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.130424 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-08ee9638-a1a5-4d21-8e9c-4e852ff13e93 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting port 76d0499f-9778-4dfe-83f3-13d5f46c86b4 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:30.131953 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08ee9638-a1a5-4d21-8e9c-4e852ff13e93 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.183054 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39840) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:30.233068 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-08ee9638-a1a5-4d21-8e9c-4e852ff13e93 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] For port 76d0499f-9778-4dfe-83f3-13d5f46c86b4, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=76d0499f-9778-4dfe-83f3-13d5f46c86b4,segment=NetworkSegment(4a366128-0a7a-443a-9d4a-0420dc75c3ab),segment_id=4a366128-0a7a-443a-9d4a-0420dc75c3ab)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:30.233557 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08ee9638-a1a5-4d21-8e9c-4e852ff13e93 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.253455 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-08ee9638-a1a5-4d21-8e9c-4e852ff13e93 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Calling delete_port for 76d0499f-9778-4dfe-83f3-13d5f46c86b4 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:30.257080 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8ab31c82-9c4b-46b5-9c31-9dd4cc51f5ca admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=a280ed57ce5e4005b7a7e0a51a2d45bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0723448 Jul 06 14:08:30.259827 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39842) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:30.281875 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c94aa4-99a9-4478-8175-8dc5b657e593 None None] DHCP port deletion for b5318e66-4a5d-4cef-a948-68e67d648b10 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:08:30.331279 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-92c94aa4-99a9-4478-8175-8dc5b657e593 None None] Deleting port 76d0499f-9778-4dfe-83f3-13d5f46c86b4 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:30.331908 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-92c94aa4-99a9-4478-8175-8dc5b657e593 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.383229 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-17c4d811-70b5-4eac-9aae-c7f556a70bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.417069 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-17c4d811-70b5-4eac-9aae-c7f556a70bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.418767 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08ee9638-a1a5-4d21-8e9c-4e852ff13e93 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.427799 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-92c94aa4-99a9-4478-8175-8dc5b657e593 None None] For port 76d0499f-9778-4dfe-83f3-13d5f46c86b4, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=76d0499f-9778-4dfe-83f3-13d5f46c86b4,segment=NetworkSegment(4a366128-0a7a-443a-9d4a-0420dc75c3ab),segment_id=4a366128-0a7a-443a-9d4a-0420dc75c3ab)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:30.428304 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-92c94aa4-99a9-4478-8175-8dc5b657e593 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.453746 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-92c94aa4-99a9-4478-8175-8dc5b657e593 None None] Calling delete_port for 76d0499f-9778-4dfe-83f3-13d5f46c86b4 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:30.464912 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee9638-a1a5-4d21-8e9c-4e852ff13e93 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Port': ['ID=76d0499f-9778-4dfe-83f3-13d5f46c86b4,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:30.473378 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ee9638-a1a5-4d21-8e9c-4e852ff13e93 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] No DVR routers for this DVR port 76d0499f-9778-4dfe-83f3-13d5f46c86b4 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:30.560036 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-92c94aa4-99a9-4478-8175-8dc5b657e593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.589883 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08ee9638-a1a5-4d21-8e9c-4e852ff13e93 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.592613 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c94aa4-99a9-4478-8175-8dc5b657e593 None None] Pushing event deleted for resources: {'Port': ['ID=76d0499f-9778-4dfe-83f3-13d5f46c86b4,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:30.606435 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c94aa4-99a9-4478-8175-8dc5b657e593 None None] No DVR routers for this DVR port 76d0499f-9778-4dfe-83f3-13d5f46c86b4 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:30.607802 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-08ee9638-a1a5-4d21-8e9c-4e852ff13e93 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5318e66-4a5d-4cef-a948-68e67d648b10']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:30.610576 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-17c4d811-70b5-4eac-9aae-c7f556a70bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.618498 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-17c4d811-70b5-4eac-9aae-c7f556a70bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.618498 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-17c4d811-70b5-4eac-9aae-c7f556a70bc0 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/3b934fb0-7954-4ab9-8831-c42cf162c2d5 HTTP/1.1" status: 204 len: 168 time: 0.3537750 Jul 06 14:08:30.628718 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-08ee9638-a1a5-4d21-8e9c-4e852ff13e93 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a366128-0a7a-443a-9d4a-0420dc75c3ab') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:30.629026 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-08ee9638-a1a5-4d21-8e9c-4e852ff13e93 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a366128-0a7a-443a-9d4a-0420dc75c3ab') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:30.647388 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4d811-70b5-4eac-9aae-c7f556a70bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b934fb0-7954-4ab9-8831-c42cf162c2d5,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:30.650873 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08ee9638-a1a5-4d21-8e9c-4e852ff13e93 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.665529 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08ee9638-a1a5-4d21-8e9c-4e852ff13e93 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.676597 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ee9638-a1a5-4d21-8e9c-4e852ff13e93 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:08:30.677327 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08ee9638-a1a5-4d21-8e9c-4e852ff13e93 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:08:30.681664 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:08:30.762805 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08ee9638-a1a5-4d21-8e9c-4e852ff13e93 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.789484 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08ee9638-a1a5-4d21-8e9c-4e852ff13e93 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:30.791411 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-08ee9638-a1a5-4d21-8e9c-4e852ff13e93 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/networks/b5318e66-4a5d-4cef-a948-68e67d648b10 HTTP/1.1" status: 204 len: 168 time: 0.8807142 Jul 06 14:08:30.793154 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee9638-a1a5-4d21-8e9c-4e852ff13e93 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Network': ['ID=b5318e66-4a5d-4cef-a948-68e67d648b10,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:30.795630 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39854) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:30.894879 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cef5f3a-043e-4702-a33a-0019b6afa55e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:30.900115 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0cef5f3a-043e-4702-a33a-0019b6afa55e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "GET /v2.0/ports/e67cd7d0-1978-4a62-814d-c71c9078607f HTTP/1.1" status: 200 len: 844 time: 0.0996625 Jul 06 14:08:30.900390 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39858) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:30.932610 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1d574-4bb7-4198-91d7-9b76f26bacdf req-337f46a2-5821-4b1b-aff1-cec82473084c tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:30.935768 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53f1d574-4bb7-4198-91d7-9b76f26bacdf req-337f46a2-5821-4b1b-aff1-cec82473084c tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 946 time: 0.1700411 Jul 06 14:08:30.983925 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6b7e9d3d-3b44-4bd4-9073-0cb05a213d6d tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "GET /v2.0/ports/e67cd7d0-1978-4a62-814d-c71c9078607f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0796578 Jul 06 14:08:30.985676 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39862) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:30.987184 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53f1d574-4bb7-4198-91d7-9b76f26bacdf req-448accf4-4da9-48f8-a4af-1305ab9a5335 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444853 Jul 06 14:08:30.992693 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-80aca586-b1b2-40cc-a5c2-b6f81b04a49c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'subnet': {'network_id': '94f55617-a099-4fcd-ba39-64bd8d96ca0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:31.117013 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80aca586-b1b2-40cc-a5c2-b6f81b04a49c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:31.124206 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-80aca586-b1b2-40cc-a5c2-b6f81b04a49c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:31.295582 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b42f0-34db-470b-b095-229bd5805e8d req-eaee801d-da83-4743-9348-054e6fd754f7 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:31.297150 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ed3b42f0-34db-470b-b095-229bd5805e8d req-eaee801d-da83-4743-9348-054e6fd754f7 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 943 time: 0.0979502 Jul 06 14:08:31.343021 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ed3b42f0-34db-470b-b095-229bd5805e8d req-365e7019-58e8-4b37-9810-1c085429d064 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387735 Jul 06 14:08:31.432743 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-80aca586-b1b2-40cc-a5c2-b6f81b04a49c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:31.488262 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aca586-b1b2-40cc-a5c2-b6f81b04a49c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Subnet': ['ID=6c9c5d53-dfc5-408b-8e5d-3fa756b4c178,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:31.500096 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80aca586-b1b2-40cc-a5c2-b6f81b04a49c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network 94f55617-a099-4fcd-ba39-64bd8d96ca0c is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:31.501579 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-80aca586-b1b2-40cc-a5c2-b6f81b04a49c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:31.509949 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80aca586-b1b2-40cc-a5c2-b6f81b04a49c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:31.510563 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-80aca586-b1b2-40cc-a5c2-b6f81b04a49c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:31.510823 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bc6cd7-9a1e-4f30-8467-91d90568dc2b None None] Network 94f55617-a099-4fcd-ba39-64bd8d96ca0c requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:31.532183 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-80aca586-b1b2-40cc-a5c2-b6f81b04a49c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5425589 Jul 06 14:08:31.532437 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39882) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:31.540520 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-a01e7f44-5063-448f-bb0b-0e1c3f43287c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'security_group': {'name': 'tempest-secgroup-786652034'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:31.572773 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a01e7f44-5063-448f-bb0b-0e1c3f43287c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:31.732110 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a01e7f44-5063-448f-bb0b-0e1c3f43287c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:31.740447 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a01e7f44-5063-448f-bb0b-0e1c3f43287c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:31.746981 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6431d323-ed37-4083-b98b-ea34da841761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-94f55617-a099-4fcd-ba39-64bd8d96ca0c', 'network_id': '94f55617-a099-4fcd-ba39-64bd8d96ca0c', 'tenant_id': 'c99b916444514705ba2472f8fee047d0', 'fixed_ips': [{'subnet_id': '6c9c5d53-dfc5-408b-8e5d-3fa756b4c178'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:08:31.747876 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6431d323-ed37-4083-b98b-ea34da841761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:31.791049 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a01e7f44-5063-448f-bb0b-0e1c3f43287c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:31.793038 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a01e7f44-5063-448f-bb0b-0e1c3f43287c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2595797 Jul 06 14:08:31.795834 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39890) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:31.802651 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-0affc749-c108-4a41-8b60-4319c277e870 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'security_group': {'name': 'tempest-secgroup-916252845'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:31.816173 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e7f44-5063-448f-bb0b-0e1c3f43287c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46cf6f8f-3085-417e-9d51-a0af09ae70ca,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:31.832977 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0affc749-c108-4a41-8b60-4319c277e870 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:31.951862 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0affc749-c108-4a41-8b60-4319c277e870 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:31.958416 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0affc749-c108-4a41-8b60-4319c277e870 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:31.965929 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-6431d323-ed37-4083-b98b-ea34da841761 None None] Allocated IP 2001:db8::2 (94f55617-a099-4fcd-ba39-64bd8d96ca0c/6c9c5d53-dfc5-408b-8e5d-3fa756b4c178/c9ab7717-3ccb-4aca-8447-08a26f7829e9) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:32.001485 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0affc749-c108-4a41-8b60-4319c277e870 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.002778 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0affc749-c108-4a41-8b60-4319c277e870 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2057862 Jul 06 14:08:32.005584 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39896) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:32.011979 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-5e7b10bc-b47d-44b6-ae83-3b38874c3cf2 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-191133565', 'security_groups': ['3066c61c-ff3b-477c-963e-653e76f223b4'], 'network_id': '94f55617-a099-4fcd-ba39-64bd8d96ca0c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6c9c5d53-dfc5-408b-8e5d-3fa756b4c178'}]}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:32.017652 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affc749-c108-4a41-8b60-4319c277e870 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3066c61c-ff3b-477c-963e-653e76f223b4,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:32.138381 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 76d0499f-9778-4dfe-83f3-13d5f46c86b4 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:32.173684 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 76d0499f-9778-4dfe-83f3-13d5f46c86b4 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:08:32.174053 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 76d0499f-9778-4dfe-83f3-13d5f46c86b4 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:08:32.195045 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7b10bc-b47d-44b6-ae83-3b38874c3cf2 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:32.204831 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6431d323-ed37-4083-b98b-ea34da841761 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.218044 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6431d323-ed37-4083-b98b-ea34da841761 None None] Transition to ACTIVE for port object c9ab7717-3ccb-4aca-8447-08a26f7829e9 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:32.241239 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6431d323-ed37-4083-b98b-ea34da841761 None None] Transition to ACTIVE for port object c9ab7717-3ccb-4aca-8447-08a26f7829e9 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:32.251609 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6431d323-ed37-4083-b98b-ea34da841761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.300160 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6431d323-ed37-4083-b98b-ea34da841761 None None] Network 94f55617-a099-4fcd-ba39-64bd8d96ca0c is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:32.305939 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-6431d323-ed37-4083-b98b-ea34da841761 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:32.309454 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6431d323-ed37-4083-b98b-ea34da841761 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:32.317522 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e7b10bc-b47d-44b6-ae83-3b38874c3cf2 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.324807 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431d323-ed37-4083-b98b-ea34da841761 None None] Pushing event updated for resources: {'Port': ['ID=c9ab7717-3ccb-4aca-8447-08a26f7829e9,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:32.344083 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-5e7b10bc-b47d-44b6-ae83-3b38874c3cf2 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] device_id is not set on port 696c9c27-edd1-49ee-bbed-8806996cb9b4 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:08:32.401809 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-6431d323-ed37-4083-b98b-ea34da841761 None None] Attempting to bind port c9ab7717-3ccb-4aca-8447-08a26f7829e9 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:08:32.402056 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-6431d323-ed37-4083-b98b-ea34da841761 None None] Attempting to bind port c9ab7717-3ccb-4aca-8447-08a26f7829e9 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'da610430-9307-4a9c-b795-25f813b0394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '94f55617-a099-4fcd-ba39-64bd8d96ca0c'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:08:32.402484 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6431d323-ed37-4083-b98b-ea34da841761 None None] Attempting to bind port c9ab7717-3ccb-4aca-8447-08a26f7829e9 on network 94f55617-a099-4fcd-ba39-64bd8d96ca0c {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:08:32.410962 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6431d323-ed37-4083-b98b-ea34da841761 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:08:32.411290 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6431d323-ed37-4083-b98b-ea34da841761 None None] Checking segment: {'id': 'da610430-9307-4a9c-b795-25f813b0394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '94f55617-a099-4fcd-ba39-64bd8d96ca0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:32.411707 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6431d323-ed37-4083-b98b-ea34da841761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.412107 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6431d323-ed37-4083-b98b-ea34da841761 None None] Bound using segment: {'id': 'da610430-9307-4a9c-b795-25f813b0394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '94f55617-a099-4fcd-ba39-64bd8d96ca0c'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:08:32.413235 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-6431d323-ed37-4083-b98b-ea34da841761 None None] Bound port: c9ab7717-3ccb-4aca-8447-08a26f7829e9, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da610430-9307-4a9c-b795-25f813b0394d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '94f55617-a099-4fcd-ba39-64bd8d96ca0c'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:08:32.414110 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6431d323-ed37-4083-b98b-ea34da841761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.424773 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b9ca3-93e3-41c2-aed8-e70eb146e715 req-bcaec93a-2f31-4466-8ab6-156b7c75f9c6 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:32.426594 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-547b9ca3-93e3-41c2-aed8-e70eb146e715 req-bcaec93a-2f31-4466-8ab6-156b7c75f9c6 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 946 time: 0.1591358 Jul 06 14:08:32.492836 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-547b9ca3-93e3-41c2-aed8-e70eb146e715 req-2c3f4cd9-a041-4cde-92be-d3334c71ffb7 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576887 Jul 06 14:08:32.546550 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-6431d323-ed37-4083-b98b-ea34da841761 None None] For port c9ab7717-3ccb-4aca-8447-08a26f7829e9, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:08:32.550140 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-6431d323-ed37-4083-b98b-ea34da841761 None None] For port c9ab7717-3ccb-4aca-8447-08a26f7829e9, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c9ab7717-3ccb-4aca-8447-08a26f7829e9,segment=NetworkSegment(da610430-9307-4a9c-b795-25f813b0394d),segment_id=da610430-9307-4a9c-b795-25f813b0394d)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:08:32.557349 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6431d323-ed37-4083-b98b-ea34da841761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.652943 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431d323-ed37-4083-b98b-ea34da841761 None None] Pushing event updated for resources: {'Port': ['ID=c9ab7717-3ccb-4aca-8447-08a26f7829e9,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:32.654229 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-5e7b10bc-b47d-44b6-ae83-3b38874c3cf2 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Allocated IP 2001:db8::c8 (94f55617-a099-4fcd-ba39-64bd8d96ca0c/6c9c5d53-dfc5-408b-8e5d-3fa756b4c178/696c9c27-edd1-49ee-bbed-8806996cb9b4) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:32.714997 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743e822-a830-4271-a41f-7cb2cfca8bea req-91284709-7f64-4b99-a5b6-18ec9e453fd2 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:32.722368 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8743e822-a830-4271-a41f-7cb2cfca8bea req-91284709-7f64-4b99-a5b6-18ec9e453fd2 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 943 time: 0.1189976 Jul 06 14:08:32.798187 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8743e822-a830-4271-a41f-7cb2cfca8bea req-66624cbd-605f-4ce3-a39a-2feff6644848 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746586 Jul 06 14:08:32.916247 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e7b10bc-b47d-44b6-ae83-3b38874c3cf2 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:32.961685 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-5e7b10bc-b47d-44b6-ae83-3b38874c3cf2 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Transition to ACTIVE for port object 696c9c27-edd1-49ee-bbed-8806996cb9b4 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:33.016183 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e7b10bc-b47d-44b6-ae83-3b38874c3cf2 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:33.080656 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7b10bc-b47d-44b6-ae83-3b38874c3cf2 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network 94f55617-a099-4fcd-ba39-64bd8d96ca0c is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:33.084778 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-5e7b10bc-b47d-44b6-ae83-3b38874c3cf2 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:33.087872 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7b10bc-b47d-44b6-ae83-3b38874c3cf2 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:33.094198 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7b10bc-b47d-44b6-ae83-3b38874c3cf2 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:33.094981 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e7b10bc-b47d-44b6-ae83-3b38874c3cf2 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:33.113000 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b10bc-b47d-44b6-ae83-3b38874c3cf2 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Port': ['ID=696c9c27-edd1-49ee-bbed-8806996cb9b4,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:33.152880 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5e7b10bc-b47d-44b6-ae83-3b38874c3cf2 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1432128 Jul 06 14:08:33.154408 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39928) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:33.160582 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-5758bb0d-6602-444e-be66-70136e49ee62 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'subnet': {'network_id': '94f55617-a099-4fcd-ba39-64bd8d96ca0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:33.283343 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device d6012d47-bb25-4268-b025-e7f056eb2224 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:08:33.348999 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5758bb0d-6602-444e-be66-70136e49ee62 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:33.356012 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5758bb0d-6602-444e-be66-70136e49ee62 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:33.436501 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port d6012d47-bb25-4268-b025-e7f056eb2224, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d6012d47-bb25-4268-b025-e7f056eb2224,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:33.454490 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'd6012d47-bb25-4268-b025-e7f056eb2224', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'port_id': 'd6012d47-bb25-4268-b025-e7f056eb2224', 'mac_address': 'fa:16:3e:e9:4f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:08:33.481493 n-d-773644-6 neutron-server[100418]: INFO neutron.db.ipam_backend_mixin [None req-5758bb0d-6602-444e-be66-70136e49ee62 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6c9c5d53-dfc5-408b-8e5d-3fa756b4c178 (CIDR: 2001:db8::/64) Jul 06 14:08:33.486459 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-5758bb0d-6602-444e-be66-70136e49ee62 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:08:33.487561 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5758bb0d-6602-444e-be66-70136e49ee62 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:33.502813 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:33.506778 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5758bb0d-6602-444e-be66-70136e49ee62 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3502817 Jul 06 14:08:33.509849 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39940) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:33.518381 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-eb0385f0-c6bb-4034-8bc8-d00e9cc1e3d1 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'subnet': {'network_id': '94f55617-a099-4fcd-ba39-64bd8d96ca0c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:33.535917 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6012d47-bb25-4268-b025-e7f056eb2224 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:08:33.570412 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port d6012d47-bb25-4268-b025-e7f056eb2224, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d6012d47-bb25-4268-b025-e7f056eb2224,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:33.576947 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:33.667864 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=d6012d47-bb25-4268-b025-e7f056eb2224,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:33.797821 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['d6012d47-bb25-4268-b025-e7f056eb2224'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:08:33.810439 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2f5f4-9af7-434d-89d4-2206923e483b req-d6a83d40-77e7-42f1-9cf7-7b6536770fdb tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:33.812436 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-13f2f5f4-9af7-434d-89d4-2206923e483b req-d6a83d40-77e7-42f1-9cf7-7b6536770fdb tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 946 time: 0.1476092 Jul 06 14:08:33.837744 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0385f0-c6bb-4034-8bc8-d00e9cc1e3d1 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:33.841880 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-eb0385f0-c6bb-4034-8bc8-d00e9cc1e3d1 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:33.953267 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-13f2f5f4-9af7-434d-89d4-2206923e483b req-92bec5c2-7918-4004-ae45-2b48db878747 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330009 Jul 06 14:08:34.152489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c9ab7717-3ccb-4aca-8447-08a26f7829e9 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:34.352812 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9476166a-4dad-44a0-8176-3f5335a2c1ec None None] Provisioning for port c9ab7717-3ccb-4aca-8447-08a26f7829e9 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:34.361322 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9196dd-4dae-45f3-9efb-b7cde5a6efbf req-d584130d-2634-4567-a44f-4066e9bfcaf2 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:34.363284 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ee9196dd-4dae-45f3-9efb-b7cde5a6efbf req-d584130d-2634-4567-a44f-4066e9bfcaf2 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 944 time: 0.1942558 Jul 06 14:08:34.379502 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-eb0385f0-c6bb-4034-8bc8-d00e9cc1e3d1 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:34.385280 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port c9ab7717-3ccb-4aca-8447-08a26f7829e9 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:34.390966 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port c9ab7717-3ccb-4aca-8447-08a26f7829e9 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:34.391350 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:34.444416 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9476166a-4dad-44a0-8176-3f5335a2c1ec None None] Provisioning complete for port e67cd7d0-1978-4a62-814d-c71c9078607f triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:34.444416 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9476166a-4dad-44a0-8176-3f5335a2c1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:34.474674 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0385f0-c6bb-4034-8bc8-d00e9cc1e3d1 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network 94f55617-a099-4fcd-ba39-64bd8d96ca0c is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:34.482702 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-eb0385f0-c6bb-4034-8bc8-d00e9cc1e3d1 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:34.493361 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9476166a-4dad-44a0-8176-3f5335a2c1ec None None] Port e67cd7d0-1978-4a62-814d-c71c9078607f cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:34.502679 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ee9196dd-4dae-45f3-9efb-b7cde5a6efbf req-ee9e281c-970a-40de-b829-a16692b4277e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301427 Jul 06 14:08:34.503683 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0385f0-c6bb-4034-8bc8-d00e9cc1e3d1 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Subnet': ['ID=8ac558cd-6b8c-4ffa-8479-4786ed31da67,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:34.509322 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0385f0-c6bb-4034-8bc8-d00e9cc1e3d1 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:34.513577 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-eb0385f0-c6bb-4034-8bc8-d00e9cc1e3d1 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:34.545430 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:34.556137 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39958) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:34.572192 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-eb0385f0-c6bb-4034-8bc8-d00e9cc1e3d1 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0598834 Jul 06 14:08:34.573622 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39962) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:34.584931 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port c9ab7717-3ccb-4aca-8447-08a26f7829e9, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c9ab7717-3ccb-4aca-8447-08a26f7829e9,segment=NetworkSegment(da610430-9307-4a9c-b795-25f813b0394d),segment_id=da610430-9307-4a9c-b795-25f813b0394d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:34.589289 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-3c22712a-66db-4442-9f51-062a97e6f2d8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1963484871', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8ac558cd-6b8c-4ffa-8479-4786ed31da67'}], 'security_groups': ['46cf6f8f-3085-417e-9d51-a0af09ae70ca']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:34.593100 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:34.630733 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d19b31-5476-45b9-a13b-dff2d6a2623a None None] Network 94f55617-a099-4fcd-ba39-64bd8d96ca0c requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:34.701855 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=c9ab7717-3ccb-4aca-8447-08a26f7829e9,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:34.747017 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-048966a2-5c53-45b8-b62d-7baa76aba56e None None] Provisioning for port 696c9c27-edd1-49ee-bbed-8806996cb9b4 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:34.753963 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-048966a2-5c53-45b8-b62d-7baa76aba56e None None] Provisioning complete for port 696c9c27-edd1-49ee-bbed-8806996cb9b4 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:34.754347 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-048966a2-5c53-45b8-b62d-7baa76aba56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:34.762749 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4ae7346f-9e2f-4e3a-aab1-ac42d5cad45c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:34.905946 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3c22712a-66db-4442-9f51-062a97e6f2d8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:34.998772 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-048966a2-5c53-45b8-b62d-7baa76aba56e None None] Port 696c9c27-edd1-49ee-bbed-8806996cb9b4 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:35.010543 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4ae7346f-9e2f-4e3a-aab1-ac42d5cad45c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:35.033148 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4ae7346f-9e2f-4e3a-aab1-ac42d5cad45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:35.126884 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4ae7346f-9e2f-4e3a-aab1-ac42d5cad45c admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=65d4a4b2e1344474a472072578d10c9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5686035 Jul 06 14:08:35.129533 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39968) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:35.133914 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7346f-9e2f-4e3a-aab1-ac42d5cad45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b53ea3-e5ba-4f7f-a923-e4af59f51ac0,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:35.180586 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d64e824-f927-4609-a06d-f663c9d57d5f None None] Update dhcp port {'port': {'network_id': '94f55617-a099-4fcd-ba39-64bd8d96ca0c', 'fixed_ips': [{'subnet_id': '6c9c5d53-dfc5-408b-8e5d-3fa756b4c178', 'ip_address': '2001:db8::2'}, {'subnet_id': '8ac558cd-6b8c-4ffa-8479-4786ed31da67'}], 'binding:host_id': 'n-d-773644-6'}, 'id': 'c9ab7717-3ccb-4aca-8447-08a26f7829e9'} from n-d-773644-6. {{(pid=100419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:08:35.191987 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a12de4a0-f58e-47dd-9779-e0c010f820bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:35.216924 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a12de4a0-f58e-47dd-9779-e0c010f820bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:35.229524 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9d64e824-f927-4609-a06d-f663c9d57d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:35.276422 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a12de4a0-f58e-47dd-9779-e0c010f820bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:35.280512 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a12de4a0-f58e-47dd-9779-e0c010f820bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:35.281695 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a12de4a0-f58e-47dd-9779-e0c010f820bf admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/c3b53ea3-e5ba-4f7f-a923-e4af59f51ac0 HTTP/1.1" status: 204 len: 168 time: 0.1505373 Jul 06 14:08:35.285841 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46721ae-5f21-481c-8362-2eb919dd50a5 req-5a05d93b-b4f6-4ce3-afe6-76143e552221 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:35.290904 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12de4a0-f58e-47dd-9779-e0c010f820bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b53ea3-e5ba-4f7f-a923-e4af59f51ac0,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:35.293279 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c46721ae-5f21-481c-8362-2eb919dd50a5 req-5a05d93b-b4f6-4ce3-afe6-76143e552221 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=2db66606-9744-4724-b856-3e8e0d529780 HTTP/1.1" status: 200 len: 945 time: 0.1270216 Jul 06 14:08:35.363395 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device d6012d47-bb25-4268-b025-e7f056eb2224 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:35.369710 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c46721ae-5f21-481c-8362-2eb919dd50a5 req-a3ca3888-b7af-4a92-9af2-82b5022097ae tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755422 Jul 06 14:08:35.402163 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-3c22712a-66db-4442-9f51-062a97e6f2d8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Delete allocated IP 2001:db8::c8 (94f55617-a099-4fcd-ba39-64bd8d96ca0c/6c9c5d53-dfc5-408b-8e5d-3fa756b4c178) {{(pid=100418) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 14:08:35.419243 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-3c22712a-66db-4442-9f51-062a97e6f2d8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Allocated IP 2001:db8:0:1::109 (94f55617-a099-4fcd-ba39-64bd8d96ca0c/8ac558cd-6b8c-4ffa-8479-4786ed31da67/696c9c27-edd1-49ee-bbed-8806996cb9b4) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:35.448107 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port d6012d47-bb25-4268-b025-e7f056eb2224 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:35.452527 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port d6012d47-bb25-4268-b025-e7f056eb2224 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:35.452968 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:35.538963 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:35.563583 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59132335-35ae-4a17-ac35-f1735ca75803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6012d47-bb25-4268-b025-e7f056eb2224'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:08:35.565866 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc34da2-9675-45c3-b02a-114ce25847e0" -d '{"events": [{"server_uuid": "59132335-35ae-4a17-ac35-f1735ca75803", "name": "network-vif-plugged", "status": "completed", "tag": "d6012d47-bb25-4268-b025-e7f056eb2224"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:08:35.578892 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port d6012d47-bb25-4268-b025-e7f056eb2224, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d6012d47-bb25-4268-b025-e7f056eb2224,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:35.583747 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:35.629789 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26020d-11e6-41d5-bce0-921e90744b5b req-0abf4042-2aa9-43ca-8704-56533d71880e tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:35.631438 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6c26020d-11e6-41d5-bce0-921e90744b5b req-0abf4042-2aa9-43ca-8704-56533d71880e tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 946 time: 0.1417053 Jul 06 14:08:35.640629 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39978) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:35.644515 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=d6012d47-bb25-4268-b025-e7f056eb2224,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:35.655348 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bb21308f-4f51-43d4-bf42-0fd2c91a6ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:35.689382 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3c22712a-66db-4442-9f51-062a97e6f2d8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:35.703378 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6c26020d-11e6-41d5-bce0-921e90744b5b req-41d9e48c-e46e-462f-b6d1-6f9b82f8d111 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595725 Jul 06 14:08:35.711103 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-3c22712a-66db-4442-9f51-062a97e6f2d8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Transition to ACTIVE for port object 696c9c27-edd1-49ee-bbed-8806996cb9b4 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:35.715185 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3c22712a-66db-4442-9f51-062a97e6f2d8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:35.771248 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bb21308f-4f51-43d4-bf42-0fd2c91a6ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:35.781303 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bb21308f-4f51-43d4-bf42-0fd2c91a6ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:35.790232 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-9d64e824-f927-4609-a06d-f663c9d57d5f None None] Allocated IP 2001:db8:0:1::2 (94f55617-a099-4fcd-ba39-64bd8d96ca0c/8ac558cd-6b8c-4ffa-8479-4786ed31da67/c9ab7717-3ccb-4aca-8447-08a26f7829e9) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:35.807678 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-3c22712a-66db-4442-9f51-062a97e6f2d8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] In _notify_port_updated(), no bound segment for port 696c9c27-edd1-49ee-bbed-8806996cb9b4 on network 94f55617-a099-4fcd-ba39-64bd8d96ca0c {{(pid=100418) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:08:35.815041 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c22712a-66db-4442-9f51-062a97e6f2d8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:35.815699 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3c22712a-66db-4442-9f51-062a97e6f2d8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:35.817810 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21308f-4f51-43d4-bf42-0fd2c91a6ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da35dff3-b4e1-4fb7-95be-868a2282524a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:35.820128 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3c22712a-66db-4442-9f51-062a97e6f2d8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "PUT /v2.0/ports/696c9c27-edd1-49ee-bbed-8806996cb9b4 HTTP/1.1" status: 200 len: 931 time: 1.2440367 Jul 06 14:08:35.820829 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39980) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:35.838979 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bb21308f-4f51-43d4-bf42-0fd2c91a6ace admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=e33ba20736d54b6e8c95fc84b54f0843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1971469 Jul 06 14:08:35.841458 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39982) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:35.861335 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22712a-66db-4442-9f51-062a97e6f2d8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Port': ['ID=696c9c27-edd1-49ee-bbed-8806996cb9b4,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:35.907398 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bfc706be-13b0-4eec-97bd-7320e61d64e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:35.919882 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9d64e824-f927-4609-a06d-f663c9d57d5f None None] For port c9ab7717-3ccb-4aca-8447-08a26f7829e9, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c9ab7717-3ccb-4aca-8447-08a26f7829e9,segment=NetworkSegment(da610430-9307-4a9c-b795-25f813b0394d),segment_id=da610430-9307-4a9c-b795-25f813b0394d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:35.938715 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bfc706be-13b0-4eec-97bd-7320e61d64e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:35.952613 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c9ab7717-3ccb-4aca-8447-08a26f7829e9 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:35.982331 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-c0d74524-ed64-4d65-99b6-6f3e7a00286d tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting port 696c9c27-edd1-49ee-bbed-8806996cb9b4 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:35.982694 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c0d74524-ed64-4d65-99b6-6f3e7a00286d tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:35.988309 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9d64e824-f927-4609-a06d-f663c9d57d5f None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:35.995460 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0c7d3-6103-44bf-937f-bd274cc646a3 req-180355d0-b38b-4360-a365-947bd40fd0f1 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:36.001775 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-11e0c7d3-6103-44bf-937f-bd274cc646a3 req-180355d0-b38b-4360-a365-947bd40fd0f1 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 945 time: 0.1376505 Jul 06 14:08:36.001982 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bfc706be-13b0-4eec-97bd-7320e61d64e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:36.001982 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bfc706be-13b0-4eec-97bd-7320e61d64e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:36.007146 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bfc706be-13b0-4eec-97bd-7320e61d64e3 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/da35dff3-b4e1-4fb7-95be-868a2282524a HTTP/1.1" status: 204 len: 168 time: 0.1635733 Jul 06 14:08:36.012822 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9d64e824-f927-4609-a06d-f663c9d57d5f None None] Transition to ACTIVE for port object c9ab7717-3ccb-4aca-8447-08a26f7829e9 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:36.020496 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc706be-13b0-4eec-97bd-7320e61d64e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da35dff3-b4e1-4fb7-95be-868a2282524a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:36.024081 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9d64e824-f927-4609-a06d-f663c9d57d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:36.091256 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-11e0c7d3-6103-44bf-937f-bd274cc646a3 req-0fd4b8e6-9892-4565-bdc6-57d10e89fe8c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820851 Jul 06 14:08:36.130452 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c0d74524-ed64-4d65-99b6-6f3e7a00286d tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:36.141321 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64e824-f927-4609-a06d-f663c9d57d5f None None] Pushing event updated for resources: {'Port': ['ID=c9ab7717-3ccb-4aca-8447-08a26f7829e9,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:36.151641 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-c0d74524-ed64-4d65-99b6-6f3e7a00286d tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Calling delete_port for 696c9c27-edd1-49ee-bbed-8806996cb9b4 owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:36.169148 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad0008f-e9ce-43c7-84ee-bcfe8d8e2d30 x-openstack-request-id: req-1ad0008f-e9ce-43c7-84ee-bcfe8d8e2d30 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:08:36.169448 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59132335-35ae-4a17-ac35-f1735ca75803", "name": "network-vif-plugged", "status": "completed", "tag": "d6012d47-bb25-4268-b025-e7f056eb2224", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:08:36.169703 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-1ad0008f-e9ce-43c7-84ee-bcfe8d8e2d30 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:08:36.170452 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59132335-35ae-4a17-ac35-f1735ca75803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6012d47-bb25-4268-b025-e7f056eb2224', 'code': 200} Jul 06 14:08:36.721062 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53fc10-7d3c-4785-93fd-5ca0532e59e5 req-06af1911-572c-40fb-8aa6-9099679c4e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:36.722685 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3f53fc10-7d3c-4785-93fd-5ca0532e59e5 req-06af1911-572c-40fb-8aa6-9099679c4e43 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 1096 time: 0.2364378 Jul 06 14:08:36.743004 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96723a13-9399-4cb5-b94f-5ca2c3326cee req-0aa44180-fc50-4d25-8946-73a729a1907d tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:36.744600 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-96723a13-9399-4cb5-b94f-5ca2c3326cee req-0aa44180-fc50-4d25-8946-73a729a1907d tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=2db66606-9744-4724-b856-3e8e0d529780 HTTP/1.1" status: 200 len: 945 time: 0.2202454 Jul 06 14:08:36.753056 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c0d74524-ed64-4d65-99b6-6f3e7a00286d tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:36.822252 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d74524-ed64-4d65-99b6-6f3e7a00286d tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Port': ['ID=696c9c27-edd1-49ee-bbed-8806996cb9b4,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:36.864461 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c0d74524-ed64-4d65-99b6-6f3e7a00286d tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:36.867046 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c0d74524-ed64-4d65-99b6-6f3e7a00286d tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/ports/696c9c27-edd1-49ee-bbed-8806996cb9b4 HTTP/1.1" status: 204 len: 168 time: 1.0425661 Jul 06 14:08:36.870328 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40010) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:36.874773 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3f53fc10-7d3c-4785-93fd-5ca0532e59e5 req-163138ea-48c5-4574-8ff1-c779d099d1a2 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431937 Jul 06 14:08:36.895947 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-96723a13-9399-4cb5-b94f-5ca2c3326cee req-6f4007fc-1979-44c6-8e9f-cc3da234e45f tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447251 Jul 06 14:08:36.906496 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d63def-b97b-4ef5-9026-795d71027d1b req-5c47e8a1-c5da-4504-bde2-bbcd2121b0e0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:36.908394 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-14d63def-b97b-4ef5-9026-795d71027d1b req-5c47e8a1-c5da-4504-bde2-bbcd2121b0e0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.52 "GET /v2.0/ports?device_id=2db66606-9744-4724-b856-3e8e0d529780 HTTP/1.1" status: 200 len: 945 time: 0.2524035 Jul 06 14:08:36.920687 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd34d809-071e-4c9b-92a9-934e9a771d35 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] GET failed (client error): The resource could not be found. Jul 06 14:08:36.922367 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bd34d809-071e-4c9b-92a9-934e9a771d35 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "GET /v2.0/ports/696c9c27-edd1-49ee-bbed-8806996cb9b4 HTTP/1.1" status: 404 len: 333 time: 0.0504651 Jul 06 14:08:36.929681 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40012) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:36.952509 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ae859cea-1529-4a5e-bbb7-bfa8e7dd1060 None None] Provisioning for port c9ab7717-3ccb-4aca-8447-08a26f7829e9 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:36.963534 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ae859cea-1529-4a5e-bbb7-bfa8e7dd1060 None None] Provisioning complete for port c9ab7717-3ccb-4aca-8447-08a26f7829e9 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:36.963921 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae859cea-1529-4a5e-bbb7-bfa8e7dd1060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.013158 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8cba0f16-d6aa-4353-9628-055a163b6909 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.064721 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8cba0f16-d6aa-4353-9628-055a163b6909 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.129501 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-14d63def-b97b-4ef5-9026-795d71027d1b req-071d64e8-c165-4f35-ad47-daf110118ba3 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Deleting port e6c55794-132e-482c-9470-acf4bcfea660 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:37.129887 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-14d63def-b97b-4ef5-9026-795d71027d1b req-071d64e8-c165-4f35-ad47-daf110118ba3 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.131104 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8cba0f16-d6aa-4353-9628-055a163b6909 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.135023 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8cba0f16-d6aa-4353-9628-055a163b6909 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.136466 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8cba0f16-d6aa-4353-9628-055a163b6909 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/security-groups/3066c61c-ff3b-477c-963e-653e76f223b4 HTTP/1.1" status: 204 len: 168 time: 0.2054288 Jul 06 14:08:37.146122 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40022) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:37.147873 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba0f16-d6aa-4353-9628-055a163b6909 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3066c61c-ff3b-477c-963e-653e76f223b4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:37.218387 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ae859cea-1529-4a5e-bbb7-bfa8e7dd1060 None None] Provisioning complete for port e67cd7d0-1978-4a62-814d-c71c9078607f triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:37.219552 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae859cea-1529-4a5e-bbb7-bfa8e7dd1060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.280888 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-ae859cea-1529-4a5e-bbb7-bfa8e7dd1060 None None] Port e67cd7d0-1978-4a62-814d-c71c9078607f cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:37.289059 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ae859cea-1529-4a5e-bbb7-bfa8e7dd1060 None None] Could not find standard attr ID for object 696c9c27-edd1-49ee-bbed-8806996cb9b4. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:08:37.292455 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f0b449bd-81e5-4a1d-a666-24014fe4c422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.317197 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c71ebc-5b7f-4d04-8df5-7a6da0c5a4a0 req-18c87d10-3e66-4661-a4aa-07ae0549582c tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:37.319990 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45c71ebc-5b7f-4d04-8df5-7a6da0c5a4a0 req-18c87d10-3e66-4661-a4aa-07ae0549582c tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 946 time: 0.2267437 Jul 06 14:08:37.324568 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6d0d0594-07bc-4919-a750-36d2c572543c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.332454 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-14d63def-b97b-4ef5-9026-795d71027d1b req-071d64e8-c165-4f35-ad47-daf110118ba3 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] For port e6c55794-132e-482c-9470-acf4bcfea660, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=e6c55794-132e-482c-9470-acf4bcfea660,segment=NetworkSegment(66f13dfd-887a-4dab-b5ac-df85696e381e),segment_id=66f13dfd-887a-4dab-b5ac-df85696e381e)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:37.332835 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-14d63def-b97b-4ef5-9026-795d71027d1b req-071d64e8-c165-4f35-ad47-daf110118ba3 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.377073 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-14d63def-b97b-4ef5-9026-795d71027d1b req-071d64e8-c165-4f35-ad47-daf110118ba3 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Calling delete_port for e6c55794-132e-482c-9470-acf4bcfea660 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:37.383370 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6d0d0594-07bc-4919-a750-36d2c572543c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.405282 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d09da1c3-7a81-403a-83db-c2f33246a974 None None] Could not find standard attr ID for object 696c9c27-edd1-49ee-bbed-8806996cb9b4. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:08:37.471709 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45c71ebc-5b7f-4d04-8df5-7a6da0c5a4a0 req-c67f03d5-8b39-4cd4-becb-13f27418feec tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416080 Jul 06 14:08:37.511882 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6d0d0594-07bc-4919-a750-36d2c572543c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.514656 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6d0d0594-07bc-4919-a750-36d2c572543c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.518779 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6d0d0594-07bc-4919-a750-36d2c572543c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/security-groups/46cf6f8f-3085-417e-9d51-a0af09ae70ca HTTP/1.1" status: 204 len: 168 time: 0.3704607 Jul 06 14:08:37.518972 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40042) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:37.532380 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d0594-07bc-4919-a750-36d2c572543c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cf6f8f-3085-417e-9d51-a0af09ae70ca,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:37.596028 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-2345b7e6-4ea9-45ba-9d2b-9b131b6d223c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting subnet 6c9c5d53-dfc5-408b-8e5d-3fa756b4c178 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:08:37.601100 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2345b7e6-4ea9-45ba-9d2b-9b131b6d223c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.646208 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2345b7e6-4ea9-45ba-9d2b-9b131b6d223c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.665872 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-14d63def-b97b-4ef5-9026-795d71027d1b req-071d64e8-c165-4f35-ad47-daf110118ba3 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.679003 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['56bb6c77-705c-4c82-a6eb-48fdecb2609d', '4580ab9e-a53d-4fb1-92fd-c4c4847b344a', 'e6c55794-132e-482c-9470-acf4bcfea660'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:08:37.683961 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['ad56caa7-4fc5-4f47-adc1-38c9ecec70d5'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:08:37.739496 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d64e8-c165-4f35-ad47-daf110118ba3 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Pushing event deleted for resources: {'Port': ['ID=e6c55794-132e-482c-9470-acf4bcfea660,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:37.767172 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d63def-b97b-4ef5-9026-795d71027d1b req-071d64e8-c165-4f35-ad47-daf110118ba3 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] No DVR routers for this DVR port e6c55794-132e-482c-9470-acf4bcfea660 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:37.770634 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-14d63def-b97b-4ef5-9026-795d71027d1b req-071d64e8-c165-4f35-ad47-daf110118ba3 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:37.773905 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-14d63def-b97b-4ef5-9026-795d71027d1b req-071d64e8-c165-4f35-ad47-daf110118ba3 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.52 "DELETE /v2.0/ports/e6c55794-132e-482c-9470-acf4bcfea660 HTTP/1.1" status: 204 len: 173 time: 0.8568180 Jul 06 14:08:37.776262 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db66606-9744-4724-b856-3e8e0d529780', 'name': 'network-vif-deleted', 'tag': 'e6c55794-132e-482c-9470-acf4bcfea660'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:08:37.779147 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d292ac-cc85-4f89-b939-532cc95b5d38" -d '{"events": [{"server_uuid": "2db66606-9744-4724-b856-3e8e0d529780", "name": "network-vif-deleted", "tag": "e6c55794-132e-482c-9470-acf4bcfea660"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:08:37.798738 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f38eb-7672-4606-893b-ea6cfc2c8ee9 req-bbc35451-5e4c-4e84-9522-ff2d57179dd1 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:37.800998 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-321f38eb-7672-4606-893b-ea6cfc2c8ee9 req-bbc35451-5e4c-4e84-9522-ff2d57179dd1 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 945 time: 0.1969101 Jul 06 14:08:37.859556 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-321f38eb-7672-4606-893b-ea6cfc2c8ee9 req-d0cb6e39-74c6-45d1-8db0-cd2cbbb2b3b7 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476720 Jul 06 14:08:38.024177 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40050) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:38.052565 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c9ab7717-3ccb-4aca-8447-08a26f7829e9 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:38.081915 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8df83c-e715-4a22-a145-014d612101fd x-openstack-request-id: req-be8df83c-e715-4a22-a145-014d612101fd {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:08:38.082530 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db66606-9744-4724-b856-3e8e0d529780", "name": "network-vif-deleted", "tag": "e6c55794-132e-482c-9470-acf4bcfea660", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:08:38.083015 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-be8df83c-e715-4a22-a145-014d612101fd {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:08:38.083634 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db66606-9744-4724-b856-3e8e0d529780', 'name': 'network-vif-deleted', 'tag': 'e6c55794-132e-482c-9470-acf4bcfea660', 'status': 'completed', 'code': 200} Jul 06 14:08:38.206569 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port c9ab7717-3ccb-4aca-8447-08a26f7829e9 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:38.206569 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:38.259038 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f4648b26-a8cf-4c11-b07d-4eb909975f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:38.262345 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2345b7e6-4ea9-45ba-9d2b-9b131b6d223c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:38.263741 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e7366907-525f-4a44-bd6b-c6cd01c41664 req-6b94995d-cc77-4c4e-8992-4cb56bf3db89 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=2db66606-9744-4724-b856-3e8e0d529780 HTTP/1.1" status: 200 len: 210 time: 0.0392482 Jul 06 14:08:38.337617 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2345b7e6-4ea9-45ba-9d2b-9b131b6d223c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:38.361528 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82c7bab-fac0-4167-86c1-b75521e10320 None None] Network 94f55617-a099-4fcd-ba39-64bd8d96ca0c requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:38.369670 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2345b7e6-4ea9-45ba-9d2b-9b131b6d223c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:38.371983 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2345b7e6-4ea9-45ba-9d2b-9b131b6d223c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/subnets/6c9c5d53-dfc5-408b-8e5d-3fa756b4c178 HTTP/1.1" status: 204 len: 168 time: 0.8510580 Jul 06 14:08:38.377791 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345b7e6-4ea9-45ba-9d2b-9b131b6d223c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Subnet': ['ID=6c9c5d53-dfc5-408b-8e5d-3fa756b4c178,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:38.379853 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40054) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:38.391423 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-997e9fd0-d092-4d03-a8cc-d35862fe7add tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'subnet': {'network_id': '94f55617-a099-4fcd-ba39-64bd8d96ca0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:38.480403 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f4648b26-a8cf-4c11-b07d-4eb909975f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:38.484837 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f4648b26-a8cf-4c11-b07d-4eb909975f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:38.555181 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4648b26-a8cf-4c11-b07d-4eb909975f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b3e185-7e8f-4c13-abe2-198864f8b2ad,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:38.563664 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f4648b26-a8cf-4c11-b07d-4eb909975f3f admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=74c969a5d934495b974deb829910fd6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5350060 Jul 06 14:08:38.564035 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40058) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:38.595801 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997e9fd0-d092-4d03-a8cc-d35862fe7add tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:38.599564 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-997e9fd0-d092-4d03-a8cc-d35862fe7add tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:38.651289 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-26bbf3bb-ad4f-4ad3-99ea-7cab2d2fd620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:38.683562 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-26bbf3bb-ad4f-4ad3-99ea-7cab2d2fd620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:38.770360 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-26bbf3bb-ad4f-4ad3-99ea-7cab2d2fd620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:38.774065 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-26bbf3bb-ad4f-4ad3-99ea-7cab2d2fd620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:38.775527 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ab5ef-403e-4497-bd41-8bb453cab7ee req-3fc776ae-476a-4d8d-8195-7c3fef603d7e tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:38.777088 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-458ab5ef-403e-4497-bd41-8bb453cab7ee req-3fc776ae-476a-4d8d-8195-7c3fef603d7e tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 946 time: 0.1235919 Jul 06 14:08:38.778380 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-26bbf3bb-ad4f-4ad3-99ea-7cab2d2fd620 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/50b3e185-7e8f-4c13-abe2-198864f8b2ad HTTP/1.1" status: 204 len: 168 time: 0.2132022 Jul 06 14:08:38.791320 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bbf3bb-ad4f-4ad3-99ea-7cab2d2fd620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b3e185-7e8f-4c13-abe2-198864f8b2ad,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:38.878207 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-458ab5ef-403e-4497-bd41-8bb453cab7ee req-fc2d1436-2306-44bc-bee9-50845424ba8a tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846305 Jul 06 14:08:38.988917 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-997e9fd0-d092-4d03-a8cc-d35862fe7add tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:39.032519 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997e9fd0-d092-4d03-a8cc-d35862fe7add tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network 94f55617-a099-4fcd-ba39-64bd8d96ca0c is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:39.050949 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-997e9fd0-d092-4d03-a8cc-d35862fe7add tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:39.057248 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997e9fd0-d092-4d03-a8cc-d35862fe7add tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:39.058252 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-997e9fd0-d092-4d03-a8cc-d35862fe7add tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:39.125955 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40072) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:39.126174 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-997e9fd0-d092-4d03-a8cc-d35862fe7add tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7449703 Jul 06 14:08:39.128739 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e9fd0-d092-4d03-a8cc-d35862fe7add tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Subnet': ['ID=03e5b4c1-e9ee-4e5f-aaf6-490678e75e73,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:39.138477 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-bdc15c1a-50b2-4f0f-9d68-6beb39b42110 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'security_group': {'name': 'tempest-secgroup-270363956'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:39.170379 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bdc15c1a-50b2-4f0f-9d68-6beb39b42110 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:39.170536 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290770f-d692-4103-89b4-04de9e9e175b req-ece6f27b-9e24-4161-a62e-870211f0c468 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:39.180864 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d290770f-d692-4103-89b4-04de9e9e175b req-ece6f27b-9e24-4161-a62e-870211f0c468 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 945 time: 0.1515946 Jul 06 14:08:39.233527 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d290770f-d692-4103-89b4-04de9e9e175b req-c027bf30-6b35-4902-8cd7-470036406b2d tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523481 Jul 06 14:08:39.316716 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bdc15c1a-50b2-4f0f-9d68-6beb39b42110 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:39.323952 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bdc15c1a-50b2-4f0f-9d68-6beb39b42110 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:39.355858 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bdc15c1a-50b2-4f0f-9d68-6beb39b42110 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:39.357510 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bdc15c1a-50b2-4f0f-9d68-6beb39b42110 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2298763 Jul 06 14:08:39.360942 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40082) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:39.368531 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc15c1a-50b2-4f0f-9d68-6beb39b42110 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=111b712b-ada3-417e-afeb-3375ad96b172,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:39.368777 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-ea9cc469-1f63-41c4-9d44-c7aab1bcfbeb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'security_group': {'name': 'tempest-secgroup-1243169486'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:39.375507 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383c4e79-c307-441e-89a3-72bf0e39aa7b None None] Network 94f55617-a099-4fcd-ba39-64bd8d96ca0c requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:39.396200 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ea9cc469-1f63-41c4-9d44-c7aab1bcfbeb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:39.473216 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9705f689-2304-4528-8ffc-30729fe4021f None None] Provisioning complete for port c9ab7717-3ccb-4aca-8447-08a26f7829e9 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:39.473605 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9705f689-2304-4528-8ffc-30729fe4021f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:39.532566 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ea9cc469-1f63-41c4-9d44-c7aab1bcfbeb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:39.540207 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ea9cc469-1f63-41c4-9d44-c7aab1bcfbeb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:39.576121 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ea9cc469-1f63-41c4-9d44-c7aab1bcfbeb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:39.577672 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ea9cc469-1f63-41c4-9d44-c7aab1bcfbeb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2148256 Jul 06 14:08:39.580486 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40090) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:39.585500 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-40e0a381-a940-4f4d-a3d9-b86d2b3410cd tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'security_group': {'name': 'tempest-secgroup-1776970708'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:39.591235 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9cc469-1f63-41c4-9d44-c7aab1bcfbeb tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10623028-f41c-40a9-a5a9-aedf31389ffb,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:39.608424 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fccbe-4bfc-4db3-bc33-5ca1e1f2ba6c req-e87a103f-4d44-46cc-a520-37654eab1d6f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:39.610765 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-587fccbe-4bfc-4db3-bc33-5ca1e1f2ba6c req-e87a103f-4d44-46cc-a520-37654eab1d6f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 945 time: 0.1288116 Jul 06 14:08:39.627064 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40e0a381-a940-4f4d-a3d9-b86d2b3410cd tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:39.670285 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-587fccbe-4bfc-4db3-bc33-5ca1e1f2ba6c req-75dfc2c8-c010-4266-8682-3863eeea3fcf tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485475 Jul 06 14:08:39.681415 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9705f689-2304-4528-8ffc-30729fe4021f None None] Provisioning complete for port e67cd7d0-1978-4a62-814d-c71c9078607f triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:39.683160 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9705f689-2304-4528-8ffc-30729fe4021f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:39.694557 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40094) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:39.741680 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40e0a381-a940-4f4d-a3d9-b86d2b3410cd tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:39.746554 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40e0a381-a940-4f4d-a3d9-b86d2b3410cd tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:39.749367 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9705f689-2304-4528-8ffc-30729fe4021f None None] Port e67cd7d0-1978-4a62-814d-c71c9078607f cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:39.790490 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40e0a381-a940-4f4d-a3d9-b86d2b3410cd tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:39.794327 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-40e0a381-a940-4f4d-a3d9-b86d2b3410cd tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2100511 Jul 06 14:08:39.794593 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40102) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:39.799828 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-46dc5fd8-b968-4846-a049-f6b5e7b1c1dc tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1824663672', 'security_groups': ['2c201deb-cb36-4600-a220-64d89416d255'], 'network_id': '94f55617-a099-4fcd-ba39-64bd8d96ca0c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '03e5b4c1-e9ee-4e5f-aaf6-490678e75e73'}]}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:39.835261 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0a381-a940-4f4d-a3d9-b86d2b3410cd tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c201deb-cb36-4600-a220-64d89416d255,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:39.905403 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644fbd6b-6a66-42b2-ae93-44d9f2fb4f9e None None] Update dhcp port {'port': {'network_id': '94f55617-a099-4fcd-ba39-64bd8d96ca0c', 'fixed_ips': [{'subnet_id': '8ac558cd-6b8c-4ffa-8479-4786ed31da67', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '03e5b4c1-e9ee-4e5f-aaf6-490678e75e73'}], 'binding:host_id': 'n-d-773644-6'}, 'id': 'c9ab7717-3ccb-4aca-8447-08a26f7829e9'} from n-d-773644-6. {{(pid=100419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:08:39.946641 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-644fbd6b-6a66-42b2-ae93-44d9f2fb4f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.057362 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46dc5fd8-b968-4846-a049-f6b5e7b1c1dc tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:40.203851 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.258322 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-46dc5fd8-b968-4846-a049-f6b5e7b1c1dc tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.259776 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517676f5-0d84-4780-b981-1cf1950c2f4a req-affc2a1d-f3a5-4863-a511-4965c262727f tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:40.261607 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-517676f5-0d84-4780-b981-1cf1950c2f4a req-affc2a1d-f3a5-4863-a511-4965c262727f tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 946 time: 0.1235993 Jul 06 14:08:40.281840 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9b24a4-785d-4af3-bca0-d4e90e7de9fc tempest-TestVolumeBootPattern-1583064790 tempest-TestVolumeBootPattern-1583064790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:40.286426 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-de9b24a4-785d-4af3-bca0-d4e90e7de9fc tempest-TestVolumeBootPattern-1583064790 tempest-TestVolumeBootPattern-1583064790-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 1091 time: 0.5898914 Jul 06 14:08:40.288571 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40114) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:40.297505 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-2fad6586-98ff-4937-92c2-fa14e5340e4a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'port_id': 'd6012d47-bb25-4268-b025-e7f056eb2224', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:40.326083 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2fad6586-98ff-4937-92c2-fa14e5340e4a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for floatingip, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.332641 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-46dc5fd8-b968-4846-a049-f6b5e7b1c1dc tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] device_id is not set on port e62b037b-9b9c-4ea0-b969-355d2529f340 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:08:40.344648 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-644fbd6b-6a66-42b2-ae93-44d9f2fb4f9e None None] Allocated IP 2001:db8::2 (94f55617-a099-4fcd-ba39-64bd8d96ca0c/03e5b4c1-e9ee-4e5f-aaf6-490678e75e73/c9ab7717-3ccb-4aca-8447-08a26f7829e9) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:40.345080 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-517676f5-0d84-4780-b981-1cf1950c2f4a req-ada82c8b-e071-4a6b-a3c0-dd797009df47 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617187 Jul 06 14:08:40.477228 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-644fbd6b-6a66-42b2-ae93-44d9f2fb4f9e None None] For port c9ab7717-3ccb-4aca-8447-08a26f7829e9, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c9ab7717-3ccb-4aca-8447-08a26f7829e9,segment=NetworkSegment(da610430-9307-4a9c-b795-25f813b0394d),segment_id=da610430-9307-4a9c-b795-25f813b0394d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:40.511793 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-644fbd6b-6a66-42b2-ae93-44d9f2fb4f9e None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.530245 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-644fbd6b-6a66-42b2-ae93-44d9f2fb4f9e None None] Transition to ACTIVE for port object c9ab7717-3ccb-4aca-8447-08a26f7829e9 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:40.535954 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-644fbd6b-6a66-42b2-ae93-44d9f2fb4f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.609662 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2fad6586-98ff-4937-92c2-fa14e5340e4a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.621261 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fbd6b-6a66-42b2-ae93-44d9f2fb4f9e None None] Pushing event updated for resources: {'Port': ['ID=c9ab7717-3ccb-4aca-8447-08a26f7829e9,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:40.640173 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d22c-e4db-443c-bb4e-626c936fd376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:40.690279 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device e6c55794-132e-482c-9470-acf4bcfea660 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:40.715772 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-46dc5fd8-b968-4846-a049-f6b5e7b1c1dc tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Allocated IP 2001:db8::140 (94f55617-a099-4fcd-ba39-64bd8d96ca0c/03e5b4c1-e9ee-4e5f-aaf6-490678e75e73/e62b037b-9b9c-4ea0-b969-355d2529f340) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:40.722684 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: e6c55794-132e-482c-9470-acf4bcfea660 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:08:40.723039 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device e6c55794-132e-482c-9470-acf4bcfea660 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:08:40.947685 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-2fad6586-98ff-4937-92c2-fa14e5340e4a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Allocated IP 172.25.6.197 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/a6003d5f-173d-46c7-9267-a360b913c61d) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:41.040481 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-46dc5fd8-b968-4846-a049-f6b5e7b1c1dc tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:41.064702 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-46dc5fd8-b968-4846-a049-f6b5e7b1c1dc tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Transition to ACTIVE for port object e62b037b-9b9c-4ea0-b969-355d2529f340 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:41.156976 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2fad6586-98ff-4937-92c2-fa14e5340e4a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:41.201177 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-46dc5fd8-b968-4846-a049-f6b5e7b1c1dc tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:41.265575 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc5fd8-b968-4846-a049-f6b5e7b1c1dc tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Port': ['ID=e62b037b-9b9c-4ea0-b969-355d2529f340,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:41.290573 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dc5fd8-b968-4846-a049-f6b5e7b1c1dc tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network 94f55617-a099-4fcd-ba39-64bd8d96ca0c is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:41.294605 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-46dc5fd8-b968-4846-a049-f6b5e7b1c1dc tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:41.300227 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dc5fd8-b968-4846-a049-f6b5e7b1c1dc tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:41.306627 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46dc5fd8-b968-4846-a049-f6b5e7b1c1dc tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:41.307439 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-46dc5fd8-b968-4846-a049-f6b5e7b1c1dc tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:41.328392 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-46dc5fd8-b968-4846-a049-f6b5e7b1c1dc tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5325015 Jul 06 14:08:41.329663 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40178) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:41.336403 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-d4718db0-fd75-410b-9d82-8880acf81e28 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'subnet': {'network_id': '94f55617-a099-4fcd-ba39-64bd8d96ca0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:41.336693 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2fad6586-98ff-4937-92c2-fa14e5340e4a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:41.377649 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fad6586-98ff-4937-92c2-fa14e5340e4a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:41.382056 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-2fad6586-98ff-4937-92c2-fa14e5340e4a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:41.386613 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fad6586-98ff-4937-92c2-fa14e5340e4a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:41.430492 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad6586-98ff-4937-92c2-fa14e5340e4a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Pushing event updated for resources: {'Port': ['ID=a6003d5f-173d-46c7-9267-a360b913c61d,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:41.515394 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8f870544-161f-4be2-91a2-578b23ecf033 None None] Provisioning for port c9ab7717-3ccb-4aca-8447-08a26f7829e9 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:41.532745 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8f870544-161f-4be2-91a2-578b23ecf033 None None] Provisioning complete for port c9ab7717-3ccb-4aca-8447-08a26f7829e9 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:41.533339 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8f870544-161f-4be2-91a2-578b23ecf033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:41.582293 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:41.704229 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8f870544-161f-4be2-91a2-578b23ecf033 None None] Provisioning complete for port e67cd7d0-1978-4a62-814d-c71c9078607f triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:41.706092 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8f870544-161f-4be2-91a2-578b23ecf033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:41.712653 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eea4a1-0f24-4893-b0ab-a29742249fb2 req-89016691-0239-467a-915c-5faff50fe03b tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:41.714283 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-82eea4a1-0f24-4893-b0ab-a29742249fb2 req-89016691-0239-467a-915c-5faff50fe03b tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 946 time: 0.2045527 Jul 06 14:08:41.715884 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4718db0-fd75-410b-9d82-8880acf81e28 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:41.719395 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d4718db0-fd75-410b-9d82-8880acf81e28 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:41.802081 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-8f870544-161f-4be2-91a2-578b23ecf033 None None] Port e67cd7d0-1978-4a62-814d-c71c9078607f cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:41.841891 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-82eea4a1-0f24-4893-b0ab-a29742249fb2 req-fe9011bf-21c5-4a40-b2f3-c9f6a69b29d3 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182549 Jul 06 14:08:41.933695 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6c0e89f2-f5fb-457e-bb90-cc6882005b91 None None] Provisioning for port e62b037b-9b9c-4ea0-b969-355d2529f340 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:41.944462 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6c0e89f2-f5fb-457e-bb90-cc6882005b91 None None] Provisioning complete for port e62b037b-9b9c-4ea0-b969-355d2529f340 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:41.944820 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6c0e89f2-f5fb-457e-bb90-cc6882005b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:41.966647 n-d-773644-6 neutron-server[100418]: INFO neutron.db.ipam_backend_mixin [None req-d4718db0-fd75-410b-9d82-8880acf81e28 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 03e5b4c1-e9ee-4e5f-aaf6-490678e75e73 (CIDR: 2001:db8::/64) Jul 06 14:08:41.978306 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4718db0-fd75-410b-9d82-8880acf81e28 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:08:41.978919 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4718db0-fd75-410b-9d82-8880acf81e28 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:42.006847 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c9ab7717-3ccb-4aca-8447-08a26f7829e9 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:42.011605 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d4718db0-fd75-410b-9d82-8880acf81e28 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6803524 Jul 06 14:08:42.012315 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40208) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:42.017666 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-4962ab7d-fa75-4d02-a0fa-94c48202b3a8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'subnet': {'network_id': '94f55617-a099-4fcd-ba39-64bd8d96ca0c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:42.022758 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-6c0e89f2-f5fb-457e-bb90-cc6882005b91 None None] Port e62b037b-9b9c-4ea0-b969-355d2529f340 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:42.056225 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40210) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:42.085440 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2fad6586-98ff-4937-92c2-fa14e5340e4a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.111367 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port c9ab7717-3ccb-4aca-8447-08a26f7829e9 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:42.112754 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.197450 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4962ab7d-fa75-4d02-a0fa-94c48202b3a8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:42.203353 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4962ab7d-fa75-4d02-a0fa-94c48202b3a8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.233878 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4273c938-d3e3-40a7-8844-e9bb7a73eb73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.247903 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2fad6586-98ff-4937-92c2-fa14e5340e4a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.341501 n-d-773644-6 neutron-server[100418]: INFO neutron.db.ipam_backend_mixin [None req-4962ab7d-fa75-4d02-a0fa-94c48202b3a8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8ac558cd-6b8c-4ffa-8479-4786ed31da67 (CIDR: 2001:db8:0:1::/64) Jul 06 14:08:42.346673 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-4962ab7d-fa75-4d02-a0fa-94c48202b3a8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:08:42.347269 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4962ab7d-fa75-4d02-a0fa-94c48202b3a8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:42.472548 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4273c938-d3e3-40a7-8844-e9bb7a73eb73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.478747 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4273c938-d3e3-40a7-8844-e9bb7a73eb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.492005 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4962ab7d-fa75-4d02-a0fa-94c48202b3a8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4756122 Jul 06 14:08:42.492643 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40216) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:42.500534 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-902728a7-0b72-4102-bc50-844ad0abe22e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'subnet': {'network_id': '94f55617-a099-4fcd-ba39-64bd8d96ca0c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:42.517567 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2fad6586-98ff-4937-92c2-fa14e5340e4a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.534496 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2fad6586-98ff-4937-92c2-fa14e5340e4a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.560111 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4273c938-d3e3-40a7-8844-e9bb7a73eb73 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=905ec3ff28ce4f48b99214cbcc859cce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4942625 Jul 06 14:08:42.561558 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40218) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:42.575625 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273c938-d3e3-40a7-8844-e9bb7a73eb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9d7b21-b685-4767-a9f6-d29986bc907c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:42.636510 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad6586-98ff-4937-92c2-fa14e5340e4a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Pushing event updated for resources: {'Port': ['ID=a6003d5f-173d-46c7-9267-a360b913c61d,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:42.653889 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-86bbcfd3-00e5-4dff-ac14-a65d28aef773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.658109 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2fad6586-98ff-4937-92c2-fa14e5340e4a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.706767 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-86bbcfd3-00e5-4dff-ac14-a65d28aef773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.715545 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902728a7-0b72-4102-bc50-844ad0abe22e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Made reservation on behalf of c99b916444514705ba2472f8fee047d0 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:42.719470 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-902728a7-0b72-4102-bc50-844ad0abe22e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.783046 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-2fad6586-98ff-4937-92c2-fa14e5340e4a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Floating IP 1833b69f-9e77-47f5-807e-3ed391940871 associated. External IP: 172.25.6.197, port: d6012d47-bb25-4268-b025-e7f056eb2224. Jul 06 14:08:42.845020 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-86bbcfd3-00e5-4dff-ac14-a65d28aef773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.847590 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-86bbcfd3-00e5-4dff-ac14-a65d28aef773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:42.848752 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-86bbcfd3-00e5-4dff-ac14-a65d28aef773 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/cf9d7b21-b685-4767-a9f6-d29986bc907c HTTP/1.1" status: 204 len: 168 time: 0.2839000 Jul 06 14:08:42.868999 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbcfd3-00e5-4dff-ac14-a65d28aef773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9d7b21-b685-4767-a9f6-d29986bc907c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:43.069227 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.108487 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fad6586-98ff-4937-92c2-fa14e5340e4a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Router 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:08:43.112180 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-902728a7-0b72-4102-bc50-844ad0abe22e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.149480 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6844d-6d8a-42ae-a661-3f8b8eb600ac req-2b0564b3-bc81-42ac-9177-1a1caa0af110 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:43.156482 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-66b6844d-6d8a-42ae-a661-3f8b8eb600ac req-2b0564b3-bc81-42ac-9177-1a1caa0af110 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 946 time: 0.1406839 Jul 06 14:08:43.201443 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902728a7-0b72-4102-bc50-844ad0abe22e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Network 94f55617-a099-4fcd-ba39-64bd8d96ca0c is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:43.209558 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-902728a7-0b72-4102-bc50-844ad0abe22e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:43.233797 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-66b6844d-6d8a-42ae-a661-3f8b8eb600ac req-bd1bb56d-c33f-4885-a41f-2a251048f24d tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762997 Jul 06 14:08:43.239402 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd636ae0-0158-46c5-b4a7-5fbc68a2b76a None None] Network 94f55617-a099-4fcd-ba39-64bd8d96ca0c requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:43.239629 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902728a7-0b72-4102-bc50-844ad0abe22e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:43.243589 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-902728a7-0b72-4102-bc50-844ad0abe22e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.258155 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902728a7-0b72-4102-bc50-844ad0abe22e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Subnet': ['ID=aa4c886d-1abb-424e-9950-5d0053673c44,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:43.273189 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40232) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:43.293467 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e71e54b9-beb4-4f16-9de5-7c779350199d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.300023 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-902728a7-0b72-4102-bc50-844ad0abe22e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8039699 Jul 06 14:08:43.303279 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40234) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:43.311268 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c028718c-3722-4873-8a9c-3f78c94b8a0c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-776811955', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'aa4c886d-1abb-424e-9950-5d0053673c44'}], 'security_groups': ['111b712b-ada3-417e-afeb-3375ad96b172', '10623028-f41c-40a9-a5a9-aedf31389ffb']}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:43.350114 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fad6586-98ff-4937-92c2-fa14e5340e4a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:08:43.366926 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df46d584-6737-475f-8c37-26d39ff8b09a None None] Sync routers for ids ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:08:43.388482 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df46d584-6737-475f-8c37-26d39ff8b09a None None] Routers {'876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:43.389297 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-df46d584-6737-475f-8c37-26d39ff8b09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:08:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:43.454298 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c028718c-3722-4873-8a9c-3f78c94b8a0c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.509041 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e71e54b9-beb4-4f16-9de5-7c779350199d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.517538 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e71e54b9-beb4-4f16-9de5-7c779350199d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.530552 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2fad6586-98ff-4937-92c2-fa14e5340e4a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.571413 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e54b9-beb4-4f16-9de5-7c779350199d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdee9b47-4e13-4c50-bc6d-9300a1fdf5bd,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:43.577590 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e71e54b9-beb4-4f16-9de5-7c779350199d admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=f37320ba17b04df6a2c7647ba6f53655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3027515 Jul 06 14:08:43.580063 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40236) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:43.648370 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-df46d584-6737-475f-8c37-26d39ff8b09a None None] Set router 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:08:43.662472 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2fad6586-98ff-4937-92c2-fa14e5340e4a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3588946 Jul 06 14:08:43.662472 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59132335-35ae-4a17-ac35-f1735ca75803', 'tag': 'd6012d47-bb25-4268-b025-e7f056eb2224'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:08:43.662472 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ea0990-c237-490c-95ea-95e389f9cff1" -d '{"events": [{"name": "network-changed", "server_uuid": "59132335-35ae-4a17-ac35-f1735ca75803", "tag": "d6012d47-bb25-4268-b025-e7f056eb2224"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:08:43.669292 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b97057e0-08d9-4365-87ff-7b66a216f6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.712580 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b97057e0-08d9-4365-87ff-7b66a216f6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.715311 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09114246-0a7d-4823-b2d3-21936f9e57fc None None] Update dhcp port {'port': {'network_id': '94f55617-a099-4fcd-ba39-64bd8d96ca0c', 'fixed_ips': [{'subnet_id': '8ac558cd-6b8c-4ffa-8479-4786ed31da67', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '03e5b4c1-e9ee-4e5f-aaf6-490678e75e73', 'ip_address': '2001:db8::2'}, {'subnet_id': 'aa4c886d-1abb-424e-9950-5d0053673c44'}], 'binding:host_id': 'n-d-773644-6'}, 'id': 'c9ab7717-3ccb-4aca-8447-08a26f7829e9'} from n-d-773644-6. {{(pid=100419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:08:43.775729 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b97057e0-08d9-4365-87ff-7b66a216f6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.781275 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b97057e0-08d9-4365-87ff-7b66a216f6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:43.785838 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b97057e0-08d9-4365-87ff-7b66a216f6d7 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/cdee9b47-4e13-4c50-bc6d-9300a1fdf5bd HTTP/1.1" status: 204 len: 168 time: 0.2033598 Jul 06 14:08:43.804534 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97057e0-08d9-4365-87ff-7b66a216f6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdee9b47-4e13-4c50-bc6d-9300a1fdf5bd,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:43.852744 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-09114246-0a7d-4823-b2d3-21936f9e57fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:44.006129 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-c028718c-3722-4873-8a9c-3f78c94b8a0c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Delete allocated IP 2001:db8::140 (94f55617-a099-4fcd-ba39-64bd8d96ca0c/03e5b4c1-e9ee-4e5f-aaf6-490678e75e73) {{(pid=100417) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 14:08:44.015173 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-c028718c-3722-4873-8a9c-3f78c94b8a0c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Allocated IP 2001:db8:0:2::28b (94f55617-a099-4fcd-ba39-64bd8d96ca0c/aa4c886d-1abb-424e-9950-5d0053673c44/e62b037b-9b9c-4ea0-b969-355d2529f340) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:44.024489 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-df46d584-6737-475f-8c37-26d39ff8b09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'name': 'tempest-TestVolumeBootPattern-98072569-router', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:11Z', 'revision_number': 4, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'gw_port': {'id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '1833b69f-9e77-47f5-807e-3ed391940871', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'port_id': 'd6012d47-bb25-4268-b025-e7f056eb2224', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'mac_address': 'fa:16:3e:e9:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59132335-35ae-4a17-ac35-f1735ca75803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:08:41Z', 'updated_at': '2021-07-06T14:08:41Z', 'revision_number': 0, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ca2032-f6d4-4f4b-86ad-2e51b1386b85', 'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'mac_address': 'fa:16:3e:14:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:10Z', 'updated_at': '2021-07-06T14:01:18Z', 'revision_number': 5, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'subnets': [{'id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:44.064831 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df46d584-6737-475f-8c37-26d39ff8b09a None None] Checking router: 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:08:44.077355 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df46d584-6737-475f-8c37-26d39ff8b09a None None] Routers {'876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:08:44.078664 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-df46d584-6737-475f-8c37-26d39ff8b09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:08:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:44.230130 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6382c732-aed1-41ce-a50f-cfe4a042f513 x-openstack-request-id: req-6382c732-aed1-41ce-a50f-cfe4a042f513 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:08:44.230312 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59132335-35ae-4a17-ac35-f1735ca75803", "tag": "d6012d47-bb25-4268-b025-e7f056eb2224", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:08:44.230668 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-6382c732-aed1-41ce-a50f-cfe4a042f513 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:08:44.231186 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59132335-35ae-4a17-ac35-f1735ca75803', 'tag': 'd6012d47-bb25-4268-b025-e7f056eb2224', 'status': 'completed', 'code': 200} Jul 06 14:08:44.264997 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-df46d584-6737-475f-8c37-26d39ff8b09a None None] Set router 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:08:44.305786 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c028718c-3722-4873-8a9c-3f78c94b8a0c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:44.311645 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c028718c-3722-4873-8a9c-3f78c94b8a0c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Transition to ACTIVE for port object e62b037b-9b9c-4ea0-b969-355d2529f340 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:44.317787 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c028718c-3722-4873-8a9c-3f78c94b8a0c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:44.456635 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c028718c-3722-4873-8a9c-3f78c94b8a0c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] In _notify_port_updated(), no bound segment for port e62b037b-9b9c-4ea0-b969-355d2529f340 on network 94f55617-a099-4fcd-ba39-64bd8d96ca0c {{(pid=100417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:08:44.460820 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-09114246-0a7d-4823-b2d3-21936f9e57fc None None] Allocated IP 2001:db8:0:2::2 (94f55617-a099-4fcd-ba39-64bd8d96ca0c/aa4c886d-1abb-424e-9950-5d0053673c44/c9ab7717-3ccb-4aca-8447-08a26f7829e9) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:44.464898 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c028718c-3722-4873-8a9c-3f78c94b8a0c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:44.465788 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c028718c-3722-4873-8a9c-3f78c94b8a0c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:44.468758 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c028718c-3722-4873-8a9c-3f78c94b8a0c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "PUT /v2.0/ports/e62b037b-9b9c-4ea0-b969-355d2529f340 HTTP/1.1" status: 200 len: 969 time: 1.1642241 Jul 06 14:08:44.471464 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea0990-c237-490c-95ea-95e389f9cff1 req-45595b3f-41ee-4968-aa6a-ca73a6aa8522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:44.473337 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30ea0990-c237-490c-95ea-95e389f9cff1 req-45595b3f-41ee-4968-aa6a-ca73a6aa8522 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 1096 time: 0.2080901 Jul 06 14:08:44.475645 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40254) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:44.481487 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028718c-3722-4873-8a9c-3f78c94b8a0c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event updated for resources: {'Port': ['ID=e62b037b-9b9c-4ea0-b969-355d2529f340,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:44.590447 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-09114246-0a7d-4823-b2d3-21936f9e57fc None None] For port c9ab7717-3ccb-4aca-8447-08a26f7829e9, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c9ab7717-3ccb-4aca-8447-08a26f7829e9,segment=NetworkSegment(da610430-9307-4a9c-b795-25f813b0394d),segment_id=da610430-9307-4a9c-b795-25f813b0394d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:44.625778 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-09114246-0a7d-4823-b2d3-21936f9e57fc None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:44.640420 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-df46d584-6737-475f-8c37-26d39ff8b09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'name': 'tempest-TestVolumeBootPattern-98072569-router', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:11Z', 'revision_number': 4, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'gw_port': {'id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '1833b69f-9e77-47f5-807e-3ed391940871', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'port_id': 'd6012d47-bb25-4268-b025-e7f056eb2224', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'mac_address': 'fa:16:3e:e9:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59132335-35ae-4a17-ac35-f1735ca75803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:08:41Z', 'updated_at': '2021-07-06T14:08:41Z', 'revision_number': 0, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ca2032-f6d4-4f4b-86ad-2e51b1386b85', 'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'mac_address': 'fa:16:3e:14:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:10Z', 'updated_at': '2021-07-06T14:01:18Z', 'revision_number': 5, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'subnets': [{'id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:44.646871 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-09114246-0a7d-4823-b2d3-21936f9e57fc None None] Transition to ACTIVE for port object c9ab7717-3ccb-4aca-8447-08a26f7829e9 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:44.653861 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-09114246-0a7d-4823-b2d3-21936f9e57fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:44.669410 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df46d584-6737-475f-8c37-26d39ff8b09a None None] The sync data for ids ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'] in n-d-773644-6 is: [{'id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'name': 'tempest-TestVolumeBootPattern-98072569-router', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:11Z', 'revision_number': 4, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'gw_port': {'id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '1833b69f-9e77-47f5-807e-3ed391940871', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'port_id': 'd6012d47-bb25-4268-b025-e7f056eb2224', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'mac_address': 'fa:16:3e:e9:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59132335-35ae-4a17-ac35-f1735ca75803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:08:41Z', 'updated_at': '2021-07-06T14:08:41Z', 'revision_number': 0, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ca2032-f6d4-4f4b-86ad-2e51b1386b85', 'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'mac_address': 'fa:16:3e:14:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:10Z', 'updated_at': '2021-07-06T14:01:18Z', 'revision_number': 5, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'subnets': [{'id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:08:44.791086 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09114246-0a7d-4823-b2d3-21936f9e57fc None None] Pushing event updated for resources: {'Port': ['ID=c9ab7717-3ccb-4aca-8447-08a26f7829e9,revision_number=7']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:44.952114 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1164a-955d-4620-bee2-54dc555a56c0 req-bdf6c4d6-a2b0-4d0d-ad1b-28b0734dc775 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:44.959424 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-84f1164a-955d-4620-bee2-54dc555a56c0 req-bdf6c4d6-a2b0-4d0d-ad1b-28b0734dc775 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=634d2c54-b5f5-4fb8-8989-8a4840b1f0fb HTTP/1.1" status: 200 len: 946 time: 0.5411134 Jul 06 14:08:44.968135 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e40f629-c9e6-465e-a198-0512aed2fd4c None None] New status for floating IP 1833b69f-9e77-47f5-807e-3ed391940871: ACTIVE {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:08:44.992414 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea0990-c237-490c-95ea-95e389f9cff1 req-c69bbd8f-c332-43d2-a557-ae84160daa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:44.995001 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30ea0990-c237-490c-95ea-95e389f9cff1 req-c69bbd8f-c332-43d2-a557-ae84160daa99 service neutron] 10.222.0.124 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 911 time: 0.5080009 Jul 06 14:08:45.067666 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-84f1164a-955d-4620-bee2-54dc555a56c0 req-ea4d5c1e-2220-4530-8a9a-2ab0109ec00c tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073480 Jul 06 14:08:45.087059 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-3e38519a-3f2e-484b-be6c-805586e0b005 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting port e62b037b-9b9c-4ea0-b969-355d2529f340 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:45.087413 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e38519a-3f2e-484b-be6c-805586e0b005 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:45.235970 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e38519a-3f2e-484b-be6c-805586e0b005 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:45.252548 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-3e38519a-3f2e-484b-be6c-805586e0b005 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Calling delete_port for e62b037b-9b9c-4ea0-b969-355d2529f340 owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:45.260185 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30ea0990-c237-490c-95ea-95e389f9cff1 req-8adc9a0d-f7d0-4698-9b40-611f1b4c21fe service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6012d47-bb25-4268-b025-e7f056eb2224 HTTP/1.1" status: 200 len: 999 time: 0.2480781 Jul 06 14:08:45.397999 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea0990-c237-490c-95ea-95e389f9cff1 req-b9a4d400-df00-4539-ab9e-9037570b3948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:45.399603 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30ea0990-c237-490c-95ea-95e389f9cff1 req-b9a4d400-df00-4539-ab9e-9037570b3948 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=63f5e127-3353-454e-884a-bc0470d3f3d4 HTTP/1.1" status: 200 len: 849 time: 0.1231010 Jul 06 14:08:45.462791 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5022a28-1506-43f4-ab9b-5a9cac7819dd req-8c39900a-052a-4b57-b2eb-72f37eb74e74 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:45.464389 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c5022a28-1506-43f4-ab9b-5a9cac7819dd req-8c39900a-052a-4b57-b2eb-72f37eb74e74 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 946 time: 0.2067246 Jul 06 14:08:45.562920 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c5022a28-1506-43f4-ab9b-5a9cac7819dd req-713e3af4-e2c3-48ca-925e-d9adccaa6088 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901134 Jul 06 14:08:45.566532 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea0990-c237-490c-95ea-95e389f9cff1 req-6e7b999a-a1bb-45e2-949b-4d7a74e4ec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:45.568752 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30ea0990-c237-490c-95ea-95e389f9cff1 req-6e7b999a-a1bb-45e2-949b-4d7a74e4ec1d service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=55ac526b-1e87-42ff-98ca-8b8357b7302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1546919 Jul 06 14:08:45.570265 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e38519a-3f2e-484b-be6c-805586e0b005 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:45.579407 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ac9e0c43-b166-4494-b5f8-8a96e6f29f74 None None] Provisioning for port c9ab7717-3ccb-4aca-8447-08a26f7829e9 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:45.590249 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ac9e0c43-b166-4494-b5f8-8a96e6f29f74 None None] Provisioning complete for port c9ab7717-3ccb-4aca-8447-08a26f7829e9 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:45.590835 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ac9e0c43-b166-4494-b5f8-8a96e6f29f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:45.666487 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38519a-3f2e-484b-be6c-805586e0b005 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Port': ['ID=e62b037b-9b9c-4ea0-b969-355d2529f340,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:45.740288 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e38519a-3f2e-484b-be6c-805586e0b005 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:45.742478 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3e38519a-3f2e-484b-be6c-805586e0b005 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/ports/e62b037b-9b9c-4ea0-b969-355d2529f340 HTTP/1.1" status: 204 len: 168 time: 1.2657392 Jul 06 14:08:45.745135 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40282) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:45.809721 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30ea0990-c237-490c-95ea-95e389f9cff1 req-0bf5bde7-437a-42be-be8a-4a0d59ef9326 service neutron] 10.222.0.124 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299223 Jul 06 14:08:45.830628 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9815959-b516-4a1f-8ca2-ec9590919c39 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] GET failed (client error): The resource could not be found. Jul 06 14:08:45.838987 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a9815959-b516-4a1f-8ca2-ec9590919c39 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "GET /v2.0/ports/e62b037b-9b9c-4ea0-b969-355d2529f340 HTTP/1.1" status: 404 len: 333 time: 0.0894389 Jul 06 14:08:45.840513 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40288) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:45.985797 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-11c63261-e183-46b3-aa9f-9fa55e0b702f tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:45.986081 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ac9e0c43-b166-4494-b5f8-8a96e6f29f74 None None] Provisioning complete for port e67cd7d0-1978-4a62-814d-c71c9078607f triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:45.986555 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ac9e0c43-b166-4494-b5f8-8a96e6f29f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.024039 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-11c63261-e183-46b3-aa9f-9fa55e0b702f tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.031298 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c9ab7717-3ccb-4aca-8447-08a26f7829e9 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:08:46.069561 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30ea0990-c237-490c-95ea-95e389f9cff1 req-8eb62df9-be71-4564-b158-ffd6e46304a7 service neutron] 10.222.0.124 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494266 Jul 06 14:08:46.097294 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76da2c-b12d-478a-a4bd-49fd0cdac899 req-968c34aa-0efe-4694-91a4-2e5be5c8ab81 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:46.101998 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-ac9e0c43-b166-4494-b5f8-8a96e6f29f74 None None] Port e67cd7d0-1978-4a62-814d-c71c9078607f cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:46.108340 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e76da2c-b12d-478a-a4bd-49fd0cdac899 req-968c34aa-0efe-4694-91a4-2e5be5c8ab81 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.124 "GET /v2.0/ports?device_id=634d2c54-b5f5-4fb8-8989-8a4840b1f0fb HTTP/1.1" status: 200 len: 946 time: 0.1450975 Jul 06 14:08:46.119414 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ac9e0c43-b166-4494-b5f8-8a96e6f29f74 None None] Could not find standard attr ID for object e62b037b-9b9c-4ea0-b969-355d2529f340. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:08:46.124112 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-11c63261-e183-46b3-aa9f-9fa55e0b702f tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.127860 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-11c63261-e183-46b3-aa9f-9fa55e0b702f tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.139203 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-11c63261-e183-46b3-aa9f-9fa55e0b702f tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/security-groups/2c201deb-cb36-4600-a220-64d89416d255 HTTP/1.1" status: 204 len: 168 time: 0.2920074 Jul 06 14:08:46.139954 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40302) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:46.171618 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port c9ab7717-3ccb-4aca-8447-08a26f7829e9 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:46.172100 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.181577 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c63261-e183-46b3-aa9f-9fa55e0b702f tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c201deb-cb36-4600-a220-64d89416d255,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:46.263744 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3fabcf47-e5d6-4a22-b8a5-a8c4fdbc14c9 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.265053 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f8b59966-c1bb-46d9-bf28-f39125e93aa9 None None] Could not find standard attr ID for object e62b037b-9b9c-4ea0-b969-355d2529f340. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:08:46.304790 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3fabcf47-e5d6-4a22-b8a5-a8c4fdbc14c9 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.346337 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-7e76da2c-b12d-478a-a4bd-49fd0cdac899 req-d670c746-8fe4-4cc3-8e1d-96dcee4ff901 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Deleting port ad56caa7-4fc5-4f47-adc1-38c9ecec70d5 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:46.347485 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7e76da2c-b12d-478a-a4bd-49fd0cdac899 req-d670c746-8fe4-4cc3-8e1d-96dcee4ff901 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.368762 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3fabcf47-e5d6-4a22-b8a5-a8c4fdbc14c9 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.371499 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3fabcf47-e5d6-4a22-b8a5-a8c4fdbc14c9 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.372743 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3fabcf47-e5d6-4a22-b8a5-a8c4fdbc14c9 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/security-groups/10623028-f41c-40a9-a5a9-aedf31389ffb HTTP/1.1" status: 204 len: 168 time: 0.2133317 Jul 06 14:08:46.377701 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40312) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:46.393973 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fabcf47-e5d6-4a22-b8a5-a8c4fdbc14c9 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10623028-f41c-40a9-a5a9-aedf31389ffb,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:46.405041 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965f07b-ba40-4fca-a750-07b6c1d5bd79 req-61de0cdd-8116-47ef-91f7-db7fd8f8a661 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:46.406741 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b965f07b-ba40-4fca-a750-07b6c1d5bd79 req-61de0cdd-8116-47ef-91f7-db7fd8f8a661 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=634d2c54-b5f5-4fb8-8989-8a4840b1f0fb HTTP/1.1" status: 200 len: 946 time: 0.1770136 Jul 06 14:08:46.463689 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6bb6cc83-36f2-4499-b18b-1589867baa19 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.492970 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6bb6cc83-36f2-4499-b18b-1589867baa19 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.505032 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b965f07b-ba40-4fca-a750-07b6c1d5bd79 req-77690dac-0239-42f5-8675-e1c84105a44a tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820138 Jul 06 14:08:46.507439 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-7e76da2c-b12d-478a-a4bd-49fd0cdac899 req-d670c746-8fe4-4cc3-8e1d-96dcee4ff901 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] For port ad56caa7-4fc5-4f47-adc1-38c9ecec70d5, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=ad56caa7-4fc5-4f47-adc1-38c9ecec70d5,segment=NetworkSegment(66f13dfd-887a-4dab-b5ac-df85696e381e),segment_id=66f13dfd-887a-4dab-b5ac-df85696e381e)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:46.507811 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7e76da2c-b12d-478a-a4bd-49fd0cdac899 req-d670c746-8fe4-4cc3-8e1d-96dcee4ff901 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.528762 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-7e76da2c-b12d-478a-a4bd-49fd0cdac899 req-d670c746-8fe4-4cc3-8e1d-96dcee4ff901 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Calling delete_port for ad56caa7-4fc5-4f47-adc1-38c9ecec70d5 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:46.539196 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6bb6cc83-36f2-4499-b18b-1589867baa19 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.542137 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6bb6cc83-36f2-4499-b18b-1589867baa19 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.546016 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6bb6cc83-36f2-4499-b18b-1589867baa19 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/security-groups/111b712b-ada3-417e-afeb-3375ad96b172 HTTP/1.1" status: 204 len: 168 time: 0.1650813 Jul 06 14:08:46.546844 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40314) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:46.580137 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6cc83-36f2-4499-b18b-1589867baa19 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=111b712b-ada3-417e-afeb-3375ad96b172,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:46.627153 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-987b7008-8985-4bf5-a955-91174393ae40 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting subnet 03e5b4c1-e9ee-4e5f-aaf6-490678e75e73 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:08:46.632010 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-987b7008-8985-4bf5-a955-91174393ae40 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.633198 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.679880 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-987b7008-8985-4bf5-a955-91174393ae40 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.769777 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7e76da2c-b12d-478a-a4bd-49fd0cdac899 req-d670c746-8fe4-4cc3-8e1d-96dcee4ff901 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.786602 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['ad56caa7-4fc5-4f47-adc1-38c9ecec70d5'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:08:46.791618 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['56bb6c77-705c-4c82-a6eb-48fdecb2609d', '4580ab9e-a53d-4fb1-92fd-c4c4847b344a'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:08:46.811701 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-987b7008-8985-4bf5-a955-91174393ae40 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.820334 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670c746-8fe4-4cc3-8e1d-96dcee4ff901 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Pushing event deleted for resources: {'Port': ['ID=ad56caa7-4fc5-4f47-adc1-38c9ecec70d5,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:46.891583 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e76da2c-b12d-478a-a4bd-49fd0cdac899 req-d670c746-8fe4-4cc3-8e1d-96dcee4ff901 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] No DVR routers for this DVR port ad56caa7-4fc5-4f47-adc1-38c9ecec70d5 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:46.895782 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-7e76da2c-b12d-478a-a4bd-49fd0cdac899 req-d670c746-8fe4-4cc3-8e1d-96dcee4ff901 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.898279 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e76da2c-b12d-478a-a4bd-49fd0cdac899 req-d670c746-8fe4-4cc3-8e1d-96dcee4ff901 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.124 "DELETE /v2.0/ports/ad56caa7-4fc5-4f47-adc1-38c9ecec70d5 HTTP/1.1" status: 204 len: 173 time: 0.7834446 Jul 06 14:08:46.898933 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634d2c54-b5f5-4fb8-8989-8a4840b1f0fb', 'name': 'network-vif-deleted', 'tag': 'ad56caa7-4fc5-4f47-adc1-38c9ecec70d5'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:08:46.899931 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-987b7008-8985-4bf5-a955-91174393ae40 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:46.901469 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5282a11-90d8-4e40-a02a-af3e54c91081" -d '{"events": [{"server_uuid": "634d2c54-b5f5-4fb8-8989-8a4840b1f0fb", "name": "network-vif-deleted", "tag": "ad56caa7-4fc5-4f47-adc1-38c9ecec70d5"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:08:46.956486 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6104c5-f82f-45ba-8d4d-bb1226511ad8 req-6b1a9790-af1f-43ea-b8f5-f9987c88c813 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:46.958282 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3c6104c5-f82f-45ba-8d4d-bb1226511ad8 req-6b1a9790-af1f-43ea-b8f5-f9987c88c813 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 946 time: 0.2336605 Jul 06 14:08:46.984053 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b7008-8985-4bf5-a955-91174393ae40 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Subnet': ['ID=03e5b4c1-e9ee-4e5f-aaf6-490678e75e73,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:47.009386 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-987b7008-8985-4bf5-a955-91174393ae40 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:47.012824 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-987b7008-8985-4bf5-a955-91174393ae40 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/subnets/03e5b4c1-e9ee-4e5f-aaf6-490678e75e73 HTTP/1.1" status: 204 len: 168 time: 0.4648738 Jul 06 14:08:47.016156 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40334) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:47.019141 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30a6cbf-8640-4340-93e6-4abd77430165 None None] Network 94f55617-a099-4fcd-ba39-64bd8d96ca0c requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:47.038828 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3c6104c5-f82f-45ba-8d4d-bb1226511ad8 req-dc8efea9-5849-4204-bcff-12e0c426573f tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703254 Jul 06 14:08:47.142148 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4606acbb-483e-45e7-a894-9d4436d1f2c9 x-openstack-request-id: req-4606acbb-483e-45e7-a894-9d4436d1f2c9 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:08:47.142772 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634d2c54-b5f5-4fb8-8989-8a4840b1f0fb", "name": "network-vif-deleted", "tag": "ad56caa7-4fc5-4f47-adc1-38c9ecec70d5", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:08:47.143429 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-4606acbb-483e-45e7-a894-9d4436d1f2c9 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:08:47.143429 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634d2c54-b5f5-4fb8-8989-8a4840b1f0fb', 'name': 'network-vif-deleted', 'tag': 'ad56caa7-4fc5-4f47-adc1-38c9ecec70d5', 'status': 'completed', 'code': 200} Jul 06 14:08:47.192179 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d2c1ff-5178-450a-9d31-6d774a7dff18 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting subnet aa4c886d-1abb-424e-9950-5d0053673c44 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:08:47.197263 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32d2c1ff-5178-450a-9d31-6d774a7dff18 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:47.268825 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32d2c1ff-5178-450a-9d31-6d774a7dff18 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:47.408128 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32d2c1ff-5178-450a-9d31-6d774a7dff18 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:47.519484 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32d2c1ff-5178-450a-9d31-6d774a7dff18 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:47.572836 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2c1ff-5178-450a-9d31-6d774a7dff18 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Subnet': ['ID=aa4c886d-1abb-424e-9950-5d0053673c44,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:47.572836 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32d2c1ff-5178-450a-9d31-6d774a7dff18 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:47.577126 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-32d2c1ff-5178-450a-9d31-6d774a7dff18 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/subnets/aa4c886d-1abb-424e-9950-5d0053673c44 HTTP/1.1" status: 204 len: 168 time: 0.5578318 Jul 06 14:08:47.577603 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40354) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:47.613816 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e7faf8-69d6-4bb7-b85d-4017bd323a1e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] DELETE failed (client error): The resource could not be found. Jul 06 14:08:47.614635 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e7faf8-69d6-4bb7-b85d-4017bd323a1e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:47.617532 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b6e7faf8-69d6-4bb7-b85d-4017bd323a1e tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/subnets/03e5b4c1-e9ee-4e5f-aaf6-490678e75e73 HTTP/1.1" status: 404 len: 337 time: 0.0387707 Jul 06 14:08:47.620200 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40356) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:47.696589 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-4918da20-391d-40d1-8bf4-a6f148a50ad4 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting subnet 8ac558cd-6b8c-4ffa-8479-4786ed31da67 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:08:47.701035 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4918da20-391d-40d1-8bf4-a6f148a50ad4 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:47.721851 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40360) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:47.767266 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4918da20-391d-40d1-8bf4-a6f148a50ad4 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:47.810204 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6141d341-5ebd-4ec2-90f7-bdd6e513ddaf req-c8dde919-77e8-4f89-b945-7fdf1ab1663c tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=634d2c54-b5f5-4fb8-8989-8a4840b1f0fb HTTP/1.1" status: 200 len: 210 time: 0.0468493 Jul 06 14:08:47.926494 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4918da20-391d-40d1-8bf4-a6f148a50ad4 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:47.935015 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-56c76973-4bff-47fa-9894-d7a90393ae15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:47.998653 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4918da20-391d-40d1-8bf4-a6f148a50ad4 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:48.030611 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918da20-391d-40d1-8bf4-a6f148a50ad4 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Subnet': ['ID=8ac558cd-6b8c-4ffa-8479-4786ed31da67,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:48.032331 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4918da20-391d-40d1-8bf4-a6f148a50ad4 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:48.034389 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4918da20-391d-40d1-8bf4-a6f148a50ad4 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/subnets/8ac558cd-6b8c-4ffa-8479-4786ed31da67 HTTP/1.1" status: 204 len: 168 time: 0.4127290 Jul 06 14:08:48.038493 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40364) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:48.071319 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-0361aa0a-13a9-4c71-9e79-af73d2ff7fd9 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] DELETE failed (client error): The resource could not be found. Jul 06 14:08:48.071818 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0361aa0a-13a9-4c71-9e79-af73d2ff7fd9 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:48.072941 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-56c76973-4bff-47fa-9894-d7a90393ae15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:48.076651 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0361aa0a-13a9-4c71-9e79-af73d2ff7fd9 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/subnets/6c9c5d53-dfc5-408b-8e5d-3fa756b4c178 HTTP/1.1" status: 404 len: 337 time: 0.0343931 Jul 06 14:08:48.077187 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40368) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:48.089142 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-56c76973-4bff-47fa-9894-d7a90393ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:48.116972 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-878cd7d7-275f-4ba3-8f83-190e5724aef9 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "GET /v2.0/ports?device_id=0f16bc42-79bf-4c3b-b764-00810d021c05 HTTP/1.1" status: 200 len: 205 time: 0.0383980 Jul 06 14:08:48.119480 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40370) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:48.138870 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-56c76973-4bff-47fa-9894-d7a90393ae15 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=564f71ca1e4a425c8e29d0a8239fa9d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4158924 Jul 06 14:08:48.152497 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40372) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:48.179921 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-79eea3ca-d12d-4ba4-8660-83195478d7e5 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] delete failed (client error): The resource could not be found. Jul 06 14:08:48.187029 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-79eea3ca-d12d-4ba4-8660-83195478d7e5 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/routers/0f16bc42-79bf-4c3b-b764-00810d021c05 HTTP/1.1" status: 404 len: 336 time: 0.0605557 Jul 06 14:08:48.187029 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40374) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:48.203812 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c76973-4bff-47fa-9894-d7a90393ae15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc3f7c7-3cfc-4120-a308-afd73d184031,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:48.242215 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b58839-9909-442c-b755-47c79af2ee64 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] DELETE failed (client error): The resource could not be found. Jul 06 14:08:48.242783 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81b58839-9909-442c-b755-47c79af2ee64 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:48.246908 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-81b58839-9909-442c-b755-47c79af2ee64 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/subnets/40fe01cf-e769-41fc-8df7-39dd29fa836d HTTP/1.1" status: 404 len: 337 time: 0.0565479 Jul 06 14:08:48.247464 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40376) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:48.277186 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b39790-b640-4dba-bc47-1c599195acae tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] DELETE failed (client error): The resource could not be found. Jul 06 14:08:48.277660 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b39790-b640-4dba-bc47-1c599195acae tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:48.279460 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e4b39790-b640-4dba-bc47-1c599195acae tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/subnets/cef877b2-1591-4966-80d3-994df4db4384 HTTP/1.1" status: 404 len: 337 time: 0.0308349 Jul 06 14:08:48.281931 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40378) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:48.300391 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cbb21f95-6b90-4986-8cc8-c976dacee0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:48.319042 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e175771-74e1-4a8b-b637-69664425776b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] DELETE failed (client error): The resource could not be found. Jul 06 14:08:48.319578 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e175771-74e1-4a8b-b637-69664425776b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:48.321821 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8e175771-74e1-4a8b-b637-69664425776b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/subnets/4ae11811-d25d-49a0-8bcb-e296f8c2f37c HTTP/1.1" status: 404 len: 337 time: 0.0378566 Jul 06 14:08:48.324256 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40380) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:48.343481 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cbb21f95-6b90-4986-8cc8-c976dacee0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:48.356189 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e8e8294-4333-4fb6-9349-7ef5a5011dc8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] DELETE failed (client error): The resource could not be found. Jul 06 14:08:48.358981 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e8e8294-4333-4fb6-9349-7ef5a5011dc8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:48.358981 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7e8e8294-4333-4fb6-9349-7ef5a5011dc8 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/ports/03f1f527-56a0-484a-bbdc-115ba5e90f28 HTTP/1.1" status: 404 len: 333 time: 0.0333591 Jul 06 14:08:48.361832 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40382) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:48.373625 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc2342-739c-4c7f-a292-d690e4dd4ca5 req-e29f04b2-212d-4824-8198-64c987784ff4 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:48.375219 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4dcc2342-739c-4c7f-a292-d690e4dd4ca5 req-e29f04b2-212d-4824-8198-64c987784ff4 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 946 time: 0.1493855 Jul 06 14:08:48.399520 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef85327-f652-4c86-84e1-c8a5919e4c71 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] DELETE failed (client error): The resource could not be found. Jul 06 14:08:48.399996 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef85327-f652-4c86-84e1-c8a5919e4c71 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:48.401969 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9ef85327-f652-4c86-84e1-c8a5919e4c71 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/subnets/a8e08430-216f-4099-92ba-a7d6d1e76461 HTTP/1.1" status: 404 len: 337 time: 0.0385013 Jul 06 14:08:48.404997 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40384) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:48.440634 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-292630f0-05a6-4e04-b454-523c0df9190b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] DELETE failed (client error): The resource could not be found. Jul 06 14:08:48.441253 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-292630f0-05a6-4e04-b454-523c0df9190b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:48.444960 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-292630f0-05a6-4e04-b454-523c0df9190b tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/subnets/3363f8cc-e75f-4c3b-a534-beef6526251c HTTP/1.1" status: 404 len: 337 time: 0.0370421 Jul 06 14:08:48.446803 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40386) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:48.456032 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4dcc2342-739c-4c7f-a292-d690e4dd4ca5 req-c14eb034-7c6b-4c8f-b11f-dad56ba61e2b tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731013 Jul 06 14:08:48.473173 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cbb21f95-6b90-4986-8cc8-c976dacee0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:48.477258 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cbb21f95-6b90-4986-8cc8-c976dacee0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:48.486907 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-cbb21f95-6b90-4986-8cc8-c976dacee0bd admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/1bc3f7c7-3cfc-4120-a308-afd73d184031 HTTP/1.1" status: 204 len: 168 time: 0.3265805 Jul 06 14:08:48.487136 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49bddc9-5509-4665-b320-c57c92023f9c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] DELETE failed (client error): The resource could not be found. Jul 06 14:08:48.487562 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49bddc9-5509-4665-b320-c57c92023f9c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:48.492758 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e49bddc9-5509-4665-b320-c57c92023f9c tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/ports/26398e4e-1be1-4c65-8019-792447c3389c HTTP/1.1" status: 404 len: 333 time: 0.0417094 Jul 06 14:08:48.492938 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb21f95-6b90-4986-8cc8-c976dacee0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc3f7c7-3cfc-4120-a308-afd73d184031,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:48.493143 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40390) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:48.511725 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bb61c2-1b7e-40b7-995a-3514ad0b1240 None None] Network 94f55617-a099-4fcd-ba39-64bd8d96ca0c requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:48.532562 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-665d88d0-cbca-4410-afd5-c3a2bb689077 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] DELETE failed (client error): The resource could not be found. Jul 06 14:08:48.533078 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-665d88d0-cbca-4410-afd5-c3a2bb689077 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:48.534935 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-665d88d0-cbca-4410-afd5-c3a2bb689077 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/subnets/b901de83-69ce-4af9-a977-859fcfae69a1 HTTP/1.1" status: 404 len: 337 time: 0.0406392 Jul 06 14:08:48.538303 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40392) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:48.570338 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d6e9ad-2d83-46f5-a122-1885d1c18e76 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] DELETE failed (client error): The resource could not be found. Jul 06 14:08:48.570907 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d6e9ad-2d83-46f5-a122-1885d1c18e76 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:48.573274 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b5d6e9ad-2d83-46f5-a122-1885d1c18e76 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/subnets/9aa44ed0-6f88-41e9-ac48-7328cc571eeb HTTP/1.1" status: 404 len: 337 time: 0.0332608 Jul 06 14:08:48.586924 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40396) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:48.619700 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d238c78e-90f0-447b-ae37-5b18123c0453 None None] Provisioning complete for port c9ab7717-3ccb-4aca-8447-08a26f7829e9 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:48.620121 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d238c78e-90f0-447b-ae37-5b18123c0453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:48.704507 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:48.757833 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-8bbc136e-6073-4f20-9511-90f1d7d4b878 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting port e67cd7d0-1978-4a62-814d-c71c9078607f {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:48.757833 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8bbc136e-6073-4f20-9511-90f1d7d4b878 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:48.826141 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d238c78e-90f0-447b-ae37-5b18123c0453 None None] Provisioning complete for port e67cd7d0-1978-4a62-814d-c71c9078607f triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:08:48.826893 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d238c78e-90f0-447b-ae37-5b18123c0453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:48.852132 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8bbc136e-6073-4f20-9511-90f1d7d4b878 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:48.872611 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acd4d9a-238c-4762-809d-27c5ad671148 None None] DHCP port deletion for 94f55617-a099-4fcd-ba39-64bd8d96ca0c request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:08:48.874180 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-8bbc136e-6073-4f20-9511-90f1d7d4b878 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Calling delete_port for e67cd7d0-1978-4a62-814d-c71c9078607f owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:48.913171 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d238c78e-90f0-447b-ae37-5b18123c0453 None None] Port e67cd7d0-1978-4a62-814d-c71c9078607f cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:08:48.947873 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-8acd4d9a-238c-4762-809d-27c5ad671148 None None] Deleting port c9ab7717-3ccb-4aca-8447-08a26f7829e9 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:48.948252 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8acd4d9a-238c-4762-809d-27c5ad671148 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:48.987304 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40406) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:49.002206 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ab20e1eb-f9aa-43af-b343-df1203ad71d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.004202 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8bbc136e-6073-4f20-9511-90f1d7d4b878 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.032145 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8acd4d9a-238c-4762-809d-27c5ad671148 None None] For port c9ab7717-3ccb-4aca-8447-08a26f7829e9, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c9ab7717-3ccb-4aca-8447-08a26f7829e9,segment=NetworkSegment(da610430-9307-4a9c-b795-25f813b0394d),segment_id=da610430-9307-4a9c-b795-25f813b0394d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:49.032536 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8acd4d9a-238c-4762-809d-27c5ad671148 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.045315 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbc136e-6073-4f20-9511-90f1d7d4b878 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Port': ['ID=e67cd7d0-1978-4a62-814d-c71c9078607f,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:49.053293 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-8acd4d9a-238c-4762-809d-27c5ad671148 None None] Calling delete_port for c9ab7717-3ccb-4aca-8447-08a26f7829e9 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:49.055561 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8bbc136e-6073-4f20-9511-90f1d7d4b878 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.057532 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8bbc136e-6073-4f20-9511-90f1d7d4b878 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/ports/e67cd7d0-1978-4a62-814d-c71c9078607f HTTP/1.1" status: 204 len: 168 time: 0.4704509 Jul 06 14:08:49.060130 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40412) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:49.163890 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ab20e1eb-f9aa-43af-b343-df1203ad71d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.170761 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ab20e1eb-f9aa-43af-b343-df1203ad71d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.187489 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-584ecbfb-266a-4563-aa8b-04570dfe5f22 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.245394 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8acd4d9a-238c-4762-809d-27c5ad671148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.246244 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ab20e1eb-f9aa-43af-b343-df1203ad71d6 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=142d15d11f0b459eb07fca28caaad490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2583773 Jul 06 14:08:49.247305 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40416) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:49.248219 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20e1eb-f9aa-43af-b343-df1203ad71d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e4dd7f-fe6d-4a7c-9e21-159044bce744,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:49.291801 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd4d9a-238c-4762-809d-27c5ad671148 None None] Pushing event deleted for resources: {'Port': ['ID=c9ab7717-3ccb-4aca-8447-08a26f7829e9,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:49.315038 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acd4d9a-238c-4762-809d-27c5ad671148 None None] No DVR routers for this DVR port c9ab7717-3ccb-4aca-8447-08a26f7829e9 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:49.327390 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-584ecbfb-266a-4563-aa8b-04570dfe5f22 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Deleting port c9ab7717-3ccb-4aca-8447-08a26f7829e9 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:49.327864 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-584ecbfb-266a-4563-aa8b-04570dfe5f22 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.328558 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2856ae33-494c-4187-ab24-2bbacb345301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.360951 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2856ae33-494c-4187-ab24-2bbacb345301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.376056 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device ad56caa7-4fc5-4f47-adc1-38c9ecec70d5 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:49.424363 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: ad56caa7-4fc5-4f47-adc1-38c9ecec70d5 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:08:49.428552 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device ad56caa7-4fc5-4f47-adc1-38c9ecec70d5 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:08:49.445743 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2856ae33-494c-4187-ab24-2bbacb345301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.448534 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2856ae33-494c-4187-ab24-2bbacb345301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.452616 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2856ae33-494c-4187-ab24-2bbacb345301 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/68e4dd7f-fe6d-4a7c-9e21-159044bce744 HTTP/1.1" status: 204 len: 168 time: 0.2005951 Jul 06 14:08:49.463129 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856ae33-494c-4187-ab24-2bbacb345301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e4dd7f-fe6d-4a7c-9e21-159044bce744,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:49.481422 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-584ecbfb-266a-4563-aa8b-04570dfe5f22 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] For port c9ab7717-3ccb-4aca-8447-08a26f7829e9, host n-d-773644-6, got binding levels [] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:49.482070 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-584ecbfb-266a-4563-aa8b-04570dfe5f22 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.499712 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-584ecbfb-266a-4563-aa8b-04570dfe5f22 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Calling delete_port for c9ab7717-3ccb-4aca-8447-08a26f7829e9 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:49.503789 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.ipam_backend_mixin [None req-584ecbfb-266a-4563-aa8b-04570dfe5f22 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Port c9ab7717-3ccb-4aca-8447-08a26f7829e9 was not found and therefore no delete operation was performed {{(pid=100417) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 14:08:49.505980 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-584ecbfb-266a-4563-aa8b-04570dfe5f22 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.520120 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584ecbfb-266a-4563-aa8b-04570dfe5f22 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] No DVR routers for this DVR port c9ab7717-3ccb-4aca-8447-08a26f7829e9 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:49.548139 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ecbfb-266a-4563-aa8b-04570dfe5f22 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Port': ['ID=c9ab7717-3ccb-4aca-8447-08a26f7829e9,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:49.649940 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-584ecbfb-266a-4563-aa8b-04570dfe5f22 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.662281 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-584ecbfb-266a-4563-aa8b-04570dfe5f22 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f55617-a099-4fcd-ba39-64bd8d96ca0c']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:49.675319 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-584ecbfb-266a-4563-aa8b-04570dfe5f22 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da610430-9307-4a9c-b795-25f813b0394d') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:49.675622 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-584ecbfb-266a-4563-aa8b-04570dfe5f22 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da610430-9307-4a9c-b795-25f813b0394d') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:49.687453 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-584ecbfb-266a-4563-aa8b-04570dfe5f22 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.711242 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-584ecbfb-266a-4563-aa8b-04570dfe5f22 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.720097 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584ecbfb-266a-4563-aa8b-04570dfe5f22 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:08:49.720523 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-584ecbfb-266a-4563-aa8b-04570dfe5f22 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:08:49.723852 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:08:49.797528 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-584ecbfb-266a-4563-aa8b-04570dfe5f22 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.807071 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-584ecbfb-266a-4563-aa8b-04570dfe5f22 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:49.811404 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-584ecbfb-266a-4563-aa8b-04570dfe5f22 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] 10.222.0.118 "DELETE /v2.0/networks/94f55617-a099-4fcd-ba39-64bd8d96ca0c HTTP/1.1" status: 204 len: 168 time: 0.7476599 Jul 06 14:08:49.819996 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ecbfb-266a-4563-aa8b-04570dfe5f22 tempest-PortsIpV6TestJSON-1185825406 tempest-PortsIpV6TestJSON-1185825406-project] Pushing event deleted for resources: {'Network': ['ID=94f55617-a099-4fcd-ba39-64bd8d96ca0c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:49.825904 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50250343-0b4a-43ea-901e-23c7497b50e1 req-735693e9-44fa-4aef-8ab7-ed635080def3 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:49.827765 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-50250343-0b4a-43ea-901e-23c7497b50e1 req-735693e9-44fa-4aef-8ab7-ed635080def3 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 946 time: 0.1177828 Jul 06 14:08:49.876728 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-50250343-0b4a-43ea-901e-23c7497b50e1 req-05104382-9e66-4b58-a382-e003183dbc3e tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400457 Jul 06 14:08:49.979374 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c9ab7717-3ccb-4aca-8447-08a26f7829e9 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:50.044877 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: c9ab7717-3ccb-4aca-8447-08a26f7829e9 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:08:50.047453 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c9ab7717-3ccb-4aca-8447-08a26f7829e9 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:08:50.094540 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40442) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:50.160442 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09303b-bd45-475d-b167-9e142d496c37 req-3693baa2-245a-45c2-9807-fdd870e7d2ad tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:50.163186 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-be09303b-bd45-475d-b167-9e142d496c37 req-3693baa2-245a-45c2-9807-fdd870e7d2ad tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=55ef0e52-b5e8-437f-bbea-a2e280a84eed HTTP/1.1" status: 200 len: 946 time: 0.1073413 Jul 06 14:08:50.242443 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-be09303b-bd45-475d-b167-9e142d496c37 req-33518056-5e8a-4d57-aa0e-56c9bdf75831 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685565 Jul 06 14:08:50.310217 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-33ea0c2d-07c1-46b4-9fbc-a0ded033f969 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=c99b916444514705ba2472f8fee047d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2144961 Jul 06 14:08:50.312619 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40454) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:50.372030 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25080f64-42d9-4f8a-880c-1044afbff54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:50.710216 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25080f64-42d9-4f8a-880c-1044afbff54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:50.774642 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25080f64-42d9-4f8a-880c-1044afbff54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:50.776925 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25080f64-42d9-4f8a-880c-1044afbff54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:50.778178 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-25080f64-42d9-4f8a-880c-1044afbff54d admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/0005fc81-9804-492f-98ad-2b45b97107b4 HTTP/1.1" status: 204 len: 168 time: 0.4643693 Jul 06 14:08:50.786900 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25080f64-42d9-4f8a-880c-1044afbff54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0005fc81-9804-492f-98ad-2b45b97107b4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:51.081102 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62a488-e21a-4907-b774-6e2fdb713f3f req-ebfa21bc-77b1-4410-a4f6-bbfa798faab4 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:51.089457 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2a62a488-e21a-4907-b774-6e2fdb713f3f req-ebfa21bc-77b1-4410-a4f6-bbfa798faab4 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 946 time: 0.0856199 Jul 06 14:08:51.129293 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2a62a488-e21a-4907-b774-6e2fdb713f3f req-0ded52b0-fc61-488d-b030-a0c6abbcc606 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386605 Jul 06 14:08:51.252714 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52e47d-1c7b-4690-a89a-62906bd40fca req-40c6f662-2b0e-4ecc-bfde-a5f8ecfc99d8 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:51.254509 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2b52e47d-1c7b-4690-a89a-62906bd40fca req-40c6f662-2b0e-4ecc-bfde-a5f8ecfc99d8 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.52 "GET /v2.0/ports?device_id=55ef0e52-b5e8-437f-bbea-a2e280a84eed HTTP/1.1" status: 200 len: 946 time: 0.0772839 Jul 06 14:08:51.375527 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-2b52e47d-1c7b-4690-a89a-62906bd40fca req-828aa750-bb6e-4e65-965d-0d16e3b41dd0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Deleting port 4580ab9e-a53d-4fb1-92fd-c4c4847b344a {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:51.376283 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2b52e47d-1c7b-4690-a89a-62906bd40fca req-828aa750-bb6e-4e65-965d-0d16e3b41dd0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.550016 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-2b52e47d-1c7b-4690-a89a-62906bd40fca req-828aa750-bb6e-4e65-965d-0d16e3b41dd0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] For port 4580ab9e-a53d-4fb1-92fd-c4c4847b344a, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4580ab9e-a53d-4fb1-92fd-c4c4847b344a,segment=NetworkSegment(66f13dfd-887a-4dab-b5ac-df85696e381e),segment_id=66f13dfd-887a-4dab-b5ac-df85696e381e)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:08:51.550516 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2b52e47d-1c7b-4690-a89a-62906bd40fca req-828aa750-bb6e-4e65-965d-0d16e3b41dd0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.578622 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46646c29-c66f-49a1-894b-be6009e73dac req-005b32af-7bca-4638-a0e4-baee63bbf6ee tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:51.585725 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-46646c29-c66f-49a1-894b-be6009e73dac req-005b32af-7bca-4638-a0e4-baee63bbf6ee tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=55ef0e52-b5e8-437f-bbea-a2e280a84eed HTTP/1.1" status: 200 len: 946 time: 0.1383433 Jul 06 14:08:51.588883 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-2b52e47d-1c7b-4690-a89a-62906bd40fca req-828aa750-bb6e-4e65-965d-0d16e3b41dd0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Calling delete_port for 4580ab9e-a53d-4fb1-92fd-c4c4847b344a owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:51.671724 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-46646c29-c66f-49a1-894b-be6009e73dac req-f963795d-9042-44ea-9451-60109621e23c tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836413 Jul 06 14:08:51.746897 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40532) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:51.787453 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2b52e47d-1c7b-4690-a89a-62906bd40fca req-828aa750-bb6e-4e65-965d-0d16e3b41dd0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.804287 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['56bb6c77-705c-4c82-a6eb-48fdecb2609d', '4580ab9e-a53d-4fb1-92fd-c4c4847b344a'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:08:51.862494 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828aa750-bb6e-4e65-965d-0d16e3b41dd0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Pushing event deleted for resources: {'Port': ['ID=4580ab9e-a53d-4fb1-92fd-c4c4847b344a,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:51.882431 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-a05c6097-a74d-44f5-914c-9d0bf15ac942 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1322762399'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:51.914820 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05c6097-a74d-44f5-914c-9d0bf15ac942 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:51.920458 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a05c6097-a74d-44f5-914c-9d0bf15ac942 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.932532 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a05c6097-a74d-44f5-914c-9d0bf15ac942 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.937669 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b52e47d-1c7b-4690-a89a-62906bd40fca req-828aa750-bb6e-4e65-965d-0d16e3b41dd0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] No DVR routers for this DVR port 4580ab9e-a53d-4fb1-92fd-c4c4847b344a on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:08:51.940749 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2b52e47d-1c7b-4690-a89a-62906bd40fca req-828aa750-bb6e-4e65-965d-0d16e3b41dd0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:51.944213 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2b52e47d-1c7b-4690-a89a-62906bd40fca req-828aa750-bb6e-4e65-965d-0d16e3b41dd0 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.52 "DELETE /v2.0/ports/4580ab9e-a53d-4fb1-92fd-c4c4847b344a HTTP/1.1" status: 204 len: 173 time: 0.6838155 Jul 06 14:08:51.944707 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ef0e52-b5e8-437f-bbea-a2e280a84eed', 'name': 'network-vif-deleted', 'tag': '4580ab9e-a53d-4fb1-92fd-c4c4847b344a'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:08:51.947130 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25001180-d28b-406f-aab0-e2324d1a2745" -d '{"events": [{"server_uuid": "55ef0e52-b5e8-437f-bbea-a2e280a84eed", "name": "network-vif-deleted", "tag": "4580ab9e-a53d-4fb1-92fd-c4c4847b344a"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:08:52.091281 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a05c6097-a74d-44f5-914c-9d0bf15ac942 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.100387 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a05c6097-a74d-44f5-914c-9d0bf15ac942 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.150319 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a05c6097-a74d-44f5-914c-9d0bf15ac942 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:08:52.169182 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40546) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:52.172538 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c6097-a74d-44f5-914c-9d0bf15ac942 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe9f140-85c7-44fd-b863-a58e1bab2b5c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:52.183641 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a05c6097-a74d-44f5-914c-9d0bf15ac942 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.184190 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-a05c6097-a74d-44f5-914c-9d0bf15ac942 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Added segment 8a8e8c84-3a8a-4aaf-81de-96578b708e9a of type vlan for network e7115383-7693-44ac-93a1-24cd4aa12ab6 Jul 06 14:08:52.257145 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a05c6097-a74d-44f5-914c-9d0bf15ac942 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.305958 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a05c6097-a74d-44f5-914c-9d0bf15ac942 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.312761 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05c6097-a74d-44f5-914c-9d0bf15ac942 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:52.313391 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a05c6097-a74d-44f5-914c-9d0bf15ac942 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.317569 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a84e2642-6674-46eb-b5b6-43e0229807e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.398170 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c6097-a74d-44f5-914c-9d0bf15ac942 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Network': ['ID=e7115383-7693-44ac-93a1-24cd4aa12ab6,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:52.409619 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network e7115383-7693-44ac-93a1-24cd4aa12ab6 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:08:52.427199 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a84e2642-6674-46eb-b5b6-43e0229807e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.430760 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f275978f-fb9e-4d46-bcbb-13fe91a8f58e x-openstack-request-id: req-f275978f-fb9e-4d46-bcbb-13fe91a8f58e {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:08:52.431284 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ef0e52-b5e8-437f-bbea-a2e280a84eed", "name": "network-vif-deleted", "tag": "4580ab9e-a53d-4fb1-92fd-c4c4847b344a", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:08:52.431742 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-f275978f-fb9e-4d46-bcbb-13fe91a8f58e {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:08:52.432392 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ef0e52-b5e8-437f-bbea-a2e280a84eed', 'name': 'network-vif-deleted', 'tag': '4580ab9e-a53d-4fb1-92fd-c4c4847b344a', 'status': 'completed', 'code': 200} Jul 06 14:08:52.434760 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a84e2642-6674-46eb-b5b6-43e0229807e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.442911 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a05c6097-a74d-44f5-914c-9d0bf15ac942 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6948009 Jul 06 14:08:52.446373 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40552) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:52.452633 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-eccfdbb4-b171-4500-90c4-4ec63e081b2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'port': {'network_id': 'e7115383-7693-44ac-93a1-24cd4aa12ab6', 'name': 'tempest-PortsTestJSON-652536659'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:52.491385 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a84e2642-6674-46eb-b5b6-43e0229807e0 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=7502a6623b9b45cfa21360fe5c6b6a8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3207390 Jul 06 14:08:52.492210 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e2642-6674-46eb-b5b6-43e0229807e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b6e5e8-b006-410e-8b25-1693ab94504a,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:52.495889 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40554) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:52.615564 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0bb4278a-9ead-4449-a396-b497470b3798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.627468 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccfdbb4-b171-4500-90c4-4ec63e081b2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:52.634456 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eccfdbb4-b171-4500-90c4-4ec63e081b2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.645871 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0bb4278a-9ead-4449-a396-b497470b3798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.665271 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-eccfdbb4-b171-4500-90c4-4ec63e081b2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] device_id is not set on port fde20e4b-8790-46c7-89c3-d9b077724b96 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:08:52.711432 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe65d8-0424-415f-b80a-3d256181e3fb req-3e637a2e-b65f-4bc6-84ae-c83316ccbd1f tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:52.719128 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3dbe65d8-0424-415f-b80a-3d256181e3fb req-3e637a2e-b65f-4bc6-84ae-c83316ccbd1f tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 946 time: 0.1741908 Jul 06 14:08:52.763168 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3dbe65d8-0424-415f-b80a-3d256181e3fb req-06870c80-44a7-4798-8399-c713b500b770 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423696 Jul 06 14:08:52.779012 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0bb4278a-9ead-4449-a396-b497470b3798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.784251 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0bb4278a-9ead-4449-a396-b497470b3798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:52.786243 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0bb4278a-9ead-4449-a396-b497470b3798 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/05b6e5e8-b006-410e-8b25-1693ab94504a HTTP/1.1" status: 204 len: 168 time: 0.2888680 Jul 06 14:08:52.824894 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4278a-9ead-4449-a396-b497470b3798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b6e5e8-b006-410e-8b25-1693ab94504a,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:52.970360 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eccfdbb4-b171-4500-90c4-4ec63e081b2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.027099 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eccfdbb4-b171-4500-90c4-4ec63e081b2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.095980 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfdbb4-b171-4500-90c4-4ec63e081b2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Port': ['ID=fde20e4b-8790-46c7-89c3-d9b077724b96,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:53.109347 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccfdbb4-b171-4500-90c4-4ec63e081b2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Checking segment: {'id': '8a8e8c84-3a8a-4aaf-81de-96578b708e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e7115383-7693-44ac-93a1-24cd4aa12ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:53.109894 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccfdbb4-b171-4500-90c4-4ec63e081b2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network hostable DHCP agents. Network: e7115383-7693-44ac-93a1-24cd4aa12ab6, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:08:53.132251 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccfdbb4-b171-4500-90c4-4ec63e081b2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network e7115383-7693-44ac-93a1-24cd4aa12ab6 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:08:53.144877 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-eccfdbb4-b171-4500-90c4-4ec63e081b2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, e7115383-7693-44ac-93a1-24cd4aa12ab6) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:53.150289 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccfdbb4-b171-4500-90c4-4ec63e081b2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:53.158644 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff24028b-1615-46f1-bfcb-d692f037bb9b None None] Network e7115383-7693-44ac-93a1-24cd4aa12ab6 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:53.170493 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccfdbb4-b171-4500-90c4-4ec63e081b2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:53.173079 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eccfdbb4-b171-4500-90c4-4ec63e081b2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.193914 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-eccfdbb4-b171-4500-90c4-4ec63e081b2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7459631 Jul 06 14:08:53.197250 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40566) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:53.203894 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-478f41e8-2488-46f9-85f6-f622f1dee114 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-753741982'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:53.240114 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478f41e8-2488-46f9-85f6-f622f1dee114 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:53.244142 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-478f41e8-2488-46f9-85f6-f622f1dee114 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.252138 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40568) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:53.272359 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8154497c-d7d0-4e67-bf86-dbd274514cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.278190 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-478f41e8-2488-46f9-85f6-f622f1dee114 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:08:53.291042 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-478f41e8-2488-46f9-85f6-f622f1dee114 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.291549 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-478f41e8-2488-46f9-85f6-f622f1dee114 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Added segment 4ded8b4c-3b79-48cf-bf86-89a212605ce1 of type vlan for network 7391e908-c58d-4392-99d1-c17ad32701c4 Jul 06 14:08:53.350171 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-478f41e8-2488-46f9-85f6-f622f1dee114 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.395296 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-478f41e8-2488-46f9-85f6-f622f1dee114 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.402740 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478f41e8-2488-46f9-85f6-f622f1dee114 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:53.403522 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-478f41e8-2488-46f9-85f6-f622f1dee114 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.405874 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8154497c-d7d0-4e67-bf86-dbd274514cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.411411 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8154497c-d7d0-4e67-bf86-dbd274514cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.461321 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-478f41e8-2488-46f9-85f6-f622f1dee114 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2623286 Jul 06 14:08:53.464598 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40570) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:53.470973 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8154497c-d7d0-4e67-bf86-dbd274514cda admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=29d8b171ad364a05a5a86b7da5a0c818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2150221 Jul 06 14:08:53.472203 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40572) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:53.472564 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4c0be36a-3fd8-4cb6-b157-e1034ebe8cfd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'ports': [{'network_id': 'e7115383-7693-44ac-93a1-24cd4aa12ab6'}, {'network_id': '7391e908-c58d-4392-99d1-c17ad32701c4'}]} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:53.473051 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4c0be36a-3fd8-4cb6-b157-e1034ebe8cfd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'port': {'network_id': 'e7115383-7693-44ac-93a1-24cd4aa12ab6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:53.473547 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4c0be36a-3fd8-4cb6-b157-e1034ebe8cfd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'port': {'network_id': '7391e908-c58d-4392-99d1-c17ad32701c4'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:53.477465 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8154497c-d7d0-4e67-bf86-dbd274514cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e9eec8-7fc6-43bb-a83e-ed74fd553c5d,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:53.501710 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478f41e8-2488-46f9-85f6-f622f1dee114 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Network': ['ID=7391e908-c58d-4392-99d1-c17ad32701c4,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:53.514693 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 7391e908-c58d-4392-99d1-c17ad32701c4 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:08:53.548988 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6e9c-9008-4525-b801-c618697343dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.577135 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6e9c-9008-4525-b801-c618697343dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.652440 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6e9c-9008-4525-b801-c618697343dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.655267 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6e9c-9008-4525-b801-c618697343dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.656319 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-dbbe6e9c-9008-4525-b801-c618697343dd admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/06e9eec8-7fc6-43bb-a83e-ed74fd553c5d HTTP/1.1" status: 204 len: 168 time: 0.1840429 Jul 06 14:08:53.665836 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe6e9c-9008-4525-b801-c618697343dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e9eec8-7fc6-43bb-a83e-ed74fd553c5d,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:53.726809 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0be36a-3fd8-4cb6-b157-e1034ebe8cfd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'port': 2} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:53.732777 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c0be36a-3fd8-4cb6-b157-e1034ebe8cfd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.749735 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c0be36a-3fd8-4cb6-b157-e1034ebe8cfd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:53.848476 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-4c0be36a-3fd8-4cb6-b157-e1034ebe8cfd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] device_id is not set on port 02d01b23-50a8-4d9c-8fe3-183b679f1d38 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:08:54.021580 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c0be36a-3fd8-4cb6-b157-e1034ebe8cfd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:54.022825 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af74c89-afd2-4b44-a489-d8a3b9742311 req-02b9b017-8aaf-4555-b416-76cb7203563c tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:54.025240 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5af74c89-afd2-4b44-a489-d8a3b9742311 req-02b9b017-8aaf-4555-b416-76cb7203563c tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 946 time: 0.0895898 Jul 06 14:08:54.090187 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5af74c89-afd2-4b44-a489-d8a3b9742311 req-3973cebf-2115-4e03-8f7c-eaf642abfb91 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577583 Jul 06 14:08:54.136640 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-4c0be36a-3fd8-4cb6-b157-e1034ebe8cfd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] device_id is not set on port 5cde53db-da58-41ad-8197-d03e9b19d1d6 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:08:54.278742 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c0be36a-3fd8-4cb6-b157-e1034ebe8cfd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:54.325148 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c0be36a-3fd8-4cb6-b157-e1034ebe8cfd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:54.377848 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0be36a-3fd8-4cb6-b157-e1034ebe8cfd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network e7115383-7693-44ac-93a1-24cd4aa12ab6 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:54.386125 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-4c0be36a-3fd8-4cb6-b157-e1034ebe8cfd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:54.395052 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0be36a-3fd8-4cb6-b157-e1034ebe8cfd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:54.396534 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c0be36a-3fd8-4cb6-b157-e1034ebe8cfd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:54.407702 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0be36a-3fd8-4cb6-b157-e1034ebe8cfd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Port': ['ID=02d01b23-50a8-4d9c-8fe3-183b679f1d38,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:54.492459 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0be36a-3fd8-4cb6-b157-e1034ebe8cfd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Port': ['ID=5cde53db-da58-41ad-8197-d03e9b19d1d6,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:54.498552 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0be36a-3fd8-4cb6-b157-e1034ebe8cfd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Checking segment: {'id': '4ded8b4c-3b79-48cf-bf86-89a212605ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7391e908-c58d-4392-99d1-c17ad32701c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:54.499032 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0be36a-3fd8-4cb6-b157-e1034ebe8cfd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network hostable DHCP agents. Network: 7391e908-c58d-4392-99d1-c17ad32701c4, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:08:54.518629 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0be36a-3fd8-4cb6-b157-e1034ebe8cfd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network 7391e908-c58d-4392-99d1-c17ad32701c4 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:08:54.533487 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-4c0be36a-3fd8-4cb6-b157-e1034ebe8cfd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 7391e908-c58d-4392-99d1-c17ad32701c4) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:54.545486 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e0f949-39ca-4497-ab9e-d0471f52255d None None] Network 7391e908-c58d-4392-99d1-c17ad32701c4 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:54.550380 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0be36a-3fd8-4cb6-b157-e1034ebe8cfd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:54.559958 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0be36a-3fd8-4cb6-b157-e1034ebe8cfd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:54.566243 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0be36a-3fd8-4cb6-b157-e1034ebe8cfd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:54.567683 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c0be36a-3fd8-4cb6-b157-e1034ebe8cfd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:54.593487 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4c0be36a-3fd8-4cb6-b157-e1034ebe8cfd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1274264 Jul 06 14:08:54.594457 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40600) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:54.763351 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-19156ba7-d745-43e9-9601-f0f4febe1b98 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting port 5cde53db-da58-41ad-8197-d03e9b19d1d6 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:54.763797 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-19156ba7-d745-43e9-9601-f0f4febe1b98 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:54.771423 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 4580ab9e-a53d-4fb1-92fd-c4c4847b344a no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:08:54.791464 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 4580ab9e-a53d-4fb1-92fd-c4c4847b344a {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:08:54.791810 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 4580ab9e-a53d-4fb1-92fd-c4c4847b344a not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:08:54.846487 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-19156ba7-d745-43e9-9601-f0f4febe1b98 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:54.862820 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-19156ba7-d745-43e9-9601-f0f4febe1b98 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Calling delete_port for 5cde53db-da58-41ad-8197-d03e9b19d1d6 owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:54.955865 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-19156ba7-d745-43e9-9601-f0f4febe1b98 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:54.986066 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19156ba7-d745-43e9-9601-f0f4febe1b98 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Port': ['ID=5cde53db-da58-41ad-8197-d03e9b19d1d6,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:54.994719 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-19156ba7-d745-43e9-9601-f0f4febe1b98 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:54.999266 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40612) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:54.999410 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-19156ba7-d745-43e9-9601-f0f4febe1b98 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/ports/5cde53db-da58-41ad-8197-d03e9b19d1d6 HTTP/1.1" status: 204 len: 168 time: 0.4039047 Jul 06 14:08:55.096456 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c136d43f-0714-431b-a5a6-bbdac3ef5e96 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:55.103106 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c136d43f-0714-431b-a5a6-bbdac3ef5e96 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:55.107897 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c136d43f-0714-431b-a5a6-bbdac3ef5e96 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1029561 Jul 06 14:08:55.108472 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40618) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:55.226051 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68505f1-3d57-4ba4-95bc-78c91430c556 req-c75f003c-b053-40b2-abda-20c824c183ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:55.228028 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b68505f1-3d57-4ba4-95bc-78c91430c556 req-c75f003c-b053-40b2-abda-20c824c183ba service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 1097 time: 0.1376550 Jul 06 14:08:55.268414 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f7272c29-0732-45bb-ab2a-2a6d9e810c15 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting port 02d01b23-50a8-4d9c-8fe3-183b679f1d38 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:55.268771 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f7272c29-0732-45bb-ab2a-2a6d9e810c15 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:55.296502 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b68505f1-3d57-4ba4-95bc-78c91430c556 req-98acd14f-6200-404b-aea4-d843fe3996f5 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599673 Jul 06 14:08:55.374471 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77442a2-0889-4322-93a5-9eb49a80e2b4 req-2030c4ec-042f-4b2e-a85f-c527f4f4b010 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:55.376520 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b77442a2-0889-4322-93a5-9eb49a80e2b4 req-2030c4ec-042f-4b2e-a85f-c527f4f4b010 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 946 time: 0.0843589 Jul 06 14:08:55.391421 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f7272c29-0732-45bb-ab2a-2a6d9e810c15 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:55.409603 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f7272c29-0732-45bb-ab2a-2a6d9e810c15 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Calling delete_port for 02d01b23-50a8-4d9c-8fe3-183b679f1d38 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:55.422767 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b77442a2-0889-4322-93a5-9eb49a80e2b4 req-391956c1-7d55-4874-b18e-f8123e249d86 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385394 Jul 06 14:08:55.504192 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f7272c29-0732-45bb-ab2a-2a6d9e810c15 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:55.538772 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7272c29-0732-45bb-ab2a-2a6d9e810c15 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Port': ['ID=02d01b23-50a8-4d9c-8fe3-183b679f1d38,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:55.544117 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f7272c29-0732-45bb-ab2a-2a6d9e810c15 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:55.547093 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f7272c29-0732-45bb-ab2a-2a6d9e810c15 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/ports/02d01b23-50a8-4d9c-8fe3-183b679f1d38 HTTP/1.1" status: 204 len: 168 time: 0.4375162 Jul 06 14:08:55.550163 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40634) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:55.631105 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcd25ab-e47e-4a47-bda6-20397054d08e tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:55.632815 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ddcd25ab-e47e-4a47-bda6-20397054d08e tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0805023 Jul 06 14:08:55.635622 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40642) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:55.665690 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec02f24-cd1a-4b7a-8265-5131dd11b49e tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] GET failed (client error): The resource could not be found. Jul 06 14:08:55.669798 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4ec02f24-cd1a-4b7a-8265-5131dd11b49e tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "GET /v2.0/ports/5cde53db-da58-41ad-8197-d03e9b19d1d6 HTTP/1.1" status: 404 len: 333 time: 0.0308678 Jul 06 14:08:55.670421 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40644) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:55.704675 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-108b5a93-8642-42f5-a023-0d01c8d0912b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] GET failed (client error): The resource could not be found. Jul 06 14:08:55.709742 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-108b5a93-8642-42f5-a023-0d01c8d0912b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "GET /v2.0/ports/02d01b23-50a8-4d9c-8fe3-183b679f1d38 HTTP/1.1" status: 404 len: 333 time: 0.0351858 Jul 06 14:08:55.710198 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40652) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:55.814633 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dd677c0d-2d4a-449e-890a-11480774428d tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:55.929959 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dd677c0d-2d4a-449e-890a-11480774428d tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:55.942309 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-dd677c0d-2d4a-449e-890a-11480774428d tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7391e908-c58d-4392-99d1-c17ad32701c4']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:55.954046 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-dd677c0d-2d4a-449e-890a-11480774428d tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ded8b4c-3b79-48cf-bf86-89a212605ce1') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:55.954396 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-dd677c0d-2d4a-449e-890a-11480774428d tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ded8b4c-3b79-48cf-bf86-89a212605ce1') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:08:55.967554 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dd677c0d-2d4a-449e-890a-11480774428d tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:55.983517 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dd677c0d-2d4a-449e-890a-11480774428d tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:55.990626 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd677c0d-2d4a-449e-890a-11480774428d tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:08:55.991168 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dd677c0d-2d4a-449e-890a-11480774428d tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:08:55.994904 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:08:56.071627 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dd677c0d-2d4a-449e-890a-11480774428d tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:56.081036 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dd677c0d-2d4a-449e-890a-11480774428d tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:56.083073 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-dd677c0d-2d4a-449e-890a-11480774428d tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/networks/7391e908-c58d-4392-99d1-c17ad32701c4 HTTP/1.1" status: 204 len: 168 time: 0.3709466 Jul 06 14:08:56.087751 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40692) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:56.102379 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4f960fb2-d234-4ca9-a060-82bc177fd9d3 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1420371327'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:56.103269 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd677c0d-2d4a-449e-890a-11480774428d tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Network': ['ID=7391e908-c58d-4392-99d1-c17ad32701c4,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:56.145012 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f960fb2-d234-4ca9-a060-82bc177fd9d3 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:56.151267 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f960fb2-d234-4ca9-a060-82bc177fd9d3 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:56.180160 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f960fb2-d234-4ca9-a060-82bc177fd9d3 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:08:56.192318 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f960fb2-d234-4ca9-a060-82bc177fd9d3 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:56.193192 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-4f960fb2-d234-4ca9-a060-82bc177fd9d3 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Added segment 75f35510-e083-4a0e-9270-bd466b7ad218 of type vlan for network 6f784b60-8e22-44b5-b152-4404f82c6b02 Jul 06 14:08:56.252442 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f960fb2-d234-4ca9-a060-82bc177fd9d3 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:56.287380 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f960fb2-d234-4ca9-a060-82bc177fd9d3 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:56.293654 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f960fb2-d234-4ca9-a060-82bc177fd9d3 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:56.294377 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f960fb2-d234-4ca9-a060-82bc177fd9d3 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:56.369129 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40708) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:56.369336 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4f960fb2-d234-4ca9-a060-82bc177fd9d3 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2803702 Jul 06 14:08:56.377579 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-1d2d609f-0df4-4dc9-87b6-8c2b036cb55f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'subnet': {'network_id': '6f784b60-8e22-44b5-b152-4404f82c6b02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:56.378562 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f960fb2-d234-4ca9-a060-82bc177fd9d3 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Network': ['ID=6f784b60-8e22-44b5-b152-4404f82c6b02,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:56.390318 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 6f784b60-8e22-44b5-b152-4404f82c6b02 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:08:56.511362 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2d609f-0df4-4dc9-87b6-8c2b036cb55f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:56.516208 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1d2d609f-0df4-4dc9-87b6-8c2b036cb55f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:56.676156 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3324d-94ba-4f6f-bbb1-83aa237e7184 req-630089ca-d392-4737-973d-cd510dcc2ef4 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:56.678436 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47e3324d-94ba-4f6f-bbb1-83aa237e7184 req-630089ca-d392-4737-973d-cd510dcc2ef4 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 946 time: 0.1058264 Jul 06 14:08:56.772324 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47e3324d-94ba-4f6f-bbb1-83aa237e7184 req-0e9d5f30-40d9-4364-a209-c3fd7be055db tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865681 Jul 06 14:08:57.121086 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1d2d609f-0df4-4dc9-87b6-8c2b036cb55f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:57.314020 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d609f-0df4-4dc9-87b6-8c2b036cb55f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Subnet': ['ID=5625f76f-7907-456f-8202-21aeac825575,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:57.336405 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2d609f-0df4-4dc9-87b6-8c2b036cb55f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Checking segment: {'id': '75f35510-e083-4a0e-9270-bd466b7ad218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6f784b60-8e22-44b5-b152-4404f82c6b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:57.336784 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2d609f-0df4-4dc9-87b6-8c2b036cb55f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network hostable DHCP agents. Network: 6f784b60-8e22-44b5-b152-4404f82c6b02, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:08:57.372015 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08258524-518a-406b-b4fc-01ec5e31c1dc req-7b0b26b8-7911-4cc1-970e-f682a17ec281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:57.373800 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08258524-518a-406b-b4fc-01ec5e31c1dc req-7b0b26b8-7911-4cc1-970e-f682a17ec281 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=8ac05a766be944c89f64f16db6138443&device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 1097 time: 0.1781020 Jul 06 14:08:57.377014 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2d609f-0df4-4dc9-87b6-8c2b036cb55f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network 6f784b60-8e22-44b5-b152-4404f82c6b02 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:08:57.440151 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-1d2d609f-0df4-4dc9-87b6-8c2b036cb55f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 6f784b60-8e22-44b5-b152-4404f82c6b02) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:57.449263 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086c6a4e-7c1c-45be-8fcb-6c0441b77759 None None] Network 6f784b60-8e22-44b5-b152-4404f82c6b02 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:57.449777 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b6ada-1289-42fa-ab54-e3e0f7c353db req-77573530-e6b4-4b73-b0d3-4892dac1c514 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:57.451258 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a0b6ada-1289-42fa-ab54-e3e0f7c353db req-77573530-e6b4-4b73-b0d3-4892dac1c514 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 946 time: 0.1937890 Jul 06 14:08:57.457038 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2d609f-0df4-4dc9-87b6-8c2b036cb55f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:57.457646 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1d2d609f-0df4-4dc9-87b6-8c2b036cb55f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:57.517872 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1d2d609f-0df4-4dc9-87b6-8c2b036cb55f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1447375 Jul 06 14:08:57.518488 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40786) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:57.527523 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-6a75178f-ee98-4f51-8f7d-c5e471c028cc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'port': {'network_id': '6f784b60-8e22-44b5-b152-4404f82c6b02', 'name': 'tempest-PortsTestJSON-699139748'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:08:57.579349 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a0b6ada-1289-42fa-ab54-e3e0f7c353db req-9e24c632-097a-4d57-8a51-0aea2e1c84dc tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084073 Jul 06 14:08:57.591653 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08258524-518a-406b-b4fc-01ec5e31c1dc req-d5904025-fde4-40a3-9da5-3f7436fcd595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:57.595774 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08258524-518a-406b-b4fc-01ec5e31c1dc req-d5904025-fde4-40a3-9da5-3f7436fcd595 service neutron] 10.222.0.124 "GET /v2.0/networks?id=9a87a53c-babe-415d-8e55-64df45c54692 HTTP/1.1" status: 200 len: 912 time: 0.2131293 Jul 06 14:08:57.645600 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f2ed7e-a964-470b-b0c6-6c09bc6d03c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-6f784b60-8e22-44b5-b152-4404f82c6b02', 'network_id': '6f784b60-8e22-44b5-b152-4404f82c6b02', 'tenant_id': '948d22789b7c4232b79ffb08eb97c715', 'fixed_ips': [{'subnet_id': '5625f76f-7907-456f-8202-21aeac825575'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:08:57.647087 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-06f2ed7e-a964-470b-b0c6-6c09bc6d03c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:57.658891 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08258524-518a-406b-b4fc-01ec5e31c1dc req-d60f4d94-34b5-4649-9a5a-632e664d8d4f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3956389f-8173-4338-9a85-5812336c9ff0 HTTP/1.1" status: 200 len: 217 time: 0.0544732 Jul 06 14:08:57.675413 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40790) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:57.690580 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:08:57.729716 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a75178f-ee98-4f51-8f7d-c5e471c028cc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:08:57.738575 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08258524-518a-406b-b4fc-01ec5e31c1dc req-19d093ff-a73b-4cf8-9349-7bb292841653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:57.739205 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6a75178f-ee98-4f51-8f7d-c5e471c028cc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:57.741698 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08258524-518a-406b-b4fc-01ec5e31c1dc req-19d093ff-a73b-4cf8-9349-7bb292841653 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=b4fbe430-9ff4-4a2b-86b0-d3c862c900e3 HTTP/1.1" status: 200 len: 851 time: 0.0740366 Jul 06 14:08:57.788606 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-6a75178f-ee98-4f51-8f7d-c5e471c028cc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] device_id is not set on port 13cf866e-6b52-4fc9-a705-7b76e37c6e15 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:08:57.834655 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08258524-518a-406b-b4fc-01ec5e31c1dc req-dd087a8b-c711-4c8a-9537-a8140b446efb service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=9a87a53c-babe-415d-8e55-64df45c54692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751355 Jul 06 14:08:57.916502 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-06f2ed7e-a964-470b-b0c6-6c09bc6d03c0 None None] Allocated IP 172.20.0.2 (6f784b60-8e22-44b5-b152-4404f82c6b02/5625f76f-7907-456f-8202-21aeac825575/0b6b3f52-916c-4e97-83bd-f9ab8b9106f2) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:57.936237 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-096c7e2a-a26b-439c-888f-1a65aca06de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:58.055223 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-096c7e2a-a26b-439c-888f-1a65aca06de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:58.066580 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-096c7e2a-a26b-439c-888f-1a65aca06de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:58.107237 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c7e2a-a26b-439c-888f-1a65aca06de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a231bb5c-3c7d-4024-a6ee-0f4acbb4bf88,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:58.117855 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-06f2ed7e-a964-470b-b0c6-6c09bc6d03c0 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:58.129016 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-06f2ed7e-a964-470b-b0c6-6c09bc6d03c0 None None] Transition to ACTIVE for port object 0b6b3f52-916c-4e97-83bd-f9ab8b9106f2 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:58.139149 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08258524-518a-406b-b4fc-01ec5e31c1dc req-eadadb50-1e07-4e3a-8e5c-47aa2f27ecbb service neutron] 10.222.0.124 "GET /v2.0/networks/9a87a53c-babe-415d-8e55-64df45c54692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032062 Jul 06 14:08:58.149696 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-06f2ed7e-a964-470b-b0c6-6c09bc6d03c0 None None] Transition to ACTIVE for port object 0b6b3f52-916c-4e97-83bd-f9ab8b9106f2 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:58.160029 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-06f2ed7e-a964-470b-b0c6-6c09bc6d03c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:58.217582 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-6a75178f-ee98-4f51-8f7d-c5e471c028cc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Allocated IP 172.20.0.5 (6f784b60-8e22-44b5-b152-4404f82c6b02/5625f76f-7907-456f-8202-21aeac825575/13cf866e-6b52-4fc9-a705-7b76e37c6e15) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:08:58.219600 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2ed7e-a964-470b-b0c6-6c09bc6d03c0 None None] Pushing event updated for resources: {'Port': ['ID=0b6b3f52-916c-4e97-83bd-f9ab8b9106f2,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:58.235123 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f2ed7e-a964-470b-b0c6-6c09bc6d03c0 None None] Network 6f784b60-8e22-44b5-b152-4404f82c6b02 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:58.237723 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-06f2ed7e-a964-470b-b0c6-6c09bc6d03c0 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:58.244482 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f2ed7e-a964-470b-b0c6-6c09bc6d03c0 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:58.260545 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-096c7e2a-a26b-439c-888f-1a65aca06de8 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=7b50a807896f4e779e96d6555740595a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5831261 Jul 06 14:08:58.261299 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40798) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:58.329736 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-06f2ed7e-a964-470b-b0c6-6c09bc6d03c0 None None] Attempting to bind port 0b6b3f52-916c-4e97-83bd-f9ab8b9106f2 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:08:58.330116 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-06f2ed7e-a964-470b-b0c6-6c09bc6d03c0 None None] Attempting to bind port 0b6b3f52-916c-4e97-83bd-f9ab8b9106f2 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '75f35510-e083-4a0e-9270-bd466b7ad218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6f784b60-8e22-44b5-b152-4404f82c6b02'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:08:58.330413 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f2ed7e-a964-470b-b0c6-6c09bc6d03c0 None None] Attempting to bind port 0b6b3f52-916c-4e97-83bd-f9ab8b9106f2 on network 6f784b60-8e22-44b5-b152-4404f82c6b02 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:08:58.338435 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f2ed7e-a964-470b-b0c6-6c09bc6d03c0 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:08:58.338845 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f2ed7e-a964-470b-b0c6-6c09bc6d03c0 None None] Checking segment: {'id': '75f35510-e083-4a0e-9270-bd466b7ad218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6f784b60-8e22-44b5-b152-4404f82c6b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:08:58.339819 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-06f2ed7e-a964-470b-b0c6-6c09bc6d03c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:58.340376 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f2ed7e-a964-470b-b0c6-6c09bc6d03c0 None None] Bound using segment: {'id': '75f35510-e083-4a0e-9270-bd466b7ad218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6f784b60-8e22-44b5-b152-4404f82c6b02'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:08:58.340859 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-06f2ed7e-a964-470b-b0c6-6c09bc6d03c0 None None] Bound port: 0b6b3f52-916c-4e97-83bd-f9ab8b9106f2, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f35510-e083-4a0e-9270-bd466b7ad218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6f784b60-8e22-44b5-b152-4404f82c6b02'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:08:58.341295 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-06f2ed7e-a964-470b-b0c6-6c09bc6d03c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:58.363357 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb2868-8cbf-4d28-b780-2265acef8e45 req-7a62111b-d897-49e6-a1c2-5af6bc982e90 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:58.371187 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-94cb2868-8cbf-4d28-b780-2265acef8e45 req-7a62111b-d897-49e6-a1c2-5af6bc982e90 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=e9a29f44-02e8-4aa6-89ae-d089b7365282 HTTP/1.1" status: 200 len: 945 time: 0.2984321 Jul 06 14:08:58.400130 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6a75178f-ee98-4f51-8f7d-c5e471c028cc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:58.400761 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4bf69c42-202c-4e36-ab9a-50bc63c37006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:58.421940 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-06f2ed7e-a964-470b-b0c6-6c09bc6d03c0 None None] For port 0b6b3f52-916c-4e97-83bd-f9ab8b9106f2, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:08:58.424782 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-6a75178f-ee98-4f51-8f7d-c5e471c028cc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Transition to ACTIVE for port object 13cf866e-6b52-4fc9-a705-7b76e37c6e15 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:08:58.427073 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-06f2ed7e-a964-470b-b0c6-6c09bc6d03c0 None None] For port 0b6b3f52-916c-4e97-83bd-f9ab8b9106f2, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0b6b3f52-916c-4e97-83bd-f9ab8b9106f2,segment=NetworkSegment(75f35510-e083-4a0e-9270-bd466b7ad218),segment_id=75f35510-e083-4a0e-9270-bd466b7ad218)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:08:58.434299 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-06f2ed7e-a964-470b-b0c6-6c09bc6d03c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:58.475176 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6a75178f-ee98-4f51-8f7d-c5e471c028cc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:58.494107 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-94cb2868-8cbf-4d28-b780-2265acef8e45 req-e4fc0d0f-ba60-45b8-8e15-c9272e692ede tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216102 Jul 06 14:08:58.500501 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4bf69c42-202c-4e36-ab9a-50bc63c37006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:58.515996 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08258524-518a-406b-b4fc-01ec5e31c1dc req-eae741ae-53e8-4965-9f55-ba5c0bbcbee3 service neutron] 10.222.0.124 "GET /v2.0/networks/9a87a53c-babe-415d-8e55-64df45c54692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433356 Jul 06 14:08:58.522887 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2ed7e-a964-470b-b0c6-6c09bc6d03c0 None None] Pushing event updated for resources: {'Port': ['ID=0b6b3f52-916c-4e97-83bd-f9ab8b9106f2,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:58.533939 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a75178f-ee98-4f51-8f7d-c5e471c028cc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network 6f784b60-8e22-44b5-b152-4404f82c6b02 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:08:58.539004 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-6a75178f-ee98-4f51-8f7d-c5e471c028cc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:08:58.543584 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a75178f-ee98-4f51-8f7d-c5e471c028cc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:08:58.578242 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4bf69c42-202c-4e36-ab9a-50bc63c37006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:58.582274 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4bf69c42-202c-4e36-ab9a-50bc63c37006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:58.600031 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4bf69c42-202c-4e36-ab9a-50bc63c37006 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/a231bb5c-3c7d-4024-a6ee-0f4acbb4bf88 HTTP/1.1" status: 204 len: 168 time: 0.3195400 Jul 06 14:08:58.602838 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a75178f-ee98-4f51-8f7d-c5e471c028cc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Port': ['ID=13cf866e-6b52-4fc9-a705-7b76e37c6e15,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:58.622479 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf69c42-202c-4e36-ab9a-50bc63c37006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a231bb5c-3c7d-4024-a6ee-0f4acbb4bf88,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:58.628611 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a75178f-ee98-4f51-8f7d-c5e471c028cc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:58.629545 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6a75178f-ee98-4f51-8f7d-c5e471c028cc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:58.649064 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6a75178f-ee98-4f51-8f7d-c5e471c028cc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1284182 Jul 06 14:08:58.651656 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40804) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:58.856830 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5b8d3-e231-4862-a836-b2ff826cc09f req-204a1587-2990-425c-9e86-d0bb2a9c8800 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:58.858931 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4bd5b8d3-e231-4862-a836-b2ff826cc09f req-204a1587-2990-425c-9e86-d0bb2a9c8800 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 946 time: 0.1117435 Jul 06 14:08:58.866684 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f4ed717d-b99f-4822-a2e9-2a80eea13d94 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting port 13cf866e-6b52-4fc9-a705-7b76e37c6e15 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:08:58.867107 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f4ed717d-b99f-4822-a2e9-2a80eea13d94 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:58.922809 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4bd5b8d3-e231-4862-a836-b2ff826cc09f req-12762ec1-aade-465d-a6a2-eceb6c487c2e tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585897 Jul 06 14:08:58.979135 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f4ed717d-b99f-4822-a2e9-2a80eea13d94 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:58.994942 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f4ed717d-b99f-4822-a2e9-2a80eea13d94 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Calling delete_port for 13cf866e-6b52-4fc9-a705-7b76e37c6e15 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:08:59.057779 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40810) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:59.080134 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1951de08-ec64-46c0-bb77-5254acb4448f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.168058 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f4ed717d-b99f-4822-a2e9-2a80eea13d94 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.207987 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed717d-b99f-4822-a2e9-2a80eea13d94 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Port': ['ID=13cf866e-6b52-4fc9-a705-7b76e37c6e15,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:59.300883 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f4ed717d-b99f-4822-a2e9-2a80eea13d94 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.302833 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f4ed717d-b99f-4822-a2e9-2a80eea13d94 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/ports/13cf866e-6b52-4fc9-a705-7b76e37c6e15 HTTP/1.1" status: 204 len: 168 time: 0.6488857 Jul 06 14:08:59.305623 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40812) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:59.339071 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf54fa86-a513-4cd1-957a-33aa1babc86f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] DELETE failed (client error): The resource could not be found. Jul 06 14:08:59.339766 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf54fa86-a513-4cd1-957a-33aa1babc86f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:08:59.341515 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bf54fa86-a513-4cd1-957a-33aa1babc86f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/ports/13cf866e-6b52-4fc9-a705-7b76e37c6e15 HTTP/1.1" status: 404 len: 333 time: 0.0349224 Jul 06 14:08:59.344670 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40814) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:59.355415 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1951de08-ec64-46c0-bb77-5254acb4448f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.361437 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1951de08-ec64-46c0-bb77-5254acb4448f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.378630 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3d7578-f638-420b-aa37-eb70be732c7e tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] GET failed (client error): The resource could not be found. Jul 06 14:08:59.380719 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-fb3d7578-f638-420b-aa37-eb70be732c7e tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "GET /v2.0/ports/13cf866e-6b52-4fc9-a705-7b76e37c6e15 HTTP/1.1" status: 404 len: 333 time: 0.0345180 Jul 06 14:08:59.384373 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40816) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:59.406299 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1951de08-ec64-46c0-bb77-5254acb4448f admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=1d4e6310e2c44eca9fc4b61987dff639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3475907 Jul 06 14:08:59.407392 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40818) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:59.409702 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951de08-ec64-46c0-bb77-5254acb4448f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311d55d6-6be6-4a89-b61e-373b448354cc,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:59.449081 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-e738e0c2-cdde-44c1-8fa7-935e9faff630 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting subnet 5625f76f-7907-456f-8202-21aeac825575 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:08:59.452420 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e738e0c2-cdde-44c1-8fa7-935e9faff630 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.471915 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b6063089-a079-4cac-ab69-5d952e987394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.497062 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b6063089-a079-4cac-ab69-5d952e987394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.502061 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e738e0c2-cdde-44c1-8fa7-935e9faff630 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.557638 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b6063089-a079-4cac-ab69-5d952e987394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.562610 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b6063089-a079-4cac-ab69-5d952e987394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.563793 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b6063089-a079-4cac-ab69-5d952e987394 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/311d55d6-6be6-4a89-b61e-373b448354cc HTTP/1.1" status: 204 len: 168 time: 0.1551049 Jul 06 14:08:59.574896 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6063089-a079-4cac-ab69-5d952e987394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311d55d6-6be6-4a89-b61e-373b448354cc,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:59.664914 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e738e0c2-cdde-44c1-8fa7-935e9faff630 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.761816 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca8bd0e-cf3a-4e11-8e8e-bf012c8b7f40 None None] Network 6f784b60-8e22-44b5-b152-4404f82c6b02 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:08:59.769669 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2e41f-4372-4f1e-a769-576374776b09 req-aee489b9-117a-4aab-ac11-6921a1374de7 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:08:59.772247 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42d2e41f-4372-4f1e-a769-576374776b09 req-aee489b9-117a-4aab-ac11-6921a1374de7 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=e9a29f44-02e8-4aa6-89ae-d089b7365282 HTTP/1.1" status: 200 len: 945 time: 0.1237013 Jul 06 14:08:59.786895 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e738e0c2-cdde-44c1-8fa7-935e9faff630 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.857834 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738e0c2-cdde-44c1-8fa7-935e9faff630 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Subnet': ['ID=5625f76f-7907-456f-8202-21aeac825575,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:08:59.879707 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e738e0c2-cdde-44c1-8fa7-935e9faff630 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:08:59.881523 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-025f596d-bcd1-470a-81b1-c15522ea6523 None None] Provisioning for port 0b6b3f52-916c-4e97-83bd-f9ab8b9106f2 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:08:59.882841 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e738e0c2-cdde-44c1-8fa7-935e9faff630 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/subnets/5625f76f-7907-456f-8202-21aeac825575 HTTP/1.1" status: 204 len: 168 time: 0.4974713 Jul 06 14:08:59.886115 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40824) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:08:59.955091 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42d2e41f-4372-4f1e-a769-576374776b09 req-1e40ef58-5c71-4a50-8ae2-d1e7e64372e1 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/security-groups?id=aa6d2e24-b297-4af7-9353-58c376db3f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684115 Jul 06 14:08:59.993002 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248d673-58cb-4633-8493-5c7a3ff59695 req-5f14ca02-2481-40b0-af78-20e8d7d2bacf tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:00.010065 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab69a61f-6c40-4e2c-9374-c32fbf0d5f2b None None] DHCP port deletion for 6f784b60-8e22-44b5-b152-4404f82c6b02 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:09:00.014281 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3248d673-58cb-4633-8493-5c7a3ff59695 req-5f14ca02-2481-40b0-af78-20e8d7d2bacf tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.52 "GET /v2.0/ports?device_id=e9a29f44-02e8-4aa6-89ae-d089b7365282 HTTP/1.1" status: 200 len: 945 time: 0.2395105 Jul 06 14:09:00.081741 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d4867a9-0af2-4700-a1ce-774cf605cc51 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:00.090493 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-ab69a61f-6c40-4e2c-9374-c32fbf0d5f2b None None] Deleting port 0b6b3f52-916c-4e97-83bd-f9ab8b9106f2 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:00.091514 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ab69a61f-6c40-4e2c-9374-c32fbf0d5f2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:00.172710 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9d4867a9-0af2-4700-a1ce-774cf605cc51 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting port 0b6b3f52-916c-4e97-83bd-f9ab8b9106f2 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:00.173086 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d4867a9-0af2-4700-a1ce-774cf605cc51 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:00.264343 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-3248d673-58cb-4633-8493-5c7a3ff59695 req-4ada4784-0d89-4fd5-a7b1-873dc9ca58cf tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Deleting port 56bb6c77-705c-4c82-a6eb-48fdecb2609d {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:00.264727 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3248d673-58cb-4633-8493-5c7a3ff59695 req-4ada4784-0d89-4fd5-a7b1-873dc9ca58cf tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:00.280236 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-ab69a61f-6c40-4e2c-9374-c32fbf0d5f2b None None] For port 0b6b3f52-916c-4e97-83bd-f9ab8b9106f2, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0b6b3f52-916c-4e97-83bd-f9ab8b9106f2,segment=NetworkSegment(75f35510-e083-4a0e-9270-bd466b7ad218),segment_id=75f35510-e083-4a0e-9270-bd466b7ad218)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:00.280744 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ab69a61f-6c40-4e2c-9374-c32fbf0d5f2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:00.309284 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-ab69a61f-6c40-4e2c-9374-c32fbf0d5f2b None None] Calling delete_port for 0b6b3f52-916c-4e97-83bd-f9ab8b9106f2 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:00.319335 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-9d4867a9-0af2-4700-a1ce-774cf605cc51 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] For port 0b6b3f52-916c-4e97-83bd-f9ab8b9106f2, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0b6b3f52-916c-4e97-83bd-f9ab8b9106f2,segment=NetworkSegment(75f35510-e083-4a0e-9270-bd466b7ad218),segment_id=75f35510-e083-4a0e-9270-bd466b7ad218)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:00.319802 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d4867a9-0af2-4700-a1ce-774cf605cc51 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:00.347554 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9d4867a9-0af2-4700-a1ce-774cf605cc51 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Calling delete_port for 0b6b3f52-916c-4e97-83bd-f9ab8b9106f2 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:00.420155 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ab69a61f-6c40-4e2c-9374-c32fbf0d5f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:00.422556 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d109a04-d7c6-4ea3-8952-57d2686959f9 req-11939192-007b-4156-b5b4-2b33573b64d3 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:00.424268 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d109a04-d7c6-4ea3-8952-57d2686959f9 req-11939192-007b-4156-b5b4-2b33573b64d3 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 946 time: 0.1859617 Jul 06 14:09:00.447673 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d4867a9-0af2-4700-a1ce-774cf605cc51 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:00.464208 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69a61f-6c40-4e2c-9374-c32fbf0d5f2b None None] Pushing event deleted for resources: {'Port': ['ID=0b6b3f52-916c-4e97-83bd-f9ab8b9106f2,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:00.466618 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab69a61f-6c40-4e2c-9374-c32fbf0d5f2b None None] No DVR routers for this DVR port 0b6b3f52-916c-4e97-83bd-f9ab8b9106f2 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:09:00.476522 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-3248d673-58cb-4633-8493-5c7a3ff59695 req-4ada4784-0d89-4fd5-a7b1-873dc9ca58cf tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] For port 56bb6c77-705c-4c82-a6eb-48fdecb2609d, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=56bb6c77-705c-4c82-a6eb-48fdecb2609d,segment=NetworkSegment(66f13dfd-887a-4dab-b5ac-df85696e381e),segment_id=66f13dfd-887a-4dab-b5ac-df85696e381e)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:00.476522 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3248d673-58cb-4633-8493-5c7a3ff59695 req-4ada4784-0d89-4fd5-a7b1-873dc9ca58cf tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:00.496212 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4867a9-0af2-4700-a1ce-774cf605cc51 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] No DVR routers for this DVR port 0b6b3f52-916c-4e97-83bd-f9ab8b9106f2 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:09:00.505040 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-3248d673-58cb-4633-8493-5c7a3ff59695 req-4ada4784-0d89-4fd5-a7b1-873dc9ca58cf tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Calling delete_port for 56bb6c77-705c-4c82-a6eb-48fdecb2609d owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:00.514685 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d109a04-d7c6-4ea3-8952-57d2686959f9 req-c35cc079-c8a0-4319-bc33-d209f73142bf tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806296 Jul 06 14:09:00.530058 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4867a9-0af2-4700-a1ce-774cf605cc51 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Port': ['ID=0b6b3f52-916c-4e97-83bd-f9ab8b9106f2,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:00.605318 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d4867a9-0af2-4700-a1ce-774cf605cc51 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:00.616535 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-9d4867a9-0af2-4700-a1ce-774cf605cc51 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f784b60-8e22-44b5-b152-4404f82c6b02']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:00.631009 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-9d4867a9-0af2-4700-a1ce-774cf605cc51 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f35510-e083-4a0e-9270-bd466b7ad218') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:00.631009 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-9d4867a9-0af2-4700-a1ce-774cf605cc51 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f35510-e083-4a0e-9270-bd466b7ad218') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:00.643686 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d4867a9-0af2-4700-a1ce-774cf605cc51 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:00.662480 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d4867a9-0af2-4700-a1ce-774cf605cc51 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:00.670670 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4867a9-0af2-4700-a1ce-774cf605cc51 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:09:00.671258 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d4867a9-0af2-4700-a1ce-774cf605cc51 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:09:00.674355 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:09:00.686957 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3248d673-58cb-4633-8493-5c7a3ff59695 req-4ada4784-0d89-4fd5-a7b1-873dc9ca58cf tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:00.704917 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['56bb6c77-705c-4c82-a6eb-48fdecb2609d'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:09:00.720665 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada4784-0d89-4fd5-a7b1-873dc9ca58cf tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Pushing event deleted for resources: {'Port': ['ID=56bb6c77-705c-4c82-a6eb-48fdecb2609d,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:00.747809 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d4867a9-0af2-4700-a1ce-774cf605cc51 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:00.759974 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d4867a9-0af2-4700-a1ce-774cf605cc51 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:00.766183 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9d4867a9-0af2-4700-a1ce-774cf605cc51 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/networks/6f784b60-8e22-44b5-b152-4404f82c6b02 HTTP/1.1" status: 204 len: 168 time: 0.8751354 Jul 06 14:09:00.766183 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40850) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:00.771316 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-eaffea6b-6961-4120-a2f9-ff7d67da73b5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2036740099'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:00.785927 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-3248d673-58cb-4633-8493-5c7a3ff59695 req-4ada4784-0d89-4fd5-a7b1-873dc9ca58cf tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] No DVR routers for this DVR port 56bb6c77-705c-4c82-a6eb-48fdecb2609d on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:09:00.787546 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4867a9-0af2-4700-a1ce-774cf605cc51 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Network': ['ID=6f784b60-8e22-44b5-b152-4404f82c6b02,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:00.791580 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3248d673-58cb-4633-8493-5c7a3ff59695 req-4ada4784-0d89-4fd5-a7b1-873dc9ca58cf tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:00.793620 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3248d673-58cb-4633-8493-5c7a3ff59695 req-4ada4784-0d89-4fd5-a7b1-873dc9ca58cf tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.52 "DELETE /v2.0/ports/56bb6c77-705c-4c82-a6eb-48fdecb2609d HTTP/1.1" status: 204 len: 173 time: 0.7701323 Jul 06 14:09:00.794104 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a29f44-02e8-4aa6-89ae-d089b7365282', 'name': 'network-vif-deleted', 'tag': '56bb6c77-705c-4c82-a6eb-48fdecb2609d'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:09:00.797939 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34db9fbf-f57f-443b-bc8e-96d2f94ee0d4" -d '{"events": [{"server_uuid": "e9a29f44-02e8-4aa6-89ae-d089b7365282", "name": "network-vif-deleted", "tag": "56bb6c77-705c-4c82-a6eb-48fdecb2609d"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:09:00.825025 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaffea6b-6961-4120-a2f9-ff7d67da73b5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:00.828968 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eaffea6b-6961-4120-a2f9-ff7d67da73b5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:00.850902 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a35d40-935d-460b-934c-f2b53c24a3c3 x-openstack-request-id: req-19a35d40-935d-460b-934c-f2b53c24a3c3 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:09:00.851195 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a29f44-02e8-4aa6-89ae-d089b7365282", "name": "network-vif-deleted", "tag": "56bb6c77-705c-4c82-a6eb-48fdecb2609d", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:09:00.853883 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-19a35d40-935d-460b-934c-f2b53c24a3c3 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:09:00.854455 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a29f44-02e8-4aa6-89ae-d089b7365282', 'name': 'network-vif-deleted', 'tag': '56bb6c77-705c-4c82-a6eb-48fdecb2609d', 'status': 'completed', 'code': 200} Jul 06 14:09:00.856295 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaffea6b-6961-4120-a2f9-ff7d67da73b5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:09:00.867048 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eaffea6b-6961-4120-a2f9-ff7d67da73b5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:00.867448 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-eaffea6b-6961-4120-a2f9-ff7d67da73b5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Added segment 8dce144f-caf9-43ef-b08b-346833a0cd71 of type vlan for network 485a960f-c7f6-4650-95cd-5ba3e596da4b Jul 06 14:09:00.912543 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eaffea6b-6961-4120-a2f9-ff7d67da73b5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:00.945194 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eaffea6b-6961-4120-a2f9-ff7d67da73b5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:00.950764 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaffea6b-6961-4120-a2f9-ff7d67da73b5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:00.951387 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eaffea6b-6961-4120-a2f9-ff7d67da73b5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:01.025639 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40860) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:01.031070 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-eaffea6b-6961-4120-a2f9-ff7d67da73b5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2630174 Jul 06 14:09:01.031233 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-5d3b5e19-e277-41aa-847e-b8eefcb63d92 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'subnet': {'network_id': '485a960f-c7f6-4650-95cd-5ba3e596da4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:01.054256 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaffea6b-6961-4120-a2f9-ff7d67da73b5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Network': ['ID=485a960f-c7f6-4650-95cd-5ba3e596da4b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:01.066449 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 485a960f-c7f6-4650-95cd-5ba3e596da4b details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:09:01.139794 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6339f94a-e954-488d-b459-d1b5230eeb83 req-679c4e10-2f52-45c3-a0dc-8aba9b023799 tempest-AttachVolumeNegativeTest-2078085647 tempest-AttachVolumeNegativeTest-2078085647-project] 10.222.0.118 "GET /v2.0/ports?device_id=e9a29f44-02e8-4aa6-89ae-d089b7365282 HTTP/1.1" status: 200 len: 210 time: 0.0402474 Jul 06 14:09:01.170434 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3b5e19-e277-41aa-847e-b8eefcb63d92 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:01.174198 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5d3b5e19-e277-41aa-847e-b8eefcb63d92 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:01.401060 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5d3b5e19-e277-41aa-847e-b8eefcb63d92 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:01.489951 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3b5e19-e277-41aa-847e-b8eefcb63d92 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Checking segment: {'id': '8dce144f-caf9-43ef-b08b-346833a0cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '485a960f-c7f6-4650-95cd-5ba3e596da4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:01.490485 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3b5e19-e277-41aa-847e-b8eefcb63d92 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network hostable DHCP agents. Network: 485a960f-c7f6-4650-95cd-5ba3e596da4b, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:09:01.517155 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b5e19-e277-41aa-847e-b8eefcb63d92 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Subnet': ['ID=441db260-229a-4dde-b806-d09167b48a18,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:01.526190 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3b5e19-e277-41aa-847e-b8eefcb63d92 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network 485a960f-c7f6-4650-95cd-5ba3e596da4b is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:09:01.537383 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40878) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:01.543454 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-5d3b5e19-e277-41aa-847e-b8eefcb63d92 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 485a960f-c7f6-4650-95cd-5ba3e596da4b) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:01.549579 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3b5e19-e277-41aa-847e-b8eefcb63d92 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:01.550634 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5d3b5e19-e277-41aa-847e-b8eefcb63d92 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:01.563855 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dec9602-9161-420e-8d80-aa7a0ee770fb None None] Network 485a960f-c7f6-4650-95cd-5ba3e596da4b requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:01.575810 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5d3b5e19-e277-41aa-847e-b8eefcb63d92 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5465767 Jul 06 14:09:01.576191 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40884) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:01.582803 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-3205d5ef-16ba-41e0-aa81-c0b91d00ee09 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'port': {'network_id': '485a960f-c7f6-4650-95cd-5ba3e596da4b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-294740588'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:01.730002 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15080803-8d60-44d1-a09d-54a1a54da387 req-8a6dceee-59e0-4db2-8151-c9189d3c7441 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:01.732215 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-15080803-8d60-44d1-a09d-54a1a54da387 req-8a6dceee-59e0-4db2-8151-c9189d3c7441 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.0977647 Jul 06 14:09:01.763639 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3205d5ef-16ba-41e0-aa81-c0b91d00ee09 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:01.768949 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3205d5ef-16ba-41e0-aa81-c0b91d00ee09 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:01.780584 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-15080803-8d60-44d1-a09d-54a1a54da387 req-44787d78-0912-4568-8bf4-813d1d0903e8 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421147 Jul 06 14:09:01.789340 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348e02fd-0b8a-428d-bda0-bd7a896257b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-485a960f-c7f6-4650-95cd-5ba3e596da4b', 'network_id': '485a960f-c7f6-4650-95cd-5ba3e596da4b', 'tenant_id': '948d22789b7c4232b79ffb08eb97c715', 'fixed_ips': [{'subnet_id': '441db260-229a-4dde-b806-d09167b48a18'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:09:01.790290 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-348e02fd-0b8a-428d-bda0-bd7a896257b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:01.791921 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4a4463e2-3ad4-4282-878f-b41cbf17c9f7 tempest-PortsAdminExtendedAttrsTestJSON-1992708617 tempest-PortsAdminExtendedAttrsTestJSON-1992708617-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1368141056'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:01.805451 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-3205d5ef-16ba-41e0-aa81-c0b91d00ee09 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] device_id is not set on port 6929063c-b30b-4356-b279-6e5b4afeefaf yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:09:01.875977 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4463e2-3ad4-4282-878f-b41cbf17c9f7 tempest-PortsAdminExtendedAttrsTestJSON-1992708617 tempest-PortsAdminExtendedAttrsTestJSON-1992708617-project] Made reservation on behalf of 0decd886deee442f96e7da564ddc5484 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:01.879824 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4a4463e2-3ad4-4282-878f-b41cbf17c9f7 tempest-PortsAdminExtendedAttrsTestJSON-1992708617 tempest-PortsAdminExtendedAttrsTestJSON-1992708617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:01.895752 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4a4463e2-3ad4-4282-878f-b41cbf17c9f7 tempest-PortsAdminExtendedAttrsTestJSON-1992708617 tempest-PortsAdminExtendedAttrsTestJSON-1992708617-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:01.968144 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-3205d5ef-16ba-41e0-aa81-c0b91d00ee09 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Allocated IP 172.20.0.2 (485a960f-c7f6-4650-95cd-5ba3e596da4b/441db260-229a-4dde-b806-d09167b48a18/6929063c-b30b-4356-b279-6e5b4afeefaf) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:01.969025 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0b6b3f52-916c-4e97-83bd-f9ab8b9106f2 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:09:02.003214 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c8593-7d27-4edf-aa65-548bb9bb9d4a req-31e12eab-fb47-4160-828a-66d699923a84 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:02.004908 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f3c8593-7d27-4edf-aa65-548bb9bb9d4a req-31e12eab-fb47-4160-828a-66d699923a84 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 946 time: 0.0896654 Jul 06 14:09:02.061391 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f3c8593-7d27-4edf-aa65-548bb9bb9d4a req-a3562b13-0b2d-48db-910c-0bac34684991 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412025 Jul 06 14:09:02.157902 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4a4463e2-3ad4-4282-878f-b41cbf17c9f7 tempest-PortsAdminExtendedAttrsTestJSON-1992708617 tempest-PortsAdminExtendedAttrsTestJSON-1992708617-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.159690 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 0b6b3f52-916c-4e97-83bd-f9ab8b9106f2 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:09:02.160548 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0b6b3f52-916c-4e97-83bd-f9ab8b9106f2 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:09:02.165176 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4a4463e2-3ad4-4282-878f-b41cbf17c9f7 tempest-PortsAdminExtendedAttrsTestJSON-1992708617 tempest-PortsAdminExtendedAttrsTestJSON-1992708617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.178206 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3205d5ef-16ba-41e0-aa81-c0b91d00ee09 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.218485 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a4463e2-3ad4-4282-878f-b41cbf17c9f7 tempest-PortsAdminExtendedAttrsTestJSON-1992708617 tempest-PortsAdminExtendedAttrsTestJSON-1992708617-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:09:02.227586 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3205d5ef-16ba-41e0-aa81-c0b91d00ee09 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Transition to ACTIVE for port object 6929063c-b30b-4356-b279-6e5b4afeefaf will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:02.229289 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4463e2-3ad4-4282-878f-b41cbf17c9f7 tempest-PortsAdminExtendedAttrsTestJSON-1992708617 tempest-PortsAdminExtendedAttrsTestJSON-1992708617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2740c8c7-fc22-4e1a-9b8d-b85b507951e8,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:02.242657 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4a4463e2-3ad4-4282-878f-b41cbf17c9f7 tempest-PortsAdminExtendedAttrsTestJSON-1992708617 tempest-PortsAdminExtendedAttrsTestJSON-1992708617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.243039 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-4a4463e2-3ad4-4282-878f-b41cbf17c9f7 tempest-PortsAdminExtendedAttrsTestJSON-1992708617 tempest-PortsAdminExtendedAttrsTestJSON-1992708617-project] Added segment 0355e3c6-d5cd-4133-8b36-713c292dda17 of type vlan for network 1cbbceda-eba0-4e18-a045-8a3398348428 Jul 06 14:09:02.309540 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4a4463e2-3ad4-4282-878f-b41cbf17c9f7 tempest-PortsAdminExtendedAttrsTestJSON-1992708617 tempest-PortsAdminExtendedAttrsTestJSON-1992708617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.336310 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3205d5ef-16ba-41e0-aa81-c0b91d00ee09 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.390337 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4a4463e2-3ad4-4282-878f-b41cbf17c9f7 tempest-PortsAdminExtendedAttrsTestJSON-1992708617 tempest-PortsAdminExtendedAttrsTestJSON-1992708617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.392079 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.db.api [None req-348e02fd-0b8a-428d-bda0-bd7a896257b5 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e28b0b58-379e-4a77-840a-0c8ec72dd648 {{(pid=100419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:09:02.392519 n-d-773644-6 neutron-server[100419]: DEBUG oslo_db.api [None req-348e02fd-0b8a-428d-bda0-bd7a896257b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:09:02.398655 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4463e2-3ad4-4282-878f-b41cbf17c9f7 tempest-PortsAdminExtendedAttrsTestJSON-1992708617 tempest-PortsAdminExtendedAttrsTestJSON-1992708617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:02.399055 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4a4463e2-3ad4-4282-878f-b41cbf17c9f7 tempest-PortsAdminExtendedAttrsTestJSON-1992708617 tempest-PortsAdminExtendedAttrsTestJSON-1992708617-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.402029 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40892) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:02.419551 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3205d5ef-16ba-41e0-aa81-c0b91d00ee09 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network 485a960f-c7f6-4650-95cd-5ba3e596da4b is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:02.440194 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205d5ef-16ba-41e0-aa81-c0b91d00ee09 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Port': ['ID=6929063c-b30b-4356-b279-6e5b4afeefaf,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:02.444354 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-3205d5ef-16ba-41e0-aa81-c0b91d00ee09 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:02.446250 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3205d5ef-16ba-41e0-aa81-c0b91d00ee09 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:02.459313 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-45517eaf-98df-4a0f-a926-27103eb9eb14 admin admin] Deleting subnet 58ebfef2-00b7-4896-9eec-b9f9b823d9a0 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:09:02.463240 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-45517eaf-98df-4a0f-a926-27103eb9eb14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.500924 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4a4463e2-3ad4-4282-878f-b41cbf17c9f7 tempest-PortsAdminExtendedAttrsTestJSON-1992708617 tempest-PortsAdminExtendedAttrsTestJSON-1992708617-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9620309 Jul 06 14:09:02.527229 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-45517eaf-98df-4a0f-a926-27103eb9eb14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.528046 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4463e2-3ad4-4282-878f-b41cbf17c9f7 tempest-PortsAdminExtendedAttrsTestJSON-1992708617 tempest-PortsAdminExtendedAttrsTestJSON-1992708617-project] Pushing event updated for resources: {'Network': ['ID=1cbbceda-eba0-4e18-a045-8a3398348428,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:02.539644 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 1cbbceda-eba0-4e18-a045-8a3398348428 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:09:02.544275 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3205d5ef-16ba-41e0-aa81-c0b91d00ee09 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:02.544906 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3205d5ef-16ba-41e0-aa81-c0b91d00ee09 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.560999 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3205d5ef-16ba-41e0-aa81-c0b91d00ee09 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.9829807 Jul 06 14:09:02.563587 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40896) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:02.584459 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-45517eaf-98df-4a0f-a926-27103eb9eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.638353 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fdb9f-9f2f-4b12-8298-4b34075e78f3 req-b34593de-9018-4a7e-a3ac-50abcf0a6b96 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:02.639945 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d66fdb9f-9f2f-4b12-8298-4b34075e78f3 req-b34593de-9018-4a7e-a3ac-50abcf0a6b96 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 946 time: 0.1445963 Jul 06 14:09:02.683401 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-45517eaf-98df-4a0f-a926-27103eb9eb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.686748 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-2465510f-e055-4a72-8697-af75d3372294 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting port 6929063c-b30b-4356-b279-6e5b4afeefaf {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:02.687129 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2465510f-e055-4a72-8697-af75d3372294 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.716471 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d66fdb9f-9f2f-4b12-8298-4b34075e78f3 req-713f05c8-25fd-41fe-9bb3-6baecb1de707 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686128 Jul 06 14:09:02.719390 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45517eaf-98df-4a0f-a926-27103eb9eb14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58ebfef2-00b7-4896-9eec-b9f9b823d9a0,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:02.721466 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-45517eaf-98df-4a0f-a926-27103eb9eb14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.723414 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-45517eaf-98df-4a0f-a926-27103eb9eb14 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/58ebfef2-00b7-4896-9eec-b9f9b823d9a0 HTTP/1.1" status: 204 len: 168 time: 0.3201447 Jul 06 14:09:02.726388 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40898) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:02.793433 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2465510f-e055-4a72-8697-af75d3372294 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.798177 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 56bb6c77-705c-4c82-a6eb-48fdecb2609d no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:09:02.809606 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-2465510f-e055-4a72-8697-af75d3372294 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Calling delete_port for 6929063c-b30b-4356-b279-6e5b4afeefaf owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:02.818423 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0f27bd98-0b20-458b-9c51-ced28d2d32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.827018 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 56bb6c77-705c-4c82-a6eb-48fdecb2609d {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:09:02.827887 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 56bb6c77-705c-4c82-a6eb-48fdecb2609d not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:09:02.893799 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-348e02fd-0b8a-428d-bda0-bd7a896257b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.920886 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0f27bd98-0b20-458b-9c51-ced28d2d32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.933478 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-0f27bd98-0b20-458b-9c51-ced28d2d32e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e8690f9-d003-4efe-91dc-ef1e0f466173']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:02.941967 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40904) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:02.949493 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Request body: {'port': {'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428', 'binding:host_id': 'n-h2-773644-6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1816883215'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:02.953374 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-0f27bd98-0b20-458b-9c51-ced28d2d32e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f13dfd-887a-4dab-b5ac-df85696e381e') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:02.953635 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-0f27bd98-0b20-458b-9c51-ced28d2d32e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f13dfd-887a-4dab-b5ac-df85696e381e') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:02.969892 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0f27bd98-0b20-458b-9c51-ced28d2d32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.983100 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2465510f-e055-4a72-8697-af75d3372294 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.990290 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0f27bd98-0b20-458b-9c51-ced28d2d32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:02.996931 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Made reservation on behalf of 06a72c43e1424068b150414a758d3d03 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:02.998852 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.001065 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f27bd98-0b20-458b-9c51-ced28d2d32e9 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:09:03.001468 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0f27bd98-0b20-458b-9c51-ced28d2d32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:09:03.004404 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:09:03.019225 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.026345 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2465510f-e055-4a72-8697-af75d3372294 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Port': ['ID=6929063c-b30b-4356-b279-6e5b4afeefaf,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:03.114124 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0f27bd98-0b20-458b-9c51-ced28d2d32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.117784 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2465510f-e055-4a72-8697-af75d3372294 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.119837 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2465510f-e055-4a72-8697-af75d3372294 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/ports/6929063c-b30b-4356-b279-6e5b4afeefaf HTTP/1.1" status: 204 len: 168 time: 0.5552046 Jul 06 14:09:03.122437 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-348e02fd-0b8a-428d-bda0-bd7a896257b5 None None] Allocated IP 172.20.0.3 (485a960f-c7f6-4650-95cd-5ba3e596da4b/441db260-229a-4dde-b806-d09167b48a18/70569133-ada5-4d67-bcf0-0a3e277ba4ba) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:03.123518 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40906) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:03.127984 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0f27bd98-0b20-458b-9c51-ced28d2d32e9 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.133362 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0f27bd98-0b20-458b-9c51-ced28d2d32e9 admin admin] 10.222.0.118 "DELETE /v2.0/networks/8e8690f9-d003-4efe-91dc-ef1e0f466173 HTTP/1.1" status: 204 len: 168 time: 0.4025371 Jul 06 14:09:03.155380 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f27bd98-0b20-458b-9c51-ced28d2d32e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e8690f9-d003-4efe-91dc-ef1e0f466173,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:03.166306 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-af529b82-58bc-4744-a803-cc9b28fbfb60 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] GET failed (client error): The resource could not be found. Jul 06 14:09:03.168483 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-af529b82-58bc-4744-a803-cc9b28fbfb60 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "GET /v2.0/ports/6929063c-b30b-4356-b279-6e5b4afeefaf HTTP/1.1" status: 404 len: 333 time: 0.0428760 Jul 06 14:09:03.171160 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40910) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:03.215480 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c199c3-6c61-4256-a75c-6edc57a380b9 req-225f8462-22b8-44e9-a15d-83693f85c27f tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:03.217903 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17c199c3-6c61-4256-a75c-6edc57a380b9 req-225f8462-22b8-44e9-a15d-83693f85c27f tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.1627717 Jul 06 14:09:03.256209 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45b28ba-bab1-4b4a-a098-52cf41139835 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting subnet 441db260-229a-4dde-b806-d09167b48a18 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:09:03.286688 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17c199c3-6c61-4256-a75c-6edc57a380b9 req-426428de-97f5-4e42-8b05-6c5dde7074e8 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549800 Jul 06 14:09:03.298577 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.304110 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.310364 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] device_id is not set on port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:09:03.337095 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-348e02fd-0b8a-428d-bda0-bd7a896257b5 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.346355 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-348e02fd-0b8a-428d-bda0-bd7a896257b5 None None] Transition to ACTIVE for port object 70569133-ada5-4d67-bcf0-0a3e277ba4ba will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:03.365502 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-348e02fd-0b8a-428d-bda0-bd7a896257b5 None None] Transition to ACTIVE for port object 70569133-ada5-4d67-bcf0-0a3e277ba4ba will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:03.371621 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b45b28ba-bab1-4b4a-a098-52cf41139835 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.372922 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-348e02fd-0b8a-428d-bda0-bd7a896257b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.394583 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40912) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:03.408856 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c5b9ac-4201-448a-86d0-5783cd37901c,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:03.412099 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348e02fd-0b8a-428d-bda0-bd7a896257b5 None None] Network 485a960f-c7f6-4650-95cd-5ba3e596da4b is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:03.415085 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-348e02fd-0b8a-428d-bda0-bd7a896257b5 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:03.418697 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348e02fd-0b8a-428d-bda0-bd7a896257b5 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:03.423524 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b45b28ba-bab1-4b4a-a098-52cf41139835 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.455659 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e02fd-0b8a-428d-bda0-bd7a896257b5 None None] Pushing event updated for resources: {'Port': ['ID=70569133-ada5-4d67-bcf0-0a3e277ba4ba,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:03.484383 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2b0ea3f2-d662-4724-84ff-1f49ae5c50bf admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=3ca9d4d2b27940519dc953116788f0a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0886178 Jul 06 14:09:03.486938 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40914) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:03.497357 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-348e02fd-0b8a-428d-bda0-bd7a896257b5 None None] Attempting to bind port 70569133-ada5-4d67-bcf0-0a3e277ba4ba on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:03.497917 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-348e02fd-0b8a-428d-bda0-bd7a896257b5 None None] Attempting to bind port 70569133-ada5-4d67-bcf0-0a3e277ba4ba by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '8dce144f-caf9-43ef-b08b-346833a0cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '485a960f-c7f6-4650-95cd-5ba3e596da4b'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:03.498483 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348e02fd-0b8a-428d-bda0-bd7a896257b5 None None] Attempting to bind port 70569133-ada5-4d67-bcf0-0a3e277ba4ba on network 485a960f-c7f6-4650-95cd-5ba3e596da4b {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:03.506277 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348e02fd-0b8a-428d-bda0-bd7a896257b5 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:09:03.506801 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348e02fd-0b8a-428d-bda0-bd7a896257b5 None None] Checking segment: {'id': '8dce144f-caf9-43ef-b08b-346833a0cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '485a960f-c7f6-4650-95cd-5ba3e596da4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:03.507312 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-348e02fd-0b8a-428d-bda0-bd7a896257b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.507811 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348e02fd-0b8a-428d-bda0-bd7a896257b5 None None] Bound using segment: {'id': '8dce144f-caf9-43ef-b08b-346833a0cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '485a960f-c7f6-4650-95cd-5ba3e596da4b'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:09:03.508662 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-348e02fd-0b8a-428d-bda0-bd7a896257b5 None None] Bound port: 70569133-ada5-4d67-bcf0-0a3e277ba4ba, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dce144f-caf9-43ef-b08b-346833a0cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '485a960f-c7f6-4650-95cd-5ba3e596da4b'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:09:03.509275 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-348e02fd-0b8a-428d-bda0-bd7a896257b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.534467 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b45b28ba-bab1-4b4a-a098-52cf41139835 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.606258 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b45b28ba-bab1-4b4a-a098-52cf41139835 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.610059 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-348e02fd-0b8a-428d-bda0-bd7a896257b5 None None] For port 70569133-ada5-4d67-bcf0-0a3e277ba4ba, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:09:03.613671 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-348e02fd-0b8a-428d-bda0-bd7a896257b5 None None] For port 70569133-ada5-4d67-bcf0-0a3e277ba4ba, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=70569133-ada5-4d67-bcf0-0a3e277ba4ba,segment=NetworkSegment(8dce144f-caf9-43ef-b08b-346833a0cd71),segment_id=8dce144f-caf9-43ef-b08b-346833a0cd71)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:09:03.620659 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-348e02fd-0b8a-428d-bda0-bd7a896257b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.622440 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-80a4ff24-906e-47b3-a201-0b247f578b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.635733 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b28ba-bab1-4b4a-a098-52cf41139835 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Subnet': ['ID=441db260-229a-4dde-b806-d09167b48a18,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:03.640429 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b45b28ba-bab1-4b4a-a098-52cf41139835 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.642326 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b45b28ba-bab1-4b4a-a098-52cf41139835 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/subnets/441db260-229a-4dde-b806-d09167b48a18 HTTP/1.1" status: 204 len: 168 time: 0.4702115 Jul 06 14:09:03.647122 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-80a4ff24-906e-47b3-a201-0b247f578b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.647366 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40916) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:03.695368 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e02fd-0b8a-428d-bda0-bd7a896257b5 None None] Pushing event updated for resources: {'Port': ['ID=70569133-ada5-4d67-bcf0-0a3e277ba4ba,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:03.701162 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] device_id is not set on port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:09:03.716070 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-80a4ff24-906e-47b3-a201-0b247f578b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.719668 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-80a4ff24-906e-47b3-a201-0b247f578b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.720644 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b28ba-bab1-4b4a-a098-52cf41139835 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:03.720969 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-80a4ff24-906e-47b3-a201-0b247f578b01 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/aa6d2e24-b297-4af7-9353-58c376db3f03 HTTP/1.1" status: 204 len: 168 time: 0.2329707 Jul 06 14:09:03.721368 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b28ba-bab1-4b4a-a098-52cf41139835 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:03.721986 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b28ba-bab1-4b4a-a098-52cf41139835 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:03.722444 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.722657 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b28ba-bab1-4b4a-a098-52cf41139835 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:03.723167 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b28ba-bab1-4b4a-a098-52cf41139835 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:03.723680 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b28ba-bab1-4b4a-a098-52cf41139835 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:03.724143 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b28ba-bab1-4b4a-a098-52cf41139835 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:03.724774 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b28ba-bab1-4b4a-a098-52cf41139835 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:03.724925 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b28ba-bab1-4b4a-a098-52cf41139835 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:03.725272 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b28ba-bab1-4b4a-a098-52cf41139835 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:03.725630 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b28ba-bab1-4b4a-a098-52cf41139835 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:03.726105 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b28ba-bab1-4b4a-a098-52cf41139835 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:03.749012 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b8fc60cf-00ce-40e7-9919-5801f7b5a204 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.752510 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a4ff24-906e-47b3-a201-0b247f578b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6d2e24-b297-4af7-9353-58c376db3f03,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:03.768412 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Transition to ACTIVE for port object 8dfb0c01-d969-4dc0-a62b-8738c0c28765 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:03.785879 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.855077 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Pushing event updated for resources: {'Port': ['ID=8dfb0c01-d969-4dc0-a62b-8738c0c28765,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:03.857306 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-b8fc60cf-00ce-40e7-9919-5801f7b5a204 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting port 70569133-ada5-4d67-bcf0-0a3e277ba4ba {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:03.869613 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b8fc60cf-00ce-40e7-9919-5801f7b5a204 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.922137 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Checking segment: {'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:03.922137 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Network hostable DHCP agents. Network: 1cbbceda-eba0-4e18-a045-8a3398348428, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:09:03.967601 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Network 1cbbceda-eba0-4e18-a045-8a3398348428 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:09:03.982487 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-b8fc60cf-00ce-40e7-9919-5801f7b5a204 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] For port 70569133-ada5-4d67-bcf0-0a3e277ba4ba, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=70569133-ada5-4d67-bcf0-0a3e277ba4ba,segment=NetworkSegment(8dce144f-caf9-43ef-b08b-346833a0cd71),segment_id=8dce144f-caf9-43ef-b08b-346833a0cd71)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:03.983103 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b8fc60cf-00ce-40e7-9919-5801f7b5a204 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:03.986932 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 1cbbceda-eba0-4e18-a045-8a3398348428) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:03.998201 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:04.003320 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-b8fc60cf-00ce-40e7-9919-5801f7b5a204 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Calling delete_port for 70569133-ada5-4d67-bcf0-0a3e277ba4ba owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:04.006133 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dad54d-4e30-48c9-afda-d57cc4eb3073 None None] Network 1cbbceda-eba0-4e18-a045-8a3398348428 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:04.032361 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:04.033029 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:04.033598 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:04.045557 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a19f2-8b95-4453-b9f7-a2cb085f5f8a req-d354bd62-1e67-4253-91fc-c4f3e635f719 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:04.054758 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c45a19f2-8b95-4453-b9f7-a2cb085f5f8a req-d354bd62-1e67-4253-91fc-c4f3e635f719 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 946 time: 0.1920919 Jul 06 14:09:04.068006 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on network 1cbbceda-eba0-4e18-a045-8a3398348428 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:04.068794 n-d-773644-6 neutron-server[100418]: ERROR neutron.plugins.ml2.managers [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Failed to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on host n-h2-773644-6 for vnic_type normal using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] Jul 06 14:09:04.078701 n-d-773644-6 neutron-server[100418]: INFO neutron.plugins.ml2.plugin [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempt 2 to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 Jul 06 14:09:04.099433 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:04.100149 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:04.100783 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:04.108574 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on network 1cbbceda-eba0-4e18-a045-8a3398348428 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:04.109645 n-d-773644-6 neutron-server[100418]: ERROR neutron.plugins.ml2.managers [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Failed to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on host n-h2-773644-6 for vnic_type normal using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] Jul 06 14:09:04.125668 n-d-773644-6 neutron-server[100418]: INFO neutron.plugins.ml2.plugin [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempt 3 to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 Jul 06 14:09:04.137604 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b8fc60cf-00ce-40e7-9919-5801f7b5a204 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.163006 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c45a19f2-8b95-4453-b9f7-a2cb085f5f8a req-d0f00d13-74d9-48da-9582-0d160f9c6c60 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069086 Jul 06 14:09:04.169202 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:04.170558 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:04.171573 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:04.179335 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on network 1cbbceda-eba0-4e18-a045-8a3398348428 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:04.179679 n-d-773644-6 neutron-server[100418]: ERROR neutron.plugins.ml2.managers [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Failed to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on host n-h2-773644-6 for vnic_type normal using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] Jul 06 14:09:04.180184 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc60cf-00ce-40e7-9919-5801f7b5a204 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Port': ['ID=70569133-ada5-4d67-bcf0-0a3e277ba4ba,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:04.181075 n-d-773644-6 neutron-server[100418]: INFO neutron.plugins.ml2.plugin [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempt 4 to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 Jul 06 14:09:04.190542 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc60cf-00ce-40e7-9919-5801f7b5a204 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] No DVR routers for this DVR port 70569133-ada5-4d67-bcf0-0a3e277ba4ba on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:09:04.206465 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:04.223510 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:04.224627 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:04.232842 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on network 1cbbceda-eba0-4e18-a045-8a3398348428 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:04.233792 n-d-773644-6 neutron-server[100418]: ERROR neutron.plugins.ml2.managers [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Failed to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on host n-h2-773644-6 for vnic_type normal using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] Jul 06 14:09:04.235115 n-d-773644-6 neutron-server[100418]: INFO neutron.plugins.ml2.plugin [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempt 5 to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 Jul 06 14:09:04.258932 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:04.259321 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:04.259794 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:04.264639 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on network 1cbbceda-eba0-4e18-a045-8a3398348428 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:04.264879 n-d-773644-6 neutron-server[100418]: ERROR neutron.plugins.ml2.managers [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Failed to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on host n-h2-773644-6 for vnic_type normal using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] Jul 06 14:09:04.265337 n-d-773644-6 neutron-server[100418]: INFO neutron.plugins.ml2.plugin [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempt 6 to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 Jul 06 14:09:04.278788 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:04.279138 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:04.279481 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:04.284650 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on network 1cbbceda-eba0-4e18-a045-8a3398348428 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:04.289848 n-d-773644-6 neutron-server[100418]: ERROR neutron.plugins.ml2.managers [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Failed to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on host n-h2-773644-6 for vnic_type normal using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] Jul 06 14:09:04.290348 n-d-773644-6 neutron-server[100418]: INFO neutron.plugins.ml2.plugin [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempt 7 to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 Jul 06 14:09:04.304634 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:04.305012 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:04.305361 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:04.310500 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on network 1cbbceda-eba0-4e18-a045-8a3398348428 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:04.310837 n-d-773644-6 neutron-server[100418]: ERROR neutron.plugins.ml2.managers [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Failed to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on host n-h2-773644-6 for vnic_type normal using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] Jul 06 14:09:04.311244 n-d-773644-6 neutron-server[100418]: INFO neutron.plugins.ml2.plugin [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempt 8 to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 Jul 06 14:09:04.320508 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b8fc60cf-00ce-40e7-9919-5801f7b5a204 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.332177 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:04.332754 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:04.333279 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-b8fc60cf-00ce-40e7-9919-5801f7b5a204 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['485a960f-c7f6-4650-95cd-5ba3e596da4b']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:04.338800 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:04.345853 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-b8fc60cf-00ce-40e7-9919-5801f7b5a204 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dce144f-caf9-43ef-b08b-346833a0cd71') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:04.346163 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-b8fc60cf-00ce-40e7-9919-5801f7b5a204 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dce144f-caf9-43ef-b08b-346833a0cd71') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:04.354480 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on network 1cbbceda-eba0-4e18-a045-8a3398348428 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:04.354828 n-d-773644-6 neutron-server[100418]: ERROR neutron.plugins.ml2.managers [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Failed to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on host n-h2-773644-6 for vnic_type normal using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] Jul 06 14:09:04.355302 n-d-773644-6 neutron-server[100418]: INFO neutron.plugins.ml2.plugin [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempt 9 to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 Jul 06 14:09:04.361885 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b8fc60cf-00ce-40e7-9919-5801f7b5a204 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.381151 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:04.381419 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:04.381795 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:04.388739 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on network 1cbbceda-eba0-4e18-a045-8a3398348428 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:04.389078 n-d-773644-6 neutron-server[100418]: ERROR neutron.plugins.ml2.managers [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Failed to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on host n-h2-773644-6 for vnic_type normal using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] Jul 06 14:09:04.389483 n-d-773644-6 neutron-server[100418]: INFO neutron.plugins.ml2.plugin [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempt 10 to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 Jul 06 14:09:04.396837 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b8fc60cf-00ce-40e7-9919-5801f7b5a204 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.406051 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8fc60cf-00ce-40e7-9919-5801f7b5a204 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:09:04.406449 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b8fc60cf-00ce-40e7-9919-5801f7b5a204 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:09:04.409543 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:09:04.420431 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:04.420832 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:04.421388 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:04.444079 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on network 1cbbceda-eba0-4e18-a045-8a3398348428 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:04.444449 n-d-773644-6 neutron-server[100418]: ERROR neutron.plugins.ml2.managers [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Failed to bind port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 on host n-h2-773644-6 for vnic_type normal using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] Jul 06 14:09:04.444924 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.477236 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b8fc60cf-00ce-40e7-9919-5801f7b5a204 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.487031 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b8fc60cf-00ce-40e7-9919-5801f7b5a204 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.494730 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b8fc60cf-00ce-40e7-9919-5801f7b5a204 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/networks/485a960f-c7f6-4650-95cd-5ba3e596da4b HTTP/1.1" status: 204 len: 168 time: 0.8415525 Jul 06 14:09:04.498957 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40938) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:04.501304 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc60cf-00ce-40e7-9919-5801f7b5a204 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Network': ['ID=485a960f-c7f6-4650-95cd-5ba3e596da4b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:04.507607 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-cbc19324-0d5a-4ea5-af5a-0e9a783aa155 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'port': {'network_id': 'e7115383-7693-44ac-93a1-24cd4aa12ab6', 'name': 'tempest-PortsTestJSON-1873493241'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:04.874431 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] For port 8dfb0c01-d969-4dc0-a62b-8738c0c28765, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:09:04.874815 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempted to set empty binding levels {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 14:09:04.883982 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d96add-68cc-4830-a343-5cd494413780 req-4d7a4364-8db8-4e86-b6f4-c2798bf1260d tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:04.885580 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28d96add-68cc-4830-a343-5cd494413780 req-4d7a4364-8db8-4e86-b6f4-c2798bf1260d tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.4680972 Jul 06 14:09:04.890578 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.948096 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:04.948712 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.977866 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f677b98a-76a2-4fe8-bbc0-6823758648d3 None None] Could not find standard attr ID for object 70569133-ada5-4d67-bcf0-0a3e277ba4ba. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:09:04.980424 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc19324-0d5a-4ea5-af5a-0e9a783aa155 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:04.984113 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cbc19324-0d5a-4ea5-af5a-0e9a783aa155 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:04.993568 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Pushing event updated for resources: {'Port': ['ID=8dfb0c01-d969-4dc0-a62b-8738c0c28765,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:05.008719 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28d96add-68cc-4830-a343-5cd494413780 req-0921cf52-3cb0-4440-b366-6dc592b7a782 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135921 Jul 06 14:09:05.013150 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c36eec52-ba39-43e4-99f6-d421831eb796 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.0668700 Jul 06 14:09:05.013150 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40952) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:05.038890 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c395aba8-3131-4924-860f-19ac21ba171b None None] DHCP port deletion for 485a960f-c7f6-4650-95cd-5ba3e596da4b request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:09:05.055054 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-cbc19324-0d5a-4ea5-af5a-0e9a783aa155 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] device_id is not set on port c9f6504e-50d9-43ab-ae33-c075ee9bdea2 yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:09:05.066669 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3dadc2-cc34-4e90-8125-4b02cc87c9b9 None None] Network 485a960f-c7f6-4650-95cd-5ba3e596da4b requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:05.079254 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3dadc2-cc34-4e90-8125-4b02cc87c9b9 None None] Network 485a960f-c7f6-4650-95cd-5ba3e596da4b could not be found, it might have been deleted concurrently. {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 14:09:05.264144 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-3e8abcf1-5202-48e9-95c6-5f2c7061144f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Deleting port 8dfb0c01-d969-4dc0-a62b-8738c0c28765 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:05.264653 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e8abcf1-5202-48e9-95c6-5f2c7061144f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:05.375644 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cbc19324-0d5a-4ea5-af5a-0e9a783aa155 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:05.397517 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-3e8abcf1-5202-48e9-95c6-5f2c7061144f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] For port 8dfb0c01-d969-4dc0-a62b-8738c0c28765, host n-h2-773644-6, got binding levels [] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:05.397812 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e8abcf1-5202-48e9-95c6-5f2c7061144f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:05.420974 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-3e8abcf1-5202-48e9-95c6-5f2c7061144f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Calling delete_port for 8dfb0c01-d969-4dc0-a62b-8738c0c28765 owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:05.500113 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7152e-671a-48dd-a73e-f3b06da4559b req-e698240e-ec3f-4e66-8d1b-cb3fbdcf44e2 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:05.501807 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d7e7152e-671a-48dd-a73e-f3b06da4559b req-e698240e-ec3f-4e66-8d1b-cb3fbdcf44e2 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 946 time: 0.2195141 Jul 06 14:09:05.533008 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cbc19324-0d5a-4ea5-af5a-0e9a783aa155 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:05.621784 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d7e7152e-671a-48dd-a73e-f3b06da4559b req-f0625607-5bb9-4307-bc1b-95bbed533adf tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106348 Jul 06 14:09:05.627744 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc19324-0d5a-4ea5-af5a-0e9a783aa155 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network e7115383-7693-44ac-93a1-24cd4aa12ab6 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:05.632954 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-cbc19324-0d5a-4ea5-af5a-0e9a783aa155 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:05.636769 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc19324-0d5a-4ea5-af5a-0e9a783aa155 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Port': ['ID=c9f6504e-50d9-43ab-ae33-c075ee9bdea2,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:05.649119 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc19324-0d5a-4ea5-af5a-0e9a783aa155 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:05.653358 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc19324-0d5a-4ea5-af5a-0e9a783aa155 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:05.654017 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cbc19324-0d5a-4ea5-af5a-0e9a783aa155 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:05.683111 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e8abcf1-5202-48e9-95c6-5f2c7061144f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:05.716420 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8abcf1-5202-48e9-95c6-5f2c7061144f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Pushing event deleted for resources: {'Port': ['ID=8dfb0c01-d969-4dc0-a62b-8738c0c28765,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:05.721510 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-cbc19324-0d5a-4ea5-af5a-0e9a783aa155 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2161946 Jul 06 14:09:05.721888 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40970) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:05.728202 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e8abcf1-5202-48e9-95c6-5f2c7061144f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:05.735863 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3e8abcf1-5202-48e9-95c6-5f2c7061144f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] 10.222.0.118 "DELETE /v2.0/ports/8dfb0c01-d969-4dc0-a62b-8738c0c28765 HTTP/1.1" status: 204 len: 168 time: 0.7162473 Jul 06 14:09:05.735863 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40972) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:05.766594 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-de008e35-cfcf-4653-9fcf-e5c79d6b0d1f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] GET failed (client error): The resource could not be found. Jul 06 14:09:05.773081 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-de008e35-cfcf-4653-9fcf-e5c79d6b0d1f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] 10.222.0.118 "GET /v2.0/ports/8dfb0c01-d969-4dc0-a62b-8738c0c28765 HTTP/1.1" status: 404 len: 333 time: 0.0344071 Jul 06 14:09:05.774684 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40976) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:05.779711 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-9ebaedb1-0472-4d14-9e95-5c32a3bc1293 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Request body: {'port': {'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-210310807'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:05.804777 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d52d67-3445-4c36-ae0b-4cd8e0e35a79 req-03554f8b-530b-483c-b9b5-4741a2be1ba0 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:05.806335 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1d52d67-3445-4c36-ae0b-4cd8e0e35a79 req-03554f8b-530b-483c-b9b5-4741a2be1ba0 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.124 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 946 time: 0.1705689 Jul 06 14:09:05.852272 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebaedb1-0472-4d14-9e95-5c32a3bc1293 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Made reservation on behalf of 06a72c43e1424068b150414a758d3d03 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:05.855340 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ebaedb1-0472-4d14-9e95-5c32a3bc1293 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:05.868857 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3dbd45ed-4716-47f6-b28a-60d0d646bd2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting port c9f6504e-50d9-43ab-ae33-c075ee9bdea2 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:05.869249 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3dbd45ed-4716-47f6-b28a-60d0d646bd2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:05.892910 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-9ebaedb1-0472-4d14-9e95-5c32a3bc1293 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] device_id is not set on port 963e6c03-fec7-4300-aa0c-617c807fc150 yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:09:05.958919 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3dbd45ed-4716-47f6-b28a-60d0d646bd2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:05.986678 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3dbd45ed-4716-47f6-b28a-60d0d646bd2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Calling delete_port for c9f6504e-50d9-43ab-ae33-c075ee9bdea2 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:06.044802 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-c1d52d67-3445-4c36-ae0b-4cd8e0e35a79 req-d10be236-8435-4aee-8ab0-b60914b76fc8 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Deleting port 3956389f-8173-4338-9a85-5812336c9ff0 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:06.045171 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c1d52d67-3445-4c36-ae0b-4cd8e0e35a79 req-d10be236-8435-4aee-8ab0-b60914b76fc8 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:06.222395 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ebaedb1-0472-4d14-9e95-5c32a3bc1293 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:06.274946 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-c1d52d67-3445-4c36-ae0b-4cd8e0e35a79 req-d10be236-8435-4aee-8ab0-b60914b76fc8 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] For port 3956389f-8173-4338-9a85-5812336c9ff0, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=3956389f-8173-4338-9a85-5812336c9ff0,segment=NetworkSegment(8aaeb725-bd56-441e-9a07-2c948963549f),segment_id=8aaeb725-bd56-441e-9a07-2c948963549f)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:06.275600 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c1d52d67-3445-4c36-ae0b-4cd8e0e35a79 req-d10be236-8435-4aee-8ab0-b60914b76fc8 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:06.295782 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-c1d52d67-3445-4c36-ae0b-4cd8e0e35a79 req-d10be236-8435-4aee-8ab0-b60914b76fc8 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Calling delete_port for 3956389f-8173-4338-9a85-5812336c9ff0 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:06.377294 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d05d5c-b2ab-42fc-ae4a-ae466f502c6f req-b459388b-3225-4a02-8070-7dab5690ef2c tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:06.378928 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16d05d5c-b2ab-42fc-ae4a-ae466f502c6f req-b459388b-3225-4a02-8070-7dab5690ef2c tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.2207105 Jul 06 14:09:06.413482 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ebaedb1-0472-4d14-9e95-5c32a3bc1293 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:06.472822 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3dbd45ed-4716-47f6-b28a-60d0d646bd2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:06.502404 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16d05d5c-b2ab-42fc-ae4a-ae466f502c6f req-7189d079-7c03-4db7-919b-a82f51986fe1 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168556 Jul 06 14:09:06.508032 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd45ed-4716-47f6-b28a-60d0d646bd2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Port': ['ID=c9f6504e-50d9-43ab-ae33-c075ee9bdea2,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:06.509009 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebaedb1-0472-4d14-9e95-5c32a3bc1293 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Network 1cbbceda-eba0-4e18-a045-8a3398348428 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:06.514482 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-9ebaedb1-0472-4d14-9e95-5c32a3bc1293 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:06.516981 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebaedb1-0472-4d14-9e95-5c32a3bc1293 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:06.517585 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3dbd45ed-4716-47f6-b28a-60d0d646bd2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:06.517967 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebaedb1-0472-4d14-9e95-5c32a3bc1293 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:06.518567 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ebaedb1-0472-4d14-9e95-5c32a3bc1293 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:06.520373 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3dbd45ed-4716-47f6-b28a-60d0d646bd2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/ports/c9f6504e-50d9-43ab-ae33-c075ee9bdea2 HTTP/1.1" status: 204 len: 168 time: 0.7972558 Jul 06 14:09:06.524508 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40996) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:06.525948 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebaedb1-0472-4d14-9e95-5c32a3bc1293 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Pushing event updated for resources: {'Port': ['ID=963e6c03-fec7-4300-aa0c-617c807fc150,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:06.549365 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-f260455e-9b30-474a-9bfc-8fe1015aff3a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'port': {'network_id': 'e7115383-7693-44ac-93a1-24cd4aa12ab6', 'mac_address': 'fa:16:3e:83:e7:91', 'name': 'tempest-PortsTestJSON-2035435732'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:06.549588 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9ebaedb1-0472-4d14-9e95-5c32a3bc1293 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7686970 Jul 06 14:09:06.552609 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40998) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:06.559995 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:06.597491 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c1d52d67-3445-4c36-ae0b-4cd8e0e35a79 req-d10be236-8435-4aee-8ab0-b60914b76fc8 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:06.613446 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['3956389f-8173-4338-9a85-5812336c9ff0'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:09:06.640959 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10be236-8435-4aee-8ab0-b60914b76fc8 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Pushing event deleted for resources: {'Port': ['ID=3956389f-8173-4338-9a85-5812336c9ff0,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:06.654750 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['0e497deb-40c9-42c3-8d38-b6566ca4ff96'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:09:06.697427 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d52d67-3445-4c36-ae0b-4cd8e0e35a79 req-d10be236-8435-4aee-8ab0-b60914b76fc8 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] No DVR routers for this DVR port 3956389f-8173-4338-9a85-5812336c9ff0 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:09:06.699959 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c1d52d67-3445-4c36-ae0b-4cd8e0e35a79 req-d10be236-8435-4aee-8ab0-b60914b76fc8 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:06.702252 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1d52d67-3445-4c36-ae0b-4cd8e0e35a79 req-d10be236-8435-4aee-8ab0-b60914b76fc8 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.124 "DELETE /v2.0/ports/3956389f-8173-4338-9a85-5812336c9ff0 HTTP/1.1" status: 204 len: 173 time: 0.8891668 Jul 06 14:09:06.702577 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfe32c8-b54d-4261-84b8-e72c6f81c561', 'name': 'network-vif-deleted', 'tag': '3956389f-8173-4338-9a85-5812336c9ff0'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:09:06.704982 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d71c24a-cf4a-4e5f-9570-8f7c2ecc2cc5" -d '{"events": [{"server_uuid": "fbfe32c8-b54d-4261-84b8-e72c6f81c561", "name": "network-vif-deleted", "tag": "3956389f-8173-4338-9a85-5812336c9ff0"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:09:06.767348 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:06.847389 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6d87533b-b719-44e6-a77d-5870e25aae4f req-2b4fd0ab-3ec9-45a8-877c-0f4efe4beac1 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=fbfe32c8-b54d-4261-84b8-e72c6f81c561 HTTP/1.1" status: 200 len: 210 time: 0.0461893 Jul 06 14:09:06.882532 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f260455e-9b30-474a-9bfc-8fe1015aff3a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:06.915918 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07a39b3-495c-40dd-b12f-1ba32eb50b1e x-openstack-request-id: req-b07a39b3-495c-40dd-b12f-1ba32eb50b1e {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:09:06.916218 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfe32c8-b54d-4261-84b8-e72c6f81c561", "name": "network-vif-deleted", "tag": "3956389f-8173-4338-9a85-5812336c9ff0", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:09:06.916476 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-b07a39b3-495c-40dd-b12f-1ba32eb50b1e {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:09:06.916920 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfe32c8-b54d-4261-84b8-e72c6f81c561', 'name': 'network-vif-deleted', 'tag': '3956389f-8173-4338-9a85-5812336c9ff0', 'status': 'completed', 'code': 200} Jul 06 14:09:07.041193 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f260455e-9b30-474a-9bfc-8fe1015aff3a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:07.086433 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-f260455e-9b30-474a-9bfc-8fe1015aff3a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] device_id is not set on port 3c43a79e-3316-404d-bfb1-2d98dc198118 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:09:07.236951 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] device_id is not set on port 963e6c03-fec7-4300-aa0c-617c807fc150 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:09:07.263819 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:07.273875 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6c102410-e77f-406c-9057-ba1571663eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:07.321147 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Transition to ACTIVE for port object 963e6c03-fec7-4300-aa0c-617c807fc150 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:07.332105 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:07.340112 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41010) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:07.388069 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f260455e-9b30-474a-9bfc-8fe1015aff3a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:07.427455 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Pushing event updated for resources: {'Port': ['ID=963e6c03-fec7-4300-aa0c-617c807fc150,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:07.436622 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:07.436969 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:07.437350 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:07.452573 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Port 963e6c03-fec7-4300-aa0c-617c807fc150 on network 1cbbceda-eba0-4e18-a045-8a3398348428 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:07.452965 n-d-773644-6 neutron-server[100417]: ERROR neutron.plugins.ml2.managers [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Failed to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 on host n-h2-773644-6 for vnic_type normal using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] Jul 06 14:09:07.454136 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3b542b16-ec01-441f-8224-36cb959b0ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:07.454451 n-d-773644-6 neutron-server[100417]: INFO neutron.plugins.ml2.plugin [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempt 2 to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 Jul 06 14:09:07.472728 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:07.473178 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:07.474289 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:07.479683 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f260455e-9b30-474a-9bfc-8fe1015aff3a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:07.491662 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Port 963e6c03-fec7-4300-aa0c-617c807fc150 on network 1cbbceda-eba0-4e18-a045-8a3398348428 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:07.491930 n-d-773644-6 neutron-server[100417]: ERROR neutron.plugins.ml2.managers [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Failed to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 on host n-h2-773644-6 for vnic_type normal using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] Jul 06 14:09:07.495419 n-d-773644-6 neutron-server[100417]: INFO neutron.plugins.ml2.plugin [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempt 3 to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 Jul 06 14:09:07.545966 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f260455e-9b30-474a-9bfc-8fe1015aff3a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network e7115383-7693-44ac-93a1-24cd4aa12ab6 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:07.546783 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:07.547132 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:07.547480 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:07.551649 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3b542b16-ec01-441f-8224-36cb959b0ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:07.555329 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-f260455e-9b30-474a-9bfc-8fe1015aff3a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:07.558337 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3b542b16-ec01-441f-8224-36cb959b0ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:07.558605 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f260455e-9b30-474a-9bfc-8fe1015aff3a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:07.566748 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f260455e-9b30-474a-9bfc-8fe1015aff3a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:07.567041 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f260455e-9b30-474a-9bfc-8fe1015aff3a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:07.575772 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Port 963e6c03-fec7-4300-aa0c-617c807fc150 on network 1cbbceda-eba0-4e18-a045-8a3398348428 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:07.575946 n-d-773644-6 neutron-server[100417]: ERROR neutron.plugins.ml2.managers [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Failed to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 on host n-h2-773644-6 for vnic_type normal using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] Jul 06 14:09:07.581297 n-d-773644-6 neutron-server[100417]: INFO neutron.plugins.ml2.plugin [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempt 4 to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 Jul 06 14:09:07.592656 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260455e-9b30-474a-9bfc-8fe1015aff3a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Port': ['ID=3c43a79e-3316-404d-bfb1-2d98dc198118,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:07.601882 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f260455e-9b30-474a-9bfc-8fe1015aff3a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0748327 Jul 06 14:09:07.603227 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:07.603578 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:07.603923 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:07.605134 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3b542b16-ec01-441f-8224-36cb959b0ce9 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=24284ce88a2342a2a5aa2c36f87ce726&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2638080 Jul 06 14:09:07.605775 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41016) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:07.607787 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b542b16-ec01-441f-8224-36cb959b0ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a37fe3-b6b9-4a4a-857c-f1b6f938750d,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:07.609735 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41018) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:07.626208 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Port 963e6c03-fec7-4300-aa0c-617c807fc150 on network 1cbbceda-eba0-4e18-a045-8a3398348428 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:07.626552 n-d-773644-6 neutron-server[100417]: ERROR neutron.plugins.ml2.managers [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Failed to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 on host n-h2-773644-6 for vnic_type normal using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] Jul 06 14:09:07.628439 n-d-773644-6 neutron-server[100417]: INFO neutron.plugins.ml2.plugin [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempt 5 to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 Jul 06 14:09:07.658648 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:07.659004 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:07.659336 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:07.669878 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Port 963e6c03-fec7-4300-aa0c-617c807fc150 on network 1cbbceda-eba0-4e18-a045-8a3398348428 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:07.670216 n-d-773644-6 neutron-server[100417]: ERROR neutron.plugins.ml2.managers [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Failed to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 on host n-h2-773644-6 for vnic_type normal using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] Jul 06 14:09:07.671392 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c004d2-9886-41fd-b1cc-2cd4f76b8cc0 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:07.671530 n-d-773644-6 neutron-server[100417]: INFO neutron.plugins.ml2.plugin [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempt 6 to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 Jul 06 14:09:07.672718 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d9c004d2-9886-41fd-b1cc-2cd4f76b8cc0 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "GET /v2.0/ports/3c43a79e-3316-404d-bfb1-2d98dc198118 HTTP/1.1" status: 200 len: 841 time: 0.0659008 Jul 06 14:09:07.676243 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41020) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:07.717801 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-db475e53-0fa9-404d-aee3-213d53b52b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:07.723792 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:07.724134 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:07.724589 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:07.736610 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa363f-564d-45a6-9406-7e6eab479e22 req-95d6c21b-615c-433f-ad84-b643d7be1290 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:07.738315 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-57aa363f-564d-45a6-9406-7e6eab479e22 req-95d6c21b-615c-433f-ad84-b643d7be1290 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.0645895 Jul 06 14:09:07.742542 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Port 963e6c03-fec7-4300-aa0c-617c807fc150 on network 1cbbceda-eba0-4e18-a045-8a3398348428 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:07.742819 n-d-773644-6 neutron-server[100417]: ERROR neutron.plugins.ml2.managers [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Failed to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 on host n-h2-773644-6 for vnic_type normal using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] Jul 06 14:09:07.748606 n-d-773644-6 neutron-server[100417]: INFO neutron.plugins.ml2.plugin [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempt 7 to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 Jul 06 14:09:07.764726 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-db475e53-0fa9-404d-aee3-213d53b52b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:07.777278 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-57aa363f-564d-45a6-9406-7e6eab479e22 req-ac82efee-5a24-4aa9-a2b8-990a565493f8 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328360 Jul 06 14:09:07.811060 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:07.811639 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:07.811771 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:07.833580 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Port 963e6c03-fec7-4300-aa0c-617c807fc150 on network 1cbbceda-eba0-4e18-a045-8a3398348428 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:07.833938 n-d-773644-6 neutron-server[100417]: ERROR neutron.plugins.ml2.managers [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Failed to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 on host n-h2-773644-6 for vnic_type normal using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] Jul 06 14:09:07.835186 n-d-773644-6 neutron-server[100417]: INFO neutron.plugins.ml2.plugin [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempt 8 to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 Jul 06 14:09:07.854551 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:07.854879 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:07.855221 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:07.862683 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Port 963e6c03-fec7-4300-aa0c-617c807fc150 on network 1cbbceda-eba0-4e18-a045-8a3398348428 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:07.863016 n-d-773644-6 neutron-server[100417]: ERROR neutron.plugins.ml2.managers [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Failed to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 on host n-h2-773644-6 for vnic_type normal using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] Jul 06 14:09:07.864105 n-d-773644-6 neutron-server[100417]: INFO neutron.plugins.ml2.plugin [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempt 9 to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 Jul 06 14:09:07.885941 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-db475e53-0fa9-404d-aee3-213d53b52b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:07.888344 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-db475e53-0fa9-404d-aee3-213d53b52b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:07.889503 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-db475e53-0fa9-404d-aee3-213d53b52b72 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/28a37fe3-b6b9-4a4a-857c-f1b6f938750d HTTP/1.1" status: 204 len: 168 time: 0.2786798 Jul 06 14:09:07.893656 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:07.893945 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:07.894288 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:07.903034 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9a0fb3ee-fcce-48f9-91a9-46608e3f11e3 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting port 3c43a79e-3316-404d-bfb1-2d98dc198118 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:07.903385 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a0fb3ee-fcce-48f9-91a9-46608e3f11e3 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:07.908697 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db475e53-0fa9-404d-aee3-213d53b52b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a37fe3-b6b9-4a4a-857c-f1b6f938750d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:07.920106 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Port 963e6c03-fec7-4300-aa0c-617c807fc150 on network 1cbbceda-eba0-4e18-a045-8a3398348428 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:07.920309 n-d-773644-6 neutron-server[100417]: ERROR neutron.plugins.ml2.managers [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Failed to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 on host n-h2-773644-6 for vnic_type normal using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] Jul 06 14:09:07.952155 n-d-773644-6 neutron-server[100417]: INFO neutron.plugins.ml2.plugin [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempt 10 to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 Jul 06 14:09:07.978892 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:07.979240 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:07.979581 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:07.993897 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Port 963e6c03-fec7-4300-aa0c-617c807fc150 on network 1cbbceda-eba0-4e18-a045-8a3398348428 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:07.994078 n-d-773644-6 neutron-server[100417]: ERROR neutron.plugins.ml2.managers [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Failed to bind port 963e6c03-fec7-4300-aa0c-617c807fc150 on host n-h2-773644-6 for vnic_type normal using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] Jul 06 14:09:07.994404 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:07.998073 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a0fb3ee-fcce-48f9-91a9-46608e3f11e3 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.019044 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9a0fb3ee-fcce-48f9-91a9-46608e3f11e3 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Calling delete_port for 3c43a79e-3316-404d-bfb1-2d98dc198118 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:08.117602 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] For port 963e6c03-fec7-4300-aa0c-617c807fc150, host n-h2-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:09:08.118084 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempted to set empty binding levels {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 14:09:08.125117 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.173706 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] In _notify_port_updated(), no bound segment for port 963e6c03-fec7-4300-aa0c-617c807fc150 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:09:08.174760 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:08.175300 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.176642 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] 10.222.0.118 "PUT /v2.0/ports/963e6c03-fec7-4300-aa0c-617c807fc150 HTTP/1.1" status: 200 len: 974 time: 1.6223979 Jul 06 14:09:08.180188 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41032) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:08.191415 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead2d39-de40-4c96-a68a-f428225ddd50 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Pushing event updated for resources: {'Port': ['ID=963e6c03-fec7-4300-aa0c-617c807fc150,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:08.195320 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a0fb3ee-fcce-48f9-91a9-46608e3f11e3 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.218725 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41034) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:08.229923 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0fb3ee-fcce-48f9-91a9-46608e3f11e3 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Port': ['ID=3c43a79e-3316-404d-bfb1-2d98dc198118,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:08.233781 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a0fb3ee-fcce-48f9-91a9-46608e3f11e3 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.235996 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9a0fb3ee-fcce-48f9-91a9-46608e3f11e3 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/ports/3c43a79e-3316-404d-bfb1-2d98dc198118 HTTP/1.1" status: 204 len: 168 time: 0.5543606 Jul 06 14:09:08.238564 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41036) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:08.265842 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fe1ed306-a990-4037-947c-45e23c11188d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.267696 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-751f53e7-f566-40c1-835f-27b9290e5cda tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] GET failed (client error): The resource could not be found. Jul 06 14:09:08.273044 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-751f53e7-f566-40c1-835f-27b9290e5cda tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "GET /v2.0/ports/3c43a79e-3316-404d-bfb1-2d98dc198118 HTTP/1.1" status: 404 len: 333 time: 0.0298867 Jul 06 14:09:08.273476 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41038) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:08.278681 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-87017eab-3372-416b-8ff0-47975b81947b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'port': {'network_id': 'e7115383-7693-44ac-93a1-24cd4aa12ab6', 'name': 'tempest-PortsTestJSON-247002871'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:08.385030 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89daf66b-64b7-4874-8776-c923785ad39f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:08.385635 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89daf66b-64b7-4874-8776-c923785ad39f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:08.386029 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89daf66b-64b7-4874-8776-c923785ad39f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:08.386511 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89daf66b-64b7-4874-8776-c923785ad39f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:08.386995 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89daf66b-64b7-4874-8776-c923785ad39f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:08.387477 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89daf66b-64b7-4874-8776-c923785ad39f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:08.387957 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89daf66b-64b7-4874-8776-c923785ad39f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:08.388437 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89daf66b-64b7-4874-8776-c923785ad39f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:08.388917 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89daf66b-64b7-4874-8776-c923785ad39f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:08.389393 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89daf66b-64b7-4874-8776-c923785ad39f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:08.389901 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89daf66b-64b7-4874-8776-c923785ad39f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:08.390385 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89daf66b-64b7-4874-8776-c923785ad39f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:08.390860 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89daf66b-64b7-4874-8776-c923785ad39f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:08.391335 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89daf66b-64b7-4874-8776-c923785ad39f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:08.391814 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89daf66b-64b7-4874-8776-c923785ad39f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:08.392286 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89daf66b-64b7-4874-8776-c923785ad39f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:08.392757 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89daf66b-64b7-4874-8776-c923785ad39f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:08.393231 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89daf66b-64b7-4874-8776-c923785ad39f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:08.393705 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89daf66b-64b7-4874-8776-c923785ad39f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:08.394203 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89daf66b-64b7-4874-8776-c923785ad39f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:08.394674 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89daf66b-64b7-4874-8776-c923785ad39f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:08.395143 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89daf66b-64b7-4874-8776-c923785ad39f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:08.395640 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89daf66b-64b7-4874-8776-c923785ad39f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:08.398757 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-89daf66b-64b7-4874-8776-c923785ad39f tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20453 time: 0.2175863 Jul 06 14:09:08.402490 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41042) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:08.457512 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c4703-b909-4b34-a0b5-6a4b6c76b3c7 req-2113ecb1-033e-47cd-b6b8-b86e1a0276e9 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:08.459249 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-400c4703-b909-4b34-a0b5-6a4b6c76b3c7 req-2113ecb1-033e-47cd-b6b8-b86e1a0276e9 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 945 time: 0.1464455 Jul 06 14:09:08.490432 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-bd48f01b-861a-4123-91f0-9543659516db tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Deleting port 963e6c03-fec7-4300-aa0c-617c807fc150 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:08.490721 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd48f01b-861a-4123-91f0-9543659516db tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.492331 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fe1ed306-a990-4037-947c-45e23c11188d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.497059 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fe1ed306-a990-4037-947c-45e23c11188d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.547021 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-400c4703-b909-4b34-a0b5-6a4b6c76b3c7 req-5e55162c-cde4-4211-ae33-ab8ef826d701 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801816 Jul 06 14:09:08.552761 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-fe1ed306-a990-4037-947c-45e23c11188d admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=ab39d8acf1b4485f8abc80f601778ef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3298995 Jul 06 14:09:08.553116 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41044) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:08.559658 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ed306-a990-4037-947c-45e23c11188d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c63a9e0-3f02-4a38-80f6-10bff16c3710,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:08.562347 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87017eab-3372-416b-8ff0-47975b81947b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:08.565945 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-87017eab-3372-416b-8ff0-47975b81947b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.578685 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-bd48f01b-861a-4123-91f0-9543659516db tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] For port 963e6c03-fec7-4300-aa0c-617c807fc150, host n-h2-773644-6, got binding levels [] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:08.579087 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd48f01b-861a-4123-91f0-9543659516db tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.597233 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-bd48f01b-861a-4123-91f0-9543659516db tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Calling delete_port for 963e6c03-fec7-4300-aa0c-617c807fc150 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:08.602406 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-87017eab-3372-416b-8ff0-47975b81947b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] device_id is not set on port bccde02d-8183-455c-b4fd-415dbb867c88 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:09:08.607464 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5960517a-4d67-43c6-a7c3-34b839d2811c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.628890 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5960517a-4d67-43c6-a7c3-34b839d2811c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.675939 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5960517a-4d67-43c6-a7c3-34b839d2811c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.679247 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5960517a-4d67-43c6-a7c3-34b839d2811c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.682835 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5960517a-4d67-43c6-a7c3-34b839d2811c admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/2c63a9e0-3f02-4a38-80f6-10bff16c3710 HTTP/1.1" status: 204 len: 168 time: 0.1264467 Jul 06 14:09:08.688458 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960517a-4d67-43c6-a7c3-34b839d2811c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c63a9e0-3f02-4a38-80f6-10bff16c3710,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:08.792506 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd48f01b-861a-4123-91f0-9543659516db tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.838528 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48f01b-861a-4123-91f0-9543659516db tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Pushing event deleted for resources: {'Port': ['ID=963e6c03-fec7-4300-aa0c-617c807fc150,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:08.853850 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd48f01b-861a-4123-91f0-9543659516db tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.855814 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bd48f01b-861a-4123-91f0-9543659516db tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] 10.222.0.118 "DELETE /v2.0/ports/963e6c03-fec7-4300-aa0c-617c807fc150 HTTP/1.1" status: 204 len: 168 time: 0.4521675 Jul 06 14:09:08.858376 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41050) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:08.869975 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-87017eab-3372-416b-8ff0-47975b81947b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.892731 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef5d9bb0-2875-4ce8-abd4-80f18f5c561e tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] GET failed (client error): The resource could not be found. Jul 06 14:09:08.894403 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ef5d9bb0-2875-4ce8-abd4-80f18f5c561e tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] 10.222.0.118 "GET /v2.0/ports/963e6c03-fec7-4300-aa0c-617c807fc150 HTTP/1.1" status: 404 len: 333 time: 0.0351048 Jul 06 14:09:08.900742 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41054) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:08.905710 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-ba8eec66-32c6-4b53-a10c-53d3093f5720 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-47577959', 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:08.945735 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8eec66-32c6-4b53-a10c-53d3093f5720 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Made reservation on behalf of 06a72c43e1424068b150414a758d3d03 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:08.948187 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba8eec66-32c6-4b53-a10c-53d3093f5720 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.961560 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-87017eab-3372-416b-8ff0-47975b81947b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:08.967840 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79203ff-6242-499e-925e-7fbc6613960d req-4a6f3047-8078-4dc2-abc5-cc4c76007a64 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:08.969569 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d79203ff-6242-499e-925e-7fbc6613960d req-4a6f3047-8078-4dc2-abc5-cc4c76007a64 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.0720243 Jul 06 14:09:09.005126 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-ba8eec66-32c6-4b53-a10c-53d3093f5720 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] device_id is not set on port bf04cb8b-6776-4b4c-8d73-baf0a75feb90 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:09:09.027830 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d79203ff-6242-499e-925e-7fbc6613960d req-7b932252-7942-4855-8086-f80b8bf24740 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492156 Jul 06 14:09:09.074108 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87017eab-3372-416b-8ff0-47975b81947b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network e7115383-7693-44ac-93a1-24cd4aa12ab6 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:09.084527 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-87017eab-3372-416b-8ff0-47975b81947b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:09.089966 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87017eab-3372-416b-8ff0-47975b81947b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:09.095496 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87017eab-3372-416b-8ff0-47975b81947b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:09.096107 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-87017eab-3372-416b-8ff0-47975b81947b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.101241 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87017eab-3372-416b-8ff0-47975b81947b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Port': ['ID=bccde02d-8183-455c-b4fd-415dbb867c88,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:09.129057 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-87017eab-3372-416b-8ff0-47975b81947b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8544061 Jul 06 14:09:09.132308 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41064) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:09.139859 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-1becf549-ca5a-409b-a0e8-1bb08242c29a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:09.295463 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba8eec66-32c6-4b53-a10c-53d3093f5720 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.301441 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1becf549-ca5a-409b-a0e8-1bb08242c29a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.437111 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba8eec66-32c6-4b53-a10c-53d3093f5720 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.504019 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8eec66-32c6-4b53-a10c-53d3093f5720 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Network 1cbbceda-eba0-4e18-a045-8a3398348428 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:09.511430 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-ba8eec66-32c6-4b53-a10c-53d3093f5720 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:09.518184 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8eec66-32c6-4b53-a10c-53d3093f5720 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:09.519143 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8eec66-32c6-4b53-a10c-53d3093f5720 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:09.519750 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba8eec66-32c6-4b53-a10c-53d3093f5720 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.533908 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8eec66-32c6-4b53-a10c-53d3093f5720 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Pushing event updated for resources: {'Port': ['ID=bf04cb8b-6776-4b4c-8d73-baf0a75feb90,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:09.551116 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1becf549-ca5a-409b-a0e8-1bb08242c29a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.555281 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ba8eec66-32c6-4b53-a10c-53d3093f5720 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.6535633 Jul 06 14:09:09.556391 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1becf549-ca5a-409b-a0e8-1bb08242c29a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.558353 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41076) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:09.595200 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-1becf549-ca5a-409b-a0e8-1bb08242c29a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] In _notify_port_updated(), no bound segment for port bccde02d-8183-455c-b4fd-415dbb867c88 on network e7115383-7693-44ac-93a1-24cd4aa12ab6 {{(pid=100417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:09:09.600798 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1becf549-ca5a-409b-a0e8-1bb08242c29a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:09.601295 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1becf549-ca5a-409b-a0e8-1bb08242c29a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.605638 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1becf549-ca5a-409b-a0e8-1bb08242c29a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "PUT /v2.0/ports/bccde02d-8183-455c-b4fd-415dbb867c88 HTTP/1.1" status: 200 len: 818 time: 0.4723632 Jul 06 14:09:09.606293 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41080) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:09.622181 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ace96e-01f5-4123-8b84-c355513165ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:09.624358 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c6ace96e-01f5-4123-8b84-c355513165ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] 10.222.0.118 "GET /v2.0/ports/bf04cb8b-6776-4b4c-8d73-baf0a75feb90 HTTP/1.1" status: 200 len: 953 time: 0.0639772 Jul 06 14:09:09.627230 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41082) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:09.658445 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1becf549-ca5a-409b-a0e8-1bb08242c29a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Port': ['ID=bccde02d-8183-455c-b4fd-415dbb867c88,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:09.735046 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-99eecc96-bc04-499c-8378-2b206230506e tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting port bccde02d-8183-455c-b4fd-415dbb867c88 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:09.735658 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99eecc96-bc04-499c-8378-2b206230506e tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.784034 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-4fe10909-cd86-483e-ac3c-b68d1f4d2986 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Deleting port bf04cb8b-6776-4b4c-8d73-baf0a75feb90 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:09.784672 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4fe10909-cd86-483e-ac3c-b68d1f4d2986 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.814227 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99eecc96-bc04-499c-8378-2b206230506e tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.833939 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-99eecc96-bc04-499c-8378-2b206230506e tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Calling delete_port for bccde02d-8183-455c-b4fd-415dbb867c88 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:09.862327 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de9784-8516-4af6-a777-308b3ef00c41 req-76fd93e7-b8f9-4dc7-b252-73dd6c2a1246 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:09.863829 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f3de9784-8516-4af6-a777-308b3ef00c41 req-76fd93e7-b8f9-4dc7-b252-73dd6c2a1246 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 945 time: 0.1418884 Jul 06 14:09:09.868150 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4fe10909-cd86-483e-ac3c-b68d1f4d2986 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.895149 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-4fe10909-cd86-483e-ac3c-b68d1f4d2986 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Calling delete_port for bf04cb8b-6776-4b4c-8d73-baf0a75feb90 owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:09.925336 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f3de9784-8516-4af6-a777-308b3ef00c41 req-f709ec19-ed43-434f-b6ee-f60688e13606 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491986 Jul 06 14:09:09.927966 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99eecc96-bc04-499c-8378-2b206230506e tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.963473 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eecc96-bc04-499c-8378-2b206230506e tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Port': ['ID=bccde02d-8183-455c-b4fd-415dbb867c88,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:09.969302 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99eecc96-bc04-499c-8378-2b206230506e tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:09.971458 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-99eecc96-bc04-499c-8378-2b206230506e tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/ports/bccde02d-8183-455c-b4fd-415dbb867c88 HTTP/1.1" status: 204 len: 168 time: 0.3614366 Jul 06 14:09:09.974499 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41094) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:10.026431 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4fe10909-cd86-483e-ac3c-b68d1f4d2986 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:10.057790 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe10909-cd86-483e-ac3c-b68d1f4d2986 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf04cb8b-6776-4b4c-8d73-baf0a75feb90,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:10.058066 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c87c1a-6153-4cbd-99d6-451a53d29b6e tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:10.062078 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-36c87c1a-6153-4cbd-99d6-451a53d29b6e tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0841751 Jul 06 14:09:10.063366 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41100) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:10.078273 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4fe10909-cd86-483e-ac3c-b68d1f4d2986 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:10.080695 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4fe10909-cd86-483e-ac3c-b68d1f4d2986 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] 10.222.0.118 "DELETE /v2.0/ports/bf04cb8b-6776-4b4c-8d73-baf0a75feb90 HTTP/1.1" status: 204 len: 168 time: 0.4520042 Jul 06 14:09:10.083869 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41102) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:10.113091 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3db069-8b3c-4f9e-8738-317c917bb1df tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] GET failed (client error): The resource could not be found. Jul 06 14:09:10.115672 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9f3db069-8b3c-4f9e-8738-317c917bb1df tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "GET /v2.0/ports/bccde02d-8183-455c-b4fd-415dbb867c88 HTTP/1.1" status: 404 len: 333 time: 0.0513501 Jul 06 14:09:10.119968 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41104) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:10.126819 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-bd5d84dd-5919-4841-89b7-ca01dec43cc2 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-706383534'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:10.136070 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a55806-eefa-4bea-a716-a2b6adec84ab tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] GET failed (client error): The resource could not be found. Jul 06 14:09:10.141403 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e3a55806-eefa-4bea-a716-a2b6adec84ab tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] 10.222.0.118 "GET /v2.0/ports/bf04cb8b-6776-4b4c-8d73-baf0a75feb90 HTTP/1.1" status: 404 len: 333 time: 0.0531349 Jul 06 14:09:10.141771 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41106) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:10.148158 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-fd0bee6b-3531-459c-8b5d-ce202c3d7870 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Request body: {'port': {'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-570254014'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:10.167863 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5d84dd-5919-4841-89b7-ca01dec43cc2 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:10.172167 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd5d84dd-5919-4841-89b7-ca01dec43cc2 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:10.187829 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:10.211857 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0bee6b-3531-459c-8b5d-ce202c3d7870 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Made reservation on behalf of 06a72c43e1424068b150414a758d3d03 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:10.214612 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fd0bee6b-3531-459c-8b5d-ce202c3d7870 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:10.217321 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5d84dd-5919-4841-89b7-ca01dec43cc2 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:09:10.238257 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd5d84dd-5919-4841-89b7-ca01dec43cc2 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:10.238616 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-bd5d84dd-5919-4841-89b7-ca01dec43cc2 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Added segment 164ec717-4551-4e84-af77-c2d457cd92fd of type vlan for network 1424157f-c677-4b76-a266-3e8a6b588fde Jul 06 14:09:10.240352 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-fd0bee6b-3531-459c-8b5d-ce202c3d7870 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] device_id is not set on port a4221ce5-c1bb-49d6-a725-b681f66d4f64 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:09:10.251100 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc8480-a1ae-4f0b-a9e3-b6d631bcb79a req-dbd2942c-5dbc-49bc-ba58-0bd9ebb3823e tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:10.252736 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c8dc8480-a1ae-4f0b-a9e3-b6d631bcb79a req-dbd2942c-5dbc-49bc-ba58-0bd9ebb3823e tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.0886228 Jul 06 14:09:10.295349 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c8dc8480-a1ae-4f0b-a9e3-b6d631bcb79a req-8957bc8f-4ac6-4457-bf13-ac52a3e451e3 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366015 Jul 06 14:09:10.322873 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd5d84dd-5919-4841-89b7-ca01dec43cc2 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:10.388750 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd5d84dd-5919-4841-89b7-ca01dec43cc2 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:10.394287 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5d84dd-5919-4841-89b7-ca01dec43cc2 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:10.394911 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd5d84dd-5919-4841-89b7-ca01dec43cc2 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:10.478390 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bd5d84dd-5919-4841-89b7-ca01dec43cc2 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3569036 Jul 06 14:09:10.481323 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41116) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:10.487018 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-85854554-d7c2-44de-9eac-0f52f358358b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'subnet': {'network_id': '1424157f-c677-4b76-a266-3e8a6b588fde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:10.520535 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d84dd-5919-4841-89b7-ca01dec43cc2 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Network': ['ID=1424157f-c677-4b76-a266-3e8a6b588fde,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:10.526883 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fd0bee6b-3531-459c-8b5d-ce202c3d7870 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:10.534635 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 1424157f-c677-4b76-a266-3e8a6b588fde details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:09:10.580999 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fd0bee6b-3531-459c-8b5d-ce202c3d7870 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:10.589526 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85854554-d7c2-44de-9eac-0f52f358358b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:10.593671 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-85854554-d7c2-44de-9eac-0f52f358358b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:10.628217 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0bee6b-3531-459c-8b5d-ce202c3d7870 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Network 1cbbceda-eba0-4e18-a045-8a3398348428 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:10.631230 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-fd0bee6b-3531-459c-8b5d-ce202c3d7870 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:10.638598 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0bee6b-3531-459c-8b5d-ce202c3d7870 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:10.639937 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0bee6b-3531-459c-8b5d-ce202c3d7870 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:10.640447 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fd0bee6b-3531-459c-8b5d-ce202c3d7870 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:10.650568 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0e3c788b-b770-42b1-a568-db40d4f471b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:10.660919 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bee6b-3531-459c-8b5d-ce202c3d7870 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Pushing event updated for resources: {'Port': ['ID=a4221ce5-c1bb-49d6-a725-b681f66d4f64,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:10.672304 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fd0bee6b-3531-459c-8b5d-ce202c3d7870 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5289810 Jul 06 14:09:10.674630 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41120) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:10.681245 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:10.838136 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:10.957495 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46430aa7-62f1-4f46-84ef-cfe5f8b0f03f req-7fcf8047-ebcc-4a73-9bc8-8c952bc33af3 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:10.959081 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-46430aa7-62f1-4f46-84ef-cfe5f8b0f03f req-7fcf8047-ebcc-4a73-9bc8-8c952bc33af3 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.52 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 945 time: 0.2029607 Jul 06 14:09:11.007080 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-85854554-d7c2-44de-9eac-0f52f358358b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:11.423238 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85854554-d7c2-44de-9eac-0f52f358358b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Subnet': ['ID=87b76cbd-acd1-4398-8532-4ae6e5b83d7d,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:11.470503 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 3956389f-8173-4338-9a85-5812336c9ff0 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:09:11.486818 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85854554-d7c2-44de-9eac-0f52f358358b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Checking segment: {'id': '164ec717-4551-4e84-af77-c2d457cd92fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1424157f-c677-4b76-a266-3e8a6b588fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:11.487192 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85854554-d7c2-44de-9eac-0f52f358358b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network hostable DHCP agents. Network: 1424157f-c677-4b76-a266-3e8a6b588fde, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:09:11.495291 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 3956389f-8173-4338-9a85-5812336c9ff0 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:09:11.495291 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 3956389f-8173-4338-9a85-5812336c9ff0 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:09:11.522836 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:11.544480 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] device_id is not set on port a4221ce5-c1bb-49d6-a725-b681f66d4f64 yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:09:11.562881 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5101d7d-f8f4-4e8b-8c0a-027df82f5f76 req-6a572a7f-6b8c-445d-9ab8-2476955b61f6 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:11.564404 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5101d7d-f8f4-4e8b-8c0a-027df82f5f76 req-6a572a7f-6b8c-445d-9ab8-2476955b61f6 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 945 time: 0.4959784 Jul 06 14:09:11.568879 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:11.581328 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85854554-d7c2-44de-9eac-0f52f358358b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network 1424157f-c677-4b76-a266-3e8a6b588fde is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:09:11.597533 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-46430aa7-62f1-4f46-84ef-cfe5f8b0f03f req-b0ce3b13-294b-4131-afbd-8560146f55d4 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Deleting port 0e497deb-40c9-42c3-8d38-b6566ca4ff96 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:11.598249 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-46430aa7-62f1-4f46-84ef-cfe5f8b0f03f req-b0ce3b13-294b-4131-afbd-8560146f55d4 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:11.612421 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Transition to ACTIVE for port object a4221ce5-c1bb-49d6-a725-b681f66d4f64 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:11.623935 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-85854554-d7c2-44de-9eac-0f52f358358b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 1424157f-c677-4b76-a266-3e8a6b588fde) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:11.633082 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d12ee1-9566-4913-9afd-150f7cd86905 None None] Network 1424157f-c677-4b76-a266-3e8a6b588fde requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:11.652005 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:11.662536 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85854554-d7c2-44de-9eac-0f52f358358b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:11.663071 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-85854554-d7c2-44de-9eac-0f52f358358b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:11.733202 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5101d7d-f8f4-4e8b-8c0a-027df82f5f76 req-d82a3f01-e447-4063-9860-cecb3c8a0ab5 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/security-groups?id=c7293292-6757-4da3-acdf-49d621ae2c39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546073 Jul 06 14:09:11.794302 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-46430aa7-62f1-4f46-84ef-cfe5f8b0f03f req-b0ce3b13-294b-4131-afbd-8560146f55d4 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] For port 0e497deb-40c9-42c3-8d38-b6566ca4ff96, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=0e497deb-40c9-42c3-8d38-b6566ca4ff96,segment=NetworkSegment(8aaeb725-bd56-441e-9a07-2c948963549f),segment_id=8aaeb725-bd56-441e-9a07-2c948963549f)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:11.795071 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-46430aa7-62f1-4f46-84ef-cfe5f8b0f03f req-b0ce3b13-294b-4131-afbd-8560146f55d4 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:11.805977 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f03c38-c842-429b-842e-2d2a70fefdfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-1424157f-c677-4b76-a266-3e8a6b588fde', 'network_id': '1424157f-c677-4b76-a266-3e8a6b588fde', 'tenant_id': '948d22789b7c4232b79ffb08eb97c715', 'fixed_ips': [{'subnet_id': '87b76cbd-acd1-4398-8532-4ae6e5b83d7d'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:09:11.807268 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f6f03c38-c842-429b-842e-2d2a70fefdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:11.813191 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-85854554-d7c2-44de-9eac-0f52f358358b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3279533 Jul 06 14:09:11.813652 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41146) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:11.819703 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-770f623f-a105-4422-a1b9-de3373e5c9ac tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'subnet': {'network_id': '1424157f-c677-4b76-a266-3e8a6b588fde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:11.826615 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-46430aa7-62f1-4f46-84ef-cfe5f8b0f03f req-b0ce3b13-294b-4131-afbd-8560146f55d4 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Calling delete_port for 0e497deb-40c9-42c3-8d38-b6566ca4ff96 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:11.888653 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Pushing event updated for resources: {'Port': ['ID=a4221ce5-c1bb-49d6-a725-b681f66d4f64,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:11.923323 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:11.923730 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:11.924172 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:11.967334 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on network 1cbbceda-eba0-4e18-a045-8a3398348428 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:11.967832 n-d-773644-6 neutron-server[100418]: ERROR neutron.plugins.ml2.managers [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Failed to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on host n-h2-773644-6 for vnic_type normal using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] Jul 06 14:09:11.969839 n-d-773644-6 neutron-server[100418]: INFO neutron.plugins.ml2.plugin [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempt 2 to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 Jul 06 14:09:11.989411 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-f6f03c38-c842-429b-842e-2d2a70fefdfb None None] Allocated IP 172.20.0.2 (1424157f-c677-4b76-a266-3e8a6b588fde/87b76cbd-acd1-4398-8532-4ae6e5b83d7d/4490eee4-5bf2-49d1-98aa-973f3d010ce4) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:11.990210 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770f623f-a105-4422-a1b9-de3373e5c9ac tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:11.997567 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-770f623f-a105-4422-a1b9-de3373e5c9ac tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:12.011232 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:12.011659 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:12.012192 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:12.018997 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on network 1cbbceda-eba0-4e18-a045-8a3398348428 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:12.019415 n-d-773644-6 neutron-server[100418]: ERROR neutron.plugins.ml2.managers [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Failed to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on host n-h2-773644-6 for vnic_type normal using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] Jul 06 14:09:12.022727 n-d-773644-6 neutron-server[100418]: INFO neutron.plugins.ml2.plugin [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempt 3 to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 Jul 06 14:09:12.051479 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f942370-3de5-4df8-b27f-7556275361f8 req-6f52d5cc-12a0-4fcc-afdd-0a6baafadf1c tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:12.054225 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7f942370-3de5-4df8-b27f-7556275361f8 req-6f52d5cc-12a0-4fcc-afdd-0a6baafadf1c tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.1996922 Jul 06 14:09:12.083268 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:12.083784 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:12.084252 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:12.092849 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on network 1cbbceda-eba0-4e18-a045-8a3398348428 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:12.093485 n-d-773644-6 neutron-server[100418]: ERROR neutron.plugins.ml2.managers [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Failed to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on host n-h2-773644-6 for vnic_type normal using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] Jul 06 14:09:12.096720 n-d-773644-6 neutron-server[100418]: INFO neutron.plugins.ml2.plugin [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempt 4 to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 Jul 06 14:09:12.128101 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7f942370-3de5-4df8-b27f-7556275361f8 req-4dd12684-f54d-4707-8a39-9def13d83724 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636027 Jul 06 14:09:12.139502 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:12.139921 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:12.140359 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:12.144444 n-d-773644-6 neutron-server[100417]: INFO neutron.db.ipam_backend_mixin [None req-770f623f-a105-4422-a1b9-de3373e5c9ac tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 87b76cbd-acd1-4398-8532-4ae6e5b83d7d (CIDR: 172.20.0.0/28) Jul 06 14:09:12.149594 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-770f623f-a105-4422-a1b9-de3373e5c9ac tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:09:12.151278 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-770f623f-a105-4422-a1b9-de3373e5c9ac tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:09:12.171939 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on network 1cbbceda-eba0-4e18-a045-8a3398348428 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:12.172646 n-d-773644-6 neutron-server[100418]: ERROR neutron.plugins.ml2.managers [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Failed to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on host n-h2-773644-6 for vnic_type normal using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] Jul 06 14:09:12.177596 n-d-773644-6 neutron-server[100418]: INFO neutron.plugins.ml2.plugin [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempt 5 to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 Jul 06 14:09:12.191716 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-770f623f-a105-4422-a1b9-de3373e5c9ac tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3766079 Jul 06 14:09:12.196050 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41152) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:12.215354 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-7abec28f-9fcf-47d7-8323-e1adaef337ac tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'subnet': {'network_id': '1424157f-c677-4b76-a266-3e8a6b588fde', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:12.222902 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:12.224379 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:12.225199 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:12.238169 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on network 1cbbceda-eba0-4e18-a045-8a3398348428 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:12.239591 n-d-773644-6 neutron-server[100418]: ERROR neutron.plugins.ml2.managers [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Failed to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on host n-h2-773644-6 for vnic_type normal using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] Jul 06 14:09:12.243704 n-d-773644-6 neutron-server[100418]: INFO neutron.plugins.ml2.plugin [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempt 6 to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 Jul 06 14:09:12.278291 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f6f03c38-c842-429b-842e-2d2a70fefdfb None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:12.279669 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:12.280393 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:12.281028 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:12.288270 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f6f03c38-c842-429b-842e-2d2a70fefdfb None None] Transition to ACTIVE for port object 4490eee4-5bf2-49d1-98aa-973f3d010ce4 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:12.289741 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-46430aa7-62f1-4f46-84ef-cfe5f8b0f03f req-b0ce3b13-294b-4131-afbd-8560146f55d4 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:12.307304 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on network 1cbbceda-eba0-4e18-a045-8a3398348428 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:12.307599 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f6f03c38-c842-429b-842e-2d2a70fefdfb None None] Transition to ACTIVE for port object 4490eee4-5bf2-49d1-98aa-973f3d010ce4 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:12.307768 n-d-773644-6 neutron-server[100418]: ERROR neutron.plugins.ml2.managers [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Failed to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on host n-h2-773644-6 for vnic_type normal using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] Jul 06 14:09:12.311511 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['0e497deb-40c9-42c3-8d38-b6566ca4ff96'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:09:12.342939 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f6f03c38-c842-429b-842e-2d2a70fefdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:12.350757 n-d-773644-6 neutron-server[100418]: INFO neutron.plugins.ml2.plugin [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempt 7 to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 Jul 06 14:09:12.360969 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce3b13-294b-4131-afbd-8560146f55d4 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Pushing event deleted for resources: {'Port': ['ID=0e497deb-40c9-42c3-8d38-b6566ca4ff96,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:12.392361 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f03c38-c842-429b-842e-2d2a70fefdfb None None] Network 1424157f-c677-4b76-a266-3e8a6b588fde is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:12.397800 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-f6f03c38-c842-429b-842e-2d2a70fefdfb None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:12.399728 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f03c38-c842-429b-842e-2d2a70fefdfb None None] Pushing event updated for resources: {'Port': ['ID=4490eee4-5bf2-49d1-98aa-973f3d010ce4,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:12.401963 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f03c38-c842-429b-842e-2d2a70fefdfb None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:12.418817 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:12.418817 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:12.418817 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:12.440419 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-46430aa7-62f1-4f46-84ef-cfe5f8b0f03f req-b0ce3b13-294b-4131-afbd-8560146f55d4 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] No DVR routers for this DVR port 0e497deb-40c9-42c3-8d38-b6566ca4ff96 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:09:12.445019 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-46430aa7-62f1-4f46-84ef-cfe5f8b0f03f req-b0ce3b13-294b-4131-afbd-8560146f55d4 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:12.448250 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-46430aa7-62f1-4f46-84ef-cfe5f8b0f03f req-b0ce3b13-294b-4131-afbd-8560146f55d4 tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.52 "DELETE /v2.0/ports/0e497deb-40c9-42c3-8d38-b6566ca4ff96 HTTP/1.1" status: 204 len: 173 time: 1.4722204 Jul 06 14:09:12.449187 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553996ae-9ace-4e99-b96d-73f18e7e8116', 'name': 'network-vif-deleted', 'tag': '0e497deb-40c9-42c3-8d38-b6566ca4ff96'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:09:12.452474 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77086e82-059c-46d1-bc06-1dad1894e71b" -d '{"events": [{"server_uuid": "553996ae-9ace-4e99-b96d-73f18e7e8116", "name": "network-vif-deleted", "tag": "0e497deb-40c9-42c3-8d38-b6566ca4ff96"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:09:12.468683 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on network 1cbbceda-eba0-4e18-a045-8a3398348428 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:12.470235 n-d-773644-6 neutron-server[100418]: ERROR neutron.plugins.ml2.managers [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Failed to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on host n-h2-773644-6 for vnic_type normal using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] Jul 06 14:09:12.470966 n-d-773644-6 neutron-server[100418]: INFO neutron.plugins.ml2.plugin [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempt 8 to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 Jul 06 14:09:12.472718 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-f6f03c38-c842-429b-842e-2d2a70fefdfb None None] Attempting to bind port 4490eee4-5bf2-49d1-98aa-973f3d010ce4 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:12.474619 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-f6f03c38-c842-429b-842e-2d2a70fefdfb None None] Attempting to bind port 4490eee4-5bf2-49d1-98aa-973f3d010ce4 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '164ec717-4551-4e84-af77-c2d457cd92fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1424157f-c677-4b76-a266-3e8a6b588fde'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:12.475170 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f03c38-c842-429b-842e-2d2a70fefdfb None None] Attempting to bind port 4490eee4-5bf2-49d1-98aa-973f3d010ce4 on network 1424157f-c677-4b76-a266-3e8a6b588fde {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:12.482204 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f03c38-c842-429b-842e-2d2a70fefdfb None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:09:12.483072 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f03c38-c842-429b-842e-2d2a70fefdfb None None] Checking segment: {'id': '164ec717-4551-4e84-af77-c2d457cd92fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1424157f-c677-4b76-a266-3e8a6b588fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:12.483541 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abec28f-9fcf-47d7-8323-e1adaef337ac tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:12.483848 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f6f03c38-c842-429b-842e-2d2a70fefdfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:12.484377 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f03c38-c842-429b-842e-2d2a70fefdfb None None] Bound using segment: {'id': '164ec717-4551-4e84-af77-c2d457cd92fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1424157f-c677-4b76-a266-3e8a6b588fde'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:09:12.485006 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-f6f03c38-c842-429b-842e-2d2a70fefdfb None None] Bound port: 4490eee4-5bf2-49d1-98aa-973f3d010ce4, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '164ec717-4551-4e84-af77-c2d457cd92fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1424157f-c677-4b76-a266-3e8a6b588fde'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:09:12.485670 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f6f03c38-c842-429b-842e-2d2a70fefdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:12.491413 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7abec28f-9fcf-47d7-8323-e1adaef337ac tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:12.504809 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:12.509030 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:12.510017 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:12.524258 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on network 1cbbceda-eba0-4e18-a045-8a3398348428 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:12.524985 n-d-773644-6 neutron-server[100418]: ERROR neutron.plugins.ml2.managers [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Failed to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on host n-h2-773644-6 for vnic_type normal using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] Jul 06 14:09:12.525418 n-d-773644-6 neutron-server[100418]: INFO neutron.plugins.ml2.plugin [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempt 9 to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 Jul 06 14:09:12.532641 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e532caf-e853-4ec6-95e5-c5e7f006fde8 x-openstack-request-id: req-5e532caf-e853-4ec6-95e5-c5e7f006fde8 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:09:12.533277 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553996ae-9ace-4e99-b96d-73f18e7e8116", "name": "network-vif-deleted", "tag": "0e497deb-40c9-42c3-8d38-b6566ca4ff96", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:09:12.533681 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-5e532caf-e853-4ec6-95e5-c5e7f006fde8 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:09:12.534153 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553996ae-9ace-4e99-b96d-73f18e7e8116', 'name': 'network-vif-deleted', 'tag': '0e497deb-40c9-42c3-8d38-b6566ca4ff96', 'status': 'completed', 'code': 200} Jul 06 14:09:12.546969 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:12.547610 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:12.548178 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:12.554500 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on network 1cbbceda-eba0-4e18-a045-8a3398348428 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:12.555089 n-d-773644-6 neutron-server[100418]: ERROR neutron.plugins.ml2.managers [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Failed to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on host n-h2-773644-6 for vnic_type normal using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] Jul 06 14:09:12.555684 n-d-773644-6 neutron-server[100418]: INFO neutron.plugins.ml2.plugin [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempt 10 to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 Jul 06 14:09:12.582634 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:12.586272 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:12.588115 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempting to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:12.591207 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-f6f03c38-c842-429b-842e-2d2a70fefdfb None None] For port 4490eee4-5bf2-49d1-98aa-973f3d010ce4, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:09:12.595688 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-f6f03c38-c842-429b-842e-2d2a70fefdfb None None] For port 4490eee4-5bf2-49d1-98aa-973f3d010ce4, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=4490eee4-5bf2-49d1-98aa-973f3d010ce4,segment=NetworkSegment(164ec717-4551-4e84-af77-c2d457cd92fd),segment_id=164ec717-4551-4e84-af77-c2d457cd92fd)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:09:12.596718 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on network 1cbbceda-eba0-4e18-a045-8a3398348428 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:09:12.597594 n-d-773644-6 neutron-server[100418]: ERROR neutron.plugins.ml2.managers [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Failed to bind port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on host n-h2-773644-6 for vnic_type normal using segments [{'id': '0355e3c6-d5cd-4133-8b36-713c292dda17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1cbbceda-eba0-4e18-a045-8a3398348428'}] Jul 06 14:09:12.598339 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:12.605138 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f6f03c38-c842-429b-842e-2d2a70fefdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:12.705783 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f03c38-c842-429b-842e-2d2a70fefdfb None None] Pushing event updated for resources: {'Port': ['ID=4490eee4-5bf2-49d1-98aa-973f3d010ce4,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:12.729927 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] For port a4221ce5-c1bb-49d6-a725-b681f66d4f64, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:09:12.730379 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attempted to set empty binding levels {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 14:09:12.741167 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:12.777731 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] In _notify_port_updated(), no bound segment for port a4221ce5-c1bb-49d6-a725-b681f66d4f64 on network 1cbbceda-eba0-4e18-a045-8a3398348428 {{(pid=100418) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:09:12.779584 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:12.780565 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:12.782878 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] 10.222.0.118 "PUT /v2.0/ports/a4221ce5-c1bb-49d6-a725-b681f66d4f64 HTTP/1.1" status: 200 len: 974 time: 2.1072514 Jul 06 14:09:12.786327 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41166) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:12.848752 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10be18-2cdd-4182-b34f-57c0d53170ec tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Pushing event updated for resources: {'Port': ['ID=a4221ce5-c1bb-49d6-a725-b681f66d4f64,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:12.918726 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7abec28f-9fcf-47d7-8323-e1adaef337ac tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:12.995122 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-794ff9f0-cff8-49e7-b11a-3d0d73089642 req-bf1c202c-5bae-41d4-8b75-1ca7eb63becf tempest-ServerRescueTestJSON-1370252301 tempest-ServerRescueTestJSON-1370252301-project] 10.222.0.118 "GET /v2.0/ports?device_id=553996ae-9ace-4e99-b96d-73f18e7e8116 HTTP/1.1" status: 200 len: 210 time: 0.0435345 Jul 06 14:09:12.997488 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-a99c3d0e-7d8c-4fdb-919b-0194603c3f19 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Deleting port a4221ce5-c1bb-49d6-a725-b681f66d4f64 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:12.998135 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a99c3d0e-7d8c-4fdb-919b-0194603c3f19 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:13.002742 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abec28f-9fcf-47d7-8323-e1adaef337ac tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network 1424157f-c677-4b76-a266-3e8a6b588fde is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:13.038058 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-7abec28f-9fcf-47d7-8323-e1adaef337ac tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:13.044828 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abec28f-9fcf-47d7-8323-e1adaef337ac tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:13.047652 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7abec28f-9fcf-47d7-8323-e1adaef337ac tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:13.081634 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:13.088991 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7abec28f-9fcf-47d7-8323-e1adaef337ac tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8891945 Jul 06 14:09:13.089441 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41170) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:13.099702 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-c3a26464-0b88-4a17-b0ef-b7147d63ff2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'port': {'network_id': '1424157f-c677-4b76-a266-3e8a6b588fde', 'fixed_ips': [{'subnet_id': '87b76cbd-acd1-4398-8532-4ae6e5b83d7d'}, {'subnet_id': '7fd39ed0-c564-4458-8f33-931734eb7293'}], 'name': 'tempest-PortsTestJSON-1511678908'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:13.111364 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abec28f-9fcf-47d7-8323-e1adaef337ac tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Subnet': ['ID=7fd39ed0-c564-4458-8f33-931734eb7293,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:13.175341 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-a99c3d0e-7d8c-4fdb-919b-0194603c3f19 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] For port a4221ce5-c1bb-49d6-a725-b681f66d4f64, host n-h2-773644-6, got binding levels [] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:13.175619 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a99c3d0e-7d8c-4fdb-919b-0194603c3f19 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:13.211073 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-a99c3d0e-7d8c-4fdb-919b-0194603c3f19 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Calling delete_port for a4221ce5-c1bb-49d6-a725-b681f66d4f64 owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:13.378485 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a26464-0b88-4a17-b0ef-b7147d63ff2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:13.443186 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a99c3d0e-7d8c-4fdb-919b-0194603c3f19 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:13.491870 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c3d0e-7d8c-4fdb-919b-0194603c3f19 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4221ce5-c1bb-49d6-a725-b681f66d4f64,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:13.501028 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa584de8-fb03-49c5-bc30-91185b8f8c03 req-d14b39c8-3f38-4bee-885d-75bd3b273b5e tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:13.502608 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aa584de8-fb03-49c5-bc30-91185b8f8c03 req-d14b39c8-3f38-4bee-885d-75bd3b273b5e tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.1944816 Jul 06 14:09:13.529722 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a99c3d0e-7d8c-4fdb-919b-0194603c3f19 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:13.533956 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a99c3d0e-7d8c-4fdb-919b-0194603c3f19 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] 10.222.0.118 "DELETE /v2.0/ports/a4221ce5-c1bb-49d6-a725-b681f66d4f64 HTTP/1.1" status: 204 len: 168 time: 0.7441604 Jul 06 14:09:13.534802 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41182) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:13.566606 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3a26464-0b88-4a17-b0ef-b7147d63ff2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:13.575099 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c28c25-a458-4032-b320-50ef13266393 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] GET failed (client error): The resource could not be found. Jul 06 14:09:13.583393 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41184) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:13.584312 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-42c28c25-a458-4032-b320-50ef13266393 tempest-PortsAdminExtendedAttrsTestJSON-2142079270 tempest-PortsAdminExtendedAttrsTestJSON-2142079270-project-admin] 10.222.0.118 "GET /v2.0/ports/a4221ce5-c1bb-49d6-a725-b681f66d4f64 HTTP/1.1" status: 404 len: 333 time: 0.0448329 Jul 06 14:09:13.617104 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aa584de8-fb03-49c5-bc30-91185b8f8c03 req-d0935ed3-ed72-4fb3-8de3-8dd9567f8421 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927310 Jul 06 14:09:13.670423 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-c3a26464-0b88-4a17-b0ef-b7147d63ff2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] device_id is not set on port 4737abe3-a15d-4cf2-a573-a817357edff8 yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:09:13.789729 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-41d5d199-84a3-44de-83f2-4e8bbefa68a0 tempest-PortsAdminExtendedAttrsTestJSON-1992708617 tempest-PortsAdminExtendedAttrsTestJSON-1992708617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:13.883214 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14359c83-c4b6-47dd-bb2c-c40f5188bef4 req-4f4cc256-bd92-4593-9941-a7451fd8a59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:13.884825 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-14359c83-c4b6-47dd-bb2c-c40f5188bef4 req-4f4cc256-bd92-4593-9941-a7451fd8a59e service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=877fc897abae42d7adb6bd377795bbf0&device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 1096 time: 0.2159801 Jul 06 14:09:13.948224 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80a401f-e931-4875-a617-ec25901190c7 None None] Network 1424157f-c677-4b76-a266-3e8a6b588fde requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:14.018574 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3b60b7e4-3767-43a3-a5df-fe882c68f5f8 None None] Provisioning for port 4490eee4-5bf2-49d1-98aa-973f3d010ce4 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:14.047768 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-41d5d199-84a3-44de-83f2-4e8bbefa68a0 tempest-PortsAdminExtendedAttrsTestJSON-1992708617 tempest-PortsAdminExtendedAttrsTestJSON-1992708617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:14.056807 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 4490eee4-5bf2-49d1-98aa-973f3d010ce4 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:14.071232 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-41d5d199-84a3-44de-83f2-4e8bbefa68a0 tempest-PortsAdminExtendedAttrsTestJSON-1992708617 tempest-PortsAdminExtendedAttrsTestJSON-1992708617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cbbceda-eba0-4e18-a045-8a3398348428']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:14.126135 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-41d5d199-84a3-44de-83f2-4e8bbefa68a0 tempest-PortsAdminExtendedAttrsTestJSON-1992708617 tempest-PortsAdminExtendedAttrsTestJSON-1992708617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0355e3c6-d5cd-4133-8b36-713c292dda17') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:14.126496 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-41d5d199-84a3-44de-83f2-4e8bbefa68a0 tempest-PortsAdminExtendedAttrsTestJSON-1992708617 tempest-PortsAdminExtendedAttrsTestJSON-1992708617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0355e3c6-d5cd-4133-8b36-713c292dda17') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:14.131825 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41196) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:14.148175 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-41d5d199-84a3-44de-83f2-4e8bbefa68a0 tempest-PortsAdminExtendedAttrsTestJSON-1992708617 tempest-PortsAdminExtendedAttrsTestJSON-1992708617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:14.165551 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14359c83-c4b6-47dd-bb2c-c40f5188bef4 req-530f53d3-fcea-4381-896d-2b83477b60f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:14.167332 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-14359c83-c4b6-47dd-bb2c-c40f5188bef4 req-530f53d3-fcea-4381-896d-2b83477b60f7 service neutron] 10.222.0.124 "GET /v2.0/networks?id=eefea86f-292f-49b8-aab3-e9599d79dda6 HTTP/1.1" status: 200 len: 912 time: 0.2550814 Jul 06 14:09:14.175429 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-41d5d199-84a3-44de-83f2-4e8bbefa68a0 tempest-PortsAdminExtendedAttrsTestJSON-1992708617 tempest-PortsAdminExtendedAttrsTestJSON-1992708617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:14.182534 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 4490eee4-5bf2-49d1-98aa-973f3d010ce4 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:14.188425 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 4490eee4-5bf2-49d1-98aa-973f3d010ce4 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:14.188804 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:14.222537 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d5d199-84a3-44de-83f2-4e8bbefa68a0 tempest-PortsAdminExtendedAttrsTestJSON-1992708617 tempest-PortsAdminExtendedAttrsTestJSON-1992708617-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:09:14.222972 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-41d5d199-84a3-44de-83f2-4e8bbefa68a0 tempest-PortsAdminExtendedAttrsTestJSON-1992708617 tempest-PortsAdminExtendedAttrsTestJSON-1992708617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:09:14.248286 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:09:14.326010 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:14.341644 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-14359c83-c4b6-47dd-bb2c-c40f5188bef4 req-0ba75d59-b5e8-47e6-9145-b7371ae12804 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b9a4286-28a9-454b-a4e1-0ff76bc7009c HTTP/1.1" status: 200 len: 1001 time: 0.1674986 Jul 06 14:09:14.346604 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-c3a26464-0b88-4a17-b0ef-b7147d63ff2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Allocated IP 172.20.0.14 (1424157f-c677-4b76-a266-3e8a6b588fde/87b76cbd-acd1-4398-8532-4ae6e5b83d7d/4737abe3-a15d-4cf2-a573-a817357edff8) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:14.361001 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-41d5d199-84a3-44de-83f2-4e8bbefa68a0 tempest-PortsAdminExtendedAttrsTestJSON-1992708617 tempest-PortsAdminExtendedAttrsTestJSON-1992708617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:14.367381 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-c3a26464-0b88-4a17-b0ef-b7147d63ff2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Allocated IP 172.20.0.29 (1424157f-c677-4b76-a266-3e8a6b588fde/7fd39ed0-c564-4458-8f33-931734eb7293/4737abe3-a15d-4cf2-a573-a817357edff8) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:14.374637 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ced370-71a3-40ac-9568-036162971fae None None] Update dhcp port {'port': {'network_id': '1424157f-c677-4b76-a266-3e8a6b588fde', 'fixed_ips': [{'subnet_id': '87b76cbd-acd1-4398-8532-4ae6e5b83d7d', 'ip_address': '172.20.0.2'}, {'subnet_id': '7fd39ed0-c564-4458-8f33-931734eb7293'}], 'binding:host_id': 'n-d-773644-6'}, 'id': '4490eee4-5bf2-49d1-98aa-973f3d010ce4'} from n-d-773644-6. {{(pid=100419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:09:14.377507 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 4490eee4-5bf2-49d1-98aa-973f3d010ce4, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=4490eee4-5bf2-49d1-98aa-973f3d010ce4,segment=NetworkSegment(164ec717-4551-4e84-af77-c2d457cd92fd),segment_id=164ec717-4551-4e84-af77-c2d457cd92fd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:14.400212 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:14.407063 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-41d5d199-84a3-44de-83f2-4e8bbefa68a0 tempest-PortsAdminExtendedAttrsTestJSON-1992708617 tempest-PortsAdminExtendedAttrsTestJSON-1992708617-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:14.410349 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-41d5d199-84a3-44de-83f2-4e8bbefa68a0 tempest-PortsAdminExtendedAttrsTestJSON-1992708617 tempest-PortsAdminExtendedAttrsTestJSON-1992708617-project] 10.222.0.118 "DELETE /v2.0/networks/1cbbceda-eba0-4e18-a045-8a3398348428 HTTP/1.1" status: 204 len: 168 time: 0.8240795 Jul 06 14:09:14.440209 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5d199-84a3-44de-83f2-4e8bbefa68a0 tempest-PortsAdminExtendedAttrsTestJSON-1992708617 tempest-PortsAdminExtendedAttrsTestJSON-1992708617-project] Pushing event deleted for resources: {'Network': ['ID=1cbbceda-eba0-4e18-a045-8a3398348428,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:14.445839 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f5ced370-71a3-40ac-9568-036162971fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:14.483219 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14359c83-c4b6-47dd-bb2c-c40f5188bef4 req-5913a4e1-75e9-4597-a672-1b3f2dabc622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:14.485878 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-14359c83-c4b6-47dd-bb2c-c40f5188bef4 req-5913a4e1-75e9-4597-a672-1b3f2dabc622 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=2034225f-da5c-4c36-aa60-ee034fad70f7 HTTP/1.1" status: 200 len: 850 time: 0.1365285 Jul 06 14:09:14.592217 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=4490eee4-5bf2-49d1-98aa-973f3d010ce4,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:14.726893 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14359c83-c4b6-47dd-bb2c-c40f5188bef4 req-577c5b64-ed4f-4512-8a4e-752e81d50366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:14.729943 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-14359c83-c4b6-47dd-bb2c-c40f5188bef4 req-577c5b64-ed4f-4512-8a4e-752e81d50366 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=eefea86f-292f-49b8-aab3-e9599d79dda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2330945 Jul 06 14:09:14.805966 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3a26464-0b88-4a17-b0ef-b7147d63ff2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:14.832205 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-c3a26464-0b88-4a17-b0ef-b7147d63ff2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Transition to ACTIVE for port object 4737abe3-a15d-4cf2-a573-a817357edff8 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:14.856212 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 0e497deb-40c9-42c3-8d38-b6566ca4ff96 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:09:14.896130 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41208) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:14.900403 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 0e497deb-40c9-42c3-8d38-b6566ca4ff96 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:09:14.900761 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 0e497deb-40c9-42c3-8d38-b6566ca4ff96 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:09:14.951790 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-14359c83-c4b6-47dd-bb2c-c40f5188bef4 req-0360729c-bcd7-4b19-91ff-6fb4167d50ac service neutron] 10.222.0.124 "GET /v2.0/networks/eefea86f-292f-49b8-aab3-e9599d79dda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102640 Jul 06 14:09:15.002712 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-35f64972-3bcb-4806-b37b-2c2348f3abb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:15.299676 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-35f64972-3bcb-4806-b37b-2c2348f3abb8 admin admin] Deleting port 727f2512-e533-41ca-bd39-d7675238dbdf {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:15.300351 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-35f64972-3bcb-4806-b37b-2c2348f3abb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:15.338561 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3a26464-0b88-4a17-b0ef-b7147d63ff2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:15.396150 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-35f64972-3bcb-4806-b37b-2c2348f3abb8 admin admin] For port 727f2512-e533-41ca-bd39-d7675238dbdf, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=727f2512-e533-41ca-bd39-d7675238dbdf,segment=NetworkSegment(8aaeb725-bd56-441e-9a07-2c948963549f),segment_id=8aaeb725-bd56-441e-9a07-2c948963549f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:15.397306 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-35f64972-3bcb-4806-b37b-2c2348f3abb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:15.406096 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a26464-0b88-4a17-b0ef-b7147d63ff2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network 1424157f-c677-4b76-a266-3e8a6b588fde is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:15.412392 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-f5ced370-71a3-40ac-9568-036162971fae None None] Allocated IP 172.20.0.18 (1424157f-c677-4b76-a266-3e8a6b588fde/7fd39ed0-c564-4458-8f33-931734eb7293/4490eee4-5bf2-49d1-98aa-973f3d010ce4) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:15.421121 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-35f64972-3bcb-4806-b37b-2c2348f3abb8 admin admin] Calling delete_port for 727f2512-e533-41ca-bd39-d7675238dbdf owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:15.421373 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ef0ce-bb09-4d91-acdf-b7069eda524b req-4600b497-2ab9-4067-9351-1323ca0478a2 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:15.430504 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9d8ef0ce-bb09-4d91-acdf-b7069eda524b req-4600b497-2ab9-4067-9351-1323ca0478a2 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.5797031 Jul 06 14:09:15.452963 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-c3a26464-0b88-4a17-b0ef-b7147d63ff2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:15.456220 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a26464-0b88-4a17-b0ef-b7147d63ff2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:15.513121 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-fa536679-6717-4860-9a09-3352cf705bda admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=0decd886deee442f96e7da564ddc5484&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5906396 Jul 06 14:09:15.526597 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41220) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:15.536516 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a26464-0b88-4a17-b0ef-b7147d63ff2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:15.537104 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3a26464-0b88-4a17-b0ef-b7147d63ff2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:15.542308 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-f5ced370-71a3-40ac-9568-036162971fae None None] For port 4490eee4-5bf2-49d1-98aa-973f3d010ce4, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=4490eee4-5bf2-49d1-98aa-973f3d010ce4,segment=NetworkSegment(164ec717-4551-4e84-af77-c2d457cd92fd),segment_id=164ec717-4551-4e84-af77-c2d457cd92fd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:15.568003 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a26464-0b88-4a17-b0ef-b7147d63ff2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Port': ['ID=4737abe3-a15d-4cf2-a573-a817357edff8,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:15.590781 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f5ced370-71a3-40ac-9568-036162971fae None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:15.592797 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-14359c83-c4b6-47dd-bb2c-c40f5188bef4 req-6a9b1a27-9575-429d-8211-e0cbf6217a70 service neutron] 10.222.0.124 "GET /v2.0/networks/eefea86f-292f-49b8-aab3-e9599d79dda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6325471 Jul 06 14:09:15.602424 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c3a26464-0b88-4a17-b0ef-b7147d63ff2f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.5116591 Jul 06 14:09:15.605029 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41224) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:15.612469 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f5ced370-71a3-40ac-9568-036162971fae None None] Transition to ACTIVE for port object 4490eee4-5bf2-49d1-98aa-973f3d010ce4 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:15.629655 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f5ced370-71a3-40ac-9568-036162971fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:15.630835 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9d8ef0ce-bb09-4d91-acdf-b7069eda524b req-2536561c-fa0d-4f1e-a3ac-93ed6f9ea783 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996753 Jul 06 14:09:15.637419 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4ead13ee-a220-4b59-b276-3ea99ce130d5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '87b76cbd-acd1-4398-8532-4ae6e5b83d7d'}]}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:15.666131 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0c332da1-61cb-4417-873c-bf4b5a706394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:15.692525 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0c332da1-61cb-4417-873c-bf4b5a706394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:15.712156 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-35f64972-3bcb-4806-b37b-2c2348f3abb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:15.762170 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ced370-71a3-40ac-9568-036162971fae None None] Pushing event updated for resources: {'Port': ['ID=4490eee4-5bf2-49d1-98aa-973f3d010ce4,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:15.762840 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0c332da1-61cb-4417-873c-bf4b5a706394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:15.766653 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0c332da1-61cb-4417-873c-bf4b5a706394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:15.773184 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0c332da1-61cb-4417-873c-bf4b5a706394 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/2740c8c7-fc22-4e1a-9b8d-b85b507951e8 HTTP/1.1" status: 204 len: 168 time: 0.2393761 Jul 06 14:09:15.776449 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ced370-71a3-40ac-9568-036162971fae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:15.776897 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ced370-71a3-40ac-9568-036162971fae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:15.777306 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ced370-71a3-40ac-9568-036162971fae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:15.778045 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ced370-71a3-40ac-9568-036162971fae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:15.778594 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ced370-71a3-40ac-9568-036162971fae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:15.779890 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ced370-71a3-40ac-9568-036162971fae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:15.780318 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ced370-71a3-40ac-9568-036162971fae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:15.781259 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ced370-71a3-40ac-9568-036162971fae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:15.781683 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ced370-71a3-40ac-9568-036162971fae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:15.782124 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ced370-71a3-40ac-9568-036162971fae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:15.782568 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ced370-71a3-40ac-9568-036162971fae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:15.783027 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ced370-71a3-40ac-9568-036162971fae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:15.786667 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f64972-3bcb-4806-b37b-2c2348f3abb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=727f2512-e533-41ca-bd39-d7675238dbdf,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:15.802374 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c332da1-61cb-4417-873c-bf4b5a706394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2740c8c7-fc22-4e1a-9b8d-b85b507951e8,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:15.999796 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4ead13ee-a220-4b59-b276-3ea99ce130d5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:16.099128 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 4490eee4-5bf2-49d1-98aa-973f3d010ce4 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:16.109911 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-35f64972-3bcb-4806-b37b-2c2348f3abb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:16.410318 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41238) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:16.464710 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2f624e54-81da-4f0f-9a45-fc9be186792d admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=06a72c43e1424068b150414a758d3d03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520346 Jul 06 14:09:16.467075 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41242) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:16.530649 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-80a8b1b5-a4b8-41c5-b12e-a7ce05eac5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:16.535909 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f304d69e-555c-415c-b3f5-6eefe1c83fea None None] Network 1424157f-c677-4b76-a266-3e8a6b588fde requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:16.557151 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-80a8b1b5-a4b8-41c5-b12e-a7ce05eac5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:16.565145 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-4ead13ee-a220-4b59-b276-3ea99ce130d5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Delete allocated IP 172.20.0.29 (1424157f-c677-4b76-a266-3e8a6b588fde/7fd39ed0-c564-4458-8f33-931734eb7293) {{(pid=100417) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 14:09:16.631951 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f9444f6b-12c6-42f2-bd41-88069b727587 None None] Provisioning for port 4490eee4-5bf2-49d1-98aa-973f3d010ce4 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:16.634481 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-80a8b1b5-a4b8-41c5-b12e-a7ce05eac5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:16.639813 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f9444f6b-12c6-42f2-bd41-88069b727587 None None] Provisioning complete for port 4490eee4-5bf2-49d1-98aa-973f3d010ce4 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:16.640018 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-80a8b1b5-a4b8-41c5-b12e-a7ce05eac5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:16.640253 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f9444f6b-12c6-42f2-bd41-88069b727587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:16.644300 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-80a8b1b5-a4b8-41c5-b12e-a7ce05eac5c4 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/06c5b9ac-4201-448a-86d0-5783cd37901c HTTP/1.1" status: 204 len: 168 time: 0.1762595 Jul 06 14:09:16.654854 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8b1b5-a4b8-41c5-b12e-a7ce05eac5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c5b9ac-4201-448a-86d0-5783cd37901c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:16.669857 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f64972-3bcb-4806-b37b-2c2348f3abb8 admin admin] Router ffa7655a-eb84-47dc-a6a4-1d439142d0b1 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:09:16.837654 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4ead13ee-a220-4b59-b276-3ea99ce130d5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:16.849342 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:16.856616 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f64972-3bcb-4806-b37b-2c2348f3abb8 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:09:16.858752 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-4ead13ee-a220-4b59-b276-3ea99ce130d5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Ignored duplicate provisioning block setup for port 4737abe3-a15d-4cf2-a573-a817357edff8 by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 14:09:16.863335 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-35f64972-3bcb-4806-b37b-2c2348f3abb8 admin admin] 10.222.0.118 "PUT /v2.0/routers/ffa7655a-eb84-47dc-a6a4-1d439142d0b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7303426 Jul 06 14:09:16.866370 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41250) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:16.869238 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4ead13ee-a220-4b59-b276-3ea99ce130d5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:16.872272 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5916ded3-b47f-46aa-98d4-cc3987f0fd7a None None] Sync routers for ids ['ffa7655a-eb84-47dc-a6a4-1d439142d0b1'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:09:16.888284 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5916ded3-b47f-46aa-98d4-cc3987f0fd7a None None] Routers {'ffa7655a-eb84-47dc-a6a4-1d439142d0b1'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:09:16.889537 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-5916ded3-b47f-46aa-98d4-cc3987f0fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:09:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ffa7655a-eb84-47dc-a6a4-1d439142d0b1'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:16.946292 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b8d37-23e1-4945-8124-b1cdcec33c5a req-97eed4d5-5710-4f6e-a660-8a0e580264c3 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:16.947853 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff3b8d37-23e1-4945-8124-b1cdcec33c5a req-97eed4d5-5710-4f6e-a660-8a0e580264c3 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.1164644 Jul 06 14:09:17.038117 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff3b8d37-23e1-4945-8124-b1cdcec33c5a req-931a9554-7adc-4dad-9766-8a4bcf2517e3 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805376 Jul 06 14:09:17.138736 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead13ee-a220-4b59-b276-3ea99ce130d5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Port': ['ID=4737abe3-a15d-4cf2-a573-a817357edff8,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:17.146168 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-5916ded3-b47f-46aa-98d4-cc3987f0fd7a None None] Set router ffa7655a-eb84-47dc-a6a4-1d439142d0b1 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:09:17.185561 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e95ebd00-6532-4d72-aa44-cbe7b4069839 admin admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:17.266523 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-4ead13ee-a220-4b59-b276-3ea99ce130d5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] In _notify_port_updated(), no bound segment for port 4737abe3-a15d-4cf2-a573-a817357edff8 on network 1424157f-c677-4b76-a266-3e8a6b588fde {{(pid=100417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:09:17.272752 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ead13ee-a220-4b59-b276-3ea99ce130d5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:17.273421 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4ead13ee-a220-4b59-b276-3ea99ce130d5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:17.274816 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4ead13ee-a220-4b59-b276-3ea99ce130d5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "PUT /v2.0/ports/4737abe3-a15d-4cf2-a573-a817357edff8 HTTP/1.1" status: 200 len: 920 time: 1.6686518 Jul 06 14:09:17.278525 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41262) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:17.284931 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-8e2a09a6-f72e-4f64-b52a-1a0de23e3378 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '87b76cbd-acd1-4398-8532-4ae6e5b83d7d'}, {'subnet_id': '7fd39ed0-c564-4458-8f33-931734eb7293'}]}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:17.345681 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e95ebd00-6532-4d72-aa44-cbe7b4069839 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:17.475503 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e95ebd00-6532-4d72-aa44-cbe7b4069839 admin admin] Deleting port f4e268ca-58f6-4f2c-8767-56bc168e6d88 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:17.475869 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e95ebd00-6532-4d72-aa44-cbe7b4069839 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:17.480387 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-5916ded3-b47f-46aa-98d4-cc3987f0fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa7655a-eb84-47dc-a6a4-1d439142d0b1', 'name': 'tempest-ServerRescueTestJSON-1438571079-router', 'tenant_id': '8ac05a766be944c89f64f16db6138443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'f4e268ca-58f6-4f2c-8767-56bc168e6d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:07:03Z', 'updated_at': '2021-07-06T14:09:15Z', 'revision_number': 5, 'project_id': '8ac05a766be944c89f64f16db6138443', 'gw_port': {'id': 'f4e268ca-58f6-4f2c-8767-56bc168e6d88', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:95:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa7655a-eb84-47dc-a6a4-1d439142d0b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:07:04Z', 'updated_at': '2021-07-06T14:07:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:17.484693 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8e2a09a6-f72e-4f64-b52a-1a0de23e3378 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:17.527896 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e14b6113-5607-4b20-8b46-0084b669b3be None None] Provisioning for port 4737abe3-a15d-4cf2-a573-a817357edff8 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:17.532598 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e14b6113-5607-4b20-8b46-0084b669b3be None None] Provisioning complete for port 4737abe3-a15d-4cf2-a573-a817357edff8 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:17.533122 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e14b6113-5607-4b20-8b46-0084b669b3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:17.580785 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-e14b6113-5607-4b20-8b46-0084b669b3be None None] Port 4737abe3-a15d-4cf2-a573-a817357edff8 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:17.593555 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e14b6113-5607-4b20-8b46-0084b669b3be None None] Provisioning complete for port 4490eee4-5bf2-49d1-98aa-973f3d010ce4 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:17.594316 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e14b6113-5607-4b20-8b46-0084b669b3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:17.702609 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e95ebd00-6532-4d72-aa44-cbe7b4069839 admin admin] For port f4e268ca-58f6-4f2c-8767-56bc168e6d88, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=f4e268ca-58f6-4f2c-8767-56bc168e6d88,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:17.703199 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e95ebd00-6532-4d72-aa44-cbe7b4069839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:17.739953 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e95ebd00-6532-4d72-aa44-cbe7b4069839 admin admin] Calling delete_port for f4e268ca-58f6-4f2c-8767-56bc168e6d88 owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:17.846668 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5916ded3-b47f-46aa-98d4-cc3987f0fd7a None None] Checking router: ffa7655a-eb84-47dc-a6a4-1d439142d0b1 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:09:17.856803 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5916ded3-b47f-46aa-98d4-cc3987f0fd7a None None] Routers {'ffa7655a-eb84-47dc-a6a4-1d439142d0b1'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:09:17.857639 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-5916ded3-b47f-46aa-98d4-cc3987f0fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:09:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ffa7655a-eb84-47dc-a6a4-1d439142d0b1'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:17.914665 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-90a0a367-2f83-45b3-92cb-93cd0c7ec815 None None] Provisioning complete for port 4737abe3-a15d-4cf2-a573-a817357edff8 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:17.915049 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-90a0a367-2f83-45b3-92cb-93cd0c7ec815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:17.982522 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-5916ded3-b47f-46aa-98d4-cc3987f0fd7a None None] Set router ffa7655a-eb84-47dc-a6a4-1d439142d0b1 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:09:17.994010 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-8e2a09a6-f72e-4f64-b52a-1a0de23e3378 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Allocated IP 172.20.0.30 (1424157f-c677-4b76-a266-3e8a6b588fde/7fd39ed0-c564-4458-8f33-931734eb7293/4737abe3-a15d-4cf2-a573-a817357edff8) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:18.003784 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-90a0a367-2f83-45b3-92cb-93cd0c7ec815 None None] Port 4737abe3-a15d-4cf2-a573-a817357edff8 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:18.079925 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e95ebd00-6532-4d72-aa44-cbe7b4069839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.091073 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-5916ded3-b47f-46aa-98d4-cc3987f0fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffa7655a-eb84-47dc-a6a4-1d439142d0b1', 'name': 'tempest-ServerRescueTestJSON-1438571079-router', 'tenant_id': '8ac05a766be944c89f64f16db6138443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:07:03Z', 'updated_at': '2021-07-06T14:09:17Z', 'revision_number': 6, 'project_id': '8ac05a766be944c89f64f16db6138443', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:18.171033 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5916ded3-b47f-46aa-98d4-cc3987f0fd7a None None] The sync data for ids ['ffa7655a-eb84-47dc-a6a4-1d439142d0b1'] in n-d-773644-6 is: [{'id': 'ffa7655a-eb84-47dc-a6a4-1d439142d0b1', 'name': 'tempest-ServerRescueTestJSON-1438571079-router', 'tenant_id': '8ac05a766be944c89f64f16db6138443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:07:03Z', 'updated_at': '2021-07-06T14:09:17Z', 'revision_number': 6, 'project_id': '8ac05a766be944c89f64f16db6138443', 'gw_port_host': None}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:09:18.195924 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8e2a09a6-f72e-4f64-b52a-1a0de23e3378 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.225341 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-8e2a09a6-f72e-4f64-b52a-1a0de23e3378 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Ignored duplicate provisioning block setup for port 4737abe3-a15d-4cf2-a573-a817357edff8 by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 14:09:18.229349 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ebd00-6532-4d72-aa44-cbe7b4069839 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4e268ca-58f6-4f2c-8767-56bc168e6d88,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:18.233072 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8e2a09a6-f72e-4f64-b52a-1a0de23e3378 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.343190 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-85ce1003-4045-4329-907e-2972bc4f9b9f None None] Provisioning complete for port 4737abe3-a15d-4cf2-a573-a817357edff8 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:18.343573 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-85ce1003-4045-4329-907e-2972bc4f9b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.348654 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e95ebd00-6532-4d72-aa44-cbe7b4069839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.412427 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-85ce1003-4045-4329-907e-2972bc4f9b9f None None] Port 4737abe3-a15d-4cf2-a573-a817357edff8 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:18.439047 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a09a6-f72e-4f64-b52a-1a0de23e3378 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Port': ['ID=4737abe3-a15d-4cf2-a573-a817357edff8,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:18.456376 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-8e2a09a6-f72e-4f64-b52a-1a0de23e3378 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] In _notify_port_updated(), no bound segment for port 4737abe3-a15d-4cf2-a573-a817357edff8 on network 1424157f-c677-4b76-a266-3e8a6b588fde {{(pid=100418) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:09:18.464088 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2a09a6-f72e-4f64-b52a-1a0de23e3378 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:18.464911 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8e2a09a6-f72e-4f64-b52a-1a0de23e3378 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.466352 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8e2a09a6-f72e-4f64-b52a-1a0de23e3378 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "PUT /v2.0/ports/4737abe3-a15d-4cf2-a573-a817357edff8 HTTP/1.1" status: 200 len: 1000 time: 1.1862831 Jul 06 14:09:18.470354 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41292) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:18.497232 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41294) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:18.505467 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e95ebd00-6532-4d72-aa44-cbe7b4069839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.508146 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e95ebd00-6532-4d72-aa44-cbe7b4069839 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.588352 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e95ebd00-6532-4d72-aa44-cbe7b4069839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.589847 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95ebd00-6532-4d72-aa44-cbe7b4069839 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffa7655a-eb84-47dc-a6a4-1d439142d0b1 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:09:18.596789 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e95ebd00-6532-4d72-aa44-cbe7b4069839 admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.600385 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e95ebd00-6532-4d72-aa44-cbe7b4069839 admin admin] 10.222.0.118 "DELETE /v2.0/routers/ffa7655a-eb84-47dc-a6a4-1d439142d0b1 HTTP/1.1" status: 204 len: 168 time: 1.7298102 Jul 06 14:09:18.600871 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41298) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:18.657300 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34a138-8c76-48e1-8868-a0641d26a5b0 req-24f76623-476b-4c71-9482-3584fa710886 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:18.658892 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7d34a138-8c76-48e1-8868-a0641d26a5b0 req-24f76623-476b-4c71-9482-3584fa710886 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.3158867 Jul 06 14:09:18.682767 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3026b212-bc52-4251-a4e0-00db49992fd4 tempest-AgentManagementNegativeTest-2127874980 tempest-AgentManagementNegativeTest-2127874980-project] 10.222.0.118 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1840918 Jul 06 14:09:18.703285 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb9cbd8-5f31-4469-84cf-de4c34d94e6f admin admin] Deleting subnet b4fbe430-9ff4-4a2b-86b0-d3c862c900e3 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:09:18.707464 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.710103 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-2abd9355-e75c-402d-93c0-bc09995f685a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting port 4737abe3-a15d-4cf2-a573-a817357edff8 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:18.710668 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2abd9355-e75c-402d-93c0-bc09995f685a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.714517 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dbb9cbd8-5f31-4469-84cf-de4c34d94e6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.740974 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41304) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:18.748602 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2757637f-71a2-43a3-bb12-962013ecd4ff None None] Provisioning complete for port 4737abe3-a15d-4cf2-a573-a817357edff8 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:18.750436 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2757637f-71a2-43a3-bb12-962013ecd4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.765040 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dbb9cbd8-5f31-4469-84cf-de4c34d94e6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.812578 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dbb9cbd8-5f31-4469-84cf-de4c34d94e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.829972 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7d34a138-8c76-48e1-8868-a0641d26a5b0 req-80a8ffc2-b116-4a72-a6cb-f7cad39c130a tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626940 Jul 06 14:09:18.832609 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-2757637f-71a2-43a3-bb12-962013ecd4ff None None] Port 4737abe3-a15d-4cf2-a573-a817357edff8 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:18.886703 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dbb9cbd8-5f31-4469-84cf-de4c34d94e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.922485 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9cbd8-5f31-4469-84cf-de4c34d94e6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4fbe430-9ff4-4a2b-86b0-d3c862c900e3,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:18.932208 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2abd9355-e75c-402d-93c0-bc09995f685a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.933187 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dbb9cbd8-5f31-4469-84cf-de4c34d94e6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.937317 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-dbb9cbd8-5f31-4469-84cf-de4c34d94e6f admin admin] 10.222.0.118 "DELETE /v2.0/subnets/b4fbe430-9ff4-4a2b-86b0-d3c862c900e3 HTTP/1.1" status: 204 len: 168 time: 0.3333454 Jul 06 14:09:18.937317 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-882e6fb4-e8ed-470e-b447-a42c4359e11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:18.938937 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41310) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:18.950710 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-2abd9355-e75c-402d-93c0-bc09995f685a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Calling delete_port for 4737abe3-a15d-4cf2-a573-a817357edff8 owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:19.041472 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-be07a1ce-b83f-470f-b2d3-e9511f3878d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.172806 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41316) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:19.193647 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-be07a1ce-b83f-470f-b2d3-e9511f3878d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.207044 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-be07a1ce-b83f-470f-b2d3-e9511f3878d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a87a53c-babe-415d-8e55-64df45c54692']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:19.235920 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-be07a1ce-b83f-470f-b2d3-e9511f3878d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aaeb725-bd56-441e-9a07-2c948963549f') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:19.236748 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-be07a1ce-b83f-470f-b2d3-e9511f3878d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aaeb725-bd56-441e-9a07-2c948963549f') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:19.246987 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-be07a1ce-b83f-470f-b2d3-e9511f3878d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.261665 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-be07a1ce-b83f-470f-b2d3-e9511f3878d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.268427 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be07a1ce-b83f-470f-b2d3-e9511f3878d4 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:09:19.269083 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-be07a1ce-b83f-470f-b2d3-e9511f3878d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:09:19.274343 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:09:19.305981 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2abd9355-e75c-402d-93c0-bc09995f685a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.358819 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-be07a1ce-b83f-470f-b2d3-e9511f3878d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.360435 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5ca39d24-e7ff-4a8e-9c75-2ab63bc3b945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.362260 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd9355-e75c-402d-93c0-bc09995f685a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Port': ['ID=4737abe3-a15d-4cf2-a573-a817357edff8,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:19.372349 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-be07a1ce-b83f-470f-b2d3-e9511f3878d4 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.374259 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-be07a1ce-b83f-470f-b2d3-e9511f3878d4 admin admin] 10.222.0.118 "DELETE /v2.0/networks/9a87a53c-babe-415d-8e55-64df45c54692 HTTP/1.1" status: 204 len: 168 time: 0.4342992 Jul 06 14:09:19.391553 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07a1ce-b83f-470f-b2d3-e9511f3878d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a87a53c-babe-415d-8e55-64df45c54692,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:19.398934 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851cf77-d065-464a-ab47-7cea9029f02f req-667eb388-2a69-403c-8342-b821463f348b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:19.400673 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5851cf77-d065-464a-ab47-7cea9029f02f req-667eb388-2a69-403c-8342-b821463f348b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=877fc897abae42d7adb6bd377795bbf0&device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 1096 time: 0.2079449 Jul 06 14:09:19.416315 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-882e6fb4-e8ed-470e-b447-a42c4359e11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.422328 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-882e6fb4-e8ed-470e-b447-a42c4359e11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.436939 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5ab28-cb97-470b-98c1-34874f9edc47 req-5444c7f9-8f01-422d-9d85-5d49343fab95 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:19.443126 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ddd5ab28-cb97-470b-98c1-34874f9edc47 req-5444c7f9-8f01-422d-9d85-5d49343fab95 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.2370067 Jul 06 14:09:19.487079 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-882e6fb4-e8ed-470e-b447-a42c4359e11c admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=562cce431bfc4264a2bafcb8e8d29e21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7425344 Jul 06 14:09:19.497002 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41322) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:19.500339 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e6fb4-e8ed-470e-b447-a42c4359e11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39abb524-b69d-47dd-ad83-e932472ce837,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:19.594457 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41324) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:19.613554 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f2767b70-162a-4fc7-876a-47eae3e2718c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.656478 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ddd5ab28-cb97-470b-98c1-34874f9edc47 req-b15cd5ca-947a-41fd-a777-899a00a77036 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932719 Jul 06 14:09:19.657876 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f2767b70-162a-4fc7-876a-47eae3e2718c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.709274 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2abd9355-e75c-402d-93c0-bc09995f685a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.711247 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2abd9355-e75c-402d-93c0-bc09995f685a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/ports/4737abe3-a15d-4cf2-a573-a817357edff8 HTTP/1.1" status: 204 len: 168 time: 1.2398741 Jul 06 14:09:19.714139 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41326) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:19.731192 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851cf77-d065-464a-ab47-7cea9029f02f req-b5112725-73cf-45ee-8e4e-bacf1e99770f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:19.732726 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5851cf77-d065-464a-ab47-7cea9029f02f req-b5112725-73cf-45ee-8e4e-bacf1e99770f service neutron] 10.222.0.124 "GET /v2.0/networks?id=eefea86f-292f-49b8-aab3-e9599d79dda6 HTTP/1.1" status: 200 len: 912 time: 0.3069451 Jul 06 14:09:19.741155 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5eb617a7-3493-4ffb-860c-16838746182c admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=8ac05a766be944c89f64f16db6138443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432126 Jul 06 14:09:19.744177 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41328) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:19.747127 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-a54847d3-efca-4da1-adcb-d95bd6f97b62 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] GET failed (client error): The resource could not be found. Jul 06 14:09:19.748654 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a54847d3-efca-4da1-adcb-d95bd6f97b62 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "GET /v2.0/ports/4737abe3-a15d-4cf2-a573-a817357edff8 HTTP/1.1" status: 404 len: 333 time: 0.0328269 Jul 06 14:09:19.751666 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41330) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:19.779284 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f2767b70-162a-4fc7-876a-47eae3e2718c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.781924 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f2767b70-162a-4fc7-876a-47eae3e2718c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.783073 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f2767b70-162a-4fc7-876a-47eae3e2718c admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/39abb524-b69d-47dd-ad83-e932472ce837 HTTP/1.1" status: 204 len: 168 time: 0.2843640 Jul 06 14:09:19.802902 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2767b70-162a-4fc7-876a-47eae3e2718c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39abb524-b69d-47dd-ad83-e932472ce837,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:19.815948 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d7d678d-c64e-4805-b2be-c950ebd6c0b9 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting subnet 7fd39ed0-c564-4458-8f33-931734eb7293 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:09:19.820183 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8d7d678d-c64e-4805-b2be-c950ebd6c0b9 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.865027 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8d7d678d-c64e-4805-b2be-c950ebd6c0b9 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.866975 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5ca39d24-e7ff-4a8e-9c75-2ab63bc3b945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.870359 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5851cf77-d065-464a-ab47-7cea9029f02f req-d55e84c8-2148-4f6c-84bd-6e9ab59cfcbd service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b9a4286-28a9-454b-a4e1-0ff76bc7009c HTTP/1.1" status: 200 len: 1001 time: 0.1279044 Jul 06 14:09:19.875949 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5ca39d24-e7ff-4a8e-9c75-2ab63bc3b945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.945135 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a6d6ac4-832c-499e-a2e5-86bfbafbaecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.973202 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f4e268ca-58f6-4f2c-8767-56bc168e6d88 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:09:19.974389 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8d7d678d-c64e-4805-b2be-c950ebd6c0b9 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:19.979190 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca39d24-e7ff-4a8e-9c75-2ab63bc3b945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7b25c6-146b-4da0-a469-db39f46b0b7d,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:19.991291 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5ca39d24-e7ff-4a8e-9c75-2ab63bc3b945 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=224fa2ebc3854be78baa1603b7bf94ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8174615 Jul 06 14:09:19.992267 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41334) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:20.017781 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a6d6ac4-832c-499e-a2e5-86bfbafbaecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:20.026924 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: f4e268ca-58f6-4f2c-8767-56bc168e6d88 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:09:20.027361 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f4e268ca-58f6-4f2c-8767-56bc168e6d88 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:09:20.027859 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 727f2512-e533-41ca-bd39-d7675238dbdf no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:09:20.031921 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851cf77-d065-464a-ab47-7cea9029f02f req-8766da62-b652-4147-b25d-8f378ba0a257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:20.033553 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5851cf77-d065-464a-ab47-7cea9029f02f req-8766da62-b652-4147-b25d-8f378ba0a257 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=2034225f-da5c-4c36-aa60-ee034fad70f7 HTTP/1.1" status: 200 len: 850 time: 0.1508722 Jul 06 14:09:20.060073 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 727f2512-e533-41ca-bd39-d7675238dbdf {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:09:20.060321 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 727f2512-e533-41ca-bd39-d7675238dbdf not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:09:20.062555 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8d7d678d-c64e-4805-b2be-c950ebd6c0b9 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:20.091627 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d678d-c64e-4805-b2be-c950ebd6c0b9 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Subnet': ['ID=7fd39ed0-c564-4458-8f33-931734eb7293,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:20.097547 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8d7d678d-c64e-4805-b2be-c950ebd6c0b9 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:20.100329 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8d7d678d-c64e-4805-b2be-c950ebd6c0b9 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/subnets/7fd39ed0-c564-4458-8f33-931734eb7293 HTTP/1.1" status: 204 len: 168 time: 0.3478901 Jul 06 14:09:20.102931 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41338) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:20.107626 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91ffc7a-a2b1-4fd3-a2b6-a3ee5e208c3c None None] Network 1424157f-c677-4b76-a266-3e8a6b588fde requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:20.150236 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e3f9dce9-e46c-4c37-b404-8d7c7bf34ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:20.166986 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ae1207-2524-4ff9-b244-dc6b7a972a39 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting subnet 87b76cbd-acd1-4398-8532-4ae6e5b83d7d {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:09:20.171604 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1ae1207-2524-4ff9-b244-dc6b7a972a39 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:20.184807 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e3f9dce9-e46c-4c37-b404-8d7c7bf34ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:20.197764 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a6d6ac4-832c-499e-a2e5-86bfbafbaecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:20.200547 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a6d6ac4-832c-499e-a2e5-86bfbafbaecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:20.201827 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9a6d6ac4-832c-499e-a2e5-86bfbafbaecb admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/c7293292-6757-4da3-acdf-49d621ae2c39 HTTP/1.1" status: 204 len: 168 time: 0.4521155 Jul 06 14:09:20.209144 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851cf77-d065-464a-ab47-7cea9029f02f req-accce457-a545-473f-a105-bab68598771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:20.210895 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5851cf77-d065-464a-ab47-7cea9029f02f req-accce457-a545-473f-a105-bab68598771b service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=eefea86f-292f-49b8-aab3-e9599d79dda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1662471 Jul 06 14:09:20.242939 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1ae1207-2524-4ff9-b244-dc6b7a972a39 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:20.281170 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d6ac4-832c-499e-a2e5-86bfbafbaecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7293292-6757-4da3-acdf-49d621ae2c39,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:20.337539 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e3f9dce9-e46c-4c37-b404-8d7c7bf34ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:20.340324 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e3f9dce9-e46c-4c37-b404-8d7c7bf34ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:20.341887 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e3f9dce9-e46c-4c37-b404-8d7c7bf34ebe admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/fa7b25c6-146b-4da0-a469-db39f46b0b7d HTTP/1.1" status: 204 len: 168 time: 0.3438005 Jul 06 14:09:20.346214 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41342) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:20.368607 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9dce9-e46c-4c37-b404-8d7c7bf34ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7b25c6-146b-4da0-a469-db39f46b0b7d,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:20.390774 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1ae1207-2524-4ff9-b244-dc6b7a972a39 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:20.397535 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a966db06-52b2-4005-a679-7ad58a96cce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:20.402611 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5851cf77-d065-464a-ab47-7cea9029f02f req-daa847d9-7c61-4bab-8422-3c54f88f5362 service neutron] 10.222.0.124 "GET /v2.0/networks/eefea86f-292f-49b8-aab3-e9599d79dda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837273 Jul 06 14:09:20.510174 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1ae1207-2524-4ff9-b244-dc6b7a972a39 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:20.556982 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae1207-2524-4ff9-b244-dc6b7a972a39 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Subnet': ['ID=87b76cbd-acd1-4398-8532-4ae6e5b83d7d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:20.564228 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1ae1207-2524-4ff9-b244-dc6b7a972a39 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:20.569083 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c1ae1207-2524-4ff9-b244-dc6b7a972a39 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/subnets/87b76cbd-acd1-4398-8532-4ae6e5b83d7d HTTP/1.1" status: 204 len: 168 time: 0.4626257 Jul 06 14:09:20.569514 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41352) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:20.676182 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e1c875-8e0c-4292-9f4a-3958995725c9 None None] Update dhcp port {'port': {'network_id': '1424157f-c677-4b76-a266-3e8a6b588fde', 'fixed_ips': [{'subnet_id': '87b76cbd-acd1-4398-8532-4ae6e5b83d7d'}], 'binding:host_id': 'n-d-773644-6'}, 'id': '4490eee4-5bf2-49d1-98aa-973f3d010ce4'} from n-d-773644-6. {{(pid=100419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:09:20.691119 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5851cf77-d065-464a-ab47-7cea9029f02f req-64a63ca9-12c6-449d-9aca-9590aee2c2c5 service neutron] 10.222.0.124 "GET /v2.0/networks/eefea86f-292f-49b8-aab3-e9599d79dda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794340 Jul 06 14:09:20.791306 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-05e1c875-8e0c-4292-9f4a-3958995725c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:20.806284 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a966db06-52b2-4005-a679-7ad58a96cce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:20.812377 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a966db06-52b2-4005-a679-7ad58a96cce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:20.873371 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966db06-52b2-4005-a679-7ad58a96cce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94301020-f77c-46f6-a155-9d105e0165c5,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:20.900806 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966db06-52b2-4005-a679-7ad58a96cce7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:20.901460 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966db06-52b2-4005-a679-7ad58a96cce7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:20.902266 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966db06-52b2-4005-a679-7ad58a96cce7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:20.902768 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966db06-52b2-4005-a679-7ad58a96cce7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:20.903283 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966db06-52b2-4005-a679-7ad58a96cce7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:20.903846 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966db06-52b2-4005-a679-7ad58a96cce7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:20.904447 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966db06-52b2-4005-a679-7ad58a96cce7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:20.905090 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966db06-52b2-4005-a679-7ad58a96cce7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:20.905649 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966db06-52b2-4005-a679-7ad58a96cce7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:20.906425 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966db06-52b2-4005-a679-7ad58a96cce7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:20.908195 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966db06-52b2-4005-a679-7ad58a96cce7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:20.908736 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966db06-52b2-4005-a679-7ad58a96cce7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:09:20.981194 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a966db06-52b2-4005-a679-7ad58a96cce7 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=0fd8485a3ef1403ebc5a5428399ffe2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6252494 Jul 06 14:09:20.983711 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41370) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:21.079110 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5496f3-72e1-4c33-890a-f20e7beee63d req-f8c9e37d-f1fa-49fc-975a-5c00f6752a71 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:21.079535 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d351626-6f9d-43e6-87f9-65afbd6fc3d6 None None] Network 1424157f-c677-4b76-a266-3e8a6b588fde requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:21.092692 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb5496f3-72e1-4c33-890a-f20e7beee63d req-f8c9e37d-f1fa-49fc-975a-5c00f6752a71 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.1539679 Jul 06 14:09:21.123357 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a38d705-14cc-47d0-9365-21f8f28d5745 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:21.148965 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb5496f3-72e1-4c33-890a-f20e7beee63d req-7e8a2db3-65e3-4ae2-b069-d8eb1b0a7c35 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516338 Jul 06 14:09:21.159063 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-90b6636f-d8ed-46d4-b06e-b9233b8ebff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:21.196573 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-90b6636f-d8ed-46d4-b06e-b9233b8ebff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:21.278756 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-90b6636f-d8ed-46d4-b06e-b9233b8ebff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:21.283156 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-90b6636f-d8ed-46d4-b06e-b9233b8ebff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:21.292385 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-90b6636f-d8ed-46d4-b06e-b9233b8ebff7 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/94301020-f77c-46f6-a155-9d105e0165c5 HTTP/1.1" status: 204 len: 168 time: 0.3074014 Jul 06 14:09:21.296437 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-8a38d705-14cc-47d0-9365-21f8f28d5745 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting port 4490eee4-5bf2-49d1-98aa-973f3d010ce4 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:21.298669 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a38d705-14cc-47d0-9365-21f8f28d5745 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:21.304216 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6636f-d8ed-46d4-b06e-b9233b8ebff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94301020-f77c-46f6-a155-9d105e0165c5,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:21.461345 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-8a38d705-14cc-47d0-9365-21f8f28d5745 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] For port 4490eee4-5bf2-49d1-98aa-973f3d010ce4, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=4490eee4-5bf2-49d1-98aa-973f3d010ce4,segment=NetworkSegment(164ec717-4551-4e84-af77-c2d457cd92fd),segment_id=164ec717-4551-4e84-af77-c2d457cd92fd)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:21.461735 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a38d705-14cc-47d0-9365-21f8f28d5745 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:21.478263 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-8a38d705-14cc-47d0-9365-21f8f28d5745 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Calling delete_port for 4490eee4-5bf2-49d1-98aa-973f3d010ce4 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:21.543837 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c2ff19a0-904f-4696-ba6c-dafb7ef225ac None None] Provisioning complete for port 4490eee4-5bf2-49d1-98aa-973f3d010ce4 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:21.544447 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c2ff19a0-904f-4696-ba6c-dafb7ef225ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:21.659522 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a38d705-14cc-47d0-9365-21f8f28d5745 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:21.715987 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38d705-14cc-47d0-9365-21f8f28d5745 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Port': ['ID=4490eee4-5bf2-49d1-98aa-973f3d010ce4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:21.715987 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a38d705-14cc-47d0-9365-21f8f28d5745 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] No DVR routers for this DVR port 4490eee4-5bf2-49d1-98aa-973f3d010ce4 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:09:21.736182 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a749591-9dd0-4ac1-8a1c-99512f6b7f21 None None] DHCP port deletion for 1424157f-c677-4b76-a266-3e8a6b588fde request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:09:21.839277 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a38d705-14cc-47d0-9365-21f8f28d5745 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:21.851298 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-8a38d705-14cc-47d0-9365-21f8f28d5745 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1424157f-c677-4b76-a266-3e8a6b588fde']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:21.870095 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-8a38d705-14cc-47d0-9365-21f8f28d5745 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '164ec717-4551-4e84-af77-c2d457cd92fd') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:21.870922 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-8a38d705-14cc-47d0-9365-21f8f28d5745 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '164ec717-4551-4e84-af77-c2d457cd92fd') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:21.887484 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a38d705-14cc-47d0-9365-21f8f28d5745 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:21.909529 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a38d705-14cc-47d0-9365-21f8f28d5745 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:21.917613 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a38d705-14cc-47d0-9365-21f8f28d5745 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:09:21.918070 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a38d705-14cc-47d0-9365-21f8f28d5745 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:09:21.922581 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:09:21.983721 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 4490eee4-5bf2-49d1-98aa-973f3d010ce4 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:09:22.001336 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41400) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:22.019121 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 4490eee4-5bf2-49d1-98aa-973f3d010ce4 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:09:22.020954 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 4490eee4-5bf2-49d1-98aa-973f3d010ce4 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:09:22.021592 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a38d705-14cc-47d0-9365-21f8f28d5745 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:22.060769 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a38d705-14cc-47d0-9365-21f8f28d5745 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:22.063948 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8a38d705-14cc-47d0-9365-21f8f28d5745 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/networks/1424157f-c677-4b76-a266-3e8a6b588fde HTTP/1.1" status: 204 len: 168 time: 1.4925444 Jul 06 14:09:22.068456 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41410) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:22.089022 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38d705-14cc-47d0-9365-21f8f28d5745 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Network': ['ID=1424157f-c677-4b76-a266-3e8a6b588fde,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:22.198047 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47274a79-6c04-48cf-b632-52ff225a7ac4 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:22.200632 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-47274a79-6c04-48cf-b632-52ff225a7ac4 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1307354 Jul 06 14:09:22.208857 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41416) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:22.307945 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-258bdee5-ae71-4f12-9e3b-cfe8d8688966 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0974305 Jul 06 14:09:22.311595 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41418) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:22.316547 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-7e3066f8-2227-4415-9dd5-ecbbfcd10355 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2096222053'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:22.343132 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3066f8-2227-4415-9dd5-ecbbfcd10355 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:22.348292 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7e3066f8-2227-4415-9dd5-ecbbfcd10355 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:22.360421 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-1e2c1c44-9a4c-4607-ac73-2974abd47532 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1151420646'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:22.378683 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3066f8-2227-4415-9dd5-ecbbfcd10355 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:09:22.390399 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7e3066f8-2227-4415-9dd5-ecbbfcd10355 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:22.390851 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-7e3066f8-2227-4415-9dd5-ecbbfcd10355 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Added segment 62585ba6-d388-4f92-be9c-1c9ec8fee195 of type vlan for network ccc97c28-709f-4b27-b3b3-b333940ff497 Jul 06 14:09:22.408472 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2c1c44-9a4c-4607-ac73-2974abd47532 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Made reservation on behalf of 42e0f257e7dd4230a7cf3d9ec4b098bc for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:22.413190 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1e2c1c44-9a4c-4607-ac73-2974abd47532 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:22.424658 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1e2c1c44-9a4c-4607-ac73-2974abd47532 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:22.441112 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7e3066f8-2227-4415-9dd5-ecbbfcd10355 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:22.478750 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7e3066f8-2227-4415-9dd5-ecbbfcd10355 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:22.484988 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3066f8-2227-4415-9dd5-ecbbfcd10355 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:22.493364 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7e3066f8-2227-4415-9dd5-ecbbfcd10355 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:22.526036 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1e2c1c44-9a4c-4607-ac73-2974abd47532 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:22.556231 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1e2c1c44-9a4c-4607-ac73-2974abd47532 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:22.581297 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7e3066f8-2227-4415-9dd5-ecbbfcd10355 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2685931 Jul 06 14:09:22.582120 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41424) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:22.582666 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3066f8-2227-4415-9dd5-ecbbfcd10355 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Network': ['ID=ccc97c28-709f-4b27-b3b3-b333940ff497,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:22.588154 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-7996937a-fe58-4155-b7e7-768f29ad34ac tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'subnet': {'network_id': 'ccc97c28-709f-4b27-b3b3-b333940ff497', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:22.596804 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network ccc97c28-709f-4b27-b3b3-b333940ff497 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:09:22.630266 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2c1c44-9a4c-4607-ac73-2974abd47532 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:09:22.632349 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c1c44-9a4c-4607-ac73-2974abd47532 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb6fee7-5617-44ec-b76d-3da0664ba76d,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:22.694324 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1e2c1c44-9a4c-4607-ac73-2974abd47532 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:22.694681 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-1e2c1c44-9a4c-4607-ac73-2974abd47532 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Added segment 6cbe4158-e1f9-46d8-96c1-cdc4615520f5 of type vlan for network 8bd892e5-bedd-4b7e-b250-a00f17e5b1eb Jul 06 14:09:22.768263 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b3490-cef2-4da4-a4d4-d262f5313cc7 req-0074cf45-44db-41fc-ab86-b68fb5fdf8f4 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:22.769805 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2f7b3490-cef2-4da4-a4d4-d262f5313cc7 req-0074cf45-44db-41fc-ab86-b68fb5fdf8f4 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.2418015 Jul 06 14:09:22.773998 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1e2c1c44-9a4c-4607-ac73-2974abd47532 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:22.805952 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7996937a-fe58-4155-b7e7-768f29ad34ac tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:22.809385 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7996937a-fe58-4155-b7e7-768f29ad34ac tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:22.892799 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2f7b3490-cef2-4da4-a4d4-d262f5313cc7 req-8c9d0c8b-dd2b-4d65-aea2-a76350997c7b tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133809 Jul 06 14:09:22.896609 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1e2c1c44-9a4c-4607-ac73-2974abd47532 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:22.902252 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2c1c44-9a4c-4607-ac73-2974abd47532 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:22.902854 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1e2c1c44-9a4c-4607-ac73-2974abd47532 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:23.003216 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1e2c1c44-9a4c-4607-ac73-2974abd47532 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9979160 Jul 06 14:09:23.003549 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41444) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:23.006014 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c1c44-9a4c-4607-ac73-2974abd47532 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Pushing event updated for resources: {'Network': ['ID=8bd892e5-bedd-4b7e-b250-a00f17e5b1eb,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:23.012697 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-eb7bba39-0e5a-49aa-a2fa-2cc04b2a46d4 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Request body: {'subnet': {'network_id': '8bd892e5-bedd-4b7e-b250-a00f17e5b1eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:23.018014 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 8bd892e5-bedd-4b7e-b250-a00f17e5b1eb details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:09:23.133038 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7996937a-fe58-4155-b7e7-768f29ad34ac tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:23.191494 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7bba39-0e5a-49aa-a2fa-2cc04b2a46d4 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Made reservation on behalf of 42e0f257e7dd4230a7cf3d9ec4b098bc for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:23.201111 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb7bba39-0e5a-49aa-a2fa-2cc04b2a46d4 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:23.214754 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996937a-fe58-4155-b7e7-768f29ad34ac tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Subnet': ['ID=f945b9f2-96ff-4b9f-828d-8e13c1b90330,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:23.229243 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7996937a-fe58-4155-b7e7-768f29ad34ac tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Checking segment: {'id': '62585ba6-d388-4f92-be9c-1c9ec8fee195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ccc97c28-709f-4b27-b3b3-b333940ff497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:23.229501 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7996937a-fe58-4155-b7e7-768f29ad34ac tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network hostable DHCP agents. Network: ccc97c28-709f-4b27-b3b3-b333940ff497, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:09:23.248143 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7996937a-fe58-4155-b7e7-768f29ad34ac tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network ccc97c28-709f-4b27-b3b3-b333940ff497 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:09:23.261017 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-7996937a-fe58-4155-b7e7-768f29ad34ac tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, ccc97c28-709f-4b27-b3b3-b333940ff497) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:23.267270 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7996937a-fe58-4155-b7e7-768f29ad34ac tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:23.272244 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0576264-e39a-4dca-9cfc-ee9feb832d97 None None] Network ccc97c28-709f-4b27-b3b3-b333940ff497 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:23.287046 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7996937a-fe58-4155-b7e7-768f29ad34ac tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:23.319405 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7996937a-fe58-4155-b7e7-768f29ad34ac tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7347887 Jul 06 14:09:23.321633 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41454) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:23.330928 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-ccfc0dc6-22b8-49d6-8b99-e2f64aa2d662 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'port': {'network_id': 'ccc97c28-709f-4b27-b3b3-b333940ff497', 'name': 'tempest-PortsTestJSON-1426952917'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:23.496954 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb2f3b6-10d9-4bd7-9543-337aae3a4d15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-ccc97c28-709f-4b27-b3b3-b333940ff497', 'network_id': 'ccc97c28-709f-4b27-b3b3-b333940ff497', 'tenant_id': '948d22789b7c4232b79ffb08eb97c715', 'fixed_ips': [{'subnet_id': 'f945b9f2-96ff-4b9f-828d-8e13c1b90330'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:09:23.497846 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8cb2f3b6-10d9-4bd7-9543-337aae3a4d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:23.502470 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfc0dc6-22b8-49d6-8b99-e2f64aa2d662 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:23.511729 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ccfc0dc6-22b8-49d6-8b99-e2f64aa2d662 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:23.523316 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb7bba39-0e5a-49aa-a2fa-2cc04b2a46d4 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:23.556978 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-ccfc0dc6-22b8-49d6-8b99-e2f64aa2d662 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] device_id is not set on port 6beba43c-fd62-449d-8774-a80fdeb8cffe yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:09:23.616524 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7bba39-0e5a-49aa-a2fa-2cc04b2a46d4 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Pushing event updated for resources: {'Subnet': ['ID=9d17e7f8-470f-4d19-93a2-ab8a4d453f66,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:23.628477 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7bba39-0e5a-49aa-a2fa-2cc04b2a46d4 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Checking segment: {'id': '6cbe4158-e1f9-46d8-96c1-cdc4615520f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8bd892e5-bedd-4b7e-b250-a00f17e5b1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:23.629122 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7bba39-0e5a-49aa-a2fa-2cc04b2a46d4 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Network hostable DHCP agents. Network: 8bd892e5-bedd-4b7e-b250-a00f17e5b1eb, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:09:23.648229 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-8cb2f3b6-10d9-4bd7-9543-337aae3a4d15 None None] Allocated IP 172.20.0.2 (ccc97c28-709f-4b27-b3b3-b333940ff497/f945b9f2-96ff-4b9f-828d-8e13c1b90330/dded86bf-927a-49f9-8744-379ee1dcb2f4) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:23.650789 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7bba39-0e5a-49aa-a2fa-2cc04b2a46d4 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Network 8bd892e5-bedd-4b7e-b250-a00f17e5b1eb is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:09:23.662489 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-eb7bba39-0e5a-49aa-a2fa-2cc04b2a46d4 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 8bd892e5-bedd-4b7e-b250-a00f17e5b1eb) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:23.669581 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7bba39-0e5a-49aa-a2fa-2cc04b2a46d4 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:23.670680 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb7bba39-0e5a-49aa-a2fa-2cc04b2a46d4 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:23.677798 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d56444-d5d4-4b0a-9356-8e1135efb389 None None] Network 8bd892e5-bedd-4b7e-b250-a00f17e5b1eb requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:23.695731 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-eb7bba39-0e5a-49aa-a2fa-2cc04b2a46d4 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6904378 Jul 06 14:09:23.698573 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41466) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:23.703556 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-a78d3d6b-5c60-4f67-977b-1d1c88a0a73a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Request body: {'port': {'network_id': '8bd892e5-bedd-4b7e-b250-a00f17e5b1eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-4740297'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:23.871155 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78d3d6b-5c60-4f67-977b-1d1c88a0a73a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Made reservation on behalf of 42e0f257e7dd4230a7cf3d9ec4b098bc for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:23.875656 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a78d3d6b-5c60-4f67-977b-1d1c88a0a73a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:23.907962 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-a78d3d6b-5c60-4f67-977b-1d1c88a0a73a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] device_id is not set on port 6417c62d-d6b0-4837-9066-dd1df81e20aa yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:09:23.935740 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8cb2f3b6-10d9-4bd7-9543-337aae3a4d15 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:23.961592 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8cb2f3b6-10d9-4bd7-9543-337aae3a4d15 None None] Transition to ACTIVE for port object dded86bf-927a-49f9-8744-379ee1dcb2f4 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:23.969352 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13659c66-da7f-4363-b2a2-0b8980e45345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-8bd892e5-bedd-4b7e-b250-a00f17e5b1eb', 'network_id': '8bd892e5-bedd-4b7e-b250-a00f17e5b1eb', 'tenant_id': '42e0f257e7dd4230a7cf3d9ec4b098bc', 'fixed_ips': [{'subnet_id': '9d17e7f8-470f-4d19-93a2-ab8a4d453f66'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:09:23.970465 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-13659c66-da7f-4363-b2a2-0b8980e45345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:24.061443 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-a78d3d6b-5c60-4f67-977b-1d1c88a0a73a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Allocated IP 2001:db8::d4 (8bd892e5-bedd-4b7e-b250-a00f17e5b1eb/9d17e7f8-470f-4d19-93a2-ab8a4d453f66/6417c62d-d6b0-4837-9066-dd1df81e20aa) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:24.078565 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8cb2f3b6-10d9-4bd7-9543-337aae3a4d15 None None] Transition to ACTIVE for port object dded86bf-927a-49f9-8744-379ee1dcb2f4 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:24.085167 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8cb2f3b6-10d9-4bd7-9543-337aae3a4d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:24.122013 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb2f3b6-10d9-4bd7-9543-337aae3a4d15 None None] Network ccc97c28-709f-4b27-b3b3-b333940ff497 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:24.125233 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-8cb2f3b6-10d9-4bd7-9543-337aae3a4d15 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:24.129016 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb2f3b6-10d9-4bd7-9543-337aae3a4d15 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:24.167521 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2f3b6-10d9-4bd7-9543-337aae3a4d15 None None] Pushing event updated for resources: {'Port': ['ID=dded86bf-927a-49f9-8744-379ee1dcb2f4,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:24.181565 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-ccfc0dc6-22b8-49d6-8b99-e2f64aa2d662 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Allocated IP 172.20.0.9 (ccc97c28-709f-4b27-b3b3-b333940ff497/f945b9f2-96ff-4b9f-828d-8e13c1b90330/6beba43c-fd62-449d-8774-a80fdeb8cffe) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:24.211354 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8cb2f3b6-10d9-4bd7-9543-337aae3a4d15 None None] Attempting to bind port dded86bf-927a-49f9-8744-379ee1dcb2f4 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:24.212101 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8cb2f3b6-10d9-4bd7-9543-337aae3a4d15 None None] Attempting to bind port dded86bf-927a-49f9-8744-379ee1dcb2f4 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '62585ba6-d388-4f92-be9c-1c9ec8fee195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ccc97c28-709f-4b27-b3b3-b333940ff497'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:24.212772 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb2f3b6-10d9-4bd7-9543-337aae3a4d15 None None] Attempting to bind port dded86bf-927a-49f9-8744-379ee1dcb2f4 on network ccc97c28-709f-4b27-b3b3-b333940ff497 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:24.218882 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb2f3b6-10d9-4bd7-9543-337aae3a4d15 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:09:24.219649 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb2f3b6-10d9-4bd7-9543-337aae3a4d15 None None] Checking segment: {'id': '62585ba6-d388-4f92-be9c-1c9ec8fee195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ccc97c28-709f-4b27-b3b3-b333940ff497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:24.220374 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8cb2f3b6-10d9-4bd7-9543-337aae3a4d15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:24.221008 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb2f3b6-10d9-4bd7-9543-337aae3a4d15 None None] Bound using segment: {'id': '62585ba6-d388-4f92-be9c-1c9ec8fee195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ccc97c28-709f-4b27-b3b3-b333940ff497'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:09:24.221791 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8cb2f3b6-10d9-4bd7-9543-337aae3a4d15 None None] Bound port: dded86bf-927a-49f9-8744-379ee1dcb2f4, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62585ba6-d388-4f92-be9c-1c9ec8fee195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ccc97c28-709f-4b27-b3b3-b333940ff497'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:09:24.222457 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8cb2f3b6-10d9-4bd7-9543-337aae3a4d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:24.306508 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8cb2f3b6-10d9-4bd7-9543-337aae3a4d15 None None] For port dded86bf-927a-49f9-8744-379ee1dcb2f4, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:09:24.310120 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8cb2f3b6-10d9-4bd7-9543-337aae3a4d15 None None] For port dded86bf-927a-49f9-8744-379ee1dcb2f4, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=dded86bf-927a-49f9-8744-379ee1dcb2f4,segment=NetworkSegment(62585ba6-d388-4f92-be9c-1c9ec8fee195),segment_id=62585ba6-d388-4f92-be9c-1c9ec8fee195)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:09:24.315778 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8cb2f3b6-10d9-4bd7-9543-337aae3a4d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:24.322204 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a78d3d6b-5c60-4f67-977b-1d1c88a0a73a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:24.340066 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a78d3d6b-5c60-4f67-977b-1d1c88a0a73a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Transition to ACTIVE for port object 6417c62d-d6b0-4837-9066-dd1df81e20aa will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:24.412011 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2f3b6-10d9-4bd7-9543-337aae3a4d15 None None] Pushing event updated for resources: {'Port': ['ID=dded86bf-927a-49f9-8744-379ee1dcb2f4,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:24.413125 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a78d3d6b-5c60-4f67-977b-1d1c88a0a73a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:24.476025 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ccfc0dc6-22b8-49d6-8b99-e2f64aa2d662 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:24.491142 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-13659c66-da7f-4363-b2a2-0b8980e45345 None None] Allocated IP 2001:db8::2 (8bd892e5-bedd-4b7e-b250-a00f17e5b1eb/9d17e7f8-470f-4d19-93a2-ab8a4d453f66/0e354b91-ca28-4e0b-89c1-0764b20c9136) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:24.492678 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-ccfc0dc6-22b8-49d6-8b99-e2f64aa2d662 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Transition to ACTIVE for port object 6beba43c-fd62-449d-8774-a80fdeb8cffe will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:24.516745 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78d3d6b-5c60-4f67-977b-1d1c88a0a73a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Network 8bd892e5-bedd-4b7e-b250-a00f17e5b1eb is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:24.520829 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41500) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:24.526033 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-a78d3d6b-5c60-4f67-977b-1d1c88a0a73a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:24.530984 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78d3d6b-5c60-4f67-977b-1d1c88a0a73a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:24.539350 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ccfc0dc6-22b8-49d6-8b99-e2f64aa2d662 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:24.544909 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78d3d6b-5c60-4f67-977b-1d1c88a0a73a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:24.545607 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a78d3d6b-5c60-4f67-977b-1d1c88a0a73a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:24.574660 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d3d6b-5c60-4f67-977b-1d1c88a0a73a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Pushing event updated for resources: {'Port': ['ID=6417c62d-d6b0-4837-9066-dd1df81e20aa,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:24.584665 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a78d3d6b-5c60-4f67-977b-1d1c88a0a73a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 0.8850918 Jul 06 14:09:24.585336 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41504) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:24.591731 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4ba11091-53f5-4978-b66c-92eb0a96e20d tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Request body: {'port': {'network_id': '8bd892e5-bedd-4b7e-b250-a00f17e5b1eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1234253807', 'allowed_address_pairs': [{'ip_address': '2001:db8::d4', 'mac_address': 'fa:16:3e:c3:4f:74'}]}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:24.623341 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc0dc6-22b8-49d6-8b99-e2f64aa2d662 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Port': ['ID=6beba43c-fd62-449d-8774-a80fdeb8cffe,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:24.664706 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfc0dc6-22b8-49d6-8b99-e2f64aa2d662 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network ccc97c28-709f-4b27-b3b3-b333940ff497 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:24.667275 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-ccfc0dc6-22b8-49d6-8b99-e2f64aa2d662 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:24.672445 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfc0dc6-22b8-49d6-8b99-e2f64aa2d662 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:24.779592 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfc0dc6-22b8-49d6-8b99-e2f64aa2d662 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:24.780659 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ccfc0dc6-22b8-49d6-8b99-e2f64aa2d662 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:24.780987 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-13659c66-da7f-4363-b2a2-0b8980e45345 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:24.796365 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-795c965a-71dc-4803-8484-fbea862e93d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:24.796627 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-13659c66-da7f-4363-b2a2-0b8980e45345 None None] Transition to ACTIVE for port object 0e354b91-ca28-4e0b-89c1-0764b20c9136 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:24.799817 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba11091-53f5-4978-b66c-92eb0a96e20d tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Made reservation on behalf of 42e0f257e7dd4230a7cf3d9ec4b098bc for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:24.806393 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ccfc0dc6-22b8-49d6-8b99-e2f64aa2d662 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4834542 Jul 06 14:09:24.807706 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41506) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:24.819682 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-13659c66-da7f-4363-b2a2-0b8980e45345 None None] Transition to ACTIVE for port object 0e354b91-ca28-4e0b-89c1-0764b20c9136 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:24.828734 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-13659c66-da7f-4363-b2a2-0b8980e45345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:24.832477 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-eccb39cb-ff21-4deb-84c9-7564928cf45f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'port': {'network_id': 'ccc97c28-709f-4b27-b3b3-b333940ff497', 'name': 'tempest-PortsTestJSON-2116000231'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:24.847921 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13659c66-da7f-4363-b2a2-0b8980e45345 None None] Network 8bd892e5-bedd-4b7e-b250-a00f17e5b1eb is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:24.851081 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-13659c66-da7f-4363-b2a2-0b8980e45345 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:24.878083 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13659c66-da7f-4363-b2a2-0b8980e45345 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:24.938827 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13659c66-da7f-4363-b2a2-0b8980e45345 None None] Pushing event updated for resources: {'Port': ['ID=0e354b91-ca28-4e0b-89c1-0764b20c9136,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:24.952589 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-13659c66-da7f-4363-b2a2-0b8980e45345 None None] Attempting to bind port 0e354b91-ca28-4e0b-89c1-0764b20c9136 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:24.953170 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-13659c66-da7f-4363-b2a2-0b8980e45345 None None] Attempting to bind port 0e354b91-ca28-4e0b-89c1-0764b20c9136 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '6cbe4158-e1f9-46d8-96c1-cdc4615520f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8bd892e5-bedd-4b7e-b250-a00f17e5b1eb'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:24.954021 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13659c66-da7f-4363-b2a2-0b8980e45345 None None] Attempting to bind port 0e354b91-ca28-4e0b-89c1-0764b20c9136 on network 8bd892e5-bedd-4b7e-b250-a00f17e5b1eb {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:24.961654 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13659c66-da7f-4363-b2a2-0b8980e45345 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:09:24.962645 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41510) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:24.963001 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13659c66-da7f-4363-b2a2-0b8980e45345 None None] Checking segment: {'id': '6cbe4158-e1f9-46d8-96c1-cdc4615520f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8bd892e5-bedd-4b7e-b250-a00f17e5b1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:24.963962 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-13659c66-da7f-4363-b2a2-0b8980e45345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:24.964706 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13659c66-da7f-4363-b2a2-0b8980e45345 None None] Bound using segment: {'id': '6cbe4158-e1f9-46d8-96c1-cdc4615520f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8bd892e5-bedd-4b7e-b250-a00f17e5b1eb'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:09:24.965352 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-13659c66-da7f-4363-b2a2-0b8980e45345 None None] Bound port: 0e354b91-ca28-4e0b-89c1-0764b20c9136, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cbe4158-e1f9-46d8-96c1-cdc4615520f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8bd892e5-bedd-4b7e-b250-a00f17e5b1eb'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:09:24.965977 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-13659c66-da7f-4363-b2a2-0b8980e45345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:25.037215 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4ba11091-53f5-4978-b66c-92eb0a96e20d tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:25.077178 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-4ba11091-53f5-4978-b66c-92eb0a96e20d tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] device_id is not set on port e4a3286d-c3b5-41b0-af75-c0e69b644ad0 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:09:25.087158 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-13659c66-da7f-4363-b2a2-0b8980e45345 None None] For port 0e354b91-ca28-4e0b-89c1-0764b20c9136, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:09:25.099097 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-13659c66-da7f-4363-b2a2-0b8980e45345 None None] For port 0e354b91-ca28-4e0b-89c1-0764b20c9136, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0e354b91-ca28-4e0b-89c1-0764b20c9136,segment=NetworkSegment(6cbe4158-e1f9-46d8-96c1-cdc4615520f5),segment_id=6cbe4158-e1f9-46d8-96c1-cdc4615520f5)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:09:25.107339 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-13659c66-da7f-4363-b2a2-0b8980e45345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:25.152769 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1ef0dfaf-d9ba-4aa6-911e-525a68270ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:25.168074 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13659c66-da7f-4363-b2a2-0b8980e45345 None None] Pushing event updated for resources: {'Port': ['ID=0e354b91-ca28-4e0b-89c1-0764b20c9136,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:25.201138 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-795c965a-71dc-4803-8484-fbea862e93d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:25.213449 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-795c965a-71dc-4803-8484-fbea862e93d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:25.278331 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-4ba11091-53f5-4978-b66c-92eb0a96e20d tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Allocated IP 2001:db8::21d (8bd892e5-bedd-4b7e-b250-a00f17e5b1eb/9d17e7f8-470f-4d19-93a2-ab8a4d453f66/e4a3286d-c3b5-41b0-af75-c0e69b644ad0) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:25.284499 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccb39cb-ff21-4deb-84c9-7564928cf45f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:25.289953 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eccb39cb-ff21-4deb-84c9-7564928cf45f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:25.295992 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c965a-71dc-4803-8484-fbea862e93d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db90232-89a5-4aca-8140-3c08be6047e2,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:25.317725 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-795c965a-71dc-4803-8484-fbea862e93d5 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=fd9506df710748b9b03111f39ccc9568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7659712 Jul 06 14:09:25.318502 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41514) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:25.327710 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-eccb39cb-ff21-4deb-84c9-7564928cf45f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] device_id is not set on port b90035f6-4baf-43da-b26b-e2415bb2222c yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:09:25.417387 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f559439e-88fc-4fc5-b950-aa21901eae62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:25.420267 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1ef0dfaf-d9ba-4aa6-911e-525a68270ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:25.433335 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1ef0dfaf-d9ba-4aa6-911e-525a68270ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:25.486319 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f559439e-88fc-4fc5-b950-aa21901eae62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:25.511168 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1ef0dfaf-d9ba-4aa6-911e-525a68270ca2 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=1a1895d50c434ab6ae29d077503e4166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5468378 Jul 06 14:09:25.514551 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41516) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:25.528434 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0dfaf-d9ba-4aa6-911e-525a68270ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f053381b-627c-4ef0-9d81-7c5061225e47,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:25.568360 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f559439e-88fc-4fc5-b950-aa21901eae62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:25.572045 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f559439e-88fc-4fc5-b950-aa21901eae62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:25.576122 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f559439e-88fc-4fc5-b950-aa21901eae62 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/8db90232-89a5-4aca-8140-3c08be6047e2 HTTP/1.1" status: 204 len: 168 time: 0.2559888 Jul 06 14:09:25.580660 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-eccb39cb-ff21-4deb-84c9-7564928cf45f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Allocated IP 172.20.0.12 (ccc97c28-709f-4b27-b3b3-b333940ff497/f945b9f2-96ff-4b9f-828d-8e13c1b90330/b90035f6-4baf-43da-b26b-e2415bb2222c) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:25.587476 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559439e-88fc-4fc5-b950-aa21901eae62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db90232-89a5-4aca-8140-3c08be6047e2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:25.662720 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4ba11091-53f5-4978-b66c-92eb0a96e20d tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:25.710911 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3a896838-a510-4f6b-8fdc-aec2b5639dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:25.716074 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-4ba11091-53f5-4978-b66c-92eb0a96e20d tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Transition to ACTIVE for port object e4a3286d-c3b5-41b0-af75-c0e69b644ad0 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:25.792343 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3a896838-a510-4f6b-8fdc-aec2b5639dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:25.867250 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4ba11091-53f5-4978-b66c-92eb0a96e20d tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:25.873381 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8ca9ce-6423-4a92-9997-356c64f7094a None None] Network ccc97c28-709f-4b27-b3b3-b333940ff497 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:25.967179 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-64813e71-f653-4f2a-9289-463b2c412c57 None None] Provisioning for port dded86bf-927a-49f9-8744-379ee1dcb2f4 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:25.971128 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eccb39cb-ff21-4deb-84c9-7564928cf45f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:26.003534 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba11091-53f5-4978-b66c-92eb0a96e20d tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Network 8bd892e5-bedd-4b7e-b250-a00f17e5b1eb is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:26.013722 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-4ba11091-53f5-4978-b66c-92eb0a96e20d tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:26.022040 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3a896838-a510-4f6b-8fdc-aec2b5639dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:26.028787 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3a896838-a510-4f6b-8fdc-aec2b5639dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:26.033114 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3a896838-a510-4f6b-8fdc-aec2b5639dd1 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/f053381b-627c-4ef0-9d81-7c5061225e47 HTTP/1.1" status: 204 len: 168 time: 0.5123932 Jul 06 14:09:26.049008 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba11091-53f5-4978-b66c-92eb0a96e20d tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:26.057409 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba11091-53f5-4978-b66c-92eb0a96e20d tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:26.058434 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4ba11091-53f5-4978-b66c-92eb0a96e20d tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:26.063909 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-eccb39cb-ff21-4deb-84c9-7564928cf45f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Transition to ACTIVE for port object b90035f6-4baf-43da-b26b-e2415bb2222c will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:26.068314 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba11091-53f5-4978-b66c-92eb0a96e20d tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Pushing event updated for resources: {'Port': ['ID=e4a3286d-c3b5-41b0-af75-c0e69b644ad0,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:26.077574 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0e354b91-ca28-4e0b-89c1-0764b20c9136 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:26.095914 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a896838-a510-4f6b-8fdc-aec2b5639dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f053381b-627c-4ef0-9d81-7c5061225e47,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:26.102100 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4ba11091-53f5-4978-b66c-92eb0a96e20d tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.5154338 Jul 06 14:09:26.105182 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41530) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:26.164659 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eccb39cb-ff21-4deb-84c9-7564928cf45f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:26.224802 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3200542a-3511-4f39-8e6f-11fd0985ec9b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:26.228308 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 0e354b91-ca28-4e0b-89c1-0764b20c9136 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:26.236670 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3200542a-3511-4f39-8e6f-11fd0985ec9b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:26.247337 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device dded86bf-927a-49f9-8744-379ee1dcb2f4 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:26.249459 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3200542a-3511-4f39-8e6f-11fd0985ec9b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:26.251990 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3200542a-3511-4f39-8e6f-11fd0985ec9b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2477 time: 0.1455913 Jul 06 14:09:26.255375 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41534) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:26.304770 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccb39cb-ff21-4deb-84c9-7564928cf45f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network ccc97c28-709f-4b27-b3b3-b333940ff497 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:26.319727 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-eccb39cb-ff21-4deb-84c9-7564928cf45f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:26.324566 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccb39cb-ff21-4deb-84c9-7564928cf45f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:26.364324 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port dded86bf-927a-49f9-8744-379ee1dcb2f4 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:26.369936 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port dded86bf-927a-49f9-8744-379ee1dcb2f4 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:26.370557 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:26.459881 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccb39cb-ff21-4deb-84c9-7564928cf45f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:26.462647 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eccb39cb-ff21-4deb-84c9-7564928cf45f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:26.471944 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-4ba49f5c-91c3-409a-8e41-8906971650c9 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Deleting port e4a3286d-c3b5-41b0-af75-c0e69b644ad0 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:26.472294 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4ba49f5c-91c3-409a-8e41-8906971650c9 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:26.505562 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-eccb39cb-ff21-4deb-84c9-7564928cf45f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6885765 Jul 06 14:09:26.508803 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41538) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:26.540484 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb39cb-ff21-4deb-84c9-7564928cf45f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Port': ['ID=b90035f6-4baf-43da-b26b-e2415bb2222c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:26.558204 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:26.605985 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41542) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:26.612325 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4ba49f5c-91c3-409a-8e41-8906971650c9 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:26.622394 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ab89d4b-02e5-4a77-93ec-a70bd51a8bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:26.638995 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-4ba49f5c-91c3-409a-8e41-8906971650c9 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Calling delete_port for e4a3286d-c3b5-41b0-af75-c0e69b644ad0 owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:26.656649 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port dded86bf-927a-49f9-8744-379ee1dcb2f4, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=dded86bf-927a-49f9-8744-379ee1dcb2f4,segment=NetworkSegment(62585ba6-d388-4f92-be9c-1c9ec8fee195),segment_id=62585ba6-d388-4f92-be9c-1c9ec8fee195)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:26.663664 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:26.714223 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacecef1-c1cb-4533-b809-cce866ff552f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:26.718736 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cacecef1-c1cb-4533-b809-cce866ff552f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.2057126 Jul 06 14:09:26.718935 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41546) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:26.780672 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=dded86bf-927a-49f9-8744-379ee1dcb2f4,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:26.798404 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b6a2a96b-fe64-4ce6-bdc4-4e9b529147c7 None None] Provisioning complete for port dded86bf-927a-49f9-8744-379ee1dcb2f4 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:26.798404 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b6a2a96b-fe64-4ce6-bdc4-4e9b529147c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:26.872197 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88095350-95cb-4228-9c03-7b71cdd48f64 None None] Network 8bd892e5-bedd-4b7e-b250-a00f17e5b1eb requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:26.877193 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3eaa4761-dbd2-4aa5-b955-89bb485f01ec tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting port b90035f6-4baf-43da-b26b-e2415bb2222c {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:26.877948 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4761-dbd2-4aa5-b955-89bb485f01ec tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:26.888498 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4ba49f5c-91c3-409a-8e41-8906971650c9 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:26.927977 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba49f5c-91c3-409a-8e41-8906971650c9 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Pushing event deleted for resources: {'Port': ['ID=e4a3286d-c3b5-41b0-af75-c0e69b644ad0,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:27.022681 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4761-dbd2-4aa5-b955-89bb485f01ec tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:27.049360 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ab89d4b-02e5-4a77-93ec-a70bd51a8bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:27.051146 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3eaa4761-dbd2-4aa5-b955-89bb485f01ec tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Calling delete_port for b90035f6-4baf-43da-b26b-e2415bb2222c owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:27.055463 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ab89d4b-02e5-4a77-93ec-a70bd51a8bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:27.187319 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5ab89d4b-02e5-4a77-93ec-a70bd51a8bb7 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=f621952d4fe1403ea01f403f7b45c383&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5798047 Jul 06 14:09:27.190020 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41554) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:27.207085 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab89d4b-02e5-4a77-93ec-a70bd51a8bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c2c675-fe75-4f96-897b-dfe6c6db5e0a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:27.219805 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b6a2a96b-fe64-4ce6-bdc4-4e9b529147c7 None None] Provisioning for port 6beba43c-fd62-449d-8774-a80fdeb8cffe completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:27.236071 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b6a2a96b-fe64-4ce6-bdc4-4e9b529147c7 None None] Provisioning complete for port 6beba43c-fd62-449d-8774-a80fdeb8cffe triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:27.236876 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b6a2a96b-fe64-4ce6-bdc4-4e9b529147c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:27.279696 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-b6a2a96b-fe64-4ce6-bdc4-4e9b529147c7 None None] Port 6beba43c-fd62-449d-8774-a80fdeb8cffe cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:27.408898 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-298f81fd-5e7a-4b3d-aca2-ff2486b9a0f9 None None] Provisioning for port 0e354b91-ca28-4e0b-89c1-0764b20c9136 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:27.413517 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4761-dbd2-4aa5-b955-89bb485f01ec tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:27.414838 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-298f81fd-5e7a-4b3d-aca2-ff2486b9a0f9 None None] Provisioning complete for port 0e354b91-ca28-4e0b-89c1-0764b20c9136 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:27.415433 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-298f81fd-5e7a-4b3d-aca2-ff2486b9a0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:27.476595 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-81e9adab-c36d-45eb-b302-2e3d390a4a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:27.485562 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa4761-dbd2-4aa5-b955-89bb485f01ec tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Port': ['ID=b90035f6-4baf-43da-b26b-e2415bb2222c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:27.486980 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4ba49f5c-91c3-409a-8e41-8906971650c9 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:27.491281 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4ba49f5c-91c3-409a-8e41-8906971650c9 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] 10.222.0.118 "DELETE /v2.0/ports/e4a3286d-c3b5-41b0-af75-c0e69b644ad0 HTTP/1.1" status: 204 len: 168 time: 1.2322776 Jul 06 14:09:27.491594 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41558) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:27.535022 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9bdfea8-1d27-41e5-9577-eb4ca3bf5c9e tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] GET failed (client error): The resource could not be found. Jul 06 14:09:27.537795 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f9bdfea8-1d27-41e5-9577-eb4ca3bf5c9e tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] 10.222.0.118 "GET /v2.0/ports/e4a3286d-c3b5-41b0-af75-c0e69b644ad0 HTTP/1.1" status: 404 len: 333 time: 0.0443017 Jul 06 14:09:27.546165 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41562) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:27.574076 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-3775cc36-b58a-4ce7-9de1-59b04885541b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Request body: {'port': {'network_id': '8bd892e5-bedd-4b7e-b250-a00f17e5b1eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1411569848'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:27.575386 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-298f81fd-5e7a-4b3d-aca2-ff2486b9a0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:27.580626 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-81e9adab-c36d-45eb-b302-2e3d390a4a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:27.632931 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-298f81fd-5e7a-4b3d-aca2-ff2486b9a0f9 None None] For port 0e354b91-ca28-4e0b-89c1-0764b20c9136, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0e354b91-ca28-4e0b-89c1-0764b20c9136,segment=NetworkSegment(6cbe4158-e1f9-46d8-96c1-cdc4615520f5),segment_id=6cbe4158-e1f9-46d8-96c1-cdc4615520f5)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:27.641169 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-298f81fd-5e7a-4b3d-aca2-ff2486b9a0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:27.674407 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-298f81fd-5e7a-4b3d-aca2-ff2486b9a0f9 None None] Could not find standard attr ID for object b90035f6-4baf-43da-b26b-e2415bb2222c. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:09:27.705637 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-298f81fd-5e7a-4b3d-aca2-ff2486b9a0f9 None None] Provisioning complete for port 6beba43c-fd62-449d-8774-a80fdeb8cffe triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:27.705978 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-298f81fd-5e7a-4b3d-aca2-ff2486b9a0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:27.726615 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4761-dbd2-4aa5-b955-89bb485f01ec tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:27.730094 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3eaa4761-dbd2-4aa5-b955-89bb485f01ec tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/ports/b90035f6-4baf-43da-b26b-e2415bb2222c HTTP/1.1" status: 204 len: 168 time: 1.0102961 Jul 06 14:09:27.732049 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41568) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:27.786760 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-298f81fd-5e7a-4b3d-aca2-ff2486b9a0f9 None None] Port 6beba43c-fd62-449d-8774-a80fdeb8cffe cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:27.789461 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-81e9adab-c36d-45eb-b302-2e3d390a4a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:27.792896 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e7279a8-de4a-4374-9211-e4af0210abd7 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] GET failed (client error): The resource could not be found. Jul 06 14:09:27.795702 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f81fd-5e7a-4b3d-aca2-ff2486b9a0f9 None None] Pushing event updated for resources: {'Port': ['ID=0e354b91-ca28-4e0b-89c1-0764b20c9136,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:27.796575 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-81e9adab-c36d-45eb-b302-2e3d390a4a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:27.800196 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7e7279a8-de4a-4374-9211-e4af0210abd7 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "GET /v2.0/ports/b90035f6-4baf-43da-b26b-e2415bb2222c HTTP/1.1" status: 404 len: 333 time: 0.0645113 Jul 06 14:09:27.800350 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-81e9adab-c36d-45eb-b302-2e3d390a4a2d admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/03c2c675-fe75-4f96-897b-dfe6c6db5e0a HTTP/1.1" status: 204 len: 168 time: 0.6077614 Jul 06 14:09:27.802327 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41572) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:27.851897 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9adab-c36d-45eb-b302-2e3d390a4a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c2c675-fe75-4f96-897b-dfe6c6db5e0a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:27.909745 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3775cc36-b58a-4ce7-9de1-59b04885541b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Made reservation on behalf of 42e0f257e7dd4230a7cf3d9ec4b098bc for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:27.916162 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-21bc2b12-3874-4fbb-8c36-d20a4a8c394e None None] Provisioning complete for port 0e354b91-ca28-4e0b-89c1-0764b20c9136 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:27.916601 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-21bc2b12-3874-4fbb-8c36-d20a4a8c394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:27.919656 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3775cc36-b58a-4ce7-9de1-59b04885541b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:27.968321 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-3775cc36-b58a-4ce7-9de1-59b04885541b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] device_id is not set on port 58c51b12-9864-4b4a-9a7f-5575bd1c16b0 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:09:28.025358 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-ed71c2ef-1b2b-4f27-aa2b-93f663f997bc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting port 6beba43c-fd62-449d-8774-a80fdeb8cffe {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:28.030334 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ed71c2ef-1b2b-4f27-aa2b-93f663f997bc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:28.064106 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0e354b91-ca28-4e0b-89c1-0764b20c9136 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:28.192484 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-3775cc36-b58a-4ce7-9de1-59b04885541b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Allocated IP 2001:db8::2f7 (8bd892e5-bedd-4b7e-b250-a00f17e5b1eb/9d17e7f8-470f-4d19-93a2-ab8a4d453f66/58c51b12-9864-4b4a-9a7f-5575bd1c16b0) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:28.211574 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-21bc2b12-3874-4fbb-8c36-d20a4a8c394e None None] Provisioning for port 6417c62d-d6b0-4837-9066-dd1df81e20aa completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:28.219348 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-21bc2b12-3874-4fbb-8c36-d20a4a8c394e None None] Provisioning complete for port 6417c62d-d6b0-4837-9066-dd1df81e20aa triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:28.219667 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-21bc2b12-3874-4fbb-8c36-d20a4a8c394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:28.228062 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 0e354b91-ca28-4e0b-89c1-0764b20c9136 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:28.229214 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:28.248583 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ed71c2ef-1b2b-4f27-aa2b-93f663f997bc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:28.272977 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-ed71c2ef-1b2b-4f27-aa2b-93f663f997bc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Calling delete_port for 6beba43c-fd62-449d-8774-a80fdeb8cffe owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:28.317611 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-21bc2b12-3874-4fbb-8c36-d20a4a8c394e None None] Port 6417c62d-d6b0-4837-9066-dd1df81e20aa cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:28.360802 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device dded86bf-927a-49f9-8744-379ee1dcb2f4 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:28.470248 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ed71c2ef-1b2b-4f27-aa2b-93f663f997bc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:28.497165 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8be96228-6466-4a33-affe-7527110d78ce None None] Provisioning complete for port 6417c62d-d6b0-4837-9066-dd1df81e20aa triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:28.497566 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8be96228-6466-4a33-affe-7527110d78ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:28.522776 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3775cc36-b58a-4ce7-9de1-59b04885541b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:28.552271 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71c2ef-1b2b-4f27-aa2b-93f663f997bc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Port': ['ID=6beba43c-fd62-449d-8774-a80fdeb8cffe,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:28.558706 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3775cc36-b58a-4ce7-9de1-59b04885541b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Transition to ACTIVE for port object 58c51b12-9864-4b4a-9a7f-5575bd1c16b0 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:28.592036 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port dded86bf-927a-49f9-8744-379ee1dcb2f4 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:28.592419 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:28.596815 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-8be96228-6466-4a33-affe-7527110d78ce None None] Port 6417c62d-d6b0-4837-9066-dd1df81e20aa cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:28.678467 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3775cc36-b58a-4ce7-9de1-59b04885541b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:28.737284 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4937d6a5-0bcb-4c48-828e-b1b863230073 None None] Could not find standard attr ID for object e4a3286d-c3b5-41b0-af75-c0e69b644ad0. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:09:28.751237 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ed71c2ef-1b2b-4f27-aa2b-93f663f997bc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:28.758093 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ed71c2ef-1b2b-4f27-aa2b-93f663f997bc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/ports/6beba43c-fd62-449d-8774-a80fdeb8cffe HTTP/1.1" status: 204 len: 168 time: 0.9505081 Jul 06 14:09:28.758276 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41604) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:28.765112 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3775cc36-b58a-4ce7-9de1-59b04885541b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Network 8bd892e5-bedd-4b7e-b250-a00f17e5b1eb is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:28.775460 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-3775cc36-b58a-4ce7-9de1-59b04885541b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:28.778005 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3775cc36-b58a-4ce7-9de1-59b04885541b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:28.783900 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3775cc36-b58a-4ce7-9de1-59b04885541b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:28.784822 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3775cc36-b58a-4ce7-9de1-59b04885541b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:28.792325 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3775cc36-b58a-4ce7-9de1-59b04885541b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Pushing event updated for resources: {'Port': ['ID=58c51b12-9864-4b4a-9a7f-5575bd1c16b0,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:28.812313 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3775cc36-b58a-4ce7-9de1-59b04885541b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2647679 Jul 06 14:09:28.815071 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41606) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:28.822742 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55fcba7-4808-4a74-bae0-bf6fe45d43db tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] GET failed (client error): The resource could not be found. Jul 06 14:09:28.827856 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-d4715d0f-9e9a-4d18-b154-fcde9094a68a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::d4', 'mac_address': 'fa:16:3e:c3:4f:74'}]}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:28.834930 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41610) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:28.835407 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d55fcba7-4808-4a74-bae0-bf6fe45d43db tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "GET /v2.0/ports/6beba43c-fd62-449d-8774-a80fdeb8cffe HTTP/1.1" status: 404 len: 333 time: 0.0652623 Jul 06 14:09:28.986102 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-741010b5-4050-4b2c-98c1-5dee6334c816 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting subnet f945b9f2-96ff-4b9f-828d-8e13c1b90330 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:09:28.991612 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-741010b5-4050-4b2c-98c1-5dee6334c816 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:29.053018 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d4715d0f-9e9a-4d18-b154-fcde9094a68a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:29.074207 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-741010b5-4050-4b2c-98c1-5dee6334c816 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:29.268093 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-66b549e3-13cd-4add-8567-ff681531bf7e None None] Provisioning for port 58c51b12-9864-4b4a-9a7f-5575bd1c16b0 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:29.273237 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-66b549e3-13cd-4add-8567-ff681531bf7e None None] Provisioning complete for port 58c51b12-9864-4b4a-9a7f-5575bd1c16b0 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:29.273632 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-66b549e3-13cd-4add-8567-ff681531bf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:29.299153 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-741010b5-4050-4b2c-98c1-5dee6334c816 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:29.324415 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-66b549e3-13cd-4add-8567-ff681531bf7e None None] Port 58c51b12-9864-4b4a-9a7f-5575bd1c16b0 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:29.416721 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-741010b5-4050-4b2c-98c1-5dee6334c816 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:29.440387 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d4715d0f-9e9a-4d18-b154-fcde9094a68a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:29.478467 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d4715d0f-9e9a-4d18-b154-fcde9094a68a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:29.480601 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741010b5-4050-4b2c-98c1-5dee6334c816 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Subnet': ['ID=f945b9f2-96ff-4b9f-828d-8e13c1b90330,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:29.487667 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-741010b5-4050-4b2c-98c1-5dee6334c816 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:29.491137 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-741010b5-4050-4b2c-98c1-5dee6334c816 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/subnets/f945b9f2-96ff-4b9f-828d-8e13c1b90330 HTTP/1.1" status: 204 len: 168 time: 0.6549132 Jul 06 14:09:29.494141 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41628) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:29.496620 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3365b6d-4db0-4354-a0fe-13d0f104964f None None] Network ccc97c28-709f-4b27-b3b3-b333940ff497 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:29.530262 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d4715d0f-9e9a-4d18-b154-fcde9094a68a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] In _notify_port_updated(), no bound segment for port 58c51b12-9864-4b4a-9a7f-5575bd1c16b0 on network 8bd892e5-bedd-4b7e-b250-a00f17e5b1eb {{(pid=100417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:09:29.536990 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4715d0f-9e9a-4d18-b154-fcde9094a68a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:29.537675 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d4715d0f-9e9a-4d18-b154-fcde9094a68a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:29.539287 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d4715d0f-9e9a-4d18-b154-fcde9094a68a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] 10.222.0.118 "PUT /v2.0/ports/58c51b12-9864-4b4a-9a7f-5575bd1c16b0 HTTP/1.1" status: 200 len: 1002 time: 0.7225091 Jul 06 14:09:29.542491 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41630) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:29.585744 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4715d0f-9e9a-4d18-b154-fcde9094a68a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Pushing event updated for resources: {'Port': ['ID=58c51b12-9864-4b4a-9a7f-5575bd1c16b0,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:29.621562 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3b471fff-7b07-40ac-8d6e-d1eeafe843de tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:29.707181 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-3b471fff-7b07-40ac-8d6e-d1eeafe843de tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting port dded86bf-927a-49f9-8744-379ee1dcb2f4 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:29.708474 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3b471fff-7b07-40ac-8d6e-d1eeafe843de tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:29.720047 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-fffb4553-c681-4ba9-b455-00eb5d17f68d tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Deleting port 58c51b12-9864-4b4a-9a7f-5575bd1c16b0 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:29.720510 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fffb4553-c681-4ba9-b455-00eb5d17f68d tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:29.828392 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-3b471fff-7b07-40ac-8d6e-d1eeafe843de tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] For port dded86bf-927a-49f9-8744-379ee1dcb2f4, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=dded86bf-927a-49f9-8744-379ee1dcb2f4,segment=NetworkSegment(62585ba6-d388-4f92-be9c-1c9ec8fee195),segment_id=62585ba6-d388-4f92-be9c-1c9ec8fee195)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:29.829387 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3b471fff-7b07-40ac-8d6e-d1eeafe843de tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:29.865976 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-3b471fff-7b07-40ac-8d6e-d1eeafe843de tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Calling delete_port for dded86bf-927a-49f9-8744-379ee1dcb2f4 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:29.889475 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a968d8f9-5c34-4842-9e7f-bb6959ec8fc8 None None] DHCP port deletion for ccc97c28-709f-4b27-b3b3-b333940ff497 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:09:29.934194 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fffb4553-c681-4ba9-b455-00eb5d17f68d tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:29.966959 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-fffb4553-c681-4ba9-b455-00eb5d17f68d tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Calling delete_port for 58c51b12-9864-4b4a-9a7f-5575bd1c16b0 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:29.996295 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device dded86bf-927a-49f9-8744-379ee1dcb2f4 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:09:30.113319 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3b471fff-7b07-40ac-8d6e-d1eeafe843de tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:30.119878 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-afac65c9-42d3-46ec-a681-937e78380ff1 None None] Provisioning complete for port 58c51b12-9864-4b4a-9a7f-5575bd1c16b0 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:30.121573 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-afac65c9-42d3-46ec-a681-937e78380ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:30.133609 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b471fff-7b07-40ac-8d6e-d1eeafe843de tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] No DVR routers for this DVR port dded86bf-927a-49f9-8744-379ee1dcb2f4 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:09:30.181465 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fffb4553-c681-4ba9-b455-00eb5d17f68d tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:30.203327 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b471fff-7b07-40ac-8d6e-d1eeafe843de tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Port': ['ID=dded86bf-927a-49f9-8744-379ee1dcb2f4,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:30.222832 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb4553-c681-4ba9-b455-00eb5d17f68d tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Pushing event deleted for resources: {'Port': ['ID=58c51b12-9864-4b4a-9a7f-5575bd1c16b0,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:30.242697 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-afac65c9-42d3-46ec-a681-937e78380ff1 None None] Port 58c51b12-9864-4b4a-9a7f-5575bd1c16b0 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:30.247053 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No active binding found for port dded86bf-927a-49f9-8744-379ee1dcb2f4 {{(pid=100419) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 14:09:30.247484 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device dded86bf-927a-49f9-8744-379ee1dcb2f4 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:09:30.274670 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a968d8f9-5c34-4842-9e7f-bb6959ec8fc8 None None] Deleting port dded86bf-927a-49f9-8744-379ee1dcb2f4 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:30.275329 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a968d8f9-5c34-4842-9e7f-bb6959ec8fc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:30.332439 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3b471fff-7b07-40ac-8d6e-d1eeafe843de tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:30.350305 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-a968d8f9-5c34-4842-9e7f-bb6959ec8fc8 None None] For port dded86bf-927a-49f9-8744-379ee1dcb2f4, host n-d-773644-6, got binding levels [] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:30.350558 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a968d8f9-5c34-4842-9e7f-bb6959ec8fc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:30.355416 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-3b471fff-7b07-40ac-8d6e-d1eeafe843de tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc97c28-709f-4b27-b3b3-b333940ff497']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:30.368379 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a968d8f9-5c34-4842-9e7f-bb6959ec8fc8 None None] Calling delete_port for dded86bf-927a-49f9-8744-379ee1dcb2f4 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:30.371455 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.ipam_backend_mixin [None req-a968d8f9-5c34-4842-9e7f-bb6959ec8fc8 None None] Port dded86bf-927a-49f9-8744-379ee1dcb2f4 was not found and therefore no delete operation was performed {{(pid=100419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 14:09:30.372871 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a968d8f9-5c34-4842-9e7f-bb6959ec8fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:30.392961 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-3b471fff-7b07-40ac-8d6e-d1eeafe843de tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62585ba6-d388-4f92-be9c-1c9ec8fee195') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:30.394194 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-3b471fff-7b07-40ac-8d6e-d1eeafe843de tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62585ba6-d388-4f92-be9c-1c9ec8fee195') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:30.407048 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968d8f9-5c34-4842-9e7f-bb6959ec8fc8 None None] Pushing event deleted for resources: {'Port': ['ID=dded86bf-927a-49f9-8744-379ee1dcb2f4,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:30.417886 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a968d8f9-5c34-4842-9e7f-bb6959ec8fc8 None None] No DVR routers for this DVR port dded86bf-927a-49f9-8744-379ee1dcb2f4 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:09:30.427781 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3b471fff-7b07-40ac-8d6e-d1eeafe843de tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:30.452436 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3b471fff-7b07-40ac-8d6e-d1eeafe843de tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:30.467323 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b471fff-7b07-40ac-8d6e-d1eeafe843de tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:09:30.468394 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3b471fff-7b07-40ac-8d6e-d1eeafe843de tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:09:30.546592 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:09:30.599223 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3b471fff-7b07-40ac-8d6e-d1eeafe843de tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:30.606997 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3b471fff-7b07-40ac-8d6e-d1eeafe843de tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:30.612434 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3b471fff-7b07-40ac-8d6e-d1eeafe843de tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/networks/ccc97c28-709f-4b27-b3b3-b333940ff497 HTTP/1.1" status: 204 len: 168 time: 1.1134450 Jul 06 14:09:30.616011 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41650) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:30.632564 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-1ad768fc-96e8-4e86-8723-1349874612e2 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-148209589'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:30.653331 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b471fff-7b07-40ac-8d6e-d1eeafe843de tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Network': ['ID=ccc97c28-709f-4b27-b3b3-b333940ff497,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:30.686283 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad768fc-96e8-4e86-8723-1349874612e2 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:30.690619 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1ad768fc-96e8-4e86-8723-1349874612e2 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:30.720182 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad768fc-96e8-4e86-8723-1349874612e2 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:09:30.731071 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1ad768fc-96e8-4e86-8723-1349874612e2 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:30.731930 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-1ad768fc-96e8-4e86-8723-1349874612e2 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Added segment af14e652-fc98-4e11-8644-0f853f933cf5 of type vlan for network ca5bf931-c4d1-44b1-885e-54843689a0f9 Jul 06 14:09:30.776591 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1ad768fc-96e8-4e86-8723-1349874612e2 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:30.813629 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1ad768fc-96e8-4e86-8723-1349874612e2 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:30.823580 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad768fc-96e8-4e86-8723-1349874612e2 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:30.824364 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1ad768fc-96e8-4e86-8723-1349874612e2 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:30.848931 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fffb4553-c681-4ba9-b455-00eb5d17f68d tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:30.853607 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fffb4553-c681-4ba9-b455-00eb5d17f68d tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] 10.222.0.118 "DELETE /v2.0/ports/58c51b12-9864-4b4a-9a7f-5575bd1c16b0 HTTP/1.1" status: 204 len: 168 time: 1.3077242 Jul 06 14:09:30.853834 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41658) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:30.882612 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef79ce0f-6bb6-41b0-9464-ee005c809fca tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] GET failed (client error): The resource could not be found. Jul 06 14:09:30.887929 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ef79ce0f-6bb6-41b0-9464-ee005c809fca tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] 10.222.0.118 "GET /v2.0/ports/58c51b12-9864-4b4a-9a7f-5575bd1c16b0 HTTP/1.1" status: 404 len: 333 time: 0.0294306 Jul 06 14:09:30.888098 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41660) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:30.893267 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e4dd218a-f07e-42b3-ba4e-c7c68f11dc59 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Request body: {'port': {'network_id': '8bd892e5-bedd-4b7e-b250-a00f17e5b1eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-673940853'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:30.905954 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad768fc-96e8-4e86-8723-1349874612e2 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Network': ['ID=ca5bf931-c4d1-44b1-885e-54843689a0f9,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:30.920935 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network ca5bf931-c4d1-44b1-885e-54843689a0f9 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:09:30.923396 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1ad768fc-96e8-4e86-8723-1349874612e2 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3051994 Jul 06 14:09:30.924967 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41662) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:30.939460 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-712cae3a-c183-45d7-bdc1-136edf4d79d5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'subnet': {'network_id': 'ca5bf931-c4d1-44b1-885e-54843689a0f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:31.037454 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dd218a-f07e-42b3-ba4e-c7c68f11dc59 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Made reservation on behalf of 42e0f257e7dd4230a7cf3d9ec4b098bc for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:31.041287 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4dd218a-f07e-42b3-ba4e-c7c68f11dc59 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:31.052984 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712cae3a-c183-45d7-bdc1-136edf4d79d5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:31.060001 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-712cae3a-c183-45d7-bdc1-136edf4d79d5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:31.060370 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-e4dd218a-f07e-42b3-ba4e-c7c68f11dc59 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] device_id is not set on port bb379d48-0f80-4610-983a-f67bdce1af12 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:09:31.205290 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-e4dd218a-f07e-42b3-ba4e-c7c68f11dc59 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Allocated IP 2001:db8::22 (8bd892e5-bedd-4b7e-b250-a00f17e5b1eb/9d17e7f8-470f-4d19-93a2-ab8a4d453f66/bb379d48-0f80-4610-983a-f67bdce1af12) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:31.324787 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41670) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:31.343065 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-712cae3a-c183-45d7-bdc1-136edf4d79d5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:31.423066 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4dd218a-f07e-42b3-ba4e-c7c68f11dc59 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:31.437773 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712cae3a-c183-45d7-bdc1-136edf4d79d5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Checking segment: {'id': 'af14e652-fc98-4e11-8644-0f853f933cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ca5bf931-c4d1-44b1-885e-54843689a0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:31.438233 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712cae3a-c183-45d7-bdc1-136edf4d79d5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network hostable DHCP agents. Network: ca5bf931-c4d1-44b1-885e-54843689a0f9, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:09:31.447726 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-e4dd218a-f07e-42b3-ba4e-c7c68f11dc59 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Transition to ACTIVE for port object bb379d48-0f80-4610-983a-f67bdce1af12 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:31.454627 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712cae3a-c183-45d7-bdc1-136edf4d79d5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Subnet': ['ID=41e4190e-4452-450d-ad41-81a7aeb3c66c,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:31.473587 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712cae3a-c183-45d7-bdc1-136edf4d79d5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network ca5bf931-c4d1-44b1-885e-54843689a0f9 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:09:31.492577 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4dd218a-f07e-42b3-ba4e-c7c68f11dc59 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:31.496974 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8b1e9353-c988-45ed-914e-908b84a3006e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:31.513892 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-712cae3a-c183-45d7-bdc1-136edf4d79d5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, ca5bf931-c4d1-44b1-885e-54843689a0f9) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:31.520656 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712cae3a-c183-45d7-bdc1-136edf4d79d5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:31.521626 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-712cae3a-c183-45d7-bdc1-136edf4d79d5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:31.528483 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0241b601-7dd3-484c-be7a-b22c51047f1e None None] Network ca5bf931-c4d1-44b1-885e-54843689a0f9 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:31.543190 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dd218a-f07e-42b3-ba4e-c7c68f11dc59 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Network 8bd892e5-bedd-4b7e-b250-a00f17e5b1eb is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:31.547557 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-e4dd218a-f07e-42b3-ba4e-c7c68f11dc59 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:31.574764 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dd218a-f07e-42b3-ba4e-c7c68f11dc59 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:31.584761 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dd218a-f07e-42b3-ba4e-c7c68f11dc59 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:31.586375 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4dd218a-f07e-42b3-ba4e-c7c68f11dc59 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:31.636107 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd218a-f07e-42b3-ba4e-c7c68f11dc59 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Pushing event updated for resources: {'Port': ['ID=bb379d48-0f80-4610-983a-f67bdce1af12,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:31.674611 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8b1e9353-c988-45ed-914e-908b84a3006e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:31.682569 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8b1e9353-c988-45ed-914e-908b84a3006e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:31.685370 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e4dd218a-f07e-42b3-ba4e-c7c68f11dc59 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7959459 Jul 06 14:09:31.688078 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41684) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:31.697352 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-9179070d-d9e1-4019-aaaa-8ebfc5d74c6f tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c3:4f:74'}]}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:31.703092 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41686) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:31.703491 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-712cae3a-c183-45d7-bdc1-136edf4d79d5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7754493 Jul 06 14:09:31.710630 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-a9048f78-5ce6-4ba5-b983-5a4be6e1deaa tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'port': {'network_id': 'ca5bf931-c4d1-44b1-885e-54843689a0f9', 'name': 'tempest-PortsTestJSON-1932910182', 'fixed_ips': [{'subnet_id': '41e4190e-4452-450d-ad41-81a7aeb3c66c', 'ip_address': '172.20.0.10'}]}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:31.768018 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8b1e9353-c988-45ed-914e-908b84a3006e admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=2ee20b16d5c74f7db8e96cc1da917df4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4418073 Jul 06 14:09:31.769154 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41690) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:31.826586 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e9353-c988-45ed-914e-908b84a3006e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be30cb04-daf2-445c-a817-295000be447d,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:31.866311 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-10bc939e-0e01-46aa-b5fa-0e35509fae1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:31.910169 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-10bc939e-0e01-46aa-b5fa-0e35509fae1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:31.937989 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4f09e70c-ad70-4197-bfaf-dabd417a2cac None None] Provisioning for port bb379d48-0f80-4610-983a-f67bdce1af12 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:31.945076 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4f09e70c-ad70-4197-bfaf-dabd417a2cac None None] Provisioning complete for port bb379d48-0f80-4610-983a-f67bdce1af12 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:31.945695 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4f09e70c-ad70-4197-bfaf-dabd417a2cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:31.985518 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-4f09e70c-ad70-4197-bfaf-dabd417a2cac None None] Port bb379d48-0f80-4610-983a-f67bdce1af12 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:31.991733 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-10bc939e-0e01-46aa-b5fa-0e35509fae1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:31.994730 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-10bc939e-0e01-46aa-b5fa-0e35509fae1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:31.998643 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-10bc939e-0e01-46aa-b5fa-0e35509fae1d admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/be30cb04-daf2-445c-a817-295000be447d HTTP/1.1" status: 204 len: 168 time: 0.2257442 Jul 06 14:09:32.005985 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc939e-0e01-46aa-b5fa-0e35509fae1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be30cb04-daf2-445c-a817-295000be447d,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:32.016740 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9048f78-5ce6-4ba5-b983-5a4be6e1deaa tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:32.048641 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c230a9-1bbe-4e10-87fe-8559637af440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-ca5bf931-c4d1-44b1-885e-54843689a0f9', 'network_id': 'ca5bf931-c4d1-44b1-885e-54843689a0f9', 'tenant_id': '948d22789b7c4232b79ffb08eb97c715', 'fixed_ips': [{'subnet_id': '41e4190e-4452-450d-ad41-81a7aeb3c66c'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:09:32.049550 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-71c230a9-1bbe-4e10-87fe-8559637af440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:32.156069 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9179070d-d9e1-4019-aaaa-8ebfc5d74c6f tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:32.173624 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a9048f78-5ce6-4ba5-b983-5a4be6e1deaa tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:32.198519 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-a9048f78-5ce6-4ba5-b983-5a4be6e1deaa tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] device_id is not set on port 157d5a9e-a693-4199-8ed5-e40927522d61 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:09:32.274430 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-71c230a9-1bbe-4e10-87fe-8559637af440 None None] Allocated IP 172.20.0.2 (ca5bf931-c4d1-44b1-885e-54843689a0f9/41e4190e-4452-450d-ad41-81a7aeb3c66c/0f3e5917-c03d-4232-878d-f05d073deb8d) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:32.481741 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-71c230a9-1bbe-4e10-87fe-8559637af440 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:32.493890 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-71c230a9-1bbe-4e10-87fe-8559637af440 None None] Transition to ACTIVE for port object 0f3e5917-c03d-4232-878d-f05d073deb8d will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:32.506178 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9179070d-d9e1-4019-aaaa-8ebfc5d74c6f tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:32.511604 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9179070d-d9e1-4019-aaaa-8ebfc5d74c6f tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:32.520725 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-71c230a9-1bbe-4e10-87fe-8559637af440 None None] Transition to ACTIVE for port object 0f3e5917-c03d-4232-878d-f05d073deb8d will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:32.529656 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-71c230a9-1bbe-4e10-87fe-8559637af440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:32.576883 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41706) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:32.579224 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c230a9-1bbe-4e10-87fe-8559637af440 None None] Network ca5bf931-c4d1-44b1-885e-54843689a0f9 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:32.582892 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9179070d-d9e1-4019-aaaa-8ebfc5d74c6f tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] In _notify_port_updated(), no bound segment for port bb379d48-0f80-4610-983a-f67bdce1af12 on network 8bd892e5-bedd-4b7e-b250-a00f17e5b1eb {{(pid=100417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:09:32.583955 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-71c230a9-1bbe-4e10-87fe-8559637af440 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:32.586495 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c230a9-1bbe-4e10-87fe-8559637af440 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:32.589115 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9179070d-d9e1-4019-aaaa-8ebfc5d74c6f tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:32.589856 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9179070d-d9e1-4019-aaaa-8ebfc5d74c6f tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:32.593578 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9179070d-d9e1-4019-aaaa-8ebfc5d74c6f tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] 10.222.0.118 "PUT /v2.0/ports/bb379d48-0f80-4610-983a-f67bdce1af12 HTTP/1.1" status: 200 len: 1001 time: 0.9015372 Jul 06 14:09:32.596308 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41708) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:32.606766 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-21a4b195-e347-46bd-9ef3-94f8cee407d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:32.685599 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c230a9-1bbe-4e10-87fe-8559637af440 None None] Pushing event updated for resources: {'Port': ['ID=0f3e5917-c03d-4232-878d-f05d073deb8d,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:32.717921 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179070d-d9e1-4019-aaaa-8ebfc5d74c6f tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Pushing event updated for resources: {'Port': ['ID=bb379d48-0f80-4610-983a-f67bdce1af12,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:32.719391 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-71c230a9-1bbe-4e10-87fe-8559637af440 None None] Attempting to bind port 0f3e5917-c03d-4232-878d-f05d073deb8d on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:32.719750 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-71c230a9-1bbe-4e10-87fe-8559637af440 None None] Attempting to bind port 0f3e5917-c03d-4232-878d-f05d073deb8d by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'af14e652-fc98-4e11-8644-0f853f933cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ca5bf931-c4d1-44b1-885e-54843689a0f9'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:32.720125 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c230a9-1bbe-4e10-87fe-8559637af440 None None] Attempting to bind port 0f3e5917-c03d-4232-878d-f05d073deb8d on network ca5bf931-c4d1-44b1-885e-54843689a0f9 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:32.734231 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c230a9-1bbe-4e10-87fe-8559637af440 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:09:32.734915 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c230a9-1bbe-4e10-87fe-8559637af440 None None] Checking segment: {'id': 'af14e652-fc98-4e11-8644-0f853f933cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ca5bf931-c4d1-44b1-885e-54843689a0f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:32.735489 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-71c230a9-1bbe-4e10-87fe-8559637af440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:32.735616 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-21a4b195-e347-46bd-9ef3-94f8cee407d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:32.736164 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c230a9-1bbe-4e10-87fe-8559637af440 None None] Bound using segment: {'id': 'af14e652-fc98-4e11-8644-0f853f933cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ca5bf931-c4d1-44b1-885e-54843689a0f9'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:09:32.736680 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-71c230a9-1bbe-4e10-87fe-8559637af440 None None] Bound port: 0f3e5917-c03d-4232-878d-f05d073deb8d, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af14e652-fc98-4e11-8644-0f853f933cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ca5bf931-c4d1-44b1-885e-54843689a0f9'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:09:32.737073 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-71c230a9-1bbe-4e10-87fe-8559637af440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:32.742140 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-21a4b195-e347-46bd-9ef3-94f8cee407d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:32.751836 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-a9048f78-5ce6-4ba5-b983-5a4be6e1deaa tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Allocated IP 172.20.0.10 (ca5bf931-c4d1-44b1-885e-54843689a0f9/41e4190e-4452-450d-ad41-81a7aeb3c66c/157d5a9e-a693-4199-8ed5-e40927522d61) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:32.798394 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-21a4b195-e347-46bd-9ef3-94f8cee407d4 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=49102ab60a324e1895da021a1e48e7f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2194159 Jul 06 14:09:32.800729 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41712) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:32.814827 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4b195-e347-46bd-9ef3-94f8cee407d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fdf2a6-e68f-4871-8af7-0f9e4223b956,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:32.851226 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3802f2a3-013f-49f9-beac-a41e843c6e33 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Deleting port bb379d48-0f80-4610-983a-f67bdce1af12 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:32.851575 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3802f2a3-013f-49f9-beac-a41e843c6e33 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:32.886097 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-71c230a9-1bbe-4e10-87fe-8559637af440 None None] For port 0f3e5917-c03d-4232-878d-f05d073deb8d, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:09:32.887798 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8584f28e-a021-44d6-86a9-998de556d61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:32.890871 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-71c230a9-1bbe-4e10-87fe-8559637af440 None None] For port 0f3e5917-c03d-4232-878d-f05d073deb8d, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0f3e5917-c03d-4232-878d-f05d073deb8d,segment=NetworkSegment(af14e652-fc98-4e11-8644-0f853f933cf5),segment_id=af14e652-fc98-4e11-8644-0f853f933cf5)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:09:32.898207 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-71c230a9-1bbe-4e10-87fe-8559637af440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:32.918118 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8584f28e-a021-44d6-86a9-998de556d61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:32.980977 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c230a9-1bbe-4e10-87fe-8559637af440 None None] Pushing event updated for resources: {'Port': ['ID=0f3e5917-c03d-4232-878d-f05d073deb8d,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:33.003282 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8584f28e-a021-44d6-86a9-998de556d61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:33.007373 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8584f28e-a021-44d6-86a9-998de556d61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:33.019548 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8584f28e-a021-44d6-86a9-998de556d61d admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/c7fdf2a6-e68f-4871-8af7-0f9e4223b956 HTTP/1.1" status: 204 len: 168 time: 0.2169592 Jul 06 14:09:33.023913 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-42b21b68-2fd7-463e-8367-6ddda9efef83 None None] Provisioning complete for port bb379d48-0f80-4610-983a-f67bdce1af12 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:33.024295 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-42b21b68-2fd7-463e-8367-6ddda9efef83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:33.032618 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3802f2a3-013f-49f9-beac-a41e843c6e33 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:33.040040 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8584f28e-a021-44d6-86a9-998de556d61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fdf2a6-e68f-4871-8af7-0f9e4223b956,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:33.106874 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3802f2a3-013f-49f9-beac-a41e843c6e33 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Calling delete_port for bb379d48-0f80-4610-983a-f67bdce1af12 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:33.107910 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-42b21b68-2fd7-463e-8367-6ddda9efef83 None None] Port bb379d48-0f80-4610-983a-f67bdce1af12 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:33.220723 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a9048f78-5ce6-4ba5-b983-5a4be6e1deaa tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:33.253597 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a9048f78-5ce6-4ba5-b983-5a4be6e1deaa tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Transition to ACTIVE for port object 157d5a9e-a693-4199-8ed5-e40927522d61 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:33.358156 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a9048f78-5ce6-4ba5-b983-5a4be6e1deaa tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:33.363247 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3802f2a3-013f-49f9-beac-a41e843c6e33 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:33.438519 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9048f78-5ce6-4ba5-b983-5a4be6e1deaa tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network ca5bf931-c4d1-44b1-885e-54843689a0f9 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:33.461353 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-a9048f78-5ce6-4ba5-b983-5a4be6e1deaa tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:33.465376 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9048f78-5ce6-4ba5-b983-5a4be6e1deaa tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Port': ['ID=157d5a9e-a693-4199-8ed5-e40927522d61,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:33.468138 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3802f2a3-013f-49f9-beac-a41e843c6e33 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:33.470144 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3802f2a3-013f-49f9-beac-a41e843c6e33 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] 10.222.0.118 "DELETE /v2.0/ports/bb379d48-0f80-4610-983a-f67bdce1af12 HTTP/1.1" status: 204 len: 168 time: 0.8729396 Jul 06 14:09:33.470996 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9048f78-5ce6-4ba5-b983-5a4be6e1deaa tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:33.473766 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41726) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:33.527187 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-c938347e-8e58-470a-aec6-96deec96b96d tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] GET failed (client error): The resource could not be found. Jul 06 14:09:33.529397 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c938347e-8e58-470a-aec6-96deec96b96d tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] 10.222.0.118 "GET /v2.0/ports/bb379d48-0f80-4610-983a-f67bdce1af12 HTTP/1.1" status: 404 len: 333 time: 0.0544848 Jul 06 14:09:33.534090 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41728) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:33.538948 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802f2a3-013f-49f9-beac-a41e843c6e33 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Pushing event deleted for resources: {'Port': ['ID=bb379d48-0f80-4610-983a-f67bdce1af12,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:33.541652 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-ece57ad9-0210-4c16-8371-9cae7da9fc1a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Request body: {'port': {'network_id': '8bd892e5-bedd-4b7e-b250-a00f17e5b1eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-60270844'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:33.565089 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9048f78-5ce6-4ba5-b983-5a4be6e1deaa tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:33.566000 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a9048f78-5ce6-4ba5-b983-5a4be6e1deaa tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:33.585918 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a9048f78-5ce6-4ba5-b983-5a4be6e1deaa tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8803201 Jul 06 14:09:33.587747 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41730) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:33.594463 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-7cd1f887-6857-4dd2-99e4-8083b54536fc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'port': {'network_id': 'ca5bf931-c4d1-44b1-885e-54843689a0f9', 'name': 'tempest-PortsTestJSON-1108392843', 'fixed_ips': [{'subnet_id': '41e4190e-4452-450d-ad41-81a7aeb3c66c', 'ip_address': '172.20.0.9'}]}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:33.709640 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece57ad9-0210-4c16-8371-9cae7da9fc1a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Made reservation on behalf of 42e0f257e7dd4230a7cf3d9ec4b098bc for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:33.716947 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ece57ad9-0210-4c16-8371-9cae7da9fc1a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:33.756545 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-ece57ad9-0210-4c16-8371-9cae7da9fc1a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] device_id is not set on port 730e526e-a2cd-4b9a-879b-24b3177fde31 yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:09:33.801868 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd1f887-6857-4dd2-99e4-8083b54536fc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:33.812478 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7cd1f887-6857-4dd2-99e4-8083b54536fc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:33.852529 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7cd1f887-6857-4dd2-99e4-8083b54536fc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] device_id is not set on port 4bf71909-94e3-492e-9b8a-e7df31500629 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:09:33.928749 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-ece57ad9-0210-4c16-8371-9cae7da9fc1a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Allocated IP 2001:db8::218 (8bd892e5-bedd-4b7e-b250-a00f17e5b1eb/9d17e7f8-470f-4d19-93a2-ab8a4d453f66/730e526e-a2cd-4b9a-879b-24b3177fde31) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:34.082972 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0f3e5917-c03d-4232-878d-f05d073deb8d up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:34.159531 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-7cd1f887-6857-4dd2-99e4-8083b54536fc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Allocated IP 172.20.0.9 (ca5bf931-c4d1-44b1-885e-54843689a0f9/41e4190e-4452-450d-ad41-81a7aeb3c66c/4bf71909-94e3-492e-9b8a-e7df31500629) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:34.195708 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 0f3e5917-c03d-4232-878d-f05d073deb8d completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:34.297572 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ece57ad9-0210-4c16-8371-9cae7da9fc1a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:34.327959 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-ece57ad9-0210-4c16-8371-9cae7da9fc1a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Transition to ACTIVE for port object 730e526e-a2cd-4b9a-879b-24b3177fde31 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:34.369241 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ece57ad9-0210-4c16-8371-9cae7da9fc1a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:34.390684 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7cd1f887-6857-4dd2-99e4-8083b54536fc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:34.391824 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece57ad9-0210-4c16-8371-9cae7da9fc1a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Network 8bd892e5-bedd-4b7e-b250-a00f17e5b1eb is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:34.394560 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-ece57ad9-0210-4c16-8371-9cae7da9fc1a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:34.413249 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7cd1f887-6857-4dd2-99e4-8083b54536fc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Transition to ACTIVE for port object 4bf71909-94e3-492e-9b8a-e7df31500629 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:34.419790 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece57ad9-0210-4c16-8371-9cae7da9fc1a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:34.427252 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece57ad9-0210-4c16-8371-9cae7da9fc1a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:34.427924 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ece57ad9-0210-4c16-8371-9cae7da9fc1a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:34.459107 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ece57ad9-0210-4c16-8371-9cae7da9fc1a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9236822 Jul 06 14:09:34.461683 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41756) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:34.469689 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4499ccef-d874-4973-aca1-ed52aa61c998 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Request body: {'port': {'network_id': '8bd892e5-bedd-4b7e-b250-a00f17e5b1eb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1261353162'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:34.470426 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece57ad9-0210-4c16-8371-9cae7da9fc1a tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Pushing event updated for resources: {'Port': ['ID=730e526e-a2cd-4b9a-879b-24b3177fde31,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:34.477161 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3397e1db-d6b4-49c9-adc1-728c6cfa32e4 None None] Network ca5bf931-c4d1-44b1-885e-54843689a0f9 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:34.579229 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f6afbef7-ead9-4fc6-92f5-b707e0b2d41a None None] Provisioning for port 0f3e5917-c03d-4232-878d-f05d073deb8d completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:34.586706 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f6afbef7-ead9-4fc6-92f5-b707e0b2d41a None None] Provisioning complete for port 0f3e5917-c03d-4232-878d-f05d073deb8d triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:34.587369 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f6afbef7-ead9-4fc6-92f5-b707e0b2d41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:34.630205 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7cd1f887-6857-4dd2-99e4-8083b54536fc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:34.689918 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:09:34.716327 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd1f887-6857-4dd2-99e4-8083b54536fc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network ca5bf931-c4d1-44b1-885e-54843689a0f9 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:34.725401 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-7cd1f887-6857-4dd2-99e4-8083b54536fc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:34.737204 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd1f887-6857-4dd2-99e4-8083b54536fc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:34.755549 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1f887-6857-4dd2-99e4-8083b54536fc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Port': ['ID=4bf71909-94e3-492e-9b8a-e7df31500629,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:34.791066 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4499ccef-d874-4973-aca1-ed52aa61c998 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Made reservation on behalf of 42e0f257e7dd4230a7cf3d9ec4b098bc for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:34.791965 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f6afbef7-ead9-4fc6-92f5-b707e0b2d41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:34.795481 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4499ccef-d874-4973-aca1-ed52aa61c998 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:34.841999 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-f6afbef7-ead9-4fc6-92f5-b707e0b2d41a None None] For port 0f3e5917-c03d-4232-878d-f05d073deb8d, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0f3e5917-c03d-4232-878d-f05d073deb8d,segment=NetworkSegment(af14e652-fc98-4e11-8644-0f853f933cf5),segment_id=af14e652-fc98-4e11-8644-0f853f933cf5)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:34.843862 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-4499ccef-d874-4973-aca1-ed52aa61c998 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] device_id is not set on port 0aedd460-f429-43b6-a3a1-fa6e2a469f1f yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:09:34.847503 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f6afbef7-ead9-4fc6-92f5-b707e0b2d41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:34.917633 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6afbef7-ead9-4fc6-92f5-b707e0b2d41a None None] Pushing event updated for resources: {'Port': ['ID=0f3e5917-c03d-4232-878d-f05d073deb8d,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:34.973000 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd1f887-6857-4dd2-99e4-8083b54536fc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:34.973898 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7cd1f887-6857-4dd2-99e4-8083b54536fc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:34.978517 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4307aa2a-6515-4e76-a31a-90eaa94f7e5b None None] Provisioning for port 730e526e-a2cd-4b9a-879b-24b3177fde31 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:34.984882 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4307aa2a-6515-4e76-a31a-90eaa94f7e5b None None] Provisioning complete for port 730e526e-a2cd-4b9a-879b-24b3177fde31 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:34.985527 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4307aa2a-6515-4e76-a31a-90eaa94f7e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:35.030338 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7cd1f887-6857-4dd2-99e4-8083b54536fc tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4388633 Jul 06 14:09:35.030338 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-4499ccef-d874-4973-aca1-ed52aa61c998 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Allocated IP 2001:db8::2bc (8bd892e5-bedd-4b7e-b250-a00f17e5b1eb/9d17e7f8-470f-4d19-93a2-ab8a4d453f66/0aedd460-f429-43b6-a3a1-fa6e2a469f1f) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:35.030764 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41776) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:35.047645 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-4307aa2a-6515-4e76-a31a-90eaa94f7e5b None None] Port 730e526e-a2cd-4b9a-879b-24b3177fde31 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:35.175696 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-08781a3e-21a7-4c04-a5ff-bd6341bd2bbd None None] Provisioning for port 157d5a9e-a693-4199-8ed5-e40927522d61 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:35.184416 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-08781a3e-21a7-4c04-a5ff-bd6341bd2bbd None None] Provisioning complete for port 157d5a9e-a693-4199-8ed5-e40927522d61 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:35.184790 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-08781a3e-21a7-4c04-a5ff-bd6341bd2bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:35.209412 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cebe31-0ecf-4738-a414-134d18b474ca tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:35.222687 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c5cebe31-0ecf-4738-a414-134d18b474ca tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1897743 Jul 06 14:09:35.226041 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41782) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:35.246344 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-08781a3e-21a7-4c04-a5ff-bd6341bd2bbd None None] Port 157d5a9e-a693-4199-8ed5-e40927522d61 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:35.260265 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-08781a3e-21a7-4c04-a5ff-bd6341bd2bbd None None] Provisioning complete for port 0f3e5917-c03d-4232-878d-f05d073deb8d triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:35.260646 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-08781a3e-21a7-4c04-a5ff-bd6341bd2bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:35.304697 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4499ccef-d874-4973-aca1-ed52aa61c998 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:35.328693 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-4499ccef-d874-4973-aca1-ed52aa61c998 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Transition to ACTIVE for port object 0aedd460-f429-43b6-a3a1-fa6e2a469f1f will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:35.376818 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-08781a3e-21a7-4c04-a5ff-bd6341bd2bbd None None] Provisioning for port 4bf71909-94e3-492e-9b8a-e7df31500629 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:35.377932 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4499ccef-d874-4973-aca1-ed52aa61c998 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:35.379772 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3001a2fe-86d4-4f49-bebd-9807eeab4324 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:35.382029 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-08781a3e-21a7-4c04-a5ff-bd6341bd2bbd None None] Provisioning complete for port 4bf71909-94e3-492e-9b8a-e7df31500629 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:35.382483 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-08781a3e-21a7-4c04-a5ff-bd6341bd2bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:35.391876 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3001a2fe-86d4-4f49-bebd-9807eeab4324 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:35.398918 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3001a2fe-86d4-4f49-bebd-9807eeab4324 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:35.403287 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3001a2fe-86d4-4f49-bebd-9807eeab4324 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1702671 Jul 06 14:09:35.405249 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41784) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:35.434290 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-08781a3e-21a7-4c04-a5ff-bd6341bd2bbd None None] Port 4bf71909-94e3-492e-9b8a-e7df31500629 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:35.451431 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4499ccef-d874-4973-aca1-ed52aa61c998 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Network 8bd892e5-bedd-4b7e-b250-a00f17e5b1eb is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:35.455306 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-4499ccef-d874-4973-aca1-ed52aa61c998 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:35.459467 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4499ccef-d874-4973-aca1-ed52aa61c998 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:35.466572 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4499ccef-d874-4973-aca1-ed52aa61c998 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:35.466572 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4499ccef-d874-4973-aca1-ed52aa61c998 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:35.490698 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499ccef-d874-4973-aca1-ed52aa61c998 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Pushing event updated for resources: {'Port': ['ID=0aedd460-f429-43b6-a3a1-fa6e2a469f1f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:35.504621 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4499ccef-d874-4973-aca1-ed52aa61c998 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0410063 Jul 06 14:09:35.506060 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41790) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:35.513151 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-03785d09-ce36-4649-bf18-b4fa252a33de tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::d4', 'mac_address': 'fa:16:3e:c3:4f:74'}, {'ip_address': '2001:db8::218', 'mac_address': 'fa:16:3e:18:e8:32'}]}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:35.560615 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a4f021dd-f501-4092-b92f-a097a1ec69fc None None] Provisioning complete for port 157d5a9e-a693-4199-8ed5-e40927522d61 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:35.561253 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a4f021dd-f501-4092-b92f-a097a1ec69fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:35.601882 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-4caae54f-73f9-4912-9f1d-1e26f48bd56f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting port 4bf71909-94e3-492e-9b8a-e7df31500629 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:35.602739 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4caae54f-73f9-4912-9f1d-1e26f48bd56f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:35.633554 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a4f021dd-f501-4092-b92f-a097a1ec69fc None None] Port 157d5a9e-a693-4199-8ed5-e40927522d61 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:35.650623 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03785d09-ce36-4649-bf18-b4fa252a33de tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:35.726029 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4caae54f-73f9-4912-9f1d-1e26f48bd56f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:35.745164 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-4caae54f-73f9-4912-9f1d-1e26f48bd56f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Calling delete_port for 4bf71909-94e3-492e-9b8a-e7df31500629 owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:35.757308 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-23acfde3-69d5-4002-b77b-4b3cc6e29e5f None None] Provisioning complete for port 4bf71909-94e3-492e-9b8a-e7df31500629 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:35.757680 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-23acfde3-69d5-4002-b77b-4b3cc6e29e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:35.819124 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-23acfde3-69d5-4002-b77b-4b3cc6e29e5f None None] Port 4bf71909-94e3-492e-9b8a-e7df31500629 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:35.924200 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03785d09-ce36-4649-bf18-b4fa252a33de tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:35.936933 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03785d09-ce36-4649-bf18-b4fa252a33de tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:35.939674 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4caae54f-73f9-4912-9f1d-1e26f48bd56f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:35.948614 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5b93412c-14c0-47db-a4e1-896b45364a70 None None] Provisioning for port 0aedd460-f429-43b6-a3a1-fa6e2a469f1f completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:35.955271 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5b93412c-14c0-47db-a4e1-896b45364a70 None None] Provisioning complete for port 0aedd460-f429-43b6-a3a1-fa6e2a469f1f triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:35.956902 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5b93412c-14c0-47db-a4e1-896b45364a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:35.984479 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-03785d09-ce36-4649-bf18-b4fa252a33de tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] In _notify_port_updated(), no bound segment for port 0aedd460-f429-43b6-a3a1-fa6e2a469f1f on network 8bd892e5-bedd-4b7e-b250-a00f17e5b1eb {{(pid=100417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:09:35.990964 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03785d09-ce36-4649-bf18-b4fa252a33de tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:35.991653 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03785d09-ce36-4649-bf18-b4fa252a33de tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:35.993026 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-03785d09-ce36-4649-bf18-b4fa252a33de tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] 10.222.0.118 "PUT /v2.0/ports/0aedd460-f429-43b6-a3a1-fa6e2a469f1f HTTP/1.1" status: 200 len: 1067 time: 0.4856179 Jul 06 14:09:35.996371 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41802) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:36.011748 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-5b93412c-14c0-47db-a4e1-896b45364a70 None None] Port 0aedd460-f429-43b6-a3a1-fa6e2a469f1f cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:36.015191 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0f3e5917-c03d-4232-878d-f05d073deb8d up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:36.025171 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caae54f-73f9-4912-9f1d-1e26f48bd56f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Port': ['ID=4bf71909-94e3-492e-9b8a-e7df31500629,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:36.053936 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03785d09-ce36-4649-bf18-b4fa252a33de tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Pushing event updated for resources: {'Port': ['ID=0aedd460-f429-43b6-a3a1-fa6e2a469f1f,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:36.096342 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 0f3e5917-c03d-4232-878d-f05d073deb8d triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:36.096987 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:36.121295 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4caae54f-73f9-4912-9f1d-1e26f48bd56f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:36.125463 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4caae54f-73f9-4912-9f1d-1e26f48bd56f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/ports/4bf71909-94e3-492e-9b8a-e7df31500629 HTTP/1.1" status: 204 len: 168 time: 0.7187901 Jul 06 14:09:36.134485 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41810) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:36.141294 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c15ca1a9-44fd-4e37-aed0-9b64206ab5e9 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Deleting port 0aedd460-f429-43b6-a3a1-fa6e2a469f1f {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:36.142066 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c15ca1a9-44fd-4e37-aed0-9b64206ab5e9 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:36.171019 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-99459b8c-bb17-4360-afb3-d8f42259796b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] GET failed (client error): The resource could not be found. Jul 06 14:09:36.173330 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-99459b8c-bb17-4360-afb3-d8f42259796b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "GET /v2.0/ports/4bf71909-94e3-492e-9b8a-e7df31500629 HTTP/1.1" status: 404 len: 333 time: 0.0374057 Jul 06 14:09:36.176049 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41814) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:36.344798 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-fbb23db4-28b0-4ade-83b4-bbe5f8223a05 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting port 157d5a9e-a693-4199-8ed5-e40927522d61 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:36.345495 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fbb23db4-28b0-4ade-83b4-bbe5f8223a05 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:36.359955 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c15ca1a9-44fd-4e37-aed0-9b64206ab5e9 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:36.400353 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c15ca1a9-44fd-4e37-aed0-9b64206ab5e9 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Calling delete_port for 0aedd460-f429-43b6-a3a1-fa6e2a469f1f owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:36.492686 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fbb23db4-28b0-4ade-83b4-bbe5f8223a05 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:36.508437 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-fbb23db4-28b0-4ade-83b4-bbe5f8223a05 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Calling delete_port for 157d5a9e-a693-4199-8ed5-e40927522d61 owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:36.580521 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c15ca1a9-44fd-4e37-aed0-9b64206ab5e9 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:36.584568 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f34b290f-9b42-43ec-84b0-7df45e988c26 None None] Provisioning complete for port 0aedd460-f429-43b6-a3a1-fa6e2a469f1f triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:36.585094 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f34b290f-9b42-43ec-84b0-7df45e988c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:36.607317 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-f34b290f-9b42-43ec-84b0-7df45e988c26 None None] Port 0aedd460-f429-43b6-a3a1-fa6e2a469f1f was deleted so its status cannot be updated. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 06 14:09:36.676687 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fbb23db4-28b0-4ade-83b4-bbe5f8223a05 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:36.684129 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ca1a9-44fd-4e37-aed0-9b64206ab5e9 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Pushing event deleted for resources: {'Port': ['ID=0aedd460-f429-43b6-a3a1-fa6e2a469f1f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:36.720294 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb23db4-28b0-4ade-83b4-bbe5f8223a05 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Port': ['ID=157d5a9e-a693-4199-8ed5-e40927522d61,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:36.882490 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fbb23db4-28b0-4ade-83b4-bbe5f8223a05 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:36.884501 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-fbb23db4-28b0-4ade-83b4-bbe5f8223a05 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/ports/157d5a9e-a693-4199-8ed5-e40927522d61 HTTP/1.1" status: 204 len: 168 time: 0.7072327 Jul 06 14:09:36.887714 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41840) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:36.929608 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c15ca1a9-44fd-4e37-aed0-9b64206ab5e9 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:36.937159 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c15ca1a9-44fd-4e37-aed0-9b64206ab5e9 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] 10.222.0.118 "DELETE /v2.0/ports/0aedd460-f429-43b6-a3a1-fa6e2a469f1f HTTP/1.1" status: 204 len: 168 time: 0.9379354 Jul 06 14:09:36.938117 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41846) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:36.944015 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35fb581-da2c-4134-aa5d-4b2b6d5d5b59 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] GET failed (client error): The resource could not be found. Jul 06 14:09:36.948021 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e35fb581-da2c-4134-aa5d-4b2b6d5d5b59 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "GET /v2.0/ports/157d5a9e-a693-4199-8ed5-e40927522d61 HTTP/1.1" status: 404 len: 333 time: 0.0569177 Jul 06 14:09:36.949153 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41848) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:36.998273 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-733fd7a0-5b91-4007-9c6b-8929caaadd7c tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] GET failed (client error): The resource could not be found. Jul 06 14:09:37.003661 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-733fd7a0-5b91-4007-9c6b-8929caaadd7c tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] 10.222.0.118 "GET /v2.0/ports/0aedd460-f429-43b6-a3a1-fa6e2a469f1f HTTP/1.1" status: 404 len: 333 time: 0.0637403 Jul 06 14:09:37.004229 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41850) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:37.063141 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c3a839-bf89-44d1-9550-44f7a1f79028 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting subnet 41e4190e-4452-450d-ad41-81a7aeb3c66c {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:09:37.070757 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9c3a839-bf89-44d1-9550-44f7a1f79028 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:37.137915 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9c3a839-bf89-44d1-9550-44f7a1f79028 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:37.238053 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9c3a839-bf89-44d1-9550-44f7a1f79028 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:37.277964 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fd0a9e2d-3337-4409-a3f3-0e3fe0880ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:37.294192 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-347ba1c1-549b-4d04-a04a-f210c8548281 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Deleting port 730e526e-a2cd-4b9a-879b-24b3177fde31 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:37.294546 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-347ba1c1-549b-4d04-a04a-f210c8548281 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:37.362506 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9c3a839-bf89-44d1-9550-44f7a1f79028 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:37.398904 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c3a839-bf89-44d1-9550-44f7a1f79028 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Subnet': ['ID=41e4190e-4452-450d-ad41-81a7aeb3c66c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:37.407453 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9c3a839-bf89-44d1-9550-44f7a1f79028 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:37.409582 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e9c3a839-bf89-44d1-9550-44f7a1f79028 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/subnets/41e4190e-4452-450d-ad41-81a7aeb3c66c HTTP/1.1" status: 204 len: 168 time: 0.4593310 Jul 06 14:09:37.413016 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41868) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:37.424922 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c08bcdf-e066-4622-a571-057987295b50 None None] Network ca5bf931-c4d1-44b1-885e-54843689a0f9 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:37.459048 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-347ba1c1-549b-4d04-a04a-f210c8548281 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:37.479244 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-347ba1c1-549b-4d04-a04a-f210c8548281 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Calling delete_port for 730e526e-a2cd-4b9a-879b-24b3177fde31 owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:37.522758 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04af210c-35d7-448a-93fa-338a4dc5acb8 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:37.621694 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-04af210c-35d7-448a-93fa-338a4dc5acb8 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting port 0f3e5917-c03d-4232-878d-f05d073deb8d {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:37.635864 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04af210c-35d7-448a-93fa-338a4dc5acb8 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:37.693333 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-347ba1c1-549b-4d04-a04a-f210c8548281 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:37.706253 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f6381b-534d-416e-87cc-c3229ef059d6 None None] DHCP port deletion for ca5bf931-c4d1-44b1-885e-54843689a0f9 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:09:37.724065 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-04af210c-35d7-448a-93fa-338a4dc5acb8 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] For port 0f3e5917-c03d-4232-878d-f05d073deb8d, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0f3e5917-c03d-4232-878d-f05d073deb8d,segment=NetworkSegment(af14e652-fc98-4e11-8644-0f853f933cf5),segment_id=af14e652-fc98-4e11-8644-0f853f933cf5)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:37.724809 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04af210c-35d7-448a-93fa-338a4dc5acb8 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:37.746236 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-04af210c-35d7-448a-93fa-338a4dc5acb8 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Calling delete_port for 0f3e5917-c03d-4232-878d-f05d073deb8d owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:37.759478 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ba1c1-549b-4d04-a04a-f210c8548281 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Pushing event deleted for resources: {'Port': ['ID=730e526e-a2cd-4b9a-879b-24b3177fde31,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:37.765838 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-347ba1c1-549b-4d04-a04a-f210c8548281 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:37.770316 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-347ba1c1-549b-4d04-a04a-f210c8548281 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] 10.222.0.118 "DELETE /v2.0/ports/730e526e-a2cd-4b9a-879b-24b3177fde31 HTTP/1.1" status: 204 len: 168 time: 0.7650354 Jul 06 14:09:37.771354 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41878) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:37.797074 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-b4f6381b-534d-416e-87cc-c3229ef059d6 None None] Deleting port 0f3e5917-c03d-4232-878d-f05d073deb8d {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:37.797456 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b4f6381b-534d-416e-87cc-c3229ef059d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:37.843127 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d611e6b-c011-4b49-a084-0e44aff814f8 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] GET failed (client error): The resource could not be found. Jul 06 14:09:37.844929 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1d611e6b-c011-4b49-a084-0e44aff814f8 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] 10.222.0.118 "GET /v2.0/ports/730e526e-a2cd-4b9a-879b-24b3177fde31 HTTP/1.1" status: 404 len: 333 time: 0.0681708 Jul 06 14:09:37.849332 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41882) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:37.900468 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-b4f6381b-534d-416e-87cc-c3229ef059d6 None None] For port 0f3e5917-c03d-4232-878d-f05d073deb8d, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0f3e5917-c03d-4232-878d-f05d073deb8d,segment=NetworkSegment(af14e652-fc98-4e11-8644-0f853f933cf5),segment_id=af14e652-fc98-4e11-8644-0f853f933cf5)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:37.900857 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b4f6381b-534d-416e-87cc-c3229ef059d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:37.909917 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04af210c-35d7-448a-93fa-338a4dc5acb8 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:37.934339 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-b4f6381b-534d-416e-87cc-c3229ef059d6 None None] Calling delete_port for 0f3e5917-c03d-4232-878d-f05d073deb8d owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:37.943765 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af210c-35d7-448a-93fa-338a4dc5acb8 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Port': ['ID=0f3e5917-c03d-4232-878d-f05d073deb8d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:37.968223 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04af210c-35d7-448a-93fa-338a4dc5acb8 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] No DVR routers for this DVR port 0f3e5917-c03d-4232-878d-f05d073deb8d on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:09:38.048604 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0f3e5917-c03d-4232-878d-f05d073deb8d no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:09:38.074349 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b2197-2eb6-4a64-9062-9dd07b74ee84 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Deleting port 6417c62d-d6b0-4837-9066-dd1df81e20aa {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:38.074647 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2197-2eb6-4a64-9062-9dd07b74ee84 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.090080 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 0f3e5917-c03d-4232-878d-f05d073deb8d {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:09:38.090624 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0f3e5917-c03d-4232-878d-f05d073deb8d not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:09:38.122506 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b4f6381b-534d-416e-87cc-c3229ef059d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.163001 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6381b-534d-416e-87cc-c3229ef059d6 None None] Pushing event deleted for resources: {'Port': ['ID=0f3e5917-c03d-4232-878d-f05d073deb8d,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:38.165496 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f6381b-534d-416e-87cc-c3229ef059d6 None None] No DVR routers for this DVR port 0f3e5917-c03d-4232-878d-f05d073deb8d on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:09:38.186139 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04af210c-35d7-448a-93fa-338a4dc5acb8 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.200834 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-04af210c-35d7-448a-93fa-338a4dc5acb8 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca5bf931-c4d1-44b1-885e-54843689a0f9']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:38.213691 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41890) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:38.221729 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-04af210c-35d7-448a-93fa-338a4dc5acb8 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af14e652-fc98-4e11-8644-0f853f933cf5') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:38.222449 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-04af210c-35d7-448a-93fa-338a4dc5acb8 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af14e652-fc98-4e11-8644-0f853f933cf5') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:38.259807 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04af210c-35d7-448a-93fa-338a4dc5acb8 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.260147 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2197-2eb6-4a64-9062-9dd07b74ee84 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.260832 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04af210c-35d7-448a-93fa-338a4dc5acb8 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.266140 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04af210c-35d7-448a-93fa-338a4dc5acb8 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:09:38.266869 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04af210c-35d7-448a-93fa-338a4dc5acb8 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:09:38.271069 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:09:38.283536 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b2197-2eb6-4a64-9062-9dd07b74ee84 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Calling delete_port for 6417c62d-d6b0-4837-9066-dd1df81e20aa owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:38.341938 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04af210c-35d7-448a-93fa-338a4dc5acb8 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.356730 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04af210c-35d7-448a-93fa-338a4dc5acb8 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.360489 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-04af210c-35d7-448a-93fa-338a4dc5acb8 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/networks/ca5bf931-c4d1-44b1-885e-54843689a0f9 HTTP/1.1" status: 204 len: 168 time: 0.9465575 Jul 06 14:09:38.366471 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41898) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:38.372892 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-7de9bdf1-e278-4e3a-9987-a2a772e995e5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1935888873'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:38.378628 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af210c-35d7-448a-93fa-338a4dc5acb8 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Network': ['ID=ca5bf931-c4d1-44b1-885e-54843689a0f9,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:38.408780 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de9bdf1-e278-4e3a-9987-a2a772e995e5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:38.415936 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7de9bdf1-e278-4e3a-9987-a2a772e995e5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.434096 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bf0fb8d9-e3e8-4018-910a-cac2aec6f2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.479376 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de9bdf1-e278-4e3a-9987-a2a772e995e5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:09:38.496305 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7de9bdf1-e278-4e3a-9987-a2a772e995e5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.496743 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-7de9bdf1-e278-4e3a-9987-a2a772e995e5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Added segment 2ec81e68-18a5-47ef-8a12-e461a1c3ef0a of type vlan for network 5057ac10-692c-4991-a41b-c5a51783c837 Jul 06 14:09:38.505162 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2197-2eb6-4a64-9062-9dd07b74ee84 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.560107 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b2197-2eb6-4a64-9062-9dd07b74ee84 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Pushing event deleted for resources: {'Port': ['ID=6417c62d-d6b0-4837-9066-dd1df81e20aa,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:38.588803 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bf0fb8d9-e3e8-4018-910a-cac2aec6f2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.593430 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bf0fb8d9-e3e8-4018-910a-cac2aec6f2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.599728 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7de9bdf1-e278-4e3a-9987-a2a772e995e5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.606090 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3a5b2197-2eb6-4a64-9062-9dd07b74ee84 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.608284 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3a5b2197-2eb6-4a64-9062-9dd07b74ee84 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] 10.222.0.118 "DELETE /v2.0/ports/6417c62d-d6b0-4837-9066-dd1df81e20aa HTTP/1.1" status: 204 len: 168 time: 0.7568920 Jul 06 14:09:38.610797 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41906) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:38.639509 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fb8d9-e3e8-4018-910a-cac2aec6f2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0008ad-bdf5-4a4e-8629-2534fca3a987,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:38.674503 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bf0fb8d9-e3e8-4018-910a-cac2aec6f2e5 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=70622c125c5d4043b73a5fa45eda4488&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4555264 Jul 06 14:09:38.674908 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41908) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:38.681222 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe0351d-b3a2-4746-8450-d0188cdbceb4 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Deleting subnet 9d17e7f8-470f-4d19-93a2-ab8a4d453f66 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:09:38.685032 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7de9bdf1-e278-4e3a-9987-a2a772e995e5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.691744 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de9bdf1-e278-4e3a-9987-a2a772e995e5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:38.692534 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7de9bdf1-e278-4e3a-9987-a2a772e995e5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.695133 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-afe0351d-b3a2-4746-8450-d0188cdbceb4 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.736518 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6beb326c-fd6d-400f-b65a-76c8216912d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.762903 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6beb326c-fd6d-400f-b65a-76c8216912d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.796322 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7de9bdf1-e278-4e3a-9987-a2a772e995e5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4261577 Jul 06 14:09:38.797224 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41912) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:38.803135 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-f36357aa-89c0-48b4-9551-ace3e998d41f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'subnet': {'network_id': '5057ac10-692c-4991-a41b-c5a51783c837', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:38.803281 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9bdf1-e278-4e3a-9987-a2a772e995e5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Network': ['ID=5057ac10-692c-4991-a41b-c5a51783c837,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:38.811336 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-afe0351d-b3a2-4746-8450-d0188cdbceb4 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.817064 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 5057ac10-692c-4991-a41b-c5a51783c837 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:09:38.900328 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41914) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:38.935533 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36357aa-89c0-48b4-9551-ace3e998d41f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:38.939373 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f36357aa-89c0-48b4-9551-ace3e998d41f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.945085 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-afe0351d-b3a2-4746-8450-d0188cdbceb4 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.945400 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6beb326c-fd6d-400f-b65a-76c8216912d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.948020 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6beb326c-fd6d-400f-b65a-76c8216912d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:38.951657 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6beb326c-fd6d-400f-b65a-76c8216912d4 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/9f0008ad-bdf5-4a4e-8629-2534fca3a987 HTTP/1.1" status: 204 len: 168 time: 0.2726033 Jul 06 14:09:38.996205 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb326c-fd6d-400f-b65a-76c8216912d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0008ad-bdf5-4a4e-8629-2534fca3a987,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:39.034537 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-afe0351d-b3a2-4746-8450-d0188cdbceb4 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:39.070049 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0351d-b3a2-4746-8450-d0188cdbceb4 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Pushing event deleted for resources: {'Subnet': ['ID=9d17e7f8-470f-4d19-93a2-ab8a4d453f66,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:39.081212 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-afe0351d-b3a2-4746-8450-d0188cdbceb4 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:39.086910 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-afe0351d-b3a2-4746-8450-d0188cdbceb4 tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] 10.222.0.118 "DELETE /v2.0/subnets/9d17e7f8-470f-4d19-93a2-ab8a4d453f66 HTTP/1.1" status: 204 len: 168 time: 0.4734769 Jul 06 14:09:39.087870 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41920) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:39.088009 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df149de-6db0-44fb-bccb-551ec1c22853 None None] Network 8bd892e5-bedd-4b7e-b250-a00f17e5b1eb requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:39.215630 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a7d01cad-2476-41ec-9daa-be84fb65655b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:39.240910 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f36357aa-89c0-48b4-9551-ace3e998d41f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:39.311644 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e853c3dd-a7a6-46ee-9c0e-645c7b4ab456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:39.320058 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41924) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:39.328266 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36357aa-89c0-48b4-9551-ace3e998d41f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Subnet': ['ID=c3906ba6-17d8-4725-93c9-7917bda987bc,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:39.340833 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-85cf17ea-2d21-4303-b62d-5331b3ad4568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:39.343606 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-a7d01cad-2476-41ec-9daa-be84fb65655b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Deleting port 0e354b91-ca28-4e0b-89c1-0764b20c9136 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:39.344165 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a7d01cad-2476-41ec-9daa-be84fb65655b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:39.360536 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b750efa-21f1-4f57-bcd1-32f34004c5fd None None] DHCP port deletion for 8bd892e5-bedd-4b7e-b250-a00f17e5b1eb request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:09:39.373499 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36357aa-89c0-48b4-9551-ace3e998d41f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Checking segment: {'id': '2ec81e68-18a5-47ef-8a12-e461a1c3ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5057ac10-692c-4991-a41b-c5a51783c837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:39.373928 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36357aa-89c0-48b4-9551-ace3e998d41f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network hostable DHCP agents. Network: 5057ac10-692c-4991-a41b-c5a51783c837, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:09:39.412569 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-6b750efa-21f1-4f57-bcd1-32f34004c5fd None None] Deleting port 0e354b91-ca28-4e0b-89c1-0764b20c9136 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:39.413030 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6b750efa-21f1-4f57-bcd1-32f34004c5fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:39.415109 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36357aa-89c0-48b4-9551-ace3e998d41f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network 5057ac10-692c-4991-a41b-c5a51783c837 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:09:39.431003 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-a7d01cad-2476-41ec-9daa-be84fb65655b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] For port 0e354b91-ca28-4e0b-89c1-0764b20c9136, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0e354b91-ca28-4e0b-89c1-0764b20c9136,segment=NetworkSegment(6cbe4158-e1f9-46d8-96c1-cdc4615520f5),segment_id=6cbe4158-e1f9-46d8-96c1-cdc4615520f5)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:39.431528 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a7d01cad-2476-41ec-9daa-be84fb65655b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:39.433585 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-f36357aa-89c0-48b4-9551-ace3e998d41f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 5057ac10-692c-4991-a41b-c5a51783c837) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:39.442791 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36357aa-89c0-48b4-9551-ace3e998d41f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:39.443449 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f36357aa-89c0-48b4-9551-ace3e998d41f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:39.451266 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-a7d01cad-2476-41ec-9daa-be84fb65655b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Calling delete_port for 0e354b91-ca28-4e0b-89c1-0764b20c9136 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:39.455039 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d878bdc4-ec80-4730-977a-98b7edc33dab None None] Network 5057ac10-692c-4991-a41b-c5a51783c837 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:39.475186 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e853c3dd-a7a6-46ee-9c0e-645c7b4ab456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:39.479892 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e853c3dd-a7a6-46ee-9c0e-645c7b4ab456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:39.521247 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e853c3dd-a7a6-46ee-9c0e-645c7b4ab456 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=9ecdc42d1d79446e8609d131ae5d879b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6194701 Jul 06 14:09:39.523294 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853c3dd-a7a6-46ee-9c0e-645c7b4ab456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac5015b-28d4-4d08-a81f-f526b0d59021,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:39.525300 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-6b750efa-21f1-4f57-bcd1-32f34004c5fd None None] For port 0e354b91-ca28-4e0b-89c1-0764b20c9136, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0e354b91-ca28-4e0b-89c1-0764b20c9136,segment=NetworkSegment(6cbe4158-e1f9-46d8-96c1-cdc4615520f5),segment_id=6cbe4158-e1f9-46d8-96c1-cdc4615520f5)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:39.525612 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6b750efa-21f1-4f57-bcd1-32f34004c5fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:39.526044 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41926) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:39.543893 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-6b750efa-21f1-4f57-bcd1-32f34004c5fd None None] Calling delete_port for 0e354b91-ca28-4e0b-89c1-0764b20c9136 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:39.582556 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-449daa44-c42a-4f55-9d3e-d25c70453b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:39.609219 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a7d01cad-2476-41ec-9daa-be84fb65655b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:39.618120 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-449daa44-c42a-4f55-9d3e-d25c70453b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:39.651169 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d01cad-2476-41ec-9daa-be84fb65655b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Pushing event deleted for resources: {'Port': ['ID=0e354b91-ca28-4e0b-89c1-0764b20c9136,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:39.654133 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d01cad-2476-41ec-9daa-be84fb65655b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] No DVR routers for this DVR port 0e354b91-ca28-4e0b-89c1-0764b20c9136 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:09:39.682416 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-449daa44-c42a-4f55-9d3e-d25c70453b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:39.685327 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-449daa44-c42a-4f55-9d3e-d25c70453b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:39.686635 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-449daa44-c42a-4f55-9d3e-d25c70453b43 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/2ac5015b-28d4-4d08-a81f-f526b0d59021 HTTP/1.1" status: 204 len: 168 time: 0.1596465 Jul 06 14:09:39.695055 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449daa44-c42a-4f55-9d3e-d25c70453b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac5015b-28d4-4d08-a81f-f526b0d59021,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:39.705183 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6b750efa-21f1-4f57-bcd1-32f34004c5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:39.714099 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8049b203-cd0d-4bd3-b876-0e96af1c5d65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-5057ac10-692c-4991-a41b-c5a51783c837', 'network_id': '5057ac10-692c-4991-a41b-c5a51783c837', 'tenant_id': '948d22789b7c4232b79ffb08eb97c715', 'fixed_ips': [{'subnet_id': 'c3906ba6-17d8-4725-93c9-7917bda987bc'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:09:39.715531 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8049b203-cd0d-4bd3-b876-0e96af1c5d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:39.731621 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-85cf17ea-2d21-4303-b62d-5331b3ad4568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:39.745413 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f36357aa-89c0-48b4-9551-ace3e998d41f tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9443324 Jul 06 14:09:39.745724 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41930) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:39.750398 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-27608df2-9124-4a1d-9253-5e95bf327886 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-584423233', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:39.759491 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b750efa-21f1-4f57-bcd1-32f34004c5fd None None] Pushing event deleted for resources: {'Port': ['ID=0e354b91-ca28-4e0b-89c1-0764b20c9136,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:39.764979 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b750efa-21f1-4f57-bcd1-32f34004c5fd None None] No DVR routers for this DVR port 0e354b91-ca28-4e0b-89c1-0764b20c9136 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:09:39.783381 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-85cf17ea-2d21-4303-b62d-5331b3ad4568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:39.786419 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-27608df2-9124-4a1d-9253-5e95bf327886 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:39.787432 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-27608df2-9124-4a1d-9253-5e95bf327886 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:39.862189 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-27608df2-9124-4a1d-9253-5e95bf327886 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:39.867792 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-27608df2-9124-4a1d-9253-5e95bf327886 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:39.907809 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-27608df2-9124-4a1d-9253-5e95bf327886 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:39.909285 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-27608df2-9124-4a1d-9253-5e95bf327886 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1624994 Jul 06 14:09:39.914393 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41932) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:39.926893 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-724e98fc-7daa-4303-bbbc-e7a132f2f1bb tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'port': {'network_id': '5057ac10-692c-4991-a41b-c5a51783c837', 'name': 'tempest-PortsTestJSON-77263879'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:39.937311 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-8049b203-cd0d-4bd3-b876-0e96af1c5d65 None None] Allocated IP 172.20.0.2 (5057ac10-692c-4991-a41b-c5a51783c837/c3906ba6-17d8-4725-93c9-7917bda987bc/d0e37eba-ab7d-4aae-857d-e0ce504f8bec) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:40.108607 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724e98fc-7daa-4303-bbbc-e7a132f2f1bb tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:40.115873 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a7d01cad-2476-41ec-9daa-be84fb65655b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.116329 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-724e98fc-7daa-4303-bbbc-e7a132f2f1bb tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.128189 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8049b203-cd0d-4bd3-b876-0e96af1c5d65 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.139127 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8049b203-cd0d-4bd3-b876-0e96af1c5d65 None None] Transition to ACTIVE for port object d0e37eba-ab7d-4aae-857d-e0ce504f8bec will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:40.141237 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-a7d01cad-2476-41ec-9daa-be84fb65655b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd892e5-bedd-4b7e-b250-a00f17e5b1eb']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:40.143964 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-724e98fc-7daa-4303-bbbc-e7a132f2f1bb tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] device_id is not set on port 0cc0afa9-c972-4b29-82fb-05f4f12754dd yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:09:40.147181 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0e354b91-ca28-4e0b-89c1-0764b20c9136 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:09:40.157320 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-85cf17ea-2d21-4303-b62d-5331b3ad4568 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=ff644c7dbab04ef283a21c999a04c1c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8361678 Jul 06 14:09:40.159477 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-a7d01cad-2476-41ec-9daa-be84fb65655b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cbe4158-e1f9-46d8-96c1-cdc4615520f5') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:40.160016 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-a7d01cad-2476-41ec-9daa-be84fb65655b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cbe4158-e1f9-46d8-96c1-cdc4615520f5') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:40.162201 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf17ea-2d21-4303-b62d-5331b3ad4568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0becee-5b45-4fc4-9361-28c27b2c4dca,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:40.164166 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41936) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:40.172541 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a7d01cad-2476-41ec-9daa-be84fb65655b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.185931 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 0e354b91-ca28-4e0b-89c1-0764b20c9136 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:09:40.186284 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0e354b91-ca28-4e0b-89c1-0764b20c9136 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:09:40.194858 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8049b203-cd0d-4bd3-b876-0e96af1c5d65 None None] Transition to ACTIVE for port object d0e37eba-ab7d-4aae-857d-e0ce504f8bec will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:40.201447 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a7d01cad-2476-41ec-9daa-be84fb65655b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.214220 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8049b203-cd0d-4bd3-b876-0e96af1c5d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.217181 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d01cad-2476-41ec-9daa-be84fb65655b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:09:40.218606 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a7d01cad-2476-41ec-9daa-be84fb65655b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:09:40.224114 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:09:40.228070 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.273599 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8049b203-cd0d-4bd3-b876-0e96af1c5d65 None None] Network 5057ac10-692c-4991-a41b-c5a51783c837 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:40.276682 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-8049b203-cd0d-4bd3-b876-0e96af1c5d65 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:40.280204 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8049b203-cd0d-4bd3-b876-0e96af1c5d65 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:40.286493 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41938) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:40.305677 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-11890d96-aef0-4cc4-8868-ef6cba42e5af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.317631 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a7d01cad-2476-41ec-9daa-be84fb65655b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.321135 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049b203-cd0d-4bd3-b876-0e96af1c5d65 None None] Pushing event updated for resources: {'Port': ['ID=d0e37eba-ab7d-4aae-857d-e0ce504f8bec,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:40.328057 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a7d01cad-2476-41ec-9daa-be84fb65655b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.330383 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a7d01cad-2476-41ec-9daa-be84fb65655b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] 10.222.0.118 "DELETE /v2.0/networks/8bd892e5-bedd-4b7e-b250-a00f17e5b1eb HTTP/1.1" status: 204 len: 168 time: 1.2403677 Jul 06 14:09:40.350596 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d01cad-2476-41ec-9daa-be84fb65655b tempest-AllowedAddressPairIpV6TestJSON-141353741 tempest-AllowedAddressPairIpV6TestJSON-141353741-project] Pushing event deleted for resources: {'Network': ['ID=8bd892e5-bedd-4b7e-b250-a00f17e5b1eb,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:40.384220 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8049b203-cd0d-4bd3-b876-0e96af1c5d65 None None] Attempting to bind port d0e37eba-ab7d-4aae-857d-e0ce504f8bec on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:40.384598 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8049b203-cd0d-4bd3-b876-0e96af1c5d65 None None] Attempting to bind port d0e37eba-ab7d-4aae-857d-e0ce504f8bec by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '2ec81e68-18a5-47ef-8a12-e461a1c3ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5057ac10-692c-4991-a41b-c5a51783c837'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:40.385015 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8049b203-cd0d-4bd3-b876-0e96af1c5d65 None None] Attempting to bind port d0e37eba-ab7d-4aae-857d-e0ce504f8bec on network 5057ac10-692c-4991-a41b-c5a51783c837 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:40.391980 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8049b203-cd0d-4bd3-b876-0e96af1c5d65 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:09:40.392420 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8049b203-cd0d-4bd3-b876-0e96af1c5d65 None None] Checking segment: {'id': '2ec81e68-18a5-47ef-8a12-e461a1c3ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5057ac10-692c-4991-a41b-c5a51783c837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:40.393246 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8049b203-cd0d-4bd3-b876-0e96af1c5d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.393781 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8049b203-cd0d-4bd3-b876-0e96af1c5d65 None None] Bound using segment: {'id': '2ec81e68-18a5-47ef-8a12-e461a1c3ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5057ac10-692c-4991-a41b-c5a51783c837'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:09:40.394290 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8049b203-cd0d-4bd3-b876-0e96af1c5d65 None None] Bound port: d0e37eba-ab7d-4aae-857d-e0ce504f8bec, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec81e68-18a5-47ef-8a12-e461a1c3ef0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '5057ac10-692c-4991-a41b-c5a51783c837'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:09:40.396538 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8049b203-cd0d-4bd3-b876-0e96af1c5d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.487520 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8049b203-cd0d-4bd3-b876-0e96af1c5d65 None None] For port d0e37eba-ab7d-4aae-857d-e0ce504f8bec, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:09:40.492722 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8049b203-cd0d-4bd3-b876-0e96af1c5d65 None None] For port d0e37eba-ab7d-4aae-857d-e0ce504f8bec, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d0e37eba-ab7d-4aae-857d-e0ce504f8bec,segment=NetworkSegment(2ec81e68-18a5-47ef-8a12-e461a1c3ef0a),segment_id=2ec81e68-18a5-47ef-8a12-e461a1c3ef0a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:09:40.496162 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-11890d96-aef0-4cc4-8868-ef6cba42e5af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.500479 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8049b203-cd0d-4bd3-b876-0e96af1c5d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.502720 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-11890d96-aef0-4cc4-8868-ef6cba42e5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.580893 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049b203-cd0d-4bd3-b876-0e96af1c5d65 None None] Pushing event updated for resources: {'Port': ['ID=d0e37eba-ab7d-4aae-857d-e0ce504f8bec,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:40.609708 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-607e9b6e-de06-488a-a67c-8e36c43cf923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.618837 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-11890d96-aef0-4cc4-8868-ef6cba42e5af admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=8c5066f74b044f9f8861a39fb8dead38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3284757 Jul 06 14:09:40.620410 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41944) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:40.636229 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11890d96-aef0-4cc4-8868-ef6cba42e5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ffa148-9320-487f-9466-8e2990c5155e,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:40.651720 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b55ed1c-0a9d-4357-90da-9db26997cd15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.666266 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-724e98fc-7daa-4303-bbbc-e7a132f2f1bb tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Allocated IP 172.20.0.4 (5057ac10-692c-4991-a41b-c5a51783c837/c3906ba6-17d8-4725-93c9-7917bda987bc/0cc0afa9-c972-4b29-82fb-05f4f12754dd) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:40.685061 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-19173bf9-5922-49d3-8ad5-c77e1a038318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.694810 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b55ed1c-0a9d-4357-90da-9db26997cd15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.705777 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41946) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:40.712103 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-19173bf9-5922-49d3-8ad5-c77e1a038318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.776667 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-19173bf9-5922-49d3-8ad5-c77e1a038318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.779442 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-19173bf9-5922-49d3-8ad5-c77e1a038318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.780611 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-19173bf9-5922-49d3-8ad5-c77e1a038318 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/92ffa148-9320-487f-9466-8e2990c5155e HTTP/1.1" status: 204 len: 168 time: 0.1589832 Jul 06 14:09:40.795949 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19173bf9-5922-49d3-8ad5-c77e1a038318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ffa148-9320-487f-9466-8e2990c5155e,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:40.847344 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b55ed1c-0a9d-4357-90da-9db26997cd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.850486 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b55ed1c-0a9d-4357-90da-9db26997cd15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.858007 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2b55ed1c-0a9d-4357-90da-9db26997cd15 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/1b0becee-5b45-4fc4-9361-28c27b2c4dca HTTP/1.1" status: 204 len: 168 time: 0.6382315 Jul 06 14:09:40.891011 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55ed1c-0a9d-4357-90da-9db26997cd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0becee-5b45-4fc4-9361-28c27b2c4dca,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:40.969811 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-724e98fc-7daa-4303-bbbc-e7a132f2f1bb tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:40.996857 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-724e98fc-7daa-4303-bbbc-e7a132f2f1bb tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Transition to ACTIVE for port object 0cc0afa9-c972-4b29-82fb-05f4f12754dd will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:41.008463 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-13a029bd-c391-4f11-b987-d168e37156a9 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=42e0f257e7dd4230a7cf3d9ec4b098bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2992973 Jul 06 14:09:41.008928 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41956) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:41.049373 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-724e98fc-7daa-4303-bbbc-e7a132f2f1bb tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:41.099860 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3f520abb-9101-4e1f-b548-464c0dee1e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:41.120428 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724e98fc-7daa-4303-bbbc-e7a132f2f1bb tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network 5057ac10-692c-4991-a41b-c5a51783c837 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:41.125656 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-724e98fc-7daa-4303-bbbc-e7a132f2f1bb tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:41.131045 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724e98fc-7daa-4303-bbbc-e7a132f2f1bb tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:41.140759 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3f520abb-9101-4e1f-b548-464c0dee1e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:41.190943 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e98fc-7daa-4303-bbbc-e7a132f2f1bb tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Port': ['ID=0cc0afa9-c972-4b29-82fb-05f4f12754dd,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:41.210912 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724e98fc-7daa-4303-bbbc-e7a132f2f1bb tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:41.212108 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-724e98fc-7daa-4303-bbbc-e7a132f2f1bb tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:41.217709 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3f520abb-9101-4e1f-b548-464c0dee1e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:41.225340 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3f520abb-9101-4e1f-b548-464c0dee1e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:41.233580 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3f520abb-9101-4e1f-b548-464c0dee1e79 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/bdb6fee7-5617-44ec-b76d-3da0664ba76d HTTP/1.1" status: 204 len: 168 time: 0.2234697 Jul 06 14:09:41.245385 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-724e98fc-7daa-4303-bbbc-e7a132f2f1bb tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3296325 Jul 06 14:09:41.246575 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41964) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:41.262072 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f520abb-9101-4e1f-b548-464c0dee1e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb6fee7-5617-44ec-b76d-3da0664ba76d,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:41.530567 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:41.719095 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c6f02a77-8808-46c0-a481-91f0968c2b64 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:41.967285 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57454c1b-d9ab-4e38-ad47-184e48a3bfb6 None None] Network 5057ac10-692c-4991-a41b-c5a51783c837 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:42.047767 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d0e37eba-ab7d-4aae-857d-e0ce504f8bec up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:42.088436 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c97710f3-6f44-4bbe-8339-11d3cf78adc3 None None] Provisioning for port d0e37eba-ab7d-4aae-857d-e0ce504f8bec completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:42.096742 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c6f02a77-8808-46c0-a481-91f0968c2b64 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:42.104938 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c6f02a77-8808-46c0-a481-91f0968c2b64 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:42.183464 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port d0e37eba-ab7d-4aae-857d-e0ce504f8bec completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:42.192925 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port d0e37eba-ab7d-4aae-857d-e0ce504f8bec triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:42.193318 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:42.233039 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f02a77-8808-46c0-a481-91f0968c2b64 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Port': ['ID=0cc0afa9-c972-4b29-82fb-05f4f12754dd,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:42.376553 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:42.419790 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port d0e37eba-ab7d-4aae-857d-e0ce504f8bec, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d0e37eba-ab7d-4aae-857d-e0ce504f8bec,segment=NetworkSegment(2ec81e68-18a5-47ef-8a12-e461a1c3ef0a),segment_id=2ec81e68-18a5-47ef-8a12-e461a1c3ef0a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:42.425474 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:42.448495 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c6f02a77-8808-46c0-a481-91f0968c2b64 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:42.539796 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=d0e37eba-ab7d-4aae-857d-e0ce504f8bec,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:42.632905 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c6f02a77-8808-46c0-a481-91f0968c2b64 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:42.647226 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c349ec5c-5e96-421c-ae12-e2cfbcb87ed8 None None] Provisioning for port 0cc0afa9-c972-4b29-82fb-05f4f12754dd completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:42.653921 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c349ec5c-5e96-421c-ae12-e2cfbcb87ed8 None None] Provisioning complete for port 0cc0afa9-c972-4b29-82fb-05f4f12754dd triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:42.654680 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c349ec5c-5e96-421c-ae12-e2cfbcb87ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:42.698062 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-c349ec5c-5e96-421c-ae12-e2cfbcb87ed8 None None] Port 0cc0afa9-c972-4b29-82fb-05f4f12754dd cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:42.712702 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c349ec5c-5e96-421c-ae12-e2cfbcb87ed8 None None] Provisioning complete for port d0e37eba-ab7d-4aae-857d-e0ce504f8bec triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:42.712878 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c349ec5c-5e96-421c-ae12-e2cfbcb87ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:42.960634 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-991227a9-4574-4ae4-829f-7d031fbd2790 None None] Provisioning complete for port 0cc0afa9-c972-4b29-82fb-05f4f12754dd triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:42.962599 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-991227a9-4574-4ae4-829f-7d031fbd2790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:42.998069 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c6f02a77-8808-46c0-a481-91f0968c2b64 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:43.008144 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c6f02a77-8808-46c0-a481-91f0968c2b64 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:43.012722 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-991227a9-4574-4ae4-829f-7d031fbd2790 None None] Port 0cc0afa9-c972-4b29-82fb-05f4f12754dd cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:43.044499 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42030) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:43.085317 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:43.126644 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c6f02a77-8808-46c0-a481-91f0968c2b64 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:43.131347 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f02a77-8808-46c0-a481-91f0968c2b64 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Port': ['ID=0cc0afa9-c972-4b29-82fb-05f4f12754dd,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:43.240746 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3405bc5d-4f15-418c-8035-e151182cbfc5 None None] Provisioning complete for port 0cc0afa9-c972-4b29-82fb-05f4f12754dd triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:43.241469 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3405bc5d-4f15-418c-8035-e151182cbfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:43.241721 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f02a77-8808-46c0-a481-91f0968c2b64 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network 5057ac10-692c-4991-a41b-c5a51783c837 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:43.244190 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-c6f02a77-8808-46c0-a481-91f0968c2b64 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:43.325270 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-3405bc5d-4f15-418c-8035-e151182cbfc5 None None] Port 0cc0afa9-c972-4b29-82fb-05f4f12754dd cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:43.373192 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-1a233335-1ae0-49c4-b6bb-490ecceee88d tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-35396806'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:43.408782 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a233335-1ae0-49c4-b6bb-490ecceee88d tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Made reservation on behalf of c39e7023cac24fd8ba59663bfcadaa30 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:43.409669 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f02a77-8808-46c0-a481-91f0968c2b64 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Router df8d09aa-1257-422e-aaa4-5d890d585da6 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:09:43.415692 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1a233335-1ae0-49c4-b6bb-490ecceee88d tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:43.429419 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1a233335-1ae0-49c4-b6bb-490ecceee88d tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:43.571938 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1a233335-1ae0-49c4-b6bb-490ecceee88d tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:43.576503 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1a233335-1ae0-49c4-b6bb-490ecceee88d tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:43.584713 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f02a77-8808-46c0-a481-91f0968c2b64 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:09:43.594445 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c6f02a77-8808-46c0-a481-91f0968c2b64 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "PUT /v2.0/routers/df8d09aa-1257-422e-aaa4-5d890d585da6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3466969 Jul 06 14:09:43.595120 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42050) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:43.599858 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45b5794-770a-42e5-9b3a-bd4d76abf859 None None] Sync routers for ids ['df8d09aa-1257-422e-aaa4-5d890d585da6'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:09:43.611870 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a233335-1ae0-49c4-b6bb-490ecceee88d tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:09:43.619568 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45b5794-770a-42e5-9b3a-bd4d76abf859 None None] Routers {'df8d09aa-1257-422e-aaa4-5d890d585da6'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:09:43.621033 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c45b5794-770a-42e5-9b3a-bd4d76abf859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:09:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['df8d09aa-1257-422e-aaa4-5d890d585da6'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:43.623742 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a233335-1ae0-49c4-b6bb-490ecceee88d tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28361855-f96e-4960-9553-6a49f5ed903f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:43.645211 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1a233335-1ae0-49c4-b6bb-490ecceee88d tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:43.645566 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-1a233335-1ae0-49c4-b6bb-490ecceee88d tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Added segment 3f98caaf-65fc-4f73-9ecc-1f3616b683fb of type vlan for network 06ed28ea-f478-4949-aef7-1a80c9eb0d7b Jul 06 14:09:43.667467 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad5921d-cd55-41ef-abe1-960c1cc959a7 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:43.672457 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7ad5921d-cd55-41ef-abe1-960c1cc959a7 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "GET /v2.0/ports?device_id=df8d09aa-1257-422e-aaa4-5d890d585da6 HTTP/1.1" status: 200 len: 980 time: 0.0763431 Jul 06 14:09:43.673356 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42052) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:43.684639 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c45b5794-770a-42e5-9b3a-bd4d76abf859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:43.698676 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45b5794-770a-42e5-9b3a-bd4d76abf859 None None] Routers {'df8d09aa-1257-422e-aaa4-5d890d585da6'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:09:43.699516 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c45b5794-770a-42e5-9b3a-bd4d76abf859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:09:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['df8d09aa-1257-422e-aaa4-5d890d585da6'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:43.732733 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1a233335-1ae0-49c4-b6bb-490ecceee88d tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:43.780404 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1a233335-1ae0-49c4-b6bb-490ecceee88d tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:43.793921 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a233335-1ae0-49c4-b6bb-490ecceee88d tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:43.795097 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1a233335-1ae0-49c4-b6bb-490ecceee88d tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:43.898678 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1a233335-1ae0-49c4-b6bb-490ecceee88d tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8476727 Jul 06 14:09:43.910705 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a233335-1ae0-49c4-b6bb-490ecceee88d tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event updated for resources: {'Network': ['ID=06ed28ea-f478-4949-aef7-1a80c9eb0d7b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:43.973279 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c45b5794-770a-42e5-9b3a-bd4d76abf859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:43.974142 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45b5794-770a-42e5-9b3a-bd4d76abf859 None None] The sync data for ids ['df8d09aa-1257-422e-aaa4-5d890d585da6'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:09:43.982856 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 06ed28ea-f478-4949-aef7-1a80c9eb0d7b details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:09:43.985066 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-cdc5beb0-5522-42a4-a87e-174d5f961ea4 None None] Provisioning complete for port 0cc0afa9-c972-4b29-82fb-05f4f12754dd triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:43.985547 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cdc5beb0-5522-42a4-a87e-174d5f961ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:44.042710 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42066) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:44.053019 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-25c640f4-c282-417b-b67d-8c4d9177640b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Request body: {'subnet': {'network_id': '06ed28ea-f478-4949-aef7-1a80c9eb0d7b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:44.117255 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d0e37eba-ab7d-4aae-857d-e0ce504f8bec up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:44.169993 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-cdc5beb0-5522-42a4-a87e-174d5f961ea4 None None] Port 0cc0afa9-c972-4b29-82fb-05f4f12754dd cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:44.181096 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port d0e37eba-ab7d-4aae-857d-e0ce504f8bec triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:44.181461 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:44.261585 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c640f4-c282-417b-b67d-8c4d9177640b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Made reservation on behalf of c39e7023cac24fd8ba59663bfcadaa30 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:44.265323 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-25c640f4-c282-417b-b67d-8c4d9177640b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:44.630841 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42084) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:44.769090 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4e2420c-4845-4289-9239-cdcadd7f62d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:44.878196 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-216a99b1-3568-4985-b87a-fb8e9f6fcc09 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:44.889483 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4e2420c-4845-4289-9239-cdcadd7f62d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:44.894552 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4e2420c-4845-4289-9239-cdcadd7f62d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:44.941203 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c4e2420c-4845-4289-9239-cdcadd7f62d3 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=e514c826d111468a8e62ff1233c2499f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3056278 Jul 06 14:09:44.941203 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2420c-4845-4289-9239-cdcadd7f62d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb44af0d-3078-433a-8f83-10f314ae8473,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:44.942365 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42090) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:44.965021 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-25c640f4-c282-417b-b67d-8c4d9177640b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.000182 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c344e86a-932e-4308-827b-98d987333d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.025853 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c344e86a-932e-4308-827b-98d987333d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.078913 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c640f4-c282-417b-b67d-8c4d9177640b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event updated for resources: {'Subnet': ['ID=6fc5b84e-f0ee-450f-a3d1-0a331f6be476,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:45.094513 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c344e86a-932e-4308-827b-98d987333d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.098347 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c344e86a-932e-4308-827b-98d987333d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.102574 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c344e86a-932e-4308-827b-98d987333d77 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/fb44af0d-3078-433a-8f83-10f314ae8473 HTTP/1.1" status: 204 len: 168 time: 0.1562645 Jul 06 14:09:45.110641 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c640f4-c282-417b-b67d-8c4d9177640b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Checking segment: {'id': '3f98caaf-65fc-4f73-9ecc-1f3616b683fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '06ed28ea-f478-4949-aef7-1a80c9eb0d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:45.110824 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c640f4-c282-417b-b67d-8c4d9177640b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Network hostable DHCP agents. Network: 06ed28ea-f478-4949-aef7-1a80c9eb0d7b, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:09:45.112649 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344e86a-932e-4308-827b-98d987333d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb44af0d-3078-433a-8f83-10f314ae8473,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:45.142963 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c640f4-c282-417b-b67d-8c4d9177640b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Network 06ed28ea-f478-4949-aef7-1a80c9eb0d7b is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:09:45.161667 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-25c640f4-c282-417b-b67d-8c4d9177640b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 06ed28ea-f478-4949-aef7-1a80c9eb0d7b) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:45.167845 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c640f4-c282-417b-b67d-8c4d9177640b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:45.168698 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-25c640f4-c282-417b-b67d-8c4d9177640b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.176951 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489d62ba-27d9-4edf-8c8a-994160e750ad None None] Network 06ed28ea-f478-4949-aef7-1a80c9eb0d7b requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:45.220752 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-25c640f4-c282-417b-b67d-8c4d9177640b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1735642 Jul 06 14:09:45.220980 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42096) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:45.228451 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-983b5e08-25b2-4ba0-a0bf-3759269d641d tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1475400053'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:45.261454 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-216a99b1-3568-4985-b87a-fb8e9f6fcc09 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting port 0cc0afa9-c972-4b29-82fb-05f4f12754dd {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:45.261860 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-216a99b1-3568-4985-b87a-fb8e9f6fcc09 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.279016 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983b5e08-25b2-4ba0-a0bf-3759269d641d tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Made reservation on behalf of c39e7023cac24fd8ba59663bfcadaa30 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:45.282406 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-983b5e08-25b2-4ba0-a0bf-3759269d641d tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.353741 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-983b5e08-25b2-4ba0-a0bf-3759269d641d tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:09:45.365912 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a63f28a-aa75-4230-9b6c-b10f1c84b245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-06ed28ea-f478-4949-aef7-1a80c9eb0d7b', 'network_id': '06ed28ea-f478-4949-aef7-1a80c9eb0d7b', 'tenant_id': 'c39e7023cac24fd8ba59663bfcadaa30', 'fixed_ips': [{'subnet_id': '6fc5b84e-f0ee-450f-a3d1-0a331f6be476'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:09:45.366872 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8a63f28a-aa75-4230-9b6c-b10f1c84b245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.378601 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-983b5e08-25b2-4ba0-a0bf-3759269d641d tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.380032 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-983b5e08-25b2-4ba0-a0bf-3759269d641d tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Added segment e3e503c3-2238-49d5-a590-53fb17a7ffaa of type vlan for network 725e771a-b0c9-4d04-8c72-606db894b111 Jul 06 14:09:45.435300 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-216a99b1-3568-4985-b87a-fb8e9f6fcc09 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.453807 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-983b5e08-25b2-4ba0-a0bf-3759269d641d tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.463494 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-216a99b1-3568-4985-b87a-fb8e9f6fcc09 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Calling delete_port for 0cc0afa9-c972-4b29-82fb-05f4f12754dd owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:45.486631 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42104) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:45.552011 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-8a63f28a-aa75-4230-9b6c-b10f1c84b245 None None] Allocated IP 172.20.255.242 (06ed28ea-f478-4949-aef7-1a80c9eb0d7b/6fc5b84e-f0ee-450f-a3d1-0a331f6be476/4b22c61f-66db-45d2-acfe-8ce2faf8fab1) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:45.565104 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-983b5e08-25b2-4ba0-a0bf-3759269d641d tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.572248 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983b5e08-25b2-4ba0-a0bf-3759269d641d tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:45.572865 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-983b5e08-25b2-4ba0-a0bf-3759269d641d tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.634630 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ee8b940a-5381-470f-9098-587feb295dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.698821 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-983b5e08-25b2-4ba0-a0bf-3759269d641d tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4761271 Jul 06 14:09:45.705103 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42114) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:45.713110 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-d8bc8790-c91d-4345-86e4-368f4891b0f0 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Request body: {'subnet': {'network_id': '725e771a-b0c9-4d04-8c72-606db894b111', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:45.738719 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b5e08-25b2-4ba0-a0bf-3759269d641d tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event updated for resources: {'Network': ['ID=725e771a-b0c9-4d04-8c72-606db894b111,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:45.761576 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 725e771a-b0c9-4d04-8c72-606db894b111 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:09:45.763567 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ee8b940a-5381-470f-9098-587feb295dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.771848 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ee8b940a-5381-470f-9098-587feb295dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.781278 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8a63f28a-aa75-4230-9b6c-b10f1c84b245 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.805336 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ee8b940a-5381-470f-9098-587feb295dc6 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=ec74c63c8f914a378d970d6972467a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3175139 Jul 06 14:09:45.810256 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42120) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:45.833940 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b940a-5381-470f-9098-587feb295dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03e4b6a-7e77-4a76-9638-d9127bdad808,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:45.916211 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8a63f28a-aa75-4230-9b6c-b10f1c84b245 None None] Transition to ACTIVE for port object 4b22c61f-66db-45d2-acfe-8ce2faf8fab1 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:45.919667 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bc8790-c91d-4345-86e4-368f4891b0f0 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Made reservation on behalf of c39e7023cac24fd8ba59663bfcadaa30 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:45.923158 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d8bc8790-c91d-4345-86e4-368f4891b0f0 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.928310 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-216a99b1-3568-4985-b87a-fb8e9f6fcc09 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:45.954451 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8a63f28a-aa75-4230-9b6c-b10f1c84b245 None None] Transition to ACTIVE for port object 4b22c61f-66db-45d2-acfe-8ce2faf8fab1 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:45.964543 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8a63f28a-aa75-4230-9b6c-b10f1c84b245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:46.001432 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a99b1-3568-4985-b87a-fb8e9f6fcc09 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Port': ['ID=0cc0afa9-c972-4b29-82fb-05f4f12754dd,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:46.014416 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a63f28a-aa75-4230-9b6c-b10f1c84b245 None None] Network 06ed28ea-f478-4949-aef7-1a80c9eb0d7b is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:46.019046 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-8a63f28a-aa75-4230-9b6c-b10f1c84b245 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:46.019585 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aa5e54c4-8f21-41d2-9f11-aa9a98992263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:46.021719 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a63f28a-aa75-4230-9b6c-b10f1c84b245 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:46.035461 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63f28a-aa75-4230-9b6c-b10f1c84b245 None None] Pushing event updated for resources: {'Port': ['ID=4b22c61f-66db-45d2-acfe-8ce2faf8fab1,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:46.103563 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aa5e54c4-8f21-41d2-9f11-aa9a98992263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:46.119594 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8a63f28a-aa75-4230-9b6c-b10f1c84b245 None None] Attempting to bind port 4b22c61f-66db-45d2-acfe-8ce2faf8fab1 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:46.120354 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8a63f28a-aa75-4230-9b6c-b10f1c84b245 None None] Attempting to bind port 4b22c61f-66db-45d2-acfe-8ce2faf8fab1 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '3f98caaf-65fc-4f73-9ecc-1f3616b683fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '06ed28ea-f478-4949-aef7-1a80c9eb0d7b'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:46.120806 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a63f28a-aa75-4230-9b6c-b10f1c84b245 None None] Attempting to bind port 4b22c61f-66db-45d2-acfe-8ce2faf8fab1 on network 06ed28ea-f478-4949-aef7-1a80c9eb0d7b {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:46.134282 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a63f28a-aa75-4230-9b6c-b10f1c84b245 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:09:46.136588 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a63f28a-aa75-4230-9b6c-b10f1c84b245 None None] Checking segment: {'id': '3f98caaf-65fc-4f73-9ecc-1f3616b683fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '06ed28ea-f478-4949-aef7-1a80c9eb0d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:46.137290 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8a63f28a-aa75-4230-9b6c-b10f1c84b245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:46.137871 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a63f28a-aa75-4230-9b6c-b10f1c84b245 None None] Bound using segment: {'id': '3f98caaf-65fc-4f73-9ecc-1f3616b683fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '06ed28ea-f478-4949-aef7-1a80c9eb0d7b'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:09:46.138533 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8a63f28a-aa75-4230-9b6c-b10f1c84b245 None None] Bound port: 4b22c61f-66db-45d2-acfe-8ce2faf8fab1, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f98caaf-65fc-4f73-9ecc-1f3616b683fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '06ed28ea-f478-4949-aef7-1a80c9eb0d7b'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:09:46.139156 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8a63f28a-aa75-4230-9b6c-b10f1c84b245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:46.240684 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8a63f28a-aa75-4230-9b6c-b10f1c84b245 None None] For port 4b22c61f-66db-45d2-acfe-8ce2faf8fab1, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:09:46.245422 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8a63f28a-aa75-4230-9b6c-b10f1c84b245 None None] For port 4b22c61f-66db-45d2-acfe-8ce2faf8fab1, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=4b22c61f-66db-45d2-acfe-8ce2faf8fab1,segment=NetworkSegment(3f98caaf-65fc-4f73-9ecc-1f3616b683fb),segment_id=3f98caaf-65fc-4f73-9ecc-1f3616b683fb)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:09:46.252941 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8a63f28a-aa75-4230-9b6c-b10f1c84b245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:46.286139 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-216a99b1-3568-4985-b87a-fb8e9f6fcc09 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:46.301606 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aa5e54c4-8f21-41d2-9f11-aa9a98992263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:46.304715 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aa5e54c4-8f21-41d2-9f11-aa9a98992263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:46.305942 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-aa5e54c4-8f21-41d2-9f11-aa9a98992263 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/b03e4b6a-7e77-4a76-9638-d9127bdad808 HTTP/1.1" status: 204 len: 168 time: 0.4932745 Jul 06 14:09:46.322089 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63f28a-aa75-4230-9b6c-b10f1c84b245 None None] Pushing event updated for resources: {'Port': ['ID=4b22c61f-66db-45d2-acfe-8ce2faf8fab1,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:46.351403 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e54c4-8f21-41d2-9f11-aa9a98992263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03e4b6a-7e77-4a76-9638-d9127bdad808,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:46.499024 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42136) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:46.549151 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d8bc8790-c91d-4345-86e4-368f4891b0f0 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:46.620242 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216a99b1-3568-4985-b87a-fb8e9f6fcc09 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Router df8d09aa-1257-422e-aaa4-5d890d585da6 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:09:46.643859 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:46.671423 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc8790-c91d-4345-86e4-368f4891b0f0 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event updated for resources: {'Subnet': ['ID=e3f12c19-3866-4c38-a5e0-962e16ac2048,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:46.677715 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8eb86483-3240-4a45-a6d1-48a015482b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:46.680023 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bc8790-c91d-4345-86e4-368f4891b0f0 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Checking segment: {'id': 'e3e503c3-2238-49d5-a590-53fb17a7ffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '725e771a-b0c9-4d04-8c72-606db894b111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:46.680405 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bc8790-c91d-4345-86e4-368f4891b0f0 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Network hostable DHCP agents. Network: 725e771a-b0c9-4d04-8c72-606db894b111, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:09:46.748256 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42140) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:46.766401 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b92eb47-dfca-410f-9c5a-2b4eede31d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:46.767394 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216a99b1-3568-4985-b87a-fb8e9f6fcc09 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:09:46.776682 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-216a99b1-3568-4985-b87a-fb8e9f6fcc09 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "PUT /v2.0/routers/df8d09aa-1257-422e-aaa4-5d890d585da6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0992482 Jul 06 14:09:46.777642 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bc8790-c91d-4345-86e4-368f4891b0f0 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Network 725e771a-b0c9-4d04-8c72-606db894b111 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:09:46.779560 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5ebfef-107b-4c0a-8cba-efa21af13ad8 None None] Sync routers for ids ['df8d09aa-1257-422e-aaa4-5d890d585da6'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:09:46.780071 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42142) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:46.789560 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5ebfef-107b-4c0a-8cba-efa21af13ad8 None None] Routers {'df8d09aa-1257-422e-aaa4-5d890d585da6'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:09:46.790221 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-3c5ebfef-107b-4c0a-8cba-efa21af13ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:09:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['df8d09aa-1257-422e-aaa4-5d890d585da6'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:46.792222 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-d8bc8790-c91d-4345-86e4-368f4891b0f0 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 725e771a-b0c9-4d04-8c72-606db894b111) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:46.798678 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bc8790-c91d-4345-86e4-368f4891b0f0 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:46.799568 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d8bc8790-c91d-4345-86e4-368f4891b0f0 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:46.809356 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f064d0b9-09eb-4e1a-91ba-1bc6b3113b9b None None] Network 725e771a-b0c9-4d04-8c72-606db894b111 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:46.820722 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbd2230a-03ef-4594-826f-c9b89e12d2db tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] GET failed (client error): The resource could not be found. Jul 06 14:09:46.822631 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bbd2230a-03ef-4594-826f-c9b89e12d2db tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "GET /v2.0/ports/0cc0afa9-c972-4b29-82fb-05f4f12754dd HTTP/1.1" status: 404 len: 333 time: 0.0414209 Jul 06 14:09:46.823540 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-3c5ebfef-107b-4c0a-8cba-efa21af13ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:46.828140 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42144) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:46.833451 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5ebfef-107b-4c0a-8cba-efa21af13ad8 None None] Routers {'df8d09aa-1257-422e-aaa4-5d890d585da6'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:09:46.834106 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-3c5ebfef-107b-4c0a-8cba-efa21af13ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:09:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['df8d09aa-1257-422e-aaa4-5d890d585da6'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:46.858543 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8eb86483-3240-4a45-a6d1-48a015482b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:46.866409 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8eb86483-3240-4a45-a6d1-48a015482b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:46.870348 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-3c5ebfef-107b-4c0a-8cba-efa21af13ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:46.871012 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5ebfef-107b-4c0a-8cba-efa21af13ad8 None None] The sync data for ids ['df8d09aa-1257-422e-aaa4-5d890d585da6'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:09:46.903299 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8eb86483-3240-4a45-a6d1-48a015482b63 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=85e712006f2e428092a66ef5a6d19cbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4030247 Jul 06 14:09:46.915597 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42146) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:46.930518 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d8bc8790-c91d-4345-86e4-368f4891b0f0 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2219696 Jul 06 14:09:46.932614 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42148) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:46.955497 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9cc67a3-a4a3-4bc2-bc3e-39ae3a7b8508 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:46.970726 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb86483-3240-4a45-a6d1-48a015482b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7c43a7-94e0-41b5-bedc-fd228ae7b68c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:46.998010 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f8c7ce-3bc6-4d6e-937d-c4bd2f0d0802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-725e771a-b0c9-4d04-8c72-606db894b111', 'network_id': '725e771a-b0c9-4d04-8c72-606db894b111', 'tenant_id': 'c39e7023cac24fd8ba59663bfcadaa30', 'fixed_ips': [{'subnet_id': 'e3f12c19-3866-4c38-a5e0-962e16ac2048'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:09:46.999327 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-27f8c7ce-3bc6-4d6e-937d-c4bd2f0d0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.018898 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de19b79d-4c4f-41ee-9ac4-c11102d63812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.055963 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de19b79d-4c4f-41ee-9ac4-c11102d63812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.118382 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b92eb47-dfca-410f-9c5a-2b4eede31d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.128674 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b92eb47-dfca-410f-9c5a-2b4eede31d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.155183 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-27f8c7ce-3bc6-4d6e-937d-c4bd2f0d0802 None None] Allocated IP 172.20.0.2 (725e771a-b0c9-4d04-8c72-606db894b111/e3f12c19-3866-4c38-a5e0-962e16ac2048/027ac191-4148-4aac-b0fc-d32727ffa294) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:47.174834 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de19b79d-4c4f-41ee-9ac4-c11102d63812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.178017 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de19b79d-4c4f-41ee-9ac4-c11102d63812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.179262 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-de19b79d-4c4f-41ee-9ac4-c11102d63812 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/bc7c43a7-94e0-41b5-bedc-fd228ae7b68c HTTP/1.1" status: 204 len: 168 time: 0.2624524 Jul 06 14:09:47.182476 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92eb47-dfca-410f-9c5a-2b4eede31d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2920e939-0970-4744-a7f4-44dab07bcc68,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:47.187039 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6b92eb47-dfca-410f-9c5a-2b4eede31d2b admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=d6f91bd356d84d91b0ecf0aed0aa6df2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4377680 Jul 06 14:09:47.190540 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42152) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:47.205181 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19b79d-4c4f-41ee-9ac4-c11102d63812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7c43a7-94e0-41b5-bedc-fd228ae7b68c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:47.239148 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.273344 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9cc67a3-a4a3-4bc2-bc3e-39ae3a7b8508 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.280623 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9cc67a3-a4a3-4bc2-bc3e-39ae3a7b8508 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.285642 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24cd851d-c86c-4271-93ad-1a84e18f4728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.328247 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24cd851d-c86c-4271-93ad-1a84e18f4728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.374355 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-27f8c7ce-3bc6-4d6e-937d-c4bd2f0d0802 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.375077 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9cc67a3-a4a3-4bc2-bc3e-39ae3a7b8508 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.376481 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cc67a3-a4a3-4bc2-bc3e-39ae3a7b8508 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Fanout notify agent at l3_agent the message router_deleted on router df8d09aa-1257-422e-aaa4-5d890d585da6 {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:09:47.387676 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-27f8c7ce-3bc6-4d6e-937d-c4bd2f0d0802 None None] Transition to ACTIVE for port object 027ac191-4148-4aac-b0fc-d32727ffa294 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:47.395082 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9cc67a3-a4a3-4bc2-bc3e-39ae3a7b8508 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.397834 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e9cc67a3-a4a3-4bc2-bc3e-39ae3a7b8508 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/routers/df8d09aa-1257-422e-aaa4-5d890d585da6 HTTP/1.1" status: 204 len: 168 time: 0.5670755 Jul 06 14:09:47.399662 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42154) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:47.401943 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.466352 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24cd851d-c86c-4271-93ad-1a84e18f4728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.466578 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-27f8c7ce-3bc6-4d6e-937d-c4bd2f0d0802 None None] Transition to ACTIVE for port object 027ac191-4148-4aac-b0fc-d32727ffa294 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:47.470281 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24cd851d-c86c-4271-93ad-1a84e18f4728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.472104 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-24cd851d-c86c-4271-93ad-1a84e18f4728 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/2920e939-0970-4744-a7f4-44dab07bcc68 HTTP/1.1" status: 204 len: 168 time: 0.2794163 Jul 06 14:09:47.486612 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-27f8c7ce-3bc6-4d6e-937d-c4bd2f0d0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.486780 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-e814fcb3-5eed-47d0-a16e-ce97d69db5ca tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting subnet c3906ba6-17d8-4725-93c9-7917bda987bc {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:09:47.491856 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e814fcb3-5eed-47d0-a16e-ce97d69db5ca tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.533981 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.562981 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd851d-c86c-4271-93ad-1a84e18f4728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2920e939-0970-4744-a7f4-44dab07bcc68,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:47.563625 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f8c7ce-3bc6-4d6e-937d-c4bd2f0d0802 None None] Network 725e771a-b0c9-4d04-8c72-606db894b111 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:47.578595 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-27f8c7ce-3bc6-4d6e-937d-c4bd2f0d0802 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:47.584638 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f8c7ce-3bc6-4d6e-937d-c4bd2f0d0802 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:47.598198 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e814fcb3-5eed-47d0-a16e-ce97d69db5ca tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.603534 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f12c19-3866-4c38-a5e0-962e16ac2048,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:47.657104 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8c7ce-3bc6-4d6e-937d-c4bd2f0d0802 None None] Pushing event updated for resources: {'Port': ['ID=027ac191-4148-4aac-b0fc-d32727ffa294,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:47.690429 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.709238 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725e771a-b0c9-4d04-8c72-606db894b111']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:47.735625 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e503c3-2238-49d5-a590-53fb17a7ffaa') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:47.736950 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e503c3-2238-49d5-a590-53fb17a7ffaa') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:47.741171 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6fcb78-649a-4fa0-a3e8-43d9a3161580 None None] Network 06ed28ea-f478-4949-aef7-1a80c9eb0d7b requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:47.752082 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.771296 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.780843 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:09:47.781493 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:09:47.791464 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:09:47.802431 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e814fcb3-5eed-47d0-a16e-ce97d69db5ca tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.832762 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-27f8c7ce-3bc6-4d6e-937d-c4bd2f0d0802 None None] Attempting to bind port 027ac191-4148-4aac-b0fc-d32727ffa294 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:47.833077 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-27f8c7ce-3bc6-4d6e-937d-c4bd2f0d0802 None None] Attempting to bind port 027ac191-4148-4aac-b0fc-d32727ffa294 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'e3e503c3-2238-49d5-a590-53fb17a7ffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '725e771a-b0c9-4d04-8c72-606db894b111'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:47.833445 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f8c7ce-3bc6-4d6e-937d-c4bd2f0d0802 None None] Attempting to bind port 027ac191-4148-4aac-b0fc-d32727ffa294 on network 725e771a-b0c9-4d04-8c72-606db894b111 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:47.851837 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f8c7ce-3bc6-4d6e-937d-c4bd2f0d0802 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:09:47.852265 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f8c7ce-3bc6-4d6e-937d-c4bd2f0d0802 None None] Checking segment: {'id': 'e3e503c3-2238-49d5-a590-53fb17a7ffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '725e771a-b0c9-4d04-8c72-606db894b111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:47.852626 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-27f8c7ce-3bc6-4d6e-937d-c4bd2f0d0802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.853171 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f8c7ce-3bc6-4d6e-937d-c4bd2f0d0802 None None] Bound using segment: {'id': 'e3e503c3-2238-49d5-a590-53fb17a7ffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '725e771a-b0c9-4d04-8c72-606db894b111'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:09:47.853690 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-27f8c7ce-3bc6-4d6e-937d-c4bd2f0d0802 None None] Bound port: 027ac191-4148-4aac-b0fc-d32727ffa294, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e503c3-2238-49d5-a590-53fb17a7ffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '725e771a-b0c9-4d04-8c72-606db894b111'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:09:47.855261 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-27f8c7ce-3bc6-4d6e-937d-c4bd2f0d0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.902042 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6e911885-34a3-439e-af71-0ebd5cb9e777 None None] Provisioning for port 4b22c61f-66db-45d2-acfe-8ce2faf8fab1 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:47.908114 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e814fcb3-5eed-47d0-a16e-ce97d69db5ca tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.921559 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.db.api [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 14:09:47.921559 n-d-773644-6 neutron-server[100418]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 14:09:47.921559 n-d-773644-6 neutron-server[100418]: [parameters: {'id': '725e771a-b0c9-4d04-8c72-606db894b111'}] Jul 06 14:09:47.921559 n-d-773644-6 neutron-server[100418]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:09:47.922367 n-d-773644-6 neutron-server[100418]: DEBUG oslo_db.api [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:09:47.948633 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514e8307-dce6-41e9-b4fc-3afc7e5652fe None None] Network 5057ac10-692c-4991-a41b-c5a51783c837 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:47.983482 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e814fcb3-5eed-47d0-a16e-ce97d69db5ca tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:47.985693 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e814fcb3-5eed-47d0-a16e-ce97d69db5ca tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/subnets/c3906ba6-17d8-4725-93c9-7917bda987bc HTTP/1.1" status: 204 len: 168 time: 0.5846601 Jul 06 14:09:47.986791 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814fcb3-5eed-47d0-a16e-ce97d69db5ca tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Subnet': ['ID=c3906ba6-17d8-4725-93c9-7917bda987bc,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:47.989091 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42172) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:48.091115 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 4b22c61f-66db-45d2-acfe-8ce2faf8fab1 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:48.147361 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1900ff7b-96ac-4040-aace-79be5f13aea5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:48.168146 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-27f8c7ce-3bc6-4d6e-937d-c4bd2f0d0802 None None] For port 027ac191-4148-4aac-b0fc-d32727ffa294, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:09:48.222914 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-1900ff7b-96ac-4040-aace-79be5f13aea5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting port d0e37eba-ab7d-4aae-857d-e0ce504f8bec {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:48.223276 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1900ff7b-96ac-4040-aace-79be5f13aea5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:48.230579 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-27f8c7ce-3bc6-4d6e-937d-c4bd2f0d0802 None None] For port 027ac191-4148-4aac-b0fc-d32727ffa294, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=027ac191-4148-4aac-b0fc-d32727ffa294,segment=NetworkSegment(e3e503c3-2238-49d5-a590-53fb17a7ffaa),segment_id=e3e503c3-2238-49d5-a590-53fb17a7ffaa)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:09:48.243957 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-27f8c7ce-3bc6-4d6e-937d-c4bd2f0d0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:48.304326 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 4b22c61f-66db-45d2-acfe-8ce2faf8fab1 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:48.311415 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-1900ff7b-96ac-4040-aace-79be5f13aea5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] For port d0e37eba-ab7d-4aae-857d-e0ce504f8bec, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d0e37eba-ab7d-4aae-857d-e0ce504f8bec,segment=NetworkSegment(2ec81e68-18a5-47ef-8a12-e461a1c3ef0a),segment_id=2ec81e68-18a5-47ef-8a12-e461a1c3ef0a)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:48.312435 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1900ff7b-96ac-4040-aace-79be5f13aea5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:48.329195 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-1900ff7b-96ac-4040-aace-79be5f13aea5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Calling delete_port for d0e37eba-ab7d-4aae-857d-e0ce504f8bec owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:48.342454 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 4b22c61f-66db-45d2-acfe-8ce2faf8fab1 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:48.342840 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:48.411053 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dfa21c-017a-4a98-88b4-be2a20ca5a0e None None] DHCP port deletion for 5057ac10-692c-4991-a41b-c5a51783c837 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:09:48.421798 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8c7ce-3bc6-4d6e-937d-c4bd2f0d0802 None None] Pushing event updated for resources: {'Port': ['ID=027ac191-4148-4aac-b0fc-d32727ffa294,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:48.424889 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:48.511701 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8cd787-fdc4-4910-b16c-6636bc6e3b65 None None] Network 725e771a-b0c9-4d04-8c72-606db894b111 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:48.516203 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1900ff7b-96ac-4040-aace-79be5f13aea5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:48.582277 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900ff7b-96ac-4040-aace-79be5f13aea5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Port': ['ID=d0e37eba-ab7d-4aae-857d-e0ce504f8bec,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:48.592406 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1900ff7b-96ac-4040-aace-79be5f13aea5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] No DVR routers for this DVR port d0e37eba-ab7d-4aae-857d-e0ce504f8bec on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:09:48.667375 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:48.680249 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Deleting port 027ac191-4148-4aac-b0fc-d32727ffa294 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:48.680598 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:48.744813 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d8dfa21c-017a-4a98-88b4-be2a20ca5a0e None None] Deleting port d0e37eba-ab7d-4aae-857d-e0ce504f8bec {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:48.745240 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d8dfa21c-017a-4a98-88b4-be2a20ca5a0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:48.802582 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:48.864897 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 4b22c61f-66db-45d2-acfe-8ce2faf8fab1, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=4b22c61f-66db-45d2-acfe-8ce2faf8fab1,segment=NetworkSegment(3f98caaf-65fc-4f73-9ecc-1f3616b683fb),segment_id=3f98caaf-65fc-4f73-9ecc-1f3616b683fb)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:48.880216 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:48.890049 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d8dfa21c-017a-4a98-88b4-be2a20ca5a0e None None] For port d0e37eba-ab7d-4aae-857d-e0ce504f8bec, host n-d-773644-6, got binding levels [] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:48.890453 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d8dfa21c-017a-4a98-88b4-be2a20ca5a0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:48.944332 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d8dfa21c-017a-4a98-88b4-be2a20ca5a0e None None] Calling delete_port for d0e37eba-ab7d-4aae-857d-e0ce504f8bec owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:48.946137 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-354d8cd1-9855-41af-9881-32b79b2317dc None None] Provisioning complete for port 4b22c61f-66db-45d2-acfe-8ce2faf8fab1 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:48.946512 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-354d8cd1-9855-41af-9881-32b79b2317dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:48.952341 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.ipam_backend_mixin [None req-d8dfa21c-017a-4a98-88b4-be2a20ca5a0e None None] Port d0e37eba-ab7d-4aae-857d-e0ce504f8bec was not found and therefore no delete operation was performed {{(pid=100419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 14:09:48.979649 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d8dfa21c-017a-4a98-88b4-be2a20ca5a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:49.021359 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dfa21c-017a-4a98-88b4-be2a20ca5a0e None None] No DVR routers for this DVR port d0e37eba-ab7d-4aae-857d-e0ce504f8bec on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:09:49.041042 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=4b22c61f-66db-45d2-acfe-8ce2faf8fab1,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:49.052556 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c3f797-8da9-412d-a51b-e24d0fef85ae None None] get_active_networks_info from n-d-773644-6 {{(pid=100419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 14:09:49.106045 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dfa21c-017a-4a98-88b4-be2a20ca5a0e None None] Pushing event deleted for resources: {'Port': ['ID=d0e37eba-ab7d-4aae-857d-e0ce504f8bec,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:49.122851 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1900ff7b-96ac-4040-aace-79be5f13aea5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:49.149225 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-1900ff7b-96ac-4040-aace-79be5f13aea5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5057ac10-692c-4991-a41b-c5a51783c837']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:49.175010 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-1900ff7b-96ac-4040-aace-79be5f13aea5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec81e68-18a5-47ef-8a12-e461a1c3ef0a') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:49.175838 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-1900ff7b-96ac-4040-aace-79be5f13aea5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec81e68-18a5-47ef-8a12-e461a1c3ef0a') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:49.190493 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] For port 027ac191-4148-4aac-b0fc-d32727ffa294, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=027ac191-4148-4aac-b0fc-d32727ffa294,segment=NetworkSegment(e3e503c3-2238-49d5-a590-53fb17a7ffaa),segment_id=e3e503c3-2238-49d5-a590-53fb17a7ffaa)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:49.191706 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:49.201926 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1900ff7b-96ac-4040-aace-79be5f13aea5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:49.225263 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Calling delete_port for 027ac191-4148-4aac-b0fc-d32727ffa294 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:49.240948 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1900ff7b-96ac-4040-aace-79be5f13aea5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:49.250347 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1900ff7b-96ac-4040-aace-79be5f13aea5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:09:49.251138 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1900ff7b-96ac-4040-aace-79be5f13aea5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:49.251300 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c3f797-8da9-412d-a51b-e24d0fef85ae None None] Resources bound (agent type, host, resource id): {{(pid=100419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:09:49.255363 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:09:49.396067 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1900ff7b-96ac-4040-aace-79be5f13aea5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:49.405633 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1900ff7b-96ac-4040-aace-79be5f13aea5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:49.411321 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42214) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:49.412018 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1900ff7b-96ac-4040-aace-79be5f13aea5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/networks/5057ac10-692c-4991-a41b-c5a51783c837 HTTP/1.1" status: 204 len: 168 time: 1.4211874 Jul 06 14:09:49.432684 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900ff7b-96ac-4040-aace-79be5f13aea5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Network': ['ID=5057ac10-692c-4991-a41b-c5a51783c837,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:49.459056 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:49.488996 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3e779f-6dbe-4184-a666-b58e0078bccf tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:49.490573 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ed3e779f-6dbe-4184-a666-b58e0078bccf tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "GET /v2.0/ports/fde20e4b-8790-46c7-89c3-d9b077724b96 HTTP/1.1" status: 200 len: 840 time: 0.0773883 Jul 06 14:09:49.494430 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42218) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:49.503372 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event deleted for resources: {'Port': ['ID=027ac191-4148-4aac-b0fc-d32727ffa294,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:49.507059 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] No DVR routers for this DVR port 027ac191-4148-4aac-b0fc-d32727ffa294 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:09:49.559755 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-821ea510-12ed-47a8-b85c-475c9dec8388 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "GET /v2.0/ports/fde20e4b-8790-46c7-89c3-d9b077724b96?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0638983 Jul 06 14:09:49.563365 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42220) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:49.568808 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-903a8f71-d04d-4afe-90f6-40fea5183409 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'subnet': {'network_id': 'e7115383-7693-44ac-93a1-24cd4aa12ab6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:49.606054 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:49.625021 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725e771a-b0c9-4d04-8c72-606db894b111']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:49.640087 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e503c3-2238-49d5-a590-53fb17a7ffaa') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:49.640389 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e503c3-2238-49d5-a590-53fb17a7ffaa') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:49.650800 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:49.666014 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:49.673246 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:09:49.673655 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:09:49.677686 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:09:49.707993 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903a8f71-d04d-4afe-90f6-40fea5183409 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:49.716320 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-903a8f71-d04d-4afe-90f6-40fea5183409 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:49.747773 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:49.800273 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:49.805471 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/networks/725e771a-b0c9-4d04-8c72-606db894b111 HTTP/1.1" status: 204 len: 168 time: 2.8704927 Jul 06 14:09:49.805471 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954eb30-5906-4b29-8254-d68059149a0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event deleted for resources: {'Network': ['ID=725e771a-b0c9-4d04-8c72-606db894b111,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:49.805718 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42232) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:49.812705 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-26599900-044b-4e11-94a3-ec03c1a706a1 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-327739272'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:49.844443 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26599900-044b-4e11-94a3-ec03c1a706a1 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Made reservation on behalf of c39e7023cac24fd8ba59663bfcadaa30 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:49.850627 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-26599900-044b-4e11-94a3-ec03c1a706a1 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:49.877743 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26599900-044b-4e11-94a3-ec03c1a706a1 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:09:49.888037 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-26599900-044b-4e11-94a3-ec03c1a706a1 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:49.888565 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-26599900-044b-4e11-94a3-ec03c1a706a1 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Added segment 2791c961-3f98-4d4a-8b82-bbbf994a713c of type vlan for network f1f36cc6-f989-47b1-a9a2-613dce5de667 Jul 06 14:09:49.945520 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-26599900-044b-4e11-94a3-ec03c1a706a1 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:49.986029 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-26599900-044b-4e11-94a3-ec03c1a706a1 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:49.994274 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26599900-044b-4e11-94a3-ec03c1a706a1 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:49.995425 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-26599900-044b-4e11-94a3-ec03c1a706a1 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:50.010302 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-903a8f71-d04d-4afe-90f6-40fea5183409 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:50.020505 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-26599900-044b-4e11-94a3-ec03c1a706a1 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2132945 Jul 06 14:09:50.021791 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42240) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:50.057413 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-57f64460-02c1-48eb-b791-4edaa2f4040b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Request body: {'subnet': {'network_id': 'f1f36cc6-f989-47b1-a9a2-613dce5de667', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:50.065439 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 4b22c61f-66db-45d2-acfe-8ce2faf8fab1 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:50.077733 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a8f71-d04d-4afe-90f6-40fea5183409 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Subnet': ['ID=f178314d-7325-42d1-bb87-687f381362ac,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:50.100239 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903a8f71-d04d-4afe-90f6-40fea5183409 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network e7115383-7693-44ac-93a1-24cd4aa12ab6 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:50.101343 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-903a8f71-d04d-4afe-90f6-40fea5183409 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:50.112069 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903a8f71-d04d-4afe-90f6-40fea5183409 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:50.113196 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-903a8f71-d04d-4afe-90f6-40fea5183409 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:50.127654 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f65360-6a7c-4e86-8fd0-a2841c0868c6 None None] Network e7115383-7693-44ac-93a1-24cd4aa12ab6 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:50.142415 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-903a8f71-d04d-4afe-90f6-40fea5183409 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5778506 Jul 06 14:09:50.145601 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42246) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:50.155240 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-2c76ecf2-b7d9-4eb1-ba8b-2337fb4db1bd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'security_group': {'name': 'tempest-secgroup-2063092193'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:50.211162 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2c76ecf2-b7d9-4eb1-ba8b-2337fb4db1bd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:50.248978 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 4b22c61f-66db-45d2-acfe-8ce2faf8fab1 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:50.249578 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:50.273841 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26599900-044b-4e11-94a3-ec03c1a706a1 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event updated for resources: {'Network': ['ID=f1f36cc6-f989-47b1-a9a2-613dce5de667,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:50.297051 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network f1f36cc6-f989-47b1-a9a2-613dce5de667 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:09:50.341316 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2c76ecf2-b7d9-4eb1-ba8b-2337fb4db1bd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:50.346892 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2c76ecf2-b7d9-4eb1-ba8b-2337fb4db1bd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:50.372863 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f64460-02c1-48eb-b791-4edaa2f4040b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Made reservation on behalf of c39e7023cac24fd8ba59663bfcadaa30 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:50.380496 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-57f64460-02c1-48eb-b791-4edaa2f4040b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:50.385276 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2c76ecf2-b7d9-4eb1-ba8b-2337fb4db1bd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:50.387265 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2c76ecf2-b7d9-4eb1-ba8b-2337fb4db1bd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2381713 Jul 06 14:09:50.390433 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42252) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:50.396583 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-d058f0e7-3de7-4d0c-9d19-8c71585ed7a0 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'security_group': {'name': 'tempest-secgroup-1276660000'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:50.402625 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76ecf2-b7d9-4eb1-ba8b-2337fb4db1bd tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30ec22d4-1700-480b-a1d7-c2772f4564aa,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:50.434831 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d058f0e7-3de7-4d0c-9d19-8c71585ed7a0 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:50.470982 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.ipam_backend_mixin [None req-57f64460-02c1-48eb-b791-4edaa2f4040b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Performing IP validity checks on allocation pools {{(pid=100418) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 14:09:50.471582 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.ipam_backend_mixin [None req-57f64460-02c1-48eb-b791-4edaa2f4040b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100418) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 14:09:50.552968 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f566b1b4-0943-4998-93fc-2f6d83922383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-e7115383-7693-44ac-93a1-24cd4aa12ab6', 'network_id': 'e7115383-7693-44ac-93a1-24cd4aa12ab6', 'tenant_id': '948d22789b7c4232b79ffb08eb97c715', 'fixed_ips': [{'subnet_id': 'f178314d-7325-42d1-bb87-687f381362ac'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:09:50.553980 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f566b1b4-0943-4998-93fc-2f6d83922383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:50.577530 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d0e37eba-ab7d-4aae-857d-e0ce504f8bec no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:09:50.596918 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d058f0e7-3de7-4d0c-9d19-8c71585ed7a0 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:50.606398 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d058f0e7-3de7-4d0c-9d19-8c71585ed7a0 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:50.610211 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: d0e37eba-ab7d-4aae-857d-e0ce504f8bec {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:09:50.610563 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d0e37eba-ab7d-4aae-857d-e0ce504f8bec not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:09:50.643386 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d058f0e7-3de7-4d0c-9d19-8c71585ed7a0 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:50.646208 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d058f0e7-3de7-4d0c-9d19-8c71585ed7a0 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2544541 Jul 06 14:09:50.648405 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058f0e7-3de7-4d0c-9d19-8c71585ed7a0 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66d759f4-f81d-4013-8d87-5b8e08562954,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:50.649525 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42262) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:50.655753 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-ff2236ae-695d-49f9-adff-b1d0f13eea77 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1226904371', 'security_groups': ['66d759f4-f81d-4013-8d87-5b8e08562954'], 'network_id': 'e7115383-7693-44ac-93a1-24cd4aa12ab6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f178314d-7325-42d1-bb87-687f381362ac'}]}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:50.705912 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-57f64460-02c1-48eb-b791-4edaa2f4040b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:50.749272 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-f566b1b4-0943-4998-93fc-2f6d83922383 None None] Allocated IP 172.20.0.2 (e7115383-7693-44ac-93a1-24cd4aa12ab6/f178314d-7325-42d1-bb87-687f381362ac/8d9f7daf-f719-4ab6-9404-283dfbb34ef1) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:50.818054 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f64460-02c1-48eb-b791-4edaa2f4040b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Checking segment: {'id': '2791c961-3f98-4d4a-8b82-bbbf994a713c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f1f36cc6-f989-47b1-a9a2-613dce5de667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:50.818433 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f64460-02c1-48eb-b791-4edaa2f4040b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Network hostable DHCP agents. Network: f1f36cc6-f989-47b1-a9a2-613dce5de667, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:09:50.822937 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f64460-02c1-48eb-b791-4edaa2f4040b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event updated for resources: {'Subnet': ['ID=d2ce2a0e-7ecb-44df-8727-678ae6cbf459,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:50.854059 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f64460-02c1-48eb-b791-4edaa2f4040b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Network f1f36cc6-f989-47b1-a9a2-613dce5de667 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:09:50.857524 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2236ae-695d-49f9-adff-b1d0f13eea77 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:50.901610 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-57f64460-02c1-48eb-b791-4edaa2f4040b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, f1f36cc6-f989-47b1-a9a2-613dce5de667) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:50.911867 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f64460-02c1-48eb-b791-4edaa2f4040b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:50.912596 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-57f64460-02c1-48eb-b791-4edaa2f4040b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:50.916652 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d51859d-ea32-42c3-a419-26793b676f59 None None] Network f1f36cc6-f989-47b1-a9a2-613dce5de667 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:50.933134 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-57f64460-02c1-48eb-b791-4edaa2f4040b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8830104 Jul 06 14:09:50.935797 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42266) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:50.965184 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f566b1b4-0943-4998-93fc-2f6d83922383 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:50.982124 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f566b1b4-0943-4998-93fc-2f6d83922383 None None] Transition to ACTIVE for port object 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:51.014276 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f566b1b4-0943-4998-93fc-2f6d83922383 None None] Transition to ACTIVE for port object 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:51.016987 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ff2236ae-695d-49f9-adff-b1d0f13eea77 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:51.027791 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f566b1b4-0943-4998-93fc-2f6d83922383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:51.046302 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-ff2236ae-695d-49f9-adff-b1d0f13eea77 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] device_id is not set on port d8d0bad3-9398-4a12-984b-4bc0f9126595 yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:09:51.089523 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42270) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:51.105679 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f566b1b4-0943-4998-93fc-2f6d83922383 None None] Network e7115383-7693-44ac-93a1-24cd4aa12ab6 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:51.108791 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-f566b1b4-0943-4998-93fc-2f6d83922383 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:51.110755 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566b1b4-0943-4998-93fc-2f6d83922383 None None] Pushing event updated for resources: {'Port': ['ID=8d9f7daf-f719-4ab6-9404-283dfbb34ef1,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:51.112845 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f566b1b4-0943-4998-93fc-2f6d83922383 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:51.121538 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ecbe7b7a-0f84-4b5f-ba31-768d0f3a97b9 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:51.185903 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ca6bfb-8605-4b2b-b95a-8c55599517ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-f1f36cc6-f989-47b1-a9a2-613dce5de667', 'network_id': 'f1f36cc6-f989-47b1-a9a2-613dce5de667', 'tenant_id': 'c39e7023cac24fd8ba59663bfcadaa30', 'fixed_ips': [{'subnet_id': 'd2ce2a0e-7ecb-44df-8727-678ae6cbf459'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:09:51.186746 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-58ca6bfb-8605-4b2b-b95a-8c55599517ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:51.211847 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-f566b1b4-0943-4998-93fc-2f6d83922383 None None] Attempting to bind port 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:51.212226 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-f566b1b4-0943-4998-93fc-2f6d83922383 None None] Attempting to bind port 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '8a8e8c84-3a8a-4aaf-81de-96578b708e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e7115383-7693-44ac-93a1-24cd4aa12ab6'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:51.212589 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f566b1b4-0943-4998-93fc-2f6d83922383 None None] Attempting to bind port 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 on network e7115383-7693-44ac-93a1-24cd4aa12ab6 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:51.220822 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f566b1b4-0943-4998-93fc-2f6d83922383 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:09:51.221202 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f566b1b4-0943-4998-93fc-2f6d83922383 None None] Checking segment: {'id': '8a8e8c84-3a8a-4aaf-81de-96578b708e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e7115383-7693-44ac-93a1-24cd4aa12ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:51.221609 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f566b1b4-0943-4998-93fc-2f6d83922383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:51.222035 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f566b1b4-0943-4998-93fc-2f6d83922383 None None] Bound using segment: {'id': '8a8e8c84-3a8a-4aaf-81de-96578b708e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e7115383-7693-44ac-93a1-24cd4aa12ab6'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:09:51.222797 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-f566b1b4-0943-4998-93fc-2f6d83922383 None None] Bound port: 8d9f7daf-f719-4ab6-9404-283dfbb34ef1, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8e8c84-3a8a-4aaf-81de-96578b708e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e7115383-7693-44ac-93a1-24cd4aa12ab6'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:09:51.223374 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f566b1b4-0943-4998-93fc-2f6d83922383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:51.257459 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ecbe7b7a-0f84-4b5f-ba31-768d0f3a97b9 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:51.266699 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2ee59868-3675-457b-838c-69d11a849f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:51.319556 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-ff2236ae-695d-49f9-adff-b1d0f13eea77 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Allocated IP 172.20.0.10 (e7115383-7693-44ac-93a1-24cd4aa12ab6/f178314d-7325-42d1-bb87-687f381362ac/d8d0bad3-9398-4a12-984b-4bc0f9126595) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:51.353709 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ecbe7b7a-0f84-4b5f-ba31-768d0f3a97b9 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server [None req-58ca6bfb-8605-4b2b-b95a-8c55599517ec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2ce2a0e-7ecb-44df-8727-678ae6cbf459: This subnet is being modified by another concurrent operation. Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:09:51.358278 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise exception Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2ce2a0e-7ecb-44df-8727-678ae6cbf459: This subnet is being modified by another concurrent operation. Jul 06 14:09:51.364126 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server Jul 06 14:09:51.368848 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-f566b1b4-0943-4998-93fc-2f6d83922383 None None] For port 8d9f7daf-f719-4ab6-9404-283dfbb34ef1, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:09:51.368848 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-f566b1b4-0943-4998-93fc-2f6d83922383 None None] For port 8d9f7daf-f719-4ab6-9404-283dfbb34ef1, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=8d9f7daf-f719-4ab6-9404-283dfbb34ef1,segment=NetworkSegment(8a8e8c84-3a8a-4aaf-81de-96578b708e9a),segment_id=8a8e8c84-3a8a-4aaf-81de-96578b708e9a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:09:51.379371 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f566b1b4-0943-4998-93fc-2f6d83922383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:51.381832 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3414a593-644e-4a34-b098-3c59fd48c908 None None] Network f1f36cc6-f989-47b1-a9a2-613dce5de667 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:51.420969 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2ee59868-3675-457b-838c-69d11a849f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:51.429310 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2ee59868-3675-457b-838c-69d11a849f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:51.434806 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe7b7a-0f84-4b5f-ba31-768d0f3a97b9 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event deleted for resources: {'Subnet': ['ID=d2ce2a0e-7ecb-44df-8727-678ae6cbf459,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:51.477995 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2ee59868-3675-457b-838c-69d11a849f17 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=00e818667a6849b69cb86c5ef8dbb817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3866911 Jul 06 14:09:51.485564 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42280) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:51.513068 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566b1b4-0943-4998-93fc-2f6d83922383 None None] Pushing event updated for resources: {'Port': ['ID=8d9f7daf-f719-4ab6-9404-283dfbb34ef1,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:51.539371 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ecbe7b7a-0f84-4b5f-ba31-768d0f3a97b9 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:51.554514 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-ecbe7b7a-0f84-4b5f-ba31-768d0f3a97b9 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f36cc6-f989-47b1-a9a2-613dce5de667']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:51.569577 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee59868-3675-457b-838c-69d11a849f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793c3437-58af-4dba-8e5e-c81fbd09cdd2,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:51.571932 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-ecbe7b7a-0f84-4b5f-ba31-768d0f3a97b9 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2791c961-3f98-4d4a-8b82-bbbf994a713c') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:51.572255 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-ecbe7b7a-0f84-4b5f-ba31-768d0f3a97b9 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2791c961-3f98-4d4a-8b82-bbbf994a713c') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:51.588792 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e8c09fad-5768-4230-8bff-496b2e02d4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:51.600450 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ecbe7b7a-0f84-4b5f-ba31-768d0f3a97b9 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:51.614665 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e8c09fad-5768-4230-8bff-496b2e02d4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:51.625010 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ecbe7b7a-0f84-4b5f-ba31-768d0f3a97b9 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:51.646335 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ff2236ae-695d-49f9-adff-b1d0f13eea77 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:51.649206 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecbe7b7a-0f84-4b5f-ba31-768d0f3a97b9 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:09:51.649708 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ecbe7b7a-0f84-4b5f-ba31-768d0f3a97b9 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:09:51.652984 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:09:51.674323 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e8c09fad-5768-4230-8bff-496b2e02d4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:51.677616 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e8c09fad-5768-4230-8bff-496b2e02d4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:51.678926 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e8c09fad-5768-4230-8bff-496b2e02d4a0 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/793c3437-58af-4dba-8e5e-c81fbd09cdd2 HTTP/1.1" status: 204 len: 168 time: 0.1841486 Jul 06 14:09:51.696654 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c09fad-5768-4230-8bff-496b2e02d4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793c3437-58af-4dba-8e5e-c81fbd09cdd2,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:51.723877 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-ff2236ae-695d-49f9-adff-b1d0f13eea77 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Transition to ACTIVE for port object d8d0bad3-9398-4a12-984b-4bc0f9126595 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:51.775739 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ecbe7b7a-0f84-4b5f-ba31-768d0f3a97b9 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:51.789176 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ecbe7b7a-0f84-4b5f-ba31-768d0f3a97b9 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:51.791253 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ecbe7b7a-0f84-4b5f-ba31-768d0f3a97b9 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/networks/f1f36cc6-f989-47b1-a9a2-613dce5de667 HTTP/1.1" status: 204 len: 168 time: 0.8544664 Jul 06 14:09:51.794861 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42284) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:51.800113 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-721f34dc-ba31-4989-825b-2da453fbeb66 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2084202027'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:51.807986 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe7b7a-0f84-4b5f-ba31-768d0f3a97b9 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event deleted for resources: {'Network': ['ID=f1f36cc6-f989-47b1-a9a2-613dce5de667,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:51.818718 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ff2236ae-695d-49f9-adff-b1d0f13eea77 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:51.835338 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721f34dc-ba31-4989-825b-2da453fbeb66 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Made reservation on behalf of c39e7023cac24fd8ba59663bfcadaa30 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:51.842772 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-721f34dc-ba31-4989-825b-2da453fbeb66 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:51.884683 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2236ae-695d-49f9-adff-b1d0f13eea77 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network e7115383-7693-44ac-93a1-24cd4aa12ab6 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:51.888285 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-721f34dc-ba31-4989-825b-2da453fbeb66 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:09:51.890489 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-ff2236ae-695d-49f9-adff-b1d0f13eea77 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:51.892978 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2236ae-695d-49f9-adff-b1d0f13eea77 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:51.901165 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2236ae-695d-49f9-adff-b1d0f13eea77 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Port': ['ID=d8d0bad3-9398-4a12-984b-4bc0f9126595,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:51.907728 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-721f34dc-ba31-4989-825b-2da453fbeb66 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:51.908132 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-721f34dc-ba31-4989-825b-2da453fbeb66 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Added segment 9530dbef-d8e7-4040-b696-0d95d57cddc3 of type vlan for network 6f230763-a6ac-4177-89c2-59c56625a497 Jul 06 14:09:51.957997 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2236ae-695d-49f9-adff-b1d0f13eea77 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:51.957997 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ff2236ae-695d-49f9-adff-b1d0f13eea77 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:51.973874 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ff2236ae-695d-49f9-adff-b1d0f13eea77 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3230925 Jul 06 14:09:51.978263 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42288) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:51.984603 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-984978e2-8a73-472f-8598-f2e248c1b98c tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'subnet': {'network_id': 'e7115383-7693-44ac-93a1-24cd4aa12ab6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:52.030075 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:52.030274 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-721f34dc-ba31-4989-825b-2da453fbeb66 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:52.092921 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:52.102248 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-721f34dc-ba31-4989-825b-2da453fbeb66 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:52.107970 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721f34dc-ba31-4989-825b-2da453fbeb66 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:52.108447 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-721f34dc-ba31-4989-825b-2da453fbeb66 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:52.130754 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42290) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:52.145293 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-56290d31-0458-4cbd-8bd4-8c877d989981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:52.193774 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f34dc-ba31-4989-825b-2da453fbeb66 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event updated for resources: {'Network': ['ID=6f230763-a6ac-4177-89c2-59c56625a497,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:52.207802 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 6f230763-a6ac-4177-89c2-59c56625a497 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:09:52.245029 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-56290d31-0458-4cbd-8bd4-8c877d989981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:52.250491 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-56290d31-0458-4cbd-8bd4-8c877d989981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:52.272651 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-721f34dc-ba31-4989-825b-2da453fbeb66 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4766293 Jul 06 14:09:52.275894 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42292) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:52.282772 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-b5bb7f31-b5b6-411b-9445-f7d0323dadf5 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Request body: {'subnet': {'network_id': '6f230763-a6ac-4177-89c2-59c56625a497', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:52.293144 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984978e2-8a73-472f-8598-f2e248c1b98c tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:52.295532 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56290d31-0458-4cbd-8bd4-8c877d989981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d29f1b4-6e27-4e4c-b89b-41b40bd60469,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:52.298103 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-984978e2-8a73-472f-8598-f2e248c1b98c tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:52.304826 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-56290d31-0458-4cbd-8bd4-8c877d989981 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=5dd9dc95e5944ef9a3825aee09843059&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1726246 Jul 06 14:09:52.305486 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42294) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:52.360927 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ef5c1597-5cf7-4590-946e-e77ca3f32473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:52.386214 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ef5c1597-5cf7-4590-946e-e77ca3f32473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:52.443637 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ef5c1597-5cf7-4590-946e-e77ca3f32473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:52.447592 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ef5c1597-5cf7-4590-946e-e77ca3f32473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:52.451704 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ef5c1597-5cf7-4590-946e-e77ca3f32473 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/8d29f1b4-6e27-4e4c-b89b-41b40bd60469 HTTP/1.1" status: 204 len: 168 time: 0.1451597 Jul 06 14:09:52.465567 n-d-773644-6 neutron-server[100417]: INFO neutron.db.ipam_backend_mixin [None req-984978e2-8a73-472f-8598-f2e248c1b98c tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f178314d-7325-42d1-bb87-687f381362ac (CIDR: 172.20.0.0/28) Jul 06 14:09:52.466845 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c1597-5cf7-4590-946e-e77ca3f32473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d29f1b4-6e27-4e4c-b89b-41b40bd60469,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:52.467927 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bb7f31-b5b6-411b-9445-f7d0323dadf5 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Made reservation on behalf of c39e7023cac24fd8ba59663bfcadaa30 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:52.473959 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7f31-b5b6-411b-9445-f7d0323dadf5 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:52.479593 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-984978e2-8a73-472f-8598-f2e248c1b98c tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:09:52.480251 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-984978e2-8a73-472f-8598-f2e248c1b98c tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:09:52.545367 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-984978e2-8a73-472f-8598-f2e248c1b98c tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5628440 Jul 06 14:09:52.546673 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42300) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:52.561209 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-abd9bab9-4a4c-468e-af56-404d387a245b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'subnet': {'network_id': 'e7115383-7693-44ac-93a1-24cd4aa12ab6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:52.766527 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd9bab9-4a4c-468e-af56-404d387a245b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:52.771334 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-abd9bab9-4a4c-468e-af56-404d387a245b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:52.787089 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-18608628-d1a7-4b4b-b099-7f3582a86a69 None None] Provisioning for port 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:52.792834 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-18608628-d1a7-4b4b-b099-7f3582a86a69 None None] Provisioning complete for port 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:52.793227 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-18608628-d1a7-4b4b-b099-7f3582a86a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:52.881868 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7f31-b5b6-411b-9445-f7d0323dadf5 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:52.911615 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-18608628-d1a7-4b4b-b099-7f3582a86a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:52.953944 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-18608628-d1a7-4b4b-b099-7f3582a86a69 None None] For port 8d9f7daf-f719-4ab6-9404-283dfbb34ef1, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=8d9f7daf-f719-4ab6-9404-283dfbb34ef1,segment=NetworkSegment(8a8e8c84-3a8a-4aaf-81de-96578b708e9a),segment_id=8a8e8c84-3a8a-4aaf-81de-96578b708e9a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:52.960010 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-18608628-d1a7-4b4b-b099-7f3582a86a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:52.967978 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e94928-64c9-4a66-a689-b06805f13165 None None] get_active_networks_info from n-d-773644-6 {{(pid=100419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 14:09:52.984818 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb7f31-b5b6-411b-9445-f7d0323dadf5 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event updated for resources: {'Subnet': ['ID=989f89fb-2ecf-418a-8a8c-052334be38cf,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:53.018412 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5bb7f31-b5b6-411b-9445-f7d0323dadf5 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Checking segment: {'id': '9530dbef-d8e7-4040-b696-0d95d57cddc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6f230763-a6ac-4177-89c2-59c56625a497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:53.018783 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bb7f31-b5b6-411b-9445-f7d0323dadf5 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Network hostable DHCP agents. Network: 6f230763-a6ac-4177-89c2-59c56625a497, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:09:53.040211 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-18608628-d1a7-4b4b-b099-7f3582a86a69 None None] Provisioning complete for port fde20e4b-8790-46c7-89c3-d9b077724b96 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:53.040506 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-18608628-d1a7-4b4b-b099-7f3582a86a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:53.065021 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bb7f31-b5b6-411b-9445-f7d0323dadf5 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Network 6f230763-a6ac-4177-89c2-59c56625a497 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:09:53.078973 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18608628-d1a7-4b4b-b099-7f3582a86a69 None None] Pushing event updated for resources: {'Port': ['ID=8d9f7daf-f719-4ab6-9404-283dfbb34ef1,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:53.082346 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-b5bb7f31-b5b6-411b-9445-f7d0323dadf5 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 6f230763-a6ac-4177-89c2-59c56625a497) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:53.091582 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bb7f31-b5b6-411b-9445-f7d0323dadf5 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:53.092457 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7f31-b5b6-411b-9445-f7d0323dadf5 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:53.112165 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-18608628-d1a7-4b4b-b099-7f3582a86a69 None None] Port fde20e4b-8790-46c7-89c3-d9b077724b96 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:53.140390 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b5bb7f31-b5b6-411b-9445-f7d0323dadf5 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8599710 Jul 06 14:09:53.141345 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42316) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:53.191722 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-abd9bab9-4a4c-468e-af56-404d387a245b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:53.250727 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd9bab9-4a4c-468e-af56-404d387a245b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network e7115383-7693-44ac-93a1-24cd4aa12ab6 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:53.257596 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-abd9bab9-4a4c-468e-af56-404d387a245b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:53.258003 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-023a5007-dc3a-418a-b188-f8b5a41cb0a7 None None] Provisioning for port d8d0bad3-9398-4a12-984b-4bc0f9126595 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:53.262166 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd9bab9-4a4c-468e-af56-404d387a245b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:53.263145 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-abd9bab9-4a4c-468e-af56-404d387a245b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:53.263344 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-023a5007-dc3a-418a-b188-f8b5a41cb0a7 None None] Provisioning complete for port d8d0bad3-9398-4a12-984b-4bc0f9126595 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:53.263723 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-023a5007-dc3a-418a-b188-f8b5a41cb0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:53.275336 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9bab9-4a4c-468e-af56-404d387a245b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Subnet': ['ID=d007bdf8-a1a1-411b-89e0-269cd710a70f,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:53.285706 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-abd9bab9-4a4c-468e-af56-404d387a245b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7365942 Jul 06 14:09:53.286244 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42324) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:53.293301 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-6b022002-2461-4276-b942-a5593b4eb4b5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1125938334', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd007bdf8-a1a1-411b-89e0-269cd710a70f'}], 'security_groups': ['30ec22d4-1700-480b-a1d7-c2772f4564aa']}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:53.307846 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e94928-64c9-4a66-a689-b06805f13165 None None] Unable to find a vacant binding_index for network 6f230763-a6ac-4177-89c2-59c56625a497 and agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd {{(pid=100419) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 06 14:09:53.310078 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c413dc3c-b28a-42ba-a696-f3ba6e6e1396 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:53.314953 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-023a5007-dc3a-418a-b188-f8b5a41cb0a7 None None] Port d8d0bad3-9398-4a12-984b-4bc0f9126595 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:53.317501 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e94928-64c9-4a66-a689-b06805f13165 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 6f230763-a6ac-4177-89c2-59c56625a497) {{(pid=100419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 14:09:53.382641 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c413dc3c-b28a-42ba-a696-f3ba6e6e1396 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:53.465023 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c413dc3c-b28a-42ba-a696-f3ba6e6e1396 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:53.494322 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413dc3c-b28a-42ba-a696-f3ba6e6e1396 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event deleted for resources: {'Subnet': ['ID=989f89fb-2ecf-418a-8a8c-052334be38cf,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:53.503583 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b022002-2461-4276-b942-a5593b4eb4b5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:53.566877 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c413dc3c-b28a-42ba-a696-f3ba6e6e1396 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:53.577592 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-c413dc3c-b28a-42ba-a696-f3ba6e6e1396 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f230763-a6ac-4177-89c2-59c56625a497']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:53.590924 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-c413dc3c-b28a-42ba-a696-f3ba6e6e1396 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9530dbef-d8e7-4040-b696-0d95d57cddc3') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:53.591230 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-c413dc3c-b28a-42ba-a696-f3ba6e6e1396 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9530dbef-d8e7-4040-b696-0d95d57cddc3') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:53.606107 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c413dc3c-b28a-42ba-a696-f3ba6e6e1396 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:53.629091 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c413dc3c-b28a-42ba-a696-f3ba6e6e1396 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:53.636223 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c413dc3c-b28a-42ba-a696-f3ba6e6e1396 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:09:53.636572 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c413dc3c-b28a-42ba-a696-f3ba6e6e1396 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:09:53.639972 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:09:53.657285 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8b6fb2-762e-4201-b649-7505088d3cbd None None] Network 6f230763-a6ac-4177-89c2-59c56625a497 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:53.662371 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899c5e01-d307-423c-8a57-8bad37bb81e7 None None] Network e7115383-7693-44ac-93a1-24cd4aa12ab6 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:53.719847 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c413dc3c-b28a-42ba-a696-f3ba6e6e1396 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:53.732733 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c413dc3c-b28a-42ba-a696-f3ba6e6e1396 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:53.742591 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c413dc3c-b28a-42ba-a696-f3ba6e6e1396 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/networks/6f230763-a6ac-4177-89c2-59c56625a497 HTTP/1.1" status: 204 len: 168 time: 0.5995214 Jul 06 14:09:53.746978 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42332) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:53.755156 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-83545972-648a-4de6-9958-2255e4daf600 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1934678785'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:53.758087 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413dc3c-b28a-42ba-a696-f3ba6e6e1396 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event deleted for resources: {'Network': ['ID=6f230763-a6ac-4177-89c2-59c56625a497,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:53.792269 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83545972-648a-4de6-9958-2255e4daf600 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Made reservation on behalf of c39e7023cac24fd8ba59663bfcadaa30 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:53.797589 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-83545972-648a-4de6-9958-2255e4daf600 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:53.857708 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83545972-648a-4de6-9958-2255e4daf600 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:09:53.879968 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10df851-f40c-4a5d-b882-8fcec837236c None None] Network 6f230763-a6ac-4177-89c2-59c56625a497 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:53.892983 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-83545972-648a-4de6-9958-2255e4daf600 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:53.893344 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-83545972-648a-4de6-9958-2255e4daf600 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Added segment c74059c2-020f-4af3-a778-70412717206d of type vlan for network a8ef4fd1-e415-4201-9509-fd1877ed82bb Jul 06 14:09:53.898115 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10df851-f40c-4a5d-b882-8fcec837236c None None] Network 6f230763-a6ac-4177-89c2-59c56625a497 could not be found, it might have been deleted concurrently. {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 14:09:53.976357 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-6b022002-2461-4276-b942-a5593b4eb4b5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Delete allocated IP 172.20.0.10 (e7115383-7693-44ac-93a1-24cd4aa12ab6/f178314d-7325-42d1-bb87-687f381362ac) {{(pid=100417) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 14:09:53.994620 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-6b022002-2461-4276-b942-a5593b4eb4b5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Allocated IP 172.20.0.18 (e7115383-7693-44ac-93a1-24cd4aa12ab6/d007bdf8-a1a1-411b-89e0-269cd710a70f/d8d0bad3-9398-4a12-984b-4bc0f9126595) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:54.014512 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:54.020226 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-83545972-648a-4de6-9958-2255e4daf600 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:54.102363 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69db9d5b-bba4-4513-8f51-135cfd69e97e None None] Update dhcp port {'port': {'network_id': 'e7115383-7693-44ac-93a1-24cd4aa12ab6', 'fixed_ips': [{'subnet_id': 'f178314d-7325-42d1-bb87-687f381362ac', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd007bdf8-a1a1-411b-89e0-269cd710a70f'}], 'binding:host_id': 'n-d-773644-6'}, 'id': '8d9f7daf-f719-4ab6-9404-283dfbb34ef1'} from n-d-773644-6. {{(pid=100419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:09:54.137435 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-83545972-648a-4de6-9958-2255e4daf600 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:54.137579 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:54.137579 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:54.142034 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83545972-648a-4de6-9958-2255e4daf600 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:54.142648 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-83545972-648a-4de6-9958-2255e4daf600 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:54.171669 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-69db9d5b-bba4-4513-8f51-135cfd69e97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:54.233957 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-83545972-648a-4de6-9958-2255e4daf600 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4858456 Jul 06 14:09:54.236760 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42350) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:54.242091 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-f5b5d00e-4159-49bb-ac7f-13746b938790 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Request body: {'subnet': {'network_id': 'a8ef4fd1-e415-4201-9509-fd1877ed82bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:54.269457 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83545972-648a-4de6-9958-2255e4daf600 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event updated for resources: {'Network': ['ID=a8ef4fd1-e415-4201-9509-fd1877ed82bb,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:54.287834 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b022002-2461-4276-b942-a5593b4eb4b5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:54.303297 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-6b022002-2461-4276-b942-a5593b4eb4b5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Transition to ACTIVE for port object d8d0bad3-9398-4a12-984b-4bc0f9126595 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:54.306345 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network a8ef4fd1-e415-4201-9509-fd1877ed82bb details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:09:54.309291 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b022002-2461-4276-b942-a5593b4eb4b5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:54.359081 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b5d00e-4159-49bb-ac7f-13746b938790 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Made reservation on behalf of c39e7023cac24fd8ba59663bfcadaa30 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:54.364140 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f5b5d00e-4159-49bb-ac7f-13746b938790 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:54.419821 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b022002-2461-4276-b942-a5593b4eb4b5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Port': ['ID=d8d0bad3-9398-4a12-984b-4bc0f9126595,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:54.442906 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-6b022002-2461-4276-b942-a5593b4eb4b5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] In _notify_port_updated(), no bound segment for port d8d0bad3-9398-4a12-984b-4bc0f9126595 on network e7115383-7693-44ac-93a1-24cd4aa12ab6 {{(pid=100417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:09:54.448861 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b022002-2461-4276-b942-a5593b4eb4b5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:54.450096 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b022002-2461-4276-b942-a5593b4eb4b5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:54.455253 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6b022002-2461-4276-b942-a5593b4eb4b5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "PUT /v2.0/ports/d8d0bad3-9398-4a12-984b-4bc0f9126595 HTTP/1.1" status: 200 len: 921 time: 1.1669645 Jul 06 14:09:54.455739 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42354) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:54.644441 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-5b575928-0d29-49b0-8cd5-8685d7d98f68 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting port d8d0bad3-9398-4a12-984b-4bc0f9126595 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:54.644675 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5b575928-0d29-49b0-8cd5-8685d7d98f68 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:54.649416 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f5b5d00e-4159-49bb-ac7f-13746b938790 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:54.678698 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.db.api [None req-69db9d5b-bba4-4513-8f51-135cfd69e97e None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-51ef01d2-3056-4490-8dcf-7fae1d9ee392 {{(pid=100419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:09:54.679069 n-d-773644-6 neutron-server[100419]: DEBUG oslo_db.api [None req-69db9d5b-bba4-4513-8f51-135cfd69e97e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:09:54.766565 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5d00e-4159-49bb-ac7f-13746b938790 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event updated for resources: {'Subnet': ['ID=1f43fdf5-0a94-47f6-9e1f-f75248f39bb0,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:54.790983 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b5d00e-4159-49bb-ac7f-13746b938790 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Checking segment: {'id': 'c74059c2-020f-4af3-a778-70412717206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a8ef4fd1-e415-4201-9509-fd1877ed82bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:54.791351 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b5d00e-4159-49bb-ac7f-13746b938790 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Network hostable DHCP agents. Network: a8ef4fd1-e415-4201-9509-fd1877ed82bb, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:09:54.803592 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5b575928-0d29-49b0-8cd5-8685d7d98f68 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:54.820595 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-5b575928-0d29-49b0-8cd5-8685d7d98f68 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Calling delete_port for d8d0bad3-9398-4a12-984b-4bc0f9126595 owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:54.836567 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b5d00e-4159-49bb-ac7f-13746b938790 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Network a8ef4fd1-e415-4201-9509-fd1877ed82bb is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:09:54.880835 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-f5b5d00e-4159-49bb-ac7f-13746b938790 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, a8ef4fd1-e415-4201-9509-fd1877ed82bb) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:54.888596 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b5d00e-4159-49bb-ac7f-13746b938790 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:54.889205 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f5b5d00e-4159-49bb-ac7f-13746b938790 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:54.891165 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6d6da7-b4f9-4b01-9fba-c6da8e7b24f1 None None] Network a8ef4fd1-e415-4201-9509-fd1877ed82bb requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:54.920706 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f5b5d00e-4159-49bb-ac7f-13746b938790 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6800253 Jul 06 14:09:54.920706 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42372) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:55.051465 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5b575928-0d29-49b0-8cd5-8685d7d98f68 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.062133 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.062928 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf22bc73-4aa5-4dc9-b054-d4db66799222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-a8ef4fd1-e415-4201-9509-fd1877ed82bb', 'network_id': 'a8ef4fd1-e415-4201-9509-fd1877ed82bb', 'tenant_id': 'c39e7023cac24fd8ba59663bfcadaa30', 'fixed_ips': [{'subnet_id': '1f43fdf5-0a94-47f6-9e1f-f75248f39bb0'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:09:55.063898 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bf22bc73-4aa5-4dc9-b054-d4db66799222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.090886 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b575928-0d29-49b0-8cd5-8685d7d98f68 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Port': ['ID=d8d0bad3-9398-4a12-984b-4bc0f9126595,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:55.190211 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.230077 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5b575928-0d29-49b0-8cd5-8685d7d98f68 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.234557 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42392) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:55.235052 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5b575928-0d29-49b0-8cd5-8685d7d98f68 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/ports/d8d0bad3-9398-4a12-984b-4bc0f9126595 HTTP/1.1" status: 204 len: 168 time: 0.7772968 Jul 06 14:09:55.253440 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-69db9d5b-bba4-4513-8f51-135cfd69e97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.259074 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-bf22bc73-4aa5-4dc9-b054-d4db66799222 None None] Allocated IP 172.20.0.2 (a8ef4fd1-e415-4201-9509-fd1877ed82bb/1f43fdf5-0a94-47f6-9e1f-f75248f39bb0/1a29bb10-de2a-42e9-9cad-608348501cc8) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:55.293224 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-494300d9-3e57-4758-8903-7f0317a7ccf8 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] GET failed (client error): The resource could not be found. Jul 06 14:09:55.294897 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-494300d9-3e57-4758-8903-7f0317a7ccf8 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "GET /v2.0/ports/d8d0bad3-9398-4a12-984b-4bc0f9126595 HTTP/1.1" status: 404 len: 333 time: 0.0592649 Jul 06 14:09:55.297649 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42394) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:55.361895 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-427424cc-54a7-44c7-8f10-fd138e6035b0 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.386732 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-427424cc-54a7-44c7-8f10-fd138e6035b0 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.437427 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-427424cc-54a7-44c7-8f10-fd138e6035b0 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.440150 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-427424cc-54a7-44c7-8f10-fd138e6035b0 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.444125 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-427424cc-54a7-44c7-8f10-fd138e6035b0 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/security-groups/66d759f4-f81d-4013-8d87-5b8e08562954 HTTP/1.1" status: 204 len: 168 time: 0.1416602 Jul 06 14:09:55.444738 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42400) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:55.451112 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427424cc-54a7-44c7-8f10-fd138e6035b0 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d759f4-f81d-4013-8d87-5b8e08562954,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:55.525434 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8a56f5ea-e6f0-4ba0-be9f-9c9e9ef761c5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.552667 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8a56f5ea-e6f0-4ba0-be9f-9c9e9ef761c5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.553528 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-69db9d5b-bba4-4513-8f51-135cfd69e97e None None] Allocated IP 172.20.0.18 (e7115383-7693-44ac-93a1-24cd4aa12ab6/d007bdf8-a1a1-411b-89e0-269cd710a70f/8d9f7daf-f719-4ab6-9404-283dfbb34ef1) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:55.582013 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bf22bc73-4aa5-4dc9-b054-d4db66799222 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.603868 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8a56f5ea-e6f0-4ba0-be9f-9c9e9ef761c5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.607582 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8a56f5ea-e6f0-4ba0-be9f-9c9e9ef761c5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.609155 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8a56f5ea-e6f0-4ba0-be9f-9c9e9ef761c5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/security-groups/30ec22d4-1700-480b-a1d7-c2772f4564aa HTTP/1.1" status: 204 len: 168 time: 0.1621377 Jul 06 14:09:55.612139 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42406) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:55.621053 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56f5ea-e6f0-4ba0-be9f-9c9e9ef761c5 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ec22d4-1700-480b-a1d7-c2772f4564aa,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:55.627540 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-bf22bc73-4aa5-4dc9-b054-d4db66799222 None None] Transition to ACTIVE for port object 1a29bb10-de2a-42e9-9cad-608348501cc8 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:55.662014 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-bf22bc73-4aa5-4dc9-b054-d4db66799222 None None] Transition to ACTIVE for port object 1a29bb10-de2a-42e9-9cad-608348501cc8 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:55.681349 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bf22bc73-4aa5-4dc9-b054-d4db66799222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.692840 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.717091 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-e57e7625-8b7a-4499-ae43-92567a8e41c8 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting subnet f178314d-7325-42d1-bb87-687f381362ac {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:09:55.735308 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event deleted for resources: {'Subnet': ['ID=1f43fdf5-0a94-47f6-9e1f-f75248f39bb0,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:55.749874 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf22bc73-4aa5-4dc9-b054-d4db66799222 None None] Network a8ef4fd1-e415-4201-9509-fd1877ed82bb is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:55.761742 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-bf22bc73-4aa5-4dc9-b054-d4db66799222 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:55.772127 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42410) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:55.778073 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf22bc73-4aa5-4dc9-b054-d4db66799222 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:55.783662 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-69db9d5b-bba4-4513-8f51-135cfd69e97e None None] For port 8d9f7daf-f719-4ab6-9404-283dfbb34ef1, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=8d9f7daf-f719-4ab6-9404-283dfbb34ef1,segment=NetworkSegment(8a8e8c84-3a8a-4aaf-81de-96578b708e9a),segment_id=8a8e8c84-3a8a-4aaf-81de-96578b708e9a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:55.793698 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22bc73-4aa5-4dc9-b054-d4db66799222 None None] Pushing event updated for resources: {'Port': ['ID=1a29bb10-de2a-42e9-9cad-608348501cc8,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:55.835480 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.852039 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ef4fd1-e415-4201-9509-fd1877ed82bb']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:55.865563 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74059c2-020f-4af3-a778-70412717206d') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:55.866006 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74059c2-020f-4af3-a778-70412717206d') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:55.867967 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-69db9d5b-bba4-4513-8f51-135cfd69e97e None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.874876 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-bf22bc73-4aa5-4dc9-b054-d4db66799222 None None] Attempting to bind port 1a29bb10-de2a-42e9-9cad-608348501cc8 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:09:55.875277 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-bf22bc73-4aa5-4dc9-b054-d4db66799222 None None] Attempting to bind port 1a29bb10-de2a-42e9-9cad-608348501cc8 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'c74059c2-020f-4af3-a778-70412717206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a8ef4fd1-e415-4201-9509-fd1877ed82bb'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:09:55.875889 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf22bc73-4aa5-4dc9-b054-d4db66799222 None None] Attempting to bind port 1a29bb10-de2a-42e9-9cad-608348501cc8 on network a8ef4fd1-e415-4201-9509-fd1877ed82bb {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:09:55.883421 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.889901 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf22bc73-4aa5-4dc9-b054-d4db66799222 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:09:55.890305 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf22bc73-4aa5-4dc9-b054-d4db66799222 None None] Checking segment: {'id': 'c74059c2-020f-4af3-a778-70412717206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a8ef4fd1-e415-4201-9509-fd1877ed82bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:55.890712 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bf22bc73-4aa5-4dc9-b054-d4db66799222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.891116 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf22bc73-4aa5-4dc9-b054-d4db66799222 None None] Bound using segment: {'id': 'c74059c2-020f-4af3-a778-70412717206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a8ef4fd1-e415-4201-9509-fd1877ed82bb'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:09:55.891616 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-bf22bc73-4aa5-4dc9-b054-d4db66799222 None None] Bound port: 1a29bb10-de2a-42e9-9cad-608348501cc8, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74059c2-020f-4af3-a778-70412717206d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a8ef4fd1-e415-4201-9509-fd1877ed82bb'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:09:55.892002 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bf22bc73-4aa5-4dc9-b054-d4db66799222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.896247 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-69db9d5b-bba4-4513-8f51-135cfd69e97e None None] Transition to ACTIVE for port object 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:55.906200 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.906655 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e57e7625-8b7a-4499-ae43-92567a8e41c8 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.910594 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-69db9d5b-bba4-4513-8f51-135cfd69e97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.923413 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:09:55.923867 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:09:55.927857 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:09:55.989052 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db9d5b-bba4-4513-8f51-135cfd69e97e None None] Pushing event updated for resources: {'Port': ['ID=8d9f7daf-f719-4ab6-9404-283dfbb34ef1,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:55.996168 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e57e7625-8b7a-4499-ae43-92567a8e41c8 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:56.029061 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.db.api [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 14:09:56.029061 n-d-773644-6 neutron-server[100418]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 14:09:56.029061 n-d-773644-6 neutron-server[100418]: [parameters: {'id': 'a8ef4fd1-e415-4201-9509-fd1877ed82bb'}] Jul 06 14:09:56.029061 n-d-773644-6 neutron-server[100418]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:09:56.029981 n-d-773644-6 neutron-server[100418]: DEBUG oslo_db.api [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:09:56.031208 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4e02a34c-67c2-4436-933b-7287b49b44ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:56.080039 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-bf22bc73-4aa5-4dc9-b054-d4db66799222 None None] For port 1a29bb10-de2a-42e9-9cad-608348501cc8, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:09:56.084908 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-bf22bc73-4aa5-4dc9-b054-d4db66799222 None None] For port 1a29bb10-de2a-42e9-9cad-608348501cc8, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=1a29bb10-de2a-42e9-9cad-608348501cc8,segment=NetworkSegment(c74059c2-020f-4af3-a778-70412717206d),segment_id=c74059c2-020f-4af3-a778-70412717206d)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:09:56.089359 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bf22bc73-4aa5-4dc9-b054-d4db66799222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:56.146107 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e57e7625-8b7a-4499-ae43-92567a8e41c8 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:56.178243 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22bc73-4aa5-4dc9-b054-d4db66799222 None None] Pushing event updated for resources: {'Port': ['ID=1a29bb10-de2a-42e9-9cad-608348501cc8,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:56.213009 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd5146c-135f-40d1-8c5b-7b4398f0db3a None None] Network a8ef4fd1-e415-4201-9509-fd1877ed82bb requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:56.247837 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4e02a34c-67c2-4436-933b-7287b49b44ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:56.250228 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e57e7625-8b7a-4499-ae43-92567a8e41c8 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:56.264005 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4e02a34c-67c2-4436-933b-7287b49b44ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:56.303287 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e7625-8b7a-4499-ae43-92567a8e41c8 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Subnet': ['ID=f178314d-7325-42d1-bb87-687f381362ac,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:56.314957 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e57e7625-8b7a-4499-ae43-92567a8e41c8 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:56.321912 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42420) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:56.322283 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e57e7625-8b7a-4499-ae43-92567a8e41c8 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/subnets/f178314d-7325-42d1-bb87-687f381362ac HTTP/1.1" status: 204 len: 168 time: 0.7081289 Jul 06 14:09:56.329109 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-35f4518d-48f4-4614-aa0f-5a2cf47a98f7 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'subnet': {'network_id': 'e7115383-7693-44ac-93a1-24cd4aa12ab6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:56.351857 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4e02a34c-67c2-4436-933b-7287b49b44ba admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=510e29b020e949b09c77bec376a564b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5777473 Jul 06 14:09:56.353087 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42422) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:56.359718 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e02a34c-67c2-4436-933b-7287b49b44ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51d7655-1870-41e5-a40b-f4d27be25ca4,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:56.439135 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a14c61df-61eb-4cd8-a8c0-cd910385b859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:56.473699 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a14c61df-61eb-4cd8-a8c0-cd910385b859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:56.515598 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f4518d-48f4-4614-aa0f-5a2cf47a98f7 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:56.523124 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-35f4518d-48f4-4614-aa0f-5a2cf47a98f7 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:56.556935 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a14c61df-61eb-4cd8-a8c0-cd910385b859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:56.560252 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:56.560943 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a14c61df-61eb-4cd8-a8c0-cd910385b859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:56.562539 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a14c61df-61eb-4cd8-a8c0-cd910385b859 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/e51d7655-1870-41e5-a40b-f4d27be25ca4 HTTP/1.1" status: 204 len: 168 time: 0.2081628 Jul 06 14:09:56.605515 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c61df-61eb-4cd8-a8c0-cd910385b859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51d7655-1870-41e5-a40b-f4d27be25ca4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:56.732577 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Deleting port 1a29bb10-de2a-42e9-9cad-608348501cc8 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:09:56.732992 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:56.756266 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d4a64667-ebea-4f78-a0ac-73460c7092a7 None None] Could not find standard attr ID for object d8d0bad3-9398-4a12-984b-4bc0f9126595. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:09:56.769931 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65eadf9-09d7-4deb-978c-29137ade33f7 None None] Network e7115383-7693-44ac-93a1-24cd4aa12ab6 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:56.788763 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d4a64667-ebea-4f78-a0ac-73460c7092a7 None None] Provisioning for port 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:09:56.818742 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d4a64667-ebea-4f78-a0ac-73460c7092a7 None None] Provisioning complete for port 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:56.819275 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d4a64667-ebea-4f78-a0ac-73460c7092a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:56.844161 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] For port 1a29bb10-de2a-42e9-9cad-608348501cc8, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=1a29bb10-de2a-42e9-9cad-608348501cc8,segment=NetworkSegment(c74059c2-020f-4af3-a778-70412717206d),segment_id=c74059c2-020f-4af3-a778-70412717206d)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:56.844415 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:56.864843 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Calling delete_port for 1a29bb10-de2a-42e9-9cad-608348501cc8 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:09:57.021469 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d4a64667-ebea-4f78-a0ac-73460c7092a7 None None] Provisioning complete for port fde20e4b-8790-46c7-89c3-d9b077724b96 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:57.022049 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d4a64667-ebea-4f78-a0ac-73460c7092a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.033054 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42438) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:57.049965 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c94a28a5-5c91-4a14-8345-4af89037854c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.072182 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d4a64667-ebea-4f78-a0ac-73460c7092a7 None None] Port fde20e4b-8790-46c7-89c3-d9b077724b96 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:57.184011 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c94a28a5-5c91-4a14-8345-4af89037854c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.194605 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c94a28a5-5c91-4a14-8345-4af89037854c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.243907 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c94a28a5-5c91-4a14-8345-4af89037854c admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=3518ec79a7614c42a8482d8701dd5b6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2071691 Jul 06 14:09:57.245003 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a28a5-5c91-4a14-8345-4af89037854c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88d288f-bc47-487d-8ec1-351c0fa95b1d,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:57.258817 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42440) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:57.316155 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-35f4518d-48f4-4614-aa0f-5a2cf47a98f7 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.339744 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c80653fa-3202-4104-acee-045eb56441b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.372243 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c80653fa-3202-4104-acee-045eb56441b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.381179 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f4518d-48f4-4614-aa0f-5a2cf47a98f7 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network e7115383-7693-44ac-93a1-24cd4aa12ab6 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:57.385307 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.401293 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] No DVR routers for this DVR port 1a29bb10-de2a-42e9-9cad-608348501cc8 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:09:57.406893 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-35f4518d-48f4-4614-aa0f-5a2cf47a98f7 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:57.411067 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f4518d-48f4-4614-aa0f-5a2cf47a98f7 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:57.411971 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-35f4518d-48f4-4614-aa0f-5a2cf47a98f7 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.442725 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c80653fa-3202-4104-acee-045eb56441b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.446324 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c80653fa-3202-4104-acee-045eb56441b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.450616 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c80653fa-3202-4104-acee-045eb56441b2 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/d88d288f-bc47-487d-8ec1-351c0fa95b1d HTTP/1.1" status: 204 len: 168 time: 0.1889644 Jul 06 14:09:57.460417 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4518d-48f4-4614-aa0f-5a2cf47a98f7 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Subnet': ['ID=e33b4634-2706-47f1-a334-863eb1c7fe57,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:57.463931 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event deleted for resources: {'Port': ['ID=1a29bb10-de2a-42e9-9cad-608348501cc8,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:57.471809 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80653fa-3202-4104-acee-045eb56441b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88d288f-bc47-487d-8ec1-351c0fa95b1d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:57.489843 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-35f4518d-48f4-4614-aa0f-5a2cf47a98f7 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1667137 Jul 06 14:09:57.492856 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42444) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:57.497826 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4230e2ed-e63a-4e5b-bff8-5a8cbb0f4a29 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'security_group': {'name': 'tempest-secgroup-735328419'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:57.546969 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4230e2ed-e63a-4e5b-bff8-5a8cbb0f4a29 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.551626 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.565318 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ef4fd1-e415-4201-9509-fd1877ed82bb']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:57.586692 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74059c2-020f-4af3-a778-70412717206d') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:57.587088 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74059c2-020f-4af3-a778-70412717206d') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:09:57.603446 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.631632 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.643097 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:09:57.643710 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:09:57.649493 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:09:57.669082 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4230e2ed-e63a-4e5b-bff8-5a8cbb0f4a29 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.675803 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4230e2ed-e63a-4e5b-bff8-5a8cbb0f4a29 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.740624 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.747845 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.750042 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/networks/a8ef4fd1-e415-4201-9509-fd1877ed82bb HTTP/1.1" status: 204 len: 168 time: 2.8285916 Jul 06 14:09:57.757285 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4230e2ed-e63a-4e5b-bff8-5a8cbb0f4a29 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.758520 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42448) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:57.760994 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4230e2ed-e63a-4e5b-bff8-5a8cbb0f4a29 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2669864 Jul 06 14:09:57.767539 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42450) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:57.776531 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-0dbc60ce-49b4-4c48-b9a8-9282801a8bbf tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2074749255'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:57.777474 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-7cab6b1b-985d-472f-9f7a-55290dc099a2 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'security_group': {'name': 'tempest-secgroup-24464877'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:57.781346 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e539a6-402b-4a65-8b1b-611f1cd5517f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event deleted for resources: {'Network': ['ID=a8ef4fd1-e415-4201-9509-fd1877ed82bb,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:57.785291 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230e2ed-e63a-4e5b-bff8-5a8cbb0f4a29 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ede9738-fead-42b5-b5de-63d9e07b498c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:57.809644 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7cab6b1b-985d-472f-9f7a-55290dc099a2 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.828342 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbc60ce-49b4-4c48-b9a8-9282801a8bbf tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Made reservation on behalf of c39e7023cac24fd8ba59663bfcadaa30 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:57.834977 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0dbc60ce-49b4-4c48-b9a8-9282801a8bbf tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.887591 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dbc60ce-49b4-4c48-b9a8-9282801a8bbf tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:09:57.904903 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0dbc60ce-49b4-4c48-b9a8-9282801a8bbf tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.905274 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-0dbc60ce-49b4-4c48-b9a8-9282801a8bbf tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Added segment bf6d9422-33d4-4727-b2a6-93a7656e5fae of type vlan for network a1b040b2-23e4-4663-9d15-674e560b27f6 Jul 06 14:09:57.950681 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7cab6b1b-985d-472f-9f7a-55290dc099a2 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.958746 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7cab6b1b-985d-472f-9f7a-55290dc099a2 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:57.997574 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4359fd2-e170-453c-a22b-3bdfdd8bd421 None None] Network e7115383-7693-44ac-93a1-24cd4aa12ab6 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:58.002611 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0dbc60ce-49b4-4c48-b9a8-9282801a8bbf tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:58.021974 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7cab6b1b-985d-472f-9f7a-55290dc099a2 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:58.023645 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7cab6b1b-985d-472f-9f7a-55290dc099a2 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2550206 Jul 06 14:09:58.026968 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42458) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:58.031672 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e4e6a684-1c69-4d3f-b61d-0ab48c4223c6 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'security_group': {'name': 'tempest-secgroup-238925492'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:58.044751 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab6b1b-985d-472f-9f7a-55290dc099a2 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a69a62ec-1445-43d6-9f8e-f3ba4fe5b7aa,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:58.061032 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0dbc60ce-49b4-4c48-b9a8-9282801a8bbf tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:58.067996 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbc60ce-49b4-4c48-b9a8-9282801a8bbf tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:58.068858 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0dbc60ce-49b4-4c48-b9a8-9282801a8bbf tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:58.072060 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4e6a684-1c69-4d3f-b61d-0ab48c4223c6 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:58.087753 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:09:58.126006 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c1628203-3402-4537-a63a-796d8f33ac90 None None] Provisioning complete for port 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:58.126384 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c1628203-3402-4537-a63a-796d8f33ac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:58.230744 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4e6a684-1c69-4d3f-b61d-0ab48c4223c6 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:58.247916 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4e6a684-1c69-4d3f-b61d-0ab48c4223c6 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:58.251404 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0dbc60ce-49b4-4c48-b9a8-9282801a8bbf tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4789999 Jul 06 14:09:58.259300 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42464) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:58.261368 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc60ce-49b4-4c48-b9a8-9282801a8bbf tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event updated for resources: {'Network': ['ID=a1b040b2-23e4-4663-9d15-674e560b27f6,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:58.279014 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network a1b040b2-23e4-4663-9d15-674e560b27f6 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:09:58.282690 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-22a7ead5-ef7b-4e65-82bf-b51b906a3240 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Request body: {'subnet': {'network_id': 'a1b040b2-23e4-4663-9d15-674e560b27f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:58.296419 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4e6a684-1c69-4d3f-b61d-0ab48c4223c6 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:58.300967 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e4e6a684-1c69-4d3f-b61d-0ab48c4223c6 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2699411 Jul 06 14:09:58.302270 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42468) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:58.308446 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-0a7e991f-e81e-4d74-b3e3-f6b7043f85eb tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1627675212', 'security_groups': ['554bfb65-bae9-4190-96ff-e5c51f3d7abc'], 'network_id': 'e7115383-7693-44ac-93a1-24cd4aa12ab6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e33b4634-2706-47f1-a334-863eb1c7fe57'}]}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:58.371516 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:58.371948 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:58.424497 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6a684-1c69-4d3f-b61d-0ab48c4223c6 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=554bfb65-bae9-4190-96ff-e5c51f3d7abc,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:58.469948 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a7ead5-ef7b-4e65-82bf-b51b906a3240 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Made reservation on behalf of c39e7023cac24fd8ba59663bfcadaa30 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:58.475046 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-22a7ead5-ef7b-4e65-82bf-b51b906a3240 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:58.489365 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7e991f-e81e-4d74-b3e3-f6b7043f85eb tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:58.595207 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c1628203-3402-4537-a63a-796d8f33ac90 None None] Provisioning complete for port fde20e4b-8790-46c7-89c3-d9b077724b96 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:09:58.595922 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c1628203-3402-4537-a63a-796d8f33ac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:58.600494 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0a7e991f-e81e-4d74-b3e3-f6b7043f85eb tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:58.609780 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.ipam_backend_mixin [None req-22a7ead5-ef7b-4e65-82bf-b51b906a3240 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Performing IP validity checks on allocation pools {{(pid=100418) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 14:09:58.614423 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.ipam_backend_mixin [None req-22a7ead5-ef7b-4e65-82bf-b51b906a3240 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100418) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 14:09:58.621126 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-0a7e991f-e81e-4d74-b3e3-f6b7043f85eb tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] device_id is not set on port 152a9e83-a202-4dc4-8775-4a9a534b2a25 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:09:58.653361 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-c1628203-3402-4537-a63a-796d8f33ac90 None None] Port fde20e4b-8790-46c7-89c3-d9b077724b96 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:09:58.764266 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370ef620-8abc-4afc-952e-899d4d0b2792 None None] Update dhcp port {'port': {'network_id': 'e7115383-7693-44ac-93a1-24cd4aa12ab6', 'fixed_ips': [{'subnet_id': 'd007bdf8-a1a1-411b-89e0-269cd710a70f', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e33b4634-2706-47f1-a334-863eb1c7fe57'}], 'binding:host_id': 'n-d-773644-6'}, 'id': '8d9f7daf-f719-4ab6-9404-283dfbb34ef1'} from n-d-773644-6. {{(pid=100419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:09:58.805219 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-370ef620-8abc-4afc-952e-899d4d0b2792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:58.816578 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-22a7ead5-ef7b-4e65-82bf-b51b906a3240 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:58.887671 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a7ead5-ef7b-4e65-82bf-b51b906a3240 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event updated for resources: {'Subnet': ['ID=dce08756-e03c-4a90-9fe0-030a10b90373,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:58.938468 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-0a7e991f-e81e-4d74-b3e3-f6b7043f85eb tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Allocated IP 172.20.0.3 (e7115383-7693-44ac-93a1-24cd4aa12ab6/e33b4634-2706-47f1-a334-863eb1c7fe57/152a9e83-a202-4dc4-8775-4a9a534b2a25) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:58.939725 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a7ead5-ef7b-4e65-82bf-b51b906a3240 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Checking segment: {'id': 'bf6d9422-33d4-4727-b2a6-93a7656e5fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a1b040b2-23e4-4663-9d15-674e560b27f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:09:58.940202 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a7ead5-ef7b-4e65-82bf-b51b906a3240 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Network hostable DHCP agents. Network: a1b040b2-23e4-4663-9d15-674e560b27f6, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:09:58.965481 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a7ead5-ef7b-4e65-82bf-b51b906a3240 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Network a1b040b2-23e4-4663-9d15-674e560b27f6 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:09:58.980489 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-22a7ead5-ef7b-4e65-82bf-b51b906a3240 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, a1b040b2-23e4-4663-9d15-674e560b27f6) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:58.992467 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a7ead5-ef7b-4e65-82bf-b51b906a3240 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:58.993101 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0150f71-a35f-425b-b785-55bd187c9113 None None] Network a1b040b2-23e4-4663-9d15-674e560b27f6 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:09:58.994167 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-22a7ead5-ef7b-4e65-82bf-b51b906a3240 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:59.014846 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-22a7ead5-ef7b-4e65-82bf-b51b906a3240 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7539024 Jul 06 14:09:59.016692 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42484) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:59.158078 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:59.186624 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3ab4ec-2ef6-4e1f-99b4-d61e229a1a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-a1b040b2-23e4-4663-9d15-674e560b27f6', 'network_id': 'a1b040b2-23e4-4663-9d15-674e560b27f6', 'tenant_id': 'c39e7023cac24fd8ba59663bfcadaa30', 'fixed_ips': [{'subnet_id': 'dce08756-e03c-4a90-9fe0-030a10b90373'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:09:59.187636 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0d3ab4ec-2ef6-4e1f-99b4-d61e229a1a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:59.188629 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0a7e991f-e81e-4d74-b3e3-f6b7043f85eb tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:59.218957 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-0a7e991f-e81e-4d74-b3e3-f6b7043f85eb tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Transition to ACTIVE for port object 152a9e83-a202-4dc4-8775-4a9a534b2a25 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:59.241347 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:59.305281 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0a7e991f-e81e-4d74-b3e3-f6b7043f85eb tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:59.357383 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7e991f-e81e-4d74-b3e3-f6b7043f85eb tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network e7115383-7693-44ac-93a1-24cd4aa12ab6 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:09:59.363948 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-0a7e991f-e81e-4d74-b3e3-f6b7043f85eb tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:09:59.369822 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7e991f-e81e-4d74-b3e3-f6b7043f85eb tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:09:59.423450 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-370ef620-8abc-4afc-952e-899d4d0b2792 None None] Allocated IP 172.20.0.2 (e7115383-7693-44ac-93a1-24cd4aa12ab6/e33b4634-2706-47f1-a334-863eb1c7fe57/8d9f7daf-f719-4ab6-9404-283dfbb34ef1) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:59.425637 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7e991f-e81e-4d74-b3e3-f6b7043f85eb tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:09:59.426639 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0a7e991f-e81e-4d74-b3e3-f6b7043f85eb tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:59.442092 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e991f-e81e-4d74-b3e3-f6b7043f85eb tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Port': ['ID=152a9e83-a202-4dc4-8775-4a9a534b2a25,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:09:59.449149 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42496) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:59.449327 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0a7e991f-e81e-4d74-b3e3-f6b7043f85eb tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1459546 Jul 06 14:09:59.455820 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-2c2df0df-72fb-4e53-aa28-9d77a0b97a9d tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'subnet': {'network_id': 'e7115383-7693-44ac-93a1-24cd4aa12ab6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:59.474907 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-0d3ab4ec-2ef6-4e1f-99b4-d61e229a1a3f None None] Allocated IP 172.20.0.3 (a1b040b2-23e4-4663-9d15-674e560b27f6/dce08756-e03c-4a90-9fe0-030a10b90373/b4f1ee39-8698-48d9-8bfb-28b6a256d0a6) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:09:59.619406 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2df0df-72fb-4e53-aa28-9d77a0b97a9d tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:59.620009 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-370ef620-8abc-4afc-952e-899d4d0b2792 None None] For port 8d9f7daf-f719-4ab6-9404-283dfbb34ef1, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=8d9f7daf-f719-4ab6-9404-283dfbb34ef1,segment=NetworkSegment(8a8e8c84-3a8a-4aaf-81de-96578b708e9a),segment_id=8a8e8c84-3a8a-4aaf-81de-96578b708e9a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:09:59.624803 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2c2df0df-72fb-4e53-aa28-9d77a0b97a9d tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:59.682121 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-370ef620-8abc-4afc-952e-899d4d0b2792 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:59.723470 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-370ef620-8abc-4afc-952e-899d4d0b2792 None None] Transition to ACTIVE for port object 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:59.736541 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-370ef620-8abc-4afc-952e-899d4d0b2792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:59.745551 n-d-773644-6 neutron-server[100418]: INFO neutron.db.ipam_backend_mixin [None req-2c2df0df-72fb-4e53-aa28-9d77a0b97a9d tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e33b4634-2706-47f1-a334-863eb1c7fe57 (CIDR: 172.20.0.0/28) Jul 06 14:09:59.750006 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c2df0df-72fb-4e53-aa28-9d77a0b97a9d tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:09:59.750699 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c2df0df-72fb-4e53-aa28-9d77a0b97a9d tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:09:59.774725 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2c2df0df-72fb-4e53-aa28-9d77a0b97a9d tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3210263 Jul 06 14:09:59.774725 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42502) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:09:59.779546 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-cbe9bf14-022d-4383-ace8-c7a34cd72c47 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'subnet': {'network_id': 'e7115383-7693-44ac-93a1-24cd4aa12ab6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:09:59.785936 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0d3ab4ec-2ef6-4e1f-99b4-d61e229a1a3f None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:09:59.806096 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0d3ab4ec-2ef6-4e1f-99b4-d61e229a1a3f None None] Transition to ACTIVE for port object b4f1ee39-8698-48d9-8bfb-28b6a256d0a6 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:09:59.944178 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe9bf14-022d-4383-ace8-c7a34cd72c47 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:09:59.949993 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cbe9bf14-022d-4383-ace8-c7a34cd72c47 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:00.065485 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0d3ab4ec-2ef6-4e1f-99b4-d61e229a1a3f None None] Transition to ACTIVE for port object b4f1ee39-8698-48d9-8bfb-28b6a256d0a6 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:00.067949 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ef620-8abc-4afc-952e-899d4d0b2792 None None] Pushing event updated for resources: {'Port': ['ID=8d9f7daf-f719-4ab6-9404-283dfbb34ef1,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:00.080970 n-d-773644-6 neutron-server[100418]: INFO neutron.db.ipam_backend_mixin [None req-cbe9bf14-022d-4383-ace8-c7a34cd72c47 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d007bdf8-a1a1-411b-89e0-269cd710a70f (CIDR: 172.20.0.16/28) Jul 06 14:10:00.081119 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0d3ab4ec-2ef6-4e1f-99b4-d61e229a1a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:00.099225 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe9bf14-022d-4383-ace8-c7a34cd72c47 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:10:00.099225 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbe9bf14-022d-4383-ace8-c7a34cd72c47 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:00.103102 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:00.143605 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3ab4ec-2ef6-4e1f-99b4-d61e229a1a3f None None] Network a1b040b2-23e4-4663-9d15-674e560b27f6 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:00.145238 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event deleted for resources: {'Subnet': ['ID=dce08756-e03c-4a90-9fe0-030a10b90373,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:00.154466 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-cbe9bf14-022d-4383-ace8-c7a34cd72c47 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3793068 Jul 06 14:10:00.157638 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42512) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:00.165562 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-d1a55ebf-876c-4da9-aa28-ec86526094ec tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'subnet': {'network_id': 'e7115383-7693-44ac-93a1-24cd4aa12ab6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:00.170996 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-0d3ab4ec-2ef6-4e1f-99b4-d61e229a1a3f None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:00.184864 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3ab4ec-2ef6-4e1f-99b4-d61e229a1a3f None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:00.208008 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ab4ec-2ef6-4e1f-99b4-d61e229a1a3f None None] Pushing event updated for resources: {'Port': ['ID=b4f1ee39-8698-48d9-8bfb-28b6a256d0a6,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:00.230250 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:00.247558 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b040b2-23e4-4663-9d15-674e560b27f6']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:00.261461 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6d9422-33d4-4727-b2a6-93a7656e5fae') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:00.262138 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6d9422-33d4-4727-b2a6-93a7656e5fae') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:00.274887 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:00.295903 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:00.306718 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:10:00.307550 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:00.350695 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-0d3ab4ec-2ef6-4e1f-99b4-d61e229a1a3f None None] Attempting to bind port b4f1ee39-8698-48d9-8bfb-28b6a256d0a6 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:10:00.351172 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-0d3ab4ec-2ef6-4e1f-99b4-d61e229a1a3f None None] Attempting to bind port b4f1ee39-8698-48d9-8bfb-28b6a256d0a6 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'bf6d9422-33d4-4727-b2a6-93a7656e5fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a1b040b2-23e4-4663-9d15-674e560b27f6'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:10:00.351542 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3ab4ec-2ef6-4e1f-99b4-d61e229a1a3f None None] Attempting to bind port b4f1ee39-8698-48d9-8bfb-28b6a256d0a6 on network a1b040b2-23e4-4663-9d15-674e560b27f6 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:10:00.358141 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3ab4ec-2ef6-4e1f-99b4-d61e229a1a3f None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:10:00.358593 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3ab4ec-2ef6-4e1f-99b4-d61e229a1a3f None None] Checking segment: {'id': 'bf6d9422-33d4-4727-b2a6-93a7656e5fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a1b040b2-23e4-4663-9d15-674e560b27f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:00.359135 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0d3ab4ec-2ef6-4e1f-99b4-d61e229a1a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:00.359571 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3ab4ec-2ef6-4e1f-99b4-d61e229a1a3f None None] Bound using segment: {'id': 'bf6d9422-33d4-4727-b2a6-93a7656e5fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a1b040b2-23e4-4663-9d15-674e560b27f6'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:10:00.360062 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-0d3ab4ec-2ef6-4e1f-99b4-d61e229a1a3f None None] Bound port: b4f1ee39-8698-48d9-8bfb-28b6a256d0a6, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6d9422-33d4-4727-b2a6-93a7656e5fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a1b040b2-23e4-4663-9d15-674e560b27f6'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:10:00.360594 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0d3ab4ec-2ef6-4e1f-99b4-d61e229a1a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:10:00.431406 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:10:00.436664 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.db.api [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 14:10:00.436664 n-d-773644-6 neutron-server[100418]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 14:10:00.436664 n-d-773644-6 neutron-server[100418]: [parameters: {'id': 'a1b040b2-23e4-4663-9d15-674e560b27f6'}] Jul 06 14:10:00.436664 n-d-773644-6 neutron-server[100418]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:10:00.437085 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a55ebf-876c-4da9-aa28-ec86526094ec tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Made reservation on behalf of 948d22789b7c4232b79ffb08eb97c715 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:00.438388 n-d-773644-6 neutron-server[100418]: DEBUG oslo_db.api [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:10:00.443071 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d1a55ebf-876c-4da9-aa28-ec86526094ec tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:00.492150 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-0d3ab4ec-2ef6-4e1f-99b4-d61e229a1a3f None None] For port b4f1ee39-8698-48d9-8bfb-28b6a256d0a6, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:10:00.496856 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-0d3ab4ec-2ef6-4e1f-99b4-d61e229a1a3f None None] For port b4f1ee39-8698-48d9-8bfb-28b6a256d0a6, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=b4f1ee39-8698-48d9-8bfb-28b6a256d0a6,segment=NetworkSegment(bf6d9422-33d4-4727-b2a6-93a7656e5fae),segment_id=bf6d9422-33d4-4727-b2a6-93a7656e5fae)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:10:00.502195 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0d3ab4ec-2ef6-4e1f-99b4-d61e229a1a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:00.623618 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ab4ec-2ef6-4e1f-99b4-d61e229a1a3f None None] Pushing event updated for resources: {'Port': ['ID=b4f1ee39-8698-48d9-8bfb-28b6a256d0a6,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:00.633771 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ac9ff8-cee3-418a-857b-3ce332643d11 None None] Network a1b040b2-23e4-4663-9d15-674e560b27f6 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:00.857681 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d1a55ebf-876c-4da9-aa28-ec86526094ec tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:00.919129 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a55ebf-876c-4da9-aa28-ec86526094ec tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Network e7115383-7693-44ac-93a1-24cd4aa12ab6 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:00.925062 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-d1a55ebf-876c-4da9-aa28-ec86526094ec tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:00.928680 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a55ebf-876c-4da9-aa28-ec86526094ec tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:00.929282 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d1a55ebf-876c-4da9-aa28-ec86526094ec tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:00.935159 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a55ebf-876c-4da9-aa28-ec86526094ec tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Subnet': ['ID=94285c2f-fd77-4233-a342-10d895e9e339,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:00.943308 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:00.961228 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d1a55ebf-876c-4da9-aa28-ec86526094ec tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7997723 Jul 06 14:10:00.961854 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42530) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:00.968454 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-9fb3113b-9dc5-4f2a-b5b3-1efaae74695b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1674898305', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '94285c2f-fd77-4233-a342-10d895e9e339'}], 'security_groups': ['0ede9738-fead-42b5-b5de-63d9e07b498c', 'a69a62ec-1445-43d6-9f8e-f3ba4fe5b7aa']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:00.995704 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a74cb82a-4245-4262-9ba9-9f39e4ae9503 None None] Provisioning for port 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:01.000720 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a74cb82a-4245-4262-9ba9-9f39e4ae9503 None None] Provisioning complete for port 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:01.001220 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a74cb82a-4245-4262-9ba9-9f39e4ae9503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:01.150005 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Deleting port b4f1ee39-8698-48d9-8bfb-28b6a256d0a6 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:10:01.150582 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:01.155981 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a74cb82a-4245-4262-9ba9-9f39e4ae9503 None None] Provisioning complete for port fde20e4b-8790-46c7-89c3-d9b077724b96 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:01.156209 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a74cb82a-4245-4262-9ba9-9f39e4ae9503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:01.216143 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a74cb82a-4245-4262-9ba9-9f39e4ae9503 None None] Port fde20e4b-8790-46c7-89c3-d9b077724b96 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:10:01.217787 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757b5359-b9fa-499f-a410-dda724e78426 None None] Network e7115383-7693-44ac-93a1-24cd4aa12ab6 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:01.267606 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] For port b4f1ee39-8698-48d9-8bfb-28b6a256d0a6, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=b4f1ee39-8698-48d9-8bfb-28b6a256d0a6,segment=NetworkSegment(bf6d9422-33d4-4727-b2a6-93a7656e5fae),segment_id=bf6d9422-33d4-4727-b2a6-93a7656e5fae)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:01.267980 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:01.271610 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9fb3113b-9dc5-4f2a-b5b3-1efaae74695b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:01.292286 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Calling delete_port for b4f1ee39-8698-48d9-8bfb-28b6a256d0a6 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:10:01.360191 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-213d1dba-8f9c-4182-a831-97ddc613b65f None None] Provisioning for port 152a9e83-a202-4dc4-8775-4a9a534b2a25 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:01.369848 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-213d1dba-8f9c-4182-a831-97ddc613b65f None None] Provisioning complete for port 152a9e83-a202-4dc4-8775-4a9a534b2a25 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:01.370398 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-213d1dba-8f9c-4182-a831-97ddc613b65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:01.444580 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-213d1dba-8f9c-4182-a831-97ddc613b65f None None] Port 152a9e83-a202-4dc4-8775-4a9a534b2a25 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:10:01.514976 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:01.591714 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event deleted for resources: {'Port': ['ID=b4f1ee39-8698-48d9-8bfb-28b6a256d0a6,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:01.596105 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de42be8a-322a-43ca-b516-0cf1f6ad4767 None None] Update dhcp port {'port': {'network_id': 'e7115383-7693-44ac-93a1-24cd4aa12ab6', 'fixed_ips': [{'subnet_id': 'd007bdf8-a1a1-411b-89e0-269cd710a70f', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e33b4634-2706-47f1-a334-863eb1c7fe57', 'ip_address': '172.20.0.2'}, {'subnet_id': '94285c2f-fd77-4233-a342-10d895e9e339'}], 'binding:host_id': 'n-d-773644-6'}, 'id': '8d9f7daf-f719-4ab6-9404-283dfbb34ef1'} from n-d-773644-6. {{(pid=100419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:10:01.609862 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] No DVR routers for this DVR port b4f1ee39-8698-48d9-8bfb-28b6a256d0a6 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:10:01.638176 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-de42be8a-322a-43ca-b516-0cf1f6ad4767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:01.736876 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:01.755148 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b040b2-23e4-4663-9d15-674e560b27f6']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:01.771542 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6d9422-33d4-4727-b2a6-93a7656e5fae') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:01.771986 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6d9422-33d4-4727-b2a6-93a7656e5fae') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:01.823817 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:01.846166 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:01.858822 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:10:01.859496 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:10:01.864815 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:10:01.904270 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-9fb3113b-9dc5-4f2a-b5b3-1efaae74695b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Delete allocated IP 172.20.0.3 (e7115383-7693-44ac-93a1-24cd4aa12ab6/e33b4634-2706-47f1-a334-863eb1c7fe57) {{(pid=100418) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 06 14:10:01.961880 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-9fb3113b-9dc5-4f2a-b5b3-1efaae74695b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Allocated IP 172.20.0.41 (e7115383-7693-44ac-93a1-24cd4aa12ab6/94285c2f-fd77-4233-a342-10d895e9e339/152a9e83-a202-4dc4-8775-4a9a534b2a25) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:01.973438 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:01.994785 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:01.998698 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/networks/a1b040b2-23e4-4663-9d15-674e560b27f6 HTTP/1.1" status: 204 len: 168 time: 2.9787288 Jul 06 14:10:02.000342 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42556) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:02.005147 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:10:02.008844 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-70722fb0-a77b-4802-ab3f-b58ffd62ec21 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1231485560'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:02.021163 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60023b2-d9db-4ca4-8e6d-f018d21a0f97 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event deleted for resources: {'Network': ['ID=a1b040b2-23e4-4663-9d15-674e560b27f6,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:02.045511 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70722fb0-a77b-4802-ab3f-b58ffd62ec21 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Made reservation on behalf of c39e7023cac24fd8ba59663bfcadaa30 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:02.051810 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-70722fb0-a77b-4802-ab3f-b58ffd62ec21 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:02.084768 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70722fb0-a77b-4802-ab3f-b58ffd62ec21 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:10:02.091427 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:02.092213 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:02.098247 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-70722fb0-a77b-4802-ab3f-b58ffd62ec21 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:02.098911 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-70722fb0-a77b-4802-ab3f-b58ffd62ec21 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Added segment 4be4e484-61a7-4228-801d-80e8859f05a8 of type vlan for network 9abbb82a-d42f-4fbd-a54f-d3e3b440948b Jul 06 14:10:02.108531 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50c4fb-b4ca-4a60-a609-b8b5b6b574e2 req-7ee9eeba-2676-4c41-b0a9-00f2720e0f14 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:02.110151 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7c50c4fb-b4ca-4a60-a609-b8b5b6b574e2 req-7ee9eeba-2676-4c41-b0a9-00f2720e0f14 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.2035947 Jul 06 14:10:02.154989 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-70722fb0-a77b-4802-ab3f-b58ffd62ec21 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:02.194313 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-70722fb0-a77b-4802-ab3f-b58ffd62ec21 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:02.203448 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70722fb0-a77b-4802-ab3f-b58ffd62ec21 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:02.204735 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-70722fb0-a77b-4802-ab3f-b58ffd62ec21 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:02.255588 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9fb3113b-9dc5-4f2a-b5b3-1efaae74695b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:02.278368 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-70722fb0-a77b-4802-ab3f-b58ffd62ec21 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2758396 Jul 06 14:10:02.279620 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-9fb3113b-9dc5-4f2a-b5b3-1efaae74695b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Ignored duplicate provisioning block setup for port 152a9e83-a202-4dc4-8775-4a9a534b2a25 by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 06 14:10:02.281387 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42560) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:02.287246 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7c50c4fb-b4ca-4a60-a609-b8b5b6b574e2 req-9ba41f40-68bd-45ab-acf6-2319c654732a tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165128 Jul 06 14:10:02.288945 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9fb3113b-9dc5-4f2a-b5b3-1efaae74695b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:02.306295 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-7a706233-9011-4e82-8f97-bf6a6bfaed26 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Request body: {'subnet': {'network_id': '9abbb82a-d42f-4fbd-a54f-d3e3b440948b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:02.332893 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70722fb0-a77b-4802-ab3f-b58ffd62ec21 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event updated for resources: {'Network': ['ID=9abbb82a-d42f-4fbd-a54f-d3e3b440948b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:02.345382 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 9abbb82a-d42f-4fbd-a54f-d3e3b440948b details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:10:02.398033 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-de42be8a-322a-43ca-b516-0cf1f6ad4767 None None] Allocated IP 172.20.0.34 (e7115383-7693-44ac-93a1-24cd4aa12ab6/94285c2f-fd77-4233-a342-10d895e9e339/8d9f7daf-f719-4ab6-9404-283dfbb34ef1) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:02.421893 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3113b-9dc5-4f2a-b5b3-1efaae74695b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event updated for resources: {'Port': ['ID=152a9e83-a202-4dc4-8775-4a9a534b2a25,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:02.450904 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-9fb3113b-9dc5-4f2a-b5b3-1efaae74695b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] In _notify_port_updated(), no bound segment for port 152a9e83-a202-4dc4-8775-4a9a534b2a25 on network e7115383-7693-44ac-93a1-24cd4aa12ab6 {{(pid=100418) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:10:02.460564 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb3113b-9dc5-4f2a-b5b3-1efaae74695b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:02.461266 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9fb3113b-9dc5-4f2a-b5b3-1efaae74695b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:02.466575 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9fb3113b-9dc5-4f2a-b5b3-1efaae74695b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "PUT /v2.0/ports/152a9e83-a202-4dc4-8775-4a9a534b2a25 HTTP/1.1" status: 200 len: 960 time: 1.5033352 Jul 06 14:10:02.467257 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42562) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:02.566247 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-de42be8a-322a-43ca-b516-0cf1f6ad4767 None None] For port 8d9f7daf-f719-4ab6-9404-283dfbb34ef1, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=8d9f7daf-f719-4ab6-9404-283dfbb34ef1,segment=NetworkSegment(8a8e8c84-3a8a-4aaf-81de-96578b708e9a),segment_id=8a8e8c84-3a8a-4aaf-81de-96578b708e9a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:02.602918 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-de42be8a-322a-43ca-b516-0cf1f6ad4767 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:02.605528 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-828a75d5-7b42-4562-aa4b-bfcc7260a222 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting port 152a9e83-a202-4dc4-8775-4a9a534b2a25 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:10:02.606667 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-828a75d5-7b42-4562-aa4b-bfcc7260a222 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:02.622162 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-de42be8a-322a-43ca-b516-0cf1f6ad4767 None None] Transition to ACTIVE for port object 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:02.627891 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-de42be8a-322a-43ca-b516-0cf1f6ad4767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:02.718116 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-828a75d5-7b42-4562-aa4b-bfcc7260a222 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:02.735507 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-828a75d5-7b42-4562-aa4b-bfcc7260a222 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Calling delete_port for 152a9e83-a202-4dc4-8775-4a9a534b2a25 owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:10:02.780384 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42be8a-322a-43ca-b516-0cf1f6ad4767 None None] Pushing event updated for resources: {'Port': ['ID=8d9f7daf-f719-4ab6-9404-283dfbb34ef1,revision_number=7']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:02.782371 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a706233-9011-4e82-8f97-bf6a6bfaed26 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Made reservation on behalf of c39e7023cac24fd8ba59663bfcadaa30 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:02.786727 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7a706233-9011-4e82-8f97-bf6a6bfaed26 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:02.920716 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-828a75d5-7b42-4562-aa4b-bfcc7260a222 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:02.967134 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a75d5-7b42-4562-aa4b-bfcc7260a222 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Port': ['ID=152a9e83-a202-4dc4-8775-4a9a534b2a25,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:03.021845 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7a706233-9011-4e82-8f97-bf6a6bfaed26 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.064027 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-828a75d5-7b42-4562-aa4b-bfcc7260a222 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.066311 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-828a75d5-7b42-4562-aa4b-bfcc7260a222 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/ports/152a9e83-a202-4dc4-8775-4a9a534b2a25 HTTP/1.1" status: 204 len: 168 time: 0.5971174 Jul 06 14:10:03.068729 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42574) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:03.107449 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a706233-9011-4e82-8f97-bf6a6bfaed26 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event updated for resources: {'Subnet': ['ID=ba816526-8e95-4cf5-a768-974b08bf188d,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:03.111341 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da03a8c-d8c4-45ce-a94f-5e6dbbb501d7 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] GET failed (client error): The resource could not be found. Jul 06 14:10:03.113147 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2da03a8c-d8c4-45ce-a94f-5e6dbbb501d7 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "GET /v2.0/ports/152a9e83-a202-4dc4-8775-4a9a534b2a25 HTTP/1.1" status: 404 len: 333 time: 0.0434437 Jul 06 14:10:03.116995 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42578) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:03.118400 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a706233-9011-4e82-8f97-bf6a6bfaed26 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Checking segment: {'id': '4be4e484-61a7-4228-801d-80e8859f05a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9abbb82a-d42f-4fbd-a54f-d3e3b440948b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:03.118590 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a706233-9011-4e82-8f97-bf6a6bfaed26 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Network hostable DHCP agents. Network: 9abbb82a-d42f-4fbd-a54f-d3e3b440948b, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:10:03.138567 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a706233-9011-4e82-8f97-bf6a6bfaed26 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Network 9abbb82a-d42f-4fbd-a54f-d3e3b440948b is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:10:03.150651 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-7a706233-9011-4e82-8f97-bf6a6bfaed26 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 9abbb82a-d42f-4fbd-a54f-d3e3b440948b) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:03.161318 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa695a65-ca29-4638-b5fa-b73b601f549e None None] Network 9abbb82a-d42f-4fbd-a54f-d3e3b440948b requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:03.171887 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a706233-9011-4e82-8f97-bf6a6bfaed26 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:03.172682 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7a706233-9011-4e82-8f97-bf6a6bfaed26 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.187805 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3885-5012-41fb-ab19-33d0483c7278 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.212731 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7a706233-9011-4e82-8f97-bf6a6bfaed26 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9298790 Jul 06 14:10:03.213153 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42580) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:03.218969 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3885-5012-41fb-ab19-33d0483c7278 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.285341 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3885-5012-41fb-ab19-33d0483c7278 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.289792 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b0ee3885-5012-41fb-ab19-33d0483c7278 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.291234 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b0ee3885-5012-41fb-ab19-33d0483c7278 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/security-groups/554bfb65-bae9-4190-96ff-e5c51f3d7abc HTTP/1.1" status: 204 len: 168 time: 0.1731424 Jul 06 14:10:03.293945 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42582) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:03.301118 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee3885-5012-41fb-ab19-33d0483c7278 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=554bfb65-bae9-4190-96ff-e5c51f3d7abc,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:03.399449 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1016d41e-00b3-44e8-8282-8a858d068b1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-9abbb82a-d42f-4fbd-a54f-d3e3b440948b', 'network_id': '9abbb82a-d42f-4fbd-a54f-d3e3b440948b', 'tenant_id': 'c39e7023cac24fd8ba59663bfcadaa30', 'fixed_ips': [{'subnet_id': 'ba816526-8e95-4cf5-a768-974b08bf188d'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:10:03.401842 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1016d41e-00b3-44e8-8282-8a858d068b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.413644 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.427377 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-34ee31a8-4dd4-4468-8322-1bdfbb2a1955 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.460647 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-34ee31a8-4dd4-4468-8322-1bdfbb2a1955 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.545376 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.563553 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13e46b-f539-4ffb-aba9-0323e2cc5981 req-e9cde9cd-b8c3-46d6-a162-7cf7c25c26e6 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:03.566516 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ee13e46b-f539-4ffb-aba9-0323e2cc5981 req-e9cde9cd-b8c3-46d6-a162-7cf7c25c26e6 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.1047027 Jul 06 14:10:03.595090 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-34ee31a8-4dd4-4468-8322-1bdfbb2a1955 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.597601 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-34ee31a8-4dd4-4468-8322-1bdfbb2a1955 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.599589 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-34ee31a8-4dd4-4468-8322-1bdfbb2a1955 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/security-groups/a69a62ec-1445-43d6-9f8e-f3ba4fe5b7aa HTTP/1.1" status: 204 len: 168 time: 0.3046522 Jul 06 14:10:03.606678 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42588) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:03.639541 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee31a8-4dd4-4468-8322-1bdfbb2a1955 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69a62ec-1445-43d6-9f8e-f3ba4fe5b7aa,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:03.656681 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ee13e46b-f539-4ffb-aba9-0323e2cc5981 req-89173aff-4efd-4dfd-81fe-85b3896859d8 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842488 Jul 06 14:10:03.672521 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-1016d41e-00b3-44e8-8282-8a858d068b1e None None] Allocated IP 172.20.0.1 (9abbb82a-d42f-4fbd-a54f-d3e3b440948b/ba816526-8e95-4cf5-a768-974b08bf188d/2390eb15-9c2d-4706-815c-e4392baaa7bf) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:03.704258 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c29365fa-89d8-49d2-adc6-c3058ad9c58c tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.716809 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a80aca16-0a30-4e5a-86e1-e51e09d6c357 None None] Provisioning for port 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:03.742121 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c29365fa-89d8-49d2-adc6-c3058ad9c58c tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.754880 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a80aca16-0a30-4e5a-86e1-e51e09d6c357 None None] Provisioning complete for port 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:03.755342 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a80aca16-0a30-4e5a-86e1-e51e09d6c357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.794839 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c29365fa-89d8-49d2-adc6-c3058ad9c58c tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.801437 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c29365fa-89d8-49d2-adc6-c3058ad9c58c tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.805519 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42592) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:03.806406 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c29365fa-89d8-49d2-adc6-c3058ad9c58c tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/security-groups/0ede9738-fead-42b5-b5de-63d9e07b498c HTTP/1.1" status: 204 len: 168 time: 0.1968081 Jul 06 14:10:03.841474 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29365fa-89d8-49d2-adc6-c3058ad9c58c tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ede9738-fead-42b5-b5de-63d9e07b498c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:03.863687 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29365fa-89d8-49d2-adc6-c3058ad9c58c tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:03.865549 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29365fa-89d8-49d2-adc6-c3058ad9c58c tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:03.865964 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29365fa-89d8-49d2-adc6-c3058ad9c58c tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:03.866326 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29365fa-89d8-49d2-adc6-c3058ad9c58c tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:03.867380 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29365fa-89d8-49d2-adc6-c3058ad9c58c tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:03.867380 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29365fa-89d8-49d2-adc6-c3058ad9c58c tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:03.869550 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29365fa-89d8-49d2-adc6-c3058ad9c58c tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:03.870189 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29365fa-89d8-49d2-adc6-c3058ad9c58c tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:03.871829 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29365fa-89d8-49d2-adc6-c3058ad9c58c tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:03.872054 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29365fa-89d8-49d2-adc6-c3058ad9c58c tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:03.872403 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29365fa-89d8-49d2-adc6-c3058ad9c58c tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:03.875071 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29365fa-89d8-49d2-adc6-c3058ad9c58c tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:03.884608 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad0acaf-a336-4604-a3c4-560a24cefa91 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting subnet e33b4634-2706-47f1-a334-863eb1c7fe57 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:10:03.888480 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bad0acaf-a336-4604-a3c4-560a24cefa91 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.927919 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a80aca16-0a30-4e5a-86e1-e51e09d6c357 None None] Could not find standard attr ID for object 152a9e83-a202-4dc4-8775-4a9a534b2a25. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:10:03.937359 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bad0acaf-a336-4604-a3c4-560a24cefa91 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:03.969731 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a80aca16-0a30-4e5a-86e1-e51e09d6c357 None None] Provisioning complete for port fde20e4b-8790-46c7-89c3-d9b077724b96 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:03.970155 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a80aca16-0a30-4e5a-86e1-e51e09d6c357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:04.013430 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1016d41e-00b3-44e8-8282-8a858d068b1e None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:04.027525 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1016d41e-00b3-44e8-8282-8a858d068b1e None None] Transition to ACTIVE for port object 2390eb15-9c2d-4706-815c-e4392baaa7bf will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:04.042643 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a80aca16-0a30-4e5a-86e1-e51e09d6c357 None None] Port fde20e4b-8790-46c7-89c3-d9b077724b96 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:10:04.050911 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1016d41e-00b3-44e8-8282-8a858d068b1e None None] Transition to ACTIVE for port object 2390eb15-9c2d-4706-815c-e4392baaa7bf will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:04.057005 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:10:04.061658 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1016d41e-00b3-44e8-8282-8a858d068b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:04.072439 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bad0acaf-a336-4604-a3c4-560a24cefa91 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:04.085324 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:04.085934 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1016d41e-00b3-44e8-8282-8a858d068b1e None None] Network 9abbb82a-d42f-4fbd-a54f-d3e3b440948b is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:04.105886 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-1016d41e-00b3-44e8-8282-8a858d068b1e None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:04.132189 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1016d41e-00b3-44e8-8282-8a858d068b1e None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:04.137838 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event deleted for resources: {'Subnet': ['ID=ba816526-8e95-4cf5-a768-974b08bf188d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:04.174693 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bad0acaf-a336-4604-a3c4-560a24cefa91 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:04.183477 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016d41e-00b3-44e8-8282-8a858d068b1e None None] Pushing event updated for resources: {'Port': ['ID=2390eb15-9c2d-4706-815c-e4392baaa7bf,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:04.220612 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-133782a8-d980-4473-8b53-1869b42c52aa None None] Could not find standard attr ID for object d8d0bad3-9398-4a12-984b-4bc0f9126595. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:10:04.233982 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:04.235967 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0acaf-a336-4604-a3c4-560a24cefa91 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Subnet': ['ID=e33b4634-2706-47f1-a334-863eb1c7fe57,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:04.250709 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9abbb82a-d42f-4fbd-a54f-d3e3b440948b']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:04.262102 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bad0acaf-a336-4604-a3c4-560a24cefa91 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:04.268166 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42598) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:04.271875 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-bad0acaf-a336-4604-a3c4-560a24cefa91 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/subnets/e33b4634-2706-47f1-a334-863eb1c7fe57 HTTP/1.1" status: 204 len: 168 time: 0.4632747 Jul 06 14:10:04.274028 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be4e484-61a7-4228-801d-80e8859f05a8') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:04.274573 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be4e484-61a7-4228-801d-80e8859f05a8') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:04.275066 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-1016d41e-00b3-44e8-8282-8a858d068b1e None None] Attempting to bind port 2390eb15-9c2d-4706-815c-e4392baaa7bf on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:10:04.275450 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-1016d41e-00b3-44e8-8282-8a858d068b1e None None] Attempting to bind port 2390eb15-9c2d-4706-815c-e4392baaa7bf by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '4be4e484-61a7-4228-801d-80e8859f05a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9abbb82a-d42f-4fbd-a54f-d3e3b440948b'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:10:04.275816 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1016d41e-00b3-44e8-8282-8a858d068b1e None None] Attempting to bind port 2390eb15-9c2d-4706-815c-e4392baaa7bf on network 9abbb82a-d42f-4fbd-a54f-d3e3b440948b {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:10:04.283948 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:04.284406 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:04.310235 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:04.313816 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1016d41e-00b3-44e8-8282-8a858d068b1e None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:10:04.313816 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1016d41e-00b3-44e8-8282-8a858d068b1e None None] Checking segment: {'id': '4be4e484-61a7-4228-801d-80e8859f05a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9abbb82a-d42f-4fbd-a54f-d3e3b440948b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:04.314125 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1016d41e-00b3-44e8-8282-8a858d068b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:04.314348 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1016d41e-00b3-44e8-8282-8a858d068b1e None None] Bound using segment: {'id': '4be4e484-61a7-4228-801d-80e8859f05a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9abbb82a-d42f-4fbd-a54f-d3e3b440948b'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:10:04.314835 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-1016d41e-00b3-44e8-8282-8a858d068b1e None None] Bound port: 2390eb15-9c2d-4706-815c-e4392baaa7bf, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be4e484-61a7-4228-801d-80e8859f05a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9abbb82a-d42f-4fbd-a54f-d3e3b440948b'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:10:04.315218 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1016d41e-00b3-44e8-8282-8a858d068b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:04.335057 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:04.345137 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:10:04.345645 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:10:04.349255 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:10:04.363642 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe09326-638b-4929-ae6e-21b1173760f6 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting subnet 94285c2f-fd77-4233-a342-10d895e9e339 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:10:04.397359 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5fe09326-638b-4929-ae6e-21b1173760f6 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:04.397990 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-1016d41e-00b3-44e8-8282-8a858d068b1e None None] For port 2390eb15-9c2d-4706-815c-e4392baaa7bf, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:10:04.448899 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.db.api [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 14:10:04.448899 n-d-773644-6 neutron-server[100417]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 14:10:04.448899 n-d-773644-6 neutron-server[100417]: [parameters: {'id': '9abbb82a-d42f-4fbd-a54f-d3e3b440948b'}] Jul 06 14:10:04.448899 n-d-773644-6 neutron-server[100417]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:10:04.449417 n-d-773644-6 neutron-server[100417]: DEBUG oslo_db.api [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:10:04.454250 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5fe09326-638b-4929-ae6e-21b1173760f6 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:04.457952 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-1016d41e-00b3-44e8-8282-8a858d068b1e None None] For port 2390eb15-9c2d-4706-815c-e4392baaa7bf, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=2390eb15-9c2d-4706-815c-e4392baaa7bf,segment=NetworkSegment(4be4e484-61a7-4228-801d-80e8859f05a8),segment_id=4be4e484-61a7-4228-801d-80e8859f05a8)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:10:04.463399 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1016d41e-00b3-44e8-8282-8a858d068b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:04.556922 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5fe09326-638b-4929-ae6e-21b1173760f6 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:04.558480 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016d41e-00b3-44e8-8282-8a858d068b1e None None] Pushing event updated for resources: {'Port': ['ID=2390eb15-9c2d-4706-815c-e4392baaa7bf,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:04.562227 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd387d9-4f1d-40eb-8ff4-6ac853a1d221 None None] Network 9abbb82a-d42f-4fbd-a54f-d3e3b440948b requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:04.632361 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5fe09326-638b-4929-ae6e-21b1173760f6 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:04.677185 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5fe09326-638b-4929-ae6e-21b1173760f6 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:04.682372 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42610) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:04.682685 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5fe09326-638b-4929-ae6e-21b1173760f6 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/subnets/94285c2f-fd77-4233-a342-10d895e9e339 HTTP/1.1" status: 204 len: 168 time: 0.4117861 Jul 06 14:10:04.684780 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe09326-638b-4929-ae6e-21b1173760f6 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Subnet': ['ID=94285c2f-fd77-4233-a342-10d895e9e339,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:04.720755 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdcdd285-50a9-4666-bbf6-038958b6db4e tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:04.721311 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdcdd285-50a9-4666-bbf6-038958b6db4e tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:04.723269 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-cdcdd285-50a9-4666-bbf6-038958b6db4e tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/subnets/e33b4634-2706-47f1-a334-863eb1c7fe57 HTTP/1.1" status: 404 len: 337 time: 0.0398598 Jul 06 14:10:04.725771 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42612) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:04.789951 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-13da73b8-19aa-40b7-868c-c2e4a63cbf9d tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting subnet d007bdf8-a1a1-411b-89e0-269cd710a70f {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:10:04.795403 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-13da73b8-19aa-40b7-868c-c2e4a63cbf9d tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:04.855368 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0790ee-93a1-4418-b0ea-ef159878385c None None] Network e7115383-7693-44ac-93a1-24cd4aa12ab6 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:04.871083 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-13da73b8-19aa-40b7-868c-c2e4a63cbf9d tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:04.934818 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17084f46-6a98-4a04-b692-7d84eee23b70 req-04aab375-d746-432c-8fd8-fcb104a2046c tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:04.941726 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17084f46-6a98-4a04-b692-7d84eee23b70 req-04aab375-d746-432c-8fd8-fcb104a2046c tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.1481516 Jul 06 14:10:04.947985 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a7b33fb7-f0fe-41e9-82a3-879e08378639 None None] Could not find standard attr ID for object 152a9e83-a202-4dc4-8775-4a9a534b2a25. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:10:04.950753 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:05.016326 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Deleting port 2390eb15-9c2d-4706-815c-e4392baaa7bf {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:10:05.016832 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:05.025129 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17084f46-6a98-4a04-b692-7d84eee23b70 req-0e9f0fd6-94df-4e37-ae95-1a3fd33539ca tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825238 Jul 06 14:10:05.030890 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-13da73b8-19aa-40b7-868c-c2e4a63cbf9d tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:05.094754 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] For port 2390eb15-9c2d-4706-815c-e4392baaa7bf, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=2390eb15-9c2d-4706-815c-e4392baaa7bf,segment=NetworkSegment(4be4e484-61a7-4228-801d-80e8859f05a8),segment_id=4be4e484-61a7-4228-801d-80e8859f05a8)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:05.095269 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:05.111026 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Calling delete_port for 2390eb15-9c2d-4706-815c-e4392baaa7bf owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:10:05.114260 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-13da73b8-19aa-40b7-868c-c2e4a63cbf9d tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:05.144965 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-13da73b8-19aa-40b7-868c-c2e4a63cbf9d tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:05.149743 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-13da73b8-19aa-40b7-868c-c2e4a63cbf9d tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/subnets/d007bdf8-a1a1-411b-89e0-269cd710a70f HTTP/1.1" status: 204 len: 168 time: 0.4229081 Jul 06 14:10:05.150643 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da73b8-19aa-40b7-868c-c2e4a63cbf9d tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Subnet': ['ID=d007bdf8-a1a1-411b-89e0-269cd710a70f,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:05.153694 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42618) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:05.192844 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b3024dd-096f-495a-aacb-c7a8a5de0363 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:05.193310 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b3024dd-096f-495a-aacb-c7a8a5de0363 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:05.200118 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42622) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:05.200360 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8b3024dd-096f-495a-aacb-c7a8a5de0363 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/subnets/f178314d-7325-42d1-bb87-687f381362ac HTTP/1.1" status: 404 len: 337 time: 0.0447879 Jul 06 14:10:05.231784 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2a9c6aae-e4f8-42fb-85a1-6a42814fd053 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "GET /v2.0/ports?device_id=df8d09aa-1257-422e-aaa4-5d890d585da6 HTTP/1.1" status: 200 len: 205 time: 0.0314114 Jul 06 14:10:05.234616 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42624) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:05.276921 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-75d9b805-8f4b-4cc4-8939-5516c89c4392 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] delete failed (client error): The resource could not be found. Jul 06 14:10:05.280413 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-75d9b805-8f4b-4cc4-8939-5516c89c4392 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/routers/df8d09aa-1257-422e-aaa4-5d890d585da6 HTTP/1.1" status: 404 len: 336 time: 0.0424671 Jul 06 14:10:05.280687 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42626) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:05.291938 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:05.320031 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-f708b11c-602f-4989-8ae0-2ec58774f8f0 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:05.320500 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f708b11c-602f-4989-8ae0-2ec58774f8f0 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:05.324608 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f708b11c-602f-4989-8ae0-2ec58774f8f0 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/subnets/c3906ba6-17d8-4725-93c9-7917bda987bc HTTP/1.1" status: 404 len: 337 time: 0.0405455 Jul 06 14:10:05.325432 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42628) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:05.346498 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] No DVR routers for this DVR port 2390eb15-9c2d-4706-815c-e4392baaa7bf on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:10:05.348406 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event deleted for resources: {'Port': ['ID=2390eb15-9c2d-4706-815c-e4392baaa7bf,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:05.361310 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-065810b5-55dd-419d-81ed-8c3736b12e96 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:05.361974 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-065810b5-55dd-419d-81ed-8c3736b12e96 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:05.366945 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-065810b5-55dd-419d-81ed-8c3736b12e96 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/subnets/41e4190e-4452-450d-ad41-81a7aeb3c66c HTTP/1.1" status: 404 len: 337 time: 0.0402412 Jul 06 14:10:05.367974 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42632) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:05.400293 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-f843c003-9724-472a-bc11-1e630ff3781a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:05.400676 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f843c003-9724-472a-bc11-1e630ff3781a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:05.405428 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f843c003-9724-472a-bc11-1e630ff3781a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/subnets/f945b9f2-96ff-4b9f-828d-8e13c1b90330 HTTP/1.1" status: 404 len: 337 time: 0.0362613 Jul 06 14:10:05.406113 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42634) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:05.436548 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf6d4e9-1241-46e1-a7e5-63c55755e8ad tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:05.437269 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cf6d4e9-1241-46e1-a7e5-63c55755e8ad tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:05.442511 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7cf6d4e9-1241-46e1-a7e5-63c55755e8ad tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/ports/4737abe3-a15d-4cf2-a573-a817357edff8 HTTP/1.1" status: 404 len: 333 time: 0.0351489 Jul 06 14:10:05.443155 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42636) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:05.454914 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:05.466752 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9abbb82a-d42f-4fbd-a54f-d3e3b440948b']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:05.470922 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-389f9791-0fe3-4a4a-a745-f17c9a002744 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:05.471386 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-389f9791-0fe3-4a4a-a745-f17c9a002744 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:05.476709 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-389f9791-0fe3-4a4a-a745-f17c9a002744 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/subnets/7fd39ed0-c564-4458-8f33-931734eb7293 HTTP/1.1" status: 404 len: 337 time: 0.0325375 Jul 06 14:10:05.477339 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42638) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:05.480161 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be4e484-61a7-4228-801d-80e8859f05a8') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:05.480476 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be4e484-61a7-4228-801d-80e8859f05a8') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:05.492109 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:05.509206 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:05.512026 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-4615c46e-4dcb-4f5b-b5bc-57b8f3e7a12b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:05.512492 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4615c46e-4dcb-4f5b-b5bc-57b8f3e7a12b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:05.516690 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:10:05.517113 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:05.517249 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4615c46e-4dcb-4f5b-b5bc-57b8f3e7a12b tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/subnets/87b76cbd-acd1-4398-8532-4ae6e5b83d7d HTTP/1.1" status: 404 len: 337 time: 0.0388041 Jul 06 14:10:05.517974 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42640) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:10:05.521792 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:10:05.554405 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3fdd204-3ffe-406f-8c0a-3d98ad8cd31c tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:05.555266 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3fdd204-3ffe-406f-8c0a-3d98ad8cd31c tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:05.560107 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f3fdd204-3ffe-406f-8c0a-3d98ad8cd31c tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/ports/6929063c-b30b-4356-b279-6e5b4afeefaf HTTP/1.1" status: 404 len: 333 time: 0.0386486 Jul 06 14:10:05.560351 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42642) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:05.591049 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:05.592637 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e26c5e-b25a-46a2-a67a-0638c078c362 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:05.592637 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e26c5e-b25a-46a2-a67a-0638c078c362 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:05.596964 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-32e26c5e-b25a-46a2-a67a-0638c078c362 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/subnets/441db260-229a-4dde-b806-d09167b48a18 HTTP/1.1" status: 404 len: 337 time: 0.0322804 Jul 06 14:10:05.598064 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42644) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:05.601029 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:05.603144 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/networks/9abbb82a-d42f-4fbd-a54f-d3e3b440948b HTTP/1.1" status: 204 len: 168 time: 2.3890283 Jul 06 14:10:05.610544 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42646) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:05.614977 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadaedc5-2f64-4dd4-be6b-c5d0190c6d07 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event deleted for resources: {'Network': ['ID=9abbb82a-d42f-4fbd-a54f-d3e3b440948b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:05.617672 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-3fb78324-9932-45e1-bea8-39c8916ba87e tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-5195471'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:05.640073 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-099f46dd-cc19-42ab-ab89-7780680db518 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:05.640531 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-099f46dd-cc19-42ab-ab89-7780680db518 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:05.645829 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42650) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:05.646144 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-099f46dd-cc19-42ab-ab89-7780680db518 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/subnets/5625f76f-7907-456f-8202-21aeac825575 HTTP/1.1" status: 404 len: 337 time: 0.0480511 Jul 06 14:10:05.667206 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb78324-9932-45e1-bea8-39c8916ba87e tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Made reservation on behalf of c39e7023cac24fd8ba59663bfcadaa30 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:05.671367 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3fb78324-9932-45e1-bea8-39c8916ba87e tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:05.702606 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb78324-9932-45e1-bea8-39c8916ba87e tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:10:05.716813 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3fb78324-9932-45e1-bea8-39c8916ba87e tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:05.717271 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-3fb78324-9932-45e1-bea8-39c8916ba87e tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Added segment 4f9fc96a-52e5-41d3-a3c8-ab219709b13d of type vlan for network 758321f1-ccbf-412c-969e-a2f0fe7d4b9e Jul 06 14:10:05.764800 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9c9d3b48-11fa-42dd-85bd-00f52e5e57d4 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting port fde20e4b-8790-46c7-89c3-d9b077724b96 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:10:05.765147 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3b48-11fa-42dd-85bd-00f52e5e57d4 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:05.769985 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3fb78324-9932-45e1-bea8-39c8916ba87e tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:05.813723 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3fb78324-9932-45e1-bea8-39c8916ba87e tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:05.814693 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1614fc8-db90-4b89-b4d7-9722f1050238 None None] Network e7115383-7693-44ac-93a1-24cd4aa12ab6 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:05.825243 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb78324-9932-45e1-bea8-39c8916ba87e tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:05.825934 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3fb78324-9932-45e1-bea8-39c8916ba87e tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:05.861698 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3b48-11fa-42dd-85bd-00f52e5e57d4 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:05.878824 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9c9d3b48-11fa-42dd-85bd-00f52e5e57d4 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Calling delete_port for fde20e4b-8790-46c7-89c3-d9b077724b96 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:10:05.920266 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3fb78324-9932-45e1-bea8-39c8916ba87e tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.3069174 Jul 06 14:10:05.920913 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42654) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:05.928414 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-e9bb3158-0979-46ba-b865-32b3ced4807b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Request body: {'subnet': {'network_id': '758321f1-ccbf-412c-969e-a2f0fe7d4b9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:05.977636 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb78324-9932-45e1-bea8-39c8916ba87e tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event updated for resources: {'Network': ['ID=758321f1-ccbf-412c-969e-a2f0fe7d4b9e,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:05.990055 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3b48-11fa-42dd-85bd-00f52e5e57d4 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:06.029287 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d3b48-11fa-42dd-85bd-00f52e5e57d4 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Port': ['ID=fde20e4b-8790-46c7-89c3-d9b077724b96,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:06.044447 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3b48-11fa-42dd-85bd-00f52e5e57d4 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:06.048099 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9c9d3b48-11fa-42dd-85bd-00f52e5e57d4 tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/ports/fde20e4b-8790-46c7-89c3-d9b077724b96 HTTP/1.1" status: 204 len: 168 time: 0.4009962 Jul 06 14:10:06.051961 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42658) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:06.069160 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bb3158-0979-46ba-b865-32b3ced4807b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Made reservation on behalf of c39e7023cac24fd8ba59663bfcadaa30 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:06.072018 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 758321f1-ccbf-412c-969e-a2f0fe7d4b9e details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:10:06.072918 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9bb3158-0979-46ba-b865-32b3ced4807b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:06.187215 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ba541e01-21c3-4855-8614-41117a19a1ef None None] Provisioning complete for port 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:06.188028 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ba541e01-21c3-4855-8614-41117a19a1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:06.276076 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9751c418-d38d-4f4f-bf85-a1534fce184a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:06.299311 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ba541e01-21c3-4855-8614-41117a19a1ef None None] Could not find standard attr ID for object fde20e4b-8790-46c7-89c3-d9b077724b96. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:10:06.326283 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aacbd8e-41e1-45e7-ac3d-8f94806af021 None None] DHCP port deletion for e7115383-7693-44ac-93a1-24cd4aa12ab6 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:10:06.375248 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-8aacbd8e-41e1-45e7-ac3d-8f94806af021 None None] Deleting port 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:10:06.376029 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8aacbd8e-41e1-45e7-ac3d-8f94806af021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:06.377694 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579963b0-2a3d-414d-add7-4623f8f7bee0 req-dbea0e00-013b-4632-9f85-0e35399ea0dc tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:06.380092 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-579963b0-2a3d-414d-add7-4623f8f7bee0 req-dbea0e00-013b-4632-9f85-0e35399ea0dc tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.1946917 Jul 06 14:10:06.452038 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8aacbd8e-41e1-45e7-ac3d-8f94806af021 None None] For port 8d9f7daf-f719-4ab6-9404-283dfbb34ef1, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=8d9f7daf-f719-4ab6-9404-283dfbb34ef1,segment=NetworkSegment(8a8e8c84-3a8a-4aaf-81de-96578b708e9a),segment_id=8a8e8c84-3a8a-4aaf-81de-96578b708e9a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:06.452442 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8aacbd8e-41e1-45e7-ac3d-8f94806af021 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:06.468339 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-8aacbd8e-41e1-45e7-ac3d-8f94806af021 None None] Calling delete_port for 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:10:06.557204 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8aacbd8e-41e1-45e7-ac3d-8f94806af021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:06.591632 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aacbd8e-41e1-45e7-ac3d-8f94806af021 None None] Pushing event deleted for resources: {'Port': ['ID=8d9f7daf-f719-4ab6-9404-283dfbb34ef1,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:06.599144 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aacbd8e-41e1-45e7-ac3d-8f94806af021 None None] No DVR routers for this DVR port 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:10:06.624397 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6422efd0-b6d3-4ff9-9d37-dcc68991899a None None] get_active_networks_info from n-d-773644-6 {{(pid=100419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 14:10:06.722496 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6422efd0-b6d3-4ff9-9d37-dcc68991899a None None] Resources bound (agent type, host, resource id): {{(pid=100419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 14:10:06.752768 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9bb3158-0979-46ba-b865-32b3ced4807b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:06.767292 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-9751c418-d38d-4f4f-bf85-a1534fce184a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Deleting port 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:10:06.767641 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9751c418-d38d-4f4f-bf85-a1534fce184a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:06.778324 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-579963b0-2a3d-414d-add7-4623f8f7bee0 req-fb0b8efe-0f7a-413a-90f7-9ed2a3cba350 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3858798 Jul 06 14:10:06.894478 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb3158-0979-46ba-b865-32b3ced4807b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event updated for resources: {'Subnet': ['ID=1f951f8d-1c7c-4565-a80e-23ba08913c38,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:06.912228 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-9751c418-d38d-4f4f-bf85-a1534fce184a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] For port 8d9f7daf-f719-4ab6-9404-283dfbb34ef1, host n-d-773644-6, got binding levels [] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:06.912593 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9751c418-d38d-4f4f-bf85-a1534fce184a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:06.915286 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bb3158-0979-46ba-b865-32b3ced4807b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Checking segment: {'id': '4f9fc96a-52e5-41d3-a3c8-ab219709b13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '758321f1-ccbf-412c-969e-a2f0fe7d4b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:06.915651 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bb3158-0979-46ba-b865-32b3ced4807b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Network hostable DHCP agents. Network: 758321f1-ccbf-412c-969e-a2f0fe7d4b9e, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:10:06.931244 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-9751c418-d38d-4f4f-bf85-a1534fce184a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Calling delete_port for 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:10:06.935978 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.ipam_backend_mixin [None req-9751c418-d38d-4f4f-bf85-a1534fce184a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Port 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 was not found and therefore no delete operation was performed {{(pid=100418) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 14:10:06.939581 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9751c418-d38d-4f4f-bf85-a1534fce184a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:06.971156 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bb3158-0979-46ba-b865-32b3ced4807b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Network 758321f1-ccbf-412c-969e-a2f0fe7d4b9e is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:10:06.974190 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9751c418-d38d-4f4f-bf85-a1534fce184a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] No DVR routers for this DVR port 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:10:06.976896 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751c418-d38d-4f4f-bf85-a1534fce184a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Port': ['ID=8d9f7daf-f719-4ab6-9404-283dfbb34ef1,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:07.005140 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-e9bb3158-0979-46ba-b865-32b3ced4807b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 758321f1-ccbf-412c-969e-a2f0fe7d4b9e) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:07.010477 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db725e6-51f5-473e-a486-5d8370b51ab6 None None] get_active_networks_info from n-d-773644-6 {{(pid=100419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 14:10:07.018886 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb3158-0979-46ba-b865-32b3ced4807b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:07.019511 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9bb3158-0979-46ba-b865-32b3ced4807b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.074467 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9751c418-d38d-4f4f-bf85-a1534fce184a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.083711 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e9bb3158-0979-46ba-b865-32b3ced4807b tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1596804 Jul 06 14:10:07.086655 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42678) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:07.087182 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-9751c418-d38d-4f4f-bf85-a1534fce184a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7115383-7693-44ac-93a1-24cd4aa12ab6']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:07.099485 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-9751c418-d38d-4f4f-bf85-a1534fce184a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8e8c84-3a8a-4aaf-81de-96578b708e9a') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:07.100185 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-9751c418-d38d-4f4f-bf85-a1534fce184a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8e8c84-3a8a-4aaf-81de-96578b708e9a') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:07.113824 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9751c418-d38d-4f4f-bf85-a1534fce184a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.132120 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9751c418-d38d-4f4f-bf85-a1534fce184a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.139603 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9751c418-d38d-4f4f-bf85-a1534fce184a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:10:07.140016 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9751c418-d38d-4f4f-bf85-a1534fce184a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.160005 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db725e6-51f5-473e-a486-5d8370b51ab6 None None] Resources bound (agent type, host, resource id): {{(pid=100419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:10:07.182655 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:10:07.216219 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9751c418-d38d-4f4f-bf85-a1534fce184a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.230491 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2df9106-177b-4b70-9dd7-96474ea07830 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.233771 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9751c418-d38d-4f4f-bf85-a1534fce184a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.236251 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9751c418-d38d-4f4f-bf85-a1534fce184a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] 10.222.0.118 "DELETE /v2.0/networks/e7115383-7693-44ac-93a1-24cd4aa12ab6 HTTP/1.1" status: 204 len: 168 time: 1.1832762 Jul 06 14:10:07.253731 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751c418-d38d-4f4f-bf85-a1534fce184a tempest-PortsTestJSON-552278540 tempest-PortsTestJSON-552278540-project] Pushing event deleted for resources: {'Network': ['ID=e7115383-7693-44ac-93a1-24cd4aa12ab6,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:07.311368 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2df9106-177b-4b70-9dd7-96474ea07830 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.312283 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e597ae80-210c-4736-a359-a07850967310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.398240 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2df9106-177b-4b70-9dd7-96474ea07830 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.495321 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df9106-177b-4b70-9dd7-96474ea07830 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event deleted for resources: {'Subnet': ['ID=1f951f8d-1c7c-4565-a80e-23ba08913c38,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:07.510038 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95067edb-5a8a-4d57-817a-6107598487e2 None None] Network 758321f1-ccbf-412c-969e-a2f0fe7d4b9e requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:07.524264 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2df9106-177b-4b70-9dd7-96474ea07830 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.535614 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-c2df9106-177b-4b70-9dd7-96474ea07830 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['758321f1-ccbf-412c-969e-a2f0fe7d4b9e']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:07.547389 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-c2df9106-177b-4b70-9dd7-96474ea07830 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9fc96a-52e5-41d3-a3c8-ab219709b13d') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:07.547667 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-c2df9106-177b-4b70-9dd7-96474ea07830 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9fc96a-52e5-41d3-a3c8-ab219709b13d') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:07.558197 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2df9106-177b-4b70-9dd7-96474ea07830 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.574819 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2df9106-177b-4b70-9dd7-96474ea07830 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.585325 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2df9106-177b-4b70-9dd7-96474ea07830 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:10:07.585928 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2df9106-177b-4b70-9dd7-96474ea07830 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:10:07.589693 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:10:07.605149 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42694) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:07.642377 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41ca4f7-22dc-4cea-85ef-c140ed5a6ab8 None None] Network 758321f1-ccbf-412c-969e-a2f0fe7d4b9e requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:07.672362 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2df9106-177b-4b70-9dd7-96474ea07830 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.686382 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2df9106-177b-4b70-9dd7-96474ea07830 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.688506 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c2df9106-177b-4b70-9dd7-96474ea07830 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/networks/758321f1-ccbf-412c-969e-a2f0fe7d4b9e HTTP/1.1" status: 204 len: 168 time: 0.6008008 Jul 06 14:10:07.692899 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42700) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:07.700623 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-b6762e44-b1d4-4be4-97fe-3305f8acd6c6 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1949412792'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:07.706795 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df9106-177b-4b70-9dd7-96474ea07830 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event deleted for resources: {'Network': ['ID=758321f1-ccbf-412c-969e-a2f0fe7d4b9e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:07.734098 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6762e44-b1d4-4be4-97fe-3305f8acd6c6 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Made reservation on behalf of c39e7023cac24fd8ba59663bfcadaa30 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:07.743513 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b6762e44-b1d4-4be4-97fe-3305f8acd6c6 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.810548 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6762e44-b1d4-4be4-97fe-3305f8acd6c6 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:10:07.831514 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b6762e44-b1d4-4be4-97fe-3305f8acd6c6 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.831971 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-b6762e44-b1d4-4be4-97fe-3305f8acd6c6 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Added segment 70721d73-fd99-470c-b6c1-d68bab3a69ac of type vlan for network fecc6ed2-c0d6-4dfd-af7e-f674381c4ade Jul 06 14:10:07.835382 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4c19ff5b-9189-4c7d-b747-8f00d9133d45 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=948d22789b7c4232b79ffb08eb97c715&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2290027 Jul 06 14:10:07.838587 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42708) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:07.881226 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b6762e44-b1d4-4be4-97fe-3305f8acd6c6 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.937026 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b786e68a-1bac-41c6-94d4-c89c8cf2e2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.966759 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b786e68a-1bac-41c6-94d4-c89c8cf2e2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:07.998125 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b6762e44-b1d4-4be4-97fe-3305f8acd6c6 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:08.005434 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6762e44-b1d4-4be4-97fe-3305f8acd6c6 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:08.006518 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b6762e44-b1d4-4be4-97fe-3305f8acd6c6 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:08.032258 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:10:08.050181 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b786e68a-1bac-41c6-94d4-c89c8cf2e2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:08.053448 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b786e68a-1bac-41c6-94d4-c89c8cf2e2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:08.054929 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b786e68a-1bac-41c6-94d4-c89c8cf2e2da admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/1fe9f140-85c7-44fd-b863-a58e1bab2b5c HTTP/1.1" status: 204 len: 168 time: 0.2151284 Jul 06 14:10:08.066468 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:10:08.066793 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8d9f7daf-f719-4ab6-9404-283dfbb34ef1 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:10:08.067889 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786e68a-1bac-41c6-94d4-c89c8cf2e2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe9f140-85c7-44fd-b863-a58e1bab2b5c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:08.121399 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b6762e44-b1d4-4be4-97fe-3305f8acd6c6 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4245768 Jul 06 14:10:08.122776 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42718) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:08.130456 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-20160949-b89e-4009-91a1-c15051e5a6a6 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:08.132786 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6762e44-b1d4-4be4-97fe-3305f8acd6c6 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event updated for resources: {'Network': ['ID=fecc6ed2-c0d6-4dfd-af7e-f674381c4ade,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:08.145806 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network fecc6ed2-c0d6-4dfd-af7e-f674381c4ade details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:10:08.157713 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18919b-ce7d-451d-b37b-dbbf5aa14b9e req-fd5e434f-9620-4638-aaf9-2f352ce18111 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:08.165781 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5d18919b-ce7d-451d-b37b-dbbf5aa14b9e req-fd5e434f-9620-4638-aaf9-2f352ce18111 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.2642324 Jul 06 14:10:08.210417 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5d18919b-ce7d-451d-b37b-dbbf5aa14b9e req-05035aee-3ce6-4ca7-90cd-22408084b733 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436606 Jul 06 14:10:08.336763 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-20160949-b89e-4009-91a1-c15051e5a6a6 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:08.351659 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-20160949-b89e-4009-91a1-c15051e5a6a6 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:08.361240 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-20160949-b89e-4009-91a1-c15051e5a6a6 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Network fecc6ed2-c0d6-4dfd-af7e-f674381c4ade is not hosted by any dhcp agent {{(pid=100417) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 14:10:08.367254 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20160949-b89e-4009-91a1-c15051e5a6a6 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:08.367886 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-20160949-b89e-4009-91a1-c15051e5a6a6 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:08.369229 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-20160949-b89e-4009-91a1-c15051e5a6a6 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "PUT /v2.0/networks/fecc6ed2-c0d6-4dfd-af7e-f674381c4ade HTTP/1.1" status: 200 len: 723 time: 0.2451868 Jul 06 14:10:08.372177 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42726) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:08.379798 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-f194697d-a38c-4f7f-975a-dce4208fd319 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Request body: {'subnet': {'network_id': 'fecc6ed2-c0d6-4dfd-af7e-f674381c4ade', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:08.434596 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20160949-b89e-4009-91a1-c15051e5a6a6 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event updated for resources: {'Network': ['ID=fecc6ed2-c0d6-4dfd-af7e-f674381c4ade,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:08.447718 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network fecc6ed2-c0d6-4dfd-af7e-f674381c4ade details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:10:08.503123 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f194697d-a38c-4f7f-975a-dce4208fd319 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Made reservation on behalf of c39e7023cac24fd8ba59663bfcadaa30 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:08.510850 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f194697d-a38c-4f7f-975a-dce4208fd319 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:08.708513 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f194697d-a38c-4f7f-975a-dce4208fd319 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:08.783985 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194697d-a38c-4f7f-975a-dce4208fd319 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event updated for resources: {'Subnet': ['ID=c980a853-dc7e-42db-b70c-86a4672fa257,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:08.788536 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f194697d-a38c-4f7f-975a-dce4208fd319 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Checking segment: {'id': '70721d73-fd99-470c-b6c1-d68bab3a69ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fecc6ed2-c0d6-4dfd-af7e-f674381c4ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:08.788918 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f194697d-a38c-4f7f-975a-dce4208fd319 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Network hostable DHCP agents. Network: fecc6ed2-c0d6-4dfd-af7e-f674381c4ade, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:10:08.806281 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f194697d-a38c-4f7f-975a-dce4208fd319 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Network fecc6ed2-c0d6-4dfd-af7e-f674381c4ade is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:10:08.818053 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-f194697d-a38c-4f7f-975a-dce4208fd319 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, fecc6ed2-c0d6-4dfd-af7e-f674381c4ade) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:08.822198 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f194697d-a38c-4f7f-975a-dce4208fd319 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:08.822801 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f194697d-a38c-4f7f-975a-dce4208fd319 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:08.834318 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdb14a5-2dff-4409-8762-89907e2d42b8 None None] Network fecc6ed2-c0d6-4dfd-af7e-f674381c4ade requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:08.844263 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42746) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:08.844484 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f194697d-a38c-4f7f-975a-dce4208fd319 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4709504 Jul 06 14:10:08.850885 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-ed5f585d-49dc-4a7e-a2de-b96802e71218 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:08.953508 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ed5f585d-49dc-4a7e-a2de-b96802e71218 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3695265'] for subnet, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.007880 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f278031-ca04-4ab1-a9eb-e50e7f33012a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-fecc6ed2-c0d6-4dfd-af7e-f674381c4ade', 'network_id': 'fecc6ed2-c0d6-4dfd-af7e-f674381c4ade', 'tenant_id': 'c39e7023cac24fd8ba59663bfcadaa30', 'fixed_ips': [{'subnet_id': 'c980a853-dc7e-42db-b70c-86a4672fa257'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:10:09.009484 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6f278031-ca04-4ab1-a9eb-e50e7f33012a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.058948 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42756) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:09.129551 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ed5f585d-49dc-4a7e-a2de-b96802e71218 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727519554079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3505964'] for subnet, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.168858 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5f585d-49dc-4a7e-a2de-b96802e71218 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:09.169851 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ed5f585d-49dc-4a7e-a2de-b96802e71218 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.171538 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ed5f585d-49dc-4a7e-a2de-b96802e71218 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "PUT /v2.0/subnets/c980a853-dc7e-42db-b70c-86a4672fa257 HTTP/1.1" status: 200 len: 806 time: 0.3258076 Jul 06 14:10:09.174337 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42766) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:09.191182 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f585d-49dc-4a7e-a2de-b96802e71218 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event updated for resources: {'Subnet': ['ID=c980a853-dc7e-42db-b70c-86a4672fa257,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:09.209414 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-6f278031-ca04-4ab1-a9eb-e50e7f33012a None None] Allocated IP 172.20.0.2 (fecc6ed2-c0d6-4dfd-af7e-f674381c4ade/c980a853-dc7e-42db-b70c-86a4672fa257/dd3c6912-fc6a-40b5-931e-7a1fae8093b1) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:09.264652 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-7b73a1d3-be80-4e38-9831-bbe3f218593e tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1425344850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:09.356655 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7b73a1d3-be80-4e38-9831-bbe3f218593e tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.361072 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7b73a1d3-be80-4e38-9831-bbe3f218593e tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.412042 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6f278031-ca04-4ab1-a9eb-e50e7f33012a None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.422745 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6f278031-ca04-4ab1-a9eb-e50e7f33012a None None] Transition to ACTIVE for port object dd3c6912-fc6a-40b5-931e-7a1fae8093b1 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:09.441389 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6f278031-ca04-4ab1-a9eb-e50e7f33012a None None] Transition to ACTIVE for port object dd3c6912-fc6a-40b5-931e-7a1fae8093b1 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:09.449580 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6f278031-ca04-4ab1-a9eb-e50e7f33012a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.462294 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-eab103ba-0aa9-4aac-be7c-f66b3b6c418a tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.489195 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7b73a1d3-be80-4e38-9831-bbe3f218593e tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.499239 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7b73a1d3-be80-4e38-9831-bbe3f218593e tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.511131 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f278031-ca04-4ab1-a9eb-e50e7f33012a None None] Network fecc6ed2-c0d6-4dfd-af7e-f674381c4ade is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:09.515245 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-6f278031-ca04-4ab1-a9eb-e50e7f33012a None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:09.517632 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f278031-ca04-4ab1-a9eb-e50e7f33012a None None] Pushing event updated for resources: {'Port': ['ID=dd3c6912-fc6a-40b5-931e-7a1fae8093b1,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:09.520981 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f278031-ca04-4ab1-a9eb-e50e7f33012a None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:09.548037 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7b73a1d3-be80-4e38-9831-bbe3f218593e tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.549262 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7b73a1d3-be80-4e38-9831-bbe3f218593e tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4889123 Jul 06 14:10:09.552873 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42778) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:09.558550 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-64cee3a7-8351-49b6-8796-2f0ff40e4c61 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1874087158'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:09.572089 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3c249-4730-4299-8942-4674e4304586 req-7de8e629-566a-4c01-9467-f612635e7f44 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:09.573719 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08f3c249-4730-4299-8942-4674e4304586 req-7de8e629-566a-4c01-9467-f612635e7f44 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.1558075 Jul 06 14:10:09.575450 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42780) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:09.587476 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-6f278031-ca04-4ab1-a9eb-e50e7f33012a None None] Attempting to bind port dd3c6912-fc6a-40b5-931e-7a1fae8093b1 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:10:09.587849 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-6f278031-ca04-4ab1-a9eb-e50e7f33012a None None] Attempting to bind port dd3c6912-fc6a-40b5-931e-7a1fae8093b1 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '70721d73-fd99-470c-b6c1-d68bab3a69ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fecc6ed2-c0d6-4dfd-af7e-f674381c4ade'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:10:09.588270 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f278031-ca04-4ab1-a9eb-e50e7f33012a None None] Attempting to bind port dd3c6912-fc6a-40b5-931e-7a1fae8093b1 on network fecc6ed2-c0d6-4dfd-af7e-f674381c4ade {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:10:09.594470 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f278031-ca04-4ab1-a9eb-e50e7f33012a None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:10:09.594904 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f278031-ca04-4ab1-a9eb-e50e7f33012a None None] Checking segment: {'id': '70721d73-fd99-470c-b6c1-d68bab3a69ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fecc6ed2-c0d6-4dfd-af7e-f674381c4ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:09.595065 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cee3a7-8351-49b6-8796-2f0ff40e4c61 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Made reservation on behalf of 53cd19bdba95420a9f4abe10db939df7 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:09.595308 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6f278031-ca04-4ab1-a9eb-e50e7f33012a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.595742 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f278031-ca04-4ab1-a9eb-e50e7f33012a None None] Bound using segment: {'id': '70721d73-fd99-470c-b6c1-d68bab3a69ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fecc6ed2-c0d6-4dfd-af7e-f674381c4ade'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:10:09.596224 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-6f278031-ca04-4ab1-a9eb-e50e7f33012a None None] Bound port: dd3c6912-fc6a-40b5-931e-7a1fae8093b1, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70721d73-fd99-470c-b6c1-d68bab3a69ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fecc6ed2-c0d6-4dfd-af7e-f674381c4ade'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:10:09.596634 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6f278031-ca04-4ab1-a9eb-e50e7f33012a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.600986 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-64cee3a7-8351-49b6-8796-2f0ff40e4c61 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.614419 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-64cee3a7-8351-49b6-8796-2f0ff40e4c61 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.625713 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-eab103ba-0aa9-4aac-be7c-f66b3b6c418a tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Deleting port dd3c6912-fc6a-40b5-931e-7a1fae8093b1 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:10:09.626088 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-eab103ba-0aa9-4aac-be7c-f66b3b6c418a tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.647914 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08f3c249-4730-4299-8942-4674e4304586 req-7de6ed49-d797-4e99-a9d4-8cd6090b1d57 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649843 Jul 06 14:10:09.697778 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-6f278031-ca04-4ab1-a9eb-e50e7f33012a None None] For port dd3c6912-fc6a-40b5-931e-7a1fae8093b1, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:10:09.701976 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-6f278031-ca04-4ab1-a9eb-e50e7f33012a None None] For port dd3c6912-fc6a-40b5-931e-7a1fae8093b1, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=dd3c6912-fc6a-40b5-931e-7a1fae8093b1,segment=NetworkSegment(70721d73-fd99-470c-b6c1-d68bab3a69ac),segment_id=70721d73-fd99-470c-b6c1-d68bab3a69ac)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:10:09.710344 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6f278031-ca04-4ab1-a9eb-e50e7f33012a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.739282 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-edcfda69-6cd0-4bc0-a08c-d90aa9a6d839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.752612 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-64cee3a7-8351-49b6-8796-2f0ff40e4c61 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.759107 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-64cee3a7-8351-49b6-8796-2f0ff40e4c61 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.772886 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-eab103ba-0aa9-4aac-be7c-f66b3b6c418a tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] For port dd3c6912-fc6a-40b5-931e-7a1fae8093b1, host n-d-773644-6, got binding levels [] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:09.773267 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-eab103ba-0aa9-4aac-be7c-f66b3b6c418a tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.782908 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f278031-ca04-4ab1-a9eb-e50e7f33012a None None] Pushing event updated for resources: {'Port': ['ID=dd3c6912-fc6a-40b5-931e-7a1fae8093b1,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:09.790071 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64cee3a7-8351-49b6-8796-2f0ff40e4c61 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:10:09.793963 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-eab103ba-0aa9-4aac-be7c-f66b3b6c418a tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Calling delete_port for dd3c6912-fc6a-40b5-931e-7a1fae8093b1 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:10:09.809193 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-64cee3a7-8351-49b6-8796-2f0ff40e4c61 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.809573 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-64cee3a7-8351-49b6-8796-2f0ff40e4c61 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Added segment 0242b8ee-f2c5-416b-a2c7-43aef912a9aa of type vlan for network d5a69808-9b14-47b4-af5e-05f87ae4e50a Jul 06 14:10:09.819660 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cee3a7-8351-49b6-8796-2f0ff40e4c61 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=839e7368-a817-4294-8263-5788386b4478,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:09.858349 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-64cee3a7-8351-49b6-8796-2f0ff40e4c61 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.892744 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-64cee3a7-8351-49b6-8796-2f0ff40e4c61 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.903301 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cee3a7-8351-49b6-8796-2f0ff40e4c61 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:09.904071 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-64cee3a7-8351-49b6-8796-2f0ff40e4c61 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.993015 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-edcfda69-6cd0-4bc0-a08c-d90aa9a6d839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:09.998706 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-edcfda69-6cd0-4bc0-a08c-d90aa9a6d839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.010235 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-64cee3a7-8351-49b6-8796-2f0ff40e4c61 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4555705 Jul 06 14:10:10.012562 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cee3a7-8351-49b6-8796-2f0ff40e4c61 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Pushing event updated for resources: {'Network': ['ID=d5a69808-9b14-47b4-af5e-05f87ae4e50a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:10.023952 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42784) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:10.025906 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network d5a69808-9b14-47b4-af5e-05f87ae4e50a details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:10:10.033311 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-dbc7a58f-8570-4992-81d6-356eb205b4a7 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Request body: {'subnet': {'network_id': 'd5a69808-9b14-47b4-af5e-05f87ae4e50a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:10.050250 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-edcfda69-6cd0-4bc0-a08c-d90aa9a6d839 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=935c5911047741d7b8f3c50aadbd984b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4712222 Jul 06 14:10:10.056529 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-eab103ba-0aa9-4aac-be7c-f66b3b6c418a tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.056720 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42786) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:10.092051 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcfda69-6cd0-4bc0-a08c-d90aa9a6d839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a606a355-4e6d-48ef-b3f5-caac7550d8ff,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:10.103601 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab103ba-0aa9-4aac-be7c-f66b3b6c418a tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event deleted for resources: {'Port': ['ID=dd3c6912-fc6a-40b5-931e-7a1fae8093b1,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:10.153977 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab103ba-0aa9-4aac-be7c-f66b3b6c418a tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] No DVR routers for this DVR port dd3c6912-fc6a-40b5-931e-7a1fae8093b1 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:10:10.182290 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.215484 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-eab103ba-0aa9-4aac-be7c-f66b3b6c418a tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.219737 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3541b927-78ce-479d-8b60-1e542c4c39d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.221442 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc7a58f-8570-4992-81d6-356eb205b4a7 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Made reservation on behalf of 53cd19bdba95420a9f4abe10db939df7 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:10.225669 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dbc7a58f-8570-4992-81d6-356eb205b4a7 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.285891 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-eab103ba-0aa9-4aac-be7c-f66b3b6c418a tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.293458 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3541b927-78ce-479d-8b60-1e542c4c39d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.313115 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab103ba-0aa9-4aac-be7c-f66b3b6c418a tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event deleted for resources: {'Subnet': ['ID=c980a853-dc7e-42db-b70c-86a4672fa257,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:10.383872 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-eab103ba-0aa9-4aac-be7c-f66b3b6c418a tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.395515 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-eab103ba-0aa9-4aac-be7c-f66b3b6c418a tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fecc6ed2-c0d6-4dfd-af7e-f674381c4ade']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:10.399710 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3541b927-78ce-479d-8b60-1e542c4c39d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.402250 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3541b927-78ce-479d-8b60-1e542c4c39d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.406440 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3541b927-78ce-479d-8b60-1e542c4c39d0 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/a606a355-4e6d-48ef-b3f5-caac7550d8ff HTTP/1.1" status: 204 len: 168 time: 0.3488519 Jul 06 14:10:10.406605 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-eab103ba-0aa9-4aac-be7c-f66b3b6c418a tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70721d73-fd99-470c-b6c1-d68bab3a69ac') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:10.406605 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-eab103ba-0aa9-4aac-be7c-f66b3b6c418a tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70721d73-fd99-470c-b6c1-d68bab3a69ac') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:10.416338 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-eab103ba-0aa9-4aac-be7c-f66b3b6c418a tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.422778 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541b927-78ce-479d-8b60-1e542c4c39d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a606a355-4e6d-48ef-b3f5-caac7550d8ff,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:10.434117 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-eab103ba-0aa9-4aac-be7c-f66b3b6c418a tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.442304 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eab103ba-0aa9-4aac-be7c-f66b3b6c418a tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:10:10.443166 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-eab103ba-0aa9-4aac-be7c-f66b3b6c418a tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:10:10.446140 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:10:10.490167 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dbc7a58f-8570-4992-81d6-356eb205b4a7 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.522055 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-eab103ba-0aa9-4aac-be7c-f66b3b6c418a tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.538350 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-eab103ba-0aa9-4aac-be7c-f66b3b6c418a tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.544211 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-eab103ba-0aa9-4aac-be7c-f66b3b6c418a tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/networks/fecc6ed2-c0d6-4dfd-af7e-f674381c4ade HTTP/1.1" status: 204 len: 168 time: 1.3663695 Jul 06 14:10:10.545668 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42794) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:10.577210 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab103ba-0aa9-4aac-be7c-f66b3b6c418a tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event deleted for resources: {'Network': ['ID=fecc6ed2-c0d6-4dfd-af7e-f674381c4ade,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:10.582372 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc7a58f-8570-4992-81d6-356eb205b4a7 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Pushing event updated for resources: {'Subnet': ['ID=66ebabd6-e2d4-4e6e-ada1-e8666afeb829,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:10.585824 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-806cb888-f36c-48d7-a16e-d76af73fa47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.592037 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c8d0d32-a455-4590-9296-824666cf8c3c tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:10.592699 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c8d0d32-a455-4590-9296-824666cf8c3c tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:10.598450 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7c8d0d32-a455-4590-9296-824666cf8c3c tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/networks/fecc6ed2-c0d6-4dfd-af7e-f674381c4ade HTTP/1.1" status: 404 len: 339 time: 0.0481737 Jul 06 14:10:10.599135 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42798) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:10.599787 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc7a58f-8570-4992-81d6-356eb205b4a7 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Checking segment: {'id': '0242b8ee-f2c5-416b-a2c7-43aef912a9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd5a69808-9b14-47b4-af5e-05f87ae4e50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:10.600202 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc7a58f-8570-4992-81d6-356eb205b4a7 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Network hostable DHCP agents. Network: d5a69808-9b14-47b4-af5e-05f87ae4e50a, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:10:10.619368 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-c032917e-a446-4dac-a58d-bcd8fcf98d41 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-808964216', 'description': 'd1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:10.645438 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc7a58f-8570-4992-81d6-356eb205b4a7 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Network d5a69808-9b14-47b4-af5e-05f87ae4e50a is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:10:10.660041 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c032917e-a446-4dac-a58d-bcd8fcf98d41 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Made reservation on behalf of c39e7023cac24fd8ba59663bfcadaa30 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:10.661687 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-dbc7a58f-8570-4992-81d6-356eb205b4a7 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, d5a69808-9b14-47b4-af5e-05f87ae4e50a) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:10.663727 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c032917e-a446-4dac-a58d-bcd8fcf98d41 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.671972 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983943a1-ad0e-4512-8d11-729229424d1d None None] Network d5a69808-9b14-47b4-af5e-05f87ae4e50a requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:10.678033 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc7a58f-8570-4992-81d6-356eb205b4a7 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:10.685080 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dbc7a58f-8570-4992-81d6-356eb205b4a7 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.710721 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-dbc7a58f-8570-4992-81d6-356eb205b4a7 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6836510 Jul 06 14:10:10.712809 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42802) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:10.726056 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-510aa796-7460-40ee-bfe1-7224048d667a tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Request body: {'network': {'name': 'tempest-router-network01--1520680111'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:10.736740 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c032917e-a446-4dac-a58d-bcd8fcf98d41 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:10:10.751748 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c032917e-a446-4dac-a58d-bcd8fcf98d41 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.752856 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-c032917e-a446-4dac-a58d-bcd8fcf98d41 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Added segment b653b32c-3e08-407f-8b6a-f8e1a62209ae of type vlan for network 01e6b722-6af5-4645-961a-231087cf3ac0 Jul 06 14:10:10.781384 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510aa796-7460-40ee-bfe1-7224048d667a tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Made reservation on behalf of 53cd19bdba95420a9f4abe10db939df7 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:10.788919 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-510aa796-7460-40ee-bfe1-7224048d667a tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.806973 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c032917e-a446-4dac-a58d-bcd8fcf98d41 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.853229 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-510aa796-7460-40ee-bfe1-7224048d667a tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:10:10.854705 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c032917e-a446-4dac-a58d-bcd8fcf98d41 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.860822 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c032917e-a446-4dac-a58d-bcd8fcf98d41 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:10.862200 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c032917e-a446-4dac-a58d-bcd8fcf98d41 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.867687 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-510aa796-7460-40ee-bfe1-7224048d667a tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.868345 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-510aa796-7460-40ee-bfe1-7224048d667a tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Added segment 9d4199d7-933b-43a2-a231-b63eeb8c8c45 of type vlan for network cf540ae3-9a19-4137-a413-78d293ba6e10 Jul 06 14:10:10.910347 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42806) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:10.936890 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c032917e-a446-4dac-a58d-bcd8fcf98d41 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3365080 Jul 06 14:10:10.938899 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3db00eb5-7f54-43b3-b01b-b2a80c454c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.953375 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42808) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:10.971950 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e6a5e0-d22a-4b2e-bf09-6339a7b1b151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-d5a69808-9b14-47b4-af5e-05f87ae4e50a', 'network_id': 'd5a69808-9b14-47b4-af5e-05f87ae4e50a', 'tenant_id': '53cd19bdba95420a9f4abe10db939df7', 'fixed_ips': [{'subnet_id': '66ebabd6-e2d4-4e6e-ada1-e8666afeb829'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:10:10.973037 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-66e6a5e0-d22a-4b2e-bf09-6339a7b1b151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:10.977706 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032917e-a446-4dac-a58d-bcd8fcf98d41 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event updated for resources: {'Network': ['ID=01e6b722-6af5-4645-961a-231087cf3ac0,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:10.992500 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 01e6b722-6af5-4645-961a-231087cf3ac0 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:10:11.015535 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-510aa796-7460-40ee-bfe1-7224048d667a tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.052630 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38887dd-a758-4633-809f-f5e816a6ece7 req-2b099af5-ab1c-42d8-bcbd-da298ef39357 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:11.060378 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a38887dd-a758-4633-809f-f5e816a6ece7 req-2b099af5-ab1c-42d8-bcbd-da298ef39357 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.1249535 Jul 06 14:10:11.115764 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a38887dd-a758-4633-809f-f5e816a6ece7 req-8a0c728f-9c4a-4fa6-8b4c-38bf924972f4 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536864 Jul 06 14:10:11.163708 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6f6bca-9d94-431b-9190-337827d20c6f None None] DHCP port deletion for fecc6ed2-c0d6-4dfd-af7e-f674381c4ade request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:10:11.164280 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be37a4e0-ec6b-4a0c-a157-eaab9f384a77 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:11.165850 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-be37a4e0-ec6b-4a0c-a157-eaab9f384a77 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "GET /v2.0/networks?id=01e6b722-6af5-4645-961a-231087cf3ac0 HTTP/1.1" status: 200 len: 760 time: 0.1537271 Jul 06 14:10:11.168622 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42810) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:11.177279 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-164098dc-19bc-4ddf-af35-f15f0f3fd451 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Request body: {'network': {'description': 'd2'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:11.179499 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1a16ed6b-5944-4263-b7fd-2ec5f8e15914 None None] Could not find standard attr ID for object dd3c6912-fc6a-40b5-931e-7a1fae8093b1. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:10:11.184028 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-510aa796-7460-40ee-bfe1-7224048d667a tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.189583 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510aa796-7460-40ee-bfe1-7224048d667a tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:11.190284 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-510aa796-7460-40ee-bfe1-7224048d667a tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.225673 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3db00eb5-7f54-43b3-b01b-b2a80c454c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.231839 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4d41df-f1fa-479d-9ef2-e6ce88499ba4 None None] Network fecc6ed2-c0d6-4dfd-af7e-f674381c4ade requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:11.250202 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4d41df-f1fa-479d-9ef2-e6ce88499ba4 None None] Network fecc6ed2-c0d6-4dfd-af7e-f674381c4ade could not be found, it might have been deleted concurrently. {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 14:10:11.258799 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04258089-a8d7-48aa-a7f7-89a4bd52ab42 None None] Network fecc6ed2-c0d6-4dfd-af7e-f674381c4ade requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:11.259224 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3db00eb5-7f54-43b3-b01b-b2a80c454c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.275964 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04258089-a8d7-48aa-a7f7-89a4bd52ab42 None None] Network fecc6ed2-c0d6-4dfd-af7e-f674381c4ade could not be found, it might have been deleted concurrently. {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 14:10:11.279875 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-510aa796-7460-40ee-bfe1-7224048d667a tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5659142 Jul 06 14:10:11.283141 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-66e6a5e0-d22a-4b2e-bf09-6339a7b1b151 None None] Allocated IP 172.20.0.2 (d5a69808-9b14-47b4-af5e-05f87ae4e50a/66ebabd6-e2d4-4e6e-ada1-e8666afeb829/059fe337-8425-4f90-b1ac-bc17631e6d54) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:11.292168 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42812) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:11.304944 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-9b569bdb-bf9d-4244-8e66-235ce31a00dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Request body: {'network': {'name': 'tempest-router-network02--101767690'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:11.333673 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3db00eb5-7f54-43b3-b01b-b2a80c454c18 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=e2eb7b7d68af49c98e6d1fd75fece75b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4193845 Jul 06 14:10:11.333673 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510aa796-7460-40ee-bfe1-7224048d667a tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Pushing event updated for resources: {'Network': ['ID=cf540ae3-9a19-4137-a413-78d293ba6e10,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:11.334115 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42814) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:11.339396 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db00eb5-7f54-43b3-b01b-b2a80c454c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cde102-11d6-4ce8-8baf-25a66427ea28,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:11.350520 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network cf540ae3-9a19-4137-a413-78d293ba6e10 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:10:11.351786 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b569bdb-bf9d-4244-8e66-235ce31a00dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Made reservation on behalf of 53cd19bdba95420a9f4abe10db939df7 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:11.356978 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b569bdb-bf9d-4244-8e66-235ce31a00dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.387766 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-164098dc-19bc-4ddf-af35-f15f0f3fd451 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.388365 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b569bdb-bf9d-4244-8e66-235ce31a00dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:10:11.399849 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b569bdb-bf9d-4244-8e66-235ce31a00dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.400269 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-9b569bdb-bf9d-4244-8e66-235ce31a00dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Added segment 9cffd747-91c8-4202-bfc3-687d3fc92f75 of type vlan for network bd87b827-a6ac-4e18-b1de-bbcbd744b2a3 Jul 06 14:10:11.410895 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-164098dc-19bc-4ddf-af35-f15f0f3fd451 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.446621 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b569bdb-bf9d-4244-8e66-235ce31a00dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.469296 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-164098dc-19bc-4ddf-af35-f15f0f3fd451 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Network 01e6b722-6af5-4645-961a-231087cf3ac0 is not hosted by any dhcp agent {{(pid=100418) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 14:10:11.475420 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164098dc-19bc-4ddf-af35-f15f0f3fd451 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:11.476026 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-164098dc-19bc-4ddf-af35-f15f0f3fd451 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.477431 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-164098dc-19bc-4ddf-af35-f15f0f3fd451 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "PUT /v2.0/networks/01e6b722-6af5-4645-961a-231087cf3ac0 HTTP/1.1" status: 200 len: 757 time: 0.3074226 Jul 06 14:10:11.480136 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42816) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:11.481072 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-56940ca3-6328-41db-91a9-d54bbb2fa946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.492151 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b569bdb-bf9d-4244-8e66-235ce31a00dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.497607 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b569bdb-bf9d-4244-8e66-235ce31a00dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:11.498219 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b569bdb-bf9d-4244-8e66-235ce31a00dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.506861 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164098dc-19bc-4ddf-af35-f15f0f3fd451 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event updated for resources: {'Network': ['ID=01e6b722-6af5-4645-961a-231087cf3ac0,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:11.523988 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-56940ca3-6328-41db-91a9-d54bbb2fa946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.525625 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 01e6b722-6af5-4645-961a-231087cf3ac0 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:10:11.581979 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-56940ca3-6328-41db-91a9-d54bbb2fa946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.584867 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-56940ca3-6328-41db-91a9-d54bbb2fa946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.586596 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-56940ca3-6328-41db-91a9-d54bbb2fa946 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/d9cde102-11d6-4ce8-8baf-25a66427ea28 HTTP/1.1" status: 204 len: 168 time: 0.2509286 Jul 06 14:10:11.591595 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.594619 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-66e6a5e0-d22a-4b2e-bf09-6339a7b1b151 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.594880 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56940ca3-6328-41db-91a9-d54bbb2fa946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cde102-11d6-4ce8-8baf-25a66427ea28,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:11.624505 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-66e6a5e0-d22a-4b2e-bf09-6339a7b1b151 None None] Transition to ACTIVE for port object 059fe337-8425-4f90-b1ac-bc17631e6d54 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:11.632377 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9b569bdb-bf9d-4244-8e66-235ce31a00dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3347034 Jul 06 14:10:11.632716 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42820) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:11.638046 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-52f154ed-1ba8-426a-867a-2adc545030fe tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Request body: {'subnet': {'network_id': 'cf540ae3-9a19-4137-a413-78d293ba6e10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:11.641298 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b569bdb-bf9d-4244-8e66-235ce31a00dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Pushing event updated for resources: {'Network': ['ID=bd87b827-a6ac-4e18-b1de-bbcbd744b2a3,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:11.659004 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617e40da-5282-48df-93fe-5bdbcc956900 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:11.664393 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network bd87b827-a6ac-4e18-b1de-bbcbd744b2a3 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:10:11.664502 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-617e40da-5282-48df-93fe-5bdbcc956900 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "GET /v2.0/networks?id=01e6b722-6af5-4645-961a-231087cf3ac0 HTTP/1.1" status: 200 len: 760 time: 0.1796041 Jul 06 14:10:11.664741 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42822) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:11.670738 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-0a7a94a2-8641-4131-a17f-9909a093f6ef tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1973442586'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:11.696164 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-66e6a5e0-d22a-4b2e-bf09-6339a7b1b151 None None] Transition to ACTIVE for port object 059fe337-8425-4f90-b1ac-bc17631e6d54 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:11.696761 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:10:11.700191 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7a94a2-8641-4131-a17f-9909a093f6ef tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Made reservation on behalf of c39e7023cac24fd8ba59663bfcadaa30 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:11.704873 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0a7a94a2-8641-4131-a17f-9909a093f6ef tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.731300 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-66e6a5e0-d22a-4b2e-bf09-6339a7b1b151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.737920 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a7a94a2-8641-4131-a17f-9909a093f6ef tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:10:11.748096 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0a7a94a2-8641-4131-a17f-9909a093f6ef tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.748458 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-0a7a94a2-8641-4131-a17f-9909a093f6ef tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Added segment 4921f4a8-b4ce-44c4-874e-dcc24fa86887 of type vlan for network c9848a49-c401-44e4-963d-e929c8add7e1 Jul 06 14:10:11.748757 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f154ed-1ba8-426a-867a-2adc545030fe tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Made reservation on behalf of 53cd19bdba95420a9f4abe10db939df7 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:11.757122 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-52f154ed-1ba8-426a-867a-2adc545030fe tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.791749 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e6a5e0-d22a-4b2e-bf09-6339a7b1b151 None None] Network d5a69808-9b14-47b4-af5e-05f87ae4e50a is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:11.797664 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0a7a94a2-8641-4131-a17f-9909a093f6ef tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.800377 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-66e6a5e0-d22a-4b2e-bf09-6339a7b1b151 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:11.805644 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e6a5e0-d22a-4b2e-bf09-6339a7b1b151 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:11.835640 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0a7a94a2-8641-4131-a17f-9909a093f6ef tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.843833 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7a94a2-8641-4131-a17f-9909a093f6ef tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:11.844462 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0a7a94a2-8641-4131-a17f-9909a093f6ef tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.858705 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6a5e0-d22a-4b2e-bf09-6339a7b1b151 None None] Pushing event updated for resources: {'Port': ['ID=059fe337-8425-4f90-b1ac-bc17631e6d54,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:11.906318 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-66e6a5e0-d22a-4b2e-bf09-6339a7b1b151 None None] Attempting to bind port 059fe337-8425-4f90-b1ac-bc17631e6d54 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:10:11.906845 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-66e6a5e0-d22a-4b2e-bf09-6339a7b1b151 None None] Attempting to bind port 059fe337-8425-4f90-b1ac-bc17631e6d54 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '0242b8ee-f2c5-416b-a2c7-43aef912a9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd5a69808-9b14-47b4-af5e-05f87ae4e50a'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:10:11.907341 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e6a5e0-d22a-4b2e-bf09-6339a7b1b151 None None] Attempting to bind port 059fe337-8425-4f90-b1ac-bc17631e6d54 on network d5a69808-9b14-47b4-af5e-05f87ae4e50a {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:10:11.918078 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e6a5e0-d22a-4b2e-bf09-6339a7b1b151 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:10:11.918810 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e6a5e0-d22a-4b2e-bf09-6339a7b1b151 None None] Checking segment: {'id': '0242b8ee-f2c5-416b-a2c7-43aef912a9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd5a69808-9b14-47b4-af5e-05f87ae4e50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:11.933353 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-66e6a5e0-d22a-4b2e-bf09-6339a7b1b151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.935268 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e6a5e0-d22a-4b2e-bf09-6339a7b1b151 None None] Bound using segment: {'id': '0242b8ee-f2c5-416b-a2c7-43aef912a9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd5a69808-9b14-47b4-af5e-05f87ae4e50a'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:10:11.938289 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-66e6a5e0-d22a-4b2e-bf09-6339a7b1b151 None None] Bound port: 059fe337-8425-4f90-b1ac-bc17631e6d54, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0242b8ee-f2c5-416b-a2c7-43aef912a9aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'd5a69808-9b14-47b4-af5e-05f87ae4e50a'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:10:11.938944 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-66e6a5e0-d22a-4b2e-bf09-6339a7b1b151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:11.951199 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0a7a94a2-8641-4131-a17f-9909a093f6ef tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2829120 Jul 06 14:10:11.958469 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42830) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:11.965849 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4c058530-12b9-4d81-877c-6e471a8bbaaf tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Request body: {'subnet': {'network_id': 'c9848a49-c401-44e4-963d-e929c8add7e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:11.995045 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-52f154ed-1ba8-426a-867a-2adc545030fe tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.038919 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a94a2-8641-4131-a17f-9909a093f6ef tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event updated for resources: {'Network': ['ID=c9848a49-c401-44e4-963d-e929c8add7e1,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:12.062368 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network c9848a49-c401-44e4-963d-e929c8add7e1 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:10:12.085136 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42834) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:12.101985 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-34a00ebb-c8d5-42d2-8436-f0269526b2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.120602 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f154ed-1ba8-426a-867a-2adc545030fe tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Pushing event updated for resources: {'Subnet': ['ID=3462c4c5-934d-431d-aca4-1e98774bf2f8,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:12.123522 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-66e6a5e0-d22a-4b2e-bf09-6339a7b1b151 None None] For port 059fe337-8425-4f90-b1ac-bc17631e6d54, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:10:12.138134 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c058530-12b9-4d81-877c-6e471a8bbaaf tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Made reservation on behalf of c39e7023cac24fd8ba59663bfcadaa30 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:12.148309 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c058530-12b9-4d81-877c-6e471a8bbaaf tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.158752 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-66e6a5e0-d22a-4b2e-bf09-6339a7b1b151 None None] For port 059fe337-8425-4f90-b1ac-bc17631e6d54, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=059fe337-8425-4f90-b1ac-bc17631e6d54,segment=NetworkSegment(0242b8ee-f2c5-416b-a2c7-43aef912a9aa),segment_id=0242b8ee-f2c5-416b-a2c7-43aef912a9aa)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:10:12.161783 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f154ed-1ba8-426a-867a-2adc545030fe tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Checking segment: {'id': '9d4199d7-933b-43a2-a231-b63eeb8c8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cf540ae3-9a19-4137-a413-78d293ba6e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:12.162726 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f154ed-1ba8-426a-867a-2adc545030fe tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Network hostable DHCP agents. Network: cf540ae3-9a19-4137-a413-78d293ba6e10, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:10:12.183583 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-66e6a5e0-d22a-4b2e-bf09-6339a7b1b151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.207340 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f154ed-1ba8-426a-867a-2adc545030fe tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Network cf540ae3-9a19-4137-a413-78d293ba6e10 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:10:12.244934 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-52f154ed-1ba8-426a-867a-2adc545030fe tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, cf540ae3-9a19-4137-a413-78d293ba6e10) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:12.268959 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f154ed-1ba8-426a-867a-2adc545030fe tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:12.269610 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-52f154ed-1ba8-426a-867a-2adc545030fe tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.280445 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68474433-d5ba-4d8e-bf29-f679d0b9450f None None] Network cf540ae3-9a19-4137-a413-78d293ba6e10 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:12.388239 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6a5e0-d22a-4b2e-bf09-6339a7b1b151 None None] Pushing event updated for resources: {'Port': ['ID=059fe337-8425-4f90-b1ac-bc17631e6d54,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:12.402747 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-34a00ebb-c8d5-42d2-8436-f0269526b2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.411000 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-34a00ebb-c8d5-42d2-8436-f0269526b2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.421674 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-52f154ed-1ba8-426a-867a-2adc545030fe tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7877774 Jul 06 14:10:12.422397 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42838) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:12.431090 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-433afce6-6909-4d2e-89a0-6efbaafe7a0c tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Request body: {'subnet': {'network_id': 'bd87b827-a6ac-4e18-b1de-bbcbd744b2a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:12.450374 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-34a00ebb-c8d5-42d2-8436-f0269526b2b3 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=1d8af5f788664c35aff2f5cc4f4a51f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3639460 Jul 06 14:10:12.457299 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42840) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:12.517292 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf5a25-7fee-42bd-9049-bb6e2d7bd233 req-a2e4ad11-37e1-4a2a-a131-1a6d21110c86 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:12.520307 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-87bf5a25-7fee-42bd-9049-bb6e2d7bd233 req-a2e4ad11-37e1-4a2a-a131-1a6d21110c86 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.1685057 Jul 06 14:10:12.542237 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a00ebb-c8d5-42d2-8436-f0269526b2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178e0436-cf7f-49ef-99b2-dd79a78cd432,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:12.556873 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c058530-12b9-4d81-877c-6e471a8bbaaf tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.588640 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f028d18d-52e1-4e32-8616-64f8392bb488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-cf540ae3-9a19-4137-a413-78d293ba6e10', 'network_id': 'cf540ae3-9a19-4137-a413-78d293ba6e10', 'tenant_id': '53cd19bdba95420a9f4abe10db939df7', 'fixed_ips': [{'subnet_id': '3462c4c5-934d-431d-aca4-1e98774bf2f8'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:10:12.589688 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f028d18d-52e1-4e32-8616-64f8392bb488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.622514 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-86c0a07d-c016-44e4-862e-83056cb88fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.624885 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-87bf5a25-7fee-42bd-9049-bb6e2d7bd233 req-21bb33b9-a0b9-45b0-89e1-da7a7554ec84 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958426 Jul 06 14:10:12.636199 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433afce6-6909-4d2e-89a0-6efbaafe7a0c tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Made reservation on behalf of 53cd19bdba95420a9f4abe10db939df7 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:12.641028 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-433afce6-6909-4d2e-89a0-6efbaafe7a0c tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.665529 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c058530-12b9-4d81-877c-6e471a8bbaaf tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event updated for resources: {'Subnet': ['ID=318a9a75-9629-480c-8afd-1f15ff818c86,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:12.688887 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-86c0a07d-c016-44e4-862e-83056cb88fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.703825 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c058530-12b9-4d81-877c-6e471a8bbaaf tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Checking segment: {'id': '4921f4a8-b4ce-44c4-874e-dcc24fa86887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c9848a49-c401-44e4-963d-e929c8add7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:12.704452 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c058530-12b9-4d81-877c-6e471a8bbaaf tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Network hostable DHCP agents. Network: c9848a49-c401-44e4-963d-e929c8add7e1, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:10:12.760587 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c058530-12b9-4d81-877c-6e471a8bbaaf tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Network c9848a49-c401-44e4-963d-e929c8add7e1 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:10:12.781286 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-4c058530-12b9-4d81-877c-6e471a8bbaaf tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, c9848a49-c401-44e4-963d-e929c8add7e1) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:12.787830 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c058530-12b9-4d81-877c-6e471a8bbaaf tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:12.788527 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c058530-12b9-4d81-877c-6e471a8bbaaf tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.791884 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-86c0a07d-c016-44e4-862e-83056cb88fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.794645 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-86c0a07d-c016-44e4-862e-83056cb88fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.798211 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-86c0a07d-c016-44e4-862e-83056cb88fbe admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/178e0436-cf7f-49ef-99b2-dd79a78cd432 HTTP/1.1" status: 204 len: 168 time: 0.3376515 Jul 06 14:10:12.819259 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0a07d-c016-44e4-862e-83056cb88fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178e0436-cf7f-49ef-99b2-dd79a78cd432,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:12.829741 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4c058530-12b9-4d81-877c-6e471a8bbaaf tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8693502 Jul 06 14:10:12.832503 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42846) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:12.894808 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-433afce6-6909-4d2e-89a0-6efbaafe7a0c tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.976740 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1571381-5c35-477a-997c-b3daadf7be0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:12.994279 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433afce6-6909-4d2e-89a0-6efbaafe7a0c tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Checking segment: {'id': '9cffd747-91c8-4202-bfc3-687d3fc92f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bd87b827-a6ac-4e18-b1de-bbcbd744b2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:12.994650 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433afce6-6909-4d2e-89a0-6efbaafe7a0c tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Network hostable DHCP agents. Network: bd87b827-a6ac-4e18-b1de-bbcbd744b2a3, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:10:13.010094 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433afce6-6909-4d2e-89a0-6efbaafe7a0c tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Pushing event updated for resources: {'Subnet': ['ID=d5685e2a-cdf5-49dc-b7da-a1522d8ffbc4,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:13.032270 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433afce6-6909-4d2e-89a0-6efbaafe7a0c tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Network bd87b827-a6ac-4e18-b1de-bbcbd744b2a3 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:10:13.048523 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-433afce6-6909-4d2e-89a0-6efbaafe7a0c tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, bd87b827-a6ac-4e18-b1de-bbcbd744b2a3) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:13.048760 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d904af-3bba-4e25-a721-54874c0c5987 None None] Network c9848a49-c401-44e4-963d-e929c8add7e1 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:13.059624 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433afce6-6909-4d2e-89a0-6efbaafe7a0c tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:13.059917 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1571381-5c35-477a-997c-b3daadf7be0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:13.060827 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-433afce6-6909-4d2e-89a0-6efbaafe7a0c tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:13.125948 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-433afce6-6909-4d2e-89a0-6efbaafe7a0c tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7000723 Jul 06 14:10:13.130195 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42850) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:13.155887 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1571381-5c35-477a-997c-b3daadf7be0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:13.209015 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1571381-5c35-477a-997c-b3daadf7be0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event deleted for resources: {'Subnet': ['ID=318a9a75-9629-480c-8afd-1f15ff818c86,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:13.225644 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb26b937-18da-486c-966c-ac531d0294ef None None] Network bd87b827-a6ac-4e18-b1de-bbcbd744b2a3 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:13.304799 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1571381-5c35-477a-997c-b3daadf7be0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:13.312631 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:13.323408 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-c1571381-5c35-477a-997c-b3daadf7be0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9848a49-c401-44e4-963d-e929c8add7e1']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:13.341607 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-c1571381-5c35-477a-997c-b3daadf7be0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4921f4a8-b4ce-44c4-874e-dcc24fa86887') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:13.341960 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-c1571381-5c35-477a-997c-b3daadf7be0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4921f4a8-b4ce-44c4-874e-dcc24fa86887') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:13.351532 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1571381-5c35-477a-997c-b3daadf7be0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:13.365057 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a07ddf-29ca-4f4d-a185-ccdbd7dd0bdc req-5844b0bc-973f-41ac-8669-209fdd92035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:13.367025 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-26a07ddf-29ca-4f4d-a185-ccdbd7dd0bdc req-5844b0bc-973f-41ac-8669-209fdd92035b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=877fc897abae42d7adb6bd377795bbf0&device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 1096 time: 0.3014977 Jul 06 14:10:13.378626 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1571381-5c35-477a-997c-b3daadf7be0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:13.387720 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1571381-5c35-477a-997c-b3daadf7be0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:10:13.388387 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1571381-5c35-477a-997c-b3daadf7be0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:10:13.392658 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:10:13.433696 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97de4ea-4c3f-4aee-b45b-e3b409e1e47d None None] Network c9848a49-c401-44e4-963d-e929c8add7e1 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:13.482541 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1571381-5c35-477a-997c-b3daadf7be0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:13.504178 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c1571381-5c35-477a-997c-b3daadf7be0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:13.506537 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c1571381-5c35-477a-997c-b3daadf7be0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/networks/c9848a49-c401-44e4-963d-e929c8add7e1 HTTP/1.1" status: 204 len: 168 time: 0.6726139 Jul 06 14:10:13.508244 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1571381-5c35-477a-997c-b3daadf7be0f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event deleted for resources: {'Network': ['ID=c9848a49-c401-44e4-963d-e929c8add7e1,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:13.510372 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42860) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:13.549508 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ce5238-5c96-413e-8a19-58e5ef47c9f3 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] GET failed (client error): The resource could not be found. Jul 06 14:10:13.562188 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d4ce5238-5c96-413e-8a19-58e5ef47c9f3 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "GET /v2.0/subnets/318a9a75-9629-480c-8afd-1f15ff818c86 HTTP/1.1" status: 404 len: 337 time: 0.0505376 Jul 06 14:10:13.565071 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42864) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:13.604388 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-f028d18d-52e1-4e32-8616-64f8392bb488 None None] Allocated IP 172.20.0.2 (cf540ae3-9a19-4137-a413-78d293ba6e10/3462c4c5-934d-431d-aca4-1e98774bf2f8/3cfc97f9-d24c-4071-9439-dc88bbbb545c) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:13.611050 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-420c1e28-d57a-4d96-a7b8-a194baa1ae6d tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:13.614517 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-420c1e28-d57a-4d96-a7b8-a194baa1ae6d tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:13.620958 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-420c1e28-d57a-4d96-a7b8-a194baa1ae6d tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/networks/c9848a49-c401-44e4-963d-e929c8add7e1 HTTP/1.1" status: 404 len: 339 time: 0.0499625 Jul 06 14:10:13.622106 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42866) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:13.776792 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-bd87b827-a6ac-4e18-b1de-bbcbd744b2a3', 'network_id': 'bd87b827-a6ac-4e18-b1de-bbcbd744b2a3', 'tenant_id': '53cd19bdba95420a9f4abe10db939df7', 'fixed_ips': [{'subnet_id': 'd5685e2a-cdf5-49dc-b7da-a1522d8ffbc4'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:10:13.777686 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:13.828397 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc7e52b-4e28-431c-9e90-e0e8b2c98ae9 None None] Network d5a69808-9b14-47b4-af5e-05f87ae4e50a requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:14.002007 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12738fc9-d949-4d42-8bd4-11b3647c73ab req-e87099aa-a61e-4ce8-b249-27576670242c tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:14.010011 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12738fc9-d949-4d42-8bd4-11b3647c73ab req-e87099aa-a61e-4ce8-b249-27576670242c tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.7466486 Jul 06 14:10:14.065820 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-07f3e938-f208-4f9b-bcd2-a48df15ed69e None None] Provisioning for port 059fe337-8425-4f90-b1ac-bc17631e6d54 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:14.100742 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12738fc9-d949-4d42-8bd4-11b3647c73ab req-f8fc55dd-76f1-47f4-8be9-39bb8030c4ed tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897207 Jul 06 14:10:14.147665 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-adaedb32-45e5-43a2-bb65-a2bbabd536c5 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:14.148878 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f028d18d-52e1-4e32-8616-64f8392bb488 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:14.152986 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 059fe337-8425-4f90-b1ac-bc17631e6d54 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:10:14.154759 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a07ddf-29ca-4f4d-a185-ccdbd7dd0bdc req-72718fb5-113d-4d38-a375-c1b1d567c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:14.156695 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-26a07ddf-29ca-4f4d-a185-ccdbd7dd0bdc req-72718fb5-113d-4d38-a375-c1b1d567c30c service neutron] 10.222.0.124 "GET /v2.0/networks?id=eefea86f-292f-49b8-aab3-e9599d79dda6 HTTP/1.1" status: 200 len: 912 time: 0.7638371 Jul 06 14:10:14.219426 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f028d18d-52e1-4e32-8616-64f8392bb488 None None] Transition to ACTIVE for port object 3cfc97f9-d24c-4071-9439-dc88bbbb545c will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:14.273844 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f028d18d-52e1-4e32-8616-64f8392bb488 None None] Transition to ACTIVE for port object 3cfc97f9-d24c-4071-9439-dc88bbbb545c will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:14.276322 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Allocated IP 172.20.0.2 (bd87b827-a6ac-4e18-b1de-bbcbd744b2a3/d5685e2a-cdf5-49dc-b7da-a1522d8ffbc4/104cf2ce-83cd-4569-835a-9fbd7e951c52) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:14.278535 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c16807-a00b-403d-ba71-ca1736411923 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:14.281822 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-55c16807-a00b-403d-ba71-ca1736411923 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6568542 Jul 06 14:10:14.283349 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42880) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:14.302459 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f028d18d-52e1-4e32-8616-64f8392bb488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:14.344602 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-21db2a0b-6e56-4b5f-b8b8-d30df497102e tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "GET /v2.0/subnets?network_id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 207 time: 0.0574932 Jul 06 14:10:14.345831 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42886) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:14.353903 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028d18d-52e1-4e32-8616-64f8392bb488 None None] Pushing event updated for resources: {'Port': ['ID=3cfc97f9-d24c-4071-9439-dc88bbbb545c,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:14.375902 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 059fe337-8425-4f90-b1ac-bc17631e6d54 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:14.389803 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-26a07ddf-29ca-4f4d-a185-ccdbd7dd0bdc req-00ec6888-3ed1-43f4-ab6b-3da2678b787a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b9a4286-28a9-454b-a4e1-0ff76bc7009c HTTP/1.1" status: 200 len: 1001 time: 0.2249258 Jul 06 14:10:14.419439 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 059fe337-8425-4f90-b1ac-bc17631e6d54 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:14.419826 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:14.473004 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f028d18d-52e1-4e32-8616-64f8392bb488 None None] Network cf540ae3-9a19-4137-a413-78d293ba6e10 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:14.481106 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-f028d18d-52e1-4e32-8616-64f8392bb488 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:14.488544 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f028d18d-52e1-4e32-8616-64f8392bb488 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:14.597924 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-f028d18d-52e1-4e32-8616-64f8392bb488 None None] Attempting to bind port 3cfc97f9-d24c-4071-9439-dc88bbbb545c on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:10:14.598302 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-f028d18d-52e1-4e32-8616-64f8392bb488 None None] Attempting to bind port 3cfc97f9-d24c-4071-9439-dc88bbbb545c by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '9d4199d7-933b-43a2-a231-b63eeb8c8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cf540ae3-9a19-4137-a413-78d293ba6e10'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:10:14.598674 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f028d18d-52e1-4e32-8616-64f8392bb488 None None] Attempting to bind port 3cfc97f9-d24c-4071-9439-dc88bbbb545c on network cf540ae3-9a19-4137-a413-78d293ba6e10 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:10:14.619269 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-adaedb32-45e5-43a2-bb65-a2bbabd536c5 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Allocated IP 172.20.0.1 (cf540ae3-9a19-4137-a413-78d293ba6e10/3462c4c5-934d-431d-aca4-1e98774bf2f8/33f95cf3-41bd-46b2-9c39-2b9e7c2e2179) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:14.685434 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f028d18d-52e1-4e32-8616-64f8392bb488 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:10:14.685883 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f028d18d-52e1-4e32-8616-64f8392bb488 None None] Checking segment: {'id': '9d4199d7-933b-43a2-a231-b63eeb8c8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cf540ae3-9a19-4137-a413-78d293ba6e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:14.693628 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f028d18d-52e1-4e32-8616-64f8392bb488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:14.695929 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f028d18d-52e1-4e32-8616-64f8392bb488 None None] Bound using segment: {'id': '9d4199d7-933b-43a2-a231-b63eeb8c8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cf540ae3-9a19-4137-a413-78d293ba6e10'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:10:14.697709 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-f028d18d-52e1-4e32-8616-64f8392bb488 None None] Bound port: 3cfc97f9-d24c-4071-9439-dc88bbbb545c, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d4199d7-933b-43a2-a231-b63eeb8c8c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cf540ae3-9a19-4137-a413-78d293ba6e10'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:10:14.698886 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f028d18d-52e1-4e32-8616-64f8392bb488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:14.771321 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a07ddf-29ca-4f4d-a185-ccdbd7dd0bdc req-0ca0add9-cc3b-4a1a-9e7d-52e2f9fbea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:14.772848 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-26a07ddf-29ca-4f4d-a185-ccdbd7dd0bdc req-0ca0add9-cc3b-4a1a-9e7d-52e2f9fbea77 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=2034225f-da5c-4c36-aa60-ee034fad70f7 HTTP/1.1" status: 200 len: 850 time: 0.3752551 Jul 06 14:10:14.786495 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25d6424-7cf3-4695-9a77-f552b9255a62 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:14.795038 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25d6424-7cf3-4695-9a77-f552b9255a62 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:14.803075 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25d6424-7cf3-4695-9a77-f552b9255a62 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:14.810813 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25d6424-7cf3-4695-9a77-f552b9255a62 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:14.817390 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e25d6424-7cf3-4695-9a77-f552b9255a62 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.4678001 Jul 06 14:10:14.818151 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42902) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:14.838739 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b115828b-0fd9-4679-ab7b-098f50bc63e4 None None] Provisioning complete for port 059fe337-8425-4f90-b1ac-bc17631e6d54 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:14.840547 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b115828b-0fd9-4679-ab7b-098f50bc63e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:14.890707 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-adaedb32-45e5-43a2-bb65-a2bbabd536c5 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:14.908009 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e17ae7a2-5639-4811-9dd1-65d648b06ad6 req-7af8a8fe-d288-4775-b396-3d4ee8c62cc5 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=59132335-35ae-4a17-ac35-f1735ca75803&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1822624 Jul 06 14:10:14.924336 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:14.943460 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:14.966740 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-adaedb32-45e5-43a2-bb65-a2bbabd536c5 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Transition to ACTIVE for port object 33f95cf3-41bd-46b2-9c39-2b9e7c2e2179 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:14.968519 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42904) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:14.970111 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Transition to ACTIVE for port object 104cf2ce-83cd-4569-835a-9fbd7e951c52 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:14.970564 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a07ddf-29ca-4f4d-a185-ccdbd7dd0bdc req-e8d80b72-414b-46ab-8f1a-c1c356946617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:14.972978 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-26a07ddf-29ca-4f4d-a185-ccdbd7dd0bdc req-e8d80b72-414b-46ab-8f1a-c1c356946617 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=eefea86f-292f-49b8-aab3-e9599d79dda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1914263 Jul 06 14:10:14.974738 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42906) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:14.982988 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b72f7398-122c-4a79-9399-4834643b9e40 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.1636605 Jul 06 14:10:14.986427 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42908) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:14.999858 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Transition to ACTIVE for port object 104cf2ce-83cd-4569-835a-9fbd7e951c52 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:15.012965 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-f028d18d-52e1-4e32-8616-64f8392bb488 None None] For port 3cfc97f9-d24c-4071-9439-dc88bbbb545c, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:10:15.017854 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-f028d18d-52e1-4e32-8616-64f8392bb488 None None] For port 3cfc97f9-d24c-4071-9439-dc88bbbb545c, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=3cfc97f9-d24c-4071-9439-dc88bbbb545c,segment=NetworkSegment(9d4199d7-933b-43a2-a231-b63eeb8c8c45),segment_id=9d4199d7-933b-43a2-a231-b63eeb8c8c45)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:10:15.026262 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:15.077076 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Pushing event updated for resources: {'Port': ['ID=104cf2ce-83cd-4569-835a-9fbd7e951c52,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:15.080176 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f028d18d-52e1-4e32-8616-64f8392bb488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:15.086426 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 059fe337-8425-4f90-b1ac-bc17631e6d54, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=059fe337-8425-4f90-b1ac-bc17631e6d54,segment=NetworkSegment(0242b8ee-f2c5-416b-a2c7-43aef912a9aa),segment_id=0242b8ee-f2c5-416b-a2c7-43aef912a9aa)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:15.116143 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-26a07ddf-29ca-4f4d-a185-ccdbd7dd0bdc req-75661a64-73e8-457f-9aa5-a40a483baa81 service neutron] 10.222.0.124 "GET /v2.0/networks/eefea86f-292f-49b8-aab3-e9599d79dda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123955 Jul 06 14:10:15.117925 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:15.127222 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105424c8-79ce-46cd-bce0-ba8dce9eb56c tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:15.130615 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105424c8-79ce-46cd-bce0-ba8dce9eb56c tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:15.137214 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-105424c8-79ce-46cd-bce0-ba8dce9eb56c tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1465492 Jul 06 14:10:15.140884 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42914) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:15.161019 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Network bd87b827-a6ac-4e18-b1de-bbcbd744b2a3 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:15.179505 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:15.202349 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:15.217369 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028d18d-52e1-4e32-8616-64f8392bb488 None None] Pushing event updated for resources: {'Port': ['ID=3cfc97f9-d24c-4071-9439-dc88bbbb545c,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:15.232935 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da4c57f-ff64-47ec-8211-f0750e37c5a4 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['shared'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:15.234589 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da4c57f-ff64-47ec-8211-f0750e37c5a4 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['shared'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:15.236230 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3da4c57f-ff64-47ec-8211-f0750e37c5a4 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0937746 Jul 06 14:10:15.239759 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42918) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:15.293640 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-26a07ddf-29ca-4f4d-a185-ccdbd7dd0bdc req-f43dd5ee-fd81-463c-ab8a-2016f4b81253 service neutron] 10.222.0.124 "GET /v2.0/networks/eefea86f-292f-49b8-aab3-e9599d79dda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684880 Jul 06 14:10:15.320567 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4db0733c-791e-4249-af2c-f75afbf5d2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:15.370582 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Attempting to bind port 104cf2ce-83cd-4569-835a-9fbd7e951c52 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:10:15.370582 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Attempting to bind port 104cf2ce-83cd-4569-835a-9fbd7e951c52 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '9cffd747-91c8-4202-bfc3-687d3fc92f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bd87b827-a6ac-4e18-b1de-bbcbd744b2a3'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:10:15.370883 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Attempting to bind port 104cf2ce-83cd-4569-835a-9fbd7e951c52 on network bd87b827-a6ac-4e18-b1de-bbcbd744b2a3 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:10:15.382349 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=059fe337-8425-4f90-b1ac-bc17631e6d54,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:15.386617 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:10:15.386617 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Checking segment: {'id': '9cffd747-91c8-4202-bfc3-687d3fc92f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bd87b827-a6ac-4e18-b1de-bbcbd744b2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:15.387039 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:15.387440 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Bound using segment: {'id': '9cffd747-91c8-4202-bfc3-687d3fc92f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bd87b827-a6ac-4e18-b1de-bbcbd744b2a3'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:10:15.387926 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Bound port: 104cf2ce-83cd-4569-835a-9fbd7e951c52, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cffd747-91c8-4202-bfc3-687d3fc92f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'bd87b827-a6ac-4e18-b1de-bbcbd744b2a3'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:10:15.388316 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:15.399774 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af9fd6e6-0bc7-4077-8884-6780631b0291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:15.405079 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a725d0d9-2217-43d9-b8eb-a5910c72f1f7 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:15.410752 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a725d0d9-2217-43d9-b8eb-a5910c72f1f7 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "GET /v2.0/networks/06ed28ea-f478-4949-aef7-1a80c9eb0d7b HTTP/1.1" status: 200 len: 798 time: 0.1699140 Jul 06 14:10:15.411509 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42920) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:15.466808 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ae7a2-5639-4811-9dd1-65d648b06ad6 req-364c352d-b02f-4e5f-bb27-0428e2960d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:15.468565 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e17ae7a2-5639-4811-9dd1-65d648b06ad6 req-364c352d-b02f-4e5f-bb27-0428e2960d0b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 1096 time: 0.5316267 Jul 06 14:10:15.497317 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc51141-e16d-4dbc-b2e1-9cf4cb1db146 req-675b9fc8-a4ee-4651-b3cb-e2fe560bda92 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:15.499434 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5dc51141-e16d-4dbc-b2e1-9cf4cb1db146 req-675b9fc8-a4ee-4651-b3cb-e2fe560bda92 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.1930687 Jul 06 14:10:15.505442 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-adaedb32-45e5-43a2-bb65-a2bbabd536c5 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:15.562942 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d1e46b1c-e0b7-44d7-9f61-fa1488ae6f70 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "GET /v2.0/networks/06ed28ea-f478-4949-aef7-1a80c9eb0d7b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.1466846 Jul 06 14:10:15.563312 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42922) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:15.651356 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc64f7db-308f-4eba-b895-ec7c0ba9f932 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:15.653191 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fc64f7db-308f-4eba-b895-ec7c0ba9f932 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "GET /v2.0/subnets/6fc5b84e-f0ee-450f-a3d1-0a331f6be476 HTTP/1.1" status: 200 len: 811 time: 0.0885282 Jul 06 14:10:15.660033 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42924) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:15.673041 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaedb32-45e5-43a2-bb65-a2bbabd536c5 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Network cf540ae3-9a19-4137-a413-78d293ba6e10 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:15.712955 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] For port 104cf2ce-83cd-4569-835a-9fbd7e951c52, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:10:15.717119 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] For port 104cf2ce-83cd-4569-835a-9fbd7e951c52, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=104cf2ce-83cd-4569-835a-9fbd7e951c52,segment=NetworkSegment(9cffd747-91c8-4202-bfc3-687d3fc92f75),segment_id=9cffd747-91c8-4202-bfc3-687d3fc92f75)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:10:15.725925 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-adaedb32-45e5-43a2-bb65-a2bbabd536c5 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:15.728397 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaedb32-45e5-43a2-bb65-a2bbabd536c5 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:15.728928 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:15.743749 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaedb32-45e5-43a2-bb65-a2bbabd536c5 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Pushing event updated for resources: {'Port': ['ID=33f95cf3-41bd-46b2-9c39-2b9e7c2e2179,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:15.824137 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5dc51141-e16d-4dbc-b2e1-9cf4cb1db146 req-b06e1594-5d5b-43a4-a0f8-39415c74f2fd tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3087223 Jul 06 14:10:15.825354 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Pushing event updated for resources: {'Port': ['ID=104cf2ce-83cd-4569-835a-9fbd7e951c52,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:15.834305 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:15.834753 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:15.836315 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:15.836315 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:15.836315 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:15.836315 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:15.836684 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:15.836812 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:15.837736 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:15.837736 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:15.837965 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:15.839502 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9651a5a1-ceca-457a-8fa6-67efc12dad1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:15.866194 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c913e7f-4b43-4a20-af5d-8025929fd26c tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['shared'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:15.871342 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9c913e7f-4b43-4a20-af5d-8025929fd26c tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "GET /v2.0/subnets/6fc5b84e-f0ee-450f-a3d1-0a331f6be476?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2036886 Jul 06 14:10:15.872458 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42926) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:15.876100 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-adaedb32-45e5-43a2-bb65-a2bbabd536c5 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:15.882062 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-063a1677-054f-4399-9162-230420bfb464 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-962431137'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:15.890390 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ae7a2-5639-4811-9dd1-65d648b06ad6 req-871441e9-e406-4578-8c49-f47ec4965b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:15.892799 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e17ae7a2-5639-4811-9dd1-65d648b06ad6 req-871441e9-e406-4578-8c49-f47ec4965b95 service neutron] 10.222.0.124 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 911 time: 0.3917286 Jul 06 14:10:15.959336 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4db0733c-791e-4249-af2c-f75afbf5d2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.026511 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4db0733c-791e-4249-af2c-f75afbf5d2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.038075 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.db.api [None req-063a1677-054f-4399-9162-230420bfb464 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 14:10:16.038075 n-d-773644-6 neutron-server[100417]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 14:10:16.038075 n-d-773644-6 neutron-server[100417]: [parameters: {'project_id_1': 'c39e7023cac24fd8ba59663bfcadaa30', 'expiration_1': datetime.datetime(2021, 7, 6, 14, 10, 15, 887984)}] Jul 06 14:10:16.038075 n-d-773644-6 neutron-server[100417]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:10:16.039118 n-d-773644-6 neutron-server[100417]: DEBUG oslo_db.api [None req-063a1677-054f-4399-9162-230420bfb464 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:10:16.127642 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0733c-791e-4249-af2c-f75afbf5d2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f02fdbe-534d-432a-a046-810a190601d6,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:16.140810 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4db0733c-791e-4249-af2c-f75afbf5d2e6 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=9da73e9353334ab4b6035bc88b83f0bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1668396 Jul 06 14:10:16.143638 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42928) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:16.174878 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 3cfc97f9-d24c-4071-9439-dc88bbbb545c up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:10:16.178219 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e17ae7a2-5639-4811-9dd1-65d648b06ad6 req-91855cee-e751-43aa-a1e7-9dfe6b318788 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6012d47-bb25-4268-b025-e7f056eb2224 HTTP/1.1" status: 200 len: 1001 time: 0.2363780 Jul 06 14:10:16.224732 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5745717-c983-4e54-b061-4609f67840ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.227522 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-adaedb32-45e5-43a2-bb65-a2bbabd536c5 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.266449 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 3cfc97f9-d24c-4071-9439-dc88bbbb545c completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:16.266700 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5745717-c983-4e54-b061-4609f67840ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.273531 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 059fe337-8425-4f90-b1ac-bc17631e6d54 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:10:16.340762 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5745717-c983-4e54-b061-4609f67840ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.344045 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5745717-c983-4e54-b061-4609f67840ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.345300 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a5745717-c983-4e54-b061-4609f67840ae admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/1f02fdbe-534d-432a-a046-810a190601d6 HTTP/1.1" status: 204 len: 168 time: 0.2003992 Jul 06 14:10:16.361027 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5745717-c983-4e54-b061-4609f67840ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f02fdbe-534d-432a-a046-810a190601d6,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:16.397859 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 059fe337-8425-4f90-b1ac-bc17631e6d54 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:16.398435 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.456491 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ae7a2-5639-4811-9dd1-65d648b06ad6 req-1f43b6ca-98b7-49de-b175-7f47a4db32f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:16.458415 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e17ae7a2-5639-4811-9dd1-65d648b06ad6 req-1f43b6ca-98b7-49de-b175-7f47a4db32f2 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=63f5e127-3353-454e-884a-bc0470d3f3d4 HTTP/1.1" status: 200 len: 849 time: 0.2247384 Jul 06 14:10:16.525875 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af9fd6e6-0bc7-4077-8884-6780631b0291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.539321 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af9fd6e6-0bc7-4077-8884-6780631b0291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.564800 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063a1677-054f-4399-9162-230420bfb464 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Made reservation on behalf of c39e7023cac24fd8ba59663bfcadaa30 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:16.570812 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-063a1677-054f-4399-9162-230420bfb464 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.604492 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-063a1677-054f-4399-9162-230420bfb464 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:10:16.623020 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-063a1677-054f-4399-9162-230420bfb464 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.623946 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-063a1677-054f-4399-9162-230420bfb464 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Added segment f79d3284-1189-49d6-9881-c5889fb011ec of type vlan for network d100e9d9-0f3b-43a1-a00d-13c0778f9f0f Jul 06 14:10:16.630547 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.639217 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-af9fd6e6-0bc7-4077-8884-6780631b0291 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=a66de0fc35ef493c8458ecaa24cf8c24&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6391063 Jul 06 14:10:16.645246 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 42936) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:16.655352 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9fd6e6-0bc7-4077-8884-6780631b0291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d56e1da-7cca-4893-b0af-ac6a980a8960,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:16.671132 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d967dc06-a54a-4b22-a3b3-59fb29e31438 None None] Network cf540ae3-9a19-4137-a413-78d293ba6e10 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:16.690915 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ae7a2-5639-4811-9dd1-65d648b06ad6 req-b92c4822-d7cd-464c-aa6f-519e8227e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:16.692786 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e17ae7a2-5639-4811-9dd1-65d648b06ad6 req-b92c4822-d7cd-464c-aa6f-519e8227e7e1 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=55ac526b-1e87-42ff-98ca-8b8357b7302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2182608 Jul 06 14:10:16.731200 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-063a1677-054f-4399-9162-230420bfb464 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.799882 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-432f32ee-eaed-4128-bb6f-ea0ccb302ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.806207 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-adaedb32-45e5-43a2-bb65-a2bbabd536c5 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.820292 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-adaedb32-45e5-43a2-bb65-a2bbabd536c5 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.833386 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-432f32ee-eaed-4128-bb6f-ea0ccb302ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.863942 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-063a1677-054f-4399-9162-230420bfb464 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.881506 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063a1677-054f-4399-9162-230420bfb464 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:16.882195 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-063a1677-054f-4399-9162-230420bfb464 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.902206 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f55e55ea-93a0-4d15-a223-11385ed014b8 None None] Provisioning for port 3cfc97f9-d24c-4071-9439-dc88bbbb545c completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:16.914511 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e17ae7a2-5639-4811-9dd1-65d648b06ad6 req-15dfdace-8959-47f2-9f3c-f86e8f473bca service neutron] 10.222.0.124 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068784 Jul 06 14:10:16.934694 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f55e55ea-93a0-4d15-a223-11385ed014b8 None None] Provisioning complete for port 3cfc97f9-d24c-4071-9439-dc88bbbb545c triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:16.935544 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f55e55ea-93a0-4d15-a223-11385ed014b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:16.954080 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaedb32-45e5-43a2-bb65-a2bbabd536c5 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Pushing event updated for resources: {'Port': ['ID=33f95cf3-41bd-46b2-9c39-2b9e7c2e2179,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:16.991771 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-adaedb32-45e5-43a2-bb65-a2bbabd536c5 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:17.087046 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-063a1677-054f-4399-9162-230420bfb464 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2050536 Jul 06 14:10:17.087416 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 42948) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:17.089392 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a1677-054f-4399-9162-230420bfb464 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event updated for resources: {'Network': ['ID=d100e9d9-0f3b-43a1-a00d-13c0778f9f0f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:17.103706 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-330a1898-42d6-4548-867c-c3f4ca2fbf3e tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Request body: {'subnet': {'network_id': 'd100e9d9-0f3b-43a1-a00d-13c0778f9f0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:17.113682 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-432f32ee-eaed-4128-bb6f-ea0ccb302ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:17.117894 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network d100e9d9-0f3b-43a1-a00d-13c0778f9f0f details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:10:17.118502 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-432f32ee-eaed-4128-bb6f-ea0ccb302ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:17.122896 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-432f32ee-eaed-4128-bb6f-ea0ccb302ffa admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/2d56e1da-7cca-4893-b0af-ac6a980a8960 HTTP/1.1" status: 204 len: 168 time: 0.4731085 Jul 06 14:10:17.151791 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f55e55ea-93a0-4d15-a223-11385ed014b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:17.152892 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f32ee-eaed-4128-bb6f-ea0ccb302ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d56e1da-7cca-4893-b0af-ac6a980a8960,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:17.189627 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e17ae7a2-5639-4811-9dd1-65d648b06ad6 req-028704f9-c7bf-4f36-8c92-1cf4177ce942 service neutron] 10.222.0.124 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681072 Jul 06 14:10:17.347392 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-f55e55ea-93a0-4d15-a223-11385ed014b8 None None] For port 3cfc97f9-d24c-4071-9439-dc88bbbb545c, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=3cfc97f9-d24c-4071-9439-dc88bbbb545c,segment=NetworkSegment(9d4199d7-933b-43a2-a231-b63eeb8c8c45),segment_id=9d4199d7-933b-43a2-a231-b63eeb8c8c45)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:17.360072 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f55e55ea-93a0-4d15-a223-11385ed014b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:17.360432 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaedb32-45e5-43a2-bb65-a2bbabd536c5 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Network cf540ae3-9a19-4137-a413-78d293ba6e10 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:17.370970 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-adaedb32-45e5-43a2-bb65-a2bbabd536c5 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:17.373508 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330a1898-42d6-4548-867c-c3f4ca2fbf3e tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Made reservation on behalf of c39e7023cac24fd8ba59663bfcadaa30 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:17.378931 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-330a1898-42d6-4548-867c-c3f4ca2fbf3e tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:17.511253 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e55ea-93a0-4d15-a223-11385ed014b8 None None] Pushing event updated for resources: {'Port': ['ID=3cfc97f9-d24c-4071-9439-dc88bbbb545c,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:17.528325 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af27215-0b82-42b3-9eef-59e6f54bd575 req-7f39f048-13f5-4c35-bbe4-c6346fcd9a32 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:17.530070 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3af27215-0b82-42b3-9eef-59e6f54bd575 req-7f39f048-13f5-4c35-bbe4-c6346fcd9a32 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.3476253 Jul 06 14:10:17.561028 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a252e9-1275-4245-8df2-4ddd8ad79563 None None] Network bd87b827-a6ac-4e18-b1de-bbcbd744b2a3 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:17.584926 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.ipam_backend_mixin [None req-330a1898-42d6-4548-867c-c3f4ca2fbf3e tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Performing IP validity checks on allocation pools {{(pid=100418) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 14:10:17.585825 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.ipam_backend_mixin [None req-330a1898-42d6-4548-867c-c3f4ca2fbf3e tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100418) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 14:10:17.680186 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3af27215-0b82-42b3-9eef-59e6f54bd575 req-2782d44e-0d6d-4cc7-aa47-1f176f906350 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410608 Jul 06 14:10:17.681971 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-427a4a5f-3f20-4724-b1fd-ab3d88441af5 None None] Provisioning for port 104cf2ce-83cd-4569-835a-9fbd7e951c52 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:17.802598 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adaedb32-45e5-43a2-bb65-a2bbabd536c5 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Router 8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:10:17.872761 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-97213495-a532-4ed9-b83d-092ba01cf952 None None] Provisioning for port 33f95cf3-41bd-46b2-9c39-2b9e7c2e2179 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:17.884172 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-97213495-a532-4ed9-b83d-092ba01cf952 None None] Provisioning complete for port 33f95cf3-41bd-46b2-9c39-2b9e7c2e2179 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:17.884558 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-97213495-a532-4ed9-b83d-092ba01cf952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:17.930255 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-97213495-a532-4ed9-b83d-092ba01cf952 None None] Port 33f95cf3-41bd-46b2-9c39-2b9e7c2e2179 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:10:17.961188 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-97213495-a532-4ed9-b83d-092ba01cf952 None None] Provisioning complete for port 3cfc97f9-d24c-4071-9439-dc88bbbb545c triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:17.961631 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-97213495-a532-4ed9-b83d-092ba01cf952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:17.963540 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-330a1898-42d6-4548-867c-c3f4ca2fbf3e tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:18.296544 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 3cfc97f9-d24c-4071-9439-dc88bbbb545c up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:10:18.379732 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-741cb4da-be8e-4cb0-871d-76d784e15538 None None] Provisioning complete for port 33f95cf3-41bd-46b2-9c39-2b9e7c2e2179 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:18.379732 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-741cb4da-be8e-4cb0-871d-76d784e15538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:18.422386 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-741cb4da-be8e-4cb0-871d-76d784e15538 None None] Port 33f95cf3-41bd-46b2-9c39-2b9e7c2e2179 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:10:18.439532 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 3cfc97f9-d24c-4071-9439-dc88bbbb545c triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:18.439961 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:18.489326 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adaedb32-45e5-43a2-bb65-a2bbabd536c5 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:10:18.495175 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-adaedb32-45e5-43a2-bb65-a2bbabd536c5 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] 10.222.0.118 "PUT /v2.0/routers/8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3586755 Jul 06 14:10:18.497920 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43012) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:18.504461 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1733b7da-a869-44de-ac69-83cd7d86b73a None None] Sync routers for ids ['8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:10:18.518876 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1733b7da-a869-44de-ac69-83cd7d86b73a None None] Routers {'8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:18.520210 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-1733b7da-a869-44de-ac69-83cd7d86b73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:18.535449 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a1898-42d6-4548-867c-c3f4ca2fbf3e tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event updated for resources: {'Subnet': ['ID=5793d9e6-6c8e-45e7-b9c3-89a2539466db,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:18.556561 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330a1898-42d6-4548-867c-c3f4ca2fbf3e tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Checking segment: {'id': 'f79d3284-1189-49d6-9881-c5889fb011ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd100e9d9-0f3b-43a1-a00d-13c0778f9f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:18.556853 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330a1898-42d6-4548-867c-c3f4ca2fbf3e tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Network hostable DHCP agents. Network: d100e9d9-0f3b-43a1-a00d-13c0778f9f0f, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:10:18.569582 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-1733b7da-a869-44de-ac69-83cd7d86b73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:18.579903 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330a1898-42d6-4548-867c-c3f4ca2fbf3e tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Network d100e9d9-0f3b-43a1-a00d-13c0778f9f0f is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:10:18.589912 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1733b7da-a869-44de-ac69-83cd7d86b73a None None] Routers {'8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:18.590872 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-1733b7da-a869-44de-ac69-83cd7d86b73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:18.599836 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-330a1898-42d6-4548-867c-c3f4ca2fbf3e tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, d100e9d9-0f3b-43a1-a00d-13c0778f9f0f) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:18.605742 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330a1898-42d6-4548-867c-c3f4ca2fbf3e tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:18.606750 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-330a1898-42d6-4548-867c-c3f4ca2fbf3e tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:18.636894 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-330a1898-42d6-4548-867c-c3f4ca2fbf3e tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5485184 Jul 06 14:10:18.637122 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43016) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:18.645327 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-8d212907-98ab-4265-a3da-6f4bf5585782 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:18.654779 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaae52e4-326e-4ddf-ba00-1b23d6194fa3 None None] Network d100e9d9-0f3b-43a1-a00d-13c0778f9f0f requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:18.714399 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5a83e6f5-411b-4a77-b0a1-20d96f626181 None None] Provisioning complete for port 33f95cf3-41bd-46b2-9c39-2b9e7c2e2179 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:18.714773 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5a83e6f5-411b-4a77-b0a1-20d96f626181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:18.716341 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-1733b7da-a869-44de-ac69-83cd7d86b73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:18.717013 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1733b7da-a869-44de-ac69-83cd7d86b73a None None] The sync data for ids ['8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:10:18.740790 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43020) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:18.779946 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 104cf2ce-83cd-4569-835a-9fbd7e951c52 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:10:18.829382 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:18.840571 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-5a83e6f5-411b-4a77-b0a1-20d96f626181 None None] Port 33f95cf3-41bd-46b2-9c39-2b9e7c2e2179 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:10:18.843212 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8d212907-98ab-4265-a3da-6f4bf5585782 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3695265'] for subnet, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:18.895452 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 104cf2ce-83cd-4569-835a-9fbd7e951c52 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:18.896470 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-844aed0a-5f6e-42a1-81ae-879e01227e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:18.919880 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 104cf2ce-83cd-4569-835a-9fbd7e951c52 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:18.920427 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:19.013324 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a290cd-c670-4cb4-b672-b03ea14a2aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-d100e9d9-0f3b-43a1-a00d-13c0778f9f0f', 'network_id': 'd100e9d9-0f3b-43a1-a00d-13c0778f9f0f', 'tenant_id': 'c39e7023cac24fd8ba59663bfcadaa30', 'fixed_ips': [{'subnet_id': '5793d9e6-6c8e-45e7-b9c3-89a2539466db'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:10:19.014439 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e9a290cd-c670-4cb4-b672-b03ea14a2aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:19.032549 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-844aed0a-5f6e-42a1-81ae-879e01227e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:19.039915 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-844aed0a-5f6e-42a1-81ae-879e01227e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:19.075395 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:19.088559 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844aed0a-5f6e-42a1-81ae-879e01227e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29e08d2-c1ba-4a97-a45a-2166aa6b32a3,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:19.108008 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-844aed0a-5f6e-42a1-81ae-879e01227e16 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=dfc4085b57554a15bf9c2fa2414aaf3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3641756 Jul 06 14:10:19.108874 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43030) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:19.160557 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-a5ae7a72-03e9-4a36-9fda-a0550f61391e tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:10:19.161793 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a5ae7a72-03e9-4a36-9fda-a0550f61391e tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] 10.222.0.118 "PUT /v2.0/routers/8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6627910 Jul 06 14:10:19.164695 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43032) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:19.173236 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c0794afb-dc15-4c9d-b4d7-fab60bc0f7f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:19.193786 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 104cf2ce-83cd-4569-835a-9fbd7e951c52, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=104cf2ce-83cd-4569-835a-9fbd7e951c52,segment=NetworkSegment(9cffd747-91c8-4202-bfc3-687d3fc92f75),segment_id=9cffd747-91c8-4202-bfc3-687d3fc92f75)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:19.200914 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:19.233874 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c0794afb-dc15-4c9d-b4d7-fab60bc0f7f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:19.272187 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8d212907-98ab-4265-a3da-6f4bf5585782 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727519554079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3505964'] for subnet, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:19.313911 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c0794afb-dc15-4c9d-b4d7-fab60bc0f7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:19.318022 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c0794afb-dc15-4c9d-b4d7-fab60bc0f7f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:19.319912 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c0794afb-dc15-4c9d-b4d7-fab60bc0f7f6 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/c29e08d2-c1ba-4a97-a45a-2166aa6b32a3 HTTP/1.1" status: 204 len: 168 time: 0.2098560 Jul 06 14:10:19.334403 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=104cf2ce-83cd-4569-835a-9fbd7e951c52,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:19.344398 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0794afb-dc15-4c9d-b4d7-fab60bc0f7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29e08d2-c1ba-4a97-a45a-2166aa6b32a3,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:19.347255 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d212907-98ab-4265-a3da-6f4bf5585782 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:19.347792 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8d212907-98ab-4265-a3da-6f4bf5585782 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:19.351990 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43044) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:19.352152 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8d212907-98ab-4265-a3da-6f4bf5585782 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "PUT /v2.0/subnets/5793d9e6-6c8e-45e7-b9c3-89a2539466db HTTP/1.1" status: 200 len: 877 time: 0.7146745 Jul 06 14:10:19.374037 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-e9a290cd-c670-4cb4-b672-b03ea14a2aa8 None None] Allocated IP 172.20.0.3 (d100e9d9-0f3b-43a1-a00d-13c0778f9f0f/5793d9e6-6c8e-45e7-b9c3-89a2539466db/85c10fbb-2033-4436-826d-1738d973ee50) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:19.388432 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d212907-98ab-4265-a3da-6f4bf5585782 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event updated for resources: {'Subnet': ['ID=5793d9e6-6c8e-45e7-b9c3-89a2539466db,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:19.529902 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:19.605066 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:19.611381 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e9a290cd-c670-4cb4-b672-b03ea14a2aa8 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:19.644832 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e9a290cd-c670-4cb4-b672-b03ea14a2aa8 None None] Transition to ACTIVE for port object 85c10fbb-2033-4436-826d-1738d973ee50 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:19.689451 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e9a290cd-c670-4cb4-b672-b03ea14a2aa8 None None] Transition to ACTIVE for port object 85c10fbb-2033-4436-826d-1738d973ee50 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:19.699104 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e9a290cd-c670-4cb4-b672-b03ea14a2aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:19.738772 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5939cb3e-e7ac-4543-b7ee-0ec2adfad9b5 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:19.745494 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:19.750365 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a290cd-c670-4cb4-b672-b03ea14a2aa8 None None] Network d100e9d9-0f3b-43a1-a00d-13c0778f9f0f is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:19.755752 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-e9a290cd-c670-4cb4-b672-b03ea14a2aa8 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:19.758609 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a290cd-c670-4cb4-b672-b03ea14a2aa8 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:19.777205 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a290cd-c670-4cb4-b672-b03ea14a2aa8 None None] Pushing event updated for resources: {'Port': ['ID=85c10fbb-2033-4436-826d-1738d973ee50,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:19.821603 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event deleted for resources: {'Subnet': ['ID=5793d9e6-6c8e-45e7-b9c3-89a2539466db,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:19.889512 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-e9a290cd-c670-4cb4-b672-b03ea14a2aa8 None None] Attempting to bind port 85c10fbb-2033-4436-826d-1738d973ee50 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:10:19.892832 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-e9a290cd-c670-4cb4-b672-b03ea14a2aa8 None None] Attempting to bind port 85c10fbb-2033-4436-826d-1738d973ee50 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'f79d3284-1189-49d6-9881-c5889fb011ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd100e9d9-0f3b-43a1-a00d-13c0778f9f0f'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:10:19.896380 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a290cd-c670-4cb4-b672-b03ea14a2aa8 None None] Attempting to bind port 85c10fbb-2033-4436-826d-1738d973ee50 on network d100e9d9-0f3b-43a1-a00d-13c0778f9f0f {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:10:19.923636 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a290cd-c670-4cb4-b672-b03ea14a2aa8 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:10:19.924141 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a290cd-c670-4cb4-b672-b03ea14a2aa8 None None] Checking segment: {'id': 'f79d3284-1189-49d6-9881-c5889fb011ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd100e9d9-0f3b-43a1-a00d-13c0778f9f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:19.924621 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e9a290cd-c670-4cb4-b672-b03ea14a2aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:19.925071 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a290cd-c670-4cb4-b672-b03ea14a2aa8 None None] Bound using segment: {'id': 'f79d3284-1189-49d6-9881-c5889fb011ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd100e9d9-0f3b-43a1-a00d-13c0778f9f0f'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:10:19.931977 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-e9a290cd-c670-4cb4-b672-b03ea14a2aa8 None None] Bound port: 85c10fbb-2033-4436-826d-1738d973ee50, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f79d3284-1189-49d6-9881-c5889fb011ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd100e9d9-0f3b-43a1-a00d-13c0778f9f0f'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:10:19.932367 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e9a290cd-c670-4cb4-b672-b03ea14a2aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:19.935384 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:19.953538 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d100e9d9-0f3b-43a1-a00d-13c0778f9f0f']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:19.973722 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f79d3284-1189-49d6-9881-c5889fb011ec') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:19.974191 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f79d3284-1189-49d6-9881-c5889fb011ec') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:19.992246 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:20.016549 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:20.024895 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:10:20.025270 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:10:20.028987 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:10:20.118259 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 104cf2ce-83cd-4569-835a-9fbd7e951c52 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:10:20.120472 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.db.api [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 06 14:10:20.120472 n-d-773644-6 neutron-server[100418]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 06 14:10:20.120472 n-d-773644-6 neutron-server[100418]: [parameters: {'id': 'd100e9d9-0f3b-43a1-a00d-13c0778f9f0f'}] Jul 06 14:10:20.120472 n-d-773644-6 neutron-server[100418]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:10:20.121086 n-d-773644-6 neutron-server[100418]: DEBUG oslo_db.api [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:10:20.187656 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-e9a290cd-c670-4cb4-b672-b03ea14a2aa8 None None] For port 85c10fbb-2033-4436-826d-1738d973ee50, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:10:20.237276 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-e9a290cd-c670-4cb4-b672-b03ea14a2aa8 None None] For port 85c10fbb-2033-4436-826d-1738d973ee50, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=85c10fbb-2033-4436-826d-1738d973ee50,segment=NetworkSegment(f79d3284-1189-49d6-9881-c5889fb011ec),segment_id=f79d3284-1189-49d6-9881-c5889fb011ec)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:10:20.241469 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-5939cb3e-e7ac-4543-b7ee-0ec2adfad9b5 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Deleting port 33f95cf3-41bd-46b2-9c39-2b9e7c2e2179 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:10:20.242217 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5939cb3e-e7ac-4543-b7ee-0ec2adfad9b5 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:20.250696 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e9a290cd-c670-4cb4-b672-b03ea14a2aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:20.381813 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36d8141-8068-4fd4-99b3-2a391910338e None None] Network d100e9d9-0f3b-43a1-a00d-13c0778f9f0f requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:20.398543 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5939cb3e-e7ac-4543-b7ee-0ec2adfad9b5 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:20.417149 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-5939cb3e-e7ac-4543-b7ee-0ec2adfad9b5 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Calling delete_port for 33f95cf3-41bd-46b2-9c39-2b9e7c2e2179 owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:10:20.516917 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 104cf2ce-83cd-4569-835a-9fbd7e951c52 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:20.517467 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:20.609401 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a290cd-c670-4cb4-b672-b03ea14a2aa8 None None] Pushing event updated for resources: {'Port': ['ID=85c10fbb-2033-4436-826d-1738d973ee50,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:20.622385 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:20.681698 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5939cb3e-e7ac-4543-b7ee-0ec2adfad9b5 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:20.748873 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Deleting port 85c10fbb-2033-4436-826d-1738d973ee50 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:10:20.749318 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:20.755558 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5939cb3e-e7ac-4543-b7ee-0ec2adfad9b5 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Pushing event deleted for resources: {'Port': ['ID=33f95cf3-41bd-46b2-9c39-2b9e7c2e2179,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:20.776036 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f5d4ac-c3a6-414e-88b1-052a4c2fe017 None None] Network d100e9d9-0f3b-43a1-a00d-13c0778f9f0f requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:20.862200 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] For port 85c10fbb-2033-4436-826d-1738d973ee50, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=85c10fbb-2033-4436-826d-1738d973ee50,segment=NetworkSegment(f79d3284-1189-49d6-9881-c5889fb011ec),segment_id=f79d3284-1189-49d6-9881-c5889fb011ec)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:20.862577 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:20.880392 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Calling delete_port for 85c10fbb-2033-4436-826d-1738d973ee50 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:10:21.029276 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:21.055706 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] No DVR routers for this DVR port 85c10fbb-2033-4436-826d-1738d973ee50 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:10:21.107790 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event deleted for resources: {'Port': ['ID=85c10fbb-2033-4436-826d-1738d973ee50,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:21.111815 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5939cb3e-e7ac-4543-b7ee-0ec2adfad9b5 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:21.152074 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:21.152435 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:21.152892 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:21.153243 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:21.153587 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:21.153952 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:21.154447 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:21.155054 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:21.155167 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:21.155429 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:21.155896 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:21.156231 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:10:21.210384 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59f2962-a418-4027-a398-504256208e03 None None] get_active_networks_info from n-d-773644-6 {{(pid=100419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 14:10:21.258023 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:21.283584 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d100e9d9-0f3b-43a1-a00d-13c0778f9f0f']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:21.305924 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f79d3284-1189-49d6-9881-c5889fb011ec') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:21.306267 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f79d3284-1189-49d6-9881-c5889fb011ec') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:21.341640 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:21.377848 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:21.388138 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:10:21.388716 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:10:21.393654 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:10:21.503462 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59f2962-a418-4027-a398-504256208e03 None None] Resources bound (agent type, host, resource id): {{(pid=100419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 14:10:21.509126 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:21.526707 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:21.529727 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/networks/d100e9d9-0f3b-43a1-a00d-13c0778f9f0f HTTP/1.1" status: 204 len: 168 time: 2.1763525 Jul 06 14:10:21.537812 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43146) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:21.616169 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf8fc9-5012-4d1f-b84b-3dd8ca57d96f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event deleted for resources: {'Network': ['ID=d100e9d9-0f3b-43a1-a00d-13c0778f9f0f,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:21.618300 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-407b288f-cf8a-414f-b253-afc6b2f4f9b7 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:21.618759 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-407b288f-cf8a-414f-b253-afc6b2f4f9b7 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:21.620543 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-407b288f-cf8a-414f-b253-afc6b2f4f9b7 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/subnets/5793d9e6-6c8e-45e7-b9c3-89a2539466db HTTP/1.1" status: 404 len: 337 time: 0.0782650 Jul 06 14:10:21.622995 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43148) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:21.634940 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43150) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:21.653288 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c75149f-83dc-41f7-b1a7-7d60ff2bf55e tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:21.654604 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c75149f-83dc-41f7-b1a7-7d60ff2bf55e tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:21.656505 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5c75149f-83dc-41f7-b1a7-7d60ff2bf55e tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/networks/d100e9d9-0f3b-43a1-a00d-13c0778f9f0f HTTP/1.1" status: 404 len: 339 time: 0.0318320 Jul 06 14:10:21.659064 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43154) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:21.721243 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6fc8df4-0ac0-4878-9974-9e7eaf0dd302 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:21.724212 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6fc8df4-0ac0-4878-9974-9e7eaf0dd302 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:21.734305 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a6fc8df4-0ac0-4878-9974-9e7eaf0dd302 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/subnets/318a9a75-9629-480c-8afd-1f15ff818c86 HTTP/1.1" status: 404 len: 337 time: 0.0737667 Jul 06 14:10:21.734978 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43156) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:21.777868 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa72a4e-7b15-40f3-af24-4581dcdebf87 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:21.778476 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa72a4e-7b15-40f3-af24-4581dcdebf87 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:21.783444 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-caa72a4e-7b15-40f3-af24-4581dcdebf87 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/networks/c9848a49-c401-44e4-963d-e929c8add7e1 HTTP/1.1" status: 404 len: 339 time: 0.0472121 Jul 06 14:10:21.786653 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43160) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:21.821872 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-447c9fdb-cdb7-4a54-8d59-04afae43b278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:21.901722 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5939cb3e-e7ac-4543-b7ee-0ec2adfad9b5 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Router 8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:10:21.994529 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5939cb3e-e7ac-4543-b7ee-0ec2adfad9b5 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:10:22.006116 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5939cb3e-e7ac-4543-b7ee-0ec2adfad9b5 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] 10.222.0.118 "PUT /v2.0/routers/8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8360894 Jul 06 14:10:22.007764 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43166) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:22.013124 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef64d96d-483d-4ae8-afde-31a033bf6f83 None None] Sync routers for ids ['8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:10:22.033504 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef64d96d-483d-4ae8-afde-31a033bf6f83 None None] Routers {'8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:22.036145 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-ef64d96d-483d-4ae8-afde-31a033bf6f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:22.049305 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-492b5594-ad2b-494c-99a1-b346c49528fb tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:22.090076 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-370f8338-587b-4a14-ae16-48d7fb432a72 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] delete failed (client error): The resource could not be found. Jul 06 14:10:22.091823 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-370f8338-587b-4a14-ae16-48d7fb432a72 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] 10.222.0.118 "DELETE /v2.0/routers/tempest-non_exist_router-1747284699 HTTP/1.1" status: 404 len: 335 time: 0.0682089 Jul 06 14:10:22.095348 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43168) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:22.102362 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e6830620-c268-43d7-9ac0-1f3f72e3e94d tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Request body: {'router': {'external_gateway_info': {'network_id': '8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:22.129712 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-ef64d96d-483d-4ae8-afde-31a033bf6f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:22.141719 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef64d96d-483d-4ae8-afde-31a033bf6f83 None None] Routers {'8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:22.142844 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-ef64d96d-483d-4ae8-afde-31a033bf6f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:22.216188 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-ef64d96d-483d-4ae8-afde-31a033bf6f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:22.217234 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef64d96d-483d-4ae8-afde-31a033bf6f83 None None] The sync data for ids ['8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:10:22.222134 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-492b5594-ad2b-494c-99a1-b346c49528fb tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:22.242410 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-492b5594-ad2b-494c-99a1-b346c49528fb tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e6b722-6af5-4645-961a-231087cf3ac0']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:22.257335 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-492b5594-ad2b-494c-99a1-b346c49528fb tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b653b32c-3e08-407f-8b6a-f8e1a62209ae') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:22.257775 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-492b5594-ad2b-494c-99a1-b346c49528fb tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b653b32c-3e08-407f-8b6a-f8e1a62209ae') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:22.272890 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-492b5594-ad2b-494c-99a1-b346c49528fb tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:22.294148 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-492b5594-ad2b-494c-99a1-b346c49528fb tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:22.307804 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492b5594-ad2b-494c-99a1-b346c49528fb tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:10:22.308236 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-492b5594-ad2b-494c-99a1-b346c49528fb tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:10:22.311565 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:10:22.362540 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-447c9fdb-cdb7-4a54-8d59-04afae43b278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:22.369860 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-447c9fdb-cdb7-4a54-8d59-04afae43b278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:22.397995 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6830620-c268-43d7-9ac0-1f3f72e3e94d tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:22.403319 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-492b5594-ad2b-494c-99a1-b346c49528fb tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:22.419326 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-492b5594-ad2b-494c-99a1-b346c49528fb tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:22.423456 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-492b5594-ad2b-494c-99a1-b346c49528fb tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/networks/01e6b722-6af5-4645-961a-231087cf3ac0 HTTP/1.1" status: 204 len: 168 time: 0.6335607 Jul 06 14:10:22.425466 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43176) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:22.426176 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-e6830620-c268-43d7-9ac0-1f3f72e3e94d tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] update failed (client error): The resource could not be found. Jul 06 14:10:22.429805 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c9fdb-cdb7-4a54-8d59-04afae43b278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19dcb0a4-06fb-4e28-8555-dd3b6cc4ee29,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:22.430028 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e6830620-c268-43d7-9ac0-1f3f72e3e94d tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] 10.222.0.118 "PUT /v2.0/routers/8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6 HTTP/1.1" status: 404 len: 339 time: 0.3290246 Jul 06 14:10:22.437224 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43178) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:22.445375 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-447c9fdb-cdb7-4a54-8d59-04afae43b278 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=8972ca0347fe4cc9a4e85d1a597ae32d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8082244 Jul 06 14:10:22.446259 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b5594-ad2b-494c-99a1-b346c49528fb tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event deleted for resources: {'Network': ['ID=01e6b722-6af5-4645-961a-231087cf3ac0,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:22.447849 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43180) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:22.501159 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-92db0006-8d89-40f6-ba03-fca16aa05b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:22.527996 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-92db0006-8d89-40f6-ba03-fca16aa05b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:22.530387 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-789c28c7-edff-4234-91aa-a23e55001ab3 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:22.530858 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-789c28c7-edff-4234-91aa-a23e55001ab3 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:22.532624 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-789c28c7-edff-4234-91aa-a23e55001ab3 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/subnets/c980a853-dc7e-42db-b70c-86a4672fa257 HTTP/1.1" status: 404 len: 337 time: 0.1044793 Jul 06 14:10:22.535255 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43186) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:22.561530 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8fd4c1-f0f6-4a47-b243-b89b63887a18 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:22.561855 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec8fd4c1-f0f6-4a47-b243-b89b63887a18 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:22.563881 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ec8fd4c1-f0f6-4a47-b243-b89b63887a18 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/networks/fecc6ed2-c0d6-4dfd-af7e-f674381c4ade HTTP/1.1" status: 404 len: 339 time: 0.0277007 Jul 06 14:10:22.567966 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43188) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:22.599715 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff949226-a044-451f-bb0a-aa3536981089 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:22.600265 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff949226-a044-451f-bb0a-aa3536981089 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:22.604777 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ff949226-a044-451f-bb0a-aa3536981089 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/subnets/1f951f8d-1c7c-4565-a80e-23ba08913c38 HTTP/1.1" status: 404 len: 337 time: 0.0329759 Jul 06 14:10:22.605019 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43190) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:22.624307 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43192) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:22.631125 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f72e69-2f08-4920-8158-05e5a4b4a9ca tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:22.631792 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f72e69-2f08-4920-8158-05e5a4b4a9ca tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:22.636286 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-20f72e69-2f08-4920-8158-05e5a4b4a9ca tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/networks/758321f1-ccbf-412c-969e-a2f0fe7d4b9e HTTP/1.1" status: 404 len: 339 time: 0.0275698 Jul 06 14:10:22.636286 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43196) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:22.668947 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7297725-165c-4c9a-88c2-5bf4452aeefc tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:22.669332 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7297725-165c-4c9a-88c2-5bf4452aeefc tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:22.673657 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b7297725-165c-4c9a-88c2-5bf4452aeefc tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/subnets/ba816526-8e95-4cf5-a768-974b08bf188d HTTP/1.1" status: 404 len: 337 time: 0.0340228 Jul 06 14:10:22.673657 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-92db0006-8d89-40f6-ba03-fca16aa05b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:22.673961 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43198) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:22.675792 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-92db0006-8d89-40f6-ba03-fca16aa05b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:22.679065 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-92db0006-8d89-40f6-ba03-fca16aa05b06 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/19dcb0a4-06fb-4e28-8555-dd3b6cc4ee29 HTTP/1.1" status: 204 len: 168 time: 0.2302513 Jul 06 14:10:22.686913 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db0006-8d89-40f6-ba03-fca16aa05b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dcb0a4-06fb-4e28-8555-dd3b6cc4ee29,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:22.724297 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d27165c-6261-4a9b-9bc7-78dab6113b77 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:22.724886 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d27165c-6261-4a9b-9bc7-78dab6113b77 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:22.726792 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4d27165c-6261-4a9b-9bc7-78dab6113b77 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/networks/9abbb82a-d42f-4fbd-a54f-d3e3b440948b HTTP/1.1" status: 404 len: 339 time: 0.0503519 Jul 06 14:10:22.729711 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43202) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:22.788243 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-08448435-f31c-4627-9d71-d07d3381e2ae tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:22.788850 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08448435-f31c-4627-9d71-d07d3381e2ae tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:22.790991 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-08448435-f31c-4627-9d71-d07d3381e2ae tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/subnets/dce08756-e03c-4a90-9fe0-030a10b90373 HTTP/1.1" status: 404 len: 337 time: 0.0596061 Jul 06 14:10:22.794068 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43204) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:22.798158 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-794faec4-e315-461f-8f75-ba6613c099db tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:22.821912 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-60b7d26d-52b6-4437-b490-3dbaffee27eb tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:22.826866 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82ad815-85ad-45f7-9192-87990abf3cb9 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:22.827529 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e82ad815-85ad-45f7-9192-87990abf3cb9 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:22.832061 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e82ad815-85ad-45f7-9192-87990abf3cb9 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/networks/a1b040b2-23e4-4663-9d15-674e560b27f6 HTTP/1.1" status: 404 len: 339 time: 0.0245526 Jul 06 14:10:22.832465 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43206) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:22.868761 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c7a604-7b92-426d-94b3-a25b359708b6 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:22.869344 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c7a604-7b92-426d-94b3-a25b359708b6 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:22.871234 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-99c7a604-7b92-426d-94b3-a25b359708b6 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/subnets/1f43fdf5-0a94-47f6-9e1f-f75248f39bb0 HTTP/1.1" status: 404 len: 337 time: 0.0374792 Jul 06 14:10:22.875652 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-794faec4-e315-461f-8f75-ba6613c099db tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] 10.222.0.118 "PUT /v2.0/quotas/9e90f36b798548b7a67a51a7a955dda1 HTTP/1.1" status: 200 len: 368 time: 0.2476954 Jul 06 14:10:22.875652 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43208) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:22.876496 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43210) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:22.893631 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd76be5c-3910-4f03-b9c2-86c803668e3f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:22.894230 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd76be5c-3910-4f03-b9c2-86c803668e3f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:22.896007 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-dd76be5c-3910-4f03-b9c2-86c803668e3f tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/networks/a8ef4fd1-e415-4201-9509-fd1877ed82bb HTTP/1.1" status: 404 len: 339 time: 0.0212827 Jul 06 14:10:22.898779 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43212) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:22.934084 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e6c86fa2-01ac-46d3-804a-b26b1192313b tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Request body: {'network': {'project_id': '9e90f36b798548b7a67a51a7a955dda1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:22.936340 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62571b6-2fa9-4776-8f28-5177664e22f2 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:22.936984 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62571b6-2fa9-4776-8f28-5177664e22f2 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:22.939087 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f62571b6-2fa9-4776-8f28-5177664e22f2 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/subnets/989f89fb-2ecf-418a-8a8c-052334be38cf HTTP/1.1" status: 404 len: 337 time: 0.0389261 Jul 06 14:10:22.942227 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43214) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:22.969256 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b512368-026d-4126-8d6b-3ed88fd48a50 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:22.970086 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b512368-026d-4126-8d6b-3ed88fd48a50 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:22.972756 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5b512368-026d-4126-8d6b-3ed88fd48a50 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/networks/6f230763-a6ac-4177-89c2-59c56625a497 HTTP/1.1" status: 404 len: 339 time: 0.0294933 Jul 06 14:10:22.975176 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43218) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:23.008576 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f815c4-5958-4319-bae5-1bcd73e1e803 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:23.009221 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1f815c4-5958-4319-bae5-1bcd73e1e803 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:23.012309 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f1f815c4-5958-4319-bae5-1bcd73e1e803 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/subnets/d2ce2a0e-7ecb-44df-8727-678ae6cbf459 HTTP/1.1" status: 404 len: 337 time: 0.0352564 Jul 06 14:10:23.014359 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43220) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:23.059941 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c41be8e-c580-4303-a544-7b77e70f22e5 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:23.060523 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c41be8e-c580-4303-a544-7b77e70f22e5 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:23.062510 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6c41be8e-c580-4303-a544-7b77e70f22e5 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/networks/f1f36cc6-f989-47b1-a9a2-613dce5de667 HTTP/1.1" status: 404 len: 339 time: 0.0233586 Jul 06 14:10:23.065565 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43222) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:23.065907 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c86fa2-01ac-46d3-804a-b26b1192313b tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Made reservation on behalf of 9e90f36b798548b7a67a51a7a955dda1 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:23.068465 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6c86fa2-01ac-46d3-804a-b26b1192313b tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.093394 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6c86fa2-01ac-46d3-804a-b26b1192313b tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.114675 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae57ea2-1033-409f-a8dd-eb5bb3cd9f94 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:23.115356 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae57ea2-1033-409f-a8dd-eb5bb3cd9f94 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:23.120480 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-fae57ea2-1033-409f-a8dd-eb5bb3cd9f94 tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/subnets/e3f12c19-3866-4c38-a5e0-962e16ac2048 HTTP/1.1" status: 404 len: 337 time: 0.0513077 Jul 06 14:10:23.121410 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43224) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:23.146340 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef967d8a-ff1d-4345-8173-0ee7c1f240df tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] DELETE failed (client error): The resource could not be found. Jul 06 14:10:23.147231 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef967d8a-ff1d-4345-8173-0ee7c1f240df tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:23.152103 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ef967d8a-ff1d-4345-8173-0ee7c1f240df tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/networks/725e771a-b0c9-4d04-8c72-606db894b111 HTTP/1.1" status: 404 len: 339 time: 0.0292718 Jul 06 14:10:23.152805 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43226) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:23.166087 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43228) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:23.199442 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-60b7d26d-52b6-4437-b490-3dbaffee27eb tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Allocated IP 172.20.0.1 (d5a69808-9b14-47b4-af5e-05f87ae4e50a/66ebabd6-e2d4-4e6e-ada1-e8666afeb829/01581097-a7d2-4ea5-89e7-4ddba0b77f34) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:23.211128 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-72902818-7401-4474-b424-8675aa45a425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.239955 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-3224c754-a1e6-47e4-8ba6-313576d4108c tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Deleting subnet 6fc5b84e-f0ee-450f-a3d1-0a331f6be476 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:10:23.243948 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3224c754-a1e6-47e4-8ba6-313576d4108c tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.299384 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3224c754-a1e6-47e4-8ba6-313576d4108c tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.309096 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6c86fa2-01ac-46d3-804a-b26b1192313b tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.313264 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6c86fa2-01ac-46d3-804a-b26b1192313b tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.359278 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c86fa2-01ac-46d3-804a-b26b1192313b tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:10:23.397181 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c86fa2-01ac-46d3-804a-b26b1192313b tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6144bc9b-50ac-479b-aa89-822ebe93270f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:23.404464 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6c86fa2-01ac-46d3-804a-b26b1192313b tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.405455 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-e6c86fa2-01ac-46d3-804a-b26b1192313b tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Added segment 3b027f84-8eb7-49be-9bf2-8b9b84e5c4d7 of type vlan for network 99c8ee22-915f-4c51-b391-6d6e20c76bb9 Jul 06 14:10:23.408206 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-60b7d26d-52b6-4437-b490-3dbaffee27eb tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.452112 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-60b7d26d-52b6-4437-b490-3dbaffee27eb tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Transition to ACTIVE for port object 01581097-a7d2-4ea5-89e7-4ddba0b77f34 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:23.464429 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3224c754-a1e6-47e4-8ba6-313576d4108c tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.464722 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6c86fa2-01ac-46d3-804a-b26b1192313b tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.515513 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6c86fa2-01ac-46d3-804a-b26b1192313b tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.516979 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c86fa2-01ac-46d3-804a-b26b1192313b tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:23.517734 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6c86fa2-01ac-46d3-804a-b26b1192313b tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.531483 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-72902818-7401-4474-b424-8675aa45a425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.536339 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-72902818-7401-4474-b424-8675aa45a425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.540693 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-60b7d26d-52b6-4437-b490-3dbaffee27eb tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.583227 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e6c86fa2-01ac-46d3-804a-b26b1192313b tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7032158 Jul 06 14:10:23.588223 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43234) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:23.593640 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-52bcca33-e56d-462a-9597-fe0356b5a292 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Request body: {'network': {'project_id': '9e90f36b798548b7a67a51a7a955dda1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:23.597720 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72902818-7401-4474-b424-8675aa45a425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07804ea0-df1d-4005-9edf-c282d8b80c20,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:23.602811 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3224c754-a1e6-47e4-8ba6-313576d4108c tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.609406 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-72902818-7401-4474-b424-8675aa45a425 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=10a23a4b78244df1a050c2b629cf7144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4422252 Jul 06 14:10:23.611093 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43236) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:23.636510 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c86fa2-01ac-46d3-804a-b26b1192313b tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Pushing event updated for resources: {'Network': ['ID=99c8ee22-915f-4c51-b391-6d6e20c76bb9,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:23.644592 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b7d26d-52b6-4437-b490-3dbaffee27eb tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Network d5a69808-9b14-47b4-af5e-05f87ae4e50a is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:23.649379 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-60b7d26d-52b6-4437-b490-3dbaffee27eb tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:23.651578 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7d26d-52b6-4437-b490-3dbaffee27eb tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Pushing event updated for resources: {'Port': ['ID=01581097-a7d2-4ea5-89e7-4ddba0b77f34,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:23.654109 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b7d26d-52b6-4437-b490-3dbaffee27eb tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:23.676651 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 99c8ee22-915f-4c51-b391-6d6e20c76bb9 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:10:23.714533 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-60b7d26d-52b6-4437-b490-3dbaffee27eb tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.719388 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3224c754-a1e6-47e4-8ba6-313576d4108c tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.728791 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3224c754-a1e6-47e4-8ba6-313576d4108c tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/subnets/6fc5b84e-f0ee-450f-a3d1-0a331f6be476 HTTP/1.1" status: 204 len: 168 time: 0.5746431 Jul 06 14:10:23.731556 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43238) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:23.739771 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224c754-a1e6-47e4-8ba6-313576d4108c tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event deleted for resources: {'Subnet': ['ID=6fc5b84e-f0ee-450f-a3d1-0a331f6be476,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:23.751183 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bcca33-e56d-462a-9597-fe0356b5a292 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Made reservation on behalf of 9e90f36b798548b7a67a51a7a955dda1 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:23.754519 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-52bcca33-e56d-462a-9597-fe0356b5a292 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.766303 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e88c69a-2b22-4a8c-9562-5ad5dfe8620c None None] Network 06ed28ea-f478-4949-aef7-1a80c9eb0d7b requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:23.786497 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52bcca33-e56d-462a-9597-fe0356b5a292 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:10:23.797276 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-52bcca33-e56d-462a-9597-fe0356b5a292 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.797827 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-52bcca33-e56d-462a-9597-fe0356b5a292 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Added segment 4caeda5f-9aa5-4cb3-8f3b-897daa473ac3 of type vlan for network 333ad4d6-21ba-4961-b05f-56be4b407edb Jul 06 14:10:23.870607 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-52bcca33-e56d-462a-9597-fe0356b5a292 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.926729 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6acbf567-8268-44ef-b7bd-3e568ed208c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.978387 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6acbf567-8268-44ef-b7bd-3e568ed208c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:23.999632 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63ed6739-ae44-4417-b503-7c0c6a1628ad tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:24.012787 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-52bcca33-e56d-462a-9597-fe0356b5a292 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:24.015203 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bcca33-e56d-462a-9597-fe0356b5a292 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:24.015847 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-52bcca33-e56d-462a-9597-fe0356b5a292 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:24.095098 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-60b7d26d-52b6-4437-b490-3dbaffee27eb tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:24.134977 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac7326d-2a91-4f3e-a32d-291c5ad7bec6 None None] DHCP port deletion for 06ed28ea-f478-4949-aef7-1a80c9eb0d7b request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:10:24.161908 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-52bcca33-e56d-462a-9597-fe0356b5a292 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5664074 Jul 06 14:10:24.165904 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43242) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:24.172352 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-9539f415-08b5-4044-b328-3486a4a713a2 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Request body: {'network': {'project_id': '9e90f36b798548b7a67a51a7a955dda1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:24.185431 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bcca33-e56d-462a-9597-fe0356b5a292 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Pushing event updated for resources: {'Network': ['ID=333ad4d6-21ba-4961-b05f-56be4b407edb,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:24.195325 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-9539f415-08b5-4044-b328-3486a4a713a2 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 06 14:10:24.195921 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9539f415-08b5-4044-b328-3486a4a713a2 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:10:24.200084 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9539f415-08b5-4044-b328-3486a4a713a2 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0297310 Jul 06 14:10:24.200580 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43244) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:24.216425 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 333ad4d6-21ba-4961-b05f-56be4b407edb details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:10:24.325167 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-63ed6739-ae44-4417-b503-7c0c6a1628ad tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Deleting port 4b22c61f-66db-45d2-acfe-8ce2faf8fab1 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:10:24.325525 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63ed6739-ae44-4417-b503-7c0c6a1628ad tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:24.354806 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c6e99d25-91d1-4f83-ae99-260bc810f224 None None] Provisioning for port 01581097-a7d2-4ea5-89e7-4ddba0b77f34 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:24.368501 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-87d2f484-1393-409e-bed4-c83787091fb3 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:24.371751 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6acbf567-8268-44ef-b7bd-3e568ed208c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:24.374494 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6acbf567-8268-44ef-b7bd-3e568ed208c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:24.378955 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6acbf567-8268-44ef-b7bd-3e568ed208c1 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/07804ea0-df1d-4005-9edf-c282d8b80c20 HTTP/1.1" status: 204 len: 168 time: 0.7584367 Jul 06 14:10:24.388511 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c6e99d25-91d1-4f83-ae99-260bc810f224 None None] Provisioning complete for port 01581097-a7d2-4ea5-89e7-4ddba0b77f34 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:24.388903 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c6e99d25-91d1-4f83-ae99-260bc810f224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:24.392161 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acbf567-8268-44ef-b7bd-3e568ed208c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07804ea0-df1d-4005-9edf-c282d8b80c20,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:24.491552 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-fac7326d-2a91-4f3e-a32d-291c5ad7bec6 None None] Deleting port 4b22c61f-66db-45d2-acfe-8ce2faf8fab1 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:10:24.491946 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fac7326d-2a91-4f3e-a32d-291c5ad7bec6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:24.544838 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-c6e99d25-91d1-4f83-ae99-260bc810f224 None None] Port 01581097-a7d2-4ea5-89e7-4ddba0b77f34 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:10:24.575631 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-87d2f484-1393-409e-bed4-c83787091fb3 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:24.577281 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-fac7326d-2a91-4f3e-a32d-291c5ad7bec6 None None] For port 4b22c61f-66db-45d2-acfe-8ce2faf8fab1, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=4b22c61f-66db-45d2-acfe-8ce2faf8fab1,segment=NetworkSegment(3f98caaf-65fc-4f73-9ecc-1f3616b683fb),segment_id=3f98caaf-65fc-4f73-9ecc-1f3616b683fb)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:24.578430 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fac7326d-2a91-4f3e-a32d-291c5ad7bec6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:24.597525 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-fac7326d-2a91-4f3e-a32d-291c5ad7bec6 None None] Calling delete_port for 4b22c61f-66db-45d2-acfe-8ce2faf8fab1 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:10:24.600164 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-87d2f484-1393-409e-bed4-c83787091fb3 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333ad4d6-21ba-4961-b05f-56be4b407edb']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:24.610017 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-63ed6739-ae44-4417-b503-7c0c6a1628ad tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] For port 4b22c61f-66db-45d2-acfe-8ce2faf8fab1, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=4b22c61f-66db-45d2-acfe-8ce2faf8fab1,segment=NetworkSegment(3f98caaf-65fc-4f73-9ecc-1f3616b683fb),segment_id=3f98caaf-65fc-4f73-9ecc-1f3616b683fb)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:24.610539 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63ed6739-ae44-4417-b503-7c0c6a1628ad tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:24.615936 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-87d2f484-1393-409e-bed4-c83787091fb3 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4caeda5f-9aa5-4cb3-8f3b-897daa473ac3') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:24.616245 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-87d2f484-1393-409e-bed4-c83787091fb3 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4caeda5f-9aa5-4cb3-8f3b-897daa473ac3') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:24.632213 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-63ed6739-ae44-4417-b503-7c0c6a1628ad tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Calling delete_port for 4b22c61f-66db-45d2-acfe-8ce2faf8fab1 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:10:24.637031 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-87d2f484-1393-409e-bed4-c83787091fb3 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:24.678670 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-87d2f484-1393-409e-bed4-c83787091fb3 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:24.693196 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d2f484-1393-409e-bed4-c83787091fb3 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:10:24.693625 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-87d2f484-1393-409e-bed4-c83787091fb3 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:10:24.699656 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:10:24.762297 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-60b7d26d-52b6-4437-b490-3dbaffee27eb tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:24.773122 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-60b7d26d-52b6-4437-b490-3dbaffee27eb tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:24.780019 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fac7326d-2a91-4f3e-a32d-291c5ad7bec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:24.810168 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7326d-2a91-4f3e-a32d-291c5ad7bec6 None None] Pushing event deleted for resources: {'Port': ['ID=4b22c61f-66db-45d2-acfe-8ce2faf8fab1,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:24.810416 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-87d2f484-1393-409e-bed4-c83787091fb3 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:24.817792 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-87d2f484-1393-409e-bed4-c83787091fb3 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:24.819823 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-87d2f484-1393-409e-bed4-c83787091fb3 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] 10.222.0.118 "DELETE /v2.0/networks/333ad4d6-21ba-4961-b05f-56be4b407edb HTTP/1.1" status: 204 len: 168 time: 0.6182246 Jul 06 14:10:24.821333 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac7326d-2a91-4f3e-a32d-291c5ad7bec6 None None] No DVR routers for this DVR port 4b22c61f-66db-45d2-acfe-8ce2faf8fab1 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:10:24.844743 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43252) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:24.849182 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2f484-1393-409e-bed4-c83787091fb3 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Pushing event deleted for resources: {'Network': ['ID=333ad4d6-21ba-4961-b05f-56be4b407edb,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:24.898165 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b7d26d-52b6-4437-b490-3dbaffee27eb tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Pushing event updated for resources: {'Port': ['ID=01581097-a7d2-4ea5-89e7-4ddba0b77f34,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:24.992469 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63ed6739-ae44-4417-b503-7c0c6a1628ad tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:25.008499 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-60b7d26d-52b6-4437-b490-3dbaffee27eb tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:25.048481 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed6739-ae44-4417-b503-7c0c6a1628ad tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event deleted for resources: {'Port': ['ID=4b22c61f-66db-45d2-acfe-8ce2faf8fab1,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:25.061254 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e966a6e-8360-4b76-b246-918fa4e291d9 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:25.063445 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ed6739-ae44-4417-b503-7c0c6a1628ad tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] No DVR routers for this DVR port 4b22c61f-66db-45d2-acfe-8ce2faf8fab1 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:10:25.241486 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63ed6739-ae44-4417-b503-7c0c6a1628ad tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:25.299455 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-63ed6739-ae44-4417-b503-7c0c6a1628ad tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ed28ea-f478-4949-aef7-1a80c9eb0d7b']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:25.325481 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e966a6e-8360-4b76-b246-918fa4e291d9 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:25.334780 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-63ed6739-ae44-4417-b503-7c0c6a1628ad tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f98caaf-65fc-4f73-9ecc-1f3616b683fb') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:25.335097 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-63ed6739-ae44-4417-b503-7c0c6a1628ad tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f98caaf-65fc-4f73-9ecc-1f3616b683fb') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:25.344676 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-8e966a6e-8360-4b76-b246-918fa4e291d9 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c8ee22-915f-4c51-b391-6d6e20c76bb9']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:25.359008 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63ed6739-ae44-4417-b503-7c0c6a1628ad tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:25.362197 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b7d26d-52b6-4437-b490-3dbaffee27eb tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Network d5a69808-9b14-47b4-af5e-05f87ae4e50a is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:25.370413 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-8e966a6e-8360-4b76-b246-918fa4e291d9 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b027f84-8eb7-49be-9bf2-8b9b84e5c4d7') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:25.370413 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-8e966a6e-8360-4b76-b246-918fa4e291d9 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b027f84-8eb7-49be-9bf2-8b9b84e5c4d7') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:25.381448 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-60b7d26d-52b6-4437-b490-3dbaffee27eb tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:25.389172 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e966a6e-8360-4b76-b246-918fa4e291d9 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:25.398211 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63ed6739-ae44-4417-b503-7c0c6a1628ad tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:25.412815 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ed6739-ae44-4417-b503-7c0c6a1628ad tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:10:25.413229 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63ed6739-ae44-4417-b503-7c0c6a1628ad tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:10:25.416421 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:10:25.446710 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e966a6e-8360-4b76-b246-918fa4e291d9 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:25.526944 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e966a6e-8360-4b76-b246-918fa4e291d9 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:10:25.527378 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e966a6e-8360-4b76-b246-918fa4e291d9 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:10:25.534369 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:10:25.680751 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-22591e0c-b859-464d-a2c1-d0ab949fa7a1 None None] Provisioning complete for port 01581097-a7d2-4ea5-89e7-4ddba0b77f34 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:25.681609 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-22591e0c-b859-464d-a2c1-d0ab949fa7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:25.724260 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-22591e0c-b859-464d-a2c1-d0ab949fa7a1 None None] Port 01581097-a7d2-4ea5-89e7-4ddba0b77f34 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:10:25.984354 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e966a6e-8360-4b76-b246-918fa4e291d9 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:25.998823 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e966a6e-8360-4b76-b246-918fa4e291d9 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:26.006193 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8e966a6e-8360-4b76-b246-918fa4e291d9 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] 10.222.0.118 "DELETE /v2.0/networks/99c8ee22-915f-4c51-b391-6d6e20c76bb9 HTTP/1.1" status: 204 len: 168 time: 1.1562550 Jul 06 14:10:26.022955 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63ed6739-ae44-4417-b503-7c0c6a1628ad tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:26.025114 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e966a6e-8360-4b76-b246-918fa4e291d9 tempest-QuotasNegativeTest-178385327 tempest-QuotasNegativeTest-178385327-project-admin] Pushing event deleted for resources: {'Network': ['ID=99c8ee22-915f-4c51-b391-6d6e20c76bb9,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:26.039411 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 4b22c61f-66db-45d2-acfe-8ce2faf8fab1 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:10:26.045852 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63ed6739-ae44-4417-b503-7c0c6a1628ad tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:26.047974 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-63ed6739-ae44-4417-b503-7c0c6a1628ad tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] 10.222.0.118 "DELETE /v2.0/networks/06ed28ea-f478-4949-aef7-1a80c9eb0d7b HTTP/1.1" status: 204 len: 168 time: 2.3151522 Jul 06 14:10:26.048924 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed6739-ae44-4417-b503-7c0c6a1628ad tempest-NetworksTest-554556916 tempest-NetworksTest-554556916-project] Pushing event deleted for resources: {'Network': ['ID=06ed28ea-f478-4949-aef7-1a80c9eb0d7b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:26.055775 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b7d26d-52b6-4437-b490-3dbaffee27eb tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Router 8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:10:26.089954 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 4b22c61f-66db-45d2-acfe-8ce2faf8fab1 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:10:26.091029 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 4b22c61f-66db-45d2-acfe-8ce2faf8fab1 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:10:26.164851 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b7d26d-52b6-4437-b490-3dbaffee27eb tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:10:26.177119 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43332) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:26.177551 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-60b7d26d-52b6-4437-b490-3dbaffee27eb tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] 10.222.0.118 "PUT /v2.0/routers/8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7351873 Jul 06 14:10:26.187281 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceec99f9-f1dd-4312-a499-e3d58227a208 None None] Sync routers for ids ['8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:10:26.217548 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceec99f9-f1dd-4312-a499-e3d58227a208 None None] Routers {'8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:26.226532 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-ceec99f9-f1dd-4312-a499-e3d58227a208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:26.271407 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-ceec99f9-f1dd-4312-a499-e3d58227a208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:26.282153 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceec99f9-f1dd-4312-a499-e3d58227a208 None None] Routers {'8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:26.282988 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-ceec99f9-f1dd-4312-a499-e3d58227a208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:26.324172 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-ceec99f9-f1dd-4312-a499-e3d58227a208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:26.324784 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceec99f9-f1dd-4312-a499-e3d58227a208 None None] The sync data for ids ['8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:10:26.382170 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac6c895b-975b-4508-b5a2-a409825db503 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:26.405413 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43338) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:26.439154 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43342) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:26.503630 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [None req-ac6c895b-975b-4508-b5a2-a409825db503 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 14:10:26.507440 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ac6c895b-975b-4508-b5a2-a409825db503 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] 10.222.0.118 "DELETE /v2.0/routers/8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6 HTTP/1.1" status: 409 len: 329 time: 0.3262076 Jul 06 14:10:26.507850 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43346) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:26.577804 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-53826171-f620-481f-80be-c9b0289e6a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:26.744813 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43350) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:26.746925 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-53826171-f620-481f-80be-c9b0289e6a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:26.761172 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-53826171-f620-481f-80be-c9b0289e6a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:26.803627 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-53826171-f620-481f-80be-c9b0289e6a01 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=65bcc3863b2f467fbd6fb20665044a6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3963737 Jul 06 14:10:26.811164 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43354) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:26.856026 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53826171-f620-481f-80be-c9b0289e6a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd9055a-669f-4d5c-9a6e-77cc6de1542a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:26.879908 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-68c86541-fb9c-4b82-adaf-0515d54f9176 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=c39e7023cac24fd8ba59663bfcadaa30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4382222 Jul 06 14:10:26.882837 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43356) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:26.893858 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7fc79c68-00f0-4291-b3df-6259f1ef99bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:26.937139 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1c03af4f-88d5-4cb7-83cc-78284f1ef9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:26.954910 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3404895d-86f5-4c37-b162-427bc4f3ddf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:26.963794 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1c03af4f-88d5-4cb7-83cc-78284f1ef9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:27.006014 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3404895d-86f5-4c37-b162-427bc4f3ddf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:27.020341 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1c03af4f-88d5-4cb7-83cc-78284f1ef9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:27.023376 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1c03af4f-88d5-4cb7-83cc-78284f1ef9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:27.027468 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1c03af4f-88d5-4cb7-83cc-78284f1ef9e4 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/28361855-f96e-4960-9553-6a49f5ed903f HTTP/1.1" status: 204 len: 168 time: 0.1412735 Jul 06 14:10:27.038263 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03af4f-88d5-4cb7-83cc-78284f1ef9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28361855-f96e-4960-9553-6a49f5ed903f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:27.148254 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3404895d-86f5-4c37-b162-427bc4f3ddf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:27.151572 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3404895d-86f5-4c37-b162-427bc4f3ddf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:27.155380 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3404895d-86f5-4c37-b162-427bc4f3ddf0 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/cfd9055a-669f-4d5c-9a6e-77cc6de1542a HTTP/1.1" status: 204 len: 168 time: 0.3429263 Jul 06 14:10:27.163629 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7fc79c68-00f0-4291-b3df-6259f1ef99bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:27.172993 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404895d-86f5-4c37-b162-427bc4f3ddf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd9055a-669f-4d5c-9a6e-77cc6de1542a,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:27.176434 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7fc79c68-00f0-4291-b3df-6259f1ef99bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:27.236382 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-521b334a-e150-4a1c-b7d1-29c38c40b417 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:27.282536 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7fc79c68-00f0-4291-b3df-6259f1ef99bb admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=ad56f4b1176d445587b74fc948e82dd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5367682 Jul 06 14:10:27.286580 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43366) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:27.325856 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc79c68-00f0-4291-b3df-6259f1ef99bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e93af68-3561-4468-8a14-ce1dac1ec3f7,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:27.451131 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ae0e506b-b162-49ca-aeef-330b471dd5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:27.481144 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ae0e506b-b162-49ca-aeef-330b471dd5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:27.580138 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ae0e506b-b162-49ca-aeef-330b471dd5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:27.583883 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ae0e506b-b162-49ca-aeef-330b471dd5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:27.587427 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ae0e506b-b162-49ca-aeef-330b471dd5b9 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/9e93af68-3561-4468-8a14-ce1dac1ec3f7 HTTP/1.1" status: 204 len: 168 time: 0.2978165 Jul 06 14:10:27.602949 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e506b-b162-49ca-aeef-330b471dd5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e93af68-3561-4468-8a14-ce1dac1ec3f7,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:27.679809 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-521b334a-e150-4a1c-b7d1-29c38c40b417 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Deleting port 01581097-a7d2-4ea5-89e7-4ddba0b77f34 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:10:27.681355 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-521b334a-e150-4a1c-b7d1-29c38c40b417 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:27.837895 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-521b334a-e150-4a1c-b7d1-29c38c40b417 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:27.853535 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-521b334a-e150-4a1c-b7d1-29c38c40b417 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Calling delete_port for 01581097-a7d2-4ea5-89e7-4ddba0b77f34 owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:10:28.160395 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43398) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:28.181291 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9995b09a-33ee-49c3-ad31-00158ba4f8ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:28.410040 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9995b09a-33ee-49c3-ad31-00158ba4f8ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:28.418949 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9995b09a-33ee-49c3-ad31-00158ba4f8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:28.493184 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43408) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:28.509471 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9995b09a-33ee-49c3-ad31-00158ba4f8ad admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=203fe92473cf4deebf44df53f590e05d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3479407 Jul 06 14:10:28.510921 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995b09a-33ee-49c3-ad31-00158ba4f8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd84e44a-3937-4ad4-be61-ff67cbf8c91b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:28.514386 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43410) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:28.538856 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-521b334a-e150-4a1c-b7d1-29c38c40b417 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:28.604442 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b334a-e150-4a1c-b7d1-29c38c40b417 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Pushing event deleted for resources: {'Port': ['ID=01581097-a7d2-4ea5-89e7-4ddba0b77f34,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:28.704900 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dba21b4e-08e5-4784-aae7-7f49522fa435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:28.827240 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-3a87721f-0947-4133-8773-3f1b283debdb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1593886206'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:28.841056 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-521b334a-e150-4a1c-b7d1-29c38c40b417 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:28.845658 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dba21b4e-08e5-4784-aae7-7f49522fa435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:29.015869 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a87721f-0947-4133-8773-3f1b283debdb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Made reservation on behalf of 08ca5c678dfb45d684a244704dc7e806 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:29.021208 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3a87721f-0947-4133-8773-3f1b283debdb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:29.043053 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3a87721f-0947-4133-8773-3f1b283debdb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:29.148948 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dba21b4e-08e5-4784-aae7-7f49522fa435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:29.151427 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dba21b4e-08e5-4784-aae7-7f49522fa435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:29.153818 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-dba21b4e-08e5-4784-aae7-7f49522fa435 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/bd84e44a-3937-4ad4-be61-ff67cbf8c91b HTTP/1.1" status: 204 len: 168 time: 0.6369808 Jul 06 14:10:29.176168 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba21b4e-08e5-4784-aae7-7f49522fa435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd84e44a-3937-4ad4-be61-ff67cbf8c91b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:29.192365 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521b334a-e150-4a1c-b7d1-29c38c40b417 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Router 8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:10:29.373266 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521b334a-e150-4a1c-b7d1-29c38c40b417 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:10:29.384612 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-521b334a-e150-4a1c-b7d1-29c38c40b417 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] 10.222.0.118 "PUT /v2.0/routers/8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8717360 Jul 06 14:10:29.388381 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43432) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:29.392194 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eff7f5-3546-42c7-bf54-3430eb972d38 None None] Sync routers for ids ['8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:10:29.404218 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3a87721f-0947-4133-8773-3f1b283debdb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:29.413008 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3a87721f-0947-4133-8773-3f1b283debdb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:29.419218 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eff7f5-3546-42c7-bf54-3430eb972d38 None None] Routers {'8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:29.419746 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-57eff7f5-3546-42c7-bf54-3430eb972d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:29.512203 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a87721f-0947-4133-8773-3f1b283debdb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:10:29.523516 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-57eff7f5-3546-42c7-bf54-3430eb972d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:29.535372 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87721f-0947-4133-8773-3f1b283debdb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c853d3c-ec2d-441a-8d89-5cfbc110f21f,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:29.551474 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eff7f5-3546-42c7-bf54-3430eb972d38 None None] Routers {'8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:29.553542 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3a87721f-0947-4133-8773-3f1b283debdb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:29.556572 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-57eff7f5-3546-42c7-bf54-3430eb972d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:29.557661 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-3a87721f-0947-4133-8773-3f1b283debdb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Added segment 72e952eb-08a3-4214-9419-664ec54e31c7 of type vlan for network 5bbdcbca-c3db-4580-9526-d9cb20013720 Jul 06 14:10:29.576478 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-dd837e68-cdc2-472f-b4d2-1b110c5b284f tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] show failed (client error): The resource could not be found. Jul 06 14:10:29.583204 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-dd837e68-cdc2-472f-b4d2-1b110c5b284f tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] 10.222.0.118 "GET /v2.0/routers/tempest-non_exist_router-1840494595 HTTP/1.1" status: 404 len: 335 time: 0.1929889 Jul 06 14:10:29.598443 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43436) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:29.606876 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-072b8dd9-5861-4d38-892f-e2842dd75720 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:29.629398 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-57eff7f5-3546-42c7-bf54-3430eb972d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:29.629936 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eff7f5-3546-42c7-bf54-3430eb972d38 None None] The sync data for ids ['8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:10:29.640355 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3a87721f-0947-4133-8773-3f1b283debdb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:29.691150 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-072b8dd9-5861-4d38-892f-e2842dd75720 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] update failed (client error): The resource could not be found. Jul 06 14:10:29.693129 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-072b8dd9-5861-4d38-892f-e2842dd75720 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] 10.222.0.118 "PUT /v2.0/routers/tempest-non_exist_router-498441766 HTTP/1.1" status: 404 len: 334 time: 0.0933783 Jul 06 14:10:29.700202 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43438) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:29.730210 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3a87721f-0947-4133-8773-3f1b283debdb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:29.744189 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a87721f-0947-4133-8773-3f1b283debdb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:29.748720 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3a87721f-0947-4133-8773-3f1b283debdb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:29.822107 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-b708dd60-e85f-4fa9-81b6-0ba0e721480b tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Deleting subnet d5685e2a-cdf5-49dc-b7da-a1522d8ffbc4 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:10:29.829395 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b708dd60-e85f-4fa9-81b6-0ba0e721480b tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:29.873722 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3a87721f-0947-4133-8773-3f1b283debdb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3757558 Jul 06 14:10:29.879184 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43442) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:29.891612 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-fcd3b7dd-1223-4581-8eac-3ff41bc1a774 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1684904419'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:29.900896 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87721f-0947-4133-8773-3f1b283debdb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Network': ['ID=5bbdcbca-c3db-4580-9526-d9cb20013720,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:29.921979 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 5bbdcbca-c3db-4580-9526-d9cb20013720 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:10:29.999059 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd3b7dd-1223-4581-8eac-3ff41bc1a774 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Made reservation on behalf of 08ca5c678dfb45d684a244704dc7e806 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:30.013700 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fcd3b7dd-1223-4581-8eac-3ff41bc1a774 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:30.027277 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b708dd60-e85f-4fa9-81b6-0ba0e721480b tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:30.129736 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcd3b7dd-1223-4581-8eac-3ff41bc1a774 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:10:30.155079 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fcd3b7dd-1223-4581-8eac-3ff41bc1a774 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:30.155978 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-fcd3b7dd-1223-4581-8eac-3ff41bc1a774 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Added segment 1ee93961-e521-4494-ba4f-93985f68f02e of type vlan for network 52f3aab8-00cd-41d1-935e-a68a9e95f99e Jul 06 14:10:30.284872 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fcd3b7dd-1223-4581-8eac-3ff41bc1a774 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:30.328319 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b708dd60-e85f-4fa9-81b6-0ba0e721480b tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:30.347436 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fcd3b7dd-1223-4581-8eac-3ff41bc1a774 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:30.366121 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd3b7dd-1223-4581-8eac-3ff41bc1a774 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:30.367500 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fcd3b7dd-1223-4581-8eac-3ff41bc1a774 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:30.488000 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43456) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:30.490434 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-fcd3b7dd-1223-4581-8eac-3ff41bc1a774 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6056287 Jul 06 14:10:30.507330 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-22d5ff74-b236-4a9e-81fc-dae0ff01ea25 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'subnet': {'network_id': '5bbdcbca-c3db-4580-9526-d9cb20013720', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:30.512099 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b708dd60-e85f-4fa9-81b6-0ba0e721480b tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:30.581891 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3b7dd-1223-4581-8eac-3ff41bc1a774 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Network': ['ID=52f3aab8-00cd-41d1-935e-a68a9e95f99e,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:30.596714 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 52f3aab8-00cd-41d1-935e-a68a9e95f99e details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:10:30.605346 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708dd60-e85f-4fa9-81b6-0ba0e721480b tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Pushing event deleted for resources: {'Subnet': ['ID=d5685e2a-cdf5-49dc-b7da-a1522d8ffbc4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:30.618174 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b708dd60-e85f-4fa9-81b6-0ba0e721480b tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:30.624569 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43462) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:30.625571 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b708dd60-e85f-4fa9-81b6-0ba0e721480b tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] 10.222.0.118 "DELETE /v2.0/subnets/d5685e2a-cdf5-49dc-b7da-a1522d8ffbc4 HTTP/1.1" status: 204 len: 168 time: 0.9235649 Jul 06 14:10:30.632207 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61adb6a5-6581-4d6d-89ad-fa6f7dc29f93 None None] Network bd87b827-a6ac-4e18-b1de-bbcbd744b2a3 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:30.751344 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d5ff74-b236-4a9e-81fc-dae0ff01ea25 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Made reservation on behalf of 08ca5c678dfb45d684a244704dc7e806 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:30.778908 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-22d5ff74-b236-4a9e-81fc-dae0ff01ea25 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:30.782006 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-7040d67a-2bd0-43a7-8d72-a921e7a024e9 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Deleting subnet 3462c4c5-934d-431d-aca4-1e98774bf2f8 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:10:30.789838 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7040d67a-2bd0-43a7-8d72-a921e7a024e9 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:30.974029 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7040d67a-2bd0-43a7-8d72-a921e7a024e9 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:31.089728 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8666a54d-709b-42b9-970f-827d6b2f0e39 None None] DHCP port deletion for bd87b827-a6ac-4e18-b1de-bbcbd744b2a3 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:10:31.201335 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-8666a54d-709b-42b9-970f-827d6b2f0e39 None None] Deleting port 104cf2ce-83cd-4569-835a-9fbd7e951c52 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:10:31.202142 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8666a54d-709b-42b9-970f-827d6b2f0e39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:31.263223 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7040d67a-2bd0-43a7-8d72-a921e7a024e9 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:31.315797 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8666a54d-709b-42b9-970f-827d6b2f0e39 None None] For port 104cf2ce-83cd-4569-835a-9fbd7e951c52, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=104cf2ce-83cd-4569-835a-9fbd7e951c52,segment=NetworkSegment(9cffd747-91c8-4202-bfc3-687d3fc92f75),segment_id=9cffd747-91c8-4202-bfc3-687d3fc92f75)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:31.316557 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8666a54d-709b-42b9-970f-827d6b2f0e39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:31.341547 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-8666a54d-709b-42b9-970f-827d6b2f0e39 None None] Calling delete_port for 104cf2ce-83cd-4569-835a-9fbd7e951c52 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:10:31.408596 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-22d5ff74-b236-4a9e-81fc-dae0ff01ea25 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:31.444365 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7040d67a-2bd0-43a7-8d72-a921e7a024e9 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:31.499351 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040d67a-2bd0-43a7-8d72-a921e7a024e9 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Pushing event deleted for resources: {'Subnet': ['ID=3462c4c5-934d-431d-aca4-1e98774bf2f8,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:31.508123 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7040d67a-2bd0-43a7-8d72-a921e7a024e9 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:31.512813 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21964da0-8dc1-4933-ad46-5cdfed2abdb7 None None] Network cf540ae3-9a19-4137-a413-78d293ba6e10 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:31.514676 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5ff74-b236-4a9e-81fc-dae0ff01ea25 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Subnet': ['ID=c448a45b-92c6-4725-baf5-3ef0624ef277,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:31.518466 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7040d67a-2bd0-43a7-8d72-a921e7a024e9 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] 10.222.0.118 "DELETE /v2.0/subnets/3462c4c5-934d-431d-aca4-1e98774bf2f8 HTTP/1.1" status: 204 len: 168 time: 0.8903491 Jul 06 14:10:31.519202 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43482) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:31.552563 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d5ff74-b236-4a9e-81fc-dae0ff01ea25 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Checking segment: {'id': '72e952eb-08a3-4214-9419-664ec54e31c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5bbdcbca-c3db-4580-9526-d9cb20013720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:31.553539 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d5ff74-b236-4a9e-81fc-dae0ff01ea25 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network hostable DHCP agents. Network: 5bbdcbca-c3db-4580-9526-d9cb20013720, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:10:31.600158 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d5ff74-b236-4a9e-81fc-dae0ff01ea25 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network 5bbdcbca-c3db-4580-9526-d9cb20013720 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:10:31.639044 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-22d5ff74-b236-4a9e-81fc-dae0ff01ea25 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 5bbdcbca-c3db-4580-9526-d9cb20013720) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:31.661320 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d5ff74-b236-4a9e-81fc-dae0ff01ea25 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:31.662552 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-22d5ff74-b236-4a9e-81fc-dae0ff01ea25 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:31.688543 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa464da-8ceb-4f09-8e16-73062484bd5b None None] Network 5bbdcbca-c3db-4580-9526-d9cb20013720 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:31.693670 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fc69c2a6-2657-44d3-9869-f90b1370b1a3 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:31.696056 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-22d5ff74-b236-4a9e-81fc-dae0ff01ea25 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1987081 Jul 06 14:10:31.699440 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43484) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:31.716370 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8666a54d-709b-42b9-970f-827d6b2f0e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:31.728280 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-42e53b5f-2f00-4b09-ade2-771c0733553a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'subnet': {'network_id': '52f3aab8-00cd-41d1-935e-a68a9e95f99e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:31.811915 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666a54d-709b-42b9-970f-827d6b2f0e39 None None] Pushing event deleted for resources: {'Port': ['ID=104cf2ce-83cd-4569-835a-9fbd7e951c52,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:31.814680 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8666a54d-709b-42b9-970f-827d6b2f0e39 None None] No DVR routers for this DVR port 104cf2ce-83cd-4569-835a-9fbd7e951c52 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:10:32.011909 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e53b5f-2f00-4b09-ade2-771c0733553a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Made reservation on behalf of 08ca5c678dfb45d684a244704dc7e806 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:32.019583 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-42e53b5f-2f00-4b09-ade2-771c0733553a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:32.022475 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fc69c2a6-2657-44d3-9869-f90b1370b1a3 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:32.039088 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-fc69c2a6-2657-44d3-9869-f90b1370b1a3 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd87b827-a6ac-4e18-b1de-bbcbd744b2a3']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:32.072855 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-fc69c2a6-2657-44d3-9869-f90b1370b1a3 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cffd747-91c8-4202-bfc3-687d3fc92f75') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:32.073542 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-fc69c2a6-2657-44d3-9869-f90b1370b1a3 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cffd747-91c8-4202-bfc3-687d3fc92f75') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:32.087901 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fc69c2a6-2657-44d3-9869-f90b1370b1a3 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:32.108387 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 104cf2ce-83cd-4569-835a-9fbd7e951c52 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:10:32.116009 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fc69c2a6-2657-44d3-9869-f90b1370b1a3 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:32.134608 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc69c2a6-2657-44d3-9869-f90b1370b1a3 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:10:32.138915 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fc69c2a6-2657-44d3-9869-f90b1370b1a3 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:32.182791 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 104cf2ce-83cd-4569-835a-9fbd7e951c52 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:10:32.183150 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 104cf2ce-83cd-4569-835a-9fbd7e951c52 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:10:32.184359 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:10:32.218898 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43498) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:32.263047 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fb7598-7e0c-4ce9-9a71-6f096b1144d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-5bbdcbca-c3db-4580-9526-d9cb20013720', 'network_id': '5bbdcbca-c3db-4580-9526-d9cb20013720', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'fixed_ips': [{'subnet_id': 'c448a45b-92c6-4725-baf5-3ef0624ef277'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:10:32.263924 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-26fb7598-7e0c-4ce9-9a71-6f096b1144d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:32.318332 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fc69c2a6-2657-44d3-9869-f90b1370b1a3 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:32.363544 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fc69c2a6-2657-44d3-9869-f90b1370b1a3 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:32.366163 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-fc69c2a6-2657-44d3-9869-f90b1370b1a3 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] 10.222.0.118 "DELETE /v2.0/networks/bd87b827-a6ac-4e18-b1de-bbcbd744b2a3 HTTP/1.1" status: 204 len: 168 time: 0.8446813 Jul 06 14:10:32.367329 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69c2a6-2657-44d3-9869-f90b1370b1a3 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Pushing event deleted for resources: {'Network': ['ID=bd87b827-a6ac-4e18-b1de-bbcbd744b2a3,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:32.369643 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43502) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:32.451956 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-26fb7598-7e0c-4ce9-9a71-6f096b1144d1 None None] Allocated IP 2001:db8::2 (5bbdcbca-c3db-4580-9526-d9cb20013720/c448a45b-92c6-4725-baf5-3ef0624ef277/7d6fd156-a04f-4321-9f6f-320fed408fe9) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:32.464508 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4c381b8c-5237-4ecc-9383-cd05ccf682dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:32.527685 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d8bde9-8dcd-4edd-9755-7afe58350adc None None] DHCP port deletion for cf540ae3-9a19-4137-a413-78d293ba6e10 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:10:32.572495 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-4c381b8c-5237-4ecc-9383-cd05ccf682dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Deleting port 3cfc97f9-d24c-4071-9439-dc88bbbb545c {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:10:32.573209 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4c381b8c-5237-4ecc-9383-cd05ccf682dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:32.631808 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a7d8bde9-8dcd-4edd-9755-7afe58350adc None None] Deleting port 3cfc97f9-d24c-4071-9439-dc88bbbb545c {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:10:32.632190 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a7d8bde9-8dcd-4edd-9755-7afe58350adc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:32.700376 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-39e1b7ef-4490-4c81-a1e2-d0e8fc63870d tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:32.710750 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-a7d8bde9-8dcd-4edd-9755-7afe58350adc None None] For port 3cfc97f9-d24c-4071-9439-dc88bbbb545c, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=3cfc97f9-d24c-4071-9439-dc88bbbb545c,segment=NetworkSegment(9d4199d7-933b-43a2-a231-b63eeb8c8c45),segment_id=9d4199d7-933b-43a2-a231-b63eeb8c8c45)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:32.711157 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a7d8bde9-8dcd-4edd-9755-7afe58350adc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:32.728931 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a7d8bde9-8dcd-4edd-9755-7afe58350adc None None] Calling delete_port for 3cfc97f9-d24c-4071-9439-dc88bbbb545c owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:10:32.747468 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-4c381b8c-5237-4ecc-9383-cd05ccf682dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] For port 3cfc97f9-d24c-4071-9439-dc88bbbb545c, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=3cfc97f9-d24c-4071-9439-dc88bbbb545c,segment=NetworkSegment(9d4199d7-933b-43a2-a231-b63eeb8c8c45),segment_id=9d4199d7-933b-43a2-a231-b63eeb8c8c45)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:32.748255 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4c381b8c-5237-4ecc-9383-cd05ccf682dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:32.763323 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-42e53b5f-2f00-4b09-ade2-771c0733553a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:32.780822 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-4c381b8c-5237-4ecc-9383-cd05ccf682dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Calling delete_port for 3cfc97f9-d24c-4071-9439-dc88bbbb545c owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:10:32.825346 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-39e1b7ef-4490-4c81-a1e2-d0e8fc63870d tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks [] for floatingip, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:32.845365 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-26fb7598-7e0c-4ce9-9a71-6f096b1144d1 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:32.864301 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-26fb7598-7e0c-4ce9-9a71-6f096b1144d1 None None] Transition to ACTIVE for port object 7d6fd156-a04f-4321-9f6f-320fed408fe9 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:32.893072 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-26fb7598-7e0c-4ce9-9a71-6f096b1144d1 None None] Transition to ACTIVE for port object 7d6fd156-a04f-4321-9f6f-320fed408fe9 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:32.900535 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a7d8bde9-8dcd-4edd-9755-7afe58350adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:32.942870 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-26fb7598-7e0c-4ce9-9a71-6f096b1144d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:32.945938 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d8bde9-8dcd-4edd-9755-7afe58350adc None None] No DVR routers for this DVR port 3cfc97f9-d24c-4071-9439-dc88bbbb545c on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:10:32.948227 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8bde9-8dcd-4edd-9755-7afe58350adc None None] Pushing event deleted for resources: {'Port': ['ID=3cfc97f9-d24c-4071-9439-dc88bbbb545c,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:32.968028 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fb7598-7e0c-4ce9-9a71-6f096b1144d1 None None] Network 5bbdcbca-c3db-4580-9526-d9cb20013720 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:32.996964 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e53b5f-2f00-4b09-ade2-771c0733553a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Subnet': ['ID=edbf3c01-edc6-4966-a737-3959ea5a0730,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:33.004206 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4c381b8c-5237-4ecc-9383-cd05ccf682dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:33.019926 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-26fb7598-7e0c-4ce9-9a71-6f096b1144d1 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:33.022003 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb7598-7e0c-4ce9-9a71-6f096b1144d1 None None] Pushing event updated for resources: {'Port': ['ID=7d6fd156-a04f-4321-9f6f-320fed408fe9,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:33.024351 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fb7598-7e0c-4ce9-9a71-6f096b1144d1 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:33.027782 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e53b5f-2f00-4b09-ade2-771c0733553a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Checking segment: {'id': '1ee93961-e521-4494-ba4f-93985f68f02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '52f3aab8-00cd-41d1-935e-a68a9e95f99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:33.028165 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e53b5f-2f00-4b09-ade2-771c0733553a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network hostable DHCP agents. Network: 52f3aab8-00cd-41d1-935e-a68a9e95f99e, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:10:33.045084 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c381b8c-5237-4ecc-9383-cd05ccf682dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Pushing event deleted for resources: {'Port': ['ID=3cfc97f9-d24c-4071-9439-dc88bbbb545c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:33.047243 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c381b8c-5237-4ecc-9383-cd05ccf682dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] No DVR routers for this DVR port 3cfc97f9-d24c-4071-9439-dc88bbbb545c on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:10:33.074133 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e53b5f-2f00-4b09-ade2-771c0733553a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network 52f3aab8-00cd-41d1-935e-a68a9e95f99e is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:10:33.103684 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-42e53b5f-2f00-4b09-ade2-771c0733553a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 52f3aab8-00cd-41d1-935e-a68a9e95f99e) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:33.110792 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e53b5f-2f00-4b09-ade2-771c0733553a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:33.112447 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-42e53b5f-2f00-4b09-ade2-771c0733553a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:33.136261 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50dd346-4597-4416-98a2-503d6d4bd3fc None None] Network 52f3aab8-00cd-41d1-935e-a68a9e95f99e requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:33.161351 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-42e53b5f-2f00-4b09-ade2-771c0733553a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4560039 Jul 06 14:10:33.161351 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-39e1b7ef-4490-4c81-a1e2-d0e8fc63870d tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:33.162241 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43514) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:33.168385 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-ec2be87d-87a2-41c5-aee5-b87d8904233d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-552423845', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:33.183528 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4c381b8c-5237-4ecc-9383-cd05ccf682dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:33.208815 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-4c381b8c-5237-4ecc-9383-cd05ccf682dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf540ae3-9a19-4137-a413-78d293ba6e10']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:33.234966 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-4c381b8c-5237-4ecc-9383-cd05ccf682dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d4199d7-933b-43a2-a231-b63eeb8c8c45') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:33.235213 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-4c381b8c-5237-4ecc-9383-cd05ccf682dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d4199d7-933b-43a2-a231-b63eeb8c8c45') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:33.245442 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ec2be87d-87a2-41c5-aee5-b87d8904233d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:33.246715 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ec2be87d-87a2-41c5-aee5-b87d8904233d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:33.316004 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ec2be87d-87a2-41c5-aee5-b87d8904233d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:33.318838 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4c381b8c-5237-4ecc-9383-cd05ccf682dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:33.321845 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ec2be87d-87a2-41c5-aee5-b87d8904233d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:33.346689 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4c381b8c-5237-4ecc-9383-cd05ccf682dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:33.352796 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ec2be87d-87a2-41c5-aee5-b87d8904233d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:33.354101 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ec2be87d-87a2-41c5-aee5-b87d8904233d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1907964 Jul 06 14:10:33.356803 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43518) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:33.359471 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c381b8c-5237-4ecc-9383-cd05ccf682dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:10:33.359978 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4c381b8c-5237-4ecc-9383-cd05ccf682dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: self.session.flush() Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: self.session.flush() Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: self.session.flush() Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: self.session.flush() Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:10:33.368584 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:10:33.400982 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43520) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:33.435961 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-39e1b7ef-4490-4c81-a1e2-d0e8fc63870d tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Allocated IP 172.25.6.152 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/19764323-a02b-45f8-abcf-9fd2ec2054b4) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:33.467368 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-26fb7598-7e0c-4ce9-9a71-6f096b1144d1 None None] Attempting to bind port 7d6fd156-a04f-4321-9f6f-320fed408fe9 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:10:33.467748 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-26fb7598-7e0c-4ce9-9a71-6f096b1144d1 None None] Attempting to bind port 7d6fd156-a04f-4321-9f6f-320fed408fe9 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '72e952eb-08a3-4214-9419-664ec54e31c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5bbdcbca-c3db-4580-9526-d9cb20013720'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:10:33.468111 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb7598-7e0c-4ce9-9a71-6f096b1144d1 None None] Attempting to bind port 7d6fd156-a04f-4321-9f6f-320fed408fe9 on network 5bbdcbca-c3db-4580-9526-d9cb20013720 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:10:33.492620 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb7598-7e0c-4ce9-9a71-6f096b1144d1 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:10:33.495439 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb7598-7e0c-4ce9-9a71-6f096b1144d1 None None] Checking segment: {'id': '72e952eb-08a3-4214-9419-664ec54e31c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5bbdcbca-c3db-4580-9526-d9cb20013720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:33.495439 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-26fb7598-7e0c-4ce9-9a71-6f096b1144d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:33.495439 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fb7598-7e0c-4ce9-9a71-6f096b1144d1 None None] Bound using segment: {'id': '72e952eb-08a3-4214-9419-664ec54e31c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5bbdcbca-c3db-4580-9526-d9cb20013720'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:10:33.495439 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-26fb7598-7e0c-4ce9-9a71-6f096b1144d1 None None] Bound port: 7d6fd156-a04f-4321-9f6f-320fed408fe9, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e952eb-08a3-4214-9419-664ec54e31c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5bbdcbca-c3db-4580-9526-d9cb20013720'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:10:33.495439 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-26fb7598-7e0c-4ce9-9a71-6f096b1144d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:33.555991 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4c381b8c-5237-4ecc-9383-cd05ccf682dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:33.602964 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4c381b8c-5237-4ecc-9383-cd05ccf682dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:33.607573 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4c381b8c-5237-4ecc-9383-cd05ccf682dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] 10.222.0.118 "DELETE /v2.0/networks/cf540ae3-9a19-4137-a413-78d293ba6e10 HTTP/1.1" status: 204 len: 168 time: 1.2367191 Jul 06 14:10:33.619803 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43524) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:33.628380 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-26fb7598-7e0c-4ce9-9a71-6f096b1144d1 None None] For port 7d6fd156-a04f-4321-9f6f-320fed408fe9, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:10:33.631917 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c381b8c-5237-4ecc-9383-cd05ccf682dd tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Pushing event deleted for resources: {'Network': ['ID=cf540ae3-9a19-4137-a413-78d293ba6e10,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:33.633687 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-26fb7598-7e0c-4ce9-9a71-6f096b1144d1 None None] For port 7d6fd156-a04f-4321-9f6f-320fed408fe9, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=7d6fd156-a04f-4321-9f6f-320fed408fe9,segment=NetworkSegment(72e952eb-08a3-4214-9419-664ec54e31c7),segment_id=72e952eb-08a3-4214-9419-664ec54e31c7)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:10:33.640236 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-26fb7598-7e0c-4ce9-9a71-6f096b1144d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:33.688062 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-39e1b7ef-4490-4c81-a1e2-d0e8fc63870d tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:33.706011 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53464c6-2b29-4ccb-9a97-c7eda8c93ff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-52f3aab8-00cd-41d1-935e-a68a9e95f99e', 'network_id': '52f3aab8-00cd-41d1-935e-a68a9e95f99e', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'fixed_ips': [{'subnet_id': 'edbf3c01-edc6-4966-a737-3959ea5a0730'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:10:33.707195 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a53464c6-2b29-4ccb-9a97-c7eda8c93ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:33.714953 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-1de3a051-3ede-4895-842e-e50a704ea670 tempest-QuotasTest-271099085 tempest-QuotasTest-271099085-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:33.826431 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d6239e1-3619-4df8-94fb-d6b0c612b9dc tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Deleting subnet 66ebabd6-e2d4-4e6e-ada1-e8666afeb829 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:10:33.828156 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1de3a051-3ede-4895-842e-e50a704ea670 tempest-QuotasTest-271099085 tempest-QuotasTest-271099085-project-admin] 10.222.0.118 "PUT /v2.0/quotas/109d67f1bb2442b391a7751972053770 HTTP/1.1" status: 200 len: 366 time: 0.4257224 Jul 06 14:10:33.831972 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7d6239e1-3619-4df8-94fb-d6b0c612b9dc tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:33.832172 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43526) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:33.832829 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb7598-7e0c-4ce9-9a71-6f096b1144d1 None None] Pushing event updated for resources: {'Port': ['ID=7d6fd156-a04f-4321-9f6f-320fed408fe9,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:33.883983 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0afac064-a62f-43c8-89ba-dcd1b47d075d tempest-QuotasTest-271099085 tempest-QuotasTest-271099085-project-admin] 10.222.0.118 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0504732 Jul 06 14:10:33.889999 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43528) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:33.910232 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-39e1b7ef-4490-4c81-a1e2-d0e8fc63870d tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:33.939011 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-a53464c6-2b29-4ccb-9a97-c7eda8c93ff5 None None] Allocated IP 2001:db8:1::2 (52f3aab8-00cd-41d1-935e-a68a9e95f99e/edbf3c01-edc6-4966-a737-3959ea5a0730/b9597290-7d0c-4cde-938a-1d3b9fe45637) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:33.945913 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f4a1c826-1645-4b89-805b-87f09f4e3661 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:33.970020 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7d6239e1-3619-4df8-94fb-d6b0c612b9dc tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:33.982842 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3d5a963d-4b98-4657-afcf-b5a0336eede3 tempest-QuotasTest-271099085 tempest-QuotasTest-271099085-project-admin] 10.222.0.118 "GET /v2.0/quotas/109d67f1bb2442b391a7751972053770 HTTP/1.1" status: 200 len: 366 time: 0.0905795 Jul 06 14:10:33.991173 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43530) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:34.036679 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43532) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:34.037623 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-37cade9c-a57f-4cb6-a845-941f243e4b78 tempest-QuotasTest-271099085 tempest-QuotasTest-271099085-project-admin] 10.222.0.118 "DELETE /v2.0/quotas/109d67f1bb2442b391a7751972053770 HTTP/1.1" status: 204 len: 168 time: 0.0412035 Jul 06 14:10:34.063941 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e1b7ef-4490-4c81-a1e2-d0e8fc63870d tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:34.068120 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-39e1b7ef-4490-4c81-a1e2-d0e8fc63870d tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:34.073290 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1b7ef-4490-4c81-a1e2-d0e8fc63870d tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Pushing event updated for resources: {'Port': ['ID=19764323-a02b-45f8-abcf-9fd2ec2054b4,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:34.076022 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e1b7ef-4490-4c81-a1e2-d0e8fc63870d tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:34.165389 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 3cfc97f9-d24c-4071-9439-dc88bbbb545c no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:10:34.169008 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8b693fb3-6f07-4f31-9db8-2915fdf82034 tempest-QuotasTest-271099085 tempest-QuotasTest-271099085-project-admin] 10.222.0.118 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1224258 Jul 06 14:10:34.173429 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43534) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:34.189080 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ad1bb884-cbee-4086-a854-fe87f39e4b65 tempest-QuotasTest-271099085 tempest-QuotasTest-271099085-project-admin] 10.222.0.118 "GET /v2.0/quotas/109d67f1bb2442b391a7751972053770 HTTP/1.1" status: 200 len: 370 time: 0.0137427 Jul 06 14:10:34.190401 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43536) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:34.200873 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ba740539-89e3-4abc-9b2e-a3d8eb5f038e tempest-QuotasTest-271099085 tempest-QuotasTest-271099085-project-admin] 10.222.0.118 "GET /v2.0/quotas/109d67f1bb2442b391a7751972053770/default HTTP/1.1" status: 200 len: 370 time: 0.0082040 Jul 06 14:10:34.203388 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43538) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:34.245383 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 3cfc97f9-d24c-4071-9439-dc88bbbb545c {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:10:34.245845 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 3cfc97f9-d24c-4071-9439-dc88bbbb545c not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:10:34.250148 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-54c4d634-f99b-42ad-8449-e3f951178627 tempest-QuotasTest-271099085 tempest-QuotasTest-271099085-project-admin] delete failed (client error): The resource could not be found. Jul 06 14:10:34.255192 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-54c4d634-f99b-42ad-8449-e3f951178627 tempest-QuotasTest-271099085 tempest-QuotasTest-271099085-project-admin] 10.222.0.118 "DELETE /v2.0/quotas/109d67f1bb2442b391a7751972053770 HTTP/1.1" status: 404 len: 348 time: 0.0505412 Jul 06 14:10:34.292014 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-39e1b7ef-4490-4c81-a1e2-d0e8fc63870d tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:34.395053 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-39e1b7ef-4490-4c81-a1e2-d0e8fc63870d tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:34.456281 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7d6239e1-3619-4df8-94fb-d6b0c612b9dc tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:34.483611 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a53464c6-2b29-4ccb-9a97-c7eda8c93ff5 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:34.505376 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a53464c6-2b29-4ccb-9a97-c7eda8c93ff5 None None] Transition to ACTIVE for port object b9597290-7d0c-4cde-938a-1d3b9fe45637 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:34.529349 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43544) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:34.544781 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a53464c6-2b29-4ccb-9a97-c7eda8c93ff5 None None] Transition to ACTIVE for port object b9597290-7d0c-4cde-938a-1d3b9fe45637 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:34.556802 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a53464c6-2b29-4ccb-9a97-c7eda8c93ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:34.603494 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53464c6-2b29-4ccb-9a97-c7eda8c93ff5 None None] Network 52f3aab8-00cd-41d1-935e-a68a9e95f99e is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:34.607697 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-a53464c6-2b29-4ccb-9a97-c7eda8c93ff5 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:34.613402 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53464c6-2b29-4ccb-9a97-c7eda8c93ff5 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:34.622772 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7d6239e1-3619-4df8-94fb-d6b0c612b9dc tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:34.626605 n-d-773644-6 neutron-server[100418]: DEBUG neutron.quota.resource [None req-5ef5fb46-f75a-4645-9a85-da07dbee7c3a tempest-QuotasTest-271099085 tempest-QuotasTest-271099085-project-admin] Usage tracker for resource:network and tenant:ceddd120569c4c1fa937692cdfe5b439 is out of sync, need to count used quota {{(pid=100418) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 14:10:34.630664 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53464c6-2b29-4ccb-9a97-c7eda8c93ff5 None None] Pushing event updated for resources: {'Port': ['ID=b9597290-7d0c-4cde-938a-1d3b9fe45637,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:34.655604 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-39e1b7ef-4490-4c81-a1e2-d0e8fc63870d tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:34.664767 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-39e1b7ef-4490-4c81-a1e2-d0e8fc63870d tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:34.692295 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-a53464c6-2b29-4ccb-9a97-c7eda8c93ff5 None None] Attempting to bind port b9597290-7d0c-4cde-938a-1d3b9fe45637 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:10:34.692818 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-a53464c6-2b29-4ccb-9a97-c7eda8c93ff5 None None] Attempting to bind port b9597290-7d0c-4cde-938a-1d3b9fe45637 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '1ee93961-e521-4494-ba4f-93985f68f02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '52f3aab8-00cd-41d1-935e-a68a9e95f99e'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:10:34.693560 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53464c6-2b29-4ccb-9a97-c7eda8c93ff5 None None] Attempting to bind port b9597290-7d0c-4cde-938a-1d3b9fe45637 on network 52f3aab8-00cd-41d1-935e-a68a9e95f99e {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:10:34.699038 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53464c6-2b29-4ccb-9a97-c7eda8c93ff5 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:10:34.699419 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53464c6-2b29-4ccb-9a97-c7eda8c93ff5 None None] Checking segment: {'id': '1ee93961-e521-4494-ba4f-93985f68f02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '52f3aab8-00cd-41d1-935e-a68a9e95f99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:34.699823 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a53464c6-2b29-4ccb-9a97-c7eda8c93ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:34.700229 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53464c6-2b29-4ccb-9a97-c7eda8c93ff5 None None] Bound using segment: {'id': '1ee93961-e521-4494-ba4f-93985f68f02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '52f3aab8-00cd-41d1-935e-a68a9e95f99e'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:10:34.700707 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-a53464c6-2b29-4ccb-9a97-c7eda8c93ff5 None None] Bound port: b9597290-7d0c-4cde-938a-1d3b9fe45637, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee93961-e521-4494-ba4f-93985f68f02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '52f3aab8-00cd-41d1-935e-a68a9e95f99e'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:10:34.701092 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a53464c6-2b29-4ccb-9a97-c7eda8c93ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:34.705416 n-d-773644-6 neutron-server[100418]: DEBUG neutron.quota.resource [None req-5ef5fb46-f75a-4645-9a85-da07dbee7c3a tempest-QuotasTest-271099085 tempest-QuotasTest-271099085-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100418) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 14:10:34.720571 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6239e1-3619-4df8-94fb-d6b0c612b9dc tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Pushing event deleted for resources: {'Subnet': ['ID=66ebabd6-e2d4-4e6e-ada1-e8666afeb829,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:34.738687 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7d6239e1-3619-4df8-94fb-d6b0c612b9dc tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:34.740750 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7d6239e1-3619-4df8-94fb-d6b0c612b9dc tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] 10.222.0.118 "DELETE /v2.0/subnets/66ebabd6-e2d4-4e6e-ada1-e8666afeb829 HTTP/1.1" status: 204 len: 168 time: 1.1199613 Jul 06 14:10:34.745115 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43546) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:34.758813 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5c2cda-efb3-45c1-b062-85d6cff2a0f0 None None] Network d5a69808-9b14-47b4-af5e-05f87ae4e50a requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:34.762318 n-d-773644-6 neutron-server[100418]: DEBUG neutron.quota.resource [None req-5ef5fb46-f75a-4645-9a85-da07dbee7c3a tempest-QuotasTest-271099085 tempest-QuotasTest-271099085-project-admin] Usage tracker for resource:subnet and tenant:ceddd120569c4c1fa937692cdfe5b439 is out of sync, need to count used quota {{(pid=100418) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 14:10:34.776962 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1b7ef-4490-4c81-a1e2-d0e8fc63870d tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Pushing event updated for resources: {'Port': ['ID=19764323-a02b-45f8-abcf-9fd2ec2054b4,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:34.813372 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-39e1b7ef-4490-4c81-a1e2-d0e8fc63870d tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:34.830069 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-39e1b7ef-4490-4c81-a1e2-d0e8fc63870d tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:34.833805 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-39e1b7ef-4490-4c81-a1e2-d0e8fc63870d tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6115551 Jul 06 14:10:34.834487 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43548) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:34.855773 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-78990d25-6580-4768-a782-1300214e3076 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1409288987'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:34.901211 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78990d25-6580-4768-a782-1300214e3076 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Made reservation on behalf of 0c9876c30ec84caba5718981df3e4fab for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:34.913390 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-78990d25-6580-4768-a782-1300214e3076 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:34.914505 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-a53464c6-2b29-4ccb-9a97-c7eda8c93ff5 None None] For port b9597290-7d0c-4cde-938a-1d3b9fe45637, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:10:34.928342 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-78990d25-6580-4768-a782-1300214e3076 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:34.958064 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-a53464c6-2b29-4ccb-9a97-c7eda8c93ff5 None None] For port b9597290-7d0c-4cde-938a-1d3b9fe45637, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=b9597290-7d0c-4cde-938a-1d3b9fe45637,segment=NetworkSegment(1ee93961-e521-4494-ba4f-93985f68f02e),segment_id=1ee93961-e521-4494-ba4f-93985f68f02e)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:10:34.967860 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a53464c6-2b29-4ccb-9a97-c7eda8c93ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:35.067629 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53464c6-2b29-4ccb-9a97-c7eda8c93ff5 None None] Pushing event updated for resources: {'Port': ['ID=b9597290-7d0c-4cde-938a-1d3b9fe45637,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:35.106925 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-78990d25-6580-4768-a782-1300214e3076 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:35.117953 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-78990d25-6580-4768-a782-1300214e3076 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:35.146659 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78990d25-6580-4768-a782-1300214e3076 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:10:35.184683 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-78990d25-6580-4768-a782-1300214e3076 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:35.191425 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-78990d25-6580-4768-a782-1300214e3076 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Added segment 8f9f5e2f-ca80-4879-8c49-b1905c99b716 of type vlan for network f03b529e-f247-479e-bb48-98c7e77cbdb8 Jul 06 14:10:35.211557 n-d-773644-6 neutron-server[100418]: DEBUG neutron.quota.resource [None req-5ef5fb46-f75a-4645-9a85-da07dbee7c3a tempest-QuotasTest-271099085 tempest-QuotasTest-271099085-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100418) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 14:10:35.230882 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-f4a1c826-1645-4b89-805b-87f09f4e3661 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Allocated IP 2001:db8::1 (5bbdcbca-c3db-4580-9526-d9cb20013720/c448a45b-92c6-4725-baf5-3ef0624ef277/b1c8c7e9-c95f-4e1a-9ed0-13c908103182) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:35.252673 n-d-773644-6 neutron-server[100418]: DEBUG neutron.quota.resource [None req-5ef5fb46-f75a-4645-9a85-da07dbee7c3a tempest-QuotasTest-271099085 tempest-QuotasTest-271099085-project-admin] Usage tracker for resource:subnetpool and tenant:ceddd120569c4c1fa937692cdfe5b439 is out of sync, need to count used quota {{(pid=100418) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 14:10:35.266388 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78990d25-6580-4768-a782-1300214e3076 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ae2963-3d57-468c-8294-b352cf10e4ba,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:35.274553 n-d-773644-6 neutron-server[100418]: DEBUG neutron.quota.resource [None req-5ef5fb46-f75a-4645-9a85-da07dbee7c3a tempest-QuotasTest-271099085 tempest-QuotasTest-271099085-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100418) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 14:10:35.286473 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d036b7a1-447b-4511-a0ec-72bcbb15ed46 None None] DHCP port deletion for d5a69808-9b14-47b4-af5e-05f87ae4e50a request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:10:35.301988 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-430e1787-8627-4799-95d2-3414c65e08cf tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:35.316504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.quota.resource [None req-5ef5fb46-f75a-4645-9a85-da07dbee7c3a tempest-QuotasTest-271099085 tempest-QuotasTest-271099085-project-admin] Usage tracker for resource:port and tenant:ceddd120569c4c1fa937692cdfe5b439 is out of sync, need to count used quota {{(pid=100418) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 14:10:35.354570 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-78990d25-6580-4768-a782-1300214e3076 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:35.398140 n-d-773644-6 neutron-server[100418]: DEBUG neutron.quota.resource [None req-5ef5fb46-f75a-4645-9a85-da07dbee7c3a tempest-QuotasTest-271099085 tempest-QuotasTest-271099085-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100418) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 14:10:35.400477 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d036b7a1-447b-4511-a0ec-72bcbb15ed46 None None] Deleting port 059fe337-8425-4f90-b1ac-bc17631e6d54 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:10:35.403395 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d036b7a1-447b-4511-a0ec-72bcbb15ed46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:35.426921 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-78990d25-6580-4768-a782-1300214e3076 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:35.449578 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78990d25-6580-4768-a782-1300214e3076 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:35.450356 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-78990d25-6580-4768-a782-1300214e3076 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:35.464897 n-d-773644-6 neutron-server[100418]: DEBUG neutron.quota.resource [None req-5ef5fb46-f75a-4645-9a85-da07dbee7c3a tempest-QuotasTest-271099085 tempest-QuotasTest-271099085-project-admin] Usage tracker for resource:router and tenant:ceddd120569c4c1fa937692cdfe5b439 is out of sync, need to count used quota {{(pid=100418) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 14:10:35.536836 n-d-773644-6 neutron-server[100418]: DEBUG neutron.quota.resource [None req-5ef5fb46-f75a-4645-9a85-da07dbee7c3a tempest-QuotasTest-271099085 tempest-QuotasTest-271099085-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100418) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 14:10:35.582145 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-78990d25-6580-4768-a782-1300214e3076 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7408993 Jul 06 14:10:35.582145 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43552) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:35.587553 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-1015eae8-42ae-42ab-a8b1-a6d556b21e04 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Request body: {'subnet': {'network_id': 'f03b529e-f247-479e-bb48-98c7e77cbdb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:35.595481 n-d-773644-6 neutron-server[100418]: DEBUG neutron.quota.resource [None req-5ef5fb46-f75a-4645-9a85-da07dbee7c3a tempest-QuotasTest-271099085 tempest-QuotasTest-271099085-project-admin] Usage tracker for resource:floatingip and tenant:ceddd120569c4c1fa937692cdfe5b439 is out of sync, need to count used quota {{(pid=100418) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 14:10:35.607788 n-d-773644-6 neutron-server[100418]: DEBUG neutron.quota.resource [None req-5ef5fb46-f75a-4645-9a85-da07dbee7c3a tempest-QuotasTest-271099085 tempest-QuotasTest-271099085-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100418) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 14:10:35.638363 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d036b7a1-447b-4511-a0ec-72bcbb15ed46 None None] For port 059fe337-8425-4f90-b1ac-bc17631e6d54, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=059fe337-8425-4f90-b1ac-bc17631e6d54,segment=NetworkSegment(0242b8ee-f2c5-416b-a2c7-43aef912a9aa),segment_id=0242b8ee-f2c5-416b-a2c7-43aef912a9aa)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:35.639070 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d036b7a1-447b-4511-a0ec-72bcbb15ed46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:35.647893 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-430e1787-8627-4799-95d2-3414c65e08cf tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Deleting port 059fe337-8425-4f90-b1ac-bc17631e6d54 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:10:35.647893 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-430e1787-8627-4799-95d2-3414c65e08cf tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:35.650878 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78990d25-6580-4768-a782-1300214e3076 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Pushing event updated for resources: {'Network': ['ID=f03b529e-f247-479e-bb48-98c7e77cbdb8,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:35.685401 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af458caa-639a-42e3-84cb-b278d9a8afa3 None None] Network 5bbdcbca-c3db-4580-9526-d9cb20013720 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:35.688473 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f4a1c826-1645-4b89-805b-87f09f4e3661 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:35.692740 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network f03b529e-f247-479e-bb48-98c7e77cbdb8 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:10:35.721363 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1015eae8-42ae-42ab-a8b1-a6d556b21e04 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Made reservation on behalf of 0c9876c30ec84caba5718981df3e4fab for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:35.730420 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1015eae8-42ae-42ab-a8b1-a6d556b21e04 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:35.763937 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-f4a1c826-1645-4b89-805b-87f09f4e3661 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Transition to ACTIVE for port object b1c8c7e9-c95f-4e1a-9ed0-13c908103182 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:35.790079 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-430e1787-8627-4799-95d2-3414c65e08cf tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] For port 059fe337-8425-4f90-b1ac-bc17631e6d54, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=059fe337-8425-4f90-b1ac-bc17631e6d54,segment=NetworkSegment(0242b8ee-f2c5-416b-a2c7-43aef912a9aa),segment_id=0242b8ee-f2c5-416b-a2c7-43aef912a9aa)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:35.793198 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-430e1787-8627-4799-95d2-3414c65e08cf tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:35.818869 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-430e1787-8627-4799-95d2-3414c65e08cf tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Calling delete_port for 059fe337-8425-4f90-b1ac-bc17631e6d54 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:10:35.849515 n-d-773644-6 neutron-server[100418]: DEBUG neutron.quota.resource [None req-5ef5fb46-f75a-4645-9a85-da07dbee7c3a tempest-QuotasTest-271099085 tempest-QuotasTest-271099085-project-admin] Usage tracker for resource:security_group and tenant:ceddd120569c4c1fa937692cdfe5b439 is out of sync, need to count used quota {{(pid=100418) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 14:10:35.891787 n-d-773644-6 neutron-server[100418]: DEBUG neutron.quota.resource [None req-5ef5fb46-f75a-4645-9a85-da07dbee7c3a tempest-QuotasTest-271099085 tempest-QuotasTest-271099085-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100418) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 14:10:35.906153 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f4a1c826-1645-4b89-805b-87f09f4e3661 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:35.926674 n-d-773644-6 neutron-server[100418]: DEBUG neutron.quota.resource [None req-5ef5fb46-f75a-4645-9a85-da07dbee7c3a tempest-QuotasTest-271099085 tempest-QuotasTest-271099085-project-admin] Usage tracker for resource:security_group_rule and tenant:ceddd120569c4c1fa937692cdfe5b439 is out of sync, need to count used quota {{(pid=100418) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 06 14:10:35.939157 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d036b7a1-447b-4511-a0ec-72bcbb15ed46 None None] Calling delete_port for 059fe337-8425-4f90-b1ac-bc17631e6d54 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:10:35.962295 n-d-773644-6 neutron-server[100418]: DEBUG neutron.quota.resource [None req-5ef5fb46-f75a-4645-9a85-da07dbee7c3a tempest-QuotasTest-271099085 tempest-QuotasTest-271099085-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100418) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 06 14:10:35.990000 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-eec989ac-c0b4-4506-94fe-9db03270a82b None None] Provisioning for port 7d6fd156-a04f-4321-9f6f-320fed408fe9 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:36.008371 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5ef5fb46-f75a-4645-9a85-da07dbee7c3a tempest-QuotasTest-271099085 tempest-QuotasTest-271099085-project-admin] 10.222.0.118 "GET /v2.0/quotas/ceddd120569c4c1fa937692cdfe5b439/details.json HTTP/1.1" status: 200 len: 703 time: 1.4655907 Jul 06 14:10:36.024808 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a1c826-1645-4b89-805b-87f09f4e3661 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network 5bbdcbca-c3db-4580-9526-d9cb20013720 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:36.051060 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1c826-1645-4b89-805b-87f09f4e3661 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Port': ['ID=b1c8c7e9-c95f-4e1a-9ed0-13c908103182,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:36.058345 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-f4a1c826-1645-4b89-805b-87f09f4e3661 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:36.060802 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a1c826-1645-4b89-805b-87f09f4e3661 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:36.061391 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f4a1c826-1645-4b89-805b-87f09f4e3661 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:36.218983 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-430e1787-8627-4799-95d2-3414c65e08cf tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:36.225932 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d036b7a1-447b-4511-a0ec-72bcbb15ed46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:36.302050 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e1787-8627-4799-95d2-3414c65e08cf tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Pushing event deleted for resources: {'Port': ['ID=059fe337-8425-4f90-b1ac-bc17631e6d54,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:36.304495 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430e1787-8627-4799-95d2-3414c65e08cf tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] No DVR routers for this DVR port 059fe337-8425-4f90-b1ac-bc17631e6d54 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:10:36.308963 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036b7a1-447b-4511-a0ec-72bcbb15ed46 None None] Pushing event deleted for resources: {'Port': ['ID=059fe337-8425-4f90-b1ac-bc17631e6d54,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:36.320411 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d036b7a1-447b-4511-a0ec-72bcbb15ed46 None None] No DVR routers for this DVR port 059fe337-8425-4f90-b1ac-bc17631e6d54 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:10:36.366179 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device b9597290-7d0c-4cde-938a-1d3b9fe45637 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:10:36.407842 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1015eae8-42ae-42ab-a8b1-a6d556b21e04 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:36.553741 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port b9597290-7d0c-4cde-938a-1d3b9fe45637 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:36.583851 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 7d6fd156-a04f-4321-9f6f-320fed408fe9 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:10:36.641124 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015eae8-42ae-42ab-a8b1-a6d556b21e04 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Pushing event updated for resources: {'Subnet': ['ID=a7b236cf-9932-418c-9283-938313172cf0,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:36.671930 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1015eae8-42ae-42ab-a8b1-a6d556b21e04 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Checking segment: {'id': '8f9f5e2f-ca80-4879-8c49-b1905c99b716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f03b529e-f247-479e-bb48-98c7e77cbdb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:36.672302 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1015eae8-42ae-42ab-a8b1-a6d556b21e04 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Network hostable DHCP agents. Network: f03b529e-f247-479e-bb48-98c7e77cbdb8, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:10:36.672522 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-430e1787-8627-4799-95d2-3414c65e08cf tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:36.731193 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 7d6fd156-a04f-4321-9f6f-320fed408fe9 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:36.744943 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 7d6fd156-a04f-4321-9f6f-320fed408fe9 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:36.745459 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:36.746599 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1015eae8-42ae-42ab-a8b1-a6d556b21e04 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Network f03b529e-f247-479e-bb48-98c7e77cbdb8 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:10:36.772683 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-430e1787-8627-4799-95d2-3414c65e08cf tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a69808-9b14-47b4-af5e-05f87ae4e50a']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:36.781996 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-1015eae8-42ae-42ab-a8b1-a6d556b21e04 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, f03b529e-f247-479e-bb48-98c7e77cbdb8) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:36.791474 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1015eae8-42ae-42ab-a8b1-a6d556b21e04 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:36.792071 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1015eae8-42ae-42ab-a8b1-a6d556b21e04 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:36.803258 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0719b7-a3a9-463d-acb1-f9500c4131d2 None None] Network f03b529e-f247-479e-bb48-98c7e77cbdb8 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:36.831380 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-430e1787-8627-4799-95d2-3414c65e08cf tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0242b8ee-f2c5-416b-a2c7-43aef912a9aa') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:36.831380 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-430e1787-8627-4799-95d2-3414c65e08cf tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0242b8ee-f2c5-416b-a2c7-43aef912a9aa') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:36.844169 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43560) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:36.846330 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1015eae8-42ae-42ab-a8b1-a6d556b21e04 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2625060 Jul 06 14:10:36.867121 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-c77438bd-c5b3-4443-a010-864f2a082ebb tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1906826092', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}, 'admin_state_up': False}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:36.890730 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43562) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:36.899045 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f4a1c826-1645-4b89-805b-87f09f4e3661 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:36.904416 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-430e1787-8627-4799-95d2-3414c65e08cf tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:36.985602 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c77438bd-c5b3-4443-a010-864f2a082ebb tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:36.987022 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c77438bd-c5b3-4443-a010-864f2a082ebb tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:37.012350 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-430e1787-8627-4799-95d2-3414c65e08cf tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:37.030819 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-430e1787-8627-4799-95d2-3414c65e08cf tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:10:37.039209 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-430e1787-8627-4799-95d2-3414c65e08cf tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:37.042608 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-15091bd6-e1c4-46ee-8e13-1030cceb28b7 None None] Provisioning for port b1c8c7e9-c95f-4e1a-9ed0-13c908103182 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:10:37.047798 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:10:37.053111 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-15091bd6-e1c4-46ee-8e13-1030cceb28b7 None None] Provisioning complete for port b1c8c7e9-c95f-4e1a-9ed0-13c908103182 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:37.053111 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-15091bd6-e1c4-46ee-8e13-1030cceb28b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:37.150330 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-732e185c-efdd-4c68-a905-b175f9954e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:37.222089 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-15091bd6-e1c4-46ee-8e13-1030cceb28b7 None None] Port b1c8c7e9-c95f-4e1a-9ed0-13c908103182 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:10:37.233040 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:37.309771 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92864735-1544-46f9-831d-396695716bd1 None None] Network 52f3aab8-00cd-41d1-935e-a68a9e95f99e requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:37.311088 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-732e185c-efdd-4c68-a905-b175f9954e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:37.319211 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-732e185c-efdd-4c68-a905-b175f9954e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:37.341380 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-430e1787-8627-4799-95d2-3414c65e08cf tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:37.372870 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-732e185c-efdd-4c68-a905-b175f9954e6b admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=19c0c45948304f149b47e388da1eb9d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4679272 Jul 06 14:10:37.374331 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43566) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:37.383721 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e185c-efdd-4c68-a905-b175f9954e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f94297c-2ea8-4496-bfe9-0f5197ae1521,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:37.389107 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-430e1787-8627-4799-95d2-3414c65e08cf tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:37.391381 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-430e1787-8627-4799-95d2-3414c65e08cf tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] 10.222.0.118 "DELETE /v2.0/networks/d5a69808-9b14-47b4-af5e-05f87ae4e50a HTTP/1.1" status: 204 len: 168 time: 2.6453178 Jul 06 14:10:37.395172 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43568) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:37.396071 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c77438bd-c5b3-4443-a010-864f2a082ebb tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:37.418011 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 7d6fd156-a04f-4321-9f6f-320fed408fe9, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=7d6fd156-a04f-4321-9f6f-320fed408fe9,segment=NetworkSegment(72e952eb-08a3-4214-9419-664ec54e31c7),segment_id=72e952eb-08a3-4214-9419-664ec54e31c7)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:37.422793 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-15091bd6-e1c4-46ee-8e13-1030cceb28b7 None None] Provisioning complete for port 7d6fd156-a04f-4321-9f6f-320fed408fe9 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:37.423368 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-15091bd6-e1c4-46ee-8e13-1030cceb28b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:37.425229 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e1787-8627-4799-95d2-3414c65e08cf tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Pushing event deleted for resources: {'Network': ['ID=d5a69808-9b14-47b4-af5e-05f87ae4e50a,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:37.433207 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-32584ad4-1d65-4d29-9dad-f7a036a59ad0 tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] 10.222.0.118 "GET /v2.0/ports?device_id=8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6 HTTP/1.1" status: 200 len: 205 time: 0.0368378 Jul 06 14:10:37.437585 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43570) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:37.442593 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:37.476937 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-709157f3-5e06-47b4-8381-208a3420f042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:37.536877 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 059fe337-8425-4f90-b1ac-bc17631e6d54 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:10:37.545405 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-01f70330-78f9-4110-a6ee-7d0558d68c0a tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:37.579665 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9f7a52-ef7c-4cd0-a142-2dd9bcc4b295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-f03b529e-f247-479e-bb48-98c7e77cbdb8', 'network_id': 'f03b529e-f247-479e-bb48-98c7e77cbdb8', 'tenant_id': '0c9876c30ec84caba5718981df3e4fab', 'fixed_ips': [{'subnet_id': 'a7b236cf-9932-418c-9283-938313172cf0'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:10:37.581088 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f9f7a52-ef7c-4cd0-a142-2dd9bcc4b295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:37.589472 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 059fe337-8425-4f90-b1ac-bc17631e6d54 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:10:37.589872 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 059fe337-8425-4f90-b1ac-bc17631e6d54 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:10:37.632470 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-490e455e-3dee-436a-b38b-5a897abc6d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:37.632898 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=7d6fd156-a04f-4321-9f6f-320fed408fe9,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:37.669256 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c77438bd-c5b3-4443-a010-864f2a082ebb tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:37.776285 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f4a1c826-1645-4b89-805b-87f09f4e3661 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:37.784499 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-490e455e-3dee-436a-b38b-5a897abc6d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:37.785479 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f4a1c826-1645-4b89-805b-87f09f4e3661 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:37.790258 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f4a1c826-1645-4b89-805b-87f09f4e3661 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:37.796857 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-01f70330-78f9-4110-a6ee-7d0558d68c0a tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:37.802062 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-01f70330-78f9-4110-a6ee-7d0558d68c0a tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:37.866419 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-53601b2c-76ea-41c0-b4b7-4d2644ca4ee0 None None] Provisioning complete for port b1c8c7e9-c95f-4e1a-9ed0-13c908103182 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:37.866946 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-53601b2c-76ea-41c0-b4b7-4d2644ca4ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:37.904200 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-53601b2c-76ea-41c0-b4b7-4d2644ca4ee0 None None] Port b1c8c7e9-c95f-4e1a-9ed0-13c908103182 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:10:37.907373 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-01f70330-78f9-4110-a6ee-7d0558d68c0a tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:37.908375 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f70330-78f9-4110-a6ee-7d0558d68c0a tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Fanout notify agent at l3_agent the message router_deleted on router 8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:10:37.919605 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-01f70330-78f9-4110-a6ee-7d0558d68c0a tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:37.921090 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-01f70330-78f9-4110-a6ee-7d0558d68c0a tempest-RoutersNegativeTest-246967718 tempest-RoutersNegativeTest-246967718-project] 10.222.0.118 "DELETE /v2.0/routers/8ebb7642-9d10-48ad-a606-7d1dfd5cbbf6 HTTP/1.1" status: 204 len: 168 time: 0.4823565 Jul 06 14:10:37.922611 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-490e455e-3dee-436a-b38b-5a897abc6d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:37.927786 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-9f9f7a52-ef7c-4cd0-a142-2dd9bcc4b295 None None] Allocated IP 172.20.0.2 (f03b529e-f247-479e-bb48-98c7e77cbdb8/a7b236cf-9932-418c-9283-938313172cf0/a9e0a96d-fefb-4023-bc23-928aed282252) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:37.941249 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-490e455e-3dee-436a-b38b-5a897abc6d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:37.948358 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-53601b2c-76ea-41c0-b4b7-4d2644ca4ee0 None None] Provisioning for port b9597290-7d0c-4cde-938a-1d3b9fe45637 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:37.957636 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-490e455e-3dee-436a-b38b-5a897abc6d29 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/7f94297c-2ea8-4496-bfe9-0f5197ae1521 HTTP/1.1" status: 204 len: 168 time: 0.5795219 Jul 06 14:10:37.958612 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-53601b2c-76ea-41c0-b4b7-4d2644ca4ee0 None None] Provisioning complete for port b9597290-7d0c-4cde-938a-1d3b9fe45637 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:37.959043 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-53601b2c-76ea-41c0-b4b7-4d2644ca4ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:37.980497 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e455e-3dee-436a-b38b-5a897abc6d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f94297c-2ea8-4496-bfe9-0f5197ae1521,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:37.981688 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a1c826-1645-4b89-805b-87f09f4e3661 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network 5bbdcbca-c3db-4580-9526-d9cb20013720 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:37.995007 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-f4a1c826-1645-4b89-805b-87f09f4e3661 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:38.153322 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1c826-1645-4b89-805b-87f09f4e3661 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Port': ['ID=b1c8c7e9-c95f-4e1a-9ed0-13c908103182,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:38.374603 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 7d6fd156-a04f-4321-9f6f-320fed408fe9 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:10:38.375699 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43590) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:38.407741 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a1c826-1645-4b89-805b-87f09f4e3661 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Router c17e22f2-802b-4132-851d-5865e5e952ff is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:10:38.475882 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c77438bd-c5b3-4443-a010-864f2a082ebb tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks [] for router_gateway, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:38.503350 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c77438bd-c5b3-4443-a010-864f2a082ebb tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:38.531864 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-9b0cd947-0c6e-491b-9ad3-a44468b20a58 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1429677881&fields=id&tenant_id=4e5e90395ebd4404a252de8a1621c3cf HTTP/1.1" status: 200 len: 267 time: 0.2781222 Jul 06 14:10:38.550349 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 7d6fd156-a04f-4321-9f6f-320fed408fe9 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:38.550349 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:38.597281 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43594) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:38.609400 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-53601b2c-76ea-41c0-b4b7-4d2644ca4ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:38.619040 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4ab6000b-20b1-400f-a807-a168dbbd630b admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=53cd19bdba95420a9f4abe10db939df7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2398412 Jul 06 14:10:38.619040 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0fdfc00a-119a-467c-81e9-5a99867abcf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:38.620405 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43596) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:38.653279 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f9f7a52-ef7c-4cd0-a142-2dd9bcc4b295 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:38.671555 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f9f7a52-ef7c-4cd0-a142-2dd9bcc4b295 None None] Transition to ACTIVE for port object a9e0a96d-fefb-4023-bc23-928aed282252 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:38.691337 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-53601b2c-76ea-41c0-b4b7-4d2644ca4ee0 None None] For port b9597290-7d0c-4cde-938a-1d3b9fe45637, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=b9597290-7d0c-4cde-938a-1d3b9fe45637,segment=NetworkSegment(1ee93961-e521-4494-ba4f-93985f68f02e),segment_id=1ee93961-e521-4494-ba4f-93985f68f02e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:38.706976 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7c25b3ad-85b4-4a67-810a-9070e5179dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:38.727771 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-53601b2c-76ea-41c0-b4b7-4d2644ca4ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:38.731543 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f9f7a52-ef7c-4cd0-a142-2dd9bcc4b295 None None] Transition to ACTIVE for port object a9e0a96d-fefb-4023-bc23-928aed282252 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:38.749319 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7c25b3ad-85b4-4a67-810a-9070e5179dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:38.766257 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f9f7a52-ef7c-4cd0-a142-2dd9bcc4b295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:38.805481 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9f7a52-ef7c-4cd0-a142-2dd9bcc4b295 None None] Network f03b529e-f247-479e-bb48-98c7e77cbdb8 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:38.808859 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-9f9f7a52-ef7c-4cd0-a142-2dd9bcc4b295 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:38.811080 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53601b2c-76ea-41c0-b4b7-4d2644ca4ee0 None None] Pushing event updated for resources: {'Port': ['ID=b9597290-7d0c-4cde-938a-1d3b9fe45637,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:38.813744 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9f7a52-ef7c-4cd0-a142-2dd9bcc4b295 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:38.817649 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0fdfc00a-119a-467c-81e9-5a99867abcf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:38.828195 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0fdfc00a-119a-467c-81e9-5a99867abcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:38.873628 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7c25b3ad-85b4-4a67-810a-9070e5179dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:38.876192 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7c25b3ad-85b4-4a67-810a-9070e5179dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:38.880125 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7c25b3ad-85b4-4a67-810a-9070e5179dac admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/839e7368-a817-4294-8263-5788386b4478 HTTP/1.1" status: 204 len: 168 time: 0.2570176 Jul 06 14:10:38.887607 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdfc00a-119a-467c-81e9-5a99867abcf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851c106a-180f-4b26-9734-d3935b1a71f4,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:38.905351 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0fdfc00a-119a-467c-81e9-5a99867abcf6 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=ceddd120569c4c1fa937692cdfe5b439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3069859 Jul 06 14:10:38.911431 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43602) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:38.925770 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f7a52-ef7c-4cd0-a142-2dd9bcc4b295 None None] Pushing event updated for resources: {'Port': ['ID=a9e0a96d-fefb-4023-bc23-928aed282252,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:38.928899 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1f788be7-2d06-44cb-8c65-632bf6768a96 None None] Provisioning complete for port b1c8c7e9-c95f-4e1a-9ed0-13c908103182 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:38.929504 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1f788be7-2d06-44cb-8c65-632bf6768a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:38.932037 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-9f9f7a52-ef7c-4cd0-a142-2dd9bcc4b295 None None] Attempting to bind port a9e0a96d-fefb-4023-bc23-928aed282252 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:10:38.932602 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-9f9f7a52-ef7c-4cd0-a142-2dd9bcc4b295 None None] Attempting to bind port a9e0a96d-fefb-4023-bc23-928aed282252 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '8f9f5e2f-ca80-4879-8c49-b1905c99b716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f03b529e-f247-479e-bb48-98c7e77cbdb8'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:10:38.933158 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f7a52-ef7c-4cd0-a142-2dd9bcc4b295 None None] Attempting to bind port a9e0a96d-fefb-4023-bc23-928aed282252 on network f03b529e-f247-479e-bb48-98c7e77cbdb8 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:10:38.945187 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25b3ad-85b4-4a67-810a-9070e5179dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839e7368-a817-4294-8263-5788386b4478,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:38.968972 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f7a52-ef7c-4cd0-a142-2dd9bcc4b295 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:10:38.969661 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f7a52-ef7c-4cd0-a142-2dd9bcc4b295 None None] Checking segment: {'id': '8f9f5e2f-ca80-4879-8c49-b1905c99b716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f03b529e-f247-479e-bb48-98c7e77cbdb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:38.970282 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f9f7a52-ef7c-4cd0-a142-2dd9bcc4b295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:38.971081 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9f7a52-ef7c-4cd0-a142-2dd9bcc4b295 None None] Bound using segment: {'id': '8f9f5e2f-ca80-4879-8c49-b1905c99b716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f03b529e-f247-479e-bb48-98c7e77cbdb8'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:10:38.971868 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-9f9f7a52-ef7c-4cd0-a142-2dd9bcc4b295 None None] Bound port: a9e0a96d-fefb-4023-bc23-928aed282252, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9f5e2f-ca80-4879-8c49-b1905c99b716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f03b529e-f247-479e-bb48-98c7e77cbdb8'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:10:38.972500 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f9f7a52-ef7c-4cd0-a142-2dd9bcc4b295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:39.013973 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58fd3990-3c80-4be7-9866-18356acdd7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:39.023415 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-1f788be7-2d06-44cb-8c65-632bf6768a96 None None] Port b1c8c7e9-c95f-4e1a-9ed0-13c908103182 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:10:39.053298 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58fd3990-3c80-4be7-9866-18356acdd7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:39.058343 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1f788be7-2d06-44cb-8c65-632bf6768a96 None None] Provisioning complete for port b9597290-7d0c-4cde-938a-1d3b9fe45637 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:39.059029 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1f788be7-2d06-44cb-8c65-632bf6768a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:39.088588 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f9f7a52-ef7c-4cd0-a142-2dd9bcc4b295 None None] For port a9e0a96d-fefb-4023-bc23-928aed282252, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:10:39.097392 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a1c826-1645-4b89-805b-87f09f4e3661 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:10:39.114690 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f4a1c826-1645-4b89-805b-87f09f4e3661 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "PUT /v2.0/routers/c17e22f2-802b-4132-851d-5865e5e952ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7489111 Jul 06 14:10:39.115009 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43604) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:39.130223 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-a45af180-2ce3-46ce-8ea7-e16c74d3c6a3 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:39.130644 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f9f7a52-ef7c-4cd0-a142-2dd9bcc4b295 None None] For port a9e0a96d-fefb-4023-bc23-928aed282252, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a9e0a96d-fefb-4023-bc23-928aed282252,segment=NetworkSegment(8f9f5e2f-ca80-4879-8c49-b1905c99b716),segment_id=8f9f5e2f-ca80-4879-8c49-b1905c99b716)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:10:39.132572 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-a45af180-2ce3-46ce-8ea7-e16c74d3c6a3 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 810 time: 0.5997753 Jul 06 14:10:39.136857 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6feaac5-254f-415f-a981-d198ce6b5614 None None] Sync routers for ids ['c17e22f2-802b-4132-851d-5865e5e952ff'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:10:39.142464 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f9f7a52-ef7c-4cd0-a142-2dd9bcc4b295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:39.144611 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-c77438bd-c5b3-4443-a010-864f2a082ebb tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Allocated IP 172.25.6.10 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/2a27af3a-7c52-4cdb-98f5-2b8835877410) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:39.167711 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-fba026be-1e10-4a29-983d-8575c2605c63 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/quotas/4e5e90395ebd4404a252de8a1621c3cf HTTP/1.1" status: 200 len: 375 time: 0.0201945 Jul 06 14:10:39.218627 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee29163-c5c9-4699-b485-aacbcbca03c3 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:39.220575 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-dee29163-c5c9-4699-b485-aacbcbca03c3 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "GET /v2.0/ports/b1c8c7e9-c95f-4e1a-9ed0-13c908103182 HTTP/1.1" status: 200 len: 911 time: 0.1050706 Jul 06 14:10:39.221928 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6feaac5-254f-415f-a981-d198ce6b5614 None None] Routers {'c17e22f2-802b-4132-851d-5865e5e952ff'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:39.222764 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f6feaac5-254f-415f-a981-d198ce6b5614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c17e22f2-802b-4132-851d-5865e5e952ff'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:39.223400 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43608) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:39.321104 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58fd3990-3c80-4be7-9866-18356acdd7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:39.324184 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58fd3990-3c80-4be7-9866-18356acdd7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:39.325687 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-58fd3990-3c80-4be7-9866-18356acdd7f9 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/851c106a-180f-4b26-9734-d3935b1a71f4 HTTP/1.1" status: 204 len: 168 time: 0.4132798 Jul 06 14:10:39.335849 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f7a52-ef7c-4cd0-a142-2dd9bcc4b295 None None] Pushing event updated for resources: {'Port': ['ID=a9e0a96d-fefb-4023-bc23-928aed282252,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:39.339579 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f6feaac5-254f-415f-a981-d198ce6b5614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:39.350411 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6feaac5-254f-415f-a981-d198ce6b5614 None None] Routers {'c17e22f2-802b-4132-851d-5865e5e952ff'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:39.351177 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f6feaac5-254f-415f-a981-d198ce6b5614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c17e22f2-802b-4132-851d-5865e5e952ff'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:39.364414 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c77438bd-c5b3-4443-a010-864f2a082ebb tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:39.398058 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f6feaac5-254f-415f-a981-d198ce6b5614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:39.399089 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6feaac5-254f-415f-a981-d198ce6b5614 None None] The sync data for ids ['c17e22f2-802b-4132-851d-5865e5e952ff'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:10:39.413432 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd3990-3c80-4be7-9866-18356acdd7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851c106a-180f-4b26-9734-d3935b1a71f4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:39.465746 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-08e64f23-62b7-4dc6-bbbd-9fc9fad0b27e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2969258 Jul 06 14:10:39.475319 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c77438bd-c5b3-4443-a010-864f2a082ebb tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:39.537411 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77438bd-c5b3-4443-a010-864f2a082ebb tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:39.556068 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-c77438bd-c5b3-4443-a010-864f2a082ebb tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:39.560101 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77438bd-c5b3-4443-a010-864f2a082ebb tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:39.604370 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77438bd-c5b3-4443-a010-864f2a082ebb tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Pushing event updated for resources: {'Port': ['ID=2a27af3a-7c52-4cdb-98f5-2b8835877410,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:39.927719 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3786a256-1170-4c00-b706-536f4bac4d5d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:40.056007 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c77438bd-c5b3-4443-a010-864f2a082ebb tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks [] for router_gateway, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:40.115568 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-dbfb1046-119b-4faa-bd07-0d3587a0d025 service neutron] 10.222.0.118 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6006818 Jul 06 14:10:40.185380 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:40.249505 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43642) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:40.268101 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device b9597290-7d0c-4cde-938a-1d3b9fe45637 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:10:40.341614 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port b9597290-7d0c-4cde-938a-1d3b9fe45637 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:40.342583 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:40.434662 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-3786a256-1170-4c00-b706-536f4bac4d5d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Allocated IP 2001:db8:1::1 (52f3aab8-00cd-41d1-935e-a68a9e95f99e/edbf3c01-edc6-4966-a737-3959ea5a0730/75c43718-0724-4fbc-b653-35e866a4e677) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:40.446327 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-86c8489f-c051-4266-bc6f-db1b3f315dde service neutron] 10.222.0.118 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188770 Jul 06 14:10:40.472424 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c77438bd-c5b3-4443-a010-864f2a082ebb tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:40.498143 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a9e0a96d-fefb-4023-bc23-928aed282252 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:10:40.617864 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fa33935a-c94f-4f60-b37a-03fe9ee30ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:40.652330 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port a9e0a96d-fefb-4023-bc23-928aed282252 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:40.682886 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3786a256-1170-4c00-b706-536f4bac4d5d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:40.698266 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3786a256-1170-4c00-b706-536f4bac4d5d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Transition to ACTIVE for port object 75c43718-0724-4fbc-b653-35e866a4e677 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:40.725791 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43656) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:40.736204 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-da93e544-2e74-4d14-b55f-f13f2d65d5d2 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:40.737193 n-d-773644-6 neutron-server[100418]: WARNING neutron.api.v2.base [None req-da93e544-2e74-4d14-b55f-f13f2d65d5d2 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 14:10:40.737627 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [None req-da93e544-2e74-4d14-b55f-f13f2d65d5d2 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 14:10:40.738674 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-da93e544-2e74-4d14-b55f-f13f2d65d5d2 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4881155 Jul 06 14:10:40.747553 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43662) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:40.753501 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-446588d3-ef1c-45f3-8eaa-9564d4cf5362 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group': {'name': 'tempest-secgroup--1560171239'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:40.786063 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3786a256-1170-4c00-b706-536f4bac4d5d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:40.792083 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-446588d3-ef1c-45f3-8eaa-9564d4cf5362 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:40.795710 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77438bd-c5b3-4443-a010-864f2a082ebb tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Router a3e21be5-e6f6-48b5-9f99-d5f74734f050 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:10:40.804857 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-446588d3-ef1c-45f3-8eaa-9564d4cf5362 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:40.851440 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-6bcb4db3-1030-4c84-8018-9fd4c48f786a tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:40.852485 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6bcb4db3-1030-4c84-8018-9fd4c48f786a tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1257460 Jul 06 14:10:40.857189 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43664) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:40.866199 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-dbd1fbd9-ae9b-459f-96d2-ec94d5a44364 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:40.867212 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-dbd1fbd9-ae9b-459f-96d2-ec94d5a44364 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0063846 Jul 06 14:10:40.871142 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43666) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:40.882485 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-29acaa23-060f-425a-8a2c-13f2b1bbb8c2 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:40.883492 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-29acaa23-060f-425a-8a2c-13f2b1bbb8c2 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0113695 Jul 06 14:10:40.884533 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786a256-1170-4c00-b706-536f4bac4d5d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Port': ['ID=75c43718-0724-4fbc-b653-35e866a4e677,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:40.886836 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43668) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:40.888552 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3786a256-1170-4c00-b706-536f4bac4d5d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network 52f3aab8-00cd-41d1-935e-a68a9e95f99e is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:40.894284 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-71f0552a-da74-413d-9800-ebaf793db1dd tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:40.897399 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-71f0552a-da74-413d-9800-ebaf793db1dd tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0056481 Jul 06 14:10:40.897399 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-3786a256-1170-4c00-b706-536f4bac4d5d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:40.898793 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43670) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:40.903152 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-37f40546-7220-4553-9c28-77af610308f1 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:40.904281 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-37f40546-7220-4553-9c28-77af610308f1 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0043507 Jul 06 14:10:40.905154 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3786a256-1170-4c00-b706-536f4bac4d5d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:40.905704 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3786a256-1170-4c00-b706-536f4bac4d5d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:40.908906 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43672) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:40.914372 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-18bbf153-752b-4977-9296-4b85fcf11d50 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:40.915426 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-18bbf153-752b-4977-9296-4b85fcf11d50 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0055611 Jul 06 14:10:40.928415 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eaf5af-2297-404f-9ac4-37f9ebe9b2e8 None None] Network f03b529e-f247-479e-bb48-98c7e77cbdb8 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:40.948711 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43674) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:40.958028 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-0bb2a871-31dc-4dc9-954e-8778a9fe37fc tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:40.959056 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0bb2a871-31dc-4dc9-954e-8778a9fe37fc tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0087726 Jul 06 14:10:40.962395 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43678) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:40.969395 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77438bd-c5b3-4443-a010-864f2a082ebb tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:10:40.974588 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-03fed819-cc41-4890-868d-d53446f8bf4f tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:40.975205 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-03fed819-cc41-4890-868d-d53446f8bf4f tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0116272 Jul 06 14:10:40.978174 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43680) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:40.981828 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0d5f86-c996-408f-b4a8-a449353d01f7 None None] Sync routers for ids ['a3e21be5-e6f6-48b5-9f99-d5f74734f050'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:10:40.983455 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-ccdb0858-629b-46e0-9e33-6a0d65f8b9a6 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:40.984868 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ccdb0858-629b-46e0-9e33-6a0d65f8b9a6 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0055418 Jul 06 14:10:40.989564 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43682) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:40.994397 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-87d43ef9-2aca-48f6-8845-f9ab1084f70b tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:40.996270 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-87d43ef9-2aca-48f6-8845-f9ab1084f70b tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0048618 Jul 06 14:10:41.007551 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0d5f86-c996-408f-b4a8-a449353d01f7 None None] Routers {'a3e21be5-e6f6-48b5-9f99-d5f74734f050'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:41.007758 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43684) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.008117 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-ef0d5f86-c996-408f-b4a8-a449353d01f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3e21be5-e6f6-48b5-9f99-d5f74734f050'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:41.018750 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-e379fc61-cd53-472e-9c00-77f67ad5684c tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.023741 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e379fc61-cd53-472e-9c00-77f67ad5684c tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0145979 Jul 06 14:10:41.024572 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43686) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.042132 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-9b3eb0a3-4c65-4001-b839-f34a853384c0 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.043423 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9b3eb0a3-4c65-4001-b839-f34a853384c0 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0131502 Jul 06 14:10:41.046434 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43688) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.053593 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-8b906311-8795-41a0-9312-2a97c86fad1e tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.054611 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8b906311-8795-41a0-9312-2a97c86fad1e tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0070074 Jul 06 14:10:41.058758 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a79f6b8c-d275-4319-b4fd-3a7e67615bdd None None] Provisioning for port a9e0a96d-fefb-4023-bc23-928aed282252 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:41.061018 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43690) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.067339 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a79f6b8c-d275-4319-b4fd-3a7e67615bdd None None] Provisioning complete for port a9e0a96d-fefb-4023-bc23-928aed282252 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:41.068491 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a79f6b8c-d275-4319-b4fd-3a7e67615bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:41.069153 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-ef0d5f86-c996-408f-b4a8-a449353d01f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:41.073550 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-9082c890-9d4f-4978-b9c8-6e5ce5081a4f tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.074570 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9082c890-9d4f-4978-b9c8-6e5ce5081a4f tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0108654 Jul 06 14:10:41.077776 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43692) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.083881 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-ec861f40-caab-4602-86e7-460af833a112 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.084871 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ec861f40-caab-4602-86e7-460af833a112 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0062053 Jul 06 14:10:41.091960 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43694) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.094336 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3e3154a6-a5b7-408d-9df4-ccd3e33b0188 req-33d2223b-457e-4e6a-ac1f-d5cfc38421c8 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 210 time: 0.0676827 Jul 06 14:10:41.100581 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-7b3ebf5e-8e92-4551-b8cc-779c9955d480 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.104151 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7b3ebf5e-8e92-4551-b8cc-779c9955d480 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0086949 Jul 06 14:10:41.107012 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43696) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.108847 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0d5f86-c996-408f-b4a8-a449353d01f7 None None] Routers {'a3e21be5-e6f6-48b5-9f99-d5f74734f050'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:41.109674 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-ef0d5f86-c996-408f-b4a8-a449353d01f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3e21be5-e6f6-48b5-9f99-d5f74734f050'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:41.117375 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-ea742f07-3f0c-43f1-93dd-59d9a4bb9963 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.120779 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ea742f07-3f0c-43f1-93dd-59d9a4bb9963 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0045545 Jul 06 14:10:41.122575 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43698) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.128768 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-a4c4eaaa-23c7-4ae8-b560-7dc187a4464a tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.129894 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a4c4eaaa-23c7-4ae8-b560-7dc187a4464a tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0059624 Jul 06 14:10:41.133269 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43700) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.137956 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-14ffd7f1-97c8-47a1-b2e7-72d2b7790134 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.139823 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-14ffd7f1-97c8-47a1-b2e7-72d2b7790134 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0054181 Jul 06 14:10:41.144573 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43702) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.154181 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-ef0d5f86-c996-408f-b4a8-a449353d01f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:41.154834 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0d5f86-c996-408f-b4a8-a449353d01f7 None None] The sync data for ids ['a3e21be5-e6f6-48b5-9f99-d5f74734f050'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:10:41.157273 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-17142855-3b08-4df8-8cd3-9366fe9b6576 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.158805 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-17142855-3b08-4df8-8cd3-9366fe9b6576 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0130081 Jul 06 14:10:41.170491 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43704) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.198820 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-94a6b884-47a7-4419-957a-c4ca17a3a6b0 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.202866 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-94a6b884-47a7-4419-957a-c4ca17a3a6b0 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0236993 Jul 06 14:10:41.203014 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3786a256-1170-4c00-b706-536f4bac4d5d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:41.204328 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43706) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.210292 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-3c1cb03c-e6cf-4632-970e-18e22a03aeae tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.214205 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3c1cb03c-e6cf-4632-970e-18e22a03aeae tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0078623 Jul 06 14:10:41.216816 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43708) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.229119 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-24c5902c-b6f4-4149-8d18-92ad972c8418 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.230234 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-24c5902c-b6f4-4149-8d18-92ad972c8418 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0124865 Jul 06 14:10:41.232791 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43710) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.238305 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-3076ec3d-0b14-4fbe-b4db-38f8eabee587 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.239274 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3076ec3d-0b14-4fbe-b4db-38f8eabee587 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0055218 Jul 06 14:10:41.241852 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43712) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.246424 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-4c1b8732-e3eb-472c-b8cc-9eaee96a0e06 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.247568 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4c1b8732-e3eb-472c-b8cc-9eaee96a0e06 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0048132 Jul 06 14:10:41.251059 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-446588d3-ef1c-45f3-8eaa-9564d4cf5362 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:41.252723 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43714) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.257891 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-a1de5878-a6c3-4d8c-b6a8-a8eec0a9c09f tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.261081 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a1de5878-a6c3-4d8c-b6a8-a8eec0a9c09f tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0051396 Jul 06 14:10:41.261841 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43716) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.265539 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-446588d3-ef1c-45f3-8eaa-9564d4cf5362 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:41.286763 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-cdc6ce75-38b1-47f9-ac84-0cbc4e1d1407 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.290190 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cdc6ce75-38b1-47f9-ac84-0cbc4e1d1407 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0252099 Jul 06 14:10:41.291035 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43718) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.295907 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-58bdf568-76f1-406f-9101-bf3afb54d27e tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.300123 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-58bdf568-76f1-406f-9101-bf3afb54d27e tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0051365 Jul 06 14:10:41.301206 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43720) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.301345 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446588d3-ef1c-45f3-8eaa-9564d4cf5362 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c183282-d535-4335-87f3-14d6c813eb94,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:41.303788 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c77438bd-c5b3-4443-a010-864f2a082ebb tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:41.305030 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c77438bd-c5b3-4443-a010-864f2a082ebb tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.4423678 Jul 06 14:10:41.308105 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43722) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.310036 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-569d57ba-2976-474f-abe3-7466332822a5 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.313625 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-569d57ba-2976-474f-abe3-7466332822a5 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0094037 Jul 06 14:10:41.314011 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43724) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.315549 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a79f6b8c-d275-4319-b4fd-3a7e67615bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:41.325213 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-3b88c964-e68a-4001-b51c-393cda4b551b tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.328934 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3b88c964-e68a-4001-b51c-393cda4b551b tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0110495 Jul 06 14:10:41.332908 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43726) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.337075 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-48dd98a9-e465-4521-ad97-5657d56ba22b tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.340396 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-48dd98a9-e465-4521-ad97-5657d56ba22b tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0043070 Jul 06 14:10:41.341689 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43728) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.366992 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-a79f6b8c-d275-4319-b4fd-3a7e67615bdd None None] For port a9e0a96d-fefb-4023-bc23-928aed282252, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a9e0a96d-fefb-4023-bc23-928aed282252,segment=NetworkSegment(8f9f5e2f-ca80-4879-8c49-b1905c99b716),segment_id=8f9f5e2f-ca80-4879-8c49-b1905c99b716)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:41.373420 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a79f6b8c-d275-4319-b4fd-3a7e67615bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:41.375214 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-7411785f-f2fa-47b1-98b1-006cc53fbe53 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.378790 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7411785f-f2fa-47b1-98b1-006cc53fbe53 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0336964 Jul 06 14:10:41.387086 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43730) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.430774 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f6b8c-d275-4319-b4fd-3a7e67615bdd None None] Pushing event updated for resources: {'Port': ['ID=a9e0a96d-fefb-4023-bc23-928aed282252,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:41.432175 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-fbb40928-cb10-4a32-97e4-4c1784cd9e83 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.436242 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fbb40928-cb10-4a32-97e4-4c1784cd9e83 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0104849 Jul 06 14:10:41.437115 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43732) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.444594 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-19ef5695-611d-42a6-99ec-aeb81395b08c tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.448655 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-19ef5695-611d-42a6-99ec-aeb81395b08c tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0079260 Jul 06 14:10:41.450747 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43734) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.466294 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-d505fa98-b5c9-48a1-b41a-595483729f87 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.467336 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d505fa98-b5c9-48a1-b41a-595483729f87 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0153050 Jul 06 14:10:41.471431 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43736) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.478035 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-8d8b9074-788d-4ca0-a648-dc83e741bea6 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.479068 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8d8b9074-788d-4ca0-a648-dc83e741bea6 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0071905 Jul 06 14:10:41.482376 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43738) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.494849 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-88b091a8-503e-4f32-8a71-d6d2237833df tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.498998 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-88b091a8-503e-4f32-8a71-d6d2237833df tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0153978 Jul 06 14:10:41.499524 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-bdefab9e-4656-412b-864e-97eaa0d10996 None None] Provisioning for port 75c43718-0724-4fbc-b653-35e866a4e677 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:41.500357 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43740) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.505485 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-bdefab9e-4656-412b-864e-97eaa0d10996 None None] Provisioning complete for port 75c43718-0724-4fbc-b653-35e866a4e677 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:41.507876 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bdefab9e-4656-412b-864e-97eaa0d10996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:41.508720 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-4089e6b6-f7d7-403d-a076-5df302698c8f tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.512806 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4089e6b6-f7d7-403d-a076-5df302698c8f tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0079517 Jul 06 14:10:41.514824 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43742) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.520309 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-540f0204-8982-4b13-978a-0f96f9be05f4 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.520782 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-540f0204-8982-4b13-978a-0f96f9be05f4 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0049977 Jul 06 14:10:41.528045 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43744) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.536354 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-ffac8db1-97d5-409b-8c96-ea2a5efa7984 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.537408 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ffac8db1-97d5-409b-8c96-ea2a5efa7984 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0084641 Jul 06 14:10:41.540957 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43746) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.555286 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-a8c4da7c-3f3d-4a01-9d6e-19d77133dbd5 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.556562 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a8c4da7c-3f3d-4a01-9d6e-19d77133dbd5 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0104496 Jul 06 14:10:41.563708 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43748) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.565458 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:41.568610 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-bdefab9e-4656-412b-864e-97eaa0d10996 None None] Port 75c43718-0724-4fbc-b653-35e866a4e677 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:10:41.605945 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-817a223e-2177-4458-9d33-3782c63d906c tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.607130 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-817a223e-2177-4458-9d33-3782c63d906c tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0417418 Jul 06 14:10:41.619484 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43750) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.624564 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-3f040586-f6e3-412f-839b-c56b10d1acf0 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.629480 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3f040586-f6e3-412f-839b-c56b10d1acf0 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0051005 Jul 06 14:10:41.630770 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43752) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.636802 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-8d544dca-3014-4792-bffe-502579f0a70b tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.640192 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8d544dca-3014-4792-bffe-502579f0a70b tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0045383 Jul 06 14:10:41.643378 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43754) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.649454 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-b1babf3e-d7f8-4edf-944b-6439c75d8c24 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.650933 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b1babf3e-d7f8-4edf-944b-6439c75d8c24 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0050380 Jul 06 14:10:41.660424 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43756) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.670125 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-76b51f00-3011-4fd6-b79a-fba53fb05464 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.671125 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-76b51f00-3011-4fd6-b79a-fba53fb05464 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0067830 Jul 06 14:10:41.674258 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-446588d3-ef1c-45f3-8eaa-9564d4cf5362 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:41.682904 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43758) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.688804 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d2bb7a66-cd3f-40be-9f35-be0da56bdbb2 None None] Provisioning complete for port a9e0a96d-fefb-4023-bc23-928aed282252 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:41.689288 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d2bb7a66-cd3f-40be-9f35-be0da56bdbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:41.692080 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-a24b473e-98e2-4275-8659-683830e9db65 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.693479 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a24b473e-98e2-4275-8659-683830e9db65 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0072269 Jul 06 14:10:41.695540 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-446588d3-ef1c-45f3-8eaa-9564d4cf5362 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:41.731844 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43760) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.741110 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-3805d582-658d-4a81-818b-e766095b29e3 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.742239 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3805d582-658d-4a81-818b-e766095b29e3 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0054574 Jul 06 14:10:41.755832 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43762) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.766323 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-b7829e0c-e39e-4d46-8db4-d1484ad91a55 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.771612 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b7829e0c-e39e-4d46-8db4-d1484ad91a55 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0104733 Jul 06 14:10:41.778249 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43764) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.787806 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-6a43aeb2-b3e9-4afa-a957-b0b2edc9f86a tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.788971 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6a43aeb2-b3e9-4afa-a957-b0b2edc9f86a tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0096982 Jul 06 14:10:41.795156 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43766) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.806936 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-5b86c00d-d9d9-41af-9584-f3e7e8de1e35 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.807928 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5b86c00d-d9d9-41af-9584-f3e7e8de1e35 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0100071 Jul 06 14:10:41.841164 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43768) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.841989 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-446588d3-ef1c-45f3-8eaa-9564d4cf5362 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:41.843405 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-446588d3-ef1c-45f3-8eaa-9564d4cf5362 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0949748 Jul 06 14:10:41.848113 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-3a1acc90-d06c-4306-8053-2eba674afeb2 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.849071 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3a1acc90-d06c-4306-8053-2eba674afeb2 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0046813 Jul 06 14:10:41.851569 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446588d3-ef1c-45f3-8eaa-9564d4cf5362 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af485791-2e45-4720-84d9-c6fa1fbfbd4f,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:41.855375 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43770) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.855776 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43772) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.865278 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-8fcb8fa3-9da2-4d95-99f7-a0b2064d403b tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.869733 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8fcb8fa3-9da2-4d95-99f7-a0b2064d403b tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0080051 Jul 06 14:10:41.869733 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-c7877deb-8429-4499-9122-a7b5b2fa5899 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group_rule': {'security_group_id': 'af485791-2e45-4720-84d9-c6fa1fbfbd4f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:41.875349 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43774) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.885021 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-77526c03-c02a-4c5a-9d8b-5b7318d21b1d tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.886044 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-77526c03-c02a-4c5a-9d8b-5b7318d21b1d tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0097227 Jul 06 14:10:41.889796 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43776) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.900240 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-f42fa972-cc5f-425f-8761-1d29b62f5fd0 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.901242 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f42fa972-cc5f-425f-8761-1d29b62f5fd0 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0087078 Jul 06 14:10:41.907387 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43778) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.914777 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [None req-32c24e9c-870a-48ad-bc82-38353586dee0 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.915856 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-32c24e9c-870a-48ad-bc82-38353586dee0 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0074565 Jul 06 14:10:41.919932 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43780) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.949018 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-d3901464-d36b-45d5-9210-6eac090623b6 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.949947 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d3901464-d36b-45d5-9210-6eac090623b6 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0290158 Jul 06 14:10:41.953019 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43782) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.958328 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-e7d4dab9-273d-4897-962d-b23179c2042c tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.959096 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e7d4dab9-273d-4897-962d-b23179c2042c tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0057364 Jul 06 14:10:41.959740 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c7877deb-8429-4499-9122-a7b5b2fa5899 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:41.962205 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43784) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.973440 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-96eee617-22cd-465d-9808-120311baad2d tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.974340 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-96eee617-22cd-465d-9808-120311baad2d tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0110579 Jul 06 14:10:41.977182 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43788) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.981429 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-c512e3f8-14a3-4ecb-984b-38adf8945f90 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.986131 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c512e3f8-14a3-4ecb-984b-38adf8945f90 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0043228 Jul 06 14:10:41.986131 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43790) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.990562 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-e160921b-45ba-4679-b855-7c70e2b44bc4 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:41.992318 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e160921b-45ba-4679-b855-7c70e2b44bc4 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0052719 Jul 06 14:10:41.995523 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43794) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:41.999971 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-6cafe84b-16c8-4d5c-b713-67d591ff8d5d tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:42.001385 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6cafe84b-16c8-4d5c-b713-67d591ff8d5d tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0045168 Jul 06 14:10:42.006007 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43796) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:42.010432 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-c81ec4d8-23a5-449a-bda5-293084acd7ef tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:42.013877 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c81ec4d8-23a5-449a-bda5-293084acd7ef tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0043027 Jul 06 14:10:42.014535 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43798) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:42.019531 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-de797b4c-ca19-417b-80fb-aa67973bd958 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:42.020662 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-de797b4c-ca19-417b-80fb-aa67973bd958 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0050778 Jul 06 14:10:42.023987 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43800) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:42.031423 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-559ff13f-32a4-4d88-b817-aed729622e5c tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:42.032804 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-559ff13f-32a4-4d88-b817-aed729622e5c tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0076585 Jul 06 14:10:42.041345 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c7877deb-8429-4499-9122-a7b5b2fa5899 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:42.042787 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43802) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:42.050581 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-512328d6-0501-4313-a2a6-c723509c19fc tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:42.051822 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-512328d6-0501-4313-a2a6-c723509c19fc tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0079050 Jul 06 14:10:42.053430 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c7877deb-8429-4499-9122-a7b5b2fa5899 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:42.055195 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43804) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:42.063014 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-72ab7e6d-d222-4d19-8c95-c4aeffff1883 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:42.065970 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-72ab7e6d-d222-4d19-8c95-c4aeffff1883 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0090022 Jul 06 14:10:42.072429 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43806) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:42.083540 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-0f770736-e8a0-40b0-836d-d4d145c1b88b tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:42.084928 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0f770736-e8a0-40b0-836d-d4d145c1b88b tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0113282 Jul 06 14:10:42.100538 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43808) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:42.104914 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [None req-27740467-979f-469e-a7bb-806c4007cce4 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] http://10.222.0.118:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:10:42.108950 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-27740467-979f-469e-a7bb-806c4007cce4 tempest-ExtensionsTestJSON-1255286918 tempest-ExtensionsTestJSON-1255286918-project] 10.222.0.118 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0043981 Jul 06 14:10:42.117283 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a9e0a96d-fefb-4023-bc23-928aed282252 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:10:42.128959 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7877deb-8429-4499-9122-a7b5b2fa5899 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a46451f-a6cf-4c3f-b7e9-1dac269cb0db,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:42.138226 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c7877deb-8429-4499-9122-a7b5b2fa5899 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:42.142363 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c7877deb-8429-4499-9122-a7b5b2fa5899 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2832358 Jul 06 14:10:42.144098 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43814) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:42.153392 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-454bf1f1-166f-40ee-b3e0-3c841699eb9f tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group_rule': {'security_group_id': 'af485791-2e45-4720-84d9-c6fa1fbfbd4f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:42.180583 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3786a256-1170-4c00-b706-536f4bac4d5d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:42.188843 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3786a256-1170-4c00-b706-536f4bac4d5d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:42.192673 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3786a256-1170-4c00-b706-536f4bac4d5d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:42.216297 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port a9e0a96d-fefb-4023-bc23-928aed282252 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:42.216988 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:42.271529 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3ebd5947-6767-478b-b0be-ad30372ab45e req-1c4ac65c-00db-4e6e-bb5c-5260d336613a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 210 time: 0.0841002 Jul 06 14:10:42.311213 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-454bf1f1-166f-40ee-b3e0-3c841699eb9f tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:42.323890 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3786a256-1170-4c00-b706-536f4bac4d5d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Port': ['ID=75c43718-0724-4fbc-b653-35e866a4e677,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:42.324131 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-57c0a607-7297-429d-9e76-bdaec81c27b8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:42.426929 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3786a256-1170-4c00-b706-536f4bac4d5d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network 52f3aab8-00cd-41d1-935e-a68a9e95f99e is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:42.428503 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-3786a256-1170-4c00-b706-536f4bac4d5d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:42.460995 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [None req-454bf1f1-166f-40ee-b3e0-3c841699eb9f tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] create failed (client error): There was a conflict when trying to complete your request. Jul 06 14:10:42.462116 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-454bf1f1-166f-40ee-b3e0-3c841699eb9f tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3168509 Jul 06 14:10:42.466250 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43820) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:42.586823 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3786a256-1170-4c00-b706-536f4bac4d5d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Router c17e22f2-802b-4132-851d-5865e5e952ff has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:10:42.595505 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ea0fb415-310d-4586-8f42-ea93c06e03e4 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:42.622019 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ea0fb415-310d-4586-8f42-ea93c06e03e4 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:42.655756 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43826) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:42.740427 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3786a256-1170-4c00-b706-536f4bac4d5d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:10:42.747738 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3786a256-1170-4c00-b706-536f4bac4d5d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "PUT /v2.0/routers/c17e22f2-802b-4132-851d-5865e5e952ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5229332 Jul 06 14:10:42.750775 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43830) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:42.755732 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc34343-1870-4e0c-bf00-ccfe50f2d177 None None] Sync routers for ids ['c17e22f2-802b-4132-851d-5865e5e952ff'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:10:42.769021 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc34343-1870-4e0c-bf00-ccfe50f2d177 None None] Routers {'c17e22f2-802b-4132-851d-5865e5e952ff'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:42.772337 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8cc34343-1870-4e0c-bf00-ccfe50f2d177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c17e22f2-802b-4132-851d-5865e5e952ff'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:42.782670 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ea0fb415-310d-4586-8f42-ea93c06e03e4 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:42.788280 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ea0fb415-310d-4586-8f42-ea93c06e03e4 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:42.789782 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ea0fb415-310d-4586-8f42-ea93c06e03e4 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "DELETE /v2.0/security-groups/af485791-2e45-4720-84d9-c6fa1fbfbd4f HTTP/1.1" status: 204 len: 168 time: 0.3205142 Jul 06 14:10:42.794354 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43832) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:42.844076 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8cc34343-1870-4e0c-bf00-ccfe50f2d177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:42.847430 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0fb415-310d-4586-8f42-ea93c06e03e4 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af485791-2e45-4720-84d9-c6fa1fbfbd4f,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:42.863182 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc34343-1870-4e0c-bf00-ccfe50f2d177 None None] Routers {'c17e22f2-802b-4132-851d-5865e5e952ff'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:42.864436 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8cc34343-1870-4e0c-bf00-ccfe50f2d177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c17e22f2-802b-4132-851d-5865e5e952ff'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:42.867549 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce836a9-2015-4b82-be5a-e2a696fba667 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:42.869030 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cce836a9-2015-4b82-be5a-e2a696fba667 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "GET /v2.0/ports/75c43718-0724-4fbc-b653-35e866a4e677 HTTP/1.1" status: 200 len: 913 time: 0.1161468 Jul 06 14:10:42.871762 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-57c0a607-7297-429d-9e76-bdaec81c27b8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Allocated IP 172.20.0.1 (f03b529e-f247-479e-bb48-98c7e77cbdb8/a7b236cf-9932-418c-9283-938313172cf0/e6508875-aa2b-4302-987d-c8cf75463ca3) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:42.873793 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43834) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:42.877909 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4cfc889d-10bd-40ec-a5a8-9c275a88b5e2 None None] Provisioning complete for port 75c43718-0724-4fbc-b653-35e866a4e677 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:42.878304 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4cfc889d-10bd-40ec-a5a8-9c275a88b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:42.886667 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9583900a-0c70-4c0c-a3e8-debdda4f85fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:42.903750 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-91a8a318-52ea-4889-8505-1d75ec7e02b3 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1082690 Jul 06 14:10:42.904352 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43836) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:42.909861 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e86139a3-d4d6-4cc8-9da2-a942f9fdeff3 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group': {'name': 'tempest-secgroup--579550217'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:42.931725 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8cc34343-1870-4e0c-bf00-ccfe50f2d177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:42.932650 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc34343-1870-4e0c-bf00-ccfe50f2d177 None None] The sync data for ids ['c17e22f2-802b-4132-851d-5865e5e952ff'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:10:42.932946 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.db.api [None req-9583900a-0c70-4c0c-a3e8-debdda4f85fe admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 14:10:42.932946 n-d-773644-6 neutron-server[100417]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 14:10:42.932946 n-d-773644-6 neutron-server[100417]: [parameters: {'project_id_1': 'd76589dc22ee4d9d88e763cce57b6254', 'expiration_1': datetime.datetime(2021, 7, 6, 14, 10, 42, 918890)}] Jul 06 14:10:42.932946 n-d-773644-6 neutron-server[100417]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100417) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:10:42.933370 n-d-773644-6 neutron-server[100417]: DEBUG oslo_db.api [None req-9583900a-0c70-4c0c-a3e8-debdda4f85fe admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:10:42.940030 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e86139a3-d4d6-4cc8-9da2-a942f9fdeff3 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:42.950558 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-4cfc889d-10bd-40ec-a5a8-9c275a88b5e2 None None] Port 75c43718-0724-4fbc-b653-35e866a4e677 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:10:43.028869 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e86139a3-d4d6-4cc8-9da2-a942f9fdeff3 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:43.034120 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e86139a3-d4d6-4cc8-9da2-a942f9fdeff3 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:43.070386 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e86139a3-d4d6-4cc8-9da2-a942f9fdeff3 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:43.074522 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e86139a3-d4d6-4cc8-9da2-a942f9fdeff3 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1687624 Jul 06 14:10:43.078146 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43838) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:43.083784 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86139a3-d4d6-4cc8-9da2-a942f9fdeff3 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09a69793-bf2d-4892-9efe-aa2a804ef413,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:43.089120 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-5f3d97a6-6b60-4d03-a75e-2195622ddcbc tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group_rule': {'security_group_id': '09a69793-bf2d-4892-9efe-aa2a804ef413', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:43.089619 n-d-773644-6 neutron-server[100417]: WARNING neutron.api.v2.base [None req-5f3d97a6-6b60-4d03-a75e-2195622ddcbc tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 06 14:10:43.090035 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:43.090190 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-5f3d97a6-6b60-4d03-a75e-2195622ddcbc tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:10:43.091203 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5f3d97a6-6b60-4d03-a75e-2195622ddcbc tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0088203 Jul 06 14:10:43.095526 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43840) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:43.155002 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6c7c1ae2-0a70-4f14-bcea-ac228dc78712 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:43.182319 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6c7c1ae2-0a70-4f14-bcea-ac228dc78712 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:43.242052 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6c7c1ae2-0a70-4f14-bcea-ac228dc78712 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:43.244659 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6c7c1ae2-0a70-4f14-bcea-ac228dc78712 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:43.246013 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6c7c1ae2-0a70-4f14-bcea-ac228dc78712 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "DELETE /v2.0/security-groups/09a69793-bf2d-4892-9efe-aa2a804ef413 HTTP/1.1" status: 204 len: 168 time: 0.1493564 Jul 06 14:10:43.249601 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43842) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:43.268816 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c1ae2-0a70-4f14-bcea-ac228dc78712 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a69793-bf2d-4892-9efe-aa2a804ef413,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:43.307485 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f1d1deff-1990-48de-be0f-32bc2598b90a tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0565951 Jul 06 14:10:43.311901 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43848) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:43.317616 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-7b53234b-b5f0-4e53-b350-2504cb8cf228 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group': {'name': 'tempest-secgroup--1596005670'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:43.342545 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7b53234b-b5f0-4e53-b350-2504cb8cf228 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:43.436663 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9583900a-0c70-4c0c-a3e8-debdda4f85fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:43.458749 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7b53234b-b5f0-4e53-b350-2504cb8cf228 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:43.464691 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7b53234b-b5f0-4e53-b350-2504cb8cf228 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:43.514063 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b53234b-b5f0-4e53-b350-2504cb8cf228 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24c6bbb2-759f-42b4-8693-e7e67c537f9a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:43.541286 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05f15ba9-23ac-46ae-8dfa-ecae3e48f449 req-2ef38ca0-ce5f-4e7f-a171-060eb9a59f99 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 210 time: 0.0975642 Jul 06 14:10:43.593122 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9583900a-0c70-4c0c-a3e8-debdda4f85fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:43.601089 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9583900a-0c70-4c0c-a3e8-debdda4f85fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:43.612828 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7b53234b-b5f0-4e53-b350-2504cb8cf228 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:43.614192 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7b53234b-b5f0-4e53-b350-2504cb8cf228 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3011186 Jul 06 14:10:43.621965 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43850) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:43.631939 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c2fd5026-abfb-482e-b58c-347373a5de8a tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group_rule': {'security_group_id': '24c6bbb2-759f-42b4-8693-e7e67c537f9a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:43.632490 n-d-773644-6 neutron-server[100417]: WARNING neutron.api.v2.base [None req-c2fd5026-abfb-482e-b58c-347373a5de8a tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 06 14:10:43.635156 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-c2fd5026-abfb-482e-b58c-347373a5de8a tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:10:43.635156 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c2fd5026-abfb-482e-b58c-347373a5de8a tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0093935 Jul 06 14:10:43.639369 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43852) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:43.655130 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583900a-0c70-4c0c-a3e8-debdda4f85fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6450939c-f64c-4727-ac5e-9b5dbc907c41,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:43.659727 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9583900a-0c70-4c0c-a3e8-debdda4f85fe admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=d76589dc22ee4d9d88e763cce57b6254&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0029738 Jul 06 14:10:43.662328 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43854) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:43.698199 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-57c0a607-7297-429d-9e76-bdaec81c27b8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:43.716544 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-311fc207-8d4f-4347-804d-b0b76fef6ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:43.741262 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-311fc207-8d4f-4347-804d-b0b76fef6ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:43.744069 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-57c0a607-7297-429d-9e76-bdaec81c27b8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Transition to ACTIVE for port object e6508875-aa2b-4302-987d-c8cf75463ca3 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:43.811693 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-311fc207-8d4f-4347-804d-b0b76fef6ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:43.817670 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-311fc207-8d4f-4347-804d-b0b76fef6ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:43.819375 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-311fc207-8d4f-4347-804d-b0b76fef6ae5 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/6450939c-f64c-4727-ac5e-9b5dbc907c41 HTTP/1.1" status: 204 len: 168 time: 0.1559355 Jul 06 14:10:43.833171 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311fc207-8d4f-4347-804d-b0b76fef6ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6450939c-f64c-4727-ac5e-9b5dbc907c41,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:43.879713 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6131f678-4df7-4213-ab4d-44084f48b5e3 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:43.933623 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-57c0a607-7297-429d-9e76-bdaec81c27b8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:43.955328 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6131f678-4df7-4213-ab4d-44084f48b5e3 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:44.032847 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c0a607-7297-429d-9e76-bdaec81c27b8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Network f03b529e-f247-479e-bb48-98c7e77cbdb8 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:44.046048 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-57c0a607-7297-429d-9e76-bdaec81c27b8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:44.049643 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c0a607-7297-429d-9e76-bdaec81c27b8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:44.118842 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0a607-7297-429d-9e76-bdaec81c27b8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Pushing event updated for resources: {'Port': ['ID=e6508875-aa2b-4302-987d-c8cf75463ca3,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:44.145729 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6131f678-4df7-4213-ab4d-44084f48b5e3 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:44.148507 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6131f678-4df7-4213-ab4d-44084f48b5e3 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:44.149811 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6131f678-4df7-4213-ab4d-44084f48b5e3 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "DELETE /v2.0/security-groups/24c6bbb2-759f-42b4-8693-e7e67c537f9a HTTP/1.1" status: 204 len: 168 time: 0.5095553 Jul 06 14:10:44.154074 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-57c0a607-7297-429d-9e76-bdaec81c27b8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:44.154284 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43864) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:44.215450 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131f678-4df7-4213-ab4d-44084f48b5e3 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c6bbb2-759f-42b4-8693-e7e67c537f9a,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:44.225445 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b04b2133-2107-40e6-ad76-01c65a3fa4e5 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:44.263668 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-425f5dda-0361-4e2d-93a2-d001b2a18135 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1082301 Jul 06 14:10:44.264338 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43870) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:44.269716 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-26b91380-51ac-4ee5-86fc-bbf182ed260e tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group': {'name': 'tempest-secgroup--1759142875'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:44.312120 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-26b91380-51ac-4ee5-86fc-bbf182ed260e tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:44.393911 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f44a2802-7271-4cb2-8d81-c4b1f3b69523 None None] Provisioning for port e6508875-aa2b-4302-987d-c8cf75463ca3 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:44.399426 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f44a2802-7271-4cb2-8d81-c4b1f3b69523 None None] Provisioning complete for port e6508875-aa2b-4302-987d-c8cf75463ca3 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:44.400349 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f44a2802-7271-4cb2-8d81-c4b1f3b69523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:44.430938 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-26b91380-51ac-4ee5-86fc-bbf182ed260e tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:44.436866 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-26b91380-51ac-4ee5-86fc-bbf182ed260e tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:44.448974 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-f44a2802-7271-4cb2-8d81-c4b1f3b69523 None None] Port e6508875-aa2b-4302-987d-c8cf75463ca3 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:10:44.465398 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-26b91380-51ac-4ee5-86fc-bbf182ed260e tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:44.466730 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-26b91380-51ac-4ee5-86fc-bbf182ed260e tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2013402 Jul 06 14:10:44.469848 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43874) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:44.478633 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-0133e969-2849-4066-b99c-c12070e58b79 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group_rule': {'security_group_id': '4f811dd4-b63a-464e-a41f-4004e5aef5e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:44.479884 n-d-773644-6 neutron-server[100417]: WARNING neutron.api.v2.base [None req-0133e969-2849-4066-b99c-c12070e58b79 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 06 14:10:44.483359 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-0133e969-2849-4066-b99c-c12070e58b79 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:10:44.483359 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0133e969-2849-4066-b99c-c12070e58b79 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0100420 Jul 06 14:10:44.489049 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43878) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:44.493261 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-052452db-9f01-47ec-b6d5-1f09b9520a55 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group_rule': {'security_group_id': '4f811dd4-b63a-464e-a41f-4004e5aef5e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:44.493985 n-d-773644-6 neutron-server[100417]: WARNING neutron.api.v2.base [None req-052452db-9f01-47ec-b6d5-1f09b9520a55 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 06 14:10:44.494490 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-052452db-9f01-47ec-b6d5-1f09b9520a55 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:10:44.495488 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-052452db-9f01-47ec-b6d5-1f09b9520a55 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067575 Jul 06 14:10:44.498380 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43880) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:44.500750 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b91380-51ac-4ee5-86fc-bbf182ed260e tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f811dd4-b63a-464e-a41f-4004e5aef5e0,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:44.514398 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-c010ee3d-8ce5-45c4-8df7-d4509b33238f tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group_rule': {'security_group_id': '4f811dd4-b63a-464e-a41f-4004e5aef5e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:44.517435 n-d-773644-6 neutron-server[100418]: WARNING neutron.api.v2.base [None req-c010ee3d-8ce5-45c4-8df7-d4509b33238f tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 06 14:10:44.518103 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [None req-c010ee3d-8ce5-45c4-8df7-d4509b33238f tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:10:44.519796 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c010ee3d-8ce5-45c4-8df7-d4509b33238f tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0202498 Jul 06 14:10:44.522289 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43882) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:44.527463 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-569659e7-79bd-452a-9bb4-36f99a8c801b tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group_rule': {'security_group_id': '4f811dd4-b63a-464e-a41f-4004e5aef5e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:44.532350 n-d-773644-6 neutron-server[100417]: WARNING neutron.api.v2.base [None req-569659e7-79bd-452a-9bb4-36f99a8c801b tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 06 14:10:44.532350 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-569659e7-79bd-452a-9bb4-36f99a8c801b tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:10:44.532350 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-569659e7-79bd-452a-9bb4-36f99a8c801b tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0065930 Jul 06 14:10:44.533970 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43886) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:44.583929 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-57c0a607-7297-429d-9e76-bdaec81c27b8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:44.745287 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-24110bed-5d25-47bd-baed-a44469bd116d tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:44.815906 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43894) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:44.820204 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2b9de9f4-1911-4cfd-aff7-7d128f41817c req-b7895f80-e9e2-488f-8b3d-df09eb9c6e47 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 210 time: 0.0781982 Jul 06 14:10:44.936755 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-24110bed-5d25-47bd-baed-a44469bd116d tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:44.963601 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-a5967659-9327-43ee-b27e-3350ce5714f0 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1460511071'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:44.997779 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5967659-9327-43ee-b27e-3350ce5714f0 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Made reservation on behalf of 80b7139143884f378c4ed9729877a8d0 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:45.002280 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5967659-9327-43ee-b27e-3350ce5714f0 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:45.011939 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5967659-9327-43ee-b27e-3350ce5714f0 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:45.132522 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-ce3cce0b-288b-401b-b605-a1a3e7cdbcfc tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:45.134119 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-ce3cce0b-288b-401b-b605-a1a3e7cdbcfc tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.52 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 810 time: 0.3813782 Jul 06 14:10:45.147480 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-24110bed-5d25-47bd-baed-a44469bd116d tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:45.150446 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-24110bed-5d25-47bd-baed-a44469bd116d tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:45.151663 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-24110bed-5d25-47bd-baed-a44469bd116d tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "DELETE /v2.0/security-groups/4f811dd4-b63a-464e-a41f-4004e5aef5e0 HTTP/1.1" status: 204 len: 168 time: 0.6166451 Jul 06 14:10:45.158579 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43898) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:45.181332 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5967659-9327-43ee-b27e-3350ce5714f0 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:45.192623 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5967659-9327-43ee-b27e-3350ce5714f0 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:45.260689 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24110bed-5d25-47bd-baed-a44469bd116d tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f811dd4-b63a-464e-a41f-4004e5aef5e0,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:45.272690 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-b04b2133-2107-40e6-ad76-01c65a3fa4e5 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Deleting port 75c43718-0724-4fbc-b653-35e866a4e677 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:10:45.273127 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b04b2133-2107-40e6-ad76-01c65a3fa4e5 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:45.274776 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-62caf0af-2e9e-4e87-869f-3df96c9e22b7 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1145530 Jul 06 14:10:45.275777 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43900) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:45.278410 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5967659-9327-43ee-b27e-3350ce5714f0 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:10:45.295217 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-db18b8a7-5b09-455d-9e3b-f8acfdf0f37d tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group': {'name': 'tempest-secgroup--939761753'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:45.308533 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5967659-9327-43ee-b27e-3350ce5714f0 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcec0480-e20c-45d2-abc5-6077c06964bb,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:45.323133 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5967659-9327-43ee-b27e-3350ce5714f0 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:45.323684 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-a5967659-9327-43ee-b27e-3350ce5714f0 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Added segment e744c3b8-6c5f-4b00-a850-da4a8c98adfe of type vlan for network 5d613ed0-82ba-4152-a13b-13cb7e48f08c Jul 06 14:10:45.370070 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-db18b8a7-5b09-455d-9e3b-f8acfdf0f37d tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:45.393814 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5967659-9327-43ee-b27e-3350ce5714f0 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:45.409703 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-77d8cbd8-f208-4ccf-a081-f4bced4f2dd5 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e5e90395ebd4404a252de8a1621c3cf HTTP/1.1" status: 200 len: 380 time: 0.2550571 Jul 06 14:10:45.432009 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-51b8b0c1-1240-4db5-a5cf-9ee1082fc2a0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Request body: {'port': {'device_id': '153e7338-cd2c-4dca-8f98-3b11988a4d43', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'admin_state_up': True, 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'security_groups': ['5226b282-adf2-44c8-bbcc-77eb0f71d789']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:45.458627 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5967659-9327-43ee-b27e-3350ce5714f0 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:45.468220 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5967659-9327-43ee-b27e-3350ce5714f0 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:45.468950 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5967659-9327-43ee-b27e-3350ce5714f0 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:45.574646 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5967659-9327-43ee-b27e-3350ce5714f0 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event updated for resources: {'Network': ['ID=5d613ed0-82ba-4152-a13b-13cb7e48f08c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:45.580572 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b04b2133-2107-40e6-ad76-01c65a3fa4e5 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:45.591170 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 5d613ed0-82ba-4152-a13b-13cb7e48f08c details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:10:45.606441 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-57c0a607-7297-429d-9e76-bdaec81c27b8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:45.615731 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-db18b8a7-5b09-455d-9e3b-f8acfdf0f37d tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:45.621739 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-b04b2133-2107-40e6-ad76-01c65a3fa4e5 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Calling delete_port for 75c43718-0724-4fbc-b653-35e866a4e677 owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:10:45.623860 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-db18b8a7-5b09-455d-9e3b-f8acfdf0f37d tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:45.633034 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a5967659-9327-43ee-b27e-3350ce5714f0 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8140008 Jul 06 14:10:45.649285 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43902) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:45.655602 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-57c0a607-7297-429d-9e76-bdaec81c27b8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:45.662176 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-a10333a4-8c9b-4479-ab3b-eaacf91f6502 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Request body: {'subnet': {'network_id': '5d613ed0-82ba-4152-a13b-13cb7e48f08c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:45.721402 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-db18b8a7-5b09-455d-9e3b-f8acfdf0f37d tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:45.725606 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-db18b8a7-5b09-455d-9e3b-f8acfdf0f37d tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4404399 Jul 06 14:10:45.727074 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43904) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:45.727896 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18b8a7-5b09-455d-9e3b-f8acfdf0f37d tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70e22a1f-54dd-4e5d-b78c-aed8a76d0a28,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:45.738551 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-ac712450-9514-493c-b375-094d1ae239fc tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group_rule': {'security_group_id': '70e22a1f-54dd-4e5d-b78c-aed8a76d0a28', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:45.739109 n-d-773644-6 neutron-server[100417]: WARNING neutron.api.v2.base [None req-ac712450-9514-493c-b375-094d1ae239fc tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 14:10:45.739787 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-ac712450-9514-493c-b375-094d1ae239fc tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:10:45.743764 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ac712450-9514-493c-b375-094d1ae239fc tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0100763 Jul 06 14:10:45.744342 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43906) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:45.759728 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-f0a63927-b341-4631-a235-2bbb180d6f79 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group_rule': {'security_group_id': '70e22a1f-54dd-4e5d-b78c-aed8a76d0a28', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:45.846870 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10333a4-8c9b-4479-ab3b-eaacf91f6502 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Made reservation on behalf of 80b7139143884f378c4ed9729877a8d0 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:45.852811 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a10333a4-8c9b-4479-ab3b-eaacf91f6502 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:45.858916 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0a607-7297-429d-9e76-bdaec81c27b8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Pushing event updated for resources: {'Port': ['ID=e6508875-aa2b-4302-987d-c8cf75463ca3,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:45.862219 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-f0a63927-b341-4631-a235-2bbb180d6f79 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:10:45.863954 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f0a63927-b341-4631-a235-2bbb180d6f79 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1180575 Jul 06 14:10:45.871592 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-57c0a607-7297-429d-9e76-bdaec81c27b8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:45.882904 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43910) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:45.896046 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-b02fb924-e8f9-40e5-ba8f-21589692a67e tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group_rule': {'security_group_id': '70e22a1f-54dd-4e5d-b78c-aed8a76d0a28', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:45.896779 n-d-773644-6 neutron-server[100418]: WARNING neutron.api.v2.base [None req-b02fb924-e8f9-40e5-ba8f-21589692a67e tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 06 14:10:45.897291 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [None req-b02fb924-e8f9-40e5-ba8f-21589692a67e tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:10:45.906769 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b02fb924-e8f9-40e5-ba8f-21589692a67e tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0194166 Jul 06 14:10:45.920459 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43912) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:45.929741 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e40287da-6f82-48be-b148-c91e6ebe3c84 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group_rule': {'security_group_id': '70e22a1f-54dd-4e5d-b78c-aed8a76d0a28', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:46.101474 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-51b8b0c1-1240-4db5-a5cf-9ee1082fc2a0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Made reservation on behalf of 4e5e90395ebd4404a252de8a1621c3cf for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:46.107693 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-51b8b0c1-1240-4db5-a5cf-9ee1082fc2a0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:46.114977 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a10333a4-8c9b-4479-ab3b-eaacf91f6502 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:46.149364 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53215f4e-a692-4cbf-bc2f-c44ecc76f709 req-54c2a496-205c-4aaf-bedd-a781fcfdc951 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 210 time: 0.1207612 Jul 06 14:10:46.171283 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-e40287da-6f82-48be-b148-c91e6ebe3c84 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:10:46.176801 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e40287da-6f82-48be-b148-c91e6ebe3c84 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2549899 Jul 06 14:10:46.180075 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43914) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:46.187820 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-843d2259-7ac4-4d10-a1bf-9ddda57006f4 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group_rule': {'security_group_id': '70e22a1f-54dd-4e5d-b78c-aed8a76d0a28', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:46.188391 n-d-773644-6 neutron-server[100417]: WARNING neutron.api.v2.base [None req-843d2259-7ac4-4d10-a1bf-9ddda57006f4 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 06 14:10:46.189358 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-843d2259-7ac4-4d10-a1bf-9ddda57006f4 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:10:46.190605 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-843d2259-7ac4-4d10-a1bf-9ddda57006f4 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096428 Jul 06 14:10:46.196516 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43916) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:46.201105 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-9b7556f6-ce4b-446e-ad39-5e450c5c1abf tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group_rule': {'security_group_id': '70e22a1f-54dd-4e5d-b78c-aed8a76d0a28', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:46.227324 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10333a4-8c9b-4479-ab3b-eaacf91f6502 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event updated for resources: {'Subnet': ['ID=28e29dd8-f7e2-4333-8629-60d2d39de1bf,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:46.253451 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10333a4-8c9b-4479-ab3b-eaacf91f6502 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Checking segment: {'id': 'e744c3b8-6c5f-4b00-a850-da4a8c98adfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5d613ed0-82ba-4152-a13b-13cb7e48f08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:46.253864 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10333a4-8c9b-4479-ab3b-eaacf91f6502 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Network hostable DHCP agents. Network: 5d613ed0-82ba-4152-a13b-13cb7e48f08c, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:10:46.278737 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-9b7556f6-ce4b-446e-ad39-5e450c5c1abf tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:10:46.283132 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9b7556f6-ce4b-446e-ad39-5e450c5c1abf tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0834041 Jul 06 14:10:46.283132 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10333a4-8c9b-4479-ab3b-eaacf91f6502 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Network 5d613ed0-82ba-4152-a13b-13cb7e48f08c is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:10:46.285347 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43918) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:46.290201 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-d7f27876-b6ba-4e5e-8a97-0f2b1e9f80a9 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group_rule': {'security_group_id': '70e22a1f-54dd-4e5d-b78c-aed8a76d0a28', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:46.291184 n-d-773644-6 neutron-server[100417]: WARNING neutron.api.v2.base [None req-d7f27876-b6ba-4e5e-8a97-0f2b1e9f80a9 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 06 14:10:46.291854 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-d7f27876-b6ba-4e5e-8a97-0f2b1e9f80a9 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:10:46.296661 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d7f27876-b6ba-4e5e-8a97-0f2b1e9f80a9 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066266 Jul 06 14:10:46.296661 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43920) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:46.303347 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-19f3047b-80b6-478b-a269-06b5502bc7d5 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group_rule': {'security_group_id': '70e22a1f-54dd-4e5d-b78c-aed8a76d0a28', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:46.320074 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-a10333a4-8c9b-4479-ab3b-eaacf91f6502 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 5d613ed0-82ba-4152-a13b-13cb7e48f08c) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:46.331284 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ebbeb5-b51d-4c43-b32d-3d33a0042a7b None None] Network 5d613ed0-82ba-4152-a13b-13cb7e48f08c requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:46.331835 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10333a4-8c9b-4479-ab3b-eaacf91f6502 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:46.332567 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a10333a4-8c9b-4479-ab3b-eaacf91f6502 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:46.367297 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a10333a4-8c9b-4479-ab3b-eaacf91f6502 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7153289 Jul 06 14:10:46.372491 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43922) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:46.384697 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-bdb14681-ce9e-4ad9-a4b0-1835200b5783 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1884578841', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}, 'admin_state_up': False}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:46.410226 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-19f3047b-80b6-478b-a269-06b5502bc7d5 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:10:46.414198 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-19f3047b-80b6-478b-a269-06b5502bc7d5 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1158020 Jul 06 14:10:46.419537 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43924) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:46.432975 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-906cb57a-3119-4b4b-92de-f95a95c484e9 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group_rule': {'security_group_id': '70e22a1f-54dd-4e5d-b78c-aed8a76d0a28', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:46.462804 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bdb14681-ce9e-4ad9-a4b0-1835200b5783 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:46.464155 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bdb14681-ce9e-4ad9-a4b0-1835200b5783 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:46.514917 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096c6f34-6ace-4977-a425-837037e856d2 None None] Network 5d613ed0-82ba-4152-a13b-13cb7e48f08c requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:46.522161 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-906cb57a-3119-4b4b-92de-f95a95c484e9 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:10:46.526917 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-906cb57a-3119-4b4b-92de-f95a95c484e9 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1041691 Jul 06 14:10:46.527855 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43926) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:46.617647 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f958ec6c-caa2-46c5-8a4c-5ce2d54e7207 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:46.663810 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:46.664375 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f958ec6c-caa2-46c5-8a4c-5ce2d54e7207 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:46.679088 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c0a607-7297-429d-9e76-bdaec81c27b8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Network f03b529e-f247-479e-bb48-98c7e77cbdb8 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:46.687975 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-57c0a607-7297-429d-9e76-bdaec81c27b8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:46.701215 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b04b2133-2107-40e6-ad76-01c65a3fa4e5 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:46.778016 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b2133-2107-40e6-ad76-01c65a3fa4e5 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Port': ['ID=75c43718-0724-4fbc-b653-35e866a4e677,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:46.779253 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bdb14681-ce9e-4ad9-a4b0-1835200b5783 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:46.793896 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-51b8b0c1-1240-4db5-a5cf-9ee1082fc2a0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Allocated IP 172.20.0.14 (55ac526b-1e87-42ff-98ca-8b8357b7302f/63f5e127-3353-454e-884a-bc0470d3f3d4/9cba6a62-8f8b-4dd7-9161-620308c8970d) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:46.900076 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f958ec6c-caa2-46c5-8a4c-5ce2d54e7207 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:46.909987 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f958ec6c-caa2-46c5-8a4c-5ce2d54e7207 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:46.914331 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f958ec6c-caa2-46c5-8a4c-5ce2d54e7207 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "DELETE /v2.0/security-groups/70e22a1f-54dd-4e5d-b78c-aed8a76d0a28 HTTP/1.1" status: 204 len: 168 time: 0.3832006 Jul 06 14:10:46.989878 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43928) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:47.082398 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958ec6c-caa2-46c5-8a4c-5ce2d54e7207 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e22a1f-54dd-4e5d-b78c-aed8a76d0a28,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:47.092992 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bdb14681-ce9e-4ad9-a4b0-1835200b5783 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:47.130018 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-abc9e014-0159-40e7-91bd-e2e16cdb4596 None None] Provisioning complete for port e6508875-aa2b-4302-987d-c8cf75463ca3 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:47.130625 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-abc9e014-0159-40e7-91bd-e2e16cdb4596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:47.182533 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b04b2133-2107-40e6-ad76-01c65a3fa4e5 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:47.199526 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b50efcb1-e38f-4438-8d2d-d0c3ce439734 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2048285 Jul 06 14:10:47.204518 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43930) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:47.217052 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c0a607-7297-429d-9e76-bdaec81c27b8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Router a3e21be5-e6f6-48b5-9f99-d5f74734f050 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:10:47.219279 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-abc9e014-0159-40e7-91bd-e2e16cdb4596 None None] Port e6508875-aa2b-4302-987d-c8cf75463ca3 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:10:47.227286 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-68e89277-f601-4fed-814f-e4fa6c0fd772 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group': {'name': 'tempest-secgroup--1586741401'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:47.307390 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-68e89277-f601-4fed-814f-e4fa6c0fd772 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:47.439094 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-99a5decb-5e86-46ca-892e-9a1f0388b0c5 req-12d8dbae-76d1-4e03-bef3-4eba3422c22c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 210 time: 0.0741980 Jul 06 14:10:47.443886 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-51b8b0c1-1240-4db5-a5cf-9ee1082fc2a0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:47.463580 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bdb14681-ce9e-4ad9-a4b0-1835200b5783 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:47.489350 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bdb14681-ce9e-4ad9-a4b0-1835200b5783 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:47.580629 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-51b8b0c1-1240-4db5-a5cf-9ee1082fc2a0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Transition to ACTIVE for port object 9cba6a62-8f8b-4dd7-9161-620308c8970d will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:47.583957 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-68e89277-f601-4fed-814f-e4fa6c0fd772 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:47.590179 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-68e89277-f601-4fed-814f-e4fa6c0fd772 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:47.600691 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c0a607-7297-429d-9e76-bdaec81c27b8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:10:47.608822 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-57c0a607-7297-429d-9e76-bdaec81c27b8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] 10.222.0.118 "PUT /v2.0/routers/a3e21be5-e6f6-48b5-9f99-d5f74734f050/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2995999 Jul 06 14:10:47.615182 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6256e83-e194-4b07-84f5-a52353fdb0cb None None] Sync routers for ids ['a3e21be5-e6f6-48b5-9f99-d5f74734f050'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:10:47.616744 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43934) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:47.623049 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-e3521b87-30fb-40a7-a826-bb7ae41545ae tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Request body: {'port': {'network_id': 'f03b529e-f247-479e-bb48-98c7e77cbdb8', 'name': 'tempest-FloatingIPAdminTestJSON-613781670'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:47.624430 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6256e83-e194-4b07-84f5-a52353fdb0cb None None] Routers {'a3e21be5-e6f6-48b5-9f99-d5f74734f050'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:47.625262 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-b6256e83-e194-4b07-84f5-a52353fdb0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3e21be5-e6f6-48b5-9f99-d5f74734f050'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:47.640685 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-68e89277-f601-4fed-814f-e4fa6c0fd772 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:47.643147 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-68e89277-f601-4fed-814f-e4fa6c0fd772 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4343455 Jul 06 14:10:47.649701 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43936) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:47.656607 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-44ead9a3-11d8-4bbf-9b3c-0bd7f39a74c7 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group_rule': {'security_group_id': '1cb2a65b-1875-4408-8a24-5ccb6de9cc40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:47.667078 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-b6256e83-e194-4b07-84f5-a52353fdb0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:47.677155 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6256e83-e194-4b07-84f5-a52353fdb0cb None None] Routers {'a3e21be5-e6f6-48b5-9f99-d5f74734f050'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:47.678055 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-b6256e83-e194-4b07-84f5-a52353fdb0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3e21be5-e6f6-48b5-9f99-d5f74734f050'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:47.686024 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e89277-f601-4fed-814f-e4fa6c0fd772 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb2a65b-1875-4408-8a24-5ccb6de9cc40,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:47.705628 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-bdb14681-ce9e-4ad9-a4b0-1835200b5783 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Allocated IP 172.25.6.65 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/20055854-e0bf-4c4d-b0e9-543646a4c20f) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:47.712769 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04b2133-2107-40e6-ad76-01c65a3fa4e5 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Router c17e22f2-802b-4132-851d-5865e5e952ff has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:10:47.716755 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-b6256e83-e194-4b07-84f5-a52353fdb0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:47.717423 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6256e83-e194-4b07-84f5-a52353fdb0cb None None] The sync data for ids ['a3e21be5-e6f6-48b5-9f99-d5f74734f050'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:10:47.766190 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-51b8b0c1-1240-4db5-a5cf-9ee1082fc2a0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:47.827809 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bdb14681-ce9e-4ad9-a4b0-1835200b5783 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:47.872965 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bdb14681-ce9e-4ad9-a4b0-1835200b5783 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:47.909307 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb14681-ce9e-4ad9-a4b0-1835200b5783 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:47.913845 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-bdb14681-ce9e-4ad9-a4b0-1835200b5783 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:47.917269 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb14681-ce9e-4ad9-a4b0-1835200b5783 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:47.945108 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb14681-ce9e-4ad9-a4b0-1835200b5783 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event updated for resources: {'Port': ['ID=20055854-e0bf-4c4d-b0e9-543646a4c20f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:48.023180 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-51b8b0c1-1240-4db5-a5cf-9ee1082fc2a0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Network 55ac526b-1e87-42ff-98ca-8b8357b7302f is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:48.039319 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [None req-44ead9a3-11d8-4bbf-9b3c-0bd7f39a74c7 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] create failed (client error): The resource could not be found. Jul 06 14:10:48.040381 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-44ead9a3-11d8-4bbf-9b3c-0bd7f39a74c7 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3882155 Jul 06 14:10:48.045174 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-51b8b0c1-1240-4db5-a5cf-9ee1082fc2a0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:48.048400 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43940) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:48.049250 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8b0c1-1240-4db5-a5cf-9ee1082fc2a0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Pushing event updated for resources: {'Port': ['ID=9cba6a62-8f8b-4dd7-9161-620308c8970d,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:48.055501 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-27733c8c-bc59-430f-ae28-4dd2fd768f56 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group_rule': {'security_group_id': '1cb2a65b-1875-4408-8a24-5ccb6de9cc40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f14c4525-4ab6-4d7c-b126-f5013cb69f64'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:48.060145 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-51b8b0c1-1240-4db5-a5cf-9ee1082fc2a0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:48.072383 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04b2133-2107-40e6-ad76-01c65a3fa4e5 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:10:48.082719 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5527f20d-afb0-496c-ac40-ea9a976eb716 None None] Sync routers for ids ['c17e22f2-802b-4132-851d-5865e5e952ff'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:10:48.101957 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b04b2133-2107-40e6-ad76-01c65a3fa4e5 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "PUT /v2.0/routers/c17e22f2-802b-4132-851d-5865e5e952ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2270060 Jul 06 14:10:48.107206 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43942) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:48.112294 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5527f20d-afb0-496c-ac40-ea9a976eb716 None None] Routers {'c17e22f2-802b-4132-851d-5865e5e952ff'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:48.113263 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-5527f20d-afb0-496c-ac40-ea9a976eb716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c17e22f2-802b-4132-851d-5865e5e952ff'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:48.173487 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-5527f20d-afb0-496c-ac40-ea9a976eb716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:48.190474 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5527f20d-afb0-496c-ac40-ea9a976eb716 None None] Routers {'c17e22f2-802b-4132-851d-5865e5e952ff'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:48.191893 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-5527f20d-afb0-496c-ac40-ea9a976eb716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c17e22f2-802b-4132-851d-5865e5e952ff'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:48.205892 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3521b87-30fb-40a7-a826-bb7ae41545ae tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Made reservation on behalf of 0c9876c30ec84caba5718981df3e4fab for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:48.211869 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e3521b87-30fb-40a7-a826-bb7ae41545ae tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:48.240435 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-5527f20d-afb0-496c-ac40-ea9a976eb716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:48.241273 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5527f20d-afb0-496c-ac40-ea9a976eb716 None None] The sync data for ids ['c17e22f2-802b-4132-851d-5865e5e952ff'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:10:48.259977 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bdb14681-ce9e-4ad9-a4b0-1835200b5783 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:48.298763 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-51b8b0c1-1240-4db5-a5cf-9ee1082fc2a0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:48.299506 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-51b8b0c1-1240-4db5-a5cf-9ee1082fc2a0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:48.319075 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-e3521b87-30fb-40a7-a826-bb7ae41545ae tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] device_id is not set on port 1d04b9c8-2ce8-4dd5-a76e-ab46f3483c46 yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:10:48.385798 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-51b8b0c1-1240-4db5-a5cf-9ee1082fc2a0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9658258 Jul 06 14:10:48.440572 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [None req-27733c8c-bc59-430f-ae28-4dd2fd768f56 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] create failed (client error): The resource could not be found. Jul 06 14:10:48.441523 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-27733c8c-bc59-430f-ae28-4dd2fd768f56 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3896046 Jul 06 14:10:48.459616 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43948) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:48.468026 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b0556fed-4c20-4d9e-8364-6e43b5406665 None None] Provisioning for port 9cba6a62-8f8b-4dd7-9161-620308c8970d completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:48.472808 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b0556fed-4c20-4d9e-8364-6e43b5406665 None None] Provisioning complete for port 9cba6a62-8f8b-4dd7-9161-620308c8970d triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:48.472982 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b0556fed-4c20-4d9e-8364-6e43b5406665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:48.558985 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-b0556fed-4c20-4d9e-8364-6e43b5406665 None None] Port 9cba6a62-8f8b-4dd7-9161-620308c8970d cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:10:48.568902 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-b7525600-bb7b-49e4-af97-b7ff6600a81f service neutron] Request body: {'port': {'device_id': '153e7338-cd2c-4dca-8f98-3b11988a4d43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:48.619529 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0028ca19-6520-478d-9a85-4b8099b594b4 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:48.621511 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bdb14681-ce9e-4ad9-a4b0-1835200b5783 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:48.686062 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0028ca19-6520-478d-9a85-4b8099b594b4 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:48.692494 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:10:48.706422 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:48.790074 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0028ca19-6520-478d-9a85-4b8099b594b4 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:48.792577 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0028ca19-6520-478d-9a85-4b8099b594b4 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:48.793780 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0028ca19-6520-478d-9a85-4b8099b594b4 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "DELETE /v2.0/security-groups/1cb2a65b-1875-4408-8a24-5ccb6de9cc40 HTTP/1.1" status: 204 len: 168 time: 0.3331518 Jul 06 14:10:48.802222 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43956) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:48.815721 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0028ca19-6520-478d-9a85-4b8099b594b4 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb2a65b-1875-4408-8a24-5ccb6de9cc40,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:48.847087 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-e3521b87-30fb-40a7-a826-bb7ae41545ae tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Allocated IP 172.20.0.8 (f03b529e-f247-479e-bb48-98c7e77cbdb8/a7b236cf-9932-418c-9283-938313172cf0/1d04b9c8-2ce8-4dd5-a76e-ab46f3483c46) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:48.880668 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-85fc4f64-48b2-497a-87d9-eaa0cdf873e7 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0773153 Jul 06 14:10:48.886262 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43958) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:48.890735 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4a4670bc-81f9-4bd9-bf5f-5b03eb4dd995 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group_rule': {'security_group_id': 'a80ae2f7-ccab-4378-b0ed-004b925b48d9', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:48.901492 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-b7525600-bb7b-49e4-af97-b7ff6600a81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:48.919740 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb14681-ce9e-4ad9-a4b0-1835200b5783 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Router a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:10:48.985332 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-4a4670bc-81f9-4bd9-bf5f-5b03eb4dd995 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] create failed (client error): The resource could not be found. Jul 06 14:10:48.990528 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4a4670bc-81f9-4bd9-bf5f-5b03eb4dd995 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0997927 Jul 06 14:10:48.991078 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43960) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:48.996009 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-360e1548-56be-4962-9685-62e844e9fb0e tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group': {'name': 'tempest-secgroup--866488825'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:48.996637 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0af8f-9214-4a67-a82f-814c72b36c97 req-5420c7a7-f563-4a95-b479-9688e6346cea tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:48.998249 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-84c0af8f-9214-4a67-a82f-814c72b36c97 req-5420c7a7-f563-4a95-b479-9688e6346cea tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 932 time: 0.2807977 Jul 06 14:10:49.075320 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-360e1548-56be-4962-9685-62e844e9fb0e tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:49.095502 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb14681-ce9e-4ad9-a4b0-1835200b5783 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:10:49.107799 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe97dce-a003-4f08-8f11-b08e5d02c613 None None] Sync routers for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:10:49.125520 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe97dce-a003-4f08-8f11-b08e5d02c613 None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:49.129699 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-4fe97dce-a003-4f08-8f11-b08e5d02c613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:49.211965 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-360e1548-56be-4962-9685-62e844e9fb0e tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:49.216646 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-360e1548-56be-4962-9685-62e844e9fb0e tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:49.229154 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bdb14681-ce9e-4ad9-a4b0-1835200b5783 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:49.230919 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bdb14681-ce9e-4ad9-a4b0-1835200b5783 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8563087 Jul 06 14:10:49.241234 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43962) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:49.251161 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-4fe97dce-a003-4f08-8f11-b08e5d02c613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:49.271664 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe97dce-a003-4f08-8f11-b08e5d02c613 None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:49.273172 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-4fe97dce-a003-4f08-8f11-b08e5d02c613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:49.321244 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-4fe97dce-a003-4f08-8f11-b08e5d02c613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:49.322070 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe97dce-a003-4f08-8f11-b08e5d02c613 None None] The sync data for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:10:49.336924 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-360e1548-56be-4962-9685-62e844e9fb0e tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:49.338486 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-360e1548-56be-4962-9685-62e844e9fb0e tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3463416 Jul 06 14:10:49.341594 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43964) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:49.348082 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-79ea2919-c036-452a-86c3-3a9999341cc7 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group': {'name': 'tempest-secgroup--1920574653'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:49.357519 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e1548-56be-4962-9685-62e844e9fb0e tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c43a42-2a17-4d62-8d8b-9d2d3b334182,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:49.435497 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-79ea2919-c036-452a-86c3-3a9999341cc7 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:49.538380 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-84c0af8f-9214-4a67-a82f-814c72b36c97 req-0bbc362d-8590-4516-a480-1becaebf649a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5183825 Jul 06 14:10:49.642631 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e3521b87-30fb-40a7-a826-bb7ae41545ae tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:49.659662 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-e3521b87-30fb-40a7-a826-bb7ae41545ae tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Transition to ACTIVE for port object 1d04b9c8-2ce8-4dd5-a76e-ab46f3483c46 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:49.707118 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-79ea2919-c036-452a-86c3-3a9999341cc7 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:49.752974 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-79ea2919-c036-452a-86c3-3a9999341cc7 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:49.857864 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e3521b87-30fb-40a7-a826-bb7ae41545ae tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:49.944503 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3521b87-30fb-40a7-a826-bb7ae41545ae tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Network f03b529e-f247-479e-bb48-98c7e77cbdb8 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:49.958886 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3521b87-30fb-40a7-a826-bb7ae41545ae tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Pushing event updated for resources: {'Port': ['ID=1d04b9c8-2ce8-4dd5-a76e-ab46f3483c46,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:49.961724 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-e3521b87-30fb-40a7-a826-bb7ae41545ae tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:49.973226 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3521b87-30fb-40a7-a826-bb7ae41545ae tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:50.008294 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1783ec05-a35c-4d62-948a-f41b74f307a2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:50.269425 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3521b87-30fb-40a7-a826-bb7ae41545ae tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:50.270703 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e3521b87-30fb-40a7-a826-bb7ae41545ae tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:50.275647 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-79ea2919-c036-452a-86c3-3a9999341cc7 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:50.280291 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-b7525600-bb7b-49e4-af97-b7ff6600a81f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cba6a62-8f8b-4dd7-9161-620308c8970d {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:10:50.280505 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-79ea2919-c036-452a-86c3-3a9999341cc7 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9330940 Jul 06 14:10:50.281275 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43968) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:50.288533 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-93418146-97bd-4a0a-bc95-04d5bb56540a tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group_rule': {'security_group_id': 'd5c43a42-2a17-4d62-8d8b-9d2d3b334182', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4ae6aed9-12a8-45d4-b99c-8ef110d5936a'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:50.301360 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea2919-c036-452a-86c3-3a9999341cc7 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae6aed9-12a8-45d4-b99c-8ef110d5936a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:50.302388 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-b7525600-bb7b-49e4-af97-b7ff6600a81f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:50.348816 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-b7525600-bb7b-49e4-af97-b7ff6600a81f service neutron] Transition to ACTIVE for port object 9cba6a62-8f8b-4dd7-9161-620308c8970d will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:50.359409 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b3b11-0806-4944-b2c4-9fef59aa4bcb req-73a8f36f-0c69-4fa9-bd01-8a0d45c746bd tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:50.361288 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb0b3b11-0806-4944-b2c4-9fef59aa4bcb req-73a8f36f-0c69-4fa9-bd01-8a0d45c746bd tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.3058128 Jul 06 14:10:50.385146 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-93418146-97bd-4a0a-bc95-04d5bb56540a tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:10:50.391690 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-93418146-97bd-4a0a-bc95-04d5bb56540a tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1044569 Jul 06 14:10:50.392686 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43970) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:50.401448 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-b7525600-bb7b-49e4-af97-b7ff6600a81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:50.426124 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-13aca685-358f-4fc1-bb89-7c9c8c5bc82f None None] Provisioning for port 1d04b9c8-2ce8-4dd5-a76e-ab46f3483c46 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:10:50.431388 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-13aca685-358f-4fc1-bb89-7c9c8c5bc82f None None] Provisioning complete for port 1d04b9c8-2ce8-4dd5-a76e-ab46f3483c46 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:10:50.431917 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-13aca685-358f-4fc1-bb89-7c9c8c5bc82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:50.450694 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e3521b87-30fb-40a7-a826-bb7ae41545ae tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8315272 Jul 06 14:10:50.490716 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43972) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:50.492472 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-13aca685-358f-4fc1-bb89-7c9c8c5bc82f None None] Port 1d04b9c8-2ce8-4dd5-a76e-ab46f3483c46 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:10:50.543237 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7525600-bb7b-49e4-af97-b7ff6600a81f service neutron] Pushing event updated for resources: {'Port': ['ID=9cba6a62-8f8b-4dd7-9161-620308c8970d,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:50.558681 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb0b3b11-0806-4944-b2c4-9fef59aa4bcb req-0a20ea6e-4324-404e-a5ae-305d8c9a72c1 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583133 Jul 06 14:10:50.699224 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bef0275e-3778-442c-a288-9759963adbd9 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:50.733916 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-287b28c5-862e-4720-aa62-e68fe6f5cdaf tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:50.772947 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bef0275e-3778-442c-a288-9759963adbd9 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:50.786099 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-4d72cde4-3f10-43ac-8226-09611b35cad3 tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'project_id': '0c9876c30ec84caba5718981df3e4fab', 'port_id': '1d04b9c8-2ce8-4dd5-a76e-ab46f3483c46'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:50.857486 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-b7525600-bb7b-49e4-af97-b7ff6600a81f service neutron] Attempting to bind port 9cba6a62-8f8b-4dd7-9161-620308c8970d on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:10:50.857949 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-b7525600-bb7b-49e4-af97-b7ff6600a81f service neutron] Attempting to bind port 9cba6a62-8f8b-4dd7-9161-620308c8970d by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:10:50.858346 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-b7525600-bb7b-49e4-af97-b7ff6600a81f service neutron] Attempting to bind port 9cba6a62-8f8b-4dd7-9161-620308c8970d on network 55ac526b-1e87-42ff-98ca-8b8357b7302f {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:10:50.902052 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4d72cde4-3f10-43ac-8226-09611b35cad3 tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:50.903429 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-b7525600-bb7b-49e4-af97-b7ff6600a81f service neutron] Port 9cba6a62-8f8b-4dd7-9161-620308c8970d on network 55ac526b-1e87-42ff-98ca-8b8357b7302f not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:10:50.903815 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-b7525600-bb7b-49e4-af97-b7ff6600a81f service neutron] Attempting to bind port 9cba6a62-8f8b-4dd7-9161-620308c8970d on network 55ac526b-1e87-42ff-98ca-8b8357b7302f {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:10:50.934781 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-b7525600-bb7b-49e4-af97-b7ff6600a81f service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:10:50.935130 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-b7525600-bb7b-49e4-af97-b7ff6600a81f service neutron] Checking segment: {'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:50.935528 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-b7525600-bb7b-49e4-af97-b7ff6600a81f service neutron] Bound using segment: {'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:10:50.935984 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-b7525600-bb7b-49e4-af97-b7ff6600a81f service neutron] Bound port: 9cba6a62-8f8b-4dd7-9161-620308c8970d, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd64ab9a8-dac2-4d17-accc-3a348f341121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:10:50.936351 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-b7525600-bb7b-49e4-af97-b7ff6600a81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:50.953175 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bef0275e-3778-442c-a288-9759963adbd9 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:50.956736 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bef0275e-3778-442c-a288-9759963adbd9 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:50.958017 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bef0275e-3778-442c-a288-9759963adbd9 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "DELETE /v2.0/security-groups/4ae6aed9-12a8-45d4-b99c-8ef110d5936a HTTP/1.1" status: 204 len: 168 time: 0.5641544 Jul 06 14:10:50.965174 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43978) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:50.988855 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef0275e-3778-442c-a288-9759963adbd9 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae6aed9-12a8-45d4-b99c-8ef110d5936a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:51.084614 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e943e-5d76-402b-84df-2c02b965aaf7 req-94c678a1-b3e7-4a1b-9b0f-4ba13aa6430f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:51.086186 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8d0e943e-5d76-402b-84df-2c02b965aaf7 req-94c678a1-b3e7-4a1b-9b0f-4ba13aa6430f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 944 time: 0.2415257 Jul 06 14:10:51.092835 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-75cdc74c-ab83-44f3-8082-b88d6e556f77 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1232972 Jul 06 14:10:51.093061 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43980) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:51.102321 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-b7525600-bb7b-49e4-af97-b7ff6600a81f service neutron] For port 9cba6a62-8f8b-4dd7-9161-620308c8970d, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:10:51.136217 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-b7525600-bb7b-49e4-af97-b7ff6600a81f service neutron] For port 9cba6a62-8f8b-4dd7-9161-620308c8970d, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9cba6a62-8f8b-4dd7-9161-620308c8970d,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:10:51.139042 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-1783ec05-a35c-4d62-948a-f41b74f307a2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Deleting port b1c8c7e9-c95f-4e1a-9ed0-13c908103182 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:10:51.139388 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1783ec05-a35c-4d62-948a-f41b74f307a2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:51.147067 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-b7525600-bb7b-49e4-af97-b7ff6600a81f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:51.228175 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85f8781b-ec07-4c18-917e-23262c9970ef tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:51.248556 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8d0e943e-5d76-402b-84df-2c02b965aaf7 req-487940b0-d99c-45a1-ab11-8c60323c48b7 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529033 Jul 06 14:10:51.251808 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-287b28c5-862e-4720-aa62-e68fe6f5cdaf tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Allocated IP 172.20.0.1 (5d613ed0-82ba-4152-a13b-13cb7e48f08c/28e29dd8-f7e2-4333-8629-60d2d39de1bf/87cf003b-7f9c-484b-bc9c-f4fbd602e198) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:51.252820 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-b7525600-bb7b-49e4-af97-b7ff6600a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:51.253776 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-b7525600-bb7b-49e4-af97-b7ff6600a81f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:51.254935 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-b7525600-bb7b-49e4-af97-b7ff6600a81f service neutron] 10.222.0.52 "PUT /v2.0/ports/9cba6a62-8f8b-4dd7-9161-620308c8970d HTTP/1.1" status: 200 len: 1092 time: 2.8342414 Jul 06 14:10:51.257491 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153e7338-cd2c-4dca-8f98-3b11988a4d43', 'tag': '9cba6a62-8f8b-4dd7-9161-620308c8970d'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:10:51.259885 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27514c81-9a7a-4ee5-9abf-8a99dc8834c1" -d '{"events": [{"name": "network-changed", "server_uuid": "153e7338-cd2c-4dca-8f98-3b11988a4d43", "tag": "9cba6a62-8f8b-4dd7-9161-620308c8970d"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:10:51.285874 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85f8781b-ec07-4c18-917e-23262c9970ef tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:51.344043 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef846f9-c74b-4c87-87c3-654c10a06b7e x-openstack-request-id: req-cef846f9-c74b-4c87-87c3-654c10a06b7e {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:10:51.344043 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153e7338-cd2c-4dca-8f98-3b11988a4d43", "tag": "9cba6a62-8f8b-4dd7-9161-620308c8970d", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:10:51.344043 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-cef846f9-c74b-4c87-87c3-654c10a06b7e {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:10:51.344043 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153e7338-cd2c-4dca-8f98-3b11988a4d43', 'tag': '9cba6a62-8f8b-4dd7-9161-620308c8970d', 'status': 'completed', 'code': 200} Jul 06 14:10:51.379724 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7525600-bb7b-49e4-af97-b7ff6600a81f service neutron] Pushing event updated for resources: {'Port': ['ID=9cba6a62-8f8b-4dd7-9161-620308c8970d,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:51.389541 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1783ec05-a35c-4d62-948a-f41b74f307a2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:51.400381 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85f8781b-ec07-4c18-917e-23262c9970ef tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:51.403286 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85f8781b-ec07-4c18-917e-23262c9970ef tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:51.404642 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-85f8781b-ec07-4c18-917e-23262c9970ef tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "DELETE /v2.0/security-groups/d5c43a42-2a17-4d62-8d8b-9d2d3b334182 HTTP/1.1" status: 204 len: 168 time: 0.3106675 Jul 06 14:10:51.409135 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 43984) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:51.410145 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-1783ec05-a35c-4d62-948a-f41b74f307a2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Calling delete_port for b1c8c7e9-c95f-4e1a-9ed0-13c908103182 owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:10:51.422618 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4d72cde4-3f10-43ac-8226-09611b35cad3 tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:51.429270 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8781b-ec07-4c18-917e-23262c9970ef tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c43a42-2a17-4d62-8d8b-9d2d3b334182,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:51.469727 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-287b28c5-862e-4720-aa62-e68fe6f5cdaf tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:51.519785 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-287b28c5-862e-4720-aa62-e68fe6f5cdaf tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:51.567305 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287b28c5-862e-4720-aa62-e68fe6f5cdaf tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Network 5d613ed0-82ba-4152-a13b-13cb7e48f08c is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:51.570812 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-287b28c5-862e-4720-aa62-e68fe6f5cdaf tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:51.577789 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287b28c5-862e-4720-aa62-e68fe6f5cdaf tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:51.584676 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b28c5-862e-4720-aa62-e68fe6f5cdaf tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event updated for resources: {'Port': ['ID=87cf003b-7f9c-484b-bc9c-f4fbd602e198,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:51.597243 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-fda6b1f4-7e33-44a4-a71c-867db9ad66e7 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1792488 Jul 06 14:10:51.619749 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43986) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:51.622913 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-6c9228dd-4816-4f90-ab77-f6b9dba87c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:51.625393 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-6c9228dd-4816-4f90-ab77-f6b9dba87c1b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 1095 time: 0.2945054 Jul 06 14:10:51.628418 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-87463034-6cde-4cbc-baf4-77e78e465cd8 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group': {'name': 'tempest-secgroup--1740730367'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:51.666376 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-287b28c5-862e-4720-aa62-e68fe6f5cdaf tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:51.707756 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-87463034-6cde-4cbc-baf4-77e78e465cd8 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:51.773964 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-420223bf-1cdd-4d71-bcbe-35e9290340c6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cba6a62-8f8b-4dd7-9161-620308c8970d HTTP/1.1" status: 200 len: 217 time: 0.1143570 Jul 06 14:10:51.872905 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-4d72cde4-3f10-43ac-8226-09611b35cad3 tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Allocated IP 172.25.6.109 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/f02bc655-307e-4018-b0a1-be470af10129) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:51.886774 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-287b28c5-862e-4720-aa62-e68fe6f5cdaf tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:51.890495 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-87463034-6cde-4cbc-baf4-77e78e465cd8 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:51.901442 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-87463034-6cde-4cbc-baf4-77e78e465cd8 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:51.922159 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-1caf21f2-d3ef-4255-9fc9-4d7fb4395c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:51.924220 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-1caf21f2-d3ef-4255-9fc9-4d7fb4395c69 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63f5e127-3353-454e-884a-bc0470d3f3d4 HTTP/1.1" status: 200 len: 849 time: 0.1311393 Jul 06 14:10:51.959670 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-87463034-6cde-4cbc-baf4-77e78e465cd8 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:51.960919 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-87463034-6cde-4cbc-baf4-77e78e465cd8 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3395834 Jul 06 14:10:51.964412 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43990) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:51.966680 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87463034-6cde-4cbc-baf4-77e78e465cd8 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc16af9b-d492-41c2-99a4-185a6f3d4cbf,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:51.972728 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-030cb231-9768-4dcb-becc-9180f7d05eec tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:51.973237 n-d-773644-6 neutron-server[100417]: WARNING neutron.api.v2.base [None req-030cb231-9768-4dcb-becc-9180f7d05eec tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 06 14:10:51.973921 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-030cb231-9768-4dcb-becc-9180f7d05eec tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] update failed (client error): There was a conflict when trying to complete your request. Jul 06 14:10:51.974696 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-030cb231-9768-4dcb-becc-9180f7d05eec tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "PUT /v2.0/security-groups/fc16af9b-d492-41c2-99a4-185a6f3d4cbf HTTP/1.1" status: 409 len: 330 time: 0.0091414 Jul 06 14:10:51.977535 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43992) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:52.054366 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f39dc2-c636-481f-81df-776c58011c2a req-5bd9d01c-0b59-4cf9-8d9a-99a60e00dc2f tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:52.055801 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0f39dc2-c636-481f-81df-776c58011c2a req-5bd9d01c-0b59-4cf9-8d9a-99a60e00dc2f tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.124 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.3854403 Jul 06 14:10:52.127891 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b45821f-d64f-430f-ab9d-ffe80f1829f5 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:52.136330 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bfce8-f4e0-4b80-a7dd-2a9121657495 req-650ffd90-bc03-4c85-a509-7f6860ee68ae tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:52.137906 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f2bfce8-f4e0-4b80-a7dd-2a9121657495 req-650ffd90-bc03-4c85-a509-7f6860ee68ae tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.3908749 Jul 06 14:10:52.143419 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1783ec05-a35c-4d62-948a-f41b74f307a2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:52.174675 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b45821f-d64f-430f-ab9d-ffe80f1829f5 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:52.226565 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783ec05-a35c-4d62-948a-f41b74f307a2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Port': ['ID=b1c8c7e9-c95f-4e1a-9ed0-13c908103182,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:52.288088 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4d72cde4-3f10-43ac-8226-09611b35cad3 tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:52.312105 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b45821f-d64f-430f-ab9d-ffe80f1829f5 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:52.315370 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b45821f-d64f-430f-ab9d-ffe80f1829f5 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:52.319510 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6b45821f-d64f-430f-ab9d-ffe80f1829f5 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "DELETE /v2.0/security-groups/fc16af9b-d492-41c2-99a4-185a6f3d4cbf HTTP/1.1" status: 204 len: 168 time: 0.3377430 Jul 06 14:10:52.321812 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43996) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:52.350168 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-6e31e261-b4ba-47a5-8557-402fe2a99948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:52.352052 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-6e31e261-b4ba-47a5-8557-402fe2a99948 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=55ac526b-1e87-42ff-98ca-8b8357b7302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4054537 Jul 06 14:10:52.352249 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45821f-d64f-430f-ab9d-ffe80f1829f5 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc16af9b-d492-41c2-99a4-185a6f3d4cbf,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:52.401139 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-287b28c5-862e-4720-aa62-e68fe6f5cdaf tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:52.412237 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f2bfce8-f4e0-4b80-a7dd-2a9121657495 req-ba24e704-7365-4f66-8e05-ab65a9441112 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2653565 Jul 06 14:10:52.423027 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-287b28c5-862e-4720-aa62-e68fe6f5cdaf tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:52.479207 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8df89574-cda8-4804-a7fa-18c8b6fbb563 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1534550 Jul 06 14:10:52.517938 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 43998) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:52.586061 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-f443e452-7b3d-4056-bf94-59ec54d400cf tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] delete failed (client error): The resource could not be found. Jul 06 14:10:52.587040 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f443e452-7b3d-4056-bf94-59ec54d400cf tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "DELETE /v2.0/security-groups/b7cbc4fc-e9d8-49be-9ade-9024b30e1f38 HTTP/1.1" status: 404 len: 347 time: 0.0642071 Jul 06 14:10:52.592463 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44000) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:52.602487 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-287b28c5-862e-4720-aa62-e68fe6f5cdaf tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:52.604117 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b28c5-862e-4720-aa62-e68fe6f5cdaf tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event updated for resources: {'Port': ['ID=87cf003b-7f9c-484b-bc9c-f4fbd602e198,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:52.618623 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-deae1da4-ebc4-4429-8e4a-473a941532d7 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] show failed (client error): The resource could not be found. Jul 06 14:10:52.619696 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-deae1da4-ebc4-4429-8e4a-473a941532d7 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "GET /v2.0/security-groups/8fc58da7-1a77-4658-8828-abd367c37cd3 HTTP/1.1" status: 404 len: 347 time: 0.0244305 Jul 06 14:10:52.625050 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44002) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:52.681309 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-aed94251-baa5-4c02-9ea9-ece83c96e5f6 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] show failed (client error): The resource could not be found. Jul 06 14:10:52.682424 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-aed94251-baa5-4c02-9ea9-ece83c96e5f6 tempest-NegativeSecGroupTest-2138932353 tempest-NegativeSecGroupTest-2138932353-project] 10.222.0.118 "GET /v2.0/security-group-rules/4164ecf5-8fdd-44f9-85aa-fb4e09303e0c HTTP/1.1" status: 404 len: 356 time: 0.0564132 Jul 06 14:10:52.739786 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287b28c5-862e-4720-aa62-e68fe6f5cdaf tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Network 5d613ed0-82ba-4152-a13b-13cb7e48f08c is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:52.741555 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-287b28c5-862e-4720-aa62-e68fe6f5cdaf tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:52.792061 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1783ec05-a35c-4d62-948a-f41b74f307a2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:52.871355 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287b28c5-862e-4720-aa62-e68fe6f5cdaf tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Router a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:10:52.962730 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-97da78d5-5da0-441a-8517-53d922659534 service neutron] 10.222.0.52 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5666220 Jul 06 14:10:52.980620 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44008) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:52.987938 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4d72cde4-3f10-43ac-8226-09611b35cad3 tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:53.010278 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-b0f39dc2-c636-481f-81df-776c58011c2a req-866c48d9-3962-4ce9-8105-bc7c2b55c060 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Deleting port 7b9a4286-28a9-454b-a4e1-0ff76bc7009c {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:10:53.010623 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b0f39dc2-c636-481f-81df-776c58011c2a req-866c48d9-3962-4ce9-8105-bc7c2b55c060 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:53.011216 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287b28c5-862e-4720-aa62-e68fe6f5cdaf tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:10:53.020876 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-287b28c5-862e-4720-aa62-e68fe6f5cdaf tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "PUT /v2.0/routers/a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7743819 Jul 06 14:10:53.021217 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44012) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:53.026822 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-b5e9a46b-4eb3-4cb8-b575-a8d1a42cf07f tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Request body: {'port': {'network_id': '5d613ed0-82ba-4152-a13b-13cb7e48f08c', 'name': 'tempest-FloatingIPTestJSON-616761150'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:53.027747 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c075662f-fd96-4a55-a264-f0286fb00452 None None] Sync routers for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:10:53.040742 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c075662f-fd96-4a55-a264-f0286fb00452 None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:53.041799 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c075662f-fd96-4a55-a264-f0286fb00452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:53.084125 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c075662f-fd96-4a55-a264-f0286fb00452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:53.094414 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c075662f-fd96-4a55-a264-f0286fb00452 None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:53.095470 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c075662f-fd96-4a55-a264-f0286fb00452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:53.135603 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c075662f-fd96-4a55-a264-f0286fb00452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:53.136252 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c075662f-fd96-4a55-a264-f0286fb00452 None None] The sync data for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:10:53.182659 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1f17dcee-dd7c-4cbe-a0ba-e54ee1d2e81d admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=fded3459552d4da5a85e21f14d09ff12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1996255 Jul 06 14:10:53.182923 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e9a46b-4eb3-4cb8-b575-a8d1a42cf07f tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Made reservation on behalf of 80b7139143884f378c4ed9729877a8d0 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:53.186732 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b5e9a46b-4eb3-4cb8-b575-a8d1a42cf07f tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:53.188699 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44014) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:53.209855 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d72cde4-3f10-43ac-8226-09611b35cad3 tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:53.228787 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-4d72cde4-3f10-43ac-8226-09611b35cad3 tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:53.231298 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d72cde4-3f10-43ac-8226-09611b35cad3 tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:53.237478 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-b5e9a46b-4eb3-4cb8-b575-a8d1a42cf07f tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] device_id is not set on port eccaa7b1-3f81-48ac-b9c2-dd175c6bab77 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:10:53.280118 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72cde4-3f10-43ac-8226-09611b35cad3 tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Pushing event updated for resources: {'Port': ['ID=f02bc655-307e-4018-b0a1-be470af10129,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:53.291069 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506515f8-50b2-4d25-87df-6ef92c110d45 req-60431a39-3fc1-484b-8b06-63516c71f54e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:53.292629 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-506515f8-50b2-4d25-87df-6ef92c110d45 req-60431a39-3fc1-484b-8b06-63516c71f54e tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 944 time: 0.5035584 Jul 06 14:10:53.318802 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-861de796-3172-4efb-81e2-b656f610e495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:53.326555 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1783ec05-a35c-4d62-948a-f41b74f307a2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Router c17e22f2-802b-4132-851d-5865e5e952ff has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:10:53.373993 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-861de796-3172-4efb-81e2-b656f610e495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:53.381276 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-b0f39dc2-c636-481f-81df-776c58011c2a req-866c48d9-3962-4ce9-8105-bc7c2b55c060 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] For port 7b9a4286-28a9-454b-a4e1-0ff76bc7009c, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=7b9a4286-28a9-454b-a4e1-0ff76bc7009c,segment=NetworkSegment(73abc8d8-a472-4fde-bbb9-f96388e1eb27),segment_id=73abc8d8-a472-4fde-bbb9-f96388e1eb27)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:53.381653 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b0f39dc2-c636-481f-81df-776c58011c2a req-866c48d9-3962-4ce9-8105-bc7c2b55c060 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:53.391809 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f52ab7f1-760b-4ae4-bf2b-f8b0ac82ac61 req-c9397275-2473-452a-a4f1-274119f02a7d service neutron] 10.222.0.52 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161649 Jul 06 14:10:53.399274 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-b5e9a46b-4eb3-4cb8-b575-a8d1a42cf07f tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Allocated IP 172.20.0.13 (5d613ed0-82ba-4152-a13b-13cb7e48f08c/28e29dd8-f7e2-4333-8629-60d2d39de1bf/eccaa7b1-3f81-48ac-b9c2-dd175c6bab77) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:53.472583 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-861de796-3172-4efb-81e2-b656f610e495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:53.475170 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-861de796-3172-4efb-81e2-b656f610e495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:53.478880 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-861de796-3172-4efb-81e2-b656f610e495 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/8c183282-d535-4335-87f3-14d6c813eb94 HTTP/1.1" status: 204 len: 168 time: 0.2860518 Jul 06 14:10:53.528175 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-506515f8-50b2-4d25-87df-6ef92c110d45 req-3e9bc7b0-8aae-42c9-8bc8-dc5a35516dd0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134726 Jul 06 14:10:53.540592 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861de796-3172-4efb-81e2-b656f610e495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c183282-d535-4335-87f3-14d6c813eb94,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:53.642790 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1783ec05-a35c-4d62-948a-f41b74f307a2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:10:53.648176 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1783ec05-a35c-4d62-948a-f41b74f307a2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "PUT /v2.0/routers/c17e22f2-802b-4132-851d-5865e5e952ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5399303 Jul 06 14:10:53.654351 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44022) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:53.656276 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48586473-763c-4943-916a-a21676c1bd45 None None] Sync routers for ids ['c17e22f2-802b-4132-851d-5865e5e952ff'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:10:53.664245 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b5e9a46b-4eb3-4cb8-b575-a8d1a42cf07f tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:53.675359 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48586473-763c-4943-916a-a21676c1bd45 None None] Routers {'c17e22f2-802b-4132-851d-5865e5e952ff'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:53.677113 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-48586473-763c-4943-916a-a21676c1bd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c17e22f2-802b-4132-851d-5865e5e952ff'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:53.713920 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8cb39268-4aa3-42e8-accd-af8a48ec5867 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "GET /v2.0/ports?device_id=c17e22f2-802b-4132-851d-5865e5e952ff HTTP/1.1" status: 200 len: 205 time: 0.0458131 Jul 06 14:10:53.717374 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44024) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:53.723674 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-48586473-763c-4943-916a-a21676c1bd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:53.733653 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48586473-763c-4943-916a-a21676c1bd45 None None] Routers {'c17e22f2-802b-4132-851d-5865e5e952ff'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:53.734557 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-48586473-763c-4943-916a-a21676c1bd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c17e22f2-802b-4132-851d-5865e5e952ff'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:53.776957 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-48586473-763c-4943-916a-a21676c1bd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:53.778202 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48586473-763c-4943-916a-a21676c1bd45 None None] The sync data for ids ['c17e22f2-802b-4132-851d-5865e5e952ff'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:10:53.838520 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-53d63f9a-57dd-4d05-b72d-8792bc778d5a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:53.944230 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27514c81-9a7a-4ee5-9abf-8a99dc8834c1 req-3b8b2102-b729-4b4f-abcd-fc07e1d717a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:53.945828 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-27514c81-9a7a-4ee5-9abf-8a99dc8834c1 req-3b8b2102-b729-4b4f-abcd-fc07e1d717a2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 1095 time: 0.4651101 Jul 06 14:10:53.951668 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b5e9a46b-4eb3-4cb8-b575-a8d1a42cf07f tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:54.058616 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-53d63f9a-57dd-4d05-b72d-8792bc778d5a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:54.061369 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-53d63f9a-57dd-4d05-b72d-8792bc778d5a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:54.064684 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b0f39dc2-c636-481f-81df-776c58011c2a req-866c48d9-3962-4ce9-8105-bc7c2b55c060 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:54.065085 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b0f39dc2-c636-481f-81df-776c58011c2a req-866c48d9-3962-4ce9-8105-bc7c2b55c060 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:54.065410 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [req-b0f39dc2-c636-481f-81df-776c58011c2a req-866c48d9-3962-4ce9-8105-bc7c2b55c060 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Floating IP 7599769b-5368-4ea9-b482-a035c278a8ce disassociated. External IP: 172.25.6.235, port: 7b9a4286-28a9-454b-a4e1-0ff76bc7009c. Jul 06 14:10:54.065840 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-b0f39dc2-c636-481f-81df-776c58011c2a req-866c48d9-3962-4ce9-8105-bc7c2b55c060 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Calling delete_port for 7b9a4286-28a9-454b-a4e1-0ff76bc7009c owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:10:54.091524 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b1af2-b370-43e7-b6eb-f94811e3d17e req-262301a9-dc11-4e74-a8ce-47bdb76a0a47 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:54.092026 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e9a46b-4eb3-4cb8-b575-a8d1a42cf07f tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Network 5d613ed0-82ba-4152-a13b-13cb7e48f08c is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:54.093109 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8d9b1af2-b370-43e7-b6eb-f94811e3d17e req-262301a9-dc11-4e74-a8ce-47bdb76a0a47 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 945 time: 0.3617516 Jul 06 14:10:54.134552 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-b5e9a46b-4eb3-4cb8-b575-a8d1a42cf07f tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:54.137308 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9a46b-4eb3-4cb8-b575-a8d1a42cf07f tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event updated for resources: {'Port': ['ID=eccaa7b1-3f81-48ac-b9c2-dd175c6bab77,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:54.140538 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e9a46b-4eb3-4cb8-b575-a8d1a42cf07f tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:54.166845 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-53d63f9a-57dd-4d05-b72d-8792bc778d5a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:54.167345 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d63f9a-57dd-4d05-b72d-8792bc778d5a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Fanout notify agent at l3_agent the message router_deleted on router c17e22f2-802b-4132-851d-5865e5e952ff {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:10:54.184377 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-53d63f9a-57dd-4d05-b72d-8792bc778d5a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:54.187900 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-53d63f9a-57dd-4d05-b72d-8792bc778d5a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/routers/c17e22f2-802b-4132-851d-5865e5e952ff HTTP/1.1" status: 204 len: 168 time: 0.4671955 Jul 06 14:10:54.188930 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44042) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:54.265618 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e9a46b-4eb3-4cb8-b575-a8d1a42cf07f tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:54.266325 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b5e9a46b-4eb3-4cb8-b575-a8d1a42cf07f tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:54.277104 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27514c81-9a7a-4ee5-9abf-8a99dc8834c1 req-844527d1-3ed8-43a9-ac0a-b5a87996fc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:54.278741 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-27514c81-9a7a-4ee5-9abf-8a99dc8834c1 req-844527d1-3ed8-43a9-ac0a-b5a87996fc89 service neutron] 10.222.0.52 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 911 time: 0.2985048 Jul 06 14:10:54.290976 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-45a77bc6-9c1e-4bd4-bc47-60a5b1a1a33c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Deleting subnet edbf3c01-edc6-4966-a737-3959ea5a0730 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:10:54.299695 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-45a77bc6-9c1e-4bd4-bc47-60a5b1a1a33c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:54.306484 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b5e9a46b-4eb3-4cb8-b575-a8d1a42cf07f tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2812607 Jul 06 14:10:54.307592 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44046) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:54.350242 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-45a77bc6-9c1e-4bd4-bc47-60a5b1a1a33c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:54.363890 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-ffa8ad77-2f8e-4eda-ad94-905fedaf3f29 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Request body: {'port': {'network_id': '5d613ed0-82ba-4152-a13b-13cb7e48f08c', 'name': 'tempest-FloatingIPTestJSON-1619038427'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:54.450002 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-45a77bc6-9c1e-4bd4-bc47-60a5b1a1a33c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:54.533283 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-45a77bc6-9c1e-4bd4-bc47-60a5b1a1a33c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:54.580461 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a77bc6-9c1e-4bd4-bc47-60a5b1a1a33c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Subnet': ['ID=edbf3c01-edc6-4966-a737-3959ea5a0730,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:54.584587 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-45a77bc6-9c1e-4bd4-bc47-60a5b1a1a33c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:54.589096 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-45a77bc6-9c1e-4bd4-bc47-60a5b1a1a33c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/subnets/edbf3c01-edc6-4966-a737-3959ea5a0730 HTTP/1.1" status: 204 len: 168 time: 0.3967552 Jul 06 14:10:54.589524 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44054) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:54.600126 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436ed637-980d-4565-b20c-5bb9f592d382 None None] Network 52f3aab8-00cd-41d1-935e-a68a9e95f99e requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:54.656766 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ce6061-c2fb-480e-b85f-580cbecda98f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Deleting subnet c448a45b-92c6-4725-baf5-3ef0624ef277 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:10:54.661482 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-22ce6061-c2fb-480e-b85f-580cbecda98f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:54.706891 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-22ce6061-c2fb-480e-b85f-580cbecda98f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:54.750017 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-27514c81-9a7a-4ee5-9abf-8a99dc8834c1 req-ed716e9a-bbc9-4e76-bfe5-534f96bf8eb9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cba6a62-8f8b-4dd7-9161-620308c8970d HTTP/1.1" status: 200 len: 217 time: 0.4400759 Jul 06 14:10:54.753697 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8d9b1af2-b370-43e7-b6eb-f94811e3d17e req-bdc14905-fd05-49df-8222-b936cf0f0e36 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=a7f43b2d-cf20-4c47-b3cd-485e0685802b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6457942 Jul 06 14:10:54.828971 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-22ce6061-c2fb-480e-b85f-580cbecda98f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:54.910489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff5c725-5638-4b9a-8515-34efb056c5ba None None] DHCP port deletion for 52f3aab8-00cd-41d1-935e-a68a9e95f99e request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:10:54.926740 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-22ce6061-c2fb-480e-b85f-580cbecda98f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:54.970927 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9ff5c725-5638-4b9a-8515-34efb056c5ba None None] Deleting port b9597290-7d0c-4cde-938a-1d3b9fe45637 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:10:54.971310 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9ff5c725-5638-4b9a-8515-34efb056c5ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:54.978118 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce6061-c2fb-480e-b85f-580cbecda98f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Subnet': ['ID=c448a45b-92c6-4725-baf5-3ef0624ef277,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:54.983068 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-22ce6061-c2fb-480e-b85f-580cbecda98f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:54.985549 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-22ce6061-c2fb-480e-b85f-580cbecda98f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/subnets/c448a45b-92c6-4725-baf5-3ef0624ef277 HTTP/1.1" status: 204 len: 168 time: 0.3951921 Jul 06 14:10:54.989510 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44064) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:55.030180 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbc7ae8-6b14-4e54-a31c-f62a93633774 None None] Network 5bbdcbca-c3db-4580-9526-d9cb20013720 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:55.088291 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b0f39dc2-c636-481f-81df-776c58011c2a req-866c48d9-3962-4ce9-8105-bc7c2b55c060 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:55.104717 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2695fcb-ef25-40aa-befe-b3f4a79c06eb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:55.193497 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e2695fcb-ef25-40aa-befe-b3f4a79c06eb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Deleting port b9597290-7d0c-4cde-938a-1d3b9fe45637 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:10:55.193976 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2695fcb-ef25-40aa-befe-b3f4a79c06eb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:55.201829 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27514c81-9a7a-4ee5-9abf-8a99dc8834c1 req-7e99c7c6-ed30-4252-8ffc-10dc3c37bc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:55.205331 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-27514c81-9a7a-4ee5-9abf-8a99dc8834c1 req-7e99c7c6-ed30-4252-8ffc-10dc3c37bc6e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63f5e127-3353-454e-884a-bc0470d3f3d4 HTTP/1.1" status: 200 len: 849 time: 0.4306023 Jul 06 14:10:55.215835 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c48d9-3962-4ce9-8105-bc7c2b55c060 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Pushing event deleted for resources: {'Port': ['ID=7b9a4286-28a9-454b-a4e1-0ff76bc7009c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:55.315852 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e2695fcb-ef25-40aa-befe-b3f4a79c06eb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] For port b9597290-7d0c-4cde-938a-1d3b9fe45637, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=b9597290-7d0c-4cde-938a-1d3b9fe45637,segment=NetworkSegment(1ee93961-e521-4494-ba4f-93985f68f02e),segment_id=1ee93961-e521-4494-ba4f-93985f68f02e)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:55.316395 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2695fcb-ef25-40aa-befe-b3f4a79c06eb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:55.342153 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e2695fcb-ef25-40aa-befe-b3f4a79c06eb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Calling delete_port for b9597290-7d0c-4cde-938a-1d3b9fe45637 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:10:55.367340 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9ff5c725-5638-4b9a-8515-34efb056c5ba None None] For port b9597290-7d0c-4cde-938a-1d3b9fe45637, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=b9597290-7d0c-4cde-938a-1d3b9fe45637,segment=NetworkSegment(1ee93961-e521-4494-ba4f-93985f68f02e),segment_id=1ee93961-e521-4494-ba4f-93985f68f02e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:55.367818 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9ff5c725-5638-4b9a-8515-34efb056c5ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:55.383325 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9ff5c725-5638-4b9a-8515-34efb056c5ba None None] Calling delete_port for b9597290-7d0c-4cde-938a-1d3b9fe45637 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:10:55.402639 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4d72cde4-3f10-43ac-8226-09611b35cad3 tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:55.490869 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2695fcb-ef25-40aa-befe-b3f4a79c06eb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:55.526677 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa8ad77-2f8e-4eda-ad94-905fedaf3f29 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Made reservation on behalf of 80b7139143884f378c4ed9729877a8d0 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:55.530224 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ffa8ad77-2f8e-4eda-ad94-905fedaf3f29 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:55.541257 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2695fcb-ef25-40aa-befe-b3f4a79c06eb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] No DVR routers for this DVR port b9597290-7d0c-4cde-938a-1d3b9fe45637 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:10:55.543429 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2695fcb-ef25-40aa-befe-b3f4a79c06eb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Port': ['ID=b9597290-7d0c-4cde-938a-1d3b9fe45637,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:55.575445 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9ff5c725-5638-4b9a-8515-34efb056c5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:55.609971 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda4957-c4bd-4c79-8e9f-a0c6f2e42321 req-7c00a811-63f7-47de-9d92-4c2cd3c0c74b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:55.617992 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0eda4957-c4bd-4c79-8e9f-a0c6f2e42321 req-7c00a811-63f7-47de-9d92-4c2cd3c0c74b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 944 time: 0.6328237 Jul 06 14:10:55.629650 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff5c725-5638-4b9a-8515-34efb056c5ba None None] No DVR routers for this DVR port b9597290-7d0c-4cde-938a-1d3b9fe45637 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:10:55.640790 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf4e825-4e5c-489d-9067-084a730a52fa None None] DHCP port deletion for 5bbdcbca-c3db-4580-9526-d9cb20013720 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:10:55.651764 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5c725-5638-4b9a-8515-34efb056c5ba None None] Pushing event deleted for resources: {'Port': ['ID=b9597290-7d0c-4cde-938a-1d3b9fe45637,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:55.690803 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2695fcb-ef25-40aa-befe-b3f4a79c06eb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:55.693326 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-ffa8ad77-2f8e-4eda-ad94-905fedaf3f29 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] device_id is not set on port 09e926dd-cab8-47f0-a657-27d18c8b9c72 yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:10:55.705407 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-e2695fcb-ef25-40aa-befe-b3f4a79c06eb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f3aab8-00cd-41d1-935e-a68a9e95f99e']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:55.718747 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-e2695fcb-ef25-40aa-befe-b3f4a79c06eb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee93961-e521-4494-ba4f-93985f68f02e') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:55.719050 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-e2695fcb-ef25-40aa-befe-b3f4a79c06eb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee93961-e521-4494-ba4f-93985f68f02e') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:55.730814 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-3bf4e825-4e5c-489d-9067-084a730a52fa None None] Deleting port 7d6fd156-a04f-4321-9f6f-320fed408fe9 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:10:55.731344 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3bf4e825-4e5c-489d-9067-084a730a52fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:55.737516 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2695fcb-ef25-40aa-befe-b3f4a79c06eb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:55.759496 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2695fcb-ef25-40aa-befe-b3f4a79c06eb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:55.778699 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2695fcb-ef25-40aa-befe-b3f4a79c06eb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:10:55.779762 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2695fcb-ef25-40aa-befe-b3f4a79c06eb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:10:55.785271 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:10:55.810765 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27514c81-9a7a-4ee5-9abf-8a99dc8834c1 req-8ea0ad91-0959-453d-8dc2-1541455219e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:55.812333 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-27514c81-9a7a-4ee5-9abf-8a99dc8834c1 req-8ea0ad91-0959-453d-8dc2-1541455219e2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=55ac526b-1e87-42ff-98ca-8b8357b7302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5930598 Jul 06 14:10:55.819533 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0f39dc2-c636-481f-81df-776c58011c2a req-866c48d9-3962-4ce9-8105-bc7c2b55c060 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Router 144d5879-0191-45db-8840-e67f4f2a8492 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:10:55.833970 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4d72cde4-3f10-43ac-8226-09611b35cad3 tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:55.841036 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-3bf4e825-4e5c-489d-9067-084a730a52fa None None] For port 7d6fd156-a04f-4321-9f6f-320fed408fe9, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=7d6fd156-a04f-4321-9f6f-320fed408fe9,segment=NetworkSegment(72e952eb-08a3-4214-9419-664ec54e31c7),segment_id=72e952eb-08a3-4214-9419-664ec54e31c7)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:10:55.841864 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3bf4e825-4e5c-489d-9067-084a730a52fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:55.859899 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-3bf4e825-4e5c-489d-9067-084a730a52fa None None] Calling delete_port for 7d6fd156-a04f-4321-9f6f-320fed408fe9 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:10:55.898714 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2695fcb-ef25-40aa-befe-b3f4a79c06eb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:55.917572 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2695fcb-ef25-40aa-befe-b3f4a79c06eb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:55.922071 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e2695fcb-ef25-40aa-befe-b3f4a79c06eb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/networks/52f3aab8-00cd-41d1-935e-a68a9e95f99e HTTP/1.1" status: 204 len: 168 time: 0.9300675 Jul 06 14:10:55.940175 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44084) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:55.942046 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0eda4957-c4bd-4c79-8e9f-a0c6f2e42321 req-241c40a0-8d79-4d5d-a80a-df32ed38adf1 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3230493 Jul 06 14:10:55.960001 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2695fcb-ef25-40aa-befe-b3f4a79c06eb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Network': ['ID=52f3aab8-00cd-41d1-935e-a68a9e95f99e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:55.981241 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 7b9a4286-28a9-454b-a4e1-0ff76bc7009c no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:10:55.989147 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3bf4e825-4e5c-489d-9067-084a730a52fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:56.032390 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 7b9a4286-28a9-454b-a4e1-0ff76bc7009c {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:10:56.041000 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 7b9a4286-28a9-454b-a4e1-0ff76bc7009c not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:10:56.087806 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44086) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:56.091264 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4e825-4e5c-489d-9067-084a730a52fa None None] Pushing event deleted for resources: {'Port': ['ID=7d6fd156-a04f-4321-9f6f-320fed408fe9,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:56.095207 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf4e825-4e5c-489d-9067-084a730a52fa None None] No DVR routers for this DVR port 7d6fd156-a04f-4321-9f6f-320fed408fe9 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:10:56.113961 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device b9597290-7d0c-4cde-938a-1d3b9fe45637 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:10:56.117627 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-ffa8ad77-2f8e-4eda-ad94-905fedaf3f29 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Allocated IP 172.20.0.4 (5d613ed0-82ba-4152-a13b-13cb7e48f08c/28e29dd8-f7e2-4333-8629-60d2d39de1bf/09e926dd-cab8-47f0-a657-27d18c8b9c72) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:56.133261 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f608c674-6c3d-4031-a6d4-1b6d280c48a8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:56.136738 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: b9597290-7d0c-4cde-938a-1d3b9fe45637 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:10:56.137156 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device b9597290-7d0c-4cde-938a-1d3b9fe45637 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:10:56.137650 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 7d6fd156-a04f-4321-9f6f-320fed408fe9 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:10:56.159827 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 7d6fd156-a04f-4321-9f6f-320fed408fe9 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:10:56.160556 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 7d6fd156-a04f-4321-9f6f-320fed408fe9 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:10:56.279636 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f608c674-6c3d-4031-a6d4-1b6d280c48a8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:56.282876 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b09d0a9c-5f6e-450a-8e68-36c861915021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:56.284921 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1d7ada7-9ec3-4f7e-9c8f-639724591272 req-a55b1dc4-1ea5-4668-bbc6-0a46a14db57c tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=168ee84c-c2b8-4253-a2d6-7ef136d6eb21 HTTP/1.1" status: 200 len: 210 time: 0.1276639 Jul 06 14:10:56.298011 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-f608c674-6c3d-4031-a6d4-1b6d280c48a8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bbdcbca-c3db-4580-9526-d9cb20013720']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:56.312140 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-f608c674-6c3d-4031-a6d4-1b6d280c48a8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e952eb-08a3-4214-9419-664ec54e31c7') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:56.312488 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-f608c674-6c3d-4031-a6d4-1b6d280c48a8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e952eb-08a3-4214-9419-664ec54e31c7') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:56.327774 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f608c674-6c3d-4031-a6d4-1b6d280c48a8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:56.350024 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f608c674-6c3d-4031-a6d4-1b6d280c48a8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:56.353323 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-27514c81-9a7a-4ee5-9abf-8a99dc8834c1 req-8afde90b-e2d0-4366-9d82-9aabd7563ec4 service neutron] 10.222.0.52 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5262599 Jul 06 14:10:56.362554 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f608c674-6c3d-4031-a6d4-1b6d280c48a8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:10:56.363023 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f608c674-6c3d-4031-a6d4-1b6d280c48a8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:10:56.365968 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:10:56.403154 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0f39dc2-c636-481f-81df-776c58011c2a req-866c48d9-3962-4ce9-8105-bc7c2b55c060 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:10:56.418760 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ee3935-cd30-4c8f-aa81-f2d591cb71a5 None None] Sync routers for ids ['144d5879-0191-45db-8840-e67f4f2a8492'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:10:56.430851 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ee3935-cd30-4c8f-aa81-f2d591cb71a5 None None] Routers {'144d5879-0191-45db-8840-e67f4f2a8492'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:56.431945 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-25ee3935-cd30-4c8f-aa81-f2d591cb71a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['144d5879-0191-45db-8840-e67f4f2a8492'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:56.455205 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f608c674-6c3d-4031-a6d4-1b6d280c48a8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:56.474909 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f608c674-6c3d-4031-a6d4-1b6d280c48a8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:56.476768 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f608c674-6c3d-4031-a6d4-1b6d280c48a8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/networks/5bbdcbca-c3db-4580-9526-d9cb20013720 HTTP/1.1" status: 204 len: 168 time: 0.5344591 Jul 06 14:10:56.478922 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608c674-6c3d-4031-a6d4-1b6d280c48a8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Network': ['ID=5bbdcbca-c3db-4580-9526-d9cb20013720,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:56.482530 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44090) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:56.493722 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-525f2084-5feb-41e6-a32c-de9c47e8d072 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1408677129'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:56.528390 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b09d0a9c-5f6e-450a-8e68-36c861915021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:56.542220 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b09d0a9c-5f6e-450a-8e68-36c861915021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:56.544196 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f39dc2-c636-481f-81df-776c58011c2a req-866c48d9-3962-4ce9-8105-bc7c2b55c060 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] No DVR routers for this DVR port 7b9a4286-28a9-454b-a4e1-0ff76bc7009c on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:10:56.547309 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b0f39dc2-c636-481f-81df-776c58011c2a req-866c48d9-3962-4ce9-8105-bc7c2b55c060 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:56.550496 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0f39dc2-c636-481f-81df-776c58011c2a req-866c48d9-3962-4ce9-8105-bc7c2b55c060 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.124 "DELETE /v2.0/ports/7b9a4286-28a9-454b-a4e1-0ff76bc7009c HTTP/1.1" status: 204 len: 173 time: 4.4812441 Jul 06 14:10:56.557778 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168ee84c-c2b8-4253-a2d6-7ef136d6eb21', 'name': 'network-vif-deleted', 'tag': '7b9a4286-28a9-454b-a4e1-0ff76bc7009c'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:10:56.560173 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e082a4-e3ea-4043-acab-f88910ba716b" -d '{"events": [{"server_uuid": "168ee84c-c2b8-4253-a2d6-7ef136d6eb21", "name": "network-vif-deleted", "tag": "7b9a4286-28a9-454b-a4e1-0ff76bc7009c"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:10:56.580003 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-25ee3935-cd30-4c8f-aa81-f2d591cb71a5 None None] Set router 144d5879-0191-45db-8840-e67f4f2a8492 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:10:56.600888 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525f2084-5feb-41e6-a32c-de9c47e8d072 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Made reservation on behalf of 08ca5c678dfb45d684a244704dc7e806 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:56.604486 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-525f2084-5feb-41e6-a32c-de9c47e8d072 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:56.618477 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b09d0a9c-5f6e-450a-8e68-36c861915021 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=bece80156d6b4a2688c35a7bf354640a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5297644 Jul 06 14:10:56.625002 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44094) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:56.628443 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d0a9c-5f6e-450a-8e68-36c861915021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb2a111-2ebb-490f-a6d7-319e04383b83,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:56.639245 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4d72cde4-3f10-43ac-8226-09611b35cad3 tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:56.660445 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525f2084-5feb-41e6-a32c-de9c47e8d072 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:10:56.667926 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ffa8ad77-2f8e-4eda-ad94-905fedaf3f29 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:56.670435 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4d72cde4-3f10-43ac-8226-09611b35cad3 tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:56.671299 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-525f2084-5feb-41e6-a32c-de9c47e8d072 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:56.671861 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-525f2084-5feb-41e6-a32c-de9c47e8d072 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Added segment faa69694-c674-4268-a2ab-d7dbc65f66e9 of type vlan for network 0f051f42-ecf0-4f46-a7d8-3efd88d4446c Jul 06 14:10:56.692602 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-27514c81-9a7a-4ee5-9abf-8a99dc8834c1 req-e8a53f94-020f-4d22-900e-ab30ed65fe6e service neutron] 10.222.0.52 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071315 Jul 06 14:10:56.723278 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-525f2084-5feb-41e6-a32c-de9c47e8d072 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:56.738106 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8f2ce2-7094-48c0-99f5-14ca9d7b1e77 x-openstack-request-id: req-fd8f2ce2-7094-48c0-99f5-14ca9d7b1e77 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:10:56.738402 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168ee84c-c2b8-4253-a2d6-7ef136d6eb21", "name": "network-vif-deleted", "tag": "7b9a4286-28a9-454b-a4e1-0ff76bc7009c", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:10:56.738639 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-fd8f2ce2-7094-48c0-99f5-14ca9d7b1e77 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:10:56.739043 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168ee84c-c2b8-4253-a2d6-7ef136d6eb21', 'name': 'network-vif-deleted', 'tag': '7b9a4286-28a9-454b-a4e1-0ff76bc7009c', 'status': 'completed', 'code': 200} Jul 06 14:10:56.758101 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-525f2084-5feb-41e6-a32c-de9c47e8d072 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:56.765072 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525f2084-5feb-41e6-a32c-de9c47e8d072 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:56.766160 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-525f2084-5feb-41e6-a32c-de9c47e8d072 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:56.806038 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72cde4-3f10-43ac-8226-09611b35cad3 tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Pushing event updated for resources: {'Port': ['ID=f02bc655-307e-4018-b0a1-be470af10129,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:56.844699 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-525f2084-5feb-41e6-a32c-de9c47e8d072 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3548803 Jul 06 14:10:56.851851 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44096) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:56.852690 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4d72cde4-3f10-43ac-8226-09611b35cad3 tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:56.863357 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-0a18bece-2f77-4c2b-8e6b-49c234987847 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'subnet': {'network_id': '0f051f42-ecf0-4f46-a7d8-3efd88d4446c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:56.866862 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f2084-5feb-41e6-a32c-de9c47e8d072 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Network': ['ID=0f051f42-ecf0-4f46-a7d8-3efd88d4446c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:56.870191 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5e059a15-56fd-4dd6-ab78-3500e4a0f02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:56.872541 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-25ee3935-cd30-4c8f-aa81-f2d591cb71a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d5879-0191-45db-8840-e67f4f2a8492', 'name': 'tempest-AttachVolumeTestJSON-1215315455-router', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:06:34Z', 'updated_at': '2021-07-06T14:06:41Z', 'revision_number': 4, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'gw_port': {'id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:35Z', 'updated_at': '2021-07-06T14:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'c618a35d-fb45-4720-9786-769108038dc1', 'name': '', 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'mac_address': 'fa:16:3e:8b:f1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:39Z', 'updated_at': '2021-07-06T14:06:48Z', 'revision_number': 5, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'subnets': [{'id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:56.908814 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 0f051f42-ecf0-4f46-a7d8-3efd88d4446c details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:10:56.911633 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ee3935-cd30-4c8f-aa81-f2d591cb71a5 None None] Checking router: 144d5879-0191-45db-8840-e67f4f2a8492 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:10:56.963761 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ffa8ad77-2f8e-4eda-ad94-905fedaf3f29 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:56.965665 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ee3935-cd30-4c8f-aa81-f2d591cb71a5 None None] Routers {'144d5879-0191-45db-8840-e67f4f2a8492'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:56.966819 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-25ee3935-cd30-4c8f-aa81-f2d591cb71a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['144d5879-0191-45db-8840-e67f4f2a8492'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:57.025295 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5e059a15-56fd-4dd6-ab78-3500e4a0f02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:57.113888 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-25ee3935-cd30-4c8f-aa81-f2d591cb71a5 None None] Set router 144d5879-0191-45db-8840-e67f4f2a8492 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:10:57.116912 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa8ad77-2f8e-4eda-ad94-905fedaf3f29 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Network 5d613ed0-82ba-4152-a13b-13cb7e48f08c is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:57.395694 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-25ee3935-cd30-4c8f-aa81-f2d591cb71a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d5879-0191-45db-8840-e67f4f2a8492', 'name': 'tempest-AttachVolumeTestJSON-1215315455-router', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:06:34Z', 'updated_at': '2021-07-06T14:06:41Z', 'revision_number': 4, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'gw_port': {'id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:35Z', 'updated_at': '2021-07-06T14:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'c618a35d-fb45-4720-9786-769108038dc1', 'name': '', 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'mac_address': 'fa:16:3e:8b:f1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:39Z', 'updated_at': '2021-07-06T14:06:48Z', 'revision_number': 5, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'subnets': [{'id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:57.424772 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ee3935-cd30-4c8f-aa81-f2d591cb71a5 None None] The sync data for ids ['144d5879-0191-45db-8840-e67f4f2a8492'] in n-d-773644-6 is: [{'id': '144d5879-0191-45db-8840-e67f4f2a8492', 'name': 'tempest-AttachVolumeTestJSON-1215315455-router', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:06:34Z', 'updated_at': '2021-07-06T14:06:41Z', 'revision_number': 4, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'gw_port': {'id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:35Z', 'updated_at': '2021-07-06T14:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'c618a35d-fb45-4720-9786-769108038dc1', 'name': '', 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'mac_address': 'fa:16:3e:8b:f1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:39Z', 'updated_at': '2021-07-06T14:06:48Z', 'revision_number': 5, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'subnets': [{'id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:10:57.462823 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8ad77-2f8e-4eda-ad94-905fedaf3f29 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event updated for resources: {'Port': ['ID=09e926dd-cab8-47f0-a657-27d18c8b9c72,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:57.465905 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-ffa8ad77-2f8e-4eda-ad94-905fedaf3f29 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:57.483355 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa8ad77-2f8e-4eda-ad94-905fedaf3f29 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:57.564494 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a18bece-2f77-4c2b-8e6b-49c234987847 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Made reservation on behalf of 08ca5c678dfb45d684a244704dc7e806 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:57.568256 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0a18bece-2f77-4c2b-8e6b-49c234987847 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:57.622844 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-4d72cde4-3f10-43ac-8226-09611b35cad3 tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Floating IP 96b516f7-a565-465c-acc6-58b7c85b651e associated. External IP: 172.25.6.109, port: 1d04b9c8-2ce8-4dd5-a76e-ab46f3483c46. Jul 06 14:10:57.679695 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa8ad77-2f8e-4eda-ad94-905fedaf3f29 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:57.680337 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ffa8ad77-2f8e-4eda-ad94-905fedaf3f29 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:57.690358 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5e059a15-56fd-4dd6-ab78-3500e4a0f02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:57.692964 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5e059a15-56fd-4dd6-ab78-3500e4a0f02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:57.697247 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5e059a15-56fd-4dd6-ab78-3500e4a0f02c admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/2fb2a111-2ebb-490f-a6d7-319e04383b83 HTTP/1.1" status: 204 len: 168 time: 1.0692484 Jul 06 14:10:57.725049 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0053e1-0203-40d8-9f8d-5f04783a84b8 None None] New status for floating IP 7599769b-5368-4ea9-b482-a035c278a8ce: DOWN {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:10:57.780269 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ffa8ad77-2f8e-4eda-ad94-905fedaf3f29 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4691191 Jul 06 14:10:57.781283 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e059a15-56fd-4dd6-ab78-3500e4a0f02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb2a111-2ebb-490f-a6d7-319e04383b83,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:57.785328 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44104) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:57.811410 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-18703f11-1bfa-4d92-9362-537e657e2993 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'port_id': '09e926dd-cab8-47f0-a657-27d18c8b9c72', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:57.813309 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398284a1-f8ac-4da3-b3a9-4ff631870332 req-4b3edaf8-4dde-4cbc-ab5e-b5b5e8c8a117 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:57.821243 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-398284a1-f8ac-4da3-b3a9-4ff631870332 req-4b3edaf8-4dde-4cbc-ab5e-b5b5e8c8a117 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 944 time: 0.7102826 Jul 06 14:10:57.903399 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18703f11-1bfa-4d92-9362-537e657e2993 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:57.951479 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-398284a1-f8ac-4da3-b3a9-4ff631870332 req-4dbea8e1-1fc7-4611-b12d-a9a83dba79f0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260266 Jul 06 14:10:58.035109 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18703f11-1bfa-4d92-9362-537e657e2993 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:58.121470 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44110) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:58.122352 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0a18bece-2f77-4c2b-8e6b-49c234987847 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:58.129633 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44112) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:58.161367 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d72cde4-3f10-43ac-8226-09611b35cad3 tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Router a3e21be5-e6f6-48b5-9f99-d5f74734f050 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:10:58.184248 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b125c0dd-7471-42ef-9de9-a830e7fcb747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:58.222920 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18bece-2f77-4c2b-8e6b-49c234987847 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Subnet': ['ID=35d12291-e8ed-4653-bffd-211cd90fdb59,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:58.229466 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-18703f11-1bfa-4d92-9362-537e657e2993 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Allocated IP 172.25.6.139 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/277b3e36-ea76-41ee-8de9-42d3151e6ef5) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:58.231697 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4b18c859-6a34-4ce3-8438-58deda62a4d5 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:58.273852 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4b18c859-6a34-4ce3-8438-58deda62a4d5 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:58.302758 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a18bece-2f77-4c2b-8e6b-49c234987847 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Checking segment: {'id': 'faa69694-c674-4268-a2ab-d7dbc65f66e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0f051f42-ecf0-4f46-a7d8-3efd88d4446c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:58.303135 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a18bece-2f77-4c2b-8e6b-49c234987847 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network hostable DHCP agents. Network: 0f051f42-ecf0-4f46-a7d8-3efd88d4446c, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:10:58.385704 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4b18c859-6a34-4ce3-8438-58deda62a4d5 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:58.386916 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a18bece-2f77-4c2b-8e6b-49c234987847 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network 0f051f42-ecf0-4f46-a7d8-3efd88d4446c is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:10:58.388233 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4b18c859-6a34-4ce3-8438-58deda62a4d5 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:58.389384 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4b18c859-6a34-4ce3-8438-58deda62a4d5 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "DELETE /v2.0/security-groups/a7f43b2d-cf20-4c47-b3cd-485e0685802b HTTP/1.1" status: 204 len: 168 time: 0.2661359 Jul 06 14:10:58.392235 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d72cde4-3f10-43ac-8226-09611b35cad3 tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:10:58.395869 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44114) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:58.399077 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18703f11-1bfa-4d92-9362-537e657e2993 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:58.404247 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25c82cf-91cc-4bb1-91c7-d450514fdcba None None] Sync routers for ids ['a3e21be5-e6f6-48b5-9f99-d5f74734f050'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:10:58.408127 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-0a18bece-2f77-4c2b-8e6b-49c234987847 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 0f051f42-ecf0-4f46-a7d8-3efd88d4446c) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:58.418701 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f309898-359a-44dc-962b-e724a92e2912 None None] Network 0f051f42-ecf0-4f46-a7d8-3efd88d4446c requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:10:58.424098 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a18bece-2f77-4c2b-8e6b-49c234987847 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:58.424713 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0a18bece-2f77-4c2b-8e6b-49c234987847 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:58.432293 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25c82cf-91cc-4bb1-91c7-d450514fdcba None None] Routers {'a3e21be5-e6f6-48b5-9f99-d5f74734f050'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:58.433212 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f25c82cf-91cc-4bb1-91c7-d450514fdcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3e21be5-e6f6-48b5-9f99-d5f74734f050'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:58.440620 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18c859-6a34-4ce3-8438-58deda62a4d5 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f43b2d-cf20-4c47-b3cd-485e0685802b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:58.452315 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-8859091a-90d8-42dd-a468-6a7c7221467b tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] show failed (client error): The resource could not be found. Jul 06 14:10:58.454837 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8859091a-90d8-42dd-a468-6a7c7221467b tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups/a7f43b2d-cf20-4c47-b3cd-485e0685802b HTTP/1.1" status: 404 len: 347 time: 0.0517962 Jul 06 14:10:58.458728 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44116) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:58.472510 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b125c0dd-7471-42ef-9de9-a830e7fcb747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:58.488641 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18703f11-1bfa-4d92-9362-537e657e2993 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:58.510742 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f25c82cf-91cc-4bb1-91c7-d450514fdcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:58.511030 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b125c0dd-7471-42ef-9de9-a830e7fcb747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:58.521601 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4d72cde4-3f10-43ac-8226-09611b35cad3 tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:58.528310 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25c82cf-91cc-4bb1-91c7-d450514fdcba None None] Routers {'a3e21be5-e6f6-48b5-9f99-d5f74734f050'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:10:58.528310 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f25c82cf-91cc-4bb1-91c7-d450514fdcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3e21be5-e6f6-48b5-9f99-d5f74734f050'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:58.534692 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18703f11-1bfa-4d92-9362-537e657e2993 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:58.535607 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0a18bece-2f77-4c2b-8e6b-49c234987847 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6798828 Jul 06 14:10:58.538283 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44118) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:58.541998 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-18703f11-1bfa-4d92-9362-537e657e2993 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:58.552936 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18703f11-1bfa-4d92-9362-537e657e2993 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:58.570473 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f25c82cf-91cc-4bb1-91c7-d450514fdcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:10:58.571294 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25c82cf-91cc-4bb1-91c7-d450514fdcba None None] The sync data for ids ['a3e21be5-e6f6-48b5-9f99-d5f74734f050'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:10:58.588350 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18703f11-1bfa-4d92-9362-537e657e2993 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event updated for resources: {'Port': ['ID=277b3e36-ea76-41ee-8de9-42d3151e6ef5,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:58.624004 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-4371d01c-1e27-4e8d-8880-3acf2e4c69b8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-33905311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:58.677464 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d2fac3-3697-415d-970c-11f7ea11c13f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-0f051f42-ecf0-4f46-a7d8-3efd88d4446c', 'network_id': '0f051f42-ecf0-4f46-a7d8-3efd88d4446c', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'fixed_ips': [{'subnet_id': '35d12291-e8ed-4653-bffd-211cd90fdb59'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:10:58.678710 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-90d2fac3-3697-415d-970c-11f7ea11c13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:58.700941 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b125c0dd-7471-42ef-9de9-a830e7fcb747 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=6003c2ecbb4549a08372839366186d99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5653346 Jul 06 14:10:58.705178 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44120) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:58.709443 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125c0dd-7471-42ef-9de9-a830e7fcb747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b81dfd-66f4-41ac-9e3f-981ad8c3383b,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:58.733871 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4d72cde4-3f10-43ac-8226-09611b35cad3 tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 8.2388301 Jul 06 14:10:58.737405 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44122) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:58.750657 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4371d01c-1e27-4e8d-8880-3acf2e4c69b8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:58.753413 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4371d01c-1e27-4e8d-8880-3acf2e4c69b8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:58.841792 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-90d2fac3-3697-415d-970c-11f7ea11c13f None None] Allocated IP 2001:db8::2 (0f051f42-ecf0-4f46-a7d8-3efd88d4446c/35d12291-e8ed-4653-bffd-211cd90fdb59/1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:10:58.858997 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-479b8d80-ecd4-4f2a-b853-32d443e7b197 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Deleting port 2308f0f9-9132-4482-a5de-78f8171b4820 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:10:58.859639 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-479b8d80-ecd4-4f2a-b853-32d443e7b197 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:58.877465 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a1e23f53-1175-46b7-a341-1e3fc1c0ae91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:58.893179 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4371d01c-1e27-4e8d-8880-3acf2e4c69b8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:58.930579 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4371d01c-1e27-4e8d-8880-3acf2e4c69b8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:58.963404 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-67c1d61b-79a2-41d8-9341-3346d1f1d9a2 tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] 10.222.0.118 "GET /v2.0/floatingips/96b516f7-a565-465c-acc6-58b7c85b651e HTTP/1.1" status: 200 len: 982 time: 0.2216690 Jul 06 14:10:58.964205 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a1e23f53-1175-46b7-a341-1e3fc1c0ae91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:58.964398 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44124) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:59.004454 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4371d01c-1e27-4e8d-8880-3acf2e4c69b8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:59.008018 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4371d01c-1e27-4e8d-8880-3acf2e4c69b8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4235842 Jul 06 14:10:59.013560 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44128) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:59.020275 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-8d054c5f-680f-47dd-8347-a2748fc95455 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'port': {'network_id': '0f051f42-ecf0-4f46-a7d8-3efd88d4446c', 'name': 'tempest-RoutersIpV6Test-258200246'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:10:59.042882 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-90d2fac3-3697-415d-970c-11f7ea11c13f None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:59.057727 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-90d2fac3-3697-415d-970c-11f7ea11c13f None None] Transition to ACTIVE for port object 1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:59.085875 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-90d2fac3-3697-415d-970c-11f7ea11c13f None None] Transition to ACTIVE for port object 1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:10:59.094436 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-90d2fac3-3697-415d-970c-11f7ea11c13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:59.137873 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d2fac3-3697-415d-970c-11f7ea11c13f None None] Network 0f051f42-ecf0-4f46-a7d8-3efd88d4446c is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:10:59.143188 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-90d2fac3-3697-415d-970c-11f7ea11c13f None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:10:59.149401 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d2fac3-3697-415d-970c-11f7ea11c13f None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:10:59.157795 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d2fac3-3697-415d-970c-11f7ea11c13f None None] Pushing event updated for resources: {'Port': ['ID=1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:59.161247 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-479b8d80-ecd4-4f2a-b853-32d443e7b197 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:59.161587 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-479b8d80-ecd4-4f2a-b853-32d443e7b197 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:59.200984 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-fee5a9e1-f29f-4558-8e4b-7ba3ee7cfb28 tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] 10.222.0.118 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3211 time: 0.2352798 Jul 06 14:10:59.208591 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44130) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:10:59.209545 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-479b8d80-ecd4-4f2a-b853-32d443e7b197 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Calling delete_port for 2308f0f9-9132-4482-a5de-78f8171b4820 owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:10:59.251598 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-90d2fac3-3697-415d-970c-11f7ea11c13f None None] Attempting to bind port 1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:10:59.252154 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-90d2fac3-3697-415d-970c-11f7ea11c13f None None] Attempting to bind port 1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'faa69694-c674-4268-a2ab-d7dbc65f66e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0f051f42-ecf0-4f46-a7d8-3efd88d4446c'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:10:59.252603 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d2fac3-3697-415d-970c-11f7ea11c13f None None] Attempting to bind port 1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa on network 0f051f42-ecf0-4f46-a7d8-3efd88d4446c {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:10:59.258242 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d2fac3-3697-415d-970c-11f7ea11c13f None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:10:59.258725 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d2fac3-3697-415d-970c-11f7ea11c13f None None] Checking segment: {'id': 'faa69694-c674-4268-a2ab-d7dbc65f66e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0f051f42-ecf0-4f46-a7d8-3efd88d4446c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:10:59.259211 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-90d2fac3-3697-415d-970c-11f7ea11c13f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:59.259705 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d2fac3-3697-415d-970c-11f7ea11c13f None None] Bound using segment: {'id': 'faa69694-c674-4268-a2ab-d7dbc65f66e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0f051f42-ecf0-4f46-a7d8-3efd88d4446c'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:10:59.260981 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-90d2fac3-3697-415d-970c-11f7ea11c13f None None] Bound port: 1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa69694-c674-4268-a2ab-d7dbc65f66e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0f051f42-ecf0-4f46-a7d8-3efd88d4446c'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:10:59.261461 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-90d2fac3-3697-415d-970c-11f7ea11c13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:59.263051 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a1e23f53-1175-46b7-a341-1e3fc1c0ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:59.265628 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a1e23f53-1175-46b7-a341-1e3fc1c0ae91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:59.269384 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a1e23f53-1175-46b7-a341-1e3fc1c0ae91 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/94b81dfd-66f4-41ac-9e3f-981ad8c3383b HTTP/1.1" status: 204 len: 168 time: 0.5584280 Jul 06 14:10:59.341508 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-90d2fac3-3697-415d-970c-11f7ea11c13f None None] For port 1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:10:59.346941 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-90d2fac3-3697-415d-970c-11f7ea11c13f None None] For port 1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa,segment=NetworkSegment(faa69694-c674-4268-a2ab-d7dbc65f66e9),segment_id=faa69694-c674-4268-a2ab-d7dbc65f66e9)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:10:59.348415 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e23f53-1175-46b7-a341-1e3fc1c0ae91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b81dfd-66f4-41ac-9e3f-981ad8c3383b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:59.353911 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-90d2fac3-3697-415d-970c-11f7ea11c13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:59.444955 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d2fac3-3697-415d-970c-11f7ea11c13f None None] Pushing event updated for resources: {'Port': ['ID=1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:59.495883 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ea8ab-a8ed-4497-aefd-7d51e8d8c83f req-2d962b2f-f2cd-415d-a719-7fea1f123b24 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:10:59.497947 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d45ea8ab-a8ed-4497-aefd-7d51e8d8c83f req-2d962b2f-f2cd-415d-a719-7fea1f123b24 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 944 time: 0.4024556 Jul 06 14:10:59.608540 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d45ea8ab-a8ed-4497-aefd-7d51e8d8c83f req-59e56707-20c1-4903-b062-3bf1da701500 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018772 Jul 06 14:10:59.664138 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-39611514-97b3-4222-91a7-57c2cf48aa3a tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Deleting port f02bc655-307e-4018-b0a1-be470af10129 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:10:59.664655 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-39611514-97b3-4222-91a7-57c2cf48aa3a tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:59.784481 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-479b8d80-ecd4-4f2a-b853-32d443e7b197 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:59.833451 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b8d80-ecd4-4f2a-b853-32d443e7b197 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Pushing event deleted for resources: {'Port': ['ID=2308f0f9-9132-4482-a5de-78f8171b4820,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:10:59.836781 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d054c5f-680f-47dd-8347-a2748fc95455 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Made reservation on behalf of 08ca5c678dfb45d684a244704dc7e806 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:10:59.840414 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8d054c5f-680f-47dd-8347-a2748fc95455 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:59.863168 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18703f11-1bfa-4d92-9362-537e657e2993 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:59.929787 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-8d054c5f-680f-47dd-8347-a2748fc95455 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] device_id is not set on port 61927acc-f588-4575-ba1e-82ea2c6d1023 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:10:59.932787 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-39611514-97b3-4222-91a7-57c2cf48aa3a tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:59.933130 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-39611514-97b3-4222-91a7-57c2cf48aa3a tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:59.943792 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-479b8d80-ecd4-4f2a-b853-32d443e7b197 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:59.946549 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-479b8d80-ecd4-4f2a-b853-32d443e7b197 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:10:59.956055 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-479b8d80-ecd4-4f2a-b853-32d443e7b197 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "DELETE /v2.0/floatingips/7599769b-5368-4ea9-b482-a035c278a8ce HTTP/1.1" status: 204 len: 168 time: 1.4946678 Jul 06 14:10:59.965222 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-39611514-97b3-4222-91a7-57c2cf48aa3a tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Calling delete_port for f02bc655-307e-4018-b0a1-be470af10129 owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:00.083825 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18703f11-1bfa-4d92-9362-537e657e2993 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:00.151517 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-8d054c5f-680f-47dd-8347-a2748fc95455 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Allocated IP 2001:db8::11f (0f051f42-ecf0-4f46-a7d8-3efd88d4446c/35d12291-e8ed-4653-bffd-211cd90fdb59/61927acc-f588-4575-ba1e-82ea2c6d1023) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:00.161696 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:11:00.268577 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:11:00.330354 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-39611514-97b3-4222-91a7-57c2cf48aa3a tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:00.355798 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39611514-97b3-4222-91a7-57c2cf48aa3a tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Pushing event deleted for resources: {'Port': ['ID=f02bc655-307e-4018-b0a1-be470af10129,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:00.440538 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18703f11-1bfa-4d92-9362-537e657e2993 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:00.447968 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18703f11-1bfa-4d92-9362-537e657e2993 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:00.500358 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-39611514-97b3-4222-91a7-57c2cf48aa3a tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:00.500928 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-39611514-97b3-4222-91a7-57c2cf48aa3a tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Floating IP 96b516f7-a565-465c-acc6-58b7c85b651e disassociated (deleted). External IP: 172.25.6.109, port: 1d04b9c8-2ce8-4dd5-a76e-ab46f3483c46. Jul 06 14:11:00.508300 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8d054c5f-680f-47dd-8347-a2748fc95455 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:00.551315 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44154) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:00.556582 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-a263a567-4328-4af3-b632-741f77ec7537 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1966790680', 'description': 'tempest-description--471771853'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:00.576660 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18703f11-1bfa-4d92-9362-537e657e2993 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:00.634723 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-8d054c5f-680f-47dd-8347-a2748fc95455 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Transition to ACTIVE for port object 61927acc-f588-4575-ba1e-82ea2c6d1023 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:00.687578 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18703f11-1bfa-4d92-9362-537e657e2993 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event updated for resources: {'Port': ['ID=277b3e36-ea76-41ee-8de9-42d3151e6ef5,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:00.856373 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a9bd46-075f-46a7-a16e-4fb154b338a1 None None] Network 0f051f42-ecf0-4f46-a7d8-3efd88d4446c requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:11:00.861167 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8d054c5f-680f-47dd-8347-a2748fc95455 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:00.909569 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-18703f11-1bfa-4d92-9362-537e657e2993 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Floating IP 028317e8-23f3-4f4f-a820-5bd1c6034b0a associated. External IP: 172.25.6.139, port: 09e926dd-cab8-47f0-a657-27d18c8b9c72. Jul 06 14:11:00.915545 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d054c5f-680f-47dd-8347-a2748fc95455 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network 0f051f42-ecf0-4f46-a7d8-3efd88d4446c is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:00.956484 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-8d054c5f-680f-47dd-8347-a2748fc95455 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:00.965664 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d054c5f-680f-47dd-8347-a2748fc95455 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:00.973996 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fa7947c8-867b-48aa-8d71-0d77757b2869 None None] Provisioning for port 1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:11:00.974594 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d054c5f-680f-47dd-8347-a2748fc95455 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:00.975295 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8d054c5f-680f-47dd-8347-a2748fc95455 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:01.000426 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fa7947c8-867b-48aa-8d71-0d77757b2869 None None] Provisioning complete for port 1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:01.000983 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fa7947c8-867b-48aa-8d71-0d77757b2869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:01.013216 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d054c5f-680f-47dd-8347-a2748fc95455 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Port': ['ID=61927acc-f588-4575-ba1e-82ea2c6d1023,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:01.061189 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a263a567-4328-4af3-b632-741f77ec7537 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:01.090355 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8d054c5f-680f-47dd-8347-a2748fc95455 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0752470 Jul 06 14:11:01.091431 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44168) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:01.147524 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fa7947c8-867b-48aa-8d71-0d77757b2869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:01.189597 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-fa7947c8-867b-48aa-8d71-0d77757b2869 None None] For port 1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa,segment=NetworkSegment(faa69694-c674-4268-a2ab-d7dbc65f66e9),segment_id=faa69694-c674-4268-a2ab-d7dbc65f66e9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:01.201006 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fa7947c8-867b-48aa-8d71-0d77757b2869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:01.238524 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be6a5e-9b75-4395-bc98-d03fa47ae10e req-2054b9c0-5abe-4cb6-97db-3ee5e537f754 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:01.245528 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-73be6a5e-9b75-4395-bc98-d03fa47ae10e req-2054b9c0-5abe-4cb6-97db-3ee5e537f754 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 944 time: 0.2185488 Jul 06 14:11:01.290973 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7947c8-867b-48aa-8d71-0d77757b2869 None None] Pushing event updated for resources: {'Port': ['ID=1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:01.308265 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39611514-97b3-4222-91a7-57c2cf48aa3a tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Router a3e21be5-e6f6-48b5-9f99-d5f74734f050 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:11:01.344112 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-73be6a5e-9b75-4395-bc98-d03fa47ae10e req-526517b5-3f5c-420f-b099-4c847c4c901c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976436 Jul 06 14:11:01.362100 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a263a567-4328-4af3-b632-741f77ec7537 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:01.368809 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a263a567-4328-4af3-b632-741f77ec7537 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:01.414567 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9cba6a62-8f8b-4dd7-9161-620308c8970d details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:11:01.467507 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a263a567-4328-4af3-b632-741f77ec7537 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:01.473221 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a263a567-4328-4af3-b632-741f77ec7537 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9206028 Jul 06 14:11:01.477985 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44174) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:01.483532 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-7180febc-c0cd-4114-bf4e-a1392670b665 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Request body: {'security_group_rule': {'security_group_id': 'abf74cc2-9a12-41bd-93d6-29a54da1f980', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:01.506645 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263a567-4328-4af3-b632-741f77ec7537 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf74cc2-9a12-41bd-93d6-29a54da1f980,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:01.674354 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7180febc-c0cd-4114-bf4e-a1392670b665 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:01.703806 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39611514-97b3-4222-91a7-57c2cf48aa3a tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:01.716719 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d111201-d739-46c8-9840-1c9601171436 None None] Sync routers for ids ['a3e21be5-e6f6-48b5-9f99-d5f74734f050'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:01.731555 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-39611514-97b3-4222-91a7-57c2cf48aa3a tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:01.732941 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d111201-d739-46c8-9840-1c9601171436 None None] Routers {'a3e21be5-e6f6-48b5-9f99-d5f74734f050'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:01.739174 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-0d111201-d739-46c8-9840-1c9601171436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3e21be5-e6f6-48b5-9f99-d5f74734f050'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:01.761729 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e5099f4a-059d-4d6d-b42b-624b60ecc81a None None] Provisioning for port 61927acc-f588-4575-ba1e-82ea2c6d1023 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:11:01.774026 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e5099f4a-059d-4d6d-b42b-624b60ecc81a None None] Provisioning complete for port 61927acc-f588-4575-ba1e-82ea2c6d1023 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:01.774588 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e5099f4a-059d-4d6d-b42b-624b60ecc81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:01.825614 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-e5099f4a-059d-4d6d-b42b-624b60ecc81a None None] Port 61927acc-f588-4575-ba1e-82ea2c6d1023 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:11:01.882254 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-39611514-97b3-4222-91a7-57c2cf48aa3a tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] 10.222.0.118 "DELETE /v2.0/floatingips/96b516f7-a565-465c-acc6-58b7c85b651e HTTP/1.1" status: 204 len: 168 time: 2.6635258 Jul 06 14:11:01.885001 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 9cba6a62-8f8b-4dd7-9161-620308c8970d, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9cba6a62-8f8b-4dd7-9161-620308c8970d,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:01.886582 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44188) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:01.905217 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '9cba6a62-8f8b-4dd7-9161-620308c8970d', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'port_id': '9cba6a62-8f8b-4dd7-9161-620308c8970d', 'mac_address': 'fa:16:3e:35:18:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:11:01.912992 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-50969400-6d6e-4def-81ea-988ca5a0ba7e tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:01.928316 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7180febc-c0cd-4114-bf4e-a1392670b665 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:01.929515 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e5099f4a-059d-4d6d-b42b-624b60ecc81a None None] Provisioning complete for port 1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:01.930237 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e5099f4a-059d-4d6d-b42b-624b60ecc81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:01.951796 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7180febc-c0cd-4114-bf4e-a1392670b665 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:01.991414 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180febc-c0cd-4114-bf4e-a1392670b665 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4436d72-1d21-46a4-be86-5cd361b8f520,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:02.003744 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50969400-6d6e-4def-81ea-988ca5a0ba7e tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:02.034165 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7180febc-c0cd-4114-bf4e-a1392670b665 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:02.039619 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7180febc-c0cd-4114-bf4e-a1392670b665 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5562820 Jul 06 14:11:02.051928 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18703f11-1bfa-4d92-9362-537e657e2993 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Router a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:11:02.053086 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-0d111201-d739-46c8-9840-1c9601171436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:02.055911 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44196) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:02.063390 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-f3da8e3e-bf8a-41be-ba08-3257d7868676 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Request body: {'security_group_rule': {'security_group_id': 'abf74cc2-9a12-41bd-93d6-29a54da1f980', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:02.071753 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d111201-d739-46c8-9840-1c9601171436 None None] Routers {'a3e21be5-e6f6-48b5-9f99-d5f74734f050'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:02.072964 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-0d111201-d739-46c8-9840-1c9601171436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3e21be5-e6f6-48b5-9f99-d5f74734f050'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:02.082495 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:02.103854 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cba6a62-8f8b-4dd7-9161-620308c8970d {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:11:02.133572 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-0d111201-d739-46c8-9840-1c9601171436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:02.135530 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d111201-d739-46c8-9840-1c9601171436 None None] The sync data for ids ['a3e21be5-e6f6-48b5-9f99-d5f74734f050'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:02.136864 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:11:02.190109 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50969400-6d6e-4def-81ea-988ca5a0ba7e tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:02.198516 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 9cba6a62-8f8b-4dd7-9161-620308c8970d, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9cba6a62-8f8b-4dd7-9161-620308c8970d,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:02.210446 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:02.273191 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f3da8e3e-bf8a-41be-ba08-3257d7868676 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:02.290325 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=9cba6a62-8f8b-4dd7-9161-620308c8970d,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:02.294045 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:02.294567 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:02.325905 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-90185912-666b-43e2-ba1d-36ed3eafbcc9 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:02.370552 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-50969400-6d6e-4def-81ea-988ca5a0ba7e tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Allocated IP 172.25.6.148 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/e4332922-19a3-4a3a-925a-7f91d94754bf) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:02.378562 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-252c0ab1-18ad-46c9-986a-86e14a1e0222 None None] Provisioning complete for port 61927acc-f588-4575-ba1e-82ea2c6d1023 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:02.379234 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-252c0ab1-18ad-46c9-986a-86e14a1e0222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:02.437734 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18703f11-1bfa-4d92-9362-537e657e2993 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:02.457535 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd104cb1-c77d-4d4f-914c-61dbdaed6fc9 None None] Sync routers for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:02.469617 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-252c0ab1-18ad-46c9-986a-86e14a1e0222 None None] Port 61927acc-f588-4575-ba1e-82ea2c6d1023 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:11:02.496505 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd104cb1-c77d-4d4f-914c-61dbdaed6fc9 None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:02.501390 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-bd104cb1-c77d-4d4f-914c-61dbdaed6fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:02.553002 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f3da8e3e-bf8a-41be-ba08-3257d7868676 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:02.554039 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50969400-6d6e-4def-81ea-988ca5a0ba7e tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:02.567034 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f3da8e3e-bf8a-41be-ba08-3257d7868676 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:02.567974 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-bd104cb1-c77d-4d4f-914c-61dbdaed6fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:02.570974 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9cba6a62-8f8b-4dd7-9161-620308c8970d'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:11:02.576924 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-18703f11-1bfa-4d92-9362-537e657e2993 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:02.632970 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd104cb1-c77d-4d4f-914c-61dbdaed6fc9 None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:02.633737 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-bd104cb1-c77d-4d4f-914c-61dbdaed6fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:02.638155 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44208) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:02.678032 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da8e3e-bf8a-41be-ba08-3257d7868676 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9920ce4-c52d-4547-8075-a05b0e94e0bd,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:02.693055 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13474be-c73e-4b17-b05c-e6688849b003 req-6ff75133-a6d8-4672-881d-c7b2b9c5a4bb tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:02.700392 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-bd104cb1-c77d-4d4f-914c-61dbdaed6fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:02.701209 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd104cb1-c77d-4d4f-914c-61dbdaed6fc9 None None] The sync data for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:02.701504 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a13474be-c73e-4b17-b05c-e6688849b003 req-6ff75133-a6d8-4672-881d-c7b2b9c5a4bb tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 945 time: 0.1439500 Jul 06 14:11:02.716727 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f3da8e3e-bf8a-41be-ba08-3257d7868676 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:02.720768 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f3da8e3e-bf8a-41be-ba08-3257d7868676 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6607184 Jul 06 14:11:02.727201 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44212) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:02.738756 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-5892ef87-b8d8-4e32-9f29-665de75d2552 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:02.748779 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-18703f11-1bfa-4d92-9362-537e657e2993 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.9586740 Jul 06 14:11:02.753438 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44214) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:02.766031 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-9e34fa68-a619-44ad-a52f-7f89ec1d54f5 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:02.781484 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a13474be-c73e-4b17-b05c-e6688849b003 req-0ad4506e-cda1-4725-9167-e6b244754440 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787909 Jul 06 14:11:02.790411 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50969400-6d6e-4def-81ea-988ca5a0ba7e tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:02.847472 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50969400-6d6e-4def-81ea-988ca5a0ba7e tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:02.855752 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5892ef87-b8d8-4e32-9f29-665de75d2552 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:02.860555 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-50969400-6d6e-4def-81ea-988ca5a0ba7e tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:02.866336 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7caab3d8-541a-496e-9c58-180c12b826e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:02.868260 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50969400-6d6e-4def-81ea-988ca5a0ba7e tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:02.906520 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e34fa68-a619-44ad-a52f-7f89ec1d54f5 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:02.947262 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50969400-6d6e-4def-81ea-988ca5a0ba7e tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Pushing event updated for resources: {'Port': ['ID=e4332922-19a3-4a3a-925a-7f91d94754bf,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:03.059287 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-90185912-666b-43e2-ba1d-36ed3eafbcc9 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:03.073609 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-90185912-666b-43e2-ba1d-36ed3eafbcc9 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:03.082203 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50969400-6d6e-4def-81ea-988ca5a0ba7e tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:03.165901 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e34fa68-a619-44ad-a52f-7f89ec1d54f5 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:03.176504 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e34fa68-a619-44ad-a52f-7f89ec1d54f5 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:03.176504 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-9e34fa68-a619-44ad-a52f-7f89ec1d54f5 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Floating IP 028317e8-23f3-4f4f-a820-5bd1c6034b0a disassociated. External IP: 172.25.6.139, port: 09e926dd-cab8-47f0-a657-27d18c8b9c72. Jul 06 14:11:03.180667 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50969400-6d6e-4def-81ea-988ca5a0ba7e tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:03.184926 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7caab3d8-541a-496e-9c58-180c12b826e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:03.213494 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7caab3d8-541a-496e-9c58-180c12b826e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:03.223959 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5892ef87-b8d8-4e32-9f29-665de75d2552 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:03.263889 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90185912-666b-43e2-ba1d-36ed3eafbcc9 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Port': ['ID=61927acc-f588-4575-ba1e-82ea2c6d1023,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:03.327235 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caab3d8-541a-496e-9c58-180c12b826e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c839c93d-80ee-47cf-a851-f194dd7ee665,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:03.344470 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7caab3d8-541a-496e-9c58-180c12b826e2 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=823d015cc940445eacd251f7a1582526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7050512 Jul 06 14:11:03.346868 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44216) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:03.414528 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9cba6a62-8f8b-4dd7-9161-620308c8970d up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:11:03.472543 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-5892ef87-b8d8-4e32-9f29-665de75d2552 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Allocated IP 172.25.6.6 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/693868fa-2656-43b0-a6e5-1e7aef832170) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:03.486535 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 9cba6a62-8f8b-4dd7-9161-620308c8970d completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:11:03.491628 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 9cba6a62-8f8b-4dd7-9161-620308c8970d triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:03.492139 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:03.527228 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-90185912-666b-43e2-ba1d-36ed3eafbcc9 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:03.543292 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8774281b-4e38-41f0-92ca-ad1187fe5e95 None None] Provisioning complete for port 61927acc-f588-4575-ba1e-82ea2c6d1023 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:03.543820 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8774281b-4e38-41f0-92ca-ad1187fe5e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:03.566311 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50969400-6d6e-4def-81ea-988ca5a0ba7e tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:03.575383 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50969400-6d6e-4def-81ea-988ca5a0ba7e tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:03.605201 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-8774281b-4e38-41f0-92ca-ad1187fe5e95 None None] Port 61927acc-f588-4575-ba1e-82ea2c6d1023 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:11:03.607343 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b629ff3-93fa-40f6-9224-32f397b141cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:03.621490 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50969400-6d6e-4def-81ea-988ca5a0ba7e tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Pushing event updated for resources: {'Port': ['ID=e4332922-19a3-4a3a-925a-7f91d94754bf,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:03.632232 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:03.661578 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153e7338-cd2c-4dca-8f98-3b11988a4d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cba6a62-8f8b-4dd7-9161-620308c8970d'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:11:03.664655 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee981e3-c735-48be-b1c7-3b318114c4ed" -d '{"events": [{"server_uuid": "153e7338-cd2c-4dca-8f98-3b11988a4d43", "name": "network-vif-plugged", "status": "completed", "tag": "9cba6a62-8f8b-4dd7-9161-620308c8970d"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:11:03.673918 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b629ff3-93fa-40f6-9224-32f397b141cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:03.679624 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 9cba6a62-8f8b-4dd7-9161-620308c8970d, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9cba6a62-8f8b-4dd7-9161-620308c8970d,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:03.684962 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:03.700262 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5892ef87-b8d8-4e32-9f29-665de75d2552 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:03.702969 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50969400-6d6e-4def-81ea-988ca5a0ba7e tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:03.703901 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e34fa68-a619-44ad-a52f-7f89ec1d54f5 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Router a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:11:03.724631 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50969400-6d6e-4def-81ea-988ca5a0ba7e tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:03.728879 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-50969400-6d6e-4def-81ea-988ca5a0ba7e tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8388550 Jul 06 14:11:03.731319 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44220) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:03.752834 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=9cba6a62-8f8b-4dd7-9161-620308c8970d,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:03.756712 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08e7716-223c-40b2-b06d-f7075e776c6b x-openstack-request-id: req-b08e7716-223c-40b2-b06d-f7075e776c6b {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:11:03.757007 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153e7338-cd2c-4dca-8f98-3b11988a4d43", "name": "network-vif-plugged", "status": "completed", "tag": "9cba6a62-8f8b-4dd7-9161-620308c8970d", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:11:03.757784 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-b08e7716-223c-40b2-b06d-f7075e776c6b {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:11:03.757784 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153e7338-cd2c-4dca-8f98-3b11988a4d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cba6a62-8f8b-4dd7-9161-620308c8970d', 'code': 200} Jul 06 14:11:03.785283 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-90185912-666b-43e2-ba1d-36ed3eafbcc9 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:03.800977 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5892ef87-b8d8-4e32-9f29-665de75d2552 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:03.874806 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b629ff3-93fa-40f6-9224-32f397b141cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:03.878565 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b629ff3-93fa-40f6-9224-32f397b141cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:03.879764 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6b629ff3-93fa-40f6-9224-32f397b141cb admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/c839c93d-80ee-47cf-a851-f194dd7ee665 HTTP/1.1" status: 204 len: 168 time: 0.5302882 Jul 06 14:11:03.906034 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-f32fe236-d598-42e2-987c-07f620d72c00 tempest-FloatingIPAdminTestJSON-740322725 tempest-FloatingIPAdminTestJSON-740322725-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:03.934631 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b629ff3-93fa-40f6-9224-32f397b141cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c839c93d-80ee-47cf-a851-f194dd7ee665,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:03.971740 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5892ef87-b8d8-4e32-9f29-665de75d2552 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:03.986369 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-5892ef87-b8d8-4e32-9f29-665de75d2552 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:03.990234 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f32fe236-d598-42e2-987c-07f620d72c00 tempest-FloatingIPAdminTestJSON-740322725 tempest-FloatingIPAdminTestJSON-740322725-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:03.995252 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5892ef87-b8d8-4e32-9f29-665de75d2552 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:03.999661 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892ef87-b8d8-4e32-9f29-665de75d2552 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Pushing event updated for resources: {'Port': ['ID=693868fa-2656-43b0-a6e5-1e7aef832170,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:04.121880 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a5f57-bf3c-4085-9e0e-2f40c59aa6f6 req-d75407f4-4b49-4dd6-8675-18d5c1709617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:04.123486 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f15a5f57-bf3c-4085-9e0e-2f40c59aa6f6 req-d75407f4-4b49-4dd6-8675-18d5c1709617 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 1097 time: 0.2791071 Jul 06 14:11:04.207168 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5f6b0-c654-4514-843a-d56f3a95fe0d req-4b75b065-ed30-4856-bc8e-469a4eaeff01 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:04.209034 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9db5f6b0-c654-4514-843a-d56f3a95fe0d req-4b75b065-ed30-4856-bc8e-469a4eaeff01 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 946 time: 0.2791505 Jul 06 14:11:04.223059 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5892ef87-b8d8-4e32-9f29-665de75d2552 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:04.273345 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b629ff3-93fa-40f6-9224-32f397b141cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:04.274018 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b629ff3-93fa-40f6-9224-32f397b141cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:04.274310 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b629ff3-93fa-40f6-9224-32f397b141cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:04.274651 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b629ff3-93fa-40f6-9224-32f397b141cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:04.275185 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b629ff3-93fa-40f6-9224-32f397b141cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:04.275522 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b629ff3-93fa-40f6-9224-32f397b141cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:04.275859 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b629ff3-93fa-40f6-9224-32f397b141cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:04.276185 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b629ff3-93fa-40f6-9224-32f397b141cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:04.276705 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b629ff3-93fa-40f6-9224-32f397b141cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:04.277032 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b629ff3-93fa-40f6-9224-32f397b141cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:04.277551 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b629ff3-93fa-40f6-9224-32f397b141cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:04.277910 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b629ff3-93fa-40f6-9224-32f397b141cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:04.286015 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44232) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:04.311898 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f15a5f57-bf3c-4085-9e0e-2f40c59aa6f6 req-d8f61d1b-c062-46f9-8c7e-fd4961476488 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564159 Jul 06 14:11:04.317659 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e34fa68-a619-44ad-a52f-7f89ec1d54f5 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:04.325865 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5892ef87-b8d8-4e32-9f29-665de75d2552 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:04.328185 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e0b3d5-653f-4a48-9f8f-44b66edc05c9 None None] Sync routers for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:04.331840 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e34fa68-a619-44ad-a52f-7f89ec1d54f5 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:04.334111 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2ead3179-fa3c-48c4-a4b5-4c656d8835d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:04.342416 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e0b3d5-653f-4a48-9f8f-44b66edc05c9 None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:04.343358 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-46e0b3d5-653f-4a48-9f8f-44b66edc05c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:04.375098 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9db5f6b0-c654-4514-843a-d56f3a95fe0d req-bea5962b-0bc0-4ffd-b308-89eef8281fc7 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395760 Jul 06 14:11:04.384444 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-46e0b3d5-653f-4a48-9f8f-44b66edc05c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:04.397047 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e0b3d5-653f-4a48-9f8f-44b66edc05c9 None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:04.398258 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-46e0b3d5-653f-4a48-9f8f-44b66edc05c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:04.399453 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f32fe236-d598-42e2-987c-07f620d72c00 tempest-FloatingIPAdminTestJSON-740322725 tempest-FloatingIPAdminTestJSON-740322725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:04.439108 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-46e0b3d5-653f-4a48-9f8f-44b66edc05c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:04.439971 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e0b3d5-653f-4a48-9f8f-44b66edc05c9 None None] The sync data for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:04.447016 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9e34fa68-a619-44ad-a52f-7f89ec1d54f5 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "PUT /v2.0/floatingips/028317e8-23f3-4f4f-a820-5bd1c6034b0a HTTP/1.1" status: 200 len: 688 time: 1.6921554 Jul 06 14:11:04.451781 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44234) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:04.568359 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-90185912-666b-43e2-ba1d-36ed3eafbcc9 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:04.577430 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-90185912-666b-43e2-ba1d-36ed3eafbcc9 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:04.578553 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-90185912-666b-43e2-ba1d-36ed3eafbcc9 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:04.619986 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2ead3179-fa3c-48c4-a4b5-4c656d8835d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:04.630459 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2ead3179-fa3c-48c4-a4b5-4c656d8835d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:04.686873 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-f32fe236-d598-42e2-987c-07f620d72c00 tempest-FloatingIPAdminTestJSON-740322725 tempest-FloatingIPAdminTestJSON-740322725-project] Allocated IP 172.25.6.112 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/eecf422f-ce08-447a-b8e9-b8403e1abc32) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:04.702623 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90185912-666b-43e2-ba1d-36ed3eafbcc9 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Port': ['ID=61927acc-f588-4575-ba1e-82ea2c6d1023,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:04.734919 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2ead3179-fa3c-48c4-a4b5-4c656d8835d8 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=e5b9d4c893cf4b958ccfe17df0b8c337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4461935 Jul 06 14:11:04.737885 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead3179-fa3c-48c4-a4b5-4c656d8835d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1c13d3-d1b4-4db7-83a4-ff1499b852d2,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:04.739144 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44236) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:04.777036 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90185912-666b-43e2-ba1d-36ed3eafbcc9 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network 0f051f42-ecf0-4f46-a7d8-3efd88d4446c is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:04.778696 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-90185912-666b-43e2-ba1d-36ed3eafbcc9 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:04.839566 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5892ef87-b8d8-4e32-9f29-665de75d2552 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:04.861945 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5892ef87-b8d8-4e32-9f29-665de75d2552 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:04.876174 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-c3912dc9-d3cc-491e-87fb-0551e93f3361 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Deleting port 277b3e36-ea76-41ee-8de9-42d3151e6ef5 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:04.876447 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3912dc9-d3cc-491e-87fb-0551e93f3361 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:04.927720 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90185912-666b-43e2-ba1d-36ed3eafbcc9 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Router 17d5a05f-5d91-45f2-9a11-378f48957714 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:11:04.984380 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f32fe236-d598-42e2-987c-07f620d72c00 tempest-FloatingIPAdminTestJSON-740322725 tempest-FloatingIPAdminTestJSON-740322725-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:05.030584 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90185912-666b-43e2-ba1d-36ed3eafbcc9 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:05.035215 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c97fa194-fe7b-4e6e-a910-706667ac0439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:05.037356 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-90185912-666b-43e2-ba1d-36ed3eafbcc9 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "PUT /v2.0/routers/17d5a05f-5d91-45f2-9a11-378f48957714/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9419937 Jul 06 14:11:05.039859 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44240) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:05.041736 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c75b9be-9905-4f31-85e3-b3f6bf5f4504 None None] Sync routers for ids ['17d5a05f-5d91-45f2-9a11-378f48957714'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:05.049990 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5892ef87-b8d8-4e32-9f29-665de75d2552 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Pushing event updated for resources: {'Port': ['ID=693868fa-2656-43b0-a6e5-1e7aef832170,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:05.055317 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c75b9be-9905-4f31-85e3-b3f6bf5f4504 None None] Routers {'17d5a05f-5d91-45f2-9a11-378f48957714'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:05.055980 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-7c75b9be-9905-4f31-85e3-b3f6bf5f4504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['17d5a05f-5d91-45f2-9a11-378f48957714'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:05.104853 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1d7f3d-7d7c-4c40-be2f-a1851d37081d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:05.106218 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-7c75b9be-9905-4f31-85e3-b3f6bf5f4504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:05.110022 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8b1d7f3d-7d7c-4c40-be2f-a1851d37081d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "GET /v2.0/ports/61927acc-f588-4575-ba1e-82ea2c6d1023 HTTP/1.1" status: 200 len: 983 time: 0.0687127 Jul 06 14:11:05.110963 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44242) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:05.114134 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5892ef87-b8d8-4e32-9f29-665de75d2552 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:05.118620 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c97fa194-fe7b-4e6e-a910-706667ac0439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:05.123412 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c75b9be-9905-4f31-85e3-b3f6bf5f4504 None None] Routers {'17d5a05f-5d91-45f2-9a11-378f48957714'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:05.124261 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-7c75b9be-9905-4f31-85e3-b3f6bf5f4504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['17d5a05f-5d91-45f2-9a11-378f48957714'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:05.128901 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3912dc9-d3cc-491e-87fb-0551e93f3361 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:05.129863 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3912dc9-d3cc-491e-87fb-0551e93f3361 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:05.176905 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-c3912dc9-d3cc-491e-87fb-0551e93f3361 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Calling delete_port for 277b3e36-ea76-41ee-8de9-42d3151e6ef5 owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:05.183176 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-7c75b9be-9905-4f31-85e3-b3f6bf5f4504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:05.183893 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c75b9be-9905-4f31-85e3-b3f6bf5f4504 None None] The sync data for ids ['17d5a05f-5d91-45f2-9a11-378f48957714'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:05.192042 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6d3cc8ec-f77b-41da-90f2-8bc8ec46391a None None] Provisioning complete for port 61927acc-f588-4575-ba1e-82ea2c6d1023 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:05.192226 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6d3cc8ec-f77b-41da-90f2-8bc8ec46391a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:05.196985 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5892ef87-b8d8-4e32-9f29-665de75d2552 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:05.208728 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5892ef87-b8d8-4e32-9f29-665de75d2552 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4782491 Jul 06 14:11:05.217258 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f32fe236-d598-42e2-987c-07f620d72c00 tempest-FloatingIPAdminTestJSON-740322725 tempest-FloatingIPAdminTestJSON-740322725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:05.274765 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-6d3cc8ec-f77b-41da-90f2-8bc8ec46391a None None] Port 61927acc-f588-4575-ba1e-82ea2c6d1023 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:11:05.303555 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32fe236-d598-42e2-987c-07f620d72c00 tempest-FloatingIPAdminTestJSON-740322725 tempest-FloatingIPAdminTestJSON-740322725-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:05.322146 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-f32fe236-d598-42e2-987c-07f620d72c00 tempest-FloatingIPAdminTestJSON-740322725 tempest-FloatingIPAdminTestJSON-740322725-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:05.336044 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32fe236-d598-42e2-987c-07f620d72c00 tempest-FloatingIPAdminTestJSON-740322725 tempest-FloatingIPAdminTestJSON-740322725-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:05.367767 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fe236-d598-42e2-987c-07f620d72c00 tempest-FloatingIPAdminTestJSON-740322725 tempest-FloatingIPAdminTestJSON-740322725-project] Pushing event updated for resources: {'Port': ['ID=eecf422f-ce08-447a-b8e9-b8403e1abc32,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:05.379493 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c97fa194-fe7b-4e6e-a910-706667ac0439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:05.382091 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c97fa194-fe7b-4e6e-a910-706667ac0439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:05.385793 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c97fa194-fe7b-4e6e-a910-706667ac0439 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/dd1c13d3-d1b4-4db7-83a4-ff1499b852d2 HTTP/1.1" status: 204 len: 168 time: 0.6178792 Jul 06 14:11:05.423370 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fa194-fe7b-4e6e-a910-706667ac0439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1c13d3-d1b4-4db7-83a4-ff1499b852d2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:05.524405 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-04003a8a-534f-4347-b2fe-5eb3f9e688b9 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-securitygroup--1966790680&fields=id&tenant_id=877fc897abae42d7adb6bd377795bbf0 HTTP/1.1" status: 200 len: 267 time: 0.0894339 Jul 06 14:11:05.572044 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f32fe236-d598-42e2-987c-07f620d72c00 tempest-FloatingIPAdminTestJSON-740322725 tempest-FloatingIPAdminTestJSON-740322725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:05.662951 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0412c9c6-c139-48d2-bd7b-b591ef5690ce tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:05.679048 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3912dc9-d3cc-491e-87fb-0551e93f3361 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:05.714950 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f32fe236-d598-42e2-987c-07f620d72c00 tempest-FloatingIPAdminTestJSON-740322725 tempest-FloatingIPAdminTestJSON-740322725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:05.724466 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3912dc9-d3cc-491e-87fb-0551e93f3361 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event deleted for resources: {'Port': ['ID=277b3e36-ea76-41ee-8de9-42d3151e6ef5,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:05.803628 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-b393252b-657d-4752-b729-cedc1bcf9fac tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:05.805163 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-b393252b-657d-4752-b729-cedc1bcf9fac tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/networks?id=eefea86f-292f-49b8-aab3-e9599d79dda6 HTTP/1.1" status: 200 len: 811 time: 0.2494047 Jul 06 14:11:05.856324 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-962d9213-5ac1-43c0-a7c6-58a560184e77 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/quotas/877fc897abae42d7adb6bd377795bbf0 HTTP/1.1" status: 200 len: 375 time: 0.0289979 Jul 06 14:11:05.904779 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0412c9c6-c139-48d2-bd7b-b591ef5690ce tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Deleting port 61927acc-f588-4575-ba1e-82ea2c6d1023 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:05.905224 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0412c9c6-c139-48d2-bd7b-b591ef5690ce tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:06.027183 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0412c9c6-c139-48d2-bd7b-b591ef5690ce tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:06.042483 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0412c9c6-c139-48d2-bd7b-b591ef5690ce tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Calling delete_port for 61927acc-f588-4575-ba1e-82ea2c6d1023 owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:06.260772 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0412c9c6-c139-48d2-bd7b-b591ef5690ce tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:06.275057 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3912dc9-d3cc-491e-87fb-0551e93f3361 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:06.278077 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3912dc9-d3cc-491e-87fb-0551e93f3361 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:06.279293 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c3912dc9-d3cc-491e-87fb-0551e93f3361 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "DELETE /v2.0/floatingips/028317e8-23f3-4f4f-a820-5bd1c6034b0a HTTP/1.1" status: 204 len: 168 time: 1.8219633 Jul 06 14:11:06.287359 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44278) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:06.293495 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-67dbbb9c-7413-42bc-b97c-5a05ab7f5c45 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'port_id': 'eccaa7b1-3f81-48ac-b9c2-dd175c6bab77'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:06.296728 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412c9c6-c139-48d2-bd7b-b591ef5690ce tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Port': ['ID=61927acc-f588-4575-ba1e-82ea2c6d1023,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:06.347384 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-67dbbb9c-7413-42bc-b97c-5a05ab7f5c45 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:06.416722 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0412c9c6-c139-48d2-bd7b-b591ef5690ce tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:06.475441 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-d6a9b6b9-a4e3-46f4-a6ce-eccb92e3a657 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=877fc897abae42d7adb6bd377795bbf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6117358 Jul 06 14:11:06.548986 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f32fe236-d598-42e2-987c-07f620d72c00 tempest-FloatingIPAdminTestJSON-740322725 tempest-FloatingIPAdminTestJSON-740322725-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:06.562679 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f32fe236-d598-42e2-987c-07f620d72c00 tempest-FloatingIPAdminTestJSON-740322725 tempest-FloatingIPAdminTestJSON-740322725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:06.670313 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fe236-d598-42e2-987c-07f620d72c00 tempest-FloatingIPAdminTestJSON-740322725 tempest-FloatingIPAdminTestJSON-740322725-project] Pushing event updated for resources: {'Port': ['ID=eecf422f-ce08-447a-b8e9-b8403e1abc32,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:06.705063 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-8a9608c0-4dad-4ce0-bc85-a7dcd78e82dc service neutron] 10.222.0.118 "GET /v2.0/networks/eefea86f-292f-49b8-aab3-e9599d79dda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285707 Jul 06 14:11:06.708728 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f32fe236-d598-42e2-987c-07f620d72c00 tempest-FloatingIPAdminTestJSON-740322725 tempest-FloatingIPAdminTestJSON-740322725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:06.784250 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f32fe236-d598-42e2-987c-07f620d72c00 tempest-FloatingIPAdminTestJSON-740322725 tempest-FloatingIPAdminTestJSON-740322725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:06.786282 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f32fe236-d598-42e2-987c-07f620d72c00 tempest-FloatingIPAdminTestJSON-740322725 tempest-FloatingIPAdminTestJSON-740322725-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0538533 Jul 06 14:11:06.789574 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44320) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:06.809165 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-67dbbb9c-7413-42bc-b97c-5a05ab7f5c45 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:06.891047 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0412c9c6-c139-48d2-bd7b-b591ef5690ce tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Router 17d5a05f-5d91-45f2-9a11-378f48957714 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:11:06.952942 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d08d313d-db9b-4853-bc8d-40ac237ebb02 tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] 10.222.0.118 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3395 time: 0.1549037 Jul 06 14:11:06.956816 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44322) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:06.959102 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-2774722a-234a-4110-a7ed-bc3b44b027ba service neutron] 10.222.0.118 "GET /v2.0/networks/eefea86f-292f-49b8-aab3-e9599d79dda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396421 Jul 06 14:11:06.979226 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0412c9c6-c139-48d2-bd7b-b591ef5690ce tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:06.986408 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0412c9c6-c139-48d2-bd7b-b591ef5690ce tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "PUT /v2.0/routers/17d5a05f-5d91-45f2-9a11-378f48957714/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8731487 Jul 06 14:11:06.988553 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44324) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:06.994164 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fe6b11-ccd9-4bd5-b891-6c20e1a83dfa None None] Sync routers for ids ['17d5a05f-5d91-45f2-9a11-378f48957714'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:07.009823 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fe6b11-ccd9-4bd5-b891-6c20e1a83dfa None None] Routers {'17d5a05f-5d91-45f2-9a11-378f48957714'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:07.012098 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-f3fe6b11-ccd9-4bd5-b891-6c20e1a83dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['17d5a05f-5d91-45f2-9a11-378f48957714'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:07.039110 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-57206e6d-f9c7-46ea-a65b-afb4c7a92cbc tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] 10.222.0.118 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0765584 Jul 06 14:11:07.057248 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44326) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:07.099112 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-f3fe6b11-ccd9-4bd5-b891-6c20e1a83dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:07.127776 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fe6b11-ccd9-4bd5-b891-6c20e1a83dfa None None] Routers {'17d5a05f-5d91-45f2-9a11-378f48957714'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:07.127776 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-f3fe6b11-ccd9-4bd5-b891-6c20e1a83dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:10:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['17d5a05f-5d91-45f2-9a11-378f48957714'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:07.144151 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-67dbbb9c-7413-42bc-b97c-5a05ab7f5c45 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Allocated IP 172.25.6.142 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/cba9d559-02c4-4941-ae35-c3f80199f27e) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:07.171478 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-f3fe6b11-ccd9-4bd5-b891-6c20e1a83dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:07.173235 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fe6b11-ccd9-4bd5-b891-6c20e1a83dfa None None] The sync data for ids ['17d5a05f-5d91-45f2-9a11-378f48957714'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:07.302397 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c5595d36-ecec-4195-86c9-cacde03f3e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:07.365075 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-67dbbb9c-7413-42bc-b97c-5a05ab7f5c45 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:07.455447 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c89108-78ff-471f-a10f-f3ea06af2f45 req-7366c41a-8138-48de-a9e1-a2a33dba3704 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:07.463110 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83c89108-78ff-471f-a10f-f3ea06af2f45 req-7366c41a-8138-48de-a9e1-a2a33dba3704 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 946 time: 0.1269395 Jul 06 14:11:07.486777 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-67dbbb9c-7413-42bc-b97c-5a05ab7f5c45 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:07.510354 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-70b1a1ac-30f6-4dc2-b35d-c1fe643c6589 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] remove_router_interface failed (client error): The resource could not be found. Jul 06 14:11:07.511613 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-70b1a1ac-30f6-4dc2-b35d-c1fe643c6589 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "PUT /v2.0/routers/17d5a05f-5d91-45f2-9a11-378f48957714/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5217700 Jul 06 14:11:07.514314 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44370) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:07.547087 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-adee50bc-524b-45e3-8359-7e23265f5523 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "GET /v2.0/ports?device_id=17d5a05f-5d91-45f2-9a11-378f48957714 HTTP/1.1" status: 200 len: 205 time: 0.0315435 Jul 06 14:11:07.550463 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44372) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:07.590586 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dbbb9c-7413-42bc-b97c-5a05ab7f5c45 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:07.600083 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83c89108-78ff-471f-a10f-f3ea06af2f45 req-60fbd2fb-679a-406e-8bad-be309c98445f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359837 Jul 06 14:11:07.601045 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-67dbbb9c-7413-42bc-b97c-5a05ab7f5c45 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:07.606704 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dbbb9c-7413-42bc-b97c-5a05ab7f5c45 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event updated for resources: {'Port': ['ID=cba9d559-02c4-4941-ae35-c3f80199f27e,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:07.611205 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dbbb9c-7413-42bc-b97c-5a05ab7f5c45 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:07.685494 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-29de75d9-141b-4106-a1bb-a8acbb88e301 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:07.689531 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0d65b220-b700-4ca3-9880-2d2c89c8c076 tempest-FloatingIPAdminTestJSON-740322725 tempest-FloatingIPAdminTestJSON-740322725-project] Deleting port eecf422f-ce08-447a-b8e9-b8403e1abc32 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:07.689903 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d65b220-b700-4ca3-9880-2d2c89c8c076 tempest-FloatingIPAdminTestJSON-740322725 tempest-FloatingIPAdminTestJSON-740322725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:07.745030 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f1a7ed08-2d3b-4cf6-a9a6-66382135176b req-dd6131bc-5190-4648-b7b7-b6437d03f51a tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=c8a8e953-73e1-41e4-bc08-d8effa4d1e5c HTTP/1.1" status: 200 len: 210 time: 0.0470009 Jul 06 14:11:07.933887 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-29de75d9-141b-4106-a1bb-a8acbb88e301 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:07.937707 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-29de75d9-141b-4106-a1bb-a8acbb88e301 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:07.994822 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d65b220-b700-4ca3-9880-2d2c89c8c076 tempest-FloatingIPAdminTestJSON-740322725 tempest-FloatingIPAdminTestJSON-740322725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:07.995224 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d65b220-b700-4ca3-9880-2d2c89c8c076 tempest-FloatingIPAdminTestJSON-740322725 tempest-FloatingIPAdminTestJSON-740322725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:08.012364 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0d65b220-b700-4ca3-9880-2d2c89c8c076 tempest-FloatingIPAdminTestJSON-740322725 tempest-FloatingIPAdminTestJSON-740322725-project] Calling delete_port for eecf422f-ce08-447a-b8e9-b8403e1abc32 owned by network:floatingip {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:08.019506 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-29de75d9-141b-4106-a1bb-a8acbb88e301 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:08.020050 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29de75d9-141b-4106-a1bb-a8acbb88e301 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Fanout notify agent at l3_agent the message router_deleted on router 17d5a05f-5d91-45f2-9a11-378f48957714 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:11:08.031411 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-29de75d9-141b-4106-a1bb-a8acbb88e301 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:08.033930 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-29de75d9-141b-4106-a1bb-a8acbb88e301 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/routers/17d5a05f-5d91-45f2-9a11-378f48957714 HTTP/1.1" status: 204 len: 168 time: 0.4819391 Jul 06 14:11:08.037368 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44378) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:08.093316 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b08e4-df28-486d-ba2d-b1328ffb04e2 req-e85117f1-a02d-420f-81aa-33125a002c45 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:08.095299 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-155b08e4-df28-486d-ba2d-b1328ffb04e2 req-e85117f1-a02d-420f-81aa-33125a002c45 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 946 time: 0.1441677 Jul 06 14:11:08.156590 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c838a8-e090-4a1b-ab9b-e76eb919b512 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Deleting subnet 35d12291-e8ed-4653-bffd-211cd90fdb59 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:11:08.170230 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-07c838a8-e090-4a1b-ab9b-e76eb919b512 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:08.223571 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-155b08e4-df28-486d-ba2d-b1328ffb04e2 req-99c6e06f-a291-4e53-8c0e-0d84764c4b3c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913711 Jul 06 14:11:08.249348 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44382) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:08.273603 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-07c838a8-e090-4a1b-ab9b-e76eb919b512 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:08.300302 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-67dbbb9c-7413-42bc-b97c-5a05ab7f5c45 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:08.383322 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d65b220-b700-4ca3-9880-2d2c89c8c076 tempest-FloatingIPAdminTestJSON-740322725 tempest-FloatingIPAdminTestJSON-740322725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:08.384663 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a6ea2f-ad88-4dca-8345-88ecb9f9468b tempest-TestVolumeBootPattern-1583064790 tempest-TestVolumeBootPattern-1583064790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:08.388752 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-72a6ea2f-ad88-4dca-8345-88ecb9f9468b tempest-TestVolumeBootPattern-1583064790 tempest-TestVolumeBootPattern-1583064790-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 1092 time: 0.1355603 Jul 06 14:11:08.389348 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44384) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:08.396408 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-d37ff456-bde3-4ba6-bd00-b38d1cf29d63 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'port_id': '9cba6a62-8f8b-4dd7-9161-620308c8970d', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:08.425867 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-67dbbb9c-7413-42bc-b97c-5a05ab7f5c45 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:08.442561 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65b220-b700-4ca3-9880-2d2c89c8c076 tempest-FloatingIPAdminTestJSON-740322725 tempest-FloatingIPAdminTestJSON-740322725-project] Pushing event deleted for resources: {'Port': ['ID=eecf422f-ce08-447a-b8e9-b8403e1abc32,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:08.468338 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d37ff456-bde3-4ba6-bd00-b38d1cf29d63 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:08.528279 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-07c838a8-e090-4a1b-ab9b-e76eb919b512 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:08.575907 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d65b220-b700-4ca3-9880-2d2c89c8c076 tempest-FloatingIPAdminTestJSON-740322725 tempest-FloatingIPAdminTestJSON-740322725-project] Notify callbacks [] for floatingip, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:08.579836 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d65b220-b700-4ca3-9880-2d2c89c8c076 tempest-FloatingIPAdminTestJSON-740322725 tempest-FloatingIPAdminTestJSON-740322725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:08.582324 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0d65b220-b700-4ca3-9880-2d2c89c8c076 tempest-FloatingIPAdminTestJSON-740322725 tempest-FloatingIPAdminTestJSON-740322725-project] 10.222.0.118 "DELETE /v2.0/floatingips/eb971ea2-7ee4-40c9-a9ad-d4dce716547c HTTP/1.1" status: 204 len: 168 time: 1.5284858 Jul 06 14:11:08.585254 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44386) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:08.692389 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-07c838a8-e090-4a1b-ab9b-e76eb919b512 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:08.710510 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d37ff456-bde3-4ba6-bd00-b38d1cf29d63 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:08.712891 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-07c838a8-e090-4a1b-ab9b-e76eb919b512 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:08.717529 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-07c838a8-e090-4a1b-ab9b-e76eb919b512 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/subnets/35d12291-e8ed-4653-bffd-211cd90fdb59 HTTP/1.1" status: 204 len: 168 time: 0.6765959 Jul 06 14:11:08.719067 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4e4907-2a38-430b-b87f-bfbc15fa682a None None] Network 0f051f42-ecf0-4f46-a7d8-3efd88d4446c requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:11:08.737483 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44388) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:08.842053 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c838a8-e090-4a1b-ab9b-e76eb919b512 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Subnet': ['ID=35d12291-e8ed-4653-bffd-211cd90fdb59,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:08.920531 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d677126a-e7ba-449c-8057-f75e70734ac8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:08.929091 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-abe0cbea-0998-402e-9c13-3a5a1c18891f tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Deleting port e4332922-19a3-4a3a-925a-7f91d94754bf {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:08.929854 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-abe0cbea-0998-402e-9c13-3a5a1c18891f tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:08.979301 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-67dbbb9c-7413-42bc-b97c-5a05ab7f5c45 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:09.006059 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-67dbbb9c-7413-42bc-b97c-5a05ab7f5c45 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:09.070780 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e61e973-2d62-444b-b6e4-a2058b55c5c4 req-4f673027-cb81-4d72-8971-43557ec6f656 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=c8a8e953-73e1-41e4-bc08-d8effa4d1e5c HTTP/1.1" status: 200 len: 210 time: 0.0865560 Jul 06 14:11:09.084207 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b062e7-304b-42e5-a2a8-fe2cab6a8be7 None None] DHCP port deletion for 0f051f42-ecf0-4f46-a7d8-3efd88d4446c request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:11:09.124211 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d677126a-e7ba-449c-8057-f75e70734ac8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Deleting port 1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:09.124826 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d677126a-e7ba-449c-8057-f75e70734ac8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:09.150177 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-d37ff456-bde3-4ba6-bd00-b38d1cf29d63 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Allocated IP 172.25.6.73 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/238b72be-368d-44f1-a578-bb82605df91f) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:09.183042 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dbbb9c-7413-42bc-b97c-5a05ab7f5c45 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event updated for resources: {'Port': ['ID=cba9d559-02c4-4941-ae35-c3f80199f27e,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:09.214666 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-f4b062e7-304b-42e5-a2a8-fe2cab6a8be7 None None] Deleting port 1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:09.215565 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f4b062e7-304b-42e5-a2a8-fe2cab6a8be7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:09.226564 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-abe0cbea-0998-402e-9c13-3a5a1c18891f tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:09.226910 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-abe0cbea-0998-402e-9c13-3a5a1c18891f tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:09.248497 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-72b5f04c-0a97-47ee-b8fe-75c884137aba tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:09.250535 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-72b5f04c-0a97-47ee-b8fe-75c884137aba tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.124 "GET /v2.0/networks?id=eefea86f-292f-49b8-aab3-e9599d79dda6 HTTP/1.1" status: 200 len: 811 time: 0.4001741 Jul 06 14:11:09.260496 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-d677126a-e7ba-449c-8057-f75e70734ac8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] For port 1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa,segment=NetworkSegment(faa69694-c674-4268-a2ab-d7dbc65f66e9),segment_id=faa69694-c674-4268-a2ab-d7dbc65f66e9)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:09.260877 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d677126a-e7ba-449c-8057-f75e70734ac8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:09.263981 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-abe0cbea-0998-402e-9c13-3a5a1c18891f tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Calling delete_port for e4332922-19a3-4a3a-925a-7f91d94754bf owned by network:floatingip {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:09.285215 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d677126a-e7ba-449c-8057-f75e70734ac8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Calling delete_port for 1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:09.314224 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-f4b062e7-304b-42e5-a2a8-fe2cab6a8be7 None None] For port 1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa,segment=NetworkSegment(faa69694-c674-4268-a2ab-d7dbc65f66e9),segment_id=faa69694-c674-4268-a2ab-d7dbc65f66e9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:09.314910 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f4b062e7-304b-42e5-a2a8-fe2cab6a8be7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:09.339706 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-67dbbb9c-7413-42bc-b97c-5a05ab7f5c45 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:09.345948 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-f4b062e7-304b-42e5-a2a8-fe2cab6a8be7 None None] Calling delete_port for 1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:09.436193 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-1dcf6597-d6ea-44ec-9f88-42425ac1b837 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=877fc897abae42d7adb6bd377795bbf0 HTTP/1.1" status: 200 len: 380 time: 0.1477866 Jul 06 14:11:09.455251 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-48805fcc-4510-40f6-b62a-8a718fade76b tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Request body: {'port': {'device_id': 'c8a8e953-73e1-41e4-bc08-d8effa4d1e5c', 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6', 'admin_state_up': True, 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'security_groups': ['abf74cc2-9a12-41bd-93d6-29a54da1f980']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:09.463733 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f4b062e7-304b-42e5-a2a8-fe2cab6a8be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:09.494724 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b062e7-304b-42e5-a2a8-fe2cab6a8be7 None None] No DVR routers for this DVR port 1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:11:09.501071 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b062e7-304b-42e5-a2a8-fe2cab6a8be7 None None] Pushing event deleted for resources: {'Port': ['ID=1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:09.522144 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d677126a-e7ba-449c-8057-f75e70734ac8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:09.559792 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-abe0cbea-0998-402e-9c13-3a5a1c18891f tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:09.562381 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677126a-e7ba-449c-8057-f75e70734ac8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Port': ['ID=1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:09.572152 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d677126a-e7ba-449c-8057-f75e70734ac8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] No DVR routers for this DVR port 1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:11:09.648641 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0cbea-0998-402e-9c13-3a5a1c18891f tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4332922-19a3-4a3a-925a-7f91d94754bf,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:09.747596 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d677126a-e7ba-449c-8057-f75e70734ac8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:09.762632 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-d677126a-e7ba-449c-8057-f75e70734ac8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f051f42-ecf0-4f46-a7d8-3efd88d4446c']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:09.776438 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-abe0cbea-0998-402e-9c13-3a5a1c18891f tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:09.779253 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-abe0cbea-0998-402e-9c13-3a5a1c18891f tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:09.784210 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-abe0cbea-0998-402e-9c13-3a5a1c18891f tempest-FloatingIPAdminTestJSON-772644650 tempest-FloatingIPAdminTestJSON-772644650-project-admin] 10.222.0.118 "DELETE /v2.0/floatingips/99474dfb-af9e-4410-9084-a72187cb76ac HTTP/1.1" status: 204 len: 168 time: 1.1942279 Jul 06 14:11:09.784210 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-d677126a-e7ba-449c-8057-f75e70734ac8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa69694-c674-4268-a2ab-d7dbc65f66e9') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:09.784210 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-d677126a-e7ba-449c-8057-f75e70734ac8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa69694-c674-4268-a2ab-d7dbc65f66e9') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:09.786043 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44394) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:09.826060 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d677126a-e7ba-449c-8057-f75e70734ac8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:09.858138 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d677126a-e7ba-449c-8057-f75e70734ac8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:09.873782 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d677126a-e7ba-449c-8057-f75e70734ac8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:11:09.874481 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d677126a-e7ba-449c-8057-f75e70734ac8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:11:09.877811 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:11:09.939513 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d37ff456-bde3-4ba6-bd00-b38d1cf29d63 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:09.964275 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-67dbbb9c-7413-42bc-b97c-5a05ab7f5c45 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Floating IP 959e7321-f265-4d42-be2e-dcf95289dbcc associated. External IP: 172.25.6.142, port: eccaa7b1-3f81-48ac-b9c2-dd175c6bab77. Jul 06 14:11:09.966270 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d677126a-e7ba-449c-8057-f75e70734ac8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:09.978757 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d677126a-e7ba-449c-8057-f75e70734ac8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:09.980636 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d677126a-e7ba-449c-8057-f75e70734ac8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/networks/0f051f42-ecf0-4f46-a7d8-3efd88d4446c HTTP/1.1" status: 204 len: 168 time: 1.2421527 Jul 06 14:11:10.006899 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44396) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:10.012517 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4d37ec88-e419-4f20-ae46-160ef22d875f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-889143631'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:10.017530 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677126a-e7ba-449c-8057-f75e70734ac8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Network': ['ID=0f051f42-ecf0-4f46-a7d8-3efd88d4446c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:10.042053 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3506db23-7387-40f9-a2d6-e6964be9b3c8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Deleting port 1d04b9c8-2ce8-4dd5-a76e-ab46f3483c46 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:10.042413 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3506db23-7387-40f9-a2d6-e6964be9b3c8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:10.103942 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d37ec88-e419-4f20-ae46-160ef22d875f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Made reservation on behalf of 08ca5c678dfb45d684a244704dc7e806 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:10.106325 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:11:10.107547 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4d37ec88-e419-4f20-ae46-160ef22d875f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:10.131561 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d37ff456-bde3-4ba6-bd00-b38d1cf29d63 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:10.137192 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:11:10.138303 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 1cbd2f15-a7a2-42f7-ac70-b22f4f75e0fa not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:11:10.169682 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3506db23-7387-40f9-a2d6-e6964be9b3c8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:10.185835 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3506db23-7387-40f9-a2d6-e6964be9b3c8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Calling delete_port for 1d04b9c8-2ce8-4dd5-a76e-ab46f3483c46 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:10.192078 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-48805fcc-4510-40f6-b62a-8a718fade76b tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Made reservation on behalf of 877fc897abae42d7adb6bd377795bbf0 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:10.207514 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:10.211542 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-48805fcc-4510-40f6-b62a-8a718fade76b tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:10.246301 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37ff456-bde3-4ba6-bd00-b38d1cf29d63 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:10.283079 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d37ec88-e419-4f20-ae46-160ef22d875f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:11:10.298144 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-d37ff456-bde3-4ba6-bd00-b38d1cf29d63 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:10.305839 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4d37ec88-e419-4f20-ae46-160ef22d875f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:10.306269 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-4d37ec88-e419-4f20-ae46-160ef22d875f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Added segment 207ddc85-aa12-48fb-bf1b-6ea6806043b2 of type vlan for network 8d49561f-cbd1-4462-b39f-4f11045fa635 Jul 06 14:11:10.308665 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ff456-bde3-4ba6-bd00-b38d1cf29d63 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Pushing event updated for resources: {'Port': ['ID=238b72be-368d-44f1-a578-bb82605df91f,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:10.316060 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37ff456-bde3-4ba6-bd00-b38d1cf29d63 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:10.375176 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4d37ec88-e419-4f20-ae46-160ef22d875f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:10.435612 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a606556-4191-4788-94ad-e80c3c8f5a88 req-aff86ec5-7a5f-40d0-b72a-bbfd967008ce tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=c8a8e953-73e1-41e4-bc08-d8effa4d1e5c HTTP/1.1" status: 200 len: 210 time: 0.1130657 Jul 06 14:11:10.449648 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4d37ec88-e419-4f20-ae46-160ef22d875f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:10.458026 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d37ec88-e419-4f20-ae46-160ef22d875f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:10.458677 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4d37ec88-e419-4f20-ae46-160ef22d875f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:10.531669 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3506db23-7387-40f9-a2d6-e6964be9b3c8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:10.570393 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-75f3b444-a713-47e4-843e-5273c5782bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:10.585524 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4d37ec88-e419-4f20-ae46-160ef22d875f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5772648 Jul 06 14:11:10.593897 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44402) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:10.596108 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3506db23-7387-40f9-a2d6-e6964be9b3c8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Pushing event deleted for resources: {'Port': ['ID=1d04b9c8-2ce8-4dd5-a76e-ab46f3483c46,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:10.602566 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37ec88-e419-4f20-ae46-160ef22d875f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Network': ['ID=8d49561f-cbd1-4462-b39f-4f11045fa635,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:10.609878 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-1aff13d0-ed90-47ae-a328-bca0fef81585 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'subnet': {'network_id': '8d49561f-cbd1-4462-b39f-4f11045fa635', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:10.620360 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 8d49561f-cbd1-4462-b39f-4f11045fa635 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:11:10.630578 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67dbbb9c-7413-42bc-b97c-5a05ab7f5c45 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Router a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:11:10.657583 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-48805fcc-4510-40f6-b62a-8a718fade76b tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Allocated IP 172.20.0.6 (eefea86f-292f-49b8-aab3-e9599d79dda6/2034225f-da5c-4c36-aa60-ee034fad70f7/735ad35a-0695-477b-bd28-39dec993e734) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:11.062143 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3506db23-7387-40f9-a2d6-e6964be9b3c8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:11.064143 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3506db23-7387-40f9-a2d6-e6964be9b3c8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] 10.222.0.118 "DELETE /v2.0/ports/1d04b9c8-2ce8-4dd5-a76e-ab46f3483c46 HTTP/1.1" status: 204 len: 168 time: 1.2771313 Jul 06 14:11:11.067240 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44404) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:11.100830 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dbbb9c-7413-42bc-b97c-5a05ab7f5c45 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:11.116643 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dca62ff-c1bd-4abb-91c9-082c097ffb12 None None] Sync routers for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:11.128257 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dca62ff-c1bd-4abb-91c9-082c097ffb12 None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:11.128908 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-7dca62ff-c1bd-4abb-91c9-082c097ffb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:11.144659 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aff13d0-ed90-47ae-a328-bca0fef81585 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Made reservation on behalf of 08ca5c678dfb45d684a244704dc7e806 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:11.151974 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1aff13d0-ed90-47ae-a328-bca0fef81585 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:11.156911 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-67dbbb9c-7413-42bc-b97c-5a05ab7f5c45 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:11.164657 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-7dca62ff-c1bd-4abb-91c9-082c097ffb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:11.176260 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dca62ff-c1bd-4abb-91c9-082c097ffb12 None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:11.177178 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-7dca62ff-c1bd-4abb-91c9-082c097ffb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:11.187123 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-48805fcc-4510-40f6-b62a-8a718fade76b tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:11.228423 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-48805fcc-4510-40f6-b62a-8a718fade76b tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Transition to ACTIVE for port object 735ad35a-0695-477b-bd28-39dec993e734 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:11.237081 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-7dca62ff-c1bd-4abb-91c9-082c097ffb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:11.238071 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dca62ff-c1bd-4abb-91c9-082c097ffb12 None None] The sync data for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:11.288390 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d37ff456-bde3-4ba6-bd00-b38d1cf29d63 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:11.296762 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-67dbbb9c-7413-42bc-b97c-5a05ab7f5c45 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0081713 Jul 06 14:11:11.299629 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44406) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:11.321016 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6741ebbe-401c-48ba-83e6-260935c38d90 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:11.325245 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6741ebbe-401c-48ba-83e6-260935c38d90 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] 10.222.0.118 "GET /v2.0/ports?device_id=a3e21be5-e6f6-48b5-9f99-d5f74734f050 HTTP/1.1" status: 200 len: 913 time: 0.2543058 Jul 06 14:11:11.326449 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44408) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:11.336777 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-48805fcc-4510-40f6-b62a-8a718fade76b tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:11.425838 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-48805fcc-4510-40f6-b62a-8a718fade76b tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Network eefea86f-292f-49b8-aab3-e9599d79dda6 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:11.436578 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-48805fcc-4510-40f6-b62a-8a718fade76b tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:11.440318 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-48805fcc-4510-40f6-b62a-8a718fade76b tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:11.499496 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48805fcc-4510-40f6-b62a-8a718fade76b tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Pushing event updated for resources: {'Port': ['ID=735ad35a-0695-477b-bd28-39dec993e734,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:11.535485 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:11.551383 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8972f9e4-a3f9-456d-a78a-6273b8e0e845 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "GET /v2.0/floatingips/959e7321-f265-4d42-be2e-dcf95289dbcc HTTP/1.1" status: 200 len: 978 time: 0.2309887 Jul 06 14:11:11.556558 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44414) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:11.581567 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1aff13d0-ed90-47ae-a328-bca0fef81585 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:11.622745 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-48805fcc-4510-40f6-b62a-8a718fade76b tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:11.623897 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-48805fcc-4510-40f6-b62a-8a718fade76b tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:11.651270 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d37ff456-bde3-4ba6-bd00-b38d1cf29d63 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:11.718264 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-48805fcc-4510-40f6-b62a-8a718fade76b tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2720432 Jul 06 14:11:11.732820 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff13d0-ed90-47ae-a328-bca0fef81585 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Subnet': ['ID=067a4280-58e8-4a46-93cf-ff3077476d59,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:11.745784 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-19ddd40f-216e-4cba-8ebb-1c3c4f43097e service neutron] Request body: {'port': {'device_id': 'c8a8e953-73e1-41e4-bc08-d8effa4d1e5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:11.759437 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ac033f02-9dfa-44ea-95de-b7f953258f01 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1996989 Jul 06 14:11:11.762037 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aff13d0-ed90-47ae-a328-bca0fef81585 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Checking segment: {'id': '207ddc85-aa12-48fb-bf1b-6ea6806043b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8d49561f-cbd1-4462-b39f-4f11045fa635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:11:11.762420 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aff13d0-ed90-47ae-a328-bca0fef81585 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network hostable DHCP agents. Network: 8d49561f-cbd1-4462-b39f-4f11045fa635, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:11:11.764562 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44416) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:11.770338 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-0ed20d06-ecde-41b3-ab87-aeb53fcef4fd tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Request body: {'floatingip': {'port_id': '09e926dd-cab8-47f0-a657-27d18c8b9c72'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:11.883917 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aff13d0-ed90-47ae-a328-bca0fef81585 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network 8d49561f-cbd1-4462-b39f-4f11045fa635 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:11:11.908132 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0ed20d06-ecde-41b3-ab87-aeb53fcef4fd tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:11.930473 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-19ddd40f-216e-4cba-8ebb-1c3c4f43097e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:11.957746 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-1aff13d0-ed90-47ae-a328-bca0fef81585 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 8d49561f-cbd1-4462-b39f-4f11045fa635) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:11.961291 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d76ba5-ca95-49e7-a7cc-c256f6919e16 req-4621bd25-be29-4067-9167-3c100f89a2d3 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:11.963018 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-44d76ba5-ca95-49e7-a7cc-c256f6919e16 req-4621bd25-be29-4067-9167-3c100f89a2d3 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=c8a8e953-73e1-41e4-bc08-d8effa4d1e5c HTTP/1.1" status: 200 len: 931 time: 0.2670779 Jul 06 14:11:11.978448 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337aae90-4e27-4377-9668-a3a7817494ed None None] Network 8d49561f-cbd1-4462-b39f-4f11045fa635 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:11:12.012420 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aff13d0-ed90-47ae-a328-bca0fef81585 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:12.012889 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1aff13d0-ed90-47ae-a328-bca0fef81585 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:12.084768 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1aff13d0-ed90-47ae-a328-bca0fef81585 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4831963 Jul 06 14:11:12.089600 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44418) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:12.119377 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-5e0aa782-44b3-4cb7-bbf7-10d89542c127 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2093432683', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:12.164007 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3fcf5ad3-2318-4625-ac7e-217ddf3c3504 None None] Provisioning for port 735ad35a-0695-477b-bd28-39dec993e734 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:11:12.165404 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-44d76ba5-ca95-49e7-a7cc-c256f6919e16 req-bf360e2c-f86b-4178-95b0-7bf09bcc677e tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=abf74cc2-9a12-41bd-93d6-29a54da1f980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896744 Jul 06 14:11:12.173784 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3fcf5ad3-2318-4625-ac7e-217ddf3c3504 None None] Provisioning complete for port 735ad35a-0695-477b-bd28-39dec993e734 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:12.173784 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3fcf5ad3-2318-4625-ac7e-217ddf3c3504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:12.218916 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d37ff456-bde3-4ba6-bd00-b38d1cf29d63 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:12.227274 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d37ff456-bde3-4ba6-bd00-b38d1cf29d63 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:12.232570 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-3fcf5ad3-2318-4625-ac7e-217ddf3c3504 None None] Port 735ad35a-0695-477b-bd28-39dec993e734 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:11:12.240247 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e0aa782-44b3-4cb7-bbf7-10d89542c127 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:12.241269 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e0aa782-44b3-4cb7-bbf7-10d89542c127 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:12.277345 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd66238-35d6-4ec9-a65b-d50b40540bc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-8d49561f-cbd1-4462-b39f-4f11045fa635', 'network_id': '8d49561f-cbd1-4462-b39f-4f11045fa635', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'fixed_ips': [{'subnet_id': '067a4280-58e8-4a46-93cf-ff3077476d59'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:11:12.280148 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1fd66238-35d6-4ec9-a65b-d50b40540bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:12.354653 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e0aa782-44b3-4cb7-bbf7-10d89542c127 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:12.364685 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62f1796e-8a62-451e-8d7b-80b820c6e7ce tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:12.370948 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e0aa782-44b3-4cb7-bbf7-10d89542c127 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:12.392818 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ff456-bde3-4ba6-bd00-b38d1cf29d63 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Pushing event updated for resources: {'Port': ['ID=238b72be-368d-44f1-a578-bb82605df91f,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:12.429496 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d37ff456-bde3-4ba6-bd00-b38d1cf29d63 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:12.514900 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e0aa782-44b3-4cb7-bbf7-10d89542c127 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:12.522384 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5e0aa782-44b3-4cb7-bbf7-10d89542c127 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4299960 Jul 06 14:11:12.528212 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44424) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:12.536492 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-1fd66238-35d6-4ec9-a65b-d50b40540bc7 None None] Allocated IP 2001:db8::2 (8d49561f-cbd1-4462-b39f-4f11045fa635/067a4280-58e8-4a46-93cf-ff3077476d59/13851342-88d3-411c-9a99-ad9a379fce22) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:12.802092 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1fd66238-35d6-4ec9-a65b-d50b40540bc7 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:12.833333 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1fd66238-35d6-4ec9-a65b-d50b40540bc7 None None] Transition to ACTIVE for port object 13851342-88d3-411c-9a99-ad9a379fce22 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:12.870710 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1fd66238-35d6-4ec9-a65b-d50b40540bc7 None None] Transition to ACTIVE for port object 13851342-88d3-411c-9a99-ad9a379fce22 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:12.882020 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1fd66238-35d6-4ec9-a65b-d50b40540bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:12.978948 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd66238-35d6-4ec9-a65b-d50b40540bc7 None None] Network 8d49561f-cbd1-4462-b39f-4f11045fa635 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:12.984570 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-1fd66238-35d6-4ec9-a65b-d50b40540bc7 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:12.989830 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd66238-35d6-4ec9-a65b-d50b40540bc7 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:12.992728 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd66238-35d6-4ec9-a65b-d50b40540bc7 None None] Pushing event updated for resources: {'Port': ['ID=13851342-88d3-411c-9a99-ad9a379fce22,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:13.118153 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-1fd66238-35d6-4ec9-a65b-d50b40540bc7 None None] Attempting to bind port 13851342-88d3-411c-9a99-ad9a379fce22 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:13.118688 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-1fd66238-35d6-4ec9-a65b-d50b40540bc7 None None] Attempting to bind port 13851342-88d3-411c-9a99-ad9a379fce22 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '207ddc85-aa12-48fb-bf1b-6ea6806043b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8d49561f-cbd1-4462-b39f-4f11045fa635'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:13.119669 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd66238-35d6-4ec9-a65b-d50b40540bc7 None None] Attempting to bind port 13851342-88d3-411c-9a99-ad9a379fce22 on network 8d49561f-cbd1-4462-b39f-4f11045fa635 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:13.142438 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd66238-35d6-4ec9-a65b-d50b40540bc7 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:11:13.143705 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd66238-35d6-4ec9-a65b-d50b40540bc7 None None] Checking segment: {'id': '207ddc85-aa12-48fb-bf1b-6ea6806043b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8d49561f-cbd1-4462-b39f-4f11045fa635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:11:13.144466 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1fd66238-35d6-4ec9-a65b-d50b40540bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:13.145165 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0ed20d06-ecde-41b3-ab87-aeb53fcef4fd tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:13.145338 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd66238-35d6-4ec9-a65b-d50b40540bc7 None None] Bound using segment: {'id': '207ddc85-aa12-48fb-bf1b-6ea6806043b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8d49561f-cbd1-4462-b39f-4f11045fa635'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:11:13.146440 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-1fd66238-35d6-4ec9-a65b-d50b40540bc7 None None] Bound port: 13851342-88d3-411c-9a99-ad9a379fce22, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207ddc85-aa12-48fb-bf1b-6ea6806043b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8d49561f-cbd1-4462-b39f-4f11045fa635'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:11:13.147073 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1fd66238-35d6-4ec9-a65b-d50b40540bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:13.180115 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:13.193702 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0ed20d06-ecde-41b3-ab87-aeb53fcef4fd tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:13.276871 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-d37ff456-bde3-4ba6-bd00-b38d1cf29d63 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Floating IP 7c1a325a-3788-49ef-951c-9ab842065303 associated. External IP: 172.25.6.73, port: 9cba6a62-8f8b-4dd7-9161-620308c8970d. Jul 06 14:11:13.326263 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-1fd66238-35d6-4ec9-a65b-d50b40540bc7 None None] For port 13851342-88d3-411c-9a99-ad9a379fce22, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:11:13.336187 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-1fd66238-35d6-4ec9-a65b-d50b40540bc7 None None] For port 13851342-88d3-411c-9a99-ad9a379fce22, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=13851342-88d3-411c-9a99-ad9a379fce22,segment=NetworkSegment(207ddc85-aa12-48fb-bf1b-6ea6806043b2),segment_id=207ddc85-aa12-48fb-bf1b-6ea6806043b2)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:11:13.345479 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1fd66238-35d6-4ec9-a65b-d50b40540bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:13.437174 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-19ddd40f-216e-4cba-8ebb-1c3c4f43097e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 735ad35a-0695-477b-bd28-39dec993e734 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:11:13.443639 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd66238-35d6-4ec9-a65b-d50b40540bc7 None None] Pushing event updated for resources: {'Port': ['ID=13851342-88d3-411c-9a99-ad9a379fce22,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:13.483764 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-19ddd40f-216e-4cba-8ebb-1c3c4f43097e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:13.552617 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-19ddd40f-216e-4cba-8ebb-1c3c4f43097e service neutron] Transition to ACTIVE for port object 735ad35a-0695-477b-bd28-39dec993e734 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:13.592528 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-19ddd40f-216e-4cba-8ebb-1c3c4f43097e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:13.692424 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-62f1796e-8a62-451e-8d7b-80b820c6e7ce tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Deleting port e6508875-aa2b-4302-987d-c8cf75463ca3 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:13.693151 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62f1796e-8a62-451e-8d7b-80b820c6e7ce tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:13.774998 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edd819-dd59-4bf6-8c42-fe2172fc1ba7 req-5d720ad1-40f5-48f8-814e-05338f9cfd50 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:13.782399 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d0edd819-dd59-4bf6-8c42-fe2172fc1ba7 req-5d720ad1-40f5-48f8-814e-05338f9cfd50 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=c8a8e953-73e1-41e4-bc08-d8effa4d1e5c HTTP/1.1" status: 200 len: 931 time: 0.3874331 Jul 06 14:11:13.821860 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62f1796e-8a62-451e-8d7b-80b820c6e7ce tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:13.841245 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-62f1796e-8a62-451e-8d7b-80b820c6e7ce tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Calling delete_port for e6508875-aa2b-4302-987d-c8cf75463ca3 owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:13.848429 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ddd40f-216e-4cba-8ebb-1c3c4f43097e service neutron] Pushing event updated for resources: {'Port': ['ID=735ad35a-0695-477b-bd28-39dec993e734,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:13.868272 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f7e66f09-5d98-483d-86c8-762c98c0b932 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:13.905239 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37ff456-bde3-4ba6-bd00-b38d1cf29d63 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Router 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:11:13.969083 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-0ed20d06-ecde-41b3-ab87-aeb53fcef4fd tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Floating IP 959e7321-f265-4d42-be2e-dcf95289dbcc associated. External IP: 172.25.6.142, port: eccaa7b1-3f81-48ac-b9c2-dd175c6bab77. Jul 06 14:11:13.983940 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d0edd819-dd59-4bf6-8c42-fe2172fc1ba7 req-28aa2769-eb9b-4897-977a-b21a9f92f7a6 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=abf74cc2-9a12-41bd-93d6-29a54da1f980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950347 Jul 06 14:11:14.167868 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 13851342-88d3-411c-9a99-ad9a379fce22 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:11:14.237021 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62f1796e-8a62-451e-8d7b-80b820c6e7ce tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:14.256439 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-19ddd40f-216e-4cba-8ebb-1c3c4f43097e service neutron] Attempting to bind port 735ad35a-0695-477b-bd28-39dec993e734 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:14.256790 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-19ddd40f-216e-4cba-8ebb-1c3c4f43097e service neutron] Attempting to bind port 735ad35a-0695-477b-bd28-39dec993e734 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '73abc8d8-a472-4fde-bbb9-f96388e1eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:14.257132 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-19ddd40f-216e-4cba-8ebb-1c3c4f43097e service neutron] Attempting to bind port 735ad35a-0695-477b-bd28-39dec993e734 on network eefea86f-292f-49b8-aab3-e9599d79dda6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:14.278009 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1796e-8a62-451e-8d7b-80b820c6e7ce tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Pushing event deleted for resources: {'Port': ['ID=e6508875-aa2b-4302-987d-c8cf75463ca3,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:14.297081 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-19ddd40f-216e-4cba-8ebb-1c3c4f43097e service neutron] Port 735ad35a-0695-477b-bd28-39dec993e734 on network eefea86f-292f-49b8-aab3-e9599d79dda6 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:14.298144 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-19ddd40f-216e-4cba-8ebb-1c3c4f43097e service neutron] Attempting to bind port 735ad35a-0695-477b-bd28-39dec993e734 on network eefea86f-292f-49b8-aab3-e9599d79dda6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:14.305024 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 13851342-88d3-411c-9a99-ad9a379fce22 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:11:14.328028 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-19ddd40f-216e-4cba-8ebb-1c3c4f43097e service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:11:14.328561 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-19ddd40f-216e-4cba-8ebb-1c3c4f43097e service neutron] Checking segment: {'id': '73abc8d8-a472-4fde-bbb9-f96388e1eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:11:14.328904 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-19ddd40f-216e-4cba-8ebb-1c3c4f43097e service neutron] Bound using segment: {'id': '73abc8d8-a472-4fde-bbb9-f96388e1eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:11:14.329361 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-19ddd40f-216e-4cba-8ebb-1c3c4f43097e service neutron] Bound port: 735ad35a-0695-477b-bd28-39dec993e734, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73abc8d8-a472-4fde-bbb9-f96388e1eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:11:14.329875 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-19ddd40f-216e-4cba-8ebb-1c3c4f43097e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:14.345259 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37ff456-bde3-4ba6-bd00-b38d1cf29d63 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:14.358694 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2e4f12-12f0-4fb0-aa44-e4bc26ecfe7c None None] Sync routers for ids ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:14.379388 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2e4f12-12f0-4fb0-aa44-e4bc26ecfe7c None None] Routers {'876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:14.380039 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-8b2e4f12-12f0-4fb0-aa44-e4bc26ecfe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:14.415342 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d37ff456-bde3-4ba6-bd00-b38d1cf29d63 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:14.533777 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d37ff456-bde3-4ba6-bd00-b38d1cf29d63 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1326482 Jul 06 14:11:14.533777 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153e7338-cd2c-4dca-8f98-3b11988a4d43', 'tag': '9cba6a62-8f8b-4dd7-9161-620308c8970d'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:11:14.533777 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e1e25d-865c-4631-8742-727560f56524" -d '{"events": [{"name": "network-changed", "server_uuid": "153e7338-cd2c-4dca-8f98-3b11988a4d43", "tag": "9cba6a62-8f8b-4dd7-9161-620308c8970d"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:11:14.552158 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-f7e66f09-5d98-483d-86c8-762c98c0b932 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Allocated IP 2001:db8::1 (8d49561f-cbd1-4462-b39f-4f11045fa635/067a4280-58e8-4a46-93cf-ff3077476d59/e38bb1ef-f47e-4b90-86f8-1bf207eeb681) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:14.569594 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-19ddd40f-216e-4cba-8ebb-1c3c4f43097e service neutron] For port 735ad35a-0695-477b-bd28-39dec993e734, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:11:14.576469 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-8b2e4f12-12f0-4fb0-aa44-e4bc26ecfe7c None None] Set router 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:11:14.589487 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-19ddd40f-216e-4cba-8ebb-1c3c4f43097e service neutron] For port 735ad35a-0695-477b-bd28-39dec993e734, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=735ad35a-0695-477b-bd28-39dec993e734,segment=NetworkSegment(73abc8d8-a472-4fde-bbb9-f96388e1eb27),segment_id=73abc8d8-a472-4fde-bbb9-f96388e1eb27)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:11:14.601776 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-19ddd40f-216e-4cba-8ebb-1c3c4f43097e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:14.630518 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6372322-783d-4743-8731-3aeef2fa3ad8 x-openstack-request-id: req-a6372322-783d-4743-8731-3aeef2fa3ad8 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:11:14.630881 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153e7338-cd2c-4dca-8f98-3b11988a4d43", "tag": "9cba6a62-8f8b-4dd7-9161-620308c8970d", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:11:14.631748 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-a6372322-783d-4743-8731-3aeef2fa3ad8 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:11:14.632339 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153e7338-cd2c-4dca-8f98-3b11988a4d43', 'tag': '9cba6a62-8f8b-4dd7-9161-620308c8970d', 'status': 'completed', 'code': 200} Jul 06 14:11:14.682575 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed20d06-ecde-41b3-ab87-aeb53fcef4fd tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Router a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:11:14.791052 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-19ddd40f-216e-4cba-8ebb-1c3c4f43097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:14.791692 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-19ddd40f-216e-4cba-8ebb-1c3c4f43097e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:14.794358 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-19ddd40f-216e-4cba-8ebb-1c3c4f43097e service neutron] 10.222.0.124 "PUT /v2.0/ports/735ad35a-0695-477b-bd28-39dec993e734 HTTP/1.1" status: 200 len: 1091 time: 3.0516846 Jul 06 14:11:14.969298 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ddd40f-216e-4cba-8ebb-1c3c4f43097e service neutron] Pushing event updated for resources: {'Port': ['ID=735ad35a-0695-477b-bd28-39dec993e734,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:14.981646 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62f1796e-8a62-451e-8d7b-80b820c6e7ce tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:15.031625 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-8b2e4f12-12f0-4fb0-aa44-e4bc26ecfe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'name': 'tempest-TestVolumeBootPattern-98072569-router', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:11Z', 'revision_number': 4, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'gw_port': {'id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '1833b69f-9e77-47f5-807e-3ed391940871', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'port_id': 'd6012d47-bb25-4268-b025-e7f056eb2224', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'mac_address': 'fa:16:3e:e9:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59132335-35ae-4a17-ac35-f1735ca75803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:08:41Z', 'updated_at': '2021-07-06T14:08:45Z', 'revision_number': 1, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'fixed_ip_address_scope': None}, {'id': '7c1a325a-3788-49ef-951c-9ab842065303', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'port_id': '9cba6a62-8f8b-4dd7-9161-620308c8970d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'mac_address': 'fa:16:3e:35:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7338-cd2c-4dca-8f98-3b11988a4d43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:11:10Z', 'updated_at': '2021-07-06T14:11:10Z', 'revision_number': 0, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ca2032-f6d4-4f4b-86ad-2e51b1386b85', 'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'mac_address': 'fa:16:3e:14:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:10Z', 'updated_at': '2021-07-06T14:01:18Z', 'revision_number': 5, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'subnets': [{'id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:15.062004 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f7e66f09-5d98-483d-86c8-762c98c0b932 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:15.085065 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2e4f12-12f0-4fb0-aa44-e4bc26ecfe7c None None] Checking router: 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:11:15.098174 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2e4f12-12f0-4fb0-aa44-e4bc26ecfe7c None None] Routers {'876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:15.099091 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-8b2e4f12-12f0-4fb0-aa44-e4bc26ecfe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:15.108142 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-f7e66f09-5d98-483d-86c8-762c98c0b932 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Transition to ACTIVE for port object e38bb1ef-f47e-4b90-86f8-1bf207eeb681 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:15.196244 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69f0796-f48a-4e2f-bce7-13df9ce71df1 None None] Network 8d49561f-cbd1-4462-b39f-4f11045fa635 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:11:15.228568 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1e25d-865c-4631-8742-727560f56524 req-ee5e01f5-e1bc-4ce7-811b-074dfdfc9085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:15.231476 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17e1e25d-865c-4631-8742-727560f56524 req-ee5e01f5-e1bc-4ce7-811b-074dfdfc9085 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 1097 time: 0.5816824 Jul 06 14:11:15.231679 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed20d06-ecde-41b3-ab87-aeb53fcef4fd tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:15.239620 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-8b2e4f12-12f0-4fb0-aa44-e4bc26ecfe7c None None] Set router 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:11:15.257027 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f7e66f09-5d98-483d-86c8-762c98c0b932 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:15.317069 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65cd36d-1402-40f7-b67f-0612ac8ca324 None None] Sync routers for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:15.354410 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-f39bbcf1-f826-4d36-8654-6f75cf2ceff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:15.357702 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-f39bbcf1-f826-4d36-8654-6f75cf2ceff2 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=877fc897abae42d7adb6bd377795bbf0&device_id=c8a8e953-73e1-41e4-bc08-d8effa4d1e5c HTTP/1.1" status: 200 len: 1094 time: 0.5088527 Jul 06 14:11:15.376162 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65cd36d-1402-40f7-b67f-0612ac8ca324 None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:15.376828 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f65cd36d-1402-40f7-b67f-0612ac8ca324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:15.390171 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e66f09-5d98-483d-86c8-762c98c0b932 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network 8d49561f-cbd1-4462-b39f-4f11045fa635 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:15.441268 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-f7e66f09-5d98-483d-86c8-762c98c0b932 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:15.457720 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-e4f9d375-48a8-440d-a694-462befee0cf9 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=735ad35a-0695-477b-bd28-39dec993e734 HTTP/1.1" status: 200 len: 217 time: 0.0863731 Jul 06 14:11:15.460818 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e66f09-5d98-483d-86c8-762c98c0b932 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:15.461625 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f7e66f09-5d98-483d-86c8-762c98c0b932 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:15.490375 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e66f09-5d98-483d-86c8-762c98c0b932 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Port': ['ID=e38bb1ef-f47e-4b90-86f8-1bf207eeb681,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:15.575041 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-8b2e4f12-12f0-4fb0-aa44-e4bc26ecfe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'name': 'tempest-TestVolumeBootPattern-98072569-router', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:11Z', 'revision_number': 4, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'gw_port': {'id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '1833b69f-9e77-47f5-807e-3ed391940871', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'port_id': 'd6012d47-bb25-4268-b025-e7f056eb2224', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'mac_address': 'fa:16:3e:e9:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59132335-35ae-4a17-ac35-f1735ca75803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:08:41Z', 'updated_at': '2021-07-06T14:08:45Z', 'revision_number': 1, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'fixed_ip_address_scope': None}, {'id': '7c1a325a-3788-49ef-951c-9ab842065303', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'port_id': '9cba6a62-8f8b-4dd7-9161-620308c8970d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'mac_address': 'fa:16:3e:35:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7338-cd2c-4dca-8f98-3b11988a4d43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:11:10Z', 'updated_at': '2021-07-06T14:11:10Z', 'revision_number': 0, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ca2032-f6d4-4f4b-86ad-2e51b1386b85', 'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'mac_address': 'fa:16:3e:14:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:10Z', 'updated_at': '2021-07-06T14:01:18Z', 'revision_number': 5, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'subnets': [{'id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:15.610876 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2e4f12-12f0-4fb0-aa44-e4bc26ecfe7c None None] The sync data for ids ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'] in n-d-773644-6 is: [{'id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'name': 'tempest-TestVolumeBootPattern-98072569-router', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:11Z', 'revision_number': 4, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'gw_port': {'id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '1833b69f-9e77-47f5-807e-3ed391940871', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'port_id': 'd6012d47-bb25-4268-b025-e7f056eb2224', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'mac_address': 'fa:16:3e:e9:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59132335-35ae-4a17-ac35-f1735ca75803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:08:41Z', 'updated_at': '2021-07-06T14:08:45Z', 'revision_number': 1, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'fixed_ip_address_scope': None}, {'id': '7c1a325a-3788-49ef-951c-9ab842065303', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'port_id': '9cba6a62-8f8b-4dd7-9161-620308c8970d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'mac_address': 'fa:16:3e:35:18:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153e7338-cd2c-4dca-8f98-3b11988a4d43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:11:10Z', 'updated_at': '2021-07-06T14:11:10Z', 'revision_number': 0, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ca2032-f6d4-4f4b-86ad-2e51b1386b85', 'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'mac_address': 'fa:16:3e:14:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:10Z', 'updated_at': '2021-07-06T14:01:18Z', 'revision_number': 5, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'subnets': [{'id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:15.646990 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1e25d-865c-4631-8742-727560f56524 req-47aa85a9-cd89-479e-9bd5-270277a79199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:15.648519 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17e1e25d-865c-4631-8742-727560f56524 req-47aa85a9-cd89-479e-9bd5-270277a79199 service neutron] 10.222.0.52 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 911 time: 0.4019322 Jul 06 14:11:15.656566 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f65cd36d-1402-40f7-b67f-0612ac8ca324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:15.660309 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978726c1-c777-4ce6-8d63-797103620291 req-3ac40839-7704-4a46-9926-fbea79a55cb5 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:15.671870 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-978726c1-c777-4ce6-8d63-797103620291 req-3ac40839-7704-4a46-9926-fbea79a55cb5 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=c8a8e953-73e1-41e4-bc08-d8effa4d1e5c HTTP/1.1" status: 200 len: 943 time: 0.4883718 Jul 06 14:11:15.700347 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b1a4d5dd-dbb9-47a9-8498-ff22ae7c2e13 None None] Provisioning for port 13851342-88d3-411c-9a99-ad9a379fce22 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:11:15.702188 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f1796e-8a62-451e-8d7b-80b820c6e7ce tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Router a3e21be5-e6f6-48b5-9f99-d5f74734f050 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:11:15.703497 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65cd36d-1402-40f7-b67f-0612ac8ca324 None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:15.705635 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f65cd36d-1402-40f7-b67f-0612ac8ca324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:15.749739 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f65cd36d-1402-40f7-b67f-0612ac8ca324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:15.751850 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65cd36d-1402-40f7-b67f-0612ac8ca324 None None] The sync data for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:15.757463 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-2d52c471-9a0c-4b87-ad6d-6da95e477953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:15.758924 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-2d52c471-9a0c-4b87-ad6d-6da95e477953 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=2034225f-da5c-4c36-aa60-ee034fad70f7 HTTP/1.1" status: 200 len: 850 time: 0.2876050 Jul 06 14:11:15.763170 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b1a4d5dd-dbb9-47a9-8498-ff22ae7c2e13 None None] Provisioning complete for port 13851342-88d3-411c-9a99-ad9a379fce22 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:15.763830 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b1a4d5dd-dbb9-47a9-8498-ff22ae7c2e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:15.879896 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-978726c1-c777-4ce6-8d63-797103620291 req-cd842d6e-5a25-4d00-9171-1f453cee0571 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=abf74cc2-9a12-41bd-93d6-29a54da1f980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069376 Jul 06 14:11:15.939354 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed20d06-ecde-41b3-ab87-aeb53fcef4fd tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Router a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:11:15.946312 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17e1e25d-865c-4631-8742-727560f56524 req-39b4e923-152f-4f20-8def-b8d0dbbb0be6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cba6a62-8f8b-4dd7-9161-620308c8970d HTTP/1.1" status: 200 len: 999 time: 0.2649279 Jul 06 14:11:15.972879 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b1a4d5dd-dbb9-47a9-8498-ff22ae7c2e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:15.975014 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f1796e-8a62-451e-8d7b-80b820c6e7ce tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:15.987775 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d77f146-7527-430b-ad0d-8edf0239c38b None None] Sync routers for ids ['a3e21be5-e6f6-48b5-9f99-d5f74734f050'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:15.988111 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-62f1796e-8a62-451e-8d7b-80b820c6e7ce tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] 10.222.0.118 "PUT /v2.0/routers/a3e21be5-e6f6-48b5-9f99-d5f74734f050/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6607738 Jul 06 14:11:15.996876 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44440) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:16.012084 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d77f146-7527-430b-ad0d-8edf0239c38b None None] Routers {'a3e21be5-e6f6-48b5-9f99-d5f74734f050'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:16.018625 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-4d77f146-7527-430b-ad0d-8edf0239c38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3e21be5-e6f6-48b5-9f99-d5f74734f050'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:16.034710 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-b1a4d5dd-dbb9-47a9-8498-ff22ae7c2e13 None None] For port 13851342-88d3-411c-9a99-ad9a379fce22, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=13851342-88d3-411c-9a99-ad9a379fce22,segment=NetworkSegment(207ddc85-aa12-48fb-bf1b-6ea6806043b2),segment_id=207ddc85-aa12-48fb-bf1b-6ea6806043b2)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:16.041513 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b1a4d5dd-dbb9-47a9-8498-ff22ae7c2e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:16.077433 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0477c437-a608-45f4-8d11-f7868cf6f1de None None] New status for floating IP 7c1a325a-3788-49ef-951c-9ab842065303: ACTIVE {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:11:16.082852 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f7e66f09-5d98-483d-86c8-762c98c0b932 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:16.166642 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4d5dd-dbb9-47a9-8498-ff22ae7c2e13 None None] Pushing event updated for resources: {'Port': ['ID=13851342-88d3-411c-9a99-ad9a379fce22,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:16.174398 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-4d77f146-7527-430b-ad0d-8edf0239c38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:16.182008 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a4d5dd-dbb9-47a9-8498-ff22ae7c2e13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:16.182245 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a4d5dd-dbb9-47a9-8498-ff22ae7c2e13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:16.182501 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a4d5dd-dbb9-47a9-8498-ff22ae7c2e13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:16.182841 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a4d5dd-dbb9-47a9-8498-ff22ae7c2e13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:16.183307 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a4d5dd-dbb9-47a9-8498-ff22ae7c2e13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:16.183646 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a4d5dd-dbb9-47a9-8498-ff22ae7c2e13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:16.183977 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a4d5dd-dbb9-47a9-8498-ff22ae7c2e13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:16.184442 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a4d5dd-dbb9-47a9-8498-ff22ae7c2e13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:16.185162 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a4d5dd-dbb9-47a9-8498-ff22ae7c2e13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:16.185496 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a4d5dd-dbb9-47a9-8498-ff22ae7c2e13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:16.185853 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a4d5dd-dbb9-47a9-8498-ff22ae7c2e13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:16.186187 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a4d5dd-dbb9-47a9-8498-ff22ae7c2e13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:16.215473 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d77f146-7527-430b-ad0d-8edf0239c38b None None] Routers {'a3e21be5-e6f6-48b5-9f99-d5f74734f050'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:16.216331 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-4d77f146-7527-430b-ad0d-8edf0239c38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3e21be5-e6f6-48b5-9f99-d5f74734f050'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:16.258231 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed20d06-ecde-41b3-ab87-aeb53fcef4fd tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:16.262871 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-4d77f146-7527-430b-ad0d-8edf0239c38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:16.264479 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d77f146-7527-430b-ad0d-8edf0239c38b None None] The sync data for ids ['a3e21be5-e6f6-48b5-9f99-d5f74734f050'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:16.267252 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0ed20d06-ecde-41b3-ab87-aeb53fcef4fd tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:16.275545 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a54066a-c071-455b-9c3a-267e1a3d250c None None] Sync routers for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:16.303682 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a54066a-c071-455b-9c3a-267e1a3d250c None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:16.304550 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-4a54066a-c071-455b-9c3a-267e1a3d250c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:16.364412 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-4a54066a-c071-455b-9c3a-267e1a3d250c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:16.377657 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a54066a-c071-455b-9c3a-267e1a3d250c None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:16.378607 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-4a54066a-c071-455b-9c3a-267e1a3d250c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:16.422955 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0ed20d06-ecde-41b3-ab87-aeb53fcef4fd tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "PUT /v2.0/floatingips/959e7321-f265-4d42-be2e-dcf95289dbcc HTTP/1.1" status: 200 len: 978 time: 4.6554306 Jul 06 14:11:16.424437 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44442) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:16.426717 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ecf33ce7-8f49-45a5-8555-c2770e0bc7ce None None] Provisioning complete for port 13851342-88d3-411c-9a99-ad9a379fce22 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:16.427238 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ecf33ce7-8f49-45a5-8555-c2770e0bc7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:16.429671 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-4a54066a-c071-455b-9c3a-267e1a3d250c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:16.430644 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a54066a-c071-455b-9c3a-267e1a3d250c None None] The sync data for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:16.431897 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-47fa2481-e169-4a99-8f1c-8bdcb1587159 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:16.535616 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-47fa2481-e169-4a99-8f1c-8bdcb1587159 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:16.631009 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ecf33ce7-8f49-45a5-8555-c2770e0bc7ce None None] Provisioning for port e38bb1ef-f47e-4b90-86f8-1bf207eeb681 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:11:16.650928 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ecf33ce7-8f49-45a5-8555-c2770e0bc7ce None None] Provisioning complete for port e38bb1ef-f47e-4b90-86f8-1bf207eeb681 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:16.653078 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ecf33ce7-8f49-45a5-8555-c2770e0bc7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:16.691079 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:16.712794 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-ecf33ce7-8f49-45a5-8555-c2770e0bc7ce None None] Port e38bb1ef-f47e-4b90-86f8-1bf207eeb681 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:11:16.728462 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-da79b179-f69c-4d56-bf89-60ad9acab846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:16.730040 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-da79b179-f69c-4d56-bf89-60ad9acab846 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=eefea86f-292f-49b8-aab3-e9599d79dda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9508991 Jul 06 14:11:16.730769 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a8e953-73e1-41e4-bc08-d8effa4d1e5c', 'tag': '735ad35a-0695-477b-bd28-39dec993e734'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:11:16.733776 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52cb85f3-5cd5-4b4e-99be-15647a316183" -d '{"events": [{"name": "network-changed", "server_uuid": "c8a8e953-73e1-41e4-bc08-d8effa4d1e5c", "tag": "735ad35a-0695-477b-bd28-39dec993e734"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:11:16.753645 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-47fa2481-e169-4a99-8f1c-8bdcb1587159 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:16.759067 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-47fa2481-e169-4a99-8f1c-8bdcb1587159 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:16.759877 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-47fa2481-e169-4a99-8f1c-8bdcb1587159 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Floating IP 959e7321-f265-4d42-be2e-dcf95289dbcc disassociated. External IP: 172.25.6.142, port: 09e926dd-cab8-47f0-a657-27d18c8b9c72. Jul 06 14:11:16.783903 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1e25d-865c-4631-8742-727560f56524 req-356423b7-c327-48d8-a331-9488fe62e03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:16.785668 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17e1e25d-865c-4631-8742-727560f56524 req-356423b7-c327-48d8-a331-9488fe62e03e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63f5e127-3353-454e-884a-bc0470d3f3d4 HTTP/1.1" status: 200 len: 849 time: 0.8306952 Jul 06 14:11:16.798471 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398941b6-94cb-454c-b9b6-d6d06f0ef5f8 x-openstack-request-id: req-398941b6-94cb-454c-b9b6-d6d06f0ef5f8 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:11:16.799024 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8a8e953-73e1-41e4-bc08-d8effa4d1e5c", "tag": "735ad35a-0695-477b-bd28-39dec993e734", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:11:16.799290 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-398941b6-94cb-454c-b9b6-d6d06f0ef5f8 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:11:16.802265 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8a8e953-73e1-41e4-bc08-d8effa4d1e5c', 'tag': '735ad35a-0695-477b-bd28-39dec993e734', 'status': 'completed', 'code': 200} Jul 06 14:11:16.839601 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ae562d45-0512-4f26-8c0b-137a68cfcaa1 None None] Provisioning complete for port e38bb1ef-f47e-4b90-86f8-1bf207eeb681 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:16.840909 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae562d45-0512-4f26-8c0b-137a68cfcaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:16.889930 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-ae562d45-0512-4f26-8c0b-137a68cfcaa1 None None] Port e38bb1ef-f47e-4b90-86f8-1bf207eeb681 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:11:17.083013 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e869877d-ac3d-4621-a35e-380300ec4b5c tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:17.279901 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00c163e3-097b-4bff-88c5-030f06b7b543 req-60be7579-224f-4b0e-a434-15a1f4820d77 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=59132335-35ae-4a17-ac35-f1735ca75803&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5053160 Jul 06 14:11:17.313681 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-7b30bbe0-c851-4f4e-93ff-3047e0efe670 service neutron] 10.222.0.124 "GET /v2.0/networks/eefea86f-292f-49b8-aab3-e9599d79dda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5406437 Jul 06 14:11:17.383480 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1e25d-865c-4631-8742-727560f56524 req-d4e3c362-66d5-448f-a892-b4aa509209f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:17.385093 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17e1e25d-865c-4631-8742-727560f56524 req-d4e3c362-66d5-448f-a892-b4aa509209f7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=55ac526b-1e87-42ff-98ca-8b8357b7302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5818989 Jul 06 14:11:17.403671 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-7e62512b-39ca-4baf-a1a3-5a8799dea022 req-3a3fedff-f02c-4108-afed-3f9db5c7e23b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5446849 Jul 06 14:11:17.495666 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47fa2481-e169-4a99-8f1c-8bdcb1587159 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Router a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:11:17.588325 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf37b6d-9b42-4d2f-8af4-3525dad6dea1 req-f5fef17b-3089-4784-a10f-6b9455b465f4 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:17.595507 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bdf37b6d-9b42-4d2f-8af4-3525dad6dea1 req-f5fef17b-3089-4784-a10f-6b9455b465f4 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=c8a8e953-73e1-41e4-bc08-d8effa4d1e5c HTTP/1.1" status: 200 len: 943 time: 0.5377462 Jul 06 14:11:17.638478 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fa2481-e169-4a99-8f1c-8bdcb1587159 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:17.645578 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-47fa2481-e169-4a99-8f1c-8bdcb1587159 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:17.648285 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e869877d-ac3d-4621-a35e-380300ec4b5c tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:17.649542 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ea3a9b-959a-4c5b-92fc-b7454a5f7ec1 None None] Sync routers for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:17.666740 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ea3a9b-959a-4c5b-92fc-b7454a5f7ec1 None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:17.668284 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b3ea3a9b-959a-4c5b-92fc-b7454a5f7ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:17.717617 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b3ea3a9b-959a-4c5b-92fc-b7454a5f7ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:17.728863 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-47fa2481-e169-4a99-8f1c-8bdcb1587159 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "PUT /v2.0/floatingips/959e7321-f265-4d42-be2e-dcf95289dbcc HTTP/1.1" status: 200 len: 688 time: 1.3032911 Jul 06 14:11:17.731378 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44450) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:17.733701 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ea3a9b-959a-4c5b-92fc-b7454a5f7ec1 None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:17.737722 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b3ea3a9b-959a-4c5b-92fc-b7454a5f7ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:17.770681 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bdf37b6d-9b42-4d2f-8af4-3525dad6dea1 req-080f363b-e6f2-44db-a0e4-ddf132e72b33 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=abf74cc2-9a12-41bd-93d6-29a54da1f980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743770 Jul 06 14:11:17.787650 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b3ea3a9b-959a-4c5b-92fc-b7454a5f7ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:17.788359 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ea3a9b-959a-4c5b-92fc-b7454a5f7ec1 None None] The sync data for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:17.798949 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b616ae71-0e58-4ab4-948b-8de73aaa2441 req-233dd470-f06d-49e4-9e08-f9b1d09d5dba service neutron] 10.222.0.124 "GET /v2.0/networks/eefea86f-292f-49b8-aab3-e9599d79dda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081330 Jul 06 14:11:17.806969 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17e1e25d-865c-4631-8742-727560f56524 req-9c8a0828-6f32-42c1-b608-1503da0a3584 service neutron] 10.222.0.52 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909724 Jul 06 14:11:17.810336 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f7e66f09-5d98-483d-86c8-762c98c0b932 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:17.817139 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c163e3-097b-4bff-88c5-030f06b7b543 req-c8d5f397-3b64-4a86-85b3-c69545da133e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:17.818890 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00c163e3-097b-4bff-88c5-030f06b7b543 req-c8d5f397-3b64-4a86-85b3-c69545da133e service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 1096 time: 0.4328058 Jul 06 14:11:17.834398 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f7e66f09-5d98-483d-86c8-762c98c0b932 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:17.834398 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f7e66f09-5d98-483d-86c8-762c98c0b932 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:17.909659 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f0120a57-fef9-463b-9179-9ba676861553 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Deleting port cba9d559-02c4-4941-ae35-c3f80199f27e {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:17.910369 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f0120a57-fef9-463b-9179-9ba676861553 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:18.002691 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f0120a57-fef9-463b-9179-9ba676861553 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:18.003793 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f0120a57-fef9-463b-9179-9ba676861553 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:18.017770 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f0120a57-fef9-463b-9179-9ba676861553 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Calling delete_port for cba9d559-02c4-4941-ae35-c3f80199f27e owned by network:floatingip {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:18.099778 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-e869877d-ac3d-4621-a35e-380300ec4b5c tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Deleting port 2a27af3a-7c52-4cdb-98f5-2b8835877410 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:18.100318 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e869877d-ac3d-4621-a35e-380300ec4b5c tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:18.108933 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 13851342-88d3-411c-9a99-ad9a379fce22 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:11:18.109783 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e66f09-5d98-483d-86c8-762c98c0b932 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Port': ['ID=e38bb1ef-f47e-4b90-86f8-1bf207eeb681,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:18.174488 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 13851342-88d3-411c-9a99-ad9a379fce22 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:18.174865 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:18.208158 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f0120a57-fef9-463b-9179-9ba676861553 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:18.220742 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17e1e25d-865c-4631-8742-727560f56524 req-2cea0f3b-b425-4ce3-8e7c-70a45959b517 service neutron] 10.222.0.52 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006565 Jul 06 14:11:18.253380 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c163e3-097b-4bff-88c5-030f06b7b543 req-053414a2-4c3f-4ff8-8a87-edc782dd17ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:18.254894 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00c163e3-097b-4bff-88c5-030f06b7b543 req-053414a2-4c3f-4ff8-8a87-edc782dd17ed service neutron] 10.222.0.124 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 911 time: 0.3916059 Jul 06 14:11:18.277659 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb85f3-5cd5-4b4e-99be-15647a316183 req-f26c79c4-b1b3-48e1-87d7-30fb74557a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:18.280059 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-52cb85f3-5cd5-4b4e-99be-15647a316183 req-f26c79c4-b1b3-48e1-87d7-30fb74557a7f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=877fc897abae42d7adb6bd377795bbf0&device_id=c8a8e953-73e1-41e4-bc08-d8effa4d1e5c HTTP/1.1" status: 200 len: 1094 time: 0.3811991 Jul 06 14:11:18.310774 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0120a57-fef9-463b-9179-9ba676861553 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event deleted for resources: {'Port': ['ID=cba9d559-02c4-4941-ae35-c3f80199f27e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:18.350814 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e66f09-5d98-483d-86c8-762c98c0b932 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network 8d49561f-cbd1-4462-b39f-4f11045fa635 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:18.387702 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-f7e66f09-5d98-483d-86c8-762c98c0b932 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:18.411658 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f0120a57-fef9-463b-9179-9ba676861553 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:18.416279 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f0120a57-fef9-463b-9179-9ba676861553 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:18.421242 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f0120a57-fef9-463b-9179-9ba676861553 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "DELETE /v2.0/floatingips/959e7321-f265-4d42-be2e-dcf95289dbcc HTTP/1.1" status: 204 len: 168 time: 0.6846838 Jul 06 14:11:18.421641 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44454) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:18.437054 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e869877d-ac3d-4621-a35e-380300ec4b5c tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:18.477872 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-e869877d-ac3d-4621-a35e-380300ec4b5c tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Calling delete_port for 2a27af3a-7c52-4cdb-98f5-2b8835877410 owned by network:router_gateway {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:18.485978 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-dace32b9-9fe5-4015-a7b1-674bf1d93fe3 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] delete failed (client error): The resource could not be found. Jul 06 14:11:18.491310 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-dace32b9-9fe5-4015-a7b1-674bf1d93fe3 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "DELETE /v2.0/floatingips/959e7321-f265-4d42-be2e-dcf95289dbcc HTTP/1.1" status: 404 len: 345 time: 0.0641012 Jul 06 14:11:18.491883 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44456) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:18.661070 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d239a982-6736-408b-8550-d9cbbaa14780 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:18.668504 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d239a982-6736-408b-8550-d9cbbaa14780 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:18.675795 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d239a982-6736-408b-8550-d9cbbaa14780 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:18.677627 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d239a982-6736-408b-8550-d9cbbaa14780 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "GET /v2.0/ports?network_id=5d613ed0-82ba-4152-a13b-13cb7e48f08c HTTP/1.1" status: 200 len: 2358 time: 0.1844072 Jul 06 14:11:18.681394 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44458) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:18.709468 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:18.749381 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cd8645-233f-42ae-aa34-ceae7f19b603 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:18.756392 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-09cd8645-233f-42ae-aa34-ceae7f19b603 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "GET /v2.0/subnets/28e29dd8-f7e2-4333-8629-60d2d39de1bf HTTP/1.1" status: 200 len: 797 time: 0.0689213 Jul 06 14:11:18.756755 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44460) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:18.763250 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-bd684c08-211d-45ea-b3c6-2b93fff8e296 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Request body: {'port': {'network_id': '5d613ed0-82ba-4152-a13b-13cb7e48f08c', 'name': 'tempest-FloatingIPTestJSON-1781193366', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:18.851543 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-59e5bd0d-cb72-4ac0-9195-90e8b59dbc05 None None] Provisioning complete for port e38bb1ef-f47e-4b90-86f8-1bf207eeb681 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:18.852165 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-59e5bd0d-cb72-4ac0-9195-90e8b59dbc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:18.906429 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-59e5bd0d-cb72-4ac0-9195-90e8b59dbc05 None None] Port e38bb1ef-f47e-4b90-86f8-1bf207eeb681 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:11:18.909378 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00c163e3-097b-4bff-88c5-030f06b7b543 req-06b063a2-ba19-4327-915e-a41d35db333d service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6012d47-bb25-4268-b025-e7f056eb2224 HTTP/1.1" status: 200 len: 1001 time: 0.6468074 Jul 06 14:11:18.911214 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd684c08-211d-45ea-b3c6-2b93fff8e296 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Made reservation on behalf of 80b7139143884f378c4ed9729877a8d0 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:19.006946 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd684c08-211d-45ea-b3c6-2b93fff8e296 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:19.026191 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-bd684c08-211d-45ea-b3c6-2b93fff8e296 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] device_id is not set on port 95bd6798-531b-4100-a857-3eebd205c0a6 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:11:19.133796 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c163e3-097b-4bff-88c5-030f06b7b543 req-cf2be89c-3201-4b6d-8362-edc18468d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:19.136219 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00c163e3-097b-4bff-88c5-030f06b7b543 req-cf2be89c-3201-4b6d-8362-edc18468d7aa service neutron] 10.222.0.124 "GET /v2.0/subnets?id=63f5e127-3353-454e-884a-bc0470d3f3d4 HTTP/1.1" status: 200 len: 849 time: 0.1924751 Jul 06 14:11:19.140494 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb85f3-5cd5-4b4e-99be-15647a316183 req-18110092-4385-4774-8e69-c732493e3dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:19.142627 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-52cb85f3-5cd5-4b4e-99be-15647a316183 req-18110092-4385-4774-8e69-c732493e3dae service neutron] 10.222.0.124 "GET /v2.0/networks?id=eefea86f-292f-49b8-aab3-e9599d79dda6 HTTP/1.1" status: 200 len: 912 time: 0.8091359 Jul 06 14:11:19.150610 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62512b-39ca-4baf-a1a3-5a8799dea022 req-b59e4280-25f3-4e66-928b-0a70433a14fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:19.152716 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e62512b-39ca-4baf-a1a3-5a8799dea022 req-b59e4280-25f3-4e66-928b-0a70433a14fc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 1097 time: 0.8258631 Jul 06 14:11:19.247872 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-52cb85f3-5cd5-4b4e-99be-15647a316183 req-7be0e89f-ea5a-4c70-a5f3-1119275d46ee service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=735ad35a-0695-477b-bd28-39dec993e734 HTTP/1.1" status: 200 len: 217 time: 0.0824947 Jul 06 14:11:19.425108 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-bd684c08-211d-45ea-b3c6-2b93fff8e296 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Allocated IP 172.20.0.14 (5d613ed0-82ba-4152-a13b-13cb7e48f08c/28e29dd8-f7e2-4333-8629-60d2d39de1bf/95bd6798-531b-4100-a857-3eebd205c0a6) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:19.433939 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-bd684c08-211d-45ea-b3c6-2b93fff8e296 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Allocated IP 172.20.0.12 (5d613ed0-82ba-4152-a13b-13cb7e48f08c/28e29dd8-f7e2-4333-8629-60d2d39de1bf/95bd6798-531b-4100-a857-3eebd205c0a6) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:19.434676 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae6d51-71c8-4d8f-9947-4bb85a8f146e req-25afbe25-4e9d-4a4b-a169-1632fc6935dd tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:19.436362 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-25ae6d51-71c8-4d8f-9947-4bb85a8f146e req-25afbe25-4e9d-4a4b-a169-1632fc6935dd tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=c8a8e953-73e1-41e4-bc08-d8effa4d1e5c HTTP/1.1" status: 200 len: 943 time: 0.4113290 Jul 06 14:11:19.481738 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e66f09-5d98-483d-86c8-762c98c0b932 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Router 73e7c68a-1bf0-46dc-b39a-7880ce1139b6 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:11:19.508105 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb85f3-5cd5-4b4e-99be-15647a316183 req-9740ca50-8361-4e72-b554-275ec678b983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:19.509644 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-52cb85f3-5cd5-4b4e-99be-15647a316183 req-9740ca50-8361-4e72-b554-275ec678b983 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=2034225f-da5c-4c36-aa60-ee034fad70f7 HTTP/1.1" status: 200 len: 850 time: 0.1726427 Jul 06 14:11:19.541712 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c163e3-097b-4bff-88c5-030f06b7b543 req-13e84fd8-25d4-432d-9123-7725df132c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:19.543312 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00c163e3-097b-4bff-88c5-030f06b7b543 req-13e84fd8-25d4-432d-9123-7725df132c7c service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=55ac526b-1e87-42ff-98ca-8b8357b7302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3997397 Jul 06 14:11:19.604433 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62512b-39ca-4baf-a1a3-5a8799dea022 req-cd8b13e7-1e00-419e-9488-b9188f1fe9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:19.605957 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e62512b-39ca-4baf-a1a3-5a8799dea022 req-cd8b13e7-1e00-419e-9488-b9188f1fe9ba service neutron] 10.222.0.52 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 911 time: 0.3942490 Jul 06 14:11:19.626847 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd684c08-211d-45ea-b3c6-2b93fff8e296 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:19.674431 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd684c08-211d-45ea-b3c6-2b93fff8e296 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:19.702813 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-25ae6d51-71c8-4d8f-9947-4bb85a8f146e req-28c683fc-edcb-4b8d-9d61-ede95d239ca0 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=abf74cc2-9a12-41bd-93d6-29a54da1f980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468042 Jul 06 14:11:19.727906 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd684c08-211d-45ea-b3c6-2b93fff8e296 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Network 5d613ed0-82ba-4152-a13b-13cb7e48f08c is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:19.734011 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-bd684c08-211d-45ea-b3c6-2b93fff8e296 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:19.736891 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd684c08-211d-45ea-b3c6-2b93fff8e296 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:19.762805 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd684c08-211d-45ea-b3c6-2b93fff8e296 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event updated for resources: {'Port': ['ID=95bd6798-531b-4100-a857-3eebd205c0a6,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:19.796755 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd684c08-211d-45ea-b3c6-2b93fff8e296 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:19.798379 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd684c08-211d-45ea-b3c6-2b93fff8e296 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:19.803795 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e869877d-ac3d-4621-a35e-380300ec4b5c tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:19.816880 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bd684c08-211d-45ea-b3c6-2b93fff8e296 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.0588777 Jul 06 14:11:19.819372 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44466) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:19.824601 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e7ca0b6b-763c-4241-b304-0dd4fb8a38be tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'port_id': '95bd6798-531b-4100-a857-3eebd205c0a6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:19.846014 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e62512b-39ca-4baf-a1a3-5a8799dea022 req-5290402a-6220-4480-b358-c0828da69a00 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cba6a62-8f8b-4dd7-9161-620308c8970d HTTP/1.1" status: 200 len: 1001 time: 0.2284431 Jul 06 14:11:19.852262 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e7ca0b6b-763c-4241-b304-0dd4fb8a38be tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:19.856133 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869877d-ac3d-4621-a35e-380300ec4b5c tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Pushing event deleted for resources: {'Port': ['ID=2a27af3a-7c52-4cdb-98f5-2b8835877410,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:19.904120 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e66f09-5d98-483d-86c8-762c98c0b932 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:19.917636 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc621b9b-f56f-429f-b692-fe6bbc1130bd None None] Sync routers for ids ['73e7c68a-1bf0-46dc-b39a-7880ce1139b6'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:19.930300 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f7e66f09-5d98-483d-86c8-762c98c0b932 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "PUT /v2.0/routers/73e7c68a-1bf0-46dc-b39a-7880ce1139b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3406036 Jul 06 14:11:19.934543 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44468) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:19.935432 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc621b9b-f56f-429f-b692-fe6bbc1130bd None None] Routers {'73e7c68a-1bf0-46dc-b39a-7880ce1139b6'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:19.936415 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-fc621b9b-f56f-429f-b692-fe6bbc1130bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['73e7c68a-1bf0-46dc-b39a-7880ce1139b6'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:19.972292 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb85f3-5cd5-4b4e-99be-15647a316183 req-e4728b93-16df-49a4-a2df-5adf22a2ad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:19.973886 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-52cb85f3-5cd5-4b4e-99be-15647a316183 req-e4728b93-16df-49a4-a2df-5adf22a2ad7c service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=eefea86f-292f-49b8-aab3-e9599d79dda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4494333 Jul 06 14:11:19.978896 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-fc621b9b-f56f-429f-b692-fe6bbc1130bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:19.991533 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00c163e3-097b-4bff-88c5-030f06b7b543 req-416db7e4-45aa-4a8e-a6a1-ad8a1dec1c37 service neutron] 10.222.0.124 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075403 Jul 06 14:11:19.992083 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc621b9b-f56f-429f-b692-fe6bbc1130bd None None] Routers {'73e7c68a-1bf0-46dc-b39a-7880ce1139b6'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:19.993404 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-fc621b9b-f56f-429f-b692-fe6bbc1130bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['73e7c68a-1bf0-46dc-b39a-7880ce1139b6'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:20.014187 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 735ad35a-0695-477b-bd28-39dec993e734 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:11:20.051407 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-fc621b9b-f56f-429f-b692-fe6bbc1130bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:20.052212 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc621b9b-f56f-429f-b692-fe6bbc1130bd None None] The sync data for ids ['73e7c68a-1bf0-46dc-b39a-7880ce1139b6'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:20.067099 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62512b-39ca-4baf-a1a3-5a8799dea022 req-3e63ad3f-1a32-4e31-ad07-f3b0115f4617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:20.068594 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e62512b-39ca-4baf-a1a3-5a8799dea022 req-3e63ad3f-1a32-4e31-ad07-f3b0115f4617 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63f5e127-3353-454e-884a-bc0470d3f3d4 HTTP/1.1" status: 200 len: 849 time: 0.2043834 Jul 06 14:11:20.076327 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e206c5-238f-420e-81d3-b4acd4399ce4 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:20.083119 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-47e206c5-238f-420e-81d3-b4acd4399ce4 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "GET /v2.0/ports/e38bb1ef-f47e-4b90-86f8-1bf207eeb681 HTTP/1.1" status: 200 len: 911 time: 0.1408067 Jul 06 14:11:20.084448 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44470) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:20.144643 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e7ca0b6b-763c-4241-b304-0dd4fb8a38be tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:20.159584 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 735ad35a-0695-477b-bd28-39dec993e734, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=735ad35a-0695-477b-bd28-39dec993e734,segment=NetworkSegment(73abc8d8-a472-4fde-bbb9-f96388e1eb27),segment_id=73abc8d8-a472-4fde-bbb9-f96388e1eb27)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:20.163491 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e869877d-ac3d-4621-a35e-380300ec4b5c tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:20.195615 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '735ad35a-0695-477b-bd28-39dec993e734', 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6', 'port_id': '735ad35a-0695-477b-bd28-39dec993e734', 'mac_address': 'fa:16:3e:ad:22:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:11:20.266149 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:20.293818 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735ad35a-0695-477b-bd28-39dec993e734 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:11:20.336307 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e869877d-ac3d-4621-a35e-380300ec4b5c tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:20.342397 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 735ad35a-0695-477b-bd28-39dec993e734, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=735ad35a-0695-477b-bd28-39dec993e734,segment=NetworkSegment(73abc8d8-a472-4fde-bbb9-f96388e1eb27),segment_id=73abc8d8-a472-4fde-bbb9-f96388e1eb27)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:20.343779 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e869877d-ac3d-4621-a35e-380300ec4b5c tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:20.354638 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:20.359361 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-52cb85f3-5cd5-4b4e-99be-15647a316183 req-88141629-13b7-4965-a8fa-5617720b0a74 service neutron] 10.222.0.124 "GET /v2.0/networks/eefea86f-292f-49b8-aab3-e9599d79dda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768251 Jul 06 14:11:20.405714 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00c163e3-097b-4bff-88c5-030f06b7b543 req-24195aa6-5767-49c4-8823-ecd8b9f5f6dc service neutron] 10.222.0.124 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627856 Jul 06 14:11:20.450947 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=735ad35a-0695-477b-bd28-39dec993e734,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:20.466890 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e869877d-ac3d-4621-a35e-380300ec4b5c tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:20.467438 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e869877d-ac3d-4621-a35e-380300ec4b5c tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Fanout notify agent at l3_agent the message router_deleted on router a3e21be5-e6f6-48b5-9f99-d5f74734f050 {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:11:20.483131 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e869877d-ac3d-4621-a35e-380300ec4b5c tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:20.487319 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e869877d-ac3d-4621-a35e-380300ec4b5c tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] 10.222.0.118 "DELETE /v2.0/routers/a3e21be5-e6f6-48b5-9f99-d5f74734f050 HTTP/1.1" status: 204 len: 168 time: 4.4855134 Jul 06 14:11:20.489608 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44474) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:20.502767 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62512b-39ca-4baf-a1a3-5a8799dea022 req-039f23bb-d2d9-4b43-bc4f-444656de2b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:20.504293 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e62512b-39ca-4baf-a1a3-5a8799dea022 req-039f23bb-d2d9-4b43-bc4f-444656de2b19 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=55ac526b-1e87-42ff-98ca-8b8357b7302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3854516 Jul 06 14:11:20.546605 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-e7ca0b6b-763c-4241-b304-0dd4fb8a38be tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Allocated IP 172.25.6.239 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/0fa87e44-5430-499c-86df-54965d13e43d) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:20.611223 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['735ad35a-0695-477b-bd28-39dec993e734'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:11:20.626953 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd762b0c-7ecc-42dd-8250-3d0d9468720e tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Deleting subnet a7b236cf-9932-418c-9283-938313172cf0 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:11:20.633807 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fd762b0c-7ecc-42dd-8250-3d0d9468720e tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:20.637500 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-52cb85f3-5cd5-4b4e-99be-15647a316183 req-770b9013-ee4f-4d4d-a241-27b83e85370f service neutron] 10.222.0.124 "GET /v2.0/networks/eefea86f-292f-49b8-aab3-e9599d79dda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703412 Jul 06 14:11:20.690465 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fd762b0c-7ecc-42dd-8250-3d0d9468720e tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:20.729881 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e62512b-39ca-4baf-a1a3-5a8799dea022 req-21683547-c0bf-47ac-ab78-cb2d1cd24c15 service neutron] 10.222.0.52 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013021 Jul 06 14:11:20.744213 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e7ca0b6b-763c-4241-b304-0dd4fb8a38be tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:20.754328 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6e6420a-220f-4e2f-8a08-d0779eb557a2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:20.883188 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fd762b0c-7ecc-42dd-8250-3d0d9468720e tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:20.955844 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e7ca0b6b-763c-4241-b304-0dd4fb8a38be tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:20.972062 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fd762b0c-7ecc-42dd-8250-3d0d9468720e tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:21.002754 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ca0b6b-763c-4241-b304-0dd4fb8a38be tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:21.010641 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-e7ca0b6b-763c-4241-b304-0dd4fb8a38be tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:21.013652 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ca0b6b-763c-4241-b304-0dd4fb8a38be tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:21.036092 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd762b0c-7ecc-42dd-8250-3d0d9468720e tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Pushing event deleted for resources: {'Subnet': ['ID=a7b236cf-9932-418c-9283-938313172cf0,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:21.040466 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fd762b0c-7ecc-42dd-8250-3d0d9468720e tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:21.043944 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca0b6b-763c-4241-b304-0dd4fb8a38be tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event updated for resources: {'Port': ['ID=0fa87e44-5430-499c-86df-54965d13e43d,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:21.045220 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-fd762b0c-7ecc-42dd-8250-3d0d9468720e tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] 10.222.0.118 "DELETE /v2.0/subnets/a7b236cf-9932-418c-9283-938313172cf0 HTTP/1.1" status: 204 len: 168 time: 0.5537105 Jul 06 14:11:21.047917 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7691547b-3d0c-46e7-a0d9-f2065e8778b1 None None] Network f03b529e-f247-479e-bb48-98c7e77cbdb8 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:11:21.049587 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44478) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:21.060496 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e62512b-39ca-4baf-a1a3-5a8799dea022 req-c1fe24b4-98e1-4d98-833a-545ebc4ee37b service neutron] 10.222.0.52 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236957 Jul 06 14:11:21.090603 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ecedb-45a1-4efe-9d62-94f4acff8304 req-355c6251-3ff7-4e84-923d-017d697b8f7f tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:21.092225 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6c7ecedb-45a1-4efe-9d62-94f4acff8304 req-355c6251-3ff7-4e84-923d-017d697b8f7f tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=c8a8e953-73e1-41e4-bc08-d8effa4d1e5c HTTP/1.1" status: 200 len: 944 time: 0.1336579 Jul 06 14:11:21.141082 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6c7ecedb-45a1-4efe-9d62-94f4acff8304 req-fbdb8e84-e310-467b-b0f4-aa8113a2dad3 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=abf74cc2-9a12-41bd-93d6-29a54da1f980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392945 Jul 06 14:11:21.265224 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-94ff451c-2aec-4e93-949f-d6abfd7c8b02 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:21.365071 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2a134e-8383-4e47-8ea7-60487bee4d46 None None] DHCP port deletion for f03b529e-f247-479e-bb48-98c7e77cbdb8 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:11:21.433230 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-fa2a134e-8383-4e47-8ea7-60487bee4d46 None None] Deleting port a9e0a96d-fefb-4023-bc23-928aed282252 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:21.434019 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fa2a134e-8383-4e47-8ea7-60487bee4d46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:21.513883 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-fa2a134e-8383-4e47-8ea7-60487bee4d46 None None] For port a9e0a96d-fefb-4023-bc23-928aed282252, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a9e0a96d-fefb-4023-bc23-928aed282252,segment=NetworkSegment(8f9f5e2f-ca80-4879-8c49-b1905c99b716),segment_id=8f9f5e2f-ca80-4879-8c49-b1905c99b716)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:21.514502 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fa2a134e-8383-4e47-8ea7-60487bee4d46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:21.534239 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-fa2a134e-8383-4e47-8ea7-60487bee4d46 None None] Calling delete_port for a9e0a96d-fefb-4023-bc23-928aed282252 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:21.636927 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fa2a134e-8383-4e47-8ea7-60487bee4d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:21.668817 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a134e-8383-4e47-8ea7-60487bee4d46 None None] Pushing event deleted for resources: {'Port': ['ID=a9e0a96d-fefb-4023-bc23-928aed282252,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:21.675502 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2a134e-8383-4e47-8ea7-60487bee4d46 None None] No DVR routers for this DVR port a9e0a96d-fefb-4023-bc23-928aed282252 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:11:21.857454 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e6e6420a-220f-4e2f-8a08-d0779eb557a2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Deleting port e38bb1ef-f47e-4b90-86f8-1bf207eeb681 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:21.858103 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6e6420a-220f-4e2f-8a08-d0779eb557a2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:21.864789 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-94ff451c-2aec-4e93-949f-d6abfd7c8b02 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Deleting port a9e0a96d-fefb-4023-bc23-928aed282252 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:21.865209 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-94ff451c-2aec-4e93-949f-d6abfd7c8b02 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:22.028946 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 735ad35a-0695-477b-bd28-39dec993e734 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:11:22.047977 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-94ff451c-2aec-4e93-949f-d6abfd7c8b02 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] For port a9e0a96d-fefb-4023-bc23-928aed282252, host n-d-773644-6, got binding levels [] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:22.048432 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-94ff451c-2aec-4e93-949f-d6abfd7c8b02 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:22.088609 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 735ad35a-0695-477b-bd28-39dec993e734 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:11:22.094402 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a9e0a96d-fefb-4023-bc23-928aed282252 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:11:22.114622 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-94ff451c-2aec-4e93-949f-d6abfd7c8b02 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Calling delete_port for a9e0a96d-fefb-4023-bc23-928aed282252 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:22.115901 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6e6420a-220f-4e2f-8a08-d0779eb557a2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:22.117476 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: a9e0a96d-fefb-4023-bc23-928aed282252 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:11:22.117934 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a9e0a96d-fefb-4023-bc23-928aed282252 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:11:22.119427 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.ipam_backend_mixin [None req-94ff451c-2aec-4e93-949f-d6abfd7c8b02 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Port a9e0a96d-fefb-4023-bc23-928aed282252 was not found and therefore no delete operation was performed {{(pid=100417) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 14:11:22.128378 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 735ad35a-0695-477b-bd28-39dec993e734 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:22.129624 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:22.130847 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-94ff451c-2aec-4e93-949f-d6abfd7c8b02 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:22.202626 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e6e6420a-220f-4e2f-8a08-d0779eb557a2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Calling delete_port for e38bb1ef-f47e-4b90-86f8-1bf207eeb681 owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:22.236365 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff451c-2aec-4e93-949f-d6abfd7c8b02 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Pushing event deleted for resources: {'Port': ['ID=a9e0a96d-fefb-4023-bc23-928aed282252,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:22.238040 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ff451c-2aec-4e93-949f-d6abfd7c8b02 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] No DVR routers for this DVR port a9e0a96d-fefb-4023-bc23-928aed282252 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:11:22.244571 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:22.276399 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a8e953-73e1-41e4-bc08-d8effa4d1e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735ad35a-0695-477b-bd28-39dec993e734'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:11:22.279618 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13620f85-8920-4072-bf23-90344f0c955b" -d '{"events": [{"server_uuid": "c8a8e953-73e1-41e4-bc08-d8effa4d1e5c", "name": "network-vif-plugged", "status": "completed", "tag": "735ad35a-0695-477b-bd28-39dec993e734"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:11:22.300030 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 735ad35a-0695-477b-bd28-39dec993e734, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=735ad35a-0695-477b-bd28-39dec993e734,segment=NetworkSegment(73abc8d8-a472-4fde-bbb9-f96388e1eb27),segment_id=73abc8d8-a472-4fde-bbb9-f96388e1eb27)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:22.305672 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:22.371168 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=735ad35a-0695-477b-bd28-39dec993e734,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:22.386905 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e7ca0b6b-763c-4241-b304-0dd4fb8a38be tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:22.406061 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f64e18-c2cc-4fdd-8f4a-dc907c7e9d50 req-cba1b9c9-d8a6-4190-aaf6-557fef9538df tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:22.408502 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19f64e18-c2cc-4fdd-8f4a-dc907c7e9d50 req-cba1b9c9-d8a6-4190-aaf6-557fef9538df tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=c8a8e953-73e1-41e4-bc08-d8effa4d1e5c HTTP/1.1" status: 200 len: 945 time: 0.0787866 Jul 06 14:11:22.435941 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-94ff451c-2aec-4e93-949f-d6abfd7c8b02 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:22.455915 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19f64e18-c2cc-4fdd-8f4a-dc907c7e9d50 req-666cd07f-1b95-425a-a279-21370c42fba7 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=abf74cc2-9a12-41bd-93d6-29a54da1f980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373769 Jul 06 14:11:22.457707 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-94ff451c-2aec-4e93-949f-d6abfd7c8b02 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03b529e-f247-479e-bb48-98c7e77cbdb8']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:22.474990 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-94ff451c-2aec-4e93-949f-d6abfd7c8b02 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f9f5e2f-ca80-4879-8c49-b1905c99b716') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:22.475296 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-94ff451c-2aec-4e93-949f-d6abfd7c8b02 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f9f5e2f-ca80-4879-8c49-b1905c99b716') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:22.515131 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d68789-2831-48ab-ab75-ceff1a90724f x-openstack-request-id: req-c4d68789-2831-48ab-ab75-ceff1a90724f {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:11:22.515430 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a8e953-73e1-41e4-bc08-d8effa4d1e5c", "name": "network-vif-plugged", "status": "completed", "tag": "735ad35a-0695-477b-bd28-39dec993e734", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:11:22.515730 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c4d68789-2831-48ab-ab75-ceff1a90724f {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:11:22.516982 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a8e953-73e1-41e4-bc08-d8effa4d1e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735ad35a-0695-477b-bd28-39dec993e734', 'code': 200} Jul 06 14:11:22.527779 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-94ff451c-2aec-4e93-949f-d6abfd7c8b02 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:22.571896 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-94ff451c-2aec-4e93-949f-d6abfd7c8b02 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:22.586018 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ff451c-2aec-4e93-949f-d6abfd7c8b02 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:11:22.586446 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-94ff451c-2aec-4e93-949f-d6abfd7c8b02 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:11:22.590215 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:11:22.608275 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e7ca0b6b-763c-4241-b304-0dd4fb8a38be tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:22.654954 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c296395-e2b1-418f-b2b6-d94208dddad0 req-2c658900-c955-4dc5-817f-b2877be9dfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:22.656655 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c296395-e2b1-418f-b2b6-d94208dddad0 req-2c658900-c955-4dc5-817f-b2877be9dfa9 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=c8a8e953-73e1-41e4-bc08-d8effa4d1e5c HTTP/1.1" status: 200 len: 1096 time: 0.0766034 Jul 06 14:11:22.704526 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c296395-e2b1-418f-b2b6-d94208dddad0 req-b841938b-b469-4049-bf20-c990f1bbf921 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=abf74cc2-9a12-41bd-93d6-29a54da1f980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408854 Jul 06 14:11:22.749414 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-94ff451c-2aec-4e93-949f-d6abfd7c8b02 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:22.799495 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-94ff451c-2aec-4e93-949f-d6abfd7c8b02 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:22.801377 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-94ff451c-2aec-4e93-949f-d6abfd7c8b02 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] 10.222.0.118 "DELETE /v2.0/networks/f03b529e-f247-479e-bb48-98c7e77cbdb8 HTTP/1.1" status: 204 len: 168 time: 1.7489243 Jul 06 14:11:22.804879 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44490) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:22.826364 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff451c-2aec-4e93-949f-d6abfd7c8b02 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Pushing event deleted for resources: {'Network': ['ID=f03b529e-f247-479e-bb48-98c7e77cbdb8,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:22.837958 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6e6420a-220f-4e2f-8a08-d0779eb557a2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:22.875083 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6420a-220f-4e2f-8a08-d0779eb557a2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Port': ['ID=e38bb1ef-f47e-4b90-86f8-1bf207eeb681,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:23.035288 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6e6420a-220f-4e2f-8a08-d0779eb557a2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:23.080628 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e7ca0b6b-763c-4241-b304-0dd4fb8a38be tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:23.214750 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e7ca0b6b-763c-4241-b304-0dd4fb8a38be tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:23.365407 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca0b6b-763c-4241-b304-0dd4fb8a38be tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event updated for resources: {'Port': ['ID=0fa87e44-5430-499c-86df-54965d13e43d,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:23.386915 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e6420a-220f-4e2f-8a08-d0779eb557a2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Router 73e7c68a-1bf0-46dc-b39a-7880ce1139b6 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:11:23.395178 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e7ca0b6b-763c-4241-b304-0dd4fb8a38be tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:23.401783 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-4860e5f0-f0ea-4df7-bf97-83e79f2782f8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Deleting port 19764323-a02b-45f8-abcf-9fd2ec2054b4 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:23.402138 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4860e5f0-f0ea-4df7-bf97-83e79f2782f8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:23.556742 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4860e5f0-f0ea-4df7-bf97-83e79f2782f8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:23.558041 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4860e5f0-f0ea-4df7-bf97-83e79f2782f8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:23.586748 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-4860e5f0-f0ea-4df7-bf97-83e79f2782f8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Calling delete_port for 19764323-a02b-45f8-abcf-9fd2ec2054b4 owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:23.603469 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e6420a-220f-4e2f-8a08-d0779eb557a2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:23.611441 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e6e6420a-220f-4e2f-8a08-d0779eb557a2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "PUT /v2.0/routers/73e7c68a-1bf0-46dc-b39a-7880ce1139b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5256691 Jul 06 14:11:23.618145 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44502) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:23.619568 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aad9410-58ae-4521-bc07-21a2344cfe29 None None] Sync routers for ids ['73e7c68a-1bf0-46dc-b39a-7880ce1139b6'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:23.644899 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aad9410-58ae-4521-bc07-21a2344cfe29 None None] Routers {'73e7c68a-1bf0-46dc-b39a-7880ce1139b6'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:23.645967 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8aad9410-58ae-4521-bc07-21a2344cfe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['73e7c68a-1bf0-46dc-b39a-7880ce1139b6'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:23.695897 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cc7933a2-2a97-4359-a807-28be6bed2cae tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "GET /v2.0/ports?device_id=73e7c68a-1bf0-46dc-b39a-7880ce1139b6 HTTP/1.1" status: 200 len: 205 time: 0.0743833 Jul 06 14:11:23.697507 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-e7ca0b6b-763c-4241-b304-0dd4fb8a38be tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Floating IP 66605200-0665-4b58-983c-76893e21415a associated. External IP: 172.25.6.239, port: 95bd6798-531b-4100-a857-3eebd205c0a6. Jul 06 14:11:23.699976 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44506) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:23.771407 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8aad9410-58ae-4521-bc07-21a2344cfe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:23.781892 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aad9410-58ae-4521-bc07-21a2344cfe29 None None] Routers {'73e7c68a-1bf0-46dc-b39a-7880ce1139b6'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:23.783147 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8aad9410-58ae-4521-bc07-21a2344cfe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['73e7c68a-1bf0-46dc-b39a-7880ce1139b6'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:23.830358 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e586d9b4-98a6-47f0-999d-fba9c5c543d3 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:23.831992 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8aad9410-58ae-4521-bc07-21a2344cfe29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:23.832795 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aad9410-58ae-4521-bc07-21a2344cfe29 None None] The sync data for ids ['73e7c68a-1bf0-46dc-b39a-7880ce1139b6'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:23.835807 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4860e5f0-f0ea-4df7-bf97-83e79f2782f8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:23.884453 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860e5f0-f0ea-4df7-bf97-83e79f2782f8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Pushing event deleted for resources: {'Port': ['ID=19764323-a02b-45f8-abcf-9fd2ec2054b4,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:23.921243 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c674ee6-c77a-4c19-a962-0340607966f4 req-a05cd9d4-538e-42f5-bc16-1233d057c6f5 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:23.923449 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4c674ee6-c77a-4c19-a962-0340607966f4 req-a05cd9d4-538e-42f5-bc16-1233d057c6f5 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=c8a8e953-73e1-41e4-bc08-d8effa4d1e5c HTTP/1.1" status: 200 len: 945 time: 0.1540170 Jul 06 14:11:23.962152 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4860e5f0-f0ea-4df7-bf97-83e79f2782f8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:23.962152 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4860e5f0-f0ea-4df7-bf97-83e79f2782f8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:23.962152 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4860e5f0-f0ea-4df7-bf97-83e79f2782f8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:23.962152 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4860e5f0-f0ea-4df7-bf97-83e79f2782f8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:23.963276 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4860e5f0-f0ea-4df7-bf97-83e79f2782f8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:23.963276 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4860e5f0-f0ea-4df7-bf97-83e79f2782f8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:23.963276 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4860e5f0-f0ea-4df7-bf97-83e79f2782f8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:23.963276 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4860e5f0-f0ea-4df7-bf97-83e79f2782f8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:23.965415 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4860e5f0-f0ea-4df7-bf97-83e79f2782f8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:23.965415 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4860e5f0-f0ea-4df7-bf97-83e79f2782f8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:23.965415 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4860e5f0-f0ea-4df7-bf97-83e79f2782f8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:23.965415 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4860e5f0-f0ea-4df7-bf97-83e79f2782f8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:24.019872 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4860e5f0-f0ea-4df7-bf97-83e79f2782f8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:24.024370 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4860e5f0-f0ea-4df7-bf97-83e79f2782f8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:24.026074 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4860e5f0-f0ea-4df7-bf97-83e79f2782f8 tempest-FloatingIPAdminTestJSON-1481661571 tempest-FloatingIPAdminTestJSON-1481661571-project] 10.222.0.118 "DELETE /v2.0/floatingips/e1db55e2-a352-403b-8aad-c4b6891bd178 HTTP/1.1" status: 204 len: 168 time: 1.2197375 Jul 06 14:11:24.032117 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4c674ee6-c77a-4c19-a962-0340607966f4 req-3bc67a25-b0c5-41f5-8af3-bc354bed410e tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=abf74cc2-9a12-41bd-93d6-29a54da1f980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792322 Jul 06 14:11:24.443679 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44520) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:24.528608 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e586d9b4-98a6-47f0-999d-fba9c5c543d3 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:24.532900 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e586d9b4-98a6-47f0-999d-fba9c5c543d3 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:24.617877 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0fafb918-0554-4722-a7c4-11661287ccee admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=0c9876c30ec84caba5718981df3e4fab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1708672 Jul 06 14:11:24.618830 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44524) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:24.670334 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-da94830f-4ae4-4da3-9be3-a553b46119fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:24.680306 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e586d9b4-98a6-47f0-999d-fba9c5c543d3 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:24.681095 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e586d9b4-98a6-47f0-999d-fba9c5c543d3 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Fanout notify agent at l3_agent the message router_deleted on router 73e7c68a-1bf0-46dc-b39a-7880ce1139b6 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:11:24.695021 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e586d9b4-98a6-47f0-999d-fba9c5c543d3 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:24.696009 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e586d9b4-98a6-47f0-999d-fba9c5c543d3 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/routers/73e7c68a-1bf0-46dc-b39a-7880ce1139b6 HTTP/1.1" status: 204 len: 168 time: 0.9930565 Jul 06 14:11:24.696766 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-da94830f-4ae4-4da3-9be3-a553b46119fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:24.698472 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44526) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:24.725188 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ca0b6b-763c-4241-b304-0dd4fb8a38be tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Router a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:11:24.774079 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac6bc4d-f8c6-4ddb-8d4b-6d319ea9b57b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Deleting subnet 067a4280-58e8-4a46-93cf-ff3077476d59 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:11:24.777764 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cac6bc4d-f8c6-4ddb-8d4b-6d319ea9b57b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:24.820520 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cac6bc4d-f8c6-4ddb-8d4b-6d319ea9b57b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:24.853335 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-da94830f-4ae4-4da3-9be3-a553b46119fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:24.855953 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-da94830f-4ae4-4da3-9be3-a553b46119fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:24.857133 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-da94830f-4ae4-4da3-9be3-a553b46119fa admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/c1ae2963-3d57-468c-8294-b352cf10e4ba HTTP/1.1" status: 204 len: 168 time: 0.2373605 Jul 06 14:11:24.875265 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94830f-4ae4-4da3-9be3-a553b46119fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ae2963-3d57-468c-8294-b352cf10e4ba,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:24.889906 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ca0b6b-763c-4241-b304-0dd4fb8a38be tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:24.904026 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef919b7a-ee4b-4600-a877-e8199206d157 None None] Sync routers for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:24.922725 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef919b7a-ee4b-4600-a877-e8199206d157 None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:24.923771 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-ef919b7a-ee4b-4600-a877-e8199206d157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:24.927570 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e7ca0b6b-763c-4241-b304-0dd4fb8a38be tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:24.976102 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e7ca0b6b-763c-4241-b304-0dd4fb8a38be tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.1556230 Jul 06 14:11:24.979057 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44532) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:24.988010 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-50cc6ee2-a5cb-451f-85ad-c67190ed2525 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Request body: {'floatingip': {'port_id': '95bd6798-531b-4100-a857-3eebd205c0a6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:24.998643 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-ef919b7a-ee4b-4600-a877-e8199206d157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:25.009158 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef919b7a-ee4b-4600-a877-e8199206d157 None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:25.010279 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-ef919b7a-ee4b-4600-a877-e8199206d157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:25.043827 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cac6bc4d-f8c6-4ddb-8d4b-6d319ea9b57b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:25.097365 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50cc6ee2-a5cb-451f-85ad-c67190ed2525 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:25.261933 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cac6bc4d-f8c6-4ddb-8d4b-6d319ea9b57b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:25.291948 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da39dcb2-67c1-4445-abe0-0cbe4f449de1 None None] Network 8d49561f-cbd1-4462-b39f-4f11045fa635 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:11:25.306557 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-ef919b7a-ee4b-4600-a877-e8199206d157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:25.307936 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef919b7a-ee4b-4600-a877-e8199206d157 None None] The sync data for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:25.314103 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cac6bc4d-f8c6-4ddb-8d4b-6d319ea9b57b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:25.318942 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-cac6bc4d-f8c6-4ddb-8d4b-6d319ea9b57b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/subnets/067a4280-58e8-4a46-93cf-ff3077476d59 HTTP/1.1" status: 204 len: 168 time: 0.6171892 Jul 06 14:11:25.319141 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44538) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:25.324458 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44540) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:25.325804 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6bc4d-f8c6-4ddb-8d4b-6d319ea9b57b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Subnet': ['ID=067a4280-58e8-4a46-93cf-ff3077476d59,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:25.339556 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-943b13c7-00a6-40b8-ab1e-0f8b2102ffb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:25.470102 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-943b13c7-00a6-40b8-ab1e-0f8b2102ffb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:25.475546 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-943b13c7-00a6-40b8-ab1e-0f8b2102ffb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:25.509628 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2774e930-f165-48ca-93bb-ee96e8be2e1d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:25.522131 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-943b13c7-00a6-40b8-ab1e-0f8b2102ffb4 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=fb22da89395740b1991fd321b33aaac6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2009606 Jul 06 14:11:25.524772 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44542) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:25.547284 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b13c7-00a6-40b8-ab1e-0f8b2102ffb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533c1fe1-d766-4570-bf1e-95fdfa2ca9fc,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:25.615544 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fbaf1596-ae59-4a05-bc1c-f5861c5dae8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:25.639227 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb77ad1-8407-4bfb-ba86-e6efd3a92a3d None None] DHCP port deletion for 8d49561f-cbd1-4462-b39f-4f11045fa635 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:11:25.652319 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fbaf1596-ae59-4a05-bc1c-f5861c5dae8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:25.673801 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa7f7a-ece8-4e05-a475-52931d6da85b req-33494d3a-4b0d-4a78-8357-8fe3708863e6 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:25.675009 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a4fa7f7a-ece8-4e05-a475-52931d6da85b req-33494d3a-4b0d-4a78-8357-8fe3708863e6 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=c8a8e953-73e1-41e4-bc08-d8effa4d1e5c HTTP/1.1" status: 200 len: 945 time: 0.2903609 Jul 06 14:11:25.695362 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-2bb77ad1-8407-4bfb-ba86-e6efd3a92a3d None None] Deleting port 13851342-88d3-411c-9a99-ad9a379fce22 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:25.696003 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2bb77ad1-8407-4bfb-ba86-e6efd3a92a3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:25.723972 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:11:25.728480 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fbaf1596-ae59-4a05-bc1c-f5861c5dae8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:25.731197 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fbaf1596-ae59-4a05-bc1c-f5861c5dae8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:25.735711 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fbaf1596-ae59-4a05-bc1c-f5861c5dae8a admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/533c1fe1-d766-4570-bf1e-95fdfa2ca9fc HTTP/1.1" status: 204 len: 168 time: 0.2098796 Jul 06 14:11:25.747767 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf1596-ae59-4a05-bc1c-f5861c5dae8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533c1fe1-d766-4570-bf1e-95fdfa2ca9fc,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:25.782326 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a4fa7f7a-ece8-4e05-a475-52931d6da85b req-4db761ba-cc01-41f4-b839-7b7a4700be94 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=abf74cc2-9a12-41bd-93d6-29a54da1f980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978973 Jul 06 14:11:25.813636 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-2bb77ad1-8407-4bfb-ba86-e6efd3a92a3d None None] For port 13851342-88d3-411c-9a99-ad9a379fce22, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=13851342-88d3-411c-9a99-ad9a379fce22,segment=NetworkSegment(207ddc85-aa12-48fb-bf1b-6ea6806043b2),segment_id=207ddc85-aa12-48fb-bf1b-6ea6806043b2)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:25.813977 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2bb77ad1-8407-4bfb-ba86-e6efd3a92a3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:25.830757 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-2bb77ad1-8407-4bfb-ba86-e6efd3a92a3d None None] Calling delete_port for 13851342-88d3-411c-9a99-ad9a379fce22 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:25.864910 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-2774e930-f165-48ca-93bb-ee96e8be2e1d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Deleting port 13851342-88d3-411c-9a99-ad9a379fce22 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:25.865445 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2774e930-f165-48ca-93bb-ee96e8be2e1d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:25.988914 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2bb77ad1-8407-4bfb-ba86-e6efd3a92a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:26.007247 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb77ad1-8407-4bfb-ba86-e6efd3a92a3d None None] No DVR routers for this DVR port 13851342-88d3-411c-9a99-ad9a379fce22 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:11:26.028765 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb77ad1-8407-4bfb-ba86-e6efd3a92a3d None None] Pushing event deleted for resources: {'Port': ['ID=13851342-88d3-411c-9a99-ad9a379fce22,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:26.095208 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 13851342-88d3-411c-9a99-ad9a379fce22 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:11:26.105713 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-2774e930-f165-48ca-93bb-ee96e8be2e1d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] For port 13851342-88d3-411c-9a99-ad9a379fce22, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=13851342-88d3-411c-9a99-ad9a379fce22,segment=NetworkSegment(207ddc85-aa12-48fb-bf1b-6ea6806043b2),segment_id=207ddc85-aa12-48fb-bf1b-6ea6806043b2)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:26.106488 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2774e930-f165-48ca-93bb-ee96e8be2e1d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:26.118616 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 13851342-88d3-411c-9a99-ad9a379fce22 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:11:26.119819 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 13851342-88d3-411c-9a99-ad9a379fce22 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:11:26.157528 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-2774e930-f165-48ca-93bb-ee96e8be2e1d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Calling delete_port for 13851342-88d3-411c-9a99-ad9a379fce22 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:26.197739 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a752d3b-1c42-4bc5-ac3e-7c376695a343 req-d98aca20-7509-4dfe-a45b-7140ea50dc26 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:26.199575 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a752d3b-1c42-4bc5-ac3e-7c376695a343 req-d98aca20-7509-4dfe-a45b-7140ea50dc26 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=c8a8e953-73e1-41e4-bc08-d8effa4d1e5c HTTP/1.1" status: 200 len: 945 time: 0.2022219 Jul 06 14:11:26.213409 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44560) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:26.222205 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-5f027813-d556-442b-82c7-259b92b557f8 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Request body: {'floatingip': {'port_id': '735ad35a-0695-477b-bd28-39dec993e734'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:26.238859 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.db.resource_extend [None req-50cc6ee2-a5cb-451f-85ad-c67190ed2525 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 06 14:11:26.273165 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44562) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:26.284239 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5f027813-d556-442b-82c7-259b92b557f8 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for floatingip, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:26.308732 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3fe2c05-08e9-424f-8b0a-dd80100b69c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:26.329769 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50cc6ee2-a5cb-451f-85ad-c67190ed2525 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:26.340098 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50cc6ee2-a5cb-451f-85ad-c67190ed2525 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:26.414446 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2774e930-f165-48ca-93bb-ee96e8be2e1d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:26.487413 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2774e930-f165-48ca-93bb-ee96e8be2e1d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] No DVR routers for this DVR port 13851342-88d3-411c-9a99-ad9a379fce22 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:11:26.495122 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774e930-f165-48ca-93bb-ee96e8be2e1d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Port': ['ID=13851342-88d3-411c-9a99-ad9a379fce22,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:26.618097 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2774e930-f165-48ca-93bb-ee96e8be2e1d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:26.643662 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-2774e930-f165-48ca-93bb-ee96e8be2e1d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d49561f-cbd1-4462-b39f-4f11045fa635']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:26.697746 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-2774e930-f165-48ca-93bb-ee96e8be2e1d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207ddc85-aa12-48fb-bf1b-6ea6806043b2') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:26.698458 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-2774e930-f165-48ca-93bb-ee96e8be2e1d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207ddc85-aa12-48fb-bf1b-6ea6806043b2') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:26.719774 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2774e930-f165-48ca-93bb-ee96e8be2e1d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:26.730748 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3fe2c05-08e9-424f-8b0a-dd80100b69c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:26.745705 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3fe2c05-08e9-424f-8b0a-dd80100b69c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:26.751495 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2774e930-f165-48ca-93bb-ee96e8be2e1d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:26.794155 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5f027813-d556-442b-82c7-259b92b557f8 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:26.800749 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5f027813-d556-442b-82c7-259b92b557f8 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:26.807402 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2774e930-f165-48ca-93bb-ee96e8be2e1d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:11:26.807840 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2774e930-f165-48ca-93bb-ee96e8be2e1d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: self.session.flush() Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: self.session.flush() Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: self.session.flush() Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: self.session.flush() Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:11:26.811589 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:11:26.896352 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44564) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:26.896620 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c3fe2c05-08e9-424f-8b0a-dd80100b69c5 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=511551887b6b4a08a5048dc3484e1770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6223054 Jul 06 14:11:26.897362 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe2c05-08e9-424f-8b0a-dd80100b69c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09165292-48f6-4644-b908-c186b6188647,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:26.926796 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cc6ee2-a5cb-451f-85ad-c67190ed2525 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Router a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:11:26.927692 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2774e930-f165-48ca-93bb-ee96e8be2e1d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:26.932698 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2774e930-f165-48ca-93bb-ee96e8be2e1d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:26.934432 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2774e930-f165-48ca-93bb-ee96e8be2e1d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/networks/8d49561f-cbd1-4462-b39f-4f11045fa635 HTTP/1.1" status: 204 len: 168 time: 1.6050808 Jul 06 14:11:26.942103 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44568) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:26.947259 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-8f502548-b6a0-41be-97a9-abee9223acf2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1311874987', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}, 'admin_state_up': False}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:26.978970 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774e930-f165-48ca-93bb-ee96e8be2e1d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Network': ['ID=8d49561f-cbd1-4462-b39f-4f11045fa635,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:26.989443 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-5f027813-d556-442b-82c7-259b92b557f8 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Floating IP de49b790-26ef-4ae6-8008-43034a6a9a6e associated. External IP: 172.25.6.6, port: 735ad35a-0695-477b-bd28-39dec993e734. Jul 06 14:11:27.063188 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f502548-b6a0-41be-97a9-abee9223acf2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:27.064210 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f502548-b6a0-41be-97a9-abee9223acf2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:27.100643 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cc6ee2-a5cb-451f-85ad-c67190ed2525 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:27.105083 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50cc6ee2-a5cb-451f-85ad-c67190ed2525 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:27.113420 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a679f7-d482-48b0-930e-bf46fc6d0c7e None None] Sync routers for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:27.127036 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a679f7-d482-48b0-930e-bf46fc6d0c7e None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:27.127823 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-745ce0e9-6bdc-45f3-b03d-43f44c72cc1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:27.129025 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-41a679f7-d482-48b0-930e-bf46fc6d0c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:27.192669 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-50cc6ee2-a5cb-451f-85ad-c67190ed2525 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "PUT /v2.0/floatingips/66605200-0665-4b58-983c-76893e21415a HTTP/1.1" status: 200 len: 979 time: 2.2122152 Jul 06 14:11:27.200889 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44570) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:27.206176 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-41a679f7-d482-48b0-930e-bf46fc6d0c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:27.216379 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a679f7-d482-48b0-930e-bf46fc6d0c7e None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:27.217420 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-41a679f7-d482-48b0-930e-bf46fc6d0c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:27.255682 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-41a679f7-d482-48b0-930e-bf46fc6d0c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:27.256475 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a679f7-d482-48b0-930e-bf46fc6d0c7e None None] The sync data for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:27.266986 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f502548-b6a0-41be-97a9-abee9223acf2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:27.269194 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-745ce0e9-6bdc-45f3-b03d-43f44c72cc1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:27.381786 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-a693a3d6-a6cf-4f55-841a-c47f95b0b276 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Deleting port 0fa87e44-5430-499c-86df-54965d13e43d {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:27.382133 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a693a3d6-a6cf-4f55-841a-c47f95b0b276 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:27.464328 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a693a3d6-a6cf-4f55-841a-c47f95b0b276 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:27.464574 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a693a3d6-a6cf-4f55-841a-c47f95b0b276 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:27.476255 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-a693a3d6-a6cf-4f55-841a-c47f95b0b276 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Calling delete_port for 0fa87e44-5430-499c-86df-54965d13e43d owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:27.491234 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f502548-b6a0-41be-97a9-abee9223acf2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:27.499358 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-745ce0e9-6bdc-45f3-b03d-43f44c72cc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:27.502193 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-745ce0e9-6bdc-45f3-b03d-43f44c72cc1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:27.505687 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-745ce0e9-6bdc-45f3-b03d-43f44c72cc1f admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/09165292-48f6-4644-b908-c186b6188647 HTTP/1.1" status: 204 len: 168 time: 0.6060488 Jul 06 14:11:27.519409 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f027813-d556-442b-82c7-259b92b557f8 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Router 144d5879-0191-45db-8840-e67f4f2a8492 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:11:27.520432 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ce0e9-6bdc-45f3-b03d-43f44c72cc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09165292-48f6-4644-b908-c186b6188647,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:27.705709 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a693a3d6-a6cf-4f55-841a-c47f95b0b276 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:27.746400 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f027813-d556-442b-82c7-259b92b557f8 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:27.753797 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5f027813-d556-442b-82c7-259b92b557f8 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:27.758863 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693a3d6-a6cf-4f55-841a-c47f95b0b276 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event deleted for resources: {'Port': ['ID=0fa87e44-5430-499c-86df-54965d13e43d,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:27.772188 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631dd1a8-de6f-4df3-98fc-55d58eda27da None None] Sync routers for ids ['144d5879-0191-45db-8840-e67f4f2a8492'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:27.795254 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631dd1a8-de6f-4df3-98fc-55d58eda27da None None] Routers {'144d5879-0191-45db-8840-e67f4f2a8492'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:27.796604 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-631dd1a8-de6f-4df3-98fc-55d58eda27da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['144d5879-0191-45db-8840-e67f4f2a8492'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:27.846541 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5f027813-d556-442b-82c7-259b92b557f8 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "PUT /v2.0/floatingips/de49b790-26ef-4ae6-8008-43034a6a9a6e HTTP/1.1" status: 200 len: 989 time: 1.6313205 Jul 06 14:11:27.893957 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a693a3d6-a6cf-4f55-841a-c47f95b0b276 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:27.894415 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-a693a3d6-a6cf-4f55-841a-c47f95b0b276 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Floating IP 66605200-0665-4b58-983c-76893e21415a disassociated (deleted). External IP: 172.25.6.239, port: 95bd6798-531b-4100-a857-3eebd205c0a6. Jul 06 14:11:27.911321 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a8e953-73e1-41e4-bc08-d8effa4d1e5c', 'tag': '735ad35a-0695-477b-bd28-39dec993e734'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:11:27.914512 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250429dc-9401-4126-b768-24c87487bb31" -d '{"events": [{"name": "network-changed", "server_uuid": "c8a8e953-73e1-41e4-bc08-d8effa4d1e5c", "tag": "735ad35a-0695-477b-bd28-39dec993e734"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:11:27.957927 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f502548-b6a0-41be-97a9-abee9223acf2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:27.978592 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-631dd1a8-de6f-4df3-98fc-55d58eda27da None None] Set router 144d5879-0191-45db-8840-e67f4f2a8492 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:11:27.987242 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f502548-b6a0-41be-97a9-abee9223acf2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:28.274027 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-8f502548-b6a0-41be-97a9-abee9223acf2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Allocated IP 172.25.6.254 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/521f0d28-9a3b-4ad3-8c2e-780bfd4d5f87) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:28.330135 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-631dd1a8-de6f-4df3-98fc-55d58eda27da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d5879-0191-45db-8840-e67f4f2a8492', 'name': 'tempest-AttachVolumeTestJSON-1215315455-router', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:06:34Z', 'updated_at': '2021-07-06T14:06:41Z', 'revision_number': 4, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'gw_port': {'id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:35Z', 'updated_at': '2021-07-06T14:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'de49b790-26ef-4ae6-8008-43034a6a9a6e', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'port_id': '735ad35a-0695-477b-bd28-39dec993e734', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6', 'mac_address': 'fa:16:3e:ad:22:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a8e953-73e1-41e4-bc08-d8effa4d1e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:11:04Z', 'updated_at': '2021-07-06T14:11:26Z', 'revision_number': 1, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c618a35d-fb45-4720-9786-769108038dc1', 'name': '', 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'mac_address': 'fa:16:3e:8b:f1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:39Z', 'updated_at': '2021-07-06T14:06:48Z', 'revision_number': 5, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'subnets': [{'id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:28.377968 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631dd1a8-de6f-4df3-98fc-55d58eda27da None None] Checking router: 144d5879-0191-45db-8840-e67f4f2a8492 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:11:28.387473 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631dd1a8-de6f-4df3-98fc-55d58eda27da None None] Routers {'144d5879-0191-45db-8840-e67f4f2a8492'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:28.388238 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-631dd1a8-de6f-4df3-98fc-55d58eda27da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['144d5879-0191-45db-8840-e67f4f2a8492'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:28.423460 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a693a3d6-a6cf-4f55-841a-c47f95b0b276 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Router a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:11:28.539525 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bcd91b-6bda-48a2-b431-51dbf1ed3f0a x-openstack-request-id: req-67bcd91b-6bda-48a2-b431-51dbf1ed3f0a {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:11:28.539844 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8a8e953-73e1-41e4-bc08-d8effa4d1e5c", "tag": "735ad35a-0695-477b-bd28-39dec993e734", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:11:28.540113 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-67bcd91b-6bda-48a2-b431-51dbf1ed3f0a {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:11:28.540524 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8a8e953-73e1-41e4-bc08-d8effa4d1e5c', 'tag': '735ad35a-0695-477b-bd28-39dec993e734', 'status': 'completed', 'code': 200} Jul 06 14:11:28.555112 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f502548-b6a0-41be-97a9-abee9223acf2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:28.569051 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-631dd1a8-de6f-4df3-98fc-55d58eda27da None None] Set router 144d5879-0191-45db-8840-e67f4f2a8492 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:11:28.660777 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f502548-b6a0-41be-97a9-abee9223acf2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:28.738830 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f502548-b6a0-41be-97a9-abee9223acf2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:28.741213 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-8f502548-b6a0-41be-97a9-abee9223acf2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:28.770378 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f502548-b6a0-41be-97a9-abee9223acf2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:28.824215 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f502548-b6a0-41be-97a9-abee9223acf2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Port': ['ID=521f0d28-9a3b-4ad3-8c2e-780bfd4d5f87,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:28.993186 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-631dd1a8-de6f-4df3-98fc-55d58eda27da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d5879-0191-45db-8840-e67f4f2a8492', 'name': 'tempest-AttachVolumeTestJSON-1215315455-router', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:06:34Z', 'updated_at': '2021-07-06T14:06:41Z', 'revision_number': 4, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'gw_port': {'id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:35Z', 'updated_at': '2021-07-06T14:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'de49b790-26ef-4ae6-8008-43034a6a9a6e', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'port_id': '735ad35a-0695-477b-bd28-39dec993e734', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6', 'mac_address': 'fa:16:3e:ad:22:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a8e953-73e1-41e4-bc08-d8effa4d1e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:11:04Z', 'updated_at': '2021-07-06T14:11:26Z', 'revision_number': 1, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c618a35d-fb45-4720-9786-769108038dc1', 'name': '', 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'mac_address': 'fa:16:3e:8b:f1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:39Z', 'updated_at': '2021-07-06T14:06:48Z', 'revision_number': 5, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'subnets': [{'id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:29.023385 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631dd1a8-de6f-4df3-98fc-55d58eda27da None None] The sync data for ids ['144d5879-0191-45db-8840-e67f4f2a8492'] in n-d-773644-6 is: [{'id': '144d5879-0191-45db-8840-e67f4f2a8492', 'name': 'tempest-AttachVolumeTestJSON-1215315455-router', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:06:34Z', 'updated_at': '2021-07-06T14:06:41Z', 'revision_number': 4, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'gw_port': {'id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:35Z', 'updated_at': '2021-07-06T14:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'de49b790-26ef-4ae6-8008-43034a6a9a6e', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'floating_ip_address': '172.25.6.6', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'port_id': '735ad35a-0695-477b-bd28-39dec993e734', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6', 'mac_address': 'fa:16:3e:ad:22:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a8e953-73e1-41e4-bc08-d8effa4d1e5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:11:04Z', 'updated_at': '2021-07-06T14:11:26Z', 'revision_number': 1, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c618a35d-fb45-4720-9786-769108038dc1', 'name': '', 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'mac_address': 'fa:16:3e:8b:f1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:39Z', 'updated_at': '2021-07-06T14:06:48Z', 'revision_number': 5, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'subnets': [{'id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:29.139285 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a693a3d6-a6cf-4f55-841a-c47f95b0b276 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:29.146142 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a693a3d6-a6cf-4f55-841a-c47f95b0b276 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:29.153910 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3a8a40-0735-40f5-a964-6c544127ecd7 None None] Sync routers for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:29.175404 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3a8a40-0735-40f5-a964-6c544127ecd7 None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:29.180087 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-6d3a8a40-0735-40f5-a964-6c544127ecd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:29.232785 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f502548-b6a0-41be-97a9-abee9223acf2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:29.243064 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a693a3d6-a6cf-4f55-841a-c47f95b0b276 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "DELETE /v2.0/floatingips/66605200-0665-4b58-983c-76893e21415a HTTP/1.1" status: 204 len: 168 time: 2.0403488 Jul 06 14:11:29.245714 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250429dc-9401-4126-b768-24c87487bb31 req-85e5237a-889e-4b9e-862f-2fd8263a05e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:29.247700 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-250429dc-9401-4126-b768-24c87487bb31 req-85e5237a-889e-4b9e-862f-2fd8263a05e2 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=877fc897abae42d7adb6bd377795bbf0&device_id=c8a8e953-73e1-41e4-bc08-d8effa4d1e5c HTTP/1.1" status: 200 len: 1096 time: 0.6592486 Jul 06 14:11:29.248949 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44608) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:29.305432 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-6d3a8a40-0735-40f5-a964-6c544127ecd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:29.339012 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3a8a40-0735-40f5-a964-6c544127ecd7 None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:29.340053 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-6d3a8a40-0735-40f5-a964-6c544127ecd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:29.419994 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-6d3a8a40-0735-40f5-a964-6c544127ecd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:29.421395 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3a8a40-0735-40f5-a964-6c544127ecd7 None None] The sync data for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:29.457351 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721ad63a-1ff2-4628-ab22-eb38c7dab057 None None] New status for floating IP de49b790-26ef-4ae6-8008-43034a6a9a6e: ACTIVE {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:11:29.562385 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250429dc-9401-4126-b768-24c87487bb31 req-e3e32e30-3db9-4c9c-b41a-1056b9d07fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:29.565382 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-250429dc-9401-4126-b768-24c87487bb31 req-e3e32e30-3db9-4c9c-b41a-1056b9d07fde service neutron] 10.222.0.124 "GET /v2.0/networks?id=eefea86f-292f-49b8-aab3-e9599d79dda6 HTTP/1.1" status: 200 len: 912 time: 0.3039649 Jul 06 14:11:29.622478 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-ae9a43ed-4d81-492f-8646-11c6c4612112 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Deleting port 95bd6798-531b-4100-a857-3eebd205c0a6 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:29.623181 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ae9a43ed-4d81-492f-8646-11c6c4612112 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:29.710184 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-250429dc-9401-4126-b768-24c87487bb31 req-3b4bac6c-5327-4fd5-bbee-b6a78c0ea541 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=735ad35a-0695-477b-bd28-39dec993e734 HTTP/1.1" status: 200 len: 997 time: 0.1368582 Jul 06 14:11:29.788554 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ae9a43ed-4d81-492f-8646-11c6c4612112 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:29.801492 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250429dc-9401-4126-b768-24c87487bb31 req-e20f38aa-d513-4324-ad18-dfe5da62f4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:29.803242 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-250429dc-9401-4126-b768-24c87487bb31 req-e20f38aa-d513-4324-ad18-dfe5da62f4c2 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=2034225f-da5c-4c36-aa60-ee034fad70f7 HTTP/1.1" status: 200 len: 850 time: 0.0870895 Jul 06 14:11:29.809958 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-ae9a43ed-4d81-492f-8646-11c6c4612112 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Calling delete_port for 95bd6798-531b-4100-a857-3eebd205c0a6 owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:29.932270 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250429dc-9401-4126-b768-24c87487bb31 req-29319562-b89b-49b2-8bfc-93d82f038013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:29.933807 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-250429dc-9401-4126-b768-24c87487bb31 req-29319562-b89b-49b2-8bfc-93d82f038013 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=eefea86f-292f-49b8-aab3-e9599d79dda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221011 Jul 06 14:11:29.966706 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f502548-b6a0-41be-97a9-abee9223acf2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:29.977280 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44622) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:30.098909 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-250429dc-9401-4126-b768-24c87487bb31 req-529a7ae0-b8f6-41ad-99b7-10b928fed98f service neutron] 10.222.0.124 "GET /v2.0/networks/eefea86f-292f-49b8-aab3-e9599d79dda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559987 Jul 06 14:11:30.120666 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f502548-b6a0-41be-97a9-abee9223acf2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Router b9f98a15-2190-4056-a2e2-94b7e27140c2 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:11:30.191264 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ae9a43ed-4d81-492f-8646-11c6c4612112 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:30.225913 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-cf074fe7-2a40-4de4-b87c-6d9767a3506e tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-351819531'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:30.226172 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a43ed-4d81-492f-8646-11c6c4612112 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event deleted for resources: {'Port': ['ID=95bd6798-531b-4100-a857-3eebd205c0a6,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:30.267360 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f502548-b6a0-41be-97a9-abee9223acf2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:30.277342 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e786a4f1-bd21-4fe9-9517-dba075e9ac55 None None] Sync routers for ids ['b9f98a15-2190-4056-a2e2-94b7e27140c2'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:30.277880 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf074fe7-2a40-4de4-b87c-6d9767a3506e tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162-project] Made reservation on behalf of 22ea9f050fdb42d088133f3df9045daa for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:30.282235 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cf074fe7-2a40-4de4-b87c-6d9767a3506e tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:30.290025 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e786a4f1-bd21-4fe9-9517-dba075e9ac55 None None] Routers {'b9f98a15-2190-4056-a2e2-94b7e27140c2'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:30.290973 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e786a4f1-bd21-4fe9-9517-dba075e9ac55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b9f98a15-2190-4056-a2e2-94b7e27140c2'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:30.294114 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-250429dc-9401-4126-b768-24c87487bb31 req-09e3442b-ac0e-45dc-873e-7633ea7bad67 service neutron] 10.222.0.124 "GET /v2.0/networks/eefea86f-292f-49b8-aab3-e9599d79dda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894088 Jul 06 14:11:30.299647 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cf074fe7-2a40-4de4-b87c-6d9767a3506e tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:30.315762 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f502548-b6a0-41be-97a9-abee9223acf2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:30.319441 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8f502548-b6a0-41be-97a9-abee9223acf2 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3738332 Jul 06 14:11:30.321337 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44626) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:30.338195 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e786a4f1-bd21-4fe9-9517-dba075e9ac55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:30.350114 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e786a4f1-bd21-4fe9-9517-dba075e9ac55 None None] Routers {'b9f98a15-2190-4056-a2e2-94b7e27140c2'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:30.350810 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e786a4f1-bd21-4fe9-9517-dba075e9ac55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b9f98a15-2190-4056-a2e2-94b7e27140c2'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:30.387265 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e786a4f1-bd21-4fe9-9517-dba075e9ac55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:30.388090 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e786a4f1-bd21-4fe9-9517-dba075e9ac55 None None] The sync data for ids ['b9f98a15-2190-4056-a2e2-94b7e27140c2'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:30.398975 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ae9a43ed-4d81-492f-8646-11c6c4612112 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:30.401114 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ae9a43ed-4d81-492f-8646-11c6c4612112 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "DELETE /v2.0/ports/95bd6798-531b-4100-a857-3eebd205c0a6 HTTP/1.1" status: 204 len: 168 time: 1.1500936 Jul 06 14:11:30.404704 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44630) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:30.412892 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-5630ad8d-e717-4f07-accf-a7aca2df3bbe tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:30.444359 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cf074fe7-2a40-4de4-b87c-6d9767a3506e tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:30.449603 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cf074fe7-2a40-4de4-b87c-6d9767a3506e tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:30.489453 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf074fe7-2a40-4de4-b87c-6d9767a3506e tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:11:30.501387 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf074fe7-2a40-4de4-b87c-6d9767a3506e tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=469f4d96-85ee-4205-9677-7ffe4bcd1057,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:30.502325 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5630ad8d-e717-4f07-accf-a7aca2df3bbe tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:30.509347 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cf074fe7-2a40-4de4-b87c-6d9767a3506e tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:30.509739 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-cf074fe7-2a40-4de4-b87c-6d9767a3506e tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162-project] Added segment dbc9457f-e8d8-430e-804d-a473739dcc89 of type vlan for network 2e4cf977-a53c-467a-a0ac-eaa261f11aca Jul 06 14:11:30.542422 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9a2fc7d1-b061-4ffb-8863-cecb9b9cd26c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "GET /v2.0/routers/b9f98a15-2190-4056-a2e2-94b7e27140c2 HTTP/1.1" status: 200 len: 885 time: 0.2195470 Jul 06 14:11:30.543185 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44638) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:30.564760 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cf074fe7-2a40-4de4-b87c-6d9767a3506e tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:30.610191 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cf074fe7-2a40-4de4-b87c-6d9767a3506e tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:30.618461 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf074fe7-2a40-4de4-b87c-6d9767a3506e tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:30.619096 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cf074fe7-2a40-4de4-b87c-6d9767a3506e tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:30.687062 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cf074fe7-2a40-4de4-b87c-6d9767a3506e tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.7086308 Jul 06 14:11:30.718016 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf074fe7-2a40-4de4-b87c-6d9767a3506e tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162-project] Pushing event updated for resources: {'Network': ['ID=2e4cf977-a53c-467a-a0ac-eaa261f11aca,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:30.732458 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 2e4cf977-a53c-467a-a0ac-eaa261f11aca details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:11:30.885929 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5630ad8d-e717-4f07-accf-a7aca2df3bbe tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:30.927943 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44652) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:30.933050 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Request body: {'port': {'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca', 'binding:host_id': 'n-h2-773644-6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916016787'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:30.962649 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Made reservation on behalf of cc098cb708f6412cb26ac98630030511 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:30.967987 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:30.983148 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-310e718d-61e9-421c-8113-a60f01004c46 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4233251 Jul 06 14:11:30.985102 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44654) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:30.994216 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-792ccebc-2ca9-42ea-97d0-1aafe47edadb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1311874987'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:30.998054 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:31.047682 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-5630ad8d-e717-4f07-accf-a7aca2df3bbe tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Allocated IP 172.25.6.216 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/9461c99d-87ab-4241-bff6-0b866aff3034) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:31.165063 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5630ad8d-e717-4f07-accf-a7aca2df3bbe tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:31.200321 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:31.211838 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:31.217695 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] device_id is not set on port 25c03b3b-108e-4864-979b-35df5d18c5ac yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:11:31.220151 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5630ad8d-e717-4f07-accf-a7aca2df3bbe tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:31.263767 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5630ad8d-e717-4f07-accf-a7aca2df3bbe tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:31.269529 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-5630ad8d-e717-4f07-accf-a7aca2df3bbe tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:31.276302 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5630ad8d-e717-4f07-accf-a7aca2df3bbe tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:31.282648 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630ad8d-e717-4f07-accf-a7aca2df3bbe tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event updated for resources: {'Port': ['ID=9461c99d-87ab-4241-bff6-0b866aff3034,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:31.372138 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4326fa18-edb1-4482-9fc7-9d293ddbfd89,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:31.375683 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5630ad8d-e717-4f07-accf-a7aca2df3bbe tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:31.429061 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5630ad8d-e717-4f07-accf-a7aca2df3bbe tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:31.596786 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5630ad8d-e717-4f07-accf-a7aca2df3bbe tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:31.602031 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5630ad8d-e717-4f07-accf-a7aca2df3bbe tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:31.686136 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630ad8d-e717-4f07-accf-a7aca2df3bbe tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event updated for resources: {'Port': ['ID=9461c99d-87ab-4241-bff6-0b866aff3034,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:31.690783 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-792ccebc-2ca9-42ea-97d0-1aafe47edadb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:31.695899 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] device_id is not set on port 25c03b3b-108e-4864-979b-35df5d18c5ac yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:11:31.696446 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5630ad8d-e717-4f07-accf-a7aca2df3bbe tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:31.710750 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:31.713375 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5630ad8d-e717-4f07-accf-a7aca2df3bbe tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:31.715563 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5630ad8d-e717-4f07-accf-a7aca2df3bbe tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3095148 Jul 06 14:11:31.718286 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-792ccebc-2ca9-42ea-97d0-1aafe47edadb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2094363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2094336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2093514'] for router, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:31.719160 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44658) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:31.727011 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-a3c88332-3192-49f7-ba46-01cd8f881426 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Request body: {'port': {'network_id': '5d613ed0-82ba-4152-a13b-13cb7e48f08c', 'name': 'tempest-FloatingIPTestJSON-2059516867'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:31.730267 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Transition to ACTIVE for port object 25c03b3b-108e-4864-979b-35df5d18c5ac will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:31.785066 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:31.866071 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c88332-3192-49f7-ba46-01cd8f881426 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Made reservation on behalf of 80b7139143884f378c4ed9729877a8d0 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:31.869898 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a3c88332-3192-49f7-ba46-01cd8f881426 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:31.894587 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-a3c88332-3192-49f7-ba46-01cd8f881426 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] device_id is not set on port e80249ab-a0e8-447d-aa06-d98409bf98c5 yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:11:31.905366 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Pushing event updated for resources: {'Port': ['ID=25c03b3b-108e-4864-979b-35df5d18c5ac,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:31.934045 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Checking segment: {'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:11:31.934923 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Network hostable DHCP agents. Network: 2e4cf977-a53c-467a-a0ac-eaa261f11aca, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:11:31.937319 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792ccebc-2ca9-42ea-97d0-1aafe47edadb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Router b9f98a15-2190-4056-a2e2-94b7e27140c2 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:11:32.004414 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Network 2e4cf977-a53c-467a-a0ac-eaa261f11aca is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:11:32.031139 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 2e4cf977-a53c-467a-a0ac-eaa261f11aca) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:32.036640 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-a3c88332-3192-49f7-ba46-01cd8f881426 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Allocated IP 172.20.0.14 (5d613ed0-82ba-4152-a13b-13cb7e48f08c/28e29dd8-f7e2-4333-8629-60d2d39de1bf/e80249ab-a0e8-447d-aa06-d98409bf98c5) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:32.037270 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:32.041441 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430e648d-919e-415d-ba1c-d8ae5d00ea94 None None] Network 2e4cf977-a53c-467a-a0ac-eaa261f11aca requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:11:32.060317 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:32.060822 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:32.061265 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:32.102165 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Port 25c03b3b-108e-4864-979b-35df5d18c5ac on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:32.102713 n-d-773644-6 neutron-server[100417]: ERROR neutron.plugins.ml2.managers [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Failed to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac on host n-h2-773644-6 for vnic_type normal using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] Jul 06 14:11:32.105198 n-d-773644-6 neutron-server[100417]: INFO neutron.plugins.ml2.plugin [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempt 2 to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac Jul 06 14:11:32.142855 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:32.143496 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:32.143865 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:32.159322 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Port 25c03b3b-108e-4864-979b-35df5d18c5ac on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:32.159665 n-d-773644-6 neutron-server[100417]: ERROR neutron.plugins.ml2.managers [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Failed to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac on host n-h2-773644-6 for vnic_type normal using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] Jul 06 14:11:32.161641 n-d-773644-6 neutron-server[100417]: INFO neutron.plugins.ml2.plugin [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempt 3 to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac Jul 06 14:11:32.173485 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792ccebc-2ca9-42ea-97d0-1aafe47edadb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:32.182805 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379b9652-dcba-457e-82af-d640f0dbd369 None None] Sync routers for ids ['b9f98a15-2190-4056-a2e2-94b7e27140c2'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:32.195108 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-792ccebc-2ca9-42ea-97d0-1aafe47edadb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:32.198981 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-792ccebc-2ca9-42ea-97d0-1aafe47edadb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "PUT /v2.0/routers/b9f98a15-2190-4056-a2e2-94b7e27140c2 HTTP/1.1" status: 200 len: 892 time: 1.2094333 Jul 06 14:11:32.199188 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379b9652-dcba-457e-82af-d640f0dbd369 None None] Routers {'b9f98a15-2190-4056-a2e2-94b7e27140c2'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:32.199188 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-379b9652-dcba-457e-82af-d640f0dbd369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b9f98a15-2190-4056-a2e2-94b7e27140c2'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:32.200053 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44662) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:32.212141 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:32.212512 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:32.212936 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:32.240262 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-379b9652-dcba-457e-82af-d640f0dbd369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:32.251484 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379b9652-dcba-457e-82af-d640f0dbd369 None None] Routers {'b9f98a15-2190-4056-a2e2-94b7e27140c2'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:32.252130 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-379b9652-dcba-457e-82af-d640f0dbd369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b9f98a15-2190-4056-a2e2-94b7e27140c2'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:32.259229 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Port 25c03b3b-108e-4864-979b-35df5d18c5ac on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:32.259743 n-d-773644-6 neutron-server[100417]: ERROR neutron.plugins.ml2.managers [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Failed to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac on host n-h2-773644-6 for vnic_type normal using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] Jul 06 14:11:32.262418 n-d-773644-6 neutron-server[100417]: INFO neutron.plugins.ml2.plugin [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempt 4 to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac Jul 06 14:11:32.283870 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:32.284386 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:32.284796 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:32.290250 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a3c88332-3192-49f7-ba46-01cd8f881426 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:32.291969 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Port 25c03b3b-108e-4864-979b-35df5d18c5ac on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:32.292375 n-d-773644-6 neutron-server[100417]: ERROR neutron.plugins.ml2.managers [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Failed to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac on host n-h2-773644-6 for vnic_type normal using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] Jul 06 14:11:32.294546 n-d-773644-6 neutron-server[100417]: INFO neutron.plugins.ml2.plugin [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempt 5 to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac Jul 06 14:11:32.295190 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-379b9652-dcba-457e-82af-d640f0dbd369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:32.295953 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379b9652-dcba-457e-82af-d640f0dbd369 None None] The sync data for ids ['b9f98a15-2190-4056-a2e2-94b7e27140c2'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:32.342850 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a3c88332-3192-49f7-ba46-01cd8f881426 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:32.347605 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:32.347964 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:32.348309 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:32.356271 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Port 25c03b3b-108e-4864-979b-35df5d18c5ac on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:32.356603 n-d-773644-6 neutron-server[100417]: ERROR neutron.plugins.ml2.managers [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Failed to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac on host n-h2-773644-6 for vnic_type normal using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] Jul 06 14:11:32.358549 n-d-773644-6 neutron-server[100417]: INFO neutron.plugins.ml2.plugin [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempt 6 to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac Jul 06 14:11:32.381493 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:32.382396 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:32.382396 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:32.392356 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Port 25c03b3b-108e-4864-979b-35df5d18c5ac on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:32.392914 n-d-773644-6 neutron-server[100417]: ERROR neutron.plugins.ml2.managers [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Failed to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac on host n-h2-773644-6 for vnic_type normal using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] Jul 06 14:11:32.393301 n-d-773644-6 neutron-server[100417]: INFO neutron.plugins.ml2.plugin [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempt 7 to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac Jul 06 14:11:32.399407 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c88332-3192-49f7-ba46-01cd8f881426 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Network 5d613ed0-82ba-4152-a13b-13cb7e48f08c is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:32.405024 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-13ff51ce-c175-4bb8-bf93-475a6104540b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "GET /v2.0/routers/b9f98a15-2190-4056-a2e2-94b7e27140c2 HTTP/1.1" status: 200 len: 892 time: 0.2002485 Jul 06 14:11:32.407627 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44664) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:32.409954 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-a3c88332-3192-49f7-ba46-01cd8f881426 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:32.414752 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:32.415167 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:32.415562 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:32.420549 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Port 25c03b3b-108e-4864-979b-35df5d18c5ac on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:32.420885 n-d-773644-6 neutron-server[100417]: ERROR neutron.plugins.ml2.managers [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Failed to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac on host n-h2-773644-6 for vnic_type normal using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] Jul 06 14:11:32.421290 n-d-773644-6 neutron-server[100417]: INFO neutron.plugins.ml2.plugin [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempt 8 to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac Jul 06 14:11:32.423844 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c88332-3192-49f7-ba46-01cd8f881426 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:32.439841 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:32.440276 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:32.440697 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:32.445458 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Port 25c03b3b-108e-4864-979b-35df5d18c5ac on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:32.445729 n-d-773644-6 neutron-server[100417]: ERROR neutron.plugins.ml2.managers [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Failed to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac on host n-h2-773644-6 for vnic_type normal using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] Jul 06 14:11:32.446161 n-d-773644-6 neutron-server[100417]: INFO neutron.plugins.ml2.plugin [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempt 9 to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac Jul 06 14:11:32.448196 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-11d99f6f-e054-4f49-aca5-4f4425256a42 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "GET /v2.0/ports?device_id=b9f98a15-2190-4056-a2e2-94b7e27140c2 HTTP/1.1" status: 200 len: 205 time: 0.0393140 Jul 06 14:11:32.449390 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c88332-3192-49f7-ba46-01cd8f881426 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event updated for resources: {'Port': ['ID=e80249ab-a0e8-447d-aa06-d98409bf98c5,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:32.451188 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44666) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:32.471330 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:32.471778 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:32.472229 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:32.477251 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Port 25c03b3b-108e-4864-979b-35df5d18c5ac on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:32.477798 n-d-773644-6 neutron-server[100417]: ERROR neutron.plugins.ml2.managers [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Failed to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac on host n-h2-773644-6 for vnic_type normal using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] Jul 06 14:11:32.479038 n-d-773644-6 neutron-server[100417]: INFO neutron.plugins.ml2.plugin [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempt 10 to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac Jul 06 14:11:32.492946 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:32.493549 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:32.494038 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:32.498509 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Port 25c03b3b-108e-4864-979b-35df5d18c5ac on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:32.498901 n-d-773644-6 neutron-server[100417]: ERROR neutron.plugins.ml2.managers [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Failed to bind port 25c03b3b-108e-4864-979b-35df5d18c5ac on host n-h2-773644-6 for vnic_type normal using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] Jul 06 14:11:32.499333 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:32.550829 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c88332-3192-49f7-ba46-01cd8f881426 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:32.551507 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a3c88332-3192-49f7-ba46-01cd8f881426 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:32.575109 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] For port 25c03b3b-108e-4864-979b-35df5d18c5ac, host n-h2-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:11:32.575481 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempted to set empty binding levels {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 14:11:32.581831 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:32.611861 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a3c88332-3192-49f7-ba46-01cd8f881426 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8872933 Jul 06 14:11:32.612380 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44668) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:32.619896 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-1b9f2ccd-a8ce-4d24-9aa6-1c032099daa4 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Request body: {'floatingip': {'port_id': 'e80249ab-a0e8-447d-aa06-d98409bf98c5'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:32.632684 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:32.633303 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:32.642536 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Pushing event updated for resources: {'Port': ['ID=25c03b3b-108e-4864-979b-35df5d18c5ac,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:32.657885 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bd367b26-9ae7-4a43-a204-bb1d85fdaec5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.7260461 Jul 06 14:11:32.658107 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ee088763-4ff9-4a95-b996-8d0c069c458b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:32.658292 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44670) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:32.700064 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2ccd-a8ce-4d24-9aa6-1c032099daa4 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:32.775041 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-2efe3f96-c0de-45b7-964b-ff35a5ce6e02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Deleting port 25c03b3b-108e-4864-979b-35df5d18c5ac {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:32.775434 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2efe3f96-c0de-45b7-964b-ff35a5ce6e02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:32.861100 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-2efe3f96-c0de-45b7-964b-ff35a5ce6e02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] For port 25c03b3b-108e-4864-979b-35df5d18c5ac, host n-h2-773644-6, got binding levels [] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:32.861529 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2efe3f96-c0de-45b7-964b-ff35a5ce6e02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:32.881763 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-2efe3f96-c0de-45b7-964b-ff35a5ce6e02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Calling delete_port for 25c03b3b-108e-4864-979b-35df5d18c5ac owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:33.000954 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2efe3f96-c0de-45b7-964b-ff35a5ce6e02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:33.051030 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe3f96-c0de-45b7-964b-ff35a5ce6e02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Pushing event deleted for resources: {'Port': ['ID=25c03b3b-108e-4864-979b-35df5d18c5ac,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:33.059080 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2efe3f96-c0de-45b7-964b-ff35a5ce6e02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:33.059080 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2efe3f96-c0de-45b7-964b-ff35a5ce6e02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] 10.222.0.118 "DELETE /v2.0/ports/25c03b3b-108e-4864-979b-35df5d18c5ac HTTP/1.1" status: 204 len: 168 time: 0.3964901 Jul 06 14:11:33.059080 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44678) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:33.098206 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-4190cde7-e5fe-472e-ad4b-c513f7575f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] GET failed (client error): The resource could not be found. Jul 06 14:11:33.100391 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4190cde7-e5fe-472e-ad4b-c513f7575f81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] 10.222.0.118 "GET /v2.0/ports/25c03b3b-108e-4864-979b-35df5d18c5ac HTTP/1.1" status: 404 len: 333 time: 0.0402238 Jul 06 14:11:33.104707 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44680) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:33.111940 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-726524fc-2bde-4009-8e75-8260792029ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Request body: {'port': {'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1300026585'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:33.141493 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726524fc-2bde-4009-8e75-8260792029ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Made reservation on behalf of cc098cb708f6412cb26ac98630030511 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:33.146346 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-726524fc-2bde-4009-8e75-8260792029ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:33.174668 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-726524fc-2bde-4009-8e75-8260792029ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] device_id is not set on port 8dbc2535-e59f-4567-bb37-1865fa720428 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:11:33.251943 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ee088763-4ff9-4a95-b996-8d0c069c458b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:33.392799 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-726524fc-2bde-4009-8e75-8260792029ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:33.406865 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44684) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:33.447648 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-726524fc-2bde-4009-8e75-8260792029ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:33.472768 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-ee088763-4ff9-4a95-b996-8d0c069c458b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Deleting port 521f0d28-9a3b-4ad3-8c2e-780bfd4d5f87 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:33.473121 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ee088763-4ff9-4a95-b996-8d0c069c458b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:33.498188 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726524fc-2bde-4009-8e75-8260792029ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Network 2e4cf977-a53c-467a-a0ac-eaa261f11aca is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:33.504297 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-726524fc-2bde-4009-8e75-8260792029ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:33.509958 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726524fc-2bde-4009-8e75-8260792029ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:33.511105 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726524fc-2bde-4009-8e75-8260792029ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:33.511723 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-726524fc-2bde-4009-8e75-8260792029ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:33.515207 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726524fc-2bde-4009-8e75-8260792029ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Pushing event updated for resources: {'Port': ['ID=8dbc2535-e59f-4567-bb37-1865fa720428,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:33.538294 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-726524fc-2bde-4009-8e75-8260792029ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4324811 Jul 06 14:11:33.540823 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44688) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:33.548104 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:33.635769 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a1263678-b883-4867-847c-9e26d6cba4e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:33.646839 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:33.693415 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ee088763-4ff9-4a95-b996-8d0c069c458b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:33.716371 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-ee088763-4ff9-4a95-b996-8d0c069c458b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Calling delete_port for 521f0d28-9a3b-4ad3-8c2e-780bfd4d5f87 owned by network:router_gateway {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:33.858536 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2ccd-a8ce-4d24-9aa6-1c032099daa4 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:33.869241 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2ccd-a8ce-4d24-9aa6-1c032099daa4 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:33.888170 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] device_id is not set on port 8dbc2535-e59f-4567-bb37-1865fa720428 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:11:33.896962 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:33.910019 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Transition to ACTIVE for port object 8dbc2535-e59f-4567-bb37-1865fa720428 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:33.913740 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:33.972237 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Pushing event updated for resources: {'Port': ['ID=8dbc2535-e59f-4567-bb37-1865fa720428,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:33.978748 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:33.979323 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:33.979628 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:33.985008 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Port 8dbc2535-e59f-4567-bb37-1865fa720428 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:33.985777 n-d-773644-6 neutron-server[100417]: ERROR neutron.plugins.ml2.managers [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Failed to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 on host n-h2-773644-6 for vnic_type normal using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] Jul 06 14:11:33.986317 n-d-773644-6 neutron-server[100417]: INFO neutron.plugins.ml2.plugin [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempt 2 to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 Jul 06 14:11:34.003894 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:34.004250 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:34.004615 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:34.021889 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Port 8dbc2535-e59f-4567-bb37-1865fa720428 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:34.022201 n-d-773644-6 neutron-server[100417]: ERROR neutron.plugins.ml2.managers [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Failed to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 on host n-h2-773644-6 for vnic_type normal using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] Jul 06 14:11:34.022695 n-d-773644-6 neutron-server[100417]: INFO neutron.plugins.ml2.plugin [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempt 3 to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 Jul 06 14:11:34.030764 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a1263678-b883-4867-847c-9e26d6cba4e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:34.036314 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a1263678-b883-4867-847c-9e26d6cba4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:34.040263 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:34.040723 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:34.041186 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:34.047078 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Port 8dbc2535-e59f-4567-bb37-1865fa720428 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:34.047626 n-d-773644-6 neutron-server[100417]: ERROR neutron.plugins.ml2.managers [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Failed to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 on host n-h2-773644-6 for vnic_type normal using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] Jul 06 14:11:34.048175 n-d-773644-6 neutron-server[100417]: INFO neutron.plugins.ml2.plugin [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempt 4 to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 Jul 06 14:11:34.067034 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:34.067697 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:34.068314 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:34.074219 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Port 8dbc2535-e59f-4567-bb37-1865fa720428 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:34.074763 n-d-773644-6 neutron-server[100417]: ERROR neutron.plugins.ml2.managers [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Failed to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 on host n-h2-773644-6 for vnic_type normal using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] Jul 06 14:11:34.075462 n-d-773644-6 neutron-server[100417]: INFO neutron.plugins.ml2.plugin [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempt 5 to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 Jul 06 14:11:34.090132 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:34.091031 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:34.091031 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:34.097237 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Port 8dbc2535-e59f-4567-bb37-1865fa720428 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:34.097727 n-d-773644-6 neutron-server[100417]: ERROR neutron.plugins.ml2.managers [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Failed to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 on host n-h2-773644-6 for vnic_type normal using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] Jul 06 14:11:34.098264 n-d-773644-6 neutron-server[100417]: INFO neutron.plugins.ml2.plugin [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempt 6 to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 Jul 06 14:11:34.114735 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:34.115228 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:34.115595 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:34.120012 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Port 8dbc2535-e59f-4567-bb37-1865fa720428 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:34.120472 n-d-773644-6 neutron-server[100417]: ERROR neutron.plugins.ml2.managers [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Failed to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 on host n-h2-773644-6 for vnic_type normal using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] Jul 06 14:11:34.120945 n-d-773644-6 neutron-server[100417]: INFO neutron.plugins.ml2.plugin [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempt 7 to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 Jul 06 14:11:34.123743 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a1263678-b883-4867-847c-9e26d6cba4e7 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=cfac8706e16f435c9b1026236c490e91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7148259 Jul 06 14:11:34.127716 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44692) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:34.130146 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-1b9f2ccd-a8ce-4d24-9aa6-1c032099daa4 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Floating IP a6fe3d3a-7ecf-4fea-a81c-7763de07e191 associated. External IP: 172.25.6.216, port: e80249ab-a0e8-447d-aa06-d98409bf98c5. Jul 06 14:11:34.144107 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:34.144431 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:34.144780 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:34.157360 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Port 8dbc2535-e59f-4567-bb37-1865fa720428 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:34.157692 n-d-773644-6 neutron-server[100417]: ERROR neutron.plugins.ml2.managers [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Failed to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 on host n-h2-773644-6 for vnic_type normal using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] Jul 06 14:11:34.161705 n-d-773644-6 neutron-server[100417]: INFO neutron.plugins.ml2.plugin [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempt 8 to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 Jul 06 14:11:34.167820 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1263678-b883-4867-847c-9e26d6cba4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8013ec16-62b5-4b9a-8168-b8b6e0121762,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:34.188828 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:34.189166 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:34.189504 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:34.190936 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ee088763-4ff9-4a95-b996-8d0c069c458b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:34.197265 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Port 8dbc2535-e59f-4567-bb37-1865fa720428 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:34.197604 n-d-773644-6 neutron-server[100417]: ERROR neutron.plugins.ml2.managers [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Failed to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 on host n-h2-773644-6 for vnic_type normal using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] Jul 06 14:11:34.199574 n-d-773644-6 neutron-server[100417]: INFO neutron.plugins.ml2.plugin [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempt 9 to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 Jul 06 14:11:34.219355 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8bd25a73-3f17-4762-a276-93e5304ba650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:34.223614 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:34.223962 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:34.224305 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:34.234107 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Port 8dbc2535-e59f-4567-bb37-1865fa720428 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:34.235114 n-d-773644-6 neutron-server[100417]: ERROR neutron.plugins.ml2.managers [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Failed to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 on host n-h2-773644-6 for vnic_type normal using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] Jul 06 14:11:34.237956 n-d-773644-6 neutron-server[100417]: INFO neutron.plugins.ml2.plugin [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempt 10 to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 Jul 06 14:11:34.251192 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee088763-4ff9-4a95-b996-8d0c069c458b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Port': ['ID=521f0d28-9a3b-4ad3-8c2e-780bfd4d5f87,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:34.257666 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8bd25a73-3f17-4762-a276-93e5304ba650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:34.270870 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:34.271211 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:34.271550 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:34.293315 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Port 8dbc2535-e59f-4567-bb37-1865fa720428 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:34.293648 n-d-773644-6 neutron-server[100417]: ERROR neutron.plugins.ml2.managers [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Failed to bind port 8dbc2535-e59f-4567-bb37-1865fa720428 on host n-h2-773644-6 for vnic_type normal using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] Jul 06 14:11:34.294049 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:34.356173 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8bd25a73-3f17-4762-a276-93e5304ba650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:34.358597 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8bd25a73-3f17-4762-a276-93e5304ba650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:34.363651 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8bd25a73-3f17-4762-a276-93e5304ba650 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/8013ec16-62b5-4b9a-8168-b8b6e0121762 HTTP/1.1" status: 204 len: 168 time: 0.2262814 Jul 06 14:11:34.365525 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ee088763-4ff9-4a95-b996-8d0c069c458b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:34.373614 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd25a73-3f17-4762-a276-93e5304ba650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8013ec16-62b5-4b9a-8168-b8b6e0121762,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:34.380209 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] For port 8dbc2535-e59f-4567-bb37-1865fa720428, host n-h2-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:11:34.380600 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempted to set empty binding levels {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 14:11:34.385397 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:34.399433 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] In _notify_port_updated(), no bound segment for port 8dbc2535-e59f-4567-bb37-1865fa720428 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:11:34.400642 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:34.401038 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:34.404785 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] 10.222.0.118 "PUT /v2.0/ports/8dbc2535-e59f-4567-bb37-1865fa720428 HTTP/1.1" status: 200 len: 979 time: 0.8608353 Jul 06 14:11:34.421462 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44696) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:34.490075 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5092947-e100-4158-af7d-329de9388394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Pushing event updated for resources: {'Port': ['ID=8dbc2535-e59f-4567-bb37-1865fa720428,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:34.513098 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ee088763-4ff9-4a95-b996-8d0c069c458b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:34.517492 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ee088763-4ff9-4a95-b996-8d0c069c458b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:34.549945 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac51f8-0a85-4897-b12d-a4447236590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:34.550456 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac51f8-0a85-4897-b12d-a4447236590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:34.550949 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac51f8-0a85-4897-b12d-a4447236590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:34.551438 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac51f8-0a85-4897-b12d-a4447236590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:34.551931 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac51f8-0a85-4897-b12d-a4447236590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:34.552420 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac51f8-0a85-4897-b12d-a4447236590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:34.552900 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac51f8-0a85-4897-b12d-a4447236590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:34.553377 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac51f8-0a85-4897-b12d-a4447236590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:34.553876 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac51f8-0a85-4897-b12d-a4447236590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:34.554347 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac51f8-0a85-4897-b12d-a4447236590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:34.554830 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac51f8-0a85-4897-b12d-a4447236590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:34.555305 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac51f8-0a85-4897-b12d-a4447236590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:34.555948 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac51f8-0a85-4897-b12d-a4447236590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:34.556253 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac51f8-0a85-4897-b12d-a4447236590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:34.556731 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac51f8-0a85-4897-b12d-a4447236590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:34.557262 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac51f8-0a85-4897-b12d-a4447236590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:34.557850 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac51f8-0a85-4897-b12d-a4447236590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:34.558491 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac51f8-0a85-4897-b12d-a4447236590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:34.558976 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac51f8-0a85-4897-b12d-a4447236590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:34.560048 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac51f8-0a85-4897-b12d-a4447236590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:34.560182 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac51f8-0a85-4897-b12d-a4447236590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:34.561049 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac51f8-0a85-4897-b12d-a4447236590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:34.561049 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac51f8-0a85-4897-b12d-a4447236590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:34.561535 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac51f8-0a85-4897-b12d-a4447236590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:34.562039 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac51f8-0a85-4897-b12d-a4447236590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:34.563191 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac51f8-0a85-4897-b12d-a4447236590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:34.564207 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac51f8-0a85-4897-b12d-a4447236590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:34.568051 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-63ac51f8-0a85-4897-b12d-a4447236590c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23535 time: 0.1448627 Jul 06 14:11:34.572099 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44700) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:34.583476 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ee088763-4ff9-4a95-b996-8d0c069c458b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:34.584007 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee088763-4ff9-4a95-b996-8d0c069c458b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Fanout notify agent at l3_agent the message router_deleted on router b9f98a15-2190-4056-a2e2-94b7e27140c2 {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:11:34.610747 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ee088763-4ff9-4a95-b996-8d0c069c458b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:34.611913 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ee088763-4ff9-4a95-b996-8d0c069c458b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/routers/b9f98a15-2190-4056-a2e2-94b7e27140c2 HTTP/1.1" status: 204 len: 168 time: 2.1376042 Jul 06 14:11:34.616342 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44704) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:34.618317 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9f2ccd-a8ce-4d24-9aa6-1c032099daa4 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Router a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:11:34.625023 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-bd754c57-5d2b-4052-bdc6-85dc76bfb307 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1889121077'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:34.719365 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd754c57-5d2b-4052-bdc6-85dc76bfb307 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Made reservation on behalf of 08ca5c678dfb45d684a244704dc7e806 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:34.722758 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bd754c57-5d2b-4052-bdc6-85dc76bfb307 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:34.815164 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd754c57-5d2b-4052-bdc6-85dc76bfb307 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:11:34.843034 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bd754c57-5d2b-4052-bdc6-85dc76bfb307 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:34.843445 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-bd754c57-5d2b-4052-bdc6-85dc76bfb307 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Added segment b8643117-52d4-4db8-992e-a6a3f1c430b8 of type vlan for network 2751621f-a416-439b-bc3a-61249fbf78d3 Jul 06 14:11:34.846510 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-9a972205-97e8-4a57-9379-b018f83031ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Deleting port 8dbc2535-e59f-4567-bb37-1865fa720428 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:34.847022 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a972205-97e8-4a57-9379-b018f83031ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:34.925440 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9f2ccd-a8ce-4d24-9aa6-1c032099daa4 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:34.930577 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1b9f2ccd-a8ce-4d24-9aa6-1c032099daa4 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:34.939648 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1ee3d5-37a4-488f-99ea-59c9dfe4d45e None None] Sync routers for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:34.949552 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1ee3d5-37a4-488f-99ea-59c9dfe4d45e None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:34.950899 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-9c1ee3d5-37a4-488f-99ea-59c9dfe4d45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:34.983352 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bd754c57-5d2b-4052-bdc6-85dc76bfb307 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:34.989994 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-9c1ee3d5-37a4-488f-99ea-59c9dfe4d45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:34.998111 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-9a972205-97e8-4a57-9379-b018f83031ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] For port 8dbc2535-e59f-4567-bb37-1865fa720428, host n-h2-773644-6, got binding levels [] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:34.998490 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a972205-97e8-4a57-9379-b018f83031ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:35.004111 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1ee3d5-37a4-488f-99ea-59c9dfe4d45e None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:35.004971 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-9c1ee3d5-37a4-488f-99ea-59c9dfe4d45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:35.012381 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1b9f2ccd-a8ce-4d24-9aa6-1c032099daa4 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "PUT /v2.0/floatingips/a6fe3d3a-7ecf-4fea-a81c-7763de07e191 HTTP/1.1" status: 200 len: 979 time: 2.3985248 Jul 06 14:11:35.016602 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44720) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:35.022612 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-9a972205-97e8-4a57-9379-b018f83031ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Calling delete_port for 8dbc2535-e59f-4567-bb37-1865fa720428 owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:35.038129 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-9c1ee3d5-37a4-488f-99ea-59c9dfe4d45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:35.038886 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1ee3d5-37a4-488f-99ea-59c9dfe4d45e None None] The sync data for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:35.091107 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bd754c57-5d2b-4052-bdc6-85dc76bfb307 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:35.098586 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd754c57-5d2b-4052-bdc6-85dc76bfb307 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:35.099226 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bd754c57-5d2b-4052-bdc6-85dc76bfb307 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:35.158157 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-bacc5e90-e97a-4f3f-9e07-d39a99cc4dce tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Deleting port e80249ab-a0e8-447d-aa06-d98409bf98c5 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:35.158621 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bacc5e90-e97a-4f3f-9e07-d39a99cc4dce tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:35.223532 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a972205-97e8-4a57-9379-b018f83031ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:35.227906 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd754c57-5d2b-4052-bdc6-85dc76bfb307 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Network': ['ID=2751621f-a416-439b-bc3a-61249fbf78d3,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:35.238876 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 2751621f-a416-439b-bc3a-61249fbf78d3 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:11:35.285890 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44728) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:35.286823 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-bd754c57-5d2b-4052-bdc6-85dc76bfb307 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6672735 Jul 06 14:11:35.294250 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-17a9059f-cb88-4311-bd13-a24f54aae9b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'subnet': {'network_id': '2751621f-a416-439b-bc3a-61249fbf78d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:35.298899 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a972205-97e8-4a57-9379-b018f83031ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Pushing event deleted for resources: {'Port': ['ID=8dbc2535-e59f-4567-bb37-1865fa720428,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:35.300084 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bacc5e90-e97a-4f3f-9e07-d39a99cc4dce tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:35.323446 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a972205-97e8-4a57-9379-b018f83031ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:35.329670 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9a972205-97e8-4a57-9379-b018f83031ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] 10.222.0.118 "DELETE /v2.0/ports/8dbc2535-e59f-4567-bb37-1865fa720428 HTTP/1.1" status: 204 len: 168 time: 0.7523820 Jul 06 14:11:35.331026 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44730) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:35.358892 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-a03969d6-ee03-475f-98b0-0fa10d808342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] GET failed (client error): The resource could not be found. Jul 06 14:11:35.360842 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a03969d6-ee03-475f-98b0-0fa10d808342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] 10.222.0.118 "GET /v2.0/ports/8dbc2535-e59f-4567-bb37-1865fa720428 HTTP/1.1" status: 404 len: 333 time: 0.0277729 Jul 06 14:11:35.365564 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44732) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:35.370669 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-d729e11e-5b42-49e7-b659-349361a647bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1721557663', 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:35.398598 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d729e11e-5b42-49e7-b659-349361a647bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Made reservation on behalf of cc098cb708f6412cb26ac98630030511 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:35.401462 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d729e11e-5b42-49e7-b659-349361a647bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:35.419357 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-d729e11e-5b42-49e7-b659-349361a647bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] device_id is not set on port e2db2876-52cf-4826-91c6-21da5b2594de yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:11:35.624126 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d729e11e-5b42-49e7-b659-349361a647bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:35.668473 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d729e11e-5b42-49e7-b659-349361a647bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:35.715772 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d729e11e-5b42-49e7-b659-349361a647bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Network 2e4cf977-a53c-467a-a0ac-eaa261f11aca is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:35.721731 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-d729e11e-5b42-49e7-b659-349361a647bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:35.726558 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d729e11e-5b42-49e7-b659-349361a647bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:35.727603 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d729e11e-5b42-49e7-b659-349361a647bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:35.728314 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d729e11e-5b42-49e7-b659-349361a647bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:35.731776 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729e11e-5b42-49e7-b659-349361a647bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Pushing event updated for resources: {'Port': ['ID=e2db2876-52cf-4826-91c6-21da5b2594de,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:35.751487 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d729e11e-5b42-49e7-b659-349361a647bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3819888 Jul 06 14:11:35.751679 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44740) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:35.806884 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcacb7c9-62a4-461a-994b-8039f0777f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:35.808574 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-bcacb7c9-62a4-461a-994b-8039f0777f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] 10.222.0.118 "GET /v2.0/ports/e2db2876-52cf-4826-91c6-21da5b2594de HTTP/1.1" status: 200 len: 959 time: 0.0556533 Jul 06 14:11:35.811344 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44744) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:35.844306 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a9059f-cb88-4311-bd13-a24f54aae9b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Made reservation on behalf of 08ca5c678dfb45d684a244704dc7e806 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:35.847938 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-17a9059f-cb88-4311-bd13-a24f54aae9b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:35.909920 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-f70314d1-32b3-48ca-a191-c96a4788cca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Deleting port e2db2876-52cf-4826-91c6-21da5b2594de {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:35.910307 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f70314d1-32b3-48ca-a191-c96a4788cca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:35.971604 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bacc5e90-e97a-4f3f-9e07-d39a99cc4dce tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:35.971934 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bacc5e90-e97a-4f3f-9e07-d39a99cc4dce tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:35.972216 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-bacc5e90-e97a-4f3f-9e07-d39a99cc4dce tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Floating IP a6fe3d3a-7ecf-4fea-a81c-7763de07e191 disassociated. External IP: 172.25.6.216, port: e80249ab-a0e8-447d-aa06-d98409bf98c5. Jul 06 14:11:35.972565 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-bacc5e90-e97a-4f3f-9e07-d39a99cc4dce tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Calling delete_port for e80249ab-a0e8-447d-aa06-d98409bf98c5 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:35.976590 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f70314d1-32b3-48ca-a191-c96a4788cca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:35.992093 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-f70314d1-32b3-48ca-a191-c96a4788cca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Calling delete_port for e2db2876-52cf-4826-91c6-21da5b2594de owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:36.088231 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f70314d1-32b3-48ca-a191-c96a4788cca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:36.118234 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70314d1-32b3-48ca-a191-c96a4788cca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2db2876-52cf-4826-91c6-21da5b2594de,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:36.124583 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f70314d1-32b3-48ca-a191-c96a4788cca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:36.128043 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f70314d1-32b3-48ca-a191-c96a4788cca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] 10.222.0.118 "DELETE /v2.0/ports/e2db2876-52cf-4826-91c6-21da5b2594de HTTP/1.1" status: 204 len: 168 time: 0.3152099 Jul 06 14:11:36.130345 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44746) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:36.161447 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9056f5b-8496-4efc-ba5b-9c60b6ab34fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] GET failed (client error): The resource could not be found. Jul 06 14:11:36.166662 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a9056f5b-8496-4efc-ba5b-9c60b6ab34fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] 10.222.0.118 "GET /v2.0/ports/e2db2876-52cf-4826-91c6-21da5b2594de HTTP/1.1" status: 404 len: 333 time: 0.0315101 Jul 06 14:11:36.167357 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44748) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:36.172531 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-1a9f61a4-988b-413b-a2f7-2ace70a9795c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Request body: {'port': {'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-514330808'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:36.197025 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9f61a4-988b-413b-a2f7-2ace70a9795c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Made reservation on behalf of cc098cb708f6412cb26ac98630030511 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:36.205069 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1a9f61a4-988b-413b-a2f7-2ace70a9795c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:36.212735 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-17a9059f-cb88-4311-bd13-a24f54aae9b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:36.223827 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bacc5e90-e97a-4f3f-9e07-d39a99cc4dce tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:36.232844 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-1a9f61a4-988b-413b-a2f7-2ace70a9795c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] device_id is not set on port a4fe10e0-8b95-450d-8eb8-19e932f382e0 yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:11:36.291732 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc5e90-e97a-4f3f-9e07-d39a99cc4dce tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event deleted for resources: {'Port': ['ID=e80249ab-a0e8-447d-aa06-d98409bf98c5,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:36.372546 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9059f-cb88-4311-bd13-a24f54aae9b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Subnet': ['ID=a5453882-ccf4-4f68-b649-8acb9dd04810,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:36.382281 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a9059f-cb88-4311-bd13-a24f54aae9b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Checking segment: {'id': 'b8643117-52d4-4db8-992e-a6a3f1c430b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2751621f-a416-439b-bc3a-61249fbf78d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:11:36.382654 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a9059f-cb88-4311-bd13-a24f54aae9b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network hostable DHCP agents. Network: 2751621f-a416-439b-bc3a-61249fbf78d3, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:11:36.439748 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a9059f-cb88-4311-bd13-a24f54aae9b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network 2751621f-a416-439b-bc3a-61249fbf78d3 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:11:36.451871 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-17a9059f-cb88-4311-bd13-a24f54aae9b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 2751621f-a416-439b-bc3a-61249fbf78d3) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:36.457951 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1a9f61a4-988b-413b-a2f7-2ace70a9795c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:36.461972 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a9059f-cb88-4311-bd13-a24f54aae9b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:36.462853 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-17a9059f-cb88-4311-bd13-a24f54aae9b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:36.464548 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eea7ec1-a5b6-4e94-878d-668eb04e38a4 None None] Network 2751621f-a416-439b-bc3a-61249fbf78d3 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:11:36.482770 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bacc5e90-e97a-4f3f-9e07-d39a99cc4dce tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Router a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:11:36.487902 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-17a9059f-cb88-4311-bd13-a24f54aae9b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2002318 Jul 06 14:11:36.488210 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44752) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:36.495365 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-1213f937-c45e-4a33-a364-cbd325686cde tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-742442428', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:36.521238 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1a9f61a4-988b-413b-a2f7-2ace70a9795c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:36.532897 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1213f937-c45e-4a33-a364-cbd325686cde tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:36.533483 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1213f937-c45e-4a33-a364-cbd325686cde tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:36.573771 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9f61a4-988b-413b-a2f7-2ace70a9795c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Network 2e4cf977-a53c-467a-a0ac-eaa261f11aca is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:36.580294 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-1a9f61a4-988b-413b-a2f7-2ace70a9795c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:36.590300 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9f61a4-988b-413b-a2f7-2ace70a9795c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:36.592032 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9f61a4-988b-413b-a2f7-2ace70a9795c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:36.592032 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1a9f61a4-988b-413b-a2f7-2ace70a9795c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:36.600014 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f61a4-988b-413b-a2f7-2ace70a9795c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Pushing event updated for resources: {'Port': ['ID=a4fe10e0-8b95-450d-8eb8-19e932f382e0,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:36.626661 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacc5e90-e97a-4f3f-9e07-d39a99cc4dce tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:36.639323 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e91b25a-a9bb-4084-aa3b-cbacb84aba26 None None] Sync routers for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:36.648185 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1a9f61a4-988b-413b-a2f7-2ace70a9795c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4770787 Jul 06 14:11:36.649004 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44756) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:36.653593 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:36.657196 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1213f937-c45e-4a33-a364-cbd325686cde tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:36.664838 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1213f937-c45e-4a33-a364-cbd325686cde tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:36.675523 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e537616-a127-48a9-b09c-9f603bf03f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-2751621f-a416-439b-bc3a-61249fbf78d3', 'network_id': '2751621f-a416-439b-bc3a-61249fbf78d3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'fixed_ips': [{'subnet_id': 'a5453882-ccf4-4f68-b649-8acb9dd04810'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:11:36.676403 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8e537616-a127-48a9-b09c-9f603bf03f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:36.676738 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e91b25a-a9bb-4084-aa3b-cbacb84aba26 None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:36.677865 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-5e91b25a-a9bb-4084-aa3b-cbacb84aba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:36.706586 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1213f937-c45e-4a33-a364-cbd325686cde tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:36.707991 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1213f937-c45e-4a33-a364-cbd325686cde tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2187290 Jul 06 14:11:36.712332 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44758) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:36.715308 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bacc5e90-e97a-4f3f-9e07-d39a99cc4dce tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:36.717734 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bacc5e90-e97a-4f3f-9e07-d39a99cc4dce tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "DELETE /v2.0/ports/e80249ab-a0e8-447d-aa06-d98409bf98c5 HTTP/1.1" status: 204 len: 168 time: 1.6998830 Jul 06 14:11:36.722233 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44760) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:36.727057 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-5e91b25a-a9bb-4084-aa3b-cbacb84aba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:36.738110 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e91b25a-a9bb-4084-aa3b-cbacb84aba26 None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:36.738833 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-5e91b25a-a9bb-4084-aa3b-cbacb84aba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:36.778522 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-5e91b25a-a9bb-4084-aa3b-cbacb84aba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:36.779345 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e91b25a-a9bb-4084-aa3b-cbacb84aba26 None None] The sync data for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:36.825937 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:36.853846 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-41877a81-24a6-434e-809b-5b3840ef65d6 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "GET /v2.0/floatingips/a6fe3d3a-7ecf-4fea-a81c-7763de07e191 HTTP/1.1" status: 200 len: 688 time: 0.1281207 Jul 06 14:11:36.889410 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44764) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:36.925054 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-8e537616-a127-48a9-b09c-9f603bf03f50 None None] Allocated IP 2001:db8::2 (2751621f-a416-439b-bc3a-61249fbf78d3/a5453882-ccf4-4f68-b649-8acb9dd04810/2f543767-b79e-4f5c-871d-0b783fccc804) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:37.083904 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] device_id is not set on port a4fe10e0-8b95-450d-8eb8-19e932f382e0 yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:11:37.100366 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:37.116456 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Transition to ACTIVE for port object a4fe10e0-8b95-450d-8eb8-19e932f382e0 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:37.120775 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:37.128137 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8e537616-a127-48a9-b09c-9f603bf03f50 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:37.147010 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8e537616-a127-48a9-b09c-9f603bf03f50 None None] Transition to ACTIVE for port object 2f543767-b79e-4f5c-871d-0b783fccc804 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:37.178533 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8e537616-a127-48a9-b09c-9f603bf03f50 None None] Transition to ACTIVE for port object 2f543767-b79e-4f5c-871d-0b783fccc804 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:37.190170 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Pushing event updated for resources: {'Port': ['ID=a4fe10e0-8b95-450d-8eb8-19e932f382e0,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:37.197973 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8e537616-a127-48a9-b09c-9f603bf03f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:37.213741 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:37.214885 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:37.214885 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:37.230645 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:37.230989 n-d-773644-6 neutron-server[100418]: ERROR neutron.plugins.ml2.managers [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Failed to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on host n-h2-773644-6 for vnic_type normal using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] Jul 06 14:11:37.231383 n-d-773644-6 neutron-server[100418]: INFO neutron.plugins.ml2.plugin [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempt 2 to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 Jul 06 14:11:37.245565 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:37.246032 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:37.246320 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:37.247082 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e537616-a127-48a9-b09c-9f603bf03f50 None None] Network 2751621f-a416-439b-bc3a-61249fbf78d3 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:37.251681 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:37.252024 n-d-773644-6 neutron-server[100418]: ERROR neutron.plugins.ml2.managers [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Failed to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on host n-h2-773644-6 for vnic_type normal using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] Jul 06 14:11:37.252176 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-8e537616-a127-48a9-b09c-9f603bf03f50 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:37.252429 n-d-773644-6 neutron-server[100418]: INFO neutron.plugins.ml2.plugin [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempt 3 to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 Jul 06 14:11:37.259702 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e537616-a127-48a9-b09c-9f603bf03f50 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:37.266141 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:37.266410 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:37.266730 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:37.267964 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dc5770dc-1965-4bd4-b22c-5d8063a59ebb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:37.273445 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:37.273817 n-d-773644-6 neutron-server[100418]: ERROR neutron.plugins.ml2.managers [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Failed to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on host n-h2-773644-6 for vnic_type normal using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] Jul 06 14:11:37.274226 n-d-773644-6 neutron-server[100418]: INFO neutron.plugins.ml2.plugin [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempt 4 to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 Jul 06 14:11:37.284827 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-6c507a72-0730-4c19-8948-e715abb501d3 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Deleting port 9461c99d-87ab-4241-bff6-0b866aff3034 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:37.286198 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6c507a72-0730-4c19-8948-e715abb501d3 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:37.290216 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:37.290491 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:37.290892 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:37.295852 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:37.296189 n-d-773644-6 neutron-server[100418]: ERROR neutron.plugins.ml2.managers [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Failed to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on host n-h2-773644-6 for vnic_type normal using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] Jul 06 14:11:37.297263 n-d-773644-6 neutron-server[100418]: INFO neutron.plugins.ml2.plugin [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempt 5 to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 Jul 06 14:11:37.312997 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:37.313454 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:37.313738 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:37.318594 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:37.318932 n-d-773644-6 neutron-server[100418]: ERROR neutron.plugins.ml2.managers [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Failed to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on host n-h2-773644-6 for vnic_type normal using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] Jul 06 14:11:37.319469 n-d-773644-6 neutron-server[100418]: INFO neutron.plugins.ml2.plugin [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempt 6 to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 Jul 06 14:11:37.334272 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:37.334615 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:37.334962 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:37.340464 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:37.340809 n-d-773644-6 neutron-server[100418]: ERROR neutron.plugins.ml2.managers [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Failed to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on host n-h2-773644-6 for vnic_type normal using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] Jul 06 14:11:37.341342 n-d-773644-6 neutron-server[100418]: INFO neutron.plugins.ml2.plugin [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempt 7 to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 Jul 06 14:11:37.353143 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e537616-a127-48a9-b09c-9f603bf03f50 None None] Pushing event updated for resources: {'Port': ['ID=2f543767-b79e-4f5c-871d-0b783fccc804,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:37.363239 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8e537616-a127-48a9-b09c-9f603bf03f50 None None] Attempting to bind port 2f543767-b79e-4f5c-871d-0b783fccc804 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:37.363239 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8e537616-a127-48a9-b09c-9f603bf03f50 None None] Attempting to bind port 2f543767-b79e-4f5c-871d-0b783fccc804 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'b8643117-52d4-4db8-992e-a6a3f1c430b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2751621f-a416-439b-bc3a-61249fbf78d3'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:37.363500 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e537616-a127-48a9-b09c-9f603bf03f50 None None] Attempting to bind port 2f543767-b79e-4f5c-871d-0b783fccc804 on network 2751621f-a416-439b-bc3a-61249fbf78d3 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:37.368126 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b39d1dc3-5b2b-4d0a-91cf-d9d9130635d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:37.370651 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:37.371012 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:37.371364 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:37.375402 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e537616-a127-48a9-b09c-9f603bf03f50 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:11:37.375921 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e537616-a127-48a9-b09c-9f603bf03f50 None None] Checking segment: {'id': 'b8643117-52d4-4db8-992e-a6a3f1c430b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2751621f-a416-439b-bc3a-61249fbf78d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:11:37.376458 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8e537616-a127-48a9-b09c-9f603bf03f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:37.377026 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e537616-a127-48a9-b09c-9f603bf03f50 None None] Bound using segment: {'id': 'b8643117-52d4-4db8-992e-a6a3f1c430b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2751621f-a416-439b-bc3a-61249fbf78d3'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:11:37.377189 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:37.378072 n-d-773644-6 neutron-server[100418]: ERROR neutron.plugins.ml2.managers [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Failed to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on host n-h2-773644-6 for vnic_type normal using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] Jul 06 14:11:37.378208 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8e537616-a127-48a9-b09c-9f603bf03f50 None None] Bound port: 2f543767-b79e-4f5c-871d-0b783fccc804, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8643117-52d4-4db8-992e-a6a3f1c430b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '2751621f-a416-439b-bc3a-61249fbf78d3'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:11:37.378313 n-d-773644-6 neutron-server[100418]: INFO neutron.plugins.ml2.plugin [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempt 8 to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 Jul 06 14:11:37.378419 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8e537616-a127-48a9-b09c-9f603bf03f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:37.397904 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:37.398260 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:37.398719 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:37.403598 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:37.403859 n-d-773644-6 neutron-server[100418]: ERROR neutron.plugins.ml2.managers [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Failed to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on host n-h2-773644-6 for vnic_type normal using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] Jul 06 14:11:37.404229 n-d-773644-6 neutron-server[100418]: INFO neutron.plugins.ml2.plugin [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempt 9 to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 Jul 06 14:11:37.406094 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6c507a72-0730-4c19-8948-e715abb501d3 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:37.407110 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6c507a72-0730-4c19-8948-e715abb501d3 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:37.419225 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:37.419225 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:37.419225 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:37.435529 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:37.435875 n-d-773644-6 neutron-server[100418]: ERROR neutron.plugins.ml2.managers [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Failed to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on host n-h2-773644-6 for vnic_type normal using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] Jul 06 14:11:37.436285 n-d-773644-6 neutron-server[100418]: INFO neutron.plugins.ml2.plugin [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempt 10 to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 Jul 06 14:11:37.459342 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:37.460224 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:37.460997 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempting to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:37.463265 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-6c507a72-0730-4c19-8948-e715abb501d3 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Calling delete_port for 9461c99d-87ab-4241-bff6-0b866aff3034 owned by network:floatingip {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:37.469971 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:11:37.470982 n-d-773644-6 neutron-server[100418]: ERROR neutron.plugins.ml2.managers [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Failed to bind port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on host n-h2-773644-6 for vnic_type normal using segments [{'id': 'dbc9457f-e8d8-430e-804d-a473739dcc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2e4cf977-a53c-467a-a0ac-eaa261f11aca'}] Jul 06 14:11:37.471151 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:37.472231 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8e537616-a127-48a9-b09c-9f603bf03f50 None None] For port 2f543767-b79e-4f5c-871d-0b783fccc804, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:11:37.477168 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8e537616-a127-48a9-b09c-9f603bf03f50 None None] For port 2f543767-b79e-4f5c-871d-0b783fccc804, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=2f543767-b79e-4f5c-871d-0b783fccc804,segment=NetworkSegment(b8643117-52d4-4db8-992e-a6a3f1c430b8),segment_id=b8643117-52d4-4db8-992e-a6a3f1c430b8)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:11:37.491942 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8e537616-a127-48a9-b09c-9f603bf03f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:37.582239 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e537616-a127-48a9-b09c-9f603bf03f50 None None] Pushing event updated for resources: {'Port': ['ID=2f543767-b79e-4f5c-871d-0b783fccc804,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:37.590052 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] For port a4fe10e0-8b95-450d-8eb8-19e932f382e0, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:11:37.590436 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attempted to set empty binding levels {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 06 14:11:37.596860 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:37.633479 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] In _notify_port_updated(), no bound segment for port a4fe10e0-8b95-450d-8eb8-19e932f382e0 on network 2e4cf977-a53c-467a-a0ac-eaa261f11aca {{(pid=100418) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:11:37.634842 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:37.635475 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:37.637015 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] 10.222.0.118 "PUT /v2.0/ports/a4fe10e0-8b95-450d-8eb8-19e932f382e0 HTTP/1.1" status: 200 len: 978 time: 0.9876773 Jul 06 14:11:37.639961 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44770) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:37.693858 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66110ebc-776c-4be2-bb30-a3d53b462a90 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Pushing event updated for resources: {'Port': ['ID=a4fe10e0-8b95-450d-8eb8-19e932f382e0,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:37.769181 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-adf49e4a-10d5-424d-a27a-5fce2eef0f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Deleting port a4fe10e0-8b95-450d-8eb8-19e932f382e0 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:37.772196 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-adf49e4a-10d5-424d-a27a-5fce2eef0f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:37.848651 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-adf49e4a-10d5-424d-a27a-5fce2eef0f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] For port a4fe10e0-8b95-450d-8eb8-19e932f382e0, host n-h2-773644-6, got binding levels [] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:37.851610 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-adf49e4a-10d5-424d-a27a-5fce2eef0f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:37.857938 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-dc5770dc-1965-4bd4-b22c-5d8063a59ebb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Allocated IP 2001:db8::1 (2751621f-a416-439b-bc3a-61249fbf78d3/a5453882-ccf4-4f68-b649-8acb9dd04810/aa684d80-59ab-4dd2-b7c6-35c50592c40b) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:37.878660 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-adf49e4a-10d5-424d-a27a-5fce2eef0f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Calling delete_port for a4fe10e0-8b95-450d-8eb8-19e932f382e0 owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:37.890130 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6c507a72-0730-4c19-8948-e715abb501d3 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:37.939010 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c507a72-0730-4c19-8948-e715abb501d3 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event deleted for resources: {'Port': ['ID=9461c99d-87ab-4241-bff6-0b866aff3034,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:38.023441 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-adf49e4a-10d5-424d-a27a-5fce2eef0f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:38.059232 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf49e4a-10d5-424d-a27a-5fce2eef0f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4fe10e0-8b95-450d-8eb8-19e932f382e0,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:38.082028 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-adf49e4a-10d5-424d-a27a-5fce2eef0f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:38.085167 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-adf49e4a-10d5-424d-a27a-5fce2eef0f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] 10.222.0.118 "DELETE /v2.0/ports/a4fe10e0-8b95-450d-8eb8-19e932f382e0 HTTP/1.1" status: 204 len: 168 time: 0.4428930 Jul 06 14:11:38.087412 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44774) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:38.173525 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab6166b8-39d8-4ac3-82dc-f763c9a6054b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] GET failed (client error): The resource could not be found. Jul 06 14:11:38.180653 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ab6166b8-39d8-4ac3-82dc-f763c9a6054b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1798953653-project-admin] 10.222.0.118 "GET /v2.0/ports/a4fe10e0-8b95-450d-8eb8-19e932f382e0 HTTP/1.1" status: 404 len: 333 time: 0.0919192 Jul 06 14:11:38.185692 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44776) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:38.208868 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6c507a72-0730-4c19-8948-e715abb501d3 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:38.219428 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6c507a72-0730-4c19-8948-e715abb501d3 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:38.229425 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6c507a72-0730-4c19-8948-e715abb501d3 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "DELETE /v2.0/floatingips/a6fe3d3a-7ecf-4fea-a81c-7763de07e191 HTTP/1.1" status: 204 len: 168 time: 1.3386312 Jul 06 14:11:38.232483 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44778) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:38.261148 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-f4c73b7a-f572-46d3-9e0a-ade23b567a7a tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'port_id': '09e926dd-cab8-47f0-a657-27d18c8b9c72'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:38.267518 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 2f543767-b79e-4f5c-871d-0b783fccc804 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:11:38.286321 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dc5770dc-1965-4bd4-b22c-5d8063a59ebb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:38.325876 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-dc5770dc-1965-4bd4-b22c-5d8063a59ebb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Transition to ACTIVE for port object aa684d80-59ab-4dd2-b7c6-35c50592c40b will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:38.332922 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f4c73b7a-f572-46d3-9e0a-ade23b567a7a tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:38.351965 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-efe7532a-faf5-43b9-9738-07051dba99c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:38.420463 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dc5770dc-1965-4bd4-b22c-5d8063a59ebb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:38.458373 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-efe7532a-faf5-43b9-9738-07051dba99c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:38.470562 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-efe7532a-faf5-43b9-9738-07051dba99c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4cf977-a53c-467a-a0ac-eaa261f11aca']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:38.483769 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-efe7532a-faf5-43b9-9738-07051dba99c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc9457f-e8d8-430e-804d-a473739dcc89') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:38.484105 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-efe7532a-faf5-43b9-9738-07051dba99c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc9457f-e8d8-430e-804d-a473739dcc89') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:38.494745 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-efe7532a-faf5-43b9-9738-07051dba99c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:38.503528 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5770dc-1965-4bd4-b22c-5d8063a59ebb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network 2751621f-a416-439b-bc3a-61249fbf78d3 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:38.511305 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-dc5770dc-1965-4bd4-b22c-5d8063a59ebb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:38.518250 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5770dc-1965-4bd4-b22c-5d8063a59ebb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:38.518706 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-efe7532a-faf5-43b9-9738-07051dba99c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:38.518871 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dc5770dc-1965-4bd4-b22c-5d8063a59ebb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:38.527161 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe7532a-faf5-43b9-9738-07051dba99c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:11:38.528091 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-efe7532a-faf5-43b9-9738-07051dba99c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:38.530732 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 2f543767-b79e-4f5c-871d-0b783fccc804 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:11:38.531956 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:11:38.575025 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5770dc-1965-4bd4-b22c-5d8063a59ebb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Port': ['ID=aa684d80-59ab-4dd2-b7c6-35c50592c40b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:38.711774 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dc5770dc-1965-4bd4-b22c-5d8063a59ebb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:38.730002 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f4c73b7a-f572-46d3-9e0a-ade23b567a7a tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:38.947647 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-efe7532a-faf5-43b9-9738-07051dba99c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:38.962826 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-efe7532a-faf5-43b9-9738-07051dba99c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:38.962826 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-efe7532a-faf5-43b9-9738-07051dba99c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162-project] 10.222.0.118 "DELETE /v2.0/networks/2e4cf977-a53c-467a-a0ac-eaa261f11aca HTTP/1.1" status: 204 len: 168 time: 0.7708304 Jul 06 14:11:38.972783 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7532a-faf5-43b9-9738-07051dba99c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-209806162-project] Pushing event deleted for resources: {'Network': ['ID=2e4cf977-a53c-467a-a0ac-eaa261f11aca,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:38.983902 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-f4c73b7a-f572-46d3-9e0a-ade23b567a7a tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Allocated IP 172.25.6.187 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/bfe50e76-47d9-4c58-a0b2-e92d8c25d4f9) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:39.042704 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6744897f-0246-477c-90b6-b9412b63cbae None None] Network 2751621f-a416-439b-bc3a-61249fbf78d3 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:11:39.216703 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f4c73b7a-f572-46d3-9e0a-ade23b567a7a tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:39.229654 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dc5770dc-1965-4bd4-b22c-5d8063a59ebb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:39.236217 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6398233b-d137-4f7c-872a-c360437f6b63 None None] Provisioning for port 2f543767-b79e-4f5c-871d-0b783fccc804 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:11:39.236374 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dc5770dc-1965-4bd4-b22c-5d8063a59ebb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:39.237093 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dc5770dc-1965-4bd4-b22c-5d8063a59ebb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:39.246935 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6398233b-d137-4f7c-872a-c360437f6b63 None None] Provisioning complete for port 2f543767-b79e-4f5c-871d-0b783fccc804 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:39.247156 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6398233b-d137-4f7c-872a-c360437f6b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:39.337508 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44800) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:39.346321 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5770dc-1965-4bd4-b22c-5d8063a59ebb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Port': ['ID=aa684d80-59ab-4dd2-b7c6-35c50592c40b,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:39.375674 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f4c73b7a-f572-46d3-9e0a-ade23b567a7a tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:39.428608 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6398233b-d137-4f7c-872a-c360437f6b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:39.436066 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c73b7a-f572-46d3-9e0a-ade23b567a7a tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:39.447144 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-f4c73b7a-f572-46d3-9e0a-ade23b567a7a tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:39.450104 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5770dc-1965-4bd4-b22c-5d8063a59ebb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network 2751621f-a416-439b-bc3a-61249fbf78d3 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:39.453840 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c73b7a-f572-46d3-9e0a-ade23b567a7a tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:39.457641 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-dc5770dc-1965-4bd4-b22c-5d8063a59ebb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:39.477693 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c73b7a-f572-46d3-9e0a-ade23b567a7a tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event updated for resources: {'Port': ['ID=bfe50e76-47d9-4c58-a0b2-e92d8c25d4f9,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:39.491312 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-6398233b-d137-4f7c-872a-c360437f6b63 None None] For port 2f543767-b79e-4f5c-871d-0b783fccc804, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=2f543767-b79e-4f5c-871d-0b783fccc804,segment=NetworkSegment(b8643117-52d4-4db8-992e-a6a3f1c430b8),segment_id=b8643117-52d4-4db8-992e-a6a3f1c430b8)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:39.497942 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6398233b-d137-4f7c-872a-c360437f6b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:39.560760 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398233b-d137-4f7c-872a-c360437f6b63 None None] Pushing event updated for resources: {'Port': ['ID=2f543767-b79e-4f5c-871d-0b783fccc804,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:39.601028 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-343099bf-69d1-4bd6-9eef-098063affdd5 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=22ea9f050fdb42d088133f3df9045daa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2620883 Jul 06 14:11:39.603604 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44812) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:39.666742 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4e3b4c97-1933-4343-8b14-c7570af5c7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:39.725649 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4e3b4c97-1933-4343-8b14-c7570af5c7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:39.791024 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5770dc-1965-4bd4-b22c-5d8063a59ebb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Router ae2bc48e-32c2-47e7-a4ff-db8974e7f6d7 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:11:39.820472 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4e3b4c97-1933-4343-8b14-c7570af5c7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:39.827474 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4e3b4c97-1933-4343-8b14-c7570af5c7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:39.840504 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4e3b4c97-1933-4343-8b14-c7570af5c7a0 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/469f4d96-85ee-4205-9677-7ffe4bcd1057 HTTP/1.1" status: 204 len: 168 time: 0.2357287 Jul 06 14:11:39.850049 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b4c97-1933-4343-8b14-c7570af5c7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469f4d96-85ee-4205-9677-7ffe4bcd1057,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:39.937958 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-252ccb42-8bf1-4905-b19f-f13ed81f3279 None None] Provisioning for port aa684d80-59ab-4dd2-b7c6-35c50592c40b completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:11:39.947959 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-252ccb42-8bf1-4905-b19f-f13ed81f3279 None None] Provisioning complete for port aa684d80-59ab-4dd2-b7c6-35c50592c40b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:39.948344 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-252ccb42-8bf1-4905-b19f-f13ed81f3279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:40.009570 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-252ccb42-8bf1-4905-b19f-f13ed81f3279 None None] Port aa684d80-59ab-4dd2-b7c6-35c50592c40b cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:11:40.047609 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-252ccb42-8bf1-4905-b19f-f13ed81f3279 None None] Provisioning complete for port 2f543767-b79e-4f5c-871d-0b783fccc804 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:40.048182 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-252ccb42-8bf1-4905-b19f-f13ed81f3279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:40.160319 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 2f543767-b79e-4f5c-871d-0b783fccc804 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:11:40.255811 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:40.277028 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 2f543767-b79e-4f5c-871d-0b783fccc804 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:40.277439 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:40.392091 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44830) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:40.412513 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e5418dcb-3181-45ed-a2f0-89427b6b0904 None None] Provisioning complete for port aa684d80-59ab-4dd2-b7c6-35c50592c40b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:40.413154 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e5418dcb-3181-45ed-a2f0-89427b6b0904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:40.467609 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c8260b6f-1816-43b7-babc-17b33634944c admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=cc098cb708f6412cb26ac98630030511&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0730171 Jul 06 14:11:40.470700 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44832) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:40.474153 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5770dc-1965-4bd4-b22c-5d8063a59ebb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:40.479752 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-e5418dcb-3181-45ed-a2f0-89427b6b0904 None None] Port aa684d80-59ab-4dd2-b7c6-35c50592c40b cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:11:40.488428 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44834) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:40.490141 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-dc5770dc-1965-4bd4-b22c-5d8063a59ebb tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "PUT /v2.0/routers/ae2bc48e-32c2-47e7-a4ff-db8974e7f6d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7704897 Jul 06 14:11:40.500396 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823d9def-4505-4846-9258-4818ab4c08f3 None None] Sync routers for ids ['ae2bc48e-32c2-47e7-a4ff-db8974e7f6d7'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:40.515503 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823d9def-4505-4846-9258-4818ab4c08f3 None None] Routers {'ae2bc48e-32c2-47e7-a4ff-db8974e7f6d7'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:40.516459 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-823d9def-4505-4846-9258-4818ab4c08f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ae2bc48e-32c2-47e7-a4ff-db8974e7f6d7'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:40.580176 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b291f53-0fce-4456-9392-a99af909cb49 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:40.584858 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7b291f53-0fce-4456-9392-a99af909cb49 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "GET /v2.0/ports/aa684d80-59ab-4dd2-b7c6-35c50592c40b HTTP/1.1" status: 200 len: 911 time: 0.0953577 Jul 06 14:11:40.585656 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44836) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:40.595762 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-504f5480-f989-41c7-8aaa-ac1511ebed16 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a5453882-ccf4-4f68-b649-8acb9dd04810'}]}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:40.611830 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-823d9def-4505-4846-9258-4818ab4c08f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:40.631120 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823d9def-4505-4846-9258-4818ab4c08f3 None None] Routers {'ae2bc48e-32c2-47e7-a4ff-db8974e7f6d7'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:40.631777 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-823d9def-4505-4846-9258-4818ab4c08f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ae2bc48e-32c2-47e7-a4ff-db8974e7f6d7'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:40.650103 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f4c73b7a-f572-46d3-9e0a-ade23b567a7a tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:40.672711 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-823d9def-4505-4846-9258-4818ab4c08f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:40.673685 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823d9def-4505-4846-9258-4818ab4c08f3 None None] The sync data for ids ['ae2bc48e-32c2-47e7-a4ff-db8974e7f6d7'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:40.674729 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ed9664d8-46cc-4faa-be47-231d541fe88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:40.678152 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b6921757-50ed-46c1-9e66-4d6b07f095b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:40.713630 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-bf5f25b3-c50a-4361-8cdd-cac047e11bcb None None] Provisioning complete for port aa684d80-59ab-4dd2-b7c6-35c50592c40b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:40.714543 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bf5f25b3-c50a-4361-8cdd-cac047e11bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:40.746189 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ed9664d8-46cc-4faa-be47-231d541fe88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:40.757690 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-bf5f25b3-c50a-4361-8cdd-cac047e11bcb None None] Port aa684d80-59ab-4dd2-b7c6-35c50592c40b cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:11:40.774874 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f4c73b7a-f572-46d3-9e0a-ade23b567a7a tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:40.864927 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-504f5480-f989-41c7-8aaa-ac1511ebed16 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:40.869093 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ed9664d8-46cc-4faa-be47-231d541fe88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:40.871840 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ed9664d8-46cc-4faa-be47-231d541fe88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:40.873176 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ed9664d8-46cc-4faa-be47-231d541fe88a admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/4326fa18-edb1-4482-9fc7-9d293ddbfd89 HTTP/1.1" status: 204 len: 168 time: 0.4012685 Jul 06 14:11:40.895283 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9664d8-46cc-4faa-be47-231d541fe88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4326fa18-edb1-4482-9fc7-9d293ddbfd89,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:40.997672 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f4c73b7a-f572-46d3-9e0a-ade23b567a7a tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:41.004008 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f4c73b7a-f572-46d3-9e0a-ade23b567a7a tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:41.110005 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c73b7a-f572-46d3-9e0a-ade23b567a7a tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event updated for resources: {'Port': ['ID=bfe50e76-47d9-4c58-a0b2-e92d8c25d4f9,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:41.122558 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f4c73b7a-f572-46d3-9e0a-ade23b567a7a tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:41.276970 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-f4c73b7a-f572-46d3-9e0a-ade23b567a7a tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Floating IP 31b4ebb5-af9d-40e0-8268-8eb3341ded5f associated. External IP: 172.25.6.187, port: 09e926dd-cab8-47f0-a657-27d18c8b9c72. Jul 06 14:11:41.384748 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-504f5480-f989-41c7-8aaa-ac1511ebed16 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:41.395189 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-504f5480-f989-41c7-8aaa-ac1511ebed16 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:41.401334 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504f5480-f989-41c7-8aaa-ac1511ebed16 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:41.402240 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-504f5480-f989-41c7-8aaa-ac1511ebed16 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:41.403700 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-504f5480-f989-41c7-8aaa-ac1511ebed16 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "PUT /v2.0/ports/aa684d80-59ab-4dd2-b7c6-35c50592c40b HTTP/1.1" status: 200 len: 911 time: 0.8137729 Jul 06 14:11:41.409539 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44850) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:41.543087 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:41.552722 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f5480-f989-41c7-8aaa-ac1511ebed16 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Port': ['ID=aa684d80-59ab-4dd2-b7c6-35c50592c40b,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:41.556280 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c73b7a-f572-46d3-9e0a-ade23b567a7a tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Router a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:11:41.686971 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c73b7a-f572-46d3-9e0a-ade23b567a7a tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:41.699333 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d166507-d7e0-42b2-9cac-b790e7820d96 None None] Sync routers for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:41.710477 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d166507-d7e0-42b2-9cac-b790e7820d96 None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:41.711519 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-4d166507-d7e0-42b2-9cac-b790e7820d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:41.715529 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f4c73b7a-f572-46d3-9e0a-ade23b567a7a tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:41.754119 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-4d166507-d7e0-42b2-9cac-b790e7820d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:41.764459 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d166507-d7e0-42b2-9cac-b790e7820d96 None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:41.765443 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-4d166507-d7e0-42b2-9cac-b790e7820d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:41.779558 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f4c73b7a-f572-46d3-9e0a-ade23b567a7a tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5332544 Jul 06 14:11:41.780215 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44864) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:41.792969 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-36ddb4c5-f2ec-4634-877d-00855b3294f8 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1830706806'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:41.799617 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-4d166507-d7e0-42b2-9cac-b790e7820d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:41.801424 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d166507-d7e0-42b2-9cac-b790e7820d96 None None] The sync data for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:41.825157 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ddb4c5-f2ec-4634-877d-00855b3294f8 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Made reservation on behalf of 80b7139143884f378c4ed9729877a8d0 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:41.829757 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-36ddb4c5-f2ec-4634-877d-00855b3294f8 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:41.861495 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44866) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:41.882676 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ddb4c5-f2ec-4634-877d-00855b3294f8 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:11:41.897250 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-36ddb4c5-f2ec-4634-877d-00855b3294f8 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:41.897608 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-36ddb4c5-f2ec-4634-877d-00855b3294f8 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Added segment a746780f-181f-41db-bb12-621270d4bd10 of type vlan for network 9ab55b4f-bb73-49b5-b9dc-a31689b5dca1 Jul 06 14:11:41.943366 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-36ddb4c5-f2ec-4634-877d-00855b3294f8 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:41.958867 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-62b6ce9b-aabc-4a6c-a341-885ddcebb15d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:41.973780 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-04ae6108-11eb-4903-8401-5e41e4b7cd1f tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1828563489'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:41.994861 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ae6108-11eb-4903-8401-5e41e4b7cd1f tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Made reservation on behalf of 4bef0ef9ca9e4169818d0a489c659bfe for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:41.998974 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04ae6108-11eb-4903-8401-5e41e4b7cd1f tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:42.008858 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04ae6108-11eb-4903-8401-5e41e4b7cd1f tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:42.053481 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-36ddb4c5-f2ec-4634-877d-00855b3294f8 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:42.059522 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ddb4c5-f2ec-4634-877d-00855b3294f8 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:42.060091 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-36ddb4c5-f2ec-4634-877d-00855b3294f8 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:42.174321 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04ae6108-11eb-4903-8401-5e41e4b7cd1f tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:42.184848 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04ae6108-11eb-4903-8401-5e41e4b7cd1f tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:42.196550 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ddb4c5-f2ec-4634-877d-00855b3294f8 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event updated for resources: {'Network': ['ID=9ab55b4f-bb73-49b5-b9dc-a31689b5dca1,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:42.202531 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-36ddb4c5-f2ec-4634-877d-00855b3294f8 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4209211 Jul 06 14:11:42.206656 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44878) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:42.211646 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-921ccf11-c928-4e87-af20-b2a3a3605213 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Request body: {'subnet': {'network_id': '9ab55b4f-bb73-49b5-b9dc-a31689b5dca1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:42.219202 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 9ab55b4f-bb73-49b5-b9dc-a31689b5dca1 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:11:42.219770 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04ae6108-11eb-4903-8401-5e41e4b7cd1f tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:11:42.235977 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae6108-11eb-4903-8401-5e41e4b7cd1f tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeca8d11-d8e0-4d13-9763-f344def5a02a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:42.243224 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04ae6108-11eb-4903-8401-5e41e4b7cd1f tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:42.243592 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-04ae6108-11eb-4903-8401-5e41e4b7cd1f tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Added segment ce318422-8cd9-4e98-aa39-4c4589309b22 of type vlan for network 3e41269d-9a33-49b7-a885-239f6ea5fb01 Jul 06 14:11:42.304962 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04ae6108-11eb-4903-8401-5e41e4b7cd1f tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:42.349676 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04ae6108-11eb-4903-8401-5e41e4b7cd1f tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:42.357285 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ae6108-11eb-4903-8401-5e41e4b7cd1f tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:42.358090 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04ae6108-11eb-4903-8401-5e41e4b7cd1f tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:42.367974 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921ccf11-c928-4e87-af20-b2a3a3605213 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Made reservation on behalf of 80b7139143884f378c4ed9729877a8d0 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:42.371719 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-921ccf11-c928-4e87-af20-b2a3a3605213 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:42.425382 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-04ae6108-11eb-4903-8401-5e41e4b7cd1f tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5622315 Jul 06 14:11:42.428277 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44880) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:42.433490 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-ba71e4e8-98ac-432a-b95f-3d07f4d6d537 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Request body: {'subnet': {'network_id': '3e41269d-9a33-49b7-a885-239f6ea5fb01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:42.480286 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae6108-11eb-4903-8401-5e41e4b7cd1f tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Pushing event updated for resources: {'Network': ['ID=3e41269d-9a33-49b7-a885-239f6ea5fb01,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:42.494163 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 3e41269d-9a33-49b7-a885-239f6ea5fb01 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:11:42.545989 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba71e4e8-98ac-432a-b95f-3d07f4d6d537 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Made reservation on behalf of 4bef0ef9ca9e4169818d0a489c659bfe for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:42.550804 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba71e4e8-98ac-432a-b95f-3d07f4d6d537 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:42.551013 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-62b6ce9b-aabc-4a6c-a341-885ddcebb15d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Deleting port aa684d80-59ab-4dd2-b7c6-35c50592c40b {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:42.551513 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-62b6ce9b-aabc-4a6c-a341-885ddcebb15d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:42.685350 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-921ccf11-c928-4e87-af20-b2a3a3605213 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:42.730393 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-62b6ce9b-aabc-4a6c-a341-885ddcebb15d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:42.761337 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba71e4e8-98ac-432a-b95f-3d07f4d6d537 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:42.774332 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-62b6ce9b-aabc-4a6c-a341-885ddcebb15d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Calling delete_port for aa684d80-59ab-4dd2-b7c6-35c50592c40b owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:42.776091 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921ccf11-c928-4e87-af20-b2a3a3605213 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Checking segment: {'id': 'a746780f-181f-41db-bb12-621270d4bd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9ab55b4f-bb73-49b5-b9dc-a31689b5dca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:11:42.776461 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921ccf11-c928-4e87-af20-b2a3a3605213 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Network hostable DHCP agents. Network: 9ab55b4f-bb73-49b5-b9dc-a31689b5dca1, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:11:42.817296 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71e4e8-98ac-432a-b95f-3d07f4d6d537 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Pushing event updated for resources: {'Subnet': ['ID=e090eee5-4c59-437d-90ef-f8efa93058f4,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:42.835562 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba71e4e8-98ac-432a-b95f-3d07f4d6d537 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Checking segment: {'id': 'ce318422-8cd9-4e98-aa39-4c4589309b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3e41269d-9a33-49b7-a885-239f6ea5fb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:11:42.835943 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba71e4e8-98ac-432a-b95f-3d07f4d6d537 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Network hostable DHCP agents. Network: 3e41269d-9a33-49b7-a885-239f6ea5fb01, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:11:42.847037 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ccf11-c928-4e87-af20-b2a3a3605213 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event updated for resources: {'Subnet': ['ID=401f79f9-1f18-4a77-859f-52a0923f6df5,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:42.857365 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba71e4e8-98ac-432a-b95f-3d07f4d6d537 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Network 3e41269d-9a33-49b7-a885-239f6ea5fb01 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:11:42.865369 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921ccf11-c928-4e87-af20-b2a3a3605213 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Network 9ab55b4f-bb73-49b5-b9dc-a31689b5dca1 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:11:42.872441 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-ba71e4e8-98ac-432a-b95f-3d07f4d6d537 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 3e41269d-9a33-49b7-a885-239f6ea5fb01) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:42.879111 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba71e4e8-98ac-432a-b95f-3d07f4d6d537 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:42.880121 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba71e4e8-98ac-432a-b95f-3d07f4d6d537 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:42.886573 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-921ccf11-c928-4e87-af20-b2a3a3605213 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 9ab55b4f-bb73-49b5-b9dc-a31689b5dca1) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:42.887070 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe42252a-9e7b-4fc9-b383-7a36e0988aa2 None None] Network 3e41269d-9a33-49b7-a885-239f6ea5fb01 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:11:42.892564 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921ccf11-c928-4e87-af20-b2a3a3605213 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:42.893291 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-921ccf11-c928-4e87-af20-b2a3a3605213 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:42.905222 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab85897-afd0-42cb-8859-014b8452f3e1 None None] Network 9ab55b4f-bb73-49b5-b9dc-a31689b5dca1 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:11:42.916750 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ba71e4e8-98ac-432a-b95f-3d07f4d6d537 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4849923 Jul 06 14:11:42.916975 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44882) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:42.918824 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-921ccf11-c928-4e87-af20-b2a3a3605213 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7114959 Jul 06 14:11:42.921941 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44884) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:42.927107 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-a03456a2-a471-4496-b68a-86f320c37589 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-55557085', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}, 'admin_state_up': False}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:42.928169 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-7f718291-b928-4a91-aa3a-1fd8dd861995 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Request body: {'port': {'network_id': '3e41269d-9a33-49b7-a885-239f6ea5fb01', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1796764992'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:42.987210 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a03456a2-a471-4496-b68a-86f320c37589 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:42.988274 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a03456a2-a471-4496-b68a-86f320c37589 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:43.109430 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f718291-b928-4a91-aa3a-1fd8dd861995 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Made reservation on behalf of 4bef0ef9ca9e4169818d0a489c659bfe for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:43.113426 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7f718291-b928-4a91-aa3a-1fd8dd861995 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:43.113984 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:43.116172 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a03456a2-a471-4496-b68a-86f320c37589 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:43.124691 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f1649c-357e-42b0-8a61-006cc2171ff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-9ab55b4f-bb73-49b5-b9dc-a31689b5dca1', 'network_id': '9ab55b4f-bb73-49b5-b9dc-a31689b5dca1', 'tenant_id': '80b7139143884f378c4ed9729877a8d0', 'fixed_ips': [{'subnet_id': '401f79f9-1f18-4a77-859f-52a0923f6df5'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:11:43.125580 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-42f1649c-357e-42b0-8a61-006cc2171ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:43.157809 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-7f718291-b928-4a91-aa3a-1fd8dd861995 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] device_id is not set on port 32eb63b5-676d-41e9-bd0d-bf03efb0c277 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:11:43.182834 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-62b6ce9b-aabc-4a6c-a341-885ddcebb15d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:43.300790 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6ce9b-aabc-4a6c-a341-885ddcebb15d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Port': ['ID=aa684d80-59ab-4dd2-b7c6-35c50592c40b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:43.302335 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a401baf-e575-4c1e-bac7-5a2afdfebcfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-3e41269d-9a33-49b7-a885-239f6ea5fb01', 'network_id': '3e41269d-9a33-49b7-a885-239f6ea5fb01', 'tenant_id': '4bef0ef9ca9e4169818d0a489c659bfe', 'fixed_ips': [{'subnet_id': 'e090eee5-4c59-437d-90ef-f8efa93058f4'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:11:43.303834 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3a401baf-e575-4c1e-bac7-5a2afdfebcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:43.383920 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-7f718291-b928-4a91-aa3a-1fd8dd861995 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Allocated IP 172.20.0.11 (3e41269d-9a33-49b7-a885-239f6ea5fb01/e090eee5-4c59-437d-90ef-f8efa93058f4/32eb63b5-676d-41e9-bd0d-bf03efb0c277) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:43.525688 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-62b6ce9b-aabc-4a6c-a341-885ddcebb15d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:43.533296 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a03456a2-a471-4496-b68a-86f320c37589 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:43.571991 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7f718291-b928-4a91-aa3a-1fd8dd861995 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:43.597819 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-42f1649c-357e-42b0-8a61-006cc2171ff3 None None] Allocated IP 172.20.0.2 (9ab55b4f-bb73-49b5-b9dc-a31689b5dca1/401f79f9-1f18-4a77-859f-52a0923f6df5/8e916c9a-e175-4db6-9bb1-fe84f2713648) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:43.606584 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7f718291-b928-4a91-aa3a-1fd8dd861995 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Transition to ACTIVE for port object 32eb63b5-676d-41e9-bd0d-bf03efb0c277 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:43.650111 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7f718291-b928-4a91-aa3a-1fd8dd861995 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:43.722985 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f718291-b928-4a91-aa3a-1fd8dd861995 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Pushing event updated for resources: {'Port': ['ID=32eb63b5-676d-41e9-bd0d-bf03efb0c277,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:43.746868 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-3a401baf-e575-4c1e-bac7-5a2afdfebcfa None None] Allocated IP 172.20.0.2 (3e41269d-9a33-49b7-a885-239f6ea5fb01/e090eee5-4c59-437d-90ef-f8efa93058f4/11fca982-a102-4392-8e2c-d086d9e51c8b) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:43.754150 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f718291-b928-4a91-aa3a-1fd8dd861995 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Network 3e41269d-9a33-49b7-a885-239f6ea5fb01 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:43.756015 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-7f718291-b928-4a91-aa3a-1fd8dd861995 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:43.759935 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f718291-b928-4a91-aa3a-1fd8dd861995 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:43.851160 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f718291-b928-4a91-aa3a-1fd8dd861995 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:43.851844 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7f718291-b928-4a91-aa3a-1fd8dd861995 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:43.876614 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7f718291-b928-4a91-aa3a-1fd8dd861995 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9529819 Jul 06 14:11:43.877891 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44890) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:43.885941 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-065e8a4b-7a30-4e66-92a2-539fc34d8876 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Request body: {'port': {'network_id': '3e41269d-9a33-49b7-a885-239f6ea5fb01', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1006990621', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:43.887109 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.api.validators [None req-065e8a4b-7a30-4e66-92a2-539fc34d8876 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] bootfile-name is not in valid_values {{(pid=100417) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 14:11:43.887253 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-42f1649c-357e-42b0-8a61-006cc2171ff3 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:43.887520 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.api.validators [None req-065e8a4b-7a30-4e66-92a2-539fc34d8876 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] tftp-server is not in valid_values {{(pid=100417) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 14:11:43.887970 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.api.validators [None req-065e8a4b-7a30-4e66-92a2-539fc34d8876 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] server-ip-address is not in valid_values {{(pid=100417) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 14:11:43.909877 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-42f1649c-357e-42b0-8a61-006cc2171ff3 None None] Transition to ACTIVE for port object 8e916c9a-e175-4db6-9bb1-fe84f2713648 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:43.947016 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-42f1649c-357e-42b0-8a61-006cc2171ff3 None None] Transition to ACTIVE for port object 8e916c9a-e175-4db6-9bb1-fe84f2713648 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:43.974149 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-42f1649c-357e-42b0-8a61-006cc2171ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:44.029554 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3a401baf-e575-4c1e-bac7-5a2afdfebcfa None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:44.055622 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f1649c-357e-42b0-8a61-006cc2171ff3 None None] Network 9ab55b4f-bb73-49b5-b9dc-a31689b5dca1 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:44.056470 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065e8a4b-7a30-4e66-92a2-539fc34d8876 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Made reservation on behalf of 4bef0ef9ca9e4169818d0a489c659bfe for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:44.059173 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3a401baf-e575-4c1e-bac7-5a2afdfebcfa None None] Transition to ACTIVE for port object 11fca982-a102-4392-8e2c-d086d9e51c8b will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:44.061629 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-42f1649c-357e-42b0-8a61-006cc2171ff3 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:44.062871 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-065e8a4b-7a30-4e66-92a2-539fc34d8876 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:44.063809 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1649c-357e-42b0-8a61-006cc2171ff3 None None] Pushing event updated for resources: {'Port': ['ID=8e916c9a-e175-4db6-9bb1-fe84f2713648,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:44.068856 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f1649c-357e-42b0-8a61-006cc2171ff3 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:44.088101 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3a401baf-e575-4c1e-bac7-5a2afdfebcfa None None] Transition to ACTIVE for port object 11fca982-a102-4392-8e2c-d086d9e51c8b will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:44.091728 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-065e8a4b-7a30-4e66-92a2-539fc34d8876 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] device_id is not set on port b17c6f9d-0b47-44d9-8f2a-22587296a5ec yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:11:44.115817 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3a401baf-e575-4c1e-bac7-5a2afdfebcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:44.178277 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-42f1649c-357e-42b0-8a61-006cc2171ff3 None None] Attempting to bind port 8e916c9a-e175-4db6-9bb1-fe84f2713648 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:44.178572 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-42f1649c-357e-42b0-8a61-006cc2171ff3 None None] Attempting to bind port 8e916c9a-e175-4db6-9bb1-fe84f2713648 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'a746780f-181f-41db-bb12-621270d4bd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9ab55b4f-bb73-49b5-b9dc-a31689b5dca1'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:44.178945 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1649c-357e-42b0-8a61-006cc2171ff3 None None] Attempting to bind port 8e916c9a-e175-4db6-9bb1-fe84f2713648 on network 9ab55b4f-bb73-49b5-b9dc-a31689b5dca1 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:44.190296 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a401baf-e575-4c1e-bac7-5a2afdfebcfa None None] Network 3e41269d-9a33-49b7-a885-239f6ea5fb01 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:44.200986 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-3a401baf-e575-4c1e-bac7-5a2afdfebcfa None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:44.207122 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b6ce9b-aabc-4a6c-a341-885ddcebb15d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Router ae2bc48e-32c2-47e7-a4ff-db8974e7f6d7 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:11:44.207840 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a401baf-e575-4c1e-bac7-5a2afdfebcfa None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:44.210094 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1649c-357e-42b0-8a61-006cc2171ff3 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:11:44.210654 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1649c-357e-42b0-8a61-006cc2171ff3 None None] Checking segment: {'id': 'a746780f-181f-41db-bb12-621270d4bd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9ab55b4f-bb73-49b5-b9dc-a31689b5dca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:11:44.211067 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-42f1649c-357e-42b0-8a61-006cc2171ff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:44.211949 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1649c-357e-42b0-8a61-006cc2171ff3 None None] Bound using segment: {'id': 'a746780f-181f-41db-bb12-621270d4bd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9ab55b4f-bb73-49b5-b9dc-a31689b5dca1'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:11:44.212461 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-42f1649c-357e-42b0-8a61-006cc2171ff3 None None] Bound port: 8e916c9a-e175-4db6-9bb1-fe84f2713648, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a746780f-181f-41db-bb12-621270d4bd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9ab55b4f-bb73-49b5-b9dc-a31689b5dca1'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:11:44.213022 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-42f1649c-357e-42b0-8a61-006cc2171ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:44.225223 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a401baf-e575-4c1e-bac7-5a2afdfebcfa None None] Pushing event updated for resources: {'Port': ['ID=11fca982-a102-4392-8e2c-d086d9e51c8b,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:44.253278 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-065e8a4b-7a30-4e66-92a2-539fc34d8876 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Allocated IP 172.20.0.5 (3e41269d-9a33-49b7-a885-239f6ea5fb01/e090eee5-4c59-437d-90ef-f8efa93058f4/b17c6f9d-0b47-44d9-8f2a-22587296a5ec) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:44.322586 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b6ce9b-aabc-4a6c-a341-885ddcebb15d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:44.329213 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-62b6ce9b-aabc-4a6c-a341-885ddcebb15d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "PUT /v2.0/routers/ae2bc48e-32c2-47e7-a4ff-db8974e7f6d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9183910 Jul 06 14:11:44.331750 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44894) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:44.334966 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-3a401baf-e575-4c1e-bac7-5a2afdfebcfa None None] Attempting to bind port 11fca982-a102-4392-8e2c-d086d9e51c8b on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:44.335504 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-3a401baf-e575-4c1e-bac7-5a2afdfebcfa None None] Attempting to bind port 11fca982-a102-4392-8e2c-d086d9e51c8b by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'ce318422-8cd9-4e98-aa39-4c4589309b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3e41269d-9a33-49b7-a885-239f6ea5fb01'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:44.335696 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a401baf-e575-4c1e-bac7-5a2afdfebcfa None None] Attempting to bind port 11fca982-a102-4392-8e2c-d086d9e51c8b on network 3e41269d-9a33-49b7-a885-239f6ea5fb01 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:44.353281 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a401baf-e575-4c1e-bac7-5a2afdfebcfa None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:11:44.353773 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a401baf-e575-4c1e-bac7-5a2afdfebcfa None None] Checking segment: {'id': 'ce318422-8cd9-4e98-aa39-4c4589309b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3e41269d-9a33-49b7-a885-239f6ea5fb01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:11:44.354417 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3a401baf-e575-4c1e-bac7-5a2afdfebcfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:44.354838 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a401baf-e575-4c1e-bac7-5a2afdfebcfa None None] Bound using segment: {'id': 'ce318422-8cd9-4e98-aa39-4c4589309b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3e41269d-9a33-49b7-a885-239f6ea5fb01'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:11:44.355323 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-3a401baf-e575-4c1e-bac7-5a2afdfebcfa None None] Bound port: 11fca982-a102-4392-8e2c-d086d9e51c8b, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce318422-8cd9-4e98-aa39-4c4589309b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3e41269d-9a33-49b7-a885-239f6ea5fb01'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:11:44.355715 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3a401baf-e575-4c1e-bac7-5a2afdfebcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:44.362930 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9bf583-0085-4ef6-8b04-13637c4a5f9d None None] Sync routers for ids ['ae2bc48e-32c2-47e7-a4ff-db8974e7f6d7'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:44.376051 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-039f22ba-4e31-41cb-8fd9-46f7d74e1e10 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "GET /v2.0/ports?device_id=ae2bc48e-32c2-47e7-a4ff-db8974e7f6d7 HTTP/1.1" status: 200 len: 205 time: 0.0428762 Jul 06 14:11:44.425513 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-42f1649c-357e-42b0-8a61-006cc2171ff3 None None] For port 8e916c9a-e175-4db6-9bb1-fe84f2713648, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:11:44.430290 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44900) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:44.432316 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9bf583-0085-4ef6-8b04-13637c4a5f9d None None] Routers {'ae2bc48e-32c2-47e7-a4ff-db8974e7f6d7'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:44.432985 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-4f9bf583-0085-4ef6-8b04-13637c4a5f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ae2bc48e-32c2-47e7-a4ff-db8974e7f6d7'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:44.516843 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-065e8a4b-7a30-4e66-92a2-539fc34d8876 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:44.536049 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-065e8a4b-7a30-4e66-92a2-539fc34d8876 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Transition to ACTIVE for port object b17c6f9d-0b47-44d9-8f2a-22587296a5ec will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:44.571653 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-42f1649c-357e-42b0-8a61-006cc2171ff3 None None] For port 8e916c9a-e175-4db6-9bb1-fe84f2713648, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=8e916c9a-e175-4db6-9bb1-fe84f2713648,segment=NetworkSegment(a746780f-181f-41db-bb12-621270d4bd10),segment_id=a746780f-181f-41db-bb12-621270d4bd10)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:11:44.576961 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-065e8a4b-7a30-4e66-92a2-539fc34d8876 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:44.581202 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-4f9bf583-0085-4ef6-8b04-13637c4a5f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:44.598152 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-42f1649c-357e-42b0-8a61-006cc2171ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:44.636785 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a03456a2-a471-4496-b68a-86f320c37589 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for router_gateway, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:44.649770 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b4408e56-cab1-458c-908e-13883d80ad52 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:44.651658 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-3a401baf-e575-4c1e-bac7-5a2afdfebcfa None None] For port 11fca982-a102-4392-8e2c-d086d9e51c8b, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:11:44.656469 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-3a401baf-e575-4c1e-bac7-5a2afdfebcfa None None] For port 11fca982-a102-4392-8e2c-d086d9e51c8b, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=11fca982-a102-4392-8e2c-d086d9e51c8b,segment=NetworkSegment(ce318422-8cd9-4e98-aa39-4c4589309b22),segment_id=ce318422-8cd9-4e98-aa39-4c4589309b22)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:11:44.663746 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065e8a4b-7a30-4e66-92a2-539fc34d8876 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Network 3e41269d-9a33-49b7-a885-239f6ea5fb01 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:44.666137 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e8a4b-7a30-4e66-92a2-539fc34d8876 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Pushing event updated for resources: {'Port': ['ID=b17c6f9d-0b47-44d9-8f2a-22587296a5ec,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:44.669739 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-065e8a4b-7a30-4e66-92a2-539fc34d8876 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:44.676946 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e8a4b-7a30-4e66-92a2-539fc34d8876 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:44.688185 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3a401baf-e575-4c1e-bac7-5a2afdfebcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:44.701520 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9bf583-0085-4ef6-8b04-13637c4a5f9d None None] Routers {'ae2bc48e-32c2-47e7-a4ff-db8974e7f6d7'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:44.702447 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-4f9bf583-0085-4ef6-8b04-13637c4a5f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ae2bc48e-32c2-47e7-a4ff-db8974e7f6d7'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:44.790437 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065e8a4b-7a30-4e66-92a2-539fc34d8876 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:44.796856 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-065e8a4b-7a30-4e66-92a2-539fc34d8876 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:44.810585 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-4f9bf583-0085-4ef6-8b04-13637c4a5f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:44.811368 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9bf583-0085-4ef6-8b04-13637c4a5f9d None None] The sync data for ids ['ae2bc48e-32c2-47e7-a4ff-db8974e7f6d7'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:44.846078 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-065e8a4b-7a30-4e66-92a2-539fc34d8876 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.9668353 Jul 06 14:11:44.846632 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1649c-357e-42b0-8a61-006cc2171ff3 None None] Pushing event updated for resources: {'Port': ['ID=8e916c9a-e175-4db6-9bb1-fe84f2713648,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:44.846921 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44908) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:44.933067 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44910) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:44.992751 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b4408e56-cab1-458c-908e-13883d80ad52 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:45.011929 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b4408e56-cab1-458c-908e-13883d80ad52 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:45.023790 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a401baf-e575-4c1e-bac7-5a2afdfebcfa None None] Pushing event updated for resources: {'Port': ['ID=11fca982-a102-4392-8e2c-d086d9e51c8b,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:45.044922 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283b1309-618d-4159-8329-ffa145fe4069 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:45.071536 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283b1309-618d-4159-8329-ffa145fe4069 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:45.100278 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283b1309-618d-4159-8329-ffa145fe4069 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:45.106016 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a03456a2-a471-4496-b68a-86f320c37589 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:45.114357 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-283b1309-618d-4159-8329-ffa145fe4069 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2662835 Jul 06 14:11:45.115681 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44914) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:45.116593 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b4408e56-cab1-458c-908e-13883d80ad52 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:45.117234 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4408e56-cab1-458c-908e-13883d80ad52 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Fanout notify agent at l3_agent the message router_deleted on router ae2bc48e-32c2-47e7-a4ff-db8974e7f6d7 {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:11:45.188419 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b4408e56-cab1-458c-908e-13883d80ad52 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:45.188629 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cbea82f8-372d-49b2-a326-d9ebdbb68ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:45.189503 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b4408e56-cab1-458c-908e-13883d80ad52 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/routers/ae2bc48e-32c2-47e7-a4ff-db8974e7f6d7 HTTP/1.1" status: 204 len: 168 time: 0.7562940 Jul 06 14:11:45.197484 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44916) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:45.323190 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a7ef7d-7bcb-40e0-b422-cd71be0e4acc tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Deleting subnet a5453882-ccf4-4f68-b649-8acb9dd04810 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:11:45.330754 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24a7ef7d-7bcb-40e0-b422-cd71be0e4acc tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:45.434685 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24a7ef7d-7bcb-40e0-b422-cd71be0e4acc tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:45.440660 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-5e3b3e50-bcff-4a85-8f34-60efccab00cf tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Deleting port b17c6f9d-0b47-44d9-8f2a-22587296a5ec {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:45.441230 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5e3b3e50-bcff-4a85-8f34-60efccab00cf tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:45.527795 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-a03456a2-a471-4496-b68a-86f320c37589 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Allocated IP 172.25.6.226 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/77b8f84b-75ed-4af7-b665-8f67da0365e4) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:45.556799 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cbea82f8-372d-49b2-a326-d9ebdbb68ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:45.568258 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cbea82f8-372d-49b2-a326-d9ebdbb68ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:45.589964 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24a7ef7d-7bcb-40e0-b422-cd71be0e4acc tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:45.645171 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5e3b3e50-bcff-4a85-8f34-60efccab00cf tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:45.645535 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cbea82f8-372d-49b2-a326-d9ebdbb68ccf admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=651d682c28834460bf9f2bc33513d286&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7010257 Jul 06 14:11:45.649158 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44918) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:45.651560 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea82f8-372d-49b2-a326-d9ebdbb68ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b889f126-b576-4aae-a27d-e9cf0389e4e8,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:45.679334 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-5e3b3e50-bcff-4a85-8f34-60efccab00cf tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Calling delete_port for b17c6f9d-0b47-44d9-8f2a-22587296a5ec owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:45.680235 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24a7ef7d-7bcb-40e0-b422-cd71be0e4acc tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:45.712027 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7ef7d-7bcb-40e0-b422-cd71be0e4acc tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Subnet': ['ID=a5453882-ccf4-4f68-b649-8acb9dd04810,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:45.717210 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-24a7ef7d-7bcb-40e0-b422-cd71be0e4acc tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:45.722642 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-24a7ef7d-7bcb-40e0-b422-cd71be0e4acc tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/subnets/a5453882-ccf4-4f68-b649-8acb9dd04810 HTTP/1.1" status: 204 len: 168 time: 0.5208962 Jul 06 14:11:45.723893 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44920) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:45.735712 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c0f94d-b8af-475f-b758-4c570a39b948 None None] Network 2751621f-a416-439b-bc3a-61249fbf78d3 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:11:45.807561 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a03456a2-a471-4496-b68a-86f320c37589 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:45.841604 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2410adf-27b7-4393-8118-2516a8856bd6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:45.842769 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b8ceac13-3977-484f-84d2-aa770958d1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:45.893351 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b8ceac13-3977-484f-84d2-aa770958d1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:45.926705 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c2410adf-27b7-4393-8118-2516a8856bd6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Deleting port 2f543767-b79e-4f5c-871d-0b783fccc804 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:45.927587 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2410adf-27b7-4393-8118-2516a8856bd6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:45.984866 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a03456a2-a471-4496-b68a-86f320c37589 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:46.027552 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c2410adf-27b7-4393-8118-2516a8856bd6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] For port 2f543767-b79e-4f5c-871d-0b783fccc804, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=2f543767-b79e-4f5c-871d-0b783fccc804,segment=NetworkSegment(b8643117-52d4-4db8-992e-a6a3f1c430b8),segment_id=b8643117-52d4-4db8-992e-a6a3f1c430b8)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:46.028221 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2410adf-27b7-4393-8118-2516a8856bd6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:46.047185 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c2410adf-27b7-4393-8118-2516a8856bd6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Calling delete_port for 2f543767-b79e-4f5c-871d-0b783fccc804 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:46.052217 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03456a2-a471-4496-b68a-86f320c37589 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:46.062807 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-a03456a2-a471-4496-b68a-86f320c37589 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:46.089341 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03456a2-a471-4496-b68a-86f320c37589 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:46.092964 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5e3b3e50-bcff-4a85-8f34-60efccab00cf tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:46.158467 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b8ceac13-3977-484f-84d2-aa770958d1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:46.161440 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b8ceac13-3977-484f-84d2-aa770958d1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:46.165466 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b8ceac13-3977-484f-84d2-aa770958d1fe admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/b889f126-b576-4aae-a27d-e9cf0389e4e8 HTTP/1.1" status: 204 len: 168 time: 0.5095119 Jul 06 14:11:46.170994 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03456a2-a471-4496-b68a-86f320c37589 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event updated for resources: {'Port': ['ID=77b8f84b-75ed-4af7-b665-8f67da0365e4,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:46.209189 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2410adf-27b7-4393-8118-2516a8856bd6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:46.240502 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ebe44a-cb45-4700-9f76-5ee74f225ecc None None] DHCP port deletion for 2751621f-a416-439b-bc3a-61249fbf78d3 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:11:46.246145 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ceac13-3977-484f-84d2-aa770958d1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b889f126-b576-4aae-a27d-e9cf0389e4e8,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:46.264525 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2410adf-27b7-4393-8118-2516a8856bd6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Port': ['ID=2f543767-b79e-4f5c-871d-0b783fccc804,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:46.267122 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2410adf-27b7-4393-8118-2516a8856bd6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] No DVR routers for this DVR port 2f543767-b79e-4f5c-871d-0b783fccc804 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:11:46.309240 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b3e50-bcff-4a85-8f34-60efccab00cf tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Pushing event deleted for resources: {'Port': ['ID=b17c6f9d-0b47-44d9-8f2a-22587296a5ec,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:46.417637 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2410adf-27b7-4393-8118-2516a8856bd6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:46.432989 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-c2410adf-27b7-4393-8118-2516a8856bd6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2751621f-a416-439b-bc3a-61249fbf78d3']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:46.445813 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-c2410adf-27b7-4393-8118-2516a8856bd6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8643117-52d4-4db8-992e-a6a3f1c430b8') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:46.446165 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-c2410adf-27b7-4393-8118-2516a8856bd6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8643117-52d4-4db8-992e-a6a3f1c430b8') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:46.461078 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2410adf-27b7-4393-8118-2516a8856bd6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:46.472892 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8e916c9a-e175-4db6-9bb1-fe84f2713648 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:11:46.478941 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2410adf-27b7-4393-8118-2516a8856bd6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:46.486134 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2410adf-27b7-4393-8118-2516a8856bd6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:11:46.486569 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2410adf-27b7-4393-8118-2516a8856bd6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:46.554885 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 8e916c9a-e175-4db6-9bb1-fe84f2713648 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:11:46.560707 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 11fca982-a102-4392-8e2c-d086d9e51c8b up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:11:46.599121 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:11:46.602246 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2410adf-27b7-4393-8118-2516a8856bd6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:46.618855 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2410adf-27b7-4393-8118-2516a8856bd6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:46.628228 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c2410adf-27b7-4393-8118-2516a8856bd6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/networks/2751621f-a416-439b-bc3a-61249fbf78d3 HTTP/1.1" status: 204 len: 168 time: 0.8958912 Jul 06 14:11:46.637030 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44932) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:46.645830 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2410adf-27b7-4393-8118-2516a8856bd6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Network': ['ID=2751621f-a416-439b-bc3a-61249fbf78d3,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:46.650803 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 11fca982-a102-4392-8e2c-d086d9e51c8b completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:11:46.651395 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5e3b3e50-bcff-4a85-8f34-60efccab00cf tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:46.653979 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5e3b3e50-bcff-4a85-8f34-60efccab00cf tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] 10.222.0.118 "DELETE /v2.0/ports/b17c6f9d-0b47-44d9-8f2a-22587296a5ec HTTP/1.1" status: 204 len: 168 time: 1.5344250 Jul 06 14:11:46.654973 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:46.658526 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44934) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:46.661633 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-184995ed-7109-4b5a-96c4-49e672b8ca4c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-572951500', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:46.667168 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-8b9afc9e-b13e-4383-93bc-a20dbb9ecea4 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Request body: {'port': {'name': 'tempest-new-port-name-1010145572', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:46.667709 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.api.validators [None req-8b9afc9e-b13e-4383-93bc-a20dbb9ecea4 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] bootfile-name is not in valid_values {{(pid=100417) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 14:11:46.668120 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.api.validators [None req-8b9afc9e-b13e-4383-93bc-a20dbb9ecea4 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] tftp-server is not in valid_values {{(pid=100417) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 14:11:46.668872 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.api.validators [None req-8b9afc9e-b13e-4383-93bc-a20dbb9ecea4 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] server-ip-address is not in valid_values {{(pid=100417) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 06 14:11:46.713634 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-184995ed-7109-4b5a-96c4-49e672b8ca4c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:46.716186 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-184995ed-7109-4b5a-96c4-49e672b8ca4c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:46.721951 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dfb5e7c-5ac1-4bcf-821f-a35be294671d None None] Network 3e41269d-9a33-49b7-a885-239f6ea5fb01 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:11:46.801546 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f92e1205-471f-4edc-bef7-1aae15ae9f4f None None] Provisioning for port 11fca982-a102-4392-8e2c-d086d9e51c8b completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:11:46.815466 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f92e1205-471f-4edc-bef7-1aae15ae9f4f None None] Provisioning complete for port 11fca982-a102-4392-8e2c-d086d9e51c8b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:46.816110 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f92e1205-471f-4edc-bef7-1aae15ae9f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:46.894505 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8b9afc9e-b13e-4383-93bc-a20dbb9ecea4 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:46.961003 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-184995ed-7109-4b5a-96c4-49e672b8ca4c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:46.969128 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-184995ed-7109-4b5a-96c4-49e672b8ca4c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:46.995952 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a03456a2-a471-4496-b68a-86f320c37589 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for router_gateway, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:47.000410 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e366c21-9171-4ea1-9599-a8c3e96ea4a6 None None] Network 9ab55b4f-bb73-49b5-b9dc-a31689b5dca1 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:11:47.000801 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-184995ed-7109-4b5a-96c4-49e672b8ca4c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:47.002121 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-184995ed-7109-4b5a-96c4-49e672b8ca4c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3571393 Jul 06 14:11:47.009445 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f92e1205-471f-4edc-bef7-1aae15ae9f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:47.034021 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44942) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:47.041282 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-cd8a6fe6-a9d9-4e09-8b27-720f4a96b5d0 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-937100375'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:47.079098 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8a6fe6-a9d9-4e09-8b27-720f4a96b5d0 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Made reservation on behalf of 08ca5c678dfb45d684a244704dc7e806 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:47.083053 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cd8a6fe6-a9d9-4e09-8b27-720f4a96b5d0 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:47.127945 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-f92e1205-471f-4edc-bef7-1aae15ae9f4f None None] For port 11fca982-a102-4392-8e2c-d086d9e51c8b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=11fca982-a102-4392-8e2c-d086d9e51c8b,segment=NetworkSegment(ce318422-8cd9-4e98-aa39-4c4589309b22),segment_id=ce318422-8cd9-4e98-aa39-4c4589309b22)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:47.138664 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f92e1205-471f-4edc-bef7-1aae15ae9f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:47.153991 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8a6fe6-a9d9-4e09-8b27-720f4a96b5d0 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:11:47.217646 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cd8a6fe6-a9d9-4e09-8b27-720f4a96b5d0 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:47.217646 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-cd8a6fe6-a9d9-4e09-8b27-720f4a96b5d0 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Added segment e4198480-420f-456e-b9e8-e0415a06b5bd of type vlan for network 64d190ab-bc7f-45cf-a774-6d041b09e7e3 Jul 06 14:11:47.225378 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8b9afc9e-b13e-4383-93bc-a20dbb9ecea4 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:47.231456 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8b9afc9e-b13e-4383-93bc-a20dbb9ecea4 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:47.320607 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cd8a6fe6-a9d9-4e09-8b27-720f4a96b5d0 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:47.352927 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-8b9afc9e-b13e-4383-93bc-a20dbb9ecea4 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] In _notify_port_updated(), no bound segment for port 32eb63b5-676d-41e9-bd0d-bf03efb0c277 on network 3e41269d-9a33-49b7-a885-239f6ea5fb01 {{(pid=100417) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 06 14:11:47.370350 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9afc9e-b13e-4383-93bc-a20dbb9ecea4 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:47.375624 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8b9afc9e-b13e-4383-93bc-a20dbb9ecea4 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:47.379526 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8b9afc9e-b13e-4383-93bc-a20dbb9ecea4 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] 10.222.0.118 "PUT /v2.0/ports/32eb63b5-676d-41e9-bd0d-bf03efb0c277 HTTP/1.1" status: 200 len: 1137 time: 0.7176511 Jul 06 14:11:47.380140 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44952) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:47.382413 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9afc9e-b13e-4383-93bc-a20dbb9ecea4 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Pushing event updated for resources: {'Port': ['ID=32eb63b5-676d-41e9-bd0d-bf03efb0c277,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:47.383217 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2bd41a2a-df31-4ab7-8a27-a9b4811c1820 None None] Provisioning for port 8e916c9a-e175-4db6-9bb1-fe84f2713648 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:11:47.390374 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e1205-471f-4edc-bef7-1aae15ae9f4f None None] Pushing event updated for resources: {'Port': ['ID=11fca982-a102-4392-8e2c-d086d9e51c8b,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:47.392325 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a03456a2-a471-4496-b68a-86f320c37589 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:47.402060 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cd8a6fe6-a9d9-4e09-8b27-720f4a96b5d0 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:47.408691 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2bd41a2a-df31-4ab7-8a27-a9b4811c1820 None None] Provisioning complete for port 8e916c9a-e175-4db6-9bb1-fe84f2713648 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:47.411257 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8a6fe6-a9d9-4e09-8b27-720f4a96b5d0 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:47.412151 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cd8a6fe6-a9d9-4e09-8b27-720f4a96b5d0 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:47.412621 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2bd41a2a-df31-4ab7-8a27-a9b4811c1820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:47.528962 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3c0ce0-4e30-4085-903c-fc912a01c458 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:47.532288 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ba3c0ce0-4e30-4085-903c-fc912a01c458 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] 10.222.0.118 "GET /v2.0/ports/32eb63b5-676d-41e9-bd0d-bf03efb0c277 HTTP/1.1" status: 200 len: 1137 time: 0.1495554 Jul 06 14:11:47.536900 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44958) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:47.542723 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-cd8a6fe6-a9d9-4e09-8b27-720f4a96b5d0 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5073817 Jul 06 14:11:47.548717 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44960) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:47.578019 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-1f421808-4ca7-4421-8535-edfa59eda7c3 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'subnet': {'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:47.642249 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2bd41a2a-df31-4ab7-8a27-a9b4811c1820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:47.707022 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a6fe6-a9d9-4e09-8b27-720f4a96b5d0 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Network': ['ID=64d190ab-bc7f-45cf-a774-6d041b09e7e3,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:47.713012 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-2bd41a2a-df31-4ab7-8a27-a9b4811c1820 None None] For port 8e916c9a-e175-4db6-9bb1-fe84f2713648, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=8e916c9a-e175-4db6-9bb1-fe84f2713648,segment=NetworkSegment(a746780f-181f-41db-bb12-621270d4bd10),segment_id=a746780f-181f-41db-bb12-621270d4bd10)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:47.718810 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2bd41a2a-df31-4ab7-8a27-a9b4811c1820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:47.733094 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 64d190ab-bc7f-45cf-a774-6d041b09e7e3 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:11:47.773901 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e21906ec-ba75-44d3-9fdc-192f7406cd37 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Deleting port 32eb63b5-676d-41e9-bd0d-bf03efb0c277 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:47.774258 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e21906ec-ba75-44d3-9fdc-192f7406cd37 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:47.869156 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f421808-4ca7-4421-8535-edfa59eda7c3 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Made reservation on behalf of 08ca5c678dfb45d684a244704dc7e806 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:47.877699 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1f421808-4ca7-4421-8535-edfa59eda7c3 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:47.980853 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e21906ec-ba75-44d3-9fdc-192f7406cd37 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:48.005379 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03456a2-a471-4496-b68a-86f320c37589 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Router b2379145-1f93-4680-9466-2c278b821f61 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:11:48.008770 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e21906ec-ba75-44d3-9fdc-192f7406cd37 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Calling delete_port for 32eb63b5-676d-41e9-bd0d-bf03efb0c277 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:48.016644 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fd769bf8-aeec-4167-b375-52184449123c None None] Provisioning for port 32eb63b5-676d-41e9-bd0d-bf03efb0c277 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:11:48.028123 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd41a2a-df31-4ab7-8a27-a9b4811c1820 None None] Pushing event updated for resources: {'Port': ['ID=8e916c9a-e175-4db6-9bb1-fe84f2713648,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:48.038531 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fd769bf8-aeec-4167-b375-52184449123c None None] Provisioning complete for port 32eb63b5-676d-41e9-bd0d-bf03efb0c277 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:48.039040 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fd769bf8-aeec-4167-b375-52184449123c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:48.137678 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-fd769bf8-aeec-4167-b375-52184449123c None None] Port 32eb63b5-676d-41e9-bd0d-bf03efb0c277 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:11:48.152054 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fd769bf8-aeec-4167-b375-52184449123c None None] Provisioning complete for port 11fca982-a102-4392-8e2c-d086d9e51c8b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:48.153125 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fd769bf8-aeec-4167-b375-52184449123c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:48.188341 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 11fca982-a102-4392-8e2c-d086d9e51c8b up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:11:48.362836 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e21906ec-ba75-44d3-9fdc-192f7406cd37 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:48.365597 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 11fca982-a102-4392-8e2c-d086d9e51c8b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:48.366030 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:48.423728 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21906ec-ba75-44d3-9fdc-192f7406cd37 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Pushing event deleted for resources: {'Port': ['ID=32eb63b5-676d-41e9-bd0d-bf03efb0c277,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:48.543522 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e21906ec-ba75-44d3-9fdc-192f7406cd37 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:48.552074 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e21906ec-ba75-44d3-9fdc-192f7406cd37 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] 10.222.0.118 "DELETE /v2.0/ports/32eb63b5-676d-41e9-bd0d-bf03efb0c277 HTTP/1.1" status: 204 len: 168 time: 1.0138876 Jul 06 14:11:48.553330 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44970) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:48.553984 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-84083ecb-d94a-4c34-ac36-5a8a250d001d None None] Provisioning complete for port 8e916c9a-e175-4db6-9bb1-fe84f2713648 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:48.554375 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-84083ecb-d94a-4c34-ac36-5a8a250d001d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:48.638087 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b3bf02-3be5-4d2a-90a8-ffdd66ac1991 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Deleting subnet e090eee5-4c59-437d-90ef-f8efa93058f4 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:11:48.645112 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4b3bf02-3be5-4d2a-90a8-ffdd66ac1991 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:48.646922 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 2f543767-b79e-4f5c-871d-0b783fccc804 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:11:48.670858 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 2f543767-b79e-4f5c-871d-0b783fccc804 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:11:48.671733 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 2f543767-b79e-4f5c-871d-0b783fccc804 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:11:48.701692 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:48.740032 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4b3bf02-3be5-4d2a-90a8-ffdd66ac1991 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:48.775565 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-84083ecb-d94a-4c34-ac36-5a8a250d001d None None] Could not find standard attr ID for object b17c6f9d-0b47-44d9-8f2a-22587296a5ec. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:11:48.785053 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03456a2-a471-4496-b68a-86f320c37589 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:48.785656 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-84083ecb-d94a-4c34-ac36-5a8a250d001d None None] Could not find standard attr ID for object 32eb63b5-676d-41e9-bd0d-bf03efb0c277. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:11:48.797730 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cd1600-3cec-49d7-82d6-b210066903d6 None None] Sync routers for ids ['b2379145-1f93-4680-9466-2c278b821f61'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:48.809393 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cd1600-3cec-49d7-82d6-b210066903d6 None None] Routers {'b2379145-1f93-4680-9466-2c278b821f61'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:48.810315 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-f1cd1600-3cec-49d7-82d6-b210066903d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b2379145-1f93-4680-9466-2c278b821f61'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:48.816531 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a03456a2-a471-4496-b68a-86f320c37589 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:48.818486 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a03456a2-a471-4496-b68a-86f320c37589 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.8952796 Jul 06 14:11:48.821785 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 44972) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:48.878730 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-f1cd1600-3cec-49d7-82d6-b210066903d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:48.880994 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1f421808-4ca7-4421-8535-edfa59eda7c3 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:48.891890 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4b3bf02-3be5-4d2a-90a8-ffdd66ac1991 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:48.896106 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cd1600-3cec-49d7-82d6-b210066903d6 None None] Routers {'b2379145-1f93-4680-9466-2c278b821f61'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:48.897121 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-f1cd1600-3cec-49d7-82d6-b210066903d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b2379145-1f93-4680-9466-2c278b821f61'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:48.970986 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-f1cd1600-3cec-49d7-82d6-b210066903d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:48.971890 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cd1600-3cec-49d7-82d6-b210066903d6 None None] The sync data for ids ['b2379145-1f93-4680-9466-2c278b821f61'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:49.005390 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f421808-4ca7-4421-8535-edfa59eda7c3 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Subnet': ['ID=53ef84b5-99be-4766-b85e-f946c4d26659,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:49.006662 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4b3bf02-3be5-4d2a-90a8-ffdd66ac1991 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:49.009897 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6623cfd4-0134-4c2c-88ce-b8fb002fd67b None None] Could not find standard attr ID for object 32eb63b5-676d-41e9-bd0d-bf03efb0c277. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:11:49.041921 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f421808-4ca7-4421-8535-edfa59eda7c3 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Checking segment: {'id': 'e4198480-420f-456e-b9e8-e0415a06b5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:11:49.042673 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f421808-4ca7-4421-8535-edfa59eda7c3 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network hostable DHCP agents. Network: 64d190ab-bc7f-45cf-a774-6d041b09e7e3, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:11:49.080498 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3bf02-3be5-4d2a-90a8-ffdd66ac1991 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Pushing event deleted for resources: {'Subnet': ['ID=e090eee5-4c59-437d-90ef-f8efa93058f4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:49.090540 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4b3bf02-3be5-4d2a-90a8-ffdd66ac1991 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:49.093241 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e4b3bf02-3be5-4d2a-90a8-ffdd66ac1991 tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] 10.222.0.118 "DELETE /v2.0/subnets/e090eee5-4c59-437d-90ef-f8efa93058f4 HTTP/1.1" status: 204 len: 168 time: 0.5378525 Jul 06 14:11:49.096342 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44976) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:49.127841 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f421808-4ca7-4421-8535-edfa59eda7c3 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network 64d190ab-bc7f-45cf-a774-6d041b09e7e3 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:11:49.167452 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-1f421808-4ca7-4421-8535-edfa59eda7c3 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 64d190ab-bc7f-45cf-a774-6d041b09e7e3) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:49.175792 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f421808-4ca7-4421-8535-edfa59eda7c3 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:49.176346 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1f421808-4ca7-4421-8535-edfa59eda7c3 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:49.180446 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c443e623-c740-4114-8fda-c94b0c05dec9 None None] Network 64d190ab-bc7f-45cf-a774-6d041b09e7e3 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:11:49.213802 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1f421808-4ca7-4421-8535-edfa59eda7c3 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6427140 Jul 06 14:11:49.267277 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 44978) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:49.271002 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e9c2f1b-16fd-426a-b1f6-ec07c466744e tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:49.305880 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7ae7a6-d66b-45f2-9fbf-bd25057e8d25 None None] Network 3e41269d-9a33-49b7-a885-239f6ea5fb01 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:11:49.515588 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9f943e8-bfe3-44b9-8ee6-f046977faafa tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:49.517936 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56dc4e9-5022-4b46-91de-4a9bdf31a00b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-64d190ab-bc7f-45cf-a774-6d041b09e7e3', 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'fixed_ips': [{'subnet_id': '53ef84b5-99be-4766-b85e-f946c4d26659'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:11:49.518817 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a56dc4e9-5022-4b46-91de-4a9bdf31a00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:49.694616 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb35b49-df09-420b-b976-e46f226092a9 None None] DHCP port deletion for 3e41269d-9a33-49b7-a885-239f6ea5fb01 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:11:49.751920 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-a56dc4e9-5022-4b46-91de-4a9bdf31a00b None None] Allocated IP 2001:db8::2 (64d190ab-bc7f-45cf-a774-6d041b09e7e3/53ef84b5-99be-4766-b85e-f946c4d26659/5ec1e7b2-dcfa-4837-a404-316f6897ab80) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:49.845876 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-5eb35b49-df09-420b-b976-e46f226092a9 None None] Deleting port 11fca982-a102-4392-8e2c-d086d9e51c8b {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:49.845876 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5eb35b49-df09-420b-b976-e46f226092a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:49.928903 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-e9f943e8-bfe3-44b9-8ee6-f046977faafa tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Allocated IP 172.20.0.1 (9ab55b4f-bb73-49b5-b9dc-a31689b5dca1/401f79f9-1f18-4a77-859f-52a0923f6df5/1369702f-7948-4640-8e18-6f1026acec0e) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:49.947549 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c2f1b-16fd-426a-b1f6-ec07c466744e tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Deleting port 11fca982-a102-4392-8e2c-d086d9e51c8b {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:49.948491 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e9c2f1b-16fd-426a-b1f6-ec07c466744e tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:49.958297 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-5eb35b49-df09-420b-b976-e46f226092a9 None None] For port 11fca982-a102-4392-8e2c-d086d9e51c8b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=11fca982-a102-4392-8e2c-d086d9e51c8b,segment=NetworkSegment(ce318422-8cd9-4e98-aa39-4c4589309b22),segment_id=ce318422-8cd9-4e98-aa39-4c4589309b22)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:49.959594 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5eb35b49-df09-420b-b976-e46f226092a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:50.005160 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-5eb35b49-df09-420b-b976-e46f226092a9 None None] Calling delete_port for 11fca982-a102-4392-8e2c-d086d9e51c8b owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:50.090342 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a56dc4e9-5022-4b46-91de-4a9bdf31a00b None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:50.099463 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-9e9c2f1b-16fd-426a-b1f6-ec07c466744e tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] For port 11fca982-a102-4392-8e2c-d086d9e51c8b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=11fca982-a102-4392-8e2c-d086d9e51c8b,segment=NetworkSegment(ce318422-8cd9-4e98-aa39-4c4589309b22),segment_id=ce318422-8cd9-4e98-aa39-4c4589309b22)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:50.100037 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e9c2f1b-16fd-426a-b1f6-ec07c466744e tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:50.104346 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a56dc4e9-5022-4b46-91de-4a9bdf31a00b None None] Transition to ACTIVE for port object 5ec1e7b2-dcfa-4837-a404-316f6897ab80 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:50.137673 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9f943e8-bfe3-44b9-8ee6-f046977faafa tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:50.143629 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a56dc4e9-5022-4b46-91de-4a9bdf31a00b None None] Transition to ACTIVE for port object 5ec1e7b2-dcfa-4837-a404-316f6897ab80 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:50.155904 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f75ce38-fbb9-4d63-a330-4c3006df9153 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:50.159175 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a56dc4e9-5022-4b46-91de-4a9bdf31a00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:50.163041 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c2f1b-16fd-426a-b1f6-ec07c466744e tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Calling delete_port for 11fca982-a102-4392-8e2c-d086d9e51c8b owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:50.171011 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-e9f943e8-bfe3-44b9-8ee6-f046977faafa tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Transition to ACTIVE for port object 1369702f-7948-4640-8e18-6f1026acec0e will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:50.180277 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5eb35b49-df09-420b-b976-e46f226092a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:50.214614 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8e916c9a-e175-4db6-9bb1-fe84f2713648 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:11:50.255283 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9f943e8-bfe3-44b9-8ee6-f046977faafa tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:50.255808 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56dc4e9-5022-4b46-91de-4a9bdf31a00b None None] Network 64d190ab-bc7f-45cf-a774-6d041b09e7e3 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:50.272049 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-a56dc4e9-5022-4b46-91de-4a9bdf31a00b None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:50.278456 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb35b49-df09-420b-b976-e46f226092a9 None None] No DVR routers for this DVR port 11fca982-a102-4392-8e2c-d086d9e51c8b on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:11:50.284077 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56dc4e9-5022-4b46-91de-4a9bdf31a00b None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:50.291768 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56dc4e9-5022-4b46-91de-4a9bdf31a00b None None] Pushing event updated for resources: {'Port': ['ID=5ec1e7b2-dcfa-4837-a404-316f6897ab80,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:50.331500 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f943e8-bfe3-44b9-8ee6-f046977faafa tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Network 9ab55b4f-bb73-49b5-b9dc-a31689b5dca1 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:50.336175 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-e9f943e8-bfe3-44b9-8ee6-f046977faafa tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:50.339885 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f943e8-bfe3-44b9-8ee6-f046977faafa tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:50.382103 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb35b49-df09-420b-b976-e46f226092a9 None None] Pushing event deleted for resources: {'Port': ['ID=11fca982-a102-4392-8e2c-d086d9e51c8b,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:50.433281 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f943e8-bfe3-44b9-8ee6-f046977faafa tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event updated for resources: {'Port': ['ID=1369702f-7948-4640-8e18-6f1026acec0e,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:50.441386 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 8e916c9a-e175-4db6-9bb1-fe84f2713648 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:50.441819 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:50.462446 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9f943e8-bfe3-44b9-8ee6-f046977faafa tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:50.480060 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-a56dc4e9-5022-4b46-91de-4a9bdf31a00b None None] Attempting to bind port 5ec1e7b2-dcfa-4837-a404-316f6897ab80 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:50.480456 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-a56dc4e9-5022-4b46-91de-4a9bdf31a00b None None] Attempting to bind port 5ec1e7b2-dcfa-4837-a404-316f6897ab80 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'e4198480-420f-456e-b9e8-e0415a06b5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:50.480885 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56dc4e9-5022-4b46-91de-4a9bdf31a00b None None] Attempting to bind port 5ec1e7b2-dcfa-4837-a404-316f6897ab80 on network 64d190ab-bc7f-45cf-a774-6d041b09e7e3 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:50.494097 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56dc4e9-5022-4b46-91de-4a9bdf31a00b None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:11:50.494540 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56dc4e9-5022-4b46-91de-4a9bdf31a00b None None] Checking segment: {'id': 'e4198480-420f-456e-b9e8-e0415a06b5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:11:50.494956 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a56dc4e9-5022-4b46-91de-4a9bdf31a00b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:50.495366 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56dc4e9-5022-4b46-91de-4a9bdf31a00b None None] Bound using segment: {'id': 'e4198480-420f-456e-b9e8-e0415a06b5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:11:50.496003 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-a56dc4e9-5022-4b46-91de-4a9bdf31a00b None None] Bound port: 5ec1e7b2-dcfa-4837-a404-316f6897ab80, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4198480-420f-456e-b9e8-e0415a06b5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:11:50.496405 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a56dc4e9-5022-4b46-91de-4a9bdf31a00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:50.690165 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e9c2f1b-16fd-426a-b1f6-ec07c466744e tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:50.726973 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9c2f1b-16fd-426a-b1f6-ec07c466744e tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] No DVR routers for this DVR port 11fca982-a102-4392-8e2c-d086d9e51c8b on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:11:50.761137 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c2f1b-16fd-426a-b1f6-ec07c466744e tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Pushing event deleted for resources: {'Port': ['ID=11fca982-a102-4392-8e2c-d086d9e51c8b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:50.780617 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9f943e8-bfe3-44b9-8ee6-f046977faafa tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:50.832707 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 11fca982-a102-4392-8e2c-d086d9e51c8b no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:11:50.863107 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-a56dc4e9-5022-4b46-91de-4a9bdf31a00b None None] For port 5ec1e7b2-dcfa-4837-a404-316f6897ab80, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:11:50.870895 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 11fca982-a102-4392-8e2c-d086d9e51c8b {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:11:50.871354 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 11fca982-a102-4392-8e2c-d086d9e51c8b not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:11:50.885777 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-a56dc4e9-5022-4b46-91de-4a9bdf31a00b None None] For port 5ec1e7b2-dcfa-4837-a404-316f6897ab80, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=5ec1e7b2-dcfa-4837-a404-316f6897ab80,segment=NetworkSegment(e4198480-420f-456e-b9e8-e0415a06b5bd),segment_id=e4198480-420f-456e-b9e8-e0415a06b5bd)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:11:50.887475 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4a34242a-5ccd-4f4f-acbe-9817b812dd74 None None] Provisioning for port 1369702f-7948-4640-8e18-6f1026acec0e completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:11:50.892690 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a56dc4e9-5022-4b46-91de-4a9bdf31a00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:50.900168 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4a34242a-5ccd-4f4f-acbe-9817b812dd74 None None] Provisioning complete for port 1369702f-7948-4640-8e18-6f1026acec0e triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:50.900537 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4a34242a-5ccd-4f4f-acbe-9817b812dd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:50.905618 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e9c2f1b-16fd-426a-b1f6-ec07c466744e tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:50.926476 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-9e9c2f1b-16fd-426a-b1f6-ec07c466744e tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e41269d-9a33-49b7-a885-239f6ea5fb01']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:50.936850 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-4f75ce38-fbb9-4d63-a330-4c3006df9153 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Allocated IP 2001:db8::1 (64d190ab-bc7f-45cf-a774-6d041b09e7e3/53ef84b5-99be-4766-b85e-f946c4d26659/5c2bf45e-515c-443b-88c6-a9286dce1e38) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:50.947278 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-9e9c2f1b-16fd-426a-b1f6-ec07c466744e tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce318422-8cd9-4e98-aa39-4c4589309b22') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:50.947614 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-9e9c2f1b-16fd-426a-b1f6-ec07c466744e tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce318422-8cd9-4e98-aa39-4c4589309b22') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:50.965688 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e9c2f1b-16fd-426a-b1f6-ec07c466744e tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:50.998684 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e9c2f1b-16fd-426a-b1f6-ec07c466744e tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:51.056479 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9c2f1b-16fd-426a-b1f6-ec07c466744e tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:11:51.057680 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-4a34242a-5ccd-4f4f-acbe-9817b812dd74 None None] Port 1369702f-7948-4640-8e18-6f1026acec0e cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:11:51.058350 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e9c2f1b-16fd-426a-b1f6-ec07c466744e tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:11:51.065926 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:11:51.112019 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56dc4e9-5022-4b46-91de-4a9bdf31a00b None None] Pushing event updated for resources: {'Port': ['ID=5ec1e7b2-dcfa-4837-a404-316f6897ab80,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:51.181542 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e9c2f1b-16fd-426a-b1f6-ec07c466744e tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:51.193072 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e9c2f1b-16fd-426a-b1f6-ec07c466744e tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:51.198643 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9e9c2f1b-16fd-426a-b1f6-ec07c466744e tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] 10.222.0.118 "DELETE /v2.0/networks/3e41269d-9a33-49b7-a885-239f6ea5fb01 HTTP/1.1" status: 204 len: 168 time: 2.0995672 Jul 06 14:11:51.225627 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c2f1b-16fd-426a-b1f6-ec07c466744e tempest-ExtraDHCPOptionsTestJSON-529457788 tempest-ExtraDHCPOptionsTestJSON-529457788-project] Pushing event deleted for resources: {'Network': ['ID=3e41269d-9a33-49b7-a885-239f6ea5fb01,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:51.245162 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f75ce38-fbb9-4d63-a330-4c3006df9153 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:51.269729 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-4f75ce38-fbb9-4d63-a330-4c3006df9153 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Transition to ACTIVE for port object 5c2bf45e-515c-443b-88c6-a9286dce1e38 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:51.360826 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f75ce38-fbb9-4d63-a330-4c3006df9153 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:51.423448 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9f943e8-bfe3-44b9-8ee6-f046977faafa tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:51.438204 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9f943e8-bfe3-44b9-8ee6-f046977faafa tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:51.464165 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f75ce38-fbb9-4d63-a330-4c3006df9153 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network 64d190ab-bc7f-45cf-a774-6d041b09e7e3 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:51.476253 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-4f75ce38-fbb9-4d63-a330-4c3006df9153 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:51.481611 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f75ce38-fbb9-4d63-a330-4c3006df9153 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:51.482384 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f75ce38-fbb9-4d63-a330-4c3006df9153 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:51.565852 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f943e8-bfe3-44b9-8ee6-f046977faafa tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event updated for resources: {'Port': ['ID=1369702f-7948-4640-8e18-6f1026acec0e,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:51.578469 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75ce38-fbb9-4d63-a330-4c3006df9153 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Port': ['ID=5c2bf45e-515c-443b-88c6-a9286dce1e38,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:51.585388 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9f943e8-bfe3-44b9-8ee6-f046977faafa tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:51.628641 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45018) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:51.677093 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f75ce38-fbb9-4d63-a330-4c3006df9153 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:51.708633 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f943e8-bfe3-44b9-8ee6-f046977faafa tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Network 9ab55b4f-bb73-49b5-b9dc-a31689b5dca1 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:51.710265 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-e9f943e8-bfe3-44b9-8ee6-f046977faafa tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:51.884550 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f943e8-bfe3-44b9-8ee6-f046977faafa tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Router b2379145-1f93-4680-9466-2c278b821f61 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:11:51.915054 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3e508b97-4d67-428c-9642-26ee717dab2a admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=4bef0ef9ca9e4169818d0a489c659bfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2851124 Jul 06 14:11:51.918692 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45022) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:52.043050 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f943e8-bfe3-44b9-8ee6-f046977faafa tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:52.049650 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e9f943e8-bfe3-44b9-8ee6-f046977faafa tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "PUT /v2.0/routers/b2379145-1f93-4680-9466-2c278b821f61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2263677 Jul 06 14:11:52.052373 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45024) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:52.059055 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ac2357-11d7-4e36-a402-49fd8ef3f065 None None] Sync routers for ids ['b2379145-1f93-4680-9466-2c278b821f61'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:52.066928 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-d8dc20bd-83ca-48c0-923a-92290dc59512 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Request body: {'port': {'network_id': '9ab55b4f-bb73-49b5-b9dc-a31689b5dca1', 'name': 'tempest-FloatingIPTestJSON-766536922'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:52.098987 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-82823bc4-719c-4396-89cc-fe5f056fe12d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:52.124310 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ac2357-11d7-4e36-a402-49fd8ef3f065 None None] Routers {'b2379145-1f93-4680-9466-2c278b821f61'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:52.125563 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e9ac2357-11d7-4e36-a402-49fd8ef3f065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b2379145-1f93-4680-9466-2c278b821f61'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:52.212397 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e9ac2357-11d7-4e36-a402-49fd8ef3f065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:52.215116 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 5ec1e7b2-dcfa-4837-a404-316f6897ab80 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:11:52.220749 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-82823bc4-719c-4396-89cc-fe5f056fe12d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:52.221823 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-01ef0a32-20f4-4d40-97fc-0c1d8551f37e None None] Provisioning complete for port 1369702f-7948-4640-8e18-6f1026acec0e triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:52.222408 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-01ef0a32-20f4-4d40-97fc-0c1d8551f37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:52.293473 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f75ce38-fbb9-4d63-a330-4c3006df9153 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:52.302776 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ac2357-11d7-4e36-a402-49fd8ef3f065 None None] Routers {'b2379145-1f93-4680-9466-2c278b821f61'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:52.303829 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e9ac2357-11d7-4e36-a402-49fd8ef3f065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b2379145-1f93-4680-9466-2c278b821f61'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:52.311990 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f75ce38-fbb9-4d63-a330-4c3006df9153 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:52.313115 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4f75ce38-fbb9-4d63-a330-4c3006df9153 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:52.348515 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e9ac2357-11d7-4e36-a402-49fd8ef3f065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:52.349567 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ac2357-11d7-4e36-a402-49fd8ef3f065 None None] The sync data for ids ['b2379145-1f93-4680-9466-2c278b821f61'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:52.383510 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-01ef0a32-20f4-4d40-97fc-0c1d8551f37e None None] Port 1369702f-7948-4640-8e18-6f1026acec0e cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:11:52.403094 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 5ec1e7b2-dcfa-4837-a404-316f6897ab80 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:11:52.459282 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75ce38-fbb9-4d63-a330-4c3006df9153 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Port': ['ID=5c2bf45e-515c-443b-88c6-a9286dce1e38,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:52.467310 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-82823bc4-719c-4396-89cc-fe5f056fe12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:52.470617 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-82823bc4-719c-4396-89cc-fe5f056fe12d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:52.485008 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-82823bc4-719c-4396-89cc-fe5f056fe12d admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/aeca8d11-d8e0-4d13-9763-f344def5a02a HTTP/1.1" status: 204 len: 168 time: 0.5551245 Jul 06 14:11:52.490655 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8dc20bd-83ca-48c0-923a-92290dc59512 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Made reservation on behalf of 80b7139143884f378c4ed9729877a8d0 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:52.499004 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d8dc20bd-83ca-48c0-923a-92290dc59512 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:52.546870 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82823bc4-719c-4396-89cc-fe5f056fe12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeca8d11-d8e0-4d13-9763-f344def5a02a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:52.576840 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428a640b-3220-4852-9bd3-7da6f8af6d30 None None] Network 64d190ab-bc7f-45cf-a774-6d041b09e7e3 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:11:52.583875 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-d8dc20bd-83ca-48c0-923a-92290dc59512 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] device_id is not set on port c0c3f222-6f34-4293-a708-43101162ae9b yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:11:52.668350 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f75ce38-fbb9-4d63-a330-4c3006df9153 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network 64d190ab-bc7f-45cf-a774-6d041b09e7e3 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:52.677278 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-4f75ce38-fbb9-4d63-a330-4c3006df9153 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:52.694158 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8c14ac16-39de-4751-bb65-3cb53649d8ae None None] Provisioning for port 5ec1e7b2-dcfa-4837-a404-316f6897ab80 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:11:52.709072 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8c14ac16-39de-4751-bb65-3cb53649d8ae None None] Provisioning complete for port 5ec1e7b2-dcfa-4837-a404-316f6897ab80 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:52.709463 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8c14ac16-39de-4751-bb65-3cb53649d8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:52.845610 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-d8dc20bd-83ca-48c0-923a-92290dc59512 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Allocated IP 172.20.0.14 (9ab55b4f-bb73-49b5-b9dc-a31689b5dca1/401f79f9-1f18-4a77-859f-52a0923f6df5/c0c3f222-6f34-4293-a708-43101162ae9b) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:52.852491 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8c14ac16-39de-4751-bb65-3cb53649d8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:52.922741 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8c14ac16-39de-4751-bb65-3cb53649d8ae None None] For port 5ec1e7b2-dcfa-4837-a404-316f6897ab80, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=5ec1e7b2-dcfa-4837-a404-316f6897ab80,segment=NetworkSegment(e4198480-420f-456e-b9e8-e0415a06b5bd),segment_id=e4198480-420f-456e-b9e8-e0415a06b5bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:52.933729 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8c14ac16-39de-4751-bb65-3cb53649d8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:52.933988 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f75ce38-fbb9-4d63-a330-4c3006df9153 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:11:52.992466 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14ac16-39de-4751-bb65-3cb53649d8ae None None] Pushing event updated for resources: {'Port': ['ID=5ec1e7b2-dcfa-4837-a404-316f6897ab80,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:53.144748 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f75ce38-fbb9-4d63-a330-4c3006df9153 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:53.152491 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4f75ce38-fbb9-4d63-a330-4c3006df9153 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "PUT /v2.0/routers/1bd69fd8-351a-4f6f-92ad-0d9df5b19831/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8773797 Jul 06 14:11:53.155760 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45046) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:53.160103 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aa5217-c186-4553-8099-c060bdad9ad4 None None] Sync routers for ids ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:53.165724 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-8881d239-6ce0-4e49-ac55-a52f2cedebab tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1969719619'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:53.169554 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d8dc20bd-83ca-48c0-923a-92290dc59512 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:53.174831 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aa5217-c186-4553-8099-c060bdad9ad4 None None] Routers {'1bd69fd8-351a-4f6f-92ad-0d9df5b19831'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:53.175468 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-b2aa5217-c186-4553-8099-c060bdad9ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:53.212275 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d8dc20bd-83ca-48c0-923a-92290dc59512 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Transition to ACTIVE for port object c0c3f222-6f34-4293-a708-43101162ae9b will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:53.220130 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8881d239-6ce0-4e49-ac55-a52f2cedebab tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Made reservation on behalf of 08ca5c678dfb45d684a244704dc7e806 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:53.227585 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8881d239-6ce0-4e49-ac55-a52f2cedebab tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:53.308717 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d8dc20bd-83ca-48c0-923a-92290dc59512 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:53.313456 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8881d239-6ce0-4e49-ac55-a52f2cedebab tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:11:53.331564 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8881d239-6ce0-4e49-ac55-a52f2cedebab tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:53.333195 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-8881d239-6ce0-4e49-ac55-a52f2cedebab tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Added segment 2b7f87e0-bf26-4335-95aa-06705029fda5 of type vlan for network 5f13f366-f28b-4515-b6e8-474dcd1fb5ed Jul 06 14:11:53.430062 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dc20bd-83ca-48c0-923a-92290dc59512 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Network 9ab55b4f-bb73-49b5-b9dc-a31689b5dca1 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:53.433341 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8881d239-6ce0-4e49-ac55-a52f2cedebab tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:53.450016 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-d8dc20bd-83ca-48c0-923a-92290dc59512 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:53.466746 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dc20bd-83ca-48c0-923a-92290dc59512 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:53.471837 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc20bd-83ca-48c0-923a-92290dc59512 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event updated for resources: {'Port': ['ID=c0c3f222-6f34-4293-a708-43101162ae9b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:53.488858 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-10e9662a-b568-4b9d-a525-ac5db1ce5de0 None None] Provisioning complete for port 5ec1e7b2-dcfa-4837-a404-316f6897ab80 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:53.489580 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-10e9662a-b568-4b9d-a525-ac5db1ce5de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:53.492646 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45052) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:53.529184 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dc20bd-83ca-48c0-923a-92290dc59512 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:53.529802 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d8dc20bd-83ca-48c0-923a-92290dc59512 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:53.561216 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d8dc20bd-83ca-48c0-923a-92290dc59512 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5048361 Jul 06 14:11:53.563576 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45056) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:53.572423 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8881d239-6ce0-4e49-ac55-a52f2cedebab tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:53.577279 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-151cea92-beeb-4746-a5e7-71d73b85dca4 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Request body: {'floatingip': {'port_id': 'c0c3f222-6f34-4293-a708-43101162ae9b'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:53.583607 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8881d239-6ce0-4e49-ac55-a52f2cedebab tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:53.584574 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8881d239-6ce0-4e49-ac55-a52f2cedebab tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:53.670135 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-b2aa5217-c186-4553-8099-c060bdad9ad4 None None] Set router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:11:53.743441 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-10e9662a-b568-4b9d-a525-ac5db1ce5de0 None None] Provisioning for port 5c2bf45e-515c-443b-88c6-a9286dce1e38 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:11:53.760407 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-10e9662a-b568-4b9d-a525-ac5db1ce5de0 None None] Provisioning complete for port 5c2bf45e-515c-443b-88c6-a9286dce1e38 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:53.763448 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-10e9662a-b568-4b9d-a525-ac5db1ce5de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:53.805091 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881d239-6ce0-4e49-ac55-a52f2cedebab tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Network': ['ID=5f13f366-f28b-4515-b6e8-474dcd1fb5ed,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:53.832062 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-151cea92-beeb-4746-a5e7-71d73b85dca4 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:53.834786 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8881d239-6ce0-4e49-ac55-a52f2cedebab tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6772416 Jul 06 14:11:53.837693 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45062) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:53.849144 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-c4d291b5-735d-4aa5-b8d4-1cfcfa98cb24 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'subnet': {'network_id': '5f13f366-f28b-4515-b6e8-474dcd1fb5ed', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:53.863649 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 5f13f366-f28b-4515-b6e8-474dcd1fb5ed details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:11:53.928956 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-4bbeba60-f8ed-44b9-b438-ce19a5941b64 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1763473913-network', 'tenant_id': '62a1cd6c6f28493f8a14ba8c53dc3e36'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:54.011574 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbeba60-f8ed-44b9-b438-ce19a5941b64 admin admin] Made reservation on behalf of 62a1cd6c6f28493f8a14ba8c53dc3e36 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:54.019118 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4bbeba60-f8ed-44b9-b438-ce19a5941b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:54.022850 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-10e9662a-b568-4b9d-a525-ac5db1ce5de0 None None] Port 5c2bf45e-515c-443b-88c6-a9286dce1e38 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:11:54.067781 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4bbeba60-f8ed-44b9-b438-ce19a5941b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:54.091768 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d291b5-735d-4aa5-b8d4-1cfcfa98cb24 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Made reservation on behalf of 08ca5c678dfb45d684a244704dc7e806 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:54.100413 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c4d291b5-735d-4aa5-b8d4-1cfcfa98cb24 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:54.158992 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e7441ca2-6399-4b8a-a0e5-5168eb87512b None None] Provisioning for port c0c3f222-6f34-4293-a708-43101162ae9b completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:11:54.173053 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e7441ca2-6399-4b8a-a0e5-5168eb87512b None None] Provisioning complete for port c0c3f222-6f34-4293-a708-43101162ae9b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:54.173644 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e7441ca2-6399-4b8a-a0e5-5168eb87512b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:54.187342 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 5ec1e7b2-dcfa-4837-a404-316f6897ab80 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:11:54.316224 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-b2aa5217-c186-4553-8099-c060bdad9ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'name': 'tempest-RoutersIpV6Test-router-572951500', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:46Z', 'updated_at': '2021-07-06T14:11:51Z', 'revision_number': 2, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None, '_interfaces': [{'id': '5c2bf45e-515c-443b-88c6-a9286dce1e38', 'name': '', 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:33:c4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:50Z', 'updated_at': '2021-07-06T14:11:51Z', 'revision_number': 2, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:54.410253 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-e7441ca2-6399-4b8a-a0e5-5168eb87512b None None] Port c0c3f222-6f34-4293-a708-43101162ae9b cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:11:54.413992 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aa5217-c186-4553-8099-c060bdad9ad4 None None] Checking router: 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:11:54.414433 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aa5217-c186-4553-8099-c060bdad9ad4 None None] Updating router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 port 5c2bf45e-515c-443b-88c6-a9286dce1e38 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:11:54.446727 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 5ec1e7b2-dcfa-4837-a404-316f6897ab80 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:54.447112 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:54.518917 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-b2aa5217-c186-4553-8099-c060bdad9ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:54.538237 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4bbeba60-f8ed-44b9-b438-ce19a5941b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:54.549663 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4bbeba60-f8ed-44b9-b438-ce19a5941b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:54.555870 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f55f9413-5d13-4ae9-924b-a674784575c0 None None] Provisioning complete for port 5c2bf45e-515c-443b-88c6-a9286dce1e38 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:54.556643 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f55f9413-5d13-4ae9-924b-a674784575c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:54.599728 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bbeba60-f8ed-44b9-b438-ce19a5941b64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:11:54.602443 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c4d291b5-735d-4aa5-b8d4-1cfcfa98cb24 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:54.639662 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-f55f9413-5d13-4ae9-924b-a674784575c0 None None] Port 5c2bf45e-515c-443b-88c6-a9286dce1e38 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:11:54.700816 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4bbeba60-f8ed-44b9-b438-ce19a5941b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:54.701608 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-4bbeba60-f8ed-44b9-b438-ce19a5941b64 admin admin] Added segment 0f0e5ecd-cca9-41c0-96d4-d057e2c124e1 of type vlan for network 10293bd4-e7a1-4c44-910b-a702754ba4e1 Jul 06 14:11:54.706685 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbeba60-f8ed-44b9-b438-ce19a5941b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b089a08-5c41-49e4-8af5-3f6a812e3956,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:54.772714 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8333b7e4-2ae1-4f75-b62e-53dcfc7b3829 None None] Provisioning complete for port 5c2bf45e-515c-443b-88c6-a9286dce1e38 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:54.772714 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8333b7e4-2ae1-4f75-b62e-53dcfc7b3829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:54.829379 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d291b5-735d-4aa5-b8d4-1cfcfa98cb24 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Checking segment: {'id': '2b7f87e0-bf26-4335-95aa-06705029fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5f13f366-f28b-4515-b6e8-474dcd1fb5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:11:54.829866 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d291b5-735d-4aa5-b8d4-1cfcfa98cb24 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network hostable DHCP agents. Network: 5f13f366-f28b-4515-b6e8-474dcd1fb5ed, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:11:54.838995 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4bbeba60-f8ed-44b9-b438-ce19a5941b64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:54.844517 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d291b5-735d-4aa5-b8d4-1cfcfa98cb24 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Subnet': ['ID=3412d380-dc1c-4ec6-9e33-abea7ffa8861,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:54.851922 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-8333b7e4-2ae1-4f75-b62e-53dcfc7b3829 None None] Port 5c2bf45e-515c-443b-88c6-a9286dce1e38 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:11:54.907815 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d291b5-735d-4aa5-b8d4-1cfcfa98cb24 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network 5f13f366-f28b-4515-b6e8-474dcd1fb5ed is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:11:54.925404 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-c4d291b5-735d-4aa5-b8d4-1cfcfa98cb24 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 5f13f366-f28b-4515-b6e8-474dcd1fb5ed) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:54.932186 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4bbeba60-f8ed-44b9-b438-ce19a5941b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:54.934975 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbeba60-f8ed-44b9-b438-ce19a5941b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:54.937998 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4bbeba60-f8ed-44b9-b438-ce19a5941b64 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:54.941860 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f0b5f7-2a42-44e6-b6d6-32aa38bb5cf5 None None] Network 5f13f366-f28b-4515-b6e8-474dcd1fb5ed requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:11:54.965438 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d291b5-735d-4aa5-b8d4-1cfcfa98cb24 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:54.966101 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c4d291b5-735d-4aa5-b8d4-1cfcfa98cb24 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:55.094986 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-b2aa5217-c186-4553-8099-c060bdad9ad4 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:55.108126 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbeba60-f8ed-44b9-b438-ce19a5941b64 admin admin] Pushing event updated for resources: {'Network': ['ID=10293bd4-e7a1-4c44-910b-a702754ba4e1,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:55.123031 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 10293bd4-e7a1-4c44-910b-a702754ba4e1 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:11:55.134350 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-b2aa5217-c186-4553-8099-c060bdad9ad4 None None] Transition to ACTIVE for port object 5c2bf45e-515c-443b-88c6-a9286dce1e38 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:55.141204 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c4d291b5-735d-4aa5-b8d4-1cfcfa98cb24 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3018782 Jul 06 14:11:55.144792 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45074) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:55.148994 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-b2aa5217-c186-4553-8099-c060bdad9ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:55.159404 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4bbeba60-f8ed-44b9-b438-ce19a5941b64 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6617591 Jul 06 14:11:55.163536 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45076) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:55.178625 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-76d1898d-8b71-460b-9e5f-c025846b70e9 admin admin] Request body: {'subnet': {'network_id': '10293bd4-e7a1-4c44-910b-a702754ba4e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1763473913-subnet', 'tenant_id': '62a1cd6c6f28493f8a14ba8c53dc3e36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:55.272634 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4df90-77d2-410e-aebd-a144054bd4be None None] Pushing event updated for resources: {'Port': ['ID=5c2bf45e-515c-443b-88c6-a9286dce1e38,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:55.300036 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4df90-77d2-410e-aebd-a144054bd4be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:55.300641 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4df90-77d2-410e-aebd-a144054bd4be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:55.301041 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4df90-77d2-410e-aebd-a144054bd4be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:55.303247 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4df90-77d2-410e-aebd-a144054bd4be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:55.304717 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4df90-77d2-410e-aebd-a144054bd4be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:55.305078 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4df90-77d2-410e-aebd-a144054bd4be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:55.305847 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4df90-77d2-410e-aebd-a144054bd4be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:55.316085 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4df90-77d2-410e-aebd-a144054bd4be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:55.316555 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4df90-77d2-410e-aebd-a144054bd4be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:55.317341 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4df90-77d2-410e-aebd-a144054bd4be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:55.317341 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4df90-77d2-410e-aebd-a144054bd4be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:55.317632 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a4df90-77d2-410e-aebd-a144054bd4be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:11:55.322461 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45078) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:55.428967 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-b2aa5217-c186-4553-8099-c060bdad9ad4 None None] Attempting to bind port 5c2bf45e-515c-443b-88c6-a9286dce1e38 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:55.429676 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-b2aa5217-c186-4553-8099-c060bdad9ad4 None None] Attempting to bind port 5c2bf45e-515c-443b-88c6-a9286dce1e38 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'e4198480-420f-456e-b9e8-e0415a06b5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:55.430670 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aa5217-c186-4553-8099-c060bdad9ad4 None None] Attempting to bind port 5c2bf45e-515c-443b-88c6-a9286dce1e38 on network 64d190ab-bc7f-45cf-a774-6d041b09e7e3 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:55.446710 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d1898d-8b71-460b-9e5f-c025846b70e9 admin admin] Made reservation on behalf of 62a1cd6c6f28493f8a14ba8c53dc3e36 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:55.452126 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-76d1898d-8b71-460b-9e5f-c025846b70e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:55.456414 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aa5217-c186-4553-8099-c060bdad9ad4 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:11:55.459504 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aa5217-c186-4553-8099-c060bdad9ad4 None None] Checking segment: {'id': 'e4198480-420f-456e-b9e8-e0415a06b5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:11:55.461656 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26293a46-d04e-4713-813c-adc5a8d9f747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-5f13f366-f28b-4515-b6e8-474dcd1fb5ed', 'network_id': '5f13f366-f28b-4515-b6e8-474dcd1fb5ed', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'fixed_ips': [{'subnet_id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:11:55.462134 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-b2aa5217-c186-4553-8099-c060bdad9ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:55.462624 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aa5217-c186-4553-8099-c060bdad9ad4 None None] Bound using segment: {'id': 'e4198480-420f-456e-b9e8-e0415a06b5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:11:55.463390 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-26293a46-d04e-4713-813c-adc5a8d9f747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:55.464182 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-b2aa5217-c186-4553-8099-c060bdad9ad4 None None] Bound port: 5c2bf45e-515c-443b-88c6-a9286dce1e38, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4198480-420f-456e-b9e8-e0415a06b5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:11:55.464589 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-b2aa5217-c186-4553-8099-c060bdad9ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:55.475619 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-151cea92-beeb-4746-a5e7-71d73b85dca4 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:55.481457 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-151cea92-beeb-4746-a5e7-71d73b85dca4 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:55.601365 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-b2aa5217-c186-4553-8099-c060bdad9ad4 None None] For port 5c2bf45e-515c-443b-88c6-a9286dce1e38, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:11:55.608715 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62db31bd-2a7a-4a81-96b7-bfafd9ccdd36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:55.609372 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-b2aa5217-c186-4553-8099-c060bdad9ad4 None None] For port 5c2bf45e-515c-443b-88c6-a9286dce1e38, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=5c2bf45e-515c-443b-88c6-a9286dce1e38,segment=NetworkSegment(e4198480-420f-456e-b9e8-e0415a06b5bd),segment_id=e4198480-420f-456e-b9e8-e0415a06b5bd)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:11:55.616570 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-b2aa5217-c186-4553-8099-c060bdad9ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:55.703722 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aa5217-c186-4553-8099-c060bdad9ad4 None None] Routers {'1bd69fd8-351a-4f6f-92ad-0d9df5b19831'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:55.704349 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-b2aa5217-c186-4553-8099-c060bdad9ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:55.709552 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-151cea92-beeb-4746-a5e7-71d73b85dca4 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Floating IP 31b4ebb5-af9d-40e0-8268-8eb3341ded5f associated. External IP: 172.25.6.187, port: 09e926dd-cab8-47f0-a657-27d18c8b9c72. Jul 06 14:11:55.867474 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-26293a46-d04e-4713-813c-adc5a8d9f747 None None] Allocated IP 2001:db8:1::2 (5f13f366-f28b-4515-b6e8-474dcd1fb5ed/3412d380-dc1c-4ec6-9e33-abea7ffa8861/05ce813c-c195-48a3-b090-4bf0f725d292) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:55.919173 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62db31bd-2a7a-4a81-96b7-bfafd9ccdd36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:55.927634 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-b2aa5217-c186-4553-8099-c060bdad9ad4 None None] Set router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:11:55.974264 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62db31bd-2a7a-4a81-96b7-bfafd9ccdd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:56.026203 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-96cd5648-cd12-4ac4-b412-1099edeb0354 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:56.037221 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-62db31bd-2a7a-4a81-96b7-bfafd9ccdd36 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=f8f367f660b74d538679cd16ee28b1e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7117405 Jul 06 14:11:56.041098 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45082) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:56.069325 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db31bd-2a7a-4a81-96b7-bfafd9ccdd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3313b168-75f0-49b8-9b5e-dfe75d63083c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:56.123136 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151cea92-beeb-4746-a5e7-71d73b85dca4 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Router a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:11:56.232133 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-26293a46-d04e-4713-813c-adc5a8d9f747 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:56.244659 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-26293a46-d04e-4713-813c-adc5a8d9f747 None None] Transition to ACTIVE for port object 05ce813c-c195-48a3-b090-4bf0f725d292 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:56.265271 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3083b92d-df20-4344-92cc-39ba7c33758a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:56.268098 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-26293a46-d04e-4713-813c-adc5a8d9f747 None None] Transition to ACTIVE for port object 05ce813c-c195-48a3-b090-4bf0f725d292 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:56.277061 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-26293a46-d04e-4713-813c-adc5a8d9f747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:56.289258 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-b2aa5217-c186-4553-8099-c060bdad9ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'name': 'tempest-RoutersIpV6Test-router-572951500', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:46Z', 'updated_at': '2021-07-06T14:11:51Z', 'revision_number': 2, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None, '_interfaces': [{'id': '5c2bf45e-515c-443b-88c6-a9286dce1e38', 'name': '', 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:33:c4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:50Z', 'updated_at': '2021-07-06T14:11:55Z', 'revision_number': 4, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:56.291670 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3083b92d-df20-4344-92cc-39ba7c33758a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:56.328576 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aa5217-c186-4553-8099-c060bdad9ad4 None None] The sync data for ids ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'] in n-d-773644-6 is: [{'id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'name': 'tempest-RoutersIpV6Test-router-572951500', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:46Z', 'updated_at': '2021-07-06T14:11:51Z', 'revision_number': 2, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None, '_interfaces': [{'id': '5c2bf45e-515c-443b-88c6-a9286dce1e38', 'name': '', 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:33:c4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:50Z', 'updated_at': '2021-07-06T14:11:55Z', 'revision_number': 4, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:56.333950 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4df90-77d2-410e-aebd-a144054bd4be None None] Pushing event updated for resources: {'Port': ['ID=5c2bf45e-515c-443b-88c6-a9286dce1e38,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:56.340824 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26293a46-d04e-4713-813c-adc5a8d9f747 None None] Network 5f13f366-f28b-4515-b6e8-474dcd1fb5ed is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:56.364678 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3083b92d-df20-4344-92cc-39ba7c33758a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:56.367959 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3083b92d-df20-4344-92cc-39ba7c33758a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:56.373159 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3083b92d-df20-4344-92cc-39ba7c33758a admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/3313b168-75f0-49b8-9b5e-dfe75d63083c HTTP/1.1" status: 204 len: 168 time: 0.3219440 Jul 06 14:11:56.376253 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-26293a46-d04e-4713-813c-adc5a8d9f747 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:56.382331 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26293a46-d04e-4713-813c-adc5a8d9f747 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:56.396285 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083b92d-df20-4344-92cc-39ba7c33758a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3313b168-75f0-49b8-9b5e-dfe75d63083c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:56.426030 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151cea92-beeb-4746-a5e7-71d73b85dca4 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:56.477521 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4299d14-4f9d-41fa-8a23-c664cafb585a None None] Sync routers for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:56.534273 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-26293a46-d04e-4713-813c-adc5a8d9f747 None None] Attempting to bind port 05ce813c-c195-48a3-b090-4bf0f725d292 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:11:56.534697 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-26293a46-d04e-4713-813c-adc5a8d9f747 None None] Attempting to bind port 05ce813c-c195-48a3-b090-4bf0f725d292 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '2b7f87e0-bf26-4335-95aa-06705029fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5f13f366-f28b-4515-b6e8-474dcd1fb5ed'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:11:56.535091 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26293a46-d04e-4713-813c-adc5a8d9f747 None None] Attempting to bind port 05ce813c-c195-48a3-b090-4bf0f725d292 on network 5f13f366-f28b-4515-b6e8-474dcd1fb5ed {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:11:56.538062 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26293a46-d04e-4713-813c-adc5a8d9f747 None None] Pushing event updated for resources: {'Port': ['ID=05ce813c-c195-48a3-b090-4bf0f725d292,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:56.542998 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4299d14-4f9d-41fa-8a23-c664cafb585a None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:56.544037 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f4299d14-4f9d-41fa-8a23-c664cafb585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:56.586878 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f4299d14-4f9d-41fa-8a23-c664cafb585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:56.590822 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26293a46-d04e-4713-813c-adc5a8d9f747 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:11:56.591122 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26293a46-d04e-4713-813c-adc5a8d9f747 None None] Checking segment: {'id': '2b7f87e0-bf26-4335-95aa-06705029fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5f13f366-f28b-4515-b6e8-474dcd1fb5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:11:56.591880 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-26293a46-d04e-4713-813c-adc5a8d9f747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:56.592164 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26293a46-d04e-4713-813c-adc5a8d9f747 None None] Bound using segment: {'id': '2b7f87e0-bf26-4335-95aa-06705029fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5f13f366-f28b-4515-b6e8-474dcd1fb5ed'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:11:56.592453 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-26293a46-d04e-4713-813c-adc5a8d9f747 None None] Bound port: 05ce813c-c195-48a3-b090-4bf0f725d292, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7f87e0-bf26-4335-95aa-06705029fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5f13f366-f28b-4515-b6e8-474dcd1fb5ed'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:11:56.593016 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-26293a46-d04e-4713-813c-adc5a8d9f747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:56.671725 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-26293a46-d04e-4713-813c-adc5a8d9f747 None None] For port 05ce813c-c195-48a3-b090-4bf0f725d292, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:11:56.675386 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-26293a46-d04e-4713-813c-adc5a8d9f747 None None] For port 05ce813c-c195-48a3-b090-4bf0f725d292, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=05ce813c-c195-48a3-b090-4bf0f725d292,segment=NetworkSegment(2b7f87e0-bf26-4335-95aa-06705029fda5),segment_id=2b7f87e0-bf26-4335-95aa-06705029fda5)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:11:56.677296 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4299d14-4f9d-41fa-8a23-c664cafb585a None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:56.678148 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f4299d14-4f9d-41fa-8a23-c664cafb585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:56.721689 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-96cd5648-cd12-4ac4-b412-1099edeb0354 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Allocated IP 2001:db8:1::1 (5f13f366-f28b-4515-b6e8-474dcd1fb5ed/3412d380-dc1c-4ec6-9e33-abea7ffa8861/cd851e84-5ce4-41b2-81c0-59cad34b45f5) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:11:56.729366 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f4299d14-4f9d-41fa-8a23-c664cafb585a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:56.730312 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4299d14-4f9d-41fa-8a23-c664cafb585a None None] The sync data for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:56.730781 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-76d1898d-8b71-460b-9e5f-c025846b70e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:56.732279 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-26293a46-d04e-4713-813c-adc5a8d9f747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:56.811747 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1898d-8b71-460b-9e5f-c025846b70e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b58bd24a-cb49-4d9f-b08f-9ad0f0d9f62a,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:56.820177 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26293a46-d04e-4713-813c-adc5a8d9f747 None None] Pushing event updated for resources: {'Port': ['ID=05ce813c-c195-48a3-b090-4bf0f725d292,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:56.857132 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151cea92-beeb-4746-a5e7-71d73b85dca4 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Router b2379145-1f93-4680-9466-2c278b821f61 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:11:56.931364 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d1898d-8b71-460b-9e5f-c025846b70e9 admin admin] Checking segment: {'id': '0f0e5ecd-cca9-41c0-96d4-d057e2c124e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '10293bd4-e7a1-4c44-910b-a702754ba4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:11:56.931735 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d1898d-8b71-460b-9e5f-c025846b70e9 admin admin] Network hostable DHCP agents. Network: 10293bd4-e7a1-4c44-910b-a702754ba4e1, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:11:56.960029 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d1898d-8b71-460b-9e5f-c025846b70e9 admin admin] Network 10293bd4-e7a1-4c44-910b-a702754ba4e1 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:11:56.993299 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-76d1898d-8b71-460b-9e5f-c025846b70e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 10293bd4-e7a1-4c44-910b-a702754ba4e1) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:57.002386 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f170fb-6902-49b2-823b-1df2c379f7bb None None] Network 10293bd4-e7a1-4c44-910b-a702754ba4e1 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:11:57.003376 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d1898d-8b71-460b-9e5f-c025846b70e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:57.004493 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-76d1898d-8b71-460b-9e5f-c025846b70e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:57.020730 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-76d1898d-8b71-460b-9e5f-c025846b70e9 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8532314 Jul 06 14:11:57.046746 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-96cd5648-cd12-4ac4-b412-1099edeb0354 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:57.097587 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-96cd5648-cd12-4ac4-b412-1099edeb0354 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Transition to ACTIVE for port object cd851e84-5ce4-41b2-81c0-59cad34b45f5 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:11:57.147212 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151cea92-beeb-4746-a5e7-71d73b85dca4 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:57.160635 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-151cea92-beeb-4746-a5e7-71d73b85dca4 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:57.169116 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9936302c-c026-4d23-b9fd-da3549d5d7c4 None None] Sync routers for ids ['b2379145-1f93-4680-9466-2c278b821f61'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:57.201511 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9936302c-c026-4d23-b9fd-da3549d5d7c4 None None] Routers {'b2379145-1f93-4680-9466-2c278b821f61'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:57.202533 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9936302c-c026-4d23-b9fd-da3549d5d7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b2379145-1f93-4680-9466-2c278b821f61'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:57.225400 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-96cd5648-cd12-4ac4-b412-1099edeb0354 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:57.312385 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-151cea92-beeb-4746-a5e7-71d73b85dca4 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "PUT /v2.0/floatingips/31b4ebb5-af9d-40e0-8268-8eb3341ded5f HTTP/1.1" status: 200 len: 978 time: 3.7470565 Jul 06 14:11:57.313430 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45100) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:57.369239 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cd5648-cd12-4ac4-b412-1099edeb0354 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network 5f13f366-f28b-4515-b6e8-474dcd1fb5ed is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:57.383966 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9936302c-c026-4d23-b9fd-da3549d5d7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:57.389277 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-96cd5648-cd12-4ac4-b412-1099edeb0354 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:57.395441 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cd5648-cd12-4ac4-b412-1099edeb0354 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:11:57.396263 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-96cd5648-cd12-4ac4-b412-1099edeb0354 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:57.401332 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd5648-cd12-4ac4-b412-1099edeb0354 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Port': ['ID=cd851e84-5ce4-41b2-81c0-59cad34b45f5,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:57.439990 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9936302c-c026-4d23-b9fd-da3549d5d7c4 None None] Routers {'b2379145-1f93-4680-9466-2c278b821f61'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:57.442114 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9936302c-c026-4d23-b9fd-da3549d5d7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b2379145-1f93-4680-9466-2c278b821f61'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:57.444210 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9b2f84-2576-44d6-9955-4af701fe4f87 None None] Network 10293bd4-e7a1-4c44-910b-a702754ba4e1 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:11:57.544592 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9936302c-c026-4d23-b9fd-da3549d5d7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:57.545282 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9936302c-c026-4d23-b9fd-da3549d5d7c4 None None] The sync data for ids ['b2379145-1f93-4680-9466-2c278b821f61'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:57.626499 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9d045cf7-2943-412b-8f64-1e067cc10a81 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Deleting port c0c3f222-6f34-4293-a708-43101162ae9b {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:11:57.627107 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d045cf7-2943-412b-8f64-1e067cc10a81 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:57.679394 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-96cd5648-cd12-4ac4-b412-1099edeb0354 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:57.802833 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d045cf7-2943-412b-8f64-1e067cc10a81 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:58.129207 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-96cd5648-cd12-4ac4-b412-1099edeb0354 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:58.149544 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-96cd5648-cd12-4ac4-b412-1099edeb0354 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:58.151493 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-96cd5648-cd12-4ac4-b412-1099edeb0354 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:58.192159 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d045cf7-2943-412b-8f64-1e067cc10a81 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:58.193128 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d045cf7-2943-412b-8f64-1e067cc10a81 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:58.193128 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-9d045cf7-2943-412b-8f64-1e067cc10a81 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Floating IP 31b4ebb5-af9d-40e0-8268-8eb3341ded5f disassociated. External IP: 172.25.6.187, port: c0c3f222-6f34-4293-a708-43101162ae9b. Jul 06 14:11:58.193532 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9d045cf7-2943-412b-8f64-1e067cc10a81 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Calling delete_port for c0c3f222-6f34-4293-a708-43101162ae9b owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:11:58.274162 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 05ce813c-c195-48a3-b090-4bf0f725d292 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:11:58.365434 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45128) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:58.379401 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 05ce813c-c195-48a3-b090-4bf0f725d292 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:11:58.379893 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-bdcc2483-248b-4bc8-811d-74a611fd1805 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-350440985-network', 'tenant_id': '6cce568a489041d1a9ec0d942470f2f5'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:58.386922 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 5c2bf45e-515c-443b-88c6-a9286dce1e38 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:11:58.411906 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd5648-cd12-4ac4-b412-1099edeb0354 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Port': ['ID=cd851e84-5ce4-41b2-81c0-59cad34b45f5,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:58.423499 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d045cf7-2943-412b-8f64-1e067cc10a81 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:58.501176 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 5c2bf45e-515c-443b-88c6-a9286dce1e38 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:11:58.512578 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 5c2bf45e-515c-443b-88c6-a9286dce1e38 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:58.512952 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:58.516528 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d045cf7-2943-412b-8f64-1e067cc10a81 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event deleted for resources: {'Port': ['ID=c0c3f222-6f34-4293-a708-43101162ae9b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:58.526258 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcc2483-248b-4bc8-811d-74a611fd1805 admin admin] Made reservation on behalf of 6cce568a489041d1a9ec0d942470f2f5 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:58.541135 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2483-248b-4bc8-811d-74a611fd1805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:58.588501 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cfa474-09cd-4809-9a3f-e9bdbd1d2a6b None None] Network 5f13f366-f28b-4515-b6e8-474dcd1fb5ed requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:11:58.588751 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cd5648-cd12-4ac4-b412-1099edeb0354 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network 5f13f366-f28b-4515-b6e8-474dcd1fb5ed is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:11:58.592160 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-96cd5648-cd12-4ac4-b412-1099edeb0354 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:11:58.602872 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2483-248b-4bc8-811d-74a611fd1805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:58.712231 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d045cf7-2943-412b-8f64-1e067cc10a81 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Router b2379145-1f93-4680-9466-2c278b821f61 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:11:58.778592 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0e26250e-b811-4d56-84b4-046f4eca0063 None None] Provisioning for port 05ce813c-c195-48a3-b090-4bf0f725d292 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:11:58.815108 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0e26250e-b811-4d56-84b4-046f4eca0063 None None] Provisioning complete for port 05ce813c-c195-48a3-b090-4bf0f725d292 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:58.815491 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0e26250e-b811-4d56-84b4-046f4eca0063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:58.914321 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d045cf7-2943-412b-8f64-1e067cc10a81 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:58.942129 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68397016-0bae-4bd4-82f8-4743046f74d1 None None] Sync routers for ids ['b2379145-1f93-4680-9466-2c278b821f61'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:58.982903 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68397016-0bae-4bd4-82f8-4743046f74d1 None None] Routers {'b2379145-1f93-4680-9466-2c278b821f61'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:58.984162 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-68397016-0bae-4bd4-82f8-4743046f74d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b2379145-1f93-4680-9466-2c278b821f61'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:59.026073 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d045cf7-2943-412b-8f64-1e067cc10a81 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:59.032120 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-68397016-0bae-4bd4-82f8-4743046f74d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:59.032528 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9d045cf7-2943-412b-8f64-1e067cc10a81 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "DELETE /v2.0/ports/c0c3f222-6f34-4293-a708-43101162ae9b HTTP/1.1" status: 204 len: 168 time: 1.7173104 Jul 06 14:11:59.033400 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45144) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:59.063941 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:59.107319 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68397016-0bae-4bd4-82f8-4743046f74d1 None None] Routers {'b2379145-1f93-4680-9466-2c278b821f61'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:59.108954 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-68397016-0bae-4bd4-82f8-4743046f74d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b2379145-1f93-4680-9466-2c278b821f61'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:59.167847 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-68397016-0bae-4bd4-82f8-4743046f74d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:59.168448 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68397016-0bae-4bd4-82f8-4743046f74d1 None None] The sync data for ids ['b2379145-1f93-4680-9466-2c278b821f61'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:11:59.184553 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0e26250e-b811-4d56-84b4-046f4eca0063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:59.329239 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96cd5648-cd12-4ac4-b412-1099edeb0354 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:11:59.396358 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2483-248b-4bc8-811d-74a611fd1805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:59.410340 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 5c2bf45e-515c-443b-88c6-a9286dce1e38, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=5c2bf45e-515c-443b-88c6-a9286dce1e38,segment=NetworkSegment(e4198480-420f-456e-b9e8-e0415a06b5bd),segment_id=e4198480-420f-456e-b9e8-e0415a06b5bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:59.426752 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:59.430185 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-0e26250e-b811-4d56-84b4-046f4eca0063 None None] For port 05ce813c-c195-48a3-b090-4bf0f725d292, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=05ce813c-c195-48a3-b090-4bf0f725d292,segment=NetworkSegment(2b7f87e0-bf26-4335-95aa-06705029fda5),segment_id=2b7f87e0-bf26-4335-95aa-06705029fda5)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:11:59.430447 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2483-248b-4bc8-811d-74a611fd1805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:59.446392 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdcc2483-248b-4bc8-811d-74a611fd1805 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:11:59.457822 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0e26250e-b811-4d56-84b4-046f4eca0063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:59.459903 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2483-248b-4bc8-811d-74a611fd1805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:59.460470 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-bdcc2483-248b-4bc8-811d-74a611fd1805 admin admin] Added segment 0f8ea8d5-9141-4152-a4bd-f049070102c6 of type vlan for network e63b4554-542c-43b3-98a4-c3208c8686e9 Jul 06 14:11:59.497352 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=5c2bf45e-515c-443b-88c6-a9286dce1e38,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:59.550198 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc2483-248b-4bc8-811d-74a611fd1805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79de59f-4560-4764-ba74-49dbf8e1a684,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:59.557992 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cd5648-cd12-4ac4-b412-1099edeb0354 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:11:59.559150 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26250e-b811-4d56-84b4-046f4eca0063 None None] Pushing event updated for resources: {'Port': ['ID=05ce813c-c195-48a3-b090-4bf0f725d292,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:59.571243 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-96cd5648-cd12-4ac4-b412-1099edeb0354 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "PUT /v2.0/routers/1bd69fd8-351a-4f6f-92ad-0d9df5b19831/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4246798 Jul 06 14:11:59.572389 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45156) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:59.575690 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64032ae-5452-4969-b3f6-5065127559bd None None] Sync routers for ids ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:11:59.589372 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64032ae-5452-4969-b3f6-5065127559bd None None] Routers {'1bd69fd8-351a-4f6f-92ad-0d9df5b19831'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:11:59.590321 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-a64032ae-5452-4969-b3f6-5065127559bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:11:59.592535 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-2d5e8901-47a6-41f1-8b82-43d75c4cfdfe tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1548702791'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:59.621386 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2483-248b-4bc8-811d-74a611fd1805 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:59.626025 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5e8901-47a6-41f1-8b82-43d75c4cfdfe tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Made reservation on behalf of 08ca5c678dfb45d684a244704dc7e806 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:59.629615 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2d5e8901-47a6-41f1-8b82-43d75c4cfdfe tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:59.663233 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a4c898b-0c07-4432-90d1-e15b16e7e14e tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:59.696962 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5e8901-47a6-41f1-8b82-43d75c4cfdfe tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:11:59.706822 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2483-248b-4bc8-811d-74a611fd1805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:59.707881 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcc2483-248b-4bc8-811d-74a611fd1805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:59.708487 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2483-248b-4bc8-811d-74a611fd1805 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:59.735473 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-a64032ae-5452-4969-b3f6-5065127559bd None None] Set router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:11:59.769401 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2d5e8901-47a6-41f1-8b82-43d75c4cfdfe tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:59.769770 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-2d5e8901-47a6-41f1-8b82-43d75c4cfdfe tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Added segment fbb8e2ed-d1a0-4abf-b0f3-23e958dab6e9 of type vlan for network a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3 Jul 06 14:11:59.773430 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc2483-248b-4bc8-811d-74a611fd1805 admin admin] Pushing event updated for resources: {'Network': ['ID=e63b4554-542c-43b3-98a4-c3208c8686e9,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:11:59.785366 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network e63b4554-542c-43b3-98a4-c3208c8686e9 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:11:59.829053 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-bdcc2483-248b-4bc8-811d-74a611fd1805 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4578969 Jul 06 14:11:59.838410 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45162) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:11:59.844856 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-b359650f-7edc-45be-83c6-cb531dbe9626 admin admin] Request body: {'subnet': {'network_id': 'e63b4554-542c-43b3-98a4-c3208c8686e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-350440985-subnet', 'tenant_id': '6cce568a489041d1a9ec0d942470f2f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:11:59.867375 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2d5e8901-47a6-41f1-8b82-43d75c4cfdfe tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:59.897416 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b359650f-7edc-45be-83c6-cb531dbe9626 admin admin] Made reservation on behalf of 6cce568a489041d1a9ec0d942470f2f5 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:11:59.900030 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b359650f-7edc-45be-83c6-cb531dbe9626 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:59.928305 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2d5e8901-47a6-41f1-8b82-43d75c4cfdfe tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:59.941055 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5e8901-47a6-41f1-8b82-43d75c4cfdfe tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:11:59.942342 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2d5e8901-47a6-41f1-8b82-43d75c4cfdfe tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:11:59.987116 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1203f237-71a8-48fc-9d99-27576637cee9 None None] Provisioning for port cd851e84-5ce4-41b2-81c0-59cad34b45f5 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:11:59.994027 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1203f237-71a8-48fc-9d99-27576637cee9 None None] Provisioning complete for port cd851e84-5ce4-41b2-81c0-59cad34b45f5 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:11:59.994674 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1203f237-71a8-48fc-9d99-27576637cee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:00.062447 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2d5e8901-47a6-41f1-8b82-43d75c4cfdfe tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4821851 Jul 06 14:12:00.066598 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45166) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:00.082971 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-1203f237-71a8-48fc-9d99-27576637cee9 None None] Port cd851e84-5ce4-41b2-81c0-59cad34b45f5 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:12:00.085667 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-c6292560-8724-4947-91d6-995db4308f82 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'subnet': {'network_id': 'a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:00.130639 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1203f237-71a8-48fc-9d99-27576637cee9 None None] Provisioning complete for port 05ce813c-c195-48a3-b090-4bf0f725d292 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:00.131705 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1203f237-71a8-48fc-9d99-27576637cee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:00.228481 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 05ce813c-c195-48a3-b090-4bf0f725d292 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:00.240257 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e8901-47a6-41f1-8b82-43d75c4cfdfe tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Network': ['ID=a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:00.269900 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6292560-8724-4947-91d6-995db4308f82 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Made reservation on behalf of 08ca5c678dfb45d684a244704dc7e806 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:12:00.271710 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-a64032ae-5452-4969-b3f6-5065127559bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'name': 'tempest-RoutersIpV6Test-router-572951500', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:46Z', 'updated_at': '2021-07-06T14:11:57Z', 'revision_number': 3, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None, '_interfaces': [{'id': '5c2bf45e-515c-443b-88c6-a9286dce1e38', 'name': '', 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:33:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:50Z', 'updated_at': '2021-07-06T14:11:59Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd851e84-5ce4-41b2-81c0-59cad34b45f5', 'name': '', 'network_id': '5f13f366-f28b-4515-b6e8-474dcd1fb5ed', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:2b:da:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:56Z', 'updated_at': '2021-07-06T14:11:57Z', 'revision_number': 2, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:00.275719 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c6292560-8724-4947-91d6-995db4308f82 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:00.325594 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:12:00.352026 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-8a4c898b-0c07-4432-90d1-e15b16e7e14e tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Deleting port 1369702f-7948-4640-8e18-6f1026acec0e {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:12:00.352026 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a4c898b-0c07-4432-90d1-e15b16e7e14e tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:00.355531 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64032ae-5452-4969-b3f6-5065127559bd None None] Checking router: 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:12:00.355888 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64032ae-5452-4969-b3f6-5065127559bd None None] Updating router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 port cd851e84-5ce4-41b2-81c0-59cad34b45f5 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:12:00.359704 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b359650f-7edc-45be-83c6-cb531dbe9626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:00.434361 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-a64032ae-5452-4969-b3f6-5065127559bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:00.551576 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 05ce813c-c195-48a3-b090-4bf0f725d292 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:00.552941 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:00.584853 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c6292560-8724-4947-91d6-995db4308f82 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:00.684975 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6292560-8724-4947-91d6-995db4308f82 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Checking segment: {'id': 'fbb8e2ed-d1a0-4abf-b0f3-23e958dab6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:12:00.691170 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6292560-8724-4947-91d6-995db4308f82 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network hostable DHCP agents. Network: a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:12:00.696313 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6292560-8724-4947-91d6-995db4308f82 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Subnet': ['ID=c8f830f9-a826-4454-a06d-82c5860416d7,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:00.705744 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359650f-7edc-45be-83c6-cb531dbe9626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ef5f117-7a29-4074-8e0d-706caf4f6b31,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:00.717013 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9683c712-9659-4374-b8a4-01ed246490e4 None None] Provisioning complete for port cd851e84-5ce4-41b2-81c0-59cad34b45f5 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:00.717155 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9683c712-9659-4374-b8a4-01ed246490e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:00.722414 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6292560-8724-4947-91d6-995db4308f82 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:12:00.736794 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-c6292560-8724-4947-91d6-995db4308f82 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:00.743248 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6292560-8724-4947-91d6-995db4308f82 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:00.744348 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c6292560-8724-4947-91d6-995db4308f82 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:00.763048 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c6292560-8724-4947-91d6-995db4308f82 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6950617 Jul 06 14:12:00.766090 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b359650f-7edc-45be-83c6-cb531dbe9626 admin admin] Checking segment: {'id': '0f8ea8d5-9141-4152-a4bd-f049070102c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e63b4554-542c-43b3-98a4-c3208c8686e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:12:00.766479 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b359650f-7edc-45be-83c6-cb531dbe9626 admin admin] Network hostable DHCP agents. Network: e63b4554-542c-43b3-98a4-c3208c8686e9, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:12:00.766728 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45172) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:00.769361 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c732bc4-6cbe-43a9-9acf-9a62964a3038 None None] Network a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:12:00.773056 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 5c2bf45e-515c-443b-88c6-a9286dce1e38 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:00.776876 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9683c712-9659-4374-b8a4-01ed246490e4 None None] Port cd851e84-5ce4-41b2-81c0-59cad34b45f5 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:12:00.819938 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a4c898b-0c07-4432-90d1-e15b16e7e14e tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:00.837789 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-8a4c898b-0c07-4432-90d1-e15b16e7e14e tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Calling delete_port for 1369702f-7948-4640-8e18-6f1026acec0e owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:12:00.841979 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b359650f-7edc-45be-83c6-cb531dbe9626 admin admin] Network e63b4554-542c-43b3-98a4-c3208c8686e9 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:12:00.853168 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-b359650f-7edc-45be-83c6-cb531dbe9626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, e63b4554-542c-43b3-98a4-c3208c8686e9) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:00.860235 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b359650f-7edc-45be-83c6-cb531dbe9626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:00.860850 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b359650f-7edc-45be-83c6-cb531dbe9626 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:00.868245 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6231ff6-ba41-444f-9a70-d83d290f01cb None None] Network e63b4554-542c-43b3-98a4-c3208c8686e9 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:12:00.890476 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b359650f-7edc-45be-83c6-cb531dbe9626 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0510221 Jul 06 14:12:01.118516 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45180) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:01.128961 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f296336-c40a-4ceb-9690-aad72c5fdc19 None None] Network e63b4554-542c-43b3-98a4-c3208c8686e9 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:12:01.145944 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-a64032ae-5452-4969-b3f6-5065127559bd None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:01.171542 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-a64032ae-5452-4969-b3f6-5065127559bd None None] Transition to ACTIVE for port object cd851e84-5ce4-41b2-81c0-59cad34b45f5 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:01.180960 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 5c2bf45e-515c-443b-88c6-a9286dce1e38 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:01.181372 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:01.183212 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-a64032ae-5452-4969-b3f6-5065127559bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:01.240032 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-67450f23-8743-4a06-8e71-7f93eb85942d None None] Provisioning complete for port cd851e84-5ce4-41b2-81c0-59cad34b45f5 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:01.240032 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-67450f23-8743-4a06-8e71-7f93eb85942d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:01.275656 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af056cb-7629-4763-8368-58e6415143e0 admin admin] Deleting subnet b58bd24a-cb49-4d9f-b08f-9ad0f0d9f62a {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:12:01.279442 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4af056cb-7629-4763-8368-58e6415143e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:01.325867 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61048553-7cd0-4fec-91ec-5173ba9c1ceb None None] Pushing event updated for resources: {'Port': ['ID=cd851e84-5ce4-41b2-81c0-59cad34b45f5,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:01.327896 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4af056cb-7629-4763-8368-58e6415143e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:01.382346 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4af056cb-7629-4763-8368-58e6415143e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:01.405681 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a4c898b-0c07-4432-90d1-e15b16e7e14e tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:01.453662 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-a64032ae-5452-4969-b3f6-5065127559bd None None] Attempting to bind port cd851e84-5ce4-41b2-81c0-59cad34b45f5 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:12:01.454038 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c898b-0c07-4432-90d1-e15b16e7e14e tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event deleted for resources: {'Port': ['ID=1369702f-7948-4640-8e18-6f1026acec0e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:01.454210 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-a64032ae-5452-4969-b3f6-5065127559bd None None] Attempting to bind port cd851e84-5ce4-41b2-81c0-59cad34b45f5 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '2b7f87e0-bf26-4335-95aa-06705029fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5f13f366-f28b-4515-b6e8-474dcd1fb5ed'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:12:01.454401 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64032ae-5452-4969-b3f6-5065127559bd None None] Attempting to bind port cd851e84-5ce4-41b2-81c0-59cad34b45f5 on network 5f13f366-f28b-4515-b6e8-474dcd1fb5ed {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:12:01.466081 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64032ae-5452-4969-b3f6-5065127559bd None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:12:01.466811 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64032ae-5452-4969-b3f6-5065127559bd None None] Checking segment: {'id': '2b7f87e0-bf26-4335-95aa-06705029fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5f13f366-f28b-4515-b6e8-474dcd1fb5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:12:01.467107 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-a64032ae-5452-4969-b3f6-5065127559bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:01.467387 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64032ae-5452-4969-b3f6-5065127559bd None None] Bound using segment: {'id': '2b7f87e0-bf26-4335-95aa-06705029fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5f13f366-f28b-4515-b6e8-474dcd1fb5ed'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:12:01.468597 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-a64032ae-5452-4969-b3f6-5065127559bd None None] Bound port: cd851e84-5ce4-41b2-81c0-59cad34b45f5, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7f87e0-bf26-4335-95aa-06705029fda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5f13f366-f28b-4515-b6e8-474dcd1fb5ed'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:12:01.469206 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-a64032ae-5452-4969-b3f6-5065127559bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:01.508985 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-67450f23-8743-4a06-8e71-7f93eb85942d None None] Port cd851e84-5ce4-41b2-81c0-59cad34b45f5 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:12:01.623311 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-a64032ae-5452-4969-b3f6-5065127559bd None None] For port cd851e84-5ce4-41b2-81c0-59cad34b45f5, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:12:01.627931 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-a64032ae-5452-4969-b3f6-5065127559bd None None] For port cd851e84-5ce4-41b2-81c0-59cad34b45f5, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=cd851e84-5ce4-41b2-81c0-59cad34b45f5,segment=NetworkSegment(2b7f87e0-bf26-4335-95aa-06705029fda5),segment_id=2b7f87e0-bf26-4335-95aa-06705029fda5)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:12:01.632028 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-89691c48-0d8e-4d25-bcf6-77f1c0ff7235 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:01.635510 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-a64032ae-5452-4969-b3f6-5065127559bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:01.655572 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4af056cb-7629-4763-8368-58e6415143e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:01.701196 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61048553-7cd0-4fec-91ec-5173ba9c1ceb None None] Pushing event updated for resources: {'Port': ['ID=cd851e84-5ce4-41b2-81c0-59cad34b45f5,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:01.731667 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64032ae-5452-4969-b3f6-5065127559bd None None] Routers {'1bd69fd8-351a-4f6f-92ad-0d9df5b19831'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:01.737615 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-a64032ae-5452-4969-b3f6-5065127559bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:01.739306 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af056cb-7629-4763-8368-58e6415143e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b58bd24a-cb49-4d9f-b08f-9ad0f0d9f62a,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:01.763273 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4af056cb-7629-4763-8368-58e6415143e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:01.765714 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4af056cb-7629-4763-8368-58e6415143e0 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/b58bd24a-cb49-4d9f-b08f-9ad0f0d9f62a HTTP/1.1" status: 204 len: 168 time: 0.6445441 Jul 06 14:12:01.768415 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45186) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:01.871774 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-a64032ae-5452-4969-b3f6-5065127559bd None None] Set router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:01.881878 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d50eef-3d33-40ef-82c8-8b8fc5eb9856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3', 'network_id': 'a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'fixed_ips': [{'subnet_id': 'c8f830f9-a826-4454-a06d-82c5860416d7'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:12:01.884842 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e4d50eef-3d33-40ef-82c8-8b8fc5eb9856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:02.004188 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a4c898b-0c07-4432-90d1-e15b16e7e14e tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:02.009849 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1d2e-7d5e-46a5-b6b3-45d61e0da388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:02.329363 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-e4d50eef-3d33-40ef-82c8-8b8fc5eb9856 None None] Allocated IP 2001:db8:2::2 (a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3/c8f830f9-a826-4454-a06d-82c5860416d7/b69b60bd-f54f-41f3-829a-9faa3b41be87) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:12:02.408907 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-a64032ae-5452-4969-b3f6-5065127559bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'name': 'tempest-RoutersIpV6Test-router-572951500', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:46Z', 'updated_at': '2021-07-06T14:11:57Z', 'revision_number': 3, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None, '_interfaces': [{'id': '5c2bf45e-515c-443b-88c6-a9286dce1e38', 'name': '', 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:33:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:50Z', 'updated_at': '2021-07-06T14:11:59Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd851e84-5ce4-41b2-81c0-59cad34b45f5', 'name': '', 'network_id': '5f13f366-f28b-4515-b6e8-474dcd1fb5ed', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:2b:da:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:56Z', 'updated_at': '2021-07-06T14:12:01Z', 'revision_number': 4, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:02.447613 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64032ae-5452-4969-b3f6-5065127559bd None None] The sync data for ids ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'] in n-d-773644-6 is: [{'id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'name': 'tempest-RoutersIpV6Test-router-572951500', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:46Z', 'updated_at': '2021-07-06T14:11:57Z', 'revision_number': 3, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None, '_interfaces': [{'id': '5c2bf45e-515c-443b-88c6-a9286dce1e38', 'name': '', 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:33:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:50Z', 'updated_at': '2021-07-06T14:11:59Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd851e84-5ce4-41b2-81c0-59cad34b45f5', 'name': '', 'network_id': '5f13f366-f28b-4515-b6e8-474dcd1fb5ed', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:2b:da:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:56Z', 'updated_at': '2021-07-06T14:12:01Z', 'revision_number': 4, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:12:02.565677 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e4d50eef-3d33-40ef-82c8-8b8fc5eb9856 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:02.579605 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e4d50eef-3d33-40ef-82c8-8b8fc5eb9856 None None] Transition to ACTIVE for port object b69b60bd-f54f-41f3-829a-9faa3b41be87 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:02.583623 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1d2e-7d5e-46a5-b6b3-45d61e0da388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:02.606690 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e4d50eef-3d33-40ef-82c8-8b8fc5eb9856 None None] Transition to ACTIVE for port object b69b60bd-f54f-41f3-829a-9faa3b41be87 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:02.614440 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e4d50eef-3d33-40ef-82c8-8b8fc5eb9856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:02.633117 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-5a4f1d2e-7d5e-46a5-b6b3-45d61e0da388 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10293bd4-e7a1-4c44-910b-a702754ba4e1']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:02.652692 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-5a4f1d2e-7d5e-46a5-b6b3-45d61e0da388 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f0e5ecd-cca9-41c0-96d4-d057e2c124e1') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:02.653063 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-5a4f1d2e-7d5e-46a5-b6b3-45d61e0da388 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f0e5ecd-cca9-41c0-96d4-d057e2c124e1') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:02.673603 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1d2e-7d5e-46a5-b6b3-45d61e0da388 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:02.679995 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-89691c48-0d8e-4d25-bcf6-77f1c0ff7235 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Allocated IP 2001:db8:2::1 (a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3/c8f830f9-a826-4454-a06d-82c5860416d7/38074790-530a-4c02-80b3-9fd49fd44d39) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:12:02.680556 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d50eef-3d33-40ef-82c8-8b8fc5eb9856 None None] Network a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:12:02.683790 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-e4d50eef-3d33-40ef-82c8-8b8fc5eb9856 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:02.688937 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d50eef-3d33-40ef-82c8-8b8fc5eb9856 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:12:02.699743 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1d2e-7d5e-46a5-b6b3-45d61e0da388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:02.710755 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:12:02.746573 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a4f1d2e-7d5e-46a5-b6b3-45d61e0da388 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:12:02.746989 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1d2e-7d5e-46a5-b6b3-45d61e0da388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:12:02.748884 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:12:02.776041 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-e4d50eef-3d33-40ef-82c8-8b8fc5eb9856 None None] Attempting to bind port b69b60bd-f54f-41f3-829a-9faa3b41be87 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:12:02.776502 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-e4d50eef-3d33-40ef-82c8-8b8fc5eb9856 None None] Attempting to bind port b69b60bd-f54f-41f3-829a-9faa3b41be87 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'fbb8e2ed-d1a0-4abf-b0f3-23e958dab6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:12:02.776859 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d50eef-3d33-40ef-82c8-8b8fc5eb9856 None None] Attempting to bind port b69b60bd-f54f-41f3-829a-9faa3b41be87 on network a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:12:02.779502 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d50eef-3d33-40ef-82c8-8b8fc5eb9856 None None] Pushing event updated for resources: {'Port': ['ID=b69b60bd-f54f-41f3-829a-9faa3b41be87,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:02.785589 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d50eef-3d33-40ef-82c8-8b8fc5eb9856 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:12:02.786057 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d50eef-3d33-40ef-82c8-8b8fc5eb9856 None None] Checking segment: {'id': 'fbb8e2ed-d1a0-4abf-b0f3-23e958dab6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:12:02.786402 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e4d50eef-3d33-40ef-82c8-8b8fc5eb9856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:02.786790 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d50eef-3d33-40ef-82c8-8b8fc5eb9856 None None] Bound using segment: {'id': 'fbb8e2ed-d1a0-4abf-b0f3-23e958dab6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:12:02.787687 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-e4d50eef-3d33-40ef-82c8-8b8fc5eb9856 None None] Bound port: b69b60bd-f54f-41f3-829a-9faa3b41be87, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb8e2ed-d1a0-4abf-b0f3-23e958dab6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:12:02.787687 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e4d50eef-3d33-40ef-82c8-8b8fc5eb9856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:02.860995 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1d2e-7d5e-46a5-b6b3-45d61e0da388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:02.866973 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1d2e-7d5e-46a5-b6b3-45d61e0da388 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:02.869232 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5a4f1d2e-7d5e-46a5-b6b3-45d61e0da388 admin admin] 10.222.0.118 "DELETE /v2.0/networks/10293bd4-e7a1-4c44-910b-a702754ba4e1 HTTP/1.1" status: 204 len: 168 time: 1.0944095 Jul 06 14:12:02.875488 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45194) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:02.893485 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-e4d50eef-3d33-40ef-82c8-8b8fc5eb9856 None None] For port b69b60bd-f54f-41f3-829a-9faa3b41be87, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:12:02.898819 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-e4d50eef-3d33-40ef-82c8-8b8fc5eb9856 None None] For port b69b60bd-f54f-41f3-829a-9faa3b41be87, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=b69b60bd-f54f-41f3-829a-9faa3b41be87,segment=NetworkSegment(fbb8e2ed-d1a0-4abf-b0f3-23e958dab6e9),segment_id=fbb8e2ed-d1a0-4abf-b0f3-23e958dab6e9)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:12:02.903460 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f1d2e-7d5e-46a5-b6b3-45d61e0da388 admin admin] Pushing event deleted for resources: {'Network': ['ID=10293bd4-e7a1-4c44-910b-a702754ba4e1,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:02.908311 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e4d50eef-3d33-40ef-82c8-8b8fc5eb9856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:02.944650 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4c898b-0c07-4432-90d1-e15b16e7e14e tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Router b2379145-1f93-4680-9466-2c278b821f61 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:12:02.959102 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-89691c48-0d8e-4d25-bcf6-77f1c0ff7235 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:02.995223 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-89691c48-0d8e-4d25-bcf6-77f1c0ff7235 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Transition to ACTIVE for port object 38074790-530a-4c02-80b3-9fd49fd44d39 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:02.997858 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-31da5fef-a57a-4a1b-9e24-87b96221aba8 admin admin] Deleting subnet 0ef5f117-7a29-4074-8e0d-706caf4f6b31 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:12:03.004637 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-31da5fef-a57a-4a1b-9e24-87b96221aba8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:03.034911 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d50eef-3d33-40ef-82c8-8b8fc5eb9856 None None] Pushing event updated for resources: {'Port': ['ID=b69b60bd-f54f-41f3-829a-9faa3b41be87,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:03.082919 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-31da5fef-a57a-4a1b-9e24-87b96221aba8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:03.174890 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-31da5fef-a57a-4a1b-9e24-87b96221aba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:03.187968 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4c898b-0c07-4432-90d1-e15b16e7e14e tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:12:03.193944 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8a4c898b-0c07-4432-90d1-e15b16e7e14e tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "PUT /v2.0/routers/b2379145-1f93-4680-9466-2c278b821f61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1590424 Jul 06 14:12:03.200702 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45208) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:03.200847 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f33ff8-0ac4-4ec2-8e87-af46e0b92f96 None None] Sync routers for ids ['b2379145-1f93-4680-9466-2c278b821f61'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:12:03.217329 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f33ff8-0ac4-4ec2-8e87-af46e0b92f96 None None] Routers {'b2379145-1f93-4680-9466-2c278b821f61'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:03.218114 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-a1f33ff8-0ac4-4ec2-8e87-af46e0b92f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b2379145-1f93-4680-9466-2c278b821f61'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:03.282651 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-a1f33ff8-0ac4-4ec2-8e87-af46e0b92f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:03.295985 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-89691c48-0d8e-4d25-bcf6-77f1c0ff7235 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:03.298483 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f33ff8-0ac4-4ec2-8e87-af46e0b92f96 None None] Routers {'b2379145-1f93-4680-9466-2c278b821f61'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:03.299156 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-a1f33ff8-0ac4-4ec2-8e87-af46e0b92f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b2379145-1f93-4680-9466-2c278b821f61'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:03.329282 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-31da5fef-a57a-4a1b-9e24-87b96221aba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:03.425115 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-a1f33ff8-0ac4-4ec2-8e87-af46e0b92f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:03.437120 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f33ff8-0ac4-4ec2-8e87-af46e0b92f96 None None] The sync data for ids ['b2379145-1f93-4680-9466-2c278b821f61'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:12:03.467345 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d73a368a-8a5e-4535-adda-bd24ceaeaa33 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:03.489472 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-31da5fef-a57a-4a1b-9e24-87b96221aba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:03.493971 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-31da5fef-a57a-4a1b-9e24-87b96221aba8 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/0ef5f117-7a29-4074-8e0d-706caf4f6b31 HTTP/1.1" status: 204 len: 168 time: 0.6149302 Jul 06 14:12:03.504454 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45210) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:03.515801 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89691c48-0d8e-4d25-bcf6-77f1c0ff7235 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:12:03.517217 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da5fef-a57a-4a1b-9e24-87b96221aba8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ef5f117-7a29-4074-8e0d-706caf4f6b31,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:03.556210 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-89691c48-0d8e-4d25-bcf6-77f1c0ff7235 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:03.590711 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89691c48-0d8e-4d25-bcf6-77f1c0ff7235 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:12:03.591225 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-89691c48-0d8e-4d25-bcf6-77f1c0ff7235 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:03.600078 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89691c48-0d8e-4d25-bcf6-77f1c0ff7235 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Port': ['ID=38074790-530a-4c02-80b3-9fd49fd44d39,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:03.628207 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d73a368a-8a5e-4535-adda-bd24ceaeaa33 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:03.700504 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d73a368a-8a5e-4535-adda-bd24ceaeaa33 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Deleting port 77b8f84b-75ed-4af7-b665-8f67da0365e4 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:12:03.700865 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d73a368a-8a5e-4535-adda-bd24ceaeaa33 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:03.751022 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3f4daad3-4a1c-4515-a717-3f28154379e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:03.802452 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d73a368a-8a5e-4535-adda-bd24ceaeaa33 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:03.823403 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d73a368a-8a5e-4535-adda-bd24ceaeaa33 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Calling delete_port for 77b8f84b-75ed-4af7-b665-8f67da0365e4 owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:12:03.878858 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-89691c48-0d8e-4d25-bcf6-77f1c0ff7235 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:03.881567 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3f4daad3-4a1c-4515-a717-3f28154379e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:03.900517 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-3f4daad3-4a1c-4515-a717-3f28154379e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e63b4554-542c-43b3-98a4-c3208c8686e9']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:03.932968 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-3f4daad3-4a1c-4515-a717-3f28154379e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f8ea8d5-9141-4152-a4bd-f049070102c6') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:03.933312 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-3f4daad3-4a1c-4515-a717-3f28154379e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f8ea8d5-9141-4152-a4bd-f049070102c6') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:03.958414 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3f4daad3-4a1c-4515-a717-3f28154379e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.033017 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3f4daad3-4a1c-4515-a717-3f28154379e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.069317 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d73a368a-8a5e-4535-adda-bd24ceaeaa33 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.081654 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4daad3-4a1c-4515-a717-3f28154379e0 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:12:04.082145 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3f4daad3-4a1c-4515-a717-3f28154379e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:12:04.084761 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:12:04.135317 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a368a-8a5e-4535-adda-bd24ceaeaa33 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event deleted for resources: {'Port': ['ID=77b8f84b-75ed-4af7-b665-8f67da0365e4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:04.228897 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3f4daad3-4a1c-4515-a717-3f28154379e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.243636 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3f4daad3-4a1c-4515-a717-3f28154379e0 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.251464 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3f4daad3-4a1c-4515-a717-3f28154379e0 admin admin] 10.222.0.118 "DELETE /v2.0/networks/e63b4554-542c-43b3-98a4-c3208c8686e9 HTTP/1.1" status: 204 len: 168 time: 0.7458680 Jul 06 14:12:04.258187 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device cd851e84-5ce4-41b2-81c0-59cad34b45f5 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:04.273618 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d73a368a-8a5e-4535-adda-bd24ceaeaa33 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.288976 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4daad3-4a1c-4515-a717-3f28154379e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e63b4554-542c-43b3-98a4-c3208c8686e9,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:04.355697 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port cd851e84-5ce4-41b2-81c0-59cad34b45f5 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:04.365167 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port cd851e84-5ce4-41b2-81c0-59cad34b45f5 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:04.365547 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.486366 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d73a368a-8a5e-4535-adda-bd24ceaeaa33 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.490477 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d73a368a-8a5e-4535-adda-bd24ceaeaa33 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.551875 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-89691c48-0d8e-4d25-bcf6-77f1c0ff7235 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.565386 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-89691c48-0d8e-4d25-bcf6-77f1c0ff7235 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.565386 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-89691c48-0d8e-4d25-bcf6-77f1c0ff7235 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.570776 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45230) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:04.573539 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.600896 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d73a368a-8a5e-4535-adda-bd24ceaeaa33 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.601546 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73a368a-8a5e-4535-adda-bd24ceaeaa33 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Fanout notify agent at l3_agent the message router_deleted on router b2379145-1f93-4680-9466-2c278b821f61 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:12:04.602480 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139b9574-353d-4372-a955-f2fa039c8d57 None None] Network a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:12:04.611874 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d73a368a-8a5e-4535-adda-bd24ceaeaa33 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.613135 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d73a368a-8a5e-4535-adda-bd24ceaeaa33 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "DELETE /v2.0/routers/b2379145-1f93-4680-9466-2c278b821f61 HTTP/1.1" status: 204 len: 168 time: 1.4114132 Jul 06 14:12:04.616144 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45232) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:04.678383 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port cd851e84-5ce4-41b2-81c0-59cad34b45f5, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=cd851e84-5ce4-41b2-81c0-59cad34b45f5,segment=NetworkSegment(2b7f87e0-bf26-4335-95aa-06705029fda5),segment_id=2b7f87e0-bf26-4335-95aa-06705029fda5)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:04.691162 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-49bbf058-774e-4e45-9266-32ceffd94c10 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Deleting subnet 401f79f9-1f18-4a77-859f-52a0923f6df5 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:12:04.694471 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.695138 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-49bbf058-774e-4e45-9266-32ceffd94c10 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.696212 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device b69b60bd-f54f-41f3-829a-9faa3b41be87 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:04.700642 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89691c48-0d8e-4d25-bcf6-77f1c0ff7235 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Port': ['ID=38074790-530a-4c02-80b3-9fd49fd44d39,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:04.726488 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-62c8f083-42ee-41ff-a999-dff0df0d24c6 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=62a1cd6c6f28493f8a14ba8c53dc3e36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544871 Jul 06 14:12:04.730811 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45234) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:04.780645 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-25abc3b2-0821-4bb0-b638-d2afc970c5ab None None] Provisioning for port b69b60bd-f54f-41f3-829a-9faa3b41be87 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:04.786024 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89691c48-0d8e-4d25-bcf6-77f1c0ff7235 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:12:04.789083 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-89691c48-0d8e-4d25-bcf6-77f1c0ff7235 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:04.806663 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-49bbf058-774e-4e45-9266-32ceffd94c10 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.868763 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=cd851e84-5ce4-41b2-81c0-59cad34b45f5,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:04.924713 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89691c48-0d8e-4d25-bcf6-77f1c0ff7235 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:12:04.926776 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port b69b60bd-f54f-41f3-829a-9faa3b41be87 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:04.933507 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port b69b60bd-f54f-41f3-829a-9faa3b41be87 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:04.934332 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:04.990046 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1323ac5a-6c0e-4ed6-9ac3-26c3f2466893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:05.025016 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1323ac5a-6c0e-4ed6-9ac3-26c3f2466893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:05.027513 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-49bbf058-774e-4e45-9266-32ceffd94c10 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:05.050121 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89691c48-0d8e-4d25-bcf6-77f1c0ff7235 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:12:05.055887 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-89691c48-0d8e-4d25-bcf6-77f1c0ff7235 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "PUT /v2.0/routers/1bd69fd8-351a-4f6f-92ad-0d9df5b19831/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2879441 Jul 06 14:12:05.061203 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45238) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:05.062300 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71f4f27-27d6-4f51-97e0-8712c720e9cb None None] Sync routers for ids ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:12:05.072772 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71f4f27-27d6-4f51-97e0-8712c720e9cb None None] Routers {'1bd69fd8-351a-4f6f-92ad-0d9df5b19831'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:05.073116 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-8427819d-4757-4ff9-abce-fa586407ab7b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1907467147'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:05.073508 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-d71f4f27-27d6-4f51-97e0-8712c720e9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:05.098006 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:05.155699 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8427819d-4757-4ff9-abce-fa586407ab7b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Made reservation on behalf of 08ca5c678dfb45d684a244704dc7e806 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:12:05.160141 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8427819d-4757-4ff9-abce-fa586407ab7b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:05.180094 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port b69b60bd-f54f-41f3-829a-9faa3b41be87, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=b69b60bd-f54f-41f3-829a-9faa3b41be87,segment=NetworkSegment(fbb8e2ed-d1a0-4abf-b0f3-23e958dab6e9),segment_id=fbb8e2ed-d1a0-4abf-b0f3-23e958dab6e9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:05.189379 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:05.219005 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8427819d-4757-4ff9-abce-fa586407ab7b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:12:05.235340 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8427819d-4757-4ff9-abce-fa586407ab7b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:05.235666 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-8427819d-4757-4ff9-abce-fa586407ab7b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Added segment 0dba7ac6-7a2d-41ad-b025-6c09aedbc325 of type vlan for network 3fbbe3e0-94cb-419a-9e41-2feebe372254 Jul 06 14:12:05.237606 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-d71f4f27-27d6-4f51-97e0-8712c720e9cb None None] Set router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:05.264170 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=b69b60bd-f54f-41f3-829a-9faa3b41be87,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:05.302353 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8427819d-4757-4ff9-abce-fa586407ab7b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:05.331589 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1323ac5a-6c0e-4ed6-9ac3-26c3f2466893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:05.334551 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1323ac5a-6c0e-4ed6-9ac3-26c3f2466893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:05.338064 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1323ac5a-6c0e-4ed6-9ac3-26c3f2466893 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/5b089a08-5c41-49e4-8af5-3f6a812e3956 HTTP/1.1" status: 204 len: 168 time: 0.6038556 Jul 06 14:12:05.340896 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8427819d-4757-4ff9-abce-fa586407ab7b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:05.348485 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8427819d-4757-4ff9-abce-fa586407ab7b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:05.349279 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8427819d-4757-4ff9-abce-fa586407ab7b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:05.352227 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-49bbf058-774e-4e45-9266-32ceffd94c10 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:05.464152 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427819d-4757-4ff9-abce-fa586407ab7b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Network': ['ID=3fbbe3e0-94cb-419a-9e41-2feebe372254,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:05.495567 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8427819d-4757-4ff9-abce-fa586407ab7b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:05.495919 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8427819d-4757-4ff9-abce-fa586407ab7b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:05.496389 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8427819d-4757-4ff9-abce-fa586407ab7b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:05.496623 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8427819d-4757-4ff9-abce-fa586407ab7b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:05.496900 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8427819d-4757-4ff9-abce-fa586407ab7b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:05.497228 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8427819d-4757-4ff9-abce-fa586407ab7b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:05.497555 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8427819d-4757-4ff9-abce-fa586407ab7b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:05.497906 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8427819d-4757-4ff9-abce-fa586407ab7b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:05.498234 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8427819d-4757-4ff9-abce-fa586407ab7b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:05.498559 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8427819d-4757-4ff9-abce-fa586407ab7b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:05.499513 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8427819d-4757-4ff9-abce-fa586407ab7b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:05.500496 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8427819d-4757-4ff9-abce-fa586407ab7b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:05.505022 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323ac5a-6c0e-4ed6-9ac3-26c3f2466893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b089a08-5c41-49e4-8af5-3f6a812e3956,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:05.510498 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbf058-774e-4e45-9266-32ceffd94c10 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event deleted for resources: {'Subnet': ['ID=401f79f9-1f18-4a77-859f-52a0923f6df5,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:05.512576 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-49bbf058-774e-4e45-9266-32ceffd94c10 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:05.515559 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 3fbbe3e0-94cb-419a-9e41-2feebe372254 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:12:05.518486 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45242) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:05.528135 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-49bbf058-774e-4e45-9266-32ceffd94c10 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "DELETE /v2.0/subnets/401f79f9-1f18-4a77-859f-52a0923f6df5 HTTP/1.1" status: 204 len: 168 time: 0.9107337 Jul 06 14:12:05.544256 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8427819d-4757-4ff9-abce-fa586407ab7b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4773388 Jul 06 14:12:05.546514 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45244) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:05.551780 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-d71f4f27-27d6-4f51-97e0-8712c720e9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'name': 'tempest-RoutersIpV6Test-router-572951500', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:46Z', 'updated_at': '2021-07-06T14:12:03Z', 'revision_number': 4, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None, '_interfaces': [{'id': '38074790-530a-4c02-80b3-9fd49fd44d39', 'name': '', 'network_id': 'a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:72:7e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'c8f830f9-a826-4454-a06d-82c5860416d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:02Z', 'updated_at': '2021-07-06T14:12:04Z', 'revision_number': 2, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': 'c8f830f9-a826-4454-a06d-82c5860416d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c2bf45e-515c-443b-88c6-a9286dce1e38', 'name': '', 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:33:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:50Z', 'updated_at': '2021-07-06T14:11:59Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd851e84-5ce4-41b2-81c0-59cad34b45f5', 'name': '', 'network_id': '5f13f366-f28b-4515-b6e8-474dcd1fb5ed', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:2b:da:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:56Z', 'updated_at': '2021-07-06T14:12:04Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:05.552196 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-ad4e8017-000a-464f-8aea-89c118f5b577 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'subnet': {'network_id': '3fbbe3e0-94cb-419a-9e41-2feebe372254', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:05.610604 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71f4f27-27d6-4f51-97e0-8712c720e9cb None None] Checking router: 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:12:05.610960 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71f4f27-27d6-4f51-97e0-8712c720e9cb None None] Updating router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 port 38074790-530a-4c02-80b3-9fd49fd44d39 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:12:05.670552 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-d71f4f27-27d6-4f51-97e0-8712c720e9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:05.697315 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4d5458-7ef4-4a65-b1b7-49918bb2c17f None None] Network 9ab55b4f-bb73-49b5-b9dc-a31689b5dca1 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:12:05.753902 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5086e7ab-9585-46f5-b46a-54d1861b34ae tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:05.763881 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4e8017-000a-464f-8aea-89c118f5b577 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Made reservation on behalf of 08ca5c678dfb45d684a244704dc7e806 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:12:05.772570 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8017-000a-464f-8aea-89c118f5b577 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:05.850308 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-820ae792-01ab-4def-8126-33438c0c94a4 None None] Provisioning complete for port b69b60bd-f54f-41f3-829a-9faa3b41be87 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:05.850810 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-820ae792-01ab-4def-8126-33438c0c94a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:05.864057 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-5086e7ab-9585-46f5-b46a-54d1861b34ae tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Deleting port 8e916c9a-e175-4db6-9bb1-fe84f2713648 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:12:05.864635 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5086e7ab-9585-46f5-b46a-54d1861b34ae tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:05.998848 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-5086e7ab-9585-46f5-b46a-54d1861b34ae tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] For port 8e916c9a-e175-4db6-9bb1-fe84f2713648, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=8e916c9a-e175-4db6-9bb1-fe84f2713648,segment=NetworkSegment(a746780f-181f-41db-bb12-621270d4bd10),segment_id=a746780f-181f-41db-bb12-621270d4bd10)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:06.000562 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5086e7ab-9585-46f5-b46a-54d1861b34ae tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:06.040116 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-5086e7ab-9585-46f5-b46a-54d1861b34ae tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Calling delete_port for 8e916c9a-e175-4db6-9bb1-fe84f2713648 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:12:06.144171 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45252) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:06.271057 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5086e7ab-9585-46f5-b46a-54d1861b34ae tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:06.306306 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device cd851e84-5ce4-41b2-81c0-59cad34b45f5 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:06.340476 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086e7ab-9585-46f5-b46a-54d1861b34ae tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event deleted for resources: {'Port': ['ID=8e916c9a-e175-4db6-9bb1-fe84f2713648,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:06.342547 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bf40e699-b276-4727-a7a4-7b7d6df15f9a admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=6cce568a489041d1a9ec0d942470f2f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1973374 Jul 06 14:12:06.345208 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45254) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:06.349844 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8017-000a-464f-8aea-89c118f5b577 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:06.360105 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-d71f4f27-27d6-4f51-97e0-8712c720e9cb None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:06.372880 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-d71f4f27-27d6-4f51-97e0-8712c720e9cb None None] Transition to ACTIVE for port object 38074790-530a-4c02-80b3-9fd49fd44d39 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:06.382435 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-d71f4f27-27d6-4f51-97e0-8712c720e9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:06.400674 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-820ae792-01ab-4def-8126-33438c0c94a4 None None] Provisioning for port 38074790-530a-4c02-80b3-9fd49fd44d39 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:06.422100 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port cd851e84-5ce4-41b2-81c0-59cad34b45f5 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:06.423084 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:06.439362 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e8017-000a-464f-8aea-89c118f5b577 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Subnet': ['ID=0bd96bee-53b0-48b3-9fdc-09a4e4a7e2cd,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:06.448433 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5086e7ab-9585-46f5-b46a-54d1861b34ae tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] No DVR routers for this DVR port 8e916c9a-e175-4db6-9bb1-fe84f2713648 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:12:06.465718 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4e8017-000a-464f-8aea-89c118f5b577 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Checking segment: {'id': '0dba7ac6-7a2d-41ad-b025-6c09aedbc325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3fbbe3e0-94cb-419a-9e41-2feebe372254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:12:06.466241 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4e8017-000a-464f-8aea-89c118f5b577 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network hostable DHCP agents. Network: 3fbbe3e0-94cb-419a-9e41-2feebe372254, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:12:06.472755 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d763898e-864e-46a9-a1ea-6d021a42fd1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:06.519861 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4e8017-000a-464f-8aea-89c118f5b577 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network 3fbbe3e0-94cb-419a-9e41-2feebe372254 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:12:06.523270 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bba40f-d473-468f-80e0-d2d461c56053 None None] Pushing event updated for resources: {'Port': ['ID=38074790-530a-4c02-80b3-9fd49fd44d39,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:06.554788 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-ad4e8017-000a-464f-8aea-89c118f5b577 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 3fbbe3e0-94cb-419a-9e41-2feebe372254) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:06.565312 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4e8017-000a-464f-8aea-89c118f5b577 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:06.567414 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ad4e8017-000a-464f-8aea-89c118f5b577 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:06.570637 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11daaf9e-add6-45ad-8695-5bea66b5fb9a None None] DHCP port deletion for 9ab55b4f-bb73-49b5-b9dc-a31689b5dca1 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:12:06.589791 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d763898e-864e-46a9-a1ea-6d021a42fd1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:06.594842 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e6c3dc-aaf2-4993-86e0-e9179f518ab3 None None] Network 3fbbe3e0-94cb-419a-9e41-2feebe372254 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:12:06.611762 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45256) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:06.612374 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ad4e8017-000a-464f-8aea-89c118f5b577 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0645671 Jul 06 14:12:06.638428 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5086e7ab-9585-46f5-b46a-54d1861b34ae tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:06.675800 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-d71f4f27-27d6-4f51-97e0-8712c720e9cb None None] Attempting to bind port 38074790-530a-4c02-80b3-9fd49fd44d39 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:12:06.677835 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-d71f4f27-27d6-4f51-97e0-8712c720e9cb None None] Attempting to bind port 38074790-530a-4c02-80b3-9fd49fd44d39 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'fbb8e2ed-d1a0-4abf-b0f3-23e958dab6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:12:06.677835 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71f4f27-27d6-4f51-97e0-8712c720e9cb None None] Attempting to bind port 38074790-530a-4c02-80b3-9fd49fd44d39 on network a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:12:06.683143 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71f4f27-27d6-4f51-97e0-8712c720e9cb None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:12:06.683810 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71f4f27-27d6-4f51-97e0-8712c720e9cb None None] Checking segment: {'id': 'fbb8e2ed-d1a0-4abf-b0f3-23e958dab6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:12:06.684229 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-d71f4f27-27d6-4f51-97e0-8712c720e9cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:06.684683 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71f4f27-27d6-4f51-97e0-8712c720e9cb None None] Bound using segment: {'id': 'fbb8e2ed-d1a0-4abf-b0f3-23e958dab6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:12:06.685262 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-d71f4f27-27d6-4f51-97e0-8712c720e9cb None None] Bound port: 38074790-530a-4c02-80b3-9fd49fd44d39, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb8e2ed-d1a0-4abf-b0f3-23e958dab6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:12:06.685658 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-d71f4f27-27d6-4f51-97e0-8712c720e9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:06.724501 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device b69b60bd-f54f-41f3-829a-9faa3b41be87 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:06.780049 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d763898e-864e-46a9-a1ea-6d021a42fd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:06.784073 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d763898e-864e-46a9-a1ea-6d021a42fd1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:06.787953 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d763898e-864e-46a9-a1ea-6d021a42fd1c admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/e79de59f-4560-4764-ba74-49dbf8e1a684 HTTP/1.1" status: 204 len: 168 time: 0.4397495 Jul 06 14:12:06.789984 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-5086e7ab-9585-46f5-b46a-54d1861b34ae tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab55b4f-bb73-49b5-b9dc-a31689b5dca1']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:06.833498 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port b69b60bd-f54f-41f3-829a-9faa3b41be87 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:06.833731 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-d71f4f27-27d6-4f51-97e0-8712c720e9cb None None] For port 38074790-530a-4c02-80b3-9fd49fd44d39, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:12:06.834074 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:06.838057 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-5086e7ab-9585-46f5-b46a-54d1861b34ae tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a746780f-181f-41db-bb12-621270d4bd10') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:06.839471 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-d71f4f27-27d6-4f51-97e0-8712c720e9cb None None] For port 38074790-530a-4c02-80b3-9fd49fd44d39, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=38074790-530a-4c02-80b3-9fd49fd44d39,segment=NetworkSegment(fbb8e2ed-d1a0-4abf-b0f3-23e958dab6e9),segment_id=fbb8e2ed-d1a0-4abf-b0f3-23e958dab6e9)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:12:06.840171 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-5086e7ab-9585-46f5-b46a-54d1861b34ae tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a746780f-181f-41db-bb12-621270d4bd10') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:06.846394 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-d71f4f27-27d6-4f51-97e0-8712c720e9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:06.852968 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763898e-864e-46a9-a1ea-6d021a42fd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79de59f-4560-4764-ba74-49dbf8e1a684,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:06.896133 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5086e7ab-9585-46f5-b46a-54d1861b34ae tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:06.932205 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5086e7ab-9585-46f5-b46a-54d1861b34ae tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:07.005302 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bba40f-d473-468f-80e0-d2d461c56053 None None] Pushing event updated for resources: {'Port': ['ID=38074790-530a-4c02-80b3-9fd49fd44d39,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:07.040872 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71f4f27-27d6-4f51-97e0-8712c720e9cb None None] Routers {'1bd69fd8-351a-4f6f-92ad-0d9df5b19831'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:07.041813 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-d71f4f27-27d6-4f51-97e0-8712c720e9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:11:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:07.049536 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f7e5d9-0b62-44db-b40f-9f64b2b31234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-3fbbe3e0-94cb-419a-9e41-2feebe372254', 'network_id': '3fbbe3e0-94cb-419a-9e41-2feebe372254', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'fixed_ips': [{'subnet_id': '0bd96bee-53b0-48b3-9fdc-09a4e4a7e2cd'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:12:07.050663 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-43f7e5d9-0b62-44db-b40f-9f64b2b31234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:07.068757 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5086e7ab-9585-46f5-b46a-54d1861b34ae tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:12:07.069571 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5086e7ab-9585-46f5-b46a-54d1861b34ae tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:12:07.196915 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:12:07.202565 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5086e7ab-9585-46f5-b46a-54d1861b34ae tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:07.207617 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5086e7ab-9585-46f5-b46a-54d1861b34ae tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:07.215625 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45262) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:07.226041 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5086e7ab-9585-46f5-b46a-54d1861b34ae tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "DELETE /v2.0/networks/9ab55b4f-bb73-49b5-b9dc-a31689b5dca1 HTTP/1.1" status: 204 len: 168 time: 1.7058048 Jul 06 14:12:07.282108 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086e7ab-9585-46f5-b46a-54d1861b34ae tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event deleted for resources: {'Network': ['ID=9ab55b4f-bb73-49b5-b9dc-a31689b5dca1,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:07.370635 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3b1a4ae5-5f8d-4b21-9116-cbfe24726f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:07.382612 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-d71f4f27-27d6-4f51-97e0-8712c720e9cb None None] Set router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:07.418012 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-43f7e5d9-0b62-44db-b40f-9f64b2b31234 None None] Allocated IP 2001:db8:3::2 (3fbbe3e0-94cb-419a-9e41-2feebe372254/0bd96bee-53b0-48b3-9fdc-09a4e4a7e2cd/57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:12:07.568016 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-1512df2c-3cf8-490f-b9fb-74df3b712cb1 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Deleting port bfe50e76-47d9-4c58-a0b2-e92d8c25d4f9 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:12:07.568990 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1512df2c-3cf8-490f-b9fb-74df3b712cb1 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:07.585633 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b2471062-2c9f-4a4f-a6d3-f7fb1dfcfb2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:07.659208 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1512df2c-3cf8-490f-b9fb-74df3b712cb1 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:07.659804 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1512df2c-3cf8-490f-b9fb-74df3b712cb1 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:07.672326 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-1512df2c-3cf8-490f-b9fb-74df3b712cb1 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Calling delete_port for bfe50e76-47d9-4c58-a0b2-e92d8c25d4f9 owned by network:floatingip {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:12:07.717989 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-43f7e5d9-0b62-44db-b40f-9f64b2b31234 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:07.742595 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-43f7e5d9-0b62-44db-b40f-9f64b2b31234 None None] Transition to ACTIVE for port object 57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:07.782383 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-43f7e5d9-0b62-44db-b40f-9f64b2b31234 None None] Transition to ACTIVE for port object 57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:07.794783 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-43f7e5d9-0b62-44db-b40f-9f64b2b31234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:07.799552 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-d71f4f27-27d6-4f51-97e0-8712c720e9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'name': 'tempest-RoutersIpV6Test-router-572951500', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:46Z', 'updated_at': '2021-07-06T14:12:03Z', 'revision_number': 4, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None, '_interfaces': [{'id': '38074790-530a-4c02-80b3-9fd49fd44d39', 'name': '', 'network_id': 'a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:72:7e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'c8f830f9-a826-4454-a06d-82c5860416d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:02Z', 'updated_at': '2021-07-06T14:12:06Z', 'revision_number': 4, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': 'c8f830f9-a826-4454-a06d-82c5860416d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c2bf45e-515c-443b-88c6-a9286dce1e38', 'name': '', 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:33:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:50Z', 'updated_at': '2021-07-06T14:11:59Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd851e84-5ce4-41b2-81c0-59cad34b45f5', 'name': '', 'network_id': '5f13f366-f28b-4515-b6e8-474dcd1fb5ed', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:2b:da:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:56Z', 'updated_at': '2021-07-06T14:12:04Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:07.830362 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1512df2c-3cf8-490f-b9fb-74df3b712cb1 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:07.867713 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512df2c-3cf8-490f-b9fb-74df3b712cb1 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event deleted for resources: {'Port': ['ID=bfe50e76-47d9-4c58-a0b2-e92d8c25d4f9,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:07.884794 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f7e5d9-0b62-44db-b40f-9f64b2b31234 None None] Network 3fbbe3e0-94cb-419a-9e41-2feebe372254 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:12:07.885074 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71f4f27-27d6-4f51-97e0-8712c720e9cb None None] The sync data for ids ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'] in n-d-773644-6 is: [{'id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'name': 'tempest-RoutersIpV6Test-router-572951500', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:46Z', 'updated_at': '2021-07-06T14:12:03Z', 'revision_number': 4, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None, '_interfaces': [{'id': '38074790-530a-4c02-80b3-9fd49fd44d39', 'name': '', 'network_id': 'a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:72:7e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'c8f830f9-a826-4454-a06d-82c5860416d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:02Z', 'updated_at': '2021-07-06T14:12:06Z', 'revision_number': 4, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': 'c8f830f9-a826-4454-a06d-82c5860416d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c2bf45e-515c-443b-88c6-a9286dce1e38', 'name': '', 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:33:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:50Z', 'updated_at': '2021-07-06T14:11:59Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd851e84-5ce4-41b2-81c0-59cad34b45f5', 'name': '', 'network_id': '5f13f366-f28b-4515-b6e8-474dcd1fb5ed', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:2b:da:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:56Z', 'updated_at': '2021-07-06T14:12:04Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:12:07.901535 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-43f7e5d9-0b62-44db-b40f-9f64b2b31234 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:07.908012 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f7e5d9-0b62-44db-b40f-9f64b2b31234 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:12:08.002902 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-43f7e5d9-0b62-44db-b40f-9f64b2b31234 None None] Attempting to bind port 57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:12:08.003533 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-43f7e5d9-0b62-44db-b40f-9f64b2b31234 None None] Attempting to bind port 57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '0dba7ac6-7a2d-41ad-b025-6c09aedbc325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3fbbe3e0-94cb-419a-9e41-2feebe372254'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:12:08.003985 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f7e5d9-0b62-44db-b40f-9f64b2b31234 None None] Attempting to bind port 57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9 on network 3fbbe3e0-94cb-419a-9e41-2feebe372254 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:12:08.013025 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7e5d9-0b62-44db-b40f-9f64b2b31234 None None] Pushing event updated for resources: {'Port': ['ID=57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:08.016739 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f7e5d9-0b62-44db-b40f-9f64b2b31234 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:12:08.017256 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f7e5d9-0b62-44db-b40f-9f64b2b31234 None None] Checking segment: {'id': '0dba7ac6-7a2d-41ad-b025-6c09aedbc325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3fbbe3e0-94cb-419a-9e41-2feebe372254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:12:08.017816 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-43f7e5d9-0b62-44db-b40f-9f64b2b31234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:08.018292 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f7e5d9-0b62-44db-b40f-9f64b2b31234 None None] Bound using segment: {'id': '0dba7ac6-7a2d-41ad-b025-6c09aedbc325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3fbbe3e0-94cb-419a-9e41-2feebe372254'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:12:08.018884 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-43f7e5d9-0b62-44db-b40f-9f64b2b31234 None None] Bound port: 57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dba7ac6-7a2d-41ad-b025-6c09aedbc325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3fbbe3e0-94cb-419a-9e41-2feebe372254'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:12:08.019385 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-43f7e5d9-0b62-44db-b40f-9f64b2b31234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:08.058498 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1512df2c-3cf8-490f-b9fb-74df3b712cb1 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for floatingip, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:08.077726 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1512df2c-3cf8-490f-b9fb-74df3b712cb1 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:08.082599 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1512df2c-3cf8-490f-b9fb-74df3b712cb1 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "DELETE /v2.0/floatingips/31b4ebb5-af9d-40e0-8268-8eb3341ded5f HTTP/1.1" status: 204 len: 168 time: 0.8656836 Jul 06 14:12:08.092147 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45282) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:08.172249 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-43f7e5d9-0b62-44db-b40f-9f64b2b31234 None None] For port 57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:12:08.178385 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-43f7e5d9-0b62-44db-b40f-9f64b2b31234 None None] For port 57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9,segment=NetworkSegment(0dba7ac6-7a2d-41ad-b025-6c09aedbc325),segment_id=0dba7ac6-7a2d-41ad-b025-6c09aedbc325)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:12:08.182963 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-a54caa17-53af-4676-b5a0-e2e5b662c8c6 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] DELETE failed (client error): The resource could not be found. Jul 06 14:12:08.189918 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a54caa17-53af-4676-b5a0-e2e5b662c8c6 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:12:08.190333 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-43f7e5d9-0b62-44db-b40f-9f64b2b31234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:08.201272 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a54caa17-53af-4676-b5a0-e2e5b662c8c6 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "DELETE /v2.0/ports/c0c3f222-6f34-4293-a708-43101162ae9b HTTP/1.1" status: 404 len: 333 time: 0.1064570 Jul 06 14:12:08.208033 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45288) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:08.293341 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7e5d9-0b62-44db-b40f-9f64b2b31234 None None] Pushing event updated for resources: {'Port': ['ID=57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:08.307478 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8622f083-3b3d-40bc-af27-b868249f7e7a tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "GET /v2.0/ports?device_id=b2379145-1f93-4680-9466-2c278b821f61 HTTP/1.1" status: 200 len: 205 time: 0.0980089 Jul 06 14:12:08.309747 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45290) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:08.348936 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 38074790-530a-4c02-80b3-9fd49fd44d39 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:08.451461 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-2c606ca0-a1e9-4617-baee-5f9dfde0d365 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] delete failed (client error): The resource could not be found. Jul 06 14:12:08.453823 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2c606ca0-a1e9-4617-baee-5f9dfde0d365 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "DELETE /v2.0/routers/b2379145-1f93-4680-9466-2c278b821f61 HTTP/1.1" status: 404 len: 336 time: 0.1428094 Jul 06 14:12:08.456933 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45300) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:08.513059 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 38074790-530a-4c02-80b3-9fd49fd44d39 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:08.527600 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 38074790-530a-4c02-80b3-9fd49fd44d39 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:08.528049 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:08.569740 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20d662d-0ddd-41a0-a61c-dde1bf814704 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] DELETE failed (client error): The resource could not be found. Jul 06 14:12:08.574531 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f20d662d-0ddd-41a0-a61c-dde1bf814704 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:12:08.578706 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f20d662d-0ddd-41a0-a61c-dde1bf814704 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "DELETE /v2.0/subnets/401f79f9-1f18-4a77-859f-52a0923f6df5 HTTP/1.1" status: 404 len: 337 time: 0.1119878 Jul 06 14:12:08.590254 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45302) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:08.785577 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:08.790079 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-cc7e0b66-8109-42ad-8421-9cf36890ce6a tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Deleting port 09e926dd-cab8-47f0-a657-27d18c8b9c72 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:12:08.790444 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc7e0b66-8109-42ad-8421-9cf36890ce6a tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:08.897599 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 38074790-530a-4c02-80b3-9fd49fd44d39, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=38074790-530a-4c02-80b3-9fd49fd44d39,segment=NetworkSegment(fbb8e2ed-d1a0-4abf-b0f3-23e958dab6e9),segment_id=fbb8e2ed-d1a0-4abf-b0f3-23e958dab6e9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:08.909224 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:09.050354 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc7e0b66-8109-42ad-8421-9cf36890ce6a tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:09.055601 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=38074790-530a-4c02-80b3-9fd49fd44d39,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:09.064961 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8e916c9a-e175-4db6-9bb1-fe84f2713648 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:12:09.082755 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-cc7e0b66-8109-42ad-8421-9cf36890ce6a tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Calling delete_port for 09e926dd-cab8-47f0-a657-27d18c8b9c72 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:12:09.099216 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 8e916c9a-e175-4db6-9bb1-fe84f2713648 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:12:09.099562 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8e916c9a-e175-4db6-9bb1-fe84f2713648 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:12:09.230685 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-b2471062-2c9f-4a4f-a6d3-f7fb1dfcfb2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Allocated IP 2001:db8:3::1 (3fbbe3e0-94cb-419a-9e41-2feebe372254/0bd96bee-53b0-48b3-9fdc-09a4e4a7e2cd/cf6350b8-c3aa-4af7-86e9-de55c0e2f212) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:12:09.299548 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc7e0b66-8109-42ad-8421-9cf36890ce6a tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:09.436299 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b2471062-2c9f-4a4f-a6d3-f7fb1dfcfb2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:09.439232 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cc7e0b66-8109-42ad-8421-9cf36890ce6a tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:09.441764 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cc7e0b66-8109-42ad-8421-9cf36890ce6a tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "DELETE /v2.0/ports/09e926dd-cab8-47f0-a657-27d18c8b9c72 HTTP/1.1" status: 204 len: 168 time: 0.8452852 Jul 06 14:12:09.442471 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e0b66-8109-42ad-8421-9cf36890ce6a tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event deleted for resources: {'Port': ['ID=09e926dd-cab8-47f0-a657-27d18c8b9c72,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:09.444160 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45318) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:09.479839 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-b2471062-2c9f-4a4f-a6d3-f7fb1dfcfb2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Transition to ACTIVE for port object cf6350b8-c3aa-4af7-86e9-de55c0e2f212 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:09.606103 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b2471062-2c9f-4a4f-a6d3-f7fb1dfcfb2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:09.669727 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-1fe93b31-a481-4bf0-ba65-db95f67d9892 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Deleting port eccaa7b1-3f81-48ac-b9c2-dd175c6bab77 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:12:09.670367 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fe93b31-a481-4bf0-ba65-db95f67d9892 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:09.694338 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2471062-2c9f-4a4f-a6d3-f7fb1dfcfb2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network 3fbbe3e0-94cb-419a-9e41-2feebe372254 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:12:09.699725 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-b2471062-2c9f-4a4f-a6d3-f7fb1dfcfb2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:09.711536 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2471062-2c9f-4a4f-a6d3-f7fb1dfcfb2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:12:09.711955 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b2471062-2c9f-4a4f-a6d3-f7fb1dfcfb2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:09.837367 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2471062-2c9f-4a4f-a6d3-f7fb1dfcfb2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Port': ['ID=cf6350b8-c3aa-4af7-86e9-de55c0e2f212,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:09.854561 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fe93b31-a481-4bf0-ba65-db95f67d9892 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:09.870354 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-1fe93b31-a481-4bf0-ba65-db95f67d9892 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Calling delete_port for eccaa7b1-3f81-48ac-b9c2-dd175c6bab77 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:12:09.905161 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b2471062-2c9f-4a4f-a6d3-f7fb1dfcfb2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:10.022792 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fe93b31-a481-4bf0-ba65-db95f67d9892 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:10.060934 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe93b31-a481-4bf0-ba65-db95f67d9892 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event deleted for resources: {'Port': ['ID=eccaa7b1-3f81-48ac-b9c2-dd175c6bab77,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:10.112803 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509c838b-5124-495c-a5a9-f5361460d904 None None] Network 3fbbe3e0-94cb-419a-9e41-2feebe372254 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:12:10.180032 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fe93b31-a481-4bf0-ba65-db95f67d9892 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:10.183259 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1fe93b31-a481-4bf0-ba65-db95f67d9892 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "DELETE /v2.0/ports/eccaa7b1-3f81-48ac-b9c2-dd175c6bab77 HTTP/1.1" status: 204 len: 168 time: 0.7380867 Jul 06 14:12:10.186227 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45334) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:10.227401 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:10.236077 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c12c2a4e-17f5-4a4b-9a50-b1625e885288 None None] Provisioning for port 57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:10.307595 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89478b0-b102-49ca-8a5a-d1d3507df758 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:10.310024 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d89478b0-b102-49ca-8a5a-d1d3507df758 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "GET /v2.0/ports?device_id=a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5 HTTP/1.1" status: 200 len: 913 time: 0.1226499 Jul 06 14:12:10.314141 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45336) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:10.322590 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:10.323038 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b2471062-2c9f-4a4f-a6d3-f7fb1dfcfb2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:10.371268 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b2471062-2c9f-4a4f-a6d3-f7fb1dfcfb2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:10.372416 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b2471062-2c9f-4a4f-a6d3-f7fb1dfcfb2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:10.414544 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:10.427593 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:10.428190 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:10.563201 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2471062-2c9f-4a4f-a6d3-f7fb1dfcfb2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event updated for resources: {'Port': ['ID=cf6350b8-c3aa-4af7-86e9-de55c0e2f212,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:10.563520 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:10.595715 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-17386ebe-bdf8-49ad-9c04-55d5a63239d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:10.611854 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9,segment=NetworkSegment(0dba7ac6-7a2d-41ad-b025-6c09aedbc325),segment_id=0dba7ac6-7a2d-41ad-b025-6c09aedbc325)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:10.619704 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:10.620575 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 38074790-530a-4c02-80b3-9fd49fd44d39 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:10.681357 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2471062-2c9f-4a4f-a6d3-f7fb1dfcfb2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Network 3fbbe3e0-94cb-419a-9e41-2feebe372254 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:12:10.684555 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-b2471062-2c9f-4a4f-a6d3-f7fb1dfcfb2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:10.756816 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:10.786474 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 38074790-530a-4c02-80b3-9fd49fd44d39 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:10.786699 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:10.889721 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-66b6eed9-4163-4b5a-b917-9b35ef5a7e99 None None] Provisioning for port cf6350b8-c3aa-4af7-86e9-de55c0e2f212 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:10.898858 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-66b6eed9-4163-4b5a-b917-9b35ef5a7e99 None None] Provisioning complete for port cf6350b8-c3aa-4af7-86e9-de55c0e2f212 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:10.899236 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-66b6eed9-4163-4b5a-b917-9b35ef5a7e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:10.963992 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-66b6eed9-4163-4b5a-b917-9b35ef5a7e99 None None] Port cf6350b8-c3aa-4af7-86e9-de55c0e2f212 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:12:10.976316 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-66b6eed9-4163-4b5a-b917-9b35ef5a7e99 None None] Provisioning complete for port 57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:10.976690 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-66b6eed9-4163-4b5a-b917-9b35ef5a7e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:11.055023 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2471062-2c9f-4a4f-a6d3-f7fb1dfcfb2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:12:11.196196 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2471062-2c9f-4a4f-a6d3-f7fb1dfcfb2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:12:11.202966 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b2471062-2c9f-4a4f-a6d3-f7fb1dfcfb2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "PUT /v2.0/routers/1bd69fd8-351a-4f6f-92ad-0d9df5b19831/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5869038 Jul 06 14:12:11.205644 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45366) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:11.211046 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-1e39c1d6-e041-4074-98e9-db3e030a12c6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:11.211410 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b582b8-fd36-46cd-996c-54ca87e70704 None None] Sync routers for ids ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:12:11.271962 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1b3a820a-3928-441f-99a8-bca2831b83fd None None] Provisioning complete for port cf6350b8-c3aa-4af7-86e9-de55c0e2f212 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:11.272349 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1b3a820a-3928-441f-99a8-bca2831b83fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:11.319101 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-1b3a820a-3928-441f-99a8-bca2831b83fd None None] Port cf6350b8-c3aa-4af7-86e9-de55c0e2f212 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:12:11.335213 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b582b8-fd36-46cd-996c-54ca87e70704 None None] Routers {'1bd69fd8-351a-4f6f-92ad-0d9df5b19831'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:11.335769 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-69b582b8-fd36-46cd-996c-54ca87e70704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:11.343426 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1f95271f-7e08-4acd-952f-9d906c966f12 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:11.464397 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-69b582b8-fd36-46cd-996c-54ca87e70704 None None] Set router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:11.673093 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:11.681116 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-dc205192-4403-49df-b026-5ad74f48b67e None None] Provisioning complete for port cf6350b8-c3aa-4af7-86e9-de55c0e2f212 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:11.681933 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dc205192-4403-49df-b026-5ad74f48b67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:11.727803 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-dc205192-4403-49df-b026-5ad74f48b67e None None] Port cf6350b8-c3aa-4af7-86e9-de55c0e2f212 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:12:11.824901 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.extraroute_db [None req-1e39c1d6-e041-4074-98e9-db3e030a12c6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100417) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 14:12:11.846771 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.extraroute_db [None req-1e39c1d6-e041-4074-98e9-db3e030a12c6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Removed routes are [] {{(pid=100417) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 14:12:11.847296 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1e39c1d6-e041-4074-98e9-db3e030a12c6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:11.863472 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-69b582b8-fd36-46cd-996c-54ca87e70704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'name': 'tempest-RoutersIpV6Test-router-572951500', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:46Z', 'updated_at': '2021-07-06T14:12:09Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None, '_interfaces': [{'id': '38074790-530a-4c02-80b3-9fd49fd44d39', 'name': '', 'network_id': 'a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:72:7e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'c8f830f9-a826-4454-a06d-82c5860416d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:02Z', 'updated_at': '2021-07-06T14:12:08Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': 'c8f830f9-a826-4454-a06d-82c5860416d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c2bf45e-515c-443b-88c6-a9286dce1e38', 'name': '', 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:33:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:50Z', 'updated_at': '2021-07-06T14:11:59Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd851e84-5ce4-41b2-81c0-59cad34b45f5', 'name': '', 'network_id': '5f13f366-f28b-4515-b6e8-474dcd1fb5ed', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:2b:da:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:56Z', 'updated_at': '2021-07-06T14:12:04Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf6350b8-c3aa-4af7-86e9-de55c0e2f212', 'name': '', 'network_id': '3fbbe3e0-94cb-419a-9e41-2feebe372254', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:11:4d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '0bd96bee-53b0-48b3-9fdc-09a4e4a7e2cd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:08Z', 'updated_at': '2021-07-06T14:12:10Z', 'revision_number': 2, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '0bd96bee-53b0-48b3-9fdc-09a4e4a7e2cd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:11.881845 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-1f95271f-7e08-4acd-952f-9d906c966f12 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Deleting port 87cf003b-7f9c-484b-bc9c-f4fbd602e198 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:12:11.882217 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1f95271f-7e08-4acd-952f-9d906c966f12 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:11.891614 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b582b8-fd36-46cd-996c-54ca87e70704 None None] Checking router: 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:12:11.891984 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b582b8-fd36-46cd-996c-54ca87e70704 None None] Updating router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 port cf6350b8-c3aa-4af7-86e9-de55c0e2f212 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:12:11.932275 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-69b582b8-fd36-46cd-996c-54ca87e70704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:11.989371 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1f95271f-7e08-4acd-952f-9d906c966f12 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:12.005017 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-1f95271f-7e08-4acd-952f-9d906c966f12 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Calling delete_port for 87cf003b-7f9c-484b-bc9c-f4fbd602e198 owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:12:12.239279 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:12.247789 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1f95271f-7e08-4acd-952f-9d906c966f12 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:12.292642 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95271f-7e08-4acd-952f-9d906c966f12 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event deleted for resources: {'Port': ['ID=87cf003b-7f9c-484b-bc9c-f4fbd602e198,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:12.327620 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-69b582b8-fd36-46cd-996c-54ca87e70704 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:12.354481 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:12.355236 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:12.382819 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-69b582b8-fd36-46cd-996c-54ca87e70704 None None] Transition to ACTIVE for port object cf6350b8-c3aa-4af7-86e9-de55c0e2f212 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:12.393654 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-69b582b8-fd36-46cd-996c-54ca87e70704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:12.537595 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f73bb-5a7b-40ae-8b4c-fb011dfd8cca None None] Pushing event updated for resources: {'Port': ['ID=cf6350b8-c3aa-4af7-86e9-de55c0e2f212,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:12.551114 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1f95271f-7e08-4acd-952f-9d906c966f12 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:12.567987 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1e39c1d6-e041-4074-98e9-db3e030a12c6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:12.581630 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-69b582b8-fd36-46cd-996c-54ca87e70704 None None] Attempting to bind port cf6350b8-c3aa-4af7-86e9-de55c0e2f212 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:12:12.582186 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-69b582b8-fd36-46cd-996c-54ca87e70704 None None] Attempting to bind port cf6350b8-c3aa-4af7-86e9-de55c0e2f212 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '0dba7ac6-7a2d-41ad-b025-6c09aedbc325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3fbbe3e0-94cb-419a-9e41-2feebe372254'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:12:12.582563 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b582b8-fd36-46cd-996c-54ca87e70704 None None] Attempting to bind port cf6350b8-c3aa-4af7-86e9-de55c0e2f212 on network 3fbbe3e0-94cb-419a-9e41-2feebe372254 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:12:12.585549 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1e39c1d6-e041-4074-98e9-db3e030a12c6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2094363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2094336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2093514'] for router, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:12.588412 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b582b8-fd36-46cd-996c-54ca87e70704 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:12:12.596871 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b582b8-fd36-46cd-996c-54ca87e70704 None None] Checking segment: {'id': '0dba7ac6-7a2d-41ad-b025-6c09aedbc325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3fbbe3e0-94cb-419a-9e41-2feebe372254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:12:12.597404 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-69b582b8-fd36-46cd-996c-54ca87e70704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:12.597849 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b582b8-fd36-46cd-996c-54ca87e70704 None None] Bound using segment: {'id': '0dba7ac6-7a2d-41ad-b025-6c09aedbc325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3fbbe3e0-94cb-419a-9e41-2feebe372254'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:12:12.598372 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-69b582b8-fd36-46cd-996c-54ca87e70704 None None] Bound port: cf6350b8-c3aa-4af7-86e9-de55c0e2f212, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dba7ac6-7a2d-41ad-b025-6c09aedbc325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3fbbe3e0-94cb-419a-9e41-2feebe372254'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:12:12.598759 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-69b582b8-fd36-46cd-996c-54ca87e70704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:12.719833 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-69b582b8-fd36-46cd-996c-54ca87e70704 None None] For port cf6350b8-c3aa-4af7-86e9-de55c0e2f212, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:12:12.727157 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-69b582b8-fd36-46cd-996c-54ca87e70704 None None] For port cf6350b8-c3aa-4af7-86e9-de55c0e2f212, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=cf6350b8-c3aa-4af7-86e9-de55c0e2f212,segment=NetworkSegment(0dba7ac6-7a2d-41ad-b025-6c09aedbc325),segment_id=0dba7ac6-7a2d-41ad-b025-6c09aedbc325)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:12:12.734439 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-69b582b8-fd36-46cd-996c-54ca87e70704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:12.786135 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e39c1d6-e041-4074-98e9-db3e030a12c6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:12:12.808908 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f73bb-5a7b-40ae-8b4c-fb011dfd8cca None None] Pushing event updated for resources: {'Port': ['ID=cf6350b8-c3aa-4af7-86e9-de55c0e2f212,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:12.835666 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b582b8-fd36-46cd-996c-54ca87e70704 None None] Routers {'1bd69fd8-351a-4f6f-92ad-0d9df5b19831'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:12.836585 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-69b582b8-fd36-46cd-996c-54ca87e70704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:12.940270 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f95271f-7e08-4acd-952f-9d906c966f12 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Router a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:12:13.048817 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e39c1d6-e041-4074-98e9-db3e030a12c6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:12:13.056123 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1e39c1d6-e041-4074-98e9-db3e030a12c6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:13.060232 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1e39c1d6-e041-4074-98e9-db3e030a12c6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "PUT /v2.0/routers/1bd69fd8-351a-4f6f-92ad-0d9df5b19831 HTTP/1.1" status: 200 len: 953 time: 1.8511667 Jul 06 14:12:13.060514 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45384) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:13.208591 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f95271f-7e08-4acd-952f-9d906c966f12 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:12:13.220594 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2a5cbd-8a51-4d90-8688-1073ae213ef7 None None] Sync routers for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:12:13.223773 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1f95271f-7e08-4acd-952f-9d906c966f12 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "PUT /v2.0/routers/a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9085217 Jul 06 14:12:13.226959 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45386) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:13.237813 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6b96cee8-0076-439c-8c93-cf1189b63511 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "GET /v2.0/routers/1bd69fd8-351a-4f6f-92ad-0d9df5b19831 HTTP/1.1" status: 200 len: 953 time: 0.1745484 Jul 06 14:12:13.238065 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2a5cbd-8a51-4d90-8688-1073ae213ef7 None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:13.238604 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-0a2a5cbd-8a51-4d90-8688-1073ae213ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:13.241325 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45388) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:13.251345 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-64240fcf-1e3b-4c9b-b3ad-e34a2b8babf6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'router': {'routes': None}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:13.306632 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:13.313313 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-0a2a5cbd-8a51-4d90-8688-1073ae213ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:13.324038 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-69b582b8-fd36-46cd-996c-54ca87e70704 None None] Set router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:13.331103 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2a5cbd-8a51-4d90-8688-1073ae213ef7 None None] Routers {'a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:13.338683 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-0a2a5cbd-8a51-4d90-8688-1073ae213ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:13.398231 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-0a2a5cbd-8a51-4d90-8688-1073ae213ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:13.412511 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2a5cbd-8a51-4d90-8688-1073ae213ef7 None None] The sync data for ids ['a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:12:13.489121 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5fe55969-e10b-424d-ac8f-99dc9d71db84 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:13.704649 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5fe55969-e10b-424d-ac8f-99dc9d71db84 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:13.765286 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-69b582b8-fd36-46cd-996c-54ca87e70704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'name': 'tempest-RoutersIpV6Test-router-572951500', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:46Z', 'updated_at': '2021-07-06T14:12:11Z', 'revision_number': 6, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None, '_interfaces': [{'id': '38074790-530a-4c02-80b3-9fd49fd44d39', 'name': '', 'network_id': 'a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:72:7e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'c8f830f9-a826-4454-a06d-82c5860416d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:02Z', 'updated_at': '2021-07-06T14:12:08Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': 'c8f830f9-a826-4454-a06d-82c5860416d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c2bf45e-515c-443b-88c6-a9286dce1e38', 'name': '', 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:33:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:50Z', 'updated_at': '2021-07-06T14:11:59Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd851e84-5ce4-41b2-81c0-59cad34b45f5', 'name': '', 'network_id': '5f13f366-f28b-4515-b6e8-474dcd1fb5ed', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:2b:da:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:56Z', 'updated_at': '2021-07-06T14:12:04Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf6350b8-c3aa-4af7-86e9-de55c0e2f212', 'name': '', 'network_id': '3fbbe3e0-94cb-419a-9e41-2feebe372254', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:11:4d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '0bd96bee-53b0-48b3-9fdc-09a4e4a7e2cd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:08Z', 'updated_at': '2021-07-06T14:12:12Z', 'revision_number': 4, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '0bd96bee-53b0-48b3-9fdc-09a4e4a7e2cd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:13.794706 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-5fe55969-e10b-424d-ac8f-99dc9d71db84 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Deleting port 20055854-e0bf-4c4d-b0e9-543646a4c20f {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:12:13.795182 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5fe55969-e10b-424d-ac8f-99dc9d71db84 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:13.827477 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b582b8-fd36-46cd-996c-54ca87e70704 None None] The sync data for ids ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'] in n-d-773644-6 is: [{'id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'name': 'tempest-RoutersIpV6Test-router-572951500', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:46Z', 'updated_at': '2021-07-06T14:12:11Z', 'revision_number': 6, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None, '_interfaces': [{'id': '38074790-530a-4c02-80b3-9fd49fd44d39', 'name': '', 'network_id': 'a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:72:7e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'c8f830f9-a826-4454-a06d-82c5860416d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:02Z', 'updated_at': '2021-07-06T14:12:08Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': 'c8f830f9-a826-4454-a06d-82c5860416d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c2bf45e-515c-443b-88c6-a9286dce1e38', 'name': '', 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:33:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:50Z', 'updated_at': '2021-07-06T14:11:59Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd851e84-5ce4-41b2-81c0-59cad34b45f5', 'name': '', 'network_id': '5f13f366-f28b-4515-b6e8-474dcd1fb5ed', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:2b:da:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:56Z', 'updated_at': '2021-07-06T14:12:04Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf6350b8-c3aa-4af7-86e9-de55c0e2f212', 'name': '', 'network_id': '3fbbe3e0-94cb-419a-9e41-2feebe372254', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:11:4d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '0bd96bee-53b0-48b3-9fdc-09a4e4a7e2cd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:08Z', 'updated_at': '2021-07-06T14:12:12Z', 'revision_number': 4, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '0bd96bee-53b0-48b3-9fdc-09a4e4a7e2cd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:12:13.980228 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.extraroute_db [None req-64240fcf-1e3b-4c9b-b3ad-e34a2b8babf6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Added routes are [] {{(pid=100417) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 14:12:13.981435 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.extraroute_db [None req-64240fcf-1e3b-4c9b-b3ad-e34a2b8babf6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100417) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 14:12:13.985069 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5fe55969-e10b-424d-ac8f-99dc9d71db84 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:13.986874 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45402) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:14.009808 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-5fe55969-e10b-424d-ac8f-99dc9d71db84 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Calling delete_port for 20055854-e0bf-4c4d-b0e9-543646a4c20f owned by network:router_gateway {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:12:14.044831 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-64240fcf-1e3b-4c9b-b3ad-e34a2b8babf6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:14.269594 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device cf6350b8-c3aa-4af7-86e9-de55c0e2f212 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:14.305545 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5d82e929-41ab-4092-be34-65cb39df1e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:14.360197 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5fe55969-e10b-424d-ac8f-99dc9d71db84 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:14.375337 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port cf6350b8-c3aa-4af7-86e9-de55c0e2f212 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:14.380762 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port cf6350b8-c3aa-4af7-86e9-de55c0e2f212 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:14.381386 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:14.414831 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe55969-e10b-424d-ac8f-99dc9d71db84 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event deleted for resources: {'Port': ['ID=20055854-e0bf-4c4d-b0e9-543646a4c20f,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:14.502299 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5fe55969-e10b-424d-ac8f-99dc9d71db84 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:14.512608 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:14.564926 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port cf6350b8-c3aa-4af7-86e9-de55c0e2f212, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=cf6350b8-c3aa-4af7-86e9-de55c0e2f212,segment=NetworkSegment(0dba7ac6-7a2d-41ad-b025-6c09aedbc325),segment_id=0dba7ac6-7a2d-41ad-b025-6c09aedbc325)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:14.569363 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:14.599555 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-64240fcf-1e3b-4c9b-b3ad-e34a2b8babf6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:14.610338 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-64240fcf-1e3b-4c9b-b3ad-e34a2b8babf6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2094363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2094336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2093514'] for router, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:14.675022 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=cf6350b8-c3aa-4af7-86e9-de55c0e2f212,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:14.704313 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5fe55969-e10b-424d-ac8f-99dc9d71db84 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:14.707248 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5fe55969-e10b-424d-ac8f-99dc9d71db84 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:14.945924 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5d82e929-41ab-4092-be34-65cb39df1e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:14.955286 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5d82e929-41ab-4092-be34-65cb39df1e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:14.980061 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64240fcf-1e3b-4c9b-b3ad-e34a2b8babf6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:12:15.035218 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5d82e929-41ab-4092-be34-65cb39df1e65 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=5a724af034244444aaf88ed454990076&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0461724 Jul 06 14:12:15.038720 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45410) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:15.040762 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82e929-41ab-4092-be34-65cb39df1e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52691d52-be08-43bc-95fd-4d9687e8d6fc,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:15.211257 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64240fcf-1e3b-4c9b-b3ad-e34a2b8babf6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:12:15.218652 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-64240fcf-1e3b-4c9b-b3ad-e34a2b8babf6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:15.222902 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-64240fcf-1e3b-4c9b-b3ad-e34a2b8babf6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "PUT /v2.0/routers/1bd69fd8-351a-4f6f-92ad-0d9df5b19831 HTTP/1.1" status: 200 len: 703 time: 1.9778771 Jul 06 14:12:15.223911 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45420) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:15.235783 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c7ae30ce-0b9c-4568-8da7-dd319014b3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:15.236791 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5fe55969-e10b-424d-ac8f-99dc9d71db84 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:15.237358 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe55969-e10b-424d-ac8f-99dc9d71db84 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Fanout notify agent at l3_agent the message router_deleted on router a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5 {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:12:15.270327 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c7ae30ce-0b9c-4568-8da7-dd319014b3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:15.303858 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5fe55969-e10b-424d-ac8f-99dc9d71db84 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:15.307541 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5fe55969-e10b-424d-ac8f-99dc9d71db84 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "DELETE /v2.0/routers/a3ff903d-9bd4-4cb0-a45d-f3e9369fbeb5 HTTP/1.1" status: 204 len: 168 time: 2.0791333 Jul 06 14:12:15.309866 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45422) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:15.317188 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73385e6-8501-48b8-86bd-4e914d163d04 None None] Sync routers for ids ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:12:15.333415 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73385e6-8501-48b8-86bd-4e914d163d04 None None] Routers {'1bd69fd8-351a-4f6f-92ad-0d9df5b19831'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:15.334201 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b73385e6-8501-48b8-86bd-4e914d163d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:15.370866 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-254c58b2-184e-4d58-b9e6-b7689e462d6c tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Deleting subnet 28e29dd8-f7e2-4333-8629-60d2d39de1bf {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:12:15.374855 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-254c58b2-184e-4d58-b9e6-b7689e462d6c tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:15.383185 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-98ee4c6b-b04c-4892-b0f3-daef6d7c1bb3 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "GET /v2.0/routers/1bd69fd8-351a-4f6f-92ad-0d9df5b19831 HTTP/1.1" status: 200 len: 703 time: 0.1581187 Jul 06 14:12:15.385983 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45424) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:15.423672 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-254c58b2-184e-4d58-b9e6-b7689e462d6c tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:15.429496 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-b73385e6-8501-48b8-86bd-4e914d163d04 None None] Set router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:15.475520 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-254c58b2-184e-4d58-b9e6-b7689e462d6c tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:15.529266 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c7ae30ce-0b9c-4568-8da7-dd319014b3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:15.532719 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c7ae30ce-0b9c-4568-8da7-dd319014b3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:15.534108 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c7ae30ce-0b9c-4568-8da7-dd319014b3c1 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/52691d52-be08-43bc-95fd-4d9687e8d6fc HTTP/1.1" status: 204 len: 168 time: 0.4897263 Jul 06 14:12:15.562257 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae30ce-0b9c-4568-8da7-dd319014b3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52691d52-be08-43bc-95fd-4d9687e8d6fc,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:15.583363 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-254c58b2-184e-4d58-b9e6-b7689e462d6c tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:15.616539 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c58b2-184e-4d58-b9e6-b7689e462d6c tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event deleted for resources: {'Subnet': ['ID=28e29dd8-f7e2-4333-8629-60d2d39de1bf,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:15.624971 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-254c58b2-184e-4d58-b9e6-b7689e462d6c tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:15.631376 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-254c58b2-184e-4d58-b9e6-b7689e462d6c tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "DELETE /v2.0/subnets/28e29dd8-f7e2-4333-8629-60d2d39de1bf HTTP/1.1" status: 204 len: 168 time: 0.3203568 Jul 06 14:12:15.634023 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45434) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:15.760646 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7000806f-6f79-41e1-bba5-5cf044bc0d92 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:15.862145 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7000806f-6f79-41e1-bba5-5cf044bc0d92 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:15.876533 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-7000806f-6f79-41e1-bba5-5cf044bc0d92 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d613ed0-82ba-4152-a13b-13cb7e48f08c']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:15.893027 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-7000806f-6f79-41e1-bba5-5cf044bc0d92 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e744c3b8-6c5f-4b00-a850-da4a8c98adfe') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:15.893599 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b73385e6-8501-48b8-86bd-4e914d163d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'name': 'tempest-RoutersIpV6Test-router-572951500', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:46Z', 'updated_at': '2021-07-06T14:12:14Z', 'revision_number': 7, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None, '_interfaces': [{'id': '38074790-530a-4c02-80b3-9fd49fd44d39', 'name': '', 'network_id': 'a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:72:7e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'c8f830f9-a826-4454-a06d-82c5860416d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:02Z', 'updated_at': '2021-07-06T14:12:08Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': 'c8f830f9-a826-4454-a06d-82c5860416d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c2bf45e-515c-443b-88c6-a9286dce1e38', 'name': '', 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:33:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:50Z', 'updated_at': '2021-07-06T14:11:59Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd851e84-5ce4-41b2-81c0-59cad34b45f5', 'name': '', 'network_id': '5f13f366-f28b-4515-b6e8-474dcd1fb5ed', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:2b:da:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:56Z', 'updated_at': '2021-07-06T14:12:04Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf6350b8-c3aa-4af7-86e9-de55c0e2f212', 'name': '', 'network_id': '3fbbe3e0-94cb-419a-9e41-2feebe372254', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:11:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '0bd96bee-53b0-48b3-9fdc-09a4e4a7e2cd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:08Z', 'updated_at': '2021-07-06T14:12:14Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '0bd96bee-53b0-48b3-9fdc-09a4e4a7e2cd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:15.893822 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-7000806f-6f79-41e1-bba5-5cf044bc0d92 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e744c3b8-6c5f-4b00-a850-da4a8c98adfe') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:15.913325 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7000806f-6f79-41e1-bba5-5cf044bc0d92 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:15.932561 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73385e6-8501-48b8-86bd-4e914d163d04 None None] Checking router: 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:12:15.938402 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7000806f-6f79-41e1-bba5-5cf044bc0d92 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:15.944146 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1a1a5df1-05ed-4449-872f-b29bdf7daa9d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:15.948245 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7000806f-6f79-41e1-bba5-5cf044bc0d92 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:12:15.949246 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7000806f-6f79-41e1-bba5-5cf044bc0d92 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:12:15.955029 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:12:15.958058 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73385e6-8501-48b8-86bd-4e914d163d04 None None] Routers {'1bd69fd8-351a-4f6f-92ad-0d9df5b19831'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:15.958865 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b73385e6-8501-48b8-86bd-4e914d163d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:16.056685 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7000806f-6f79-41e1-bba5-5cf044bc0d92 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:16.070085 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7000806f-6f79-41e1-bba5-5cf044bc0d92 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:16.074570 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7000806f-6f79-41e1-bba5-5cf044bc0d92 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] 10.222.0.118 "DELETE /v2.0/networks/5d613ed0-82ba-4152-a13b-13cb7e48f08c HTTP/1.1" status: 204 len: 168 time: 0.4371183 Jul 06 14:12:16.097841 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45446) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:16.100063 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7000806f-6f79-41e1-bba5-5cf044bc0d92 tempest-FloatingIPTestJSON-1220896488 tempest-FloatingIPTestJSON-1220896488-project] Pushing event deleted for resources: {'Network': ['ID=5d613ed0-82ba-4152-a13b-13cb7e48f08c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:16.125018 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e4bee8dd-02f2-4878-8ae4-29ea1fbf74b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:16.178894 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-b73385e6-8501-48b8-86bd-4e914d163d04 None None] Set router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:16.232195 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device cf6350b8-c3aa-4af7-86e9-de55c0e2f212 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:16.387965 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e4bee8dd-02f2-4878-8ae4-29ea1fbf74b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:16.397549 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port cf6350b8-c3aa-4af7-86e9-de55c0e2f212 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:16.397781 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e4bee8dd-02f2-4878-8ae4-29ea1fbf74b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:16.397924 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:16.410848 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45450) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:16.435232 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e4bee8dd-02f2-4878-8ae4-29ea1fbf74b6 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=cc73d27a9d804f0da184c583e73a3ffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3360555 Jul 06 14:12:16.438906 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45454) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:16.489877 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bee8dd-02f2-4878-8ae4-29ea1fbf74b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd146e5-ca6d-418d-b4f9-4becc705d8e4,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:16.516891 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a5df1-05ed-4449-872f-b29bdf7daa9d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Deleting port cf6350b8-c3aa-4af7-86e9-de55c0e2f212 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:12:16.517250 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1a1a5df1-05ed-4449-872f-b29bdf7daa9d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:16.535215 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-323de909-4895-42cf-b640-d10ea7cb5cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:16.580219 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-323de909-4895-42cf-b640-d10ea7cb5cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:16.604644 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b73385e6-8501-48b8-86bd-4e914d163d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'name': 'tempest-RoutersIpV6Test-router-572951500', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:46Z', 'updated_at': '2021-07-06T14:12:14Z', 'revision_number': 7, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None, '_interfaces': [{'id': '38074790-530a-4c02-80b3-9fd49fd44d39', 'name': '', 'network_id': 'a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:72:7e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'c8f830f9-a826-4454-a06d-82c5860416d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:02Z', 'updated_at': '2021-07-06T14:12:08Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': 'c8f830f9-a826-4454-a06d-82c5860416d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c2bf45e-515c-443b-88c6-a9286dce1e38', 'name': '', 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:33:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:50Z', 'updated_at': '2021-07-06T14:11:59Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd851e84-5ce4-41b2-81c0-59cad34b45f5', 'name': '', 'network_id': '5f13f366-f28b-4515-b6e8-474dcd1fb5ed', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:2b:da:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:56Z', 'updated_at': '2021-07-06T14:12:04Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf6350b8-c3aa-4af7-86e9-de55c0e2f212', 'name': '', 'network_id': '3fbbe3e0-94cb-419a-9e41-2feebe372254', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:11:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '0bd96bee-53b0-48b3-9fdc-09a4e4a7e2cd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:08Z', 'updated_at': '2021-07-06T14:12:14Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '0bd96bee-53b0-48b3-9fdc-09a4e4a7e2cd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:16.632196 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-1a1a5df1-05ed-4449-872f-b29bdf7daa9d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] For port cf6350b8-c3aa-4af7-86e9-de55c0e2f212, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=cf6350b8-c3aa-4af7-86e9-de55c0e2f212,segment=NetworkSegment(0dba7ac6-7a2d-41ad-b025-6c09aedbc325),segment_id=0dba7ac6-7a2d-41ad-b025-6c09aedbc325)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:16.632584 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1a1a5df1-05ed-4449-872f-b29bdf7daa9d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:16.644895 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73385e6-8501-48b8-86bd-4e914d163d04 None None] The sync data for ids ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'] in n-d-773644-6 is: [{'id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'name': 'tempest-RoutersIpV6Test-router-572951500', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:46Z', 'updated_at': '2021-07-06T14:12:14Z', 'revision_number': 7, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None, '_interfaces': [{'id': '38074790-530a-4c02-80b3-9fd49fd44d39', 'name': '', 'network_id': 'a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:72:7e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'c8f830f9-a826-4454-a06d-82c5860416d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:02Z', 'updated_at': '2021-07-06T14:12:08Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': 'c8f830f9-a826-4454-a06d-82c5860416d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c2bf45e-515c-443b-88c6-a9286dce1e38', 'name': '', 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:33:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:50Z', 'updated_at': '2021-07-06T14:11:59Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd851e84-5ce4-41b2-81c0-59cad34b45f5', 'name': '', 'network_id': '5f13f366-f28b-4515-b6e8-474dcd1fb5ed', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:2b:da:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:56Z', 'updated_at': '2021-07-06T14:12:04Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf6350b8-c3aa-4af7-86e9-de55c0e2f212', 'name': '', 'network_id': '3fbbe3e0-94cb-419a-9e41-2feebe372254', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:11:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '0bd96bee-53b0-48b3-9fdc-09a4e4a7e2cd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:08Z', 'updated_at': '2021-07-06T14:12:14Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '0bd96bee-53b0-48b3-9fdc-09a4e4a7e2cd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:12:16.649299 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45456) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:16.649998 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6f6cea09-ed0d-4fc3-971a-e7c7d5d0b649 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=80b7139143884f378c4ed9729877a8d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2378542 Jul 06 14:12:16.667353 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a5df1-05ed-4449-872f-b29bdf7daa9d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Calling delete_port for cf6350b8-c3aa-4af7-86e9-de55c0e2f212 owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:12:16.669184 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:16.681077 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-323de909-4895-42cf-b640-d10ea7cb5cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:16.684466 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-323de909-4895-42cf-b640-d10ea7cb5cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:16.685640 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-323de909-4895-42cf-b640-d10ea7cb5cc3 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/dcd146e5-ca6d-418d-b4f9-4becc705d8e4 HTTP/1.1" status: 204 len: 168 time: 0.2456596 Jul 06 14:12:16.695458 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323de909-4895-42cf-b640-d10ea7cb5cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd146e5-ca6d-418d-b4f9-4becc705d8e4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:16.817524 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6144d3ea-603c-4b07-894e-f209fafe19bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:16.925865 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6144d3ea-603c-4b07-894e-f209fafe19bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:17.049707 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-364280ad-6842-45f0-abd3-54da1d044737 req-9bea2624-f542-4ea1-94b2-d54c92f9ed8f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1759343 Jul 06 14:12:17.055891 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45464) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:17.074031 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-89c12fb2-d9d7-40b9-a684-ba360543e79f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:17.088293 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6144d3ea-603c-4b07-894e-f209fafe19bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:17.092137 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6144d3ea-603c-4b07-894e-f209fafe19bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:17.094192 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6144d3ea-603c-4b07-894e-f209fafe19bc admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/bcec0480-e20c-45d2-abc5-6077c06964bb HTTP/1.1" status: 204 len: 168 time: 0.4432030 Jul 06 14:12:17.105675 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1a1a5df1-05ed-4449-872f-b29bdf7daa9d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:17.142715 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144d3ea-603c-4b07-894e-f209fafe19bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcec0480-e20c-45d2-abc5-6077c06964bb,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:17.242233 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-89c12fb2-d9d7-40b9-a684-ba360543e79f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:17.251125 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-89c12fb2-d9d7-40b9-a684-ba360543e79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:17.260400 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a5df1-05ed-4449-872f-b29bdf7daa9d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Port': ['ID=cf6350b8-c3aa-4af7-86e9-de55c0e2f212,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:17.307875 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c12fb2-d9d7-40b9-a684-ba360543e79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3399fb-fcd0-481f-85cc-368f6350af5c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:17.335938 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-89c12fb2-d9d7-40b9-a684-ba360543e79f admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=d2ed4b81334f4f67aee9a6bbde3bc216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2788117 Jul 06 14:12:17.339277 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45470) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:17.433266 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7997a398-4414-4c97-a497-234829498f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:17.471921 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7997a398-4414-4c97-a497-234829498f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:17.486239 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1a1a5df1-05ed-4449-872f-b29bdf7daa9d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:17.503595 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364280ad-6842-45f0-abd3-54da1d044737 req-332b087e-0f7b-470d-98fa-7e8317af8403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:17.505447 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-364280ad-6842-45f0-abd3-54da1d044737 req-332b087e-0f7b-470d-98fa-7e8317af8403 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 1097 time: 0.3890581 Jul 06 14:12:17.567016 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7997a398-4414-4c97-a497-234829498f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:17.570781 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7997a398-4414-4c97-a497-234829498f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:17.574516 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7997a398-4414-4c97-a497-234829498f97 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/cf3399fb-fcd0-481f-85cc-368f6350af5c HTTP/1.1" status: 204 len: 168 time: 0.2315989 Jul 06 14:12:17.585016 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997a398-4414-4c97-a497-234829498f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3399fb-fcd0-481f-85cc-368f6350af5c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:17.774622 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364280ad-6842-45f0-abd3-54da1d044737 req-acd56d83-ad67-4293-8b70-0b57d94a8f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:17.776140 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-364280ad-6842-45f0-abd3-54da1d044737 req-acd56d83-ad67-4293-8b70-0b57d94a8f18 service neutron] 10.222.0.52 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 911 time: 0.2218425 Jul 06 14:12:17.841667 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1a5df1-05ed-4449-872f-b29bdf7daa9d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:12:17.867213 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-364280ad-6842-45f0-abd3-54da1d044737 req-62dbeb48-eb8a-4ffb-9d86-b312f45d1ed1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cba6a62-8f8b-4dd7-9161-620308c8970d HTTP/1.1" status: 200 len: 1001 time: 0.0780637 Jul 06 14:12:18.002547 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364280ad-6842-45f0-abd3-54da1d044737 req-ae809f41-a2d5-403d-b6cb-b33de21a08d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:18.004271 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-364280ad-6842-45f0-abd3-54da1d044737 req-ae809f41-a2d5-403d-b6cb-b33de21a08d6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63f5e127-3353-454e-884a-bc0470d3f3d4 HTTP/1.1" status: 200 len: 849 time: 0.0954609 Jul 06 14:12:18.009320 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1a5df1-05ed-4449-872f-b29bdf7daa9d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:12:18.019404 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1a1a5df1-05ed-4449-872f-b29bdf7daa9d tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "PUT /v2.0/routers/1bd69fd8-351a-4f6f-92ad-0d9df5b19831/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6318974 Jul 06 14:12:18.022228 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45496) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:18.026206 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784be59-d903-4661-81b5-4f9f31553655 None None] Sync routers for ids ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:12:18.042719 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2784be59-d903-4661-81b5-4f9f31553655 None None] Routers {'1bd69fd8-351a-4f6f-92ad-0d9df5b19831'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:18.043784 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2784be59-d903-4661-81b5-4f9f31553655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:18.127491 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a57af2a-9c75-46f9-aaf7-77fb11563d2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Deleting subnet 0bd96bee-53b0-48b3-9fdc-09a4e4a7e2cd {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:12:18.135229 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6a57af2a-9c75-46f9-aaf7-77fb11563d2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:18.146789 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364280ad-6842-45f0-abd3-54da1d044737 req-a988d0f7-c422-46be-a3bb-4cf27ece7c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:18.148406 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-364280ad-6842-45f0-abd3-54da1d044737 req-a988d0f7-c422-46be-a3bb-4cf27ece7c41 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=55ac526b-1e87-42ff-98ca-8b8357b7302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1267152 Jul 06 14:12:18.235122 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6a57af2a-9c75-46f9-aaf7-77fb11563d2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:18.273936 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-2784be59-d903-4661-81b5-4f9f31553655 None None] Set router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:18.291745 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-364280ad-6842-45f0-abd3-54da1d044737 req-83e2a64f-900b-4668-ae43-ea30554800ff service neutron] 10.222.0.52 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327114 Jul 06 14:12:18.415165 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6a57af2a-9c75-46f9-aaf7-77fb11563d2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:18.515974 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-364280ad-6842-45f0-abd3-54da1d044737 req-9dd52aaf-a21c-465e-86db-c87a60873c23 service neutron] 10.222.0.52 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143035 Jul 06 14:12:18.566242 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6a57af2a-9c75-46f9-aaf7-77fb11563d2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:18.625696 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57af2a-9c75-46f9-aaf7-77fb11563d2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Subnet': ['ID=0bd96bee-53b0-48b3-9fdc-09a4e4a7e2cd,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:18.641977 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6a57af2a-9c75-46f9-aaf7-77fb11563d2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:18.647423 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022de329-28f9-41a9-a068-83cbe4ccdf85 None None] Network 3fbbe3e0-94cb-419a-9e41-2feebe372254 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:12:18.660621 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6a57af2a-9c75-46f9-aaf7-77fb11563d2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/subnets/0bd96bee-53b0-48b3-9fdc-09a4e4a7e2cd HTTP/1.1" status: 204 len: 168 time: 0.6351759 Jul 06 14:12:18.665307 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45524) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:18.785016 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c54221b3-25d5-4a0f-87a2-ac12187c041e tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:18.796374 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3a29514f-234d-4ac3-8f58-95321b60fd07 req-d1c7d319-d294-4d53-873a-5b8311a0b528 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=59132335-35ae-4a17-ac35-f1735ca75803&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1619523 Jul 06 14:12:18.806837 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2784be59-d903-4661-81b5-4f9f31553655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'name': 'tempest-RoutersIpV6Test-router-572951500', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:46Z', 'updated_at': '2021-07-06T14:12:16Z', 'revision_number': 8, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None, '_interfaces': [{'id': '38074790-530a-4c02-80b3-9fd49fd44d39', 'name': '', 'network_id': 'a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:72:7e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'c8f830f9-a826-4454-a06d-82c5860416d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:02Z', 'updated_at': '2021-07-06T14:12:08Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': 'c8f830f9-a826-4454-a06d-82c5860416d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c2bf45e-515c-443b-88c6-a9286dce1e38', 'name': '', 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:33:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:50Z', 'updated_at': '2021-07-06T14:11:59Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd851e84-5ce4-41b2-81c0-59cad34b45f5', 'name': '', 'network_id': '5f13f366-f28b-4515-b6e8-474dcd1fb5ed', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:2b:da:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:56Z', 'updated_at': '2021-07-06T14:12:04Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:18.846703 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:18.870461 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784be59-d903-4661-81b5-4f9f31553655 None None] Checking router: 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:12:18.886293 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2784be59-d903-4661-81b5-4f9f31553655 None None] Routers {'1bd69fd8-351a-4f6f-92ad-0d9df5b19831'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:18.886950 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2784be59-d903-4661-81b5-4f9f31553655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:18.888326 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c54221b3-25d5-4a0f-87a2-ac12187c041e tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Deleting port 57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:12:18.888786 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c54221b3-25d5-4a0f-87a2-ac12187c041e tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:18.970204 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548f324c-67bc-47d1-ad23-3b65363404dc None None] DHCP port deletion for 3fbbe3e0-94cb-419a-9e41-2feebe372254 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:12:18.979578 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29514f-234d-4ac3-8f58-95321b60fd07 req-2648d0e4-e80d-46b7-85ed-320e2a9effde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:18.981434 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3a29514f-234d-4ac3-8f58-95321b60fd07 req-2648d0e4-e80d-46b7-85ed-320e2a9effde service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 1096 time: 0.1336732 Jul 06 14:12:19.005814 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c54221b3-25d5-4a0f-87a2-ac12187c041e tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] For port 57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9,segment=NetworkSegment(0dba7ac6-7a2d-41ad-b025-6c09aedbc325),segment_id=0dba7ac6-7a2d-41ad-b025-6c09aedbc325)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:19.006271 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c54221b3-25d5-4a0f-87a2-ac12187c041e tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:19.024434 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-2784be59-d903-4661-81b5-4f9f31553655 None None] Set router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:19.033285 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c54221b3-25d5-4a0f-87a2-ac12187c041e tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Calling delete_port for 57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:12:19.059758 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-548f324c-67bc-47d1-ad23-3b65363404dc None None] Deleting port 57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:12:19.060117 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-548f324c-67bc-47d1-ad23-3b65363404dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:19.237673 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-548f324c-67bc-47d1-ad23-3b65363404dc None None] For port 57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9,segment=NetworkSegment(0dba7ac6-7a2d-41ad-b025-6c09aedbc325),segment_id=0dba7ac6-7a2d-41ad-b025-6c09aedbc325)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:19.247168 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-548f324c-67bc-47d1-ad23-3b65363404dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:19.259160 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c54221b3-25d5-4a0f-87a2-ac12187c041e tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:19.268017 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29514f-234d-4ac3-8f58-95321b60fd07 req-0fbb7804-fa02-48bc-b0f3-ef7ec8d992f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:19.269629 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3a29514f-234d-4ac3-8f58-95321b60fd07 req-0fbb7804-fa02-48bc-b0f3-ef7ec8d992f4 service neutron] 10.222.0.124 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 911 time: 0.2575445 Jul 06 14:12:19.282801 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-548f324c-67bc-47d1-ad23-3b65363404dc None None] Calling delete_port for 57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:12:19.287304 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54221b3-25d5-4a0f-87a2-ac12187c041e tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] No DVR routers for this DVR port 57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:12:19.326051 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2784be59-d903-4661-81b5-4f9f31553655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'name': 'tempest-RoutersIpV6Test-router-572951500', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:46Z', 'updated_at': '2021-07-06T14:12:16Z', 'revision_number': 8, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None, '_interfaces': [{'id': '38074790-530a-4c02-80b3-9fd49fd44d39', 'name': '', 'network_id': 'a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:72:7e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'c8f830f9-a826-4454-a06d-82c5860416d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:02Z', 'updated_at': '2021-07-06T14:12:08Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': 'c8f830f9-a826-4454-a06d-82c5860416d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c2bf45e-515c-443b-88c6-a9286dce1e38', 'name': '', 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:33:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:50Z', 'updated_at': '2021-07-06T14:11:59Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd851e84-5ce4-41b2-81c0-59cad34b45f5', 'name': '', 'network_id': '5f13f366-f28b-4515-b6e8-474dcd1fb5ed', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:2b:da:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:56Z', 'updated_at': '2021-07-06T14:12:04Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:19.393516 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784be59-d903-4661-81b5-4f9f31553655 None None] The sync data for ids ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'] in n-d-773644-6 is: [{'id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'name': 'tempest-RoutersIpV6Test-router-572951500', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:46Z', 'updated_at': '2021-07-06T14:12:16Z', 'revision_number': 8, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None, '_interfaces': [{'id': '38074790-530a-4c02-80b3-9fd49fd44d39', 'name': '', 'network_id': 'a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:72:7e:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'c8f830f9-a826-4454-a06d-82c5860416d7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:12:02Z', 'updated_at': '2021-07-06T14:12:08Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': 'c8f830f9-a826-4454-a06d-82c5860416d7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c2bf45e-515c-443b-88c6-a9286dce1e38', 'name': '', 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:33:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:50Z', 'updated_at': '2021-07-06T14:11:59Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd851e84-5ce4-41b2-81c0-59cad34b45f5', 'name': '', 'network_id': '5f13f366-f28b-4515-b6e8-474dcd1fb5ed', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:2b:da:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:56Z', 'updated_at': '2021-07-06T14:12:04Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:12:19.414534 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-548f324c-67bc-47d1-ad23-3b65363404dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:19.458543 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f324c-67bc-47d1-ad23-3b65363404dc None None] Pushing event deleted for resources: {'Port': ['ID=57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:19.461514 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548f324c-67bc-47d1-ad23-3b65363404dc None None] No DVR routers for this DVR port 57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:12:19.469407 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54221b3-25d5-4a0f-87a2-ac12187c041e tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Port': ['ID=57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:19.484383 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f324c-67bc-47d1-ad23-3b65363404dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:19.485001 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f324c-67bc-47d1-ad23-3b65363404dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:19.485692 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f324c-67bc-47d1-ad23-3b65363404dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:19.496928 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f324c-67bc-47d1-ad23-3b65363404dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:19.497533 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f324c-67bc-47d1-ad23-3b65363404dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:19.497977 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f324c-67bc-47d1-ad23-3b65363404dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:19.498906 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f324c-67bc-47d1-ad23-3b65363404dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:19.499515 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f324c-67bc-47d1-ad23-3b65363404dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:19.500189 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3a29514f-234d-4ac3-8f58-95321b60fd07 req-49e49fe0-830f-4951-ab98-8ad6d8154f8d service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6012d47-bb25-4268-b025-e7f056eb2224 HTTP/1.1" status: 200 len: 1001 time: 0.2196004 Jul 06 14:12:19.500531 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f324c-67bc-47d1-ad23-3b65363404dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:19.501263 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f324c-67bc-47d1-ad23-3b65363404dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:19.501830 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f324c-67bc-47d1-ad23-3b65363404dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:19.502510 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548f324c-67bc-47d1-ad23-3b65363404dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:19.607031 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29514f-234d-4ac3-8f58-95321b60fd07 req-bb091d98-dc4a-4214-a736-3c815db6dec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:19.608641 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3a29514f-234d-4ac3-8f58-95321b60fd07 req-bb091d98-dc4a-4214-a736-3c815db6dec4 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=63f5e127-3353-454e-884a-bc0470d3f3d4 HTTP/1.1" status: 200 len: 849 time: 0.1024544 Jul 06 14:12:19.642596 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c54221b3-25d5-4a0f-87a2-ac12187c041e tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:19.660109 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-c54221b3-25d5-4a0f-87a2-ac12187c041e tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fbbe3e0-94cb-419a-9e41-2feebe372254']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:19.672999 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-c54221b3-25d5-4a0f-87a2-ac12187c041e tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dba7ac6-7a2d-41ad-b025-6c09aedbc325') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:19.673637 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-c54221b3-25d5-4a0f-87a2-ac12187c041e tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dba7ac6-7a2d-41ad-b025-6c09aedbc325') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:19.684418 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c54221b3-25d5-4a0f-87a2-ac12187c041e tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:19.704532 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c54221b3-25d5-4a0f-87a2-ac12187c041e tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:19.711129 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54221b3-25d5-4a0f-87a2-ac12187c041e tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:12:19.711844 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c54221b3-25d5-4a0f-87a2-ac12187c041e tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:19.717227 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29514f-234d-4ac3-8f58-95321b60fd07 req-4a3c39dc-068c-47d7-8d65-62cb3c93453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:19.718897 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3a29514f-234d-4ac3-8f58-95321b60fd07 req-4a3c39dc-068c-47d7-8d65-62cb3c93453c service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=55ac526b-1e87-42ff-98ca-8b8357b7302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040788 Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:12:19.837802 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:12:19.866767 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c54221b3-25d5-4a0f-87a2-ac12187c041e tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:19.900451 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c54221b3-25d5-4a0f-87a2-ac12187c041e tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:19.906134 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c54221b3-25d5-4a0f-87a2-ac12187c041e tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/networks/3fbbe3e0-94cb-419a-9e41-2feebe372254 HTTP/1.1" status: 204 len: 168 time: 1.2367232 Jul 06 14:12:19.908073 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45588) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:19.917796 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54221b3-25d5-4a0f-87a2-ac12187c041e tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Network': ['ID=3fbbe3e0-94cb-419a-9e41-2feebe372254,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:20.010975 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3a29514f-234d-4ac3-8f58-95321b60fd07 req-b15c6df2-47e7-4eac-9232-be90768cd88f service neutron] 10.222.0.124 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851691 Jul 06 14:12:20.236056 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:12:20.259225 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:12:20.259826 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 57ce4abc-d8e4-4b8b-b455-0d412bf3c3e9 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:12:20.267185 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device cf6350b8-c3aa-4af7-86e9-de55c0e2f212 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:12:20.293904 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: cf6350b8-c3aa-4af7-86e9-de55c0e2f212 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:12:20.295051 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device cf6350b8-c3aa-4af7-86e9-de55c0e2f212 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:12:20.670020 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3a29514f-234d-4ac3-8f58-95321b60fd07 req-5669d9d7-56d5-47bb-bf0d-3766fb4eb861 service neutron] 10.222.0.124 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6527281 Jul 06 14:12:20.940616 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8d39a484-e0dc-40f6-b5b0-18bf1d2fc2c8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:21.301641 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-8d39a484-e0dc-40f6-b5b0-18bf1d2fc2c8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Deleting port 38074790-530a-4c02-80b3-9fd49fd44d39 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:12:21.303122 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8d39a484-e0dc-40f6-b5b0-18bf1d2fc2c8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:21.439840 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-8d39a484-e0dc-40f6-b5b0-18bf1d2fc2c8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] For port 38074790-530a-4c02-80b3-9fd49fd44d39, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=38074790-530a-4c02-80b3-9fd49fd44d39,segment=NetworkSegment(fbb8e2ed-d1a0-4abf-b0f3-23e958dab6e9),segment_id=fbb8e2ed-d1a0-4abf-b0f3-23e958dab6e9)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:21.440459 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8d39a484-e0dc-40f6-b5b0-18bf1d2fc2c8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:21.455629 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-8d39a484-e0dc-40f6-b5b0-18bf1d2fc2c8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Calling delete_port for 38074790-530a-4c02-80b3-9fd49fd44d39 owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:12:21.669921 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8d39a484-e0dc-40f6-b5b0-18bf1d2fc2c8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:21.714215 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39a484-e0dc-40f6-b5b0-18bf1d2fc2c8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Port': ['ID=38074790-530a-4c02-80b3-9fd49fd44d39,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:21.979434 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8d39a484-e0dc-40f6-b5b0-18bf1d2fc2c8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:22.390734 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d39a484-e0dc-40f6-b5b0-18bf1d2fc2c8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:12:22.523518 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d39a484-e0dc-40f6-b5b0-18bf1d2fc2c8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:12:22.533136 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc3261f-eb8a-4294-b486-1c4e659c412a None None] Sync routers for ids ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:12:22.534620 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8d39a484-e0dc-40f6-b5b0-18bf1d2fc2c8 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "PUT /v2.0/routers/1bd69fd8-351a-4f6f-92ad-0d9df5b19831/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6255367 Jul 06 14:12:22.537632 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45656) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:22.546787 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc3261f-eb8a-4294-b486-1c4e659c412a None None] Routers {'1bd69fd8-351a-4f6f-92ad-0d9df5b19831'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:22.548918 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2bc3261f-eb8a-4294-b486-1c4e659c412a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:22.596588 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-1291e485-2eab-403c-bbdf-cfe35a424b2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Deleting subnet c8f830f9-a826-4454-a06d-82c5860416d7 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:12:22.600738 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1291e485-2eab-403c-bbdf-cfe35a424b2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:22.654169 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1291e485-2eab-403c-bbdf-cfe35a424b2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:22.765366 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1291e485-2eab-403c-bbdf-cfe35a424b2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:22.838725 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-2bc3261f-eb8a-4294-b486-1c4e659c412a None None] Set router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:22.846056 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1291e485-2eab-403c-bbdf-cfe35a424b2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:22.887141 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291e485-2eab-403c-bbdf-cfe35a424b2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Subnet': ['ID=c8f830f9-a826-4454-a06d-82c5860416d7,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:22.890011 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1291e485-2eab-403c-bbdf-cfe35a424b2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:22.894413 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1291e485-2eab-403c-bbdf-cfe35a424b2c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/subnets/c8f830f9-a826-4454-a06d-82c5860416d7 HTTP/1.1" status: 204 len: 168 time: 0.3533530 Jul 06 14:12:22.895267 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c87c32e-297b-4151-a0c2-649b5b12b5b8 None None] Network a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:12:22.895380 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45658) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:23.012986 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81761544-8fa8-4d45-afb4-1638d0a7831c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:23.093516 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-81761544-8fa8-4d45-afb4-1638d0a7831c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Deleting port b69b60bd-f54f-41f3-829a-9faa3b41be87 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:12:23.094216 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81761544-8fa8-4d45-afb4-1638d0a7831c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:23.251631 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-81761544-8fa8-4d45-afb4-1638d0a7831c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] For port b69b60bd-f54f-41f3-829a-9faa3b41be87, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=b69b60bd-f54f-41f3-829a-9faa3b41be87,segment=NetworkSegment(fbb8e2ed-d1a0-4abf-b0f3-23e958dab6e9),segment_id=fbb8e2ed-d1a0-4abf-b0f3-23e958dab6e9)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:23.252234 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81761544-8fa8-4d45-afb4-1638d0a7831c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:23.293228 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2bc3261f-eb8a-4294-b486-1c4e659c412a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'name': 'tempest-RoutersIpV6Test-router-572951500', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:46Z', 'updated_at': '2021-07-06T14:12:21Z', 'revision_number': 9, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None, '_interfaces': [{'id': '5c2bf45e-515c-443b-88c6-a9286dce1e38', 'name': '', 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:33:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:50Z', 'updated_at': '2021-07-06T14:11:59Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd851e84-5ce4-41b2-81c0-59cad34b45f5', 'name': '', 'network_id': '5f13f366-f28b-4515-b6e8-474dcd1fb5ed', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:2b:da:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:56Z', 'updated_at': '2021-07-06T14:12:04Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:23.297498 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-81761544-8fa8-4d45-afb4-1638d0a7831c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Calling delete_port for b69b60bd-f54f-41f3-829a-9faa3b41be87 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:12:23.345712 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc3261f-eb8a-4294-b486-1c4e659c412a None None] Checking router: 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:12:23.394881 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc3261f-eb8a-4294-b486-1c4e659c412a None None] Routers {'1bd69fd8-351a-4f6f-92ad-0d9df5b19831'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:23.395889 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2bc3261f-eb8a-4294-b486-1c4e659c412a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:23.494645 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81761544-8fa8-4d45-afb4-1638d0a7831c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:23.545832 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-2bc3261f-eb8a-4294-b486-1c4e659c412a None None] Set router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:23.564517 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81761544-8fa8-4d45-afb4-1638d0a7831c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Port': ['ID=b69b60bd-f54f-41f3-829a-9faa3b41be87,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:23.583047 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81761544-8fa8-4d45-afb4-1638d0a7831c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] No DVR routers for this DVR port b69b60bd-f54f-41f3-829a-9faa3b41be87 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:12:23.730273 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81761544-8fa8-4d45-afb4-1638d0a7831c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:23.743808 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627c3c14-6a1a-4348-a5bb-ec1a7349e6e4 None None] DHCP port deletion for a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:12:23.751328 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-81761544-8fa8-4d45-afb4-1638d0a7831c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:23.772551 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-81761544-8fa8-4d45-afb4-1638d0a7831c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb8e2ed-d1a0-4abf-b0f3-23e958dab6e9') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:23.773110 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-81761544-8fa8-4d45-afb4-1638d0a7831c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb8e2ed-d1a0-4abf-b0f3-23e958dab6e9') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:23.792748 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81761544-8fa8-4d45-afb4-1638d0a7831c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:23.810999 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81761544-8fa8-4d45-afb4-1638d0a7831c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:23.818000 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81761544-8fa8-4d45-afb4-1638d0a7831c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:12:23.818489 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81761544-8fa8-4d45-afb4-1638d0a7831c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:23.867920 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2bc3261f-eb8a-4294-b486-1c4e659c412a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'name': 'tempest-RoutersIpV6Test-router-572951500', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:46Z', 'updated_at': '2021-07-06T14:12:21Z', 'revision_number': 9, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None, '_interfaces': [{'id': '5c2bf45e-515c-443b-88c6-a9286dce1e38', 'name': '', 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:33:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:50Z', 'updated_at': '2021-07-06T14:11:59Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd851e84-5ce4-41b2-81c0-59cad34b45f5', 'name': '', 'network_id': '5f13f366-f28b-4515-b6e8-474dcd1fb5ed', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:2b:da:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:56Z', 'updated_at': '2021-07-06T14:12:04Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:12:23.882346 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:12:23.913335 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc3261f-eb8a-4294-b486-1c4e659c412a None None] The sync data for ids ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'] in n-d-773644-6 is: [{'id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'name': 'tempest-RoutersIpV6Test-router-572951500', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:46Z', 'updated_at': '2021-07-06T14:12:21Z', 'revision_number': 9, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None, '_interfaces': [{'id': '5c2bf45e-515c-443b-88c6-a9286dce1e38', 'name': '', 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:33:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:50Z', 'updated_at': '2021-07-06T14:11:59Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd851e84-5ce4-41b2-81c0-59cad34b45f5', 'name': '', 'network_id': '5f13f366-f28b-4515-b6e8-474dcd1fb5ed', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:2b:da:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:56Z', 'updated_at': '2021-07-06T14:12:04Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '3412d380-dc1c-4ec6-9e33-abea7ffa8861', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:12:23.924412 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81761544-8fa8-4d45-afb4-1638d0a7831c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:23.932146 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81761544-8fa8-4d45-afb4-1638d0a7831c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:23.937839 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-81761544-8fa8-4d45-afb4-1638d0a7831c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/networks/a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3 HTTP/1.1" status: 204 len: 168 time: 1.0382352 Jul 06 14:12:23.939387 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45678) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:23.952497 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81761544-8fa8-4d45-afb4-1638d0a7831c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Network': ['ID=a3febe0e-537c-4f88-aa5b-4a3b3aae4fe3,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:24.417659 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 38074790-530a-4c02-80b3-9fd49fd44d39 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:12:24.445836 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 38074790-530a-4c02-80b3-9fd49fd44d39 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:12:24.452137 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 38074790-530a-4c02-80b3-9fd49fd44d39 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:12:24.453583 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device b69b60bd-f54f-41f3-829a-9faa3b41be87 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:12:24.484479 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: b69b60bd-f54f-41f3-829a-9faa3b41be87 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:12:24.485013 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device b69b60bd-f54f-41f3-829a-9faa3b41be87 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:12:24.536289 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d2387cf4-1a77-423c-8458-06b6f1c0dfb5 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:24.890220 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d2387cf4-1a77-423c-8458-06b6f1c0dfb5 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Deleting port cd851e84-5ce4-41b2-81c0-59cad34b45f5 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:12:24.890576 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d2387cf4-1a77-423c-8458-06b6f1c0dfb5 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:24.984474 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-d2387cf4-1a77-423c-8458-06b6f1c0dfb5 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] For port cd851e84-5ce4-41b2-81c0-59cad34b45f5, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=cd851e84-5ce4-41b2-81c0-59cad34b45f5,segment=NetworkSegment(2b7f87e0-bf26-4335-95aa-06705029fda5),segment_id=2b7f87e0-bf26-4335-95aa-06705029fda5)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:24.985199 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d2387cf4-1a77-423c-8458-06b6f1c0dfb5 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:25.000321 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d2387cf4-1a77-423c-8458-06b6f1c0dfb5 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Calling delete_port for cd851e84-5ce4-41b2-81c0-59cad34b45f5 owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:12:25.471191 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d2387cf4-1a77-423c-8458-06b6f1c0dfb5 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:25.511503 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2387cf4-1a77-423c-8458-06b6f1c0dfb5 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Port': ['ID=cd851e84-5ce4-41b2-81c0-59cad34b45f5,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:25.725960 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d2387cf4-1a77-423c-8458-06b6f1c0dfb5 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:26.002877 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2387cf4-1a77-423c-8458-06b6f1c0dfb5 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:12:26.140003 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2387cf4-1a77-423c-8458-06b6f1c0dfb5 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:12:26.149860 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d2387cf4-1a77-423c-8458-06b6f1c0dfb5 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "PUT /v2.0/routers/1bd69fd8-351a-4f6f-92ad-0d9df5b19831/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2073236 Jul 06 14:12:26.151111 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45718) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:26.154218 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191dac6b-109a-4b95-b17a-c3e4c5743e76 None None] Sync routers for ids ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:12:26.169497 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191dac6b-109a-4b95-b17a-c3e4c5743e76 None None] Routers {'1bd69fd8-351a-4f6f-92ad-0d9df5b19831'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:26.170993 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-191dac6b-109a-4b95-b17a-c3e4c5743e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:26.216778 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f5e5509-cfc9-4466-8e9b-4665d87c980f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Deleting subnet 3412d380-dc1c-4ec6-9e33-abea7ffa8861 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:12:26.221710 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8f5e5509-cfc9-4466-8e9b-4665d87c980f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:26.273702 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8f5e5509-cfc9-4466-8e9b-4665d87c980f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:26.283710 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-191dac6b-109a-4b95-b17a-c3e4c5743e76 None None] Set router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:26.397674 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8f5e5509-cfc9-4466-8e9b-4665d87c980f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:26.522765 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8f5e5509-cfc9-4466-8e9b-4665d87c980f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:26.566007 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e5509-cfc9-4466-8e9b-4665d87c980f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Subnet': ['ID=3412d380-dc1c-4ec6-9e33-abea7ffa8861,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:26.568519 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8f5e5509-cfc9-4466-8e9b-4665d87c980f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:26.570400 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8f5e5509-cfc9-4466-8e9b-4665d87c980f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/subnets/3412d380-dc1c-4ec6-9e33-abea7ffa8861 HTTP/1.1" status: 204 len: 168 time: 0.4182563 Jul 06 14:12:26.573254 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45720) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:26.575626 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b6c240-1b36-4661-9be3-5ad21fc2a190 None None] Network 5f13f366-f28b-4515-b6e8-474dcd1fb5ed requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:12:26.582713 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e5509-cfc9-4466-8e9b-4665d87c980f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:26.583072 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e5509-cfc9-4466-8e9b-4665d87c980f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:26.583523 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e5509-cfc9-4466-8e9b-4665d87c980f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:26.583969 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e5509-cfc9-4466-8e9b-4665d87c980f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:26.584775 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-191dac6b-109a-4b95-b17a-c3e4c5743e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'name': 'tempest-RoutersIpV6Test-router-572951500', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:46Z', 'updated_at': '2021-07-06T14:12:25Z', 'revision_number': 10, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None, '_interfaces': [{'id': '5c2bf45e-515c-443b-88c6-a9286dce1e38', 'name': '', 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:33:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:50Z', 'updated_at': '2021-07-06T14:11:59Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:26.584994 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e5509-cfc9-4466-8e9b-4665d87c980f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:26.587523 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e5509-cfc9-4466-8e9b-4665d87c980f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:26.587991 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e5509-cfc9-4466-8e9b-4665d87c980f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:26.588458 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e5509-cfc9-4466-8e9b-4665d87c980f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:26.588889 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e5509-cfc9-4466-8e9b-4665d87c980f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:26.591877 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e5509-cfc9-4466-8e9b-4665d87c980f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:26.592570 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e5509-cfc9-4466-8e9b-4665d87c980f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:26.593016 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5e5509-cfc9-4466-8e9b-4665d87c980f tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:12:26.676919 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191dac6b-109a-4b95-b17a-c3e4c5743e76 None None] Checking router: 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:12:26.696720 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191dac6b-109a-4b95-b17a-c3e4c5743e76 None None] Routers {'1bd69fd8-351a-4f6f-92ad-0d9df5b19831'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:26.697370 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-191dac6b-109a-4b95-b17a-c3e4c5743e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:26.786649 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a0e3d60d-3861-458f-8f78-397e58d67c64 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:26.912664 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-a0e3d60d-3861-458f-8f78-397e58d67c64 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Deleting port 05ce813c-c195-48a3-b090-4bf0f725d292 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:12:26.913049 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a0e3d60d-3861-458f-8f78-397e58d67c64 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:26.929857 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-191dac6b-109a-4b95-b17a-c3e4c5743e76 None None] Set router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:26.963878 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c543a0b2-1aa0-4382-81cc-8e04cd4158de None None] DHCP port deletion for 5f13f366-f28b-4515-b6e8-474dcd1fb5ed request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:12:27.031154 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-c543a0b2-1aa0-4382-81cc-8e04cd4158de None None] Deleting port 05ce813c-c195-48a3-b090-4bf0f725d292 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:12:27.031942 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c543a0b2-1aa0-4382-81cc-8e04cd4158de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:27.090921 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-a0e3d60d-3861-458f-8f78-397e58d67c64 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] For port 05ce813c-c195-48a3-b090-4bf0f725d292, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=05ce813c-c195-48a3-b090-4bf0f725d292,segment=NetworkSegment(2b7f87e0-bf26-4335-95aa-06705029fda5),segment_id=2b7f87e0-bf26-4335-95aa-06705029fda5)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:27.091478 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a0e3d60d-3861-458f-8f78-397e58d67c64 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:27.130857 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-a0e3d60d-3861-458f-8f78-397e58d67c64 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Calling delete_port for 05ce813c-c195-48a3-b090-4bf0f725d292 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:12:27.169046 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-c543a0b2-1aa0-4382-81cc-8e04cd4158de None None] For port 05ce813c-c195-48a3-b090-4bf0f725d292, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=05ce813c-c195-48a3-b090-4bf0f725d292,segment=NetworkSegment(2b7f87e0-bf26-4335-95aa-06705029fda5),segment_id=2b7f87e0-bf26-4335-95aa-06705029fda5)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:27.169046 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c543a0b2-1aa0-4382-81cc-8e04cd4158de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:27.198121 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-c543a0b2-1aa0-4382-81cc-8e04cd4158de None None] Calling delete_port for 05ce813c-c195-48a3-b090-4bf0f725d292 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:12:27.329646 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a0e3d60d-3861-458f-8f78-397e58d67c64 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:27.363736 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3d60d-3861-458f-8f78-397e58d67c64 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Port': ['ID=05ce813c-c195-48a3-b090-4bf0f725d292,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:27.369339 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e3d60d-3861-458f-8f78-397e58d67c64 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] No DVR routers for this DVR port 05ce813c-c195-48a3-b090-4bf0f725d292 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:12:27.420766 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c543a0b2-1aa0-4382-81cc-8e04cd4158de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:27.438493 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c543a0b2-1aa0-4382-81cc-8e04cd4158de None None] No DVR routers for this DVR port 05ce813c-c195-48a3-b090-4bf0f725d292 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:12:27.472157 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543a0b2-1aa0-4382-81cc-8e04cd4158de None None] Pushing event deleted for resources: {'Port': ['ID=05ce813c-c195-48a3-b090-4bf0f725d292,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:27.478080 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-191dac6b-109a-4b95-b17a-c3e4c5743e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'name': 'tempest-RoutersIpV6Test-router-572951500', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:46Z', 'updated_at': '2021-07-06T14:12:25Z', 'revision_number': 10, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None, '_interfaces': [{'id': '5c2bf45e-515c-443b-88c6-a9286dce1e38', 'name': '', 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:33:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:50Z', 'updated_at': '2021-07-06T14:11:59Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:27.497933 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a0e3d60d-3861-458f-8f78-397e58d67c64 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:27.510349 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-a0e3d60d-3861-458f-8f78-397e58d67c64 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f13f366-f28b-4515-b6e8-474dcd1fb5ed']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:27.511649 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191dac6b-109a-4b95-b17a-c3e4c5743e76 None None] The sync data for ids ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'] in n-d-773644-6 is: [{'id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'name': 'tempest-RoutersIpV6Test-router-572951500', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:46Z', 'updated_at': '2021-07-06T14:12:25Z', 'revision_number': 10, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None, '_interfaces': [{'id': '5c2bf45e-515c-443b-88c6-a9286dce1e38', 'name': '', 'network_id': '64d190ab-bc7f-45cf-a774-6d041b09e7e3', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'mac_address': 'fa:16:3e:33:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'device_owner': 'network:router_interface', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:11:50Z', 'updated_at': '2021-07-06T14:11:59Z', 'revision_number': 5, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'subnets': [{'id': '53ef84b5-99be-4766-b85e-f946c4d26659', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:12:27.525646 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-a0e3d60d-3861-458f-8f78-397e58d67c64 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7f87e0-bf26-4335-95aa-06705029fda5') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:27.526138 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-a0e3d60d-3861-458f-8f78-397e58d67c64 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7f87e0-bf26-4335-95aa-06705029fda5') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:27.536766 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a0e3d60d-3861-458f-8f78-397e58d67c64 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:27.563018 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a0e3d60d-3861-458f-8f78-397e58d67c64 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:27.573256 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e3d60d-3861-458f-8f78-397e58d67c64 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:12:27.573675 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a0e3d60d-3861-458f-8f78-397e58d67c64 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:12:27.577988 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:12:27.644943 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a0e3d60d-3861-458f-8f78-397e58d67c64 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:27.661643 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a0e3d60d-3861-458f-8f78-397e58d67c64 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:27.666199 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a0e3d60d-3861-458f-8f78-397e58d67c64 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/networks/5f13f366-f28b-4515-b6e8-474dcd1fb5ed HTTP/1.1" status: 204 len: 168 time: 1.0892205 Jul 06 14:12:27.666735 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45732) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:27.674209 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3d60d-3861-458f-8f78-397e58d67c64 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Network': ['ID=5f13f366-f28b-4515-b6e8-474dcd1fb5ed,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:28.180640 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device cd851e84-5ce4-41b2-81c0-59cad34b45f5 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:12:28.232257 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: cd851e84-5ce4-41b2-81c0-59cad34b45f5 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:12:28.234117 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device cd851e84-5ce4-41b2-81c0-59cad34b45f5 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:12:28.236092 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 05ce813c-c195-48a3-b090-4bf0f725d292 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:12:28.249325 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-51f986bb-1673-40d3-a2d6-2a6d99a29b17 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:28.259464 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 05ce813c-c195-48a3-b090-4bf0f725d292 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:12:28.260076 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 05ce813c-c195-48a3-b090-4bf0f725d292 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:12:28.566718 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-51f986bb-1673-40d3-a2d6-2a6d99a29b17 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Deleting port 5c2bf45e-515c-443b-88c6-a9286dce1e38 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:12:28.566718 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-51f986bb-1673-40d3-a2d6-2a6d99a29b17 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:28.664999 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-51f986bb-1673-40d3-a2d6-2a6d99a29b17 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] For port 5c2bf45e-515c-443b-88c6-a9286dce1e38, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=5c2bf45e-515c-443b-88c6-a9286dce1e38,segment=NetworkSegment(e4198480-420f-456e-b9e8-e0415a06b5bd),segment_id=e4198480-420f-456e-b9e8-e0415a06b5bd)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:28.665524 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-51f986bb-1673-40d3-a2d6-2a6d99a29b17 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:28.682598 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-51f986bb-1673-40d3-a2d6-2a6d99a29b17 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Calling delete_port for 5c2bf45e-515c-443b-88c6-a9286dce1e38 owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:12:28.909092 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-51f986bb-1673-40d3-a2d6-2a6d99a29b17 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:28.979301 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f986bb-1673-40d3-a2d6-2a6d99a29b17 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Port': ['ID=5c2bf45e-515c-443b-88c6-a9286dce1e38,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:29.074495 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-51f986bb-1673-40d3-a2d6-2a6d99a29b17 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:29.327236 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f986bb-1673-40d3-a2d6-2a6d99a29b17 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:12:29.423863 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f986bb-1673-40d3-a2d6-2a6d99a29b17 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:12:29.429340 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-51f986bb-1673-40d3-a2d6-2a6d99a29b17 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "PUT /v2.0/routers/1bd69fd8-351a-4f6f-92ad-0d9df5b19831/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7614722 Jul 06 14:12:29.432010 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45758) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:29.439475 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e731bbf8-3391-4f71-9280-8ff3fcf99ac4 None None] Sync routers for ids ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:12:29.449681 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e731bbf8-3391-4f71-9280-8ff3fcf99ac4 None None] Routers {'1bd69fd8-351a-4f6f-92ad-0d9df5b19831'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:29.450583 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e731bbf8-3391-4f71-9280-8ff3fcf99ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:29.505728 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6d54141-4eb1-474a-bc2b-59a62c1792bc tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Deleting subnet 53ef84b5-99be-4766-b85e-f946c4d26659 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:12:29.510784 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b6d54141-4eb1-474a-bc2b-59a62c1792bc tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:29.557549 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-e731bbf8-3391-4f71-9280-8ff3fcf99ac4 None None] Set router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:29.579492 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b6d54141-4eb1-474a-bc2b-59a62c1792bc tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:29.652633 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e731bbf8-3391-4f71-9280-8ff3fcf99ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'name': 'tempest-RoutersIpV6Test-router-572951500', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:46Z', 'updated_at': '2021-07-06T14:12:28Z', 'revision_number': 11, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:29.681169 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e731bbf8-3391-4f71-9280-8ff3fcf99ac4 None None] Checking router: 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:12:29.692977 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e731bbf8-3391-4f71-9280-8ff3fcf99ac4 None None] Routers {'1bd69fd8-351a-4f6f-92ad-0d9df5b19831'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:29.693612 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e731bbf8-3391-4f71-9280-8ff3fcf99ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:29.723533 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b6d54141-4eb1-474a-bc2b-59a62c1792bc tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:29.783478 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-e731bbf8-3391-4f71-9280-8ff3fcf99ac4 None None] Set router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:29.809495 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b6d54141-4eb1-474a-bc2b-59a62c1792bc tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:29.848707 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b6d54141-4eb1-474a-bc2b-59a62c1792bc tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:29.851763 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b6d54141-4eb1-474a-bc2b-59a62c1792bc tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/subnets/53ef84b5-99be-4766-b85e-f946c4d26659 HTTP/1.1" status: 204 len: 168 time: 0.4185784 Jul 06 14:12:29.854317 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45768) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:29.865117 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e731bbf8-3391-4f71-9280-8ff3fcf99ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'name': 'tempest-RoutersIpV6Test-router-572951500', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:46Z', 'updated_at': '2021-07-06T14:12:28Z', 'revision_number': 11, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:29.868507 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dab9022-9007-4d67-9b69-3b70577f8a61 None None] Network 64d190ab-bc7f-45cf-a774-6d041b09e7e3 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:12:29.891144 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d54141-4eb1-474a-bc2b-59a62c1792bc tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Subnet': ['ID=53ef84b5-99be-4766-b85e-f946c4d26659,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:29.917945 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e731bbf8-3391-4f71-9280-8ff3fcf99ac4 None None] The sync data for ids ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'] in n-d-773644-6 is: [{'id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'name': 'tempest-RoutersIpV6Test-router-572951500', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:46Z', 'updated_at': '2021-07-06T14:12:28Z', 'revision_number': 11, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:12:29.962550 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9ce6fd11-d454-4572-96b6-d7c5220017b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:30.034891 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9ce6fd11-d454-4572-96b6-d7c5220017b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Deleting port 5ec1e7b2-dcfa-4837-a404-316f6897ab80 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:12:30.035779 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9ce6fd11-d454-4572-96b6-d7c5220017b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:30.124756 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-9ce6fd11-d454-4572-96b6-d7c5220017b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] For port 5ec1e7b2-dcfa-4837-a404-316f6897ab80, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=5ec1e7b2-dcfa-4837-a404-316f6897ab80,segment=NetworkSegment(e4198480-420f-456e-b9e8-e0415a06b5bd),segment_id=e4198480-420f-456e-b9e8-e0415a06b5bd)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:30.125205 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9ce6fd11-d454-4572-96b6-d7c5220017b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:30.143170 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9ce6fd11-d454-4572-96b6-d7c5220017b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Calling delete_port for 5ec1e7b2-dcfa-4837-a404-316f6897ab80 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:12:30.272002 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9ce6fd11-d454-4572-96b6-d7c5220017b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:30.288047 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762f013f-4d64-45ca-975e-5ccdc0f965ea None None] DHCP port deletion for 64d190ab-bc7f-45cf-a774-6d041b09e7e3 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:12:30.393499 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce6fd11-d454-4572-96b6-d7c5220017b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Port': ['ID=5ec1e7b2-dcfa-4837-a404-316f6897ab80,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:30.399377 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce6fd11-d454-4572-96b6-d7c5220017b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] No DVR routers for this DVR port 5ec1e7b2-dcfa-4837-a404-316f6897ab80 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:12:30.402886 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 5c2bf45e-515c-443b-88c6-a9286dce1e38 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:12:30.443046 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 5c2bf45e-515c-443b-88c6-a9286dce1e38 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:12:30.443736 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 5c2bf45e-515c-443b-88c6-a9286dce1e38 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:12:30.443849 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 5ec1e7b2-dcfa-4837-a404-316f6897ab80 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:12:30.491213 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 5ec1e7b2-dcfa-4837-a404-316f6897ab80 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:12:30.491871 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 5ec1e7b2-dcfa-4837-a404-316f6897ab80 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:12:30.555819 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9ce6fd11-d454-4572-96b6-d7c5220017b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:30.569558 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-9ce6fd11-d454-4572-96b6-d7c5220017b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d190ab-bc7f-45cf-a774-6d041b09e7e3']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:30.594534 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-9ce6fd11-d454-4572-96b6-d7c5220017b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4198480-420f-456e-b9e8-e0415a06b5bd') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:30.595929 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-9ce6fd11-d454-4572-96b6-d7c5220017b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4198480-420f-456e-b9e8-e0415a06b5bd') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:30.621678 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9ce6fd11-d454-4572-96b6-d7c5220017b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:30.640369 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9ce6fd11-d454-4572-96b6-d7c5220017b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:30.651885 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce6fd11-d454-4572-96b6-d7c5220017b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:12:30.652602 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9ce6fd11-d454-4572-96b6-d7c5220017b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:12:30.656868 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:12:30.729276 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9ce6fd11-d454-4572-96b6-d7c5220017b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:30.736825 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9ce6fd11-d454-4572-96b6-d7c5220017b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:30.743735 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9ce6fd11-d454-4572-96b6-d7c5220017b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/networks/64d190ab-bc7f-45cf-a774-6d041b09e7e3 HTTP/1.1" status: 204 len: 168 time: 0.8882177 Jul 06 14:12:30.746387 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45786) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:30.751982 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-ae8b8e52-d864-4efb-9f9e-6c6bc1a7809a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'router': {'routes': None}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:30.768351 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce6fd11-d454-4572-96b6-d7c5220017b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Pushing event deleted for resources: {'Network': ['ID=64d190ab-bc7f-45cf-a774-6d041b09e7e3,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:31.026736 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.extraroute_db [None req-ae8b8e52-d864-4efb-9f9e-6c6bc1a7809a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Added routes are [] {{(pid=100418) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 14:12:31.027112 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.extraroute_db [None req-ae8b8e52-d864-4efb-9f9e-6c6bc1a7809a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Removed routes are [] {{(pid=100418) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 14:12:31.027555 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ae8b8e52-d864-4efb-9f9e-6c6bc1a7809a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:31.199865 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ae8b8e52-d864-4efb-9f9e-6c6bc1a7809a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:31.205947 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ae8b8e52-d864-4efb-9f9e-6c6bc1a7809a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2094363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2094336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2093514'] for router, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:31.291414 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8b8e52-d864-4efb-9f9e-6c6bc1a7809a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:12:31.806412 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8b8e52-d864-4efb-9f9e-6c6bc1a7809a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:12:31.815458 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ae8b8e52-d864-4efb-9f9e-6c6bc1a7809a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:31.817916 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ae8b8e52-d864-4efb-9f9e-6c6bc1a7809a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "PUT /v2.0/routers/1bd69fd8-351a-4f6f-92ad-0d9df5b19831 HTTP/1.1" status: 200 len: 704 time: 1.0692425 Jul 06 14:12:31.819715 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45796) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:31.823408 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac38a63f-432d-4bc3-8630-481ed01accfa None None] Sync routers for ids ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:12:31.863554 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac38a63f-432d-4bc3-8630-481ed01accfa None None] Routers {'1bd69fd8-351a-4f6f-92ad-0d9df5b19831'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:31.877526 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-ac38a63f-432d-4bc3-8630-481ed01accfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:31.913180 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b4c68018-da32-4402-9a30-1ec281d60ea6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "GET /v2.0/ports?device_id=1bd69fd8-351a-4f6f-92ad-0d9df5b19831 HTTP/1.1" status: 200 len: 205 time: 0.0825284 Jul 06 14:12:31.914695 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45800) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:32.017643 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-ac38a63f-432d-4bc3-8630-481ed01accfa None None] Set router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:32.055520 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cea29f76-0779-4fb8-ae3d-efa57d872b21 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:32.246301 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-ac38a63f-432d-4bc3-8630-481ed01accfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'name': 'tempest-RoutersIpV6Test-router-572951500', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:46Z', 'updated_at': '2021-07-06T14:12:28Z', 'revision_number': 11, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:32.270581 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cea29f76-0779-4fb8-ae3d-efa57d872b21 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:32.272948 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cea29f76-0779-4fb8-ae3d-efa57d872b21 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:32.278800 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac38a63f-432d-4bc3-8630-481ed01accfa None None] Checking router: 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:12:32.290673 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac38a63f-432d-4bc3-8630-481ed01accfa None None] Routers {'1bd69fd8-351a-4f6f-92ad-0d9df5b19831'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:32.291772 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-ac38a63f-432d-4bc3-8630-481ed01accfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:32.336249 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cea29f76-0779-4fb8-ae3d-efa57d872b21 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:32.336905 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea29f76-0779-4fb8-ae3d-efa57d872b21 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Fanout notify agent at l3_agent the message router_deleted on router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:12:32.349244 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cea29f76-0779-4fb8-ae3d-efa57d872b21 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:32.350598 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cea29f76-0779-4fb8-ae3d-efa57d872b21 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/routers/1bd69fd8-351a-4f6f-92ad-0d9df5b19831 HTTP/1.1" status: 204 len: 168 time: 0.4355931 Jul 06 14:12:32.356709 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45810) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:32.363761 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-6cefbb67-8ef8-47d6-9b12-94f545c44e72 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-661132556', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:32.378937 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-ac38a63f-432d-4bc3-8630-481ed01accfa None None] Set router 1bd69fd8-351a-4f6f-92ad-0d9df5b19831 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:32.394700 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6cefbb67-8ef8-47d6-9b12-94f545c44e72 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:32.395927 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6cefbb67-8ef8-47d6-9b12-94f545c44e72 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:32.447904 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-ac38a63f-432d-4bc3-8630-481ed01accfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'name': 'tempest-RoutersIpV6Test-router-572951500', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:46Z', 'updated_at': '2021-07-06T14:12:28Z', 'revision_number': 11, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:32.461599 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6cefbb67-8ef8-47d6-9b12-94f545c44e72 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:32.469374 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6cefbb67-8ef8-47d6-9b12-94f545c44e72 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:32.479820 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac38a63f-432d-4bc3-8630-481ed01accfa None None] The sync data for ids ['1bd69fd8-351a-4f6f-92ad-0d9df5b19831'] in n-d-773644-6 is: [{'id': '1bd69fd8-351a-4f6f-92ad-0d9df5b19831', 'name': 'tempest-RoutersIpV6Test-router-572951500', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:11:46Z', 'updated_at': '2021-07-06T14:12:28Z', 'revision_number': 11, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:12:32.493223 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6cefbb67-8ef8-47d6-9b12-94f545c44e72 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:32.494976 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6cefbb67-8ef8-47d6-9b12-94f545c44e72 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1367111 Jul 06 14:12:32.497711 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45812) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:32.502976 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-003ec8de-b311-4a89-85c4-c3b22ddc32b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:32.769211 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-003ec8de-b311-4a89-85c4-c3b22ddc32b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:32.792929 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-003ec8de-b311-4a89-85c4-c3b22ddc32b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2094363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2094336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2093514'] for router, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:32.915097 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003ec8de-b311-4a89-85c4-c3b22ddc32b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Router 119e5d2a-a593-4e1f-af96-bc875bdd7089 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:12:33.016032 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003ec8de-b311-4a89-85c4-c3b22ddc32b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:12:33.028420 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02c0e57-43e9-4485-8cbd-8415783ccdbd None None] Sync routers for ids ['119e5d2a-a593-4e1f-af96-bc875bdd7089'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:12:33.030276 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-003ec8de-b311-4a89-85c4-c3b22ddc32b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:33.031667 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-003ec8de-b311-4a89-85c4-c3b22ddc32b6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "PUT /v2.0/routers/119e5d2a-a593-4e1f-af96-bc875bdd7089 HTTP/1.1" status: 200 len: 697 time: 0.5328598 Jul 06 14:12:33.034420 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45826) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:33.042064 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02c0e57-43e9-4485-8cbd-8415783ccdbd None None] Routers {'119e5d2a-a593-4e1f-af96-bc875bdd7089'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:33.044204 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e02c0e57-43e9-4485-8cbd-8415783ccdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['119e5d2a-a593-4e1f-af96-bc875bdd7089'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:33.169177 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-e02c0e57-43e9-4485-8cbd-8415783ccdbd None None] Set router 119e5d2a-a593-4e1f-af96-bc875bdd7089 gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:33.177294 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0de03ef7-0151-4419-9955-852a5ad5ff21 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "GET /v2.0/routers/119e5d2a-a593-4e1f-af96-bc875bdd7089 HTTP/1.1" status: 200 len: 703 time: 0.1408985 Jul 06 14:12:33.179912 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45830) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:33.238137 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ff182448-f500-479b-8b2e-997cc527be64 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "GET /v2.0/ports?device_id=119e5d2a-a593-4e1f-af96-bc875bdd7089 HTTP/1.1" status: 200 len: 205 time: 0.0545313 Jul 06 14:12:33.238515 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45832) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:33.284816 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e02c0e57-43e9-4485-8cbd-8415783ccdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119e5d2a-a593-4e1f-af96-bc875bdd7089', 'name': 'tempest-RoutersIpV6Test-router-661132556', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:12:32Z', 'updated_at': '2021-07-06T14:12:32Z', 'revision_number': 2, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:33.313352 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02c0e57-43e9-4485-8cbd-8415783ccdbd None None] Checking router: 119e5d2a-a593-4e1f-af96-bc875bdd7089 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:12:33.322854 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cd27970b-09ae-4c3e-8f74-dae1a40072be tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:33.324030 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02c0e57-43e9-4485-8cbd-8415783ccdbd None None] Routers {'119e5d2a-a593-4e1f-af96-bc875bdd7089'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:33.327510 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e02c0e57-43e9-4485-8cbd-8415783ccdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['119e5d2a-a593-4e1f-af96-bc875bdd7089'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:33.475066 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-e02c0e57-43e9-4485-8cbd-8415783ccdbd None None] Set router 119e5d2a-a593-4e1f-af96-bc875bdd7089 gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:33.547771 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e02c0e57-43e9-4485-8cbd-8415783ccdbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119e5d2a-a593-4e1f-af96-bc875bdd7089', 'name': 'tempest-RoutersIpV6Test-router-661132556', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:12:32Z', 'updated_at': '2021-07-06T14:12:32Z', 'revision_number': 2, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:33.775484 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02c0e57-43e9-4485-8cbd-8415783ccdbd None None] The sync data for ids ['119e5d2a-a593-4e1f-af96-bc875bdd7089'] in n-d-773644-6 is: [{'id': '119e5d2a-a593-4e1f-af96-bc875bdd7089', 'name': 'tempest-RoutersIpV6Test-router-661132556', 'tenant_id': '08ca5c678dfb45d684a244704dc7e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:12:32Z', 'updated_at': '2021-07-06T14:12:32Z', 'revision_number': 2, 'project_id': '08ca5c678dfb45d684a244704dc7e806', 'gw_port_host': None}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:12:33.928856 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cd27970b-09ae-4c3e-8f74-dae1a40072be tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:33.943950 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cd27970b-09ae-4c3e-8f74-dae1a40072be tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:34.007407 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cd27970b-09ae-4c3e-8f74-dae1a40072be tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:34.008095 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd27970b-09ae-4c3e-8f74-dae1a40072be tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Fanout notify agent at l3_agent the message router_deleted on router 119e5d2a-a593-4e1f-af96-bc875bdd7089 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:12:34.017301 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cd27970b-09ae-4c3e-8f74-dae1a40072be tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:34.018821 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cd27970b-09ae-4c3e-8f74-dae1a40072be tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/routers/119e5d2a-a593-4e1f-af96-bc875bdd7089 HTTP/1.1" status: 204 len: 168 time: 0.7790916 Jul 06 14:12:34.024234 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45840) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:34.079956 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45842) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:34.081737 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b8b991bc-4647-4e02-8e5c-7abd5c139bca tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "GET /v2.0/ports?device_id=119e5d2a-a593-4e1f-af96-bc875bdd7089 HTTP/1.1" status: 200 len: 205 time: 0.0540836 Jul 06 14:12:34.131751 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-6d6337fd-249e-46b4-8bc3-e793a7fa4840 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] delete failed (client error): The resource could not be found. Jul 06 14:12:34.132815 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6d6337fd-249e-46b4-8bc3-e793a7fa4840 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/routers/119e5d2a-a593-4e1f-af96-bc875bdd7089 HTTP/1.1" status: 404 len: 336 time: 0.0488641 Jul 06 14:12:34.135640 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45844) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:34.186811 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-d718610b-c0f6-4beb-ab21-bf4986f39561 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] DELETE failed (client error): The resource could not be found. Jul 06 14:12:34.188352 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d718610b-c0f6-4beb-ab21-bf4986f39561 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:12:34.193721 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d718610b-c0f6-4beb-ab21-bf4986f39561 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/subnets/0bd96bee-53b0-48b3-9fdc-09a4e4a7e2cd HTTP/1.1" status: 404 len: 337 time: 0.0567164 Jul 06 14:12:34.196634 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45846) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:34.255804 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-762ebf71-1d54-40c0-8458-944072364ca3 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] DELETE failed (client error): The resource could not be found. Jul 06 14:12:34.256695 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-762ebf71-1d54-40c0-8458-944072364ca3 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:12:34.261074 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-762ebf71-1d54-40c0-8458-944072364ca3 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/subnets/c8f830f9-a826-4454-a06d-82c5860416d7 HTTP/1.1" status: 404 len: 337 time: 0.0599942 Jul 06 14:12:34.261502 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45850) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:34.325295 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ca5f3ea-8b97-4de6-9a94-113410bfde95 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] DELETE failed (client error): The resource could not be found. Jul 06 14:12:34.325693 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ca5f3ea-8b97-4de6-9a94-113410bfde95 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:12:34.328306 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9ca5f3ea-8b97-4de6-9a94-113410bfde95 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/subnets/3412d380-dc1c-4ec6-9e33-abea7ffa8861 HTTP/1.1" status: 404 len: 337 time: 0.0657823 Jul 06 14:12:34.331502 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45854) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:34.361320 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae78bc4f-9f6a-41b2-96cb-0d3c924efcd5 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] DELETE failed (client error): The resource could not be found. Jul 06 14:12:34.361996 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae78bc4f-9f6a-41b2-96cb-0d3c924efcd5 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:12:34.366667 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ae78bc4f-9f6a-41b2-96cb-0d3c924efcd5 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/subnets/53ef84b5-99be-4766-b85e-f946c4d26659 HTTP/1.1" status: 404 len: 337 time: 0.0343366 Jul 06 14:12:34.367404 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45856) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:34.401633 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45858) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:34.401917 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-21cb603d-78c3-4cf3-9803-0a1e8adf2268 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "GET /v2.0/ports?device_id=1bd69fd8-351a-4f6f-92ad-0d9df5b19831 HTTP/1.1" status: 200 len: 205 time: 0.0331275 Jul 06 14:12:34.454711 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-838c367f-3ac9-49aa-8c0b-b71f4a54f592 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] delete failed (client error): The resource could not be found. Jul 06 14:12:34.455806 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-838c367f-3ac9-49aa-8c0b-b71f4a54f592 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/routers/1bd69fd8-351a-4f6f-92ad-0d9df5b19831 HTTP/1.1" status: 404 len: 336 time: 0.0531275 Jul 06 14:12:34.459547 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45860) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:34.543821 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45866) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:34.545799 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-85e3b01f-c242-4e47-ac4a-30560eea7f52 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "GET /v2.0/ports?device_id=ae2bc48e-32c2-47e7-a4ff-db8974e7f6d7 HTTP/1.1" status: 200 len: 205 time: 0.0849538 Jul 06 14:12:34.594827 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [None req-9bc33954-ce80-44bb-a378-331bd8983ac6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] delete failed (client error): The resource could not be found. Jul 06 14:12:34.598799 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45868) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:34.599127 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9bc33954-ce80-44bb-a378-331bd8983ac6 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/routers/ae2bc48e-32c2-47e7-a4ff-db8974e7f6d7 HTTP/1.1" status: 404 len: 336 time: 0.0538471 Jul 06 14:12:34.627730 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f39ccd-4186-4bfa-afa5-f5bd9f7dd60a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] DELETE failed (client error): The resource could not be found. Jul 06 14:12:34.630233 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f39ccd-4186-4bfa-afa5-f5bd9f7dd60a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:12:34.632088 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-50f39ccd-4186-4bfa-afa5-f5bd9f7dd60a tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/subnets/a5453882-ccf4-4f68-b649-8acb9dd04810 HTTP/1.1" status: 404 len: 337 time: 0.0321958 Jul 06 14:12:34.634952 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45870) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:34.662619 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45872) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:34.677319 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-76689fe6-fa44-475c-add7-dad00403dd38 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "GET /v2.0/ports?device_id=b9f98a15-2190-4056-a2e2-94b7e27140c2 HTTP/1.1" status: 200 len: 205 time: 0.0403574 Jul 06 14:12:34.679794 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45876) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:34.725894 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-4c28bb1f-9372-4aa2-90fa-076a7b7303b9 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] delete failed (client error): The resource could not be found. Jul 06 14:12:34.726970 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4c28bb1f-9372-4aa2-90fa-076a7b7303b9 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/routers/b9f98a15-2190-4056-a2e2-94b7e27140c2 HTTP/1.1" status: 404 len: 336 time: 0.0462439 Jul 06 14:12:34.729646 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45878) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:34.781429 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0b52f522-c26d-44cb-a24e-f135b8bb60ec tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "GET /v2.0/ports?device_id=73e7c68a-1bf0-46dc-b39a-7880ce1139b6 HTTP/1.1" status: 200 len: 205 time: 0.0501709 Jul 06 14:12:34.783817 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45880) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:34.828532 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7245c4a5-6bbf-413c-9469-79b22a9c256d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:34.831563 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-9afbe240-2f00-4c05-858d-d070e1c233f1 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] delete failed (client error): The resource could not be found. Jul 06 14:12:34.833001 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9afbe240-2f00-4c05-858d-d070e1c233f1 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/routers/73e7c68a-1bf0-46dc-b39a-7880ce1139b6 HTTP/1.1" status: 404 len: 336 time: 0.0480039 Jul 06 14:12:34.835888 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45882) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:34.871119 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b0dc5f5-1091-44aa-ad43-164b72692b11 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] DELETE failed (client error): The resource could not be found. Jul 06 14:12:34.871490 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b0dc5f5-1091-44aa-ad43-164b72692b11 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:12:34.873497 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1b0dc5f5-1091-44aa-ad43-164b72692b11 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/subnets/067a4280-58e8-4a46-93cf-ff3077476d59 HTTP/1.1" status: 404 len: 337 time: 0.0357320 Jul 06 14:12:34.876011 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45884) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:34.920852 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d5ff5314-9f91-43ea-9824-5512e8fd5708 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "GET /v2.0/ports?device_id=17d5a05f-5d91-45f2-9a11-378f48957714 HTTP/1.1" status: 200 len: 205 time: 0.0436447 Jul 06 14:12:34.923677 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45886) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:34.985860 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-21793dd3-318c-4cc4-88a2-332c80224d41 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] delete failed (client error): The resource could not be found. Jul 06 14:12:34.989189 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-21793dd3-318c-4cc4-88a2-332c80224d41 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/routers/17d5a05f-5d91-45f2-9a11-378f48957714 HTTP/1.1" status: 404 len: 336 time: 0.0617175 Jul 06 14:12:34.989578 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45894) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:35.000958 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7245c4a5-6bbf-413c-9469-79b22a9c256d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:35.007461 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7245c4a5-6bbf-413c-9469-79b22a9c256d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:35.055589 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-308b13e8-edab-452d-9956-e4ab9e927f2b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] DELETE failed (client error): The resource could not be found. Jul 06 14:12:35.055842 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-308b13e8-edab-452d-9956-e4ab9e927f2b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:12:35.069011 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-308b13e8-edab-452d-9956-e4ab9e927f2b tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/subnets/35d12291-e8ed-4653-bffd-211cd90fdb59 HTTP/1.1" status: 404 len: 337 time: 0.0759311 Jul 06 14:12:35.069985 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45898) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:35.130275 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245c4a5-6bbf-413c-9469-79b22a9c256d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d686340c-4f69-477b-9439-e785740913d1,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:35.151448 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7245c4a5-6bbf-413c-9469-79b22a9c256d admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=d82e460d4a2147b585f7352a9a807689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4873893 Jul 06 14:12:35.156803 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45902) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:35.172267 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7df49d92-ce2b-450c-aaf2-5f516ffbab96 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "GET /v2.0/ports?device_id=c17e22f2-802b-4132-851d-5865e5e952ff HTTP/1.1" status: 200 len: 205 time: 0.1009414 Jul 06 14:12:35.175929 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45904) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:35.234567 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [None req-6c4de530-af33-43ca-a4b1-f5e00b1a8866 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] delete failed (client error): The resource could not be found. Jul 06 14:12:35.238067 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6c4de530-af33-43ca-a4b1-f5e00b1a8866 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/routers/c17e22f2-802b-4132-851d-5865e5e952ff HTTP/1.1" status: 404 len: 336 time: 0.0585279 Jul 06 14:12:35.238411 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45910) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:35.271830 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ababfa-4b61-4fda-828a-713b509c7c59 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] DELETE failed (client error): The resource could not be found. Jul 06 14:12:35.272510 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63ababfa-4b61-4fda-828a-713b509c7c59 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:12:35.275435 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-63ababfa-4b61-4fda-828a-713b509c7c59 tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/subnets/edbf3c01-edc6-4966-a737-3959ea5a0730 HTTP/1.1" status: 404 len: 337 time: 0.0351627 Jul 06 14:12:35.278294 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45912) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:35.306919 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-30f09503-f517-4b77-a874-b7e422d0ba8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:35.314531 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-013a6c8d-f5e0-4641-ade4-31d44855a79c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] DELETE failed (client error): The resource could not be found. Jul 06 14:12:35.315221 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-013a6c8d-f5e0-4641-ade4-31d44855a79c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:12:35.317715 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-013a6c8d-f5e0-4641-ade4-31d44855a79c tempest-RoutersIpV6Test-1926901724 tempest-RoutersIpV6Test-1926901724-project] 10.222.0.118 "DELETE /v2.0/subnets/c448a45b-92c6-4725-baf5-3ef0624ef277 HTTP/1.1" status: 404 len: 337 time: 0.0376322 Jul 06 14:12:35.345719 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-30f09503-f517-4b77-a874-b7e422d0ba8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:35.420288 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-30f09503-f517-4b77-a874-b7e422d0ba8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:35.423274 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-30f09503-f517-4b77-a874-b7e422d0ba8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:35.424497 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-30f09503-f517-4b77-a874-b7e422d0ba8f admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/d686340c-4f69-477b-9439-e785740913d1 HTTP/1.1" status: 204 len: 168 time: 0.2652602 Jul 06 14:12:35.433705 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f09503-f517-4b77-a874-b7e422d0ba8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d686340c-4f69-477b-9439-e785740913d1,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:35.621264 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45942) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:35.801568 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45946) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:35.852982 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5b58e966-005a-4007-87af-ae4b3ef27578 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=08ca5c678dfb45d684a244704dc7e806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2304626 Jul 06 14:12:35.855733 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 45948) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:35.879977 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cac5e549-cf7f-4a3c-a09e-521787101eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:35.943207 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ae24e360-84ae-4fb0-8290-19ce7f7c24ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:35.972901 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ae24e360-84ae-4fb0-8290-19ce7f7c24ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:36.015090 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cac5e549-cf7f-4a3c-a09e-521787101eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:36.019829 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cac5e549-cf7f-4a3c-a09e-521787101eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:36.036462 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ae24e360-84ae-4fb0-8290-19ce7f7c24ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:36.039814 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ae24e360-84ae-4fb0-8290-19ce7f7c24ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:36.041638 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ae24e360-84ae-4fb0-8290-19ce7f7c24ee admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/8c853d3c-ec2d-441a-8d89-5cfbc110f21f HTTP/1.1" status: 204 len: 168 time: 0.1845989 Jul 06 14:12:36.051175 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24e360-84ae-4fb0-8290-19ce7f7c24ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c853d3c-ec2d-441a-8d89-5cfbc110f21f,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:36.063949 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cac5e549-cf7f-4a3c-a09e-521787101eb4 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=256df589b6894b14a3e73d1d687a4c7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2594635 Jul 06 14:12:36.064701 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5e549-cf7f-4a3c-a09e-521787101eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10354c2-b7c3-48fc-83f0-1533cd1e4d87,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:36.067086 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45952) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:36.123327 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-38312a97-137a-4f35-bc93-b928cee126bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:36.151609 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-38312a97-137a-4f35-bc93-b928cee126bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:36.212581 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-38312a97-137a-4f35-bc93-b928cee126bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:36.213263 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-38312a97-137a-4f35-bc93-b928cee126bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:36.221061 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-38312a97-137a-4f35-bc93-b928cee126bb admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/c10354c2-b7c3-48fc-83f0-1533cd1e4d87 HTTP/1.1" status: 204 len: 168 time: 0.1466510 Jul 06 14:12:36.225903 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38312a97-137a-4f35-bc93-b928cee126bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10354c2-b7c3-48fc-83f0-1533cd1e4d87,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:37.150415 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 45996) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:37.310916 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-94576918-727d-4253-a2a3-a2065c279a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:37.384271 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e7477a0b-1ee0-4b2b-9782-5ff1bf59c390 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'network': {'name': 'tempest-RoutersTest-1863398109'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:37.423964 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7477a0b-1ee0-4b2b-9782-5ff1bf59c390 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Made reservation on behalf of f296bcf9fcc3467fa5b1f6fbfff7535a for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:12:37.433886 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e7477a0b-1ee0-4b2b-9782-5ff1bf59c390 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:37.446221 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e7477a0b-1ee0-4b2b-9782-5ff1bf59c390 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:37.568721 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e7477a0b-1ee0-4b2b-9782-5ff1bf59c390 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:37.577421 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e7477a0b-1ee0-4b2b-9782-5ff1bf59c390 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:37.611851 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7477a0b-1ee0-4b2b-9782-5ff1bf59c390 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:12:37.618454 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7477a0b-1ee0-4b2b-9782-5ff1bf59c390 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa6f659-c856-4703-82c5-5affdeaa7bef,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:37.625850 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e7477a0b-1ee0-4b2b-9782-5ff1bf59c390 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:37.626203 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-e7477a0b-1ee0-4b2b-9782-5ff1bf59c390 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Added segment 6cb71fd1-3997-4d28-8bb2-34c47f9797cf of type vlan for network f6dfe8c5-ef41-4c69-b4ed-f65632a1d83c Jul 06 14:12:37.673051 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e7477a0b-1ee0-4b2b-9782-5ff1bf59c390 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:37.712304 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e7477a0b-1ee0-4b2b-9782-5ff1bf59c390 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:37.721538 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7477a0b-1ee0-4b2b-9782-5ff1bf59c390 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:37.722557 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e7477a0b-1ee0-4b2b-9782-5ff1bf59c390 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:37.795246 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46022) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:37.795853 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e7477a0b-1ee0-4b2b-9782-5ff1bf59c390 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6429839 Jul 06 14:12:37.801235 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-b8650e4b-4c12-4b78-8f4d-e6479bb66c93 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'network': {'name': 'tempest-RoutersTest-1198029362'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:37.805566 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7477a0b-1ee0-4b2b-9782-5ff1bf59c390 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Network': ['ID=f6dfe8c5-ef41-4c69-b4ed-f65632a1d83c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:37.820813 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network f6dfe8c5-ef41-4c69-b4ed-f65632a1d83c details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:12:37.836768 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8650e4b-4c12-4b78-8f4d-e6479bb66c93 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Made reservation on behalf of f296bcf9fcc3467fa5b1f6fbfff7535a for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:12:37.847293 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b8650e4b-4c12-4b78-8f4d-e6479bb66c93 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:37.876645 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8650e4b-4c12-4b78-8f4d-e6479bb66c93 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:12:37.887472 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b8650e4b-4c12-4b78-8f4d-e6479bb66c93 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:37.887886 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-b8650e4b-4c12-4b78-8f4d-e6479bb66c93 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Added segment 08bcdfba-8979-4e09-90df-563aba29c3f0 of type vlan for network 33b3408f-0792-4abc-8403-401e8fc611bf Jul 06 14:12:37.959041 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b8650e4b-4c12-4b78-8f4d-e6479bb66c93 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:37.998832 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b8650e4b-4c12-4b78-8f4d-e6479bb66c93 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:38.006836 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8650e4b-4c12-4b78-8f4d-e6479bb66c93 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:38.007861 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b8650e4b-4c12-4b78-8f4d-e6479bb66c93 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:38.031761 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46028) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:38.032160 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b8650e4b-4c12-4b78-8f4d-e6479bb66c93 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2357187 Jul 06 14:12:38.037976 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-8a01719d-1100-44ef-8dce-15c13e569e11 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'subnet': {'network_id': 'f6dfe8c5-ef41-4c69-b4ed-f65632a1d83c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:38.099019 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8650e4b-4c12-4b78-8f4d-e6479bb66c93 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Network': ['ID=33b3408f-0792-4abc-8403-401e8fc611bf,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:38.113086 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 33b3408f-0792-4abc-8403-401e8fc611bf details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:12:38.178974 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a01719d-1100-44ef-8dce-15c13e569e11 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Made reservation on behalf of f296bcf9fcc3467fa5b1f6fbfff7535a for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:12:38.186186 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a01719d-1100-44ef-8dce-15c13e569e11 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:38.439171 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a01719d-1100-44ef-8dce-15c13e569e11 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:38.511121 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01719d-1100-44ef-8dce-15c13e569e11 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Subnet': ['ID=7ccbdecb-c835-4b0b-8f23-9566151368ff,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:38.532092 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a01719d-1100-44ef-8dce-15c13e569e11 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Checking segment: {'id': '6cb71fd1-3997-4d28-8bb2-34c47f9797cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f6dfe8c5-ef41-4c69-b4ed-f65632a1d83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:12:38.532584 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a01719d-1100-44ef-8dce-15c13e569e11 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network hostable DHCP agents. Network: f6dfe8c5-ef41-4c69-b4ed-f65632a1d83c, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:12:38.556492 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a01719d-1100-44ef-8dce-15c13e569e11 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network f6dfe8c5-ef41-4c69-b4ed-f65632a1d83c is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:12:38.578279 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-8a01719d-1100-44ef-8dce-15c13e569e11 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, f6dfe8c5-ef41-4c69-b4ed-f65632a1d83c) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:38.590973 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a01719d-1100-44ef-8dce-15c13e569e11 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:38.592794 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a01719d-1100-44ef-8dce-15c13e569e11 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:38.594545 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8b3183-e390-4133-ab9e-bd6e9bad742f None None] Network f6dfe8c5-ef41-4c69-b4ed-f65632a1d83c requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:12:38.635510 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8a01719d-1100-44ef-8dce-15c13e569e11 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5994380 Jul 06 14:12:38.636089 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46036) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:38.645602 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-d81f6ef2-cb7f-4887-a950-fb35b4d3f80a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'subnet': {'network_id': '33b3408f-0792-4abc-8403-401e8fc611bf', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:38.786660 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81f6ef2-cb7f-4887-a950-fb35b4d3f80a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Made reservation on behalf of f296bcf9fcc3467fa5b1f6fbfff7535a for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:12:38.798573 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d81f6ef2-cb7f-4887-a950-fb35b4d3f80a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:38.927108 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c55f66-471e-4ecb-9e67-6db3710ded7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-f6dfe8c5-ef41-4c69-b4ed-f65632a1d83c', 'network_id': 'f6dfe8c5-ef41-4c69-b4ed-f65632a1d83c', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'fixed_ips': [{'subnet_id': '7ccbdecb-c835-4b0b-8f23-9566151368ff'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:12:38.928514 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-02c55f66-471e-4ecb-9e67-6db3710ded7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:39.094863 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d81f6ef2-cb7f-4887-a950-fb35b4d3f80a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:39.117451 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-02c55f66-471e-4ecb-9e67-6db3710ded7e None None] Allocated IP 172.20.0.2 (f6dfe8c5-ef41-4c69-b4ed-f65632a1d83c/7ccbdecb-c835-4b0b-8f23-9566151368ff/8469295e-178f-4748-83e3-6b1b975b0c75) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:12:39.166102 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f6ef2-cb7f-4887-a950-fb35b4d3f80a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Subnet': ['ID=4fbc8923-c6ad-4036-bc5e-cfb8fb83b11b,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:39.246288 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81f6ef2-cb7f-4887-a950-fb35b4d3f80a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Checking segment: {'id': '08bcdfba-8979-4e09-90df-563aba29c3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '33b3408f-0792-4abc-8403-401e8fc611bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:12:39.247484 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81f6ef2-cb7f-4887-a950-fb35b4d3f80a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network hostable DHCP agents. Network: 33b3408f-0792-4abc-8403-401e8fc611bf, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:12:39.268815 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81f6ef2-cb7f-4887-a950-fb35b4d3f80a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network 33b3408f-0792-4abc-8403-401e8fc611bf is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:12:39.282188 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-d81f6ef2-cb7f-4887-a950-fb35b4d3f80a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 33b3408f-0792-4abc-8403-401e8fc611bf) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:39.289608 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81f6ef2-cb7f-4887-a950-fb35b4d3f80a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:39.290321 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d81f6ef2-cb7f-4887-a950-fb35b4d3f80a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:39.304267 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109d0fb0-3ba6-40d7-9db3-a3bd76380c51 None None] Network 33b3408f-0792-4abc-8403-401e8fc611bf requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:12:39.313307 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d81f6ef2-cb7f-4887-a950-fb35b4d3f80a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6758382 Jul 06 14:12:39.315683 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46056) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:39.322795 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-dfa55057-d99a-4057-83da-cdf6df53da55 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-316503067', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:39.351415 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dfa55057-d99a-4057-83da-cdf6df53da55 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:39.353630 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dfa55057-d99a-4057-83da-cdf6df53da55 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:39.428483 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dfa55057-d99a-4057-83da-cdf6df53da55 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:39.434945 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dfa55057-d99a-4057-83da-cdf6df53da55 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:39.462077 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dfa55057-d99a-4057-83da-cdf6df53da55 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:39.464740 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-dfa55057-d99a-4057-83da-cdf6df53da55 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1472564 Jul 06 14:12:39.467491 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46058) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:39.495148 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-02c55f66-471e-4ecb-9e67-6db3710ded7e None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:39.541616 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-02c55f66-471e-4ecb-9e67-6db3710ded7e None None] Transition to ACTIVE for port object 8469295e-178f-4748-83e3-6b1b975b0c75 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:39.584558 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-02c55f66-471e-4ecb-9e67-6db3710ded7e None None] Transition to ACTIVE for port object 8469295e-178f-4748-83e3-6b1b975b0c75 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:39.617551 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-02c55f66-471e-4ecb-9e67-6db3710ded7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:39.663160 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66359d3b-43cf-4963-add2-460f35fec4c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-33b3408f-0792-4abc-8403-401e8fc611bf', 'network_id': '33b3408f-0792-4abc-8403-401e8fc611bf', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'fixed_ips': [{'subnet_id': '4fbc8923-c6ad-4036-bc5e-cfb8fb83b11b'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:12:39.664443 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-66359d3b-43cf-4963-add2-460f35fec4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:39.682439 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c55f66-471e-4ecb-9e67-6db3710ded7e None None] Network f6dfe8c5-ef41-4c69-b4ed-f65632a1d83c is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:12:39.695811 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-02c55f66-471e-4ecb-9e67-6db3710ded7e None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:39.696081 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:12:39.702022 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c55f66-471e-4ecb-9e67-6db3710ded7e None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:12:39.821139 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c55f66-471e-4ecb-9e67-6db3710ded7e None None] Pushing event updated for resources: {'Port': ['ID=8469295e-178f-4748-83e3-6b1b975b0c75,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:39.921596 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-02c55f66-471e-4ecb-9e67-6db3710ded7e None None] Attempting to bind port 8469295e-178f-4748-83e3-6b1b975b0c75 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:12:39.922309 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-02c55f66-471e-4ecb-9e67-6db3710ded7e None None] Attempting to bind port 8469295e-178f-4748-83e3-6b1b975b0c75 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '6cb71fd1-3997-4d28-8bb2-34c47f9797cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f6dfe8c5-ef41-4c69-b4ed-f65632a1d83c'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:12:39.922782 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c55f66-471e-4ecb-9e67-6db3710ded7e None None] Attempting to bind port 8469295e-178f-4748-83e3-6b1b975b0c75 on network f6dfe8c5-ef41-4c69-b4ed-f65632a1d83c {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:12:39.995067 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c55f66-471e-4ecb-9e67-6db3710ded7e None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:12:39.995067 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c55f66-471e-4ecb-9e67-6db3710ded7e None None] Checking segment: {'id': '6cb71fd1-3997-4d28-8bb2-34c47f9797cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f6dfe8c5-ef41-4c69-b4ed-f65632a1d83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:12:39.995067 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-02c55f66-471e-4ecb-9e67-6db3710ded7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:39.995067 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c55f66-471e-4ecb-9e67-6db3710ded7e None None] Bound using segment: {'id': '6cb71fd1-3997-4d28-8bb2-34c47f9797cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f6dfe8c5-ef41-4c69-b4ed-f65632a1d83c'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:12:39.995067 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-02c55f66-471e-4ecb-9e67-6db3710ded7e None None] Bound port: 8469295e-178f-4748-83e3-6b1b975b0c75, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cb71fd1-3997-4d28-8bb2-34c47f9797cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'f6dfe8c5-ef41-4c69-b4ed-f65632a1d83c'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:12:39.995875 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-02c55f66-471e-4ecb-9e67-6db3710ded7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:40.020041 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3754ad80-fcf4-4d37-83f7-e12ce0067d4e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:40.083686 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-66359d3b-43cf-4963-add2-460f35fec4c0 None None] Allocated IP 172.21.0.2 (33b3408f-0792-4abc-8403-401e8fc611bf/4fbc8923-c6ad-4036-bc5e-cfb8fb83b11b/a930e61b-52f1-4ba2-b0fc-fb4cf3edf3fd) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:12:40.136236 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-02c55f66-471e-4ecb-9e67-6db3710ded7e None None] For port 8469295e-178f-4748-83e3-6b1b975b0c75, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:12:40.207174 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-02c55f66-471e-4ecb-9e67-6db3710ded7e None None] For port 8469295e-178f-4748-83e3-6b1b975b0c75, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=8469295e-178f-4748-83e3-6b1b975b0c75,segment=NetworkSegment(6cb71fd1-3997-4d28-8bb2-34c47f9797cf),segment_id=6cb71fd1-3997-4d28-8bb2-34c47f9797cf)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:12:40.216745 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-02c55f66-471e-4ecb-9e67-6db3710ded7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:40.225645 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:40.353041 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c55f66-471e-4ecb-9e67-6db3710ded7e None None] Pushing event updated for resources: {'Port': ['ID=8469295e-178f-4748-83e3-6b1b975b0c75,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:40.434431 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-66359d3b-43cf-4963-add2-460f35fec4c0 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:40.445726 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-66359d3b-43cf-4963-add2-460f35fec4c0 None None] Transition to ACTIVE for port object a930e61b-52f1-4ba2-b0fc-fb4cf3edf3fd will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:40.451448 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46082) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:40.462486 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-3754ad80-fcf4-4d37-83f7-e12ce0067d4e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Allocated IP 172.20.0.1 (f6dfe8c5-ef41-4c69-b4ed-f65632a1d83c/7ccbdecb-c835-4b0b-8f23-9566151368ff/4b0cd8bb-f2a8-4f13-a9ba-8d7fc49454a1) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:12:40.470498 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-66359d3b-43cf-4963-add2-460f35fec4c0 None None] Transition to ACTIVE for port object a930e61b-52f1-4ba2-b0fc-fb4cf3edf3fd will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:40.479619 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-66359d3b-43cf-4963-add2-460f35fec4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:40.565208 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66359d3b-43cf-4963-add2-460f35fec4c0 None None] Network 33b3408f-0792-4abc-8403-401e8fc611bf is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:12:40.586418 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-66359d3b-43cf-4963-add2-460f35fec4c0 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:40.595078 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66359d3b-43cf-4963-add2-460f35fec4c0 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:12:40.642490 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66359d3b-43cf-4963-add2-460f35fec4c0 None None] Pushing event updated for resources: {'Port': ['ID=a930e61b-52f1-4ba2-b0fc-fb4cf3edf3fd,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:40.677831 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b53b28f1-4122-4e11-b91b-b7bc3cdf09cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:40.707870 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3dc1f851-a459-4941-b609-e913c3b90394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:40.738818 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-66359d3b-43cf-4963-add2-460f35fec4c0 None None] Attempting to bind port a930e61b-52f1-4ba2-b0fc-fb4cf3edf3fd on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:12:40.739294 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-66359d3b-43cf-4963-add2-460f35fec4c0 None None] Attempting to bind port a930e61b-52f1-4ba2-b0fc-fb4cf3edf3fd by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '08bcdfba-8979-4e09-90df-563aba29c3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '33b3408f-0792-4abc-8403-401e8fc611bf'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:12:40.740133 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66359d3b-43cf-4963-add2-460f35fec4c0 None None] Attempting to bind port a930e61b-52f1-4ba2-b0fc-fb4cf3edf3fd on network 33b3408f-0792-4abc-8403-401e8fc611bf {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:12:40.749086 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66359d3b-43cf-4963-add2-460f35fec4c0 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:12:40.750389 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66359d3b-43cf-4963-add2-460f35fec4c0 None None] Checking segment: {'id': '08bcdfba-8979-4e09-90df-563aba29c3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '33b3408f-0792-4abc-8403-401e8fc611bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:12:40.751095 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-66359d3b-43cf-4963-add2-460f35fec4c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:40.751618 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66359d3b-43cf-4963-add2-460f35fec4c0 None None] Bound using segment: {'id': '08bcdfba-8979-4e09-90df-563aba29c3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '33b3408f-0792-4abc-8403-401e8fc611bf'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:12:40.752286 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-66359d3b-43cf-4963-add2-460f35fec4c0 None None] Bound port: a930e61b-52f1-4ba2-b0fc-fb4cf3edf3fd, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08bcdfba-8979-4e09-90df-563aba29c3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '33b3408f-0792-4abc-8403-401e8fc611bf'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:12:40.752956 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-66359d3b-43cf-4963-add2-460f35fec4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:40.763433 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3754ad80-fcf4-4d37-83f7-e12ce0067d4e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:40.806317 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-3754ad80-fcf4-4d37-83f7-e12ce0067d4e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Transition to ACTIVE for port object 4b0cd8bb-f2a8-4f13-a9ba-8d7fc49454a1 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:40.900502 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-66359d3b-43cf-4963-add2-460f35fec4c0 None None] For port a930e61b-52f1-4ba2-b0fc-fb4cf3edf3fd, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:12:40.903524 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3754ad80-fcf4-4d37-83f7-e12ce0067d4e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:40.905396 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-66359d3b-43cf-4963-add2-460f35fec4c0 None None] For port a930e61b-52f1-4ba2-b0fc-fb4cf3edf3fd, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a930e61b-52f1-4ba2-b0fc-fb4cf3edf3fd,segment=NetworkSegment(08bcdfba-8979-4e09-90df-563aba29c3f0),segment_id=08bcdfba-8979-4e09-90df-563aba29c3f0)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:12:40.914271 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-66359d3b-43cf-4963-add2-460f35fec4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:40.948895 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3dc1f851-a459-4941-b609-e913c3b90394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:40.987495 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3dc1f851-a459-4941-b609-e913c3b90394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:40.991745 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3754ad80-fcf4-4d37-83f7-e12ce0067d4e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network f6dfe8c5-ef41-4c69-b4ed-f65632a1d83c is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:12:41.020966 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-3754ad80-fcf4-4d37-83f7-e12ce0067d4e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:41.033809 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66359d3b-43cf-4963-add2-460f35fec4c0 None None] Pushing event updated for resources: {'Port': ['ID=a930e61b-52f1-4ba2-b0fc-fb4cf3edf3fd,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:41.039727 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3754ad80-fcf4-4d37-83f7-e12ce0067d4e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:12:41.123885 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754ad80-fcf4-4d37-83f7-e12ce0067d4e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Port': ['ID=4b0cd8bb-f2a8-4f13-a9ba-8d7fc49454a1,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:41.131252 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3dc1f851-a459-4941-b609-e913c3b90394 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=e787e0f911c64c3daea4b8e57f36fe12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6778975 Jul 06 14:12:41.134018 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46096) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:41.136093 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc1f851-a459-4941-b609-e913c3b90394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788a16c8-0f4d-4ec0-8be7-98873d6df294,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:41.154208 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3754ad80-fcf4-4d37-83f7-e12ce0067d4e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:41.237092 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-44b6b400-49f9-421c-b516-563f2f116519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:41.294442 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-44b6b400-49f9-421c-b516-563f2f116519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:41.438600 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-44b6b400-49f9-421c-b516-563f2f116519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:41.445129 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-44b6b400-49f9-421c-b516-563f2f116519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:41.458839 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3754ad80-fcf4-4d37-83f7-e12ce0067d4e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:41.464439 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-44b6b400-49f9-421c-b516-563f2f116519 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/788a16c8-0f4d-4ec0-8be7-98873d6df294 HTTP/1.1" status: 204 len: 168 time: 0.3290944 Jul 06 14:12:41.518587 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6b400-49f9-421c-b516-563f2f116519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788a16c8-0f4d-4ec0-8be7-98873d6df294,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:41.616386 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:41.969636 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3754ad80-fcf4-4d37-83f7-e12ce0067d4e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:41.977115 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3754ad80-fcf4-4d37-83f7-e12ce0067d4e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:42.017184 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46114) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:42.037922 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9cacc3f5-63ea-49dc-a290-ad205a7f5820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:42.057511 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a6dc25-81fd-4498-8f1b-4b40f9e5edd4 None None] Network f6dfe8c5-ef41-4c69-b4ed-f65632a1d83c requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:12:42.169935 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3754ad80-fcf4-4d37-83f7-e12ce0067d4e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:42.172823 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754ad80-fcf4-4d37-83f7-e12ce0067d4e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Port': ['ID=4b0cd8bb-f2a8-4f13-a9ba-8d7fc49454a1,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:42.280938 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-65114c37-b4a7-47cb-93c6-9eb83ce925d2 None None] Provisioning for port 8469295e-178f-4748-83e3-6b1b975b0c75 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:42.329527 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9cacc3f5-63ea-49dc-a290-ad205a7f5820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:42.340497 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9cacc3f5-63ea-49dc-a290-ad205a7f5820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:42.395791 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacc3f5-63ea-49dc-a290-ad205a7f5820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a6ce9d-581a-4865-9b82-1ccc70be48bb,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:42.425881 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8469295e-178f-4748-83e3-6b1b975b0c75 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:42.440914 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9cacc3f5-63ea-49dc-a290-ad205a7f5820 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=40291360f87e43169b8d05b0f48ebe0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4202902 Jul 06 14:12:42.441429 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46120) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:42.453065 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3754ad80-fcf4-4d37-83f7-e12ce0067d4e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network f6dfe8c5-ef41-4c69-b4ed-f65632a1d83c is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:12:42.458972 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-3754ad80-fcf4-4d37-83f7-e12ce0067d4e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:42.523459 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4640a32b-a491-460b-a870-f55a0c069e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:42.550512 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4640a32b-a491-460b-a870-f55a0c069e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:42.583812 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 8469295e-178f-4748-83e3-6b1b975b0c75 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:42.614695 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 8469295e-178f-4748-83e3-6b1b975b0c75 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:42.616543 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:42.616729 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3754ad80-fcf4-4d37-83f7-e12ce0067d4e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Router 2ec56bb1-33c0-44ae-91f2-1d080fd6453d is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:12:42.630658 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4640a32b-a491-460b-a870-f55a0c069e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:42.635683 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4640a32b-a491-460b-a870-f55a0c069e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:42.637318 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4640a32b-a491-460b-a870-f55a0c069e88 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/86a6ce9d-581a-4865-9b82-1ccc70be48bb HTTP/1.1" status: 204 len: 168 time: 0.1946058 Jul 06 14:12:42.647757 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640a32b-a491-460b-a870-f55a0c069e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a6ce9d-581a-4865-9b82-1ccc70be48bb,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:42.807814 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:42.847140 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bb68d4-dce1-4864-8a99-d65a2bbc923f None None] Network 33b3408f-0792-4abc-8403-401e8fc611bf requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:12:42.864606 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3754ad80-fcf4-4d37-83f7-e12ce0067d4e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:12:42.876141 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46128) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:42.881279 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3754ad80-fcf4-4d37-83f7-e12ce0067d4e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "PUT /v2.0/routers/2ec56bb1-33c0-44ae-91f2-1d080fd6453d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4123166 Jul 06 14:12:42.890213 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30480f00-db61-4a5b-8109-98d171126a12 None None] Sync routers for ids ['2ec56bb1-33c0-44ae-91f2-1d080fd6453d'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:12:42.906490 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30480f00-db61-4a5b-8109-98d171126a12 None None] Routers {'2ec56bb1-33c0-44ae-91f2-1d080fd6453d'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:42.907116 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-30480f00-db61-4a5b-8109-98d171126a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2ec56bb1-33c0-44ae-91f2-1d080fd6453d'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:43.022949 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-30480f00-db61-4a5b-8109-98d171126a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:43.037811 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986ad37d-a659-4cc5-8094-e5d3b7e7c9ca tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:43.040355 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-986ad37d-a659-4cc5-8094-e5d3b7e7c9ca tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "GET /v2.0/ports/4b0cd8bb-f2a8-4f13-a9ba-8d7fc49454a1 HTTP/1.1" status: 200 len: 910 time: 0.1625626 Jul 06 14:12:43.043370 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46134) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:43.045395 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30480f00-db61-4a5b-8109-98d171126a12 None None] Routers {'2ec56bb1-33c0-44ae-91f2-1d080fd6453d'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:43.046302 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-30480f00-db61-4a5b-8109-98d171126a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2ec56bb1-33c0-44ae-91f2-1d080fd6453d'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:43.115474 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-49baaee1-5131-49aa-af43-4ed023a8cff5 None None] Provisioning for port a930e61b-52f1-4ba2-b0fc-fb4cf3edf3fd completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:43.127961 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-30480f00-db61-4a5b-8109-98d171126a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:43.129924 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30480f00-db61-4a5b-8109-98d171126a12 None None] The sync data for ids ['2ec56bb1-33c0-44ae-91f2-1d080fd6453d'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:12:43.158995 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 8469295e-178f-4748-83e3-6b1b975b0c75, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=8469295e-178f-4748-83e3-6b1b975b0c75,segment=NetworkSegment(6cb71fd1-3997-4d28-8bb2-34c47f9797cf),segment_id=6cb71fd1-3997-4d28-8bb2-34c47f9797cf)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:43.265558 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:43.274185 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a930e61b-52f1-4ba2-b0fc-fb4cf3edf3fd up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:43.437583 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:43.473605 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=8469295e-178f-4748-83e3-6b1b975b0c75,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:43.612004 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d9c76593-5557-4bef-99cd-870324384e04 None None] Provisioning complete for port 8469295e-178f-4748-83e3-6b1b975b0c75 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:43.612650 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d9c76593-5557-4bef-99cd-870324384e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:43.672452 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port a930e61b-52f1-4ba2-b0fc-fb4cf3edf3fd completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:43.680257 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port a930e61b-52f1-4ba2-b0fc-fb4cf3edf3fd triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:43.693049 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:43.903830 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d9c76593-5557-4bef-99cd-870324384e04 None None] Provisioning for port 4b0cd8bb-f2a8-4f13-a9ba-8d7fc49454a1 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:43.914420 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d9c76593-5557-4bef-99cd-870324384e04 None None] Provisioning complete for port 4b0cd8bb-f2a8-4f13-a9ba-8d7fc49454a1 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:43.915713 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d9c76593-5557-4bef-99cd-870324384e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:43.965686 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d9c76593-5557-4bef-99cd-870324384e04 None None] Port 4b0cd8bb-f2a8-4f13-a9ba-8d7fc49454a1 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:12:43.984610 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:44.047400 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port a930e61b-52f1-4ba2-b0fc-fb4cf3edf3fd, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a930e61b-52f1-4ba2-b0fc-fb4cf3edf3fd,segment=NetworkSegment(08bcdfba-8979-4e09-90df-563aba29c3f0),segment_id=08bcdfba-8979-4e09-90df-563aba29c3f0)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:44.057843 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:44.134154 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f528d033-a415-4bdb-be07-c8c6491e8045 None None] Provisioning complete for port 4b0cd8bb-f2a8-4f13-a9ba-8d7fc49454a1 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:44.134802 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f528d033-a415-4bdb-be07-c8c6491e8045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:44.184026 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=a930e61b-52f1-4ba2-b0fc-fb4cf3edf3fd,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:44.216959 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8469295e-178f-4748-83e3-6b1b975b0c75 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:44.228073 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-f528d033-a415-4bdb-be07-c8c6491e8045 None None] Port 4b0cd8bb-f2a8-4f13-a9ba-8d7fc49454a1 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:12:44.299471 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 8469295e-178f-4748-83e3-6b1b975b0c75 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:44.300682 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:44.374027 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-413d8316-849b-4807-a125-501cecb10862 None None] Provisioning complete for port a930e61b-52f1-4ba2-b0fc-fb4cf3edf3fd triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:44.374408 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-413d8316-849b-4807-a125-501cecb10862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:44.385545 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-00d11c08-6492-4c0f-9802-2b6e34b41594 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:44.741935 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-00d11c08-6492-4c0f-9802-2b6e34b41594 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Allocated IP 172.21.0.1 (33b3408f-0792-4abc-8403-401e8fc611bf/4fbc8923-c6ad-4036-bc5e-cfb8fb83b11b/9449b9b0-7ff1-4e24-a249-a618bdc5be2e) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:12:44.889840 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-00d11c08-6492-4c0f-9802-2b6e34b41594 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:44.910168 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-00d11c08-6492-4c0f-9802-2b6e34b41594 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Transition to ACTIVE for port object 9449b9b0-7ff1-4e24-a249-a618bdc5be2e will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:44.955353 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-00d11c08-6492-4c0f-9802-2b6e34b41594 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:45.012829 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d11c08-6492-4c0f-9802-2b6e34b41594 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network 33b3408f-0792-4abc-8403-401e8fc611bf is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:12:45.017906 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-00d11c08-6492-4c0f-9802-2b6e34b41594 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:45.022725 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d11c08-6492-4c0f-9802-2b6e34b41594 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:12:45.089882 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d11c08-6492-4c0f-9802-2b6e34b41594 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Port': ['ID=9449b9b0-7ff1-4e24-a249-a618bdc5be2e,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:45.129530 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-00d11c08-6492-4c0f-9802-2b6e34b41594 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:45.383890 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-00d11c08-6492-4c0f-9802-2b6e34b41594 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:45.483088 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8a74079c-c46e-4792-a1c8-018a0cd2f3b6 None None] Provisioning for port 9449b9b0-7ff1-4e24-a249-a618bdc5be2e completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:45.489460 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8a74079c-c46e-4792-a1c8-018a0cd2f3b6 None None] Provisioning complete for port 9449b9b0-7ff1-4e24-a249-a618bdc5be2e triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:45.490048 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8a74079c-c46e-4792-a1c8-018a0cd2f3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:45.596420 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-8a74079c-c46e-4792-a1c8-018a0cd2f3b6 None None] Port 9449b9b0-7ff1-4e24-a249-a618bdc5be2e cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:12:45.907808 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-00d11c08-6492-4c0f-9802-2b6e34b41594 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:45.916566 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-00d11c08-6492-4c0f-9802-2b6e34b41594 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:45.991497 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-00d11c08-6492-4c0f-9802-2b6e34b41594 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:46.109690 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d11c08-6492-4c0f-9802-2b6e34b41594 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Port': ['ID=9449b9b0-7ff1-4e24-a249-a618bdc5be2e,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:46.175797 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d11c08-6492-4c0f-9802-2b6e34b41594 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network 33b3408f-0792-4abc-8403-401e8fc611bf is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:12:46.177263 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-00d11c08-6492-4c0f-9802-2b6e34b41594 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:46.203939 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a930e61b-52f1-4ba2-b0fc-fb4cf3edf3fd up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:46.319116 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port a930e61b-52f1-4ba2-b0fc-fb4cf3edf3fd triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:46.319498 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:46.322675 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d11c08-6492-4c0f-9802-2b6e34b41594 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Router 2ec56bb1-33c0-44ae-91f2-1d080fd6453d has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:12:46.519690 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d11c08-6492-4c0f-9802-2b6e34b41594 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:12:46.526028 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-00d11c08-6492-4c0f-9802-2b6e34b41594 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "PUT /v2.0/routers/2ec56bb1-33c0-44ae-91f2-1d080fd6453d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4815252 Jul 06 14:12:46.528342 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46204) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:46.533497 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28223a3d-1ee9-4772-b524-c5dcdc198f06 None None] Sync routers for ids ['2ec56bb1-33c0-44ae-91f2-1d080fd6453d'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:12:46.547477 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28223a3d-1ee9-4772-b524-c5dcdc198f06 None None] Routers {'2ec56bb1-33c0-44ae-91f2-1d080fd6453d'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:46.548437 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-28223a3d-1ee9-4772-b524-c5dcdc198f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2ec56bb1-33c0-44ae-91f2-1d080fd6453d'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:46.611314 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af699c6f-cb48-4cc7-9537-11e5177dbf03 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:46.614102 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-af699c6f-cb48-4cc7-9537-11e5177dbf03 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "GET /v2.0/ports/9449b9b0-7ff1-4e24-a249-a618bdc5be2e HTTP/1.1" status: 200 len: 910 time: 0.0830750 Jul 06 14:12:46.616766 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46206) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:46.800226 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-28223a3d-1ee9-4772-b524-c5dcdc198f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:46.823856 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:46.825060 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0554fc0d-86bf-4855-8aee-044ba5caab0d None None] Provisioning complete for port 9449b9b0-7ff1-4e24-a249-a618bdc5be2e triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:46.825584 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0554fc0d-86bf-4855-8aee-044ba5caab0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:46.827987 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28223a3d-1ee9-4772-b524-c5dcdc198f06 None None] Routers {'2ec56bb1-33c0-44ae-91f2-1d080fd6453d'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:46.828942 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-28223a3d-1ee9-4772-b524-c5dcdc198f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2ec56bb1-33c0-44ae-91f2-1d080fd6453d'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:46.928303 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-28223a3d-1ee9-4772-b524-c5dcdc198f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:46.929458 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28223a3d-1ee9-4772-b524-c5dcdc198f06 None None] The sync data for ids ['2ec56bb1-33c0-44ae-91f2-1d080fd6453d'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:12:46.954957 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-0554fc0d-86bf-4855-8aee-044ba5caab0d None None] Port 9449b9b0-7ff1-4e24-a249-a618bdc5be2e cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:12:47.185839 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-718b1f05-f247-426e-af4d-6e4267def727 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:47.458458 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-718b1f05-f247-426e-af4d-6e4267def727 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Deleting port 9449b9b0-7ff1-4e24-a249-a618bdc5be2e {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:12:47.458831 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-718b1f05-f247-426e-af4d-6e4267def727 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:47.555474 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-718b1f05-f247-426e-af4d-6e4267def727 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:47.569488 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-718b1f05-f247-426e-af4d-6e4267def727 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Calling delete_port for 9449b9b0-7ff1-4e24-a249-a618bdc5be2e owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:12:47.754501 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-718b1f05-f247-426e-af4d-6e4267def727 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:47.782059 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b1f05-f247-426e-af4d-6e4267def727 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Port': ['ID=9449b9b0-7ff1-4e24-a249-a618bdc5be2e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:47.966636 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-718b1f05-f247-426e-af4d-6e4267def727 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:48.219246 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718b1f05-f247-426e-af4d-6e4267def727 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Router 2ec56bb1-33c0-44ae-91f2-1d080fd6453d has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:12:48.361497 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718b1f05-f247-426e-af4d-6e4267def727 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:12:48.367633 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-718b1f05-f247-426e-af4d-6e4267def727 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "PUT /v2.0/routers/2ec56bb1-33c0-44ae-91f2-1d080fd6453d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7493443 Jul 06 14:12:48.370342 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46236) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:48.373170 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2fc33c-3a4a-4192-acfd-cd199cc95281 None None] Sync routers for ids ['2ec56bb1-33c0-44ae-91f2-1d080fd6453d'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:12:48.383674 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2fc33c-3a4a-4192-acfd-cd199cc95281 None None] Routers {'2ec56bb1-33c0-44ae-91f2-1d080fd6453d'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:48.384444 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2d2fc33c-3a4a-4192-acfd-cd199cc95281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2ec56bb1-33c0-44ae-91f2-1d080fd6453d'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:48.422272 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2d2fc33c-3a4a-4192-acfd-cd199cc95281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:48.444195 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2fc33c-3a4a-4192-acfd-cd199cc95281 None None] Routers {'2ec56bb1-33c0-44ae-91f2-1d080fd6453d'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:48.444843 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2d2fc33c-3a4a-4192-acfd-cd199cc95281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2ec56bb1-33c0-44ae-91f2-1d080fd6453d'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:48.517887 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2d2fc33c-3a4a-4192-acfd-cd199cc95281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:48.518563 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2fc33c-3a4a-4192-acfd-cd199cc95281 None None] The sync data for ids ['2ec56bb1-33c0-44ae-91f2-1d080fd6453d'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:12:48.630597 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46242) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:48.711240 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:48.765553 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5929e134-9bf5-4995-ad11-098ba4c16cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:48.796471 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db571f24-bd9e-4bd6-9337-8654fc505eda tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:48.866615 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5929e134-9bf5-4995-ad11-098ba4c16cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:48.871658 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5929e134-9bf5-4995-ad11-098ba4c16cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:48.909891 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929e134-9bf5-4995-ad11-098ba4c16cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e51f19e-50f2-4781-8c81-2b463f701308,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:48.917865 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5929e134-9bf5-4995-ad11-098ba4c16cc8 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=2cfb17df7ce1420288650d16b933f7cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2837999 Jul 06 14:12:48.920209 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46250) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:48.986031 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b14d572b-6bd1-42c4-bc3d-4339f0278928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:49.015816 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b14d572b-6bd1-42c4-bc3d-4339f0278928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:49.068856 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b14d572b-6bd1-42c4-bc3d-4339f0278928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:49.071450 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b14d572b-6bd1-42c4-bc3d-4339f0278928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:49.072681 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b14d572b-6bd1-42c4-bc3d-4339f0278928 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/1e51f19e-50f2-4781-8c81-2b463f701308 HTTP/1.1" status: 204 len: 168 time: 0.1505649 Jul 06 14:12:49.081917 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d572b-6bd1-42c4-bc3d-4339f0278928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e51f19e-50f2-4781-8c81-2b463f701308,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:49.143739 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-db571f24-bd9e-4bd6-9337-8654fc505eda tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Deleting port 4b0cd8bb-f2a8-4f13-a9ba-8d7fc49454a1 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:12:49.144183 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db571f24-bd9e-4bd6-9337-8654fc505eda tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:49.267038 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db571f24-bd9e-4bd6-9337-8654fc505eda tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:49.280312 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-db571f24-bd9e-4bd6-9337-8654fc505eda tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Calling delete_port for 4b0cd8bb-f2a8-4f13-a9ba-8d7fc49454a1 owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:12:49.523482 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db571f24-bd9e-4bd6-9337-8654fc505eda tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:49.552331 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46272) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:49.566753 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-92e08995-d6da-4923-8846-7168869c1acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:49.609604 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db571f24-bd9e-4bd6-9337-8654fc505eda tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Port': ['ID=4b0cd8bb-f2a8-4f13-a9ba-8d7fc49454a1,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:49.776725 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-92e08995-d6da-4923-8846-7168869c1acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:49.791075 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-92e08995-d6da-4923-8846-7168869c1acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:49.806472 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db571f24-bd9e-4bd6-9337-8654fc505eda tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:49.864429 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-92e08995-d6da-4923-8846-7168869c1acc admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=c0bd5b4dff414279be1ac49769c203b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3097939 Jul 06 14:12:49.865923 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e08995-d6da-4923-8846-7168869c1acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1c92ee-8e51-4e14-8c44-1d69028cfc0f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:49.868751 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46282) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:49.923481 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fe101655-ab15-472c-97ba-e6a32b7d6172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:49.952454 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fe101655-ab15-472c-97ba-e6a32b7d6172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:49.988686 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db571f24-bd9e-4bd6-9337-8654fc505eda tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Router 2ec56bb1-33c0-44ae-91f2-1d080fd6453d has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:12:50.007250 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fe101655-ab15-472c-97ba-e6a32b7d6172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:50.010704 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fe101655-ab15-472c-97ba-e6a32b7d6172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:50.012279 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fe101655-ab15-472c-97ba-e6a32b7d6172 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/ad1c92ee-8e51-4e14-8c44-1d69028cfc0f HTTP/1.1" status: 204 len: 168 time: 0.1425586 Jul 06 14:12:50.023721 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe101655-ab15-472c-97ba-e6a32b7d6172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1c92ee-8e51-4e14-8c44-1d69028cfc0f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:50.086066 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db571f24-bd9e-4bd6-9337-8654fc505eda tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:12:50.099124 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c730147d-0772-481e-8038-bb8eab153287 None None] Sync routers for ids ['2ec56bb1-33c0-44ae-91f2-1d080fd6453d'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:12:50.103121 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-db571f24-bd9e-4bd6-9337-8654fc505eda tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "PUT /v2.0/routers/2ec56bb1-33c0-44ae-91f2-1d080fd6453d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7308936 Jul 06 14:12:50.105868 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46286) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:50.113077 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c730147d-0772-481e-8038-bb8eab153287 None None] Routers {'2ec56bb1-33c0-44ae-91f2-1d080fd6453d'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:50.116692 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c730147d-0772-481e-8038-bb8eab153287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2ec56bb1-33c0-44ae-91f2-1d080fd6453d'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:50.147920 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-01b93542-92f8-4410-80c8-b50ed29d0a13 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "GET /v2.0/ports?device_id=2ec56bb1-33c0-44ae-91f2-1d080fd6453d HTTP/1.1" status: 200 len: 205 time: 0.0408700 Jul 06 14:12:50.151316 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46288) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:50.190724 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c730147d-0772-481e-8038-bb8eab153287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:50.221028 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c730147d-0772-481e-8038-bb8eab153287 None None] Routers {'2ec56bb1-33c0-44ae-91f2-1d080fd6453d'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:50.223763 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c730147d-0772-481e-8038-bb8eab153287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2ec56bb1-33c0-44ae-91f2-1d080fd6453d'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:50.276864 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-41cc49ea-7b23-4d37-abe1-01e596e2c4f2 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:50.290664 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c730147d-0772-481e-8038-bb8eab153287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:50.291715 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c730147d-0772-481e-8038-bb8eab153287 None None] The sync data for ids ['2ec56bb1-33c0-44ae-91f2-1d080fd6453d'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:12:50.482689 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-41cc49ea-7b23-4d37-abe1-01e596e2c4f2 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:50.485382 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-41cc49ea-7b23-4d37-abe1-01e596e2c4f2 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:50.557168 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-41cc49ea-7b23-4d37-abe1-01e596e2c4f2 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:50.557886 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cc49ea-7b23-4d37-abe1-01e596e2c4f2 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Fanout notify agent at l3_agent the message router_deleted on router 2ec56bb1-33c0-44ae-91f2-1d080fd6453d {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:12:50.565213 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-41cc49ea-7b23-4d37-abe1-01e596e2c4f2 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:50.566982 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-41cc49ea-7b23-4d37-abe1-01e596e2c4f2 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/routers/2ec56bb1-33c0-44ae-91f2-1d080fd6453d HTTP/1.1" status: 204 len: 168 time: 0.4145911 Jul 06 14:12:50.569279 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46300) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:50.659842 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-db64c3b9-b148-4154-ac3a-cc7abae2078b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Deleting subnet 4fbc8923-c6ad-4036-bc5e-cfb8fb83b11b {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:12:50.663178 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db64c3b9-b148-4154-ac3a-cc7abae2078b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:50.711552 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db64c3b9-b148-4154-ac3a-cc7abae2078b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:50.817035 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db64c3b9-b148-4154-ac3a-cc7abae2078b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:50.895620 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db64c3b9-b148-4154-ac3a-cc7abae2078b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:50.931960 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db64c3b9-b148-4154-ac3a-cc7abae2078b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:50.937494 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-db64c3b9-b148-4154-ac3a-cc7abae2078b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/subnets/4fbc8923-c6ad-4036-bc5e-cfb8fb83b11b HTTP/1.1" status: 204 len: 168 time: 0.3640926 Jul 06 14:12:50.937494 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64c3b9-b148-4154-ac3a-cc7abae2078b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Subnet': ['ID=4fbc8923-c6ad-4036-bc5e-cfb8fb83b11b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:50.937769 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46318) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:50.948913 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3301188f-bebe-4260-a131-29d594bafae3 None None] Network 33b3408f-0792-4abc-8403-401e8fc611bf requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:12:51.018084 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-280ef13e-3344-4d72-88eb-70152e79b798 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Deleting subnet 7ccbdecb-c835-4b0b-8f23-9566151368ff {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:12:51.023736 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-280ef13e-3344-4d72-88eb-70152e79b798 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:51.077230 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-280ef13e-3344-4d72-88eb-70152e79b798 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:51.195183 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-280ef13e-3344-4d72-88eb-70152e79b798 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:51.240994 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cfbfe5-f4a0-49d6-b8f4-b1d42d02e651 None None] DHCP port deletion for 33b3408f-0792-4abc-8403-401e8fc611bf request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:12:51.294583 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-280ef13e-3344-4d72-88eb-70152e79b798 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:51.319320 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46326) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:51.319503 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a9cfbfe5-f4a0-49d6-b8f4-b1d42d02e651 None None] Deleting port a930e61b-52f1-4ba2-b0fc-fb4cf3edf3fd {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:12:51.319956 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a9cfbfe5-f4a0-49d6-b8f4-b1d42d02e651 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:51.362636 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ef13e-3344-4d72-88eb-70152e79b798 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Subnet': ['ID=7ccbdecb-c835-4b0b-8f23-9566151368ff,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:51.381480 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-280ef13e-3344-4d72-88eb-70152e79b798 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:51.386014 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-280ef13e-3344-4d72-88eb-70152e79b798 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/subnets/7ccbdecb-c835-4b0b-8f23-9566151368ff HTTP/1.1" status: 204 len: 168 time: 0.4476523 Jul 06 14:12:51.389490 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46334) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:51.423541 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efca909-ff2c-4a22-b9d5-e804f9edbca8 None None] Network f6dfe8c5-ef41-4c69-b4ed-f65632a1d83c requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:12:51.692266 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-eb45c6e2-1710-4747-a1bd-d43a85a3e201 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Deleting port 238b72be-368d-44f1-a578-bb82605df91f {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:12:51.692984 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-eb45c6e2-1710-4747-a1bd-d43a85a3e201 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:51.911895 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-eb45c6e2-1710-4747-a1bd-d43a85a3e201 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:51.912233 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-eb45c6e2-1710-4747-a1bd-d43a85a3e201 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:51.921623 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-a9cfbfe5-f4a0-49d6-b8f4-b1d42d02e651 None None] For port a930e61b-52f1-4ba2-b0fc-fb4cf3edf3fd, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a930e61b-52f1-4ba2-b0fc-fb4cf3edf3fd,segment=NetworkSegment(08bcdfba-8979-4e09-90df-563aba29c3f0),segment_id=08bcdfba-8979-4e09-90df-563aba29c3f0)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:51.922101 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a9cfbfe5-f4a0-49d6-b8f4-b1d42d02e651 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:51.954247 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-eb45c6e2-1710-4747-a1bd-d43a85a3e201 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Calling delete_port for 238b72be-368d-44f1-a578-bb82605df91f owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:12:51.960890 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a9cfbfe5-f4a0-49d6-b8f4-b1d42d02e651 None None] Calling delete_port for a930e61b-52f1-4ba2-b0fc-fb4cf3edf3fd owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:12:52.166074 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a9cfbfe5-f4a0-49d6-b8f4-b1d42d02e651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:52.207934 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfbfe5-f4a0-49d6-b8f4-b1d42d02e651 None None] Pushing event deleted for resources: {'Port': ['ID=a930e61b-52f1-4ba2-b0fc-fb4cf3edf3fd,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:52.212400 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17099e4a-ecc0-4493-9c0f-837d571278b1 None None] DHCP port deletion for f6dfe8c5-ef41-4c69-b4ed-f65632a1d83c request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:12:52.276941 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a930e61b-52f1-4ba2-b0fc-fb4cf3edf3fd no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:12:52.302390 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bb3656f8-1a9a-4abd-8f16-24bf6b7ce112 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:52.328657 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: a930e61b-52f1-4ba2-b0fc-fb4cf3edf3fd {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:12:52.328931 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a930e61b-52f1-4ba2-b0fc-fb4cf3edf3fd not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:12:52.331108 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cfbfe5-f4a0-49d6-b8f4-b1d42d02e651 None None] No DVR routers for this DVR port a930e61b-52f1-4ba2-b0fc-fb4cf3edf3fd on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:12:52.375964 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-17099e4a-ecc0-4493-9c0f-837d571278b1 None None] Deleting port 8469295e-178f-4748-83e3-6b1b975b0c75 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:12:52.377118 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-17099e4a-ecc0-4493-9c0f-837d571278b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:52.467299 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46356) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:52.510549 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-eb45c6e2-1710-4747-a1bd-d43a85a3e201 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:52.521141 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-17099e4a-ecc0-4493-9c0f-837d571278b1 None None] For port 8469295e-178f-4748-83e3-6b1b975b0c75, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=8469295e-178f-4748-83e3-6b1b975b0c75,segment=NetworkSegment(6cb71fd1-3997-4d28-8bb2-34c47f9797cf),segment_id=6cb71fd1-3997-4d28-8bb2-34c47f9797cf)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:52.521535 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-17099e4a-ecc0-4493-9c0f-837d571278b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:52.563411 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bb3656f8-1a9a-4abd-8f16-24bf6b7ce112 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:52.575970 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-17099e4a-ecc0-4493-9c0f-837d571278b1 None None] Calling delete_port for 8469295e-178f-4748-83e3-6b1b975b0c75 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:12:52.577023 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45c6e2-1710-4747-a1bd-d43a85a3e201 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Pushing event deleted for resources: {'Port': ['ID=238b72be-368d-44f1-a578-bb82605df91f,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:52.598457 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-bb3656f8-1a9a-4abd-8f16-24bf6b7ce112 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b3408f-0792-4abc-8403-401e8fc611bf']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:52.624561 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-bb3656f8-1a9a-4abd-8f16-24bf6b7ce112 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08bcdfba-8979-4e09-90df-563aba29c3f0') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:52.624925 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-bb3656f8-1a9a-4abd-8f16-24bf6b7ce112 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08bcdfba-8979-4e09-90df-563aba29c3f0') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:52.646657 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bb3656f8-1a9a-4abd-8f16-24bf6b7ce112 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:52.693083 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bb3656f8-1a9a-4abd-8f16-24bf6b7ce112 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:52.706286 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3656f8-1a9a-4abd-8f16-24bf6b7ce112 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:12:52.706729 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bb3656f8-1a9a-4abd-8f16-24bf6b7ce112 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:12:52.717426 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:12:52.737108 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-eb45c6e2-1710-4747-a1bd-d43a85a3e201 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:52.739195 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-eb45c6e2-1710-4747-a1bd-d43a85a3e201 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Floating IP 7c1a325a-3788-49ef-951c-9ab842065303 disassociated (deleted). External IP: 172.25.6.73, port: 9cba6a62-8f8b-4dd7-9161-620308c8970d. Jul 06 14:12:52.755035 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-17099e4a-ecc0-4493-9c0f-837d571278b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:52.784504 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6f2343d2-3e31-45c6-b165-85b3a2b50d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:52.817293 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17099e4a-ecc0-4493-9c0f-837d571278b1 None None] Pushing event deleted for resources: {'Port': ['ID=8469295e-178f-4748-83e3-6b1b975b0c75,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:52.826487 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bb3656f8-1a9a-4abd-8f16-24bf6b7ce112 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:52.826979 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17099e4a-ecc0-4493-9c0f-837d571278b1 None None] No DVR routers for this DVR port 8469295e-178f-4748-83e3-6b1b975b0c75 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:12:52.842741 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bb3656f8-1a9a-4abd-8f16-24bf6b7ce112 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:52.844794 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bb3656f8-1a9a-4abd-8f16-24bf6b7ce112 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/networks/33b3408f-0792-4abc-8403-401e8fc611bf HTTP/1.1" status: 204 len: 168 time: 1.4523466 Jul 06 14:12:52.847498 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46366) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:52.972898 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3656f8-1a9a-4abd-8f16-24bf6b7ce112 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Network': ['ID=33b3408f-0792-4abc-8403-401e8fc611bf,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:53.003145 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a8a4b775-e08e-4b22-9fff-586211cd6fb9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:53.177584 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a8a4b775-e08e-4b22-9fff-586211cd6fb9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:53.182490 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6f2343d2-3e31-45c6-b165-85b3a2b50d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:53.194271 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-a8a4b775-e08e-4b22-9fff-586211cd6fb9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6dfe8c5-ef41-4c69-b4ed-f65632a1d83c']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:53.225885 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-a8a4b775-e08e-4b22-9fff-586211cd6fb9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cb71fd1-3997-4d28-8bb2-34c47f9797cf') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:53.225885 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-a8a4b775-e08e-4b22-9fff-586211cd6fb9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cb71fd1-3997-4d28-8bb2-34c47f9797cf') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:53.234492 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a8a4b775-e08e-4b22-9fff-586211cd6fb9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:53.241257 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6f2343d2-3e31-45c6-b165-85b3a2b50d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:53.251213 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a8a4b775-e08e-4b22-9fff-586211cd6fb9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:53.258585 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a4b775-e08e-4b22-9fff-586211cd6fb9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:12:53.259168 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a8a4b775-e08e-4b22-9fff-586211cd6fb9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:12:53.263455 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:12:53.307020 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb45c6e2-1710-4747-a1bd-d43a85a3e201 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Router 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:12:53.321429 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6f2343d2-3e31-45c6-b165-85b3a2b50d76 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=b26b30e23044494e9f26d563e3393802&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8528018 Jul 06 14:12:53.324058 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46374) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:53.349352 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a8a4b775-e08e-4b22-9fff-586211cd6fb9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:53.361813 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2343d2-3e31-45c6-b165-85b3a2b50d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2242a0be-e45f-4663-8d9a-a983e7d56e84,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:53.381881 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a8a4b775-e08e-4b22-9fff-586211cd6fb9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:53.387370 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a8a4b775-e08e-4b22-9fff-586211cd6fb9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/networks/f6dfe8c5-ef41-4c69-b4ed-f65632a1d83c HTTP/1.1" status: 204 len: 168 time: 0.5353620 Jul 06 14:12:53.387370 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4b775-e08e-4b22-9fff-586211cd6fb9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Network': ['ID=f6dfe8c5-ef41-4c69-b4ed-f65632a1d83c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:53.388890 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46380) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:53.394528 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-bf6d4f01-9b60-4f66-9066-ea03c6ef0c21 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'network': {'name': 'tempest-RoutersTest-738388841'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:53.418487 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6d4f01-9b60-4f66-9066-ea03c6ef0c21 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Made reservation on behalf of f296bcf9fcc3467fa5b1f6fbfff7535a for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:12:53.423398 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bf6d4f01-9b60-4f66-9066-ea03c6ef0c21 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:53.448200 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf6d4f01-9b60-4f66-9066-ea03c6ef0c21 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:12:53.459849 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bf6d4f01-9b60-4f66-9066-ea03c6ef0c21 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:53.460249 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-bf6d4f01-9b60-4f66-9066-ea03c6ef0c21 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Added segment 6042caf6-243d-4d9a-8387-e0bba1102a1f of type vlan for network a1e4dec6-44ce-432d-830e-6781c21c73bb Jul 06 14:12:53.506516 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bf6d4f01-9b60-4f66-9066-ea03c6ef0c21 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:53.546624 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bf6d4f01-9b60-4f66-9066-ea03c6ef0c21 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:53.556722 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6d4f01-9b60-4f66-9066-ea03c6ef0c21 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:53.557382 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bf6d4f01-9b60-4f66-9066-ea03c6ef0c21 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:53.630240 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bf6d4f01-9b60-4f66-9066-ea03c6ef0c21 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2375741 Jul 06 14:12:53.630488 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46390) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:53.635458 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-bc5b04cf-cc31-4f7d-8ed1-a6b062aff88a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'subnet': {'network_id': 'a1e4dec6-44ce-432d-830e-6781c21c73bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:53.656384 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d4f01-9b60-4f66-9066-ea03c6ef0c21 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Network': ['ID=a1e4dec6-44ce-432d-830e-6781c21c73bb,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:53.667047 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network a1e4dec6-44ce-432d-830e-6781c21c73bb details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:12:53.753088 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5b04cf-cc31-4f7d-8ed1-a6b062aff88a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Made reservation on behalf of f296bcf9fcc3467fa5b1f6fbfff7535a for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:12:53.757538 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bc5b04cf-cc31-4f7d-8ed1-a6b062aff88a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:53.803645 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5fa67bc2-078a-41aa-b07c-81ab5371e7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:53.867799 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5fa67bc2-078a-41aa-b07c-81ab5371e7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:53.884949 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb45c6e2-1710-4747-a1bd-d43a85a3e201 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:12:53.893104 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-eb45c6e2-1710-4747-a1bd-d43a85a3e201 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:53.898403 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff8734-a392-4e53-9726-d3e5a52db4bb None None] Sync routers for ids ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:12:53.909565 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff8734-a392-4e53-9726-d3e5a52db4bb None None] Routers {'876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:53.910542 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-48ff8734-a392-4e53-9726-d3e5a52db4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:53.961071 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-eb45c6e2-1710-4747-a1bd-d43a85a3e201 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "DELETE /v2.0/floatingips/7c1a325a-3788-49ef-951c-9ab842065303 HTTP/1.1" status: 204 len: 168 time: 2.6302428 Jul 06 14:12:53.963419 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153e7338-cd2c-4dca-8f98-3b11988a4d43', 'tag': '9cba6a62-8f8b-4dd7-9161-620308c8970d'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:12:53.965627 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae56592-a957-418d-a9b1-c22eae9b0816" -d '{"events": [{"name": "network-changed", "server_uuid": "153e7338-cd2c-4dca-8f98-3b11988a4d43", "tag": "9cba6a62-8f8b-4dd7-9161-620308c8970d"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:12:54.002811 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bc5b04cf-cc31-4f7d-8ed1-a6b062aff88a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:54.011100 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5fa67bc2-078a-41aa-b07c-81ab5371e7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:54.018583 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5fa67bc2-078a-41aa-b07c-81ab5371e7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:54.020597 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5fa67bc2-078a-41aa-b07c-81ab5371e7d0 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/2242a0be-e45f-4663-8d9a-a983e7d56e84 HTTP/1.1" status: 204 len: 168 time: 0.6954384 Jul 06 14:12:54.052616 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa67bc2-078a-41aa-b07c-81ab5371e7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2242a0be-e45f-4663-8d9a-a983e7d56e84,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:54.074302 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b04cf-cc31-4f7d-8ed1-a6b062aff88a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Subnet': ['ID=9730cf98-19f0-4ac9-81ff-30c33f3f3348,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:54.087531 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5b04cf-cc31-4f7d-8ed1-a6b062aff88a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Checking segment: {'id': '6042caf6-243d-4d9a-8387-e0bba1102a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a1e4dec6-44ce-432d-830e-6781c21c73bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:12:54.090047 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5b04cf-cc31-4f7d-8ed1-a6b062aff88a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network hostable DHCP agents. Network: a1e4dec6-44ce-432d-830e-6781c21c73bb, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:12:54.124511 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5b04cf-cc31-4f7d-8ed1-a6b062aff88a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network a1e4dec6-44ce-432d-830e-6781c21c73bb is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:12:54.130281 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-48ff8734-a392-4e53-9726-d3e5a52db4bb None None] Set router 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:54.139335 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-bc5b04cf-cc31-4f7d-8ed1-a6b062aff88a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, a1e4dec6-44ce-432d-830e-6781c21c73bb) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:54.145787 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5b04cf-cc31-4f7d-8ed1-a6b062aff88a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:54.147208 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bc5b04cf-cc31-4f7d-8ed1-a6b062aff88a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:54.152855 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b7675a-19f1-4da0-96cc-250afd6cf7fe None None] Network a1e4dec6-44ce-432d-830e-6781c21c73bb requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:12:54.186498 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bc5b04cf-cc31-4f7d-8ed1-a6b062aff88a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5515609 Jul 06 14:12:54.186498 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46408) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:54.192947 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-d8d692a6-d9b4-43d3-bcd9-ad5d368d642f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1230300250', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:54.247418 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d8d692a6-d9b4-43d3-bcd9-ad5d368d642f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:54.248766 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d8d692a6-d9b4-43d3-bcd9-ad5d368d642f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:54.278215 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8469295e-178f-4748-83e3-6b1b975b0c75 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:12:54.355912 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d8d692a6-d9b4-43d3-bcd9-ad5d368d642f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:54.389516 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d8d692a6-d9b4-43d3-bcd9-ad5d368d642f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:54.423431 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 8469295e-178f-4748-83e3-6b1b975b0c75 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:12:54.423796 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 8469295e-178f-4748-83e3-6b1b975b0c75 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:12:54.435764 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d8d692a6-d9b4-43d3-bcd9-ad5d368d642f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:54.440520 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d8d692a6-d9b4-43d3-bcd9-ad5d368d642f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2499769 Jul 06 14:12:54.441024 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46416) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:54.441166 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6fd0c0-7350-41a0-b6c5-ec091cb81fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-a1e4dec6-44ce-432d-830e-6781c21c73bb', 'network_id': 'a1e4dec6-44ce-432d-830e-6781c21c73bb', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'fixed_ips': [{'subnet_id': '9730cf98-19f0-4ac9-81ff-30c33f3f3348'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:12:54.441923 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fc6fd0c0-7350-41a0-b6c5-ec091cb81fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:54.447111 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-6f54bace-7561-47d7-841e-3d1a063aec55 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'port': {'network_id': 'a1e4dec6-44ce-432d-830e-6781c21c73bb', 'name': 'tempest-RoutersTest-2039889070'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:54.491665 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61ca640-93c3-4069-b166-7338ac1e9c08 x-openstack-request-id: req-b61ca640-93c3-4069-b166-7338ac1e9c08 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:12:54.491665 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "153e7338-cd2c-4dca-8f98-3b11988a4d43", "tag": "9cba6a62-8f8b-4dd7-9161-620308c8970d", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:12:54.491665 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-b61ca640-93c3-4069-b166-7338ac1e9c08 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:12:54.491665 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153e7338-cd2c-4dca-8f98-3b11988a4d43', 'tag': '9cba6a62-8f8b-4dd7-9161-620308c8970d', 'status': 'completed', 'code': 200} Jul 06 14:12:54.611088 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46424) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:54.721067 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-fc6fd0c0-7350-41a0-b6c5-ec091cb81fd5 None None] Allocated IP 172.20.0.2 (a1e4dec6-44ce-432d-830e-6781c21c73bb/9730cf98-19f0-4ac9-81ff-30c33f3f3348/0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:12:54.767726 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae56592-a957-418d-a9b1-c22eae9b0816 req-158907ea-79ab-4aff-aeda-c9760ddf1502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:54.769633 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bae56592-a957-418d-a9b1-c22eae9b0816 req-158907ea-79ab-4aff-aeda-c9760ddf1502 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 1097 time: 0.2041390 Jul 06 14:12:54.841239 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-48ff8734-a392-4e53-9726-d3e5a52db4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'name': 'tempest-TestVolumeBootPattern-98072569-router', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:11Z', 'revision_number': 4, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'gw_port': {'id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '1833b69f-9e77-47f5-807e-3ed391940871', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'port_id': 'd6012d47-bb25-4268-b025-e7f056eb2224', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'mac_address': 'fa:16:3e:e9:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59132335-35ae-4a17-ac35-f1735ca75803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:08:41Z', 'updated_at': '2021-07-06T14:08:45Z', 'revision_number': 1, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ca2032-f6d4-4f4b-86ad-2e51b1386b85', 'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'mac_address': 'fa:16:3e:14:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:10Z', 'updated_at': '2021-07-06T14:01:18Z', 'revision_number': 5, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'subnets': [{'id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:54.842293 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46428) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:54.882673 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff8734-a392-4e53-9726-d3e5a52db4bb None None] Checking router: 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:12:54.887475 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f54bace-7561-47d7-841e-3d1a063aec55 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Made reservation on behalf of f296bcf9fcc3467fa5b1f6fbfff7535a for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:12:54.891368 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c9fd0d96-b393-4667-b10e-1e818c9b8026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:54.892440 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6f54bace-7561-47d7-841e-3d1a063aec55 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:54.894513 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a2a9198-2480-4282-a4bd-3d7a259d3d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:54.915565 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-6f54bace-7561-47d7-841e-3d1a063aec55 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] device_id is not set on port 0b6573ac-f113-4c86-9511-786872b8902c yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:12:54.918497 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff8734-a392-4e53-9726-d3e5a52db4bb None None] Routers {'876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:12:54.920312 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-48ff8734-a392-4e53-9726-d3e5a52db4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:55.054063 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c9fd0d96-b393-4667-b10e-1e818c9b8026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:55.063178 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c9fd0d96-b393-4667-b10e-1e818c9b8026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:55.070167 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fc6fd0c0-7350-41a0-b6c5-ec091cb81fd5 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:55.079008 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-48ff8734-a392-4e53-9726-d3e5a52db4bb None None] Set router 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:12:55.082335 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fc6fd0c0-7350-41a0-b6c5-ec091cb81fd5 None None] Transition to ACTIVE for port object 0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:55.087266 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae56592-a957-418d-a9b1-c22eae9b0816 req-193628a3-928f-4d6c-bcd7-92c29218c7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:55.091909 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bae56592-a957-418d-a9b1-c22eae9b0816 req-193628a3-928f-4d6c-bcd7-92c29218c7f4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 911 time: 0.3108759 Jul 06 14:12:55.106098 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c9fd0d96-b393-4667-b10e-1e818c9b8026 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=d6336cb7272d4a3bafd07a908b6b7c69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2571912 Jul 06 14:12:55.114164 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46432) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:55.114644 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fc6fd0c0-7350-41a0-b6c5-ec091cb81fd5 None None] Transition to ACTIVE for port object 0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:55.125417 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fc6fd0c0-7350-41a0-b6c5-ec091cb81fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:55.163559 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bae56592-a957-418d-a9b1-c22eae9b0816 req-d23e2252-dacb-452f-ac51-3817bf05387c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cba6a62-8f8b-4dd7-9161-620308c8970d HTTP/1.1" status: 200 len: 217 time: 0.0626078 Jul 06 14:12:55.185699 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6fd0c0-7350-41a0-b6c5-ec091cb81fd5 None None] Pushing event updated for resources: {'Port': ['ID=0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:55.199768 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6fd0c0-7350-41a0-b6c5-ec091cb81fd5 None None] Network a1e4dec6-44ce-432d-830e-6781c21c73bb is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:12:55.204257 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-fc6fd0c0-7350-41a0-b6c5-ec091cb81fd5 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:55.209072 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6fd0c0-7350-41a0-b6c5-ec091cb81fd5 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:12:55.281791 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-fc6fd0c0-7350-41a0-b6c5-ec091cb81fd5 None None] Attempting to bind port 0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:12:55.282426 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-fc6fd0c0-7350-41a0-b6c5-ec091cb81fd5 None None] Attempting to bind port 0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '6042caf6-243d-4d9a-8387-e0bba1102a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a1e4dec6-44ce-432d-830e-6781c21c73bb'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:12:55.282987 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6fd0c0-7350-41a0-b6c5-ec091cb81fd5 None None] Attempting to bind port 0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358 on network a1e4dec6-44ce-432d-830e-6781c21c73bb {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:12:55.286725 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-6f54bace-7561-47d7-841e-3d1a063aec55 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Allocated IP 172.20.0.4 (a1e4dec6-44ce-432d-830e-6781c21c73bb/9730cf98-19f0-4ac9-81ff-30c33f3f3348/0b6573ac-f113-4c86-9511-786872b8902c) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:12:55.288790 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd0d96-b393-4667-b10e-1e818c9b8026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24153469-64eb-4da5-82ef-3fdd03126bc6,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:55.293321 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32a988b3-915c-45e4-9dda-ee11bd349b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:55.295514 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6fd0c0-7350-41a0-b6c5-ec091cb81fd5 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:12:55.296148 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6fd0c0-7350-41a0-b6c5-ec091cb81fd5 None None] Checking segment: {'id': '6042caf6-243d-4d9a-8387-e0bba1102a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a1e4dec6-44ce-432d-830e-6781c21c73bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:12:55.296731 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fc6fd0c0-7350-41a0-b6c5-ec091cb81fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:55.297297 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6fd0c0-7350-41a0-b6c5-ec091cb81fd5 None None] Bound using segment: {'id': '6042caf6-243d-4d9a-8387-e0bba1102a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a1e4dec6-44ce-432d-830e-6781c21c73bb'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:12:55.298123 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-fc6fd0c0-7350-41a0-b6c5-ec091cb81fd5 None None] Bound port: 0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6042caf6-243d-4d9a-8387-e0bba1102a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a1e4dec6-44ce-432d-830e-6781c21c73bb'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:12:55.305185 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fc6fd0c0-7350-41a0-b6c5-ec091cb81fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:55.317841 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32a988b3-915c-45e4-9dda-ee11bd349b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:55.386183 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32a988b3-915c-45e4-9dda-ee11bd349b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:55.389662 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-32a988b3-915c-45e4-9dda-ee11bd349b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:55.393180 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-32a988b3-915c-45e4-9dda-ee11bd349b4d admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/24153469-64eb-4da5-82ef-3fdd03126bc6 HTTP/1.1" status: 204 len: 168 time: 0.2749753 Jul 06 14:12:55.442045 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a988b3-915c-45e4-9dda-ee11bd349b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24153469-64eb-4da5-82ef-3fdd03126bc6,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:55.502734 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-fc6fd0c0-7350-41a0-b6c5-ec091cb81fd5 None None] For port 0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:12:55.518514 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-fc6fd0c0-7350-41a0-b6c5-ec091cb81fd5 None None] For port 0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358,segment=NetworkSegment(6042caf6-243d-4d9a-8387-e0bba1102a1f),segment_id=6042caf6-243d-4d9a-8387-e0bba1102a1f)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:12:55.526464 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fc6fd0c0-7350-41a0-b6c5-ec091cb81fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:55.535756 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6f54bace-7561-47d7-841e-3d1a063aec55 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:55.549603 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a2a9198-2480-4282-a4bd-3d7a259d3d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:55.557461 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae56592-a957-418d-a9b1-c22eae9b0816 req-a0b9ee02-452f-4dee-b471-236c2a9c1cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:55.559160 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bae56592-a957-418d-a9b1-c22eae9b0816 req-a0b9ee02-452f-4dee-b471-236c2a9c1cc1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63f5e127-3353-454e-884a-bc0470d3f3d4 HTTP/1.1" status: 200 len: 849 time: 0.3755445 Jul 06 14:12:55.560010 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a2a9198-2480-4282-a4bd-3d7a259d3d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:55.603291 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-6f54bace-7561-47d7-841e-3d1a063aec55 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Transition to ACTIVE for port object 0b6573ac-f113-4c86-9511-786872b8902c will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:12:55.621649 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a9198-2480-4282-a4bd-3d7a259d3d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40aa4ea-0542-404d-8e8e-8d78dfe67fd2,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:55.646154 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-48ff8734-a392-4e53-9726-d3e5a52db4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'name': 'tempest-TestVolumeBootPattern-98072569-router', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:11Z', 'revision_number': 4, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'gw_port': {'id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '1833b69f-9e77-47f5-807e-3ed391940871', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'port_id': 'd6012d47-bb25-4268-b025-e7f056eb2224', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'mac_address': 'fa:16:3e:e9:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59132335-35ae-4a17-ac35-f1735ca75803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:08:41Z', 'updated_at': '2021-07-06T14:08:45Z', 'revision_number': 1, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ca2032-f6d4-4f4b-86ad-2e51b1386b85', 'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'mac_address': 'fa:16:3e:14:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:10Z', 'updated_at': '2021-07-06T14:01:18Z', 'revision_number': 5, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'subnets': [{'id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:12:55.670361 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e380c0-f1b2-44ba-bfd1-9b6a4921f0eb req-cb2b2376-ecb3-4dd2-ad2a-38eaac7135e1 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:55.671569 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6fd0c0-7350-41a0-b6c5-ec091cb81fd5 None None] Pushing event updated for resources: {'Port': ['ID=0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:55.679547 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64e380c0-f1b2-44ba-bfd1-9b6a4921f0eb req-cb2b2376-ecb3-4dd2-ad2a-38eaac7135e1 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 946 time: 0.8027475 Jul 06 14:12:55.685132 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5a2a9198-2480-4282-a4bd-3d7a259d3d13 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=3943af18e4284269ad526a3c4576fcc5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0700035 Jul 06 14:12:55.686429 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46440) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:55.789443 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae56592-a957-418d-a9b1-c22eae9b0816 req-e6af9148-b17c-44de-9db9-1f04b77ce592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:55.791162 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bae56592-a957-418d-a9b1-c22eae9b0816 req-e6af9148-b17c-44de-9db9-1f04b77ce592 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=55ac526b-1e87-42ff-98ca-8b8357b7302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2229598 Jul 06 14:12:55.803665 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64e380c0-f1b2-44ba-bfd1-9b6a4921f0eb req-13422056-0d45-45d1-ad9f-ee7bbbd1280b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231356 Jul 06 14:12:55.817810 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-bae56592-a957-418d-a9b1-c22eae9b0816 req-bafa07a6-6020-410e-8834-185fb6cc4f47 service neutron] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:12:55.818835 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bae56592-a957-418d-a9b1-c22eae9b0816 req-bafa07a6-6020-410e-8834-185fb6cc4f47 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138216 Jul 06 14:12:55.820395 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6f54bace-7561-47d7-841e-3d1a063aec55 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:55.852023 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff8734-a392-4e53-9726-d3e5a52db4bb None None] The sync data for ids ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'] in n-d-773644-6 is: [{'id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'name': 'tempest-TestVolumeBootPattern-98072569-router', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:11Z', 'revision_number': 4, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'gw_port': {'id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '1833b69f-9e77-47f5-807e-3ed391940871', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'port_id': 'd6012d47-bb25-4268-b025-e7f056eb2224', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'mac_address': 'fa:16:3e:e9:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59132335-35ae-4a17-ac35-f1735ca75803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:08:41Z', 'updated_at': '2021-07-06T14:08:45Z', 'revision_number': 1, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ca2032-f6d4-4f4b-86ad-2e51b1386b85', 'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'mac_address': 'fa:16:3e:14:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:10Z', 'updated_at': '2021-07-06T14:01:18Z', 'revision_number': 5, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'subnets': [{'id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:12:55.895868 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d263bf4d-fa65-4a5d-aa77-6b27e9d77ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:55.936582 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d263bf4d-fa65-4a5d-aa77-6b27e9d77ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:56.063506 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d263bf4d-fa65-4a5d-aa77-6b27e9d77ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:56.074418 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d263bf4d-fa65-4a5d-aa77-6b27e9d77ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:56.098065 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d263bf4d-fa65-4a5d-aa77-6b27e9d77ed7 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/b40aa4ea-0542-404d-8e8e-8d78dfe67fd2 HTTP/1.1" status: 204 len: 168 time: 0.3964827 Jul 06 14:12:56.099237 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f54bace-7561-47d7-841e-3d1a063aec55 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network a1e4dec6-44ce-432d-830e-6781c21c73bb is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:12:56.127722 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263bf4d-fa65-4a5d-aa77-6b27e9d77ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40aa4ea-0542-404d-8e8e-8d78dfe67fd2,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:56.128144 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-6f54bace-7561-47d7-841e-3d1a063aec55 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:56.135211 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f54bace-7561-47d7-841e-3d1a063aec55 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:12:56.143295 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54bace-7561-47d7-841e-3d1a063aec55 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Port': ['ID=0b6573ac-f113-4c86-9511-786872b8902c,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:56.336478 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f54bace-7561-47d7-841e-3d1a063aec55 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:56.337169 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6f54bace-7561-47d7-841e-3d1a063aec55 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:56.370349 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bae56592-a957-418d-a9b1-c22eae9b0816 req-850db802-5a74-46a3-bce4-7c1b2bb924ea service neutron] 10.222.0.52 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5372701 Jul 06 14:12:56.394584 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7519b02-12d8-4fe1-9467-2cdca42ea001 req-162b176c-ea16-42df-941b-f1bafc4d031b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:56.397590 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e7519b02-12d8-4fe1-9467-2cdca42ea001 req-162b176c-ea16-42df-941b-f1bafc4d031b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.52 "GET /v2.0/ports?device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 946 time: 0.1335983 Jul 06 14:12:56.419571 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fd53e5-c050-4eba-aa5e-d340deec11ff None None] New status for floating IP 7c1a325a-3788-49ef-951c-9ab842065303: DOWN {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:12:56.424734 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6f54bace-7561-47d7-841e-3d1a063aec55 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9823105 Jul 06 14:12:56.435333 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46456) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:56.507475 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:56.595527 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:56.609590 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bae56592-a957-418d-a9b1-c22eae9b0816 req-e86bcf7a-a8c2-4e20-ba22-e50599bb0443 service neutron] 10.222.0.52 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289789 Jul 06 14:12:56.702904 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46464) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:56.719773 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ab03d855-c6f9-4af7-bef9-85f3fc2999fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:56.944610 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-e7519b02-12d8-4fe1-9467-2cdca42ea001 req-931554a6-71a1-4095-a0d2-94c83d5ae08c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Deleting port 9cba6a62-8f8b-4dd7-9161-620308c8970d {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:12:56.944977 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e7519b02-12d8-4fe1-9467-2cdca42ea001 req-931554a6-71a1-4095-a0d2-94c83d5ae08c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:56.971578 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ab03d855-c6f9-4af7-bef9-85f3fc2999fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:56.980610 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ab03d855-c6f9-4af7-bef9-85f3fc2999fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:57.032928 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46472) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:57.036462 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ab03d855-c6f9-4af7-bef9-85f3fc2999fc admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=80b9818105744316a04eb2565fcaf818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3322880 Jul 06 14:12:57.071642 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03d855-c6f9-4af7-bef9-85f3fc2999fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914d68e3-8b45-4db7-99cf-4b468e35ba4c,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:57.157809 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1217a-f044-41ba-9681-d691d488ea94 req-d8d87a97-658d-4197-a44e-1f18b7bc7945 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:57.159565 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-73a1217a-f044-41ba-9681-d691d488ea94 req-d8d87a97-658d-4197-a44e-1f18b7bc7945 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 946 time: 0.1143479 Jul 06 14:12:57.234882 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1dcced6-cee4-420c-b46e-bbe76a9a8127 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:57.238026 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-e7519b02-12d8-4fe1-9467-2cdca42ea001 req-931554a6-71a1-4095-a0d2-94c83d5ae08c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] For port 9cba6a62-8f8b-4dd7-9161-620308c8970d, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9cba6a62-8f8b-4dd7-9161-620308c8970d,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:57.238399 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e7519b02-12d8-4fe1-9467-2cdca42ea001 req-931554a6-71a1-4095-a0d2-94c83d5ae08c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:57.261840 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-73a1217a-f044-41ba-9681-d691d488ea94 req-ef267006-0941-4926-9d67-0768f25a306b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946901 Jul 06 14:12:57.275221 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fe60d0c5-712c-4aee-ae6e-3ee100c1a1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:57.311506 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fe60d0c5-712c-4aee-ae6e-3ee100c1a1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:57.320308 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-e7519b02-12d8-4fe1-9467-2cdca42ea001 req-931554a6-71a1-4095-a0d2-94c83d5ae08c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Calling delete_port for 9cba6a62-8f8b-4dd7-9161-620308c8970d owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:12:57.374077 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ee9c9e-7d8e-4834-bfe7-8b4e9a59438f None None] Network a1e4dec6-44ce-432d-830e-6781c21c73bb requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:12:57.526714 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ba5302eb-ba40-42c1-8349-27e6aab68b13 None None] Provisioning for port 0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:57.540797 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ba5302eb-ba40-42c1-8349-27e6aab68b13 None None] Provisioning complete for port 0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:57.541386 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ba5302eb-ba40-42c1-8349-27e6aab68b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:57.543459 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fe60d0c5-712c-4aee-ae6e-3ee100c1a1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:57.547391 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fe60d0c5-712c-4aee-ae6e-3ee100c1a1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:57.548032 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fe60d0c5-712c-4aee-ae6e-3ee100c1a1ae admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/914d68e3-8b45-4db7-99cf-4b468e35ba4c HTTP/1.1" status: 204 len: 168 time: 0.5147636 Jul 06 14:12:57.606988 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60d0c5-712c-4aee-ae6e-3ee100c1a1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914d68e3-8b45-4db7-99cf-4b468e35ba4c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:57.700125 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e7519b02-12d8-4fe1-9467-2cdca42ea001 req-931554a6-71a1-4095-a0d2-94c83d5ae08c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:57.710646 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ba5302eb-ba40-42c1-8349-27e6aab68b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:57.746849 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931554a6-71a1-4095-a0d2-94c83d5ae08c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Pushing event deleted for resources: {'Port': ['ID=9cba6a62-8f8b-4dd7-9161-620308c8970d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:57.752915 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-ba5302eb-ba40-42c1-8349-27e6aab68b13 None None] For port 0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358,segment=NetworkSegment(6042caf6-243d-4d9a-8387-e0bba1102a1f),segment_id=6042caf6-243d-4d9a-8387-e0bba1102a1f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:12:57.758534 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ba5302eb-ba40-42c1-8349-27e6aab68b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:57.834384 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5302eb-ba40-42c1-8349-27e6aab68b13 None None] Pushing event updated for resources: {'Port': ['ID=0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:57.863500 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7519b02-12d8-4fe1-9467-2cdca42ea001 req-931554a6-71a1-4095-a0d2-94c83d5ae08c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] No DVR routers for this DVR port 9cba6a62-8f8b-4dd7-9161-620308c8970d on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:12:57.868196 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e7519b02-12d8-4fe1-9467-2cdca42ea001 req-931554a6-71a1-4095-a0d2-94c83d5ae08c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:57.874685 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e7519b02-12d8-4fe1-9467-2cdca42ea001 req-931554a6-71a1-4095-a0d2-94c83d5ae08c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.52 "DELETE /v2.0/ports/9cba6a62-8f8b-4dd7-9161-620308c8970d HTTP/1.1" status: 204 len: 173 time: 1.4685247 Jul 06 14:12:57.883518 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1dcced6-cee4-420c-b46e-bbe76a9a8127 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:57.885787 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153e7338-cd2c-4dca-8f98-3b11988a4d43', 'name': 'network-vif-deleted', 'tag': '9cba6a62-8f8b-4dd7-9161-620308c8970d'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:12:57.888807 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd127900-3923-4bfb-b9f1-3cf24ff601f9" -d '{"events": [{"server_uuid": "153e7338-cd2c-4dca-8f98-3b11988a4d43", "name": "network-vif-deleted", "tag": "9cba6a62-8f8b-4dd7-9161-620308c8970d"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:12:57.896998 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1dcced6-cee4-420c-b46e-bbe76a9a8127 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:58.014349 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b79c9bb-339f-46a4-91a7-edfdad690ba9 x-openstack-request-id: req-5b79c9bb-339f-46a4-91a7-edfdad690ba9 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:12:58.016937 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "153e7338-cd2c-4dca-8f98-3b11988a4d43", "name": "network-vif-deleted", "tag": "9cba6a62-8f8b-4dd7-9161-620308c8970d", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:12:58.017590 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-5b79c9bb-339f-46a4-91a7-edfdad690ba9 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:12:58.018255 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153e7338-cd2c-4dca-8f98-3b11988a4d43', 'name': 'network-vif-deleted', 'tag': '9cba6a62-8f8b-4dd7-9161-620308c8970d', 'status': 'completed', 'code': 200} Jul 06 14:12:58.019104 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dcced6-cee4-420c-b46e-bbe76a9a8127 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Port': ['ID=0b6573ac-f113-4c86-9511-786872b8902c,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:58.212261 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-60005f49-1208-491d-b897-2634287b2bc1 None None] Provisioning for port 0b6573ac-f113-4c86-9511-786872b8902c completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:12:58.228335 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-60005f49-1208-491d-b897-2634287b2bc1 None None] Provisioning complete for port 0b6573ac-f113-4c86-9511-786872b8902c triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:58.228881 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-60005f49-1208-491d-b897-2634287b2bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:58.241642 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:12:58.505836 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-60005f49-1208-491d-b897-2634287b2bc1 None None] Port 0b6573ac-f113-4c86-9511-786872b8902c cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:12:58.527158 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1dcced6-cee4-420c-b46e-bbe76a9a8127 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:58.569856 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-60005f49-1208-491d-b897-2634287b2bc1 None None] Provisioning complete for port 0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:58.570408 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-60005f49-1208-491d-b897-2634287b2bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:58.583072 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:58.585247 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:58.726293 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4844aaec-e94a-4330-b38d-62a6086c5db5 req-3b42b886-8b6c-4ead-aa0d-c10878464cda tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 210 time: 0.1032560 Jul 06 14:12:58.788157 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1dcced6-cee4-420c-b46e-bbe76a9a8127 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:59.047450 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c1260ab1-2be2-44bf-959a-710d0c837353 None None] Provisioning complete for port 0b6573ac-f113-4c86-9511-786872b8902c triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:12:59.048408 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c1260ab1-2be2-44bf-959a-710d0c837353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:59.164048 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-c1260ab1-2be2-44bf-959a-710d0c837353 None None] Port 0b6573ac-f113-4c86-9511-786872b8902c cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:12:59.267126 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46530) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:59.367625 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1dcced6-cee4-420c-b46e-bbe76a9a8127 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:59.374063 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1dcced6-cee4-420c-b46e-bbe76a9a8127 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:59.425789 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-45e10c2c-a2ac-4923-917b-406746eb6566 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-221450130-network', 'tenant_id': '5a0c04c1d8af410aa60ec02e499494bf'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:59.454456 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e10c2c-a2ac-4923-917b-406746eb6566 admin admin] Made reservation on behalf of 5a0c04c1d8af410aa60ec02e499494bf for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:12:59.458068 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-45e10c2c-a2ac-4923-917b-406746eb6566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:59.469334 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-45e10c2c-a2ac-4923-917b-406746eb6566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:59.474038 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1dcced6-cee4-420c-b46e-bbe76a9a8127 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:59.477259 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dcced6-cee4-420c-b46e-bbe76a9a8127 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Port': ['ID=0b6573ac-f113-4c86-9511-786872b8902c,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:59.600741 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dcced6-cee4-420c-b46e-bbe76a9a8127 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network a1e4dec6-44ce-432d-830e-6781c21c73bb is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:12:59.602761 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-a1dcced6-cee4-420c-b46e-bbe76a9a8127 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:12:59.603823 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-45e10c2c-a2ac-4923-917b-406746eb6566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:59.609728 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-45e10c2c-a2ac-4923-917b-406746eb6566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:59.644451 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e10c2c-a2ac-4923-917b-406746eb6566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc7451c-4c20-4198-9298-d056dcbe062d,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:59.669852 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e10c2c-a2ac-4923-917b-406746eb6566 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:12:59.682443 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-45e10c2c-a2ac-4923-917b-406746eb6566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:59.682443 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-45e10c2c-a2ac-4923-917b-406746eb6566 admin admin] Added segment f23ac31d-88ba-4e0f-86ab-dcb136481a8f of type vlan for network a30d4f4d-31e2-4868-a2e6-635b51a08aa2 Jul 06 14:12:59.734689 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-45e10c2c-a2ac-4923-917b-406746eb6566 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:59.775709 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-45e10c2c-a2ac-4923-917b-406746eb6566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:59.779328 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e10c2c-a2ac-4923-917b-406746eb6566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:12:59.780418 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-45e10c2c-a2ac-4923-917b-406746eb6566 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:12:59.913172 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-45e10c2c-a2ac-4923-917b-406746eb6566 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6414363 Jul 06 14:12:59.914560 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46540) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:12:59.920349 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-90767d4a-ea06-4008-a8db-cff13c220962 admin admin] Request body: {'subnet': {'network_id': 'a30d4f4d-31e2-4868-a2e6-635b51a08aa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-221450130-subnet', 'tenant_id': '5a0c04c1d8af410aa60ec02e499494bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:12:59.925200 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dcced6-cee4-420c-b46e-bbe76a9a8127 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Router 191c6eac-f64d-4d86-9e3e-3518c0dbfcb1 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:12:59.962868 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-706681a4-d44c-4aa1-863e-bb8fa965d0fb req-9b8d2496-c6fe-4720-a343-44dc97be5481 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 210 time: 0.0485020 Jul 06 14:12:59.970789 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e10c2c-a2ac-4923-917b-406746eb6566 admin admin] Pushing event updated for resources: {'Network': ['ID=a30d4f4d-31e2-4868-a2e6-635b51a08aa2,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:12:59.984448 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network a30d4f4d-31e2-4868-a2e6-635b51a08aa2 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:13:00.007242 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90767d4a-ea06-4008-a8db-cff13c220962 admin admin] Made reservation on behalf of 5a0c04c1d8af410aa60ec02e499494bf for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:13:00.009588 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-90767d4a-ea06-4008-a8db-cff13c220962 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:00.095030 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-23d6e52b-e0c0-44f7-8261-8df612ca723c None None] Provisioning complete for port 0b6573ac-f113-4c86-9511-786872b8902c triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:00.095366 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-23d6e52b-e0c0-44f7-8261-8df612ca723c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:00.100780 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9cba6a62-8f8b-4dd7-9161-620308c8970d no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:13:00.126732 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dcced6-cee4-420c-b46e-bbe76a9a8127 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:13:00.142440 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f411377-c419-4e40-aa29-99842442a992 None None] Sync routers for ids ['191c6eac-f64d-4d86-9e3e-3518c0dbfcb1'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:13:00.146384 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a1dcced6-cee4-420c-b46e-bbe76a9a8127 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "PUT /v2.0/routers/191c6eac-f64d-4d86-9e3e-3518c0dbfcb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6805253 Jul 06 14:13:00.149050 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46546) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:00.165127 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 9cba6a62-8f8b-4dd7-9161-620308c8970d {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:13:00.165591 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9cba6a62-8f8b-4dd7-9161-620308c8970d not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:13:00.169334 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f411377-c419-4e40-aa29-99842442a992 None None] Routers {'191c6eac-f64d-4d86-9e3e-3518c0dbfcb1'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:00.171051 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-0f411377-c419-4e40-aa29-99842442a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['191c6eac-f64d-4d86-9e3e-3518c0dbfcb1'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:00.188785 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-23d6e52b-e0c0-44f7-8261-8df612ca723c None None] Port 0b6573ac-f113-4c86-9511-786872b8902c cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:13:00.250663 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5baf3fc-f506-40ea-a2ac-4fff3dea7b84 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:00.252130 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b5baf3fc-f506-40ea-a2ac-4fff3dea7b84 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "GET /v2.0/ports/0b6573ac-f113-4c86-9511-786872b8902c HTTP/1.1" status: 200 len: 977 time: 0.1020877 Jul 06 14:13:00.254997 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46550) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:00.317561 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-0f411377-c419-4e40-aa29-99842442a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:00.344781 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f411377-c419-4e40-aa29-99842442a992 None None] Routers {'191c6eac-f64d-4d86-9e3e-3518c0dbfcb1'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:00.345421 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-0f411377-c419-4e40-aa29-99842442a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['191c6eac-f64d-4d86-9e3e-3518c0dbfcb1'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:00.359932 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-90767d4a-ea06-4008-a8db-cff13c220962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:00.419494 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-0f411377-c419-4e40-aa29-99842442a992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:00.429081 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f411377-c419-4e40-aa29-99842442a992 None None] The sync data for ids ['191c6eac-f64d-4d86-9e3e-3518c0dbfcb1'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:13:00.474676 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90767d4a-ea06-4008-a8db-cff13c220962 admin admin] Pushing event updated for resources: {'Subnet': ['ID=071e30d5-8a55-4ef9-a07e-ccf953033a4e,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:00.534064 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90767d4a-ea06-4008-a8db-cff13c220962 admin admin] Checking segment: {'id': 'f23ac31d-88ba-4e0f-86ab-dcb136481a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a30d4f4d-31e2-4868-a2e6-635b51a08aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:13:00.534754 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90767d4a-ea06-4008-a8db-cff13c220962 admin admin] Network hostable DHCP agents. Network: a30d4f4d-31e2-4868-a2e6-635b51a08aa2, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:13:00.577918 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90767d4a-ea06-4008-a8db-cff13c220962 admin admin] Network a30d4f4d-31e2-4868-a2e6-635b51a08aa2 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:13:00.592707 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-90767d4a-ea06-4008-a8db-cff13c220962 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, a30d4f4d-31e2-4868-a2e6-635b51a08aa2) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:00.599431 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90767d4a-ea06-4008-a8db-cff13c220962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:00.599431 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-90767d4a-ea06-4008-a8db-cff13c220962 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:00.602503 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3a7696-e152-4044-8319-5eb07dff6c1f None None] Network a30d4f4d-31e2-4868-a2e6-635b51a08aa2 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:13:00.635485 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-90767d4a-ea06-4008-a8db-cff13c220962 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7200737 Jul 06 14:13:00.889892 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3172dfdc-76f3-418e-bd25-a05e0f138837 None None] Network a30d4f4d-31e2-4868-a2e6-635b51a08aa2 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:13:00.963325 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-17b47831-99fe-4b06-a08f-1ec976d6ebea tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:01.547288 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-17b47831-99fe-4b06-a08f-1ec976d6ebea tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Deleting port 0b6573ac-f113-4c86-9511-786872b8902c {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:01.547936 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-17b47831-99fe-4b06-a08f-1ec976d6ebea tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:01.627257 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-69b9d229-07eb-4104-8425-46e9719e3b00 req-d74f2bde-e60c-495a-bf03-11302d20d22c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 210 time: 0.0740871 Jul 06 14:13:01.658875 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46592) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:01.665029 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-06f96c69-0d46-46e7-bf70-13544365a9c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1929110624-network', 'tenant_id': '3d7a8cc1ca9c4c5b8b6b38d251ab473e'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:01.708322 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f96c69-0d46-46e7-bf70-13544365a9c5 admin admin] Made reservation on behalf of 3d7a8cc1ca9c4c5b8b6b38d251ab473e for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:13:01.711381 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-06f96c69-0d46-46e7-bf70-13544365a9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:01.727904 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-17b47831-99fe-4b06-a08f-1ec976d6ebea tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:01.741035 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-06f96c69-0d46-46e7-bf70-13544365a9c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:01.754517 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-17b47831-99fe-4b06-a08f-1ec976d6ebea tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Calling delete_port for 0b6573ac-f113-4c86-9511-786872b8902c owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:01.898889 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-06f96c69-0d46-46e7-bf70-13544365a9c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:01.911013 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-06f96c69-0d46-46e7-bf70-13544365a9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:01.940280 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f96c69-0d46-46e7-bf70-13544365a9c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:13:01.992320 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-06f96c69-0d46-46e7-bf70-13544365a9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:01.992690 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-06f96c69-0d46-46e7-bf70-13544365a9c5 admin admin] Added segment f955cfd2-8f50-44b5-80b2-5b5ea2dd657b of type vlan for network b698d876-6ccd-44e1-b6eb-43863d09a0c1 Jul 06 14:13:02.037696 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f96c69-0d46-46e7-bf70-13544365a9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7a9cde-935e-4ad4-aadb-02880f8ff8c2,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:02.099544 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-17b47831-99fe-4b06-a08f-1ec976d6ebea tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:02.141256 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-06f96c69-0d46-46e7-bf70-13544365a9c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:02.154455 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b47831-99fe-4b06-a08f-1ec976d6ebea tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Port': ['ID=0b6573ac-f113-4c86-9511-786872b8902c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:02.243383 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-06f96c69-0d46-46e7-bf70-13544365a9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:02.244287 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f96c69-0d46-46e7-bf70-13544365a9c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:02.244882 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-06f96c69-0d46-46e7-bf70-13544365a9c5 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:02.383445 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-17b47831-99fe-4b06-a08f-1ec976d6ebea tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:02.424088 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-06f96c69-0d46-46e7-bf70-13544365a9c5 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7582252 Jul 06 14:13:02.424088 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46602) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:02.424088 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f96c69-0d46-46e7-bf70-13544365a9c5 admin admin] Pushing event updated for resources: {'Network': ['ID=b698d876-6ccd-44e1-b6eb-43863d09a0c1,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:02.440050 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network b698d876-6ccd-44e1-b6eb-43863d09a0c1 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:13:02.463979 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-b4263a1b-374d-4774-8be3-566cce8e4f3a admin admin] Request body: {'subnet': {'network_id': 'b698d876-6ccd-44e1-b6eb-43863d09a0c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1929110624-subnet', 'tenant_id': '3d7a8cc1ca9c4c5b8b6b38d251ab473e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:02.527445 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4263a1b-374d-4774-8be3-566cce8e4f3a admin admin] Made reservation on behalf of 3d7a8cc1ca9c4c5b8b6b38d251ab473e for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:13:02.531688 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b4263a1b-374d-4774-8be3-566cce8e4f3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:02.664236 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b47831-99fe-4b06-a08f-1ec976d6ebea tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Router 191c6eac-f64d-4d86-9e3e-3518c0dbfcb1 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:13:02.765295 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b4263a1b-374d-4774-8be3-566cce8e4f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:02.769218 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b47831-99fe-4b06-a08f-1ec976d6ebea tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:13:02.783080 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d3096d-afdf-49c6-b177-39d1b2b0b2bb None None] Sync routers for ids ['191c6eac-f64d-4d86-9e3e-3518c0dbfcb1'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:13:02.783624 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-17b47831-99fe-4b06-a08f-1ec976d6ebea tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "PUT /v2.0/routers/191c6eac-f64d-4d86-9e3e-3518c0dbfcb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5272331 Jul 06 14:13:02.787199 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46616) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:02.795712 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d3096d-afdf-49c6-b177-39d1b2b0b2bb None None] Routers {'191c6eac-f64d-4d86-9e3e-3518c0dbfcb1'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:02.798339 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c5d3096d-afdf-49c6-b177-39d1b2b0b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['191c6eac-f64d-4d86-9e3e-3518c0dbfcb1'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:02.842937 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4263a1b-374d-4774-8be3-566cce8e4f3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c126b39-a3fb-4193-a94c-0d35f27204d3,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:02.853040 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4263a1b-374d-4774-8be3-566cce8e4f3a admin admin] Checking segment: {'id': 'f955cfd2-8f50-44b5-80b2-5b5ea2dd657b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b698d876-6ccd-44e1-b6eb-43863d09a0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:13:02.853405 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4263a1b-374d-4774-8be3-566cce8e4f3a admin admin] Network hostable DHCP agents. Network: b698d876-6ccd-44e1-b6eb-43863d09a0c1, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:13:02.876861 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4263a1b-374d-4774-8be3-566cce8e4f3a admin admin] Network b698d876-6ccd-44e1-b6eb-43863d09a0c1 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:13:02.891150 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c5d3096d-afdf-49c6-b177-39d1b2b0b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:02.904501 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-b4263a1b-374d-4774-8be3-566cce8e4f3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, b698d876-6ccd-44e1-b6eb-43863d09a0c1) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:02.914985 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d651aa81-3f60-4055-b955-839df05b1e22 None None] Network b698d876-6ccd-44e1-b6eb-43863d09a0c1 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:13:02.920686 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4263a1b-374d-4774-8be3-566cce8e4f3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:02.920971 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b4263a1b-374d-4774-8be3-566cce8e4f3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:02.960493 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b4263a1b-374d-4774-8be3-566cce8e4f3a admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5069046 Jul 06 14:13:03.114877 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [None req-e5b588de-6cdf-4a96-821e-9e251b404a5e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] remove_router_interface failed (client error): The resource could not be found. Jul 06 14:13:03.116832 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e5b588de-6cdf-4a96-821e-9e251b404a5e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "PUT /v2.0/routers/191c6eac-f64d-4d86-9e3e-3518c0dbfcb1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3283765 Jul 06 14:13:03.119742 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46628) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:03.221205 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d3096d-afdf-49c6-b177-39d1b2b0b2bb None None] Routers {'191c6eac-f64d-4d86-9e3e-3518c0dbfcb1'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:03.222466 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c5d3096d-afdf-49c6-b177-39d1b2b0b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:12:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['191c6eac-f64d-4d86-9e3e-3518c0dbfcb1'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:03.234401 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c71b4cf2-bb26-4a22-b31d-eae23a0a9b75 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "GET /v2.0/ports?device_id=191c6eac-f64d-4d86-9e3e-3518c0dbfcb1 HTTP/1.1" status: 200 len: 205 time: 0.1132629 Jul 06 14:13:03.236916 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46634) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:03.353986 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c5d3096d-afdf-49c6-b177-39d1b2b0b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:03.355207 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d3096d-afdf-49c6-b177-39d1b2b0b2bb None None] The sync data for ids ['191c6eac-f64d-4d86-9e3e-3518c0dbfcb1'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:13:03.367071 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2055ca73-b877-494c-a179-527bec43f4db None None] Network b698d876-6ccd-44e1-b6eb-43863d09a0c1 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:13:03.415972 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3f731f09-8571-4b4f-93ba-e31cab1de574 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:03.791958 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3f731f09-8571-4b4f-93ba-e31cab1de574 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:03.811354 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3f731f09-8571-4b4f-93ba-e31cab1de574 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:03.814591 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-414dba7b-63af-47c7-bad5-336994999895 req-38723700-a1f6-4d4d-91bb-b10a8835776d tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 210 time: 0.1038463 Jul 06 14:13:03.891830 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3f731f09-8571-4b4f-93ba-e31cab1de574 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:03.892470 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f731f09-8571-4b4f-93ba-e31cab1de574 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Fanout notify agent at l3_agent the message router_deleted on router 191c6eac-f64d-4d86-9e3e-3518c0dbfcb1 {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:13:03.905638 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3f731f09-8571-4b4f-93ba-e31cab1de574 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:03.909894 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46644) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:03.911823 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3f731f09-8571-4b4f-93ba-e31cab1de574 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/routers/191c6eac-f64d-4d86-9e3e-3518c0dbfcb1 HTTP/1.1" status: 204 len: 168 time: 0.6728370 Jul 06 14:13:04.031846 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e75433-b44a-4ad7-9589-a7b30eca3529 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Deleting subnet 9730cf98-19f0-4ac9-81ff-30c33f3f3348 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:13:04.037641 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1e75433-b44a-4ad7-9589-a7b30eca3529 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:04.126023 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1e75433-b44a-4ad7-9589-a7b30eca3529 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:04.328239 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1e75433-b44a-4ad7-9589-a7b30eca3529 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:04.414845 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1e75433-b44a-4ad7-9589-a7b30eca3529 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:04.447887 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e75433-b44a-4ad7-9589-a7b30eca3529 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Subnet': ['ID=9730cf98-19f0-4ac9-81ff-30c33f3f3348,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:04.451469 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1e75433-b44a-4ad7-9589-a7b30eca3529 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:04.453930 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a1e75433-b44a-4ad7-9589-a7b30eca3529 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/subnets/9730cf98-19f0-4ac9-81ff-30c33f3f3348 HTTP/1.1" status: 204 len: 168 time: 0.5428944 Jul 06 14:13:04.455757 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fc2c4e-a45c-4002-abbb-8c5552c87c34 None None] Network a1e4dec6-44ce-432d-830e-6781c21c73bb requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:13:04.456961 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46658) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:04.468711 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-ea421472-5c96-4556-bf42-cf92747e3606 tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:04.475874 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-ea421472-5c96-4556-bf42-cf92747e3606 tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] 10.222.0.118 "GET /v2.0/networks?id=a30d4f4d-31e2-4868-a2e6-635b51a08aa2 HTTP/1.1" status: 200 len: 808 time: 0.2264662 Jul 06 14:13:04.493434 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-2b28a3af-d059-46d1-ad28-5900c45498ec tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] 10.222.0.118 "GET /v2.0/quotas/5a0c04c1d8af410aa60ec02e499494bf HTTP/1.1" status: 200 len: 375 time: 0.0162613 Jul 06 14:13:04.534596 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-51b34501-302d-43bd-8d6f-4c8e16b92185 tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=5a0c04c1d8af410aa60ec02e499494bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403323 Jul 06 14:13:04.540345 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-effb57cf-3fee-4c93-89c4-c3ce4d92a03c service neutron] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:13:04.549979 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-effb57cf-3fee-4c93-89c4-c3ce4d92a03c service neutron] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140316 Jul 06 14:13:04.751177 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-99084a36-4f95-499d-b898-7d6f883025eb service neutron] 10.222.0.118 "GET /v2.0/networks/a30d4f4d-31e2-4868-a2e6-635b51a08aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001505 Jul 06 14:13:04.914582 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d6fd63-7a37-410f-a434-30010c70c8f9 None None] DHCP port deletion for a1e4dec6-44ce-432d-830e-6781c21c73bb request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:13:04.967775 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-58a22127-1602-49b2-a3d8-ceca973feebc service neutron] 10.222.0.118 "GET /v2.0/networks/a30d4f4d-31e2-4868-a2e6-635b51a08aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141242 Jul 06 14:13:05.015624 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:05.021631 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-f2d6fd63-7a37-410f-a434-30010c70c8f9 None None] Deleting port 0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:05.022042 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f2d6fd63-7a37-410f-a434-30010c70c8f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:05.112217 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-f2d6fd63-7a37-410f-a434-30010c70c8f9 None None] For port 0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358,segment=NetworkSegment(6042caf6-243d-4d9a-8387-e0bba1102a1f),segment_id=6042caf6-243d-4d9a-8387-e0bba1102a1f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:05.112627 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f2d6fd63-7a37-410f-a434-30010c70c8f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:05.132787 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-f2d6fd63-7a37-410f-a434-30010c70c8f9 None None] Calling delete_port for 0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:05.152103 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Deleting port 0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:05.152607 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:05.259782 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f2d6fd63-7a37-410f-a434-30010c70c8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:05.289724 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] For port 0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358,segment=NetworkSegment(6042caf6-243d-4d9a-8387-e0bba1102a1f),segment_id=6042caf6-243d-4d9a-8387-e0bba1102a1f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:05.290293 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:05.295555 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6fd63-7a37-410f-a434-30010c70c8f9 None None] Pushing event deleted for resources: {'Port': ['ID=0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:05.302967 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d6fd63-7a37-410f-a434-30010c70c8f9 None None] No DVR routers for this DVR port 0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:13:05.328638 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Calling delete_port for 0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:05.484890 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:05.511916 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7c2e7038-723e-4f74-bd96-aee5e04e410e req-8fdb4b04-e535-472c-bc95-53b402b51be0 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=153e7338-cd2c-4dca-8f98-3b11988a4d43 HTTP/1.1" status: 200 len: 210 time: 0.0445764 Jul 06 14:13:05.564209 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] No DVR routers for this DVR port 0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:13:05.568961 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Port': ['ID=0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:05.621258 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:05.621604 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:05.623064 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:05.623612 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:05.624128 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:05.624630 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:05.625145 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:05.625665 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:05.627007 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:05.627539 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:05.628051 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:05.628555 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:05.659564 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bbbfadfe-04f1-407a-92cc-42d15562b08a req-48653633-e935-411b-8ef3-59941887350d tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] 10.222.0.118 "GET /v2.0/ports?device_id=13f0dd98-434c-46a0-be00-f66795ecb99e HTTP/1.1" status: 200 len: 210 time: 0.0642931 Jul 06 14:13:05.703355 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:05.724063 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e4dec6-44ce-432d-830e-6781c21c73bb']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:05.738328 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6042caf6-243d-4d9a-8387-e0bba1102a1f') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:05.738655 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6042caf6-243d-4d9a-8387-e0bba1102a1f') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:05.750078 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:05.769569 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:05.780641 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:13:05.781060 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:13:05.785144 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:13:05.867905 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:05.881281 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:05.889543 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/networks/a1e4dec6-44ce-432d-830e-6781c21c73bb HTTP/1.1" status: 204 len: 168 time: 1.4312913 Jul 06 14:13:05.893778 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46680) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:05.902063 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-882ccf5e-6b86-46ad-b9ee-32fb9b7c4890 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'network': {'name': 'tempest-RoutersTest-945095805'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:05.907972 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e6516-33fd-436b-9434-f27ffd64ca0c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Network': ['ID=a1e4dec6-44ce-432d-830e-6781c21c73bb,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:05.973720 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882ccf5e-6b86-46ad-b9ee-32fb9b7c4890 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Made reservation on behalf of f296bcf9fcc3467fa5b1f6fbfff7535a for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:13:05.987736 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-882ccf5e-6b86-46ad-b9ee-32fb9b7c4890 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:06.054501 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-882ccf5e-6b86-46ad-b9ee-32fb9b7c4890 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:13:06.079768 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-882ccf5e-6b86-46ad-b9ee-32fb9b7c4890 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:06.080425 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-882ccf5e-6b86-46ad-b9ee-32fb9b7c4890 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Added segment 9eed19ab-0fbd-4fcc-82ae-c726ee729aad of type vlan for network 41651229-1009-4f2f-b62f-7e81e19b1f76 Jul 06 14:13:06.196558 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-882ccf5e-6b86-46ad-b9ee-32fb9b7c4890 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:06.216443 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:13:06.257236 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-882ccf5e-6b86-46ad-b9ee-32fb9b7c4890 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:06.257428 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:13:06.257691 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0d5fa0a2-c2c4-4ed4-bbf9-b70979a4b358 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:13:06.263499 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882ccf5e-6b86-46ad-b9ee-32fb9b7c4890 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:06.266503 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-882ccf5e-6b86-46ad-b9ee-32fb9b7c4890 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:06.358748 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-882ccf5e-6b86-46ad-b9ee-32fb9b7c4890 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4630587 Jul 06 14:13:06.361730 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46684) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:06.367507 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-d0758bec-a131-4528-bcb2-095099d64caa tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'subnet': {'network_id': '41651229-1009-4f2f-b62f-7e81e19b1f76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:06.383670 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ccf5e-6b86-46ad-b9ee-32fb9b7c4890 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Network': ['ID=41651229-1009-4f2f-b62f-7e81e19b1f76,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:06.394158 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 41651229-1009-4f2f-b62f-7e81e19b1f76 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:13:06.557417 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0758bec-a131-4528-bcb2-095099d64caa tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Made reservation on behalf of f296bcf9fcc3467fa5b1f6fbfff7535a for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:13:06.563028 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d0758bec-a131-4528-bcb2-095099d64caa tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:06.862658 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d0758bec-a131-4528-bcb2-095099d64caa tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:06.935587 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0758bec-a131-4528-bcb2-095099d64caa tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Subnet': ['ID=abeea054-2934-4882-93e0-1e96aba71b79,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:06.974224 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0758bec-a131-4528-bcb2-095099d64caa tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Checking segment: {'id': '9eed19ab-0fbd-4fcc-82ae-c726ee729aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '41651229-1009-4f2f-b62f-7e81e19b1f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:13:06.974724 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0758bec-a131-4528-bcb2-095099d64caa tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network hostable DHCP agents. Network: 41651229-1009-4f2f-b62f-7e81e19b1f76, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:13:07.014970 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0758bec-a131-4528-bcb2-095099d64caa tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network 41651229-1009-4f2f-b62f-7e81e19b1f76 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:13:07.184143 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3769cf3d-a229-405f-9a54-6576f7cf08e4 req-3d98176a-a541-4e80-bf94-cf5daa75d16e tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] 10.222.0.118 "GET /v2.0/ports?device_id=13f0dd98-434c-46a0-be00-f66795ecb99e HTTP/1.1" status: 200 len: 210 time: 0.0772932 Jul 06 14:13:07.297269 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-33ce25fd-a032-4cf4-b224-8c9c7d99f14a tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:07.299014 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-33ce25fd-a032-4cf4-b224-8c9c7d99f14a tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] 10.222.0.52 "GET /v2.0/networks?id=a30d4f4d-31e2-4868-a2e6-635b51a08aa2 HTTP/1.1" status: 200 len: 808 time: 0.2628510 Jul 06 14:13:07.300766 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-d0758bec-a131-4528-bcb2-095099d64caa tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 41651229-1009-4f2f-b62f-7e81e19b1f76) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:07.305982 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0758bec-a131-4528-bcb2-095099d64caa tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:07.307011 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d0758bec-a131-4528-bcb2-095099d64caa tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:07.313979 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2034ce-32e3-43c2-b300-037e5bfc2d6d None None] Network 41651229-1009-4f2f-b62f-7e81e19b1f76 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:13:07.318937 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e448eae2-b0f9-4465-9b87-4d34163e1b0d tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] Request body: {'port': {'device_id': '13f0dd98-434c-46a0-be00-f66795ecb99e', 'network_id': 'a30d4f4d-31e2-4868-a2e6-635b51a08aa2', 'admin_state_up': True, 'tenant_id': '5a0c04c1d8af410aa60ec02e499494bf'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:07.435286 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d0758bec-a131-4528-bcb2-095099d64caa tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0722866 Jul 06 14:13:07.439376 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46704) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:07.450423 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-dd6849d2-85ff-4c26-9737-4700f9fe2cd9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-15168123', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:07.484533 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.db.api [None req-dd6849d2-85ff-4c26-9737-4700f9fe2cd9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 14:13:07.484533 n-d-773644-6 neutron-server[100418]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 14:13:07.484533 n-d-773644-6 neutron-server[100418]: [parameters: {'project_id_1': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'expiration_1': datetime.datetime(2021, 7, 6, 14, 13, 7, 468015)}] Jul 06 14:13:07.484533 n-d-773644-6 neutron-server[100418]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:13:07.485169 n-d-773644-6 neutron-server[100418]: DEBUG oslo_db.api [None req-dd6849d2-85ff-4c26-9737-4700f9fe2cd9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:13:07.488693 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e448eae2-b0f9-4465-9b87-4d34163e1b0d tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] Made reservation on behalf of 5a0c04c1d8af410aa60ec02e499494bf for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:13:07.494587 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e448eae2-b0f9-4465-9b87-4d34163e1b0d tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:07.680563 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7bb91f75-057d-4a0d-a703-8bb76bb1c820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:07.747419 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3022d8f0-ae5e-4c14-a8c1-2fbdf902652b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-41651229-1009-4f2f-b62f-7e81e19b1f76', 'network_id': '41651229-1009-4f2f-b62f-7e81e19b1f76', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'fixed_ips': [{'subnet_id': 'abeea054-2934-4882-93e0-1e96aba71b79'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:13:07.763479 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3022d8f0-ae5e-4c14-a8c1-2fbdf902652b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:07.794782 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e448eae2-b0f9-4465-9b87-4d34163e1b0d tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] Allocated IP 172.20.0.14 (a30d4f4d-31e2-4868-a2e6-635b51a08aa2/071e30d5-8a55-4ef9-a07e-ccf953033a4e/279f2ea3-32fc-48cd-a92b-ae57b4cac70f) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:13:08.029206 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dd6849d2-85ff-4c26-9737-4700f9fe2cd9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:08.031995 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dd6849d2-85ff-4c26-9737-4700f9fe2cd9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:08.143645 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-3022d8f0-ae5e-4c14-a8c1-2fbdf902652b None None] Allocated IP 172.20.0.2 (41651229-1009-4f2f-b62f-7e81e19b1f76/abeea054-2934-4882-93e0-1e96aba71b79/2b23b287-d3ba-4ab1-98bb-3cc68f936e9a) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:13:08.164807 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dd6849d2-85ff-4c26-9737-4700f9fe2cd9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:08.173571 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dd6849d2-85ff-4c26-9737-4700f9fe2cd9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:08.215036 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dd6849d2-85ff-4c26-9737-4700f9fe2cd9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:08.219302 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-dd6849d2-85ff-4c26-9737-4700f9fe2cd9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7788823 Jul 06 14:13:08.221779 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46722) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:08.374806 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46726) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:08.509333 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3022d8f0-ae5e-4c14-a8c1-2fbdf902652b None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:08.539042 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3022d8f0-ae5e-4c14-a8c1-2fbdf902652b None None] Transition to ACTIVE for port object 2b23b287-d3ba-4ab1-98bb-3cc68f936e9a will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:08.560337 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e448eae2-b0f9-4465-9b87-4d34163e1b0d tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:08.567080 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3022d8f0-ae5e-4c14-a8c1-2fbdf902652b None None] Transition to ACTIVE for port object 2b23b287-d3ba-4ab1-98bb-3cc68f936e9a will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:08.576226 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3022d8f0-ae5e-4c14-a8c1-2fbdf902652b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:08.609071 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3022d8f0-ae5e-4c14-a8c1-2fbdf902652b None None] Network 41651229-1009-4f2f-b62f-7e81e19b1f76 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:13:08.617851 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-3022d8f0-ae5e-4c14-a8c1-2fbdf902652b None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:08.659437 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3022d8f0-ae5e-4c14-a8c1-2fbdf902652b None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:13:08.713787 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e448eae2-b0f9-4465-9b87-4d34163e1b0d tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:08.770909 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022d8f0-ae5e-4c14-a8c1-2fbdf902652b None None] Pushing event updated for resources: {'Port': ['ID=2b23b287-d3ba-4ab1-98bb-3cc68f936e9a,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:08.784351 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-3022d8f0-ae5e-4c14-a8c1-2fbdf902652b None None] Attempting to bind port 2b23b287-d3ba-4ab1-98bb-3cc68f936e9a on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:13:08.785395 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-3022d8f0-ae5e-4c14-a8c1-2fbdf902652b None None] Attempting to bind port 2b23b287-d3ba-4ab1-98bb-3cc68f936e9a by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '9eed19ab-0fbd-4fcc-82ae-c726ee729aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '41651229-1009-4f2f-b62f-7e81e19b1f76'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:13:08.785974 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3022d8f0-ae5e-4c14-a8c1-2fbdf902652b None None] Attempting to bind port 2b23b287-d3ba-4ab1-98bb-3cc68f936e9a on network 41651229-1009-4f2f-b62f-7e81e19b1f76 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:13:08.792249 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3022d8f0-ae5e-4c14-a8c1-2fbdf902652b None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:13:08.792905 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3022d8f0-ae5e-4c14-a8c1-2fbdf902652b None None] Checking segment: {'id': '9eed19ab-0fbd-4fcc-82ae-c726ee729aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '41651229-1009-4f2f-b62f-7e81e19b1f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:13:08.794267 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3022d8f0-ae5e-4c14-a8c1-2fbdf902652b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:08.794980 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3022d8f0-ae5e-4c14-a8c1-2fbdf902652b None None] Bound using segment: {'id': '9eed19ab-0fbd-4fcc-82ae-c726ee729aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '41651229-1009-4f2f-b62f-7e81e19b1f76'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:13:08.795935 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-3022d8f0-ae5e-4c14-a8c1-2fbdf902652b None None] Bound port: 2b23b287-d3ba-4ab1-98bb-3cc68f936e9a, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eed19ab-0fbd-4fcc-82ae-c726ee729aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '41651229-1009-4f2f-b62f-7e81e19b1f76'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:13:08.796519 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3022d8f0-ae5e-4c14-a8c1-2fbdf902652b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:08.831708 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e448eae2-b0f9-4465-9b87-4d34163e1b0d tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] Network a30d4f4d-31e2-4868-a2e6-635b51a08aa2 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:13:08.841297 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e448eae2-b0f9-4465-9b87-4d34163e1b0d tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:08.844340 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e448eae2-b0f9-4465-9b87-4d34163e1b0d tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:13:08.869567 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-3022d8f0-ae5e-4c14-a8c1-2fbdf902652b None None] For port 2b23b287-d3ba-4ab1-98bb-3cc68f936e9a, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:13:08.874187 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-3022d8f0-ae5e-4c14-a8c1-2fbdf902652b None None] For port 2b23b287-d3ba-4ab1-98bb-3cc68f936e9a, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=2b23b287-d3ba-4ab1-98bb-3cc68f936e9a,segment=NetworkSegment(9eed19ab-0fbd-4fcc-82ae-c726ee729aad),segment_id=9eed19ab-0fbd-4fcc-82ae-c726ee729aad)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:13:08.880439 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3022d8f0-ae5e-4c14-a8c1-2fbdf902652b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:08.917541 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448eae2-b0f9-4465-9b87-4d34163e1b0d tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] Pushing event updated for resources: {'Port': ['ID=279f2ea3-32fc-48cd-a92b-ae57b4cac70f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:08.942198 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022d8f0-ae5e-4c14-a8c1-2fbdf902652b None None] Pushing event updated for resources: {'Port': ['ID=2b23b287-d3ba-4ab1-98bb-3cc68f936e9a,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:08.972462 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e448eae2-b0f9-4465-9b87-4d34163e1b0d tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:08.973988 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e448eae2-b0f9-4465-9b87-4d34163e1b0d tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:09.007594 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e448eae2-b0f9-4465-9b87-4d34163e1b0d tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6934345 Jul 06 14:13:09.026082 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e50abf96-fc47-467c-954e-5e854e11212f service neutron] Request body: {'port': {'device_id': '13f0dd98-434c-46a0-be00-f66795ecb99e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:09.163602 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e50abf96-fc47-467c-954e-5e854e11212f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:09.353989 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-97b4b39c-9c0d-4d70-851d-fe8a0edcf2a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:09.601048 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc77067-2bd9-4e6a-a69c-21649ec84147 req-f648a0ff-7afa-498c-8d74-b4ee3bf3e4bd tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:09.608299 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6dc77067-2bd9-4e6a-a69c-21649ec84147 req-f648a0ff-7afa-498c-8d74-b4ee3bf3e4bd tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] 10.222.0.118 "GET /v2.0/ports?device_id=13f0dd98-434c-46a0-be00-f66795ecb99e HTTP/1.1" status: 200 len: 932 time: 0.3112428 Jul 06 14:13:09.706080 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49d7c95c-c281-409b-a740-8a4ad740c6ae tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:09.713460 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e50abf96-fc47-467c-954e-5e854e11212f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 279f2ea3-32fc-48cd-a92b-ae57b4cac70f {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:13:09.724713 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e50abf96-fc47-467c-954e-5e854e11212f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:09.727472 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-97b4b39c-9c0d-4d70-851d-fe8a0edcf2a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:09.742437 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-97b4b39c-9c0d-4d70-851d-fe8a0edcf2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:09.746400 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e50abf96-fc47-467c-954e-5e854e11212f service neutron] Transition to ACTIVE for port object 279f2ea3-32fc-48cd-a92b-ae57b4cac70f will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:09.754416 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e50abf96-fc47-467c-954e-5e854e11212f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:09.800334 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6dc77067-2bd9-4e6a-a69c-21649ec84147 req-77c0f5bc-7860-4b3f-94a2-7086bcf8e666 tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] 10.222.0.118 "GET /v2.0/security-groups?id=8cc7451c-4c20-4198-9298-d056dcbe062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910355 Jul 06 14:13:09.865187 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50abf96-fc47-467c-954e-5e854e11212f service neutron] Pushing event updated for resources: {'Port': ['ID=279f2ea3-32fc-48cd-a92b-ae57b4cac70f,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:09.940604 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-97b4b39c-9c0d-4d70-851d-fe8a0edcf2a3 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=97ccbc7c15d04bfcb23b1591dd889ce8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5642643 Jul 06 14:13:09.944947 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46746) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:09.951620 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4b39c-9c0d-4d70-851d-fe8a0edcf2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100f3486-5f1d-44a5-b580-52653a612b67,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:10.071459 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e50abf96-fc47-467c-954e-5e854e11212f service neutron] Attempting to bind port 279f2ea3-32fc-48cd-a92b-ae57b4cac70f on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:13:10.073580 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e50abf96-fc47-467c-954e-5e854e11212f service neutron] Attempting to bind port 279f2ea3-32fc-48cd-a92b-ae57b4cac70f by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'f23ac31d-88ba-4e0f-86ab-dcb136481a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a30d4f4d-31e2-4868-a2e6-635b51a08aa2'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:13:10.074078 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e50abf96-fc47-467c-954e-5e854e11212f service neutron] Attempting to bind port 279f2ea3-32fc-48cd-a92b-ae57b4cac70f on network a30d4f4d-31e2-4868-a2e6-635b51a08aa2 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:13:10.105494 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e50abf96-fc47-467c-954e-5e854e11212f service neutron] Port 279f2ea3-32fc-48cd-a92b-ae57b4cac70f on network a30d4f4d-31e2-4868-a2e6-635b51a08aa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:13:10.108713 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e50abf96-fc47-467c-954e-5e854e11212f service neutron] Attempting to bind port 279f2ea3-32fc-48cd-a92b-ae57b4cac70f on network a30d4f4d-31e2-4868-a2e6-635b51a08aa2 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:13:10.118321 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e50abf96-fc47-467c-954e-5e854e11212f service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:13:10.126322 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e50abf96-fc47-467c-954e-5e854e11212f service neutron] Checking segment: {'id': 'f23ac31d-88ba-4e0f-86ab-dcb136481a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a30d4f4d-31e2-4868-a2e6-635b51a08aa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:13:10.126731 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e50abf96-fc47-467c-954e-5e854e11212f service neutron] Bound using segment: {'id': 'f23ac31d-88ba-4e0f-86ab-dcb136481a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a30d4f4d-31e2-4868-a2e6-635b51a08aa2'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:13:10.127210 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e50abf96-fc47-467c-954e-5e854e11212f service neutron] Bound port: 279f2ea3-32fc-48cd-a92b-ae57b4cac70f, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23ac31d-88ba-4e0f-86ab-dcb136481a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a30d4f4d-31e2-4868-a2e6-635b51a08aa2'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:13:10.127781 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e50abf96-fc47-467c-954e-5e854e11212f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:10.139829 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46750) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:10.206730 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:10.261646 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-280a7583-3596-4ae3-b659-09037fee1ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:10.300799 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-49d7c95c-c281-409b-a740-8a4ad740c6ae tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Allocated IP 172.20.0.1 (41651229-1009-4f2f-b62f-7e81e19b1f76/abeea054-2934-4882-93e0-1e96aba71b79/2790e834-fa38-4a3e-ad18-caec46431b42) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:13:10.316914 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-280a7583-3596-4ae3-b659-09037fee1ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:10.322902 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 2b23b287-d3ba-4ab1-98bb-3cc68f936e9a up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:10.464810 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-280a7583-3596-4ae3-b659-09037fee1ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:10.469337 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 2b23b287-d3ba-4ab1-98bb-3cc68f936e9a completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:10.473059 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-280a7583-3596-4ae3-b659-09037fee1ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:10.481128 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-280a7583-3596-4ae3-b659-09037fee1ce2 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/100f3486-5f1d-44a5-b580-52653a612b67 HTTP/1.1" status: 204 len: 168 time: 0.5345044 Jul 06 14:13:10.494733 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e715af4-8aa9-47c8-b30f-893fbd4dd6e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:10.511355 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a7583-3596-4ae3-b659-09037fee1ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100f3486-5f1d-44a5-b580-52653a612b67,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:10.521442 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49d7c95c-c281-409b-a740-8a4ad740c6ae tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:10.562921 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-49d7c95c-c281-409b-a740-8a4ad740c6ae tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Transition to ACTIVE for port object 2790e834-fa38-4a3e-ad18-caec46431b42 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:10.591587 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e50abf96-fc47-467c-954e-5e854e11212f service neutron] For port 279f2ea3-32fc-48cd-a92b-ae57b4cac70f, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:13:10.600250 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e50abf96-fc47-467c-954e-5e854e11212f service neutron] For port 279f2ea3-32fc-48cd-a92b-ae57b4cac70f, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=279f2ea3-32fc-48cd-a92b-ae57b4cac70f,segment=NetworkSegment(f23ac31d-88ba-4e0f-86ab-dcb136481a8f),segment_id=f23ac31d-88ba-4e0f-86ab-dcb136481a8f)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:13:10.615814 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e50abf96-fc47-467c-954e-5e854e11212f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:10.617419 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6179b38c-7fed-4373-8302-b35cd633b157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:10.631113 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49d7c95c-c281-409b-a740-8a4ad740c6ae tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:10.673571 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005ea433-0140-4289-af6f-8a0b94766d10 None None] Network 41651229-1009-4f2f-b62f-7e81e19b1f76 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:13:10.704327 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d7c95c-c281-409b-a740-8a4ad740c6ae tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network 41651229-1009-4f2f-b62f-7e81e19b1f76 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:13:10.708928 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-49d7c95c-c281-409b-a740-8a4ad740c6ae tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:10.713477 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d7c95c-c281-409b-a740-8a4ad740c6ae tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:13:10.767572 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7c95c-c281-409b-a740-8a4ad740c6ae tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Port': ['ID=2790e834-fa38-4a3e-ad18-caec46431b42,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:10.785127 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e50abf96-fc47-467c-954e-5e854e11212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:10.797118 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49d7c95c-c281-409b-a740-8a4ad740c6ae tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:10.803228 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e50abf96-fc47-467c-954e-5e854e11212f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:10.809781 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5302daa3-eaa7-4a24-91e2-db0728cd1cd2 None None] Provisioning for port 2b23b287-d3ba-4ab1-98bb-3cc68f936e9a completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:10.810773 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-e50abf96-fc47-467c-954e-5e854e11212f service neutron] 10.222.0.52 "PUT /v2.0/ports/279f2ea3-32fc-48cd-a92b-ae57b4cac70f HTTP/1.1" status: 200 len: 1092 time: 1.7903583 Jul 06 14:13:10.814025 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f0dd98-434c-46a0-be00-f66795ecb99e', 'tag': '279f2ea3-32fc-48cd-a92b-ae57b4cac70f'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:13:10.817728 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5302daa3-eaa7-4a24-91e2-db0728cd1cd2 None None] Provisioning complete for port 2b23b287-d3ba-4ab1-98bb-3cc68f936e9a triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:10.818179 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5302daa3-eaa7-4a24-91e2-db0728cd1cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:10.821495 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f31ed7c-3fb2-4c92-9ebd-2682243fec69" -d '{"events": [{"name": "network-changed", "server_uuid": "13f0dd98-434c-46a0-be00-f66795ecb99e", "tag": "279f2ea3-32fc-48cd-a92b-ae57b4cac70f"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:13:11.004397 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5302daa3-eaa7-4a24-91e2-db0728cd1cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:11.011794 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49d7c95c-c281-409b-a740-8a4ad740c6ae tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:11.040035 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50abf96-fc47-467c-954e-5e854e11212f service neutron] Pushing event updated for resources: {'Port': ['ID=279f2ea3-32fc-48cd-a92b-ae57b4cac70f,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:11.129556 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-5302daa3-eaa7-4a24-91e2-db0728cd1cd2 None None] For port 2b23b287-d3ba-4ab1-98bb-3cc68f936e9a, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=2b23b287-d3ba-4ab1-98bb-3cc68f936e9a,segment=NetworkSegment(9eed19ab-0fbd-4fcc-82ae-c726ee729aad),segment_id=9eed19ab-0fbd-4fcc-82ae-c726ee729aad)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:11.166828 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5302daa3-eaa7-4a24-91e2-db0728cd1cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:11.209449 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46768) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:11.218784 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e715af4-8aa9-47c8-b30f-893fbd4dd6e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:11.234844 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3bd12e71-a252-4b82-be07-1076a4541fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:11.242169 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e715af4-8aa9-47c8-b30f-893fbd4dd6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:11.350672 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302daa3-eaa7-4a24-91e2-db0728cd1cd2 None None] Pushing event updated for resources: {'Port': ['ID=2b23b287-d3ba-4ab1-98bb-3cc68f936e9a,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:11.376537 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3bd12e71-a252-4b82-be07-1076a4541fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:11.379162 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-b2cc8d8f-1d5c-4d87-a7ee-12e45d7edd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:11.381139 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-b2cc8d8f-1d5c-4d87-a7ee-12e45d7edd81 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5a0c04c1d8af410aa60ec02e499494bf&device_id=13f0dd98-434c-46a0-be00-f66795ecb99e HTTP/1.1" status: 200 len: 1095 time: 0.4878626 Jul 06 14:13:11.393169 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3bd12e71-a252-4b82-be07-1076a4541fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:11.492806 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182d17b-ae65-4470-9ff8-5c47990c1f31 req-be3d314e-0f8e-409b-bdf6-2eb3f875fe6f tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:11.494365 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c182d17b-ae65-4470-9ff8-5c47990c1f31 req-be3d314e-0f8e-409b-bdf6-2eb3f875fe6f tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] 10.222.0.118 "GET /v2.0/ports?device_id=13f0dd98-434c-46a0-be00-f66795ecb99e HTTP/1.1" status: 200 len: 944 time: 0.4009910 Jul 06 14:13:11.535466 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3bd12e71-a252-4b82-be07-1076a4541fab admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=7dfe0d74496440ee8097cc616c41eb1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3232687 Jul 06 14:13:11.536414 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-86739eeb-248f-407d-b231-bbd3aef7c272 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=279f2ea3-32fc-48cd-a92b-ae57b4cac70f HTTP/1.1" status: 200 len: 217 time: 0.0967720 Jul 06 14:13:11.536947 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46772) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:11.539694 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:11.658446 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-44859835-b91a-48f8-9b10-40c6421ddfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:11.659981 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-44859835-b91a-48f8-9b10-40c6421ddfc1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=071e30d5-8a55-4ef9-a07e-ccf953033a4e HTTP/1.1" status: 200 len: 848 time: 0.0765443 Jul 06 14:13:11.662309 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c182d17b-ae65-4470-9ff8-5c47990c1f31 req-77852624-9141-42c2-a32f-cad4ed9c18ea tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] 10.222.0.118 "GET /v2.0/security-groups?id=8cc7451c-4c20-4198-9298-d056dcbe062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576805 Jul 06 14:13:11.676026 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8e715af4-8aa9-47c8-b30f-893fbd4dd6e4 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=9960113c912e4f00a939d8fee3191964&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5322239 Jul 06 14:13:11.676343 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46774) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:11.732947 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e715af4-8aa9-47c8-b30f-893fbd4dd6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c972309c-5af8-4a08-a7ba-d688595dca92,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:11.802938 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-83dc0a41-a051-40da-8085-955bf08e98b5 None None] Provisioning complete for port 2b23b287-d3ba-4ab1-98bb-3cc68f936e9a triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:11.803356 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-83dc0a41-a051-40da-8085-955bf08e98b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:11.822890 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d22817a5-e66e-4a77-b830-29145f83e991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:11.829308 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f367760b-b981-4416-874c-8ea7ce36d4a5 x-openstack-request-id: req-f367760b-b981-4416-874c-8ea7ce36d4a5 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:13:11.829909 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13f0dd98-434c-46a0-be00-f66795ecb99e", "tag": "279f2ea3-32fc-48cd-a92b-ae57b4cac70f", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:13:11.829909 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-f367760b-b981-4416-874c-8ea7ce36d4a5 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:13:11.830274 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f0dd98-434c-46a0-be00-f66795ecb99e', 'tag': '279f2ea3-32fc-48cd-a92b-ae57b4cac70f', 'status': 'completed', 'code': 200} Jul 06 14:13:11.843970 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-77e175ad-7e8d-4079-9d5f-69ccc97cd59d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a30d4f4d-31e2-4868-a2e6-635b51a08aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1587443 Jul 06 14:13:11.885228 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49d7c95c-c281-409b-a740-8a4ad740c6ae tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:11.903871 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d22817a5-e66e-4a77-b830-29145f83e991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:11.907334 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49d7c95c-c281-409b-a740-8a4ad740c6ae tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:11.934538 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cad0928e-30a7-4be3-b3e3-5d1474ce6c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:12.003282 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7c95c-c281-409b-a740-8a4ad740c6ae tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Port': ['ID=2790e834-fa38-4a3e-ad18-caec46431b42,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:12.066756 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49d7c95c-c281-409b-a740-8a4ad740c6ae tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:12.097578 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-83dc0a41-a051-40da-8085-955bf08e98b5 None None] Provisioning for port 2790e834-fa38-4a3e-ad18-caec46431b42 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:12.106644 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-83dc0a41-a051-40da-8085-955bf08e98b5 None None] Provisioning complete for port 2790e834-fa38-4a3e-ad18-caec46431b42 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:12.107118 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-83dc0a41-a051-40da-8085-955bf08e98b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:12.153532 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd12e71-a252-4b82-be07-1076a4541fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17fb062-4749-4902-a691-47eec2c7f586,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:12.191356 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d22817a5-e66e-4a77-b830-29145f83e991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:12.194721 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d22817a5-e66e-4a77-b830-29145f83e991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:12.196069 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d22817a5-e66e-4a77-b830-29145f83e991 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/c972309c-5af8-4a08-a7ba-d688595dca92 HTTP/1.1" status: 204 len: 168 time: 0.5186484 Jul 06 14:13:12.214905 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cad0928e-30a7-4be3-b3e3-5d1474ce6c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:12.222923 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-83dc0a41-a051-40da-8085-955bf08e98b5 None None] Port 2790e834-fa38-4a3e-ad18-caec46431b42 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:13:12.261731 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22817a5-e66e-4a77-b830-29145f83e991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c972309c-5af8-4a08-a7ba-d688595dca92,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:12.273772 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 2b23b287-d3ba-4ab1-98bb-3cc68f936e9a up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:12.341955 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d7c95c-c281-409b-a740-8a4ad740c6ae tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network 41651229-1009-4f2f-b62f-7e81e19b1f76 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:13:12.343613 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-49d7c95c-c281-409b-a740-8a4ad740c6ae tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:12.412518 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-57671675-28ea-4f83-b9b6-3553133af6c8 service neutron] 10.222.0.52 "GET /v2.0/networks/a30d4f4d-31e2-4868-a2e6-635b51a08aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5518644 Jul 06 14:13:12.455580 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-daf5b009-3c99-4f2d-99c0-43ad0925997d None None] Provisioning complete for port 2790e834-fa38-4a3e-ad18-caec46431b42 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:12.456187 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-daf5b009-3c99-4f2d-99c0-43ad0925997d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:12.549744 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-daf5b009-3c99-4f2d-99c0-43ad0925997d None None] Port 2790e834-fa38-4a3e-ad18-caec46431b42 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:13:12.556441 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 2b23b287-d3ba-4ab1-98bb-3cc68f936e9a triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:12.557414 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:12.562703 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cad0928e-30a7-4be3-b3e3-5d1474ce6c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:12.570513 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d7c95c-c281-409b-a740-8a4ad740c6ae tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Router ee94b3cf-9b84-4bc2-95b7-0ba6e45f5d8a is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:13:12.573345 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cad0928e-30a7-4be3-b3e3-5d1474ce6c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:12.574764 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cad0928e-30a7-4be3-b3e3-5d1474ce6c8c admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/e17fb062-4749-4902-a691-47eec2c7f586 HTTP/1.1" status: 204 len: 168 time: 1.0331721 Jul 06 14:13:12.604117 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0928e-30a7-4be3-b3e3-5d1474ce6c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17fb062-4749-4902-a691-47eec2c7f586,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:12.692428 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5d530e3b-b1e9-4fdb-a0bc-5a3530781ef8 req-30ef7f17-5db3-4f27-97b1-dfe49977eba5 service neutron] 10.222.0.52 "GET /v2.0/networks/a30d4f4d-31e2-4868-a2e6-635b51a08aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492530 Jul 06 14:13:12.798311 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-936d67ab-23ff-4dcb-84c7-223e63b631de None None] Provisioning complete for port 2790e834-fa38-4a3e-ad18-caec46431b42 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:12.798688 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-936d67ab-23ff-4dcb-84c7-223e63b631de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:12.877036 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-936d67ab-23ff-4dcb-84c7-223e63b631de None None] Port 2790e834-fa38-4a3e-ad18-caec46431b42 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:13:12.885644 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31ed7c-3fb2-4c92-9ebd-2682243fec69 req-4918f8e1-6e35-4138-928f-ab5a55c99164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:12.887324 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9f31ed7c-3fb2-4c92-9ebd-2682243fec69 req-4918f8e1-6e35-4138-928f-ab5a55c99164 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5a0c04c1d8af410aa60ec02e499494bf&device_id=13f0dd98-434c-46a0-be00-f66795ecb99e HTTP/1.1" status: 200 len: 1095 time: 0.1162083 Jul 06 14:13:12.910311 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d7c95c-c281-409b-a740-8a4ad740c6ae tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:13:12.921091 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b9a20e-adb7-4e4a-826d-a115a2c5c48b None None] Sync routers for ids ['ee94b3cf-9b84-4bc2-95b7-0ba6e45f5d8a'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:13:12.924977 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-49d7c95c-c281-409b-a740-8a4ad740c6ae tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "PUT /v2.0/routers/ee94b3cf-9b84-4bc2-95b7-0ba6e45f5d8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7012784 Jul 06 14:13:12.930654 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46792) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:12.933639 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b9a20e-adb7-4e4a-826d-a115a2c5c48b None None] Routers {'ee94b3cf-9b84-4bc2-95b7-0ba6e45f5d8a'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:12.939567 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-80b9a20e-adb7-4e4a-826d-a115a2c5c48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ee94b3cf-9b84-4bc2-95b7-0ba6e45f5d8a'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:13.022810 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-80b9a20e-adb7-4e4a-826d-a115a2c5c48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:13.048303 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b9a20e-adb7-4e4a-826d-a115a2c5c48b None None] Routers {'ee94b3cf-9b84-4bc2-95b7-0ba6e45f5d8a'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:13.050468 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-80b9a20e-adb7-4e4a-826d-a115a2c5c48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ee94b3cf-9b84-4bc2-95b7-0ba6e45f5d8a'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:13.117873 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:13.151576 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-80b9a20e-adb7-4e4a-826d-a115a2c5c48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:13.152238 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b9a20e-adb7-4e4a-826d-a115a2c5c48b None None] The sync data for ids ['ee94b3cf-9b84-4bc2-95b7-0ba6e45f5d8a'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:13:13.195165 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c4c30b-01dd-4f23-9628-86d302f62ff1 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:13.203475 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46802) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:13.207756 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-09c4c30b-01dd-4f23-9628-86d302f62ff1 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "GET /v2.0/ports/2790e834-fa38-4a3e-ad18-caec46431b42 HTTP/1.1" status: 200 len: 910 time: 0.2750409 Jul 06 14:13:13.270642 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c19a8-4eef-46ea-8dd6-b4a8c296e736 req-96d525a5-c898-4180-b04f-76b24252afea tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:13.272264 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ac4c19a8-4eef-46ea-8dd6-b4a8c296e736 req-96d525a5-c898-4180-b04f-76b24252afea tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] 10.222.0.118 "GET /v2.0/ports?device_id=13f0dd98-434c-46a0-be00-f66795ecb99e HTTP/1.1" status: 200 len: 944 time: 0.3460393 Jul 06 14:13:13.341013 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31ed7c-3fb2-4c92-9ebd-2682243fec69 req-f0633b01-347f-416e-bd65-3fddbe6c8813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:13.342700 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9f31ed7c-3fb2-4c92-9ebd-2682243fec69 req-f0633b01-347f-416e-bd65-3fddbe6c8813 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a30d4f4d-31e2-4868-a2e6-635b51a08aa2 HTTP/1.1" status: 200 len: 909 time: 0.4471874 Jul 06 14:13:13.353131 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ac4c19a8-4eef-46ea-8dd6-b4a8c296e736 req-880e6ac7-f294-43e3-9656-b3beb1071ad2 tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] 10.222.0.118 "GET /v2.0/security-groups?id=8cc7451c-4c20-4198-9298-d056dcbe062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740197 Jul 06 14:13:13.441294 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9f31ed7c-3fb2-4c92-9ebd-2682243fec69 req-df607344-e129-4d1f-abde-9f4f2ebd78e2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=279f2ea3-32fc-48cd-a92b-ae57b4cac70f HTTP/1.1" status: 200 len: 217 time: 0.0886710 Jul 06 14:13:13.716753 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46828) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:13.878350 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-af67ef18-5a39-43d0-a086-396a099dc695 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1911927536-network', 'tenant_id': 'd0e1fc2d0ade47ce9739d88d5ca8bd82'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:13.907269 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af67ef18-5a39-43d0-a086-396a099dc695 admin admin] Made reservation on behalf of d0e1fc2d0ade47ce9739d88d5ca8bd82 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:13:13.910673 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af67ef18-5a39-43d0-a086-396a099dc695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:13.922519 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af67ef18-5a39-43d0-a086-396a099dc695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:14.074305 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af67ef18-5a39-43d0-a086-396a099dc695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:14.087183 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af67ef18-5a39-43d0-a086-396a099dc695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:14.110696 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31ed7c-3fb2-4c92-9ebd-2682243fec69 req-c975129a-9430-428c-9699-1f235eac8f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:14.119635 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9f31ed7c-3fb2-4c92-9ebd-2682243fec69 req-c975129a-9430-428c-9699-1f235eac8f24 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=071e30d5-8a55-4ef9-a07e-ccf953033a4e HTTP/1.1" status: 200 len: 848 time: 0.5747263 Jul 06 14:13:14.124649 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af67ef18-5a39-43d0-a086-396a099dc695 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:13:14.135638 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67ef18-5a39-43d0-a086-396a099dc695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba62eb6b-2685-4bc5-af6b-f3ac2f2586d8,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:14.142551 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af67ef18-5a39-43d0-a086-396a099dc695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:14.142946 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-af67ef18-5a39-43d0-a086-396a099dc695 admin admin] Added segment 13f2b2e0-93d0-4554-b7be-996e1e1405ef of type vlan for network 35d77bdb-e204-403c-abe2-ae620a0c9215 Jul 06 14:13:14.165655 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 279f2ea3-32fc-48cd-a92b-ae57b4cac70f details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:13:14.190025 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af67ef18-5a39-43d0-a086-396a099dc695 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:14.242010 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af67ef18-5a39-43d0-a086-396a099dc695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:14.243166 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af67ef18-5a39-43d0-a086-396a099dc695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:14.243896 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af67ef18-5a39-43d0-a086-396a099dc695 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:14.336084 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67ef18-5a39-43d0-a086-396a099dc695 admin admin] Pushing event updated for resources: {'Network': ['ID=35d77bdb-e204-403c-abe2-ae620a0c9215,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:14.336590 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9f31ed7c-3fb2-4c92-9ebd-2682243fec69 req-39698775-7fd6-4dbb-8864-63a9a6a9f2bc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a30d4f4d-31e2-4868-a2e6-635b51a08aa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1993022 Jul 06 14:13:14.349899 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 35d77bdb-e204-403c-abe2-ae620a0c9215 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:13:14.352903 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-af67ef18-5a39-43d0-a086-396a099dc695 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6342359 Jul 06 14:13:14.355418 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46844) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:14.365476 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-6b3d0fc5-d0a7-4f19-a09c-f138c19224e3 admin admin] Request body: {'subnet': {'network_id': '35d77bdb-e204-403c-abe2-ae620a0c9215', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1911927536-subnet', 'tenant_id': 'd0e1fc2d0ade47ce9739d88d5ca8bd82', 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:14.420493 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3d0fc5-d0a7-4f19-a09c-f138c19224e3 admin admin] Made reservation on behalf of d0e1fc2d0ade47ce9739d88d5ca8bd82 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:13:14.423758 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6b3d0fc5-d0a7-4f19-a09c-f138c19224e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:14.443639 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bda40f82-74ae-4676-b1fd-921023550b7c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:14.514167 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 279f2ea3-32fc-48cd-a92b-ae57b4cac70f, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=279f2ea3-32fc-48cd-a92b-ae57b4cac70f,segment=NetworkSegment(f23ac31d-88ba-4e0f-86ab-dcb136481a8f),segment_id=f23ac31d-88ba-4e0f-86ab-dcb136481a8f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:14.572328 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '279f2ea3-32fc-48cd-a92b-ae57b4cac70f', 'network_id': 'a30d4f4d-31e2-4868-a2e6-635b51a08aa2', 'port_id': '279f2ea3-32fc-48cd-a92b-ae57b4cac70f', 'mac_address': 'fa:16:3e:48:e6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071e30d5-8a55-4ef9-a07e-ccf953033a4e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:13:14.592232 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9f31ed7c-3fb2-4c92-9ebd-2682243fec69 req-a34a9fb7-97db-483e-84d3-ef29585434a9 service neutron] 10.222.0.52 "GET /v2.0/networks/a30d4f4d-31e2-4868-a2e6-635b51a08aa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424529 Jul 06 14:13:14.636123 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:14.656332 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 279f2ea3-32fc-48cd-a92b-ae57b4cac70f {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:13:14.698754 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 279f2ea3-32fc-48cd-a92b-ae57b4cac70f, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=279f2ea3-32fc-48cd-a92b-ae57b4cac70f,segment=NetworkSegment(f23ac31d-88ba-4e0f-86ab-dcb136481a8f),segment_id=f23ac31d-88ba-4e0f-86ab-dcb136481a8f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:14.711935 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:14.772497 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0227c-c050-4b7a-b2e8-7e6c6c9b0fed req-9eee0673-a7ed-4f46-bebd-1d03a4808303 tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:14.774130 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-90a0227c-c050-4b7a-b2e8-7e6c6c9b0fed req-9eee0673-a7ed-4f46-bebd-1d03a4808303 tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] 10.222.0.118 "GET /v2.0/ports?device_id=13f0dd98-434c-46a0-be00-f66795ecb99e HTTP/1.1" status: 200 len: 944 time: 0.1569536 Jul 06 14:13:14.794629 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=279f2ea3-32fc-48cd-a92b-ae57b4cac70f,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:14.796278 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9f31ed7c-3fb2-4c92-9ebd-2682243fec69 req-e06fd985-d943-4719-b17f-503c1eb6c9eb service neutron] 10.222.0.52 "GET /v2.0/networks/a30d4f4d-31e2-4868-a2e6-635b51a08aa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373668 Jul 06 14:13:14.921503 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-90a0227c-c050-4b7a-b2e8-7e6c6c9b0fed req-fb1db14b-6af3-4f3b-b7c5-9b2fb35ca87c tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] 10.222.0.118 "GET /v2.0/security-groups?id=8cc7451c-4c20-4198-9298-d056dcbe062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373699 Jul 06 14:13:14.931892 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6b3d0fc5-d0a7-4f19-a09c-f138c19224e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:14.975615 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d0fc5-d0a7-4f19-a09c-f138c19224e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d90f3845-2756-49c1-a0ad-576b16416a3c,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:14.995416 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['279f2ea3-32fc-48cd-a92b-ae57b4cac70f'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:13:15.013334 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-bda40f82-74ae-4676-b1fd-921023550b7c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Deleting port 2790e834-fa38-4a3e-ad18-caec46431b42 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:15.013691 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bda40f82-74ae-4676-b1fd-921023550b7c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:15.041494 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3d0fc5-d0a7-4f19-a09c-f138c19224e3 admin admin] Checking segment: {'id': '13f2b2e0-93d0-4554-b7be-996e1e1405ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '35d77bdb-e204-403c-abe2-ae620a0c9215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:13:15.046622 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3d0fc5-d0a7-4f19-a09c-f138c19224e3 admin admin] Network hostable DHCP agents. Network: 35d77bdb-e204-403c-abe2-ae620a0c9215, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:13:15.087794 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3d0fc5-d0a7-4f19-a09c-f138c19224e3 admin admin] Network 35d77bdb-e204-403c-abe2-ae620a0c9215 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:13:15.101348 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-6b3d0fc5-d0a7-4f19-a09c-f138c19224e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 35d77bdb-e204-403c-abe2-ae620a0c9215) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:15.106097 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3d0fc5-d0a7-4f19-a09c-f138c19224e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:15.106815 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6b3d0fc5-d0a7-4f19-a09c-f138c19224e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:15.114802 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa06368d-2340-4656-921e-01d2921f5f59 None None] Network 35d77bdb-e204-403c-abe2-ae620a0c9215 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:13:15.143379 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6b3d0fc5-d0a7-4f19-a09c-f138c19224e3 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7829604 Jul 06 14:13:15.143631 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46864) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:15.149820 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-c98d0b9f-2cd7-499b-bc6a-524ffb94281a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1911927536-router', 'tenant_id': 'd0e1fc2d0ade47ce9739d88d5ca8bd82', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:15.156493 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bda40f82-74ae-4676-b1fd-921023550b7c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:15.172289 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-bda40f82-74ae-4676-b1fd-921023550b7c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Calling delete_port for 2790e834-fa38-4a3e-ad18-caec46431b42 owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:15.181270 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c98d0b9f-2cd7-499b-bc6a-524ffb94281a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:15.182869 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c98d0b9f-2cd7-499b-bc6a-524ffb94281a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:15.285507 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c98d0b9f-2cd7-499b-bc6a-524ffb94281a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:15.510110 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedc5d32-4e17-4b0d-8969-cdf35b2d9361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-35d77bdb-e204-403c-abe2-ae620a0c9215', 'network_id': '35d77bdb-e204-403c-abe2-ae620a0c9215', 'tenant_id': 'd0e1fc2d0ade47ce9739d88d5ca8bd82', 'fixed_ips': [{'subnet_id': 'd90f3845-2756-49c1-a0ad-576b16416a3c'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:13:15.511490 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fedc5d32-4e17-4b0d-8969-cdf35b2d9361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:15.516428 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bda40f82-74ae-4676-b1fd-921023550b7c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:15.527346 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c98d0b9f-2cd7-499b-bc6a-524ffb94281a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:15.569374 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda40f82-74ae-4676-b1fd-921023550b7c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Port': ['ID=2790e834-fa38-4a3e-ad18-caec46431b42,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:15.812935 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bda40f82-74ae-4676-b1fd-921023550b7c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:15.907314 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46876) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:15.962544 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c98d0b9f-2cd7-499b-bc6a-524ffb94281a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:15.977849 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-fedc5d32-4e17-4b0d-8969-cdf35b2d9361 None None] Allocated IP 172.20.0.2 (35d77bdb-e204-403c-abe2-ae620a0c9215/d90f3845-2756-49c1-a0ad-576b16416a3c/ed0bb27e-41eb-4a82-b20d-5c476b602a47) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:13:15.987567 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c98d0b9f-2cd7-499b-bc6a-524ffb94281a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.091637 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda40f82-74ae-4676-b1fd-921023550b7c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Router ee94b3cf-9b84-4bc2-95b7-0ba6e45f5d8a has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:13:16.197352 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 279f2ea3-32fc-48cd-a92b-ae57b4cac70f up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:16.263879 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fedc5d32-4e17-4b0d-8969-cdf35b2d9361 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.274340 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda40f82-74ae-4676-b1fd-921023550b7c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:13:16.276113 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-c98d0b9f-2cd7-499b-bc6a-524ffb94281a admin admin] Allocated IP 172.25.6.254 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:13:16.282998 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fedc5d32-4e17-4b0d-8969-cdf35b2d9361 None None] Transition to ACTIVE for port object ed0bb27e-41eb-4a82-b20d-5c476b602a47 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:16.287602 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 279f2ea3-32fc-48cd-a92b-ae57b4cac70f completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:16.295024 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6009e211-9d52-4bc3-8d6b-24cf48df2a3b None None] Sync routers for ids ['ee94b3cf-9b84-4bc2-95b7-0ba6e45f5d8a'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:13:16.297923 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bda40f82-74ae-4676-b1fd-921023550b7c tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "PUT /v2.0/routers/ee94b3cf-9b84-4bc2-95b7-0ba6e45f5d8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0878720 Jul 06 14:13:16.300677 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46886) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:16.306319 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 279f2ea3-32fc-48cd-a92b-ae57b4cac70f triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:16.306821 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.340191 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fedc5d32-4e17-4b0d-8969-cdf35b2d9361 None None] Transition to ACTIVE for port object ed0bb27e-41eb-4a82-b20d-5c476b602a47 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:16.350978 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5ff1759b-1f4a-45fe-9d35-d042ae6c193d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "GET /v2.0/ports?device_id=ee94b3cf-9b84-4bc2-95b7-0ba6e45f5d8a HTTP/1.1" status: 200 len: 205 time: 0.0474579 Jul 06 14:13:16.352946 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46888) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:16.354630 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6009e211-9d52-4bc3-8d6b-24cf48df2a3b None None] Routers {'ee94b3cf-9b84-4bc2-95b7-0ba6e45f5d8a'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:16.355552 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-6009e211-9d52-4bc3-8d6b-24cf48df2a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ee94b3cf-9b84-4bc2-95b7-0ba6e45f5d8a'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:16.362923 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fedc5d32-4e17-4b0d-8969-cdf35b2d9361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.386902 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703cac4-84cb-4991-97a5-0f2b36ebd17a req-62c42905-4d0f-45ce-86d3-4ee10aff5c59 tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:16.386902 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a703cac4-84cb-4991-97a5-0f2b36ebd17a req-62c42905-4d0f-45ce-86d3-4ee10aff5c59 tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] 10.222.0.118 "GET /v2.0/ports?device_id=13f0dd98-434c-46a0-be00-f66795ecb99e HTTP/1.1" status: 200 len: 945 time: 0.2186089 Jul 06 14:13:16.387780 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-83d505cf-30c8-40a9-aacb-04b437691e60 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Deleting port a6003d5f-173d-46c7-9267-a360b913c61d {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:16.388656 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-83d505cf-30c8-40a9-aacb-04b437691e60 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.415670 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-6009e211-9d52-4bc3-8d6b-24cf48df2a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:16.443724 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedc5d32-4e17-4b0d-8969-cdf35b2d9361 None None] Network 35d77bdb-e204-403c-abe2-ae620a0c9215 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:13:16.447639 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c78dc918-5a33-4006-ae7a-bfc637655753 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.448877 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-fedc5d32-4e17-4b0d-8969-cdf35b2d9361 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:16.474264 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedc5d32-4e17-4b0d-8969-cdf35b2d9361 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:13:16.505196 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c98d0b9f-2cd7-499b-bc6a-524ffb94281a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.524264 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a703cac4-84cb-4991-97a5-0f2b36ebd17a req-457190b0-378e-45d4-9f48-413f17b50a3b tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] 10.222.0.118 "GET /v2.0/security-groups?id=8cc7451c-4c20-4198-9298-d056dcbe062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326373 Jul 06 14:13:16.558459 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6009e211-9d52-4bc3-8d6b-24cf48df2a3b None None] Routers {'ee94b3cf-9b84-4bc2-95b7-0ba6e45f5d8a'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:16.559770 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-6009e211-9d52-4bc3-8d6b-24cf48df2a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ee94b3cf-9b84-4bc2-95b7-0ba6e45f5d8a'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:16.562415 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-83d505cf-30c8-40a9-aacb-04b437691e60 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.562819 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-83d505cf-30c8-40a9-aacb-04b437691e60 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.580670 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-83d505cf-30c8-40a9-aacb-04b437691e60 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Calling delete_port for a6003d5f-173d-46c7-9267-a360b913c61d owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:16.612064 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-6009e211-9d52-4bc3-8d6b-24cf48df2a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:16.612721 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6009e211-9d52-4bc3-8d6b-24cf48df2a3b None None] The sync data for ids ['ee94b3cf-9b84-4bc2-95b7-0ba6e45f5d8a'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:13:16.614802 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc5d32-4e17-4b0d-8969-cdf35b2d9361 None None] Pushing event updated for resources: {'Port': ['ID=ed0bb27e-41eb-4a82-b20d-5c476b602a47,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:16.655429 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c98d0b9f-2cd7-499b-bc6a-524ffb94281a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.660906 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.695433 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:13:16.698396 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-fedc5d32-4e17-4b0d-8969-cdf35b2d9361 None None] Attempting to bind port ed0bb27e-41eb-4a82-b20d-5c476b602a47 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:13:16.698987 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-fedc5d32-4e17-4b0d-8969-cdf35b2d9361 None None] Attempting to bind port ed0bb27e-41eb-4a82-b20d-5c476b602a47 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '13f2b2e0-93d0-4554-b7be-996e1e1405ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '35d77bdb-e204-403c-abe2-ae620a0c9215'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:13:16.699616 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedc5d32-4e17-4b0d-8969-cdf35b2d9361 None None] Attempting to bind port ed0bb27e-41eb-4a82-b20d-5c476b602a47 on network 35d77bdb-e204-403c-abe2-ae620a0c9215 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:13:16.702996 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98d0b9f-2cd7-499b-bc6a-524ffb94281a admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:13:16.707196 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c78dc918-5a33-4006-ae7a-bfc637655753 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.707878 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f0dd98-434c-46a0-be00-f66795ecb99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279f2ea3-32fc-48cd-a92b-ae57b4cac70f'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:13:16.710309 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab9688e-4aa5-4209-8100-da027529e6b7" -d '{"events": [{"server_uuid": "13f0dd98-434c-46a0-be00-f66795ecb99e", "name": "network-vif-plugged", "status": "completed", "tag": "279f2ea3-32fc-48cd-a92b-ae57b4cac70f"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:13:16.710814 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c78dc918-5a33-4006-ae7a-bfc637655753 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.711256 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-c98d0b9f-2cd7-499b-bc6a-524ffb94281a admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:16.723439 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedc5d32-4e17-4b0d-8969-cdf35b2d9361 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:13:16.723970 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedc5d32-4e17-4b0d-8969-cdf35b2d9361 None None] Checking segment: {'id': '13f2b2e0-93d0-4554-b7be-996e1e1405ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '35d77bdb-e204-403c-abe2-ae620a0c9215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:13:16.724446 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fedc5d32-4e17-4b0d-8969-cdf35b2d9361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.725027 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedc5d32-4e17-4b0d-8969-cdf35b2d9361 None None] Bound using segment: {'id': '13f2b2e0-93d0-4554-b7be-996e1e1405ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '35d77bdb-e204-403c-abe2-ae620a0c9215'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:13:16.725591 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-fedc5d32-4e17-4b0d-8969-cdf35b2d9361 None None] Bound port: ed0bb27e-41eb-4a82-b20d-5c476b602a47, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f2b2e0-93d0-4554-b7be-996e1e1405ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '35d77bdb-e204-403c-abe2-ae620a0c9215'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:13:16.726108 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fedc5d32-4e17-4b0d-8969-cdf35b2d9361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.731948 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.733923 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 279f2ea3-32fc-48cd-a92b-ae57b4cac70f, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=279f2ea3-32fc-48cd-a92b-ae57b4cac70f,segment=NetworkSegment(f23ac31d-88ba-4e0f-86ab-dcb136481a8f),segment_id=f23ac31d-88ba-4e0f-86ab-dcb136481a8f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:16.743397 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.746126 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98d0b9f-2cd7-499b-bc6a-524ffb94281a admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:13:16.775431 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c78dc918-5a33-4006-ae7a-bfc637655753 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.776135 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78dc918-5a33-4006-ae7a-bfc637655753 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Fanout notify agent at l3_agent the message router_deleted on router ee94b3cf-9b84-4bc2-95b7-0ba6e45f5d8a {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:13:16.790747 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c78dc918-5a33-4006-ae7a-bfc637655753 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.792309 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c78dc918-5a33-4006-ae7a-bfc637655753 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/routers/ee94b3cf-9b84-4bc2-95b7-0ba6e45f5d8a HTTP/1.1" status: 204 len: 168 time: 0.4378757 Jul 06 14:13:16.796346 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46894) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:16.801171 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d0b9f-2cd7-499b-bc6a-524ffb94281a admin admin] Pushing event updated for resources: {'Port': ['ID=12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:16.802657 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4635a78-3d50-4806-bf5e-f0cfd1a47b80 x-openstack-request-id: req-f4635a78-3d50-4806-bf5e-f0cfd1a47b80 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:13:16.802969 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f0dd98-434c-46a0-be00-f66795ecb99e", "name": "network-vif-plugged", "status": "completed", "tag": "279f2ea3-32fc-48cd-a92b-ae57b4cac70f", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:13:16.803225 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-f4635a78-3d50-4806-bf5e-f0cfd1a47b80 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:13:16.803828 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f0dd98-434c-46a0-be00-f66795ecb99e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279f2ea3-32fc-48cd-a92b-ae57b4cac70f', 'code': 200} Jul 06 14:13:16.804830 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=279f2ea3-32fc-48cd-a92b-ae57b4cac70f,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:16.885544 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-fedc5d32-4e17-4b0d-8969-cdf35b2d9361 None None] For port ed0bb27e-41eb-4a82-b20d-5c476b602a47, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:13:16.890834 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-fedc5d32-4e17-4b0d-8969-cdf35b2d9361 None None] For port ed0bb27e-41eb-4a82-b20d-5c476b602a47, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=ed0bb27e-41eb-4a82-b20d-5c476b602a47,segment=NetworkSegment(13f2b2e0-93d0-4554-b7be-996e1e1405ef),segment_id=13f2b2e0-93d0-4554-b7be-996e1e1405ef)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:13:16.896635 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fedc5d32-4e17-4b0d-8969-cdf35b2d9361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.967506 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-3321d6f5-2e6f-47f2-b018-9a95c4ef1c34 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Deleting subnet abeea054-2934-4882-93e0-1e96aba71b79 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:13:16.973000 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3321d6f5-2e6f-47f2-b018-9a95c4ef1c34 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:16.995977 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc5d32-4e17-4b0d-8969-cdf35b2d9361 None None] Pushing event updated for resources: {'Port': ['ID=ed0bb27e-41eb-4a82-b20d-5c476b602a47,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:17.057842 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58cbb0c-ef1b-44cd-906a-12a00ceb6210 req-76446336-8244-45e9-9225-0aeaf81a1bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:17.060019 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d58cbb0c-ef1b-44cd-906a-12a00ceb6210 req-76446336-8244-45e9-9225-0aeaf81a1bcc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=13f0dd98-434c-46a0-be00-f66795ecb99e HTTP/1.1" status: 200 len: 1097 time: 0.1954474 Jul 06 14:13:17.063955 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-83d505cf-30c8-40a9-aacb-04b437691e60 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:17.069267 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3321d6f5-2e6f-47f2-b018-9a95c4ef1c34 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:17.094575 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d505cf-30c8-40a9-aacb-04b437691e60 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Pushing event deleted for resources: {'Port': ['ID=a6003d5f-173d-46c7-9267-a360b913c61d,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:17.154572 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d58cbb0c-ef1b-44cd-906a-12a00ceb6210 req-85eb6932-2d0d-41ff-b3d6-557746f39ad9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8cc7451c-4c20-4198-9298-d056dcbe062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820329 Jul 06 14:13:17.204422 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3321d6f5-2e6f-47f2-b018-9a95c4ef1c34 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:17.216106 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c98d0b9f-2cd7-499b-bc6a-524ffb94281a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:17.223696 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-83d505cf-30c8-40a9-aacb-04b437691e60 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:17.223696 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-83d505cf-30c8-40a9-aacb-04b437691e60 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Floating IP 1833b69f-9e77-47f5-807e-3ed391940871 disassociated (deleted). External IP: 172.25.6.197, port: d6012d47-bb25-4268-b025-e7f056eb2224. Jul 06 14:13:17.312729 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3321d6f5-2e6f-47f2-b018-9a95c4ef1c34 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:17.333217 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3321d6f5-2e6f-47f2-b018-9a95c4ef1c34 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:17.336208 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3321d6f5-2e6f-47f2-b018-9a95c4ef1c34 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/subnets/abeea054-2934-4882-93e0-1e96aba71b79 HTTP/1.1" status: 204 len: 168 time: 0.5375838 Jul 06 14:13:17.341355 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f8c464-d288-4427-ace6-bd4edb97f4b3 None None] Network 41651229-1009-4f2f-b62f-7e81e19b1f76 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:13:17.343885 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46898) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:17.381733 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321d6f5-2e6f-47f2-b018-9a95c4ef1c34 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Subnet': ['ID=abeea054-2934-4882-93e0-1e96aba71b79,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:17.607370 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1543f7-5a0a-4c86-bdeb-9379935cf124 None None] DHCP port deletion for 41651229-1009-4f2f-b62f-7e81e19b1f76 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:13:17.687625 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-2b1543f7-5a0a-4c86-bdeb-9379935cf124 None None] Deleting port 2b23b287-d3ba-4ab1-98bb-3cc68f936e9a {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:17.688449 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2b1543f7-5a0a-4c86-bdeb-9379935cf124 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:17.764482 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-2b1543f7-5a0a-4c86-bdeb-9379935cf124 None None] For port 2b23b287-d3ba-4ab1-98bb-3cc68f936e9a, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=2b23b287-d3ba-4ab1-98bb-3cc68f936e9a,segment=NetworkSegment(9eed19ab-0fbd-4fcc-82ae-c726ee729aad),segment_id=9eed19ab-0fbd-4fcc-82ae-c726ee729aad)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:17.764919 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2b1543f7-5a0a-4c86-bdeb-9379935cf124 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:17.779763 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-2b1543f7-5a0a-4c86-bdeb-9379935cf124 None None] Calling delete_port for 2b23b287-d3ba-4ab1-98bb-3cc68f936e9a owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:17.875443 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2b1543f7-5a0a-4c86-bdeb-9379935cf124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:17.906164 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1543f7-5a0a-4c86-bdeb-9379935cf124 None None] Pushing event deleted for resources: {'Port': ['ID=2b23b287-d3ba-4ab1-98bb-3cc68f936e9a,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:17.916369 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1543f7-5a0a-4c86-bdeb-9379935cf124 None None] No DVR routers for this DVR port 2b23b287-d3ba-4ab1-98bb-3cc68f936e9a on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:13:18.024863 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c4e82e70-4ef5-41ca-b4cf-be5ad0b4e06a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:18.229541 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536f711-21ff-4113-944b-bd4a4547f202 req-9b8f549d-3e85-493a-a545-f2e848692f72 tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:18.238236 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6536f711-21ff-4113-944b-bd4a4547f202 req-9b8f549d-3e85-493a-a545-f2e848692f72 tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] 10.222.0.118 "GET /v2.0/ports?device_id=13f0dd98-434c-46a0-be00-f66795ecb99e HTTP/1.1" status: 200 len: 946 time: 0.3286388 Jul 06 14:13:18.311927 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ed0bb27e-41eb-4a82-b20d-5c476b602a47 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:18.339113 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d505cf-30c8-40a9-aacb-04b437691e60 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Router 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:13:18.339629 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35261abc-2252-467d-a1fd-df5a75e95c74 None None] Network 35d77bdb-e204-403c-abe2-ae620a0c9215 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:13:18.347541 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c4e82e70-4ef5-41ca-b4cf-be5ad0b4e06a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:18.373260 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6536f711-21ff-4113-944b-bd4a4547f202 req-967c2433-2d48-4c63-8602-ad3f6142c7a4 tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] 10.222.0.118 "GET /v2.0/security-groups?id=8cc7451c-4c20-4198-9298-d056dcbe062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341109 Jul 06 14:13:18.374917 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-c4e82e70-4ef5-41ca-b4cf-be5ad0b4e06a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41651229-1009-4f2f-b62f-7e81e19b1f76']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:18.379592 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c98d0b9f-2cd7-499b-bc6a-524ffb94281a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:18.401159 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-c4e82e70-4ef5-41ca-b4cf-be5ad0b4e06a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eed19ab-0fbd-4fcc-82ae-c726ee729aad') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:18.401159 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-c4e82e70-4ef5-41ca-b4cf-be5ad0b4e06a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eed19ab-0fbd-4fcc-82ae-c726ee729aad') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:18.440382 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4112a4db-e323-4081-a00b-5ea0b4105152 None None] Provisioning for port ed0bb27e-41eb-4a82-b20d-5c476b602a47 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:18.481252 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c4e82e70-4ef5-41ca-b4cf-be5ad0b4e06a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:18.509937 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c4e82e70-4ef5-41ca-b4cf-be5ad0b4e06a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:18.516289 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port ed0bb27e-41eb-4a82-b20d-5c476b602a47 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:18.521729 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port ed0bb27e-41eb-4a82-b20d-5c476b602a47 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:18.522205 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:18.577680 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e82e70-4ef5-41ca-b4cf-be5ad0b4e06a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:13:18.578173 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c4e82e70-4ef5-41ca-b4cf-be5ad0b4e06a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:13:18.583889 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:13:18.655646 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:18.688412 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d505cf-30c8-40a9-aacb-04b437691e60 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:13:18.695682 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-83d505cf-30c8-40a9-aacb-04b437691e60 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:18.708100 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133007f8-4042-4513-951c-b62d3c90b254 None None] Sync routers for ids ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:13:18.716882 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port ed0bb27e-41eb-4a82-b20d-5c476b602a47, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=ed0bb27e-41eb-4a82-b20d-5c476b602a47,segment=NetworkSegment(13f2b2e0-93d0-4554-b7be-996e1e1405ef),segment_id=13f2b2e0-93d0-4554-b7be-996e1e1405ef)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:18.724302 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c4e82e70-4ef5-41ca-b4cf-be5ad0b4e06a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:18.734696 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:18.773505 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133007f8-4042-4513-951c-b62d3c90b254 None None] Routers {'876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:18.779443 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-133007f8-4042-4513-951c-b62d3c90b254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:18.852470 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c4e82e70-4ef5-41ca-b4cf-be5ad0b4e06a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:18.859741 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46912) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:18.867610 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c4e82e70-4ef5-41ca-b4cf-be5ad0b4e06a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/networks/41651229-1009-4f2f-b62f-7e81e19b1f76 HTTP/1.1" status: 204 len: 168 time: 1.5226038 Jul 06 14:13:18.882515 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c381992c-df5c-4353-8228-95ff31301d79 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1827973969', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}, 'admin_state_up': False}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:18.897014 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e82e70-4ef5-41ca-b4cf-be5ad0b4e06a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Network': ['ID=41651229-1009-4f2f-b62f-7e81e19b1f76,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:18.943971 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c381992c-df5c-4353-8228-95ff31301d79 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:18.948326 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-83d505cf-30c8-40a9-aacb-04b437691e60 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "DELETE /v2.0/floatingips/1833b69f-9e77-47f5-807e-3ed391940871 HTTP/1.1" status: 204 len: 168 time: 3.0396802 Jul 06 14:13:18.952353 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59132335-35ae-4a17-ac35-f1735ca75803', 'tag': 'd6012d47-bb25-4268-b025-e7f056eb2224'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:13:18.955943 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c381992c-df5c-4353-8228-95ff31301d79 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:18.973548 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2eed6d-d0b3-49a1-a9c8-92e57860831a" -d '{"events": [{"name": "network-changed", "server_uuid": "59132335-35ae-4a17-ac35-f1735ca75803", "tag": "d6012d47-bb25-4268-b025-e7f056eb2224"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:13:19.003278 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:19.004008 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=ed0bb27e-41eb-4a82-b20d-5c476b602a47,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:19.014043 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 2b23b287-d3ba-4ab1-98bb-3cc68f936e9a no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:13:19.039495 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98d0b9f-2cd7-499b-bc6a-524ffb94281a admin admin] Router 4bec15eb-e187-4db5-8d66-f61090e8fcae is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:13:19.087794 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-133007f8-4042-4513-951c-b62d3c90b254 None None] Set router 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:19.089556 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 2b23b287-d3ba-4ab1-98bb-3cc68f936e9a {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:13:19.092279 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 2b23b287-d3ba-4ab1-98bb-3cc68f936e9a not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:13:19.101210 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c381992c-df5c-4353-8228-95ff31301d79 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:19.232563 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9bf0b2ea-bcfb-41e7-b55c-758413aea5e9 None None] Provisioning complete for port ed0bb27e-41eb-4a82-b20d-5c476b602a47 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:19.232942 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9bf0b2ea-bcfb-41e7-b55c-758413aea5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:19.327057 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98d0b9f-2cd7-499b-bc6a-524ffb94281a admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:13:19.356184 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57db5a1-970a-4a60-b772-b19327d3b04e None None] Sync routers for ids ['4bec15eb-e187-4db5-8d66-f61090e8fcae'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:13:19.357138 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c98d0b9f-2cd7-499b-bc6a-524ffb94281a admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:19.361877 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c98d0b9f-2cd7-499b-bc6a-524ffb94281a admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2141814 Jul 06 14:13:19.361877 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 46918) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:19.380363 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57db5a1-970a-4a60-b772-b19327d3b04e None None] Routers {'4bec15eb-e187-4db5-8d66-f61090e8fcae'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:19.380965 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b57db5a1-970a-4a60-b772-b19327d3b04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['4bec15eb-e187-4db5-8d66-f61090e8fcae'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:19.394291 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c381992c-df5c-4353-8228-95ff31301d79 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:19.440546 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-133007f8-4042-4513-951c-b62d3c90b254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'name': 'tempest-TestVolumeBootPattern-98072569-router', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:11Z', 'revision_number': 4, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'gw_port': {'id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '64ca2032-f6d4-4f4b-86ad-2e51b1386b85', 'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'mac_address': 'fa:16:3e:14:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:10Z', 'updated_at': '2021-07-06T14:01:18Z', 'revision_number': 5, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'subnets': [{'id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:19.476503 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133007f8-4042-4513-951c-b62d3c90b254 None None] Checking router: 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:13:19.488867 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133007f8-4042-4513-951c-b62d3c90b254 None None] Routers {'876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:19.489775 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-133007f8-4042-4513-951c-b62d3c90b254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:19.492041 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd59a47-207b-43c4-9846-8eb63d0306f1 x-openstack-request-id: req-ddd59a47-207b-43c4-9846-8eb63d0306f1 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:13:19.492342 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59132335-35ae-4a17-ac35-f1735ca75803", "tag": "d6012d47-bb25-4268-b025-e7f056eb2224", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:13:19.492607 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ddd59a47-207b-43c4-9846-8eb63d0306f1 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:13:19.493018 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59132335-35ae-4a17-ac35-f1735ca75803', 'tag': 'd6012d47-bb25-4268-b025-e7f056eb2224', 'status': 'completed', 'code': 200} Jul 06 14:13:19.547132 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-b57db5a1-970a-4a60-b772-b19327d3b04e None None] Set router 4bec15eb-e187-4db5-8d66-f61090e8fcae gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:19.684269 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-133007f8-4042-4513-951c-b62d3c90b254 None None] Set router 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:19.694376 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c381992c-df5c-4353-8228-95ff31301d79 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:19.716964 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c381992c-df5c-4353-8228-95ff31301d79 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:19.914544 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c062c-a1c5-4e25-a9ef-89631b91410d req-b3acffbf-4548-4a71-a77b-2132cc2ad8e0 tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:19.915023 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-c381992c-df5c-4353-8228-95ff31301d79 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Allocated IP 172.25.6.239 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/fd1e7eef-2ba4-4afb-8141-4d6a808c7d90) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:13:19.926652 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bd3c062c-a1c5-4e25-a9ef-89631b91410d req-b3acffbf-4548-4a71-a77b-2132cc2ad8e0 tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] 10.222.0.118 "GET /v2.0/ports?device_id=13f0dd98-434c-46a0-be00-f66795ecb99e HTTP/1.1" status: 200 len: 946 time: 0.2852595 Jul 06 14:13:19.979788 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30dfc76b-0d18-4b91-84bf-8b69c9ef0e76 req-1827b9ad-eb71-4867-9e52-ff4905238163 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=c8a8e953-73e1-41e4-bc08-d8effa4d1e5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1884975 Jul 06 14:13:20.007070 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b57db5a1-970a-4a60-b772-b19327d3b04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bec15eb-e187-4db5-8d66-f61090e8fcae', 'name': 'tempest-TestAggregatesBasicOps-1911927536-router', 'tenant_id': 'd0e1fc2d0ade47ce9739d88d5ca8bd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:15Z', 'updated_at': '2021-07-06T14:13:16Z', 'revision_number': 3, 'project_id': 'd0e1fc2d0ade47ce9739d88d5ca8bd82', 'gw_port': {'id': '12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:74:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bec15eb-e187-4db5-8d66-f61090e8fcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:15Z', 'updated_at': '2021-07-06T14:13:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:20.047465 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57db5a1-970a-4a60-b772-b19327d3b04e None None] Checking router: 4bec15eb-e187-4db5-8d66-f61090e8fcae for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:13:20.048212 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57db5a1-970a-4a60-b772-b19327d3b04e None None] Updating router 4bec15eb-e187-4db5-8d66-f61090e8fcae port 12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:13:20.071287 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c381992c-df5c-4353-8228-95ff31301d79 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:20.077284 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bd3c062c-a1c5-4e25-a9ef-89631b91410d req-0c7757c3-acad-43ed-a811-9abb7dc53233 tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] 10.222.0.118 "GET /v2.0/security-groups?id=8cc7451c-4c20-4198-9298-d056dcbe062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405244 Jul 06 14:13:20.083847 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eed6d-d0b3-49a1-a9c8-92e57860831a req-98580d71-bd2c-4b98-b2fb-cfb398afd680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:20.086687 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1b2eed6d-d0b3-49a1-a9c8-92e57860831a req-98580d71-bd2c-4b98-b2fb-cfb398afd680 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 1096 time: 0.5411060 Jul 06 14:13:20.104426 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b57db5a1-970a-4a60-b772-b19327d3b04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:20.130354 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-133007f8-4042-4513-951c-b62d3c90b254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'name': 'tempest-TestVolumeBootPattern-98072569-router', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:11Z', 'revision_number': 4, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'gw_port': {'id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '64ca2032-f6d4-4f4b-86ad-2e51b1386b85', 'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'mac_address': 'fa:16:3e:14:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:10Z', 'updated_at': '2021-07-06T14:01:18Z', 'revision_number': 5, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'subnets': [{'id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:20.182222 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c381992c-df5c-4353-8228-95ff31301d79 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:20.227055 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133007f8-4042-4513-951c-b62d3c90b254 None None] The sync data for ids ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'] in n-d-773644-6 is: [{'id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'name': 'tempest-TestVolumeBootPattern-98072569-router', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:11Z', 'revision_number': 4, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'gw_port': {'id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '64ca2032-f6d4-4f4b-86ad-2e51b1386b85', 'name': '', 'network_id': '55ac526b-1e87-42ff-98ca-8b8357b7302f', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'mac_address': 'fa:16:3e:14:d6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2073, 'fixed_ips': [{'subnet_id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:10Z', 'updated_at': '2021-07-06T14:01:18Z', 'revision_number': 5, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'subnets': [{'id': '63f5e127-3353-454e-884a-bc0470d3f3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:13:20.286928 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c381992c-df5c-4353-8228-95ff31301d79 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:13:20.290461 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-c381992c-df5c-4353-8228-95ff31301d79 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:20.301702 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c381992c-df5c-4353-8228-95ff31301d79 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:13:20.314671 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ed0bb27e-41eb-4a82-b20d-5c476b602a47 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:20.402246 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381992c-df5c-4353-8228-95ff31301d79 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Port': ['ID=fd1e7eef-2ba4-4afb-8141-4d6a808c7d90,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:20.570314 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eed6d-d0b3-49a1-a9c8-92e57860831a req-9ef96266-3b23-421a-a9a6-efe3b88d6131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:20.571857 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1b2eed6d-d0b3-49a1-a9c8-92e57860831a req-9ef96266-3b23-421a-a9a6-efe3b88d6131 service neutron] 10.222.0.124 "GET /v2.0/networks?id=55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 200 len: 911 time: 0.4715691 Jul 06 14:13:20.619072 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dfc76b-0d18-4b91-84bf-8b69c9ef0e76 req-e9ac37cb-933d-4672-8cb7-ff85a5111493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:20.620884 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30dfc76b-0d18-4b91-84bf-8b69c9ef0e76 req-e9ac37cb-933d-4672-8cb7-ff85a5111493 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=877fc897abae42d7adb6bd377795bbf0&device_id=c8a8e953-73e1-41e4-bc08-d8effa4d1e5c HTTP/1.1" status: 200 len: 1096 time: 0.5783331 Jul 06 14:13:20.713365 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80788e43-86b7-452b-975f-8ff651fa43aa None None] New status for floating IP 1833b69f-9e77-47f5-807e-3ed391940871: DOWN {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:13:20.773581 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c381992c-df5c-4353-8228-95ff31301d79 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:20.787031 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port ed0bb27e-41eb-4a82-b20d-5c476b602a47 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:20.787412 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:20.794082 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1b2eed6d-d0b3-49a1-a9c8-92e57860831a req-33992d07-ef81-4bf9-a0e0-7fff56ac1211 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d6012d47-bb25-4268-b025-e7f056eb2224 HTTP/1.1" status: 200 len: 217 time: 0.1712244 Jul 06 14:13:20.808321 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a0124-b08f-4581-87a5-7037547e79a3 req-3fd9ae33-1e76-4ca4-9b4d-fee5462c9745 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:20.820387 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-532a0124-b08f-4581-87a5-7037547e79a3 req-3fd9ae33-1e76-4ca4-9b4d-fee5462c9745 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 945 time: 0.5407126 Jul 06 14:13:20.960807 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b57db5a1-970a-4a60-b772-b19327d3b04e None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:20.980868 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-532a0124-b08f-4581-87a5-7037547e79a3 req-1626ba2b-fa9e-4c7c-a04a-c929461abe0c tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594326 Jul 06 14:13:21.017083 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b57db5a1-970a-4a60-b772-b19327d3b04e None None] Transition to ACTIVE for port object 12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:21.037871 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b57db5a1-970a-4a60-b772-b19327d3b04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:21.083283 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eed6d-d0b3-49a1-a9c8-92e57860831a req-907a3634-8d8e-48af-8f5a-6d1647448d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:21.094841 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1b2eed6d-d0b3-49a1-a9c8-92e57860831a req-907a3634-8d8e-48af-8f5a-6d1647448d46 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=63f5e127-3353-454e-884a-bc0470d3f3d4 HTTP/1.1" status: 200 len: 849 time: 0.2630384 Jul 06 14:13:21.101920 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dfc76b-0d18-4b91-84bf-8b69c9ef0e76 req-55cb8a21-4a9a-4a0c-a644-b7a99ad4a971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:21.119245 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30dfc76b-0d18-4b91-84bf-8b69c9ef0e76 req-55cb8a21-4a9a-4a0c-a644-b7a99ad4a971 service neutron] 10.222.0.124 "GET /v2.0/networks?id=eefea86f-292f-49b8-aab3-e9599d79dda6 HTTP/1.1" status: 200 len: 912 time: 0.4262500 Jul 06 14:13:21.169350 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-b57db5a1-970a-4a60-b772-b19327d3b04e None None] Attempting to bind port 12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:13:21.169735 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-b57db5a1-970a-4a60-b772-b19327d3b04e None None] Attempting to bind port 12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:13:21.170128 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57db5a1-970a-4a60-b772-b19327d3b04e None None] Attempting to bind port 12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:13:21.192405 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa3646-892f-424c-a454-d66acc636f80 None None] Pushing event updated for resources: {'Port': ['ID=12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:21.204862 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57db5a1-970a-4a60-b772-b19327d3b04e None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:13:21.204862 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57db5a1-970a-4a60-b772-b19327d3b04e None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:13:21.204862 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b57db5a1-970a-4a60-b772-b19327d3b04e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:21.204862 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57db5a1-970a-4a60-b772-b19327d3b04e None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:13:21.204862 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-b57db5a1-970a-4a60-b772-b19327d3b04e None None] Bound port: 12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:13:21.204862 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b57db5a1-970a-4a60-b772-b19327d3b04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:21.254419 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fa3646-892f-424c-a454-d66acc636f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:21.270034 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fa3646-892f-424c-a454-d66acc636f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:21.270570 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fa3646-892f-424c-a454-d66acc636f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:21.271088 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fa3646-892f-424c-a454-d66acc636f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:21.271532 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fa3646-892f-424c-a454-d66acc636f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:21.271974 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fa3646-892f-424c-a454-d66acc636f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:21.272413 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fa3646-892f-424c-a454-d66acc636f80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:21.276873 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fa3646-892f-424c-a454-d66acc636f80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:21.277927 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fa3646-892f-424c-a454-d66acc636f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:21.278388 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fa3646-892f-424c-a454-d66acc636f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:21.280104 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fa3646-892f-424c-a454-d66acc636f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:21.280581 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fa3646-892f-424c-a454-d66acc636f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:21.374448 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-b57db5a1-970a-4a60-b772-b19327d3b04e None None] For port 12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:13:21.378632 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-b57db5a1-970a-4a60-b772-b19327d3b04e None None] For port 12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:13:21.386438 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b57db5a1-970a-4a60-b772-b19327d3b04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:21.496341 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57db5a1-970a-4a60-b772-b19327d3b04e None None] Routers {'4bec15eb-e187-4db5-8d66-f61090e8fcae'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:21.499182 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b57db5a1-970a-4a60-b772-b19327d3b04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['4bec15eb-e187-4db5-8d66-f61090e8fcae'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:21.545716 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa3646-892f-424c-a454-d66acc636f80 None None] Pushing event updated for resources: {'Port': ['ID=12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:21.713863 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-b57db5a1-970a-4a60-b772-b19327d3b04e None None] Set router 4bec15eb-e187-4db5-8d66-f61090e8fcae gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:21.939794 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d5125244-96f3-4717-97db-c123a41a619e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:22.035350 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30dfc76b-0d18-4b91-84bf-8b69c9ef0e76 req-bf154250-a2e8-4b86-a4f9-6bfc500c213e service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=735ad35a-0695-477b-bd28-39dec993e734 HTTP/1.1" status: 200 len: 999 time: 0.8735189 Jul 06 14:13:22.050926 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c381992c-df5c-4353-8228-95ff31301d79 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:22.161034 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8f117-4bb5-451b-8e3b-4787724279c0 req-1306a496-1f9c-48a4-bb97-e5191a4fb8d9 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:22.162974 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9c8f117-4bb5-451b-8e3b-4787724279c0 req-1306a496-1f9c-48a4-bb97-e5191a4fb8d9 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.124 "GET /v2.0/ports?device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 945 time: 1.2489777 Jul 06 14:13:22.209996 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b57db5a1-970a-4a60-b772-b19327d3b04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bec15eb-e187-4db5-8d66-f61090e8fcae', 'name': 'tempest-TestAggregatesBasicOps-1911927536-router', 'tenant_id': 'd0e1fc2d0ade47ce9739d88d5ca8bd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:15Z', 'updated_at': '2021-07-06T14:13:16Z', 'revision_number': 3, 'project_id': 'd0e1fc2d0ade47ce9739d88d5ca8bd82', 'gw_port': {'id': '12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:74:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bec15eb-e187-4db5-8d66-f61090e8fcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:15Z', 'updated_at': '2021-07-06T14:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:22.252811 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57db5a1-970a-4a60-b772-b19327d3b04e None None] The sync data for ids ['4bec15eb-e187-4db5-8d66-f61090e8fcae'] in n-d-773644-6 is: [{'id': '4bec15eb-e187-4db5-8d66-f61090e8fcae', 'name': 'tempest-TestAggregatesBasicOps-1911927536-router', 'tenant_id': 'd0e1fc2d0ade47ce9739d88d5ca8bd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:15Z', 'updated_at': '2021-07-06T14:13:16Z', 'revision_number': 3, 'project_id': 'd0e1fc2d0ade47ce9739d88d5ca8bd82', 'gw_port': {'id': '12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:74:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bec15eb-e187-4db5-8d66-f61090e8fcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:15Z', 'updated_at': '2021-07-06T14:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:13:22.369142 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dfc76b-0d18-4b91-84bf-8b69c9ef0e76 req-5cb2c8b7-4483-48b3-8973-176701700f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:22.370735 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c381992c-df5c-4353-8228-95ff31301d79 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Router 47ffcf4e-837c-473d-b9b4-b9912e7ab7f6 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:13:22.371823 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30dfc76b-0d18-4b91-84bf-8b69c9ef0e76 req-5cb2c8b7-4483-48b3-8973-176701700f6f service neutron] 10.222.0.124 "GET /v2.0/subnets?id=2034225f-da5c-4c36-aa60-ee034fad70f7 HTTP/1.1" status: 200 len: 850 time: 0.3090634 Jul 06 14:13:22.457031 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2eed6d-d0b3-49a1-a9c8-92e57860831a req-cda3bf27-4fb1-4956-b3dc-7185e6c52dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:22.458881 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1b2eed6d-d0b3-49a1-a9c8-92e57860831a req-cda3bf27-4fb1-4956-b3dc-7185e6c52dff service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=55ac526b-1e87-42ff-98ca-8b8357b7302f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3346207 Jul 06 14:13:22.507647 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-1b2eed6d-d0b3-49a1-a9c8-92e57860831a req-6267d737-92a8-480a-b1f4-e491e6e40361 service neutron] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:13:22.509004 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1b2eed6d-d0b3-49a1-a9c8-92e57860831a req-6267d737-92a8-480a-b1f4-e491e6e40361 service neutron] 10.222.0.124 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106220 Jul 06 14:13:22.551534 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c381992c-df5c-4353-8228-95ff31301d79 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:13:22.562169 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719e2068-3ea0-42e0-9027-f7493e20ba23 None None] Sync routers for ids ['47ffcf4e-837c-473d-b9b4-b9912e7ab7f6'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:13:22.589420 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719e2068-3ea0-42e0-9027-f7493e20ba23 None None] Routers {'47ffcf4e-837c-473d-b9b4-b9912e7ab7f6'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:22.590386 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-719e2068-3ea0-42e0-9027-f7493e20ba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['47ffcf4e-837c-473d-b9b4-b9912e7ab7f6'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:22.625206 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c381992c-df5c-4353-8228-95ff31301d79 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:22.633304 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c381992c-df5c-4353-8228-95ff31301d79 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.7676034 Jul 06 14:13:22.635243 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46972) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:22.688158 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-719e2068-3ea0-42e0-9027-f7493e20ba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:22.698682 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719e2068-3ea0-42e0-9027-f7493e20ba23 None None] Routers {'47ffcf4e-837c-473d-b9b4-b9912e7ab7f6'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:22.700248 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-719e2068-3ea0-42e0-9027-f7493e20ba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['47ffcf4e-837c-473d-b9b4-b9912e7ab7f6'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:22.764544 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ae47e-5fe2-435d-b11d-4719cdb5e86a req-cf68a4c7-6120-4b4e-a3da-f7d43b7707be tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:22.771433 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0d7ae47e-5fe2-435d-b11d-4719cdb5e86a req-cf68a4c7-6120-4b4e-a3da-f7d43b7707be tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 945 time: 0.5110683 Jul 06 14:13:22.821694 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-b9c8f117-4bb5-451b-8e3b-4787724279c0 req-c3f44cc7-3d23-4a5f-90d0-b4e35d83530f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Deleting port d6012d47-bb25-4268-b025-e7f056eb2224 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:22.824649 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b9c8f117-4bb5-451b-8e3b-4787724279c0 req-c3f44cc7-3d23-4a5f-90d0-b4e35d83530f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:22.879522 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-d5125244-96f3-4717-97db-c123a41a619e admin admin] Allocated IP 172.20.0.1 (35d77bdb-e204-403c-abe2-ae620a0c9215/d90f3845-2756-49c1-a0ad-576b16416a3c/1843997d-2cfb-4182-b2bb-6b66756ec9c3) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:13:22.906685 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dfc76b-0d18-4b91-84bf-8b69c9ef0e76 req-9cd6267c-340d-4439-8952-7decf43fcc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:22.908439 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30dfc76b-0d18-4b91-84bf-8b69c9ef0e76 req-9cd6267c-340d-4439-8952-7decf43fcc35 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=eefea86f-292f-49b8-aab3-e9599d79dda6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5118942 Jul 06 14:13:22.955268 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e3f32923-52dd-42bd-8ea4-f5160bb0a2c0 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "GET /v2.0/routers/47ffcf4e-837c-473d-b9b4-b9912e7ab7f6 HTTP/1.1" status: 200 len: 881 time: 0.3178372 Jul 06 14:13:22.957450 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46976) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:23.042247 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-719e2068-3ea0-42e0-9027-f7493e20ba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:23.043584 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719e2068-3ea0-42e0-9027-f7493e20ba23 None None] The sync data for ids ['47ffcf4e-837c-473d-b9b4-b9912e7ab7f6'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:13:23.091324 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1b2eed6d-d0b3-49a1-a9c8-92e57860831a req-48cf430b-277c-4a0d-bccb-8df2e7f5cf69 service neutron] 10.222.0.124 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5586810 Jul 06 14:13:23.352766 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0d7ae47e-5fe2-435d-b11d-4719cdb5e86a req-6ad587ab-b108-47a1-a351-d846b70c8d91 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/security-groups?id=5226b282-adf2-44c8-bbcc-77eb0f71d789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5646045 Jul 06 14:13:23.354224 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6156d06f-7e09-481c-96b6-63265df4f196 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3955390 Jul 06 14:13:23.357302 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 46984) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:23.363941 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1b2eed6d-d0b3-49a1-a9c8-92e57860831a req-1dc3385c-dc82-4709-892b-9ae4e3316a6e service neutron] 10.222.0.124 "GET /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180650 Jul 06 14:13:23.365045 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-27e55e48-ce6b-4c0a-a792-83d9de69a572 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1827973969'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:23.411781 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-b9c8f117-4bb5-451b-8e3b-4787724279c0 req-c3f44cc7-3d23-4a5f-90d0-b4e35d83530f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] For port d6012d47-bb25-4268-b025-e7f056eb2224, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=d6012d47-bb25-4268-b025-e7f056eb2224,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:23.412221 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b9c8f117-4bb5-451b-8e3b-4787724279c0 req-c3f44cc7-3d23-4a5f-90d0-b4e35d83530f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:23.456930 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-b9c8f117-4bb5-451b-8e3b-4787724279c0 req-c3f44cc7-3d23-4a5f-90d0-b4e35d83530f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Calling delete_port for d6012d47-bb25-4268-b025-e7f056eb2224 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:23.470494 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30dfc76b-0d18-4b91-84bf-8b69c9ef0e76 req-bb7098ef-fd25-4b9f-b282-04f18b08638b service neutron] 10.222.0.124 "GET /v2.0/networks/eefea86f-292f-49b8-aab3-e9599d79dda6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130343 Jul 06 14:13:23.543998 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d5125244-96f3-4717-97db-c123a41a619e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:23.639569 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-d5125244-96f3-4717-97db-c123a41a619e admin admin] Transition to ACTIVE for port object 1843997d-2cfb-4182-b2bb-6b66756ec9c3 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:23.761918 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30dfc76b-0d18-4b91-84bf-8b69c9ef0e76 req-b458e240-0257-4eb7-af44-4c3ded193598 service neutron] 10.222.0.124 "GET /v2.0/networks/eefea86f-292f-49b8-aab3-e9599d79dda6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774293 Jul 06 14:13:23.786125 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-27e55e48-ce6b-4c0a-a792-83d9de69a572 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:23.800445 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-27e55e48-ce6b-4c0a-a792-83d9de69a572 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2094363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2094336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2093514'] for router, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:23.860314 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d5125244-96f3-4717-97db-c123a41a619e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:23.910944 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b9c8f117-4bb5-451b-8e3b-4787724279c0 req-c3f44cc7-3d23-4a5f-90d0-b4e35d83530f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:23.930357 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5125244-96f3-4717-97db-c123a41a619e admin admin] Network 35d77bdb-e204-403c-abe2-ae620a0c9215 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:13:23.938028 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-d5125244-96f3-4717-97db-c123a41a619e admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:23.940619 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5125244-96f3-4717-97db-c123a41a619e admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:13:23.945077 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e55e48-ce6b-4c0a-a792-83d9de69a572 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Router 47ffcf4e-837c-473d-b9b4-b9912e7ab7f6 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:13:23.994328 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5125244-96f3-4717-97db-c123a41a619e admin admin] Pushing event updated for resources: {'Port': ['ID=1843997d-2cfb-4182-b2bb-6b66756ec9c3,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:24.058260 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f44cc7-3d23-4a5f-90d0-b4e35d83530f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Pushing event deleted for resources: {'Port': ['ID=d6012d47-bb25-4268-b025-e7f056eb2224,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:24.073338 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c8f117-4bb5-451b-8e3b-4787724279c0 req-c3f44cc7-3d23-4a5f-90d0-b4e35d83530f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] No DVR routers for this DVR port d6012d47-bb25-4268-b025-e7f056eb2224 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:13:24.079166 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b9c8f117-4bb5-451b-8e3b-4787724279c0 req-c3f44cc7-3d23-4a5f-90d0-b4e35d83530f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:24.084356 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e55e48-ce6b-4c0a-a792-83d9de69a572 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:13:24.084669 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9c8f117-4bb5-451b-8e3b-4787724279c0 req-c3f44cc7-3d23-4a5f-90d0-b4e35d83530f tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.124 "DELETE /v2.0/ports/d6012d47-bb25-4268-b025-e7f056eb2224 HTTP/1.1" status: 204 len: 173 time: 1.9092023 Jul 06 14:13:24.087190 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59132335-35ae-4a17-ac35-f1735ca75803', 'name': 'network-vif-deleted', 'tag': 'd6012d47-bb25-4268-b025-e7f056eb2224'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:13:24.089791 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7888ed-4581-4ecc-bb54-1e9a23bda078" -d '{"events": [{"server_uuid": "59132335-35ae-4a17-ac35-f1735ca75803", "name": "network-vif-deleted", "tag": "d6012d47-bb25-4268-b025-e7f056eb2224"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:13:24.092824 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-27e55e48-ce6b-4c0a-a792-83d9de69a572 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:24.094817 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-27e55e48-ce6b-4c0a-a792-83d9de69a572 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "PUT /v2.0/routers/47ffcf4e-837c-473d-b9b4-b9912e7ab7f6 HTTP/1.1" status: 200 len: 888 time: 0.7351007 Jul 06 14:13:24.098729 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c0e366-06b4-48b5-b891-eeef26d49237 None None] Sync routers for ids ['47ffcf4e-837c-473d-b9b4-b9912e7ab7f6'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:13:24.110990 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c0e366-06b4-48b5-b891-eeef26d49237 None None] Routers {'47ffcf4e-837c-473d-b9b4-b9912e7ab7f6'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:24.111991 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-71c0e366-06b4-48b5-b891-eeef26d49237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['47ffcf4e-837c-473d-b9b4-b9912e7ab7f6'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:24.144403 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47006) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:24.159162 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-71c0e366-06b4-48b5-b891-eeef26d49237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:24.170436 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c0e366-06b4-48b5-b891-eeef26d49237 None None] Routers {'47ffcf4e-837c-473d-b9b4-b9912e7ab7f6'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:24.171622 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-71c0e366-06b4-48b5-b891-eeef26d49237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['47ffcf4e-837c-473d-b9b4-b9912e7ab7f6'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:24.259039 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-71c0e366-06b4-48b5-b891-eeef26d49237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:24.259992 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c0e366-06b4-48b5-b891-eeef26d49237 None None] The sync data for ids ['47ffcf4e-837c-473d-b9b4-b9912e7ab7f6'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:13:24.362905 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-09cf2c2f-1968-475c-a7a2-1365707aae88 None None] Provisioning for port 1843997d-2cfb-4182-b2bb-6b66756ec9c3 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:24.373326 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-09cf2c2f-1968-475c-a7a2-1365707aae88 None None] Provisioning complete for port 1843997d-2cfb-4182-b2bb-6b66756ec9c3 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:24.374109 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-09cf2c2f-1968-475c-a7a2-1365707aae88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:24.392947 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d5125244-96f3-4717-97db-c123a41a619e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:24.405701 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db1f4c3-5990-4fe7-ac57-01d7aa750d35 x-openstack-request-id: req-0db1f4c3-5990-4fe7-ac57-01d7aa750d35 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:13:24.406024 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59132335-35ae-4a17-ac35-f1735ca75803", "name": "network-vif-deleted", "tag": "d6012d47-bb25-4268-b025-e7f056eb2224", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:13:24.406325 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-0db1f4c3-5990-4fe7-ac57-01d7aa750d35 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:13:24.407230 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59132335-35ae-4a17-ac35-f1735ca75803', 'name': 'network-vif-deleted', 'tag': 'd6012d47-bb25-4268-b025-e7f056eb2224', 'status': 'completed', 'code': 200} Jul 06 14:13:24.518406 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:24.623514 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device d6012d47-bb25-4268-b025-e7f056eb2224 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:13:24.643186 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b24c18b2-59ef-4582-b952-f0db00d2e8a0 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "GET /v2.0/routers/47ffcf4e-837c-473d-b9b4-b9912e7ab7f6 HTTP/1.1" status: 200 len: 888 time: 0.4963510 Jul 06 14:13:24.646267 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47016) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:24.690205 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: d6012d47-bb25-4268-b025-e7f056eb2224 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:13:24.690912 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device d6012d47-bb25-4268-b025-e7f056eb2224 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:13:24.716252 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-09cf2c2f-1968-475c-a7a2-1365707aae88 None None] Port 1843997d-2cfb-4182-b2bb-6b66756ec9c3 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:13:24.749819 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bf127954-9410-400f-91dd-6e1e3a2ea146 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "GET /v2.0/ports?device_id=47ffcf4e-837c-473d-b9b4-b9912e7ab7f6 HTTP/1.1" status: 200 len: 205 time: 0.1018167 Jul 06 14:13:24.755931 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:24.756191 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47020) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:24.760952 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:24.761538 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:24.885167 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56c8cdd0-bc23-4e1f-98b2-70350529929b req-af1e297c-c621-4ceb-83a2-9e60e4c823e3 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 210 time: 0.0918708 Jul 06 14:13:24.935143 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d5125244-96f3-4717-97db-c123a41a619e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:24.996555 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c85fdf4b-8e22-40eb-ad00-345b4b2ae29d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:25.023943 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:25.088868 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:25.096156 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:25.207870 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:25.269127 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c85fdf4b-8e22-40eb-ad00-345b4b2ae29d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:25.340779 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d5125244-96f3-4717-97db-c123a41a619e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:25.362564 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d5125244-96f3-4717-97db-c123a41a619e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:25.387090 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c85fdf4b-8e22-40eb-ad00-345b4b2ae29d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Deleting port fd1e7eef-2ba4-4afb-8141-4d6a808c7d90 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:25.387754 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c85fdf4b-8e22-40eb-ad00-345b4b2ae29d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:25.469407 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d5125244-96f3-4717-97db-c123a41a619e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:25.472388 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5125244-96f3-4717-97db-c123a41a619e admin admin] Pushing event updated for resources: {'Port': ['ID=1843997d-2cfb-4182-b2bb-6b66756ec9c3,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:25.491777 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c85fdf4b-8e22-40eb-ad00-345b4b2ae29d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:25.531455 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c85fdf4b-8e22-40eb-ad00-345b4b2ae29d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Calling delete_port for fd1e7eef-2ba4-4afb-8141-4d6a808c7d90 owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:25.610900 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5125244-96f3-4717-97db-c123a41a619e admin admin] Network 35d77bdb-e204-403c-abe2-ae620a0c9215 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:13:25.618221 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-d5125244-96f3-4717-97db-c123a41a619e admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:25.774412 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5125244-96f3-4717-97db-c123a41a619e admin admin] Router 4bec15eb-e187-4db5-8d66-f61090e8fcae has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:13:25.877217 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c85fdf4b-8e22-40eb-ad00-345b4b2ae29d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:25.913341 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85fdf4b-8e22-40eb-ad00-345b4b2ae29d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Port': ['ID=fd1e7eef-2ba4-4afb-8141-4d6a808c7d90,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:26.010451 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c85fdf4b-8e22-40eb-ad00-345b4b2ae29d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:26.040248 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5125244-96f3-4717-97db-c123a41a619e admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:13:26.049156 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d5125244-96f3-4717-97db-c123a41a619e admin admin] 10.222.0.118 "PUT /v2.0/routers/4bec15eb-e187-4db5-8d66-f61090e8fcae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6856551 Jul 06 14:13:26.051507 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2ffd9c-dd90-4926-a0d7-99615a4f15ed None None] Sync routers for ids ['4bec15eb-e187-4db5-8d66-f61090e8fcae'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:13:26.072618 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2ffd9c-dd90-4926-a0d7-99615a4f15ed None None] Routers {'4bec15eb-e187-4db5-8d66-f61090e8fcae'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:26.073413 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-6a2ffd9c-dd90-4926-a0d7-99615a4f15ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['4bec15eb-e187-4db5-8d66-f61090e8fcae'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:26.243797 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c85fdf4b-8e22-40eb-ad00-345b4b2ae29d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:26.252271 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c85fdf4b-8e22-40eb-ad00-345b4b2ae29d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:26.271881 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:26.286003 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c222d227-811e-43c1-9038-eeb5902c5610 req-29e5f585-7b07-4ba0-94ac-75d7a7dd8c2a tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 210 time: 0.0887525 Jul 06 14:13:26.320396 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1922d3fd-021c-437d-9b9b-7b4660d76011 None None] Provisioning complete for port 1843997d-2cfb-4182-b2bb-6b66756ec9c3 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:26.320998 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1922d3fd-021c-437d-9b9b-7b4660d76011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:26.354808 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c85fdf4b-8e22-40eb-ad00-345b4b2ae29d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:26.355500 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85fdf4b-8e22-40eb-ad00-345b4b2ae29d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Fanout notify agent at l3_agent the message router_deleted on router 47ffcf4e-837c-473d-b9b4-b9912e7ab7f6 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:13:26.370296 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c85fdf4b-8e22-40eb-ad00-345b4b2ae29d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:26.372402 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c85fdf4b-8e22-40eb-ad00-345b4b2ae29d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/routers/47ffcf4e-837c-473d-b9b4-b9912e7ab7f6 HTTP/1.1" status: 204 len: 168 time: 1.6145167 Jul 06 14:13:26.376042 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47048) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:26.381493 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-9523296f-ee9a-4586-bc13-ebd0e0970de6 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'network': {'name': 'tempest-RoutersTest-665953325'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:26.399424 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-6a2ffd9c-dd90-4926-a0d7-99615a4f15ed None None] Set router 4bec15eb-e187-4db5-8d66-f61090e8fcae gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:26.409549 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9523296f-ee9a-4586-bc13-ebd0e0970de6 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Made reservation on behalf of f296bcf9fcc3467fa5b1f6fbfff7535a for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:13:26.414429 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9523296f-ee9a-4586-bc13-ebd0e0970de6 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:26.445474 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9523296f-ee9a-4586-bc13-ebd0e0970de6 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:13:26.458246 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9523296f-ee9a-4586-bc13-ebd0e0970de6 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:26.458742 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-9523296f-ee9a-4586-bc13-ebd0e0970de6 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Added segment b83504cc-da61-402c-a684-04d888a321a5 of type vlan for network 7461b202-127e-426c-bcc2-f2adf13d78de Jul 06 14:13:26.546194 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9523296f-ee9a-4586-bc13-ebd0e0970de6 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:26.559720 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-1922d3fd-021c-437d-9b9b-7b4660d76011 None None] Port 1843997d-2cfb-4182-b2bb-6b66756ec9c3 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:13:26.622364 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9523296f-ee9a-4586-bc13-ebd0e0970de6 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:26.629953 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c88220-c0f9-46d0-835b-0c691501fd87 req-a9a734f7-ebc8-4005-80bd-31f8af9cb87b tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:26.631758 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-13c88220-c0f9-46d0-835b-0c691501fd87 req-a9a734f7-ebc8-4005-80bd-31f8af9cb87b tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] 10.222.0.118 "GET /v2.0/ports?device_id=13f0dd98-434c-46a0-be00-f66795ecb99e HTTP/1.1" status: 200 len: 946 time: 0.1672182 Jul 06 14:13:26.631967 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9523296f-ee9a-4586-bc13-ebd0e0970de6 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:26.635364 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9523296f-ee9a-4586-bc13-ebd0e0970de6 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:26.648693 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:26.649410 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:26.709176 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-13c88220-c0f9-46d0-835b-0c691501fd87 req-1b92c8c6-d9b1-41a6-b39a-98164cca36d1 tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] 10.222.0.118 "GET /v2.0/security-groups?id=8cc7451c-4c20-4198-9298-d056dcbe062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603251 Jul 06 14:13:26.762028 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47054) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:26.768088 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-085610ff-7276-4944-b53a-deb49db249af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'subnet': {'network_id': '7461b202-127e-426c-bcc2-f2adf13d78de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:26.771736 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9523296f-ee9a-4586-bc13-ebd0e0970de6 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3946240 Jul 06 14:13:26.786805 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523296f-ee9a-4586-bc13-ebd0e0970de6 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Network': ['ID=7461b202-127e-426c-bcc2-f2adf13d78de,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:26.834432 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 7461b202-127e-426c-bcc2-f2adf13d78de details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:13:26.905132 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085610ff-7276-4944-b53a-deb49db249af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Made reservation on behalf of f296bcf9fcc3467fa5b1f6fbfff7535a for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:13:26.914583 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-085610ff-7276-4944-b53a-deb49db249af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.069972 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-6a2ffd9c-dd90-4926-a0d7-99615a4f15ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bec15eb-e187-4db5-8d66-f61090e8fcae', 'name': 'tempest-TestAggregatesBasicOps-1911927536-router', 'tenant_id': 'd0e1fc2d0ade47ce9739d88d5ca8bd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:15Z', 'updated_at': '2021-07-06T14:13:24Z', 'revision_number': 4, 'project_id': 'd0e1fc2d0ade47ce9739d88d5ca8bd82', 'gw_port': {'id': '12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bec15eb-e187-4db5-8d66-f61090e8fcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:15Z', 'updated_at': '2021-07-06T14:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '1843997d-2cfb-4182-b2bb-6b66756ec9c3', 'name': '', 'network_id': '35d77bdb-e204-403c-abe2-ae620a0c9215', 'tenant_id': 'd0e1fc2d0ade47ce9739d88d5ca8bd82', 'mac_address': 'fa:16:3e:e7:62:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bec15eb-e187-4db5-8d66-f61090e8fcae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'd90f3845-2756-49c1-a0ad-576b16416a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:22Z', 'updated_at': '2021-07-06T14:13:25Z', 'revision_number': 2, 'project_id': 'd0e1fc2d0ade47ce9739d88d5ca8bd82', 'subnets': [{'id': 'd90f3845-2756-49c1-a0ad-576b16416a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:27.127746 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2ffd9c-dd90-4926-a0d7-99615a4f15ed None None] Checking router: 4bec15eb-e187-4db5-8d66-f61090e8fcae for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:13:27.128114 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2ffd9c-dd90-4926-a0d7-99615a4f15ed None None] Updating router 4bec15eb-e187-4db5-8d66-f61090e8fcae port 1843997d-2cfb-4182-b2bb-6b66756ec9c3 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:13:27.174641 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47064) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:27.180743 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c0adda37-4055-4ae8-9adc-f20f7e238e0b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1842488209-network', 'tenant_id': '3f8bbfffd33a4fdd928e8a2e869ac72a'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:27.191739 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6a2ffd9c-dd90-4926-a0d7-99615a4f15ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.215483 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-085610ff-7276-4944-b53a-deb49db249af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.230220 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0adda37-4055-4ae8-9adc-f20f7e238e0b admin admin] Made reservation on behalf of 3f8bbfffd33a4fdd928e8a2e869ac72a for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:13:27.234369 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c0adda37-4055-4ae8-9adc-f20f7e238e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.245495 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c0adda37-4055-4ae8-9adc-f20f7e238e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.388125 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085610ff-7276-4944-b53a-deb49db249af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Checking segment: {'id': 'b83504cc-da61-402c-a684-04d888a321a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7461b202-127e-426c-bcc2-f2adf13d78de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:13:27.389567 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085610ff-7276-4944-b53a-deb49db249af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network hostable DHCP agents. Network: 7461b202-127e-426c-bcc2-f2adf13d78de, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:13:27.393251 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085610ff-7276-4944-b53a-deb49db249af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Subnet': ['ID=d3a01bc2-ac1a-465b-94cd-2d4123ea4ffc,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:27.421548 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085610ff-7276-4944-b53a-deb49db249af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:27.424936 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085610ff-7276-4944-b53a-deb49db249af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:27.425348 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085610ff-7276-4944-b53a-deb49db249af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:27.425698 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085610ff-7276-4944-b53a-deb49db249af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:27.426076 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085610ff-7276-4944-b53a-deb49db249af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:27.426421 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085610ff-7276-4944-b53a-deb49db249af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:27.426761 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085610ff-7276-4944-b53a-deb49db249af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:27.428062 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085610ff-7276-4944-b53a-deb49db249af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:27.428426 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085610ff-7276-4944-b53a-deb49db249af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:27.429213 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085610ff-7276-4944-b53a-deb49db249af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:27.429639 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085610ff-7276-4944-b53a-deb49db249af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:27.432267 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085610ff-7276-4944-b53a-deb49db249af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:27.465588 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085610ff-7276-4944-b53a-deb49db249af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network 7461b202-127e-426c-bcc2-f2adf13d78de is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:13:27.484916 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c0adda37-4055-4ae8-9adc-f20f7e238e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.491986 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c0adda37-4055-4ae8-9adc-f20f7e238e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.495879 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-085610ff-7276-4944-b53a-deb49db249af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 7461b202-127e-426c-bcc2-f2adf13d78de) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:27.501999 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085610ff-7276-4944-b53a-deb49db249af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:27.502613 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-085610ff-7276-4944-b53a-deb49db249af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.529120 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0adda37-4055-4ae8-9adc-f20f7e238e0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:13:27.535122 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-182fde9a-a3b5-48fa-80f6-e197a2d91cdd req-4ade2016-22aa-437e-ab34-8c56a2540009 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 210 time: 0.0564244 Jul 06 14:13:27.546607 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-085610ff-7276-4944-b53a-deb49db249af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7834175 Jul 06 14:13:27.549464 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47068) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:27.554118 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05f4959-bd0d-4343-b633-8e7c6c4e8b23 None None] Network 7461b202-127e-426c-bcc2-f2adf13d78de requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:13:27.563071 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-dc884257-4d3d-4f67-80f8-dfac45aaeaf9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1206964418', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:27.569690 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c0adda37-4055-4ae8-9adc-f20f7e238e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.570071 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-c0adda37-4055-4ae8-9adc-f20f7e238e0b admin admin] Added segment 86714b73-bf44-456d-b138-1e1211fb6b2c of type vlan for network f8d610a7-2d94-498d-8b8d-e3198644d33a Jul 06 14:13:27.586756 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a893c7-07c1-4742-856e-81af78b0e80b req-a59cae5e-d6a0-40eb-a1a8-5f3d30d38d62 tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:27.588312 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-63a893c7-07c1-4742-856e-81af78b0e80b req-a59cae5e-d6a0-40eb-a1a8-5f3d30d38d62 tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] 10.222.0.52 "GET /v2.0/ports?device_id=13f0dd98-434c-46a0-be00-f66795ecb99e HTTP/1.1" status: 200 len: 946 time: 0.1787732 Jul 06 14:13:27.588985 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0adda37-4055-4ae8-9adc-f20f7e238e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b88498-3236-420c-98e0-1ba8cf77306f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:27.601012 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dc884257-4d3d-4f67-80f8-dfac45aaeaf9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.603829 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dc884257-4d3d-4f67-80f8-dfac45aaeaf9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.642565 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6a2ffd9c-dd90-4926-a0d7-99615a4f15ed None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.661917 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6a2ffd9c-dd90-4926-a0d7-99615a4f15ed None None] Transition to ACTIVE for port object 1843997d-2cfb-4182-b2bb-6b66756ec9c3 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:27.678308 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6a2ffd9c-dd90-4926-a0d7-99615a4f15ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.682777 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c0adda37-4055-4ae8-9adc-f20f7e238e0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.720728 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dc884257-4d3d-4f67-80f8-dfac45aaeaf9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.728716 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dc884257-4d3d-4f67-80f8-dfac45aaeaf9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.769197 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c0adda37-4055-4ae8-9adc-f20f7e238e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.770013 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0adda37-4055-4ae8-9adc-f20f7e238e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:27.770612 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c0adda37-4055-4ae8-9adc-f20f7e238e0b admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.785723 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dc884257-4d3d-4f67-80f8-dfac45aaeaf9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.787212 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-dc884257-4d3d-4f67-80f8-dfac45aaeaf9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2367108 Jul 06 14:13:27.794274 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47072) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:27.858583 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec37aca-1d23-444c-b411-0fd559af5c38 None None] Pushing event updated for resources: {'Port': ['ID=1843997d-2cfb-4182-b2bb-6b66756ec9c3,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:27.882871 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-6a2ffd9c-dd90-4926-a0d7-99615a4f15ed None None] Attempting to bind port 1843997d-2cfb-4182-b2bb-6b66756ec9c3 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:13:27.883578 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-6a2ffd9c-dd90-4926-a0d7-99615a4f15ed None None] Attempting to bind port 1843997d-2cfb-4182-b2bb-6b66756ec9c3 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '13f2b2e0-93d0-4554-b7be-996e1e1405ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '35d77bdb-e204-403c-abe2-ae620a0c9215'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:13:27.884155 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2ffd9c-dd90-4926-a0d7-99615a4f15ed None None] Attempting to bind port 1843997d-2cfb-4182-b2bb-6b66756ec9c3 on network 35d77bdb-e204-403c-abe2-ae620a0c9215 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:13:27.894731 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2ffd9c-dd90-4926-a0d7-99615a4f15ed None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:13:27.895547 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2ffd9c-dd90-4926-a0d7-99615a4f15ed None None] Checking segment: {'id': '13f2b2e0-93d0-4554-b7be-996e1e1405ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '35d77bdb-e204-403c-abe2-ae620a0c9215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:13:27.896137 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6a2ffd9c-dd90-4926-a0d7-99615a4f15ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.896843 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2ffd9c-dd90-4926-a0d7-99615a4f15ed None None] Bound using segment: {'id': '13f2b2e0-93d0-4554-b7be-996e1e1405ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '35d77bdb-e204-403c-abe2-ae620a0c9215'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:13:27.897504 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-6a2ffd9c-dd90-4926-a0d7-99615a4f15ed None None] Bound port: 1843997d-2cfb-4182-b2bb-6b66756ec9c3, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f2b2e0-93d0-4554-b7be-996e1e1405ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '35d77bdb-e204-403c-abe2-ae620a0c9215'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:13:27.898111 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6a2ffd9c-dd90-4926-a0d7-99615a4f15ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.913252 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c0adda37-4055-4ae8-9adc-f20f7e238e0b admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7343738 Jul 06 14:13:27.917226 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47074) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:27.923479 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-f555c1c1-e2eb-4a51-a486-fa2206288156 admin admin] Request body: {'subnet': {'network_id': 'f8d610a7-2d94-498d-8b8d-e3198644d33a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1842488209-subnet', 'tenant_id': '3f8bbfffd33a4fdd928e8a2e869ac72a', 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:27.940539 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4848a96-c019-4a52-8bb3-fef6013a3029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-7461b202-127e-426c-bcc2-f2adf13d78de', 'network_id': '7461b202-127e-426c-bcc2-f2adf13d78de', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'fixed_ips': [{'subnet_id': 'd3a01bc2-ac1a-465b-94cd-2d4123ea4ffc'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:13:27.941793 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e4848a96-c019-4a52-8bb3-fef6013a3029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:27.943890 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-63a893c7-07c1-4742-856e-81af78b0e80b req-c6df3ef9-f5ca-4ade-91d7-0cde4cbffd96 tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] Deleting port 279f2ea3-32fc-48cd-a92b-ae57b4cac70f {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:27.944246 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-63a893c7-07c1-4742-856e-81af78b0e80b req-c6df3ef9-f5ca-4ade-91d7-0cde4cbffd96 tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:28.102342 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-63a893c7-07c1-4742-856e-81af78b0e80b req-c6df3ef9-f5ca-4ade-91d7-0cde4cbffd96 tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] For port 279f2ea3-32fc-48cd-a92b-ae57b4cac70f, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=279f2ea3-32fc-48cd-a92b-ae57b4cac70f,segment=NetworkSegment(f23ac31d-88ba-4e0f-86ab-dcb136481a8f),segment_id=f23ac31d-88ba-4e0f-86ab-dcb136481a8f)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:28.102769 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-63a893c7-07c1-4742-856e-81af78b0e80b req-c6df3ef9-f5ca-4ade-91d7-0cde4cbffd96 tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:28.122509 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-63a893c7-07c1-4742-856e-81af78b0e80b req-c6df3ef9-f5ca-4ade-91d7-0cde4cbffd96 tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] Calling delete_port for 279f2ea3-32fc-48cd-a92b-ae57b4cac70f owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:28.233801 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-6a2ffd9c-dd90-4926-a0d7-99615a4f15ed None None] For port 1843997d-2cfb-4182-b2bb-6b66756ec9c3, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:13:28.257392 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-6a2ffd9c-dd90-4926-a0d7-99615a4f15ed None None] For port 1843997d-2cfb-4182-b2bb-6b66756ec9c3, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=1843997d-2cfb-4182-b2bb-6b66756ec9c3,segment=NetworkSegment(13f2b2e0-93d0-4554-b7be-996e1e1405ef),segment_id=13f2b2e0-93d0-4554-b7be-996e1e1405ef)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:13:28.267572 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6a2ffd9c-dd90-4926-a0d7-99615a4f15ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:28.300978 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-e4848a96-c019-4a52-8bb3-fef6013a3029 None None] Allocated IP 172.20.0.2 (7461b202-127e-426c-bcc2-f2adf13d78de/d3a01bc2-ac1a-465b-94cd-2d4123ea4ffc/00c9c309-864a-4fc1-aeac-4b6ae4f1f126) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:13:28.324197 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-63a893c7-07c1-4742-856e-81af78b0e80b req-c6df3ef9-f5ca-4ade-91d7-0cde4cbffd96 tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:28.327511 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0adda37-4055-4ae8-9adc-f20f7e238e0b admin admin] Pushing event updated for resources: {'Network': ['ID=f8d610a7-2d94-498d-8b8d-e3198644d33a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:28.348243 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c50da-3cbe-48d2-b07c-3566e0838b39 req-09d5511b-7e4f-47c7-b05e-dba1ffdd5ef8 tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:28.351593 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-659c50da-3cbe-48d2-b07c-3566e0838b39 req-09d5511b-7e4f-47c7-b05e-dba1ffdd5ef8 tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] 10.222.0.118 "GET /v2.0/ports?device_id=13f0dd98-434c-46a0-be00-f66795ecb99e HTTP/1.1" status: 200 len: 946 time: 0.3189178 Jul 06 14:13:28.352915 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network f8d610a7-2d94-498d-8b8d-e3198644d33a details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:13:28.372411 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f555c1c1-e2eb-4a51-a486-fa2206288156 admin admin] Made reservation on behalf of 3f8bbfffd33a4fdd928e8a2e869ac72a for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:13:28.375112 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f555c1c1-e2eb-4a51-a486-fa2206288156 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:28.442816 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-659c50da-3cbe-48d2-b07c-3566e0838b39 req-fb6a5df8-604a-4440-bbe1-4346322e1ae8 tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] 10.222.0.118 "GET /v2.0/security-groups?id=8cc7451c-4c20-4198-9298-d056dcbe062d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845730 Jul 06 14:13:28.490015 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7b6b7b91-a60f-47ef-bdc6-4c28aba2cd1f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:28.624240 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e4848a96-c019-4a52-8bb3-fef6013a3029 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:28.642848 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e4848a96-c019-4a52-8bb3-fef6013a3029 None None] Transition to ACTIVE for port object 00c9c309-864a-4fc1-aeac-4b6ae4f1f126 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:28.666213 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df3ef9-f5ca-4ade-91d7-0cde4cbffd96 tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] Pushing event deleted for resources: {'Port': ['ID=279f2ea3-32fc-48cd-a92b-ae57b4cac70f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:28.680737 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e4848a96-c019-4a52-8bb3-fef6013a3029 None None] Transition to ACTIVE for port object 00c9c309-864a-4fc1-aeac-4b6ae4f1f126 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:28.704260 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a893c7-07c1-4742-856e-81af78b0e80b req-c6df3ef9-f5ca-4ade-91d7-0cde4cbffd96 tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] No DVR routers for this DVR port 279f2ea3-32fc-48cd-a92b-ae57b4cac70f on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:13:28.708928 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f555c1c1-e2eb-4a51-a486-fa2206288156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:28.716592 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-63a893c7-07c1-4742-856e-81af78b0e80b req-c6df3ef9-f5ca-4ade-91d7-0cde4cbffd96 tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:28.719391 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-63a893c7-07c1-4742-856e-81af78b0e80b req-c6df3ef9-f5ca-4ade-91d7-0cde4cbffd96 tempest-VolumesActionsTest-397556838 tempest-VolumesActionsTest-397556838-project] 10.222.0.52 "DELETE /v2.0/ports/279f2ea3-32fc-48cd-a92b-ae57b4cac70f HTTP/1.1" status: 204 len: 173 time: 1.1135974 Jul 06 14:13:28.726706 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f0dd98-434c-46a0-be00-f66795ecb99e', 'name': 'network-vif-deleted', 'tag': '279f2ea3-32fc-48cd-a92b-ae57b4cac70f'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:13:28.729463 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcf5502-3c90-44f1-ba25-d11a3da0b757" -d '{"events": [{"server_uuid": "13f0dd98-434c-46a0-be00-f66795ecb99e", "name": "network-vif-deleted", "tag": "279f2ea3-32fc-48cd-a92b-ae57b4cac70f"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:13:28.804716 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f555c1c1-e2eb-4a51-a486-fa2206288156 admin admin] Checking segment: {'id': '86714b73-bf44-456d-b138-1e1211fb6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f8d610a7-2d94-498d-8b8d-e3198644d33a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:13:28.805261 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f555c1c1-e2eb-4a51-a486-fa2206288156 admin admin] Network hostable DHCP agents. Network: f8d610a7-2d94-498d-8b8d-e3198644d33a, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:13:28.809182 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555c1c1-e2eb-4a51-a486-fa2206288156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c6e510b-3ed2-40ff-911f-5365528002dd,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:28.828432 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f555c1c1-e2eb-4a51-a486-fa2206288156 admin admin] Network f8d610a7-2d94-498d-8b8d-e3198644d33a is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:13:28.843166 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-f555c1c1-e2eb-4a51-a486-fa2206288156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, f8d610a7-2d94-498d-8b8d-e3198644d33a) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:28.848290 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f555c1c1-e2eb-4a51-a486-fa2206288156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:28.849838 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f555c1c1-e2eb-4a51-a486-fa2206288156 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:28.872874 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f555c1c1-e2eb-4a51-a486-fa2206288156 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9508820 Jul 06 14:13:28.873229 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47080) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:28.878942 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-194f5276-f163-4f0f-a67a-9bbb451b79c4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1842488209-router', 'tenant_id': '3f8bbfffd33a4fdd928e8a2e869ac72a', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:28.909968 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-194f5276-f163-4f0f-a67a-9bbb451b79c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:28.911482 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-194f5276-f163-4f0f-a67a-9bbb451b79c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:29.000043 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e4848a96-c019-4a52-8bb3-fef6013a3029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:29.001724 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-194f5276-f163-4f0f-a67a-9bbb451b79c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:29.031512 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2ffd9c-dd90-4926-a0d7-99615a4f15ed None None] Routers {'4bec15eb-e187-4db5-8d66-f61090e8fcae'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:29.032179 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-6a2ffd9c-dd90-4926-a0d7-99615a4f15ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['4bec15eb-e187-4db5-8d66-f61090e8fcae'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:29.036538 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0afb55e-b91f-4940-baac-0d8e6465251c None None] Network f8d610a7-2d94-498d-8b8d-e3198644d33a requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:13:29.131425 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec37aca-1d23-444c-b411-0fd559af5c38 None None] Pushing event updated for resources: {'Port': ['ID=1843997d-2cfb-4182-b2bb-6b66756ec9c3,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:29.194872 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-194f5276-f163-4f0f-a67a-9bbb451b79c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:29.201802 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4848a96-c019-4a52-8bb3-fef6013a3029 None None] Network 7461b202-127e-426c-bcc2-f2adf13d78de is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:13:29.221847 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-e4848a96-c019-4a52-8bb3-fef6013a3029 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:29.221847 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4848a96-c019-4a52-8bb3-fef6013a3029 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:13:29.321528 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4848a96-c019-4a52-8bb3-fef6013a3029 None None] Pushing event updated for resources: {'Port': ['ID=00c9c309-864a-4fc1-aeac-4b6ae4f1f126,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:29.410855 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-7b6b7b91-a60f-47ef-bdc6-4c28aba2cd1f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Allocated IP 172.20.0.1 (7461b202-127e-426c-bcc2-f2adf13d78de/d3a01bc2-ac1a-465b-94cd-2d4123ea4ffc/610ca2c3-f56d-4486-b7b7-2f8d520d3a57) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:13:29.451306 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-e4848a96-c019-4a52-8bb3-fef6013a3029 None None] Attempting to bind port 00c9c309-864a-4fc1-aeac-4b6ae4f1f126 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:13:29.451680 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-e4848a96-c019-4a52-8bb3-fef6013a3029 None None] Attempting to bind port 00c9c309-864a-4fc1-aeac-4b6ae4f1f126 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'b83504cc-da61-402c-a684-04d888a321a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7461b202-127e-426c-bcc2-f2adf13d78de'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:13:29.452045 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4848a96-c019-4a52-8bb3-fef6013a3029 None None] Attempting to bind port 00c9c309-864a-4fc1-aeac-4b6ae4f1f126 on network 7461b202-127e-426c-bcc2-f2adf13d78de {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:13:29.456412 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-6a2ffd9c-dd90-4926-a0d7-99615a4f15ed None None] Set router 4bec15eb-e187-4db5-8d66-f61090e8fcae gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:29.524446 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4848a96-c019-4a52-8bb3-fef6013a3029 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:13:29.524894 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4848a96-c019-4a52-8bb3-fef6013a3029 None None] Checking segment: {'id': 'b83504cc-da61-402c-a684-04d888a321a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7461b202-127e-426c-bcc2-f2adf13d78de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:13:29.525314 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e4848a96-c019-4a52-8bb3-fef6013a3029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:29.525710 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4848a96-c019-4a52-8bb3-fef6013a3029 None None] Bound using segment: {'id': 'b83504cc-da61-402c-a684-04d888a321a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7461b202-127e-426c-bcc2-f2adf13d78de'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:13:29.526212 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-e4848a96-c019-4a52-8bb3-fef6013a3029 None None] Bound port: 00c9c309-864a-4fc1-aeac-4b6ae4f1f126, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b83504cc-da61-402c-a684-04d888a321a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '7461b202-127e-426c-bcc2-f2adf13d78de'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:13:29.526582 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-194f5276-f163-4f0f-a67a-9bbb451b79c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:29.527612 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e4848a96-c019-4a52-8bb3-fef6013a3029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:29.539414 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7b6b7b91-a60f-47ef-bdc6-4c28aba2cd1f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:29.552804 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-194f5276-f163-4f0f-a67a-9bbb451b79c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:29.554045 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-7b6b7b91-a60f-47ef-bdc6-4c28aba2cd1f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Transition to ACTIVE for port object 610ca2c3-f56d-4486-b7b7-2f8d520d3a57 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:29.598421 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7b6b7b91-a60f-47ef-bdc6-4c28aba2cd1f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:29.626804 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04b38bcd-ef5b-4935-9b55-8d2424a0b71c req-2890c76b-aaca-4ab7-bc11-790daf0ea663 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 210 time: 0.0420642 Jul 06 14:13:29.705454 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb280358-ae90-4f48-80a2-5a078c794cf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-f8d610a7-2d94-498d-8b8d-e3198644d33a', 'network_id': 'f8d610a7-2d94-498d-8b8d-e3198644d33a', 'tenant_id': '3f8bbfffd33a4fdd928e8a2e869ac72a', 'fixed_ips': [{'subnet_id': '4c6e510b-3ed2-40ff-911f-5365528002dd'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:13:29.706248 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fb280358-ae90-4f48-80a2-5a078c794cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:29.715943 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6b7b91-a60f-47ef-bdc6-4c28aba2cd1f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network 7461b202-127e-426c-bcc2-f2adf13d78de is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:13:29.722565 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b7b91-a60f-47ef-bdc6-4c28aba2cd1f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Port': ['ID=610ca2c3-f56d-4486-b7b7-2f8d520d3a57,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:29.725352 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-7b6b7b91-a60f-47ef-bdc6-4c28aba2cd1f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:29.736477 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6b7b91-a60f-47ef-bdc6-4c28aba2cd1f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:13:29.737415 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece38e7d-927f-41f6-9714-1f740e339d07 x-openstack-request-id: req-ece38e7d-927f-41f6-9714-1f740e339d07 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:13:29.737943 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f0dd98-434c-46a0-be00-f66795ecb99e", "name": "network-vif-deleted", "tag": "279f2ea3-32fc-48cd-a92b-ae57b4cac70f", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:13:29.738358 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ece38e7d-927f-41f6-9714-1f740e339d07 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:13:29.738928 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f0dd98-434c-46a0-be00-f66795ecb99e', 'name': 'network-vif-deleted', 'tag': '279f2ea3-32fc-48cd-a92b-ae57b4cac70f', 'status': 'completed', 'code': 200} Jul 06 14:13:29.769312 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-194f5276-f163-4f0f-a67a-9bbb451b79c4 admin admin] Allocated IP 172.25.6.216 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/bd10c799-223c-4cc4-8764-6d527808488c) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:13:29.808099 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-e4848a96-c019-4a52-8bb3-fef6013a3029 None None] For port 00c9c309-864a-4fc1-aeac-4b6ae4f1f126, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:13:29.851668 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7b6b7b91-a60f-47ef-bdc6-4c28aba2cd1f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:29.888306 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-e4848a96-c019-4a52-8bb3-fef6013a3029 None None] For port 00c9c309-864a-4fc1-aeac-4b6ae4f1f126, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=00c9c309-864a-4fc1-aeac-4b6ae4f1f126,segment=NetworkSegment(b83504cc-da61-402c-a684-04d888a321a5),segment_id=b83504cc-da61-402c-a684-04d888a321a5)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:13:29.905779 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e4848a96-c019-4a52-8bb3-fef6013a3029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:29.931458 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-194f5276-f163-4f0f-a67a-9bbb451b79c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:29.984251 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-194f5276-f163-4f0f-a67a-9bbb451b79c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:30.052522 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7b6b7b91-a60f-47ef-bdc6-4c28aba2cd1f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:30.053558 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194f5276-f163-4f0f-a67a-9bbb451b79c4 admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:13:30.056831 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-194f5276-f163-4f0f-a67a-9bbb451b79c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:30.062054 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194f5276-f163-4f0f-a67a-9bbb451b79c4 admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:13:30.071215 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4848a96-c019-4a52-8bb3-fef6013a3029 None None] Pushing event updated for resources: {'Port': ['ID=00c9c309-864a-4fc1-aeac-4b6ae4f1f126,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:30.079059 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-fb280358-ae90-4f48-80a2-5a078c794cf1 None None] Allocated IP 172.20.0.2 (f8d610a7-2d94-498d-8b8d-e3198644d33a/4c6e510b-3ed2-40ff-911f-5365528002dd/ea3441e0-c91c-4685-b414-8ecc58d925a7) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:13:30.277513 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-6a2ffd9c-dd90-4926-a0d7-99615a4f15ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bec15eb-e187-4db5-8d66-f61090e8fcae', 'name': 'tempest-TestAggregatesBasicOps-1911927536-router', 'tenant_id': 'd0e1fc2d0ade47ce9739d88d5ca8bd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:15Z', 'updated_at': '2021-07-06T14:13:24Z', 'revision_number': 4, 'project_id': 'd0e1fc2d0ade47ce9739d88d5ca8bd82', 'gw_port': {'id': '12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bec15eb-e187-4db5-8d66-f61090e8fcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:15Z', 'updated_at': '2021-07-06T14:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '1843997d-2cfb-4182-b2bb-6b66756ec9c3', 'name': '', 'network_id': '35d77bdb-e204-403c-abe2-ae620a0c9215', 'tenant_id': 'd0e1fc2d0ade47ce9739d88d5ca8bd82', 'mac_address': 'fa:16:3e:e7:62:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bec15eb-e187-4db5-8d66-f61090e8fcae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'd90f3845-2756-49c1-a0ad-576b16416a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:22Z', 'updated_at': '2021-07-06T14:13:28Z', 'revision_number': 4, 'project_id': 'd0e1fc2d0ade47ce9739d88d5ca8bd82', 'subnets': [{'id': 'd90f3845-2756-49c1-a0ad-576b16416a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:30.333250 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 279f2ea3-32fc-48cd-a92b-ae57b4cac70f no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:13:30.395469 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2ffd9c-dd90-4926-a0d7-99615a4f15ed None None] The sync data for ids ['4bec15eb-e187-4db5-8d66-f61090e8fcae'] in n-d-773644-6 is: [{'id': '4bec15eb-e187-4db5-8d66-f61090e8fcae', 'name': 'tempest-TestAggregatesBasicOps-1911927536-router', 'tenant_id': 'd0e1fc2d0ade47ce9739d88d5ca8bd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:15Z', 'updated_at': '2021-07-06T14:13:24Z', 'revision_number': 4, 'project_id': 'd0e1fc2d0ade47ce9739d88d5ca8bd82', 'gw_port': {'id': '12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bec15eb-e187-4db5-8d66-f61090e8fcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:15Z', 'updated_at': '2021-07-06T14:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '1843997d-2cfb-4182-b2bb-6b66756ec9c3', 'name': '', 'network_id': '35d77bdb-e204-403c-abe2-ae620a0c9215', 'tenant_id': 'd0e1fc2d0ade47ce9739d88d5ca8bd82', 'mac_address': 'fa:16:3e:e7:62:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bec15eb-e187-4db5-8d66-f61090e8fcae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'd90f3845-2756-49c1-a0ad-576b16416a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:22Z', 'updated_at': '2021-07-06T14:13:28Z', 'revision_number': 4, 'project_id': 'd0e1fc2d0ade47ce9739d88d5ca8bd82', 'subnets': [{'id': 'd90f3845-2756-49c1-a0ad-576b16416a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:13:30.502001 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7b6b7b91-a60f-47ef-bdc6-4c28aba2cd1f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:30.511294 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7b6b7b91-a60f-47ef-bdc6-4c28aba2cd1f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:30.719304 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fb280358-ae90-4f48-80a2-5a078c794cf1 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:30.730390 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 279f2ea3-32fc-48cd-a92b-ae57b4cac70f {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:13:30.730955 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 279f2ea3-32fc-48cd-a92b-ae57b4cac70f not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:13:30.755770 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fb280358-ae90-4f48-80a2-5a078c794cf1 None None] Transition to ACTIVE for port object ea3441e0-c91c-4685-b414-8ecc58d925a7 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:30.769318 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b7b91-a60f-47ef-bdc6-4c28aba2cd1f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Port': ['ID=610ca2c3-f56d-4486-b7b7-2f8d520d3a57,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:30.797306 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fb280358-ae90-4f48-80a2-5a078c794cf1 None None] Transition to ACTIVE for port object ea3441e0-c91c-4685-b414-8ecc58d925a7 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:30.811625 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7b6b7b91-a60f-47ef-bdc6-4c28aba2cd1f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:30.811868 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fb280358-ae90-4f48-80a2-5a078c794cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:30.904473 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb280358-ae90-4f48-80a2-5a078c794cf1 None None] Pushing event updated for resources: {'Port': ['ID=ea3441e0-c91c-4685-b414-8ecc58d925a7,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:30.936763 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f5276-f163-4f0f-a67a-9bbb451b79c4 admin admin] Pushing event updated for resources: {'Port': ['ID=bd10c799-223c-4cc4-8764-6d527808488c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:30.946110 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb280358-ae90-4f48-80a2-5a078c794cf1 None None] Network f8d610a7-2d94-498d-8b8d-e3198644d33a is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:13:30.949445 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-fb280358-ae90-4f48-80a2-5a078c794cf1 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:30.967629 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb280358-ae90-4f48-80a2-5a078c794cf1 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:13:31.029297 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b85e33cd-5bf4-4958-a231-c57c86acb138 req-2b7eebeb-5d99-402b-bbeb-8656ee93624b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "GET /v2.0/ports?device_id=59132335-35ae-4a17-ac35-f1735ca75803 HTTP/1.1" status: 200 len: 210 time: 0.0710297 Jul 06 14:13:31.088799 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6b7b91-a60f-47ef-bdc6-4c28aba2cd1f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network 7461b202-127e-426c-bcc2-f2adf13d78de is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:13:31.099517 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-7b6b7b91-a60f-47ef-bdc6-4c28aba2cd1f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:31.181164 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-fb280358-ae90-4f48-80a2-5a078c794cf1 None None] Attempting to bind port ea3441e0-c91c-4685-b414-8ecc58d925a7 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:13:31.181900 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-fb280358-ae90-4f48-80a2-5a078c794cf1 None None] Attempting to bind port ea3441e0-c91c-4685-b414-8ecc58d925a7 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '86714b73-bf44-456d-b138-1e1211fb6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f8d610a7-2d94-498d-8b8d-e3198644d33a'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:13:31.182520 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb280358-ae90-4f48-80a2-5a078c794cf1 None None] Attempting to bind port ea3441e0-c91c-4685-b414-8ecc58d925a7 on network f8d610a7-2d94-498d-8b8d-e3198644d33a {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:13:31.200473 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb280358-ae90-4f48-80a2-5a078c794cf1 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:13:31.201108 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb280358-ae90-4f48-80a2-5a078c794cf1 None None] Checking segment: {'id': '86714b73-bf44-456d-b138-1e1211fb6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f8d610a7-2d94-498d-8b8d-e3198644d33a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:13:31.201569 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fb280358-ae90-4f48-80a2-5a078c794cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:31.201996 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb280358-ae90-4f48-80a2-5a078c794cf1 None None] Bound using segment: {'id': '86714b73-bf44-456d-b138-1e1211fb6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f8d610a7-2d94-498d-8b8d-e3198644d33a'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:13:31.202482 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-fb280358-ae90-4f48-80a2-5a078c794cf1 None None] Bound port: ea3441e0-c91c-4685-b414-8ecc58d925a7, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86714b73-bf44-456d-b138-1e1211fb6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f8d610a7-2d94-498d-8b8d-e3198644d33a'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:13:31.202878 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fb280358-ae90-4f48-80a2-5a078c794cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:31.357974 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-fb280358-ae90-4f48-80a2-5a078c794cf1 None None] For port ea3441e0-c91c-4685-b414-8ecc58d925a7, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:13:31.363638 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-fb280358-ae90-4f48-80a2-5a078c794cf1 None None] For port ea3441e0-c91c-4685-b414-8ecc58d925a7, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=ea3441e0-c91c-4685-b414-8ecc58d925a7,segment=NetworkSegment(86714b73-bf44-456d-b138-1e1211fb6b2c),segment_id=86714b73-bf44-456d-b138-1e1211fb6b2c)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:13:31.379455 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fb280358-ae90-4f48-80a2-5a078c794cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:31.389609 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6b7b91-a60f-47ef-bdc6-4c28aba2cd1f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Router 3f4e4d7d-2186-498f-90a4-d3bfb8ed3c4e is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:13:31.508950 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb280358-ae90-4f48-80a2-5a078c794cf1 None None] Pushing event updated for resources: {'Port': ['ID=ea3441e0-c91c-4685-b414-8ecc58d925a7,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:31.619988 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-194f5276-f163-4f0f-a67a-9bbb451b79c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:31.640292 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6b7b91-a60f-47ef-bdc6-4c28aba2cd1f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:13:31.655814 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3de00de-5158-4137-992b-393b8e5ddf94 None None] Sync routers for ids ['3f4e4d7d-2186-498f-90a4-d3bfb8ed3c4e'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:13:31.661897 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7b6b7b91-a60f-47ef-bdc6-4c28aba2cd1f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "PUT /v2.0/routers/3f4e4d7d-2186-498f-90a4-d3bfb8ed3c4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8662696 Jul 06 14:13:31.662801 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47094) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:31.701337 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3de00de-5158-4137-992b-393b8e5ddf94 None None] Routers {'3f4e4d7d-2186-498f-90a4-d3bfb8ed3c4e'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:31.702976 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-d3de00de-5158-4137-992b-393b8e5ddf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['3f4e4d7d-2186-498f-90a4-d3bfb8ed3c4e'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:31.865497 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-d3de00de-5158-4137-992b-393b8e5ddf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:31.927426 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3de00de-5158-4137-992b-393b8e5ddf94 None None] Routers {'3f4e4d7d-2186-498f-90a4-d3bfb8ed3c4e'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:31.928087 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-d3de00de-5158-4137-992b-393b8e5ddf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['3f4e4d7d-2186-498f-90a4-d3bfb8ed3c4e'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:31.951485 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c164ac-c637-4b58-b59c-a00839e8105b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:31.953578 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-99c164ac-c637-4b58-b59c-a00839e8105b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "GET /v2.0/ports/610ca2c3-f56d-4486-b7b7-2f8d520d3a57 HTTP/1.1" status: 200 len: 910 time: 0.2894413 Jul 06 14:13:31.956452 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47102) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:31.968588 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-55b1ffb3-5155-4668-a0d5-1ead469a4aa1 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd3a01bc2-ac1a-465b-94cd-2d4123ea4ffc'}]}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:32.019755 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-d3de00de-5158-4137-992b-393b8e5ddf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:32.020444 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3de00de-5158-4137-992b-393b8e5ddf94 None None] The sync data for ids ['3f4e4d7d-2186-498f-90a4-d3bfb8ed3c4e'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:13:32.029645 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d81e18-0768-4e49-ba90-321563617c25 None None] Network 7461b202-127e-426c-bcc2-f2adf13d78de requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:13:32.170972 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47106) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:32.224427 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-194f5276-f163-4f0f-a67a-9bbb451b79c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:32.228293 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1837d4b8-f6cb-45db-aece-1375ea677cdc None None] Provisioning for port 00c9c309-864a-4fc1-aeac-4b6ae4f1f126 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:32.485938 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47110) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:32.543250 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-55b1ffb3-5155-4668-a0d5-1ead469a4aa1 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:32.544992 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-9ad51366-45a5-4f8b-adaf-24b481220c33 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Deleting port 62602986-f8b8-41ac-8158-169ef362c5ed {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:32.545581 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ad51366-45a5-4f8b-adaf-24b481220c33 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:32.577657 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ea3441e0-c91c-4685-b414-8ecc58d925a7 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:32.712182 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port ea3441e0-c91c-4685-b414-8ecc58d925a7 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:32.721458 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 1843997d-2cfb-4182-b2bb-6b66756ec9c3 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:32.728892 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ad51366-45a5-4f8b-adaf-24b481220c33 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:32.733106 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ad51366-45a5-4f8b-adaf-24b481220c33 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:32.758640 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c9f605d0-09d7-4767-9439-dc98d14d7927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:32.866689 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 1843997d-2cfb-4182-b2bb-6b66756ec9c3 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:32.881627 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 1843997d-2cfb-4182-b2bb-6b66756ec9c3 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:32.882089 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:32.895710 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-9ad51366-45a5-4f8b-adaf-24b481220c33 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Calling delete_port for 62602986-f8b8-41ac-8158-169ef362c5ed owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:33.000233 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194f5276-f163-4f0f-a67a-9bbb451b79c4 admin admin] Router 8b392aa9-ace7-4d59-8b9f-4789fa70952e is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:13:33.130719 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:33.172647 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c9f605d0-09d7-4767-9439-dc98d14d7927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:33.184067 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c9f605d0-09d7-4767-9439-dc98d14d7927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:33.230235 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f605d0-09d7-4767-9439-dc98d14d7927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3213f2-d8c1-450a-ba24-8331065a36f5,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:33.265526 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c9f605d0-09d7-4767-9439-dc98d14d7927 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=78c19331644e4cbe92c640483002b742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7713404 Jul 06 14:13:33.274391 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47118) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:33.303914 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 1843997d-2cfb-4182-b2bb-6b66756ec9c3, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=1843997d-2cfb-4182-b2bb-6b66756ec9c3,segment=NetworkSegment(13f2b2e0-93d0-4554-b7be-996e1e1405ef),segment_id=13f2b2e0-93d0-4554-b7be-996e1e1405ef)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:33.306337 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f2aaaa4f-2f11-4350-9924-0bf6142fbebf None None] Provisioning for port 610ca2c3-f56d-4486-b7b7-2f8d520d3a57 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:33.318136 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f2aaaa4f-2f11-4350-9924-0bf6142fbebf None None] Provisioning complete for port 610ca2c3-f56d-4486-b7b7-2f8d520d3a57 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:33.319629 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f2aaaa4f-2f11-4350-9924-0bf6142fbebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:33.322579 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:33.325293 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 00c9c309-864a-4fc1-aeac-4b6ae4f1f126 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:33.458056 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a4861ae5-a185-4a4f-8dba-5c8b67b01137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:33.489647 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a4861ae5-a185-4a4f-8dba-5c8b67b01137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:33.491780 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ad51366-45a5-4f8b-adaf-24b481220c33 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:33.551790 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=1843997d-2cfb-4182-b2bb-6b66756ec9c3,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:33.574579 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0167a10d-7374-4ea4-bcd6-cd78be7d2696 None None] Network f8d610a7-2d94-498d-8b8d-e3198644d33a requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:13:33.590754 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad51366-45a5-4f8b-adaf-24b481220c33 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Pushing event deleted for resources: {'Port': ['ID=62602986-f8b8-41ac-8158-169ef362c5ed,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:33.631606 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ad51366-45a5-4f8b-adaf-24b481220c33 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:33.634820 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ad51366-45a5-4f8b-adaf-24b481220c33 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:33.637000 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9ad51366-45a5-4f8b-adaf-24b481220c33 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "DELETE /v2.0/floatingips/e9745d2b-da7a-45a3-8aa6-0ad1234dbc2c HTTP/1.1" status: 204 len: 168 time: 1.4643335 Jul 06 14:13:33.643563 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-f2aaaa4f-2f11-4350-9924-0bf6142fbebf None None] Port 610ca2c3-f56d-4486-b7b7-2f8d520d3a57 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:13:33.670725 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a4861ae5-a185-4a4f-8dba-5c8b67b01137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:33.673453 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a4861ae5-a185-4a4f-8dba-5c8b67b01137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:33.676940 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a4861ae5-a185-4a4f-8dba-5c8b67b01137 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/fa3213f2-d8c1-450a-ba24-8331065a36f5 HTTP/1.1" status: 204 len: 168 time: 0.3983965 Jul 06 14:13:33.692851 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4861ae5-a185-4a4f-8dba-5c8b67b01137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3213f2-d8c1-450a-ba24-8331065a36f5,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:33.704984 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194f5276-f163-4f0f-a67a-9bbb451b79c4 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:13:33.733613 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-194f5276-f163-4f0f-a67a-9bbb451b79c4 admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:33.738403 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47124) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:33.738980 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-194f5276-f163-4f0f-a67a-9bbb451b79c4 admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8643301 Jul 06 14:13:33.770862 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc113c1-88c0-4468-aa3e-a630393a121a None None] Sync routers for ids ['8b392aa9-ace7-4d59-8b9f-4789fa70952e'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:13:33.830222 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc113c1-88c0-4468-aa3e-a630393a121a None None] Routers {'8b392aa9-ace7-4d59-8b9f-4789fa70952e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:33.830909 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2bc113c1-88c0-4468-aa3e-a630393a121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['8b392aa9-ace7-4d59-8b9f-4789fa70952e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:33.914467 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-55b1ffb3-5155-4668-a0d5-1ead469a4aa1 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:33.940141 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-55b1ffb3-5155-4668-a0d5-1ead469a4aa1 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:34.014029 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 00c9c309-864a-4fc1-aeac-4b6ae4f1f126 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:34.029839 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1ffb3-5155-4668-a0d5-1ead469a4aa1 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Port': ['ID=610ca2c3-f56d-4486-b7b7-2f8d520d3a57,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:34.040684 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b1ffb3-5155-4668-a0d5-1ead469a4aa1 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:34.041365 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-55b1ffb3-5155-4668-a0d5-1ead469a4aa1 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:34.042867 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-55b1ffb3-5155-4668-a0d5-1ead469a4aa1 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "PUT /v2.0/ports/610ca2c3-f56d-4486-b7b7-2f8d520d3a57 HTTP/1.1" status: 200 len: 910 time: 2.0853493 Jul 06 14:13:34.045917 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47136) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:34.085195 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 00c9c309-864a-4fc1-aeac-4b6ae4f1f126 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:34.085614 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:34.094015 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f25784c6-3296-4c58-9ff3-21354c3d90d2 None None] Provisioning complete for port 610ca2c3-f56d-4486-b7b7-2f8d520d3a57 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:34.094532 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f25784c6-3296-4c58-9ff3-21354c3d90d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:34.228921 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47142) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:34.275138 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6a0227bb-6175-4ac6-9234-6c2bfaf6e93e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:34.513129 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-f25784c6-3296-4c58-9ff3-21354c3d90d2 None None] Port 610ca2c3-f56d-4486-b7b7-2f8d520d3a57 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:13:34.615836 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:34.620281 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-2bc113c1-88c0-4468-aa3e-a630393a121a None None] Set router 8b392aa9-ace7-4d59-8b9f-4789fa70952e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:34.671981 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49280854-5ed2-43b4-8ef1-88502472a00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:34.679154 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6a0227bb-6175-4ac6-9234-6c2bfaf6e93e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:34.687719 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6a0227bb-6175-4ac6-9234-6c2bfaf6e93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:34.693892 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f25784c6-3296-4c58-9ff3-21354c3d90d2 None None] Provisioning for port ea3441e0-c91c-4685-b414-8ecc58d925a7 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:34.725070 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f25784c6-3296-4c58-9ff3-21354c3d90d2 None None] Provisioning complete for port ea3441e0-c91c-4685-b414-8ecc58d925a7 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:34.725745 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f25784c6-3296-4c58-9ff3-21354c3d90d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:34.758099 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6a0227bb-6175-4ac6-9234-6c2bfaf6e93e admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=7b061d3199604fefb35d32ad4c22f5af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5279894 Jul 06 14:13:34.776586 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47150) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:34.777317 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0227bb-6175-4ac6-9234-6c2bfaf6e93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb85a58-1035-427a-8d23-9acba42fcf66,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:34.830454 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 00c9c309-864a-4fc1-aeac-4b6ae4f1f126, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=00c9c309-864a-4fc1-aeac-4b6ae4f1f126,segment=NetworkSegment(b83504cc-da61-402c-a684-04d888a321a5),segment_id=b83504cc-da61-402c-a684-04d888a321a5)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:34.845485 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:34.879836 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-00fcbf64-c231-4e1f-b9d1-9ec816f5c2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:34.904010 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-00fcbf64-c231-4e1f-b9d1-9ec816f5c2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:34.941342 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f25784c6-3296-4c58-9ff3-21354c3d90d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:34.967903 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-00fcbf64-c231-4e1f-b9d1-9ec816f5c2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:34.970932 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-00fcbf64-c231-4e1f-b9d1-9ec816f5c2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:34.975574 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-00fcbf64-c231-4e1f-b9d1-9ec816f5c2c1 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/4bb85a58-1035-427a-8d23-9acba42fcf66 HTTP/1.1" status: 204 len: 168 time: 0.1949732 Jul 06 14:13:34.991623 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-39ea86f5-3d16-48ef-8ff9-b90f8e35c7c1 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:34.995141 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fcbf64-c231-4e1f-b9d1-9ec816f5c2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb85a58-1035-427a-8d23-9acba42fcf66,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:35.031906 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 1843997d-2cfb-4182-b2bb-6b66756ec9c3 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:35.035319 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-49280854-5ed2-43b4-8ef1-88502472a00a admin admin] Allocated IP 172.20.0.1 (f8d610a7-2d94-498d-8b8d-e3198644d33a/4c6e510b-3ed2-40ff-911f-5365528002dd/f86d1a01-a571-42e2-b76b-75564bec1109) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:13:35.191694 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=00c9c309-864a-4fc1-aeac-4b6ae4f1f126,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:35.293287 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-f25784c6-3296-4c58-9ff3-21354c3d90d2 None None] For port ea3441e0-c91c-4685-b414-8ecc58d925a7, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=ea3441e0-c91c-4685-b414-8ecc58d925a7,segment=NetworkSegment(86714b73-bf44-456d-b138-1e1211fb6b2c),segment_id=86714b73-bf44-456d-b138-1e1211fb6b2c)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:35.323331 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f25784c6-3296-4c58-9ff3-21354c3d90d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:35.329817 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49280854-5ed2-43b4-8ef1-88502472a00a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:35.410947 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-49280854-5ed2-43b4-8ef1-88502472a00a admin admin] Transition to ACTIVE for port object f86d1a01-a571-42e2-b76b-75564bec1109 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:35.451969 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 1843997d-2cfb-4182-b2bb-6b66756ec9c3 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:35.452811 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:35.485695 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49280854-5ed2-43b4-8ef1-88502472a00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:35.505665 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2bc113c1-88c0-4468-aa3e-a630393a121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b392aa9-ace7-4d59-8b9f-4789fa70952e', 'name': 'tempest-TestAggregatesBasicOps-1842488209-router', 'tenant_id': '3f8bbfffd33a4fdd928e8a2e869ac72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'bd10c799-223c-4cc4-8764-6d527808488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:28Z', 'updated_at': '2021-07-06T14:13:31Z', 'revision_number': 3, 'project_id': '3f8bbfffd33a4fdd928e8a2e869ac72a', 'gw_port': {'id': 'bd10c799-223c-4cc4-8764-6d527808488c', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b392aa9-ace7-4d59-8b9f-4789fa70952e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:29Z', 'updated_at': '2021-07-06T14:13:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:35.507585 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25784c6-3296-4c58-9ff3-21354c3d90d2 None None] Pushing event updated for resources: {'Port': ['ID=ea3441e0-c91c-4685-b414-8ecc58d925a7,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:35.564644 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc113c1-88c0-4468-aa3e-a630393a121a None None] Checking router: 8b392aa9-ace7-4d59-8b9f-4789fa70952e for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:13:35.568285 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc113c1-88c0-4468-aa3e-a630393a121a None None] Updating router 8b392aa9-ace7-4d59-8b9f-4789fa70952e port bd10c799-223c-4cc4-8764-6d527808488c binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:13:35.569141 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-39ea86f5-3d16-48ef-8ff9-b90f8e35c7c1 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Deleting port 610ca2c3-f56d-4486-b7b7-2f8d520d3a57 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:35.569622 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-39ea86f5-3d16-48ef-8ff9-b90f8e35c7c1 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:35.584600 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49280854-5ed2-43b4-8ef1-88502472a00a admin admin] Network f8d610a7-2d94-498d-8b8d-e3198644d33a is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:13:35.588215 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9a197b45-0ed0-43e5-b0b9-081e49c43a58 None None] Provisioning complete for port ea3441e0-c91c-4685-b414-8ecc58d925a7 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:35.588660 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9a197b45-0ed0-43e5-b0b9-081e49c43a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:35.590905 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-49280854-5ed2-43b4-8ef1-88502472a00a admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:35.597485 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49280854-5ed2-43b4-8ef1-88502472a00a admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:13:35.675814 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49280854-5ed2-43b4-8ef1-88502472a00a admin admin] Pushing event updated for resources: {'Port': ['ID=f86d1a01-a571-42e2-b76b-75564bec1109,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:35.704873 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49280854-5ed2-43b4-8ef1-88502472a00a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:35.760250 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2bc113c1-88c0-4468-aa3e-a630393a121a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:35.895742 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-39ea86f5-3d16-48ef-8ff9-b90f8e35c7c1 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:35.959353 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-39ea86f5-3d16-48ef-8ff9-b90f8e35c7c1 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Calling delete_port for 610ca2c3-f56d-4486-b7b7-2f8d520d3a57 owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:36.030063 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49280854-5ed2-43b4-8ef1-88502472a00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:36.276189 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-40a81701-f1c9-4678-a7b1-1aaef1c824fa None None] Provisioning for port f86d1a01-a571-42e2-b76b-75564bec1109 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:36.288311 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-40a81701-f1c9-4678-a7b1-1aaef1c824fa None None] Provisioning complete for port f86d1a01-a571-42e2-b76b-75564bec1109 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:36.289116 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-40a81701-f1c9-4678-a7b1-1aaef1c824fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:36.290139 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49280854-5ed2-43b4-8ef1-88502472a00a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:36.301589 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49280854-5ed2-43b4-8ef1-88502472a00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:36.342471 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-39ea86f5-3d16-48ef-8ff9-b90f8e35c7c1 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:36.373283 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea86f5-3d16-48ef-8ff9-b90f8e35c7c1 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Port': ['ID=610ca2c3-f56d-4486-b7b7-2f8d520d3a57,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:36.377113 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-40a81701-f1c9-4678-a7b1-1aaef1c824fa None None] Port f86d1a01-a571-42e2-b76b-75564bec1109 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:13:36.408347 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49280854-5ed2-43b4-8ef1-88502472a00a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:36.503867 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49280854-5ed2-43b4-8ef1-88502472a00a admin admin] Pushing event updated for resources: {'Port': ['ID=f86d1a01-a571-42e2-b76b-75564bec1109,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:36.504102 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2bc113c1-88c0-4468-aa3e-a630393a121a None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:36.553683 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2bc113c1-88c0-4468-aa3e-a630393a121a None None] Transition to ACTIVE for port object bd10c799-223c-4cc4-8764-6d527808488c will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:36.581067 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2bc113c1-88c0-4468-aa3e-a630393a121a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:36.752092 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49280854-5ed2-43b4-8ef1-88502472a00a admin admin] Network f8d610a7-2d94-498d-8b8d-e3198644d33a is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:13:36.757447 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-49280854-5ed2-43b4-8ef1-88502472a00a admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:36.760964 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-2bc113c1-88c0-4468-aa3e-a630393a121a None None] Attempting to bind port bd10c799-223c-4cc4-8764-6d527808488c on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:13:36.762294 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-2bc113c1-88c0-4468-aa3e-a630393a121a None None] Attempting to bind port bd10c799-223c-4cc4-8764-6d527808488c by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:13:36.762887 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc113c1-88c0-4468-aa3e-a630393a121a None None] Attempting to bind port bd10c799-223c-4cc4-8764-6d527808488c on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:13:36.765623 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcede554-1231-4b00-a095-e8f5ffff808a None None] Pushing event updated for resources: {'Port': ['ID=bd10c799-223c-4cc4-8764-6d527808488c,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:36.773615 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc113c1-88c0-4468-aa3e-a630393a121a None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:13:36.774188 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc113c1-88c0-4468-aa3e-a630393a121a None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:13:36.774602 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2bc113c1-88c0-4468-aa3e-a630393a121a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:36.775051 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc113c1-88c0-4468-aa3e-a630393a121a None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:13:36.775642 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-2bc113c1-88c0-4468-aa3e-a630393a121a None None] Bound port: bd10c799-223c-4cc4-8764-6d527808488c, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:13:36.775973 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2bc113c1-88c0-4468-aa3e-a630393a121a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:36.780386 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-39ea86f5-3d16-48ef-8ff9-b90f8e35c7c1 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:36.874267 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-2bc113c1-88c0-4468-aa3e-a630393a121a None None] For port bd10c799-223c-4cc4-8764-6d527808488c, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:13:36.880984 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-2bc113c1-88c0-4468-aa3e-a630393a121a None None] For port bd10c799-223c-4cc4-8764-6d527808488c, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=bd10c799-223c-4cc4-8764-6d527808488c,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:13:36.893241 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2bc113c1-88c0-4468-aa3e-a630393a121a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:37.018552 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc113c1-88c0-4468-aa3e-a630393a121a None None] Routers {'8b392aa9-ace7-4d59-8b9f-4789fa70952e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:37.024237 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2bc113c1-88c0-4468-aa3e-a630393a121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['8b392aa9-ace7-4d59-8b9f-4789fa70952e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:37.122451 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ea3441e0-c91c-4685-b414-8ecc58d925a7 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:37.125062 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcede554-1231-4b00-a095-e8f5ffff808a None None] Pushing event updated for resources: {'Port': ['ID=bd10c799-223c-4cc4-8764-6d527808488c,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:37.135800 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49280854-5ed2-43b4-8ef1-88502472a00a admin admin] Router 8b392aa9-ace7-4d59-8b9f-4789fa70952e has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:13:37.323987 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ea86f5-3d16-48ef-8ff9-b90f8e35c7c1 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Router 3f4e4d7d-2186-498f-90a4-d3bfb8ed3c4e has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:13:37.466715 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e9d64098-6c59-4045-b5f2-6145d0d10a1a None None] Provisioning complete for port f86d1a01-a571-42e2-b76b-75564bec1109 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:37.467882 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e9d64098-6c59-4045-b5f2-6145d0d10a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:37.470577 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b07e0b68-a8ce-422c-80db-35db418fbab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:37.532837 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49280854-5ed2-43b4-8ef1-88502472a00a admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:13:37.543745 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-2bc113c1-88c0-4468-aa3e-a630393a121a None None] Set router 8b392aa9-ace7-4d59-8b9f-4789fa70952e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:37.545303 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-49280854-5ed2-43b4-8ef1-88502472a00a admin admin] 10.222.0.118 "PUT /v2.0/routers/8b392aa9-ace7-4d59-8b9f-4789fa70952e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8054154 Jul 06 14:13:37.571577 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ea86f5-3d16-48ef-8ff9-b90f8e35c7c1 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:13:37.579752 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-39ea86f5-3d16-48ef-8ff9-b90f8e35c7c1 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "PUT /v2.0/routers/3f4e4d7d-2186-498f-90a4-d3bfb8ed3c4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5326133 Jul 06 14:13:37.583130 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47200) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:37.591445 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4e5072-d60f-491d-b7dc-7633dabf1962 None None] Sync routers for ids ['3f4e4d7d-2186-498f-90a4-d3bfb8ed3c4e'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:13:37.607029 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4e5072-d60f-491d-b7dc-7633dabf1962 None None] Routers {'3f4e4d7d-2186-498f-90a4-d3bfb8ed3c4e'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:37.607997 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-5a4e5072-d60f-491d-b7dc-7633dabf1962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['3f4e4d7d-2186-498f-90a4-d3bfb8ed3c4e'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:37.630817 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port ea3441e0-c91c-4685-b414-8ecc58d925a7 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:37.632364 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:37.654055 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-5a4e5072-d60f-491d-b7dc-7633dabf1962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:37.665458 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4e5072-d60f-491d-b7dc-7633dabf1962 None None] Routers {'3f4e4d7d-2186-498f-90a4-d3bfb8ed3c4e'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:37.666408 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-5a4e5072-d60f-491d-b7dc-7633dabf1962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['3f4e4d7d-2186-498f-90a4-d3bfb8ed3c4e'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:37.693002 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-e9d64098-6c59-4045-b5f2-6145d0d10a1a None None] Port f86d1a01-a571-42e2-b76b-75564bec1109 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:13:37.706106 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-42082adf-6f02-431c-8a29-f1dd8150bef4 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "GET /v2.0/ports?device_id=3f4e4d7d-2186-498f-90a4-d3bfb8ed3c4e HTTP/1.1" status: 200 len: 205 time: 0.1214600 Jul 06 14:13:37.708788 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47204) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:37.760250 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-5a4e5072-d60f-491d-b7dc-7633dabf1962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:37.763780 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4e5072-d60f-491d-b7dc-7633dabf1962 None None] The sync data for ids ['3f4e4d7d-2186-498f-90a4-d3bfb8ed3c4e'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:13:37.923241 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-450d41dc-0627-467f-a947-c9cc3bd74415 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:38.268327 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-450d41dc-0627-467f-a947-c9cc3bd74415 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:38.273037 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-450d41dc-0627-467f-a947-c9cc3bd74415 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:38.346796 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-450d41dc-0627-467f-a947-c9cc3bd74415 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:38.347472 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450d41dc-0627-467f-a947-c9cc3bd74415 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Fanout notify agent at l3_agent the message router_deleted on router 3f4e4d7d-2186-498f-90a4-d3bfb8ed3c4e {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:13:38.357802 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-450d41dc-0627-467f-a947-c9cc3bd74415 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:38.361766 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-450d41dc-0627-467f-a947-c9cc3bd74415 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/routers/3f4e4d7d-2186-498f-90a4-d3bfb8ed3c4e HTTP/1.1" status: 204 len: 168 time: 0.6494367 Jul 06 14:13:38.362273 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47220) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:38.423117 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2464260-5146-4616-a01c-3ccd1e96030d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Deleting subnet d3a01bc2-ac1a-465b-94cd-2d4123ea4ffc {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:13:38.423423 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 00c9c309-864a-4fc1-aeac-4b6ae4f1f126 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:38.427923 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c2464260-5146-4616-a01c-3ccd1e96030d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:38.506134 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2bc113c1-88c0-4468-aa3e-a630393a121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b392aa9-ace7-4d59-8b9f-4789fa70952e', 'name': 'tempest-TestAggregatesBasicOps-1842488209-router', 'tenant_id': '3f8bbfffd33a4fdd928e8a2e869ac72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'bd10c799-223c-4cc4-8764-6d527808488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:28Z', 'updated_at': '2021-07-06T14:13:35Z', 'revision_number': 4, 'project_id': '3f8bbfffd33a4fdd928e8a2e869ac72a', 'gw_port': {'id': 'bd10c799-223c-4cc4-8764-6d527808488c', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b392aa9-ace7-4d59-8b9f-4789fa70952e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:29Z', 'updated_at': '2021-07-06T14:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'f86d1a01-a571-42e2-b76b-75564bec1109', 'name': '', 'network_id': 'f8d610a7-2d94-498d-8b8d-e3198644d33a', 'tenant_id': '3f8bbfffd33a4fdd928e8a2e869ac72a', 'mac_address': 'fa:16:3e:70:d5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b392aa9-ace7-4d59-8b9f-4789fa70952e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '4c6e510b-3ed2-40ff-911f-5365528002dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:34Z', 'updated_at': '2021-07-06T14:13:36Z', 'revision_number': 2, 'project_id': '3f8bbfffd33a4fdd928e8a2e869ac72a', 'subnets': [{'id': '4c6e510b-3ed2-40ff-911f-5365528002dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:38.562884 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c2464260-5146-4616-a01c-3ccd1e96030d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:38.566908 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 00c9c309-864a-4fc1-aeac-4b6ae4f1f126 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:38.567371 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:38.577906 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc113c1-88c0-4468-aa3e-a630393a121a None None] The sync data for ids ['8b392aa9-ace7-4d59-8b9f-4789fa70952e'] in n-d-773644-6 is: [{'id': '8b392aa9-ace7-4d59-8b9f-4789fa70952e', 'name': 'tempest-TestAggregatesBasicOps-1842488209-router', 'tenant_id': '3f8bbfffd33a4fdd928e8a2e869ac72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'bd10c799-223c-4cc4-8764-6d527808488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:28Z', 'updated_at': '2021-07-06T14:13:35Z', 'revision_number': 4, 'project_id': '3f8bbfffd33a4fdd928e8a2e869ac72a', 'gw_port': {'id': 'bd10c799-223c-4cc4-8764-6d527808488c', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b392aa9-ace7-4d59-8b9f-4789fa70952e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:29Z', 'updated_at': '2021-07-06T14:13:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'f86d1a01-a571-42e2-b76b-75564bec1109', 'name': '', 'network_id': 'f8d610a7-2d94-498d-8b8d-e3198644d33a', 'tenant_id': '3f8bbfffd33a4fdd928e8a2e869ac72a', 'mac_address': 'fa:16:3e:70:d5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b392aa9-ace7-4d59-8b9f-4789fa70952e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '4c6e510b-3ed2-40ff-911f-5365528002dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:34Z', 'updated_at': '2021-07-06T14:13:36Z', 'revision_number': 2, 'project_id': '3f8bbfffd33a4fdd928e8a2e869ac72a', 'subnets': [{'id': '4c6e510b-3ed2-40ff-911f-5365528002dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:13:38.719553 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c2464260-5146-4616-a01c-3ccd1e96030d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:38.810278 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c2464260-5146-4616-a01c-3ccd1e96030d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:38.850638 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2464260-5146-4616-a01c-3ccd1e96030d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Subnet': ['ID=d3a01bc2-ac1a-465b-94cd-2d4123ea4ffc,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:38.852871 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c2464260-5146-4616-a01c-3ccd1e96030d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:38.856812 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c2464260-5146-4616-a01c-3ccd1e96030d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/subnets/d3a01bc2-ac1a-465b-94cd-2d4123ea4ffc HTTP/1.1" status: 204 len: 168 time: 0.4937789 Jul 06 14:13:38.859822 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47232) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:38.876100 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ba3877-f44c-4dd4-ae7e-3600c3379a5f None None] Network 7461b202-127e-426c-bcc2-f2adf13d78de requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:13:39.191654 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6ec9888-70d6-4c20-a8f6-802a2cd64dc3 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:39.313418 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbcb8c3-e88b-4e6c-ab11-b1f9f3f16d93 None None] DHCP port deletion for 7461b202-127e-426c-bcc2-f2adf13d78de request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:13:39.401418 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-a6ec9888-70d6-4c20-a8f6-802a2cd64dc3 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Deleting port 00c9c309-864a-4fc1-aeac-4b6ae4f1f126 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:39.402537 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6ec9888-70d6-4c20-a8f6-802a2cd64dc3 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:39.460936 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-3fbcb8c3-e88b-4e6c-ab11-b1f9f3f16d93 None None] Deleting port 00c9c309-864a-4fc1-aeac-4b6ae4f1f126 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:39.461898 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb8c3-e88b-4e6c-ab11-b1f9f3f16d93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:39.660729 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-a6ec9888-70d6-4c20-a8f6-802a2cd64dc3 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] For port 00c9c309-864a-4fc1-aeac-4b6ae4f1f126, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=00c9c309-864a-4fc1-aeac-4b6ae4f1f126,segment=NetworkSegment(b83504cc-da61-402c-a684-04d888a321a5),segment_id=b83504cc-da61-402c-a684-04d888a321a5)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:39.661169 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6ec9888-70d6-4c20-a8f6-802a2cd64dc3 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:39.678130 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-a6ec9888-70d6-4c20-a8f6-802a2cd64dc3 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Calling delete_port for 00c9c309-864a-4fc1-aeac-4b6ae4f1f126 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:39.728885 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-3fbcb8c3-e88b-4e6c-ab11-b1f9f3f16d93 None None] For port 00c9c309-864a-4fc1-aeac-4b6ae4f1f126, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=00c9c309-864a-4fc1-aeac-4b6ae4f1f126,segment=NetworkSegment(b83504cc-da61-402c-a684-04d888a321a5),segment_id=b83504cc-da61-402c-a684-04d888a321a5)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:39.729291 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb8c3-e88b-4e6c-ab11-b1f9f3f16d93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:39.792009 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6ec9888-70d6-4c20-a8f6-802a2cd64dc3 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:39.828885 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-3fbcb8c3-e88b-4e6c-ab11-b1f9f3f16d93 None None] Calling delete_port for 00c9c309-864a-4fc1-aeac-4b6ae4f1f126 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:39.907912 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec9888-70d6-4c20-a8f6-802a2cd64dc3 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Port': ['ID=00c9c309-864a-4fc1-aeac-4b6ae4f1f126,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:39.935731 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ec9888-70d6-4c20-a8f6-802a2cd64dc3 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] No DVR routers for this DVR port 00c9c309-864a-4fc1-aeac-4b6ae4f1f126 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:13:40.114862 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3fbcb8c3-e88b-4e6c-ab11-b1f9f3f16d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:40.193444 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbcb8c3-e88b-4e6c-ab11-b1f9f3f16d93 None None] No DVR routers for this DVR port 00c9c309-864a-4fc1-aeac-4b6ae4f1f126 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:13:40.204048 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbcb8c3-e88b-4e6c-ab11-b1f9f3f16d93 None None] Pushing event deleted for resources: {'Port': ['ID=00c9c309-864a-4fc1-aeac-4b6ae4f1f126,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:40.228371 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6ec9888-70d6-4c20-a8f6-802a2cd64dc3 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:40.243781 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:40.267736 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-a6ec9888-70d6-4c20-a8f6-802a2cd64dc3 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7461b202-127e-426c-bcc2-f2adf13d78de']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:40.326042 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-a6ec9888-70d6-4c20-a8f6-802a2cd64dc3 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b83504cc-da61-402c-a684-04d888a321a5') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:40.327302 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-a6ec9888-70d6-4c20-a8f6-802a2cd64dc3 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b83504cc-da61-402c-a684-04d888a321a5') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:40.366198 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6ec9888-70d6-4c20-a8f6-802a2cd64dc3 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:40.432135 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6ec9888-70d6-4c20-a8f6-802a2cd64dc3 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:40.459106 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ec9888-70d6-4c20-a8f6-802a2cd64dc3 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:13:40.459532 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6ec9888-70d6-4c20-a8f6-802a2cd64dc3 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:13:40.462734 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:13:40.594939 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6ec9888-70d6-4c20-a8f6-802a2cd64dc3 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:40.607536 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6ec9888-70d6-4c20-a8f6-802a2cd64dc3 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:40.610394 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a6ec9888-70d6-4c20-a8f6-802a2cd64dc3 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/networks/7461b202-127e-426c-bcc2-f2adf13d78de HTTP/1.1" status: 204 len: 168 time: 1.7492888 Jul 06 14:13:40.613912 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47274) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:40.615382 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7793a7b8-aa31-4f39-8188-dce30bae9d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:40.620328 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-d86d0cd2-e288-4c53-a495-2dd6aaedbf95 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1622390513', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:40.652880 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec9888-70d6-4c20-a8f6-802a2cd64dc3 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Network': ['ID=7461b202-127e-426c-bcc2-f2adf13d78de,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:40.690987 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d86d0cd2-e288-4c53-a495-2dd6aaedbf95 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:40.692624 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d86d0cd2-e288-4c53-a495-2dd6aaedbf95 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:40.813129 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47288) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:40.950954 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d86d0cd2-e288-4c53-a495-2dd6aaedbf95 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:40.970203 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d86d0cd2-e288-4c53-a495-2dd6aaedbf95 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:40.992585 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3190c31-bb19-4fba-8626-ffeec806f100 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:41.028087 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d86d0cd2-e288-4c53-a495-2dd6aaedbf95 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:41.030525 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d86d0cd2-e288-4c53-a495-2dd6aaedbf95 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4148455 Jul 06 14:13:41.033363 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47294) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:41.039312 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3190c31-bb19-4fba-8626-ffeec806f100 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:41.063908 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device bd10c799-223c-4cc4-8764-6d527808488c up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:41.064272 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-b43adad5-f55c-4fe3-b2cb-ef15d50011e7 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'network': {'name': 'tempest-RoutersTest-1052195090'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:41.097996 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43adad5-f55c-4fe3-b2cb-ef15d50011e7 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Made reservation on behalf of f296bcf9fcc3467fa5b1f6fbfff7535a for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:13:41.102508 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b43adad5-f55c-4fe3-b2cb-ef15d50011e7 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:41.132699 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3190c31-bb19-4fba-8626-ffeec806f100 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:41.140222 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3190c31-bb19-4fba-8626-ffeec806f100 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:41.145074 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d3190c31-bb19-4fba-8626-ffeec806f100 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] 10.222.0.118 "DELETE /v2.0/security-groups/5226b282-adf2-44c8-bbcc-77eb0f71d789 HTTP/1.1" status: 204 len: 168 time: 0.3322859 Jul 06 14:13:41.147678 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43adad5-f55c-4fe3-b2cb-ef15d50011e7 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:13:41.159895 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b43adad5-f55c-4fe3-b2cb-ef15d50011e7 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:41.160347 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-b43adad5-f55c-4fe3-b2cb-ef15d50011e7 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Added segment ae1a47b9-0738-462d-aaad-131acea04bc8 of type vlan for network a16e0673-380c-49e9-9907-f61cf1e1ef41 Jul 06 14:13:41.169358 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3190c31-bb19-4fba-8626-ffeec806f100 tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5226b282-adf2-44c8-bbcc-77eb0f71d789,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:41.227495 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b43adad5-f55c-4fe3-b2cb-ef15d50011e7 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:41.233566 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port bd10c799-223c-4cc4-8764-6d527808488c completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:41.239246 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port bd10c799-223c-4cc4-8764-6d527808488c triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:41.240057 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:41.242247 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47304) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:41.277943 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47308) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:41.333631 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b43adad5-f55c-4fe3-b2cb-ef15d50011e7 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:41.351323 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43adad5-f55c-4fe3-b2cb-ef15d50011e7 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:41.352002 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b43adad5-f55c-4fe3-b2cb-ef15d50011e7 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:41.357223 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:41.388050 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port bd10c799-223c-4cc4-8764-6d527808488c, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=bd10c799-223c-4cc4-8764-6d527808488c,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:41.395705 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:41.415928 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b43adad5-f55c-4fe3-b2cb-ef15d50011e7 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3784640 Jul 06 14:13:41.420935 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47310) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:41.432018 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-accd648c-6371-4a42-874a-e0cae6d4b489 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'subnet': {'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:41.491568 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 00c9c309-864a-4fc1-aeac-4b6ae4f1f126 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:13:41.511513 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43adad5-f55c-4fe3-b2cb-ef15d50011e7 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Network': ['ID=a16e0673-380c-49e9-9907-f61cf1e1ef41,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:41.525746 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=bd10c799-223c-4cc4-8764-6d527808488c,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:41.537268 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 00c9c309-864a-4fc1-aeac-4b6ae4f1f126 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:13:41.537738 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 00c9c309-864a-4fc1-aeac-4b6ae4f1f126 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:13:41.540631 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network a16e0673-380c-49e9-9907-f61cf1e1ef41 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:13:41.605930 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:41.668689 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accd648c-6371-4a42-874a-e0cae6d4b489 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Made reservation on behalf of f296bcf9fcc3467fa5b1f6fbfff7535a for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:13:41.672953 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-accd648c-6371-4a42-874a-e0cae6d4b489 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:41.856514 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-988871d1-8f00-4154-8a4f-faa576b58991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:42.461051 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-accd648c-6371-4a42-874a-e0cae6d4b489 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:42.568168 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd648c-6371-4a42-874a-e0cae6d4b489 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Subnet': ['ID=17b7ad9e-65dd-496c-9f72-62c91f695fa7,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:42.581174 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accd648c-6371-4a42-874a-e0cae6d4b489 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Checking segment: {'id': 'ae1a47b9-0738-462d-aaad-131acea04bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:13:42.581411 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accd648c-6371-4a42-874a-e0cae6d4b489 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network hostable DHCP agents. Network: a16e0673-380c-49e9-9907-f61cf1e1ef41, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:13:42.621060 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accd648c-6371-4a42-874a-e0cae6d4b489 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network a16e0673-380c-49e9-9907-f61cf1e1ef41 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:13:42.638115 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-accd648c-6371-4a42-874a-e0cae6d4b489 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, a16e0673-380c-49e9-9907-f61cf1e1ef41) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:42.639327 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-988871d1-8f00-4154-8a4f-faa576b58991 admin admin] Deleting port 1843997d-2cfb-4182-b2bb-6b66756ec9c3 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:42.640909 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-988871d1-8f00-4154-8a4f-faa576b58991 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:42.650610 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accd648c-6371-4a42-874a-e0cae6d4b489 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:42.650922 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0182a9f-20bb-41b9-9546-246dedd752b5 None None] Network a16e0673-380c-49e9-9907-f61cf1e1ef41 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:13:42.652104 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-accd648c-6371-4a42-874a-e0cae6d4b489 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:42.697352 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-accd648c-6371-4a42-874a-e0cae6d4b489 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2750475 Jul 06 14:13:42.701550 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47338) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:42.827591 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-988871d1-8f00-4154-8a4f-faa576b58991 admin admin] For port 1843997d-2cfb-4182-b2bb-6b66756ec9c3, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=1843997d-2cfb-4182-b2bb-6b66756ec9c3,segment=NetworkSegment(13f2b2e0-93d0-4554-b7be-996e1e1405ef),segment_id=13f2b2e0-93d0-4554-b7be-996e1e1405ef)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:42.830021 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-988871d1-8f00-4154-8a4f-faa576b58991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:42.864659 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-988871d1-8f00-4154-8a4f-faa576b58991 admin admin] Calling delete_port for 1843997d-2cfb-4182-b2bb-6b66756ec9c3 owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:42.900494 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1174b691-1153-4ae3-a750-b112878cd34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:42.966672 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f0f908-52fd-4cd5-9a89-ce03b5b2cdc9 None None] Sync routers for ids ['8b392aa9-ace7-4d59-8b9f-4789fa70952e'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:13:42.984143 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c1d29d-f65f-4505-888d-2db3aa034e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-a16e0673-380c-49e9-9907-f61cf1e1ef41', 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'fixed_ips': [{'subnet_id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:13:42.985010 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-50c1d29d-f65f-4505-888d-2db3aa034e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:43.000220 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device bd10c799-223c-4cc4-8764-6d527808488c up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:43.036134 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f0f908-52fd-4cd5-9a89-ce03b5b2cdc9 None None] Routers {'8b392aa9-ace7-4d59-8b9f-4789fa70952e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:43.037090 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-93f0f908-52fd-4cd5-9a89-ce03b5b2cdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['8b392aa9-ace7-4d59-8b9f-4789fa70952e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:43.188263 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-988871d1-8f00-4154-8a4f-faa576b58991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:43.191109 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:43.253512 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988871d1-8f00-4154-8a4f-faa576b58991 admin admin] Pushing event deleted for resources: {'Port': ['ID=1843997d-2cfb-4182-b2bb-6b66756ec9c3,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:43.263306 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port bd10c799-223c-4cc4-8764-6d527808488c triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:43.264449 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:43.265251 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f44a08ed-5e33-482e-9151-70cc3558457f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:43.382738 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-93f0f908-52fd-4cd5-9a89-ce03b5b2cdc9 None None] Set router 8b392aa9-ace7-4d59-8b9f-4789fa70952e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:43.455120 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-50c1d29d-f65f-4505-888d-2db3aa034e0d None None] Allocated IP 172.20.0.2 (a16e0673-380c-49e9-9907-f61cf1e1ef41/17b7ad9e-65dd-496c-9f72-62c91f695fa7/07d6016b-acac-4d4a-afa1-367bc7e1d303) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:13:43.663488 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-988871d1-8f00-4154-8a4f-faa576b58991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:43.870035 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-50c1d29d-f65f-4505-888d-2db3aa034e0d None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:43.878801 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-50c1d29d-f65f-4505-888d-2db3aa034e0d None None] Transition to ACTIVE for port object 07d6016b-acac-4d4a-afa1-367bc7e1d303 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:43.883246 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-1174b691-1153-4ae3-a750-b112878cd34e admin admin] Deleting port 64ca2032-f6d4-4f4b-86ad-2e51b1386b85 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:43.883890 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1174b691-1153-4ae3-a750-b112878cd34e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:43.899621 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-50c1d29d-f65f-4505-888d-2db3aa034e0d None None] Transition to ACTIVE for port object 07d6016b-acac-4d4a-afa1-367bc7e1d303 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:43.904673 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-93f0f908-52fd-4cd5-9a89-ce03b5b2cdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b392aa9-ace7-4d59-8b9f-4789fa70952e', 'name': 'tempest-TestAggregatesBasicOps-1842488209-router', 'tenant_id': '3f8bbfffd33a4fdd928e8a2e869ac72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'bd10c799-223c-4cc4-8764-6d527808488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:28Z', 'updated_at': '2021-07-06T14:13:35Z', 'revision_number': 4, 'project_id': '3f8bbfffd33a4fdd928e8a2e869ac72a', 'gw_port': {'id': 'bd10c799-223c-4cc4-8764-6d527808488c', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b392aa9-ace7-4d59-8b9f-4789fa70952e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:29Z', 'updated_at': '2021-07-06T14:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'f86d1a01-a571-42e2-b76b-75564bec1109', 'name': '', 'network_id': 'f8d610a7-2d94-498d-8b8d-e3198644d33a', 'tenant_id': '3f8bbfffd33a4fdd928e8a2e869ac72a', 'mac_address': 'fa:16:3e:70:d5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b392aa9-ace7-4d59-8b9f-4789fa70952e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '4c6e510b-3ed2-40ff-911f-5365528002dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:34Z', 'updated_at': '2021-07-06T14:13:36Z', 'revision_number': 2, 'project_id': '3f8bbfffd33a4fdd928e8a2e869ac72a', 'subnets': [{'id': '4c6e510b-3ed2-40ff-911f-5365528002dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:43.908810 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-50c1d29d-f65f-4505-888d-2db3aa034e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:43.961807 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f0f908-52fd-4cd5-9a89-ce03b5b2cdc9 None None] Checking router: 8b392aa9-ace7-4d59-8b9f-4789fa70952e for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:13:43.961807 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f0f908-52fd-4cd5-9a89-ce03b5b2cdc9 None None] Updating router 8b392aa9-ace7-4d59-8b9f-4789fa70952e port f86d1a01-a571-42e2-b76b-75564bec1109 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:13:43.975482 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988871d1-8f00-4154-8a4f-faa576b58991 admin admin] Router 4bec15eb-e187-4db5-8d66-f61090e8fcae has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:13:43.993271 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-f44a08ed-5e33-482e-9151-70cc3558457f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Allocated IP 172.20.0.1 (a16e0673-380c-49e9-9907-f61cf1e1ef41/17b7ad9e-65dd-496c-9f72-62c91f695fa7/ec395c95-0e9b-40fc-822c-69e0606c0d6b) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:13:44.023364 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c1d29d-f65f-4505-888d-2db3aa034e0d None None] Network a16e0673-380c-49e9-9907-f61cf1e1ef41 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:13:44.030509 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-50c1d29d-f65f-4505-888d-2db3aa034e0d None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:44.033105 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1d29d-f65f-4505-888d-2db3aa034e0d None None] Pushing event updated for resources: {'Port': ['ID=07d6016b-acac-4d4a-afa1-367bc7e1d303,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:44.035432 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c1d29d-f65f-4505-888d-2db3aa034e0d None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:13:44.037584 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-93f0f908-52fd-4cd5-9a89-ce03b5b2cdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:44.100265 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-1174b691-1153-4ae3-a750-b112878cd34e admin admin] For port 64ca2032-f6d4-4f4b-86ad-2e51b1386b85, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=64ca2032-f6d4-4f4b-86ad-2e51b1386b85,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:44.100739 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1174b691-1153-4ae3-a750-b112878cd34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:44.125712 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-1174b691-1153-4ae3-a750-b112878cd34e admin admin] Calling delete_port for 64ca2032-f6d4-4f4b-86ad-2e51b1386b85 owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:44.133506 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-50c1d29d-f65f-4505-888d-2db3aa034e0d None None] Attempting to bind port 07d6016b-acac-4d4a-afa1-367bc7e1d303 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:13:44.133743 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-50c1d29d-f65f-4505-888d-2db3aa034e0d None None] Attempting to bind port 07d6016b-acac-4d4a-afa1-367bc7e1d303 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'ae1a47b9-0738-462d-aaad-131acea04bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:13:44.134013 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1d29d-f65f-4505-888d-2db3aa034e0d None None] Attempting to bind port 07d6016b-acac-4d4a-afa1-367bc7e1d303 on network a16e0673-380c-49e9-9907-f61cf1e1ef41 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:13:44.172959 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988871d1-8f00-4154-8a4f-faa576b58991 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:13:44.187025 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60fbe57-0a98-4dca-846c-864353af787f None None] Sync routers for ids ['4bec15eb-e187-4db5-8d66-f61090e8fcae'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:13:44.193331 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1d29d-f65f-4505-888d-2db3aa034e0d None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:13:44.193716 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1d29d-f65f-4505-888d-2db3aa034e0d None None] Checking segment: {'id': 'ae1a47b9-0738-462d-aaad-131acea04bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:13:44.194171 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-50c1d29d-f65f-4505-888d-2db3aa034e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:44.194569 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1d29d-f65f-4505-888d-2db3aa034e0d None None] Bound using segment: {'id': 'ae1a47b9-0738-462d-aaad-131acea04bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:13:44.195064 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-50c1d29d-f65f-4505-888d-2db3aa034e0d None None] Bound port: 07d6016b-acac-4d4a-afa1-367bc7e1d303, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae1a47b9-0738-462d-aaad-131acea04bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:13:44.195456 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-50c1d29d-f65f-4505-888d-2db3aa034e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:44.207607 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60fbe57-0a98-4dca-846c-864353af787f None None] Routers {'4bec15eb-e187-4db5-8d66-f61090e8fcae'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:44.210353 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-c60fbe57-0a98-4dca-846c-864353af787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['4bec15eb-e187-4db5-8d66-f61090e8fcae'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:44.216040 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47346) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:44.217990 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-988871d1-8f00-4154-8a4f-faa576b58991 admin admin] 10.222.0.118 "PUT /v2.0/routers/4bec15eb-e187-4db5-8d66-f61090e8fcae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9388385 Jul 06 14:13:44.298167 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f44a08ed-5e33-482e-9151-70cc3558457f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:44.332893 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-c60fbe57-0a98-4dca-846c-864353af787f None None] Set router 4bec15eb-e187-4db5-8d66-f61090e8fcae gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:44.357042 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-f44a08ed-5e33-482e-9151-70cc3558457f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Transition to ACTIVE for port object ec395c95-0e9b-40fc-822c-69e0606c0d6b will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:44.452500 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f9fde2ad-aee2-4e5c-8d09-eba3af9fed58 admin admin] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:44.457243 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-50c1d29d-f65f-4505-888d-2db3aa034e0d None None] For port 07d6016b-acac-4d4a-afa1-367bc7e1d303, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:13:44.474674 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-50c1d29d-f65f-4505-888d-2db3aa034e0d None None] For port 07d6016b-acac-4d4a-afa1-367bc7e1d303, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=07d6016b-acac-4d4a-afa1-367bc7e1d303,segment=NetworkSegment(ae1a47b9-0738-462d-aaad-131acea04bc8),segment_id=ae1a47b9-0738-462d-aaad-131acea04bc8)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:13:44.488587 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-50c1d29d-f65f-4505-888d-2db3aa034e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:44.552483 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-93f0f908-52fd-4cd5-9a89-ce03b5b2cdc9 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:44.554694 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1d29d-f65f-4505-888d-2db3aa034e0d None None] Pushing event updated for resources: {'Port': ['ID=07d6016b-acac-4d4a-afa1-367bc7e1d303,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:44.579156 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-93f0f908-52fd-4cd5-9a89-ce03b5b2cdc9 None None] Transition to ACTIVE for port object f86d1a01-a571-42e2-b76b-75564bec1109 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:44.590912 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-93f0f908-52fd-4cd5-9a89-ce03b5b2cdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:44.629644 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f44a08ed-5e33-482e-9151-70cc3558457f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:44.699683 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-c60fbe57-0a98-4dca-846c-864353af787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bec15eb-e187-4db5-8d66-f61090e8fcae', 'name': 'tempest-TestAggregatesBasicOps-1911927536-router', 'tenant_id': 'd0e1fc2d0ade47ce9739d88d5ca8bd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:15Z', 'updated_at': '2021-07-06T14:13:43Z', 'revision_number': 5, 'project_id': 'd0e1fc2d0ade47ce9739d88d5ca8bd82', 'gw_port': {'id': '12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bec15eb-e187-4db5-8d66-f61090e8fcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:15Z', 'updated_at': '2021-07-06T14:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:44.733683 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21cc1b0-3168-442d-bb9f-4b0524ea9391 None None] Pushing event updated for resources: {'Port': ['ID=f86d1a01-a571-42e2-b76b-75564bec1109,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:44.741819 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44a08ed-5e33-482e-9151-70cc3558457f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network a16e0673-380c-49e9-9907-f61cf1e1ef41 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:13:44.779445 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-f44a08ed-5e33-482e-9151-70cc3558457f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:44.783504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44a08ed-5e33-482e-9151-70cc3558457f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:13:44.797747 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a08ed-5e33-482e-9151-70cc3558457f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Port': ['ID=ec395c95-0e9b-40fc-822c-69e0606c0d6b,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:44.816811 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60fbe57-0a98-4dca-846c-864353af787f None None] Checking router: 4bec15eb-e187-4db5-8d66-f61090e8fcae for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:13:44.834826 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60fbe57-0a98-4dca-846c-864353af787f None None] Routers {'4bec15eb-e187-4db5-8d66-f61090e8fcae'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:44.835701 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-c60fbe57-0a98-4dca-846c-864353af787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['4bec15eb-e187-4db5-8d66-f61090e8fcae'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:44.899381 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-93f0f908-52fd-4cd5-9a89-ce03b5b2cdc9 None None] Attempting to bind port f86d1a01-a571-42e2-b76b-75564bec1109 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:13:44.899953 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-93f0f908-52fd-4cd5-9a89-ce03b5b2cdc9 None None] Attempting to bind port f86d1a01-a571-42e2-b76b-75564bec1109 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '86714b73-bf44-456d-b138-1e1211fb6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f8d610a7-2d94-498d-8b8d-e3198644d33a'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:13:44.903101 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f0f908-52fd-4cd5-9a89-ce03b5b2cdc9 None None] Attempting to bind port f86d1a01-a571-42e2-b76b-75564bec1109 on network f8d610a7-2d94-498d-8b8d-e3198644d33a {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:13:44.908866 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f44a08ed-5e33-482e-9151-70cc3558457f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:44.930631 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f0f908-52fd-4cd5-9a89-ce03b5b2cdc9 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:13:44.932149 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f0f908-52fd-4cd5-9a89-ce03b5b2cdc9 None None] Checking segment: {'id': '86714b73-bf44-456d-b138-1e1211fb6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f8d610a7-2d94-498d-8b8d-e3198644d33a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:13:44.932836 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-93f0f908-52fd-4cd5-9a89-ce03b5b2cdc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:44.934788 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f0f908-52fd-4cd5-9a89-ce03b5b2cdc9 None None] Bound using segment: {'id': '86714b73-bf44-456d-b138-1e1211fb6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f8d610a7-2d94-498d-8b8d-e3198644d33a'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:13:44.935572 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-93f0f908-52fd-4cd5-9a89-ce03b5b2cdc9 None None] Bound port: f86d1a01-a571-42e2-b76b-75564bec1109, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86714b73-bf44-456d-b138-1e1211fb6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f8d610a7-2d94-498d-8b8d-e3198644d33a'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:13:44.939630 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-93f0f908-52fd-4cd5-9a89-ce03b5b2cdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:45.150533 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-93f0f908-52fd-4cd5-9a89-ce03b5b2cdc9 None None] For port f86d1a01-a571-42e2-b76b-75564bec1109, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:13:45.156702 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-93f0f908-52fd-4cd5-9a89-ce03b5b2cdc9 None None] For port f86d1a01-a571-42e2-b76b-75564bec1109, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=f86d1a01-a571-42e2-b76b-75564bec1109,segment=NetworkSegment(86714b73-bf44-456d-b138-1e1211fb6b2c),segment_id=86714b73-bf44-456d-b138-1e1211fb6b2c)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:13:45.158189 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f9fde2ad-aee2-4e5c-8d09-eba3af9fed58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:45.163773 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-93f0f908-52fd-4cd5-9a89-ce03b5b2cdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:45.222407 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1174b691-1153-4ae3-a750-b112878cd34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:45.301210 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-c60fbe57-0a98-4dca-846c-864353af787f None None] Set router 4bec15eb-e187-4db5-8d66-f61090e8fcae gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:45.314543 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f0f908-52fd-4cd5-9a89-ce03b5b2cdc9 None None] Routers {'8b392aa9-ace7-4d59-8b9f-4789fa70952e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:45.315114 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-93f0f908-52fd-4cd5-9a89-ce03b5b2cdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['8b392aa9-ace7-4d59-8b9f-4789fa70952e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:45.329662 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21cc1b0-3168-442d-bb9f-4b0524ea9391 None None] Pushing event updated for resources: {'Port': ['ID=f86d1a01-a571-42e2-b76b-75564bec1109,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:45.373062 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174b691-1153-4ae3-a750-b112878cd34e admin admin] Pushing event deleted for resources: {'Port': ['ID=64ca2032-f6d4-4f4b-86ad-2e51b1386b85,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:45.517598 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f44a08ed-5e33-482e-9151-70cc3558457f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:45.768985 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-c60fbe57-0a98-4dca-846c-864353af787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bec15eb-e187-4db5-8d66-f61090e8fcae', 'name': 'tempest-TestAggregatesBasicOps-1911927536-router', 'tenant_id': 'd0e1fc2d0ade47ce9739d88d5ca8bd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:15Z', 'updated_at': '2021-07-06T14:13:43Z', 'revision_number': 5, 'project_id': 'd0e1fc2d0ade47ce9739d88d5ca8bd82', 'gw_port': {'id': '12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bec15eb-e187-4db5-8d66-f61090e8fcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:15Z', 'updated_at': '2021-07-06T14:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:45.822723 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60fbe57-0a98-4dca-846c-864353af787f None None] The sync data for ids ['4bec15eb-e187-4db5-8d66-f61090e8fcae'] in n-d-773644-6 is: [{'id': '4bec15eb-e187-4db5-8d66-f61090e8fcae', 'name': 'tempest-TestAggregatesBasicOps-1911927536-router', 'tenant_id': 'd0e1fc2d0ade47ce9739d88d5ca8bd82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': '12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:15Z', 'updated_at': '2021-07-06T14:13:43Z', 'revision_number': 5, 'project_id': 'd0e1fc2d0ade47ce9739d88d5ca8bd82', 'gw_port': {'id': '12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bec15eb-e187-4db5-8d66-f61090e8fcae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:15Z', 'updated_at': '2021-07-06T14:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:13:45.839255 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-93f0f908-52fd-4cd5-9a89-ce03b5b2cdc9 None None] Set router 8b392aa9-ace7-4d59-8b9f-4789fa70952e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:46.372440 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-93f0f908-52fd-4cd5-9a89-ce03b5b2cdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b392aa9-ace7-4d59-8b9f-4789fa70952e', 'name': 'tempest-TestAggregatesBasicOps-1842488209-router', 'tenant_id': '3f8bbfffd33a4fdd928e8a2e869ac72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'bd10c799-223c-4cc4-8764-6d527808488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:28Z', 'updated_at': '2021-07-06T14:13:35Z', 'revision_number': 4, 'project_id': '3f8bbfffd33a4fdd928e8a2e869ac72a', 'gw_port': {'id': 'bd10c799-223c-4cc4-8764-6d527808488c', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b392aa9-ace7-4d59-8b9f-4789fa70952e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:29Z', 'updated_at': '2021-07-06T14:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'f86d1a01-a571-42e2-b76b-75564bec1109', 'name': '', 'network_id': 'f8d610a7-2d94-498d-8b8d-e3198644d33a', 'tenant_id': '3f8bbfffd33a4fdd928e8a2e869ac72a', 'mac_address': 'fa:16:3e:70:d5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b392aa9-ace7-4d59-8b9f-4789fa70952e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '4c6e510b-3ed2-40ff-911f-5365528002dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:34Z', 'updated_at': '2021-07-06T14:13:45Z', 'revision_number': 4, 'project_id': '3f8bbfffd33a4fdd928e8a2e869ac72a', 'subnets': [{'id': '4c6e510b-3ed2-40ff-911f-5365528002dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:46.425550 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f0f908-52fd-4cd5-9a89-ce03b5b2cdc9 None None] The sync data for ids ['8b392aa9-ace7-4d59-8b9f-4789fa70952e'] in n-d-773644-6 is: [{'id': '8b392aa9-ace7-4d59-8b9f-4789fa70952e', 'name': 'tempest-TestAggregatesBasicOps-1842488209-router', 'tenant_id': '3f8bbfffd33a4fdd928e8a2e869ac72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'bd10c799-223c-4cc4-8764-6d527808488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:28Z', 'updated_at': '2021-07-06T14:13:35Z', 'revision_number': 4, 'project_id': '3f8bbfffd33a4fdd928e8a2e869ac72a', 'gw_port': {'id': 'bd10c799-223c-4cc4-8764-6d527808488c', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b392aa9-ace7-4d59-8b9f-4789fa70952e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:29Z', 'updated_at': '2021-07-06T14:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'f86d1a01-a571-42e2-b76b-75564bec1109', 'name': '', 'network_id': 'f8d610a7-2d94-498d-8b8d-e3198644d33a', 'tenant_id': '3f8bbfffd33a4fdd928e8a2e869ac72a', 'mac_address': 'fa:16:3e:70:d5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b392aa9-ace7-4d59-8b9f-4789fa70952e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '4c6e510b-3ed2-40ff-911f-5365528002dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:34Z', 'updated_at': '2021-07-06T14:13:45Z', 'revision_number': 4, 'project_id': '3f8bbfffd33a4fdd928e8a2e869ac72a', 'subnets': [{'id': '4c6e510b-3ed2-40ff-911f-5365528002dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:13:46.554172 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68a6d32-9a61-4970-911a-e97c07d7f77c None None] Network a16e0673-380c-49e9-9907-f61cf1e1ef41 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:13:46.757106 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ac74bcc8-a66e-4de6-8a94-e03df7460baa None None] Provisioning for port 07d6016b-acac-4d4a-afa1-367bc7e1d303 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:46.766324 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:46.865912 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-f9fde2ad-aee2-4e5c-8d09-eba3af9fed58 admin admin] Deleting port 12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:46.867748 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f9fde2ad-aee2-4e5c-8d09-eba3af9fed58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:47.149635 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1174b691-1153-4ae3-a750-b112878cd34e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:47.228514 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f86d1a01-a571-42e2-b76b-75564bec1109 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:47.232597 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8ee715c1-9fe6-49ae-a354-6ec0839bf37e None None] Provisioning for port ec395c95-0e9b-40fc-822c-69e0606c0d6b completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:47.282715 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8ee715c1-9fe6-49ae-a354-6ec0839bf37e None None] Provisioning complete for port ec395c95-0e9b-40fc-822c-69e0606c0d6b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:47.283368 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8ee715c1-9fe6-49ae-a354-6ec0839bf37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:47.321662 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-f9fde2ad-aee2-4e5c-8d09-eba3af9fed58 admin admin] For port 12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:47.322210 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f9fde2ad-aee2-4e5c-8d09-eba3af9fed58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:47.372439 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-8ee715c1-9fe6-49ae-a354-6ec0839bf37e None None] Port ec395c95-0e9b-40fc-822c-69e0606c0d6b cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:13:47.396347 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port f86d1a01-a571-42e2-b76b-75564bec1109 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:47.406568 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port f86d1a01-a571-42e2-b76b-75564bec1109 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:47.409534 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:47.417773 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-f9fde2ad-aee2-4e5c-8d09-eba3af9fed58 admin admin] Calling delete_port for 12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6 owned by network:router_gateway {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:47.487368 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f44a08ed-5e33-482e-9151-70cc3558457f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:47.577400 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f44a08ed-5e33-482e-9151-70cc3558457f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:47.597394 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:47.666990 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port f86d1a01-a571-42e2-b76b-75564bec1109, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=f86d1a01-a571-42e2-b76b-75564bec1109,segment=NetworkSegment(86714b73-bf44-456d-b138-1e1211fb6b2c),segment_id=86714b73-bf44-456d-b138-1e1211fb6b2c)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:47.669458 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-271826c5-4274-4815-b5ff-4b3c45d4ac93 None None] Provisioning complete for port ec395c95-0e9b-40fc-822c-69e0606c0d6b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:47.670050 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-271826c5-4274-4815-b5ff-4b3c45d4ac93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:47.723880 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:47.724943 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 07d6016b-acac-4d4a-afa1-367bc7e1d303 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:47.757785 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f44a08ed-5e33-482e-9151-70cc3558457f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:47.796642 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a08ed-5e33-482e-9151-70cc3558457f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Port': ['ID=ec395c95-0e9b-40fc-822c-69e0606c0d6b,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:47.838686 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-271826c5-4274-4815-b5ff-4b3c45d4ac93 None None] Port ec395c95-0e9b-40fc-822c-69e0606c0d6b cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:13:47.868051 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=f86d1a01-a571-42e2-b76b-75564bec1109,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:47.888002 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 07d6016b-acac-4d4a-afa1-367bc7e1d303 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:47.901259 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 07d6016b-acac-4d4a-afa1-367bc7e1d303 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:47.901717 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:47.994507 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1174b691-1153-4ae3-a750-b112878cd34e admin admin] Router 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:13:48.048525 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:48.104450 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 07d6016b-acac-4d4a-afa1-367bc7e1d303, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=07d6016b-acac-4d4a-afa1-367bc7e1d303,segment=NetworkSegment(ae1a47b9-0738-462d-aaad-131acea04bc8),segment_id=ae1a47b9-0738-462d-aaad-131acea04bc8)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:48.116144 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:48.128990 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 1843997d-2cfb-4182-b2bb-6b66756ec9c3 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:13:48.132640 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44a08ed-5e33-482e-9151-70cc3558457f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network a16e0673-380c-49e9-9907-f61cf1e1ef41 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:13:48.133609 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f9fde2ad-aee2-4e5c-8d09-eba3af9fed58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:48.147185 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-f44a08ed-5e33-482e-9151-70cc3558457f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:48.203562 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fde2ad-aee2-4e5c-8d09-eba3af9fed58 admin admin] Pushing event deleted for resources: {'Port': ['ID=12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:48.235941 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 1843997d-2cfb-4182-b2bb-6b66756ec9c3 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:13:48.236291 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 1843997d-2cfb-4182-b2bb-6b66756ec9c3 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:13:48.270251 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=07d6016b-acac-4d4a-afa1-367bc7e1d303,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:48.274276 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1174b691-1153-4ae3-a750-b112878cd34e admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:13:48.287590 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64586f0-390a-410e-aa3b-b97f28925346 None None] Sync routers for ids ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:13:48.288767 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1174b691-1153-4ae3-a750-b112878cd34e admin admin] 10.222.0.118 "PUT /v2.0/routers/876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0394585 Jul 06 14:13:48.291500 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47406) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:48.346590 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64586f0-390a-410e-aa3b-b97f28925346 None None] Routers {'876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:48.347535 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f64586f0-390a-410e-aa3b-b97f28925346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:48.439386 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ddba842e-393c-4221-ba90-25d7812a216f admin admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:48.496482 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f9fde2ad-aee2-4e5c-8d09-eba3af9fed58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:48.537638 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-f64586f0-390a-410e-aa3b-b97f28925346 None None] Set router 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:48.604220 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f9fde2ad-aee2-4e5c-8d09-eba3af9fed58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:48.607519 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f9fde2ad-aee2-4e5c-8d09-eba3af9fed58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:48.610652 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ddba842e-393c-4221-ba90-25d7812a216f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:48.665471 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f9fde2ad-aee2-4e5c-8d09-eba3af9fed58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:48.666150 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fde2ad-aee2-4e5c-8d09-eba3af9fed58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bec15eb-e187-4db5-8d66-f61090e8fcae {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:13:48.673663 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f9fde2ad-aee2-4e5c-8d09-eba3af9fed58 admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:48.679153 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f9fde2ad-aee2-4e5c-8d09-eba3af9fed58 admin admin] 10.222.0.118 "DELETE /v2.0/routers/4bec15eb-e187-4db5-8d66-f61090e8fcae HTTP/1.1" status: 204 len: 168 time: 4.4612541 Jul 06 14:13:48.679153 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44a08ed-5e33-482e-9151-70cc3558457f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Router b8c63a47-00fb-4ec2-88e4-c55ba351d905 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:13:48.680308 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-633c8728-febe-4c3b-8f1d-5c775613a7e8 None None] Provisioning complete for port ec395c95-0e9b-40fc-822c-69e0606c0d6b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:48.680427 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47418) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:48.680532 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-633c8728-febe-4c3b-8f1d-5c775613a7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:48.777669 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5b7c40-5f71-41f7-8c2e-213924b99ae5 admin admin] Deleting subnet d90f3845-2756-49c1-a0ad-576b16416a3c {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:13:48.785575 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d5b7c40-5f71-41f7-8c2e-213924b99ae5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:48.858461 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d5b7c40-5f71-41f7-8c2e-213924b99ae5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:48.860434 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-633c8728-febe-4c3b-8f1d-5c775613a7e8 None None] Port ec395c95-0e9b-40fc-822c-69e0606c0d6b cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:13:48.868315 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:48.900157 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44a08ed-5e33-482e-9151-70cc3558457f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:13:48.911288 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f44a08ed-5e33-482e-9151-70cc3558457f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "PUT /v2.0/routers/b8c63a47-00fb-4ec2-88e4-c55ba351d905/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2080066 Jul 06 14:13:48.913934 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6533cdcc-430e-441c-ab11-332651bcfcaf None None] Sync routers for ids ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:13:48.914417 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47424) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:48.922107 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-36b4a23a-e881-4989-9269-1b1687c462af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'network': {'name': 'tempest-RoutersTest-11509764'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:48.925382 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6533cdcc-430e-441c-ab11-332651bcfcaf None None] Routers {'b8c63a47-00fb-4ec2-88e4-c55ba351d905'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:48.933420 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-6533cdcc-430e-441c-ab11-332651bcfcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:48.992036 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b4a23a-e881-4989-9269-1b1687c462af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Made reservation on behalf of f296bcf9fcc3467fa5b1f6fbfff7535a for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:13:48.996741 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-36b4a23a-e881-4989-9269-1b1687c462af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:49.041202 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d5b7c40-5f71-41f7-8c2e-213924b99ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:49.106780 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d5b7c40-5f71-41f7-8c2e-213924b99ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:49.113573 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ddba842e-393c-4221-ba90-25d7812a216f admin admin] Deleting port 7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:49.114190 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ddba842e-393c-4221-ba90-25d7812a216f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:49.127406 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b4a23a-e881-4989-9269-1b1687c462af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:13:49.134828 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f64586f0-390a-410e-aa3b-b97f28925346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'name': 'tempest-TestVolumeBootPattern-98072569-router', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:13:44Z', 'revision_number': 5, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'gw_port': {'id': '7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2072, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:01:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:49.174721 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-36b4a23a-e881-4989-9269-1b1687c462af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:49.178964 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-36b4a23a-e881-4989-9269-1b1687c462af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Added segment 866eaf77-ee49-41ee-aad3-4cef5bd54e2d of type vlan for network 02a00ad7-7f9a-4630-95e0-a5fd854c0834 Jul 06 14:13:49.200755 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b7c40-5f71-41f7-8c2e-213924b99ae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d90f3845-2756-49c1-a0ad-576b16416a3c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:49.214252 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d5b7c40-5f71-41f7-8c2e-213924b99ae5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:49.217080 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0d5b7c40-5f71-41f7-8c2e-213924b99ae5 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/d90f3845-2756-49c1-a0ad-576b16416a3c HTTP/1.1" status: 204 len: 168 time: 0.5331194 Jul 06 14:13:49.220451 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47428) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:49.259835 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c586d1bd-cd41-466b-b261-80bd5005c7c4 None None] Network 35d77bdb-e204-403c-abe2-ae620a0c9215 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:13:49.273787 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64586f0-390a-410e-aa3b-b97f28925346 None None] Checking router: 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:13:49.317202 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-491fdee4-2a7d-4a43-83de-168c8f132880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:49.348540 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-6533cdcc-430e-441c-ab11-332651bcfcaf None None] Set router b8c63a47-00fb-4ec2-88e4-c55ba351d905 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:49.375244 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-36b4a23a-e881-4989-9269-1b1687c462af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:49.462272 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-ddba842e-393c-4221-ba90-25d7812a216f admin admin] For port 7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:49.462714 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ddba842e-393c-4221-ba90-25d7812a216f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:49.490635 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-36b4a23a-e881-4989-9269-1b1687c462af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:49.507762 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b4a23a-e881-4989-9269-1b1687c462af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:49.510420 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-36b4a23a-e881-4989-9269-1b1687c462af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:49.517131 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f86d1a01-a571-42e2-b76b-75564bec1109 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:49.539587 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ddba842e-393c-4221-ba90-25d7812a216f admin admin] Calling delete_port for 7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0 owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:49.639964 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64586f0-390a-410e-aa3b-b97f28925346 None None] Routers {'876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:49.641280 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f64586f0-390a-410e-aa3b-b97f28925346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:49.661262 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-491fdee4-2a7d-4a43-83de-168c8f132880 admin admin] Deleting port ed0bb27e-41eb-4a82-b20d-5c476b602a47 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:49.661614 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-491fdee4-2a7d-4a43-83de-168c8f132880 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:49.690768 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4a23a-e881-4989-9269-1b1687c462af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Network': ['ID=02a00ad7-7f9a-4630-95e0-a5fd854c0834,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:49.709920 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-36b4a23a-e881-4989-9269-1b1687c462af tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7916827 Jul 06 14:13:49.711393 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47436) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:49.718736 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-4c3a5220-5cbe-4276-b039-53cb83cfa431 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'subnet': {'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:49.768718 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 02a00ad7-7f9a-4630-95e0-a5fd854c0834 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:13:49.873848 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-6533cdcc-430e-441c-ab11-332651bcfcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:13:45Z', 'revision_number': 2, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None, '_interfaces': [{'id': 'ec395c95-0e9b-40fc-822c-69e0606c0d6b', 'name': '', 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:cc:ab:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:43Z', 'updated_at': '2021-07-06T14:13:47Z', 'revision_number': 2, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:49.887826 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-491fdee4-2a7d-4a43-83de-168c8f132880 admin admin] For port ed0bb27e-41eb-4a82-b20d-5c476b602a47, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=ed0bb27e-41eb-4a82-b20d-5c476b602a47,segment=NetworkSegment(13f2b2e0-93d0-4554-b7be-996e1e1405ef),segment_id=13f2b2e0-93d0-4554-b7be-996e1e1405ef)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:49.888496 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-491fdee4-2a7d-4a43-83de-168c8f132880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:49.909310 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-491fdee4-2a7d-4a43-83de-168c8f132880 admin admin] Calling delete_port for ed0bb27e-41eb-4a82-b20d-5c476b602a47 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:49.937193 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6533cdcc-430e-441c-ab11-332651bcfcaf None None] Checking router: b8c63a47-00fb-4ec2-88e4-c55ba351d905 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:13:49.938760 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6533cdcc-430e-441c-ab11-332651bcfcaf None None] Updating router b8c63a47-00fb-4ec2-88e4-c55ba351d905 port ec395c95-0e9b-40fc-822c-69e0606c0d6b binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:13:49.992395 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3a5220-5cbe-4276-b039-53cb83cfa431 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Made reservation on behalf of f296bcf9fcc3467fa5b1f6fbfff7535a for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:13:50.001576 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4c3a5220-5cbe-4276-b039-53cb83cfa431 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:50.002175 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-6533cdcc-430e-441c-ab11-332651bcfcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:50.032939 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ddba842e-393c-4221-ba90-25d7812a216f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:50.073174 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba842e-393c-4221-ba90-25d7812a216f admin admin] Pushing event deleted for resources: {'Port': ['ID=7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:50.130394 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-491fdee4-2a7d-4a43-83de-168c8f132880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:50.175687 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491fdee4-2a7d-4a43-83de-168c8f132880 admin admin] No DVR routers for this DVR port ed0bb27e-41eb-4a82-b20d-5c476b602a47 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:13:50.195477 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-f64586f0-390a-410e-aa3b-b97f28925346 None None] Set router 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:50.246327 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491fdee4-2a7d-4a43-83de-168c8f132880 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed0bb27e-41eb-4a82-b20d-5c476b602a47,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:50.268117 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port f86d1a01-a571-42e2-b76b-75564bec1109 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:50.269414 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:50.272132 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f64586f0-390a-410e-aa3b-b97f28925346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'name': 'tempest-TestVolumeBootPattern-98072569-router', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:13:48Z', 'revision_number': 6, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:50.320073 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ddba842e-393c-4221-ba90-25d7812a216f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:50.332643 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64586f0-390a-410e-aa3b-b97f28925346 None None] The sync data for ids ['876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc'] in n-d-773644-6 is: [{'id': '876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc', 'name': 'tempest-TestVolumeBootPattern-98072569-router', 'tenant_id': '4e5e90395ebd4404a252de8a1621c3cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:08Z', 'updated_at': '2021-07-06T14:13:48Z', 'revision_number': 6, 'project_id': '4e5e90395ebd4404a252de8a1621c3cf', 'gw_port_host': None}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:13:50.421723 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 07d6016b-acac-4d4a-afa1-367bc7e1d303 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:50.468696 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-491fdee4-2a7d-4a43-83de-168c8f132880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:50.502578 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 07d6016b-acac-4d4a-afa1-367bc7e1d303 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:50.503142 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:50.507464 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4c3a5220-5cbe-4276-b039-53cb83cfa431 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:50.537462 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-491fdee4-2a7d-4a43-83de-168c8f132880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d77bdb-e204-403c-abe2-ae620a0c9215']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:50.549886 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ddba842e-393c-4221-ba90-25d7812a216f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:50.552005 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ddba842e-393c-4221-ba90-25d7812a216f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:50.554432 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-491fdee4-2a7d-4a43-83de-168c8f132880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f2b2e0-93d0-4554-b7be-996e1e1405ef') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:50.554737 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-491fdee4-2a7d-4a43-83de-168c8f132880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f2b2e0-93d0-4554-b7be-996e1e1405ef') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:50.581070 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-491fdee4-2a7d-4a43-83de-168c8f132880 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:50.626074 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a5220-5cbe-4276-b039-53cb83cfa431 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Subnet': ['ID=0f75cf32-e546-448e-9691-d18f935bd4aa,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:50.647434 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-491fdee4-2a7d-4a43-83de-168c8f132880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:50.660753 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491fdee4-2a7d-4a43-83de-168c8f132880 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:13:50.661862 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-491fdee4-2a7d-4a43-83de-168c8f132880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:50.680642 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3a5220-5cbe-4276-b039-53cb83cfa431 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Checking segment: {'id': '866eaf77-ee49-41ee-aad3-4cef5bd54e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:13:50.681076 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3a5220-5cbe-4276-b039-53cb83cfa431 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network hostable DHCP agents. Network: 02a00ad7-7f9a-4630-95e0-a5fd854c0834, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:13:50.685105 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-6533cdcc-430e-441c-ab11-332651bcfcaf None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:50.701262 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3a5220-5cbe-4276-b039-53cb83cfa431 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network 02a00ad7-7f9a-4630-95e0-a5fd854c0834 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:13:50.726090 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-4c3a5220-5cbe-4276-b039-53cb83cfa431 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 02a00ad7-7f9a-4630-95e0-a5fd854c0834) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:50.727659 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a967520c-4b95-44a8-af23-5527ac5eafa0 None None] DHCP port deletion for 35d77bdb-e204-403c-abe2-ae620a0c9215 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:13:50.740410 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdab120e-08fa-4055-98be-9e20c051defa None None] Network 02a00ad7-7f9a-4630-95e0-a5fd854c0834 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:13:50.742870 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3a5220-5cbe-4276-b039-53cb83cfa431 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:50.744298 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4c3a5220-5cbe-4276-b039-53cb83cfa431 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:13:50.771990 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:13:50.781839 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ddba842e-393c-4221-ba90-25d7812a216f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:50.783931 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddba842e-393c-4221-ba90-25d7812a216f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:13:50.801439 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ddba842e-393c-4221-ba90-25d7812a216f admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:50.801439 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ddba842e-393c-4221-ba90-25d7812a216f admin admin] 10.222.0.118 "DELETE /v2.0/routers/876bdebd-a7ca-45a1-b1c0-a3f617e3b4fc HTTP/1.1" status: 204 len: 168 time: 2.5075369 Jul 06 14:13:50.808066 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47448) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:50.863869 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4c3a5220-5cbe-4276-b039-53cb83cfa431 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1513269 Jul 06 14:13:50.865282 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47452) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:50.893251 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eee2694-5cd5-46ce-b300-9d9af4c5c7b4 admin admin] Deleting subnet 63f5e127-3353-454e-884a-bc0470d3f3d4 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:13:50.894450 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-6533cdcc-430e-441c-ab11-332651bcfcaf None None] Transition to ACTIVE for port object ec395c95-0e9b-40fc-822c-69e0606c0d6b will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:50.910027 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3eee2694-5cd5-46ce-b300-9d9af4c5c7b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:50.912323 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-6533cdcc-430e-441c-ab11-332651bcfcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:50.997949 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3eee2694-5cd5-46ce-b300-9d9af4c5c7b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:51.016452 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-491fdee4-2a7d-4a43-83de-168c8f132880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:51.035369 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-491fdee4-2a7d-4a43-83de-168c8f132880 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:51.037564 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-491fdee4-2a7d-4a43-83de-168c8f132880 admin admin] 10.222.0.118 "DELETE /v2.0/networks/35d77bdb-e204-403c-abe2-ae620a0c9215 HTTP/1.1" status: 204 len: 168 time: 1.8158507 Jul 06 14:13:51.088157 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47458) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:51.212276 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb6f06-5505-4999-b761-193b815b1058 None None] Pushing event updated for resources: {'Port': ['ID=ec395c95-0e9b-40fc-822c-69e0606c0d6b,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:51.251182 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb6f06-5505-4999-b761-193b815b1058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:51.251528 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb6f06-5505-4999-b761-193b815b1058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:51.251868 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb6f06-5505-4999-b761-193b815b1058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:51.252197 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb6f06-5505-4999-b761-193b815b1058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:51.252548 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb6f06-5505-4999-b761-193b815b1058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:51.252874 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb6f06-5505-4999-b761-193b815b1058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:51.253196 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb6f06-5505-4999-b761-193b815b1058 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:51.253517 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb6f06-5505-4999-b761-193b815b1058 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:51.253900 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb6f06-5505-4999-b761-193b815b1058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:51.255074 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb6f06-5505-4999-b761-193b815b1058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:51.255556 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb6f06-5505-4999-b761-193b815b1058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:51.256060 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdb6f06-5505-4999-b761-193b815b1058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:13:51.270162 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-6533cdcc-430e-441c-ab11-332651bcfcaf None None] Attempting to bind port ec395c95-0e9b-40fc-822c-69e0606c0d6b on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:13:51.270827 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-6533cdcc-430e-441c-ab11-332651bcfcaf None None] Attempting to bind port ec395c95-0e9b-40fc-822c-69e0606c0d6b by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'ae1a47b9-0738-462d-aaad-131acea04bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:13:51.271385 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6533cdcc-430e-441c-ab11-332651bcfcaf None None] Attempting to bind port ec395c95-0e9b-40fc-822c-69e0606c0d6b on network a16e0673-380c-49e9-9907-f61cf1e1ef41 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:13:51.282856 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6533cdcc-430e-441c-ab11-332651bcfcaf None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:13:51.284053 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6533cdcc-430e-441c-ab11-332651bcfcaf None None] Checking segment: {'id': 'ae1a47b9-0738-462d-aaad-131acea04bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:13:51.285179 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-6533cdcc-430e-441c-ab11-332651bcfcaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:51.285786 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6533cdcc-430e-441c-ab11-332651bcfcaf None None] Bound using segment: {'id': 'ae1a47b9-0738-462d-aaad-131acea04bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:13:51.286475 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-6533cdcc-430e-441c-ab11-332651bcfcaf None None] Bound port: ec395c95-0e9b-40fc-822c-69e0606c0d6b, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae1a47b9-0738-462d-aaad-131acea04bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:13:51.287153 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-6533cdcc-430e-441c-ab11-332651bcfcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:51.355095 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491fdee4-2a7d-4a43-83de-168c8f132880 admin admin] Pushing event deleted for resources: {'Network': ['ID=35d77bdb-e204-403c-abe2-ae620a0c9215,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:51.460529 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-6533cdcc-430e-441c-ab11-332651bcfcaf None None] For port ec395c95-0e9b-40fc-822c-69e0606c0d6b, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:13:51.470451 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-6533cdcc-430e-441c-ab11-332651bcfcaf None None] For port ec395c95-0e9b-40fc-822c-69e0606c0d6b, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=ec395c95-0e9b-40fc-822c-69e0606c0d6b,segment=NetworkSegment(ae1a47b9-0738-462d-aaad-131acea04bc8),segment_id=ae1a47b9-0738-462d-aaad-131acea04bc8)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:13:51.478067 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-6533cdcc-430e-441c-ab11-332651bcfcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:51.512238 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 64ca2032-f6d4-4f4b-86ad-2e51b1386b85 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:13:51.616595 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3eee2694-5cd5-46ce-b300-9d9af4c5c7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:51.622086 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 64ca2032-f6d4-4f4b-86ad-2e51b1386b85 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:13:51.622597 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 64ca2032-f6d4-4f4b-86ad-2e51b1386b85 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:13:51.623221 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:13:51.715340 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb6f06-5505-4999-b761-193b815b1058 None None] Pushing event updated for resources: {'Port': ['ID=ec395c95-0e9b-40fc-822c-69e0606c0d6b,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:51.740067 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6533cdcc-430e-441c-ab11-332651bcfcaf None None] Routers {'b8c63a47-00fb-4ec2-88e4-c55ba351d905'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:51.741108 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-6533cdcc-430e-441c-ab11-332651bcfcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:51.906231 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:13:51.907245 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 12e71a18-bff1-45d2-9f7d-e34e3a4f5cf6 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:13:51.907924 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ed0bb27e-41eb-4a82-b20d-5c476b602a47 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:13:52.008005 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: ed0bb27e-41eb-4a82-b20d-5c476b602a47 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:13:52.015829 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ed0bb27e-41eb-4a82-b20d-5c476b602a47 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:13:52.064023 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-6533cdcc-430e-441c-ab11-332651bcfcaf None None] Set router b8c63a47-00fb-4ec2-88e4-c55ba351d905 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:52.167596 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e882af-4fa9-42ff-b844-7a981a8e40e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-02a00ad7-7f9a-4630-95e0-a5fd854c0834', 'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'fixed_ips': [{'subnet_id': '0f75cf32-e546-448e-9691-d18f935bd4aa'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:13:52.169250 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-35e882af-4fa9-42ff-b844-7a981a8e40e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:52.248686 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aa04f42c-b02f-4051-8b8c-692f75333475 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:52.574915 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-6533cdcc-430e-441c-ab11-332651bcfcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:13:45Z', 'revision_number': 2, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None, '_interfaces': [{'id': 'ec395c95-0e9b-40fc-822c-69e0606c0d6b', 'name': '', 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:cc:ab:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:43Z', 'updated_at': '2021-07-06T14:13:51Z', 'revision_number': 4, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:52.621377 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6533cdcc-430e-441c-ab11-332651bcfcaf None None] The sync data for ids ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'] in n-d-773644-6 is: [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:13:45Z', 'revision_number': 2, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None, '_interfaces': [{'id': 'ec395c95-0e9b-40fc-822c-69e0606c0d6b', 'name': '', 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:cc:ab:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:43Z', 'updated_at': '2021-07-06T14:13:51Z', 'revision_number': 4, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:13:52.648667 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-35e882af-4fa9-42ff-b844-7a981a8e40e5 None None] Allocated IP 172.21.0.2 (02a00ad7-7f9a-4630-95e0-a5fd854c0834/0f75cf32-e546-448e-9691-d18f935bd4aa/296c075b-6a3c-4ea5-8f73-226b03c5af05) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:13:53.127513 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3eee2694-5cd5-46ce-b300-9d9af4c5c7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:53.180295 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-35e882af-4fa9-42ff-b844-7a981a8e40e5 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:53.211949 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-35e882af-4fa9-42ff-b844-7a981a8e40e5 None None] Transition to ACTIVE for port object 296c075b-6a3c-4ea5-8f73-226b03c5af05 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:53.237695 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3eee2694-5cd5-46ce-b300-9d9af4c5c7b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:53.240198 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3eee2694-5cd5-46ce-b300-9d9af4c5c7b4 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/63f5e127-3353-454e-884a-bc0470d3f3d4 HTTP/1.1" status: 204 len: 168 time: 2.4307909 Jul 06 14:13:53.243103 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47474) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:53.253771 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-35e882af-4fa9-42ff-b844-7a981a8e40e5 None None] Transition to ACTIVE for port object 296c075b-6a3c-4ea5-8f73-226b03c5af05 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:53.255118 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee2694-5cd5-46ce-b300-9d9af4c5c7b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63f5e127-3353-454e-884a-bc0470d3f3d4,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:53.273358 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:13:53.336997 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4d1591-eebf-4fd6-85aa-0317154e0339 None None] Network 55ac526b-1e87-42ff-98ca-8b8357b7302f requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:13:53.382835 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-35e882af-4fa9-42ff-b844-7a981a8e40e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:53.513504 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:13:53.515651 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 7832ec0e-a905-4a98-9bf8-b2d14fb8b9a0 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:13:53.563149 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-42f37bd4-ef8b-434e-b99a-884f08b33a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:53.566692 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-33030b00-a3a7-4d05-8536-b61bca7a96a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:53.579390 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-aa04f42c-b02f-4051-8b8c-692f75333475 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Allocated IP 172.21.0.1 (02a00ad7-7f9a-4630-95e0-a5fd854c0834/0f75cf32-e546-448e-9691-d18f935bd4aa/879d3bef-005a-43ec-a4c9-3e18369bd1f4) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:13:53.588082 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e882af-4fa9-42ff-b844-7a981a8e40e5 None None] Pushing event updated for resources: {'Port': ['ID=296c075b-6a3c-4ea5-8f73-226b03c5af05,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:53.623146 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e882af-4fa9-42ff-b844-7a981a8e40e5 None None] Network 02a00ad7-7f9a-4630-95e0-a5fd854c0834 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:13:53.633326 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-35e882af-4fa9-42ff-b844-7a981a8e40e5 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:53.646323 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e882af-4fa9-42ff-b844-7a981a8e40e5 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:13:53.702432 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:13:53.890571 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-35e882af-4fa9-42ff-b844-7a981a8e40e5 None None] Attempting to bind port 296c075b-6a3c-4ea5-8f73-226b03c5af05 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:13:53.895284 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-35e882af-4fa9-42ff-b844-7a981a8e40e5 None None] Attempting to bind port 296c075b-6a3c-4ea5-8f73-226b03c5af05 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '866eaf77-ee49-41ee-aad3-4cef5bd54e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:13:53.895751 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e882af-4fa9-42ff-b844-7a981a8e40e5 None None] Attempting to bind port 296c075b-6a3c-4ea5-8f73-226b03c5af05 on network 02a00ad7-7f9a-4630-95e0-a5fd854c0834 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:13:53.910052 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e882af-4fa9-42ff-b844-7a981a8e40e5 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:13:53.910591 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e882af-4fa9-42ff-b844-7a981a8e40e5 None None] Checking segment: {'id': '866eaf77-ee49-41ee-aad3-4cef5bd54e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:13:53.912986 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-35e882af-4fa9-42ff-b844-7a981a8e40e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:53.913477 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e882af-4fa9-42ff-b844-7a981a8e40e5 None None] Bound using segment: {'id': '866eaf77-ee49-41ee-aad3-4cef5bd54e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:13:53.914268 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-35e882af-4fa9-42ff-b844-7a981a8e40e5 None None] Bound port: 296c075b-6a3c-4ea5-8f73-226b03c5af05, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866eaf77-ee49-41ee-aad3-4cef5bd54e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:13:53.915618 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-35e882af-4fa9-42ff-b844-7a981a8e40e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:53.931018 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-33030b00-a3a7-4d05-8536-b61bca7a96a7 admin admin] Deleting port 656ecc0c-93df-4a5d-815c-0e1d223ae0d9 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:53.931524 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-33030b00-a3a7-4d05-8536-b61bca7a96a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:54.075874 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-35e882af-4fa9-42ff-b844-7a981a8e40e5 None None] For port 296c075b-6a3c-4ea5-8f73-226b03c5af05, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:13:54.084801 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-35e882af-4fa9-42ff-b844-7a981a8e40e5 None None] For port 296c075b-6a3c-4ea5-8f73-226b03c5af05, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=296c075b-6a3c-4ea5-8f73-226b03c5af05,segment=NetworkSegment(866eaf77-ee49-41ee-aad3-4cef5bd54e2d),segment_id=866eaf77-ee49-41ee-aad3-4cef5bd54e2d)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:13:54.097883 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-35e882af-4fa9-42ff-b844-7a981a8e40e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:54.218856 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-42f37bd4-ef8b-434e-b99a-884f08b33a33 admin admin] Deleting port f86d1a01-a571-42e2-b76b-75564bec1109 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:54.232495 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-42f37bd4-ef8b-434e-b99a-884f08b33a33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:54.335776 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40861764-6898-4d0b-b273-4c8901af1781 None None] DHCP port deletion for 55ac526b-1e87-42ff-98ca-8b8357b7302f request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:13:54.346625 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e882af-4fa9-42ff-b844-7a981a8e40e5 None None] Pushing event updated for resources: {'Port': ['ID=296c075b-6a3c-4ea5-8f73-226b03c5af05,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:54.439198 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-42f37bd4-ef8b-434e-b99a-884f08b33a33 admin admin] For port f86d1a01-a571-42e2-b76b-75564bec1109, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=f86d1a01-a571-42e2-b76b-75564bec1109,segment=NetworkSegment(86714b73-bf44-456d-b138-1e1211fb6b2c),segment_id=86714b73-bf44-456d-b138-1e1211fb6b2c)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:54.440971 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-42f37bd4-ef8b-434e-b99a-884f08b33a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:54.481043 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-40861764-6898-4d0b-b273-4c8901af1781 None None] Deleting port 656ecc0c-93df-4a5d-815c-0e1d223ae0d9 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:54.481882 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-42f37bd4-ef8b-434e-b99a-884f08b33a33 admin admin] Calling delete_port for f86d1a01-a571-42e2-b76b-75564bec1109 owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:54.483866 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-40861764-6898-4d0b-b273-4c8901af1781 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:54.787010 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-40861764-6898-4d0b-b273-4c8901af1781 None None] For port 656ecc0c-93df-4a5d-815c-0e1d223ae0d9, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=656ecc0c-93df-4a5d-815c-0e1d223ae0d9,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:54.788755 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-40861764-6898-4d0b-b273-4c8901af1781 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:54.850932 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-40861764-6898-4d0b-b273-4c8901af1781 None None] Calling delete_port for 656ecc0c-93df-4a5d-815c-0e1d223ae0d9 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:54.985314 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aa04f42c-b02f-4051-8b8c-692f75333475 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:55.046807 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-aa04f42c-b02f-4051-8b8c-692f75333475 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Transition to ACTIVE for port object 879d3bef-005a-43ec-a4c9-3e18369bd1f4 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:13:55.132539 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-40861764-6898-4d0b-b273-4c8901af1781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:55.211312 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-42f37bd4-ef8b-434e-b99a-884f08b33a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:55.212515 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40861764-6898-4d0b-b273-4c8901af1781 None None] No DVR routers for this DVR port 656ecc0c-93df-4a5d-815c-0e1d223ae0d9 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:13:55.223971 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40861764-6898-4d0b-b273-4c8901af1781 None None] Pushing event deleted for resources: {'Port': ['ID=656ecc0c-93df-4a5d-815c-0e1d223ae0d9,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:55.277832 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aa04f42c-b02f-4051-8b8c-692f75333475 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:55.285110 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ec395c95-0e9b-40fc-822c-69e0606c0d6b up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:55.320938 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f37bd4-ef8b-434e-b99a-884f08b33a33 admin admin] Pushing event deleted for resources: {'Port': ['ID=f86d1a01-a571-42e2-b76b-75564bec1109,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:55.423358 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port ec395c95-0e9b-40fc-822c-69e0606c0d6b completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:55.429049 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port ec395c95-0e9b-40fc-822c-69e0606c0d6b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:55.430478 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:55.459816 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa04f42c-b02f-4051-8b8c-692f75333475 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network 02a00ad7-7f9a-4630-95e0-a5fd854c0834 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:13:55.464308 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04f42c-b02f-4051-8b8c-692f75333475 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Port': ['ID=879d3bef-005a-43ec-a4c9-3e18369bd1f4,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:55.475692 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-aa04f42c-b02f-4051-8b8c-692f75333475 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:55.482298 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa04f42c-b02f-4051-8b8c-692f75333475 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:13:55.586092 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-33030b00-a3a7-4d05-8536-b61bca7a96a7 admin admin] For port 656ecc0c-93df-4a5d-815c-0e1d223ae0d9, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=656ecc0c-93df-4a5d-815c-0e1d223ae0d9,segment=NetworkSegment(d64ab9a8-dac2-4d17-accc-3a348f341121),segment_id=d64ab9a8-dac2-4d17-accc-3a348f341121)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:55.586772 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-33030b00-a3a7-4d05-8536-b61bca7a96a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:55.624039 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aa04f42c-b02f-4051-8b8c-692f75333475 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:55.636647 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-33030b00-a3a7-4d05-8536-b61bca7a96a7 admin admin] Calling delete_port for 656ecc0c-93df-4a5d-815c-0e1d223ae0d9 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:55.724301 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:55.767527 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-42f37bd4-ef8b-434e-b99a-884f08b33a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:55.845107 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port ec395c95-0e9b-40fc-822c-69e0606c0d6b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=ec395c95-0e9b-40fc-822c-69e0606c0d6b,segment=NetworkSegment(ae1a47b9-0738-462d-aaad-131acea04bc8),segment_id=ae1a47b9-0738-462d-aaad-131acea04bc8)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:55.854843 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:55.867273 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 296c075b-6a3c-4ea5-8f73-226b03c5af05 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:56.039144 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=ec395c95-0e9b-40fc-822c-69e0606c0d6b,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:56.163840 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 296c075b-6a3c-4ea5-8f73-226b03c5af05 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:56.228113 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-33030b00-a3a7-4d05-8536-b61bca7a96a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:56.278688 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 656ecc0c-93df-4a5d-815c-0e1d223ae0d9 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:13:56.338068 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33030b00-a3a7-4d05-8536-b61bca7a96a7 admin admin] No DVR routers for this DVR port 656ecc0c-93df-4a5d-815c-0e1d223ae0d9 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:13:56.346823 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e4109a-c372-4105-a188-96319bfba165 None None] Network 02a00ad7-7f9a-4630-95e0-a5fd854c0834 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:13:56.352682 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 656ecc0c-93df-4a5d-815c-0e1d223ae0d9 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:13:56.353040 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 656ecc0c-93df-4a5d-815c-0e1d223ae0d9 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:13:56.384835 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aa04f42c-b02f-4051-8b8c-692f75333475 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:56.424949 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33030b00-a3a7-4d05-8536-b61bca7a96a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=656ecc0c-93df-4a5d-815c-0e1d223ae0d9,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:56.472048 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f37bd4-ef8b-434e-b99a-884f08b33a33 admin admin] Router 8b392aa9-ace7-4d59-8b9f-4789fa70952e has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:13:56.497470 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-33030b00-a3a7-4d05-8536-b61bca7a96a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:56.512641 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-33030b00-a3a7-4d05-8536-b61bca7a96a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ac526b-1e87-42ff-98ca-8b8357b7302f']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:56.550423 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fed62b83-28bd-4fe0-bae9-4a7162a4d3cf None None] Provisioning for port 296c075b-6a3c-4ea5-8f73-226b03c5af05 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:56.592710 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fed62b83-28bd-4fe0-bae9-4a7162a4d3cf None None] Provisioning complete for port 296c075b-6a3c-4ea5-8f73-226b03c5af05 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:56.594242 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fed62b83-28bd-4fe0-bae9-4a7162a4d3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:56.659396 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-33030b00-a3a7-4d05-8536-b61bca7a96a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd64ab9a8-dac2-4d17-accc-3a348f341121') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:56.659732 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-33030b00-a3a7-4d05-8536-b61bca7a96a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd64ab9a8-dac2-4d17-accc-3a348f341121') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:56.678717 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-33030b00-a3a7-4d05-8536-b61bca7a96a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:56.734913 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-33030b00-a3a7-4d05-8536-b61bca7a96a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:56.751420 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f37bd4-ef8b-434e-b99a-884f08b33a33 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:13:56.774753 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-42f37bd4-ef8b-434e-b99a-884f08b33a33 admin admin] 10.222.0.118 "PUT /v2.0/routers/8b392aa9-ace7-4d59-8b9f-4789fa70952e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6822729 Jul 06 14:13:56.775536 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47506) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:56.814137 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442331c7-7a5d-4a71-8d2e-2d92a2d063b4 None None] Sync routers for ids ['8b392aa9-ace7-4d59-8b9f-4789fa70952e'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:13:56.850492 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33030b00-a3a7-4d05-8536-b61bca7a96a7 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:13:56.851159 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-33030b00-a3a7-4d05-8536-b61bca7a96a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:13:56.853145 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:13:56.925955 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fed62b83-28bd-4fe0-bae9-4a7162a4d3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:56.933275 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442331c7-7a5d-4a71-8d2e-2d92a2d063b4 None None] Routers {'8b392aa9-ace7-4d59-8b9f-4789fa70952e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:56.940510 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-442331c7-7a5d-4a71-8d2e-2d92a2d063b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['8b392aa9-ace7-4d59-8b9f-4789fa70952e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:57.040358 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-33030b00-a3a7-4d05-8536-b61bca7a96a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:57.069866 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-43b0640b-e709-4805-8be0-f24e854966a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:57.105569 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-33030b00-a3a7-4d05-8536-b61bca7a96a7 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:57.117884 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-33030b00-a3a7-4d05-8536-b61bca7a96a7 admin admin] 10.222.0.118 "DELETE /v2.0/networks/55ac526b-1e87-42ff-98ca-8b8357b7302f HTTP/1.1" status: 204 len: 168 time: 3.8700984 Jul 06 14:13:57.131476 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47512) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:57.180444 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ec395c95-0e9b-40fc-822c-69e0606c0d6b up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:57.256554 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33030b00-a3a7-4d05-8536-b61bca7a96a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=55ac526b-1e87-42ff-98ca-8b8357b7302f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:57.262200 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-ecd7bc40-ac91-475f-aaf7-11fad13579bf req-b16f76ca-da84-4201-a6fe-7cf08bb94963 service neutron] (100418) timed out ('10.222.0.118', 35876) {{(pid=100418) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 14:13:57.405866 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-fed62b83-28bd-4fe0-bae9-4a7162a4d3cf None None] For port 296c075b-6a3c-4ea5-8f73-226b03c5af05, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=296c075b-6a3c-4ea5-8f73-226b03c5af05,segment=NetworkSegment(866eaf77-ee49-41ee-aad3-4cef5bd54e2d),segment_id=866eaf77-ee49-41ee-aad3-4cef5bd54e2d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:57.493876 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fed62b83-28bd-4fe0-bae9-4a7162a4d3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:57.496884 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-43b0640b-e709-4805-8be0-f24e854966a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:57.557091 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port ec395c95-0e9b-40fc-822c-69e0606c0d6b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:57.558170 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:57.615926 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aa04f42c-b02f-4051-8b8c-692f75333475 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:57.626250 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-43b0640b-e709-4805-8be0-f24e854966a9 admin admin] Deleting port bd10c799-223c-4cc4-8764-6d527808488c {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:57.627968 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-43b0640b-e709-4805-8be0-f24e854966a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:57.682818 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-442331c7-7a5d-4a71-8d2e-2d92a2d063b4 None None] Set router 8b392aa9-ace7-4d59-8b9f-4789fa70952e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:57.737208 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed62b83-28bd-4fe0-bae9-4a7162a4d3cf None None] Pushing event updated for resources: {'Port': ['ID=296c075b-6a3c-4ea5-8f73-226b03c5af05,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:57.784516 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aa04f42c-b02f-4051-8b8c-692f75333475 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:57.840018 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-50dffdfe-6bbf-477c-a474-268c3fe7e3eb None None] Provisioning complete for port 296c075b-6a3c-4ea5-8f73-226b03c5af05 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:57.840492 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-50dffdfe-6bbf-477c-a474-268c3fe7e3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:57.876475 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-43b0640b-e709-4805-8be0-f24e854966a9 admin admin] For port bd10c799-223c-4cc4-8764-6d527808488c, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=bd10c799-223c-4cc4-8764-6d527808488c,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:57.876856 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-43b0640b-e709-4805-8be0-f24e854966a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:57.908435 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-43b0640b-e709-4805-8be0-f24e854966a9 admin admin] Calling delete_port for bd10c799-223c-4cc4-8764-6d527808488c owned by network:router_gateway {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:57.995587 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aa04f42c-b02f-4051-8b8c-692f75333475 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:58.010175 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04f42c-b02f-4051-8b8c-692f75333475 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Port': ['ID=879d3bef-005a-43ec-a4c9-3e18369bd1f4,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:58.194789 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-43b0640b-e709-4805-8be0-f24e854966a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:58.200511 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa04f42c-b02f-4051-8b8c-692f75333475 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network 02a00ad7-7f9a-4630-95e0-a5fd854c0834 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:13:58.209232 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-aa04f42c-b02f-4051-8b8c-692f75333475 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:13:58.257803 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-50dffdfe-6bbf-477c-a474-268c3fe7e3eb None None] Provisioning for port 879d3bef-005a-43ec-a4c9-3e18369bd1f4 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:13:58.264676 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-50dffdfe-6bbf-477c-a474-268c3fe7e3eb None None] Provisioning complete for port 879d3bef-005a-43ec-a4c9-3e18369bd1f4 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:58.265059 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-50dffdfe-6bbf-477c-a474-268c3fe7e3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:58.270847 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0640b-e709-4805-8be0-f24e854966a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd10c799-223c-4cc4-8764-6d527808488c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:58.334360 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-50dffdfe-6bbf-477c-a474-268c3fe7e3eb None None] Port 879d3bef-005a-43ec-a4c9-3e18369bd1f4 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:13:58.336798 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-442331c7-7a5d-4a71-8d2e-2d92a2d063b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b392aa9-ace7-4d59-8b9f-4789fa70952e', 'name': 'tempest-TestAggregatesBasicOps-1842488209-router', 'tenant_id': '3f8bbfffd33a4fdd928e8a2e869ac72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.216'}], 'enable_snat': True}, 'gw_port_id': 'bd10c799-223c-4cc4-8764-6d527808488c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:28Z', 'updated_at': '2021-07-06T14:13:55Z', 'revision_number': 5, 'project_id': '3f8bbfffd33a4fdd928e8a2e869ac72a', 'gw_port': {'id': 'bd10c799-223c-4cc4-8764-6d527808488c', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:78:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b392aa9-ace7-4d59-8b9f-4789fa70952e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:29Z', 'updated_at': '2021-07-06T14:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:58.377916 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442331c7-7a5d-4a71-8d2e-2d92a2d063b4 None None] Checking router: 8b392aa9-ace7-4d59-8b9f-4789fa70952e for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:13:58.400900 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-43b0640b-e709-4805-8be0-f24e854966a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:58.412325 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442331c7-7a5d-4a71-8d2e-2d92a2d063b4 None None] Routers {'8b392aa9-ace7-4d59-8b9f-4789fa70952e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:58.412973 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-442331c7-7a5d-4a71-8d2e-2d92a2d063b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['8b392aa9-ace7-4d59-8b9f-4789fa70952e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:58.513193 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa04f42c-b02f-4051-8b8c-692f75333475 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Router b8c63a47-00fb-4ec2-88e4-c55ba351d905 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:13:58.569538 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-43b0640b-e709-4805-8be0-f24e854966a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:58.572603 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-43b0640b-e709-4805-8be0-f24e854966a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:58.594457 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-442331c7-7a5d-4a71-8d2e-2d92a2d063b4 None None] Set router 8b392aa9-ace7-4d59-8b9f-4789fa70952e gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:58.596859 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-32500c4b-a7b9-43d7-9cae-3f8ecbe994b7 None None] Provisioning complete for port 879d3bef-005a-43ec-a4c9-3e18369bd1f4 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:58.596859 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-32500c4b-a7b9-43d7-9cae-3f8ecbe994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:58.632465 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-43b0640b-e709-4805-8be0-f24e854966a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:58.633069 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b0640b-e709-4805-8be0-f24e854966a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b392aa9-ace7-4d59-8b9f-4789fa70952e {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:13:58.638295 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-43b0640b-e709-4805-8be0-f24e854966a9 admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:58.642265 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-43b0640b-e709-4805-8be0-f24e854966a9 admin admin] 10.222.0.118 "DELETE /v2.0/routers/8b392aa9-ace7-4d59-8b9f-4789fa70952e HTTP/1.1" status: 204 len: 168 time: 1.8655961 Jul 06 14:13:58.642941 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47528) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:58.677817 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa04f42c-b02f-4051-8b8c-692f75333475 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:13:58.684444 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-aa04f42c-b02f-4051-8b8c-692f75333475 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "PUT /v2.0/routers/b8c63a47-00fb-4ec2-88e4-c55ba351d905/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8175900 Jul 06 14:13:58.687559 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47530) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:58.689367 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209e735e-2de8-4b99-b768-8746efecc2ea None None] Sync routers for ids ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:13:58.700665 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-29a61f5b-4244-4cce-a329-07adf3fe0bd0 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'network': {'name': 'tempest-RoutersTest-852393394'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:58.702584 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209e735e-2de8-4b99-b768-8746efecc2ea None None] Routers {'b8c63a47-00fb-4ec2-88e4-c55ba351d905'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:13:58.703245 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-209e735e-2de8-4b99-b768-8746efecc2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:58.751107 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7d78f444-b348-4482-bfe7-f3fd04f0711d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:58.752855 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-178d70d3-1ae2-4697-ace9-638cc2e93731 admin admin] Deleting subnet 4c6e510b-3ed2-40ff-911f-5365528002dd {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:13:58.754096 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-32500c4b-a7b9-43d7-9cae-3f8ecbe994b7 None None] Port 879d3bef-005a-43ec-a4c9-3e18369bd1f4 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:13:58.763561 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-178d70d3-1ae2-4697-ace9-638cc2e93731 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:58.794153 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-442331c7-7a5d-4a71-8d2e-2d92a2d063b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b392aa9-ace7-4d59-8b9f-4789fa70952e', 'name': 'tempest-TestAggregatesBasicOps-1842488209-router', 'tenant_id': '3f8bbfffd33a4fdd928e8a2e869ac72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:28Z', 'updated_at': '2021-07-06T14:13:58Z', 'revision_number': 7, 'project_id': '3f8bbfffd33a4fdd928e8a2e869ac72a', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:58.809980 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-178d70d3-1ae2-4697-ace9-638cc2e93731 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:58.824600 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a61f5b-4244-4cce-a329-07adf3fe0bd0 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Made reservation on behalf of f296bcf9fcc3467fa5b1f6fbfff7535a for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:13:58.837302 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-29a61f5b-4244-4cce-a329-07adf3fe0bd0 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:58.863261 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442331c7-7a5d-4a71-8d2e-2d92a2d063b4 None None] The sync data for ids ['8b392aa9-ace7-4d59-8b9f-4789fa70952e'] in n-d-773644-6 is: [{'id': '8b392aa9-ace7-4d59-8b9f-4789fa70952e', 'name': 'tempest-TestAggregatesBasicOps-1842488209-router', 'tenant_id': '3f8bbfffd33a4fdd928e8a2e869ac72a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:28Z', 'updated_at': '2021-07-06T14:13:58Z', 'revision_number': 7, 'project_id': '3f8bbfffd33a4fdd928e8a2e869ac72a', 'gw_port_host': None}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:13:58.947344 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-178d70d3-1ae2-4697-ace9-638cc2e93731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:58.947532 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5dc69eb4-2c5b-44ba-ae75-ce51bea1d8fd None None] Provisioning complete for port 879d3bef-005a-43ec-a4c9-3e18369bd1f4 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:58.947805 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5dc69eb4-2c5b-44ba-ae75-ce51bea1d8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:58.955279 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a61f5b-4244-4cce-a329-07adf3fe0bd0 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:13:59.021312 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-178d70d3-1ae2-4697-ace9-638cc2e93731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:59.033709 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-5dc69eb4-2c5b-44ba-ae75-ce51bea1d8fd None None] Port 879d3bef-005a-43ec-a4c9-3e18369bd1f4 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:13:59.057900 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d70d3-1ae2-4697-ace9-638cc2e93731 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c6e510b-3ed2-40ff-911f-5365528002dd,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:59.070423 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-178d70d3-1ae2-4697-ace9-638cc2e93731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:59.070585 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6d0a31-e198-44b1-8f3a-e85b613c2926 None None] Network f8d610a7-2d94-498d-8b8d-e3198644d33a requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:13:59.075877 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-178d70d3-1ae2-4697-ace9-638cc2e93731 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/4c6e510b-3ed2-40ff-911f-5365528002dd HTTP/1.1" status: 204 len: 168 time: 0.4314039 Jul 06 14:13:59.076321 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47536) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:59.083803 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-29a61f5b-4244-4cce-a329-07adf3fe0bd0 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:59.084162 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-29a61f5b-4244-4cce-a329-07adf3fe0bd0 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Added segment 1c60eb9b-aa41-418e-a864-f1617f2e1dfa of type vlan for network 7b872aa8-bd60-4a2b-829a-72bc6e3b973a Jul 06 14:13:59.107340 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-209e735e-2de8-4b99-b768-8746efecc2ea None None] Set router b8c63a47-00fb-4ec2-88e4-c55ba351d905 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:13:59.162560 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8088e87c-d4d3-49da-8e6b-1251490ffcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:59.178134 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-29a61f5b-4244-4cce-a329-07adf3fe0bd0 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:59.342440 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-8088e87c-d4d3-49da-8e6b-1251490ffcff admin admin] Deleting port ea3441e0-c91c-4685-b414-8ecc58d925a7 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:13:59.342790 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8088e87c-d4d3-49da-8e6b-1251490ffcff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:59.459490 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-29a61f5b-4244-4cce-a329-07adf3fe0bd0 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:59.466492 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a61f5b-4244-4cce-a329-07adf3fe0bd0 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:13:59.467135 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-29a61f5b-4244-4cce-a329-07adf3fe0bd0 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:59.473086 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 296c075b-6a3c-4ea5-8f73-226b03c5af05 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:13:59.531552 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-29a61f5b-4244-4cce-a329-07adf3fe0bd0 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8383846 Jul 06 14:13:59.537984 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47542) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:13:59.574781 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-8088e87c-d4d3-49da-8e6b-1251490ffcff admin admin] For port ea3441e0-c91c-4685-b414-8ecc58d925a7, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=ea3441e0-c91c-4685-b414-8ecc58d925a7,segment=NetworkSegment(86714b73-bf44-456d-b138-1e1211fb6b2c),segment_id=86714b73-bf44-456d-b138-1e1211fb6b2c)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:13:59.575593 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8088e87c-d4d3-49da-8e6b-1251490ffcff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:59.580109 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-03e215a5-9162-4d6c-96da-c778051b779e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'subnet': {'network_id': '7b872aa8-bd60-4a2b-829a-72bc6e3b973a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:13:59.594471 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 296c075b-6a3c-4ea5-8f73-226b03c5af05 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:13:59.595106 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:59.610780 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-8088e87c-d4d3-49da-8e6b-1251490ffcff admin admin] Calling delete_port for ea3441e0-c91c-4685-b414-8ecc58d925a7 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:13:59.621047 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-209e735e-2de8-4b99-b768-8746efecc2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:13:55Z', 'revision_number': 3, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None, '_interfaces': [{'id': '879d3bef-005a-43ec-a4c9-3e18369bd1f4', 'name': '', 'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:93:50:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:52Z', 'updated_at': '2021-07-06T14:13:56Z', 'revision_number': 2, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec395c95-0e9b-40fc-822c-69e0606c0d6b', 'name': '', 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:cc:ab:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:43Z', 'updated_at': '2021-07-06T14:13:55Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:13:59.660341 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209e735e-2de8-4b99-b768-8746efecc2ea None None] Checking router: b8c63a47-00fb-4ec2-88e4-c55ba351d905 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:13:59.661112 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209e735e-2de8-4b99-b768-8746efecc2ea None None] Updating router b8c63a47-00fb-4ec2-88e4-c55ba351d905 port 879d3bef-005a-43ec-a4c9-3e18369bd1f4 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:13:59.721727 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-209e735e-2de8-4b99-b768-8746efecc2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:59.796566 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8088e87c-d4d3-49da-8e6b-1251490ffcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:13:59.822095 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6b3c4e-da20-4810-a011-30707db9063d None None] DHCP port deletion for f8d610a7-2d94-498d-8b8d-e3198644d33a request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:13:59.840903 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088e87c-d4d3-49da-8e6b-1251490ffcff admin admin] Pushing event deleted for resources: {'Port': ['ID=ea3441e0-c91c-4685-b414-8ecc58d925a7,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:59.862489 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8088e87c-d4d3-49da-8e6b-1251490ffcff admin admin] No DVR routers for this DVR port ea3441e0-c91c-4685-b414-8ecc58d925a7 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:13:59.913526 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a61f5b-4244-4cce-a329-07adf3fe0bd0 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Network': ['ID=7b872aa8-bd60-4a2b-829a-72bc6e3b973a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:13:59.929576 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 7b872aa8-bd60-4a2b-829a-72bc6e3b973a details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:13:59.984941 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e215a5-9162-4d6c-96da-c778051b779e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Made reservation on behalf of f296bcf9fcc3467fa5b1f6fbfff7535a for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:13:59.998714 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03e215a5-9162-4d6c-96da-c778051b779e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:00.076597 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8088e87c-d4d3-49da-8e6b-1251490ffcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:00.120990 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-8088e87c-d4d3-49da-8e6b-1251490ffcff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8d610a7-2d94-498d-8b8d-e3198644d33a']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:00.162239 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-8088e87c-d4d3-49da-8e6b-1251490ffcff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86714b73-bf44-456d-b138-1e1211fb6b2c') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:00.169403 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-8088e87c-d4d3-49da-8e6b-1251490ffcff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86714b73-bf44-456d-b138-1e1211fb6b2c') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:00.204877 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8088e87c-d4d3-49da-8e6b-1251490ffcff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:00.236940 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8088e87c-d4d3-49da-8e6b-1251490ffcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:00.262494 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8088e87c-d4d3-49da-8e6b-1251490ffcff admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:14:00.263145 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8088e87c-d4d3-49da-8e6b-1251490ffcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:14:00.265194 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:14:00.298131 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-209e735e-2de8-4b99-b768-8746efecc2ea None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:00.375030 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-209e735e-2de8-4b99-b768-8746efecc2ea None None] Transition to ACTIVE for port object 879d3bef-005a-43ec-a4c9-3e18369bd1f4 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:00.380501 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8088e87c-d4d3-49da-8e6b-1251490ffcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:00.388837 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-209e735e-2de8-4b99-b768-8746efecc2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:00.405951 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8088e87c-d4d3-49da-8e6b-1251490ffcff admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:00.411503 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8088e87c-d4d3-49da-8e6b-1251490ffcff admin admin] 10.222.0.118 "DELETE /v2.0/networks/f8d610a7-2d94-498d-8b8d-e3198644d33a HTTP/1.1" status: 204 len: 168 time: 1.3337028 Jul 06 14:14:00.464489 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088e87c-d4d3-49da-8e6b-1251490ffcff admin admin] Pushing event deleted for resources: {'Network': ['ID=f8d610a7-2d94-498d-8b8d-e3198644d33a,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:00.475546 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7d78f444-b348-4482-bfe7-f3fd04f0711d admin admin] Deleting port 129e5902-0619-429a-82cf-8f862ff8b432 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:14:00.485512 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722663e-0b0f-487c-a374-2dc1b43abd83 None None] Pushing event updated for resources: {'Port': ['ID=879d3bef-005a-43ec-a4c9-3e18369bd1f4,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:00.486402 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7d78f444-b348-4482-bfe7-f3fd04f0711d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:00.663184 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-209e735e-2de8-4b99-b768-8746efecc2ea None None] Attempting to bind port 879d3bef-005a-43ec-a4c9-3e18369bd1f4 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:14:00.664215 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-209e735e-2de8-4b99-b768-8746efecc2ea None None] Attempting to bind port 879d3bef-005a-43ec-a4c9-3e18369bd1f4 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '866eaf77-ee49-41ee-aad3-4cef5bd54e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:14:00.664857 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209e735e-2de8-4b99-b768-8746efecc2ea None None] Attempting to bind port 879d3bef-005a-43ec-a4c9-3e18369bd1f4 on network 02a00ad7-7f9a-4630-95e0-a5fd854c0834 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:14:00.686856 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209e735e-2de8-4b99-b768-8746efecc2ea None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:14:00.687244 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209e735e-2de8-4b99-b768-8746efecc2ea None None] Checking segment: {'id': '866eaf77-ee49-41ee-aad3-4cef5bd54e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:14:00.687660 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-209e735e-2de8-4b99-b768-8746efecc2ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:00.697548 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209e735e-2de8-4b99-b768-8746efecc2ea None None] Bound using segment: {'id': '866eaf77-ee49-41ee-aad3-4cef5bd54e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:14:00.698486 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47560) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:00.711223 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-209e735e-2de8-4b99-b768-8746efecc2ea None None] Bound port: 879d3bef-005a-43ec-a4c9-3e18369bd1f4, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866eaf77-ee49-41ee-aad3-4cef5bd54e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:14:00.711566 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-209e735e-2de8-4b99-b768-8746efecc2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:00.793875 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-416f4585-387a-47ca-89ab-fd614ab04dcd admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=d0e1fc2d0ade47ce9739d88d5ca8bd82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0912328 Jul 06 14:14:00.794058 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47562) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:00.842036 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-7d78f444-b348-4482-bfe7-f3fd04f0711d admin admin] For port 129e5902-0619-429a-82cf-8f862ff8b432, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=129e5902-0619-429a-82cf-8f862ff8b432,segment=NetworkSegment(d363cb96-1f49-42f6-b84d-76e19c953897),segment_id=d363cb96-1f49-42f6-b84d-76e19c953897)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:00.842586 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7d78f444-b348-4482-bfe7-f3fd04f0711d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:00.845797 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03e215a5-9162-4d6c-96da-c778051b779e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:00.868401 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-209e735e-2de8-4b99-b768-8746efecc2ea None None] For port 879d3bef-005a-43ec-a4c9-3e18369bd1f4, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:14:00.876610 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-209e735e-2de8-4b99-b768-8746efecc2ea None None] For port 879d3bef-005a-43ec-a4c9-3e18369bd1f4, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=879d3bef-005a-43ec-a4c9-3e18369bd1f4,segment=NetworkSegment(866eaf77-ee49-41ee-aad3-4cef5bd54e2d),segment_id=866eaf77-ee49-41ee-aad3-4cef5bd54e2d)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:14:00.893360 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-209e735e-2de8-4b99-b768-8746efecc2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:00.951103 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e5c2b592-4a2c-4476-ba0c-3f37ccd935d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:01.001644 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e5c2b592-4a2c-4476-ba0c-3f37ccd935d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:01.018231 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-7d78f444-b348-4482-bfe7-f3fd04f0711d admin admin] Calling delete_port for 129e5902-0619-429a-82cf-8f862ff8b432 owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:14:01.070328 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722663e-0b0f-487c-a374-2dc1b43abd83 None None] Pushing event updated for resources: {'Port': ['ID=879d3bef-005a-43ec-a4c9-3e18369bd1f4,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:01.073541 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ea3441e0-c91c-4685-b414-8ecc58d925a7 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:14:01.083148 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e215a5-9162-4d6c-96da-c778051b779e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Subnet': ['ID=56ecd5c5-d0fb-40d9-957a-33c1531bd5d2,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:01.085503 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209e735e-2de8-4b99-b768-8746efecc2ea None None] Routers {'b8c63a47-00fb-4ec2-88e4-c55ba351d905'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:01.087008 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-209e735e-2de8-4b99-b768-8746efecc2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:01.130436 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e5c2b592-4a2c-4476-ba0c-3f37ccd935d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:01.133089 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e5c2b592-4a2c-4476-ba0c-3f37ccd935d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:01.135214 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e5c2b592-4a2c-4476-ba0c-3f37ccd935d4 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/ba62eb6b-2685-4bc5-af6b-f3ac2f2586d8 HTTP/1.1" status: 204 len: 168 time: 0.3394434 Jul 06 14:14:01.173605 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2b592-4a2c-4476-ba0c-3f37ccd935d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba62eb6b-2685-4bc5-af6b-f3ac2f2586d8,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:01.175327 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: ea3441e0-c91c-4685-b414-8ecc58d925a7 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:14:01.180831 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ea3441e0-c91c-4685-b414-8ecc58d925a7 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:14:01.182544 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device bd10c799-223c-4cc4-8764-6d527808488c no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:14:01.258865 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: bd10c799-223c-4cc4-8764-6d527808488c {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:14:01.263097 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device bd10c799-223c-4cc4-8764-6d527808488c not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:14:01.263715 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f86d1a01-a571-42e2-b76b-75564bec1109 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:14:01.264030 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e215a5-9162-4d6c-96da-c778051b779e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Checking segment: {'id': '1c60eb9b-aa41-418e-a864-f1617f2e1dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7b872aa8-bd60-4a2b-829a-72bc6e3b973a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:14:01.264407 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e215a5-9162-4d6c-96da-c778051b779e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network hostable DHCP agents. Network: 7b872aa8-bd60-4a2b-829a-72bc6e3b973a, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:14:01.351938 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: f86d1a01-a571-42e2-b76b-75564bec1109 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:14:01.353483 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f86d1a01-a571-42e2-b76b-75564bec1109 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:14:01.361879 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e215a5-9162-4d6c-96da-c778051b779e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network 7b872aa8-bd60-4a2b-829a-72bc6e3b973a is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:14:01.412374 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-03e215a5-9162-4d6c-96da-c778051b779e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 7b872aa8-bd60-4a2b-829a-72bc6e3b973a) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:01.425076 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-209e735e-2de8-4b99-b768-8746efecc2ea None None] Set router b8c63a47-00fb-4ec2-88e4-c55ba351d905 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:01.440399 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2639ca38-92e2-4736-89ba-55188bdb1df0 None None] Network 7b872aa8-bd60-4a2b-829a-72bc6e3b973a requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:14:01.449849 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e215a5-9162-4d6c-96da-c778051b779e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:01.450719 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03e215a5-9162-4d6c-96da-c778051b779e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:01.576640 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47574) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:01.579552 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-03e215a5-9162-4d6c-96da-c778051b779e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0392475 Jul 06 14:14:01.754775 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7d78f444-b348-4482-bfe7-f3fd04f0711d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:01.870497 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78f444-b348-4482-bfe7-f3fd04f0711d admin admin] Pushing event deleted for resources: {'Port': ['ID=129e5902-0619-429a-82cf-8f862ff8b432,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:01.944941 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39f1931-a44f-4494-96e6-916e75e8e213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-7b872aa8-bd60-4a2b-829a-72bc6e3b973a', 'network_id': '7b872aa8-bd60-4a2b-829a-72bc6e3b973a', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'fixed_ips': [{'subnet_id': '56ecd5c5-d0fb-40d9-957a-33c1531bd5d2'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:14:01.945991 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f39f1931-a44f-4494-96e6-916e75e8e213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:01.953000 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47576) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:02.025536 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-209e735e-2de8-4b99-b768-8746efecc2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:13:55Z', 'revision_number': 3, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None, '_interfaces': [{'id': '879d3bef-005a-43ec-a4c9-3e18369bd1f4', 'name': '', 'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:93:50:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:52Z', 'updated_at': '2021-07-06T14:14:00Z', 'revision_number': 4, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec395c95-0e9b-40fc-822c-69e0606c0d6b', 'name': '', 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:cc:ab:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:43Z', 'updated_at': '2021-07-06T14:13:55Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:02.072169 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7175f086-ff09-48bd-950c-a5c745fa8118 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=3f8bbfffd33a4fdd928e8a2e869ac72a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1172962 Jul 06 14:14:02.076310 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47578) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:02.089125 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209e735e-2de8-4b99-b768-8746efecc2ea None None] The sync data for ids ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'] in n-d-773644-6 is: [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:13:55Z', 'revision_number': 3, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None, '_interfaces': [{'id': '879d3bef-005a-43ec-a4c9-3e18369bd1f4', 'name': '', 'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:93:50:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:52Z', 'updated_at': '2021-07-06T14:14:00Z', 'revision_number': 4, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec395c95-0e9b-40fc-822c-69e0606c0d6b', 'name': '', 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:cc:ab:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:43Z', 'updated_at': '2021-07-06T14:13:55Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:14:02.400643 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-f39f1931-a44f-4494-96e6-916e75e8e213 None None] Allocated IP 172.22.0.2 (7b872aa8-bd60-4a2b-829a-72bc6e3b973a/56ecd5c5-d0fb-40d9-957a-33c1531bd5d2/49c99d38-7427-4aa4-8c3f-db709d8e3c54) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:14:02.499816 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3cf3fd7d-6210-4d9f-b842-27fdda60a2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:02.561788 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7d78f444-b348-4482-bfe7-f3fd04f0711d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:02.596996 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3cf3fd7d-6210-4d9f-b842-27fdda60a2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:02.620930 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac3dbbe2-3f4b-4393-8b08-fc22168c72cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:02.788838 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f39f1931-a44f-4494-96e6-916e75e8e213 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:02.807606 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f39f1931-a44f-4494-96e6-916e75e8e213 None None] Transition to ACTIVE for port object 49c99d38-7427-4aa4-8c3f-db709d8e3c54 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:02.856395 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f39f1931-a44f-4494-96e6-916e75e8e213 None None] Transition to ACTIVE for port object 49c99d38-7427-4aa4-8c3f-db709d8e3c54 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:02.859206 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3cf3fd7d-6210-4d9f-b842-27fdda60a2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:02.863032 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3cf3fd7d-6210-4d9f-b842-27fdda60a2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:02.864500 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3cf3fd7d-6210-4d9f-b842-27fdda60a2b0 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/d0b88498-3236-420c-98e0-1ba8cf77306f HTTP/1.1" status: 204 len: 168 time: 0.7819359 Jul 06 14:14:02.884987 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f39f1931-a44f-4494-96e6-916e75e8e213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:03.017934 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f1931-a44f-4494-96e6-916e75e8e213 None None] Pushing event updated for resources: {'Port': ['ID=49c99d38-7427-4aa4-8c3f-db709d8e3c54,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:03.072469 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3fd7d-6210-4d9f-b842-27fdda60a2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b88498-3236-420c-98e0-1ba8cf77306f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:03.078996 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39f1931-a44f-4494-96e6-916e75e8e213 None None] Network 7b872aa8-bd60-4a2b-829a-72bc6e3b973a is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:03.080720 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-f39f1931-a44f-4494-96e6-916e75e8e213 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:03.103515 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39f1931-a44f-4494-96e6-916e75e8e213 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:14:03.316393 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 879d3bef-005a-43ec-a4c9-3e18369bd1f4 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:03.323909 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-ac3dbbe2-3f4b-4393-8b08-fc22168c72cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Allocated IP 172.22.0.1 (7b872aa8-bd60-4a2b-829a-72bc6e3b973a/56ecd5c5-d0fb-40d9-957a-33c1531bd5d2/ddb6bd6c-48a5-4434-8f98-f0a029e1c46e) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:14:03.534676 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-f39f1931-a44f-4494-96e6-916e75e8e213 None None] Attempting to bind port 49c99d38-7427-4aa4-8c3f-db709d8e3c54 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:14:03.535235 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-f39f1931-a44f-4494-96e6-916e75e8e213 None None] Attempting to bind port 49c99d38-7427-4aa4-8c3f-db709d8e3c54 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '1c60eb9b-aa41-418e-a864-f1617f2e1dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7b872aa8-bd60-4a2b-829a-72bc6e3b973a'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:14:03.535393 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39f1931-a44f-4494-96e6-916e75e8e213 None None] Attempting to bind port 49c99d38-7427-4aa4-8c3f-db709d8e3c54 on network 7b872aa8-bd60-4a2b-829a-72bc6e3b973a {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:14:03.546928 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 879d3bef-005a-43ec-a4c9-3e18369bd1f4 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:03.574421 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 879d3bef-005a-43ec-a4c9-3e18369bd1f4 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:03.576820 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d78f444-b348-4482-bfe7-f3fd04f0711d admin admin] Router bf7dd236-c9fc-4d41-9c54-769de004fb57 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:14:03.578582 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:03.683422 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39f1931-a44f-4494-96e6-916e75e8e213 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:14:03.683745 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39f1931-a44f-4494-96e6-916e75e8e213 None None] Checking segment: {'id': '1c60eb9b-aa41-418e-a864-f1617f2e1dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7b872aa8-bd60-4a2b-829a-72bc6e3b973a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:14:03.686197 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f39f1931-a44f-4494-96e6-916e75e8e213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:03.686596 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39f1931-a44f-4494-96e6-916e75e8e213 None None] Bound using segment: {'id': '1c60eb9b-aa41-418e-a864-f1617f2e1dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7b872aa8-bd60-4a2b-829a-72bc6e3b973a'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:14:03.687141 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-f39f1931-a44f-4494-96e6-916e75e8e213 None None] Bound port: 49c99d38-7427-4aa4-8c3f-db709d8e3c54, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c60eb9b-aa41-418e-a864-f1617f2e1dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7b872aa8-bd60-4a2b-829a-72bc6e3b973a'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:14:03.690384 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f39f1931-a44f-4494-96e6-916e75e8e213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:03.726053 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac3dbbe2-3f4b-4393-8b08-fc22168c72cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:03.752216 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-ac3dbbe2-3f4b-4393-8b08-fc22168c72cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Transition to ACTIVE for port object ddb6bd6c-48a5-4434-8f98-f0a029e1c46e will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:03.785580 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-f39f1931-a44f-4494-96e6-916e75e8e213 None None] For port 49c99d38-7427-4aa4-8c3f-db709d8e3c54, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:14:03.790099 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-f39f1931-a44f-4494-96e6-916e75e8e213 None None] For port 49c99d38-7427-4aa4-8c3f-db709d8e3c54, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=49c99d38-7427-4aa4-8c3f-db709d8e3c54,segment=NetworkSegment(1c60eb9b-aa41-418e-a864-f1617f2e1dfa),segment_id=1c60eb9b-aa41-418e-a864-f1617f2e1dfa)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:14:03.810723 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f39f1931-a44f-4494-96e6-916e75e8e213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:03.827809 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac3dbbe2-3f4b-4393-8b08-fc22168c72cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:03.850582 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d78f444-b348-4482-bfe7-f3fd04f0711d admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:14:03.884301 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7d78f444-b348-4482-bfe7-f3fd04f0711d admin admin] 10.222.0.118 "PUT /v2.0/routers/bf7dd236-c9fc-4d41-9c54-769de004fb57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7144368 Jul 06 14:14:03.888116 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47606) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:03.906023 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bc335d-8901-4276-8862-0c854ea8b5ec None None] Sync routers for ids ['bf7dd236-c9fc-4d41-9c54-769de004fb57'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:14:03.936051 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3dbbe2-3f4b-4393-8b08-fc22168c72cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network 7b872aa8-bd60-4a2b-829a-72bc6e3b973a is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:03.952126 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-ac3dbbe2-3f4b-4393-8b08-fc22168c72cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:03.969954 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3dbbe2-3f4b-4393-8b08-fc22168c72cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:14:04.013174 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:04.089233 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 879d3bef-005a-43ec-a4c9-3e18369bd1f4, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=879d3bef-005a-43ec-a4c9-3e18369bd1f4,segment=NetworkSegment(866eaf77-ee49-41ee-aad3-4cef5bd54e2d),segment_id=866eaf77-ee49-41ee-aad3-4cef5bd54e2d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:04.090853 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bc335d-8901-4276-8862-0c854ea8b5ec None None] Routers {'bf7dd236-c9fc-4d41-9c54-769de004fb57'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:04.091876 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f6bc335d-8901-4276-8862-0c854ea8b5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['bf7dd236-c9fc-4d41-9c54-769de004fb57'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:04.135046 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac3dbbe2-3f4b-4393-8b08-fc22168c72cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:04.397189 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-746bcf3f-f18f-4807-b463-9eec87131e6c admin admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:04.503396 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-f6bc335d-8901-4276-8862-0c854ea8b5ec None None] Set router bf7dd236-c9fc-4d41-9c54-769de004fb57 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:04.694998 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:04.703699 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f1931-a44f-4494-96e6-916e75e8e213 None None] Pushing event updated for resources: {'Port': ['ID=49c99d38-7427-4aa4-8c3f-db709d8e3c54,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:04.800125 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=879d3bef-005a-43ec-a4c9-3e18369bd1f4,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:04.849842 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-746bcf3f-f18f-4807-b463-9eec87131e6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:05.132755 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f6bc335d-8901-4276-8862-0c854ea8b5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7dd236-c9fc-4d41-9c54-769de004fb57', 'name': 'tempest-TestVolumeBootPattern-1619669010-router', 'tenant_id': 'cbeb039e42194cc0bd311fbb873fb367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.41'}], 'enable_snat': True}, 'gw_port_id': 'c75f395c-79ee-45d1-8baa-c6067d22199f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:14Z', 'updated_at': '2021-07-06T14:14:01Z', 'revision_number': 5, 'project_id': 'cbeb039e42194cc0bd311fbb873fb367', 'gw_port': {'id': 'c75f395c-79ee-45d1-8baa-c6067d22199f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7dd236-c9fc-4d41-9c54-769de004fb57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2084, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:01:15Z', 'updated_at': '2021-07-06T14:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:05.154775 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-746bcf3f-f18f-4807-b463-9eec87131e6c admin admin] Deleting port c75f395c-79ee-45d1-8baa-c6067d22199f {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:14:05.155453 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-746bcf3f-f18f-4807-b463-9eec87131e6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:05.224393 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bc335d-8901-4276-8862-0c854ea8b5ec None None] Checking router: bf7dd236-c9fc-4d41-9c54-769de004fb57 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:14:05.267665 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bc335d-8901-4276-8862-0c854ea8b5ec None None] Routers {'bf7dd236-c9fc-4d41-9c54-769de004fb57'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:05.278457 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f6bc335d-8901-4276-8862-0c854ea8b5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['bf7dd236-c9fc-4d41-9c54-769de004fb57'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:05.293152 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 49c99d38-7427-4aa4-8c3f-db709d8e3c54 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:05.511306 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47628) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:05.512192 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3dbbe2-3f4b-4393-8b08-fc22168c72cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Port': ['ID=ddb6bd6c-48a5-4434-8f98-f0a029e1c46e,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:05.555883 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-f6bc335d-8901-4276-8862-0c854ea8b5ec None None] Set router bf7dd236-c9fc-4d41-9c54-769de004fb57 gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:05.743761 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac3dbbe2-3f4b-4393-8b08-fc22168c72cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:05.822583 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 49c99d38-7427-4aa4-8c3f-db709d8e3c54 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:05.843010 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f6bc335d-8901-4276-8862-0c854ea8b5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7dd236-c9fc-4d41-9c54-769de004fb57', 'name': 'tempest-TestVolumeBootPattern-1619669010-router', 'tenant_id': 'cbeb039e42194cc0bd311fbb873fb367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:14Z', 'updated_at': '2021-07-06T14:14:04Z', 'revision_number': 6, 'project_id': 'cbeb039e42194cc0bd311fbb873fb367', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:05.848911 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 879d3bef-005a-43ec-a4c9-3e18369bd1f4 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:05.940569 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7d63a329-d19b-4902-9d5e-5551e3acc83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:06.094251 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faa0fca-e5d1-4073-ba33-4d224702e297 None None] Network 7b872aa8-bd60-4a2b-829a-72bc6e3b973a requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:14:06.140656 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bc335d-8901-4276-8862-0c854ea8b5ec None None] The sync data for ids ['bf7dd236-c9fc-4d41-9c54-769de004fb57'] in n-d-773644-6 is: [{'id': 'bf7dd236-c9fc-4d41-9c54-769de004fb57', 'name': 'tempest-TestVolumeBootPattern-1619669010-router', 'tenant_id': 'cbeb039e42194cc0bd311fbb873fb367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:01:14Z', 'updated_at': '2021-07-06T14:14:04Z', 'revision_number': 6, 'project_id': 'cbeb039e42194cc0bd311fbb873fb367', 'gw_port_host': None}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:14:06.265041 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-42bd701a-19c5-4066-bab5-5024fa4864c9 None None] Provisioning for port 49c99d38-7427-4aa4-8c3f-db709d8e3c54 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:06.270192 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-746bcf3f-f18f-4807-b463-9eec87131e6c admin admin] For port c75f395c-79ee-45d1-8baa-c6067d22199f, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c75f395c-79ee-45d1-8baa-c6067d22199f,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:06.270950 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-746bcf3f-f18f-4807-b463-9eec87131e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:06.306287 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-42bd701a-19c5-4066-bab5-5024fa4864c9 None None] Provisioning complete for port 49c99d38-7427-4aa4-8c3f-db709d8e3c54 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:06.306287 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-42bd701a-19c5-4066-bab5-5024fa4864c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:06.319014 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-746bcf3f-f18f-4807-b463-9eec87131e6c admin admin] Calling delete_port for c75f395c-79ee-45d1-8baa-c6067d22199f owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:14:06.621962 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 879d3bef-005a-43ec-a4c9-3e18369bd1f4 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:06.623076 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:06.682716 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-42bd701a-19c5-4066-bab5-5024fa4864c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:06.794418 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7d63a329-d19b-4902-9d5e-5551e3acc83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:06.837992 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-42bd701a-19c5-4066-bab5-5024fa4864c9 None None] For port 49c99d38-7427-4aa4-8c3f-db709d8e3c54, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=49c99d38-7427-4aa4-8c3f-db709d8e3c54,segment=NetworkSegment(1c60eb9b-aa41-418e-a864-f1617f2e1dfa),segment_id=1c60eb9b-aa41-418e-a864-f1617f2e1dfa)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:06.850679 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-746bcf3f-f18f-4807-b463-9eec87131e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:06.868499 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-42bd701a-19c5-4066-bab5-5024fa4864c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:06.913184 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7d63a329-d19b-4902-9d5e-5551e3acc83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:06.968827 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746bcf3f-f18f-4807-b463-9eec87131e6c admin admin] Pushing event deleted for resources: {'Port': ['ID=c75f395c-79ee-45d1-8baa-c6067d22199f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:07.004243 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac3dbbe2-3f4b-4393-8b08-fc22168c72cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:07.018583 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746bcf3f-f18f-4807-b463-9eec87131e6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:07.019455 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746bcf3f-f18f-4807-b463-9eec87131e6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:07.021830 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746bcf3f-f18f-4807-b463-9eec87131e6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:07.022603 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746bcf3f-f18f-4807-b463-9eec87131e6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:07.024965 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac3dbbe2-3f4b-4393-8b08-fc22168c72cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:07.025198 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746bcf3f-f18f-4807-b463-9eec87131e6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:07.026657 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746bcf3f-f18f-4807-b463-9eec87131e6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:07.029901 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746bcf3f-f18f-4807-b463-9eec87131e6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:07.030647 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746bcf3f-f18f-4807-b463-9eec87131e6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:07.032469 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746bcf3f-f18f-4807-b463-9eec87131e6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:07.033510 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746bcf3f-f18f-4807-b463-9eec87131e6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:07.037642 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746bcf3f-f18f-4807-b463-9eec87131e6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:07.039102 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746bcf3f-f18f-4807-b463-9eec87131e6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:07.157366 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd701a-19c5-4066-bab5-5024fa4864c9 None None] Pushing event updated for resources: {'Port': ['ID=49c99d38-7427-4aa4-8c3f-db709d8e3c54,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:07.214733 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3dbbe2-3f4b-4393-8b08-fc22168c72cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Port': ['ID=ddb6bd6c-48a5-4434-8f98-f0a029e1c46e,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:07.330649 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7d63a329-d19b-4902-9d5e-5551e3acc83d admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=f2a76c8ae6dc40b8b898fa3c9c1ca5ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7974286 Jul 06 14:14:07.332811 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47676) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:07.351810 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-24c8dd5b-4acf-4b3d-a7f9-03d84f65facf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:07.365471 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63a329-d19b-4902-9d5e-5551e3acc83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f271ceb-67ef-46f2-b317-fb96ce8b8eb6,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:07.410282 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-746bcf3f-f18f-4807-b463-9eec87131e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:07.412755 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac3dbbe2-3f4b-4393-8b08-fc22168c72cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:07.415256 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 49c99d38-7427-4aa4-8c3f-db709d8e3c54 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:07.577094 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 49c99d38-7427-4aa4-8c3f-db709d8e3c54 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:07.577400 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:07.657830 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8a20793a-013e-4bcf-b922-2192ab35235e None None] Provisioning for port ddb6bd6c-48a5-4434-8f98-f0a029e1c46e completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:07.683469 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8a20793a-013e-4bcf-b922-2192ab35235e None None] Provisioning complete for port ddb6bd6c-48a5-4434-8f98-f0a029e1c46e triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:07.683898 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8a20793a-013e-4bcf-b922-2192ab35235e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:07.701390 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3dbbe2-3f4b-4393-8b08-fc22168c72cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network 7b872aa8-bd60-4a2b-829a-72bc6e3b973a is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:07.703982 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-ac3dbbe2-3f4b-4393-8b08-fc22168c72cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:07.734019 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-8a20793a-013e-4bcf-b922-2192ab35235e None None] Port ddb6bd6c-48a5-4434-8f98-f0a029e1c46e cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:14:07.753716 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8a20793a-013e-4bcf-b922-2192ab35235e None None] Provisioning complete for port 49c99d38-7427-4aa4-8c3f-db709d8e3c54 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:07.754167 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8a20793a-013e-4bcf-b922-2192ab35235e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:07.835642 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-746bcf3f-f18f-4807-b463-9eec87131e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:07.848327 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-746bcf3f-f18f-4807-b463-9eec87131e6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:07.892626 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3b7a6cb3-24cf-4606-9dce-146e63c5804a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:07.982278 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3dbbe2-3f4b-4393-8b08-fc22168c72cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Router b8c63a47-00fb-4ec2-88e4-c55ba351d905 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:14:08.063456 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c75f395c-79ee-45d1-8baa-c6067d22199f no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:14:08.073537 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-746bcf3f-f18f-4807-b463-9eec87131e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:08.085259 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746bcf3f-f18f-4807-b463-9eec87131e6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf7dd236-c9fc-4d41-9c54-769de004fb57 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:14:08.124036 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-746bcf3f-f18f-4807-b463-9eec87131e6c admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:08.128035 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-746bcf3f-f18f-4807-b463-9eec87131e6c admin admin] 10.222.0.118 "DELETE /v2.0/routers/bf7dd236-c9fc-4d41-9c54-769de004fb57 HTTP/1.1" status: 204 len: 168 time: 4.2319298 Jul 06 14:14:08.155222 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3b7a6cb3-24cf-4606-9dce-146e63c5804a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:08.158405 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47680) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:08.223446 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: c75f395c-79ee-45d1-8baa-c6067d22199f {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:14:08.226123 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c75f395c-79ee-45d1-8baa-c6067d22199f not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:14:08.226906 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 129e5902-0619-429a-82cf-8f862ff8b432 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:14:08.242225 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3dbbe2-3f4b-4393-8b08-fc22168c72cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:14:08.258311 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ac3dbbe2-3f4b-4393-8b08-fc22168c72cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "PUT /v2.0/routers/b8c63a47-00fb-4ec2-88e4-c55ba351d905/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6764665 Jul 06 14:14:08.258524 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7738f4a-54ba-43b5-8ca0-8514ad1bc0f5 None None] Sync routers for ids ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:14:08.259191 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47682) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:08.264316 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-001da70e-5456-4acf-a034-8583c18d35cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'network': {'name': 'tempest-RoutersTest-916912870'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:08.273989 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7738f4a-54ba-43b5-8ca0-8514ad1bc0f5 None None] Routers {'b8c63a47-00fb-4ec2-88e4-c55ba351d905'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:08.274641 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e7738f4a-54ba-43b5-8ca0-8514ad1bc0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:08.319229 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001da70e-5456-4acf-a034-8583c18d35cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Made reservation on behalf of f296bcf9fcc3467fa5b1f6fbfff7535a for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:14:08.332489 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-001da70e-5456-4acf-a034-8583c18d35cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:08.365729 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 129e5902-0619-429a-82cf-8f862ff8b432 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:14:08.365729 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 129e5902-0619-429a-82cf-8f862ff8b432 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:14:08.396291 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-001da70e-5456-4acf-a034-8583c18d35cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:14:08.416631 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-001da70e-5456-4acf-a034-8583c18d35cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:08.417476 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-001da70e-5456-4acf-a034-8583c18d35cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Added segment de7441f6-50be-4088-8440-b5b8e8a382ca of type vlan for network c8584b6e-3d78-4006-97ec-191c9671ecb3 Jul 06 14:14:08.428224 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1629121-ebae-430d-b3cf-02d7fa961211 admin admin] Deleting subnet 6245fc22-0bad-403c-9909-56d0de6fb9d3 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:14:08.438557 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d587e680-0b99-4ad9-948e-f126053f8b27 None None] Provisioning complete for port ddb6bd6c-48a5-4434-8f98-f0a029e1c46e triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:08.439157 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d587e680-0b99-4ad9-948e-f126053f8b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:08.485261 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1629121-ebae-430d-b3cf-02d7fa961211 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:08.532329 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-001da70e-5456-4acf-a034-8583c18d35cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:08.575762 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d587e680-0b99-4ad9-948e-f126053f8b27 None None] Port ddb6bd6c-48a5-4434-8f98-f0a029e1c46e cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:14:08.598417 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-001da70e-5456-4acf-a034-8583c18d35cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:08.611538 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001da70e-5456-4acf-a034-8583c18d35cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:08.612198 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-001da70e-5456-4acf-a034-8583c18d35cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:08.640980 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-e7738f4a-54ba-43b5-8ca0-8514ad1bc0f5 None None] Set router b8c63a47-00fb-4ec2-88e4-c55ba351d905 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:08.660463 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1629121-ebae-430d-b3cf-02d7fa961211 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:08.702322 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-758ebf30-46e2-43c9-944a-32d03be99407 None None] Provisioning complete for port ddb6bd6c-48a5-4434-8f98-f0a029e1c46e triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:08.706932 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-758ebf30-46e2-43c9-944a-32d03be99407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:08.732918 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47686) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:08.742435 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-77c71171-ef80-4111-9b11-c62190a2b4e1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1480057988', 'description': 'tempest-secgroup-smoke-1480057988 description', 'project_id': '7317327619ce440a98467f267c9927a9'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:08.792984 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-758ebf30-46e2-43c9-944a-32d03be99407 None None] Port ddb6bd6c-48a5-4434-8f98-f0a029e1c46e cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:14:08.808557 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001da70e-5456-4acf-a034-8583c18d35cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Network': ['ID=c8584b6e-3d78-4006-97ec-191c9671ecb3,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:08.816163 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-77c71171-ef80-4111-9b11-c62190a2b4e1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:08.823969 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network c8584b6e-3d78-4006-97ec-191c9671ecb3 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:14:08.842728 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-001da70e-5456-4acf-a034-8583c18d35cf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5802753 Jul 06 14:14:08.843347 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-77c71171-ef80-4111-9b11-c62190a2b4e1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:08.847786 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47688) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:08.858306 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1629121-ebae-430d-b3cf-02d7fa961211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:08.858613 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-31de6230-0129-49fe-a38f-890b04815a12 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'subnet': {'network_id': 'c8584b6e-3d78-4006-97ec-191c9671ecb3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:08.946316 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1629121-ebae-430d-b3cf-02d7fa961211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:08.980128 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1629121-ebae-430d-b3cf-02d7fa961211 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6245fc22-0bad-403c-9909-56d0de6fb9d3,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:08.990312 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1629121-ebae-430d-b3cf-02d7fa961211 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:08.993527 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a1629121-ebae-430d-b3cf-02d7fa961211 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/6245fc22-0bad-403c-9909-56d0de6fb9d3 HTTP/1.1" status: 204 len: 168 time: 0.8300083 Jul 06 14:14:08.996032 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7b24c3-2efc-4ca9-8af7-9ca61ebfb359 None None] Network 1b020db4-b07f-406b-9b05-243c86d4eaef requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:14:08.996603 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47690) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:09.008126 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e7738f4a-54ba-43b5-8ca0-8514ad1bc0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:14:05Z', 'revision_number': 4, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None, '_interfaces': [{'id': '879d3bef-005a-43ec-a4c9-3e18369bd1f4', 'name': '', 'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:93:50:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:52Z', 'updated_at': '2021-07-06T14:14:04Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb6bd6c-48a5-4434-8f98-f0a029e1c46e', 'name': '', 'network_id': '7b872aa8-bd60-4a2b-829a-72bc6e3b973a', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:72:17:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '56ecd5c5-d0fb-40d9-957a-33c1531bd5d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:02Z', 'updated_at': '2021-07-06T14:14:06Z', 'revision_number': 2, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '56ecd5c5-d0fb-40d9-957a-33c1531bd5d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec395c95-0e9b-40fc-822c-69e0606c0d6b', 'name': '', 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:cc:ab:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:43Z', 'updated_at': '2021-07-06T14:13:55Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:09.085590 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7738f4a-54ba-43b5-8ca0-8514ad1bc0f5 None None] Checking router: b8c63a47-00fb-4ec2-88e4-c55ba351d905 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:14:09.085982 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7738f4a-54ba-43b5-8ca0-8514ad1bc0f5 None None] Updating router b8c63a47-00fb-4ec2-88e4-c55ba351d905 port ddb6bd6c-48a5-4434-8f98-f0a029e1c46e binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:14:09.090188 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31093d6e-2f84-415e-97b4-8f3266df37db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.094008 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3b7a6cb3-24cf-4606-9dce-146e63c5804a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.096933 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3b7a6cb3-24cf-4606-9dce-146e63c5804a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.101801 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3b7a6cb3-24cf-4606-9dce-146e63c5804a admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/7f271ceb-67ef-46f2-b317-fb96ce8b8eb6 HTTP/1.1" status: 204 len: 168 time: 1.7675109 Jul 06 14:14:09.117933 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a6cb3-24cf-4606-9dce-146e63c5804a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f271ceb-67ef-46f2-b317-fb96ce8b8eb6,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:09.150141 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-77c71171-ef80-4111-9b11-c62190a2b4e1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.162743 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-77c71171-ef80-4111-9b11-c62190a2b4e1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.189012 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.db.api [None req-77c71171-ef80-4111-9b11-c62190a2b4e1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 06 14:14:09.189012 n-d-773644-6 neutron-server[100418]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 06 14:14:09.189012 n-d-773644-6 neutron-server[100418]: [parameters: {'project_id_1': '7317327619ce440a98467f267c9927a9', 'expiration_1': datetime.datetime(2021, 7, 6, 14, 14, 9, 175569)}] Jul 06 14:14:09.189012 n-d-773644-6 neutron-server[100418]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:14:09.190077 n-d-773644-6 neutron-server[100418]: DEBUG oslo_db.api [None req-77c71171-ef80-4111-9b11-c62190a2b4e1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:14:09.190737 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-e7738f4a-54ba-43b5-8ca0-8514ad1bc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.224351 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c71171-ef80-4111-9b11-c62190a2b4e1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8aba8a-d533-4ca6-89ff-71c90ced931f,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:09.227908 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31de6230-0129-49fe-a38f-890b04815a12 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Made reservation on behalf of f296bcf9fcc3467fa5b1f6fbfff7535a for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:14:09.233339 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-31de6230-0129-49fe-a38f-890b04815a12 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.254463 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-31093d6e-2f84-415e-97b4-8f3266df37db admin admin] Deleting port 3952eadc-2ff1-48bf-b9a3-7f3b46847f6e {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:14:09.254777 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31093d6e-2f84-415e-97b4-8f3266df37db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.339948 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-31093d6e-2f84-415e-97b4-8f3266df37db admin admin] For port 3952eadc-2ff1-48bf-b9a3-7f3b46847f6e, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=3952eadc-2ff1-48bf-b9a3-7f3b46847f6e,segment=NetworkSegment(d363cb96-1f49-42f6-b84d-76e19c953897),segment_id=d363cb96-1f49-42f6-b84d-76e19c953897)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:09.340327 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31093d6e-2f84-415e-97b4-8f3266df37db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.368022 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-31093d6e-2f84-415e-97b4-8f3266df37db admin admin] Calling delete_port for 3952eadc-2ff1-48bf-b9a3-7f3b46847f6e owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:14:09.478450 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370a38c1-d993-4290-8423-63e9fd7e7f40 None None] DHCP port deletion for 1b020db4-b07f-406b-9b05-243c86d4eaef request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:14:09.577449 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31093d6e-2f84-415e-97b4-8f3266df37db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.590169 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-370a38c1-d993-4290-8423-63e9fd7e7f40 None None] Deleting port 3952eadc-2ff1-48bf-b9a3-7f3b46847f6e {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:14:09.590839 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-370a38c1-d993-4290-8423-63e9fd7e7f40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.624560 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31093d6e-2f84-415e-97b4-8f3266df37db admin admin] Pushing event deleted for resources: {'Port': ['ID=3952eadc-2ff1-48bf-b9a3-7f3b46847f6e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:09.634594 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31093d6e-2f84-415e-97b4-8f3266df37db admin admin] No DVR routers for this DVR port 3952eadc-2ff1-48bf-b9a3-7f3b46847f6e on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:14:09.675969 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-31de6230-0129-49fe-a38f-890b04815a12 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.737441 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-370a38c1-d993-4290-8423-63e9fd7e7f40 None None] For port 3952eadc-2ff1-48bf-b9a3-7f3b46847f6e, host n-d-773644-6, got binding levels [] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:09.738262 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-370a38c1-d993-4290-8423-63e9fd7e7f40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.774993 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-370a38c1-d993-4290-8423-63e9fd7e7f40 None None] Calling delete_port for 3952eadc-2ff1-48bf-b9a3-7f3b46847f6e owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:14:09.785416 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31093d6e-2f84-415e-97b4-8f3266df37db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.796440 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.ipam_backend_mixin [None req-370a38c1-d993-4290-8423-63e9fd7e7f40 None None] Port 3952eadc-2ff1-48bf-b9a3-7f3b46847f6e was not found and therefore no delete operation was performed {{(pid=100419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 14:14:09.796440 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-370a38c1-d993-4290-8423-63e9fd7e7f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.800245 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-31093d6e-2f84-415e-97b4-8f3266df37db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b020db4-b07f-406b-9b05-243c86d4eaef']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:09.826165 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-77c71171-ef80-4111-9b11-c62190a2b4e1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.829167 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de6230-0129-49fe-a38f-890b04815a12 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Subnet': ['ID=867c137d-c70e-4a51-b1c3-e8202ee0d7ce,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:09.850947 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-31093d6e-2f84-415e-97b4-8f3266df37db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd363cb96-1f49-42f6-b84d-76e19c953897') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:09.851248 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-31093d6e-2f84-415e-97b4-8f3266df37db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd363cb96-1f49-42f6-b84d-76e19c953897') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:09.854921 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a38c1-d993-4290-8423-63e9fd7e7f40 None None] Pushing event deleted for resources: {'Port': ['ID=3952eadc-2ff1-48bf-b9a3-7f3b46847f6e,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:09.877778 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47700) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:09.885280 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370a38c1-d993-4290-8423-63e9fd7e7f40 None None] No DVR routers for this DVR port 3952eadc-2ff1-48bf-b9a3-7f3b46847f6e on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:14:09.885465 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31093d6e-2f84-415e-97b4-8f3266df37db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.909079 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-e7738f4a-54ba-43b5-8ca0-8514ad1bc0f5 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.911243 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c6ea51ee-b73b-4121-9977-45fbd68b4f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.926418 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31093d6e-2f84-415e-97b4-8f3266df37db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.930265 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-e7738f4a-54ba-43b5-8ca0-8514ad1bc0f5 None None] Transition to ACTIVE for port object ddb6bd6c-48a5-4434-8f98-f0a029e1c46e will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:09.941579 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31093d6e-2f84-415e-97b4-8f3266df37db admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:14:09.942356 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31093d6e-2f84-415e-97b4-8f3266df37db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:09.942965 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31de6230-0129-49fe-a38f-890b04815a12 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Checking segment: {'id': 'de7441f6-50be-4088-8440-b5b8e8a382ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c8584b6e-3d78-4006-97ec-191c9671ecb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:14:09.943380 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31de6230-0129-49fe-a38f-890b04815a12 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network hostable DHCP agents. Network: c8584b6e-3d78-4006-97ec-191c9671ecb3, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:14:09.945986 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:14:09.949252 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-e7738f4a-54ba-43b5-8ca0-8514ad1bc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:10.020066 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31de6230-0129-49fe-a38f-890b04815a12 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network c8584b6e-3d78-4006-97ec-191c9671ecb3 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:14:10.040353 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-31de6230-0129-49fe-a38f-890b04815a12 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, c8584b6e-3d78-4006-97ec-191c9671ecb3) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:10.045854 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c12873-2484-4a2b-9667-f09e3842ef0f None None] Pushing event updated for resources: {'Port': ['ID=ddb6bd6c-48a5-4434-8f98-f0a029e1c46e,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:10.049831 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31de6230-0129-49fe-a38f-890b04815a12 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:10.050897 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-31de6230-0129-49fe-a38f-890b04815a12 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:10.055257 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a382f09f-fb2d-4936-8ebe-34782c0ddb44 None None] Network c8584b6e-3d78-4006-97ec-191c9671ecb3 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:14:10.074748 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-77c71171-ef80-4111-9b11-c62190a2b4e1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:10.075263 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31093d6e-2f84-415e-97b4-8f3266df37db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:10.082143 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-31093d6e-2f84-415e-97b4-8f3266df37db admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:10.087972 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-31093d6e-2f84-415e-97b4-8f3266df37db admin admin] 10.222.0.118 "DELETE /v2.0/networks/1b020db4-b07f-406b-9b05-243c86d4eaef HTTP/1.1" status: 204 len: 168 time: 1.0899599 Jul 06 14:14:10.096421 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-77c71171-ef80-4111-9b11-c62190a2b4e1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:10.121297 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31093d6e-2f84-415e-97b4-8f3266df37db admin admin] Pushing event deleted for resources: {'Network': ['ID=1b020db4-b07f-406b-9b05-243c86d4eaef,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:10.152218 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-e7738f4a-54ba-43b5-8ca0-8514ad1bc0f5 None None] Attempting to bind port ddb6bd6c-48a5-4434-8f98-f0a029e1c46e on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:14:10.152551 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-e7738f4a-54ba-43b5-8ca0-8514ad1bc0f5 None None] Attempting to bind port ddb6bd6c-48a5-4434-8f98-f0a029e1c46e by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '1c60eb9b-aa41-418e-a864-f1617f2e1dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7b872aa8-bd60-4a2b-829a-72bc6e3b973a'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:14:10.152855 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7738f4a-54ba-43b5-8ca0-8514ad1bc0f5 None None] Attempting to bind port ddb6bd6c-48a5-4434-8f98-f0a029e1c46e on network 7b872aa8-bd60-4a2b-829a-72bc6e3b973a {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:14:10.158208 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7738f4a-54ba-43b5-8ca0-8514ad1bc0f5 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:14:10.158579 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7738f4a-54ba-43b5-8ca0-8514ad1bc0f5 None None] Checking segment: {'id': '1c60eb9b-aa41-418e-a864-f1617f2e1dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7b872aa8-bd60-4a2b-829a-72bc6e3b973a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:14:10.159365 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-e7738f4a-54ba-43b5-8ca0-8514ad1bc0f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:10.159365 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7738f4a-54ba-43b5-8ca0-8514ad1bc0f5 None None] Bound using segment: {'id': '1c60eb9b-aa41-418e-a864-f1617f2e1dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7b872aa8-bd60-4a2b-829a-72bc6e3b973a'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:14:10.159829 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-e7738f4a-54ba-43b5-8ca0-8514ad1bc0f5 None None] Bound port: ddb6bd6c-48a5-4434-8f98-f0a029e1c46e, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c60eb9b-aa41-418e-a864-f1617f2e1dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7b872aa8-bd60-4a2b-829a-72bc6e3b973a'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:14:10.165191 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c71171-ef80-4111-9b11-c62190a2b4e1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e25eea70-0775-446a-b8a2-68ac3ed29737,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:10.169788 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-e7738f4a-54ba-43b5-8ca0-8514ad1bc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:10.311934 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-e7738f4a-54ba-43b5-8ca0-8514ad1bc0f5 None None] For port ddb6bd6c-48a5-4434-8f98-f0a029e1c46e, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:14:10.315442 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-e7738f4a-54ba-43b5-8ca0-8514ad1bc0f5 None None] For port ddb6bd6c-48a5-4434-8f98-f0a029e1c46e, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=ddb6bd6c-48a5-4434-8f98-f0a029e1c46e,segment=NetworkSegment(1c60eb9b-aa41-418e-a864-f1617f2e1dfa),segment_id=1c60eb9b-aa41-418e-a864-f1617f2e1dfa)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:14:10.319435 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c6ea51ee-b73b-4121-9977-45fbd68b4f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:10.324053 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-e7738f4a-54ba-43b5-8ca0-8514ad1bc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:10.337816 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c6ea51ee-b73b-4121-9977-45fbd68b4f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:10.359438 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:10.360671 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-77c71171-ef80-4111-9b11-c62190a2b4e1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:10.365318 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47706) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:10.365735 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-77c71171-ef80-4111-9b11-c62190a2b4e1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6293571 Jul 06 14:14:10.370547 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-8b6a736e-cf4f-4eb1-9d85-2b55101c9e42 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'security_group_rule': {'security_group_id': 'e25eea70-0775-446a-b8a2-68ac3ed29737', 'project_id': '7317327619ce440a98467f267c9927a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:10.386838 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-31de6230-0129-49fe-a38f-890b04815a12 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5347455 Jul 06 14:14:10.388123 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47708) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:10.452079 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c12873-2484-4a2b-9667-f09e3842ef0f None None] Pushing event updated for resources: {'Port': ['ID=ddb6bd6c-48a5-4434-8f98-f0a029e1c46e,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:10.452575 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8b6a736e-cf4f-4eb1-9d85-2b55101c9e42 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:10.488998 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7738f4a-54ba-43b5-8ca0-8514ad1bc0f5 None None] Routers {'b8c63a47-00fb-4ec2-88e4-c55ba351d905'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:10.490388 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e7738f4a-54ba-43b5-8ca0-8514ad1bc0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:13:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:10.510927 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47712) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:10.600091 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c6ea51ee-b73b-4121-9977-45fbd68b4f7d admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=72500154d74d45a088f809b6b134caf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7185881 Jul 06 14:14:10.602525 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47718) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:10.614874 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011d9e99-7d68-4f45-845f-f80fe9275a35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-c8584b6e-3d78-4006-97ec-191c9671ecb3', 'network_id': 'c8584b6e-3d78-4006-97ec-191c9671ecb3', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'fixed_ips': [{'subnet_id': '867c137d-c70e-4a51-b1c3-e8202ee0d7ce'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:14:10.615983 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-011d9e99-7d68-4f45-845f-f80fe9275a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:10.634629 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea51ee-b73b-4121-9977-45fbd68b4f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98590d2-fa4d-4784-8708-61269d19f14a,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:10.677470 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1741b50c-651e-408f-8252-a401005aedce admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=4e5e90395ebd4404a252de8a1621c3cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613452 Jul 06 14:14:10.684324 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47724) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:10.711596 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710cd3e4-c1c5-4220-91a6-468d671e3d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:10.741167 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8b6a736e-cf4f-4eb1-9d85-2b55101c9e42 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:10.753227 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8b6a736e-cf4f-4eb1-9d85-2b55101c9e42 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:10.790484 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8b6a736e-cf4f-4eb1-9d85-2b55101c9e42 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:10.791864 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8b6a736e-cf4f-4eb1-9d85-2b55101c9e42 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4254353 Jul 06 14:14:10.803970 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47728) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:10.821114 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-9d35ff8c-d673-46ef-aa41-53e0d5ddbfd0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'security_group_rule': {'security_group_id': 'e25eea70-0775-446a-b8a2-68ac3ed29737', 'project_id': '7317327619ce440a98467f267c9927a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:10.877886 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-e7738f4a-54ba-43b5-8ca0-8514ad1bc0f5 None None] Set router b8c63a47-00fb-4ec2-88e4-c55ba351d905 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:10.906914 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a736e-cf4f-4eb1-9d85-2b55101c9e42 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1cdf26-7a4d-4bba-9a00-16bab072d64a,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:10.941281 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d35ff8c-d673-46ef-aa41-53e0d5ddbfd0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:11.070551 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d35ff8c-d673-46ef-aa41-53e0d5ddbfd0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:11.080003 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d35ff8c-d673-46ef-aa41-53e0d5ddbfd0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:11.117478 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4aa5c070-17bb-45ce-ab1f-16e264ea0bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:11.129431 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35ff8c-d673-46ef-aa41-53e0d5ddbfd0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9401abb1-2cef-406e-871c-7efe0eb75602,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:11.137272 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d35ff8c-d673-46ef-aa41-53e0d5ddbfd0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:11.141595 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9d35ff8c-d673-46ef-aa41-53e0d5ddbfd0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3308356 Jul 06 14:14:11.141745 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-011d9e99-7d68-4f45-845f-f80fe9275a35 None None] Allocated IP 172.23.0.2 (c8584b6e-3d78-4006-97ec-191c9671ecb3/867c137d-c70e-4a51-b1c3-e8202ee0d7ce/4515f857-612f-4b04-8692-5610fa440e8c) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:14:11.142061 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47740) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:11.158457 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-542cc0b2-c866-4e6e-ad31-e73b37099e80 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'security_group_rule': {'security_group_id': 'e25eea70-0775-446a-b8a2-68ac3ed29737', 'project_id': '7317327619ce440a98467f267c9927a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:11.185492 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3c3c6ba-c72c-46e3-89ba-4b69c923fb6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:11.247175 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-542cc0b2-c866-4e6e-ad31-e73b37099e80 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:11.266195 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4aa5c070-17bb-45ce-ab1f-16e264ea0bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:11.337685 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 3952eadc-2ff1-48bf-b9a3-7f3b46847f6e no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:14:11.358734 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e7738f4a-54ba-43b5-8ca0-8514ad1bc0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:14:05Z', 'revision_number': 4, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None, '_interfaces': [{'id': '879d3bef-005a-43ec-a4c9-3e18369bd1f4', 'name': '', 'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:93:50:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:52Z', 'updated_at': '2021-07-06T14:14:04Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb6bd6c-48a5-4434-8f98-f0a029e1c46e', 'name': '', 'network_id': '7b872aa8-bd60-4a2b-829a-72bc6e3b973a', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:72:17:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '56ecd5c5-d0fb-40d9-957a-33c1531bd5d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:02Z', 'updated_at': '2021-07-06T14:14:10Z', 'revision_number': 4, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '56ecd5c5-d0fb-40d9-957a-33c1531bd5d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec395c95-0e9b-40fc-822c-69e0606c0d6b', 'name': '', 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:cc:ab:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:43Z', 'updated_at': '2021-07-06T14:13:55Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:11.392895 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7738f4a-54ba-43b5-8ca0-8514ad1bc0f5 None None] The sync data for ids ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'] in n-d-773644-6 is: [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:14:05Z', 'revision_number': 4, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None, '_interfaces': [{'id': '879d3bef-005a-43ec-a4c9-3e18369bd1f4', 'name': '', 'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:93:50:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:52Z', 'updated_at': '2021-07-06T14:14:04Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb6bd6c-48a5-4434-8f98-f0a029e1c46e', 'name': '', 'network_id': '7b872aa8-bd60-4a2b-829a-72bc6e3b973a', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:72:17:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '56ecd5c5-d0fb-40d9-957a-33c1531bd5d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:02Z', 'updated_at': '2021-07-06T14:14:10Z', 'revision_number': 4, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '56ecd5c5-d0fb-40d9-957a-33c1531bd5d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec395c95-0e9b-40fc-822c-69e0606c0d6b', 'name': '', 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:cc:ab:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:43Z', 'updated_at': '2021-07-06T14:13:55Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:14:11.456158 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-542cc0b2-c866-4e6e-ad31-e73b37099e80 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:11.474752 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-542cc0b2-c866-4e6e-ad31-e73b37099e80 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:11.501206 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3c3c6ba-c72c-46e3-89ba-4b69c923fb6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:11.540151 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542cc0b2-c866-4e6e-ad31-e73b37099e80 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cedf1fee-d38a-4d7f-9e48-28ed8b01b429,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:11.572258 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-542cc0b2-c866-4e6e-ad31-e73b37099e80 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:11.574255 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-542cc0b2-c866-4e6e-ad31-e73b37099e80 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4292405 Jul 06 14:14:11.577054 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47746) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:11.586136 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-eaac0b67-d94f-4fae-8364-5b91e3857c2f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'security_group_rule': {'security_group_id': 'e25eea70-0775-446a-b8a2-68ac3ed29737', 'project_id': '7317327619ce440a98467f267c9927a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:11.659788 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4aa5c070-17bb-45ce-ab1f-16e264ea0bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:11.669499 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4aa5c070-17bb-45ce-ab1f-16e264ea0bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:11.673370 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eaac0b67-d94f-4fae-8364-5b91e3857c2f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:11.674107 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4aa5c070-17bb-45ce-ab1f-16e264ea0bb2 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/35cc34aa-d909-4e28-944b-4c2bc10c3aa7 HTTP/1.1" status: 204 len: 168 time: 0.9674265 Jul 06 14:14:11.702037 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3c3c6ba-c72c-46e3-89ba-4b69c923fb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:11.705283 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c3c3c6ba-c72c-46e3-89ba-4b69c923fb6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:11.706962 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c3c3c6ba-c72c-46e3-89ba-4b69c923fb6f admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/b98590d2-fa4d-4784-8708-61269d19f14a HTTP/1.1" status: 204 len: 168 time: 1.0938852 Jul 06 14:14:11.710273 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5c070-17bb-45ce-ab1f-16e264ea0bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cc34aa-d909-4e28-944b-4c2bc10c3aa7,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:11.749091 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3c6ba-c72c-46e3-89ba-4b69c923fb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98590d2-fa4d-4784-8708-61269d19f14a,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:11.799798 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 3952eadc-2ff1-48bf-b9a3-7f3b46847f6e {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:14:11.805058 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 3952eadc-2ff1-48bf-b9a3-7f3b46847f6e not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:14:11.812922 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ebd3e9e5-d8b9-4f0d-a7a3-08c938d13f90 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:11.913249 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:11.943021 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eaac0b67-d94f-4fae-8364-5b91e3857c2f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:11.956995 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eaac0b67-d94f-4fae-8364-5b91e3857c2f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:12.008474 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac0b67-d94f-4fae-8364-5b91e3857c2f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93973a95-a467-4aa0-996f-36c8dab61e2b,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:12.028747 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eaac0b67-d94f-4fae-8364-5b91e3857c2f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:12.033164 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-eaac0b67-d94f-4fae-8364-5b91e3857c2f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4547825 Jul 06 14:14:12.046899 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47756) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:12.060930 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-02066696-b842-485d-884e-159140c9ca18 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'security_group_rule': {'security_group_id': 'e25eea70-0775-446a-b8a2-68ac3ed29737', 'project_id': '7317327619ce440a98467f267c9927a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:12.118767 n-d-773644-6 neutron-server[100417]: INFO neutron.db.securitygroups_db [None req-02066696-b842-485d-884e-159140c9ca18 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Project 7317327619ce440a98467f267c9927a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:14:12.136419 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-02066696-b842-485d-884e-159140c9ca18 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:12.184590 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-011d9e99-7d68-4f45-845f-f80fe9275a35 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:12.225039 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-011d9e99-7d68-4f45-845f-f80fe9275a35 None None] Transition to ACTIVE for port object 4515f857-612f-4b04-8692-5610fa440e8c will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:12.289865 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-011d9e99-7d68-4f45-845f-f80fe9275a35 None None] Transition to ACTIVE for port object 4515f857-612f-4b04-8692-5610fa440e8c will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:12.305207 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-011d9e99-7d68-4f45-845f-f80fe9275a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:12.349909 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-02066696-b842-485d-884e-159140c9ca18 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:12.356669 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-02066696-b842-485d-884e-159140c9ca18 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:12.387455 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02066696-b842-485d-884e-159140c9ca18 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ab424b-af5f-4912-b857-f48582cdfdf9,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:12.396585 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-02066696-b842-485d-884e-159140c9ca18 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:12.399145 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-02066696-b842-485d-884e-159140c9ca18 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3452137 Jul 06 14:14:12.403523 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47766) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:12.417837 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-fe8bf71b-2efd-4b02-b15d-24385bae0888 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'security_group_rule': {'security_group_id': 'e25eea70-0775-446a-b8a2-68ac3ed29737', 'project_id': '7317327619ce440a98467f267c9927a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:12.454147 n-d-773644-6 neutron-server[100417]: INFO neutron.db.securitygroups_db [None req-fe8bf71b-2efd-4b02-b15d-24385bae0888 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Project 7317327619ce440a98467f267c9927a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:14:12.461088 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fe8bf71b-2efd-4b02-b15d-24385bae0888 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:12.499541 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011d9e99-7d68-4f45-845f-f80fe9275a35 None None] Network c8584b6e-3d78-4006-97ec-191c9671ecb3 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:12.521241 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-011d9e99-7d68-4f45-845f-f80fe9275a35 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:12.527538 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011d9e99-7d68-4f45-845f-f80fe9275a35 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:14:12.531888 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d9e99-7d68-4f45-845f-f80fe9275a35 None None] Pushing event updated for resources: {'Port': ['ID=4515f857-612f-4b04-8692-5610fa440e8c,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:12.545186 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-ebd3e9e5-d8b9-4f0d-a7a3-08c938d13f90 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Allocated IP 172.23.0.1 (c8584b6e-3d78-4006-97ec-191c9671ecb3/867c137d-c70e-4a51-b1c3-e8202ee0d7ce/97142a82-e6c1-4ae1-9ad9-45ff2b13c14e) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:14:12.575151 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9889a-7ddf-4657-9a66-5c053d42f720 req-73da5959-26df-4512-b3da-da5b34286651 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:12.585305 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-edd9889a-7ddf-4657-9a66-5c053d42f720 req-73da5959-26df-4512-b3da-da5b34286651 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=c8a8e953-73e1-41e4-bc08-d8effa4d1e5c HTTP/1.1" status: 200 len: 945 time: 0.2310641 Jul 06 14:14:12.642194 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fe8bf71b-2efd-4b02-b15d-24385bae0888 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:12.648242 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fe8bf71b-2efd-4b02-b15d-24385bae0888 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:12.676273 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8bf71b-2efd-4b02-b15d-24385bae0888 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af78f698-6c9d-44d8-a18a-b7004fcc0e31,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:12.689599 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fe8bf71b-2efd-4b02-b15d-24385bae0888 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:12.691690 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fe8bf71b-2efd-4b02-b15d-24385bae0888 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2863584 Jul 06 14:14:12.696055 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-011d9e99-7d68-4f45-845f-f80fe9275a35 None None] Attempting to bind port 4515f857-612f-4b04-8692-5610fa440e8c on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:14:12.696531 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47772) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:12.700023 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-011d9e99-7d68-4f45-845f-f80fe9275a35 None None] Attempting to bind port 4515f857-612f-4b04-8692-5610fa440e8c by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'de7441f6-50be-4088-8440-b5b8e8a382ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c8584b6e-3d78-4006-97ec-191c9671ecb3'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:14:12.700561 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011d9e99-7d68-4f45-845f-f80fe9275a35 None None] Attempting to bind port 4515f857-612f-4b04-8692-5610fa440e8c on network c8584b6e-3d78-4006-97ec-191c9671ecb3 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:14:12.715373 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011d9e99-7d68-4f45-845f-f80fe9275a35 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:14:12.715883 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011d9e99-7d68-4f45-845f-f80fe9275a35 None None] Checking segment: {'id': 'de7441f6-50be-4088-8440-b5b8e8a382ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c8584b6e-3d78-4006-97ec-191c9671ecb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:14:12.717128 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-edd9889a-7ddf-4657-9a66-5c053d42f720 req-6661cddf-b825-4455-916d-4104e0308ff5 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=abf74cc2-9a12-41bd-93d6-29a54da1f980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306026 Jul 06 14:14:12.717649 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-011d9e99-7d68-4f45-845f-f80fe9275a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:12.718170 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011d9e99-7d68-4f45-845f-f80fe9275a35 None None] Bound using segment: {'id': 'de7441f6-50be-4088-8440-b5b8e8a382ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c8584b6e-3d78-4006-97ec-191c9671ecb3'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:14:12.718746 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-011d9e99-7d68-4f45-845f-f80fe9275a35 None None] Bound port: 4515f857-612f-4b04-8692-5610fa440e8c, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7441f6-50be-4088-8440-b5b8e8a382ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c8584b6e-3d78-4006-97ec-191c9671ecb3'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:14:12.721022 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-b468aab4-55aa-4d9f-ae2e-20ce3c8b0eb2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'network': {'name': 'tempest-network-smoke--821901914', 'project_id': '7317327619ce440a98467f267c9927a9', 'port_security_enabled': True}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:12.721896 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-011d9e99-7d68-4f45-845f-f80fe9275a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:12.752189 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47774) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:12.806017 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ebd3e9e5-d8b9-4f0d-a7a3-08c938d13f90 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:12.810389 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b468aab4-55aa-4d9f-ae2e-20ce3c8b0eb2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Made reservation on behalf of 7317327619ce440a98467f267c9927a9 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:14:12.814085 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b468aab4-55aa-4d9f-ae2e-20ce3c8b0eb2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:12.826373 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-ebd3e9e5-d8b9-4f0d-a7a3-08c938d13f90 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Transition to ACTIVE for port object 97142a82-e6c1-4ae1-9ad9-45ff2b13c14e will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:12.839708 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-011d9e99-7d68-4f45-845f-f80fe9275a35 None None] For port 4515f857-612f-4b04-8692-5610fa440e8c, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:14:12.851608 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-011d9e99-7d68-4f45-845f-f80fe9275a35 None None] For port 4515f857-612f-4b04-8692-5610fa440e8c, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=4515f857-612f-4b04-8692-5610fa440e8c,segment=NetworkSegment(de7441f6-50be-4088-8440-b5b8e8a382ca),segment_id=de7441f6-50be-4088-8440-b5b8e8a382ca)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:14:12.860393 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-011d9e99-7d68-4f45-845f-f80fe9275a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:12.880429 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ebd3e9e5-d8b9-4f0d-a7a3-08c938d13f90 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:12.884269 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b468aab4-55aa-4d9f-ae2e-20ce3c8b0eb2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:14:12.892248 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-84d0c412-ed6c-4624-95c5-ce0e0830c7bc admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=cbeb039e42194cc0bd311fbb873fb367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1338727 Jul 06 14:14:12.895505 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47776) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:12.906893 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b468aab4-55aa-4d9f-ae2e-20ce3c8b0eb2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:12.907399 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-b468aab4-55aa-4d9f-ae2e-20ce3c8b0eb2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Added segment 7d4b0fd1-ff50-4d04-be05-7e2307f76a00 of type vlan for network 39a59867-1326-44e3-97ee-0675d66d3741 Jul 06 14:14:12.960252 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d9e99-7d68-4f45-845f-f80fe9275a35 None None] Pushing event updated for resources: {'Port': ['ID=4515f857-612f-4b04-8692-5610fa440e8c,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:12.970331 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd3e9e5-d8b9-4f0d-a7a3-08c938d13f90 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network c8584b6e-3d78-4006-97ec-191c9671ecb3 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:12.984401 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-ebd3e9e5-d8b9-4f0d-a7a3-08c938d13f90 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:12.989189 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd3e9e5-d8b9-4f0d-a7a3-08c938d13f90 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:14:12.993367 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3e9e5-d8b9-4f0d-a7a3-08c938d13f90 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Port': ['ID=97142a82-e6c1-4ae1-9ad9-45ff2b13c14e,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:13.010147 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b468aab4-55aa-4d9f-ae2e-20ce3c8b0eb2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:13.032881 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-adf8b299-6625-4466-bc0a-a59301e7e615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:13.050734 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ebd3e9e5-d8b9-4f0d-a7a3-08c938d13f90 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:13.086720 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-adf8b299-6625-4466-bc0a-a59301e7e615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:13.109648 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:13.122163 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b468aab4-55aa-4d9f-ae2e-20ce3c8b0eb2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:13.134776 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b468aab4-55aa-4d9f-ae2e-20ce3c8b0eb2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:13.136607 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b468aab4-55aa-4d9f-ae2e-20ce3c8b0eb2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:13.297601 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ebd3e9e5-d8b9-4f0d-a7a3-08c938d13f90 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:13.314575 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b468aab4-55aa-4d9f-ae2e-20ce3c8b0eb2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6163285 Jul 06 14:14:13.318478 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47788) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:13.323748 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-52b912b1-309f-4d81-9301-c28c730f6c09 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2033220436', 'admin_state_up': True, 'project_id': '7317327619ce440a98467f267c9927a9', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:13.359517 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468aab4-55aa-4d9f-ae2e-20ce3c8b0eb2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Network': ['ID=39a59867-1326-44e3-97ee-0675d66d3741,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:13.378076 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 39a59867-1326-44e3-97ee-0675d66d3741 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:14:13.404616 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52b912b1-309f-4d81-9301-c28c730f6c09 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:13.419066 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52b912b1-309f-4d81-9301-c28c730f6c09 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:13.431401 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-adf8b299-6625-4466-bc0a-a59301e7e615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:13.435428 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-adf8b299-6625-4466-bc0a-a59301e7e615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:13.436939 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-adf8b299-6625-4466-bc0a-a59301e7e615 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/77735e99-0e7c-4a9a-9363-998b8745910f HTTP/1.1" status: 204 len: 168 time: 0.5404165 Jul 06 14:14:13.525437 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ddb6bd6c-48a5-4434-8f98-f0a029e1c46e up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:13.564474 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52b912b1-309f-4d81-9301-c28c730f6c09 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:13.570461 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8b299-6625-4466-bc0a-a59301e7e615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77735e99-0e7c-4a9a-9363-998b8745910f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:13.781103 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port ddb6bd6c-48a5-4434-8f98-f0a029e1c46e completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:13.787213 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port ddb6bd6c-48a5-4434-8f98-f0a029e1c46e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:13.790491 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:13.845424 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ebd3e9e5-d8b9-4f0d-a7a3-08c938d13f90 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:13.859411 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ebd3e9e5-d8b9-4f0d-a7a3-08c938d13f90 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:13.881823 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4caf31-a169-4495-8f68-2fa6d3b1c4d6 req-462b3250-b4a4-4938-ad7c-51ec6e6ab6f8 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:13.884490 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ca4caf31-a169-4495-8f68-2fa6d3b1c4d6 req-462b3250-b4a4-4938-ad7c-51ec6e6ab6f8 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.124 "GET /v2.0/ports?device_id=c8a8e953-73e1-41e4-bc08-d8effa4d1e5c HTTP/1.1" status: 200 len: 945 time: 0.2077768 Jul 06 14:14:13.995744 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52b912b1-309f-4d81-9301-c28c730f6c09 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:14.049889 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:14.106013 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port ddb6bd6c-48a5-4434-8f98-f0a029e1c46e, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=ddb6bd6c-48a5-4434-8f98-f0a029e1c46e,segment=NetworkSegment(1c60eb9b-aa41-418e-a864-f1617f2e1dfa),segment_id=1c60eb9b-aa41-418e-a864-f1617f2e1dfa)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:14.113436 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:14.239892 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=ddb6bd6c-48a5-4434-8f98-f0a029e1c46e,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:14.372796 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ebd3e9e5-d8b9-4f0d-a7a3-08c938d13f90 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:14.378834 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47806) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:14.411204 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52b912b1-309f-4d81-9301-c28c730f6c09 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:14.456167 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-579f08ec-20f5-4687-a198-7f77489960c4 admin admin] Deleting subnet 071e30d5-8a55-4ef9-a07e-ccf953033a4e {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:14:14.467339 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52b912b1-309f-4d81-9301-c28c730f6c09 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:14.471038 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-579f08ec-20f5-4687-a198-7f77489960c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:14.507119 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3e9e5-d8b9-4f0d-a7a3-08c938d13f90 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event updated for resources: {'Port': ['ID=97142a82-e6c1-4ae1-9ad9-45ff2b13c14e,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:14.559331 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48d558f-c142-4693-9775-fbd00eec7658 None None] Network c8584b6e-3d78-4006-97ec-191c9671ecb3 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:14:14.584406 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-579f08ec-20f5-4687-a198-7f77489960c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:14.615094 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-ca4caf31-a169-4495-8f68-2fa6d3b1c4d6 req-bace3c65-dded-4616-8985-f19b7378e1b6 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Deleting port 735ad35a-0695-477b-bd28-39dec993e734 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:14:14.615540 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ca4caf31-a169-4495-8f68-2fa6d3b1c4d6 req-bace3c65-dded-4616-8985-f19b7378e1b6 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:14.652323 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-52b912b1-309f-4d81-9301-c28c730f6c09 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Allocated IP 172.25.6.26 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/dc8ecd54-e868-45f4-8af9-dff991ecad2f) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:14:14.684665 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cdcce-7661-4015-ac5a-24e264230234 req-17269199-e1aa-42b5-b395-dce649455b81 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:14.686272 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d26cdcce-7661-4015-ac5a-24e264230234 req-17269199-e1aa-42b5-b395-dce649455b81 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=c8a8e953-73e1-41e4-bc08-d8effa4d1e5c HTTP/1.1" status: 200 len: 945 time: 0.6097789 Jul 06 14:14:14.820630 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52b912b1-309f-4d81-9301-c28c730f6c09 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:14.832869 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0fa9dfd0-0139-4a8e-8ad2-a0e918eb42df None None] Provisioning for port 4515f857-612f-4b04-8692-5610fa440e8c completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:14.898796 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52b912b1-309f-4d81-9301-c28c730f6c09 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:14.955785 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b912b1-309f-4d81-9301-c28c730f6c09 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Port': ['ID=dc8ecd54-e868-45f4-8af9-dff991ecad2f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:14.986406 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b912b1-309f-4d81-9301-c28c730f6c09 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:14.988314 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-52b912b1-309f-4d81-9301-c28c730f6c09 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:15.000623 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b912b1-309f-4d81-9301-c28c730f6c09 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:14:15.138665 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-579f08ec-20f5-4687-a198-7f77489960c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:15.335307 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d26cdcce-7661-4015-ac5a-24e264230234 req-9d4ee8b9-84b4-42b4-a488-90bfd1b0a273 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=abf74cc2-9a12-41bd-93d6-29a54da1f980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6417418 Jul 06 14:14:15.368166 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd3e9e5-d8b9-4f0d-a7a3-08c938d13f90 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Network c8584b6e-3d78-4006-97ec-191c9671ecb3 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:15.393257 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-ebd3e9e5-d8b9-4f0d-a7a3-08c938d13f90 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:15.442277 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-ca4caf31-a169-4495-8f68-2fa6d3b1c4d6 req-bace3c65-dded-4616-8985-f19b7378e1b6 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] For port 735ad35a-0695-477b-bd28-39dec993e734, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=735ad35a-0695-477b-bd28-39dec993e734,segment=NetworkSegment(73abc8d8-a472-4fde-bbb9-f96388e1eb27),segment_id=73abc8d8-a472-4fde-bbb9-f96388e1eb27)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:15.442654 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ca4caf31-a169-4495-8f68-2fa6d3b1c4d6 req-bace3c65-dded-4616-8985-f19b7378e1b6 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:15.454358 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-56046bf1-9b02-4fa1-bb9a-cbefd0a0f299 None None] Provisioning for port 97142a82-e6c1-4ae1-9ad9-45ff2b13c14e completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:15.480771 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ddb6bd6c-48a5-4434-8f98-f0a029e1c46e up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:15.491192 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52b912b1-309f-4d81-9301-c28c730f6c09 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:15.516292 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-579f08ec-20f5-4687-a198-7f77489960c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:15.526355 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-56046bf1-9b02-4fa1-bb9a-cbefd0a0f299 None None] Provisioning complete for port 97142a82-e6c1-4ae1-9ad9-45ff2b13c14e triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:15.526355 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-56046bf1-9b02-4fa1-bb9a-cbefd0a0f299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:15.682303 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f08ec-20f5-4687-a198-7f77489960c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=071e30d5-8a55-4ef9-a07e-ccf953033a4e,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:15.684574 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-579f08ec-20f5-4687-a198-7f77489960c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:15.694530 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-56046bf1-9b02-4fa1-bb9a-cbefd0a0f299 None None] Port 97142a82-e6c1-4ae1-9ad9-45ff2b13c14e cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:14:15.694711 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-579f08ec-20f5-4687-a198-7f77489960c4 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/071e30d5-8a55-4ef9-a07e-ccf953033a4e HTTP/1.1" status: 204 len: 168 time: 1.3065183 Jul 06 14:14:15.707787 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47828) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:15.726912 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port ddb6bd6c-48a5-4434-8f98-f0a029e1c46e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:15.728000 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:15.766605 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52b912b1-309f-4d81-9301-c28c730f6c09 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:15.858592 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 4515f857-612f-4b04-8692-5610fa440e8c up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:15.909809 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b45bcc96-6a61-4cd3-ac8f-c0ac224674ff None None] Provisioning complete for port 97142a82-e6c1-4ae1-9ad9-45ff2b13c14e triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:15.910252 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b45bcc96-6a61-4cd3-ac8f-c0ac224674ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:15.993966 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-b45bcc96-6a61-4cd3-ac8f-c0ac224674ff None None] Port 97142a82-e6c1-4ae1-9ad9-45ff2b13c14e cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:14:15.999890 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b912b1-309f-4d81-9301-c28c730f6c09 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Router be38acf7-6bdf-4682-9468-5ea9ef03d949 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:14:16.005873 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd3e9e5-d8b9-4f0d-a7a3-08c938d13f90 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Router b8c63a47-00fb-4ec2-88e4-c55ba351d905 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:14:16.010362 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 4515f857-612f-4b04-8692-5610fa440e8c completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:16.016944 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 4515f857-612f-4b04-8692-5610fa440e8c triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:16.017407 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:16.032053 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-86334732-16e6-4e39-bf46-3985df490b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:16.099584 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ca4caf31-a169-4495-8f68-2fa6d3b1c4d6 req-bace3c65-dded-4616-8985-f19b7378e1b6 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:16.100266 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ca4caf31-a169-4495-8f68-2fa6d3b1c4d6 req-bace3c65-dded-4616-8985-f19b7378e1b6 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:16.100746 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [req-ca4caf31-a169-4495-8f68-2fa6d3b1c4d6 req-bace3c65-dded-4616-8985-f19b7378e1b6 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Floating IP de49b790-26ef-4ae6-8008-43034a6a9a6e disassociated. External IP: 172.25.6.6, port: 735ad35a-0695-477b-bd28-39dec993e734. Jul 06 14:14:16.101242 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-ca4caf31-a169-4495-8f68-2fa6d3b1c4d6 req-bace3c65-dded-4616-8985-f19b7378e1b6 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Calling delete_port for 735ad35a-0695-477b-bd28-39dec993e734 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:14:16.126816 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b912b1-309f-4d81-9301-c28c730f6c09 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:14:16.140036 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13f3b1b-d058-4774-84f5-91174ad7ea04 None None] Sync routers for ids ['be38acf7-6bdf-4682-9468-5ea9ef03d949'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:14:16.145997 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2837e05c-53fe-44ad-bf3b-fadc86ac0d3b None None] Provisioning complete for port 97142a82-e6c1-4ae1-9ad9-45ff2b13c14e triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:16.146369 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2837e05c-53fe-44ad-bf3b-fadc86ac0d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:16.163365 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52b912b1-309f-4d81-9301-c28c730f6c09 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:16.169583 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-52b912b1-309f-4d81-9301-c28c730f6c09 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8498008 Jul 06 14:14:16.170495 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47830) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:16.200927 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-2837e05c-53fe-44ad-bf3b-fadc86ac0d3b None None] Port 97142a82-e6c1-4ae1-9ad9-45ff2b13c14e cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:14:16.208283 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:16.211263 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13f3b1b-d058-4774-84f5-91174ad7ea04 None None] Routers {'be38acf7-6bdf-4682-9468-5ea9ef03d949'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:16.211912 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-a13f3b1b-d058-4774-84f5-91174ad7ea04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['be38acf7-6bdf-4682-9468-5ea9ef03d949'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:16.331888 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd3e9e5-d8b9-4f0d-a7a3-08c938d13f90 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:14:16.346805 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf793334-3207-4427-90e2-352987237704 None None] Sync routers for ids ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:14:16.360540 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf793334-3207-4427-90e2-352987237704 None None] Routers {'b8c63a47-00fb-4ec2-88e4-c55ba351d905'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:16.360962 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-cf793334-3207-4427-90e2-352987237704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:16.385833 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 4515f857-612f-4b04-8692-5610fa440e8c, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=4515f857-612f-4b04-8692-5610fa440e8c,segment=NetworkSegment(de7441f6-50be-4088-8440-b5b8e8a382ca),segment_id=de7441f6-50be-4088-8440-b5b8e8a382ca)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:16.410563 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47842) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:16.410695 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ebd3e9e5-d8b9-4f0d-a7a3-08c938d13f90 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "PUT /v2.0/routers/b8c63a47-00fb-4ec2-88e4-c55ba351d905/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0139055 Jul 06 14:14:16.414918 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-86334732-16e6-4e39-bf46-3985df490b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:16.415934 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-7dc46c99-1554-40d2-95d6-0a41501e7d75 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:16.431150 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-a13f3b1b-d058-4774-84f5-91174ad7ea04 None None] Set router be38acf7-6bdf-4682-9468-5ea9ef03d949 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:16.441677 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-86334732-16e6-4e39-bf46-3985df490b5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a30d4f4d-31e2-4868-a2e6-635b51a08aa2']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:16.486481 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-86334732-16e6-4e39-bf46-3985df490b5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f23ac31d-88ba-4e0f-86ab-dcb136481a8f') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:16.486784 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-86334732-16e6-4e39-bf46-3985df490b5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f23ac31d-88ba-4e0f-86ab-dcb136481a8f') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:16.511084 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:16.533518 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-cf793334-3207-4427-90e2-352987237704 None None] Set router b8c63a47-00fb-4ec2-88e4-c55ba351d905 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:16.561937 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-86334732-16e6-4e39-bf46-3985df490b5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:16.605521 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-86334732-16e6-4e39-bf46-3985df490b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:16.612178 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86334732-16e6-4e39-bf46-3985df490b5f admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:14:16.612497 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-86334732-16e6-4e39-bf46-3985df490b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:16.619015 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=4515f857-612f-4b04-8692-5610fa440e8c,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:16.658148 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-44b678af-ae56-4e41-809e-8551fc7b9252 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.118 "GET /v2.0/subnets?project_id=7317327619ce440a98467f267c9927a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4857028 Jul 06 14:14:16.661264 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47844) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:14:16.679125 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:14:16.688878 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:16.697372 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-86334732-16e6-4e39-bf46-3985df490b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:16.731494 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-86334732-16e6-4e39-bf46-3985df490b5f admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:16.733937 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-86334732-16e6-4e39-bf46-3985df490b5f admin admin] 10.222.0.118 "DELETE /v2.0/networks/a30d4f4d-31e2-4868-a2e6-635b51a08aa2 HTTP/1.1" status: 204 len: 168 time: 1.0232816 Jul 06 14:14:16.745560 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47846) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:16.746589 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ca4caf31-a169-4495-8f68-2fa6d3b1c4d6 req-bace3c65-dded-4616-8985-f19b7378e1b6 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:16.760829 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86334732-16e6-4e39-bf46-3985df490b5f admin admin] Pushing event deleted for resources: {'Network': ['ID=a30d4f4d-31e2-4868-a2e6-635b51a08aa2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:16.768785 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-a13f3b1b-d058-4774-84f5-91174ad7ea04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033220436', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'dc8ecd54-e868-45f4-8af9-dff991ecad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:14:13Z', 'updated_at': '2021-07-06T14:14:15Z', 'revision_number': 3, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'dc8ecd54-e868-45f4-8af9-dff991ecad2f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:47:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:14Z', 'updated_at': '2021-07-06T14:14:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:16.789076 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace3c65-dded-4616-8985-f19b7378e1b6 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Pushing event deleted for resources: {'Port': ['ID=735ad35a-0695-477b-bd28-39dec993e734,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:16.810162 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13f3b1b-d058-4774-84f5-91174ad7ea04 None None] Checking router: be38acf7-6bdf-4682-9468-5ea9ef03d949 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:14:16.811268 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13f3b1b-d058-4774-84f5-91174ad7ea04 None None] Updating router be38acf7-6bdf-4682-9468-5ea9ef03d949 port dc8ecd54-e868-45f4-8af9-dff991ecad2f binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:14:16.854570 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5765d70-deea-4266-a341-8467a91d502b admin admin] Deleting subnet 9c126b39-a3fb-4193-a94c-0d35f27204d3 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:14:16.858784 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c5765d70-deea-4266-a341-8467a91d502b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:16.868480 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a13f3b1b-d058-4774-84f5-91174ad7ea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:16.909340 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c5765d70-deea-4266-a341-8467a91d502b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:16.931257 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-cf793334-3207-4427-90e2-352987237704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:14:13Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None, '_interfaces': [{'id': '879d3bef-005a-43ec-a4c9-3e18369bd1f4', 'name': '', 'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:93:50:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:52Z', 'updated_at': '2021-07-06T14:14:04Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97142a82-e6c1-4ae1-9ad9-45ff2b13c14e', 'name': '', 'network_id': 'c8584b6e-3d78-4006-97ec-191c9671ecb3', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:d1:ff:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '867c137d-c70e-4a51-b1c3-e8202ee0d7ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:12Z', 'updated_at': '2021-07-06T14:14:13Z', 'revision_number': 2, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '867c137d-c70e-4a51-b1c3-e8202ee0d7ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb6bd6c-48a5-4434-8f98-f0a029e1c46e', 'name': '', 'network_id': '7b872aa8-bd60-4a2b-829a-72bc6e3b973a', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:72:17:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '56ecd5c5-d0fb-40d9-957a-33c1531bd5d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:02Z', 'updated_at': '2021-07-06T14:14:14Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '56ecd5c5-d0fb-40d9-957a-33c1531bd5d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec395c95-0e9b-40fc-822c-69e0606c0d6b', 'name': '', 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:cc:ab:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:43Z', 'updated_at': '2021-07-06T14:13:55Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:16.955548 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c5765d70-deea-4266-a341-8467a91d502b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:16.985554 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf793334-3207-4427-90e2-352987237704 None None] Checking router: b8c63a47-00fb-4ec2-88e4-c55ba351d905 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:14:16.992478 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf793334-3207-4427-90e2-352987237704 None None] Updating router b8c63a47-00fb-4ec2-88e4-c55ba351d905 port 97142a82-e6c1-4ae1-9ad9-45ff2b13c14e binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:14:17.026796 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c5765d70-deea-4266-a341-8467a91d502b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:17.069937 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5765d70-deea-4266-a341-8467a91d502b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c126b39-a3fb-4193-a94c-0d35f27204d3,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:17.070643 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-cf793334-3207-4427-90e2-352987237704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:17.073440 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c5765d70-deea-4266-a341-8467a91d502b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:17.076650 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c5765d70-deea-4266-a341-8467a91d502b admin admin] 10.222.0.118 "DELETE /v2.0/subnets/9c126b39-a3fb-4193-a94c-0d35f27204d3 HTTP/1.1" status: 204 len: 168 time: 0.3276653 Jul 06 14:14:17.084972 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47848) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:17.237337 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a13f3b1b-d058-4774-84f5-91174ad7ea04 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:17.277620 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a13f3b1b-d058-4774-84f5-91174ad7ea04 None None] Transition to ACTIVE for port object dc8ecd54-e868-45f4-8af9-dff991ecad2f will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:17.288210 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a13f3b1b-d058-4774-84f5-91174ad7ea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:17.334442 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 4515f857-612f-4b04-8692-5610fa440e8c up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:17.361188 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79ecb2-cbdf-450e-bd44-0792e5ddb9f6 req-8b58deec-8e29-499e-a156-3cad2aac7e18 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:17.364323 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad79ecb2-cbdf-450e-bd44-0792e5ddb9f6 req-8b58deec-8e29-499e-a156-3cad2aac7e18 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=c8a8e953-73e1-41e4-bc08-d8effa4d1e5c HTTP/1.1" status: 200 len: 867 time: 0.7656732 Jul 06 14:14:17.370953 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3557b37f-571e-4855-b890-26d14244e306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:17.437165 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-a13f3b1b-d058-4774-84f5-91174ad7ea04 None None] Attempting to bind port dc8ecd54-e868-45f4-8af9-dff991ecad2f on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:14:17.437790 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-a13f3b1b-d058-4774-84f5-91174ad7ea04 None None] Attempting to bind port dc8ecd54-e868-45f4-8af9-dff991ecad2f by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:14:17.438375 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13f3b1b-d058-4774-84f5-91174ad7ea04 None None] Attempting to bind port dc8ecd54-e868-45f4-8af9-dff991ecad2f on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:14:17.447011 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de31d32c-e85f-4fb0-86e5-d5da1db873ef None None] Pushing event updated for resources: {'Port': ['ID=dc8ecd54-e868-45f4-8af9-dff991ecad2f,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:17.473831 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13f3b1b-d058-4774-84f5-91174ad7ea04 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:14:17.474497 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13f3b1b-d058-4774-84f5-91174ad7ea04 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:14:17.475197 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a13f3b1b-d058-4774-84f5-91174ad7ea04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:17.475793 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13f3b1b-d058-4774-84f5-91174ad7ea04 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:14:17.476486 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-a13f3b1b-d058-4774-84f5-91174ad7ea04 None None] Bound port: dc8ecd54-e868-45f4-8af9-dff991ecad2f, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:14:17.477073 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a13f3b1b-d058-4774-84f5-91174ad7ea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:17.522028 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad79ecb2-cbdf-450e-bd44-0792e5ddb9f6 req-0ca1e662-1891-4d95-98f8-d0c49529e248 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups?id=abf74cc2-9a12-41bd-93d6-29a54da1f980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485975 Jul 06 14:14:17.563647 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 4515f857-612f-4b04-8692-5610fa440e8c triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:17.564393 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:17.578247 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca4caf31-a169-4495-8f68-2fa6d3b1c4d6 req-bace3c65-dded-4616-8985-f19b7378e1b6 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Router 144d5879-0191-45db-8840-e67f4f2a8492 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:14:17.617791 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-a13f3b1b-d058-4774-84f5-91174ad7ea04 None None] For port dc8ecd54-e868-45f4-8af9-dff991ecad2f, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:14:17.637168 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-a13f3b1b-d058-4774-84f5-91174ad7ea04 None None] For port dc8ecd54-e868-45f4-8af9-dff991ecad2f, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=dc8ecd54-e868-45f4-8af9-dff991ecad2f,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:14:17.644510 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3557b37f-571e-4855-b890-26d14244e306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:17.648520 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f39b98a-d412-4a44-b45a-84c71dd11441 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:17.654435 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7f39b98a-d412-4a44-b45a-84c71dd11441 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.118 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9875531 Jul 06 14:14:17.658699 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47852) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:17.669302 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a13f3b1b-d058-4774-84f5-91174ad7ea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:17.711677 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-cf793334-3207-4427-90e2-352987237704 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:17.723788 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-cf793334-3207-4427-90e2-352987237704 None None] Transition to ACTIVE for port object 97142a82-e6c1-4ae1-9ad9-45ff2b13c14e will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:17.733954 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-cf793334-3207-4427-90e2-352987237704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:17.807881 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0c7c7-3b0b-4cd5-b5ce-5c3cce772e4f None None] Pushing event updated for resources: {'Port': ['ID=97142a82-e6c1-4ae1-9ad9-45ff2b13c14e,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:17.828454 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-3557b37f-571e-4855-b890-26d14244e306 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b698d876-6ccd-44e1-b6eb-43863d09a0c1']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:17.831426 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca4caf31-a169-4495-8f68-2fa6d3b1c4d6 req-bace3c65-dded-4616-8985-f19b7378e1b6 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:14:17.834987 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1c310887-b950-4863-b75d-c33dcadcee17 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.118 "GET /v2.0/subnets?network_id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0550482 Jul 06 14:14:17.887210 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47854) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:17.888100 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4caf31-a169-4495-8f68-2fa6d3b1c4d6 req-bace3c65-dded-4616-8985-f19b7378e1b6 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] No DVR routers for this DVR port 735ad35a-0695-477b-bd28-39dec993e734 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:14:17.895195 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-ffee3e15-42fe-4fe3-a57c-b463c83401d6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-557936549', 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741', 'project_id': '7317327619ce440a98467f267c9927a9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:17.899956 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-3557b37f-571e-4855-b890-26d14244e306 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f955cfd2-8f50-44b5-80b2-5b5ea2dd657b') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:17.900249 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-3557b37f-571e-4855-b890-26d14244e306 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f955cfd2-8f50-44b5-80b2-5b5ea2dd657b') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:17.902915 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ca4caf31-a169-4495-8f68-2fa6d3b1c4d6 req-bace3c65-dded-4616-8985-f19b7378e1b6 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:17.905636 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ca4caf31-a169-4495-8f68-2fa6d3b1c4d6 req-bace3c65-dded-4616-8985-f19b7378e1b6 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.124 "DELETE /v2.0/ports/735ad35a-0695-477b-bd28-39dec993e734 HTTP/1.1" status: 204 len: 173 time: 4.0113947 Jul 06 14:14:17.906126 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a8e953-73e1-41e4-bc08-d8effa4d1e5c', 'name': 'network-vif-deleted', 'tag': '735ad35a-0695-477b-bd28-39dec993e734'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:14:17.908567 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07db46e-b792-4bf3-8cf2-bffae3f199f5 None None] Sync routers for ids ['144d5879-0191-45db-8840-e67f4f2a8492'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:14:17.909442 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368d972d-9d82-4654-ae97-b6f57e5f1116" -d '{"events": [{"server_uuid": "c8a8e953-73e1-41e4-bc08-d8effa4d1e5c", "name": "network-vif-deleted", "tag": "735ad35a-0695-477b-bd28-39dec993e734"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:14:17.941667 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-cf793334-3207-4427-90e2-352987237704 None None] Attempting to bind port 97142a82-e6c1-4ae1-9ad9-45ff2b13c14e on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:14:17.942517 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-cf793334-3207-4427-90e2-352987237704 None None] Attempting to bind port 97142a82-e6c1-4ae1-9ad9-45ff2b13c14e by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'de7441f6-50be-4088-8440-b5b8e8a382ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c8584b6e-3d78-4006-97ec-191c9671ecb3'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:14:17.943422 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf793334-3207-4427-90e2-352987237704 None None] Attempting to bind port 97142a82-e6c1-4ae1-9ad9-45ff2b13c14e on network c8584b6e-3d78-4006-97ec-191c9671ecb3 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:14:17.948734 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13f3b1b-d058-4774-84f5-91174ad7ea04 None None] Routers {'be38acf7-6bdf-4682-9468-5ea9ef03d949'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:17.949440 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-a13f3b1b-d058-4774-84f5-91174ad7ea04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['be38acf7-6bdf-4682-9468-5ea9ef03d949'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:17.963308 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf793334-3207-4427-90e2-352987237704 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:14:17.965287 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf793334-3207-4427-90e2-352987237704 None None] Checking segment: {'id': 'de7441f6-50be-4088-8440-b5b8e8a382ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c8584b6e-3d78-4006-97ec-191c9671ecb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:14:17.966588 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-cf793334-3207-4427-90e2-352987237704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:17.967111 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf793334-3207-4427-90e2-352987237704 None None] Bound using segment: {'id': 'de7441f6-50be-4088-8440-b5b8e8a382ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c8584b6e-3d78-4006-97ec-191c9671ecb3'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:14:17.967747 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.extraroute_db [None req-7dc46c99-1554-40d2-95d6-0a41501e7d75 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=100417) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 14:14:17.968726 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-cf793334-3207-4427-90e2-352987237704 None None] Bound port: 97142a82-e6c1-4ae1-9ad9-45ff2b13c14e, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7441f6-50be-4088-8440-b5b8e8a382ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c8584b6e-3d78-4006-97ec-191c9671ecb3'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:14:17.970531 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-cf793334-3207-4427-90e2-352987237704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:18.004701 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.extraroute_db [None req-7dc46c99-1554-40d2-95d6-0a41501e7d75 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Removed routes are [] {{(pid=100417) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 14:14:18.005328 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dc46c99-1554-40d2-95d6-0a41501e7d75 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:18.006988 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3557b37f-571e-4855-b890-26d14244e306 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:18.055304 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3557b37f-571e-4855-b890-26d14244e306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:18.061262 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07db46e-b792-4bf3-8cf2-bffae3f199f5 None None] Routers {'144d5879-0191-45db-8840-e67f4f2a8492'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:18.064185 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c07db46e-b792-4bf3-8cf2-bffae3f199f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['144d5879-0191-45db-8840-e67f4f2a8492'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:18.093927 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3557b37f-571e-4855-b890-26d14244e306 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:14:18.108841 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3557b37f-571e-4855-b890-26d14244e306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:14:18.111799 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:14:18.142889 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-cf793334-3207-4427-90e2-352987237704 None None] For port 97142a82-e6c1-4ae1-9ad9-45ff2b13c14e, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:14:18.145219 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de31d32c-e85f-4fb0-86e5-d5da1db873ef None None] Pushing event updated for resources: {'Port': ['ID=dc8ecd54-e868-45f4-8af9-dff991ecad2f,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:18.217430 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffee3e15-42fe-4fe3-a57c-b463c83401d6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Made reservation on behalf of 7317327619ce440a98467f267c9927a9 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:14:18.221442 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-cf793334-3207-4427-90e2-352987237704 None None] For port 97142a82-e6c1-4ae1-9ad9-45ff2b13c14e, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=97142a82-e6c1-4ae1-9ad9-45ff2b13c14e,segment=NetworkSegment(de7441f6-50be-4088-8440-b5b8e8a382ca),segment_id=de7441f6-50be-4088-8440-b5b8e8a382ca)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:14:18.224592 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ffee3e15-42fe-4fe3-a57c-b463c83401d6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:18.235291 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-cf793334-3207-4427-90e2-352987237704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:18.294985 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-a13f3b1b-d058-4774-84f5-91174ad7ea04 None None] Set router be38acf7-6bdf-4682-9468-5ea9ef03d949 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:18.303872 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18e96d4-994a-4dca-8d67-14a25cb39d74 x-openstack-request-id: req-a18e96d4-994a-4dca-8d67-14a25cb39d74 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:14:18.304162 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a8e953-73e1-41e4-bc08-d8effa4d1e5c", "name": "network-vif-deleted", "tag": "735ad35a-0695-477b-bd28-39dec993e734", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:14:18.304418 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-a18e96d4-994a-4dca-8d67-14a25cb39d74 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:14:18.304818 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a8e953-73e1-41e4-bc08-d8effa4d1e5c', 'name': 'network-vif-deleted', 'tag': '735ad35a-0695-477b-bd28-39dec993e734', 'status': 'completed', 'code': 200} Jul 06 14:14:18.310593 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3557b37f-571e-4855-b890-26d14244e306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:18.312969 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0c7c7-3b0b-4cd5-b5ce-5c3cce772e4f None None] Pushing event updated for resources: {'Port': ['ID=97142a82-e6c1-4ae1-9ad9-45ff2b13c14e,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:18.336909 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf793334-3207-4427-90e2-352987237704 None None] Routers {'b8c63a47-00fb-4ec2-88e4-c55ba351d905'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:18.337581 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-cf793334-3207-4427-90e2-352987237704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:18.338828 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3557b37f-571e-4855-b890-26d14244e306 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:18.346657 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3557b37f-571e-4855-b890-26d14244e306 admin admin] 10.222.0.118 "DELETE /v2.0/networks/b698d876-6ccd-44e1-b6eb-43863d09a0c1 HTTP/1.1" status: 204 len: 168 time: 1.2533445 Jul 06 14:14:18.346657 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557b37f-571e-4855-b890-26d14244e306 admin admin] Pushing event deleted for resources: {'Network': ['ID=b698d876-6ccd-44e1-b6eb-43863d09a0c1,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:18.428224 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dc46c99-1554-40d2-95d6-0a41501e7d75 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:18.433192 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-c07db46e-b792-4bf3-8cf2-bffae3f199f5 None None] Set router 144d5879-0191-45db-8840-e67f4f2a8492 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:18.440661 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dc46c99-1554-40d2-95d6-0a41501e7d75 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2094363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2094336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2093514'] for router, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:18.517300 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-cf793334-3207-4427-90e2-352987237704 None None] Set router b8c63a47-00fb-4ec2-88e4-c55ba351d905 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:18.585095 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ffee3e15-42fe-4fe3-a57c-b463c83401d6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:18.720535 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47870) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:18.741515 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 735ad35a-0695-477b-bd28-39dec993e734 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:14:18.769352 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee3e15-42fe-4fe3-a57c-b463c83401d6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Subnet': ['ID=6065e799-674b-4a0b-b826-f1af2e41e20b,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:18.775866 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc46c99-1554-40d2-95d6-0a41501e7d75 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Router b8c63a47-00fb-4ec2-88e4-c55ba351d905 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:14:18.805819 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee3e15-42fe-4fe3-a57c-b463c83401d6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Checking segment: {'id': '7d4b0fd1-ff50-4d04-be05-7e2307f76a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:14:18.806289 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffee3e15-42fe-4fe3-a57c-b463c83401d6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Network hostable DHCP agents. Network: 39a59867-1326-44e3-97ee-0675d66d3741, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:14:18.810807 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-16526e77-9af4-4067-b454-e4d0bab733c5 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=5a0c04c1d8af410aa60ec02e499494bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0891299 Jul 06 14:14:18.814142 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47876) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:18.842180 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 735ad35a-0695-477b-bd28-39dec993e734 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:14:18.843027 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 735ad35a-0695-477b-bd28-39dec993e734 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:14:18.871706 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffee3e15-42fe-4fe3-a57c-b463c83401d6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Network 39a59867-1326-44e3-97ee-0675d66d3741 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:14:18.916923 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-06cc6c81-ec3d-4b8c-bbe4-816260390d75 req-91015cbf-3530-43be-adcc-47c686ca4d68 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/ports?device_id=c8a8e953-73e1-41e4-bc08-d8effa4d1e5c HTTP/1.1" status: 200 len: 210 time: 0.0619082 Jul 06 14:14:18.917187 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-ffee3e15-42fe-4fe3-a57c-b463c83401d6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 39a59867-1326-44e3-97ee-0675d66d3741) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:18.925291 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffee3e15-42fe-4fe3-a57c-b463c83401d6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:18.926004 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ffee3e15-42fe-4fe3-a57c-b463c83401d6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:18.934861 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5f544f-8906-4bdb-b3fe-9a519e8857b3 None None] Network 39a59867-1326-44e3-97ee-0675d66d3741 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:14:18.943763 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ffee3e15-42fe-4fe3-a57c-b463c83401d6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0530903 Jul 06 14:14:18.946090 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47882) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:19.034867 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:19.082357 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc46c99-1554-40d2-95d6-0a41501e7d75 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:14:19.084260 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c0e082a-36ff-4f67-b61d-fc7412b3c3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:19.094950 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7dc46c99-1554-40d2-95d6-0a41501e7d75 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:19.098892 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7dc46c99-1554-40d2-95d6-0a41501e7d75 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "PUT /v2.0/routers/b8c63a47-00fb-4ec2-88e4-c55ba351d905 HTTP/1.1" status: 200 len: 934 time: 2.6849413 Jul 06 14:14:19.099581 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47884) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:19.142677 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-cf793334-3207-4427-90e2-352987237704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:14:17Z', 'revision_number': 6, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None, '_interfaces': [{'id': '879d3bef-005a-43ec-a4c9-3e18369bd1f4', 'name': '', 'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:93:50:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:52Z', 'updated_at': '2021-07-06T14:14:04Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97142a82-e6c1-4ae1-9ad9-45ff2b13c14e', 'name': '', 'network_id': 'c8584b6e-3d78-4006-97ec-191c9671ecb3', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:d1:ff:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '867c137d-c70e-4a51-b1c3-e8202ee0d7ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:12Z', 'updated_at': '2021-07-06T14:14:18Z', 'revision_number': 4, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '867c137d-c70e-4a51-b1c3-e8202ee0d7ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb6bd6c-48a5-4434-8f98-f0a029e1c46e', 'name': '', 'network_id': '7b872aa8-bd60-4a2b-829a-72bc6e3b973a', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:72:17:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '56ecd5c5-d0fb-40d9-957a-33c1531bd5d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:02Z', 'updated_at': '2021-07-06T14:14:14Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '56ecd5c5-d0fb-40d9-957a-33c1531bd5d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec395c95-0e9b-40fc-822c-69e0606c0d6b', 'name': '', 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:cc:ab:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:43Z', 'updated_at': '2021-07-06T14:13:55Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:19.186403 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf793334-3207-4427-90e2-352987237704 None None] The sync data for ids ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'] in n-d-773644-6 is: [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:14:17Z', 'revision_number': 6, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None, '_interfaces': [{'id': '879d3bef-005a-43ec-a4c9-3e18369bd1f4', 'name': '', 'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:93:50:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:52Z', 'updated_at': '2021-07-06T14:14:04Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97142a82-e6c1-4ae1-9ad9-45ff2b13c14e', 'name': '', 'network_id': 'c8584b6e-3d78-4006-97ec-191c9671ecb3', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:d1:ff:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '867c137d-c70e-4a51-b1c3-e8202ee0d7ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:12Z', 'updated_at': '2021-07-06T14:14:18Z', 'revision_number': 4, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '867c137d-c70e-4a51-b1c3-e8202ee0d7ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb6bd6c-48a5-4434-8f98-f0a029e1c46e', 'name': '', 'network_id': '7b872aa8-bd60-4a2b-829a-72bc6e3b973a', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:72:17:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '56ecd5c5-d0fb-40d9-957a-33c1531bd5d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:02Z', 'updated_at': '2021-07-06T14:14:14Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '56ecd5c5-d0fb-40d9-957a-33c1531bd5d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec395c95-0e9b-40fc-822c-69e0606c0d6b', 'name': '', 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:cc:ab:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:43Z', 'updated_at': '2021-07-06T14:13:55Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:14:19.196910 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-a13f3b1b-d058-4774-84f5-91174ad7ea04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033220436', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'dc8ecd54-e868-45f4-8af9-dff991ecad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:14:13Z', 'updated_at': '2021-07-06T14:14:15Z', 'revision_number': 3, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'dc8ecd54-e868-45f4-8af9-dff991ecad2f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:47:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:14Z', 'updated_at': '2021-07-06T14:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:19.214800 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c0e082a-36ff-4f67-b61d-fc7412b3c3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:19.306414 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d70f43f2-ee28-4b31-b43a-1589c4b2aabe tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "GET /v2.0/routers/b8c63a47-00fb-4ec2-88e4-c55ba351d905 HTTP/1.1" status: 200 len: 934 time: 0.2055397 Jul 06 14:14:19.310974 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47886) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:19.316398 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-cff6cccb-9b5a-4e31-9b67-396f253f8730 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'router': {'routes': None}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:19.327258 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13f3b1b-d058-4774-84f5-91174ad7ea04 None None] The sync data for ids ['be38acf7-6bdf-4682-9468-5ea9ef03d949'] in n-d-773644-6 is: [{'id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033220436', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'dc8ecd54-e868-45f4-8af9-dff991ecad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:14:13Z', 'updated_at': '2021-07-06T14:14:15Z', 'revision_number': 3, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'dc8ecd54-e868-45f4-8af9-dff991ecad2f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:47:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:14Z', 'updated_at': '2021-07-06T14:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:14:19.399510 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-39a59867-1326-44e3-97ee-0675d66d3741', 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'fixed_ips': [{'subnet_id': '6065e799-674b-4a0b-b826-f1af2e41e20b'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:14:19.400511 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:19.417413 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c07db46e-b792-4bf3-8cf2-bffae3f199f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d5879-0191-45db-8840-e67f4f2a8492', 'name': 'tempest-AttachVolumeTestJSON-1215315455-router', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:06:34Z', 'updated_at': '2021-07-06T14:06:41Z', 'revision_number': 4, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'gw_port': {'id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:35Z', 'updated_at': '2021-07-06T14:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'c618a35d-fb45-4720-9786-769108038dc1', 'name': '', 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'mac_address': 'fa:16:3e:8b:f1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:39Z', 'updated_at': '2021-07-06T14:06:48Z', 'revision_number': 5, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'subnets': [{'id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:19.474572 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07db46e-b792-4bf3-8cf2-bffae3f199f5 None None] Checking router: 144d5879-0191-45db-8840-e67f4f2a8492 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:14:19.515635 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c0e082a-36ff-4f67-b61d-fc7412b3c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:19.518689 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4c0e082a-36ff-4f67-b61d-fc7412b3c3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:19.520464 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4c0e082a-36ff-4f67-b61d-fc7412b3c3cd admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/8cc7451c-4c20-4198-9298-d056dcbe062d HTTP/1.1" status: 204 len: 168 time: 0.6995537 Jul 06 14:14:19.538890 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e082a-36ff-4f67-b61d-fc7412b3c3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc7451c-4c20-4198-9298-d056dcbe062d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:19.648055 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07db46e-b792-4bf3-8cf2-bffae3f199f5 None None] Routers {'144d5879-0191-45db-8840-e67f4f2a8492'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:19.651739 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c07db46e-b792-4bf3-8cf2-bffae3f199f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['144d5879-0191-45db-8840-e67f4f2a8492'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:19.754647 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dccd5af5-0f65-418b-bd31-5e29ca5ea8bb tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:20.048547 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Allocated IP 172.20.0.2 (39a59867-1326-44e3-97ee-0675d66d3741/6065e799-674b-4a0b-b826-f1af2e41e20b/d4bff1ad-0c8d-4954-82e2-331e749d4425) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:14:20.152828 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47898) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:20.225446 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47902) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:20.281352 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2f079fed-7fb6-4bb9-bc95-e3006d4d9780 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:20.292054 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.extraroute_db [None req-cff6cccb-9b5a-4e31-9b67-396f253f8730 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Added routes are [] {{(pid=100417) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 14:14:20.292378 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.extraroute_db [None req-cff6cccb-9b5a-4e31-9b67-396f253f8730 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=100417) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 14:14:20.307117 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-bd08cb0f-2224-46f7-add9-273638bbf62c admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=3d7a8cc1ca9c4c5b8b6b38d251ab473e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0794477 Jul 06 14:14:20.310844 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47910) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:20.361454 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2f079fed-7fb6-4bb9-bc95-e3006d4d9780 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:20.396124 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:20.407525 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Transition to ACTIVE for port object d4bff1ad-0c8d-4954-82e2-331e749d4425 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:20.416231 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-c07db46e-b792-4bf3-8cf2-bffae3f199f5 None None] Set router 144d5879-0191-45db-8840-e67f4f2a8492 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:20.426127 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cff6cccb-9b5a-4e31-9b67-396f253f8730 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:20.462159 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-200cbf8f-8529-4a88-98f2-451fd356fb26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:20.508536 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-200cbf8f-8529-4a88-98f2-451fd356fb26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:20.592846 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-200cbf8f-8529-4a88-98f2-451fd356fb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:20.593629 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Transition to ACTIVE for port object d4bff1ad-0c8d-4954-82e2-331e749d4425 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:20.596093 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-200cbf8f-8529-4a88-98f2-451fd356fb26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:20.601124 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-200cbf8f-8529-4a88-98f2-451fd356fb26 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/3a7a9cde-935e-4ad4-aadb-02880f8ff8c2 HTTP/1.1" status: 204 len: 168 time: 0.2865677 Jul 06 14:14:20.608007 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:20.693252 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Pushing event updated for resources: {'Port': ['ID=d4bff1ad-0c8d-4954-82e2-331e749d4425,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:20.715467 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cbf8f-8529-4a88-98f2-451fd356fb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7a9cde-935e-4ad4-aadb-02880f8ff8c2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:20.722841 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Network 39a59867-1326-44e3-97ee-0675d66d3741 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:20.740353 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:20.746064 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:14:20.752083 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2f079fed-7fb6-4bb9-bc95-e3006d4d9780 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:20.763605 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2f079fed-7fb6-4bb9-bc95-e3006d4d9780 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:20.764813 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2f079fed-7fb6-4bb9-bc95-e3006d4d9780 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "DELETE /v2.0/security-groups/abf74cc2-9a12-41bd-93d6-29a54da1f980 HTTP/1.1" status: 204 len: 168 time: 0.6109989 Jul 06 14:14:20.767031 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cff6cccb-9b5a-4e31-9b67-396f253f8730 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:20.771381 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47914) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:20.781264 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f079fed-7fb6-4bb9-bc95-e3006d4d9780 tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf74cc2-9a12-41bd-93d6-29a54da1f980,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:20.803910 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cff6cccb-9b5a-4e31-9b67-396f253f8730 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2094363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2094336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2093514'] for router, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:20.851821 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [None req-a0096b42-86ce-47de-b4c4-8d09471b6baf tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] show failed (client error): The resource could not be found. Jul 06 14:14:20.856823 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a0096b42-86ce-47de-b4c4-8d09471b6baf tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "GET /v2.0/security-groups/abf74cc2-9a12-41bd-93d6-29a54da1f980 HTTP/1.1" status: 404 len: 347 time: 0.0790431 Jul 06 14:14:20.867692 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-dccd5af5-0f65-418b-bd31-5e29ca5ea8bb tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Allocated IP 172.20.0.1 (39a59867-1326-44e3-97ee-0675d66d3741/6065e799-674b-4a0b-b826-f1af2e41e20b/0688b055-9ee3-4b12-bdcd-0fa4f3de4731) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:14:20.889729 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 47916) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:20.896103 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Attempting to bind port d4bff1ad-0c8d-4954-82e2-331e749d4425 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:14:20.896541 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Attempting to bind port d4bff1ad-0c8d-4954-82e2-331e749d4425 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '7d4b0fd1-ff50-4d04-be05-7e2307f76a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:14:20.897020 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Attempting to bind port d4bff1ad-0c8d-4954-82e2-331e749d4425 on network 39a59867-1326-44e3-97ee-0675d66d3741 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:14:20.914388 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:14:20.914773 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Checking segment: {'id': '7d4b0fd1-ff50-4d04-be05-7e2307f76a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:14:20.915495 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:20.916653 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Bound using segment: {'id': '7d4b0fd1-ff50-4d04-be05-7e2307f76a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:14:20.917153 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Bound port: d4bff1ad-0c8d-4954-82e2-331e749d4425, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b0fd1-ff50-4d04-be05-7e2307f76a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:14:20.917545 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:20.922314 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c07db46e-b792-4bf3-8cf2-bffae3f199f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d5879-0191-45db-8840-e67f4f2a8492', 'name': 'tempest-AttachVolumeTestJSON-1215315455-router', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:06:34Z', 'updated_at': '2021-07-06T14:06:41Z', 'revision_number': 4, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'gw_port': {'id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:35Z', 'updated_at': '2021-07-06T14:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'c618a35d-fb45-4720-9786-769108038dc1', 'name': '', 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'mac_address': 'fa:16:3e:8b:f1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:39Z', 'updated_at': '2021-07-06T14:06:48Z', 'revision_number': 5, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'subnets': [{'id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:20.963461 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07db46e-b792-4bf3-8cf2-bffae3f199f5 None None] The sync data for ids ['144d5879-0191-45db-8840-e67f4f2a8492'] in n-d-773644-6 is: [{'id': '144d5879-0191-45db-8840-e67f4f2a8492', 'name': 'tempest-AttachVolumeTestJSON-1215315455-router', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:06:34Z', 'updated_at': '2021-07-06T14:06:41Z', 'revision_number': 4, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'gw_port': {'id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:35Z', 'updated_at': '2021-07-06T14:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'c618a35d-fb45-4720-9786-769108038dc1', 'name': '', 'network_id': 'eefea86f-292f-49b8-aab3-e9599d79dda6', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'mac_address': 'fa:16:3e:8b:f1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:39Z', 'updated_at': '2021-07-06T14:06:48Z', 'revision_number': 5, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'subnets': [{'id': '2034225f-da5c-4c36-aa60-ee034fad70f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:14:21.031361 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db04f21-d653-4c63-ad35-f3961ca143e7 None None] Sync routers for ids ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:14:21.045000 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db04f21-d653-4c63-ad35-f3961ca143e7 None None] Routers {'b8c63a47-00fb-4ec2-88e4-c55ba351d905'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:21.045657 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2db04f21-d653-4c63-ad35-f3961ca143e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:21.102322 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff6cccb-9b5a-4e31-9b67-396f253f8730 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Router b8c63a47-00fb-4ec2-88e4-c55ba351d905 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:14:21.124251 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] For port d4bff1ad-0c8d-4954-82e2-331e749d4425, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:14:21.131258 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] For port d4bff1ad-0c8d-4954-82e2-331e749d4425, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d4bff1ad-0c8d-4954-82e2-331e749d4425,segment=NetworkSegment(7d4b0fd1-ff50-4d04-be05-7e2307f76a00),segment_id=7d4b0fd1-ff50-4d04-be05-7e2307f76a00)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:14:21.140855 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:21.328600 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff6cccb-9b5a-4e31-9b67-396f253f8730 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:14:21.352048 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cff6cccb-9b5a-4e31-9b67-396f253f8730 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:21.359062 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cff6cccb-9b5a-4e31-9b67-396f253f8730 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "PUT /v2.0/routers/b8c63a47-00fb-4ec2-88e4-c55ba351d905 HTTP/1.1" status: 200 len: 700 time: 2.0468335 Jul 06 14:14:21.360711 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47924) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:21.409205 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Pushing event updated for resources: {'Port': ['ID=d4bff1ad-0c8d-4954-82e2-331e749d4425,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:21.426968 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:21.427328 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:21.427674 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:21.428015 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:21.435892 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:21.444466 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:21.445325 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:21.446034 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:21.448396 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:21.449088 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:21.451971 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:21.456475 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ec7b41-2fc8-413f-9609-466a3c126810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:21.557092 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 97142a82-e6c1-4ae1-9ad9-45ff2b13c14e up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:21.674522 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-2db04f21-d653-4c63-ad35-f3961ca143e7 None None] Set router b8c63a47-00fb-4ec2-88e4-c55ba351d905 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:21.732058 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b951c5e8-226e-49fc-8361-0b0551de0e3e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "GET /v2.0/routers/b8c63a47-00fb-4ec2-88e4-c55ba351d905 HTTP/1.1" status: 200 len: 700 time: 0.3638871 Jul 06 14:14:21.732835 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47930) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:21.781601 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 97142a82-e6c1-4ae1-9ad9-45ff2b13c14e completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:21.788940 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 97142a82-e6c1-4ae1-9ad9-45ff2b13c14e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:21.789722 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:21.977684 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d57f87-0a8c-45bc-91ee-dcce96826598 None None] New status for floating IP de49b790-26ef-4ae6-8008-43034a6a9a6e: DOWN {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:14:22.195991 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:22.255892 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2db04f21-d653-4c63-ad35-f3961ca143e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:14:20Z', 'revision_number': 7, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None, '_interfaces': [{'id': '879d3bef-005a-43ec-a4c9-3e18369bd1f4', 'name': '', 'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:93:50:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:52Z', 'updated_at': '2021-07-06T14:14:04Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97142a82-e6c1-4ae1-9ad9-45ff2b13c14e', 'name': '', 'network_id': 'c8584b6e-3d78-4006-97ec-191c9671ecb3', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:d1:ff:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '867c137d-c70e-4a51-b1c3-e8202ee0d7ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:12Z', 'updated_at': '2021-07-06T14:14:18Z', 'revision_number': 4, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '867c137d-c70e-4a51-b1c3-e8202ee0d7ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb6bd6c-48a5-4434-8f98-f0a029e1c46e', 'name': '', 'network_id': '7b872aa8-bd60-4a2b-829a-72bc6e3b973a', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:72:17:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '56ecd5c5-d0fb-40d9-957a-33c1531bd5d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:02Z', 'updated_at': '2021-07-06T14:14:14Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '56ecd5c5-d0fb-40d9-957a-33c1531bd5d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec395c95-0e9b-40fc-822c-69e0606c0d6b', 'name': '', 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:cc:ab:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:43Z', 'updated_at': '2021-07-06T14:13:55Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:22.342815 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db04f21-d653-4c63-ad35-f3961ca143e7 None None] Checking router: b8c63a47-00fb-4ec2-88e4-c55ba351d905 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:14:22.345736 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dccd5af5-0f65-418b-bd31-5e29ca5ea8bb tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:22.367146 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-dccd5af5-0f65-418b-bd31-5e29ca5ea8bb tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Transition to ACTIVE for port object 0688b055-9ee3-4b12-bdcd-0fa4f3de4731 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:22.369828 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db04f21-d653-4c63-ad35-f3961ca143e7 None None] Routers {'b8c63a47-00fb-4ec2-88e4-c55ba351d905'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:22.372123 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2db04f21-d653-4c63-ad35-f3961ca143e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:22.496417 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dccd5af5-0f65-418b-bd31-5e29ca5ea8bb tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:22.613006 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-2db04f21-d653-4c63-ad35-f3961ca143e7 None None] Set router b8c63a47-00fb-4ec2-88e4-c55ba351d905 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:22.648775 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c04c7c68-b243-4488-9567-e68c6fb00869 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:22.650283 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccd5af5-0f65-418b-bd31-5e29ca5ea8bb tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Network 39a59867-1326-44e3-97ee-0675d66d3741 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:22.658664 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-dccd5af5-0f65-418b-bd31-5e29ca5ea8bb tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:22.682838 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccd5af5-0f65-418b-bd31-5e29ca5ea8bb tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:14:22.736912 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd5af5-0f65-418b-bd31-5e29ca5ea8bb tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Port': ['ID=0688b055-9ee3-4b12-bdcd-0fa4f3de4731,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:22.794838 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-ab7e6d29-3dd7-4616-aca9-02f7347f967f tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Deleting port 693868fa-2656-43b0-a6e5-1e7aef832170 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:14:22.796205 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ab7e6d29-3dd7-4616-aca9-02f7347f967f tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:22.839831 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 97142a82-e6c1-4ae1-9ad9-45ff2b13c14e, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=97142a82-e6c1-4ae1-9ad9-45ff2b13c14e,segment=NetworkSegment(de7441f6-50be-4088-8440-b5b8e8a382ca),segment_id=de7441f6-50be-4088-8440-b5b8e8a382ca)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:22.850243 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:22.851488 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device dc8ecd54-e868-45f4-8af9-dff991ecad2f up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:22.963927 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dccd5af5-0f65-418b-bd31-5e29ca5ea8bb tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:23.115061 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=97142a82-e6c1-4ae1-9ad9-45ff2b13c14e,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:23.147338 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port dc8ecd54-e868-45f4-8af9-dff991ecad2f completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:23.155068 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port dc8ecd54-e868-45f4-8af9-dff991ecad2f triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:23.155289 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2db04f21-d653-4c63-ad35-f3961ca143e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:14:20Z', 'revision_number': 7, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None, '_interfaces': [{'id': '879d3bef-005a-43ec-a4c9-3e18369bd1f4', 'name': '', 'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:93:50:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:52Z', 'updated_at': '2021-07-06T14:14:04Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97142a82-e6c1-4ae1-9ad9-45ff2b13c14e', 'name': '', 'network_id': 'c8584b6e-3d78-4006-97ec-191c9671ecb3', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:d1:ff:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '867c137d-c70e-4a51-b1c3-e8202ee0d7ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:12Z', 'updated_at': '2021-07-06T14:14:18Z', 'revision_number': 4, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '867c137d-c70e-4a51-b1c3-e8202ee0d7ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb6bd6c-48a5-4434-8f98-f0a029e1c46e', 'name': '', 'network_id': '7b872aa8-bd60-4a2b-829a-72bc6e3b973a', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:72:17:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '56ecd5c5-d0fb-40d9-957a-33c1531bd5d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:02Z', 'updated_at': '2021-07-06T14:14:14Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '56ecd5c5-d0fb-40d9-957a-33c1531bd5d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec395c95-0e9b-40fc-822c-69e0606c0d6b', 'name': '', 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:cc:ab:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:43Z', 'updated_at': '2021-07-06T14:13:55Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:23.155438 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:23.262591 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1372fb8-6406-404f-a6d5-12d6f63c0153 None None] Network 39a59867-1326-44e3-97ee-0675d66d3741 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:14:23.278690 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db04f21-d653-4c63-ad35-f3961ca143e7 None None] The sync data for ids ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'] in n-d-773644-6 is: [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:14:20Z', 'revision_number': 7, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None, '_interfaces': [{'id': '879d3bef-005a-43ec-a4c9-3e18369bd1f4', 'name': '', 'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:93:50:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:52Z', 'updated_at': '2021-07-06T14:14:04Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97142a82-e6c1-4ae1-9ad9-45ff2b13c14e', 'name': '', 'network_id': 'c8584b6e-3d78-4006-97ec-191c9671ecb3', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:d1:ff:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '867c137d-c70e-4a51-b1c3-e8202ee0d7ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:12Z', 'updated_at': '2021-07-06T14:14:18Z', 'revision_number': 4, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '867c137d-c70e-4a51-b1c3-e8202ee0d7ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb6bd6c-48a5-4434-8f98-f0a029e1c46e', 'name': '', 'network_id': '7b872aa8-bd60-4a2b-829a-72bc6e3b973a', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:72:17:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '56ecd5c5-d0fb-40d9-957a-33c1531bd5d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:02Z', 'updated_at': '2021-07-06T14:14:14Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '56ecd5c5-d0fb-40d9-957a-33c1531bd5d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec395c95-0e9b-40fc-822c-69e0606c0d6b', 'name': '', 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:cc:ab:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:43Z', 'updated_at': '2021-07-06T14:13:55Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:14:23.300333 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ab7e6d29-3dd7-4616-aca9-02f7347f967f tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:23.300333 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ab7e6d29-3dd7-4616-aca9-02f7347f967f tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:23.352561 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-ab7e6d29-3dd7-4616-aca9-02f7347f967f tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Calling delete_port for 693868fa-2656-43b0-a6e5-1e7aef832170 owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:14:23.415695 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c04c7c68-b243-4488-9567-e68c6fb00869 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Deleting port 97142a82-e6c1-4ae1-9ad9-45ff2b13c14e {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:14:23.418654 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c04c7c68-b243-4488-9567-e68c6fb00869 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:23.450500 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-7a6dffad-2cba-4314-8dcb-7fe92cbd0545 None None] Provisioning for port d4bff1ad-0c8d-4954-82e2-331e749d4425 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:23.537122 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:23.588389 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c04c7c68-b243-4488-9567-e68c6fb00869 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] For port 97142a82-e6c1-4ae1-9ad9-45ff2b13c14e, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=97142a82-e6c1-4ae1-9ad9-45ff2b13c14e,segment=NetworkSegment(de7441f6-50be-4088-8440-b5b8e8a382ca),segment_id=de7441f6-50be-4088-8440-b5b8e8a382ca)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:23.593806 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c04c7c68-b243-4488-9567-e68c6fb00869 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:23.599348 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port dc8ecd54-e868-45f4-8af9-dff991ecad2f, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=dc8ecd54-e868-45f4-8af9-dff991ecad2f,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:23.611677 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:23.643336 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c04c7c68-b243-4488-9567-e68c6fb00869 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Calling delete_port for 97142a82-e6c1-4ae1-9ad9-45ff2b13c14e owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:14:23.697571 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dccd5af5-0f65-418b-bd31-5e29ca5ea8bb tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:23.765242 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=dc8ecd54-e868-45f4-8af9-dff991ecad2f,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:23.795743 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993d95db-bad9-4180-9317-c6885fb4fbb6 None None] Sync routers for ids ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:14:23.807151 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993d95db-bad9-4180-9317-c6885fb4fbb6 None None] Routers {'b8c63a47-00fb-4ec2-88e4-c55ba351d905'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:23.810527 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-993d95db-bad9-4180-9317-c6885fb4fbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:23.948472 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 97142a82-e6c1-4ae1-9ad9-45ff2b13c14e up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:24.014549 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-993d95db-bad9-4180-9317-c6885fb4fbb6 None None] Set router b8c63a47-00fb-4ec2-88e4-c55ba351d905 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:24.077485 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 97142a82-e6c1-4ae1-9ad9-45ff2b13c14e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:24.077888 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:24.082471 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c04c7c68-b243-4488-9567-e68c6fb00869 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:24.125466 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Port 97142a82-e6c1-4ae1-9ad9-45ff2b13c14e was deleted so its status cannot be updated. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 06 14:14:24.125886 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d4bff1ad-0c8d-4954-82e2-331e749d4425 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:24.150925 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c7c68-b243-4488-9567-e68c6fb00869 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Port': ['ID=97142a82-e6c1-4ae1-9ad9-45ff2b13c14e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:24.162985 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ab7e6d29-3dd7-4616-aca9-02f7347f967f tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:24.286467 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port d4bff1ad-0c8d-4954-82e2-331e749d4425 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:24.290656 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port d4bff1ad-0c8d-4954-82e2-331e749d4425 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:24.291083 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:24.419249 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e6d29-3dd7-4616-aca9-02f7347f967f tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Pushing event deleted for resources: {'Port': ['ID=693868fa-2656-43b0-a6e5-1e7aef832170,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:24.469711 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c7836548-e2f6-40c6-9d31-76ca02541676 None None] Provisioning complete for port d4bff1ad-0c8d-4954-82e2-331e749d4425 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:24.470126 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c7836548-e2f6-40c6-9d31-76ca02541676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:24.543211 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:24.593067 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-993d95db-bad9-4180-9317-c6885fb4fbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:14:20Z', 'revision_number': 7, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None, '_interfaces': [{'id': '879d3bef-005a-43ec-a4c9-3e18369bd1f4', 'name': '', 'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:93:50:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:52Z', 'updated_at': '2021-07-06T14:14:04Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '97142a82-e6c1-4ae1-9ad9-45ff2b13c14e', 'name': '', 'network_id': 'c8584b6e-3d78-4006-97ec-191c9671ecb3', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:d1:ff:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': '867c137d-c70e-4a51-b1c3-e8202ee0d7ce', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:12Z', 'updated_at': '2021-07-06T14:14:22Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '867c137d-c70e-4a51-b1c3-e8202ee0d7ce', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb6bd6c-48a5-4434-8f98-f0a029e1c46e', 'name': '', 'network_id': '7b872aa8-bd60-4a2b-829a-72bc6e3b973a', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:72:17:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '56ecd5c5-d0fb-40d9-957a-33c1531bd5d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:02Z', 'updated_at': '2021-07-06T14:14:14Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '56ecd5c5-d0fb-40d9-957a-33c1531bd5d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec395c95-0e9b-40fc-822c-69e0606c0d6b', 'name': '', 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:cc:ab:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:43Z', 'updated_at': '2021-07-06T14:13:55Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:24.633774 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c7836548-e2f6-40c6-9d31-76ca02541676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:24.660288 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port d4bff1ad-0c8d-4954-82e2-331e749d4425, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d4bff1ad-0c8d-4954-82e2-331e749d4425,segment=NetworkSegment(7d4b0fd1-ff50-4d04-be05-7e2307f76a00),segment_id=7d4b0fd1-ff50-4d04-be05-7e2307f76a00)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:24.668116 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:24.690028 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993d95db-bad9-4180-9317-c6885fb4fbb6 None None] Checking router: b8c63a47-00fb-4ec2-88e4-c55ba351d905 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:14:24.720138 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ab7e6d29-3dd7-4616-aca9-02f7347f967f tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:24.740805 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ab7e6d29-3dd7-4616-aca9-02f7347f967f tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:24.742325 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ab7e6d29-3dd7-4616-aca9-02f7347f967f tempest-AttachVolumeTestJSON-1141774551 tempest-AttachVolumeTestJSON-1141774551-project] 10.222.0.118 "DELETE /v2.0/floatingips/de49b790-26ef-4ae6-8008-43034a6a9a6e HTTP/1.1" status: 204 len: 168 time: 3.8498731 Jul 06 14:14:24.745931 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993d95db-bad9-4180-9317-c6885fb4fbb6 None None] Routers {'b8c63a47-00fb-4ec2-88e4-c55ba351d905'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:24.756561 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-993d95db-bad9-4180-9317-c6885fb4fbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:24.792058 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c04c7c68-b243-4488-9567-e68c6fb00869 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:24.835302 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.db.api [None req-c7836548-e2f6-40c6-9d31-76ca02541676 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:14:24.858581 n-d-773644-6 neutron-server[100419]: DEBUG oslo_db.api [None req-c7836548-e2f6-40c6-9d31-76ca02541676 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:14:24.891876 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dccd5af5-0f65-418b-bd31-5e29ca5ea8bb tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:24.901898 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dccd5af5-0f65-418b-bd31-5e29ca5ea8bb tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:24.972879 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=d4bff1ad-0c8d-4954-82e2-331e749d4425,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:25.081461 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-993d95db-bad9-4180-9317-c6885fb4fbb6 None None] Set router b8c63a47-00fb-4ec2-88e4-c55ba351d905 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:25.129381 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dccd5af5-0f65-418b-bd31-5e29ca5ea8bb tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:25.158895 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd5af5-0f65-418b-bd31-5e29ca5ea8bb tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Port': ['ID=0688b055-9ee3-4b12-bdcd-0fa4f3de4731,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:25.345080 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04c7c68-b243-4488-9567-e68c6fb00869 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Router b8c63a47-00fb-4ec2-88e4-c55ba351d905 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:14:25.412082 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccd5af5-0f65-418b-bd31-5e29ca5ea8bb tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Network 39a59867-1326-44e3-97ee-0675d66d3741 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:25.418080 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-dccd5af5-0f65-418b-bd31-5e29ca5ea8bb tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:25.491618 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c7836548-e2f6-40c6-9d31-76ca02541676 None None] Provisioning for port 0688b055-9ee3-4b12-bdcd-0fa4f3de4731 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:25.500608 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c7836548-e2f6-40c6-9d31-76ca02541676 None None] Provisioning complete for port 0688b055-9ee3-4b12-bdcd-0fa4f3de4731 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:25.500992 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c7836548-e2f6-40c6-9d31-76ca02541676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:25.563920 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-c7836548-e2f6-40c6-9d31-76ca02541676 None None] Port 0688b055-9ee3-4b12-bdcd-0fa4f3de4731 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:14:25.590811 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04c7c68-b243-4488-9567-e68c6fb00869 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:14:25.614506 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c04c7c68-b243-4488-9567-e68c6fb00869 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "PUT /v2.0/routers/b8c63a47-00fb-4ec2-88e4-c55ba351d905/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8805501 Jul 06 14:14:25.615821 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 47984) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:25.696249 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2a00c614-178a-4b5e-9f91-457b3178cc60 None None] Provisioning complete for port 0688b055-9ee3-4b12-bdcd-0fa4f3de4731 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:25.698586 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2a00c614-178a-4b5e-9f91-457b3178cc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:25.752140 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccd5af5-0f65-418b-bd31-5e29ca5ea8bb tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Router be38acf7-6bdf-4682-9468-5ea9ef03d949 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:14:25.757702 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-993d95db-bad9-4180-9317-c6885fb4fbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:14:23Z', 'revision_number': 8, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None, '_interfaces': [{'id': '879d3bef-005a-43ec-a4c9-3e18369bd1f4', 'name': '', 'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:93:50:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:52Z', 'updated_at': '2021-07-06T14:14:04Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb6bd6c-48a5-4434-8f98-f0a029e1c46e', 'name': '', 'network_id': '7b872aa8-bd60-4a2b-829a-72bc6e3b973a', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:72:17:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '56ecd5c5-d0fb-40d9-957a-33c1531bd5d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:02Z', 'updated_at': '2021-07-06T14:14:14Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '56ecd5c5-d0fb-40d9-957a-33c1531bd5d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec395c95-0e9b-40fc-822c-69e0606c0d6b', 'name': '', 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:cc:ab:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:43Z', 'updated_at': '2021-07-06T14:13:55Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:25.817134 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-fada2e32-6e64-4f90-a790-b4a5798d0ef4 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Deleting subnet 867c137d-c70e-4a51-b1c3-e8202ee0d7ce {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:14:25.828936 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fada2e32-6e64-4f90-a790-b4a5798d0ef4 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:25.850126 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993d95db-bad9-4180-9317-c6885fb4fbb6 None None] The sync data for ids ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'] in n-d-773644-6 is: [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:14:23Z', 'revision_number': 8, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None, '_interfaces': [{'id': '879d3bef-005a-43ec-a4c9-3e18369bd1f4', 'name': '', 'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:93:50:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:52Z', 'updated_at': '2021-07-06T14:14:04Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb6bd6c-48a5-4434-8f98-f0a029e1c46e', 'name': '', 'network_id': '7b872aa8-bd60-4a2b-829a-72bc6e3b973a', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:72:17:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '56ecd5c5-d0fb-40d9-957a-33c1531bd5d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:02Z', 'updated_at': '2021-07-06T14:14:14Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '56ecd5c5-d0fb-40d9-957a-33c1531bd5d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec395c95-0e9b-40fc-822c-69e0606c0d6b', 'name': '', 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:cc:ab:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:43Z', 'updated_at': '2021-07-06T14:13:55Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:14:25.851739 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-2a00c614-178a-4b5e-9f91-457b3178cc60 None None] Port 0688b055-9ee3-4b12-bdcd-0fa4f3de4731 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:14:25.965877 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fada2e32-6e64-4f90-a790-b4a5798d0ef4 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:25.984598 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-af6548c8-2c6b-486f-878e-58e5bcf50c02 None None] Provisioning complete for port 0688b055-9ee3-4b12-bdcd-0fa4f3de4731 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:25.985054 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-af6548c8-2c6b-486f-878e-58e5bcf50c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:25.996713 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccd5af5-0f65-418b-bd31-5e29ca5ea8bb tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:14:26.001960 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-dccd5af5-0f65-418b-bd31-5e29ca5ea8bb tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "PUT /v2.0/routers/be38acf7-6bdf-4682-9468-5ea9ef03d949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0545528 Jul 06 14:14:26.054100 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfcf058-33bb-4a94-811f-8ad2a436dd44 None None] Sync routers for ids ['be38acf7-6bdf-4682-9468-5ea9ef03d949'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:14:26.120777 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfcf058-33bb-4a94-811f-8ad2a436dd44 None None] Routers {'be38acf7-6bdf-4682-9468-5ea9ef03d949'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:26.121450 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-fdfcf058-33bb-4a94-811f-8ad2a436dd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['be38acf7-6bdf-4682-9468-5ea9ef03d949'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:26.127375 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-af6548c8-2c6b-486f-878e-58e5bcf50c02 None None] Port 0688b055-9ee3-4b12-bdcd-0fa4f3de4731 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:14:26.136507 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fada2e32-6e64-4f90-a790-b4a5798d0ef4 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:26.286486 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d4bff1ad-0c8d-4954-82e2-331e749d4425 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:26.364098 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fada2e32-6e64-4f90-a790-b4a5798d0ef4 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:26.424854 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-c8088951-6a81-4ecd-8c74-bd9a4627d384 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1480057988&fields=id&tenant_id=7317327619ce440a98467f267c9927a9 HTTP/1.1" status: 200 len: 267 time: 0.0492573 Jul 06 14:14:26.455659 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada2e32-6e64-4f90-a790-b4a5798d0ef4 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Subnet': ['ID=867c137d-c70e-4a51-b1c3-e8202ee0d7ce,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:26.467308 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fada2e32-6e64-4f90-a790-b4a5798d0ef4 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:26.469265 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fada2e32-6e64-4f90-a790-b4a5798d0ef4 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/subnets/867c137d-c70e-4a51-b1c3-e8202ee0d7ce HTTP/1.1" status: 204 len: 168 time: 0.8508949 Jul 06 14:14:26.471776 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48010) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:26.479136 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-fdfcf058-33bb-4a94-811f-8ad2a436dd44 None None] Set router be38acf7-6bdf-4682-9468-5ea9ef03d949 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:26.481214 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12cfde6-433f-4184-96c5-911b3d8591ea None None] Network c8584b6e-3d78-4006-97ec-191c9671ecb3 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:14:26.597267 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-69974758-e344-443f-aa3b-55d0034bd5f4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:26.605709 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port d4bff1ad-0c8d-4954-82e2-331e749d4425 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:26.609040 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-69974758-e344-443f-aa3b-55d0034bd5f4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/networks?id=39a59867-1326-44e3-97ee-0675d66d3741 HTTP/1.1" status: 200 len: 796 time: 0.1827116 Jul 06 14:14:26.609213 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:26.646831 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867b9658-0815-417f-88c8-e7cc264430e9 None None] Sync routers for ids ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:14:26.657414 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-06071f89-32f2-4e34-ab1b-570bb3a44fd9 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/quotas/7317327619ce440a98467f267c9927a9 HTTP/1.1" status: 200 len: 375 time: 0.0463655 Jul 06 14:14:26.664015 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867b9658-0815-417f-88c8-e7cc264430e9 None None] Routers {'b8c63a47-00fb-4ec2-88e4-c55ba351d905'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:26.664661 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-867b9658-0815-417f-88c8-e7cc264430e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:26.672014 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3921e835-f40d-4519-b2db-6a4976fafb0e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:26.752452 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3921e835-f40d-4519-b2db-6a4976fafb0e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Deleting port 4515f857-612f-4b04-8692-5610fa440e8c {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:14:26.753357 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3921e835-f40d-4519-b2db-6a4976fafb0e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:26.840731 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-e7998bf5-f7e2-4d72-9595-93c825ad3c8c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1807044 Jul 06 14:14:26.916380 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-3921e835-f40d-4519-b2db-6a4976fafb0e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] For port 4515f857-612f-4b04-8692-5610fa440e8c, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=4515f857-612f-4b04-8692-5610fa440e8c,segment=NetworkSegment(de7441f6-50be-4088-8440-b5b8e8a382ca),segment_id=de7441f6-50be-4088-8440-b5b8e8a382ca)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:26.916380 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3921e835-f40d-4519-b2db-6a4976fafb0e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:27.066292 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-867b9658-0815-417f-88c8-e7cc264430e9 None None] Set router b8c63a47-00fb-4ec2-88e4-c55ba351d905 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:27.191584 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-b54ab128-9f01-45cb-acff-72bb60fc095c service neutron] 10.222.0.118 "GET /v2.0/networks/39a59867-1326-44e3-97ee-0675d66d3741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394823 Jul 06 14:14:27.230636 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device dc8ecd54-e868-45f4-8af9-dff991ecad2f up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:27.450706 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port dc8ecd54-e868-45f4-8af9-dff991ecad2f triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:27.452604 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:27.476291 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70983982-9b54-4d64-8b75-ea508d947ce3 None None] DHCP port deletion for c8584b6e-3d78-4006-97ec-191c9671ecb3 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:14:27.519123 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-fdfcf058-33bb-4a94-811f-8ad2a436dd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033220436', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'dc8ecd54-e868-45f4-8af9-dff991ecad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:14:13Z', 'updated_at': '2021-07-06T14:14:23Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'dc8ecd54-e868-45f4-8af9-dff991ecad2f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:47:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:14Z', 'updated_at': '2021-07-06T14:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '0688b055-9ee3-4b12-bdcd-0fa4f3de4731', 'name': '', 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:91:c6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '6065e799-674b-4a0b-b826-f1af2e41e20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:20Z', 'updated_at': '2021-07-06T14:14:24Z', 'revision_number': 2, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': '6065e799-674b-4a0b-b826-f1af2e41e20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:27.563766 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfcf058-33bb-4a94-811f-8ad2a436dd44 None None] Checking router: be38acf7-6bdf-4682-9468-5ea9ef03d949 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:14:27.564386 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfcf058-33bb-4a94-811f-8ad2a436dd44 None None] Updating router be38acf7-6bdf-4682-9468-5ea9ef03d949 port 0688b055-9ee3-4b12-bdcd-0fa4f3de4731 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:14:27.584220 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-0e727783-b055-4e20-99e3-b5681da9f7bb service neutron] 10.222.0.118 "GET /v2.0/networks/39a59867-1326-44e3-97ee-0675d66d3741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897297 Jul 06 14:14:27.676223 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-3921e835-f40d-4519-b2db-6a4976fafb0e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Calling delete_port for 4515f857-612f-4b04-8692-5610fa440e8c owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:14:27.717727 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fdfcf058-33bb-4a94-811f-8ad2a436dd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:27.783750 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3921e835-f40d-4519-b2db-6a4976fafb0e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:27.802456 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-867b9658-0815-417f-88c8-e7cc264430e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:14:23Z', 'revision_number': 8, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None, '_interfaces': [{'id': '879d3bef-005a-43ec-a4c9-3e18369bd1f4', 'name': '', 'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:93:50:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:52Z', 'updated_at': '2021-07-06T14:14:04Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb6bd6c-48a5-4434-8f98-f0a029e1c46e', 'name': '', 'network_id': '7b872aa8-bd60-4a2b-829a-72bc6e3b973a', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:72:17:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '56ecd5c5-d0fb-40d9-957a-33c1531bd5d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:02Z', 'updated_at': '2021-07-06T14:14:14Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '56ecd5c5-d0fb-40d9-957a-33c1531bd5d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec395c95-0e9b-40fc-822c-69e0606c0d6b', 'name': '', 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:cc:ab:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:43Z', 'updated_at': '2021-07-06T14:13:55Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:27.842167 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867b9658-0815-417f-88c8-e7cc264430e9 None None] Checking router: b8c63a47-00fb-4ec2-88e4-c55ba351d905 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:14:27.853817 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867b9658-0815-417f-88c8-e7cc264430e9 None None] Routers {'b8c63a47-00fb-4ec2-88e4-c55ba351d905'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:27.854832 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-867b9658-0815-417f-88c8-e7cc264430e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:27.855481 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921e835-f40d-4519-b2db-6a4976fafb0e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Port': ['ID=4515f857-612f-4b04-8692-5610fa440e8c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:27.857553 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3921e835-f40d-4519-b2db-6a4976fafb0e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] No DVR routers for this DVR port 4515f857-612f-4b04-8692-5610fa440e8c on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:14:28.013013 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-867b9658-0815-417f-88c8-e7cc264430e9 None None] Set router b8c63a47-00fb-4ec2-88e4-c55ba351d905 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:28.047395 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3921e835-f40d-4519-b2db-6a4976fafb0e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:28.060792 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-3921e835-f40d-4519-b2db-6a4976fafb0e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8584b6e-3d78-4006-97ec-191c9671ecb3']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:28.067598 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b65b18f3-1196-433f-82ff-60e5c2a5daca req-04e9d7a5-40f4-4785-8cad-bfaa4773a7e0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 210 time: 0.0790241 Jul 06 14:14:28.072744 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-3921e835-f40d-4519-b2db-6a4976fafb0e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7441f6-50be-4088-8440-b5b8e8a382ca') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:28.073089 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-3921e835-f40d-4519-b2db-6a4976fafb0e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7441f6-50be-4088-8440-b5b8e8a382ca') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:28.085230 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3921e835-f40d-4519-b2db-6a4976fafb0e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:28.091044 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 97142a82-e6c1-4ae1-9ad9-45ff2b13c14e no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:14:28.104452 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3921e835-f40d-4519-b2db-6a4976fafb0e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:28.112614 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3921e835-f40d-4519-b2db-6a4976fafb0e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:14:28.113087 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3921e835-f40d-4519-b2db-6a4976fafb0e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:14:28.145491 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:14:28.164731 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 97142a82-e6c1-4ae1-9ad9-45ff2b13c14e {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:14:28.164731 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 97142a82-e6c1-4ae1-9ad9-45ff2b13c14e not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:14:28.166824 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 4515f857-612f-4b04-8692-5610fa440e8c no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:14:28.226854 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 4515f857-612f-4b04-8692-5610fa440e8c {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:14:28.227385 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 4515f857-612f-4b04-8692-5610fa440e8c not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:14:28.241312 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-70983982-9b54-4d64-8b75-ea508d947ce3 None None] Deleting port 4515f857-612f-4b04-8692-5610fa440e8c {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:14:28.241834 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-70983982-9b54-4d64-8b75-ea508d947ce3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:28.258358 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3921e835-f40d-4519-b2db-6a4976fafb0e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:28.266888 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3921e835-f40d-4519-b2db-6a4976fafb0e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:28.269864 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3921e835-f40d-4519-b2db-6a4976fafb0e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/networks/c8584b6e-3d78-4006-97ec-191c9671ecb3 HTTP/1.1" status: 204 len: 168 time: 1.7971120 Jul 06 14:14:28.272599 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48032) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:28.293994 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921e835-f40d-4519-b2db-6a4976fafb0e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Network': ['ID=c8584b6e-3d78-4006-97ec-191c9671ecb3,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:28.358789 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-70983982-9b54-4d64-8b75-ea508d947ce3 None None] For port 4515f857-612f-4b04-8692-5610fa440e8c, host n-d-773644-6, got binding levels [] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:28.359307 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-70983982-9b54-4d64-8b75-ea508d947ce3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:28.373918 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-70983982-9b54-4d64-8b75-ea508d947ce3 None None] Calling delete_port for 4515f857-612f-4b04-8692-5610fa440e8c owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:14:28.376701 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.ipam_backend_mixin [None req-70983982-9b54-4d64-8b75-ea508d947ce3 None None] Port 4515f857-612f-4b04-8692-5610fa440e8c was not found and therefore no delete operation was performed {{(pid=100419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 14:14:28.381413 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-70983982-9b54-4d64-8b75-ea508d947ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:28.471584 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-70983982-9b54-4d64-8b75-ea508d947ce3 None None] Network c8584b6e-3d78-4006-97ec-191c9671ecb3 is not hosted by any dhcp agent {{(pid=100419) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 14:14:28.471801 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-867b9658-0815-417f-88c8-e7cc264430e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:14:23Z', 'revision_number': 8, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None, '_interfaces': [{'id': '879d3bef-005a-43ec-a4c9-3e18369bd1f4', 'name': '', 'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:93:50:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:52Z', 'updated_at': '2021-07-06T14:14:04Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb6bd6c-48a5-4434-8f98-f0a029e1c46e', 'name': '', 'network_id': '7b872aa8-bd60-4a2b-829a-72bc6e3b973a', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:72:17:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '56ecd5c5-d0fb-40d9-957a-33c1531bd5d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:02Z', 'updated_at': '2021-07-06T14:14:14Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '56ecd5c5-d0fb-40d9-957a-33c1531bd5d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec395c95-0e9b-40fc-822c-69e0606c0d6b', 'name': '', 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:cc:ab:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:43Z', 'updated_at': '2021-07-06T14:13:55Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:28.472295 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70983982-9b54-4d64-8b75-ea508d947ce3 None None] No DVR routers for this DVR port 4515f857-612f-4b04-8692-5610fa440e8c on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:14:28.481375 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70983982-9b54-4d64-8b75-ea508d947ce3 None None] Pushing event deleted for resources: {'Port': ['ID=4515f857-612f-4b04-8692-5610fa440e8c,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:28.519355 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867b9658-0815-417f-88c8-e7cc264430e9 None None] The sync data for ids ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'] in n-d-773644-6 is: [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:14:23Z', 'revision_number': 8, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None, '_interfaces': [{'id': '879d3bef-005a-43ec-a4c9-3e18369bd1f4', 'name': '', 'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:93:50:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:52Z', 'updated_at': '2021-07-06T14:14:04Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddb6bd6c-48a5-4434-8f98-f0a029e1c46e', 'name': '', 'network_id': '7b872aa8-bd60-4a2b-829a-72bc6e3b973a', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:72:17:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '56ecd5c5-d0fb-40d9-957a-33c1531bd5d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:02Z', 'updated_at': '2021-07-06T14:14:14Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '56ecd5c5-d0fb-40d9-957a-33c1531bd5d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec395c95-0e9b-40fc-822c-69e0606c0d6b', 'name': '', 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:cc:ab:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:43Z', 'updated_at': '2021-07-06T14:13:55Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:14:28.805035 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fdfcf058-33bb-4a94-811f-8ad2a436dd44 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:28.821170 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fdfcf058-33bb-4a94-811f-8ad2a436dd44 None None] Transition to ACTIVE for port object 0688b055-9ee3-4b12-bdcd-0fa4f3de4731 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:28.832890 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fdfcf058-33bb-4a94-811f-8ad2a436dd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:28.946218 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5226801-77b8-4843-bf95-9d37a4b7262d None None] Pushing event updated for resources: {'Port': ['ID=0688b055-9ee3-4b12-bdcd-0fa4f3de4731,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:28.972108 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b3ee36cc-2b7b-4471-b042-31ec666b6379 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:28.982568 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-fdfcf058-33bb-4a94-811f-8ad2a436dd44 None None] Attempting to bind port 0688b055-9ee3-4b12-bdcd-0fa4f3de4731 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:14:28.983165 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-fdfcf058-33bb-4a94-811f-8ad2a436dd44 None None] Attempting to bind port 0688b055-9ee3-4b12-bdcd-0fa4f3de4731 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '7d4b0fd1-ff50-4d04-be05-7e2307f76a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:14:28.983811 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfcf058-33bb-4a94-811f-8ad2a436dd44 None None] Attempting to bind port 0688b055-9ee3-4b12-bdcd-0fa4f3de4731 on network 39a59867-1326-44e3-97ee-0675d66d3741 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:14:28.989311 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfcf058-33bb-4a94-811f-8ad2a436dd44 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:14:28.989939 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfcf058-33bb-4a94-811f-8ad2a436dd44 None None] Checking segment: {'id': '7d4b0fd1-ff50-4d04-be05-7e2307f76a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:14:28.990647 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fdfcf058-33bb-4a94-811f-8ad2a436dd44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:28.991202 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfcf058-33bb-4a94-811f-8ad2a436dd44 None None] Bound using segment: {'id': '7d4b0fd1-ff50-4d04-be05-7e2307f76a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:14:28.991832 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-fdfcf058-33bb-4a94-811f-8ad2a436dd44 None None] Bound port: 0688b055-9ee3-4b12-bdcd-0fa4f3de4731, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4b0fd1-ff50-4d04-be05-7e2307f76a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:14:28.992379 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fdfcf058-33bb-4a94-811f-8ad2a436dd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:29.130145 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-fdfcf058-33bb-4a94-811f-8ad2a436dd44 None None] For port 0688b055-9ee3-4b12-bdcd-0fa4f3de4731, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:14:29.142558 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-fdfcf058-33bb-4a94-811f-8ad2a436dd44 None None] For port 0688b055-9ee3-4b12-bdcd-0fa4f3de4731, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0688b055-9ee3-4b12-bdcd-0fa4f3de4731,segment=NetworkSegment(7d4b0fd1-ff50-4d04-be05-7e2307f76a00),segment_id=7d4b0fd1-ff50-4d04-be05-7e2307f76a00)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:14:29.149526 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fdfcf058-33bb-4a94-811f-8ad2a436dd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:29.213171 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfcf058-33bb-4a94-811f-8ad2a436dd44 None None] Routers {'be38acf7-6bdf-4682-9468-5ea9ef03d949'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:29.213879 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-fdfcf058-33bb-4a94-811f-8ad2a436dd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['be38acf7-6bdf-4682-9468-5ea9ef03d949'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:29.216641 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-be2627ef-3ede-4169-8b32-d6079160bbab req-c623ba0e-a118-4ad6-9a97-8933dde9cd7a tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 210 time: 0.0997968 Jul 06 14:14:29.459076 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-fdfcf058-33bb-4a94-811f-8ad2a436dd44 None None] Set router be38acf7-6bdf-4682-9468-5ea9ef03d949 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:29.541274 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-b3ee36cc-2b7b-4471-b042-31ec666b6379 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Deleting port ddb6bd6c-48a5-4434-8f98-f0a029e1c46e {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:14:29.542228 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b3ee36cc-2b7b-4471-b042-31ec666b6379 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:29.706175 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5226801-77b8-4843-bf95-9d37a4b7262d None None] Pushing event updated for resources: {'Port': ['ID=0688b055-9ee3-4b12-bdcd-0fa4f3de4731,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:29.719231 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-b3ee36cc-2b7b-4471-b042-31ec666b6379 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] For port ddb6bd6c-48a5-4434-8f98-f0a029e1c46e, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=ddb6bd6c-48a5-4434-8f98-f0a029e1c46e,segment=NetworkSegment(1c60eb9b-aa41-418e-a864-f1617f2e1dfa),segment_id=1c60eb9b-aa41-418e-a864-f1617f2e1dfa)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:29.719607 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b3ee36cc-2b7b-4471-b042-31ec666b6379 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:29.767608 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-b3ee36cc-2b7b-4471-b042-31ec666b6379 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Calling delete_port for ddb6bd6c-48a5-4434-8f98-f0a029e1c46e owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:14:29.973081 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-fdfcf058-33bb-4a94-811f-8ad2a436dd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033220436', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'dc8ecd54-e868-45f4-8af9-dff991ecad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:14:13Z', 'updated_at': '2021-07-06T14:14:23Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'dc8ecd54-e868-45f4-8af9-dff991ecad2f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:47:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:14Z', 'updated_at': '2021-07-06T14:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '0688b055-9ee3-4b12-bdcd-0fa4f3de4731', 'name': '', 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:91:c6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '6065e799-674b-4a0b-b826-f1af2e41e20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:20Z', 'updated_at': '2021-07-06T14:14:29Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': '6065e799-674b-4a0b-b826-f1af2e41e20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:30.036749 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfcf058-33bb-4a94-811f-8ad2a436dd44 None None] The sync data for ids ['be38acf7-6bdf-4682-9468-5ea9ef03d949'] in n-d-773644-6 is: [{'id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033220436', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'dc8ecd54-e868-45f4-8af9-dff991ecad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:14:13Z', 'updated_at': '2021-07-06T14:14:23Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'dc8ecd54-e868-45f4-8af9-dff991ecad2f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:47:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:14Z', 'updated_at': '2021-07-06T14:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '0688b055-9ee3-4b12-bdcd-0fa4f3de4731', 'name': '', 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:91:c6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '6065e799-674b-4a0b-b826-f1af2e41e20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:20Z', 'updated_at': '2021-07-06T14:14:29Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': '6065e799-674b-4a0b-b826-f1af2e41e20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:14:30.054434 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b3ee36cc-2b7b-4471-b042-31ec666b6379 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:30.108851 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee36cc-2b7b-4471-b042-31ec666b6379 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Port': ['ID=ddb6bd6c-48a5-4434-8f98-f0a029e1c46e,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:30.146284 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee36cc-2b7b-4471-b042-31ec666b6379 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:30.146284 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee36cc-2b7b-4471-b042-31ec666b6379 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:30.146284 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee36cc-2b7b-4471-b042-31ec666b6379 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:30.146284 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee36cc-2b7b-4471-b042-31ec666b6379 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:30.146284 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee36cc-2b7b-4471-b042-31ec666b6379 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:30.146284 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee36cc-2b7b-4471-b042-31ec666b6379 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:30.146284 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee36cc-2b7b-4471-b042-31ec666b6379 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:30.146284 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee36cc-2b7b-4471-b042-31ec666b6379 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:30.146284 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee36cc-2b7b-4471-b042-31ec666b6379 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:30.146284 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee36cc-2b7b-4471-b042-31ec666b6379 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:30.146284 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee36cc-2b7b-4471-b042-31ec666b6379 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:30.146284 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ee36cc-2b7b-4471-b042-31ec666b6379 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:14:30.382785 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b3ee36cc-2b7b-4471-b042-31ec666b6379 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:30.687335 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f905c7c1-e6af-4c76-b59f-f8abc03a2255 req-843d57f9-753a-4827-9801-b1e55af46b99 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 210 time: 0.0508690 Jul 06 14:14:30.706578 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:14:30.731102 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-0fb500a5-3da5-47bf-bfa5-11db51207223 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:30.740234 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-0fb500a5-3da5-47bf-bfa5-11db51207223 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.52 "GET /v2.0/networks?id=39a59867-1326-44e3-97ee-0675d66d3741 HTTP/1.1" status: 200 len: 796 time: 0.3838544 Jul 06 14:14:30.879293 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-10a33706-3c6f-4ce0-a4ea-ba1752a261a3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7317327619ce440a98467f267c9927a9 HTTP/1.1" status: 200 len: 380 time: 0.1251304 Jul 06 14:14:30.890721 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-a3c536c6-1abd-44c9-9d4d-086a52ce54e0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'port': {'device_id': '493a97c2-7871-450e-b00a-d245233dbe83', 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741', 'admin_state_up': True, 'tenant_id': '7317327619ce440a98467f267c9927a9', 'security_groups': ['e25eea70-0775-446a-b8a2-68ac3ed29737']}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:31.002529 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ee36cc-2b7b-4471-b042-31ec666b6379 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Router b8c63a47-00fb-4ec2-88e4-c55ba351d905 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:14:31.198942 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ee36cc-2b7b-4471-b042-31ec666b6379 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:14:31.200134 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-a3c536c6-1abd-44c9-9d4d-086a52ce54e0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Made reservation on behalf of 7317327619ce440a98467f267c9927a9 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:14:31.208534 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b3ee36cc-2b7b-4471-b042-31ec666b6379 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "PUT /v2.0/routers/b8c63a47-00fb-4ec2-88e4-c55ba351d905/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9347987 Jul 06 14:14:31.216658 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48082) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:31.219020 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f88469-b3c9-4988-94b3-68b76c3b2373 None None] Sync routers for ids ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:14:31.236219 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f88469-b3c9-4988-94b3-68b76c3b2373 None None] Routers {'b8c63a47-00fb-4ec2-88e4-c55ba351d905'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:31.239519 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-51f88469-b3c9-4988-94b3-68b76c3b2373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:31.240668 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-a3c536c6-1abd-44c9-9d4d-086a52ce54e0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:31.324276 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-0433ba53-7d5d-4b28-9601-2bc1322ba84d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Deleting subnet 56ecd5c5-d0fb-40d9-957a-33c1531bd5d2 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:14:31.333030 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0433ba53-7d5d-4b28-9601-2bc1322ba84d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:31.424647 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0433ba53-7d5d-4b28-9601-2bc1322ba84d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:31.453491 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-51f88469-b3c9-4988-94b3-68b76c3b2373 None None] Set router b8c63a47-00fb-4ec2-88e4-c55ba351d905 gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:31.498949 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-a3c536c6-1abd-44c9-9d4d-086a52ce54e0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Allocated IP 172.20.0.8 (39a59867-1326-44e3-97ee-0675d66d3741/6065e799-674b-4a0b-b826-f1af2e41e20b/27c02fa2-9e86-428f-b715-5370ee2bd0a1) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:14:31.604267 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0433ba53-7d5d-4b28-9601-2bc1322ba84d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:31.690048 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0433ba53-7d5d-4b28-9601-2bc1322ba84d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:31.751952 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433ba53-7d5d-4b28-9601-2bc1322ba84d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Subnet': ['ID=56ecd5c5-d0fb-40d9-957a-33c1531bd5d2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:31.767951 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0433ba53-7d5d-4b28-9601-2bc1322ba84d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:31.771387 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501440a9-43a8-42e1-a9a8-5a09d8fb9ebc None None] Network 7b872aa8-bd60-4a2b-829a-72bc6e3b973a requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:14:31.773267 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0433ba53-7d5d-4b28-9601-2bc1322ba84d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/subnets/56ecd5c5-d0fb-40d9-957a-33c1531bd5d2 HTTP/1.1" status: 204 len: 168 time: 0.5551965 Jul 06 14:14:31.774412 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48090) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:31.845691 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-a3c536c6-1abd-44c9-9d4d-086a52ce54e0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:31.882915 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-a3c536c6-1abd-44c9-9d4d-086a52ce54e0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Transition to ACTIVE for port object 27c02fa2-9e86-428f-b715-5370ee2bd0a1 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:31.959030 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-a3c536c6-1abd-44c9-9d4d-086a52ce54e0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:31.988351 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-51f88469-b3c9-4988-94b3-68b76c3b2373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:14:29Z', 'revision_number': 9, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None, '_interfaces': [{'id': '879d3bef-005a-43ec-a4c9-3e18369bd1f4', 'name': '', 'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:93:50:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:52Z', 'updated_at': '2021-07-06T14:14:04Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec395c95-0e9b-40fc-822c-69e0606c0d6b', 'name': '', 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:cc:ab:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:43Z', 'updated_at': '2021-07-06T14:13:55Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:32.019853 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-a3c536c6-1abd-44c9-9d4d-086a52ce54e0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Network 39a59867-1326-44e3-97ee-0675d66d3741 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:32.023053 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-a3c536c6-1abd-44c9-9d4d-086a52ce54e0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:32.027322 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-a3c536c6-1abd-44c9-9d4d-086a52ce54e0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:14:32.062071 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f88469-b3c9-4988-94b3-68b76c3b2373 None None] Checking router: b8c63a47-00fb-4ec2-88e4-c55ba351d905 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:14:32.118141 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f88469-b3c9-4988-94b3-68b76c3b2373 None None] Routers {'b8c63a47-00fb-4ec2-88e4-c55ba351d905'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:32.119833 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-51f88469-b3c9-4988-94b3-68b76c3b2373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:32.139518 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c536c6-1abd-44c9-9d4d-086a52ce54e0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Port': ['ID=27c02fa2-9e86-428f-b715-5370ee2bd0a1,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:32.171047 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-a3c536c6-1abd-44c9-9d4d-086a52ce54e0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:32.171701 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-a3c536c6-1abd-44c9-9d4d-086a52ce54e0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:32.195846 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-a3c536c6-1abd-44c9-9d4d-086a52ce54e0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3089373 Jul 06 14:14:32.213761 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-d6707e08-ab69-4b22-b980-ac77dfe9b4ba service neutron] Request body: {'port': {'device_id': '493a97c2-7871-450e-b00a-d245233dbe83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:32.336564 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0688b055-9ee3-4b12-bdcd-0fa4f3de4731 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:32.358140 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-d6707e08-ab69-4b22-b980-ac77dfe9b4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:32.376652 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-51f88469-b3c9-4988-94b3-68b76c3b2373 None None] Set router b8c63a47-00fb-4ec2-88e4-c55ba351d905 gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:32.591277 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fe837e76-6097-4ef7-bd4e-0d7338da16ce None None] Provisioning for port 27c02fa2-9e86-428f-b715-5370ee2bd0a1 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:32.606324 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fe837e76-6097-4ef7-bd4e-0d7338da16ce None None] Provisioning complete for port 27c02fa2-9e86-428f-b715-5370ee2bd0a1 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:32.606856 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fe837e76-6097-4ef7-bd4e-0d7338da16ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:32.611852 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 0688b055-9ee3-4b12-bdcd-0fa4f3de4731 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:32.654228 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 0688b055-9ee3-4b12-bdcd-0fa4f3de4731 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:32.654763 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:32.711279 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0b87a9cb-9ee1-4e36-a8db-c21ce3e045fd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:32.768216 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e465e-22a8-4b82-8e56-deff03742db6 req-fd4141b8-0b4b-4d1f-8e1e-7947e83be93e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:32.770700 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-083e465e-22a8-4b82-8e56-deff03742db6 req-fd4141b8-0b4b-4d1f-8e1e-7947e83be93e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 931 time: 0.1767418 Jul 06 14:14:32.832957 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-083e465e-22a8-4b82-8e56-deff03742db6 req-27e7d173-f137-41e0-a4d8-f62dcd68221b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520277 Jul 06 14:14:32.839205 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-0b87a9cb-9ee1-4e36-a8db-c21ce3e045fd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Deleting port 49c99d38-7427-4aa4-8c3f-db709d8e3c54 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:14:32.839779 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0b87a9cb-9ee1-4e36-a8db-c21ce3e045fd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:32.930350 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-0b87a9cb-9ee1-4e36-a8db-c21ce3e045fd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] For port 49c99d38-7427-4aa4-8c3f-db709d8e3c54, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=49c99d38-7427-4aa4-8c3f-db709d8e3c54,segment=NetworkSegment(1c60eb9b-aa41-418e-a864-f1617f2e1dfa),segment_id=1c60eb9b-aa41-418e-a864-f1617f2e1dfa)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:32.930853 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0b87a9cb-9ee1-4e36-a8db-c21ce3e045fd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:32.977526 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-0b87a9cb-9ee1-4e36-a8db-c21ce3e045fd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Calling delete_port for 49c99d38-7427-4aa4-8c3f-db709d8e3c54 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:14:33.061846 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-d6707e08-ab69-4b22-b980-ac77dfe9b4ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c02fa2-9e86-428f-b715-5370ee2bd0a1 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:14:33.078533 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-d6707e08-ab69-4b22-b980-ac77dfe9b4ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:33.100024 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-d6707e08-ab69-4b22-b980-ac77dfe9b4ba service neutron] Transition to ACTIVE for port object 27c02fa2-9e86-428f-b715-5370ee2bd0a1 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:33.108259 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-d6707e08-ab69-4b22-b980-ac77dfe9b4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:33.117435 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e807bc2-a5c3-4728-9ce3-b711019e2c04 None None] DHCP port deletion for 7b872aa8-bd60-4a2b-829a-72bc6e3b973a request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:14:33.147229 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0b87a9cb-9ee1-4e36-a8db-c21ce3e045fd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:33.182205 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6707e08-ab69-4b22-b980-ac77dfe9b4ba service neutron] Pushing event updated for resources: {'Port': ['ID=27c02fa2-9e86-428f-b715-5370ee2bd0a1,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:33.190202 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-fe837e76-6097-4ef7-bd4e-0d7338da16ce None None] Port 27c02fa2-9e86-428f-b715-5370ee2bd0a1 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:14:33.196294 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-1e807bc2-a5c3-4728-9ce3-b711019e2c04 None None] The port '49c99d38-7427-4aa4-8c3f-db709d8e3c54' was deleted {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 06 14:14:33.255236 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87a9cb-9ee1-4e36-a8db-c21ce3e045fd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Port': ['ID=49c99d38-7427-4aa4-8c3f-db709d8e3c54,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:33.261230 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b87a9cb-9ee1-4e36-a8db-c21ce3e045fd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] No DVR routers for this DVR port 49c99d38-7427-4aa4-8c3f-db709d8e3c54 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:14:33.283864 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:33.288301 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-51f88469-b3c9-4988-94b3-68b76c3b2373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:14:29Z', 'revision_number': 9, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None, '_interfaces': [{'id': '879d3bef-005a-43ec-a4c9-3e18369bd1f4', 'name': '', 'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:93:50:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:52Z', 'updated_at': '2021-07-06T14:14:04Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec395c95-0e9b-40fc-822c-69e0606c0d6b', 'name': '', 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:cc:ab:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:43Z', 'updated_at': '2021-07-06T14:13:55Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:33.346220 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f88469-b3c9-4988-94b3-68b76c3b2373 None None] The sync data for ids ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'] in n-d-773644-6 is: [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:14:29Z', 'revision_number': 9, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None, '_interfaces': [{'id': '879d3bef-005a-43ec-a4c9-3e18369bd1f4', 'name': '', 'network_id': '02a00ad7-7f9a-4630-95e0-a5fd854c0834', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:93:50:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:52Z', 'updated_at': '2021-07-06T14:14:04Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '0f75cf32-e546-448e-9691-d18f935bd4aa', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec395c95-0e9b-40fc-822c-69e0606c0d6b', 'name': '', 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:cc:ab:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:43Z', 'updated_at': '2021-07-06T14:13:55Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:14:33.360636 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-d6707e08-ab69-4b22-b980-ac77dfe9b4ba service neutron] Attempting to bind port 27c02fa2-9e86-428f-b715-5370ee2bd0a1 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:14:33.363603 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-d6707e08-ab69-4b22-b980-ac77dfe9b4ba service neutron] Attempting to bind port 27c02fa2-9e86-428f-b715-5370ee2bd0a1 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '7d4b0fd1-ff50-4d04-be05-7e2307f76a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:14:33.363981 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-d6707e08-ab69-4b22-b980-ac77dfe9b4ba service neutron] Attempting to bind port 27c02fa2-9e86-428f-b715-5370ee2bd0a1 on network 39a59867-1326-44e3-97ee-0675d66d3741 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:14:33.366394 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48112) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:33.391635 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-d6707e08-ab69-4b22-b980-ac77dfe9b4ba service neutron] Port 27c02fa2-9e86-428f-b715-5370ee2bd0a1 on network 39a59867-1326-44e3-97ee-0675d66d3741 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:14:33.391979 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-d6707e08-ab69-4b22-b980-ac77dfe9b4ba service neutron] Attempting to bind port 27c02fa2-9e86-428f-b715-5370ee2bd0a1 on network 39a59867-1326-44e3-97ee-0675d66d3741 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:14:33.403036 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 0688b055-9ee3-4b12-bdcd-0fa4f3de4731, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0688b055-9ee3-4b12-bdcd-0fa4f3de4731,segment=NetworkSegment(7d4b0fd1-ff50-4d04-be05-7e2307f76a00),segment_id=7d4b0fd1-ff50-4d04-be05-7e2307f76a00)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:33.405264 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-d6707e08-ab69-4b22-b980-ac77dfe9b4ba service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:14:33.406532 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-d6707e08-ab69-4b22-b980-ac77dfe9b4ba service neutron] Checking segment: {'id': '7d4b0fd1-ff50-4d04-be05-7e2307f76a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:14:33.407623 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-d6707e08-ab69-4b22-b980-ac77dfe9b4ba service neutron] Bound using segment: {'id': '7d4b0fd1-ff50-4d04-be05-7e2307f76a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:14:33.409470 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:33.410955 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-d6707e08-ab69-4b22-b980-ac77dfe9b4ba service neutron] Bound port: 27c02fa2-9e86-428f-b715-5370ee2bd0a1, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d4b0fd1-ff50-4d04-be05-7e2307f76a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:14:33.416939 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-d6707e08-ab69-4b22-b980-ac77dfe9b4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:33.509950 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0b87a9cb-9ee1-4e36-a8db-c21ce3e045fd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:33.513629 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=0688b055-9ee3-4b12-bdcd-0fa4f3de4731,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:33.526657 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-0b87a9cb-9ee1-4e36-a8db-c21ce3e045fd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b872aa8-bd60-4a2b-829a-72bc6e3b973a']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:33.538847 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-0b87a9cb-9ee1-4e36-a8db-c21ce3e045fd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c60eb9b-aa41-418e-a864-f1617f2e1dfa') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:33.539948 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-0b87a9cb-9ee1-4e36-a8db-c21ce3e045fd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c60eb9b-aa41-418e-a864-f1617f2e1dfa') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:33.544681 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-d6707e08-ab69-4b22-b980-ac77dfe9b4ba service neutron] For port 27c02fa2-9e86-428f-b715-5370ee2bd0a1, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:14:33.549243 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-d6707e08-ab69-4b22-b980-ac77dfe9b4ba service neutron] For port 27c02fa2-9e86-428f-b715-5370ee2bd0a1, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=27c02fa2-9e86-428f-b715-5370ee2bd0a1,segment=NetworkSegment(7d4b0fd1-ff50-4d04-be05-7e2307f76a00),segment_id=7d4b0fd1-ff50-4d04-be05-7e2307f76a00)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:14:33.557304 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0b87a9cb-9ee1-4e36-a8db-c21ce3e045fd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:33.561183 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-d6707e08-ab69-4b22-b980-ac77dfe9b4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:33.577395 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0b87a9cb-9ee1-4e36-a8db-c21ce3e045fd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:33.589127 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b87a9cb-9ee1-4e36-a8db-c21ce3e045fd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:14:33.590716 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0b87a9cb-9ee1-4e36-a8db-c21ce3e045fd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:14:33.601632 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:14:33.665633 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6707e08-ab69-4b22-b980-ac77dfe9b4ba service neutron] Pushing event updated for resources: {'Port': ['ID=27c02fa2-9e86-428f-b715-5370ee2bd0a1,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:33.679031 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-d6707e08-ab69-4b22-b980-ac77dfe9b4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:33.679773 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-d6707e08-ab69-4b22-b980-ac77dfe9b4ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:33.681321 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-d6707e08-ab69-4b22-b980-ac77dfe9b4ba service neutron] 10.222.0.52 "PUT /v2.0/ports/27c02fa2-9e86-428f-b715-5370ee2bd0a1 HTTP/1.1" status: 200 len: 1091 time: 1.4739063 Jul 06 14:14:33.682225 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493a97c2-7871-450e-b00a-d245233dbe83', 'tag': '27c02fa2-9e86-428f-b715-5370ee2bd0a1'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:14:33.684717 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797a2762-de14-4a5a-9e26-6060c4cc1d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "493a97c2-7871-450e-b00a-d245233dbe83", "tag": "27c02fa2-9e86-428f-b715-5370ee2bd0a1"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:14:33.707074 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e970cb60-df0c-4e79-b554-76b26e0bafff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:33.725039 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0b87a9cb-9ee1-4e36-a8db-c21ce3e045fd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:33.737471 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0b87a9cb-9ee1-4e36-a8db-c21ce3e045fd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:33.740129 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0b87a9cb-9ee1-4e36-a8db-c21ce3e045fd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/networks/7b872aa8-bd60-4a2b-829a-72bc6e3b973a HTTP/1.1" status: 204 len: 168 time: 1.9638031 Jul 06 14:14:33.747047 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48120) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:33.764749 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87a9cb-9ee1-4e36-a8db-c21ce3e045fd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Network': ['ID=7b872aa8-bd60-4a2b-829a-72bc6e3b973a,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:33.947880 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0688b055-9ee3-4b12-bdcd-0fa4f3de4731 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:33.964447 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be4fc16-1a56-4c55-88d7-c1cb0711d19f x-openstack-request-id: req-8be4fc16-1a56-4c55-88d7-c1cb0711d19f {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:14:33.964768 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "493a97c2-7871-450e-b00a-d245233dbe83", "tag": "27c02fa2-9e86-428f-b715-5370ee2bd0a1", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:14:33.965988 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-8be4fc16-1a56-4c55-88d7-c1cb0711d19f {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:14:33.966461 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '493a97c2-7871-450e-b00a-d245233dbe83', 'tag': '27c02fa2-9e86-428f-b715-5370ee2bd0a1', 'status': 'completed', 'code': 200} Jul 06 14:14:34.030576 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 0688b055-9ee3-4b12-bdcd-0fa4f3de4731 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:34.031360 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:34.242598 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ddb6bd6c-48a5-4434-8f98-f0a029e1c46e no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:14:34.244355 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-17ae9606-0082-49c3-aa19-2d9f6efb40f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:34.246649 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-17ae9606-0082-49c3-aa19-2d9f6efb40f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 1094 time: 0.4984109 Jul 06 14:14:34.261653 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce97b29-1b1a-4129-a927-87183e21b05b req-05c70ce6-cca3-4c4a-986b-343fde5355e2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:34.263530 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7ce97b29-1b1a-4129-a927-87183e21b05b req-05c70ce6-cca3-4c4a-986b-343fde5355e2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 943 time: 0.1448052 Jul 06 14:14:34.277135 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: ddb6bd6c-48a5-4434-8f98-f0a029e1c46e {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:14:34.277772 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ddb6bd6c-48a5-4434-8f98-f0a029e1c46e not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:14:34.278348 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 49c99d38-7427-4aa4-8c3f-db709d8e3c54 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:14:34.300398 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 49c99d38-7427-4aa4-8c3f-db709d8e3c54 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:14:34.300979 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 49c99d38-7427-4aa4-8c3f-db709d8e3c54 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:14:34.317912 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7ce97b29-1b1a-4129-a927-87183e21b05b req-a2c35409-32c2-4266-b61a-1d28987d857d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480139 Jul 06 14:14:34.348386 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-400cedf4-532d-479e-8e15-d2fd265160c0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27c02fa2-9e86-428f-b715-5370ee2bd0a1 HTTP/1.1" status: 200 len: 217 time: 0.0598795 Jul 06 14:14:34.441995 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e970cb60-df0c-4e79-b554-76b26e0bafff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:34.454754 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e970cb60-df0c-4e79-b554-76b26e0bafff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:34.460749 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-9d65ce71-0941-4c4c-90bb-58c5622f759e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:34.462319 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-9d65ce71-0941-4c4c-90bb-58c5622f759e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6065e799-674b-4a0b-b826-f1af2e41e20b HTTP/1.1" status: 200 len: 834 time: 0.1018760 Jul 06 14:14:34.541185 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48128) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:34.541384 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e970cb60-df0c-4e79-b554-76b26e0bafff admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=b999ab64317d4d67aa2470d91ef93c2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1734107 Jul 06 14:14:34.544358 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970cb60-df0c-4e79-b554-76b26e0bafff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f1cd2e-5ecb-4585-8dbd-bc9a0c11b9f5,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:34.602969 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-91d9abbc-889e-4d27-bba5-a37256dae416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:34.625803 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-91d9abbc-889e-4d27-bba5-a37256dae416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:34.643561 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-9999957b-db27-4475-8f0a-8acbf5a51482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:34.645418 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-9999957b-db27-4475-8f0a-8acbf5a51482 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39a59867-1326-44e3-97ee-0675d66d3741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1660399 Jul 06 14:14:34.680924 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-91d9abbc-889e-4d27-bba5-a37256dae416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:34.685076 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-91d9abbc-889e-4d27-bba5-a37256dae416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:34.689453 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-91d9abbc-889e-4d27-bba5-a37256dae416 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/15f1cd2e-5ecb-4585-8dbd-bc9a0c11b9f5 HTTP/1.1" status: 204 len: 168 time: 0.1471615 Jul 06 14:14:34.699785 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9abbc-889e-4d27-bba5-a37256dae416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f1cd2e-5ecb-4585-8dbd-bc9a0c11b9f5,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:34.738018 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e186d44e-91a4-4436-891c-eafafff8aa74 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:34.850150 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-b3761e50-b4b9-40a9-9b6b-064907fcbf24 service neutron] 10.222.0.52 "GET /v2.0/networks/39a59867-1326-44e3-97ee-0675d66d3741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876473 Jul 06 14:14:35.047748 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-396f39a1-0d9d-49fe-a95f-1673ada11661 req-a386a8f6-4033-4101-8a35-e523cce6398a service neutron] 10.222.0.52 "GET /v2.0/networks/39a59867-1326-44e3-97ee-0675d66d3741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481736 Jul 06 14:14:35.077069 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48134) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:35.116330 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1e6e0ca9-4632-49a6-8aad-0b8c6210df24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:35.205451 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e186d44e-91a4-4436-891c-eafafff8aa74 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Deleting port 879d3bef-005a-43ec-a4c9-3e18369bd1f4 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:14:35.205871 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e186d44e-91a4-4436-891c-eafafff8aa74 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:35.230649 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a2762-de14-4a5a-9e26-6060c4cc1d2f req-6e789453-1948-4354-b0f8-01b23e101240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:35.232208 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-797a2762-de14-4a5a-9e26-6060c4cc1d2f req-6e789453-1948-4354-b0f8-01b23e101240 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 1094 time: 0.1075530 Jul 06 14:14:35.300526 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1e6e0ca9-4632-49a6-8aad-0b8c6210df24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:35.306515 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1e6e0ca9-4632-49a6-8aad-0b8c6210df24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:35.360564 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1e6e0ca9-4632-49a6-8aad-0b8c6210df24 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=e9b0ec76923c4d3dad8f1ba2cbc6aa8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2781260 Jul 06 14:14:35.360564 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e0ca9-4632-49a6-8aad-0b8c6210df24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2baa17e4-ca5d-41ae-907e-7b39c70663dc,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:35.360856 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48140) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:35.460441 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e186d44e-91a4-4436-891c-eafafff8aa74 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] For port 879d3bef-005a-43ec-a4c9-3e18369bd1f4, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=879d3bef-005a-43ec-a4c9-3e18369bd1f4,segment=NetworkSegment(866eaf77-ee49-41ee-aad3-4cef5bd54e2d),segment_id=866eaf77-ee49-41ee-aad3-4cef5bd54e2d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:35.460844 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e186d44e-91a4-4436-891c-eafafff8aa74 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:35.496123 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e186d44e-91a4-4436-891c-eafafff8aa74 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Calling delete_port for 879d3bef-005a-43ec-a4c9-3e18369bd1f4 owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:14:35.503771 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7d2afd4a-2a41-420f-b282-00c25b2dcdd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:35.506193 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a2762-de14-4a5a-9e26-6060c4cc1d2f req-2c1a1bae-c774-4de7-9c4e-969e8eb40c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:35.507691 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-797a2762-de14-4a5a-9e26-6060c4cc1d2f req-2c1a1bae-c774-4de7-9c4e-969e8eb40c63 service neutron] 10.222.0.52 "GET /v2.0/networks?id=39a59867-1326-44e3-97ee-0675d66d3741 HTTP/1.1" status: 200 len: 897 time: 0.2439146 Jul 06 14:14:35.570800 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fac648-1aaa-4667-a712-754b88ee1063 req-e468d55c-ede9-4ba8-8a38-6cfaa8823f67 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:35.579719 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05fac648-1aaa-4667-a712-754b88ee1063 req-e468d55c-ede9-4ba8-8a38-6cfaa8823f67 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 943 time: 0.0987525 Jul 06 14:14:35.601540 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-797a2762-de14-4a5a-9e26-6060c4cc1d2f req-a4d3db93-c0d0-469c-8f19-f49f41d86e59 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27c02fa2-9e86-428f-b715-5370ee2bd0a1 HTTP/1.1" status: 200 len: 217 time: 0.0851295 Jul 06 14:14:35.608929 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7d2afd4a-2a41-420f-b282-00c25b2dcdd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:35.625625 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05fac648-1aaa-4667-a712-754b88ee1063 req-e0188ce2-08ed-427d-a4e8-fbc3af414ce6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449076 Jul 06 14:14:35.701746 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a2762-de14-4a5a-9e26-6060c4cc1d2f req-30a7dea1-0119-406d-958c-88beadd5406a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:35.703270 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-797a2762-de14-4a5a-9e26-6060c4cc1d2f req-30a7dea1-0119-406d-958c-88beadd5406a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6065e799-674b-4a0b-b826-f1af2e41e20b HTTP/1.1" status: 200 len: 834 time: 0.0909338 Jul 06 14:14:35.794097 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7d2afd4a-2a41-420f-b282-00c25b2dcdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:35.797168 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7d2afd4a-2a41-420f-b282-00c25b2dcdd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:35.800559 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7d2afd4a-2a41-420f-b282-00c25b2dcdd4 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/2baa17e4-ca5d-41ae-907e-7b39c70663dc HTTP/1.1" status: 204 len: 168 time: 0.4372056 Jul 06 14:14:35.839105 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2afd4a-2a41-420f-b282-00c25b2dcdd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baa17e4-ca5d-41ae-907e-7b39c70663dc,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:35.856903 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a2762-de14-4a5a-9e26-6060c4cc1d2f req-a3ee35e2-02b7-46ba-b02a-f3bb59382547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:35.858488 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-797a2762-de14-4a5a-9e26-6060c4cc1d2f req-a3ee35e2-02b7-46ba-b02a-f3bb59382547 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39a59867-1326-44e3-97ee-0675d66d3741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1239934 Jul 06 14:14:35.915207 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e186d44e-91a4-4436-891c-eafafff8aa74 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:35.960180 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186d44e-91a4-4436-891c-eafafff8aa74 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Port': ['ID=879d3bef-005a-43ec-a4c9-3e18369bd1f4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:36.101662 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-797a2762-de14-4a5a-9e26-6060c4cc1d2f req-8845bb67-fd11-486f-a27a-8a09e1d5471f service neutron] 10.222.0.52 "GET /v2.0/networks/39a59867-1326-44e3-97ee-0675d66d3741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353063 Jul 06 14:14:36.308935 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-797a2762-de14-4a5a-9e26-6060c4cc1d2f req-76fefd32-82a4-4ca0-8cba-4dfbd456380e service neutron] 10.222.0.52 "GET /v2.0/networks/39a59867-1326-44e3-97ee-0675d66d3741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488740 Jul 06 14:14:36.316389 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e186d44e-91a4-4436-891c-eafafff8aa74 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:36.349908 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48152) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:36.364830 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a51300c9-c9e7-42a1-97e5-3fd75541a4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:36.532841 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a51300c9-c9e7-42a1-97e5-3fd75541a4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:36.545255 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a51300c9-c9e7-42a1-97e5-3fd75541a4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:36.599757 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51300c9-c9e7-42a1-97e5-3fd75541a4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534d305f-d905-4ea1-ac4e-523ffe1414ea,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:36.609799 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a51300c9-c9e7-42a1-97e5-3fd75541a4f5 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=aef5fd8068cb464091a4738eb7f4d984&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2574863 Jul 06 14:14:36.611071 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48162) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:36.781387 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7131a670-34dd-44d7-b0d4-e65753361144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:36.809847 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7131a670-34dd-44d7-b0d4-e65753361144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:36.924273 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7131a670-34dd-44d7-b0d4-e65753361144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:36.927456 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7131a670-34dd-44d7-b0d4-e65753361144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:36.930250 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7131a670-34dd-44d7-b0d4-e65753361144 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/534d305f-d905-4ea1-ac4e-523ffe1414ea HTTP/1.1" status: 204 len: 168 time: 0.3165257 Jul 06 14:14:36.948942 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf1f66-04f5-4a79-af76-b5ac5e0d84b0 req-20873b64-234c-4c9b-a48e-d2f243268a7f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:36.951063 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-93bf1f66-04f5-4a79-af76-b5ac5e0d84b0 req-20873b64-234c-4c9b-a48e-d2f243268a7f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 943 time: 0.1160321 Jul 06 14:14:36.979964 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131a670-34dd-44d7-b0d4-e65753361144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534d305f-d905-4ea1-ac4e-523ffe1414ea,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:37.012244 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-93bf1f66-04f5-4a79-af76-b5ac5e0d84b0 req-efcb12ee-912b-49cd-9e2f-dd6cae3fc3d3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545542 Jul 06 14:14:37.059881 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e186d44e-91a4-4436-891c-eafafff8aa74 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Router b8c63a47-00fb-4ec2-88e4-c55ba351d905 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:14:37.174882 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e186d44e-91a4-4436-891c-eafafff8aa74 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:14:37.185714 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac698ae2-a278-4e33-b475-b886036009bf None None] Sync routers for ids ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:14:37.197989 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e186d44e-91a4-4436-891c-eafafff8aa74 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "PUT /v2.0/routers/b8c63a47-00fb-4ec2-88e4-c55ba351d905/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3972216 Jul 06 14:14:37.200861 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48170) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:37.208139 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac698ae2-a278-4e33-b475-b886036009bf None None] Routers {'b8c63a47-00fb-4ec2-88e4-c55ba351d905'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:37.208939 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-ac698ae2-a278-4e33-b475-b886036009bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:37.264142 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfae6d9e-3b88-483f-867c-d71f95ff03bf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Deleting subnet 0f75cf32-e546-448e-9691-d18f935bd4aa {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:14:37.267636 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cfae6d9e-3b88-483f-867c-d71f95ff03bf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:37.313333 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d0ec59a1-eeaa-44fd-b73d-8d1287a1800d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:37.328026 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-ac698ae2-a278-4e33-b475-b886036009bf None None] Set router b8c63a47-00fb-4ec2-88e4-c55ba351d905 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:37.348211 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cfae6d9e-3b88-483f-867c-d71f95ff03bf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:37.484049 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cfae6d9e-3b88-483f-867c-d71f95ff03bf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:37.616564 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cfae6d9e-3b88-483f-867c-d71f95ff03bf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:37.694432 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-ac698ae2-a278-4e33-b475-b886036009bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:14:35Z', 'revision_number': 10, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None, '_interfaces': [{'id': 'ec395c95-0e9b-40fc-822c-69e0606c0d6b', 'name': '', 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:cc:ab:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:43Z', 'updated_at': '2021-07-06T14:13:55Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:37.705731 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae6d9e-3b88-483f-867c-d71f95ff03bf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Subnet': ['ID=0f75cf32-e546-448e-9691-d18f935bd4aa,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:37.715473 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cfae6d9e-3b88-483f-867c-d71f95ff03bf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:37.719643 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-cfae6d9e-3b88-483f-867c-d71f95ff03bf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/subnets/0f75cf32-e546-448e-9691-d18f935bd4aa HTTP/1.1" status: 204 len: 168 time: 0.5150433 Jul 06 14:14:37.720267 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48184) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:37.723285 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abaf8e0-d133-43f6-901c-c82ae4e1db15 None None] Network 02a00ad7-7f9a-4630-95e0-a5fd854c0834 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:14:37.779035 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac698ae2-a278-4e33-b475-b886036009bf None None] Checking router: b8c63a47-00fb-4ec2-88e4-c55ba351d905 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:14:37.811825 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac698ae2-a278-4e33-b475-b886036009bf None None] Routers {'b8c63a47-00fb-4ec2-88e4-c55ba351d905'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:37.812514 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-ac698ae2-a278-4e33-b475-b886036009bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:37.848754 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dbc26510-fb7b-414f-964e-73974f4ce5cd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:37.956322 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-dbc26510-fb7b-414f-964e-73974f4ce5cd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Deleting port 296c075b-6a3c-4ea5-8f73-226b03c5af05 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:14:37.956678 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dbc26510-fb7b-414f-964e-73974f4ce5cd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:38.012557 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-ac698ae2-a278-4e33-b475-b886036009bf None None] Set router b8c63a47-00fb-4ec2-88e4-c55ba351d905 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:38.099804 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-dbc26510-fb7b-414f-964e-73974f4ce5cd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] For port 296c075b-6a3c-4ea5-8f73-226b03c5af05, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=296c075b-6a3c-4ea5-8f73-226b03c5af05,segment=NetworkSegment(866eaf77-ee49-41ee-aad3-4cef5bd54e2d),segment_id=866eaf77-ee49-41ee-aad3-4cef5bd54e2d)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:38.100018 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dbc26510-fb7b-414f-964e-73974f4ce5cd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:38.126824 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67e829d-fde1-42fd-b146-46a313b32cd7 None None] DHCP port deletion for 02a00ad7-7f9a-4630-95e0-a5fd854c0834 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:14:38.138913 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-dbc26510-fb7b-414f-964e-73974f4ce5cd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Calling delete_port for 296c075b-6a3c-4ea5-8f73-226b03c5af05 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:14:38.271791 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d67e829d-fde1-42fd-b146-46a313b32cd7 None None] Deleting port 296c075b-6a3c-4ea5-8f73-226b03c5af05 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:14:38.271791 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d67e829d-fde1-42fd-b146-46a313b32cd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:38.372735 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8ecae-2e33-4a99-b24f-3fe622dcde62 req-fb46a435-dab2-4a32-8373-9d5a0929ac99 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:38.380047 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fbe8ecae-2e33-4a99-b24f-3fe622dcde62 req-fb46a435-dab2-4a32-8373-9d5a0929ac99 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 943 time: 0.1380236 Jul 06 14:14:38.388844 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-ac698ae2-a278-4e33-b475-b886036009bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:14:35Z', 'revision_number': 10, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None, '_interfaces': [{'id': 'ec395c95-0e9b-40fc-822c-69e0606c0d6b', 'name': '', 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:cc:ab:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:43Z', 'updated_at': '2021-07-06T14:13:55Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:38.401547 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dbc26510-fb7b-414f-964e-73974f4ce5cd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:38.414640 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d67e829d-fde1-42fd-b146-46a313b32cd7 None None] For port 296c075b-6a3c-4ea5-8f73-226b03c5af05, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=296c075b-6a3c-4ea5-8f73-226b03c5af05,segment=NetworkSegment(866eaf77-ee49-41ee-aad3-4cef5bd54e2d),segment_id=866eaf77-ee49-41ee-aad3-4cef5bd54e2d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:38.415379 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d67e829d-fde1-42fd-b146-46a313b32cd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:38.444572 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d67e829d-fde1-42fd-b146-46a313b32cd7 None None] Calling delete_port for 296c075b-6a3c-4ea5-8f73-226b03c5af05 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:14:38.447070 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc26510-fb7b-414f-964e-73974f4ce5cd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Port': ['ID=296c075b-6a3c-4ea5-8f73-226b03c5af05,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:38.452350 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac698ae2-a278-4e33-b475-b886036009bf None None] The sync data for ids ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'] in n-d-773644-6 is: [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:14:35Z', 'revision_number': 10, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None, '_interfaces': [{'id': 'ec395c95-0e9b-40fc-822c-69e0606c0d6b', 'name': '', 'network_id': 'a16e0673-380c-49e9-9907-f61cf1e1ef41', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'mac_address': 'fa:16:3e:cc:ab:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:13:43Z', 'updated_at': '2021-07-06T14:13:55Z', 'revision_number': 5, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'subnets': [{'id': '17b7ad9e-65dd-496c-9f72-62c91f695fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:14:38.473562 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fbe8ecae-2e33-4a99-b24f-3fe622dcde62 req-14129db6-ba6b-47eb-ac63-e6371a689027 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918810 Jul 06 14:14:38.476373 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc26510-fb7b-414f-964e-73974f4ce5cd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] No DVR routers for this DVR port 296c075b-6a3c-4ea5-8f73-226b03c5af05 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:14:38.602948 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dbc26510-fb7b-414f-964e-73974f4ce5cd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:38.612843 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d67e829d-fde1-42fd-b146-46a313b32cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:38.627450 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-dbc26510-fb7b-414f-964e-73974f4ce5cd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a00ad7-7f9a-4630-95e0-a5fd854c0834']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:38.641521 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e829d-fde1-42fd-b146-46a313b32cd7 None None] Pushing event deleted for resources: {'Port': ['ID=296c075b-6a3c-4ea5-8f73-226b03c5af05,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:38.646250 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 27c02fa2-9e86-428f-b715-5370ee2bd0a1 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:14:38.658619 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67e829d-fde1-42fd-b146-46a313b32cd7 None None] No DVR routers for this DVR port 296c075b-6a3c-4ea5-8f73-226b03c5af05 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:14:38.659895 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-dbc26510-fb7b-414f-964e-73974f4ce5cd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866eaf77-ee49-41ee-aad3-4cef5bd54e2d') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:38.660478 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-dbc26510-fb7b-414f-964e-73974f4ce5cd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866eaf77-ee49-41ee-aad3-4cef5bd54e2d') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:38.684485 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dbc26510-fb7b-414f-964e-73974f4ce5cd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:38.710256 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dbc26510-fb7b-414f-964e-73974f4ce5cd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:38.727604 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc26510-fb7b-414f-964e-73974f4ce5cd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:14:38.727964 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dbc26510-fb7b-414f-964e-73974f4ce5cd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:38.776798 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 27c02fa2-9e86-428f-b715-5370ee2bd0a1, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=27c02fa2-9e86-428f-b715-5370ee2bd0a1,segment=NetworkSegment(7d4b0fd1-ff50-4d04-be05-7e2307f76a00),segment_id=7d4b0fd1-ff50-4d04-be05-7e2307f76a00)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:38.794024 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '27c02fa2-9e86-428f-b715-5370ee2bd0a1', 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741', 'port_id': '27c02fa2-9e86-428f-b715-5370ee2bd0a1', 'mac_address': 'fa:16:3e:ea:0c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6065e799-674b-4a0b-b826-f1af2e41e20b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:14:38.813427 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:14:38.820728 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dbc26510-fb7b-414f-964e-73974f4ce5cd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:38.853374 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:38.865588 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dbc26510-fb7b-414f-964e-73974f4ce5cd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:38.877304 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c02fa2-9e86-428f-b715-5370ee2bd0a1 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:14:38.877804 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-dbc26510-fb7b-414f-964e-73974f4ce5cd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/networks/02a00ad7-7f9a-4630-95e0-a5fd854c0834 HTTP/1.1" status: 204 len: 168 time: 1.1560159 Jul 06 14:14:38.878861 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48222) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:38.908797 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc26510-fb7b-414f-964e-73974f4ce5cd tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Network': ['ID=02a00ad7-7f9a-4630-95e0-a5fd854c0834,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:38.923796 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 27c02fa2-9e86-428f-b715-5370ee2bd0a1, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=27c02fa2-9e86-428f-b715-5370ee2bd0a1,segment=NetworkSegment(7d4b0fd1-ff50-4d04-be05-7e2307f76a00),segment_id=7d4b0fd1-ff50-4d04-be05-7e2307f76a00)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:38.946194 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:39.067414 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=27c02fa2-9e86-428f-b715-5370ee2bd0a1,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:39.222323 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['27c02fa2-9e86-428f-b715-5370ee2bd0a1'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:14:39.590950 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-95e169da-3219-4d3e-8a33-d3aaa7bfc0d5 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:39.720516 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096ff45-6f7a-480a-8d15-b484fd0db2ae req-b597cbc0-666a-40d9-af8a-1c30f7c5ca9d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:39.724708 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f096ff45-6f7a-480a-8d15-b484fd0db2ae req-b597cbc0-666a-40d9-af8a-1c30f7c5ca9d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 944 time: 0.0917056 Jul 06 14:14:39.774376 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f096ff45-6f7a-480a-8d15-b484fd0db2ae req-06f2e0e0-eecf-4657-a9d5-d98c8910bedf tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435991 Jul 06 14:14:39.952994 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 296c075b-6a3c-4ea5-8f73-226b03c5af05 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:14:39.984564 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-95e169da-3219-4d3e-8a33-d3aaa7bfc0d5 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Deleting port ec395c95-0e9b-40fc-822c-69e0606c0d6b {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:14:39.985501 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-95e169da-3219-4d3e-8a33-d3aaa7bfc0d5 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:39.995129 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 296c075b-6a3c-4ea5-8f73-226b03c5af05 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:14:39.995818 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 296c075b-6a3c-4ea5-8f73-226b03c5af05 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:14:39.996933 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 879d3bef-005a-43ec-a4c9-3e18369bd1f4 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:14:40.075938 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 879d3bef-005a-43ec-a4c9-3e18369bd1f4 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:14:40.076273 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 879d3bef-005a-43ec-a4c9-3e18369bd1f4 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:14:40.198765 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:40.214815 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-95e169da-3219-4d3e-8a33-d3aaa7bfc0d5 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] For port ec395c95-0e9b-40fc-822c-69e0606c0d6b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=ec395c95-0e9b-40fc-822c-69e0606c0d6b,segment=NetworkSegment(ae1a47b9-0738-462d-aaad-131acea04bc8),segment_id=ae1a47b9-0738-462d-aaad-131acea04bc8)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:40.215317 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-95e169da-3219-4d3e-8a33-d3aaa7bfc0d5 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:40.240498 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-95e169da-3219-4d3e-8a33-d3aaa7bfc0d5 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Calling delete_port for ec395c95-0e9b-40fc-822c-69e0606c0d6b owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:14:40.485877 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-95e169da-3219-4d3e-8a33-d3aaa7bfc0d5 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:40.516322 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e169da-3219-4d3e-8a33-d3aaa7bfc0d5 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Port': ['ID=ec395c95-0e9b-40fc-822c-69e0606c0d6b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:40.576857 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-14536adf-26bd-4173-8f30-ff6f8926c8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:40.644341 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 27c02fa2-9e86-428f-b715-5370ee2bd0a1 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:40.725461 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 27c02fa2-9e86-428f-b715-5370ee2bd0a1 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:40.735748 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-95e169da-3219-4d3e-8a33-d3aaa7bfc0d5 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:40.737850 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 27c02fa2-9e86-428f-b715-5370ee2bd0a1 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:40.738389 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:40.842841 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:40.881327 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 27c02fa2-9e86-428f-b715-5370ee2bd0a1, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=27c02fa2-9e86-428f-b715-5370ee2bd0a1,segment=NetworkSegment(7d4b0fd1-ff50-4d04-be05-7e2307f76a00),segment_id=7d4b0fd1-ff50-4d04-be05-7e2307f76a00)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:40.882367 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493a97c2-7871-450e-b00a-d245233dbe83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c02fa2-9e86-428f-b715-5370ee2bd0a1'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:14:40.885368 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee562840-6045-41c3-9575-cfdd28386823" -d '{"events": [{"server_uuid": "493a97c2-7871-450e-b00a-d245233dbe83", "name": "network-vif-plugged", "status": "completed", "tag": "27c02fa2-9e86-428f-b715-5370ee2bd0a1"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:14:40.890482 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:40.975244 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=27c02fa2-9e86-428f-b715-5370ee2bd0a1,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:41.044089 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ddea3-4472-4300-b396-5e01176f90f1 req-a60ad51f-0186-4807-bb7e-8ede81fbdbac tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:41.046516 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-630ddea3-4472-4300-b396-5e01176f90f1 req-a60ad51f-0186-4807-bb7e-8ede81fbdbac tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 945 time: 0.0701818 Jul 06 14:14:41.109953 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-630ddea3-4472-4300-b396-5e01176f90f1 req-e41b48a5-78b4-4477-b52c-6961a123a665 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534217 Jul 06 14:14:41.167602 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e169da-3219-4d3e-8a33-d3aaa7bfc0d5 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Router b8c63a47-00fb-4ec2-88e4-c55ba351d905 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:14:41.256457 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e169da-3219-4d3e-8a33-d3aaa7bfc0d5 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:14:41.265137 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48282) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:41.273220 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-95e169da-3219-4d3e-8a33-d3aaa7bfc0d5 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "PUT /v2.0/routers/b8c63a47-00fb-4ec2-88e4-c55ba351d905/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3931656 Jul 06 14:14:41.279178 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57276a4-897f-4628-bc94-97e622239907 None None] Sync routers for ids ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:14:41.300396 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57276a4-897f-4628-bc94-97e622239907 None None] Routers {'b8c63a47-00fb-4ec2-88e4-c55ba351d905'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:41.301059 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b57276a4-897f-4628-bc94-97e622239907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:41.371541 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcc3c28c-496e-4b97-90b4-230f1be50be7 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Deleting subnet 17b7ad9e-65dd-496c-9f72-62c91f695fa7 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:14:41.375275 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bcc3c28c-496e-4b97-90b4-230f1be50be7 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:41.433535 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-b57276a4-897f-4628-bc94-97e622239907 None None] Set router b8c63a47-00fb-4ec2-88e4-c55ba351d905 gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:41.439474 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7c3ce6-709d-4820-b50d-d61ba96fad44 x-openstack-request-id: req-9e7c3ce6-709d-4820-b50d-d61ba96fad44 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:14:41.439863 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493a97c2-7871-450e-b00a-d245233dbe83", "name": "network-vif-plugged", "status": "completed", "tag": "27c02fa2-9e86-428f-b715-5370ee2bd0a1", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:14:41.440216 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-9e7c3ce6-709d-4820-b50d-d61ba96fad44 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:14:41.440706 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493a97c2-7871-450e-b00a-d245233dbe83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c02fa2-9e86-428f-b715-5370ee2bd0a1', 'code': 200} Jul 06 14:14:41.450239 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bcc3c28c-496e-4b97-90b4-230f1be50be7 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:41.535274 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b57276a4-897f-4628-bc94-97e622239907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:14:40Z', 'revision_number': 11, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:41.563235 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bcc3c28c-496e-4b97-90b4-230f1be50be7 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:41.586179 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57276a4-897f-4628-bc94-97e622239907 None None] Checking router: b8c63a47-00fb-4ec2-88e4-c55ba351d905 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:14:41.616455 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57276a4-897f-4628-bc94-97e622239907 None None] Routers {'b8c63a47-00fb-4ec2-88e4-c55ba351d905'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:41.621452 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b57276a4-897f-4628-bc94-97e622239907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:41.638877 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bcc3c28c-496e-4b97-90b4-230f1be50be7 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:41.661679 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be1576-fd0d-4bc3-8e2e-91aed03dd746 req-1cee65b1-caaa-496d-8850-7a400749fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:41.665091 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-60be1576-fd0d-4bc3-8e2e-91aed03dd746 req-1cee65b1-caaa-496d-8850-7a400749fe6c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 1096 time: 0.1438236 Jul 06 14:14:41.695600 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3c28c-496e-4b97-90b4-230f1be50be7 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Subnet': ['ID=17b7ad9e-65dd-496c-9f72-62c91f695fa7,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:41.701651 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bcc3c28c-496e-4b97-90b4-230f1be50be7 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:41.704403 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-bcc3c28c-496e-4b97-90b4-230f1be50be7 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/subnets/17b7ad9e-65dd-496c-9f72-62c91f695fa7 HTTP/1.1" status: 204 len: 168 time: 0.4379215 Jul 06 14:14:41.706889 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48292) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:41.777612 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86871a20-4d45-48ee-b5d1-959d2de776aa None None] Network a16e0673-380c-49e9-9907-f61cf1e1ef41 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:14:41.778649 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48296) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:41.856026 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-60be1576-fd0d-4bc3-8e2e-91aed03dd746 req-12fcddf2-9681-4d39-8026-1887b227124d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719255 Jul 06 14:14:41.864465 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-483a81a7-0eb1-4698-b8c6-0d2ec6035d9b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:41.946359 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-483a81a7-0eb1-4698-b8c6-0d2ec6035d9b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Deleting port 07d6016b-acac-4d4a-afa1-367bc7e1d303 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:14:41.948602 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:41.950751 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-b57276a4-897f-4628-bc94-97e622239907 None None] Set router b8c63a47-00fb-4ec2-88e4-c55ba351d905 gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:41.951287 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-483a81a7-0eb1-4698-b8c6-0d2ec6035d9b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:42.039216 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b57276a4-897f-4628-bc94-97e622239907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:14:40Z', 'revision_number': 11, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:42.080043 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57276a4-897f-4628-bc94-97e622239907 None None] The sync data for ids ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'] in n-d-773644-6 is: [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:14:40Z', 'revision_number': 11, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:14:42.080192 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-483a81a7-0eb1-4698-b8c6-0d2ec6035d9b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] For port 07d6016b-acac-4d4a-afa1-367bc7e1d303, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=07d6016b-acac-4d4a-afa1-367bc7e1d303,segment=NetworkSegment(ae1a47b9-0738-462d-aaad-131acea04bc8),segment_id=ae1a47b9-0738-462d-aaad-131acea04bc8)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:42.080584 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-483a81a7-0eb1-4698-b8c6-0d2ec6035d9b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:42.104315 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-483a81a7-0eb1-4698-b8c6-0d2ec6035d9b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Calling delete_port for 07d6016b-acac-4d4a-afa1-367bc7e1d303 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:14:42.245370 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-483a81a7-0eb1-4698-b8c6-0d2ec6035d9b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:42.284907 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a81a7-0eb1-4698-b8c6-0d2ec6035d9b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Port': ['ID=07d6016b-acac-4d4a-afa1-367bc7e1d303,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:42.287986 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483a81a7-0eb1-4698-b8c6-0d2ec6035d9b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] No DVR routers for this DVR port 07d6016b-acac-4d4a-afa1-367bc7e1d303 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:14:42.405676 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-483a81a7-0eb1-4698-b8c6-0d2ec6035d9b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:42.417738 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-483a81a7-0eb1-4698-b8c6-0d2ec6035d9b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a16e0673-380c-49e9-9907-f61cf1e1ef41']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:42.436716 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-483a81a7-0eb1-4698-b8c6-0d2ec6035d9b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae1a47b9-0738-462d-aaad-131acea04bc8') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:42.437504 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-483a81a7-0eb1-4698-b8c6-0d2ec6035d9b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae1a47b9-0738-462d-aaad-131acea04bc8') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:42.454392 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-483a81a7-0eb1-4698-b8c6-0d2ec6035d9b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:42.470113 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-483a81a7-0eb1-4698-b8c6-0d2ec6035d9b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:42.482063 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-483a81a7-0eb1-4698-b8c6-0d2ec6035d9b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:14:42.487179 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab003c5-fa4a-4cef-bfdf-1bd18a04d825 None None] DHCP port deletion for a16e0673-380c-49e9-9907-f61cf1e1ef41 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:14:42.495514 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-483a81a7-0eb1-4698-b8c6-0d2ec6035d9b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:14:42.573560 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:14:42.609450 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-483a81a7-0eb1-4698-b8c6-0d2ec6035d9b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:42.611922 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f653b-299a-4680-92de-c7e86a1b6b4c req-a55161e1-56a7-430f-a8ea-fbda6b3129f9 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:42.621489 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-555f653b-299a-4680-92de-c7e86a1b6b4c req-a55161e1-56a7-430f-a8ea-fbda6b3129f9 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 945 time: 0.2422831 Jul 06 14:14:42.624618 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-483a81a7-0eb1-4698-b8c6-0d2ec6035d9b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:42.627086 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-483a81a7-0eb1-4698-b8c6-0d2ec6035d9b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/networks/a16e0673-380c-49e9-9907-f61cf1e1ef41 HTTP/1.1" status: 204 len: 168 time: 0.9190760 Jul 06 14:14:42.629864 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48312) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:42.662440 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-3c522245-7450-42ab-83c1-4a1cca27c669 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'router': {'routes': None}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:42.691243 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a81a7-0eb1-4698-b8c6-0d2ec6035d9b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Pushing event deleted for resources: {'Network': ['ID=a16e0673-380c-49e9-9907-f61cf1e1ef41,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:42.792781 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-555f653b-299a-4680-92de-c7e86a1b6b4c req-c13da4db-0397-43d7-bc0c-7bd33e16aa55 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591864 Jul 06 14:14:42.912860 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.extraroute_db [None req-3c522245-7450-42ab-83c1-4a1cca27c669 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Added routes are [] {{(pid=100418) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 06 14:14:42.913061 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.extraroute_db [None req-3c522245-7450-42ab-83c1-4a1cca27c669 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Removed routes are [] {{(pid=100418) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 06 14:14:42.913446 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3c522245-7450-42ab-83c1-4a1cca27c669 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:43.104938 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3c522245-7450-42ab-83c1-4a1cca27c669 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:43.112033 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3c522245-7450-42ab-83c1-4a1cca27c669 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2094363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2094336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2093514'] for router, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:43.112264 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:43.208956 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c522245-7450-42ab-83c1-4a1cca27c669 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Router b8c63a47-00fb-4ec2-88e4-c55ba351d905 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:14:43.214434 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-64abd874-f12e-4da0-9780-0867ce61a974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:43.362336 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c522245-7450-42ab-83c1-4a1cca27c669 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:14:43.370064 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3c522245-7450-42ab-83c1-4a1cca27c669 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:43.373826 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3c522245-7450-42ab-83c1-4a1cca27c669 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "PUT /v2.0/routers/b8c63a47-00fb-4ec2-88e4-c55ba351d905 HTTP/1.1" status: 200 len: 701 time: 0.7361155 Jul 06 14:14:43.374697 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48326) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:43.375946 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf6d494-f86f-4fad-8f38-6086b67d137d None None] Sync routers for ids ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:14:43.387372 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf6d494-f86f-4fad-8f38-6086b67d137d None None] Routers {'b8c63a47-00fb-4ec2-88e4-c55ba351d905'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:43.388222 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9bf6d494-f86f-4fad-8f38-6086b67d137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:43.420453 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3bbc139c-68fa-4362-bed9-1fc4e08cdf5a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "GET /v2.0/ports?device_id=b8c63a47-00fb-4ec2-88e4-c55ba351d905 HTTP/1.1" status: 200 len: 205 time: 0.0445268 Jul 06 14:14:43.424246 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48332) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:43.497035 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-9bf6d494-f86f-4fad-8f38-6086b67d137d None None] Set router b8c63a47-00fb-4ec2-88e4-c55ba351d905 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:43.585509 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b65450e-ee1a-434a-a6bc-4bdb3d26187b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:43.657028 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-64abd874-f12e-4da0-9780-0867ce61a974 admin admin] Deleting port c618a35d-fb45-4720-9786-769108038dc1 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:14:43.657582 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-64abd874-f12e-4da0-9780-0867ce61a974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:43.708623 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9bf6d494-f86f-4fad-8f38-6086b67d137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:14:40Z', 'revision_number': 11, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:43.745196 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf6d494-f86f-4fad-8f38-6086b67d137d None None] Checking router: b8c63a47-00fb-4ec2-88e4-c55ba351d905 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:14:43.755301 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf6d494-f86f-4fad-8f38-6086b67d137d None None] Routers {'b8c63a47-00fb-4ec2-88e4-c55ba351d905'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:43.757485 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9bf6d494-f86f-4fad-8f38-6086b67d137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:43.771177 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-64abd874-f12e-4da0-9780-0867ce61a974 admin admin] For port c618a35d-fb45-4720-9786-769108038dc1, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c618a35d-fb45-4720-9786-769108038dc1,segment=NetworkSegment(73abc8d8-a472-4fde-bbb9-f96388e1eb27),segment_id=73abc8d8-a472-4fde-bbb9-f96388e1eb27)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:43.771551 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-64abd874-f12e-4da0-9780-0867ce61a974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:43.787474 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-64abd874-f12e-4da0-9780-0867ce61a974 admin admin] Calling delete_port for c618a35d-fb45-4720-9786-769108038dc1 owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:14:43.870985 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-9bf6d494-f86f-4fad-8f38-6086b67d137d None None] Set router b8c63a47-00fb-4ec2-88e4-c55ba351d905 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:43.889949 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b65450e-ee1a-434a-a6bc-4bdb3d26187b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:43.892717 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b65450e-ee1a-434a-a6bc-4bdb3d26187b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:43.968039 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ec395c95-0e9b-40fc-822c-69e0606c0d6b no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:14:43.999884 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9bf6d494-f86f-4fad-8f38-6086b67d137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:14:40Z', 'revision_number': 11, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:44.000852 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b65450e-ee1a-434a-a6bc-4bdb3d26187b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:44.001615 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b65450e-ee1a-434a-a6bc-4bdb3d26187b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Fanout notify agent at l3_agent the message router_deleted on router b8c63a47-00fb-4ec2-88e4-c55ba351d905 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:14:44.003654 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: ec395c95-0e9b-40fc-822c-69e0606c0d6b {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:14:44.005590 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ec395c95-0e9b-40fc-822c-69e0606c0d6b not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:14:44.006187 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 07d6016b-acac-4d4a-afa1-367bc7e1d303 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:14:44.019286 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b65450e-ee1a-434a-a6bc-4bdb3d26187b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:44.027352 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5b65450e-ee1a-434a-a6bc-4bdb3d26187b tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/routers/b8c63a47-00fb-4ec2-88e4-c55ba351d905 HTTP/1.1" status: 204 len: 168 time: 0.5942471 Jul 06 14:14:44.027966 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48344) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:44.034033 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-1d157a0c-056b-4ba1-985b-c10b65f78771 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-877837176', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:44.048308 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 07d6016b-acac-4d4a-afa1-367bc7e1d303 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:14:44.048874 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 07d6016b-acac-4d4a-afa1-367bc7e1d303 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:14:44.056631 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf6d494-f86f-4fad-8f38-6086b67d137d None None] The sync data for ids ['b8c63a47-00fb-4ec2-88e4-c55ba351d905'] in n-d-773644-6 is: [{'id': 'b8c63a47-00fb-4ec2-88e4-c55ba351d905', 'name': 'tempest-RoutersTest-router-1622390513', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:13:40Z', 'updated_at': '2021-07-06T14:14:40Z', 'revision_number': 11, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:14:44.095931 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1d157a0c-056b-4ba1-985b-c10b65f78771 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:44.097717 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1d157a0c-056b-4ba1-985b-c10b65f78771 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:44.235917 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1d157a0c-056b-4ba1-985b-c10b65f78771 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:44.244530 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1d157a0c-056b-4ba1-985b-c10b65f78771 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:44.276702 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1d157a0c-056b-4ba1-985b-c10b65f78771 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:44.278225 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1d157a0c-056b-4ba1-985b-c10b65f78771 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2490981 Jul 06 14:14:44.281201 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48350) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:44.286879 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-6bc350f0-d85c-4dcc-964c-210740bcd305 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:44.569329 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6bc350f0-d85c-4dcc-964c-210740bcd305 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:44.584709 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6bc350f0-d85c-4dcc-964c-210740bcd305 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2094363', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2094336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2093514'] for router, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:44.629024 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559e459-fe32-4db6-935e-5a16af10c25d req-2e4ea26a-225d-418e-a3e0-31d80f2aed82 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:44.630614 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e559e459-fe32-4db6-935e-5a16af10c25d req-2e4ea26a-225d-418e-a3e0-31d80f2aed82 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 945 time: 0.5872324 Jul 06 14:14:44.674793 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-64abd874-f12e-4da0-9780-0867ce61a974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:44.738753 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e559e459-fe32-4db6-935e-5a16af10c25d req-d6c8ed16-c569-482c-9ef2-96d2bbbf394f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004622 Jul 06 14:14:44.742416 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc350f0-d85c-4dcc-964c-210740bcd305 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Router 371177fc-f818-47a1-bbdb-2d7f136a284e is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:14:44.760262 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abd874-f12e-4da0-9780-0867ce61a974 admin admin] Pushing event deleted for resources: {'Port': ['ID=c618a35d-fb45-4720-9786-769108038dc1,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:44.886407 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc350f0-d85c-4dcc-964c-210740bcd305 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:14:44.896826 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6eaddb-8aa5-4e82-98a5-b31e456cbade None None] Sync routers for ids ['371177fc-f818-47a1-bbdb-2d7f136a284e'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:14:44.915947 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6bc350f0-d85c-4dcc-964c-210740bcd305 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:44.922629 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6eaddb-8aa5-4e82-98a5-b31e456cbade None None] Routers {'371177fc-f818-47a1-bbdb-2d7f136a284e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:44.923280 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-4a6eaddb-8aa5-4e82-98a5-b31e456cbade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['371177fc-f818-47a1-bbdb-2d7f136a284e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:44.927486 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6bc350f0-d85c-4dcc-964c-210740bcd305 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "PUT /v2.0/routers/371177fc-f818-47a1-bbdb-2d7f136a284e HTTP/1.1" status: 200 len: 693 time: 0.6448646 Jul 06 14:14:44.929113 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48366) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:45.063969 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-4a6eaddb-8aa5-4e82-98a5-b31e456cbade None None] Set router 371177fc-f818-47a1-bbdb-2d7f136a284e gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:45.072184 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d02951ac-6ae0-49a6-a73b-aa42b6ca682a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "GET /v2.0/routers/371177fc-f818-47a1-bbdb-2d7f136a284e HTTP/1.1" status: 200 len: 699 time: 0.1394317 Jul 06 14:14:45.075482 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48368) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:45.085810 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-64abd874-f12e-4da0-9780-0867ce61a974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:45.097455 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973722c-d7b7-4eef-bab8-be3088bb8f38 req-e66c1cbe-c90a-46c2-9702-9e9bc6f6ab10 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:45.099449 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0973722c-d7b7-4eef-bab8-be3088bb8f38 req-e66c1cbe-c90a-46c2-9702-9e9bc6f6ab10 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 945 time: 0.1459825 Jul 06 14:14:45.142559 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-4a6eaddb-8aa5-4e82-98a5-b31e456cbade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371177fc-f818-47a1-bbdb-2d7f136a284e', 'name': 'tempest-RoutersTest-router-877837176', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:14:44Z', 'updated_at': '2021-07-06T14:14:44Z', 'revision_number': 2, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:45.162133 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4df7bd31-6b98-4093-9db4-55a43cc904c3 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "GET /v2.0/ports?device_id=371177fc-f818-47a1-bbdb-2d7f136a284e HTTP/1.1" status: 200 len: 205 time: 0.0854111 Jul 06 14:14:45.164559 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48370) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:45.178626 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6eaddb-8aa5-4e82-98a5-b31e456cbade None None] Checking router: 371177fc-f818-47a1-bbdb-2d7f136a284e for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:14:45.189587 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6eaddb-8aa5-4e82-98a5-b31e456cbade None None] Routers {'371177fc-f818-47a1-bbdb-2d7f136a284e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:45.190235 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-4a6eaddb-8aa5-4e82-98a5-b31e456cbade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['371177fc-f818-47a1-bbdb-2d7f136a284e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:45.233086 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0973722c-d7b7-4eef-bab8-be3088bb8f38 req-53027a66-3e23-4886-8e66-55921bf5c139 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248643 Jul 06 14:14:45.277045 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48372) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:45.281058 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-4a6eaddb-8aa5-4e82-98a5-b31e456cbade None None] Set router 371177fc-f818-47a1-bbdb-2d7f136a284e gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:45.312840 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d07af2b-be6a-4cd5-80df-71b781bd9e4f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:45.354272 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-4a6eaddb-8aa5-4e82-98a5-b31e456cbade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371177fc-f818-47a1-bbdb-2d7f136a284e', 'name': 'tempest-RoutersTest-router-877837176', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:14:44Z', 'updated_at': '2021-07-06T14:14:44Z', 'revision_number': 2, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:45.406050 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6eaddb-8aa5-4e82-98a5-b31e456cbade None None] The sync data for ids ['371177fc-f818-47a1-bbdb-2d7f136a284e'] in n-d-773644-6 is: [{'id': '371177fc-f818-47a1-bbdb-2d7f136a284e', 'name': 'tempest-RoutersTest-router-877837176', 'tenant_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:14:44Z', 'updated_at': '2021-07-06T14:14:44Z', 'revision_number': 2, 'project_id': 'f296bcf9fcc3467fa5b1f6fbfff7535a', 'gw_port_host': None}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:14:45.497006 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64abd874-f12e-4da0-9780-0867ce61a974 admin admin] Router 144d5879-0191-45db-8840-e67f4f2a8492 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:14:45.658290 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64abd874-f12e-4da0-9780-0867ce61a974 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:14:45.663617 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-64abd874-f12e-4da0-9780-0867ce61a974 admin admin] 10.222.0.118 "PUT /v2.0/routers/144d5879-0191-45db-8840-e67f4f2a8492/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8838022 Jul 06 14:14:45.669638 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48380) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:45.670595 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1ff232-1213-4411-93f7-930b3f3f5101 None None] Sync routers for ids ['144d5879-0191-45db-8840-e67f4f2a8492'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:14:45.682851 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1ff232-1213-4411-93f7-930b3f3f5101 None None] Routers {'144d5879-0191-45db-8840-e67f4f2a8492'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:45.683762 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-8b1ff232-1213-4411-93f7-930b3f3f5101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['144d5879-0191-45db-8840-e67f4f2a8492'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:45.875081 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e1c7f1d-9d1b-47f8-a8f0-98e5146e006a admin admin] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:45.940105 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-8b1ff232-1213-4411-93f7-930b3f3f5101 None None] Set router 144d5879-0191-45db-8840-e67f4f2a8492 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:46.101237 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e1c7f1d-9d1b-47f8-a8f0-98e5146e006a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:46.191744 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-3e1c7f1d-9d1b-47f8-a8f0-98e5146e006a admin admin] Deleting port 18e98769-3bc1-467d-82fe-a24ab74788a2 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:14:46.192186 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e1c7f1d-9d1b-47f8-a8f0-98e5146e006a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:46.216274 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-8b1ff232-1213-4411-93f7-930b3f3f5101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d5879-0191-45db-8840-e67f4f2a8492', 'name': 'tempest-AttachVolumeTestJSON-1215315455-router', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:06:34Z', 'updated_at': '2021-07-06T14:14:44Z', 'revision_number': 5, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'gw_port': {'id': '18e98769-3bc1-467d-82fe-a24ab74788a2', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:e7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144d5879-0191-45db-8840-e67f4f2a8492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:06:35Z', 'updated_at': '2021-07-06T14:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:46.220048 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d07af2b-be6a-4cd5-80df-71b781bd9e4f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:46.236572 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d07af2b-be6a-4cd5-80df-71b781bd9e4f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:46.257342 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c25a1d0-df5a-4a40-bc13-e82c3ebcb4f2 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:46.258622 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1ff232-1213-4411-93f7-930b3f3f5101 None None] Checking router: 144d5879-0191-45db-8840-e67f4f2a8492 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:14:46.263413 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2c25a1d0-df5a-4a40-bc13-e82c3ebcb4f2 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 1091 time: 0.9850521 Jul 06 14:14:46.269827 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1ff232-1213-4411-93f7-930b3f3f5101 None None] Routers {'144d5879-0191-45db-8840-e67f4f2a8492'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:46.270512 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-8b1ff232-1213-4411-93f7-930b3f3f5101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['144d5879-0191-45db-8840-e67f4f2a8492'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:46.293981 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48392) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:46.299285 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-239de505-6ac0-466a-8c62-bf057d4a158c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'port_id': '27c02fa2-9e86-428f-b715-5370ee2bd0a1', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:46.335201 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d07af2b-be6a-4cd5-80df-71b781bd9e4f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:46.336348 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d07af2b-be6a-4cd5-80df-71b781bd9e4f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Fanout notify agent at l3_agent the message router_deleted on router 371177fc-f818-47a1-bbdb-2d7f136a284e {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:14:46.343521 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-3e1c7f1d-9d1b-47f8-a8f0-98e5146e006a admin admin] For port 18e98769-3bc1-467d-82fe-a24ab74788a2, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=18e98769-3bc1-467d-82fe-a24ab74788a2,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:46.344139 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e1c7f1d-9d1b-47f8-a8f0-98e5146e006a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:46.353451 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0d07af2b-be6a-4cd5-80df-71b781bd9e4f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:46.364892 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0d07af2b-be6a-4cd5-80df-71b781bd9e4f tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/routers/371177fc-f818-47a1-bbdb-2d7f136a284e HTTP/1.1" status: 204 len: 168 time: 1.1929183 Jul 06 14:14:46.367679 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48394) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:46.375961 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-3e1c7f1d-9d1b-47f8-a8f0-98e5146e006a admin admin] Calling delete_port for 18e98769-3bc1-467d-82fe-a24ab74788a2 owned by network:router_gateway {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:14:46.376205 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-8b1ff232-1213-4411-93f7-930b3f3f5101 None None] Set router 144d5879-0191-45db-8840-e67f4f2a8492 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:46.410532 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-94cb4e30-a79e-428b-871b-669645fd21a1 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "GET /v2.0/ports?device_id=371177fc-f818-47a1-bbdb-2d7f136a284e HTTP/1.1" status: 200 len: 205 time: 0.0407274 Jul 06 14:14:46.411667 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48396) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:46.419328 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-239de505-6ac0-466a-8c62-bf057d4a158c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for floatingip, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:46.456321 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-8b1ff232-1213-4411-93f7-930b3f3f5101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144d5879-0191-45db-8840-e67f4f2a8492', 'name': 'tempest-AttachVolumeTestJSON-1215315455-router', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:06:34Z', 'updated_at': '2021-07-06T14:14:46Z', 'revision_number': 6, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:46.474416 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-71dcef55-c183-4510-803d-e2569fc9d397 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] delete failed (client error): The resource could not be found. Jul 06 14:14:46.478227 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48400) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:46.478638 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-71dcef55-c183-4510-803d-e2569fc9d397 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/routers/371177fc-f818-47a1-bbdb-2d7f136a284e HTTP/1.1" status: 404 len: 336 time: 0.0659428 Jul 06 14:14:46.518503 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1ff232-1213-4411-93f7-930b3f3f5101 None None] The sync data for ids ['144d5879-0191-45db-8840-e67f4f2a8492'] in n-d-773644-6 is: [{'id': '144d5879-0191-45db-8840-e67f4f2a8492', 'name': 'tempest-AttachVolumeTestJSON-1215315455-router', 'tenant_id': '877fc897abae42d7adb6bd377795bbf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:06:34Z', 'updated_at': '2021-07-06T14:14:46Z', 'revision_number': 6, 'project_id': '877fc897abae42d7adb6bd377795bbf0', 'gw_port_host': None}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:14:46.547667 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-54a98f74-80cf-4e4d-874d-f5bc6380b843 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] DELETE failed (client error): The resource could not be found. Jul 06 14:14:46.548136 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54a98f74-80cf-4e4d-874d-f5bc6380b843 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:14:46.550068 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-54a98f74-80cf-4e4d-874d-f5bc6380b843 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/subnets/867c137d-c70e-4a51-b1c3-e8202ee0d7ce HTTP/1.1" status: 404 len: 337 time: 0.0699124 Jul 06 14:14:46.552893 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48406) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:46.652968 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-239de505-6ac0-466a-8c62-bf057d4a158c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:46.677766 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:46.695565 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-8034602c-a244-4bc4-bf7e-513f8676d371 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] DELETE failed (client error): The resource could not be found. Jul 06 14:14:46.696014 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8034602c-a244-4bc4-bf7e-513f8676d371 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:14:46.700516 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8034602c-a244-4bc4-bf7e-513f8676d371 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/subnets/56ecd5c5-d0fb-40d9-957a-33c1531bd5d2 HTTP/1.1" status: 404 len: 337 time: 0.1441798 Jul 06 14:14:46.703577 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48410) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:46.768619 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6d31fc-29d6-4c72-8d2e-fb0abfd03a2d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] DELETE failed (client error): The resource could not be found. Jul 06 14:14:46.769079 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a6d31fc-29d6-4c72-8d2e-fb0abfd03a2d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:14:46.770955 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0a6d31fc-29d6-4c72-8d2e-fb0abfd03a2d tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/subnets/0f75cf32-e546-448e-9691-d18f935bd4aa HTTP/1.1" status: 404 len: 337 time: 0.0662162 Jul 06 14:14:46.775871 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48412) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:46.798194 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e1c7f1d-9d1b-47f8-a8f0-98e5146e006a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:46.835363 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b7f25c-8043-4498-b31f-d65e87e2cb63 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] DELETE failed (client error): The resource could not be found. Jul 06 14:14:46.836207 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b7f25c-8043-4498-b31f-d65e87e2cb63 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:14:46.840531 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-62b7f25c-8043-4498-b31f-d65e87e2cb63 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/subnets/17b7ad9e-65dd-496c-9f72-62c91f695fa7 HTTP/1.1" status: 404 len: 337 time: 0.0608263 Jul 06 14:14:46.841300 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48414) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:46.845794 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c7f1d-9d1b-47f8-a8f0-98e5146e006a admin admin] Pushing event deleted for resources: {'Port': ['ID=18e98769-3bc1-467d-82fe-a24ab74788a2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:46.885093 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-239de505-6ac0-466a-8c62-bf057d4a158c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Allocated IP 172.25.6.10 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/45fe0c43-bc73-4d00-80b6-95a78d30c7ef) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:14:46.891381 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0018a794-a8e2-48ec-a142-2b132259e29a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "GET /v2.0/ports?device_id=b8c63a47-00fb-4ec2-88e4-c55ba351d905 HTTP/1.1" status: 200 len: 205 time: 0.0469089 Jul 06 14:14:46.892170 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48416) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:46.920053 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e1c7f1d-9d1b-47f8-a8f0-98e5146e006a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:46.947150 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-b62d160c-be65-4338-9390-19d262528af1 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] delete failed (client error): The resource could not be found. Jul 06 14:14:46.952554 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b62d160c-be65-4338-9390-19d262528af1 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/routers/b8c63a47-00fb-4ec2-88e4-c55ba351d905 HTTP/1.1" status: 404 len: 336 time: 0.0552230 Jul 06 14:14:46.953496 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48420) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:47.022815 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0a3b1b72-268a-417f-aaf5-04ac1d22a25a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "GET /v2.0/ports?device_id=3f4e4d7d-2186-498f-90a4-d3bfb8ed3c4e HTTP/1.1" status: 200 len: 205 time: 0.0675802 Jul 06 14:14:47.028901 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48426) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:47.055364 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e1c7f1d-9d1b-47f8-a8f0-98e5146e006a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.058185 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e1c7f1d-9d1b-47f8-a8f0-98e5146e006a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.080946 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-9766f6bc-d380-4454-aeb4-18f8319c5536 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] delete failed (client error): The resource could not be found. Jul 06 14:14:47.081970 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9766f6bc-d380-4454-aeb4-18f8319c5536 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/routers/3f4e4d7d-2186-498f-90a4-d3bfb8ed3c4e HTTP/1.1" status: 404 len: 336 time: 0.0518584 Jul 06 14:14:47.084576 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48428) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:47.131108 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e1c7f1d-9d1b-47f8-a8f0-98e5146e006a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.132156 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1c7f1d-9d1b-47f8-a8f0-98e5146e006a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 144d5879-0191-45db-8840-e67f4f2a8492 {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:14:47.133088 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b70887-978e-4041-98c9-0aba9ddf4891 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] DELETE failed (client error): The resource could not be found. Jul 06 14:14:47.134336 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0b70887-978e-4041-98c9-0aba9ddf4891 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:14:47.139979 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b0b70887-978e-4041-98c9-0aba9ddf4891 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/subnets/d3a01bc2-ac1a-465b-94cd-2d4123ea4ffc HTTP/1.1" status: 404 len: 337 time: 0.0534105 Jul 06 14:14:47.143187 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48430) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:47.148763 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e1c7f1d-9d1b-47f8-a8f0-98e5146e006a admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.153803 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3e1c7f1d-9d1b-47f8-a8f0-98e5146e006a admin admin] 10.222.0.118 "DELETE /v2.0/routers/144d5879-0191-45db-8840-e67f4f2a8492 HTTP/1.1" status: 204 len: 168 time: 1.4816377 Jul 06 14:14:47.155066 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48432) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:47.188280 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0d875a08-9b90-450c-bdc9-61c52b1efbbf tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "GET /v2.0/ports?device_id=47ffcf4e-837c-473d-b9b4-b9912e7ab7f6 HTTP/1.1" status: 200 len: 205 time: 0.0435541 Jul 06 14:14:47.191949 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48434) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:47.209315 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-239de505-6ac0-466a-8c62-bf057d4a158c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.213290 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd3bc40-0064-466c-b5e6-300720f09499 admin admin] Deleting subnet 2034225f-da5c-4c36-aa60-ee034fad70f7 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:14:47.216892 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6cd3bc40-0064-466c-b5e6-300720f09499 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.250845 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-3064d2fc-a289-457a-b3de-28fb6535b1d2 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] delete failed (client error): The resource could not be found. Jul 06 14:14:47.254346 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3064d2fc-a289-457a-b3de-28fb6535b1d2 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/routers/47ffcf4e-837c-473d-b9b4-b9912e7ab7f6 HTTP/1.1" status: 404 len: 336 time: 0.0590558 Jul 06 14:14:47.254999 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48436) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:47.289555 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6cd3bc40-0064-466c-b5e6-300720f09499 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.295482 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2bda6c0e-34c1-4981-893c-74d6b8e5adba tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "GET /v2.0/ports?device_id=ee94b3cf-9b84-4bc2-95b7-0ba6e45f5d8a HTTP/1.1" status: 200 len: 205 time: 0.0367939 Jul 06 14:14:47.296706 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48438) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:47.341269 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-dd54b3d7-ba2e-4f95-a630-cb4c6c32e280 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] delete failed (client error): The resource could not be found. Jul 06 14:14:47.344986 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-dd54b3d7-ba2e-4f95-a630-cb4c6c32e280 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/routers/ee94b3cf-9b84-4bc2-95b7-0ba6e45f5d8a HTTP/1.1" status: 404 len: 336 time: 0.0447819 Jul 06 14:14:47.345376 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48444) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:47.357407 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-239de505-6ac0-466a-8c62-bf057d4a158c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.384933 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6cd3bc40-0064-466c-b5e6-300720f09499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.392081 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-aee3bbd2-5799-4bd7-ae51-ebeba6ca3353 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] DELETE failed (client error): The resource could not be found. Jul 06 14:14:47.392081 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aee3bbd2-5799-4bd7-ae51-ebeba6ca3353 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:14:47.395301 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-aee3bbd2-5799-4bd7-ae51-ebeba6ca3353 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/subnets/abeea054-2934-4882-93e0-1e96aba71b79 HTTP/1.1" status: 404 len: 337 time: 0.0467217 Jul 06 14:14:47.401888 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48446) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:47.452518 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6cd3bc40-0064-466c-b5e6-300720f09499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.455128 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bb1e4ddf-985f-4e96-a97c-bbd7b30fc61a tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "GET /v2.0/ports?device_id=191c6eac-f64d-4d86-9e3e-3518c0dbfcb1 HTTP/1.1" status: 200 len: 205 time: 0.0540018 Jul 06 14:14:47.460494 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48448) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:47.462800 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239de505-6ac0-466a-8c62-bf057d4a158c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:47.475741 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-239de505-6ac0-466a-8c62-bf057d4a158c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:47.483448 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd3bc40-0064-466c-b5e6-300720f09499 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2034225f-da5c-4c36-aa60-ee034fad70f7,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:47.494470 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6cd3bc40-0064-466c-b5e6-300720f09499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.496922 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6cd3bc40-0064-466c-b5e6-300720f09499 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/2034225f-da5c-4c36-aa60-ee034fad70f7 HTTP/1.1" status: 204 len: 168 time: 0.3407440 Jul 06 14:14:47.499324 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48450) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:47.501142 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6306acd-e294-42cd-ba06-b33f80304ee3 None None] Network eefea86f-292f-49b8-aab3-e9599d79dda6 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:14:47.515661 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239de505-6ac0-466a-8c62-bf057d4a158c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:14:47.519434 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-0d58d45d-6887-4e26-b129-e998a7190f76 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] delete failed (client error): The resource could not be found. Jul 06 14:14:47.522990 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0d58d45d-6887-4e26-b129-e998a7190f76 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/routers/191c6eac-f64d-4d86-9e3e-3518c0dbfcb1 HTTP/1.1" status: 404 len: 336 time: 0.0566151 Jul 06 14:14:47.547913 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de505-6ac0-466a-8c62-bf057d4a158c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Port': ['ID=45fe0c43-bc73-4d00-80b6-95a78d30c7ef,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:47.551797 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48452) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:47.587608 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-3585127f-4ea7-42c7-9e3a-f2b1095a6ec9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] DELETE failed (client error): The resource could not be found. Jul 06 14:14:47.588076 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3585127f-4ea7-42c7-9e3a-f2b1095a6ec9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:14:47.589880 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3585127f-4ea7-42c7-9e3a-f2b1095a6ec9 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/subnets/9730cf98-19f0-4ac9-81ff-30c33f3f3348 HTTP/1.1" status: 404 len: 337 time: 0.0371063 Jul 06 14:14:47.592428 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48454) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:47.603834 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ece0cebf-e8e3-4beb-8a50-210c510e409d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.636071 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fff19787-5bb7-4943-b951-f4ff38a4abab tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "GET /v2.0/ports?device_id=2ec56bb1-33c0-44ae-91f2-1d080fd6453d HTTP/1.1" status: 200 len: 205 time: 0.0424724 Jul 06 14:14:47.639600 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48458) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:47.694919 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-ece0cebf-e8e3-4beb-8a50-210c510e409d admin admin] Deleting port 19c3eda8-000c-4f15-a119-b0a5cb49d61e {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:14:47.695282 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ece0cebf-e8e3-4beb-8a50-210c510e409d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.709015 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-da33e1a4-9c57-49fb-94c4-2e245f166b1e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] delete failed (client error): The resource could not be found. Jul 06 14:14:47.713106 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-da33e1a4-9c57-49fb-94c4-2e245f166b1e tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/routers/2ec56bb1-33c0-44ae-91f2-1d080fd6453d HTTP/1.1" status: 404 len: 336 time: 0.0696971 Jul 06 14:14:47.713511 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48460) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:47.760051 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-482f7048-eb5e-4a68-ac58-2d7b38387022 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] DELETE failed (client error): The resource could not be found. Jul 06 14:14:47.760529 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-482f7048-eb5e-4a68-ac58-2d7b38387022 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:14:47.764705 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-482f7048-eb5e-4a68-ac58-2d7b38387022 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/subnets/4fbc8923-c6ad-4036-bc5e-cfb8fb83b11b HTTP/1.1" status: 404 len: 337 time: 0.0480397 Jul 06 14:14:47.765146 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48464) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:47.797044 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-ece0cebf-e8e3-4beb-8a50-210c510e409d admin admin] For port 19c3eda8-000c-4f15-a119-b0a5cb49d61e, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=19c3eda8-000c-4f15-a119-b0a5cb49d61e,segment=NetworkSegment(73abc8d8-a472-4fde-bbb9-f96388e1eb27),segment_id=73abc8d8-a472-4fde-bbb9-f96388e1eb27)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:47.797432 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ece0cebf-e8e3-4beb-8a50-210c510e409d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:47.832819 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-ece0cebf-e8e3-4beb-8a50-210c510e409d admin admin] Calling delete_port for 19c3eda8-000c-4f15-a119-b0a5cb49d61e owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:14:47.835475 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4395741-d9ea-425a-8978-a3124be407e1 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] DELETE failed (client error): The resource could not be found. Jul 06 14:14:47.835951 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4395741-d9ea-425a-8978-a3124be407e1 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:14:47.840520 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a4395741-d9ea-425a-8978-a3124be407e1 tempest-RoutersTest-1716871497 tempest-RoutersTest-1716871497-project] 10.222.0.118 "DELETE /v2.0/subnets/7ccbdecb-c835-4b0b-8f23-9566151368ff HTTP/1.1" status: 404 len: 337 time: 0.0364590 Jul 06 14:14:47.900158 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20343d9e-0326-4105-ba7c-0a2d77946131 None None] DHCP port deletion for eefea86f-292f-49b8-aab3-e9599d79dda6 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:14:48.007384 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-20343d9e-0326-4105-ba7c-0a2d77946131 None None] Deleting port 19c3eda8-000c-4f15-a119-b0a5cb49d61e {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:14:48.007682 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-20343d9e-0326-4105-ba7c-0a2d77946131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.016454 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 18e98769-3bc1-467d-82fe-a24ab74788a2 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:14:48.046415 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 18e98769-3bc1-467d-82fe-a24ab74788a2 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:14:48.046840 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 18e98769-3bc1-467d-82fe-a24ab74788a2 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:14:48.047339 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c618a35d-fb45-4720-9786-769108038dc1 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:14:48.078045 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ece0cebf-e8e3-4beb-8a50-210c510e409d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.139082 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece0cebf-e8e3-4beb-8a50-210c510e409d admin admin] No DVR routers for this DVR port 19c3eda8-000c-4f15-a119-b0a5cb49d61e on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:14:48.144368 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0cebf-e8e3-4beb-8a50-210c510e409d admin admin] Pushing event deleted for resources: {'Port': ['ID=19c3eda8-000c-4f15-a119-b0a5cb49d61e,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:48.246362 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ece0cebf-e8e3-4beb-8a50-210c510e409d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.263831 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-ece0cebf-e8e3-4beb-8a50-210c510e409d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eefea86f-292f-49b8-aab3-e9599d79dda6']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:48.283253 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-ece0cebf-e8e3-4beb-8a50-210c510e409d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73abc8d8-a472-4fde-bbb9-f96388e1eb27') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:48.283563 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-ece0cebf-e8e3-4beb-8a50-210c510e409d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73abc8d8-a472-4fde-bbb9-f96388e1eb27') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:48.296994 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ece0cebf-e8e3-4beb-8a50-210c510e409d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.305232 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-239de505-6ac0-466a-8c62-bf057d4a158c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.323264 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48478) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:48.354636 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ece0cebf-e8e3-4beb-8a50-210c510e409d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.365320 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece0cebf-e8e3-4beb-8a50-210c510e409d admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:14:48.366937 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ece0cebf-e8e3-4beb-8a50-210c510e409d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.367360 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: c618a35d-fb45-4720-9786-769108038dc1 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:14:48.367868 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c618a35d-fb45-4720-9786-769108038dc1 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:14:48.368593 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 19c3eda8-000c-4f15-a119-b0a5cb49d61e no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:14:48.372760 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:14:48.411825 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 19c3eda8-000c-4f15-a119-b0a5cb49d61e {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:14:48.412078 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 19c3eda8-000c-4f15-a119-b0a5cb49d61e not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:14:48.443563 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-239de505-6ac0-466a-8c62-bf057d4a158c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.447808 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-20343d9e-0326-4105-ba7c-0a2d77946131 None None] For port 19c3eda8-000c-4f15-a119-b0a5cb49d61e, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=19c3eda8-000c-4f15-a119-b0a5cb49d61e,segment=NetworkSegment(73abc8d8-a472-4fde-bbb9-f96388e1eb27),segment_id=73abc8d8-a472-4fde-bbb9-f96388e1eb27)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:48.448512 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-20343d9e-0326-4105-ba7c-0a2d77946131 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.467781 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-20343d9e-0326-4105-ba7c-0a2d77946131 None None] Calling delete_port for 19c3eda8-000c-4f15-a119-b0a5cb49d61e owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:14:48.525062 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ece0cebf-e8e3-4beb-8a50-210c510e409d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.543198 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ece0cebf-e8e3-4beb-8a50-210c510e409d admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.561268 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ece0cebf-e8e3-4beb-8a50-210c510e409d admin admin] 10.222.0.118 "DELETE /v2.0/networks/eefea86f-292f-49b8-aab3-e9599d79dda6 HTTP/1.1" status: 204 len: 168 time: 1.0599990 Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:14:48.590782 n-d-773644-6 neutron-server[100419]: self.session.flush() Jul 06 14:14:48.595638 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0cebf-e8e3-4beb-8a50-210c510e409d admin admin] Pushing event deleted for resources: {'Network': ['ID=eefea86f-292f-49b8-aab3-e9599d79dda6,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:48.603478 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-20343d9e-0326-4105-ba7c-0a2d77946131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.614638 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-20343d9e-0326-4105-ba7c-0a2d77946131 None None] Network eefea86f-292f-49b8-aab3-e9599d79dda6 is not hosted by any dhcp agent {{(pid=100419) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 14:14:48.615604 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20343d9e-0326-4105-ba7c-0a2d77946131 None None] No DVR routers for this DVR port 19c3eda8-000c-4f15-a119-b0a5cb49d61e on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:14:48.660118 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20343d9e-0326-4105-ba7c-0a2d77946131 None None] Pushing event deleted for resources: {'Port': ['ID=19c3eda8-000c-4f15-a119-b0a5cb49d61e,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:48.691033 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-410124fe-11c9-4e57-9775-08683167e153 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=f296bcf9fcc3467fa5b1f6fbfff7535a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3631463 Jul 06 14:14:48.693577 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48498) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:48.751857 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.780553 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-239de505-6ac0-466a-8c62-bf057d4a158c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.791680 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-239de505-6ac0-466a-8c62-bf057d4a158c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.795399 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3c08e32b-8e1e-4b65-bfa9-fa03c41b56c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.841030 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3c08e32b-8e1e-4b65-bfa9-fa03c41b56c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.856291 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48500) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:48.890017 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239de505-6ac0-466a-8c62-bf057d4a158c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Port': ['ID=45fe0c43-bc73-4d00-80b6-95a78d30c7ef,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:48.909358 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-239de505-6ac0-466a-8c62-bf057d4a158c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.948852 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3c08e32b-8e1e-4b65-bfa9-fa03c41b56c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.952385 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3c08e32b-8e1e-4b65-bfa9-fa03c41b56c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:48.953904 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3c08e32b-8e1e-4b65-bfa9-fa03c41b56c0 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/4fa6f659-c856-4703-82c5-5affdeaa7bef HTTP/1.1" status: 204 len: 168 time: 0.2591984 Jul 06 14:14:48.964186 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08e32b-8e1e-4b65-bfa9-fa03c41b56c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa6f659-c856-4703-82c5-5affdeaa7bef,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:48.977700 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a0939314-9ff9-4881-9b27-1427f8f46b42 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=877fc897abae42d7adb6bd377795bbf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1163778 Jul 06 14:14:48.979568 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48512) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:49.045547 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-56135278-6be2-4521-8beb-f3d8a4bf3afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:49.093780 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-56135278-6be2-4521-8beb-f3d8a4bf3afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:49.098823 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-239de505-6ac0-466a-8c62-bf057d4a158c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Floating IP 5d4b2e2b-991d-46b9-919e-191c4ded6956 associated. External IP: 172.25.6.10, port: 27c02fa2-9e86-428f-b715-5370ee2bd0a1. Jul 06 14:14:49.203514 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-56135278-6be2-4521-8beb-f3d8a4bf3afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:49.207628 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-56135278-6be2-4521-8beb-f3d8a4bf3afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:49.211708 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-56135278-6be2-4521-8beb-f3d8a4bf3afa admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/9e30f166-130d-4ad2-b897-537f43d523b7 HTTP/1.1" status: 204 len: 168 time: 0.2246618 Jul 06 14:14:49.228113 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56135278-6be2-4521-8beb-f3d8a4bf3afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e30f166-130d-4ad2-b897-537f43d523b7,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:49.447325 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239de505-6ac0-466a-8c62-bf057d4a158c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Router be38acf7-6bdf-4682-9468-5ea9ef03d949 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:14:49.689079 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239de505-6ac0-466a-8c62-bf057d4a158c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:14:49.700627 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b9181f-2e12-4a1e-8421-3db375fdca11 None None] Sync routers for ids ['be38acf7-6bdf-4682-9468-5ea9ef03d949'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:14:49.721007 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b9181f-2e12-4a1e-8421-3db375fdca11 None None] Routers {'be38acf7-6bdf-4682-9468-5ea9ef03d949'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:49.722937 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c0b9181f-2e12-4a1e-8421-3db375fdca11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['be38acf7-6bdf-4682-9468-5ea9ef03d949'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:49.724543 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-239de505-6ac0-466a-8c62-bf057d4a158c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:49.849449 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-239de505-6ac0-466a-8c62-bf057d4a158c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5536947 Jul 06 14:14:49.850121 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493a97c2-7871-450e-b00a-d245233dbe83', 'tag': '27c02fa2-9e86-428f-b715-5370ee2bd0a1'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:14:49.853598 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bae712b-dae6-42ef-a6b4-ea8ee1cf50f8" -d '{"events": [{"name": "network-changed", "server_uuid": "493a97c2-7871-450e-b00a-d245233dbe83", "tag": "27c02fa2-9e86-428f-b715-5370ee2bd0a1"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:14:49.968620 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-c0b9181f-2e12-4a1e-8421-3db375fdca11 None None] Set router be38acf7-6bdf-4682-9468-5ea9ef03d949 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:50.183120 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d49dd-0657-4d0c-8a96-572d7662e15d req-cc13bf2b-c390-486f-97c9-2b4f13814577 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:50.195264 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ae9d49dd-0657-4d0c-8a96-572d7662e15d req-cc13bf2b-c390-486f-97c9-2b4f13814577 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 945 time: 0.1435127 Jul 06 14:14:50.270131 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ae9d49dd-0657-4d0c-8a96-572d7662e15d req-b01d9bca-1d08-47fb-ba95-cc192eb3f9cf tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725634 Jul 06 14:14:50.291181 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48582) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:50.376990 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bd2230-02c8-4c37-8be4-d1aa8889233e x-openstack-request-id: req-a0bd2230-02c8-4c37-8be4-d1aa8889233e {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:14:50.377345 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "493a97c2-7871-450e-b00a-d245233dbe83", "tag": "27c02fa2-9e86-428f-b715-5370ee2bd0a1", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:14:50.377611 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-a0bd2230-02c8-4c37-8be4-d1aa8889233e {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:14:50.378071 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '493a97c2-7871-450e-b00a-d245233dbe83', 'tag': '27c02fa2-9e86-428f-b715-5370ee2bd0a1', 'status': 'completed', 'code': 200} Jul 06 14:14:50.410049 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c0b9181f-2e12-4a1e-8421-3db375fdca11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033220436', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'dc8ecd54-e868-45f4-8af9-dff991ecad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:14:13Z', 'updated_at': '2021-07-06T14:14:23Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'dc8ecd54-e868-45f4-8af9-dff991ecad2f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:47:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:14Z', 'updated_at': '2021-07-06T14:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '5d4b2e2b-991d-46b9-919e-191c4ded6956', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'port_id': '27c02fa2-9e86-428f-b715-5370ee2bd0a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741', 'mac_address': 'fa:16:3e:ea:0c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493a97c2-7871-450e-b00a-d245233dbe83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:14:48Z', 'updated_at': '2021-07-06T14:14:48Z', 'revision_number': 0, 'project_id': '7317327619ce440a98467f267c9927a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0688b055-9ee3-4b12-bdcd-0fa4f3de4731', 'name': '', 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:91:c6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '6065e799-674b-4a0b-b826-f1af2e41e20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:20Z', 'updated_at': '2021-07-06T14:14:33Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': '6065e799-674b-4a0b-b826-f1af2e41e20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:50.456259 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b9181f-2e12-4a1e-8421-3db375fdca11 None None] Checking router: be38acf7-6bdf-4682-9468-5ea9ef03d949 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:14:50.476908 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b9181f-2e12-4a1e-8421-3db375fdca11 None None] Routers {'be38acf7-6bdf-4682-9468-5ea9ef03d949'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:50.479163 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c0b9181f-2e12-4a1e-8421-3db375fdca11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['be38acf7-6bdf-4682-9468-5ea9ef03d949'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:50.521802 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8cadb52f-e34f-48b2-a6e7-fd327c2ec350 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/floatingips/5d4b2e2b-991d-46b9-919e-191c4ded6956 HTTP/1.1" status: 200 len: 990 time: 0.2290111 Jul 06 14:14:50.526909 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae712b-dae6-42ef-a6b4-ea8ee1cf50f8 req-8da1291a-7fd5-46db-a8fe-8481f8ab5dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:50.529065 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1bae712b-dae6-42ef-a6b4-ea8ee1cf50f8 req-8da1291a-7fd5-46db-a8fe-8481f8ab5dc7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 1096 time: 0.1148882 Jul 06 14:14:50.574897 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48594) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:50.726553 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-c0b9181f-2e12-4a1e-8421-3db375fdca11 None None] Set router be38acf7-6bdf-4682-9468-5ea9ef03d949 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:14:50.729082 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae712b-dae6-42ef-a6b4-ea8ee1cf50f8 req-39666431-7d8a-451f-8689-4561ff534f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:50.730817 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1bae712b-dae6-42ef-a6b4-ea8ee1cf50f8 req-39666431-7d8a-451f-8689-4561ff534f22 service neutron] 10.222.0.52 "GET /v2.0/networks?id=39a59867-1326-44e3-97ee-0675d66d3741 HTTP/1.1" status: 200 len: 897 time: 0.1951277 Jul 06 14:14:50.913308 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1bae712b-dae6-42ef-a6b4-ea8ee1cf50f8 req-c58824a8-8399-4255-9ec6-edfe274d02b7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27c02fa2-9e86-428f-b715-5370ee2bd0a1 HTTP/1.1" status: 200 len: 998 time: 0.1753237 Jul 06 14:14:51.027616 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae712b-dae6-42ef-a6b4-ea8ee1cf50f8 req-3098be1a-a1a0-4f6d-ae21-eeb6d1b590c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:51.029675 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1bae712b-dae6-42ef-a6b4-ea8ee1cf50f8 req-3098be1a-a1a0-4f6d-ae21-eeb6d1b590c4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6065e799-674b-4a0b-b826-f1af2e41e20b HTTP/1.1" status: 200 len: 834 time: 0.1024089 Jul 06 14:14:51.048626 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-52d82feb-c8e1-4d6b-9126-610758763c8d tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1751914278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:51.101570 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-52d82feb-c8e1-4d6b-9126-610758763c8d tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:51.102955 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-52d82feb-c8e1-4d6b-9126-610758763c8d tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:51.134964 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae712b-dae6-42ef-a6b4-ea8ee1cf50f8 req-2825e77f-daab-4659-9704-453674df64ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:51.136642 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1bae712b-dae6-42ef-a6b4-ea8ee1cf50f8 req-2825e77f-daab-4659-9704-453674df64ee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39a59867-1326-44e3-97ee-0675d66d3741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005721 Jul 06 14:14:51.182983 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-52d82feb-c8e1-4d6b-9126-610758763c8d tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:51.190480 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-52d82feb-c8e1-4d6b-9126-610758763c8d tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:51.247508 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c0b9181f-2e12-4a1e-8421-3db375fdca11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033220436', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'dc8ecd54-e868-45f4-8af9-dff991ecad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:14:13Z', 'updated_at': '2021-07-06T14:14:23Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'dc8ecd54-e868-45f4-8af9-dff991ecad2f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:47:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:14Z', 'updated_at': '2021-07-06T14:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '5d4b2e2b-991d-46b9-919e-191c4ded6956', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'port_id': '27c02fa2-9e86-428f-b715-5370ee2bd0a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741', 'mac_address': 'fa:16:3e:ea:0c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493a97c2-7871-450e-b00a-d245233dbe83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:14:48Z', 'updated_at': '2021-07-06T14:14:48Z', 'revision_number': 0, 'project_id': '7317327619ce440a98467f267c9927a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0688b055-9ee3-4b12-bdcd-0fa4f3de4731', 'name': '', 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:91:c6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '6065e799-674b-4a0b-b826-f1af2e41e20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:20Z', 'updated_at': '2021-07-06T14:14:33Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': '6065e799-674b-4a0b-b826-f1af2e41e20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:51.273932 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-52d82feb-c8e1-4d6b-9126-610758763c8d tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:51.279296 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-52d82feb-c8e1-4d6b-9126-610758763c8d tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7017171 Jul 06 14:14:51.280485 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48622) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:51.283572 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b9181f-2e12-4a1e-8421-3db375fdca11 None None] The sync data for ids ['be38acf7-6bdf-4682-9468-5ea9ef03d949'] in n-d-773644-6 is: [{'id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033220436', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'dc8ecd54-e868-45f4-8af9-dff991ecad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:14:13Z', 'updated_at': '2021-07-06T14:14:23Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'dc8ecd54-e868-45f4-8af9-dff991ecad2f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:47:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:14Z', 'updated_at': '2021-07-06T14:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '5d4b2e2b-991d-46b9-919e-191c4ded6956', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'port_id': '27c02fa2-9e86-428f-b715-5370ee2bd0a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741', 'mac_address': 'fa:16:3e:ea:0c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493a97c2-7871-450e-b00a-d245233dbe83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:14:48Z', 'updated_at': '2021-07-06T14:14:48Z', 'revision_number': 0, 'project_id': '7317327619ce440a98467f267c9927a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0688b055-9ee3-4b12-bdcd-0fa4f3de4731', 'name': '', 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:91:c6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '6065e799-674b-4a0b-b826-f1af2e41e20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:20Z', 'updated_at': '2021-07-06T14:14:33Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': '6065e799-674b-4a0b-b826-f1af2e41e20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:14:51.286966 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-ce879585-6f2f-45f1-a805-1848de723094 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-806610364'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:51.319878 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1bae712b-dae6-42ef-a6b4-ea8ee1cf50f8 req-ddee86af-c428-468b-b74c-e51fdf66a55f service neutron] 10.222.0.52 "GET /v2.0/networks/39a59867-1326-44e3-97ee-0675d66d3741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737843 Jul 06 14:14:51.336447 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce879585-6f2f-45f1-a805-1848de723094 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Made reservation on behalf of 7f46c4cfafdb4aafa94f08c77e00ae6a for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:14:51.343546 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ce879585-6f2f-45f1-a805-1848de723094 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:51.364324 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ce879585-6f2f-45f1-a805-1848de723094 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:51.522573 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48628) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:51.532928 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1bae712b-dae6-42ef-a6b4-ea8ee1cf50f8 req-16748ce6-fae6-4019-8ff8-d801745dc3ab service neutron] 10.222.0.52 "GET /v2.0/networks/39a59867-1326-44e3-97ee-0675d66d3741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046106 Jul 06 14:14:51.633176 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ce879585-6f2f-45f1-a805-1848de723094 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:51.645218 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ce879585-6f2f-45f1-a805-1848de723094 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:51.655303 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-89a33430-8f9f-4788-ab3d-5f12b0e73720 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/floatingips/5d4b2e2b-991d-46b9-919e-191c4ded6956 HTTP/1.1" status: 200 len: 990 time: 0.1318195 Jul 06 14:14:51.682900 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce879585-6f2f-45f1-a805-1848de723094 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:14:51.698062 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce879585-6f2f-45f1-a805-1848de723094 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67655b59-d905-48c3-b69a-a8dd009994f0,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:51.704073 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ce879585-6f2f-45f1-a805-1848de723094 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:51.704439 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-ce879585-6f2f-45f1-a805-1848de723094 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Added segment cb07b67a-6d7f-4c53-a01b-5efb280f4351 of type vlan for network 13ed8ac8-96f0-49fb-994c-2f3244873dea Jul 06 14:14:51.746075 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e31d74-666f-496f-a54c-be806d944626 None None] New status for floating IP 5d4b2e2b-991d-46b9-919e-191c4ded6956: ACTIVE {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:14:51.793070 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ce879585-6f2f-45f1-a805-1848de723094 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:51.844060 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ce879585-6f2f-45f1-a805-1848de723094 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:51.850336 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce879585-6f2f-45f1-a805-1848de723094 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:51.850998 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ce879585-6f2f-45f1-a805-1848de723094 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:51.967011 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ce879585-6f2f-45f1-a805-1848de723094 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6812527 Jul 06 14:14:51.967318 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48642) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:51.974863 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-0058232a-25fe-4787-b1a4-30222b822ede tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Request body: {'subnet': {'network_id': '13ed8ac8-96f0-49fb-994c-2f3244873dea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:51.983619 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce879585-6f2f-45f1-a805-1848de723094 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Pushing event updated for resources: {'Network': ['ID=13ed8ac8-96f0-49fb-994c-2f3244873dea,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:51.996710 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 13ed8ac8-96f0-49fb-994c-2f3244873dea details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:14:52.135653 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0058232a-25fe-4787-b1a4-30222b822ede tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Made reservation on behalf of 7f46c4cfafdb4aafa94f08c77e00ae6a for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:14:52.140750 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0058232a-25fe-4787-b1a4-30222b822ede tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:52.451096 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0058232a-25fe-4787-b1a4-30222b822ede tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:52.523080 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058232a-25fe-4787-b1a4-30222b822ede tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Pushing event updated for resources: {'Subnet': ['ID=b3d5a51f-b0e5-4564-92de-4396f0dc3bd8,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:52.545137 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0058232a-25fe-4787-b1a4-30222b822ede tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Checking segment: {'id': 'cb07b67a-6d7f-4c53-a01b-5efb280f4351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '13ed8ac8-96f0-49fb-994c-2f3244873dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:14:52.546426 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0058232a-25fe-4787-b1a4-30222b822ede tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Network hostable DHCP agents. Network: 13ed8ac8-96f0-49fb-994c-2f3244873dea, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:14:52.566420 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0058232a-25fe-4787-b1a4-30222b822ede tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Network 13ed8ac8-96f0-49fb-994c-2f3244873dea is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:14:52.577273 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-0058232a-25fe-4787-b1a4-30222b822ede tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 13ed8ac8-96f0-49fb-994c-2f3244873dea) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:52.582759 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0058232a-25fe-4787-b1a4-30222b822ede tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:52.583724 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0058232a-25fe-4787-b1a4-30222b822ede tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:52.587818 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004e3070-a1a1-4108-b81b-c14971102c91 None None] Network 13ed8ac8-96f0-49fb-994c-2f3244873dea requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:14:52.610069 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48664) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:52.610782 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0058232a-25fe-4787-b1a4-30222b822ede tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6421409 Jul 06 14:14:52.616683 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-46c45be7-c1cf-4dcd-91ad-af2463528596 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Request body: {'network': {'name': 'tempest-router-network01--317434412'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:52.657019 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48668) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:52.674054 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c45be7-c1cf-4dcd-91ad-af2463528596 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Made reservation on behalf of 7f46c4cfafdb4aafa94f08c77e00ae6a for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:14:52.677976 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-46c45be7-c1cf-4dcd-91ad-af2463528596 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:52.708235 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c45be7-c1cf-4dcd-91ad-af2463528596 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:14:52.720481 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-46c45be7-c1cf-4dcd-91ad-af2463528596 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:52.721145 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-46c45be7-c1cf-4dcd-91ad-af2463528596 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Added segment 7894be2e-d505-4362-87bf-10b525195651 of type vlan for network 0c2920ae-275e-47d4-afaa-24936f84147e Jul 06 14:14:52.763904 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7ea1a9b2-ec55-4a3a-bd3a-e2daaf4ec667 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/floatingips/5d4b2e2b-991d-46b9-919e-191c4ded6956 HTTP/1.1" status: 200 len: 992 time: 0.1055808 Jul 06 14:14:52.795129 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-46c45be7-c1cf-4dcd-91ad-af2463528596 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:52.861310 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-46c45be7-c1cf-4dcd-91ad-af2463528596 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:52.867282 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c45be7-c1cf-4dcd-91ad-af2463528596 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:52.868310 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-46c45be7-c1cf-4dcd-91ad-af2463528596 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:52.963459 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c45be7-c1cf-4dcd-91ad-af2463528596 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Pushing event updated for resources: {'Network': ['ID=0c2920ae-275e-47d4-afaa-24936f84147e,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:52.964954 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c936024-ac5b-441b-b2af-043bc2e7e29b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-13ed8ac8-96f0-49fb-994c-2f3244873dea', 'network_id': '13ed8ac8-96f0-49fb-994c-2f3244873dea', 'tenant_id': '7f46c4cfafdb4aafa94f08c77e00ae6a', 'fixed_ips': [{'subnet_id': 'b3d5a51f-b0e5-4564-92de-4396f0dc3bd8'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:14:52.966223 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5c936024-ac5b-441b-b2af-043bc2e7e29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:52.968737 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-46c45be7-c1cf-4dcd-91ad-af2463528596 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3566556 Jul 06 14:14:52.971425 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48684) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:52.976908 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-99590af9-c619-4f87-a529-30845616b229 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Request body: {'network': {'name': 'tempest-router-network02--1882298598'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:52.988267 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 0c2920ae-275e-47d4-afaa-24936f84147e details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:14:53.016415 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99590af9-c619-4f87-a529-30845616b229 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Made reservation on behalf of 7f46c4cfafdb4aafa94f08c77e00ae6a for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:14:53.021993 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99590af9-c619-4f87-a529-30845616b229 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:53.081156 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99590af9-c619-4f87-a529-30845616b229 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:14:53.093273 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99590af9-c619-4f87-a529-30845616b229 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:53.094145 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-99590af9-c619-4f87-a529-30845616b229 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Added segment 3aba77a7-8c10-42bd-997e-1d365e3cc926 of type vlan for network 430ca460-b9d7-4ddb-b679-b27bd391bc36 Jul 06 14:14:53.149354 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99590af9-c619-4f87-a529-30845616b229 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:53.214175 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99590af9-c619-4f87-a529-30845616b229 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:53.223772 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99590af9-c619-4f87-a529-30845616b229 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:53.226652 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99590af9-c619-4f87-a529-30845616b229 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:53.260993 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-5c936024-ac5b-441b-b2af-043bc2e7e29b None None] Allocated IP 2001:db8::2 (13ed8ac8-96f0-49fb-994c-2f3244873dea/b3d5a51f-b0e5-4564-92de-4396f0dc3bd8/fcecd412-05fb-4849-b08d-d27944bd0cde) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:14:53.277572 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48696) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:53.279485 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-99590af9-c619-4f87-a529-30845616b229 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3067331 Jul 06 14:14:53.284049 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-da59f617-72a8-4a53-823d-eafd14268949 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Request body: {'subnet': {'network_id': '0c2920ae-275e-47d4-afaa-24936f84147e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:53.413599 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99590af9-c619-4f87-a529-30845616b229 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Pushing event updated for resources: {'Network': ['ID=430ca460-b9d7-4ddb-b679-b27bd391bc36,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:53.431572 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da59f617-72a8-4a53-823d-eafd14268949 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Made reservation on behalf of 7f46c4cfafdb4aafa94f08c77e00ae6a for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:14:53.437095 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-da59f617-72a8-4a53-823d-eafd14268949 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:53.517301 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 430ca460-b9d7-4ddb-b679-b27bd391bc36 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:14:53.732119 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-da59f617-72a8-4a53-823d-eafd14268949 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:53.760249 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5c936024-ac5b-441b-b2af-043bc2e7e29b None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:53.828028 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5c936024-ac5b-441b-b2af-043bc2e7e29b None None] Transition to ACTIVE for port object fcecd412-05fb-4849-b08d-d27944bd0cde will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:53.832136 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da59f617-72a8-4a53-823d-eafd14268949 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Pushing event updated for resources: {'Subnet': ['ID=85c9ce26-e15f-4eb3-9800-fc7d12341291,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:53.885267 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da59f617-72a8-4a53-823d-eafd14268949 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Checking segment: {'id': '7894be2e-d505-4362-87bf-10b525195651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c2920ae-275e-47d4-afaa-24936f84147e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:14:53.886281 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da59f617-72a8-4a53-823d-eafd14268949 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Network hostable DHCP agents. Network: 0c2920ae-275e-47d4-afaa-24936f84147e, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:14:53.888999 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5c936024-ac5b-441b-b2af-043bc2e7e29b None None] Transition to ACTIVE for port object fcecd412-05fb-4849-b08d-d27944bd0cde will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:53.899466 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5c936024-ac5b-441b-b2af-043bc2e7e29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:53.933200 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c936024-ac5b-441b-b2af-043bc2e7e29b None None] Network 13ed8ac8-96f0-49fb-994c-2f3244873dea is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:53.936241 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da59f617-72a8-4a53-823d-eafd14268949 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Network 0c2920ae-275e-47d4-afaa-24936f84147e is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:14:53.954775 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-da59f617-72a8-4a53-823d-eafd14268949 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 0c2920ae-275e-47d4-afaa-24936f84147e) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:53.974221 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da59f617-72a8-4a53-823d-eafd14268949 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:53.978139 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-da59f617-72a8-4a53-823d-eafd14268949 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:54.003787 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-da59f617-72a8-4a53-823d-eafd14268949 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7240958 Jul 06 14:14:54.006253 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48714) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:54.014719 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-21aa919e-7b64-4130-b69a-bcb04c0b4627 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Request body: {'subnet': {'network_id': '430ca460-b9d7-4ddb-b679-b27bd391bc36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:14:54.017673 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-5c936024-ac5b-441b-b2af-043bc2e7e29b None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:54.029261 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297bbc67-685e-492c-90a7-3d43d7081f10 None None] Network 0c2920ae-275e-47d4-afaa-24936f84147e requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:14:54.040326 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c936024-ac5b-441b-b2af-043bc2e7e29b None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:14:54.161514 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21aa919e-7b64-4130-b69a-bcb04c0b4627 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Made reservation on behalf of 7f46c4cfafdb4aafa94f08c77e00ae6a for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:14:54.166676 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-21aa919e-7b64-4130-b69a-bcb04c0b4627 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:54.210328 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c936024-ac5b-441b-b2af-043bc2e7e29b None None] Pushing event updated for resources: {'Port': ['ID=fcecd412-05fb-4849-b08d-d27944bd0cde,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:54.257375 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-5c936024-ac5b-441b-b2af-043bc2e7e29b None None] Attempting to bind port fcecd412-05fb-4849-b08d-d27944bd0cde on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:14:54.258030 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-5c936024-ac5b-441b-b2af-043bc2e7e29b None None] Attempting to bind port fcecd412-05fb-4849-b08d-d27944bd0cde by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'cb07b67a-6d7f-4c53-a01b-5efb280f4351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '13ed8ac8-96f0-49fb-994c-2f3244873dea'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:14:54.258663 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c936024-ac5b-441b-b2af-043bc2e7e29b None None] Attempting to bind port fcecd412-05fb-4849-b08d-d27944bd0cde on network 13ed8ac8-96f0-49fb-994c-2f3244873dea {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:14:54.272766 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c936024-ac5b-441b-b2af-043bc2e7e29b None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:14:54.274815 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c936024-ac5b-441b-b2af-043bc2e7e29b None None] Checking segment: {'id': 'cb07b67a-6d7f-4c53-a01b-5efb280f4351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '13ed8ac8-96f0-49fb-994c-2f3244873dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:14:54.278980 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5c936024-ac5b-441b-b2af-043bc2e7e29b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:54.279531 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c936024-ac5b-441b-b2af-043bc2e7e29b None None] Bound using segment: {'id': 'cb07b67a-6d7f-4c53-a01b-5efb280f4351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '13ed8ac8-96f0-49fb-994c-2f3244873dea'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:14:54.281937 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-5c936024-ac5b-441b-b2af-043bc2e7e29b None None] Bound port: fcecd412-05fb-4849-b08d-d27944bd0cde, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb07b67a-6d7f-4c53-a01b-5efb280f4351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '13ed8ac8-96f0-49fb-994c-2f3244873dea'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:14:54.282821 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5c936024-ac5b-441b-b2af-043bc2e7e29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:54.540537 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-5c936024-ac5b-441b-b2af-043bc2e7e29b None None] For port fcecd412-05fb-4849-b08d-d27944bd0cde, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:14:54.544865 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-5c936024-ac5b-441b-b2af-043bc2e7e29b None None] For port fcecd412-05fb-4849-b08d-d27944bd0cde, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=fcecd412-05fb-4849-b08d-d27944bd0cde,segment=NetworkSegment(cb07b67a-6d7f-4c53-a01b-5efb280f4351),segment_id=cb07b67a-6d7f-4c53-a01b-5efb280f4351)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:14:54.545356 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-21aa919e-7b64-4130-b69a-bcb04c0b4627 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:54.570206 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5c936024-ac5b-441b-b2af-043bc2e7e29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:54.599588 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ebb29f-ac2c-48fe-81b2-440c86d543fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-0c2920ae-275e-47d4-afaa-24936f84147e', 'network_id': '0c2920ae-275e-47d4-afaa-24936f84147e', 'tenant_id': '7f46c4cfafdb4aafa94f08c77e00ae6a', 'fixed_ips': [{'subnet_id': '85c9ce26-e15f-4eb3-9800-fc7d12341291'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:14:54.600606 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-60ebb29f-ac2c-48fe-81b2-440c86d543fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:54.665692 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa919e-7b64-4130-b69a-bcb04c0b4627 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Pushing event updated for resources: {'Subnet': ['ID=7b1f6fd2-74ad-46fd-bfc0-f00fb242b117,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:54.668265 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa919e-7b64-4130-b69a-bcb04c0b4627 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Checking segment: {'id': '3aba77a7-8c10-42bd-997e-1d365e3cc926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '430ca460-b9d7-4ddb-b679-b27bd391bc36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:14:54.668627 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aa919e-7b64-4130-b69a-bcb04c0b4627 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Network hostable DHCP agents. Network: 430ca460-b9d7-4ddb-b679-b27bd391bc36, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:14:54.710329 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aa919e-7b64-4130-b69a-bcb04c0b4627 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Network 430ca460-b9d7-4ddb-b679-b27bd391bc36 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:14:54.725320 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-21aa919e-7b64-4130-b69a-bcb04c0b4627 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 430ca460-b9d7-4ddb-b679-b27bd391bc36) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:54.741848 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21aa919e-7b64-4130-b69a-bcb04c0b4627 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:14:54.742332 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a6fe5a-b5e0-4322-9336-8504dcbe4beb None None] Network 430ca460-b9d7-4ddb-b679-b27bd391bc36 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:14:54.742446 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-21aa919e-7b64-4130-b69a-bcb04c0b4627 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:54.745214 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c936024-ac5b-441b-b2af-043bc2e7e29b None None] Pushing event updated for resources: {'Port': ['ID=fcecd412-05fb-4849-b08d-d27944bd0cde,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:54.767176 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-21aa919e-7b64-4130-b69a-bcb04c0b4627 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7590098 Jul 06 14:14:54.770766 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48736) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:54.894165 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-60ebb29f-ac2c-48fe-81b2-440c86d543fe None None] Allocated IP 2001:db8::2 (0c2920ae-275e-47d4-afaa-24936f84147e/85c9ce26-e15f-4eb3-9800-fc7d12341291/428def76-2551-43c8-b87f-c618c3d20b45) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:14:55.233620 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86eb801b-6477-426f-beab-35d58a5fe56d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-430ca460-b9d7-4ddb-b679-b27bd391bc36', 'network_id': '430ca460-b9d7-4ddb-b679-b27bd391bc36', 'tenant_id': '7f46c4cfafdb4aafa94f08c77e00ae6a', 'fixed_ips': [{'subnet_id': '7b1f6fd2-74ad-46fd-bfc0-f00fb242b117'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:14:55.234810 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-86eb801b-6477-426f-beab-35d58a5fe56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:55.339756 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bf7a4cf8-08f9-473c-8e54-b9e6eafd9770 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:55.632995 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-60ebb29f-ac2c-48fe-81b2-440c86d543fe None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:55.642117 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-60ebb29f-ac2c-48fe-81b2-440c86d543fe None None] Transition to ACTIVE for port object 428def76-2551-43c8-b87f-c618c3d20b45 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:55.735844 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-60ebb29f-ac2c-48fe-81b2-440c86d543fe None None] Transition to ACTIVE for port object 428def76-2551-43c8-b87f-c618c3d20b45 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:55.746737 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-86eb801b-6477-426f-beab-35d58a5fe56d None None] Allocated IP 2001:db8::2 (430ca460-b9d7-4ddb-b679-b27bd391bc36/7b1f6fd2-74ad-46fd-bfc0-f00fb242b117/78ca1d6d-1c14-4dc0-9686-24e7530fe04f) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:14:55.752337 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-60ebb29f-ac2c-48fe-81b2-440c86d543fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:55.821155 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ebb29f-ac2c-48fe-81b2-440c86d543fe None None] Network 0c2920ae-275e-47d4-afaa-24936f84147e is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:55.842819 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-60ebb29f-ac2c-48fe-81b2-440c86d543fe None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:55.872205 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ebb29f-ac2c-48fe-81b2-440c86d543fe None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:14:55.883128 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ebb29f-ac2c-48fe-81b2-440c86d543fe None None] Pushing event updated for resources: {'Port': ['ID=428def76-2551-43c8-b87f-c618c3d20b45,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:55.902021 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-bf7a4cf8-08f9-473c-8e54-b9e6eafd9770 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Allocated IP 2001:db8::1 (0c2920ae-275e-47d4-afaa-24936f84147e/85c9ce26-e15f-4eb3-9800-fc7d12341291/59f8ce9d-c2de-4a20-bef7-956bf251be35) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:14:56.036812 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-60ebb29f-ac2c-48fe-81b2-440c86d543fe None None] Attempting to bind port 428def76-2551-43c8-b87f-c618c3d20b45 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:14:56.037196 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-60ebb29f-ac2c-48fe-81b2-440c86d543fe None None] Attempting to bind port 428def76-2551-43c8-b87f-c618c3d20b45 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '7894be2e-d505-4362-87bf-10b525195651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c2920ae-275e-47d4-afaa-24936f84147e'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:14:56.037562 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ebb29f-ac2c-48fe-81b2-440c86d543fe None None] Attempting to bind port 428def76-2551-43c8-b87f-c618c3d20b45 on network 0c2920ae-275e-47d4-afaa-24936f84147e {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:14:56.050122 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ebb29f-ac2c-48fe-81b2-440c86d543fe None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:14:56.050511 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ebb29f-ac2c-48fe-81b2-440c86d543fe None None] Checking segment: {'id': '7894be2e-d505-4362-87bf-10b525195651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c2920ae-275e-47d4-afaa-24936f84147e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:14:56.050925 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-60ebb29f-ac2c-48fe-81b2-440c86d543fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:56.051331 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ebb29f-ac2c-48fe-81b2-440c86d543fe None None] Bound using segment: {'id': '7894be2e-d505-4362-87bf-10b525195651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c2920ae-275e-47d4-afaa-24936f84147e'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:14:56.051928 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-60ebb29f-ac2c-48fe-81b2-440c86d543fe None None] Bound port: 428def76-2551-43c8-b87f-c618c3d20b45, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7894be2e-d505-4362-87bf-10b525195651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0c2920ae-275e-47d4-afaa-24936f84147e'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:14:56.052323 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-60ebb29f-ac2c-48fe-81b2-440c86d543fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:56.176526 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device fcecd412-05fb-4849-b08d-d27944bd0cde up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:56.180090 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd4190e-3ee0-410a-b6e0-4a8ca897f039 None None] Network 13ed8ac8-96f0-49fb-994c-2f3244873dea requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:14:56.244193 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bf7a4cf8-08f9-473c-8e54-b9e6eafd9770 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:56.262335 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-bf7a4cf8-08f9-473c-8e54-b9e6eafd9770 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Transition to ACTIVE for port object 59f8ce9d-c2de-4a20-bef7-956bf251be35 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:56.280364 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-86eb801b-6477-426f-beab-35d58a5fe56d None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:56.290694 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-86eb801b-6477-426f-beab-35d58a5fe56d None None] Transition to ACTIVE for port object 78ca1d6d-1c14-4dc0-9686-24e7530fe04f will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:56.301968 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bf7a4cf8-08f9-473c-8e54-b9e6eafd9770 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:56.355120 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-86eb801b-6477-426f-beab-35d58a5fe56d None None] Transition to ACTIVE for port object 78ca1d6d-1c14-4dc0-9686-24e7530fe04f will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:14:56.372758 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7a4cf8-08f9-473c-8e54-b9e6eafd9770 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Network 0c2920ae-275e-47d4-afaa-24936f84147e is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:56.378425 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-bf7a4cf8-08f9-473c-8e54-b9e6eafd9770 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:56.385025 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a4cf8-08f9-473c-8e54-b9e6eafd9770 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Pushing event updated for resources: {'Port': ['ID=59f8ce9d-c2de-4a20-bef7-956bf251be35,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:56.388590 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7a4cf8-08f9-473c-8e54-b9e6eafd9770 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:14:56.389639 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bf7a4cf8-08f9-473c-8e54-b9e6eafd9770 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:56.423077 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-86eb801b-6477-426f-beab-35d58a5fe56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:56.583418 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb801b-6477-426f-beab-35d58a5fe56d None None] Pushing event updated for resources: {'Port': ['ID=78ca1d6d-1c14-4dc0-9686-24e7530fe04f,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:56.611524 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2eb5bb8f-29cc-4fcb-bf2b-1ff87bd27e90 None None] Provisioning for port fcecd412-05fb-4849-b08d-d27944bd0cde completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:56.640958 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eb801b-6477-426f-beab-35d58a5fe56d None None] Network 430ca460-b9d7-4ddb-b679-b27bd391bc36 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:56.645565 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-60ebb29f-ac2c-48fe-81b2-440c86d543fe None None] For port 428def76-2551-43c8-b87f-c618c3d20b45, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:14:56.659874 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-86eb801b-6477-426f-beab-35d58a5fe56d None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:56.662507 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eb801b-6477-426f-beab-35d58a5fe56d None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:14:56.718409 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-60ebb29f-ac2c-48fe-81b2-440c86d543fe None None] For port 428def76-2551-43c8-b87f-c618c3d20b45, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=428def76-2551-43c8-b87f-c618c3d20b45,segment=NetworkSegment(7894be2e-d505-4362-87bf-10b525195651),segment_id=7894be2e-d505-4362-87bf-10b525195651)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:14:56.768840 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-60ebb29f-ac2c-48fe-81b2-440c86d543fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:56.795816 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port fcecd412-05fb-4849-b08d-d27944bd0cde completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:56.940424 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ebb29f-ac2c-48fe-81b2-440c86d543fe None None] Pushing event updated for resources: {'Port': ['ID=428def76-2551-43c8-b87f-c618c3d20b45,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:56.943571 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port fcecd412-05fb-4849-b08d-d27944bd0cde triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:56.944095 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:56.971397 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-86eb801b-6477-426f-beab-35d58a5fe56d None None] Attempting to bind port 78ca1d6d-1c14-4dc0-9686-24e7530fe04f on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:14:56.972084 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-86eb801b-6477-426f-beab-35d58a5fe56d None None] Attempting to bind port 78ca1d6d-1c14-4dc0-9686-24e7530fe04f by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '3aba77a7-8c10-42bd-997e-1d365e3cc926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '430ca460-b9d7-4ddb-b679-b27bd391bc36'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:14:56.972695 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eb801b-6477-426f-beab-35d58a5fe56d None None] Attempting to bind port 78ca1d6d-1c14-4dc0-9686-24e7530fe04f on network 430ca460-b9d7-4ddb-b679-b27bd391bc36 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:14:57.025517 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eb801b-6477-426f-beab-35d58a5fe56d None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:14:57.026545 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eb801b-6477-426f-beab-35d58a5fe56d None None] Checking segment: {'id': '3aba77a7-8c10-42bd-997e-1d365e3cc926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '430ca460-b9d7-4ddb-b679-b27bd391bc36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:14:57.027212 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-86eb801b-6477-426f-beab-35d58a5fe56d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:57.027800 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eb801b-6477-426f-beab-35d58a5fe56d None None] Bound using segment: {'id': '3aba77a7-8c10-42bd-997e-1d365e3cc926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '430ca460-b9d7-4ddb-b679-b27bd391bc36'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:14:57.028302 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-86eb801b-6477-426f-beab-35d58a5fe56d None None] Bound port: 78ca1d6d-1c14-4dc0-9686-24e7530fe04f, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aba77a7-8c10-42bd-997e-1d365e3cc926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '430ca460-b9d7-4ddb-b679-b27bd391bc36'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:14:57.028836 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-86eb801b-6477-426f-beab-35d58a5fe56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:57.236303 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-86eb801b-6477-426f-beab-35d58a5fe56d None None] For port 78ca1d6d-1c14-4dc0-9686-24e7530fe04f, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:14:57.238766 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:57.242028 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-86eb801b-6477-426f-beab-35d58a5fe56d None None] For port 78ca1d6d-1c14-4dc0-9686-24e7530fe04f, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=78ca1d6d-1c14-4dc0-9686-24e7530fe04f,segment=NetworkSegment(3aba77a7-8c10-42bd-997e-1d365e3cc926),segment_id=3aba77a7-8c10-42bd-997e-1d365e3cc926)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:14:57.256021 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-86eb801b-6477-426f-beab-35d58a5fe56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:57.301866 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bf7a4cf8-08f9-473c-8e54-b9e6eafd9770 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:57.348563 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port fcecd412-05fb-4849-b08d-d27944bd0cde, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=fcecd412-05fb-4849-b08d-d27944bd0cde,segment=NetworkSegment(cb07b67a-6d7f-4c53-a01b-5efb280f4351),segment_id=cb07b67a-6d7f-4c53-a01b-5efb280f4351)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:57.387440 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:57.449128 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb801b-6477-426f-beab-35d58a5fe56d None None] Pushing event updated for resources: {'Port': ['ID=78ca1d6d-1c14-4dc0-9686-24e7530fe04f,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:57.590500 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=fcecd412-05fb-4849-b08d-d27944bd0cde,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:57.828006 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b42f9418-a6e0-4970-88b8-a3b355613131 None None] Provisioning complete for port fcecd412-05fb-4849-b08d-d27944bd0cde triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:57.828630 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b42f9418-a6e0-4970-88b8-a3b355613131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:58.018052 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bf7a4cf8-08f9-473c-8e54-b9e6eafd9770 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:58.023328 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bf7a4cf8-08f9-473c-8e54-b9e6eafd9770 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:58.024704 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bf7a4cf8-08f9-473c-8e54-b9e6eafd9770 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:58.174618 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 428def76-2551-43c8-b87f-c618c3d20b45 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:58.262440 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 428def76-2551-43c8-b87f-c618c3d20b45 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:58.268444 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device fcecd412-05fb-4849-b08d-d27944bd0cde up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:14:58.323773 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7a4cf8-08f9-473c-8e54-b9e6eafd9770 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Network 0c2920ae-275e-47d4-afaa-24936f84147e is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:14:58.325981 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-bf7a4cf8-08f9-473c-8e54-b9e6eafd9770 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:14:58.328244 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a4cf8-08f9-473c-8e54-b9e6eafd9770 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Pushing event updated for resources: {'Port': ['ID=59f8ce9d-c2de-4a20-bef7-956bf251be35,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:58.385406 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port fcecd412-05fb-4849-b08d-d27944bd0cde triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:58.385726 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:58.494638 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7a4cf8-08f9-473c-8e54-b9e6eafd9770 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Router b3061b2d-3079-47f7-bdf5-71c24d4848e3 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:14:58.716991 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7a4cf8-08f9-473c-8e54-b9e6eafd9770 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:14:58.727384 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-bf7a4cf8-08f9-473c-8e54-b9e6eafd9770 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] 10.222.0.118 "PUT /v2.0/routers/b3061b2d-3079-47f7-bdf5-71c24d4848e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9529786 Jul 06 14:14:58.727629 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48860) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:14:58.733583 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ebe862-87f6-40eb-a505-8ac5ff6103ca None None] Sync routers for ids ['b3061b2d-3079-47f7-bdf5-71c24d4848e3'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:14:58.762117 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ebe862-87f6-40eb-a505-8ac5ff6103ca None None] Routers {'b3061b2d-3079-47f7-bdf5-71c24d4848e3'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:58.763338 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c2ebe862-87f6-40eb-a505-8ac5ff6103ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b3061b2d-3079-47f7-bdf5-71c24d4848e3'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:58.870995 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c2ebe862-87f6-40eb-a505-8ac5ff6103ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:58.877517 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5250e6f-ff85-4f87-93a3-194fbe38cd75 None None] Network 0c2920ae-275e-47d4-afaa-24936f84147e requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:14:58.956134 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ebe862-87f6-40eb-a505-8ac5ff6103ca None None] Routers {'b3061b2d-3079-47f7-bdf5-71c24d4848e3'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:14:58.956778 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c2ebe862-87f6-40eb-a505-8ac5ff6103ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b3061b2d-3079-47f7-bdf5-71c24d4848e3'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:59.008820 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c2ebe862-87f6-40eb-a505-8ac5ff6103ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:14:59.010035 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ebe862-87f6-40eb-a505-8ac5ff6103ca None None] The sync data for ids ['b3061b2d-3079-47f7-bdf5-71c24d4848e3'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:14:59.022802 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-288b1ee4-64ba-4c99-866c-8d742029fb41 None None] Provisioning for port 428def76-2551-43c8-b87f-c618c3d20b45 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:59.033341 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-288b1ee4-64ba-4c99-866c-8d742029fb41 None None] Provisioning complete for port 428def76-2551-43c8-b87f-c618c3d20b45 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:14:59.033806 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-288b1ee4-64ba-4c99-866c-8d742029fb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:59.315308 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381f12fa-1919-40c3-a4eb-36c61578e37e None None] Network 430ca460-b9d7-4ddb-b679-b27bd391bc36 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:14:59.330781 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-288b1ee4-64ba-4c99-866c-8d742029fb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:59.453375 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-288b1ee4-64ba-4c99-866c-8d742029fb41 None None] For port 428def76-2551-43c8-b87f-c618c3d20b45, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=428def76-2551-43c8-b87f-c618c3d20b45,segment=NetworkSegment(7894be2e-d505-4362-87bf-10b525195651),segment_id=7894be2e-d505-4362-87bf-10b525195651)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:14:59.460883 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-288b1ee4-64ba-4c99-866c-8d742029fb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:14:59.651899 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b1ee4-64ba-4c99-866c-8d742029fb41 None None] Pushing event updated for resources: {'Port': ['ID=428def76-2551-43c8-b87f-c618c3d20b45,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:14:59.685796 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-169ec3bb-310b-4d1e-8a47-b22b788df0e4 None None] Provisioning for port 78ca1d6d-1c14-4dc0-9686-24e7530fe04f completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:14:59.974200 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d07d2763-8581-4663-8ad9-79307d1023c5 None None] Provisioning for port 59f8ce9d-c2de-4a20-bef7-956bf251be35 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:00.009099 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d07d2763-8581-4663-8ad9-79307d1023c5 None None] Provisioning complete for port 59f8ce9d-c2de-4a20-bef7-956bf251be35 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:00.010071 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d07d2763-8581-4663-8ad9-79307d1023c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:00.109212 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d07d2763-8581-4663-8ad9-79307d1023c5 None None] Port 59f8ce9d-c2de-4a20-bef7-956bf251be35 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:15:00.126366 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d07d2763-8581-4663-8ad9-79307d1023c5 None None] Provisioning complete for port 428def76-2551-43c8-b87f-c618c3d20b45 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:00.126986 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d07d2763-8581-4663-8ad9-79307d1023c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:00.179940 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 78ca1d6d-1c14-4dc0-9686-24e7530fe04f up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:15:00.214197 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-c2b7ac25-c6e7-429e-a1fb-cf2295308579 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:15:00.225641 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c2b7ac25-c6e7-429e-a1fb-cf2295308579 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] 10.222.0.118 "PUT /v2.0/routers/b3061b2d-3079-47f7-bdf5-71c24d4848e3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4941893 Jul 06 14:15:00.228442 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48902) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:00.353201 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 78ca1d6d-1c14-4dc0-9686-24e7530fe04f completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:00.363072 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 78ca1d6d-1c14-4dc0-9686-24e7530fe04f triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:00.363741 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:00.571835 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c8153f2a-a85d-4f69-8803-e8cb76d41275 None None] Provisioning complete for port 78ca1d6d-1c14-4dc0-9686-24e7530fe04f triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:00.572217 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c8153f2a-a85d-4f69-8803-e8cb76d41275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:00.659017 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:00.740165 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 78ca1d6d-1c14-4dc0-9686-24e7530fe04f, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=78ca1d6d-1c14-4dc0-9686-24e7530fe04f,segment=NetworkSegment(3aba77a7-8c10-42bd-997e-1d365e3cc926),segment_id=3aba77a7-8c10-42bd-997e-1d365e3cc926)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:00.748245 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:00.749045 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 428def76-2551-43c8-b87f-c618c3d20b45 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:15:00.856025 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b07096aa-511a-4d29-9ee1-1529a67bd419 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:00.861005 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=78ca1d6d-1c14-4dc0-9686-24e7530fe04f,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:00.904976 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c8153f2a-a85d-4f69-8803-e8cb76d41275 None None] Provisioning complete for port 59f8ce9d-c2de-4a20-bef7-956bf251be35 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:00.905366 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c8153f2a-a85d-4f69-8803-e8cb76d41275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:00.912564 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 428def76-2551-43c8-b87f-c618c3d20b45 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:00.912944 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:01.007101 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-c8153f2a-a85d-4f69-8803-e8cb76d41275 None None] Port 59f8ce9d-c2de-4a20-bef7-956bf251be35 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:15:01.137439 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-73c6b308-3778-42c2-a63f-74155f679c98 None None] Provisioning complete for port 59f8ce9d-c2de-4a20-bef7-956bf251be35 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:01.137843 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-73c6b308-3778-42c2-a63f-74155f679c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:01.184301 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-73c6b308-3778-42c2-a63f-74155f679c98 None None] Port 59f8ce9d-c2de-4a20-bef7-956bf251be35 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:15:01.257473 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-b07096aa-511a-4d29-9ee1-1529a67bd419 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Deleting port 59f8ce9d-c2de-4a20-bef7-956bf251be35 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:01.258261 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b07096aa-511a-4d29-9ee1-1529a67bd419 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:01.403030 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b07096aa-511a-4d29-9ee1-1529a67bd419 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:01.419142 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-b07096aa-511a-4d29-9ee1-1529a67bd419 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Calling delete_port for 59f8ce9d-c2de-4a20-bef7-956bf251be35 owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:01.662156 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b07096aa-511a-4d29-9ee1-1529a67bd419 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:01.728380 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07096aa-511a-4d29-9ee1-1529a67bd419 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Pushing event deleted for resources: {'Port': ['ID=59f8ce9d-c2de-4a20-bef7-956bf251be35,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:01.867793 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b07096aa-511a-4d29-9ee1-1529a67bd419 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:01.956803 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 78ca1d6d-1c14-4dc0-9686-24e7530fe04f up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:15:02.017499 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 78ca1d6d-1c14-4dc0-9686-24e7530fe04f triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:02.018103 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:02.249899 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07096aa-511a-4d29-9ee1-1529a67bd419 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Router b3061b2d-3079-47f7-bdf5-71c24d4848e3 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:15:02.356484 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07096aa-511a-4d29-9ee1-1529a67bd419 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:15:02.374558 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b07096aa-511a-4d29-9ee1-1529a67bd419 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] 10.222.0.118 "PUT /v2.0/routers/b3061b2d-3079-47f7-bdf5-71c24d4848e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1450009 Jul 06 14:15:02.375214 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48962) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:02.377710 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f115b1-8a74-43f9-b806-ec7f0f4b37f1 None None] Sync routers for ids ['b3061b2d-3079-47f7-bdf5-71c24d4848e3'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:15:02.389796 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f115b1-8a74-43f9-b806-ec7f0f4b37f1 None None] Routers {'b3061b2d-3079-47f7-bdf5-71c24d4848e3'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:02.390646 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-d0f115b1-8a74-43f9-b806-ec7f0f4b37f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b3061b2d-3079-47f7-bdf5-71c24d4848e3'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:02.418279 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-eda12509-9923-4399-befc-2357de5830c2 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] delete failed (client error): The resource could not be found. Jul 06 14:15:02.419608 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-eda12509-9923-4399-befc-2357de5830c2 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] 10.222.0.118 "DELETE /v2.0/routers/tempest-non_exist_router-755366975 HTTP/1.1" status: 404 len: 334 time: 0.0433648 Jul 06 14:15:02.427147 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-d0f115b1-8a74-43f9-b806-ec7f0f4b37f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:02.434142 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48968) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:02.437490 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-3ca4873e-ab3b-4bef-adbf-9ffe32cb9175 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b3061b2d-3079-47f7-bdf5-71c24d4848e3'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:02.447158 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f115b1-8a74-43f9-b806-ec7f0f4b37f1 None None] Routers {'b3061b2d-3079-47f7-bdf5-71c24d4848e3'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:02.447714 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-d0f115b1-8a74-43f9-b806-ec7f0f4b37f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b3061b2d-3079-47f7-bdf5-71c24d4848e3'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:02.511578 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-d0f115b1-8a74-43f9-b806-ec7f0f4b37f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:02.512873 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f115b1-8a74-43f9-b806-ec7f0f4b37f1 None None] The sync data for ids ['b3061b2d-3079-47f7-bdf5-71c24d4848e3'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:15:02.760579 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ca4873e-ab3b-4bef-adbf-9ffe32cb9175 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:02.802909 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-3ca4873e-ab3b-4bef-adbf-9ffe32cb9175 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] update failed (client error): The resource could not be found. Jul 06 14:15:02.804044 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3ca4873e-ab3b-4bef-adbf-9ffe32cb9175 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] 10.222.0.118 "PUT /v2.0/routers/b3061b2d-3079-47f7-bdf5-71c24d4848e3 HTTP/1.1" status: 404 len: 339 time: 0.3708129 Jul 06 14:15:02.809404 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 48986) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:02.815432 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-3bed5317-611a-4bdd-a7dc-6fbde15baa91 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1472730250'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:02.886066 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bed5317-611a-4bdd-a7dc-6fbde15baa91 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Made reservation on behalf of 7f46c4cfafdb4aafa94f08c77e00ae6a for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:02.895932 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3bed5317-611a-4bdd-a7dc-6fbde15baa91 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:02.973105 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bed5317-611a-4bdd-a7dc-6fbde15baa91 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:15:02.990210 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3bed5317-611a-4bdd-a7dc-6fbde15baa91 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:02.990636 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-3bed5317-611a-4bdd-a7dc-6fbde15baa91 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Added segment 8fc4d707-532a-48fc-b5b5-e985c529ee68 of type vlan for network e6ded1a2-d74a-450e-98ae-29b9472b2334 Jul 06 14:15:03.036677 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3bed5317-611a-4bdd-a7dc-6fbde15baa91 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:03.086100 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3bed5317-611a-4bdd-a7dc-6fbde15baa91 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:03.101694 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bed5317-611a-4bdd-a7dc-6fbde15baa91 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:03.104232 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3bed5317-611a-4bdd-a7dc-6fbde15baa91 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:03.241214 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 48998) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:03.242091 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3bed5317-611a-4bdd-a7dc-6fbde15baa91 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4310510 Jul 06 14:15:03.248666 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e72518e2-ebcc-48bd-91b6-bc48d1af135b tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Request body: {'subnet': {'network_id': 'e6ded1a2-d74a-450e-98ae-29b9472b2334', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:03.277033 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed5317-611a-4bdd-a7dc-6fbde15baa91 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Pushing event updated for resources: {'Network': ['ID=e6ded1a2-d74a-450e-98ae-29b9472b2334,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:03.302380 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network e6ded1a2-d74a-450e-98ae-29b9472b2334 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:15:03.379004 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72518e2-ebcc-48bd-91b6-bc48d1af135b tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Made reservation on behalf of 7f46c4cfafdb4aafa94f08c77e00ae6a for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:03.384072 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e72518e2-ebcc-48bd-91b6-bc48d1af135b tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:03.657279 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e72518e2-ebcc-48bd-91b6-bc48d1af135b tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:03.734026 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72518e2-ebcc-48bd-91b6-bc48d1af135b tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Pushing event updated for resources: {'Subnet': ['ID=b09eff1c-97cc-4613-9a67-2ca0ca28e209,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:03.742375 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72518e2-ebcc-48bd-91b6-bc48d1af135b tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Checking segment: {'id': '8fc4d707-532a-48fc-b5b5-e985c529ee68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e6ded1a2-d74a-450e-98ae-29b9472b2334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:03.743297 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72518e2-ebcc-48bd-91b6-bc48d1af135b tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Network hostable DHCP agents. Network: e6ded1a2-d74a-450e-98ae-29b9472b2334, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:15:03.778073 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72518e2-ebcc-48bd-91b6-bc48d1af135b tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Network e6ded1a2-d74a-450e-98ae-29b9472b2334 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:15:03.789410 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-e72518e2-ebcc-48bd-91b6-bc48d1af135b tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, e6ded1a2-d74a-450e-98ae-29b9472b2334) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:03.797017 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72518e2-ebcc-48bd-91b6-bc48d1af135b tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:03.797623 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e72518e2-ebcc-48bd-91b6-bc48d1af135b tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:03.797824 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d778c8-5862-44d5-a797-12ce7de9dfb3 None None] Network e6ded1a2-d74a-450e-98ae-29b9472b2334 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:03.826240 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e72518e2-ebcc-48bd-91b6-bc48d1af135b tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5827081 Jul 06 14:15:03.829160 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 49010) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:03.834145 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-ab97328f-d186-4135-afe1-b7697a0654d1 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e6ded1a2-d74a-450e-98ae-29b9472b2334'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:04.233564 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ab97328f-d186-4135-afe1-b7697a0654d1 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:04.275376 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadbc4f2-3462-47c2-8aab-18a1135e1623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-e6ded1a2-d74a-450e-98ae-29b9472b2334', 'network_id': 'e6ded1a2-d74a-450e-98ae-29b9472b2334', 'tenant_id': '7f46c4cfafdb4aafa94f08c77e00ae6a', 'fixed_ips': [{'subnet_id': 'b09eff1c-97cc-4613-9a67-2ca0ca28e209'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:15:04.276445 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-aadbc4f2-3462-47c2-8aab-18a1135e1623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:04.461168 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [None req-ab97328f-d186-4135-afe1-b7697a0654d1 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:15:04.462985 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ab97328f-d186-4135-afe1-b7697a0654d1 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] 10.222.0.118 "PUT /v2.0/routers/b3061b2d-3079-47f7-bdf5-71c24d4848e3 HTTP/1.1" status: 400 len: 364 time: 0.6327655 Jul 06 14:15:04.466620 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 49032) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:04.557685 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-aadbc4f2-3462-47c2-8aab-18a1135e1623 None None] Allocated IP 2001:db8:1::2 (e6ded1a2-d74a-450e-98ae-29b9472b2334/b09eff1c-97cc-4613-9a67-2ca0ca28e209/dbe02a2f-3907-40ef-8632-6440a8f8d1a6) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:04.837012 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-aadbc4f2-3462-47c2-8aab-18a1135e1623 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:04.850416 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-aadbc4f2-3462-47c2-8aab-18a1135e1623 None None] Transition to ACTIVE for port object dbe02a2f-3907-40ef-8632-6440a8f8d1a6 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:04.871779 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-aadbc4f2-3462-47c2-8aab-18a1135e1623 None None] Transition to ACTIVE for port object dbe02a2f-3907-40ef-8632-6440a8f8d1a6 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:04.879321 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-aadbc4f2-3462-47c2-8aab-18a1135e1623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:04.880542 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0851564a-c2e6-4cf7-b85c-8720cf5ebe36 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:04.955319 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadbc4f2-3462-47c2-8aab-18a1135e1623 None None] Network e6ded1a2-d74a-450e-98ae-29b9472b2334 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:04.974413 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-aadbc4f2-3462-47c2-8aab-18a1135e1623 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:04.993178 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadbc4f2-3462-47c2-8aab-18a1135e1623 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:05.003244 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadbc4f2-3462-47c2-8aab-18a1135e1623 None None] Pushing event updated for resources: {'Port': ['ID=dbe02a2f-3907-40ef-8632-6440a8f8d1a6,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:05.097394 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-aadbc4f2-3462-47c2-8aab-18a1135e1623 None None] Attempting to bind port dbe02a2f-3907-40ef-8632-6440a8f8d1a6 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:15:05.098225 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-aadbc4f2-3462-47c2-8aab-18a1135e1623 None None] Attempting to bind port dbe02a2f-3907-40ef-8632-6440a8f8d1a6 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '8fc4d707-532a-48fc-b5b5-e985c529ee68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e6ded1a2-d74a-450e-98ae-29b9472b2334'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:15:05.098702 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadbc4f2-3462-47c2-8aab-18a1135e1623 None None] Attempting to bind port dbe02a2f-3907-40ef-8632-6440a8f8d1a6 on network e6ded1a2-d74a-450e-98ae-29b9472b2334 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:15:05.105689 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadbc4f2-3462-47c2-8aab-18a1135e1623 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:15:05.106255 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadbc4f2-3462-47c2-8aab-18a1135e1623 None None] Checking segment: {'id': '8fc4d707-532a-48fc-b5b5-e985c529ee68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e6ded1a2-d74a-450e-98ae-29b9472b2334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:05.106792 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-aadbc4f2-3462-47c2-8aab-18a1135e1623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:05.107886 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadbc4f2-3462-47c2-8aab-18a1135e1623 None None] Bound using segment: {'id': '8fc4d707-532a-48fc-b5b5-e985c529ee68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e6ded1a2-d74a-450e-98ae-29b9472b2334'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:15:05.108355 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-aadbc4f2-3462-47c2-8aab-18a1135e1623 None None] Bound port: dbe02a2f-3907-40ef-8632-6440a8f8d1a6, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc4d707-532a-48fc-b5b5-e985c529ee68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e6ded1a2-d74a-450e-98ae-29b9472b2334'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:15:05.108886 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-aadbc4f2-3462-47c2-8aab-18a1135e1623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:05.308995 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-0851564a-c2e6-4cf7-b85c-8720cf5ebe36 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Allocated IP 2001:db8::1 (13ed8ac8-96f0-49fb-994c-2f3244873dea/b3d5a51f-b0e5-4564-92de-4396f0dc3bd8/fc2945aa-5095-4523-8668-921c55efab97) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:05.333212 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-aadbc4f2-3462-47c2-8aab-18a1135e1623 None None] For port dbe02a2f-3907-40ef-8632-6440a8f8d1a6, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:15:05.340930 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-aadbc4f2-3462-47c2-8aab-18a1135e1623 None None] For port dbe02a2f-3907-40ef-8632-6440a8f8d1a6, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=dbe02a2f-3907-40ef-8632-6440a8f8d1a6,segment=NetworkSegment(8fc4d707-532a-48fc-b5b5-e985c529ee68),segment_id=8fc4d707-532a-48fc-b5b5-e985c529ee68)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:15:05.347953 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-aadbc4f2-3462-47c2-8aab-18a1135e1623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:05.502358 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadbc4f2-3462-47c2-8aab-18a1135e1623 None None] Pushing event updated for resources: {'Port': ['ID=dbe02a2f-3907-40ef-8632-6440a8f8d1a6,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:05.624573 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0851564a-c2e6-4cf7-b85c-8720cf5ebe36 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:05.637952 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-0851564a-c2e6-4cf7-b85c-8720cf5ebe36 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Transition to ACTIVE for port object fc2945aa-5095-4523-8668-921c55efab97 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:05.725714 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0851564a-c2e6-4cf7-b85c-8720cf5ebe36 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:05.799701 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851564a-c2e6-4cf7-b85c-8720cf5ebe36 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Pushing event updated for resources: {'Port': ['ID=fc2945aa-5095-4523-8668-921c55efab97,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:05.817879 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0851564a-c2e6-4cf7-b85c-8720cf5ebe36 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Network 13ed8ac8-96f0-49fb-994c-2f3244873dea is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:05.819434 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-0851564a-c2e6-4cf7-b85c-8720cf5ebe36 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:05.824245 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0851564a-c2e6-4cf7-b85c-8720cf5ebe36 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:05.827668 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0851564a-c2e6-4cf7-b85c-8720cf5ebe36 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:06.123929 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device dbe02a2f-3907-40ef-8632-6440a8f8d1a6 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:15:06.153429 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0851564a-c2e6-4cf7-b85c-8720cf5ebe36 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:06.256711 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port dbe02a2f-3907-40ef-8632-6440a8f8d1a6 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:06.417038 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-950d5ac1-2677-4fdf-922b-06f83f25ca22 None None] Provisioning for port fc2945aa-5095-4523-8668-921c55efab97 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:06.421794 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-950d5ac1-2677-4fdf-922b-06f83f25ca22 None None] Provisioning complete for port fc2945aa-5095-4523-8668-921c55efab97 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:06.422230 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-950d5ac1-2677-4fdf-922b-06f83f25ca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:06.494989 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-950d5ac1-2677-4fdf-922b-06f83f25ca22 None None] Port fc2945aa-5095-4523-8668-921c55efab97 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:15:06.703161 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0851564a-c2e6-4cf7-b85c-8720cf5ebe36 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:06.708503 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0851564a-c2e6-4cf7-b85c-8720cf5ebe36 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:06.709317 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0851564a-c2e6-4cf7-b85c-8720cf5ebe36 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:06.855768 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851564a-c2e6-4cf7-b85c-8720cf5ebe36 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Pushing event updated for resources: {'Port': ['ID=fc2945aa-5095-4523-8668-921c55efab97,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:06.912539 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0851564a-c2e6-4cf7-b85c-8720cf5ebe36 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Network 13ed8ac8-96f0-49fb-994c-2f3244873dea is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:06.914274 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-0851564a-c2e6-4cf7-b85c-8720cf5ebe36 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:07.138762 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0851564a-c2e6-4cf7-b85c-8720cf5ebe36 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Router b3061b2d-3079-47f7-bdf5-71c24d4848e3 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:15:07.278167 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0851564a-c2e6-4cf7-b85c-8720cf5ebe36 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:15:07.288762 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b3bce9-a4af-4f48-8b79-b47367f10cf4 None None] Sync routers for ids ['b3061b2d-3079-47f7-bdf5-71c24d4848e3'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:15:07.311189 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0851564a-c2e6-4cf7-b85c-8720cf5ebe36 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] 10.222.0.118 "PUT /v2.0/routers/b3061b2d-3079-47f7-bdf5-71c24d4848e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8418899 Jul 06 14:15:07.312058 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49104) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:07.319906 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b3bce9-a4af-4f48-8b79-b47367f10cf4 None None] Routers {'b3061b2d-3079-47f7-bdf5-71c24d4848e3'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:07.321817 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-25b3bce9-a4af-4f48-8b79-b47367f10cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b3061b2d-3079-47f7-bdf5-71c24d4848e3'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:07.330557 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cc0432-cf31-477d-a27e-16a1d2973080 None None] Network e6ded1a2-d74a-450e-98ae-29b9472b2334 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:07.527699 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-723815f4-c670-433a-bdce-72cc77b4ed89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:07.532554 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-25b3bce9-a4af-4f48-8b79-b47367f10cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:07.540735 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-40a8b138-7a6c-4049-8dc6-a031ee0648f7 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:07.556260 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-7d33cbfc-6ae4-475a-88c5-dbe6e46b6ab5 None None] Provisioning complete for port fc2945aa-5095-4523-8668-921c55efab97 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:07.556921 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7d33cbfc-6ae4-475a-88c5-dbe6e46b6ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:07.595281 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-7d33cbfc-6ae4-475a-88c5-dbe6e46b6ab5 None None] Port fc2945aa-5095-4523-8668-921c55efab97 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:15:07.602835 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b3bce9-a4af-4f48-8b79-b47367f10cf4 None None] Routers {'b3061b2d-3079-47f7-bdf5-71c24d4848e3'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:07.603496 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-25b3bce9-a4af-4f48-8b79-b47367f10cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b3061b2d-3079-47f7-bdf5-71c24d4848e3'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:07.649849 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-25b3bce9-a4af-4f48-8b79-b47367f10cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:07.650643 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b3bce9-a4af-4f48-8b79-b47367f10cf4 None None] The sync data for ids ['b3061b2d-3079-47f7-bdf5-71c24d4848e3'] in n-d-773644-6 is: [] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:15:07.685078 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-7d33cbfc-6ae4-475a-88c5-dbe6e46b6ab5 None None] Provisioning for port dbe02a2f-3907-40ef-8632-6440a8f8d1a6 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:07.698405 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:15:07.705644 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-7d33cbfc-6ae4-475a-88c5-dbe6e46b6ab5 None None] Provisioning complete for port dbe02a2f-3907-40ef-8632-6440a8f8d1a6 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:07.706061 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7d33cbfc-6ae4-475a-88c5-dbe6e46b6ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:07.716197 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-40a8b138-7a6c-4049-8dc6-a031ee0648f7 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 06 14:15:07.721312 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 49116) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:07.728888 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-40a8b138-7a6c-4049-8dc6-a031ee0648f7 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] 10.222.0.118 "DELETE /v2.0/routers/b3061b2d-3079-47f7-bdf5-71c24d4848e3 HTTP/1.1" status: 409 len: 329 time: 0.4132376 Jul 06 14:15:07.854298 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7d33cbfc-6ae4-475a-88c5-dbe6e46b6ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:07.924325 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-7d33cbfc-6ae4-475a-88c5-dbe6e46b6ab5 None None] For port dbe02a2f-3907-40ef-8632-6440a8f8d1a6, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=dbe02a2f-3907-40ef-8632-6440a8f8d1a6,segment=NetworkSegment(8fc4d707-532a-48fc-b5b5-e985c529ee68),segment_id=8fc4d707-532a-48fc-b5b5-e985c529ee68)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:07.929186 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7d33cbfc-6ae4-475a-88c5-dbe6e46b6ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:08.000426 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33cbfc-6ae4-475a-88c5-dbe6e46b6ab5 None None] Pushing event updated for resources: {'Port': ['ID=dbe02a2f-3907-40ef-8632-6440a8f8d1a6,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:08.267829 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-55f8e2e0-8fcf-43c8-96a4-f2c7eb9c113a None None] Provisioning complete for port dbe02a2f-3907-40ef-8632-6440a8f8d1a6 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:08.268550 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-55f8e2e0-8fcf-43c8-96a4-f2c7eb9c113a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:08.375569 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a1c999d2-16f8-4a85-b5f8-cdea8feba337 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:08.796359 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-a1c999d2-16f8-4a85-b5f8-cdea8feba337 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Deleting port fc2945aa-5095-4523-8668-921c55efab97 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:08.796721 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a1c999d2-16f8-4a85-b5f8-cdea8feba337 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:08.991690 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a1c999d2-16f8-4a85-b5f8-cdea8feba337 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:09.005287 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-a1c999d2-16f8-4a85-b5f8-cdea8feba337 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Calling delete_port for fc2945aa-5095-4523-8668-921c55efab97 owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:09.012688 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49156) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:09.170431 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1efb95ff-dc39-41b2-b4f4-b39d0bafd2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:09.267803 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a1c999d2-16f8-4a85-b5f8-cdea8feba337 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:09.317456 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c999d2-16f8-4a85-b5f8-cdea8feba337 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Pushing event deleted for resources: {'Port': ['ID=fc2945aa-5095-4523-8668-921c55efab97,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:09.412659 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1efb95ff-dc39-41b2-b4f4-b39d0bafd2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:09.423462 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1efb95ff-dc39-41b2-b4f4-b39d0bafd2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:09.454994 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a1c999d2-16f8-4a85-b5f8-cdea8feba337 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:09.456367 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb95ff-dc39-41b2-b4f4-b39d0bafd2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272024e9-4cdf-489f-ab87-38101fb0df64,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:09.472369 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb95ff-dc39-41b2-b4f4-b39d0bafd2ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:09.472612 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb95ff-dc39-41b2-b4f4-b39d0bafd2ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:09.472966 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb95ff-dc39-41b2-b4f4-b39d0bafd2ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:09.473311 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb95ff-dc39-41b2-b4f4-b39d0bafd2ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:09.473653 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb95ff-dc39-41b2-b4f4-b39d0bafd2ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:09.474034 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb95ff-dc39-41b2-b4f4-b39d0bafd2ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:09.474395 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb95ff-dc39-41b2-b4f4-b39d0bafd2ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:09.474729 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb95ff-dc39-41b2-b4f4-b39d0bafd2ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:09.475069 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb95ff-dc39-41b2-b4f4-b39d0bafd2ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:09.475468 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb95ff-dc39-41b2-b4f4-b39d0bafd2ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:09.475967 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb95ff-dc39-41b2-b4f4-b39d0bafd2ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:09.476184 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb95ff-dc39-41b2-b4f4-b39d0bafd2ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:09.498625 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1efb95ff-dc39-41b2-b4f4-b39d0bafd2ad admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=61fa3346d9bb426d84ae4b7957138046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4815857 Jul 06 14:15:09.501582 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49174) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:09.613365 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e02f5a3c-5911-4574-af5d-a3e5c3ddf3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:09.644180 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e02f5a3c-5911-4574-af5d-a3e5c3ddf3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:09.737177 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e02f5a3c-5911-4574-af5d-a3e5c3ddf3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:09.740349 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e02f5a3c-5911-4574-af5d-a3e5c3ddf3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:09.744952 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e02f5a3c-5911-4574-af5d-a3e5c3ddf3e2 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/272024e9-4cdf-489f-ab87-38101fb0df64 HTTP/1.1" status: 204 len: 168 time: 0.2428725 Jul 06 14:15:09.755722 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f5a3c-5911-4574-af5d-a3e5c3ddf3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272024e9-4cdf-489f-ab87-38101fb0df64,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:09.968776 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device dbe02a2f-3907-40ef-8632-6440a8f8d1a6 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:15:10.066213 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port dbe02a2f-3907-40ef-8632-6440a8f8d1a6 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:10.066591 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.216019 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c999d2-16f8-4a85-b5f8-cdea8feba337 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Router b3061b2d-3079-47f7-bdf5-71c24d4848e3 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:15:10.230209 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.306266 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c999d2-16f8-4a85-b5f8-cdea8feba337 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:15:10.317647 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7796fbe-1741-4695-aaa5-800d8f4ef1f6 None None] Sync routers for ids ['b3061b2d-3079-47f7-bdf5-71c24d4848e3'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:15:10.322866 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a1c999d2-16f8-4a85-b5f8-cdea8feba337 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] 10.222.0.118 "PUT /v2.0/routers/b3061b2d-3079-47f7-bdf5-71c24d4848e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5959754 Jul 06 14:15:10.323148 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 49204) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:10.346174 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7796fbe-1741-4695-aaa5-800d8f4ef1f6 None None] Routers {'b3061b2d-3079-47f7-bdf5-71c24d4848e3'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:10.348440 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e7796fbe-1741-4695-aaa5-800d8f4ef1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b3061b2d-3079-47f7-bdf5-71c24d4848e3'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:10.372448 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [None req-239862da-fc05-4050-81ee-504b4ec34118 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] show failed (client error): The resource could not be found. Jul 06 14:15:10.376952 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-239862da-fc05-4050-81ee-504b4ec34118 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] 10.222.0.118 "GET /v2.0/routers/tempest-non_exist_router-1930151772 HTTP/1.1" status: 404 len: 335 time: 0.0490730 Jul 06 14:15:10.377658 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49210) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:10.388599 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-f93ce46e-89c1-414e-bd0e-219d0a8ec30e tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:10.394168 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e7796fbe-1741-4695-aaa5-800d8f4ef1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:10.403979 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7796fbe-1741-4695-aaa5-800d8f4ef1f6 None None] Routers {'b3061b2d-3079-47f7-bdf5-71c24d4848e3'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:15:10.404819 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e7796fbe-1741-4695-aaa5-800d8f4ef1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:14:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b3061b2d-3079-47f7-bdf5-71c24d4848e3'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:10.455864 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-f93ce46e-89c1-414e-bd0e-219d0a8ec30e tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] update failed (client error): The resource could not be found. Jul 06 14:15:10.460841 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f93ce46e-89c1-414e-bd0e-219d0a8ec30e tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] 10.222.0.118 "PUT /v2.0/routers/tempest-non_exist_router-2147353440 HTTP/1.1" status: 404 len: 335 time: 0.0795031 Jul 06 14:15:10.463211 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 49216) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:10.466151 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e7796fbe-1741-4695-aaa5-800d8f4ef1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:10.467362 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7796fbe-1741-4695-aaa5-800d8f4ef1f6 None None] The sync data for ids ['b3061b2d-3079-47f7-bdf5-71c24d4848e3'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:15:10.558627 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-072343ee-8173-4f1e-a77a-3ed25c6422a5 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Deleting subnet b09eff1c-97cc-4613-9a67-2ca0ca28e209 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:15:10.562183 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-072343ee-8173-4f1e-a77a-3ed25c6422a5 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.581120 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ac2120ee-6e91-4cd5-860d-d86fd9c8a31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.630477 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-072343ee-8173-4f1e-a77a-3ed25c6422a5 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.753191 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-072343ee-8173-4f1e-a77a-3ed25c6422a5 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.838789 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-072343ee-8173-4f1e-a77a-3ed25c6422a5 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.889496 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072343ee-8173-4f1e-a77a-3ed25c6422a5 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Pushing event deleted for resources: {'Subnet': ['ID=b09eff1c-97cc-4613-9a67-2ca0ca28e209,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:10.893067 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-072343ee-8173-4f1e-a77a-3ed25c6422a5 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:10.899294 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-072343ee-8173-4f1e-a77a-3ed25c6422a5 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] 10.222.0.118 "DELETE /v2.0/subnets/b09eff1c-97cc-4613-9a67-2ca0ca28e209 HTTP/1.1" status: 204 len: 168 time: 0.4321911 Jul 06 14:15:10.899294 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 49240) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:10.913587 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff5233f-34ef-446d-8863-a10bfe11ad65 None None] Network e6ded1a2-d74a-450e-98ae-29b9472b2334 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:11.045050 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81809bea-73a5-4830-99be-33f6f81c5713 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:11.232698 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-81809bea-73a5-4830-99be-33f6f81c5713 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Deleting port dbe02a2f-3907-40ef-8632-6440a8f8d1a6 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:11.233158 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81809bea-73a5-4830-99be-33f6f81c5713 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:11.287722 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8a53e4-3942-4275-9971-9d03c8432d80 None None] DHCP port deletion for e6ded1a2-d74a-450e-98ae-29b9472b2334 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:15:11.377249 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-81809bea-73a5-4830-99be-33f6f81c5713 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] For port dbe02a2f-3907-40ef-8632-6440a8f8d1a6, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=dbe02a2f-3907-40ef-8632-6440a8f8d1a6,segment=NetworkSegment(8fc4d707-532a-48fc-b5b5-e985c529ee68),segment_id=8fc4d707-532a-48fc-b5b5-e985c529ee68)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:11.377912 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81809bea-73a5-4830-99be-33f6f81c5713 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:11.399125 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-5b8a53e4-3942-4275-9971-9d03c8432d80 None None] Deleting port dbe02a2f-3907-40ef-8632-6440a8f8d1a6 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:11.399621 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5b8a53e4-3942-4275-9971-9d03c8432d80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:11.413049 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-81809bea-73a5-4830-99be-33f6f81c5713 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Calling delete_port for dbe02a2f-3907-40ef-8632-6440a8f8d1a6 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:11.499627 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-5b8a53e4-3942-4275-9971-9d03c8432d80 None None] For port dbe02a2f-3907-40ef-8632-6440a8f8d1a6, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=dbe02a2f-3907-40ef-8632-6440a8f8d1a6,segment=NetworkSegment(8fc4d707-532a-48fc-b5b5-e985c529ee68),segment_id=8fc4d707-532a-48fc-b5b5-e985c529ee68)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:11.500031 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5b8a53e4-3942-4275-9971-9d03c8432d80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:11.533504 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-5b8a53e4-3942-4275-9971-9d03c8432d80 None None] Calling delete_port for dbe02a2f-3907-40ef-8632-6440a8f8d1a6 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:11.549986 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81809bea-73a5-4830-99be-33f6f81c5713 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:11.557152 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:11.635097 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81809bea-73a5-4830-99be-33f6f81c5713 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Pushing event deleted for resources: {'Port': ['ID=dbe02a2f-3907-40ef-8632-6440a8f8d1a6,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:11.645864 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81809bea-73a5-4830-99be-33f6f81c5713 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] No DVR routers for this DVR port dbe02a2f-3907-40ef-8632-6440a8f8d1a6 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:11.687589 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5b8a53e4-3942-4275-9971-9d03c8432d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:11.714282 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a53e4-3942-4275-9971-9d03c8432d80 None None] Pushing event deleted for resources: {'Port': ['ID=dbe02a2f-3907-40ef-8632-6440a8f8d1a6,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:11.743356 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8a53e4-3942-4275-9971-9d03c8432d80 None None] No DVR routers for this DVR port dbe02a2f-3907-40ef-8632-6440a8f8d1a6 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:11.805257 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81809bea-73a5-4830-99be-33f6f81c5713 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:11.818120 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-81809bea-73a5-4830-99be-33f6f81c5713 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ded1a2-d74a-450e-98ae-29b9472b2334']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:11.831615 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-81809bea-73a5-4830-99be-33f6f81c5713 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc4d707-532a-48fc-b5b5-e985c529ee68') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:11.832461 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-81809bea-73a5-4830-99be-33f6f81c5713 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc4d707-532a-48fc-b5b5-e985c529ee68') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:11.843266 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81809bea-73a5-4830-99be-33f6f81c5713 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:11.871184 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81809bea-73a5-4830-99be-33f6f81c5713 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:11.893735 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81809bea-73a5-4830-99be-33f6f81c5713 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:15:11.894342 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81809bea-73a5-4830-99be-33f6f81c5713 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:15:11.898215 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:15:11.937882 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device dbe02a2f-3907-40ef-8632-6440a8f8d1a6 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:15:11.960853 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: dbe02a2f-3907-40ef-8632-6440a8f8d1a6 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:15:11.961286 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device dbe02a2f-3907-40ef-8632-6440a8f8d1a6 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:15:11.978487 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81809bea-73a5-4830-99be-33f6f81c5713 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:11.986635 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81809bea-73a5-4830-99be-33f6f81c5713 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:11.994608 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-81809bea-73a5-4830-99be-33f6f81c5713 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] 10.222.0.118 "DELETE /v2.0/networks/e6ded1a2-d74a-450e-98ae-29b9472b2334 HTTP/1.1" status: 204 len: 168 time: 1.0879579 Jul 06 14:15:11.995261 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49284) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:12.001407 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81809bea-73a5-4830-99be-33f6f81c5713 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Pushing event deleted for resources: {'Network': ['ID=e6ded1a2-d74a-450e-98ae-29b9472b2334,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:12.064736 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b1d7938-8fb4-4daa-9239-e49c3887babb tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Deleting subnet 7b1f6fd2-74ad-46fd-bfc0-f00fb242b117 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:15:12.068037 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b1d7938-8fb4-4daa-9239-e49c3887babb tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:12.119205 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b1d7938-8fb4-4daa-9239-e49c3887babb tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:12.253058 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b1d7938-8fb4-4daa-9239-e49c3887babb tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:12.345441 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b1d7938-8fb4-4daa-9239-e49c3887babb tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:12.377048 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d7938-8fb4-4daa-9239-e49c3887babb tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Pushing event deleted for resources: {'Subnet': ['ID=7b1f6fd2-74ad-46fd-bfc0-f00fb242b117,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:12.380960 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5b1d7938-8fb4-4daa-9239-e49c3887babb tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:12.384319 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5b1d7938-8fb4-4daa-9239-e49c3887babb tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] 10.222.0.118 "DELETE /v2.0/subnets/7b1f6fd2-74ad-46fd-bfc0-f00fb242b117 HTTP/1.1" status: 204 len: 168 time: 0.3880088 Jul 06 14:15:12.387507 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 49304) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:12.412895 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf6cf8e-3ef6-403a-a920-9f6b7d7257e6 None None] Network 430ca460-b9d7-4ddb-b679-b27bd391bc36 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:12.485683 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b60361-464e-4bae-b4a3-8884352ff968 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Deleting subnet 85c9ce26-e15f-4eb3-9800-fc7d12341291 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:15:12.490830 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e4b60361-464e-4bae-b4a3-8884352ff968 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:12.570277 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e4b60361-464e-4bae-b4a3-8884352ff968 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:12.681885 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06111319-ddac-461f-9ec5-9b5f0dab3608 None None] DHCP port deletion for 430ca460-b9d7-4ddb-b679-b27bd391bc36 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:15:12.700069 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e4b60361-464e-4bae-b4a3-8884352ff968 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:12.748083 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-06111319-ddac-461f-9ec5-9b5f0dab3608 None None] Deleting port 78ca1d6d-1c14-4dc0-9686-24e7530fe04f {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:12.748615 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-06111319-ddac-461f-9ec5-9b5f0dab3608 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:12.788075 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e4b60361-464e-4bae-b4a3-8884352ff968 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:12.826586 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b60361-464e-4bae-b4a3-8884352ff968 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Pushing event deleted for resources: {'Subnet': ['ID=85c9ce26-e15f-4eb3-9800-fc7d12341291,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:12.828785 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e4b60361-464e-4bae-b4a3-8884352ff968 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:12.830923 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e4b60361-464e-4bae-b4a3-8884352ff968 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] 10.222.0.118 "DELETE /v2.0/subnets/85c9ce26-e15f-4eb3-9800-fc7d12341291 HTTP/1.1" status: 204 len: 168 time: 0.4419599 Jul 06 14:15:12.833459 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49322) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:12.854331 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98240cc0-95a5-4cbd-b679-b48cb8149914 None None] Network 0c2920ae-275e-47d4-afaa-24936f84147e requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:12.954606 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-edb3491e-3d92-41ff-add9-a6922f6f3247 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:12.962515 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-06111319-ddac-461f-9ec5-9b5f0dab3608 None None] For port 78ca1d6d-1c14-4dc0-9686-24e7530fe04f, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=78ca1d6d-1c14-4dc0-9686-24e7530fe04f,segment=NetworkSegment(3aba77a7-8c10-42bd-997e-1d365e3cc926),segment_id=3aba77a7-8c10-42bd-997e-1d365e3cc926)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:12.963320 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-06111319-ddac-461f-9ec5-9b5f0dab3608 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:12.993329 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-06111319-ddac-461f-9ec5-9b5f0dab3608 None None] Calling delete_port for 78ca1d6d-1c14-4dc0-9686-24e7530fe04f owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:13.052853 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-edb3491e-3d92-41ff-add9-a6922f6f3247 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Deleting port 78ca1d6d-1c14-4dc0-9686-24e7530fe04f {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:13.053897 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-edb3491e-3d92-41ff-add9-a6922f6f3247 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:13.124596 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-06111319-ddac-461f-9ec5-9b5f0dab3608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:13.171308 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:13.177148 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06111319-ddac-461f-9ec5-9b5f0dab3608 None None] Pushing event deleted for resources: {'Port': ['ID=78ca1d6d-1c14-4dc0-9686-24e7530fe04f,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:13.193572 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06111319-ddac-461f-9ec5-9b5f0dab3608 None None] No DVR routers for this DVR port 78ca1d6d-1c14-4dc0-9686-24e7530fe04f on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:13.195225 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-edb3491e-3d92-41ff-add9-a6922f6f3247 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] For port 78ca1d6d-1c14-4dc0-9686-24e7530fe04f, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=78ca1d6d-1c14-4dc0-9686-24e7530fe04f,segment=NetworkSegment(3aba77a7-8c10-42bd-997e-1d365e3cc926),segment_id=3aba77a7-8c10-42bd-997e-1d365e3cc926)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:13.196228 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-edb3491e-3d92-41ff-add9-a6922f6f3247 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:13.218987 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-edb3491e-3d92-41ff-add9-a6922f6f3247 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Calling delete_port for 78ca1d6d-1c14-4dc0-9686-24e7530fe04f owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:13.437399 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-edb3491e-3d92-41ff-add9-a6922f6f3247 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:13.439283 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf742ff-6d19-4039-94b9-01994815342d None None] DHCP port deletion for 0c2920ae-275e-47d4-afaa-24936f84147e request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:15:13.475565 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3491e-3d92-41ff-add9-a6922f6f3247 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Pushing event deleted for resources: {'Port': ['ID=78ca1d6d-1c14-4dc0-9686-24e7530fe04f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:13.479022 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb3491e-3d92-41ff-add9-a6922f6f3247 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] No DVR routers for this DVR port 78ca1d6d-1c14-4dc0-9686-24e7530fe04f on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:13.543149 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-fcf742ff-6d19-4039-94b9-01994815342d None None] Deleting port 428def76-2551-43c8-b87f-c618c3d20b45 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:13.543790 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fcf742ff-6d19-4039-94b9-01994815342d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:13.639814 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-fcf742ff-6d19-4039-94b9-01994815342d None None] For port 428def76-2551-43c8-b87f-c618c3d20b45, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=428def76-2551-43c8-b87f-c618c3d20b45,segment=NetworkSegment(7894be2e-d505-4362-87bf-10b525195651),segment_id=7894be2e-d505-4362-87bf-10b525195651)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:13.640420 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fcf742ff-6d19-4039-94b9-01994815342d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:13.647859 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-edb3491e-3d92-41ff-add9-a6922f6f3247 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:13.655661 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-fcf742ff-6d19-4039-94b9-01994815342d None None] Calling delete_port for 428def76-2551-43c8-b87f-c618c3d20b45 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:13.661695 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-edb3491e-3d92-41ff-add9-a6922f6f3247 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430ca460-b9d7-4ddb-b679-b27bd391bc36']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:13.675069 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-edb3491e-3d92-41ff-add9-a6922f6f3247 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aba77a7-8c10-42bd-997e-1d365e3cc926') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:13.676036 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-edb3491e-3d92-41ff-add9-a6922f6f3247 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aba77a7-8c10-42bd-997e-1d365e3cc926') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:13.700420 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-edb3491e-3d92-41ff-add9-a6922f6f3247 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:13.724376 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-edb3491e-3d92-41ff-add9-a6922f6f3247 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:13.731286 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb3491e-3d92-41ff-add9-a6922f6f3247 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:15:13.731813 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-edb3491e-3d92-41ff-add9-a6922f6f3247 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: self.session.flush() Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:15:13.736572 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:15:13.759756 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fcf742ff-6d19-4039-94b9-01994815342d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:13.799187 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf742ff-6d19-4039-94b9-01994815342d None None] No DVR routers for this DVR port 428def76-2551-43c8-b87f-c618c3d20b45 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:13.805856 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf742ff-6d19-4039-94b9-01994815342d None None] Pushing event deleted for resources: {'Port': ['ID=428def76-2551-43c8-b87f-c618c3d20b45,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:13.817185 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-edb3491e-3d92-41ff-add9-a6922f6f3247 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:13.829190 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-edb3491e-3d92-41ff-add9-a6922f6f3247 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:13.833621 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-edb3491e-3d92-41ff-add9-a6922f6f3247 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] 10.222.0.118 "DELETE /v2.0/networks/430ca460-b9d7-4ddb-b679-b27bd391bc36 HTTP/1.1" status: 204 len: 168 time: 0.9966111 Jul 06 14:15:13.834218 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49356) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:13.950205 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 78ca1d6d-1c14-4dc0-9686-24e7530fe04f no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:15:13.978730 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 78ca1d6d-1c14-4dc0-9686-24e7530fe04f {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:15:13.979196 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 78ca1d6d-1c14-4dc0-9686-24e7530fe04f not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:15:13.979713 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 428def76-2551-43c8-b87f-c618c3d20b45 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:15:13.980361 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3491e-3d92-41ff-add9-a6922f6f3247 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Pushing event deleted for resources: {'Network': ['ID=430ca460-b9d7-4ddb-b679-b27bd391bc36,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:14.001327 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-73ed3a9c-e3bb-4d82-bb35-732aef6212b0 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:14.005357 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 428def76-2551-43c8-b87f-c618c3d20b45 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:15:14.005870 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 428def76-2551-43c8-b87f-c618c3d20b45 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:15:14.403091 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 49376) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:14.518843 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-73ed3a9c-e3bb-4d82-bb35-732aef6212b0 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:14.530949 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-73ed3a9c-e3bb-4d82-bb35-732aef6212b0 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2920ae-275e-47d4-afaa-24936f84147e']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:14.545773 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-73ed3a9c-e3bb-4d82-bb35-732aef6212b0 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7894be2e-d505-4362-87bf-10b525195651') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:14.546091 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-73ed3a9c-e3bb-4d82-bb35-732aef6212b0 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7894be2e-d505-4362-87bf-10b525195651') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:14.556339 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-73ed3a9c-e3bb-4d82-bb35-732aef6212b0 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:14.572242 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-73ed3a9c-e3bb-4d82-bb35-732aef6212b0 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:14.578985 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ed3a9c-e3bb-4d82-bb35-732aef6212b0 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:15:14.579443 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-73ed3a9c-e3bb-4d82-bb35-732aef6212b0 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:15:14.583200 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:15:14.612513 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cb8e2189-3aa6-4337-8b04-9f9324d755b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:14.645354 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-73ed3a9c-e3bb-4d82-bb35-732aef6212b0 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:14.667927 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-73ed3a9c-e3bb-4d82-bb35-732aef6212b0 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:14.670928 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-73ed3a9c-e3bb-4d82-bb35-732aef6212b0 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] 10.222.0.118 "DELETE /v2.0/networks/0c2920ae-275e-47d4-afaa-24936f84147e HTTP/1.1" status: 204 len: 168 time: 0.8352697 Jul 06 14:15:14.672452 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed3a9c-e3bb-4d82-bb35-732aef6212b0 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Pushing event deleted for resources: {'Network': ['ID=0c2920ae-275e-47d4-afaa-24936f84147e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:14.674339 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49384) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:14.740032 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-42247193-bf02-44cf-a01c-c8b15fe25022 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Deleting subnet b3d5a51f-b0e5-4564-92de-4396f0dc3bd8 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:15:14.744041 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-42247193-bf02-44cf-a01c-c8b15fe25022 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:14.778725 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cb8e2189-3aa6-4337-8b04-9f9324d755b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:14.786197 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cb8e2189-3aa6-4337-8b04-9f9324d755b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:14.792453 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-42247193-bf02-44cf-a01c-c8b15fe25022 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:14.875650 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e2189-3aa6-4337-8b04-9f9324d755b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4779198f-13ee-4658-a3b3-0fdc58afd411,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:14.890008 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-42247193-bf02-44cf-a01c-c8b15fe25022 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:14.893743 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-cb8e2189-3aa6-4337-8b04-9f9324d755b2 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=23cf90d135f54872a42113012095d920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4871254 Jul 06 14:15:14.894122 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 49396) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:14.972979 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-331ff475-d0ba-4a07-8563-177ff38c7a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:14.976109 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-42247193-bf02-44cf-a01c-c8b15fe25022 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:14.992331 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-42247193-bf02-44cf-a01c-c8b15fe25022 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:14.995125 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-42247193-bf02-44cf-a01c-c8b15fe25022 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] 10.222.0.118 "DELETE /v2.0/subnets/b3d5a51f-b0e5-4564-92de-4396f0dc3bd8 HTTP/1.1" status: 204 len: 168 time: 0.3189123 Jul 06 14:15:14.999422 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd8d0ca-f061-446f-849f-8e236c2bcdeb None None] Network 13ed8ac8-96f0-49fb-994c-2f3244873dea requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:14.999966 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 49398) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:15.013995 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-331ff475-d0ba-4a07-8563-177ff38c7a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:15.035473 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42247193-bf02-44cf-a01c-c8b15fe25022 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Pushing event deleted for resources: {'Subnet': ['ID=b3d5a51f-b0e5-4564-92de-4396f0dc3bd8,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:15.132090 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ea88afde-4ff0-47a1-be16-36f47af22430 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:15.208945 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-331ff475-d0ba-4a07-8563-177ff38c7a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:15.212852 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-331ff475-d0ba-4a07-8563-177ff38c7a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:15.214169 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-331ff475-d0ba-4a07-8563-177ff38c7a42 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/4779198f-13ee-4658-a3b3-0fdc58afd411 HTTP/1.1" status: 204 len: 168 time: 0.3189390 Jul 06 14:15:15.251894 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ff475-d0ba-4a07-8563-177ff38c7a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4779198f-13ee-4658-a3b3-0fdc58afd411,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:15.258592 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-ea88afde-4ff0-47a1-be16-36f47af22430 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Deleting port fcecd412-05fb-4849-b08d-d27944bd0cde {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:15.259140 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ea88afde-4ff0-47a1-be16-36f47af22430 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:15.274000 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8ce5c6-fcc2-4ef9-bab2-4fd92647f300 None None] DHCP port deletion for 13ed8ac8-96f0-49fb-994c-2f3244873dea request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:15:15.362031 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-ae8ce5c6-fcc2-4ef9-bab2-4fd92647f300 None None] Deleting port fcecd412-05fb-4849-b08d-d27944bd0cde {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:15.363239 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8ce5c6-fcc2-4ef9-bab2-4fd92647f300 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:15.370926 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-ea88afde-4ff0-47a1-be16-36f47af22430 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] For port fcecd412-05fb-4849-b08d-d27944bd0cde, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=fcecd412-05fb-4849-b08d-d27944bd0cde,segment=NetworkSegment(cb07b67a-6d7f-4c53-a01b-5efb280f4351),segment_id=cb07b67a-6d7f-4c53-a01b-5efb280f4351)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:15.371421 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ea88afde-4ff0-47a1-be16-36f47af22430 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:15.393100 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-ea88afde-4ff0-47a1-be16-36f47af22430 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Calling delete_port for fcecd412-05fb-4849-b08d-d27944bd0cde owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:15.452757 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-ae8ce5c6-fcc2-4ef9-bab2-4fd92647f300 None None] For port fcecd412-05fb-4849-b08d-d27944bd0cde, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=fcecd412-05fb-4849-b08d-d27944bd0cde,segment=NetworkSegment(cb07b67a-6d7f-4c53-a01b-5efb280f4351),segment_id=cb07b67a-6d7f-4c53-a01b-5efb280f4351)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:15.453674 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8ce5c6-fcc2-4ef9-bab2-4fd92647f300 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:15.470054 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-ae8ce5c6-fcc2-4ef9-bab2-4fd92647f300 None None] Calling delete_port for fcecd412-05fb-4849-b08d-d27944bd0cde owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:15.549025 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ea88afde-4ff0-47a1-be16-36f47af22430 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:15.591077 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8ce5c6-fcc2-4ef9-bab2-4fd92647f300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:15.602025 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea88afde-4ff0-47a1-be16-36f47af22430 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Pushing event deleted for resources: {'Port': ['ID=fcecd412-05fb-4849-b08d-d27944bd0cde,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:15.610749 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea88afde-4ff0-47a1-be16-36f47af22430 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] No DVR routers for this DVR port fcecd412-05fb-4849-b08d-d27944bd0cde on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:15.619768 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8ce5c6-fcc2-4ef9-bab2-4fd92647f300 None None] No DVR routers for this DVR port fcecd412-05fb-4849-b08d-d27944bd0cde on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:15.662071 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ce5c6-fcc2-4ef9-bab2-4fd92647f300 None None] Pushing event deleted for resources: {'Port': ['ID=fcecd412-05fb-4849-b08d-d27944bd0cde,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:15.748780 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ea88afde-4ff0-47a1-be16-36f47af22430 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:15.759190 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49422) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:15.771629 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-ea88afde-4ff0-47a1-be16-36f47af22430 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ed8ac8-96f0-49fb-994c-2f3244873dea']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:15.773051 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dc520069-c3d2-4bfd-a0b9-b22536c79b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:15.783520 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-ea88afde-4ff0-47a1-be16-36f47af22430 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb07b67a-6d7f-4c53-a01b-5efb280f4351') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:15.783958 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-ea88afde-4ff0-47a1-be16-36f47af22430 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb07b67a-6d7f-4c53-a01b-5efb280f4351') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:15:15.796515 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ea88afde-4ff0-47a1-be16-36f47af22430 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:15.830946 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ea88afde-4ff0-47a1-be16-36f47af22430 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:15.840375 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea88afde-4ff0-47a1-be16-36f47af22430 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:15:15.840375 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ea88afde-4ff0-47a1-be16-36f47af22430 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:15:15.913796 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:15:15.916896 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ea88afde-4ff0-47a1-be16-36f47af22430 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:15.933820 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ea88afde-4ff0-47a1-be16-36f47af22430 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:15.935790 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ea88afde-4ff0-47a1-be16-36f47af22430 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] 10.222.0.118 "DELETE /v2.0/networks/13ed8ac8-96f0-49fb-994c-2f3244873dea HTTP/1.1" status: 204 len: 168 time: 0.9354017 Jul 06 14:15:15.938786 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 49430) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:15.986151 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device fcecd412-05fb-4849-b08d-d27944bd0cde no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:15:16.003749 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dc520069-c3d2-4bfd-a0b9-b22536c79b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:16.010716 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-310bdf14-743e-4055-a626-fb277c1952cd tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] 10.222.0.118 "GET /v2.0/ports?device_id=b3061b2d-3079-47f7-bdf5-71c24d4848e3 HTTP/1.1" status: 200 len: 205 time: 0.0557039 Jul 06 14:15:16.010716 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea88afde-4ff0-47a1-be16-36f47af22430 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Pushing event deleted for resources: {'Network': ['ID=13ed8ac8-96f0-49fb-994c-2f3244873dea,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:16.012062 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49436) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:16.013197 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dc520069-c3d2-4bfd-a0b9-b22536c79b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:16.021695 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: fcecd412-05fb-4849-b08d-d27944bd0cde {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:15:16.022355 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device fcecd412-05fb-4849-b08d-d27944bd0cde not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:15:16.139511 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-dc520069-c3d2-4bfd-a0b9-b22536c79b13 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=a438a5cf04b64793b2b46835e8e24996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3793490 Jul 06 14:15:16.141774 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 49438) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:16.142320 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8965d079-6737-4b0c-a727-045e42c0e331 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:16.144318 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc520069-c3d2-4bfd-a0b9-b22536c79b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6140d56e-7371-4263-80de-f38239b8d66e,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:16.205448 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bb04b1a6-1803-4aa3-bb53-9b7552ed6776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:16.240266 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bb04b1a6-1803-4aa3-bb53-9b7552ed6776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:16.331291 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8965d079-6737-4b0c-a727-045e42c0e331 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:16.334519 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8965d079-6737-4b0c-a727-045e42c0e331 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:16.342588 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bb04b1a6-1803-4aa3-bb53-9b7552ed6776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:16.345391 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bb04b1a6-1803-4aa3-bb53-9b7552ed6776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:16.346602 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-bb04b1a6-1803-4aa3-bb53-9b7552ed6776 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/6140d56e-7371-4263-80de-f38239b8d66e HTTP/1.1" status: 204 len: 168 time: 0.2038271 Jul 06 14:15:16.356184 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb04b1a6-1803-4aa3-bb53-9b7552ed6776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6140d56e-7371-4263-80de-f38239b8d66e,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:16.401517 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8965d079-6737-4b0c-a727-045e42c0e331 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:16.401517 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8965d079-6737-4b0c-a727-045e42c0e331 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Fanout notify agent at l3_agent the message router_deleted on router b3061b2d-3079-47f7-bdf5-71c24d4848e3 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:15:16.412345 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8965d079-6737-4b0c-a727-045e42c0e331 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:16.415333 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8965d079-6737-4b0c-a727-045e42c0e331 tempest-RoutersNegativeIpV6Test-2047233926 tempest-RoutersNegativeIpV6Test-2047233926-project] 10.222.0.118 "DELETE /v2.0/routers/b3061b2d-3079-47f7-bdf5-71c24d4848e3 HTTP/1.1" status: 204 len: 168 time: 0.3975315 Jul 06 14:15:16.665155 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:16.784652 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49468) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:16.975776 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b32e2860-1472-448a-81c6-85877d05ad0e admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=7f46c4cfafdb4aafa94f08c77e00ae6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1897533 Jul 06 14:15:16.978542 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 49482) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:17.045553 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fcc48214-d986-4770-b229-8ba9b56ccfc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:17.078569 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fcc48214-d986-4770-b229-8ba9b56ccfc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:17.158011 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fcc48214-d986-4770-b229-8ba9b56ccfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:17.160848 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fcc48214-d986-4770-b229-8ba9b56ccfc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:17.162133 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-fcc48214-d986-4770-b229-8ba9b56ccfc8 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/67655b59-d905-48c3-b69a-a8dd009994f0 HTTP/1.1" status: 204 len: 168 time: 0.1825275 Jul 06 14:15:17.172060 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc48214-d986-4770-b229-8ba9b56ccfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67655b59-d905-48c3-b69a-a8dd009994f0,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:18.264368 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 49566) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:18.425357 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-4b1c69d8-a06d-40ba-9d25-0d99f0f9b310 tempest-SubnetPoolsTestJSON-1651052456 tempest-SubnetPoolsTestJSON-1651052456-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2064969119', 'prefixes': ['172.20.0.0/16']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:18.535088 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4b1c69d8-a06d-40ba-9d25-0d99f0f9b310 tempest-SubnetPoolsTestJSON-1651052456 tempest-SubnetPoolsTestJSON-1651052456-project] Notify callbacks [] for subnetpool, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:18.537302 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4b1c69d8-a06d-40ba-9d25-0d99f0f9b310 tempest-SubnetPoolsTestJSON-1651052456 tempest-SubnetPoolsTestJSON-1651052456-project] 10.222.0.118 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2717993 Jul 06 14:15:18.540051 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49584) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:18.625775 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-19dbfe76-b1ca-447e-82aa-8034a27f9017 tempest-SubnetPoolsTestJSON-1651052456 tempest-SubnetPoolsTestJSON-1651052456-project] 10.222.0.118 "GET /v2.0/subnetpools/7542326d-de4b-4c98-aafd-eaaa6459ea52 HTTP/1.1" status: 200 len: 732 time: 0.0837936 Jul 06 14:15:18.628325 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49594) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:18.633722 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c445575b-ccff-46c2-9c55-b48fac80bb0d tempest-SubnetPoolsTestJSON-1651052456 tempest-SubnetPoolsTestJSON-1651052456-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1579010134'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:18.760918 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:18.793238 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c445575b-ccff-46c2-9c55-b48fac80bb0d tempest-SubnetPoolsTestJSON-1651052456 tempest-SubnetPoolsTestJSON-1651052456-project] Notify callbacks [] for subnetpool, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:18.794815 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c445575b-ccff-46c2-9c55-b48fac80bb0d tempest-SubnetPoolsTestJSON-1651052456 tempest-SubnetPoolsTestJSON-1651052456-project] 10.222.0.118 "PUT /v2.0/subnetpools/7542326d-de4b-4c98-aafd-eaaa6459ea52 HTTP/1.1" status: 200 len: 684 time: 0.1654062 Jul 06 14:15:18.797836 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 49602) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:18.938075 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7d30d201-81f1-43a3-97b0-09b8fe581cc9 tempest-SubnetPoolsTestJSON-1651052456 tempest-SubnetPoolsTestJSON-1651052456-project] Notify callbacks [] for subnetpool, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:18.939881 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7d30d201-81f1-43a3-97b0-09b8fe581cc9 tempest-SubnetPoolsTestJSON-1651052456 tempest-SubnetPoolsTestJSON-1651052456-project] 10.222.0.118 "DELETE /v2.0/subnetpools/7542326d-de4b-4c98-aafd-eaaa6459ea52 HTTP/1.1" status: 204 len: 168 time: 0.1401680 Jul 06 14:15:18.947499 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 49616) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:18.991361 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [None req-c6eb592a-7412-4e1c-a730-888b5dc2c2b0 tempest-SubnetPoolsTestJSON-1651052456 tempest-SubnetPoolsTestJSON-1651052456-project] show failed (client error): The resource could not be found. Jul 06 14:15:18.993625 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c6eb592a-7412-4e1c-a730-888b5dc2c2b0 tempest-SubnetPoolsTestJSON-1651052456 tempest-SubnetPoolsTestJSON-1651052456-project] 10.222.0.118 "GET /v2.0/subnetpools/7542326d-de4b-4c98-aafd-eaaa6459ea52 HTTP/1.1" status: 404 len: 346 time: 0.0436811 Jul 06 14:15:18.996613 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49622) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:19.027405 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-56d3afc3-2e13-4b61-8251-779241573852 tempest-SubnetPoolsTestJSON-1651052456 tempest-SubnetPoolsTestJSON-1651052456-project] delete failed (client error): The resource could not be found. Jul 06 14:15:19.028945 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-56d3afc3-2e13-4b61-8251-779241573852 tempest-SubnetPoolsTestJSON-1651052456 tempest-SubnetPoolsTestJSON-1651052456-project] 10.222.0.118 "DELETE /v2.0/subnetpools/7542326d-de4b-4c98-aafd-eaaa6459ea52 HTTP/1.1" status: 404 len: 346 time: 0.0309925 Jul 06 14:15:19.586432 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49650) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:19.611557 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 49654) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:19.752074 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-acf07e19-5a62-41f5-9c9b-d606ae06a163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:19.794477 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0d9e1de6-9b97-4aef-9538-07d77939eac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:19.870794 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-acf07e19-5a62-41f5-9c9b-d606ae06a163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:19.876244 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-acf07e19-5a62-41f5-9c9b-d606ae06a163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:19.926475 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-acf07e19-5a62-41f5-9c9b-d606ae06a163 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=bcb165b476e048148bce968e4a423ef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3379173 Jul 06 14:15:19.926475 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf07e19-5a62-41f5-9c9b-d606ae06a163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2159093-df91-4af3-a6de-b46abecf5dd2,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:19.928776 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49666) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:20.035202 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0d9e1de6-9b97-4aef-9538-07d77939eac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:20.041208 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0d9e1de6-9b97-4aef-9538-07d77939eac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:20.042069 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba5b6c3f-c6a9-4484-8d7c-db69b7953db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:20.101478 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0d9e1de6-9b97-4aef-9538-07d77939eac3 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=b831b382ea1048049c302798b7926be4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4881144 Jul 06 14:15:20.108931 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e1de6-9b97-4aef-9538-07d77939eac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb7e5fd-3f19-4e57-bd5a-cfbfdcc28347,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:20.111762 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 49670) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:20.114460 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba5b6c3f-c6a9-4484-8d7c-db69b7953db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:20.185938 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a740e83-081f-48cf-bec3-c17633413012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:20.195795 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba5b6c3f-c6a9-4484-8d7c-db69b7953db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:20.203468 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba5b6c3f-c6a9-4484-8d7c-db69b7953db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:20.203468 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ba5b6c3f-c6a9-4484-8d7c-db69b7953db9 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/f2159093-df91-4af3-a6de-b46abecf5dd2 HTTP/1.1" status: 204 len: 168 time: 0.2703984 Jul 06 14:15:20.212562 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b6c3f-c6a9-4484-8d7c-db69b7953db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2159093-df91-4af3-a6de-b46abecf5dd2,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:20.221974 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a740e83-081f-48cf-bec3-c17633413012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:20.327352 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a740e83-081f-48cf-bec3-c17633413012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:20.330907 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9a740e83-081f-48cf-bec3-c17633413012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:20.332593 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9a740e83-081f-48cf-bec3-c17633413012 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/0bb7e5fd-3f19-4e57-bd5a-cfbfdcc28347 HTTP/1.1" status: 204 len: 168 time: 0.2198389 Jul 06 14:15:20.359491 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a740e83-081f-48cf-bec3-c17633413012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb7e5fd-3f19-4e57-bd5a-cfbfdcc28347,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:20.736231 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49712) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:20.752082 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ee98f7e7-44e2-48dd-aac1-7e22dd9ee55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:20.903088 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ee98f7e7-44e2-48dd-aac1-7e22dd9ee55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:20.913268 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ee98f7e7-44e2-48dd-aac1-7e22dd9ee55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:20.987212 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-84980e05-c504-46da-85af-63146ceeb649 req-8f7937b6-34e1-42c5-9a27-8aac0a53b4ae service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1291654 Jul 06 14:15:20.988528 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98f7e7-44e2-48dd-aac1-7e22dd9ee55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712315b0-aab8-46ea-aab7-5d395abdb9b1,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:20.996798 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 49718) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:20.997350 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ee98f7e7-44e2-48dd-aac1-7e22dd9ee55f admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=1f61a203c7ca4c62aca8492525c8e2fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2596295 Jul 06 14:15:21.147835 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e595dac6-3120-4b9e-91d2-087b1fd0a6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:21.191677 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e595dac6-3120-4b9e-91d2-087b1fd0a6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:21.235663 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84980e05-c504-46da-85af-63146ceeb649 req-144704eb-00fe-4fc2-85f6-12e32f63ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:21.238456 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-84980e05-c504-46da-85af-63146ceeb649 req-144704eb-00fe-4fc2-85f6-12e32f63ea30 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 1096 time: 0.1683533 Jul 06 14:15:21.324497 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e595dac6-3120-4b9e-91d2-087b1fd0a6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:21.332955 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e595dac6-3120-4b9e-91d2-087b1fd0a6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:21.335731 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e595dac6-3120-4b9e-91d2-087b1fd0a6fb admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/712315b0-aab8-46ea-aab7-5d395abdb9b1 HTTP/1.1" status: 204 len: 168 time: 0.3369911 Jul 06 14:15:21.353206 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595dac6-3120-4b9e-91d2-087b1fd0a6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712315b0-aab8-46ea-aab7-5d395abdb9b1,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:21.497187 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84980e05-c504-46da-85af-63146ceeb649 req-b7da0d6a-8bdb-4c9a-b741-8b14c0d6f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:21.506065 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-84980e05-c504-46da-85af-63146ceeb649 req-b7da0d6a-8bdb-4c9a-b741-8b14c0d6f187 service neutron] 10.222.0.52 "GET /v2.0/networks?id=39a59867-1326-44e3-97ee-0675d66d3741 HTTP/1.1" status: 200 len: 897 time: 0.2398508 Jul 06 14:15:21.618235 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-84980e05-c504-46da-85af-63146ceeb649 req-f0342daf-ca27-4269-a3ff-56ddf0803515 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27c02fa2-9e86-428f-b715-5370ee2bd0a1 HTTP/1.1" status: 200 len: 1000 time: 0.1036477 Jul 06 14:15:21.728738 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84980e05-c504-46da-85af-63146ceeb649 req-b99f3864-ac84-4507-aae0-6387a6e05426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:21.731978 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-84980e05-c504-46da-85af-63146ceeb649 req-b99f3864-ac84-4507-aae0-6387a6e05426 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6065e799-674b-4a0b-b826-f1af2e41e20b HTTP/1.1" status: 200 len: 834 time: 0.1065495 Jul 06 14:15:21.841074 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84980e05-c504-46da-85af-63146ceeb649 req-3f1161fa-abd1-4fde-8743-dd8d93a5e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:21.845251 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-84980e05-c504-46da-85af-63146ceeb649 req-3f1161fa-abd1-4fde-8743-dd8d93a5e125 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39a59867-1326-44e3-97ee-0675d66d3741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037586 Jul 06 14:15:22.088605 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-84980e05-c504-46da-85af-63146ceeb649 req-bdcdc2e4-2922-4bf2-89fd-2a2c404a9d11 service neutron] 10.222.0.52 "GET /v2.0/networks/39a59867-1326-44e3-97ee-0675d66d3741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369239 Jul 06 14:15:22.232645 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-84980e05-c504-46da-85af-63146ceeb649 req-635cc3d1-e942-4e15-902f-2df4380fb70a service neutron] 10.222.0.52 "GET /v2.0/networks/39a59867-1326-44e3-97ee-0675d66d3741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352396 Jul 06 14:15:22.393283 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd5bbc-02ac-4e5a-8e4d-bc0e20d69e98 req-c2c5aa0d-2943-4068-9850-8fbcf30d32db tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:22.395396 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2fbd5bbc-02ac-4e5a-8e4d-bc0e20d69e98 req-c2c5aa0d-2943-4068-9850-8fbcf30d32db tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 1096 time: 0.0927937 Jul 06 14:15:22.422879 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2fbd5bbc-02ac-4e5a-8e4d-bc0e20d69e98 req-1c8fab2b-b98d-4306-ae04-7622deb99291 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:22.531120 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2fbd5bbc-02ac-4e5a-8e4d-bc0e20d69e98 req-1c8fab2b-b98d-4306-ae04-7622deb99291 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:22.537318 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2fbd5bbc-02ac-4e5a-8e4d-bc0e20d69e98 req-1c8fab2b-b98d-4306-ae04-7622deb99291 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:22.578850 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2fbd5bbc-02ac-4e5a-8e4d-bc0e20d69e98 req-1c8fab2b-b98d-4306-ae04-7622deb99291 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774559 Jul 06 14:15:22.579496 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8fab2b-b98d-4306-ae04-7622deb99291 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4893cf08-6ef6-4d4c-8bc6-872cd4c3fe5f,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:22.843963 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035e4c5-e1a4-4637-8c4f-3e085d9fd16d req-e56f6091-eab3-43e2-943f-4353bf093a1f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:22.854863 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e035e4c5-e1a4-4637-8c4f-3e085d9fd16d req-e56f6091-eab3-43e2-943f-4353bf093a1f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 945 time: 0.1017008 Jul 06 14:15:22.910606 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e035e4c5-e1a4-4637-8c4f-3e085d9fd16d req-47df21a7-cfb5-460b-880d-6367cb645fe8 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546055 Jul 06 14:15:22.929530 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 49802) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:23.017472 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-96d388dc-3093-411f-a173-69b3a87ded77 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/floatingips/5d4b2e2b-991d-46b9-919e-191c4ded6956 HTTP/1.1" status: 200 len: 992 time: 0.0857987 Jul 06 14:15:24.005935 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49862) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:24.088670 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f46088-742d-4e91-8ccf-f6a53363720e req-57a34c0d-6b85-4576-913e-f010405b229c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:24.095725 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c3f46088-742d-4e91-8ccf-f6a53363720e req-57a34c0d-6b85-4576-913e-f010405b229c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 945 time: 0.0836291 Jul 06 14:15:24.151034 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c3f46088-742d-4e91-8ccf-f6a53363720e req-41b9ebc5-5687-4879-879a-c3a5356b8d8f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505192 Jul 06 14:15:24.257125 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-32300b8b-4a36-469b-a993-245b00a37b22 req-2805f39d-afd7-4323-abd8-fc554285e756 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2460451 Jul 06 14:15:25.415772 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49948) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:25.496011 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52e199-797c-49f8-a2c4-afd31515e495 req-a09c26c2-4e70-41e7-9662-8f9b6d4b4e00 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:25.504069 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cc52e199-797c-49f8-a2c4-afd31515e495 req-a09c26c2-4e70-41e7-9662-8f9b6d4b4e00 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 945 time: 0.1195302 Jul 06 14:15:25.595855 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cc52e199-797c-49f8-a2c4-afd31515e495 req-db0a776e-b7cb-491d-b41b-f84a36aa299a tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902188 Jul 06 14:15:25.611044 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-77c3bb87-4907-4302-ada5-29d5b7ad28f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:25.771338 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-77c3bb87-4907-4302-ada5-29d5b7ad28f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:25.777033 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-77c3bb87-4907-4302-ada5-29d5b7ad28f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:25.830912 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-77c3bb87-4907-4302-ada5-29d5b7ad28f1 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=d090d27da209464d952e2ef8e6e4ec3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4132364 Jul 06 14:15:25.833486 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 49958) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:25.834914 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3bb87-4907-4302-ada5-29d5b7ad28f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebcfa26-a836-47ab-a64e-0b29a285bb4d,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:25.941303 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6870bb73-4383-4727-a67c-ba6dd26e7b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:25.970545 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6870bb73-4383-4727-a67c-ba6dd26e7b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:26.036993 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6870bb73-4383-4727-a67c-ba6dd26e7b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:26.059936 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6870bb73-4383-4727-a67c-ba6dd26e7b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:26.061218 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6870bb73-4383-4727-a67c-ba6dd26e7b56 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/8ebcfa26-a836-47ab-a64e-0b29a285bb4d HTTP/1.1" status: 204 len: 168 time: 0.2266421 Jul 06 14:15:26.080410 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870bb73-4383-4727-a67c-ba6dd26e7b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebcfa26-a836-47ab-a64e-0b29a285bb4d,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:26.480363 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 49984) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:26.494361 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d83ea7d-056c-4568-8845-04b619d5c3ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:26.588836 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d83ea7d-056c-4568-8845-04b619d5c3ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:26.595202 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9d83ea7d-056c-4568-8845-04b619d5c3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:26.640684 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83ea7d-056c-4568-8845-04b619d5c3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8804e6-2900-4c09-a537-c77458d7c0dd,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:26.646920 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9d83ea7d-056c-4568-8845-04b619d5c3ad admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=5ca2a4e4dee744ad9c8f9b9d07343dbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1646726 Jul 06 14:15:26.650342 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 49992) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:26.723058 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-be3182ad-e59f-4998-90e3-66c7579d92e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:26.752170 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-be3182ad-e59f-4998-90e3-66c7579d92e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:26.850678 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb96c75-503f-4bfe-99c1-8023c109b6bb req-fcbd66ca-d5aa-4d46-93e7-cf8f41cd3575 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:26.852874 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6eb96c75-503f-4bfe-99c1-8023c109b6bb req-fcbd66ca-d5aa-4d46-93e7-cf8f41cd3575 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 945 time: 0.1065102 Jul 06 14:15:26.853986 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-be3182ad-e59f-4998-90e3-66c7579d92e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:26.856532 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-be3182ad-e59f-4998-90e3-66c7579d92e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:26.860081 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-be3182ad-e59f-4998-90e3-66c7579d92e3 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/bc8804e6-2900-4c09-a537-c77458d7c0dd HTTP/1.1" status: 204 len: 168 time: 0.2058384 Jul 06 14:15:26.880731 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3182ad-e59f-4998-90e3-66c7579d92e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8804e6-2900-4c09-a537-c77458d7c0dd,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:26.918154 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6eb96c75-503f-4bfe-99c1-8023c109b6bb req-af9fa5f6-f5d9-4432-ba6f-4d6e190a5463 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593348 Jul 06 14:15:28.329270 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d3bdd-eddd-419f-858f-6d7b39e27df4 req-b4baf3d4-70ea-431d-8880-0ebfd2d08fdb tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:28.335376 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-707d3bdd-eddd-419f-858f-6d7b39e27df4 req-b4baf3d4-70ea-431d-8880-0ebfd2d08fdb tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 945 time: 0.1745503 Jul 06 14:15:28.468115 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-707d3bdd-eddd-419f-858f-6d7b39e27df4 req-85577383-46a3-48bf-873b-5dd4874f99b2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236422 Jul 06 14:15:28.499580 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32300b8b-4a36-469b-a993-245b00a37b22 req-8e0a62c2-95d2-44a3-9689-3bdc14e213a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:28.501133 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-32300b8b-4a36-469b-a993-245b00a37b22 req-8e0a62c2-95d2-44a3-9689-3bdc14e213a2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 1096 time: 0.1088059 Jul 06 14:15:28.659269 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32300b8b-4a36-469b-a993-245b00a37b22 req-03e74d33-6fbb-465c-a795-a64cb97598a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:28.661616 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-32300b8b-4a36-469b-a993-245b00a37b22 req-03e74d33-6fbb-465c-a795-a64cb97598a1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=39a59867-1326-44e3-97ee-0675d66d3741 HTTP/1.1" status: 200 len: 897 time: 0.1506021 Jul 06 14:15:28.794114 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 50100) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:28.796514 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-32300b8b-4a36-469b-a993-245b00a37b22 req-b1eb8197-fa79-406f-9d2a-e3b3c54fba46 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27c02fa2-9e86-428f-b715-5370ee2bd0a1 HTTP/1.1" status: 200 len: 1000 time: 0.1244142 Jul 06 14:15:28.915571 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32300b8b-4a36-469b-a993-245b00a37b22 req-0c445929-cfc8-44cc-89cc-106b940fab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:28.917665 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-32300b8b-4a36-469b-a993-245b00a37b22 req-0c445929-cfc8-44cc-89cc-106b940fab3b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6065e799-674b-4a0b-b826-f1af2e41e20b HTTP/1.1" status: 200 len: 834 time: 0.1067443 Jul 06 14:15:28.978317 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-aa03367f-677f-478f-9436-24bd5878cad3 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:28.988377 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32300b8b-4a36-469b-a993-245b00a37b22 req-a50b4979-6424-49f9-a326-cf41a0515ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:28.990185 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-32300b8b-4a36-469b-a993-245b00a37b22 req-a50b4979-6424-49f9-a326-cf41a0515ca6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39a59867-1326-44e3-97ee-0675d66d3741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652297 Jul 06 14:15:29.007950 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aa03367f-677f-478f-9436-24bd5878cad3 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:29.102933 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-32300b8b-4a36-469b-a993-245b00a37b22 req-90fe7661-22bf-4cf3-a6cb-aa42d0e43725 service neutron] 10.222.0.52 "GET /v2.0/networks/39a59867-1326-44e3-97ee-0675d66d3741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040907 Jul 06 14:15:29.168937 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aa03367f-677f-478f-9436-24bd5878cad3 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:29.268455 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-32300b8b-4a36-469b-a993-245b00a37b22 req-08e2113d-a3c2-4861-89c1-94644917a752 service neutron] 10.222.0.52 "GET /v2.0/networks/39a59867-1326-44e3-97ee-0675d66d3741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569338 Jul 06 14:15:29.392204 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-aa03367f-677f-478f-9436-24bd5878cad3 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Allocated IP 172.25.6.13 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/76701f44-71d7-494f-92c9-6c8620de01ac) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:29.714917 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aa03367f-677f-478f-9436-24bd5878cad3 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:29.832905 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aa03367f-677f-478f-9436-24bd5878cad3 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:29.892554 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56abb7b6-4e8d-4394-bca3-40840e1ffc91 req-d7e50f37-c882-49a7-88e0-5728ee348245 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:29.895783 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56abb7b6-4e8d-4394-bca3-40840e1ffc91 req-d7e50f37-c882-49a7-88e0-5728ee348245 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 945 time: 0.1497469 Jul 06 14:15:29.910973 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa03367f-677f-478f-9436-24bd5878cad3 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:29.914216 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-aa03367f-677f-478f-9436-24bd5878cad3 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:29.925895 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa03367f-677f-478f-9436-24bd5878cad3 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:30.019545 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56abb7b6-4e8d-4394-bca3-40840e1ffc91 req-c3d6dea8-be30-4cd6-85b2-ab8a9a6835ac tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160307 Jul 06 14:15:30.029167 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03367f-677f-478f-9436-24bd5878cad3 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Pushing event updated for resources: {'Port': ['ID=76701f44-71d7-494f-92c9-6c8620de01ac,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:30.116033 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aa03367f-677f-478f-9436-24bd5878cad3 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:30.187716 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aa03367f-677f-478f-9436-24bd5878cad3 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:30.468507 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aa03367f-677f-478f-9436-24bd5878cad3 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:30.477073 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aa03367f-677f-478f-9436-24bd5878cad3 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:30.573163 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aa03367f-677f-478f-9436-24bd5878cad3 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:30.576385 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03367f-677f-478f-9436-24bd5878cad3 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Pushing event updated for resources: {'Port': ['ID=76701f44-71d7-494f-92c9-6c8620de01ac,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:30.588706 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03367f-677f-478f-9436-24bd5878cad3 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:30.589069 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03367f-677f-478f-9436-24bd5878cad3 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:30.589419 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03367f-677f-478f-9436-24bd5878cad3 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:30.589780 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03367f-677f-478f-9436-24bd5878cad3 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:30.590133 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03367f-677f-478f-9436-24bd5878cad3 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:30.590479 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03367f-677f-478f-9436-24bd5878cad3 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:30.590800 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03367f-677f-478f-9436-24bd5878cad3 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:30.591137 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03367f-677f-478f-9436-24bd5878cad3 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:30.591470 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03367f-677f-478f-9436-24bd5878cad3 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:30.591903 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03367f-677f-478f-9436-24bd5878cad3 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:30.592127 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03367f-677f-478f-9436-24bd5878cad3 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:30.592437 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03367f-677f-478f-9436-24bd5878cad3 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:30.608814 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aa03367f-677f-478f-9436-24bd5878cad3 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:30.610114 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-aa03367f-677f-478f-9436-24bd5878cad3 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8147562 Jul 06 14:15:30.613047 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 50146) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:30.618632 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-a2e7d10c-d83b-496d-bd1a-0c51ee8caf84 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1423619737', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'fixed_ips': [{'ip_address': '172.25.6.13'}]}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:30.642656 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e7d10c-d83b-496d-bd1a-0c51ee8caf84 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Made reservation on behalf of 6df3f874f3d64a68bcf92e36f54da02c for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:30.645180 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a2e7d10c-d83b-496d-bd1a-0c51ee8caf84 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:30.654957 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a2e7d10c-d83b-496d-bd1a-0c51ee8caf84 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:30.770647 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a2e7d10c-d83b-496d-bd1a-0c51ee8caf84 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:30.782613 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a2e7d10c-d83b-496d-bd1a-0c51ee8caf84 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:30.787587 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-a2e7d10c-d83b-496d-bd1a-0c51ee8caf84 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] device_id is not set on port df332637-8045-48d9-b498-43c383bc3bea yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:15:30.876556 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7d10c-d83b-496d-bd1a-0c51ee8caf84 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5325d6-4595-4d75-8f34-79163da87d80,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:31.003898 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e7d10c-d83b-496d-bd1a-0c51ee8caf84 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 06 14:15:31.004457 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e7d10c-d83b-496d-bd1a-0c51ee8caf84 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:15:31.021842 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a2e7d10c-d83b-496d-bd1a-0c51ee8caf84 tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.4051414 Jul 06 14:15:31.022176 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50156) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:31.193948 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-37087f46-8911-476e-a2a5-445a09fa1b3e tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Deleting port 76701f44-71d7-494f-92c9-6c8620de01ac {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:31.194362 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-37087f46-8911-476e-a2a5-445a09fa1b3e tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:31.298875 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521b47c-439c-480d-9f35-e75925ec8165 req-c901f000-f5ae-4f50-9737-7d3247b73436 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:31.299807 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-37087f46-8911-476e-a2a5-445a09fa1b3e tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:31.300156 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-37087f46-8911-476e-a2a5-445a09fa1b3e tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:31.306890 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3521b47c-439c-480d-9f35-e75925ec8165 req-c901f000-f5ae-4f50-9737-7d3247b73436 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 945 time: 0.1201134 Jul 06 14:15:31.313914 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-37087f46-8911-476e-a2a5-445a09fa1b3e tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Calling delete_port for 76701f44-71d7-494f-92c9-6c8620de01ac owned by network:floatingip {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:31.346630 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3521b47c-439c-480d-9f35-e75925ec8165 req-17729dd9-a67b-4171-8334-2601510b4ca5 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387316 Jul 06 14:15:31.496107 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-37087f46-8911-476e-a2a5-445a09fa1b3e tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:31.528014 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37087f46-8911-476e-a2a5-445a09fa1b3e tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Pushing event deleted for resources: {'Port': ['ID=76701f44-71d7-494f-92c9-6c8620de01ac,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:31.600292 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-37087f46-8911-476e-a2a5-445a09fa1b3e tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:31.603509 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-37087f46-8911-476e-a2a5-445a09fa1b3e tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:31.605101 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-37087f46-8911-476e-a2a5-445a09fa1b3e tempest-ExternalNetworksAdminNegativeTestJSON-739226565 tempest-ExternalNetworksAdminNegativeTestJSON-739226565-project-admin] 10.222.0.118 "DELETE /v2.0/floatingips/2bd5e4d0-ff83-45d2-be54-bb7dc6a69dc2 HTTP/1.1" status: 204 len: 168 time: 0.5812190 Jul 06 14:15:31.973297 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50172) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:32.093375 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c6e4bb05-90e3-439c-b3c6-d6d097e4c66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:32.214784 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c6e4bb05-90e3-439c-b3c6-d6d097e4c66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:32.230432 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c6e4bb05-90e3-439c-b3c6-d6d097e4c66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:32.279197 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c6e4bb05-90e3-439c-b3c6-d6d097e4c66d admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=fdb3fc683109458badd9be5b4f402302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3011093 Jul 06 14:15:32.279197 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4bb05-90e3-439c-b3c6-d6d097e4c66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112fde4e-035b-4e13-b9c5-bc77d84c7dba,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:32.279491 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 50178) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:32.360757 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a107abc9-91c3-4537-bd89-605bda388a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:32.394517 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a107abc9-91c3-4537-bd89-605bda388a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:32.500591 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a107abc9-91c3-4537-bd89-605bda388a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:32.503308 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a107abc9-91c3-4537-bd89-605bda388a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:32.506743 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a107abc9-91c3-4537-bd89-605bda388a4a admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/112fde4e-035b-4e13-b9c5-bc77d84c7dba HTTP/1.1" status: 204 len: 168 time: 0.2252266 Jul 06 14:15:32.539794 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107abc9-91c3-4537-bd89-605bda388a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112fde4e-035b-4e13-b9c5-bc77d84c7dba,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:32.621364 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609d6f2-5154-46f4-8c75-46907b1086d2 req-1fe664b9-15d5-4b62-8df4-e117c7110f16 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:32.623446 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9609d6f2-5154-46f4-8c75-46907b1086d2 req-1fe664b9-15d5-4b62-8df4-e117c7110f16 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 945 time: 0.1350944 Jul 06 14:15:32.668328 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9609d6f2-5154-46f4-8c75-46907b1086d2 req-1c6466be-e5ea-4af8-bbf2-5ac66e7a9b4e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383482 Jul 06 14:15:33.019923 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 50196) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:33.064633 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-06ce75c6-a293-4d95-8429-0a986e53f88a admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=6df3f874f3d64a68bcf92e36f54da02c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431192 Jul 06 14:15:33.067597 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 50198) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:33.129786 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0ca166fe-6af8-4e59-8c3a-5eb602f442e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:33.158252 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0ca166fe-6af8-4e59-8c3a-5eb602f442e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:33.216699 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0ca166fe-6af8-4e59-8c3a-5eb602f442e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:33.220329 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0ca166fe-6af8-4e59-8c3a-5eb602f442e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:33.224857 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0ca166fe-6af8-4e59-8c3a-5eb602f442e1 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/4d5325d6-4595-4d75-8f34-79163da87d80 HTTP/1.1" status: 204 len: 168 time: 0.1562660 Jul 06 14:15:33.234675 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca166fe-6af8-4e59-8c3a-5eb602f442e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5325d6-4595-4d75-8f34-79163da87d80,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:34.024146 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35844742-4d2f-4418-a62b-3425a3e2165e req-5df87ab8-14e2-4e94-8b06-3b6949d1de8d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:34.035751 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35844742-4d2f-4418-a62b-3425a3e2165e req-5df87ab8-14e2-4e94-8b06-3b6949d1de8d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 945 time: 0.1311641 Jul 06 14:15:34.120652 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35844742-4d2f-4418-a62b-3425a3e2165e req-95b1da66-4b55-4fe2-8eee-44d5766e730b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837636 Jul 06 14:15:34.275609 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 50230) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:34.393436 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-e2c38e89-f135-48e7-a6dd-0a19034f23ec tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2101500308'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:34.418210 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c38e89-f135-48e7-a6dd-0a19034f23ec tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:34.422419 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e2c38e89-f135-48e7-a6dd-0a19034f23ec tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:34.446439 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e2c38e89-f135-48e7-a6dd-0a19034f23ec tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:34.576605 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e2c38e89-f135-48e7-a6dd-0a19034f23ec tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:34.582328 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e2c38e89-f135-48e7-a6dd-0a19034f23ec tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:34.611073 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c38e89-f135-48e7-a6dd-0a19034f23ec tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:15:34.629170 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c38e89-f135-48e7-a6dd-0a19034f23ec tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8283a16-553c-495a-9453-ccc255b89db2,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:34.633059 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e2c38e89-f135-48e7-a6dd-0a19034f23ec tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:34.634498 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-e2c38e89-f135-48e7-a6dd-0a19034f23ec tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Added segment 773de81f-0de0-4637-979f-16d16a624f1b of type vlan for network e9ebb152-2c72-4703-8052-389b34df37c5 Jul 06 14:15:34.680650 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e2c38e89-f135-48e7-a6dd-0a19034f23ec tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:34.714424 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e2c38e89-f135-48e7-a6dd-0a19034f23ec tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:34.720989 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c38e89-f135-48e7-a6dd-0a19034f23ec tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:34.721604 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e2c38e89-f135-48e7-a6dd-0a19034f23ec tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:34.780723 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e2c38e89-f135-48e7-a6dd-0a19034f23ec tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5039697 Jul 06 14:15:34.792887 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 50236) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:34.798429 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-caf29574-116d-48be-ad4c-73d2bd3a4653 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:34.843998 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c38e89-f135-48e7-a6dd-0a19034f23ec tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Network': ['ID=e9ebb152-2c72-4703-8052-389b34df37c5,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:34.856524 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:15:34.954212 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf29574-116d-48be-ad4c-73d2bd3a4653 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:34.958412 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-caf29574-116d-48be-ad4c-73d2bd3a4653 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:35.188052 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-caf29574-116d-48be-ad4c-73d2bd3a4653 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:35.338334 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf29574-116d-48be-ad4c-73d2bd3a4653 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Subnet': ['ID=a8134b75-de96-4612-97da-56e37d2cdc87,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:35.369041 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf29574-116d-48be-ad4c-73d2bd3a4653 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Checking segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:35.369410 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf29574-116d-48be-ad4c-73d2bd3a4653 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network hostable DHCP agents. Network: e9ebb152-2c72-4703-8052-389b34df37c5, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:15:35.399770 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf29574-116d-48be-ad4c-73d2bd3a4653 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:15:35.415310 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-caf29574-116d-48be-ad4c-73d2bd3a4653 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, e9ebb152-2c72-4703-8052-389b34df37c5) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:35.422932 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf29574-116d-48be-ad4c-73d2bd3a4653 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:35.423445 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-caf29574-116d-48be-ad4c-73d2bd3a4653 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:35.432715 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac465e47-9a3c-4e3e-89d4-7ffe2a8a425b None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:35.450310 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f8010-75ec-4daf-a235-9e81eede4b08 req-7f0830ad-8117-41ff-8a33-f9972374eab5 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:35.451980 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2c0f8010-75ec-4daf-a235-9e81eede4b08 req-7f0830ad-8117-41ff-8a33-f9972374eab5 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 945 time: 0.1173768 Jul 06 14:15:35.473727 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50248) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:35.489674 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-97945ed0-2654-42f0-8fab-aaf797815bbc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'name': 'tempest-NetworksTestDHCPv6-1444414115'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:35.494400 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-caf29574-116d-48be-ad4c-73d2bd3a4653 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7004123 Jul 06 14:15:35.598694 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2c0f8010-75ec-4daf-a235-9e81eede4b08 req-7991d57e-f989-4e09-9af8-9639484fcd5e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335828 Jul 06 14:15:35.640912 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97945ed0-2654-42f0-8fab-aaf797815bbc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:35.658596 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-97945ed0-2654-42f0-8fab-aaf797815bbc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:35.684211 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-97945ed0-2654-42f0-8fab-aaf797815bbc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] device_id is not set on port 50c5d5e8-2c77-410f-aa96-bf144b968987 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:15:35.728267 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-e9ebb152-2c72-4703-8052-389b34df37c5', 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'tenant_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'fixed_ips': [{'subnet_id': 'a8134b75-de96-4612-97da-56e37d2cdc87'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:15:35.729071 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:35.903919 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-97945ed0-2654-42f0-8fab-aaf797815bbc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Allocated IP 2001:db8::a5 (e9ebb152-2c72-4703-8052-389b34df37c5/a8134b75-de96-4612-97da-56e37d2cdc87/50c5d5e8-2c77-410f-aa96-bf144b968987) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:36.084949 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-97945ed0-2654-42f0-8fab-aaf797815bbc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:36.101657 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-97945ed0-2654-42f0-8fab-aaf797815bbc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Transition to ACTIVE for port object 50c5d5e8-2c77-410f-aa96-bf144b968987 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:36.151266 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-97945ed0-2654-42f0-8fab-aaf797815bbc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:36.244950 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97945ed0-2654-42f0-8fab-aaf797815bbc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:36.249777 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-97945ed0-2654-42f0-8fab-aaf797815bbc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:36.262185 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97945ed0-2654-42f0-8fab-aaf797815bbc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:36.268224 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97945ed0-2654-42f0-8fab-aaf797815bbc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:36.269068 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-97945ed0-2654-42f0-8fab-aaf797815bbc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:36.294458 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97945ed0-2654-42f0-8fab-aaf797815bbc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=50c5d5e8-2c77-410f-aa96-bf144b968987,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:36.299039 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-97945ed0-2654-42f0-8fab-aaf797815bbc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8240590 Jul 06 14:15:36.301806 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 50254) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:36.431050 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53388add-0fbe-4a4c-90b3-960e56533def tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:36.433275 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-53388add-0fbe-4a4c-90b3-960e56533def tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1304634 Jul 06 14:15:36.437075 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50258) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:36.442012 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Allocated IP 2001:db8::2 (e9ebb152-2c72-4703-8052-389b34df37c5/a8134b75-de96-4612-97da-56e37d2cdc87/d12eca77-1773-4b16-a8bb-0f3e037f289b) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:36.624404 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:36.643006 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d685ec52-13f1-441e-bbf9-3802aeb303a9 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting port 50c5d5e8-2c77-410f-aa96-bf144b968987 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:36.643468 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Transition to ACTIVE for port object d12eca77-1773-4b16-a8bb-0f3e037f289b will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:36.643573 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d685ec52-13f1-441e-bbf9-3802aeb303a9 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:36.678383 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Transition to ACTIVE for port object d12eca77-1773-4b16-a8bb-0f3e037f289b will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:36.693052 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:36.777095 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d685ec52-13f1-441e-bbf9-3802aeb303a9 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:36.792913 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:36.796268 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:36.801841 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:36.819380 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d685ec52-13f1-441e-bbf9-3802aeb303a9 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Calling delete_port for 50c5d5e8-2c77-410f-aa96-bf144b968987 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:36.905036 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Attempting to bind port d12eca77-1773-4b16-a8bb-0f3e037f289b on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:15:36.905659 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Attempting to bind port d12eca77-1773-4b16-a8bb-0f3e037f289b by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:15:36.906243 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Attempting to bind port d12eca77-1773-4b16-a8bb-0f3e037f289b on network e9ebb152-2c72-4703-8052-389b34df37c5 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:15:36.908470 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Pushing event updated for resources: {'Port': ['ID=d12eca77-1773-4b16-a8bb-0f3e037f289b,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:36.918942 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:36.919539 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:36.920051 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:36.921163 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:36.921848 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:36.922364 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:36.922865 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:36.923352 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:36.923850 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:36.931612 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442bbfe-3b50-4a7f-911c-3c6e6f465edd req-4adb0f7a-bd51-45d8-8a72-7c5bbdfb7b03 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:36.933664 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:36.934213 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:36.934720 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:15:36.938816 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:15:36.939425 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Checking segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:36.940109 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:36.940651 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Bound using segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:15:36.941292 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Bound port: d12eca77-1773-4b16-a8bb-0f3e037f289b, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:15:36.941876 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:36.946563 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2442bbfe-3b50-4a7f-911c-3c6e6f465edd req-4adb0f7a-bd51-45d8-8a72-7c5bbdfb7b03 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 945 time: 0.1311193 Jul 06 14:15:36.996769 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2442bbfe-3b50-4a7f-911c-3c6e6f465edd req-92d14a59-bb7b-4b9b-bca6-9484e5bc3af2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459089 Jul 06 14:15:37.025740 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] For port d12eca77-1773-4b16-a8bb-0f3e037f289b, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:15:37.029593 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] For port d12eca77-1773-4b16-a8bb-0f3e037f289b, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d12eca77-1773-4b16-a8bb-0f3e037f289b,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:15:37.040044 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:37.094251 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c58abd-89d5-40b2-9173-b008addfcf45 None None] Pushing event updated for resources: {'Port': ['ID=d12eca77-1773-4b16-a8bb-0f3e037f289b,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:37.099908 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d685ec52-13f1-441e-bbf9-3802aeb303a9 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:37.154630 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685ec52-13f1-441e-bbf9-3802aeb303a9 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Port': ['ID=50c5d5e8-2c77-410f-aa96-bf144b968987,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:37.196490 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d685ec52-13f1-441e-bbf9-3802aeb303a9 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:37.205096 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d685ec52-13f1-441e-bbf9-3802aeb303a9 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/50c5d5e8-2c77-410f-aa96-bf144b968987 HTTP/1.1" status: 204 len: 168 time: 0.7573273 Jul 06 14:15:37.205096 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50266) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:37.329527 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-708e02d2-3929-45bc-9468-4d28b7c39b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:37.343867 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634d8672-ce62-4f03-aeeb-fb9f3db378b5 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:37.345484 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634d8672-ce62-4f03-aeeb-fb9f3db378b5 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:37.346989 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-634d8672-ce62-4f03-aeeb-fb9f3db378b5 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1444275 Jul 06 14:15:37.350036 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 50268) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:37.451140 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec792302-2703-4a69-9652-44e01d3947e1 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting subnet a8134b75-de96-4612-97da-56e37d2cdc87 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:15:37.456827 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ec792302-2703-4a69-9652-44e01d3947e1 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:37.548893 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ec792302-2703-4a69-9652-44e01d3947e1 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:37.709567 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ec792302-2703-4a69-9652-44e01d3947e1 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:37.792633 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ec792302-2703-4a69-9652-44e01d3947e1 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:37.824759 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec792302-2703-4a69-9652-44e01d3947e1 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Subnet': ['ID=a8134b75-de96-4612-97da-56e37d2cdc87,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:37.829441 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ec792302-2703-4a69-9652-44e01d3947e1 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:37.831436 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ec792302-2703-4a69-9652-44e01d3947e1 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/a8134b75-de96-4612-97da-56e37d2cdc87 HTTP/1.1" status: 204 len: 168 time: 0.4795172 Jul 06 14:15:37.834002 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 50276) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:37.886641 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-fcfb2ffd-2cae-4ab4-bf6d-6456db556763 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489531 Jul 06 14:15:37.887256 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 50278) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:37.895761 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-b08888ed-349c-4221-93b2-bcacbc47d9fa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:38.035621 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d12eca77-1773-4b16-a8bb-0f3e037f289b up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:15:38.050398 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08888ed-349c-4221-93b2-bcacbc47d9fa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:38.054581 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b08888ed-349c-4221-93b2-bcacbc47d9fa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:38.112713 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port d12eca77-1773-4b16-a8bb-0f3e037f289b completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:38.441258 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b08888ed-349c-4221-93b2-bcacbc47d9fa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:38.466692 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd4b40-ff2d-4661-9814-52c0f4eabed7 req-ff13b5dd-54fa-4b36-a8f4-7a7cb680cbf2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:38.474678 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d9cd4b40-ff2d-4661-9814-52c0f4eabed7 req-ff13b5dd-54fa-4b36-a8f4-7a7cb680cbf2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 945 time: 0.1935213 Jul 06 14:15:38.505544 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08888ed-349c-4221-93b2-bcacbc47d9fa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:38.534509 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-b08888ed-349c-4221-93b2-bcacbc47d9fa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:38.550373 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08888ed-349c-4221-93b2-bcacbc47d9fa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:38.551218 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b08888ed-349c-4221-93b2-bcacbc47d9fa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:38.587658 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08888ed-349c-4221-93b2-bcacbc47d9fa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Subnet': ['ID=5e1e5510-2af4-4460-bbd4-a5e4b208d167,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:38.602988 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b08888ed-349c-4221-93b2-bcacbc47d9fa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7149930 Jul 06 14:15:38.605730 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50316) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:38.613253 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d9cd4b40-ff2d-4661-9814-52c0f4eabed7 req-9496e47e-9f2b-456c-ac24-af14b6438e17 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376667 Jul 06 14:15:38.622615 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-6d71044a-61f1-40e6-98ad-c1d43fada234 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'name': 'tempest-NetworksTestDHCPv6-1828485167'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:38.665060 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ac8fb4-6ab7-4011-9461-27e9878be830 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:38.771061 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-28fa63d0-bcfb-440f-9426-f6c66446546c None None] Provisioning for port d12eca77-1773-4b16-a8bb-0f3e037f289b completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:38.782062 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-28fa63d0-bcfb-440f-9426-f6c66446546c None None] Provisioning complete for port d12eca77-1773-4b16-a8bb-0f3e037f289b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:38.783624 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-28fa63d0-bcfb-440f-9426-f6c66446546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:38.853317 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d71044a-61f1-40e6-98ad-c1d43fada234 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:38.860535 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d71044a-61f1-40e6-98ad-c1d43fada234 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:38.901989 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-6d71044a-61f1-40e6-98ad-c1d43fada234 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] device_id is not set on port e59edb38-108b-4293-8f92-9840fdeed2cc yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:15:39.024896 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-28fa63d0-bcfb-440f-9426-f6c66446546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:39.091943 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-28fa63d0-bcfb-440f-9426-f6c66446546c None None] For port d12eca77-1773-4b16-a8bb-0f3e037f289b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d12eca77-1773-4b16-a8bb-0f3e037f289b,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:39.102738 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-6d71044a-61f1-40e6-98ad-c1d43fada234 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Allocated IP 2001:db8::34a (e9ebb152-2c72-4703-8052-389b34df37c5/5e1e5510-2af4-4460-bbd4-a5e4b208d167/e59edb38-108b-4293-8f92-9840fdeed2cc) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:39.104712 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-28fa63d0-bcfb-440f-9426-f6c66446546c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:39.206787 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa63d0-bcfb-440f-9426-f6c66446546c None None] Pushing event updated for resources: {'Port': ['ID=d12eca77-1773-4b16-a8bb-0f3e037f289b,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:39.383895 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d71044a-61f1-40e6-98ad-c1d43fada234 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:39.441019 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-6d71044a-61f1-40e6-98ad-c1d43fada234 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Transition to ACTIVE for port object e59edb38-108b-4293-8f92-9840fdeed2cc will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:39.470675 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0692e7d-4021-4e2e-9357-e5196f601761 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:39.486687 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d71044a-61f1-40e6-98ad-c1d43fada234 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:39.551431 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d71044a-61f1-40e6-98ad-c1d43fada234 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:39.556211 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-6d71044a-61f1-40e6-98ad-c1d43fada234 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:39.563770 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d71044a-61f1-40e6-98ad-c1d43fada234 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:39.570582 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d71044a-61f1-40e6-98ad-c1d43fada234 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:39.571712 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d71044a-61f1-40e6-98ad-c1d43fada234 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:39.603980 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71044a-61f1-40e6-98ad-c1d43fada234 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=e59edb38-108b-4293-8f92-9840fdeed2cc,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:39.624664 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6d71044a-61f1-40e6-98ad-c1d43fada234 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0152230 Jul 06 14:15:39.627163 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 50424) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:39.719515 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5dcb0b33-6013-40ee-b352-0b6171a52431 None None] Provisioning complete for port d12eca77-1773-4b16-a8bb-0f3e037f289b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:39.720067 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5dcb0b33-6013-40ee-b352-0b6171a52431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:39.732532 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa9c260-a97a-4229-9f1a-0879ac210cf9 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:39.740101 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa9c260-a97a-4229-9f1a-0879ac210cf9 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:39.742640 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9fa9c260-a97a-4229-9f1a-0879ac210cf9 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1144567 Jul 06 14:15:39.745156 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 50438) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:39.993383 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-fa8ab182-876d-4472-a3a4-47e5a74b4978 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting port e59edb38-108b-4293-8f92-9840fdeed2cc {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:39.993810 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fa8ab182-876d-4472-a3a4-47e5a74b4978 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:40.009726 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d12eca77-1773-4b16-a8bb-0f3e037f289b up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:15:40.036160 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293a6b8-9227-42a1-9c2d-63cb6513ba6d req-cab12b78-64b0-4a03-8a90-7c0c0a37d052 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:40.039608 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4293a6b8-9227-42a1-9c2d-63cb6513ba6d req-cab12b78-64b0-4a03-8a90-7c0c0a37d052 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 945 time: 0.1753845 Jul 06 14:15:40.117684 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port d12eca77-1773-4b16-a8bb-0f3e037f289b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:40.123762 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:40.213529 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:40.525912 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a29b262b-f456-4ca7-b4d7-980a99f13259 None None] Provisioning complete for port d12eca77-1773-4b16-a8bb-0f3e037f289b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:40.526408 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a29b262b-f456-4ca7-b4d7-980a99f13259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:40.634794 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4608b025-7380-4393-b583-1819bfe7af0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:40.675403 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a29b262b-f456-4ca7-b4d7-980a99f13259 None None] Provisioning for port e59edb38-108b-4293-8f92-9840fdeed2cc completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:40.688709 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a29b262b-f456-4ca7-b4d7-980a99f13259 None None] Provisioning complete for port e59edb38-108b-4293-8f92-9840fdeed2cc triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:40.689454 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a29b262b-f456-4ca7-b4d7-980a99f13259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:40.742865 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a29b262b-f456-4ca7-b4d7-980a99f13259 None None] Port e59edb38-108b-4293-8f92-9840fdeed2cc cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:15:40.753013 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fa8ab182-876d-4472-a3a4-47e5a74b4978 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:40.767067 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-fa8ab182-876d-4472-a3a4-47e5a74b4978 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Calling delete_port for e59edb38-108b-4293-8f92-9840fdeed2cc owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:40.874593 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4293a6b8-9227-42a1-9c2d-63cb6513ba6d req-37d496dc-0a91-4df7-93c3-3bb59a7ba28c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029503 Jul 06 14:15:40.961301 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-377af7e7-6554-4171-8186-e4b81c0286a6 None None] Could not find standard attr ID for object 50c5d5e8-2c77-410f-aa96-bf144b968987. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:15:41.052557 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fa8ab182-876d-4472-a3a4-47e5a74b4978 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:41.088202 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ab182-876d-4472-a3a4-47e5a74b4978 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Port': ['ID=e59edb38-108b-4293-8f92-9840fdeed2cc,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:41.118538 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fa8ab182-876d-4472-a3a4-47e5a74b4978 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:41.123280 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-fa8ab182-876d-4472-a3a4-47e5a74b4978 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/e59edb38-108b-4293-8f92-9840fdeed2cc HTTP/1.1" status: 204 len: 168 time: 1.3769732 Jul 06 14:15:41.125661 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 50590) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:41.197234 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2d3fa3f8-d6f1-43ed-b541-7667072c45e2 None None] Could not find standard attr ID for object e59edb38-108b-4293-8f92-9840fdeed2cc. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:15:41.262429 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985e5039-b971-4d21-b93b-ddcb39c450db tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:41.263984 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985e5039-b971-4d21-b93b-ddcb39c450db tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:41.269024 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50610) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:41.270276 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-985e5039-b971-4d21-b93b-ddcb39c450db tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1435442 Jul 06 14:15:41.346982 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e2e31f5-b0c8-4c18-ad44-44830c939efc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting subnet 5e1e5510-2af4-4460-bbd4-a5e4b208d167 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:15:41.351797 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6e2e31f5-b0c8-4c18-ad44-44830c939efc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:41.410436 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6e2e31f5-b0c8-4c18-ad44-44830c939efc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:41.464605 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6e2e31f5-b0c8-4c18-ad44-44830c939efc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:41.580268 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6e2e31f5-b0c8-4c18-ad44-44830c939efc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:41.586782 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:41.619541 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e31f5-b0c8-4c18-ad44-44830c939efc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Subnet': ['ID=5e1e5510-2af4-4460-bbd4-a5e4b208d167,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:41.625239 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6e2e31f5-b0c8-4c18-ad44-44830c939efc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:41.627389 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6e2e31f5-b0c8-4c18-ad44-44830c939efc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/5e1e5510-2af4-4460-bbd4-a5e4b208d167 HTTP/1.1" status: 204 len: 168 time: 0.3573482 Jul 06 14:15:41.629805 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50656) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:41.710925 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5dce80-b789-478c-a16d-785252117f66 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:41.725252 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1261a621-fc39-4312-a11e-aa1472473fe1 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940795 Jul 06 14:15:41.728574 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50672) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:41.739780 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-9bc97c56-507e-463d-8dcd-13953fd20796 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:41.859299 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc97c56-507e-463d-8dcd-13953fd20796 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:41.865057 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9bc97c56-507e-463d-8dcd-13953fd20796 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:42.004684 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39e309d-789a-4b15-b7eb-c97c0efe622c None None] DHCP port deletion for e9ebb152-2c72-4703-8052-389b34df37c5 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:15:42.106648 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-b39e309d-789a-4b15-b7eb-c97c0efe622c None None] Deleting port d12eca77-1773-4b16-a8bb-0f3e037f289b {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:42.106987 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b39e309d-789a-4b15-b7eb-c97c0efe622c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:42.274178 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae7ce7-7bb7-4971-b41e-860ff941e148 req-639cd480-62b1-4f7b-944e-1827e7547957 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:42.279792 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9bc97c56-507e-463d-8dcd-13953fd20796 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:42.282164 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-24ae7ce7-7bb7-4971-b41e-860ff941e148 req-639cd480-62b1-4f7b-944e-1827e7547957 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 945 time: 0.1672347 Jul 06 14:15:42.283987 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-b39e309d-789a-4b15-b7eb-c97c0efe622c None None] For port d12eca77-1773-4b16-a8bb-0f3e037f289b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d12eca77-1773-4b16-a8bb-0f3e037f289b,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:42.284852 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b39e309d-789a-4b15-b7eb-c97c0efe622c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:42.313162 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-b39e309d-789a-4b15-b7eb-c97c0efe622c None None] Calling delete_port for d12eca77-1773-4b16-a8bb-0f3e037f289b owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:42.350402 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-24ae7ce7-7bb7-4971-b41e-860ff941e148 req-4f219f28-3ad4-47b9-bc03-6035b8a6d037 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671158 Jul 06 14:15:42.380468 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc97c56-507e-463d-8dcd-13953fd20796 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:42.384645 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-9bc97c56-507e-463d-8dcd-13953fd20796 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:42.389633 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc97c56-507e-463d-8dcd-13953fd20796 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:42.390597 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9bc97c56-507e-463d-8dcd-13953fd20796 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:42.404350 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc97c56-507e-463d-8dcd-13953fd20796 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Subnet': ['ID=10fafcda-73df-4d27-8798-7adfb244995e,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:42.511997 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9bc97c56-507e-463d-8dcd-13953fd20796 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7071984 Jul 06 14:15:42.511997 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50748) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:42.511997 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-499787d1-1788-47b6-a24f-f22116cc0297 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'name': 'tempest-NetworksTestDHCPv6-465650039'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:42.515106 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b39e309d-789a-4b15-b7eb-c97c0efe622c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:42.515106 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39e309d-789a-4b15-b7eb-c97c0efe622c None None] No DVR routers for this DVR port d12eca77-1773-4b16-a8bb-0f3e037f289b on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:42.515106 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e309d-789a-4b15-b7eb-c97c0efe622c None None] Pushing event deleted for resources: {'Port': ['ID=d12eca77-1773-4b16-a8bb-0f3e037f289b,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:42.516312 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af2a04f-360c-461c-b73a-c886fdf35c11 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:42.721647 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499787d1-1788-47b6-a24f-f22116cc0297 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:42.733729 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-499787d1-1788-47b6-a24f-f22116cc0297 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:42.762246 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbddb330-f99a-44f3-ab88-97bdade90087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-e9ebb152-2c72-4703-8052-389b34df37c5', 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'tenant_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'fixed_ips': [{'subnet_id': '10fafcda-73df-4d27-8798-7adfb244995e'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:15:42.763456 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cbddb330-f99a-44f3-ab88-97bdade90087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:42.782150 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-499787d1-1788-47b6-a24f-f22116cc0297 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] device_id is not set on port 81fc3ba1-1d93-4fca-b14e-97103e9967fe yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:15:42.956107 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-499787d1-1788-47b6-a24f-f22116cc0297 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Allocated IP 2001:db8::1df (e9ebb152-2c72-4703-8052-389b34df37c5/10fafcda-73df-4d27-8798-7adfb244995e/81fc3ba1-1d93-4fca-b14e-97103e9967fe) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:43.118031 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:43.188013 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-499787d1-1788-47b6-a24f-f22116cc0297 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:43.203725 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-499787d1-1788-47b6-a24f-f22116cc0297 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Transition to ACTIVE for port object 81fc3ba1-1d93-4fca-b14e-97103e9967fe will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:43.257850 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-499787d1-1788-47b6-a24f-f22116cc0297 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:43.307738 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-cbddb330-f99a-44f3-ab88-97bdade90087 None None] Allocated IP 2001:db8::2 (e9ebb152-2c72-4703-8052-389b34df37c5/10fafcda-73df-4d27-8798-7adfb244995e/02463469-115d-4b45-9da8-290ac81a8ca9) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:43.312413 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499787d1-1788-47b6-a24f-f22116cc0297 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=81fc3ba1-1d93-4fca-b14e-97103e9967fe,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:43.331344 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499787d1-1788-47b6-a24f-f22116cc0297 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:43.333150 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-499787d1-1788-47b6-a24f-f22116cc0297 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:43.336033 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499787d1-1788-47b6-a24f-f22116cc0297 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:43.342398 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499787d1-1788-47b6-a24f-f22116cc0297 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:43.343262 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-499787d1-1788-47b6-a24f-f22116cc0297 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:43.360895 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-499787d1-1788-47b6-a24f-f22116cc0297 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9201336 Jul 06 14:15:43.363271 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50818) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:43.546237 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cbddb330-f99a-44f3-ab88-97bdade90087 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:43.556701 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-cbddb330-f99a-44f3-ab88-97bdade90087 None None] Transition to ACTIVE for port object 02463469-115d-4b45-9da8-290ac81a8ca9 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:43.565098 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9f80e-2df0-4d4e-926c-2161a78c9f91 req-a129e59b-44c7-4743-be47-08bedefe93be tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:43.574761 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-adc9f80e-2df0-4d4e-926c-2161a78c9f91 req-a129e59b-44c7-4743-be47-08bedefe93be tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 945 time: 0.0833492 Jul 06 14:15:43.604299 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-cbddb330-f99a-44f3-ab88-97bdade90087 None None] Transition to ACTIVE for port object 02463469-115d-4b45-9da8-290ac81a8ca9 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:43.618329 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cbddb330-f99a-44f3-ab88-97bdade90087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:43.683467 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-adc9f80e-2df0-4d4e-926c-2161a78c9f91 req-57f6cd2e-fa35-4c08-b9dc-7be37c6299e0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076903 Jul 06 14:15:43.705029 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbddb330-f99a-44f3-ab88-97bdade90087 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:43.710473 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-cbddb330-f99a-44f3-ab88-97bdade90087 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:43.720876 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbddb330-f99a-44f3-ab88-97bdade90087 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:43.755197 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbddb330-f99a-44f3-ab88-97bdade90087 None None] Pushing event updated for resources: {'Port': ['ID=02463469-115d-4b45-9da8-290ac81a8ca9,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:43.887313 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-cbddb330-f99a-44f3-ab88-97bdade90087 None None] Attempting to bind port 02463469-115d-4b45-9da8-290ac81a8ca9 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:15:43.887621 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-cbddb330-f99a-44f3-ab88-97bdade90087 None None] Attempting to bind port 02463469-115d-4b45-9da8-290ac81a8ca9 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:15:43.888189 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbddb330-f99a-44f3-ab88-97bdade90087 None None] Attempting to bind port 02463469-115d-4b45-9da8-290ac81a8ca9 on network e9ebb152-2c72-4703-8052-389b34df37c5 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:15:43.895499 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbddb330-f99a-44f3-ab88-97bdade90087 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:15:43.896277 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbddb330-f99a-44f3-ab88-97bdade90087 None None] Checking segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:43.896852 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cbddb330-f99a-44f3-ab88-97bdade90087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:43.897445 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbddb330-f99a-44f3-ab88-97bdade90087 None None] Bound using segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:15:43.898135 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-cbddb330-f99a-44f3-ab88-97bdade90087 None None] Bound port: 02463469-115d-4b45-9da8-290ac81a8ca9, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:15:43.898760 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cbddb330-f99a-44f3-ab88-97bdade90087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:44.016771 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d12eca77-1773-4b16-a8bb-0f3e037f289b no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:15:44.105208 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: d12eca77-1773-4b16-a8bb-0f3e037f289b {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:15:44.105544 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c55bf8d-a299-489b-9ef5-35a3f157dc97 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:44.105903 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d12eca77-1773-4b16-a8bb-0f3e037f289b not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:15:44.107839 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4c55bf8d-a299-489b-9ef5-35a3f157dc97 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.7434411 Jul 06 14:15:44.110562 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 50848) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:44.114562 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-cbddb330-f99a-44f3-ab88-97bdade90087 None None] For port 02463469-115d-4b45-9da8-290ac81a8ca9, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:15:44.168866 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-cbddb330-f99a-44f3-ab88-97bdade90087 None None] For port 02463469-115d-4b45-9da8-290ac81a8ca9, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=02463469-115d-4b45-9da8-290ac81a8ca9,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:15:44.193778 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cbddb330-f99a-44f3-ab88-97bdade90087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:44.394758 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbddb330-f99a-44f3-ab88-97bdade90087 None None] Pushing event updated for resources: {'Port': ['ID=02463469-115d-4b45-9da8-290ac81a8ca9,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:44.414309 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-f91057ca-d962-43d5-ba6d-7807d48c9c0f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting port 81fc3ba1-1d93-4fca-b14e-97103e9967fe {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:44.414668 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f91057ca-d962-43d5-ba6d-7807d48c9c0f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:44.548250 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f91057ca-d962-43d5-ba6d-7807d48c9c0f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:44.564610 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-f91057ca-d962-43d5-ba6d-7807d48c9c0f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Calling delete_port for 81fc3ba1-1d93-4fca-b14e-97103e9967fe owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:44.701563 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:15:44.773639 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f91057ca-d962-43d5-ba6d-7807d48c9c0f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:44.841506 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91057ca-d962-43d5-ba6d-7807d48c9c0f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Port': ['ID=81fc3ba1-1d93-4fca-b14e-97103e9967fe,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:44.896023 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f91057ca-d962-43d5-ba6d-7807d48c9c0f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:44.901336 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f91057ca-d962-43d5-ba6d-7807d48c9c0f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/81fc3ba1-1d93-4fca-b14e-97103e9967fe HTTP/1.1" status: 204 len: 168 time: 0.7893240 Jul 06 14:15:44.901534 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50872) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:44.993767 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53308eed-5b8b-4997-a4cf-c5774a6ac6d9 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:44.996235 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53308eed-5b8b-4997-a4cf-c5774a6ac6d9 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:44.997643 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-53308eed-5b8b-4997-a4cf-c5774a6ac6d9 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0947702 Jul 06 14:15:45.000316 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50876) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:45.031127 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d0786-49d3-4d7f-a3aa-d1e80b569708 req-7fb8f3f8-1e06-4cec-9c12-24572682e808 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:45.032756 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b23d0786-49d3-4d7f-a3aa-d1e80b569708 req-7fb8f3f8-1e06-4cec-9c12-24572682e808 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 945 time: 0.1198959 Jul 06 14:15:45.079674 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e8f2fb-e6bc-445c-9e89-4a3243f08172 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting subnet 10fafcda-73df-4d27-8798-7adfb244995e {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:15:45.084014 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e9e8f2fb-e6bc-445c-9e89-4a3243f08172 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:45.084696 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b23d0786-49d3-4d7f-a3aa-d1e80b569708 req-e525b420-d703-49a4-a603-d876301f159a tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458829 Jul 06 14:15:45.138966 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e9e8f2fb-e6bc-445c-9e89-4a3243f08172 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:45.256448 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e9e8f2fb-e6bc-445c-9e89-4a3243f08172 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:45.368478 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e9e8f2fb-e6bc-445c-9e89-4a3243f08172 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:45.404226 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e8f2fb-e6bc-445c-9e89-4a3243f08172 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Subnet': ['ID=10fafcda-73df-4d27-8798-7adfb244995e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:45.416386 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e9e8f2fb-e6bc-445c-9e89-4a3243f08172 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:45.421137 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 50888) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:45.421290 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e9e8f2fb-e6bc-445c-9e89-4a3243f08172 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/10fafcda-73df-4d27-8798-7adfb244995e HTTP/1.1" status: 204 len: 168 time: 0.4197707 Jul 06 14:15:45.483172 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8b24131e-0fa4-43e7-9c52-b62c6f46596a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606596 Jul 06 14:15:45.486007 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50890) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:45.612668 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8677ed1d-b24e-4cc9-af57-f2f1ee660176 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:45.617589 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8677ed1d-b24e-4cc9-af57-f2f1ee660176 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1273422 Jul 06 14:15:45.617983 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 50894) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:45.691082 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8359c4-0ceb-49dd-8c8e-d8ddbb7a83fa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:45.692918 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0a8359c4-0ceb-49dd-8c8e-d8ddbb7a83fa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0739250 Jul 06 14:15:45.696965 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 50898) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:45.758622 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9516e7f6-33dd-4fac-9e74-062c8b8e6e72 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0602932 Jul 06 14:15:45.766105 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 50900) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:45.766105 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-d7627a27-a260-4645-bcb0-a4bab636f349 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:45.850372 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46912c2-f05b-49c0-94ce-79ceb094d542 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:45.875705 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7627a27-a260-4645-bcb0-a4bab636f349 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:45.898301 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d7627a27-a260-4645-bcb0-a4bab636f349 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:46.055572 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-20b10875-8ea4-4aa6-ba02-25fea73ceaa5 None None] Provisioning for port 02463469-115d-4b45-9da8-290ac81a8ca9 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:46.080018 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 02463469-115d-4b45-9da8-290ac81a8ca9 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:15:46.195488 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 02463469-115d-4b45-9da8-290ac81a8ca9 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:46.204412 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 02463469-115d-4b45-9da8-290ac81a8ca9 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:46.204801 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:46.279569 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae63fa3-e12a-49c1-9027-85d768271483 None None] DHCP port deletion for e9ebb152-2c72-4703-8052-389b34df37c5 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:15:46.411242 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d7627a27-a260-4645-bcb0-a4bab636f349 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:46.414978 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-cae63fa3-e12a-49c1-9027-85d768271483 None None] Deleting port 02463469-115d-4b45-9da8-290ac81a8ca9 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:46.415359 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cae63fa3-e12a-49c1-9027-85d768271483 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:46.486798 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7627a27-a260-4645-bcb0-a4bab636f349 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Subnet': ['ID=fdd8a323-eddc-4353-b36f-0ffb96966f43,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:46.497948 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:46.551565 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 02463469-115d-4b45-9da8-290ac81a8ca9, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=02463469-115d-4b45-9da8-290ac81a8ca9,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:46.552182 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7627a27-a260-4645-bcb0-a4bab636f349 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:46.563806 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:46.567469 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-d7627a27-a260-4645-bcb0-a4bab636f349 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:46.586595 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7627a27-a260-4645-bcb0-a4bab636f349 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:46.587573 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d7627a27-a260-4645-bcb0-a4bab636f349 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:46.614604 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ab27a-820b-409d-a120-7efbc94cba64 req-b297d015-a7d7-45ca-ac72-e2ab40e8658c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:46.634357 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-309ab27a-820b-409d-a120-7efbc94cba64 req-b297d015-a7d7-45ca-ac72-e2ab40e8658c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 945 time: 0.3373544 Jul 06 14:15:46.695980 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=02463469-115d-4b45-9da8-290ac81a8ca9,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:46.700857 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d7627a27-a260-4645-bcb0-a4bab636f349 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9363844 Jul 06 14:15:46.705779 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-cae63fa3-e12a-49c1-9027-85d768271483 None None] For port 02463469-115d-4b45-9da8-290ac81a8ca9, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=02463469-115d-4b45-9da8-290ac81a8ca9,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:46.706286 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50924) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:46.706774 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cae63fa3-e12a-49c1-9027-85d768271483 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:46.712286 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-49af35df-109a-44da-bc9b-1c147f96d40b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'fixed_ips': [{'subnet_id': 'fdd8a323-eddc-4353-b36f-0ffb96966f43', 'ip_address': '2001:db8::810c:e016:f6d3:e13d'}], 'name': 'tempest-NetworksTestDHCPv6-45089305'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:46.717689 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:46.723889 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-cae63fa3-e12a-49c1-9027-85d768271483 None None] Calling delete_port for 02463469-115d-4b45-9da8-290ac81a8ca9 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:46.736308 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-309ab27a-820b-409d-a120-7efbc94cba64 req-560b521c-a90c-44fd-b96a-15ad4c0bde4a tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010637 Jul 06 14:15:46.849193 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cae63fa3-e12a-49c1-9027-85d768271483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:46.892205 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae63fa3-e12a-49c1-9027-85d768271483 None None] Pushing event deleted for resources: {'Port': ['ID=02463469-115d-4b45-9da8-290ac81a8ca9,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:46.914905 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae63fa3-e12a-49c1-9027-85d768271483 None None] No DVR routers for this DVR port 02463469-115d-4b45-9da8-290ac81a8ca9 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:46.963362 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54239b6-6f3a-41c8-a599-c8861a497435 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:47.016834 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49af35df-109a-44da-bc9b-1c147f96d40b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:47.083875 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [req-32300b8b-4a36-469b-a993-245b00a37b22 req-1e443321-6acf-4cc9-832d-c4cd1276d2b7 service neutron] show failed (client error): The resource could not be found. Jul 06 14:15:47.085741 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-32300b8b-4a36-469b-a993-245b00a37b22 req-1e443321-6acf-4cc9-832d-c4cd1276d2b7 service neutron] 10.222.0.52 "GET /v2.0/ports/27c02fa2-9e86-428f-b715-5370ee2bd0a1/bindings/n-h2-773644-6 HTTP/1.1" status: 404 len: 380 time: 0.1499739 Jul 06 14:15:47.158439 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-49af35df-109a-44da-bc9b-1c147f96d40b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.168616 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baecfe96-18fb-415f-b64a-8c794c366c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-e9ebb152-2c72-4703-8052-389b34df37c5', 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'tenant_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'fixed_ips': [{'subnet_id': 'fdd8a323-eddc-4353-b36f-0ffb96966f43'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:15:47.169501 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-baecfe96-18fb-415f-b64a-8c794c366c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:47.211766 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-49af35df-109a-44da-bc9b-1c147f96d40b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] device_id is not set on port 3eb110bc-1037-4802-b5b9-8b6de04ee3ba yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:15:47.417167 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-baecfe96-18fb-415f-b64a-8c794c366c68 None None] Allocated IP 2001:db8::2 (e9ebb152-2c72-4703-8052-389b34df37c5/fdd8a323-eddc-4353-b36f-0ffb96966f43/79424c57-92ca-46f2-b673-e800d871870e) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:47.567111 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32300b8b-4a36-469b-a993-245b00a37b22 req-17020cb0-3887-41aa-a298-974c497cb86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:47.571289 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32300b8b-4a36-469b-a993-245b00a37b22 req-17020cb0-3887-41aa-a298-974c497cb86a service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83&tenant_id=7317327619ce440a98467f267c9927a9 HTTP/1.1" status: 200 len: 1096 time: 0.1437831 Jul 06 14:15:47.586897 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-32300b8b-4a36-469b-a993-245b00a37b22 req-4d47e72e-7b6c-4169-b700-77ea9065b5f6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-773644-6', 'device_owner': 'compute:nova'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:47.766819 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-32300b8b-4a36-469b-a993-245b00a37b22 req-4d47e72e-7b6c-4169-b700-77ea9065b5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.049480 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 02463469-115d-4b45-9da8-290ac81a8ca9 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:15:48.087574 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 02463469-115d-4b45-9da8-290ac81a8ca9 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:15:48.088341 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 02463469-115d-4b45-9da8-290ac81a8ca9 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:15:48.126280 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-baecfe96-18fb-415f-b64a-8c794c366c68 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.137636 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-baecfe96-18fb-415f-b64a-8c794c366c68 None None] Transition to ACTIVE for port object 79424c57-92ca-46f2-b673-e800d871870e will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:48.211974 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-baecfe96-18fb-415f-b64a-8c794c366c68 None None] Transition to ACTIVE for port object 79424c57-92ca-46f2-b673-e800d871870e will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:48.232127 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-baecfe96-18fb-415f-b64a-8c794c366c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.232658 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-32300b8b-4a36-469b-a993-245b00a37b22 req-4d47e72e-7b6c-4169-b700-77ea9065b5f6 service neutron] For port 27c02fa2-9e86-428f-b715-5370ee2bd0a1, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=27c02fa2-9e86-428f-b715-5370ee2bd0a1,segment=NetworkSegment(7d4b0fd1-ff50-4d04-be05-7e2307f76a00),segment_id=7d4b0fd1-ff50-4d04-be05-7e2307f76a00)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:48.260997 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945cabb-39cb-43a6-b9f3-a8e58989a5c3 req-e12e0a6c-2f3f-4911-b95f-cff0fb41dfd8 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:48.262988 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8945cabb-39cb-43a6-b9f3-a8e58989a5c3 req-e12e0a6c-2f3f-4911-b95f-cff0fb41dfd8 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 945 time: 0.2097011 Jul 06 14:15:48.288585 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baecfe96-18fb-415f-b64a-8c794c366c68 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:48.292158 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-baecfe96-18fb-415f-b64a-8c794c366c68 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:48.296258 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baecfe96-18fb-415f-b64a-8c794c366c68 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:48.369317 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-49af35df-109a-44da-bc9b-1c147f96d40b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Allocated IP 2001:db8::810c:e016:f6d3:e13d (e9ebb152-2c72-4703-8052-389b34df37c5/fdd8a323-eddc-4353-b36f-0ffb96966f43/3eb110bc-1037-4802-b5b9-8b6de04ee3ba) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:48.371249 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecfe96-18fb-415f-b64a-8c794c366c68 None None] Pushing event updated for resources: {'Port': ['ID=79424c57-92ca-46f2-b673-e800d871870e,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:48.402572 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-32300b8b-4a36-469b-a993-245b00a37b22 req-4d47e72e-7b6c-4169-b700-77ea9065b5f6 service neutron] For port 27c02fa2-9e86-428f-b715-5370ee2bd0a1, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:15:48.523274 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-baecfe96-18fb-415f-b64a-8c794c366c68 None None] Attempting to bind port 79424c57-92ca-46f2-b673-e800d871870e on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:15:48.527491 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-baecfe96-18fb-415f-b64a-8c794c366c68 None None] Attempting to bind port 79424c57-92ca-46f2-b673-e800d871870e by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:15:48.528068 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baecfe96-18fb-415f-b64a-8c794c366c68 None None] Attempting to bind port 79424c57-92ca-46f2-b673-e800d871870e on network e9ebb152-2c72-4703-8052-389b34df37c5 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:15:48.536256 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baecfe96-18fb-415f-b64a-8c794c366c68 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:15:48.536672 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-49af35df-109a-44da-bc9b-1c147f96d40b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.537280 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baecfe96-18fb-415f-b64a-8c794c366c68 None None] Checking segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:48.538583 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-baecfe96-18fb-415f-b64a-8c794c366c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.539209 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baecfe96-18fb-415f-b64a-8c794c366c68 None None] Bound using segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:15:48.539938 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-baecfe96-18fb-415f-b64a-8c794c366c68 None None] Bound port: 79424c57-92ca-46f2-b673-e800d871870e, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:15:48.540705 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-baecfe96-18fb-415f-b64a-8c794c366c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.557503 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-49af35df-109a-44da-bc9b-1c147f96d40b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Transition to ACTIVE for port object 3eb110bc-1037-4802-b5b9-8b6de04ee3ba will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:48.583043 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-32300b8b-4a36-469b-a993-245b00a37b22 req-4d47e72e-7b6c-4169-b700-77ea9065b5f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.588625 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50974) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:48.598187 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-49af35df-109a-44da-bc9b-1c147f96d40b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.604069 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493a97c2-7871-450e-b00a-d245233dbe83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27c02fa2-9e86-428f-b715-5370ee2bd0a1'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:15:48.609254 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e75918-2a8f-4b9c-8f47-59182406caca" -d '{"events": [{"server_uuid": "493a97c2-7871-450e-b00a-d245233dbe83", "name": "network-vif-unplugged", "status": "completed", "tag": "27c02fa2-9e86-428f-b715-5370ee2bd0a1"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:15:48.643446 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8945cabb-39cb-43a6-b9f3-a8e58989a5c3 req-c108e84b-ca79-4a7e-b29e-d46346f1e179 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3697693 Jul 06 14:15:48.659769 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-32300b8b-4a36-469b-a993-245b00a37b22 req-4d47e72e-7b6c-4169-b700-77ea9065b5f6 service neutron] Transition to ACTIVE for port object 27c02fa2-9e86-428f-b715-5370ee2bd0a1 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:48.665396 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-32300b8b-4a36-469b-a993-245b00a37b22 req-4d47e72e-7b6c-4169-b700-77ea9065b5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.703051 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-baecfe96-18fb-415f-b64a-8c794c366c68 None None] For port 79424c57-92ca-46f2-b673-e800d871870e, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:15:48.708615 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-baecfe96-18fb-415f-b64a-8c794c366c68 None None] For port 79424c57-92ca-46f2-b673-e800d871870e, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=79424c57-92ca-46f2-b673-e800d871870e,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:15:48.731258 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-baecfe96-18fb-415f-b64a-8c794c366c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.752098 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 50984) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:48.793256 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49af35df-109a-44da-bc9b-1c147f96d40b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:48.802215 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af35df-109a-44da-bc9b-1c147f96d40b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=3eb110bc-1037-4802-b5b9-8b6de04ee3ba,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:48.805777 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-49af35df-109a-44da-bc9b-1c147f96d40b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:48.822700 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49af35df-109a-44da-bc9b-1c147f96d40b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:48.828924 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49af35df-109a-44da-bc9b-1c147f96d40b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:48.829473 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-49af35df-109a-44da-bc9b-1c147f96d40b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.893565 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-943c542d-26ae-4995-8704-032ef089b8a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.906327 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:48.996567 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecfe96-18fb-415f-b64a-8c794c366c68 None None] Pushing event updated for resources: {'Port': ['ID=79424c57-92ca-46f2-b673-e800d871870e,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:49.085333 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-32300b8b-4a36-469b-a993-245b00a37b22 req-4d47e72e-7b6c-4169-b700-77ea9065b5f6 service neutron] No DVR routers for this DVR port 27c02fa2-9e86-428f-b715-5370ee2bd0a1 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:49.161320 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47e72e-7b6c-4169-b700-77ea9065b5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=27c02fa2-9e86-428f-b715-5370ee2bd0a1,revision_number=6']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:49.164190 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-943c542d-26ae-4995-8704-032ef089b8a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.183100 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-943c542d-26ae-4995-8704-032ef089b8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.200679 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-49af35df-109a-44da-bc9b-1c147f96d40b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.4903154 Jul 06 14:15:49.210762 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 50996) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:49.304464 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb3419f-b1af-41f0-b936-2ebc585546c8 x-openstack-request-id: req-bbb3419f-b1af-41f0-b936-2ebc585546c8 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:15:49.304772 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493a97c2-7871-450e-b00a-d245233dbe83", "name": "network-vif-unplugged", "status": "completed", "tag": "27c02fa2-9e86-428f-b715-5370ee2bd0a1", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:15:49.305212 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-bbb3419f-b1af-41f0-b936-2ebc585546c8 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:15:49.305808 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493a97c2-7871-450e-b00a-d245233dbe83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27c02fa2-9e86-428f-b715-5370ee2bd0a1', 'code': 200} Jul 06 14:15:49.308164 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1a72d7dd-7bcb-429c-a8e3-17dcfc23a04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.348192 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-943c542d-26ae-4995-8704-032ef089b8a3 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=9bc490a9f89147868ee092613812f7be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7583978 Jul 06 14:15:49.350931 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51000) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:49.365073 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c542d-26ae-4995-8704-032ef089b8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88a10a6-1276-45ce-aab1-526597688aa1,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:49.429589 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-32300b8b-4a36-469b-a993-245b00a37b22 req-4d47e72e-7b6c-4169-b700-77ea9065b5f6 service neutron] Attempting to bind port 27c02fa2-9e86-428f-b715-5370ee2bd0a1 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:15:49.430046 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-32300b8b-4a36-469b-a993-245b00a37b22 req-4d47e72e-7b6c-4169-b700-77ea9065b5f6 service neutron] Attempting to bind port 27c02fa2-9e86-428f-b715-5370ee2bd0a1 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '7d4b0fd1-ff50-4d04-be05-7e2307f76a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:15:49.430297 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32300b8b-4a36-469b-a993-245b00a37b22 req-4d47e72e-7b6c-4169-b700-77ea9065b5f6 service neutron] Attempting to bind port 27c02fa2-9e86-428f-b715-5370ee2bd0a1 on network 39a59867-1326-44e3-97ee-0675d66d3741 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:15:49.438195 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86837b3-799b-4f7b-a04c-31b202efa142 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:49.445019 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86837b3-799b-4f7b-a04c-31b202efa142 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:49.447195 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b86837b3-799b-4f7b-a04c-31b202efa142 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2179990 Jul 06 14:15:49.450887 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51004) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:49.453098 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32300b8b-4a36-469b-a993-245b00a37b22 req-4d47e72e-7b6c-4169-b700-77ea9065b5f6 service neutron] Port 27c02fa2-9e86-428f-b715-5370ee2bd0a1 on network 39a59867-1326-44e3-97ee-0675d66d3741 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:15:49.453402 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32300b8b-4a36-469b-a993-245b00a37b22 req-4d47e72e-7b6c-4169-b700-77ea9065b5f6 service neutron] Attempting to bind port 27c02fa2-9e86-428f-b715-5370ee2bd0a1 on network 39a59867-1326-44e3-97ee-0675d66d3741 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:15:49.485429 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d4eed44e-afa1-4502-96ed-d429bfc80e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.513540 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32300b8b-4a36-469b-a993-245b00a37b22 req-4d47e72e-7b6c-4169-b700-77ea9065b5f6 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:15:49.513921 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32300b8b-4a36-469b-a993-245b00a37b22 req-4d47e72e-7b6c-4169-b700-77ea9065b5f6 service neutron] Checking segment: {'id': '7d4b0fd1-ff50-4d04-be05-7e2307f76a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:49.514328 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32300b8b-4a36-469b-a993-245b00a37b22 req-4d47e72e-7b6c-4169-b700-77ea9065b5f6 service neutron] Bound using segment: {'id': '7d4b0fd1-ff50-4d04-be05-7e2307f76a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:15:49.514785 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-32300b8b-4a36-469b-a993-245b00a37b22 req-4d47e72e-7b6c-4169-b700-77ea9065b5f6 service neutron] Bound port: 27c02fa2-9e86-428f-b715-5370ee2bd0a1, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d4b0fd1-ff50-4d04-be05-7e2307f76a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:15:49.515156 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-32300b8b-4a36-469b-a993-245b00a37b22 req-4d47e72e-7b6c-4169-b700-77ea9065b5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.523798 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d4eed44e-afa1-4502-96ed-d429bfc80e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.606437 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d4eed44e-afa1-4502-96ed-d429bfc80e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.609424 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d4eed44e-afa1-4502-96ed-d429bfc80e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.611065 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d4eed44e-afa1-4502-96ed-d429bfc80e29 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/a88a10a6-1276-45ce-aab1-526597688aa1 HTTP/1.1" status: 204 len: 168 time: 0.2566168 Jul 06 14:15:49.620979 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eed44e-afa1-4502-96ed-d429bfc80e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88a10a6-1276-45ce-aab1-526597688aa1,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:49.696084 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-32300b8b-4a36-469b-a993-245b00a37b22 req-4d47e72e-7b6c-4169-b700-77ea9065b5f6 service neutron] For port 27c02fa2-9e86-428f-b715-5370ee2bd0a1, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:15:49.702857 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-32300b8b-4a36-469b-a993-245b00a37b22 req-4d47e72e-7b6c-4169-b700-77ea9065b5f6 service neutron] For port 27c02fa2-9e86-428f-b715-5370ee2bd0a1, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=27c02fa2-9e86-428f-b715-5370ee2bd0a1,segment=NetworkSegment(7d4b0fd1-ff50-4d04-be05-7e2307f76a00),segment_id=7d4b0fd1-ff50-4d04-be05-7e2307f76a00)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:15:49.705107 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1a72d7dd-7bcb-429c-a8e3-17dcfc23a04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.707229 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-d5873652-e907-4d3d-82d2-11c44d8821fd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting port 3eb110bc-1037-4802-b5b9-8b6de04ee3ba {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:49.707574 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d5873652-e907-4d3d-82d2-11c44d8821fd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.785001 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-32300b8b-4a36-469b-a993-245b00a37b22 req-4d47e72e-7b6c-4169-b700-77ea9065b5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.787043 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1a72d7dd-7bcb-429c-a8e3-17dcfc23a04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.912173 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32300b8b-4a36-469b-a993-245b00a37b22 req-4d47e72e-7b6c-4169-b700-77ea9065b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:49.912715 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-32300b8b-4a36-469b-a993-245b00a37b22 req-4d47e72e-7b6c-4169-b700-77ea9065b5f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.914276 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32300b8b-4a36-469b-a993-245b00a37b22 req-4d47e72e-7b6c-4169-b700-77ea9065b5f6 service neutron] 10.222.0.124 "PUT /v2.0/ports/27c02fa2-9e86-428f-b715-5370ee2bd0a1 HTTP/1.1" status: 200 len: 1091 time: 2.3353701 Jul 06 14:15:49.916182 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d5873652-e907-4d3d-82d2-11c44d8821fd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:49.969075 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72d7dd-7bcb-429c-a8e3-17dcfc23a04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4a0f24-deab-468f-9371-6a0e0e5fc87b,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:49.995262 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51020) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:50.000170 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1a72d7dd-7bcb-429c-a8e3-17dcfc23a04b admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=87394c67f252413dbe8b423382bdd5ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2285452 Jul 06 14:15:50.002631 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-d5873652-e907-4d3d-82d2-11c44d8821fd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Calling delete_port for 3eb110bc-1037-4802-b5b9-8b6de04ee3ba owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:50.069913 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51024) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:50.091982 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cfb85a7c-086f-4e55-95eb-b96680eb4bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:50.122879 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e7e81894-e453-4326-a6c8-b979a2d11d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:50.142499 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 79424c57-92ca-46f2-b673-e800d871870e up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:15:50.171798 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47e72e-7b6c-4169-b700-77ea9065b5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=27c02fa2-9e86-428f-b715-5370ee2bd0a1,revision_number=7']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:50.186067 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e7e81894-e453-4326-a6c8-b979a2d11d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:50.294673 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e7e81894-e453-4326-a6c8-b979a2d11d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:50.297788 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e7e81894-e453-4326-a6c8-b979a2d11d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:50.299354 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e7e81894-e453-4326-a6c8-b979a2d11d9a admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/6f4a0f24-deab-468f-9371-6a0e0e5fc87b HTTP/1.1" status: 204 len: 168 time: 0.3018520 Jul 06 14:15:50.314893 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 79424c57-92ca-46f2-b673-e800d871870e completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:50.327804 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e81894-e453-4326-a6c8-b979a2d11d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4a0f24-deab-468f-9371-6a0e0e5fc87b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:50.395542 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920f280-dbab-4fd1-873e-531bd74f36ab req-c991f2f7-4b2a-40f0-be71-d965f8ed6138 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:50.397704 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a920f280-dbab-4fd1-873e-531bd74f36ab req-c991f2f7-4b2a-40f0-be71-d965f8ed6138 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 943 time: 0.5966690 Jul 06 14:15:50.442347 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cfb85a7c-086f-4e55-95eb-b96680eb4bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:50.449187 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cfb85a7c-086f-4e55-95eb-b96680eb4bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:50.464125 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32300b8b-4a36-469b-a993-245b00a37b22 req-d8d58a8e-51b4-4ce0-8f17-635baf8df9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:50.465793 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32300b8b-4a36-469b-a993-245b00a37b22 req-d8d58a8e-51b4-4ce0-8f17-635baf8df9a3 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 1094 time: 0.4987755 Jul 06 14:15:50.508418 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb85a7c-086f-4e55-95eb-b96680eb4bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95207a5a-e094-4894-ba33-02a77dcbeb92,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:50.513248 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cfb85a7c-086f-4e55-95eb-b96680eb4bff admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=b7c29cb55ee24f039a43457f346d2f30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4416909 Jul 06 14:15:50.515831 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51036) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:50.520120 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a920f280-dbab-4fd1-873e-531bd74f36ab req-26f2b244-5e89-47f2-9c67-2858850cf87e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126282 Jul 06 14:15:50.591002 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-563a37ec-165b-44bb-b1ac-0e01951a3a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:50.626170 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-563a37ec-165b-44bb-b1ac-0e01951a3a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:50.697037 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-563a37ec-165b-44bb-b1ac-0e01951a3a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:50.700992 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-563a37ec-165b-44bb-b1ac-0e01951a3a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:50.703518 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-563a37ec-165b-44bb-b1ac-0e01951a3a56 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/95207a5a-e094-4894-ba33-02a77dcbeb92 HTTP/1.1" status: 204 len: 168 time: 0.1867728 Jul 06 14:15:50.720196 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a37ec-165b-44bb-b1ac-0e01951a3a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95207a5a-e094-4894-ba33-02a77dcbeb92,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:50.804057 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6f36541f-f2be-4acb-9c24-3be493bdcb30 None None] Provisioning for port 79424c57-92ca-46f2-b673-e800d871870e completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:50.812338 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6f36541f-f2be-4acb-9c24-3be493bdcb30 None None] Provisioning complete for port 79424c57-92ca-46f2-b673-e800d871870e triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:50.813897 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6f36541f-f2be-4acb-9c24-3be493bdcb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:50.841659 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d5873652-e907-4d3d-82d2-11c44d8821fd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:51.009210 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5873652-e907-4d3d-82d2-11c44d8821fd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Port': ['ID=3eb110bc-1037-4802-b5b9-8b6de04ee3ba,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:51.020820 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 27c02fa2-9e86-428f-b715-5370ee2bd0a1 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:15:51.099701 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 27c02fa2-9e86-428f-b715-5370ee2bd0a1 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:15:51.101739 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6f36541f-f2be-4acb-9c24-3be493bdcb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:51.149166 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d5873652-e907-4d3d-82d2-11c44d8821fd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:51.155266 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51052) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:51.155619 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d5873652-e907-4d3d-82d2-11c44d8821fd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/3eb110bc-1037-4802-b5b9-8b6de04ee3ba HTTP/1.1" status: 204 len: 168 time: 1.6995718 Jul 06 14:15:51.171256 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-6f36541f-f2be-4acb-9c24-3be493bdcb30 None None] For port 79424c57-92ca-46f2-b673-e800d871870e, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=79424c57-92ca-46f2-b673-e800d871870e,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:51.181191 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6f36541f-f2be-4acb-9c24-3be493bdcb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:51.207155 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32300b8b-4a36-469b-a993-245b00a37b22 req-3419d4d3-0c1d-4979-b03c-227cce7b569d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:51.210542 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32300b8b-4a36-469b-a993-245b00a37b22 req-3419d4d3-0c1d-4979-b03c-227cce7b569d service neutron] 10.222.0.124 "GET /v2.0/networks?id=39a59867-1326-44e3-97ee-0675d66d3741 HTTP/1.1" status: 200 len: 897 time: 0.7376480 Jul 06 14:15:51.278271 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c84dc4d-ab12-41b3-aed4-01ed901135ef tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:51.281013 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c84dc4d-ab12-41b3-aed4-01ed901135ef tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:51.285686 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1c84dc4d-ab12-41b3-aed4-01ed901135ef tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1289008 Jul 06 14:15:51.289459 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51054) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:51.316759 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0fb223b9-f4a1-4480-bfae-5142a36662de None None] Could not find standard attr ID for object 81fc3ba1-1d93-4fca-b14e-97103e9967fe. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:15:51.344929 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36541f-f2be-4acb-9c24-3be493bdcb30 None None] Pushing event updated for resources: {'Port': ['ID=79424c57-92ca-46f2-b673-e800d871870e,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:51.346768 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493a97c2-7871-450e-b00a-d245233dbe83', 'tag': '27c02fa2-9e86-428f-b715-5370ee2bd0a1'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:15:51.353731 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c37ab5-c570-48f4-aafe-931fe54cc1cd" -d '{"events": [{"name": "network-changed", "server_uuid": "493a97c2-7871-450e-b00a-d245233dbe83", "tag": "27c02fa2-9e86-428f-b715-5370ee2bd0a1"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:15:51.447310 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b3e6af77-ac85-4069-829d-8fe608ad9cb9 None None] Could not find standard attr ID for object 3eb110bc-1037-4802-b5b9-8b6de04ee3ba. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:15:51.457862 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32300b8b-4a36-469b-a993-245b00a37b22 req-af6d1131-6610-4b79-b54c-de5f414bbe85 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27c02fa2-9e86-428f-b715-5370ee2bd0a1 HTTP/1.1" status: 200 len: 998 time: 0.2402592 Jul 06 14:15:51.460097 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ef6671-a1c5-4938-9417-a3714bb48dd8 x-openstack-request-id: req-e0ef6671-a1c5-4938-9417-a3714bb48dd8 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:15:51.460689 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "493a97c2-7871-450e-b00a-d245233dbe83", "tag": "27c02fa2-9e86-428f-b715-5370ee2bd0a1", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:15:51.460885 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e0ef6671-a1c5-4938-9417-a3714bb48dd8 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:15:51.461267 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '493a97c2-7871-450e-b00a-d245233dbe83', 'tag': '27c02fa2-9e86-428f-b715-5370ee2bd0a1', 'status': 'completed', 'code': 200} Jul 06 14:15:51.469273 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1facd6a-0842-48ec-851c-f5c7e46ec23b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting subnet fdd8a323-eddc-4353-b36f-0ffb96966f43 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:15:51.477269 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d1facd6a-0842-48ec-851c-f5c7e46ec23b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:51.571392 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d1facd6a-0842-48ec-851c-f5c7e46ec23b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:51.856059 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d1facd6a-0842-48ec-851c-f5c7e46ec23b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:51.953889 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c37ab5-c570-48f4-aafe-931fe54cc1cd req-89b84bd4-5792-495d-b8e2-07f0d45112bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:51.953889 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c2c37ab5-c570-48f4-aafe-931fe54cc1cd req-89b84bd4-5792-495d-b8e2-07f0d45112bd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 1094 time: 0.4932065 Jul 06 14:15:52.006821 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 79424c57-92ca-46f2-b673-e800d871870e up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:15:52.101929 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 79424c57-92ca-46f2-b673-e800d871870e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:52.102722 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:52.220956 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c37ab5-c570-48f4-aafe-931fe54cc1cd req-7cd25d85-e1c7-4fe9-adca-4a83f471a60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:52.223131 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c2c37ab5-c570-48f4-aafe-931fe54cc1cd req-7cd25d85-e1c7-4fe9-adca-4a83f471a60a service neutron] 10.222.0.52 "GET /v2.0/networks?id=39a59867-1326-44e3-97ee-0675d66d3741 HTTP/1.1" status: 200 len: 897 time: 0.2599344 Jul 06 14:15:52.227693 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d1facd6a-0842-48ec-851c-f5c7e46ec23b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:52.230972 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32300b8b-4a36-469b-a993-245b00a37b22 req-795ff2e0-fbfd-4b5b-8f9a-96a3c554081a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:52.231712 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32300b8b-4a36-469b-a993-245b00a37b22 req-795ff2e0-fbfd-4b5b-8f9a-96a3c554081a service neutron] 10.222.0.124 "GET /v2.0/subnets?id=6065e799-674b-4a0b-b826-f1af2e41e20b HTTP/1.1" status: 200 len: 834 time: 0.7678025 Jul 06 14:15:52.269392 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1facd6a-0842-48ec-851c-f5c7e46ec23b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Subnet': ['ID=fdd8a323-eddc-4353-b36f-0ffb96966f43,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:52.271631 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d1facd6a-0842-48ec-851c-f5c7e46ec23b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:52.274573 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d1facd6a-0842-48ec-851c-f5c7e46ec23b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/fdd8a323-eddc-4353-b36f-0ffb96966f43 HTTP/1.1" status: 204 len: 168 time: 0.9835377 Jul 06 14:15:52.277087 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51094) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:52.294839 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46725396-9f5f-4f46-96bd-aa8c7807adc5 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:52.352277 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c2c37ab5-c570-48f4-aafe-931fe54cc1cd req-5636a27d-e8bc-478e-a3a3-b26a477e1b23 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27c02fa2-9e86-428f-b715-5370ee2bd0a1 HTTP/1.1" status: 200 len: 998 time: 0.1127307 Jul 06 14:15:52.399740 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560acfb-010d-4820-b534-98a41b7be8a4 req-159b97d9-01d0-4dc3-b0bb-25439ca36b02 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:52.402435 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f560acfb-010d-4820-b534-98a41b7be8a4 req-159b97d9-01d0-4dc3-b0bb-25439ca36b02 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 943 time: 0.2624388 Jul 06 14:15:52.456288 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a6c42af2-8083-4071-8d16-5192bc05cf92 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1752853 Jul 06 14:15:52.457030 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51102) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:52.464138 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-b659ca82-3c20-4b7f-b240-bf1c9126c878 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:52.549980 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c37ab5-c570-48f4-aafe-931fe54cc1cd req-1edf8294-bbad-433f-b1ae-476be54f68c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:52.551923 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c2c37ab5-c570-48f4-aafe-931fe54cc1cd req-1edf8294-bbad-433f-b1ae-476be54f68c1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6065e799-674b-4a0b-b826-f1af2e41e20b HTTP/1.1" status: 200 len: 834 time: 0.1340261 Jul 06 14:15:52.552890 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f560acfb-010d-4820-b534-98a41b7be8a4 req-fbbf3e13-17bb-4e8e-a731-24bbf09b4f70 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332476 Jul 06 14:15:52.560741 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84321d16-533c-4e03-ace7-fa8250cdc26b None None] DHCP port deletion for e9ebb152-2c72-4703-8052-389b34df37c5 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:15:52.572009 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32300b8b-4a36-469b-a993-245b00a37b22 req-5a0902eb-ba6b-4b55-885b-499e54c5d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:52.574148 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32300b8b-4a36-469b-a993-245b00a37b22 req-5a0902eb-ba6b-4b55-885b-499e54c5d620 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=39a59867-1326-44e3-97ee-0675d66d3741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3339019 Jul 06 14:15:52.695485 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c37ab5-c570-48f4-aafe-931fe54cc1cd req-e82bc579-56d3-4a86-b18b-fddd390256d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:52.697054 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c2c37ab5-c570-48f4-aafe-931fe54cc1cd req-e82bc579-56d3-4a86-b18b-fddd390256d2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39a59867-1326-44e3-97ee-0675d66d3741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1258967 Jul 06 14:15:52.698555 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b659ca82-3c20-4b7f-b240-bf1c9126c878 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:52.702162 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b659ca82-3c20-4b7f-b240-bf1c9126c878 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:52.704597 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-84321d16-533c-4e03-ace7-fa8250cdc26b None None] Deleting port 79424c57-92ca-46f2-b673-e800d871870e {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:52.705102 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-84321d16-533c-4e03-ace7-fa8250cdc26b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:52.715098 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32300b8b-4a36-469b-a993-245b00a37b22 req-f455d466-5155-4f46-872f-28f41cc343b7 service neutron] 10.222.0.124 "GET /v2.0/networks/39a59867-1326-44e3-97ee-0675d66d3741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329408 Jul 06 14:15:52.849052 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-84321d16-533c-4e03-ace7-fa8250cdc26b None None] For port 79424c57-92ca-46f2-b673-e800d871870e, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=79424c57-92ca-46f2-b673-e800d871870e,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:52.849766 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-84321d16-533c-4e03-ace7-fa8250cdc26b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:52.881965 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-84321d16-533c-4e03-ace7-fa8250cdc26b None None] Calling delete_port for 79424c57-92ca-46f2-b673-e800d871870e owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:52.886971 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32300b8b-4a36-469b-a993-245b00a37b22 req-9bf7c92a-9e82-4488-9eb0-d7cdbc473c48 service neutron] 10.222.0.124 "GET /v2.0/networks/39a59867-1326-44e3-97ee-0675d66d3741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648607 Jul 06 14:15:52.962905 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c2c37ab5-c570-48f4-aafe-931fe54cc1cd req-492345e8-10fc-49d8-9b9d-4789e7e6c470 service neutron] 10.222.0.52 "GET /v2.0/networks/39a59867-1326-44e3-97ee-0675d66d3741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512233 Jul 06 14:15:53.044779 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-84321d16-533c-4e03-ace7-fa8250cdc26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:53.059227 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c37ab5-c570-48f4-aafe-931fe54cc1cd req-3a86ebf6-bd68-4f8f-8e68-06f96f9b6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:53.062018 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84321d16-533c-4e03-ace7-fa8250cdc26b None None] No DVR routers for this DVR port 79424c57-92ca-46f2-b673-e800d871870e on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:53.062842 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2c37ab5-c570-48f4-aafe-931fe54cc1cd req-3a86ebf6-bd68-4f8f-8e68-06f96f9b6072 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 1094 time: 0.0968833 Jul 06 14:15:53.104886 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84321d16-533c-4e03-ace7-fa8250cdc26b None None] Pushing event deleted for resources: {'Port': ['ID=79424c57-92ca-46f2-b673-e800d871870e,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:53.264234 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c37ab5-c570-48f4-aafe-931fe54cc1cd req-e416201e-dcd2-4407-85f9-b652ae5e5f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:53.265880 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2c37ab5-c570-48f4-aafe-931fe54cc1cd req-e416201e-dcd2-4407-85f9-b652ae5e5f03 service neutron] 10.222.0.124 "GET /v2.0/networks?id=39a59867-1326-44e3-97ee-0675d66d3741 HTTP/1.1" status: 200 len: 897 time: 0.1972442 Jul 06 14:15:53.266156 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c2c37ab5-c570-48f4-aafe-931fe54cc1cd req-da30587e-2119-49f7-9de0-a36fdb389d30 service neutron] 10.222.0.52 "GET /v2.0/networks/39a59867-1326-44e3-97ee-0675d66d3741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931437 Jul 06 14:15:53.324206 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b659ca82-3c20-4b7f-b240-bf1c9126c878 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:53.360297 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2c37ab5-c570-48f4-aafe-931fe54cc1cd req-b11e175d-0892-42d7-aa2b-6490671019be service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27c02fa2-9e86-428f-b715-5370ee2bd0a1 HTTP/1.1" status: 200 len: 998 time: 0.0859623 Jul 06 14:15:53.370046 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b659ca82-3c20-4b7f-b240-bf1c9126c878 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:53.373214 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-b659ca82-3c20-4b7f-b240-bf1c9126c878 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:53.376720 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b659ca82-3c20-4b7f-b240-bf1c9126c878 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:53.377516 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b659ca82-3c20-4b7f-b240-bf1c9126c878 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:53.382932 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a21935-820b-4fb0-bfdc-8f2be7b523df None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:53.399122 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659ca82-3c20-4b7f-b240-bf1c9126c878 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Subnet': ['ID=54adf1f1-43d9-4a01-9a33-585acf26aa3e,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:53.408715 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51132) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:53.409173 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b659ca82-3c20-4b7f-b240-bf1c9126c878 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9513590 Jul 06 14:15:53.417151 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-5ec1c9cd-298a-492f-b4b8-3b01ce803eda tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'fixed_ips': [{'subnet_id': '54adf1f1-43d9-4a01-9a33-585acf26aa3e', 'ip_address': '2001:db8::39b9:a237:d9e3:d755'}], 'name': 'tempest-NetworksTestDHCPv6-999959292'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:53.495826 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c37ab5-c570-48f4-aafe-931fe54cc1cd req-727c7be4-8693-4ce1-a7c5-fb1bd838a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:53.498242 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2c37ab5-c570-48f4-aafe-931fe54cc1cd req-727c7be4-8693-4ce1-a7c5-fb1bd838a4a6 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=6065e799-674b-4a0b-b826-f1af2e41e20b HTTP/1.1" status: 200 len: 834 time: 0.1303864 Jul 06 14:15:53.584369 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217e6e06-62f3-433c-a768-6ce10e31743f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-e9ebb152-2c72-4703-8052-389b34df37c5', 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'tenant_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'fixed_ips': [{'subnet_id': '54adf1f1-43d9-4a01-9a33-585acf26aa3e'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:15:53.585377 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-217e6e06-62f3-433c-a768-6ce10e31743f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:53.633109 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec1c9cd-298a-492f-b4b8-3b01ce803eda tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:53.657107 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c37ab5-c570-48f4-aafe-931fe54cc1cd req-e4815d9f-1af6-4b6f-bddb-72a5ac87cfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:53.659003 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2c37ab5-c570-48f4-aafe-931fe54cc1cd req-e4815d9f-1af6-4b6f-bddb-72a5ac87cfdb service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=39a59867-1326-44e3-97ee-0675d66d3741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1525569 Jul 06 14:15:53.754060 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-217e6e06-62f3-433c-a768-6ce10e31743f None None] Allocated IP 2001:db8::2 (e9ebb152-2c72-4703-8052-389b34df37c5/54adf1f1-43d9-4a01-9a33-585acf26aa3e/84b541b4-b123-4605-94e6-d56464f863d4) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:53.925444 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-217e6e06-62f3-433c-a768-6ce10e31743f None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:53.937971 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5ec1c9cd-298a-492f-b4b8-3b01ce803eda tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:53.950690 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-217e6e06-62f3-433c-a768-6ce10e31743f None None] Transition to ACTIVE for port object 84b541b4-b123-4605-94e6-d56464f863d4 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:53.981425 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82daab-a204-4252-a955-2d4b98d4909f req-516a7adb-6524-40c8-9488-6a19f3bdf51c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:53.983073 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8b82daab-a204-4252-a955-2d4b98d4909f req-516a7adb-6524-40c8-9488-6a19f3bdf51c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 943 time: 0.2362640 Jul 06 14:15:53.989278 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2c37ab5-c570-48f4-aafe-931fe54cc1cd req-9d6ac8c9-c167-4a04-9519-b60b7e868430 service neutron] 10.222.0.124 "GET /v2.0/networks/39a59867-1326-44e3-97ee-0675d66d3741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644045 Jul 06 14:15:53.990460 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-5ec1c9cd-298a-492f-b4b8-3b01ce803eda tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] device_id is not set on port eb84951e-4b48-49e4-8b8a-a1d01b0f2dbf yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:15:54.000536 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-217e6e06-62f3-433c-a768-6ce10e31743f None None] Transition to ACTIVE for port object 84b541b4-b123-4605-94e6-d56464f863d4 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:54.009834 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 79424c57-92ca-46f2-b673-e800d871870e no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:15:54.039052 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-217e6e06-62f3-433c-a768-6ce10e31743f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:54.064752 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 79424c57-92ca-46f2-b673-e800d871870e {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:15:54.065301 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 79424c57-92ca-46f2-b673-e800d871870e not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:15:54.085975 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217e6e06-62f3-433c-a768-6ce10e31743f None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:54.090267 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-217e6e06-62f3-433c-a768-6ce10e31743f None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:54.095139 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217e6e06-62f3-433c-a768-6ce10e31743f None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:54.156392 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e6e06-62f3-433c-a768-6ce10e31743f None None] Pushing event updated for resources: {'Port': ['ID=84b541b4-b123-4605-94e6-d56464f863d4,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:54.171154 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8b82daab-a204-4252-a955-2d4b98d4909f req-7c93f25b-95e7-43a1-8b76-65819778c6ca tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750486 Jul 06 14:15:54.188544 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-217e6e06-62f3-433c-a768-6ce10e31743f None None] Attempting to bind port 84b541b4-b123-4605-94e6-d56464f863d4 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:15:54.189347 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-217e6e06-62f3-433c-a768-6ce10e31743f None None] Attempting to bind port 84b541b4-b123-4605-94e6-d56464f863d4 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:15:54.189914 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217e6e06-62f3-433c-a768-6ce10e31743f None None] Attempting to bind port 84b541b4-b123-4605-94e6-d56464f863d4 on network e9ebb152-2c72-4703-8052-389b34df37c5 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:15:54.196238 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217e6e06-62f3-433c-a768-6ce10e31743f None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:15:54.196884 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217e6e06-62f3-433c-a768-6ce10e31743f None None] Checking segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:54.197448 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-217e6e06-62f3-433c-a768-6ce10e31743f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:54.198282 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217e6e06-62f3-433c-a768-6ce10e31743f None None] Bound using segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:15:54.199331 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-217e6e06-62f3-433c-a768-6ce10e31743f None None] Bound port: 84b541b4-b123-4605-94e6-d56464f863d4, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:15:54.199908 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-217e6e06-62f3-433c-a768-6ce10e31743f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:54.284778 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-217e6e06-62f3-433c-a768-6ce10e31743f None None] For port 84b541b4-b123-4605-94e6-d56464f863d4, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:15:54.289337 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-217e6e06-62f3-433c-a768-6ce10e31743f None None] For port 84b541b4-b123-4605-94e6-d56464f863d4, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=84b541b4-b123-4605-94e6-d56464f863d4,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:15:54.294463 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-217e6e06-62f3-433c-a768-6ce10e31743f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:54.301423 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c2c37ab5-c570-48f4-aafe-931fe54cc1cd req-a3755c75-ccf2-43b3-a42a-4d1451c57feb service neutron] 10.222.0.124 "GET /v2.0/networks/39a59867-1326-44e3-97ee-0675d66d3741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024552 Jul 06 14:15:54.332689 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-5ec1c9cd-298a-492f-b4b8-3b01ce803eda tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Allocated IP 2001:db8::39b9:a237:d9e3:d755 (e9ebb152-2c72-4703-8052-389b34df37c5/54adf1f1-43d9-4a01-9a33-585acf26aa3e/eb84951e-4b48-49e4-8b8a-a1d01b0f2dbf) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:54.381108 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e6e06-62f3-433c-a768-6ce10e31743f None None] Pushing event updated for resources: {'Port': ['ID=84b541b4-b123-4605-94e6-d56464f863d4,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:54.524317 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5ec1c9cd-298a-492f-b4b8-3b01ce803eda tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:54.554394 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-5ec1c9cd-298a-492f-b4b8-3b01ce803eda tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Transition to ACTIVE for port object eb84951e-4b48-49e4-8b8a-a1d01b0f2dbf will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:54.619221 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5ec1c9cd-298a-492f-b4b8-3b01ce803eda tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:54.687531 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec1c9cd-298a-492f-b4b8-3b01ce803eda tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:54.693180 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-5ec1c9cd-298a-492f-b4b8-3b01ce803eda tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:54.702480 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec1c9cd-298a-492f-b4b8-3b01ce803eda tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:54.708752 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec1c9cd-298a-492f-b4b8-3b01ce803eda tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:54.709495 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5ec1c9cd-298a-492f-b4b8-3b01ce803eda tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:54.713847 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1c9cd-298a-492f-b4b8-3b01ce803eda tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=eb84951e-4b48-49e4-8b8a-a1d01b0f2dbf,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:54.752070 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5ec1c9cd-298a-492f-b4b8-3b01ce803eda tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3398378 Jul 06 14:15:54.752478 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51174) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:54.844003 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d1d4ac-5f8d-4e25-9a3e-ca8c6f916cee tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:54.850608 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d1d4ac-5f8d-4e25-9a3e-ca8c6f916cee tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:54.852367 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-64d1d4ac-5f8d-4e25-9a3e-ca8c6f916cee tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0988805 Jul 06 14:15:54.855454 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51178) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:54.962703 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0ba3718f-7542-4efe-8661-b0ee5a2adb87 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting port eb84951e-4b48-49e4-8b8a-a1d01b0f2dbf {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:54.963125 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0ba3718f-7542-4efe-8661-b0ee5a2adb87 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:55.032702 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 27c02fa2-9e86-428f-b715-5370ee2bd0a1 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:15:55.071792 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0ba3718f-7542-4efe-8661-b0ee5a2adb87 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:55.086486 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0ba3718f-7542-4efe-8661-b0ee5a2adb87 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Calling delete_port for eb84951e-4b48-49e4-8b8a-a1d01b0f2dbf owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:55.163577 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 27c02fa2-9e86-428f-b715-5370ee2bd0a1, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=27c02fa2-9e86-428f-b715-5370ee2bd0a1,segment=NetworkSegment(7d4b0fd1-ff50-4d04-be05-7e2307f76a00),segment_id=7d4b0fd1-ff50-4d04-be05-7e2307f76a00)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:55.186316 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '27c02fa2-9e86-428f-b715-5370ee2bd0a1', 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741', 'port_id': '27c02fa2-9e86-428f-b715-5370ee2bd0a1', 'mac_address': 'fa:16:3e:ea:0c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6065e799-674b-4a0b-b826-f1af2e41e20b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:15:55.263941 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:55.283853 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c02fa2-9e86-428f-b715-5370ee2bd0a1 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:15:55.296607 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0ba3718f-7542-4efe-8661-b0ee5a2adb87 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:55.339703 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 27c02fa2-9e86-428f-b715-5370ee2bd0a1, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=27c02fa2-9e86-428f-b715-5370ee2bd0a1,segment=NetworkSegment(7d4b0fd1-ff50-4d04-be05-7e2307f76a00),segment_id=7d4b0fd1-ff50-4d04-be05-7e2307f76a00)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:55.346802 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:55.389812 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3718f-7542-4efe-8661-b0ee5a2adb87 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Port': ['ID=eb84951e-4b48-49e4-8b8a-a1d01b0f2dbf,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:55.448871 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0ba3718f-7542-4efe-8661-b0ee5a2adb87 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:55.454028 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0ba3718f-7542-4efe-8661-b0ee5a2adb87 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/eb84951e-4b48-49e4-8b8a-a1d01b0f2dbf HTTP/1.1" status: 204 len: 168 time: 0.5954092 Jul 06 14:15:55.455620 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51202) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:55.457889 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=27c02fa2-9e86-428f-b715-5370ee2bd0a1,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:55.493831 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168d269-11ba-4a82-9261-ac6d66a045e0 req-52369451-c19e-4c61-8c26-1067388a4a0c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:55.495406 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7168d269-11ba-4a82-9261-ac6d66a045e0 req-52369451-c19e-4c61-8c26-1067388a4a0c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 944 time: 0.1303682 Jul 06 14:15:55.568270 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f484959-c422-4d60-95db-0c14238a4c2b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:55.579216 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f484959-c422-4d60-95db-0c14238a4c2b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:55.583537 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2f484959-c422-4d60-95db-0c14238a4c2b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1251512 Jul 06 14:15:55.586302 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51212) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:55.588920 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7168d269-11ba-4a82-9261-ac6d66a045e0 req-f3251ad7-1da5-4868-b14e-269224d1aa5f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851758 Jul 06 14:15:55.599371 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['27c02fa2-9e86-428f-b715-5370ee2bd0a1'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:15:55.714920 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bbfdebf-3b53-489f-bcdb-9af4af6f6361 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting subnet 54adf1f1-43d9-4a01-9a33-585acf26aa3e {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:15:55.718833 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0bbfdebf-3b53-489f-bcdb-9af4af6f6361 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:55.782681 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0bbfdebf-3b53-489f-bcdb-9af4af6f6361 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:56.019300 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0bbfdebf-3b53-489f-bcdb-9af4af6f6361 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:56.083883 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2615befa-abb9-4ed3-8ac5-864bc1cb67ee None None] Provisioning for port 84b541b4-b123-4605-94e6-d56464f863d4 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:56.214238 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0bbfdebf-3b53-489f-bcdb-9af4af6f6361 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:56.240465 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 84b541b4-b123-4605-94e6-d56464f863d4 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:15:56.253510 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0bbfdebf-3b53-489f-bcdb-9af4af6f6361 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:56.259915 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0bbfdebf-3b53-489f-bcdb-9af4af6f6361 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/54adf1f1-43d9-4a01-9a33-585acf26aa3e HTTP/1.1" status: 204 len: 168 time: 0.6723051 Jul 06 14:15:56.261927 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51232) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:56.360973 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-18f880d1-699e-470c-8767-b1257b7e35df tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0966942 Jul 06 14:15:56.363997 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51238) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:56.373941 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9000537-1e8c-4ead-bbed-2c38f46a2ca7 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:56.374801 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-78d943f3-3706-439c-86bf-40dcc12fc83b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:56.391284 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbfdebf-3b53-489f-bcdb-9af4af6f6361 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Subnet': ['ID=54adf1f1-43d9-4a01-9a33-585acf26aa3e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:56.481477 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-34577ed1-8490-4174-bcd1-44e0f4622164 None None] Could not find standard attr ID for object eb84951e-4b48-49e4-8b8a-a1d01b0f2dbf. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:15:56.518447 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 84b541b4-b123-4605-94e6-d56464f863d4 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:56.545071 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 84b541b4-b123-4605-94e6-d56464f863d4 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:56.545444 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:56.567769 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d943f3-3706-439c-86bf-40dcc12fc83b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:56.573787 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-78d943f3-3706-439c-86bf-40dcc12fc83b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:56.593744 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10980834-abf3-41dc-8433-3c92d4cc200b req-dd33a890-3c68-4c5f-af45-7a9f2c6987d4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:56.595900 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-10980834-abf3-41dc-8433-3c92d4cc200b req-dd33a890-3c68-4c5f-af45-7a9f2c6987d4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.52 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83&tenant_id=7317327619ce440a98467f267c9927a9&binding%3Ahost_id=n-h2-773644-6 HTTP/1.1" status: 200 len: 944 time: 0.2631388 Jul 06 14:15:56.687582 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cee88a-b61f-4582-b64e-2247ab8f1b27 req-6cb396fd-ce26-46b2-948e-cdf3e49e6b2a tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:56.689931 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00cee88a-b61f-4582-b64e-2247ab8f1b27 req-6cb396fd-ce26-46b2-948e-cdf3e49e6b2a tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 944 time: 0.3363662 Jul 06 14:15:56.735344 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:56.743382 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [req-10980834-abf3-41dc-8433-3c92d4cc200b req-27600cdd-b578-4e76-9b05-dae1f13c6178 service neutron] delete failed (client error): The resource could not be found. Jul 06 14:15:56.744507 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-10980834-abf3-41dc-8433-3c92d4cc200b req-27600cdd-b578-4e76-9b05-dae1f13c6178 service neutron] 10.222.0.52 "DELETE /v2.0/ports/27c02fa2-9e86-428f-b715-5370ee2bd0a1/bindings/n-h1-773644-6 HTTP/1.1" status: 404 len: 380 time: 0.1390486 Jul 06 14:15:56.776074 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 84b541b4-b123-4605-94e6-d56464f863d4, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=84b541b4-b123-4605-94e6-d56464f863d4,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:56.786173 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:56.799505 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00cee88a-b61f-4582-b64e-2247ab8f1b27 req-780c7018-4fba-4bca-9f90-863020ea8014 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853961 Jul 06 14:15:56.826489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8294f024-02b0-449c-a59d-713bc6e69c4e None None] DHCP port deletion for e9ebb152-2c72-4703-8052-389b34df37c5 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:15:56.933811 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10980834-abf3-41dc-8433-3c92d4cc200b req-83322353-7860-4276-b71c-bf76d8a52527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:56.938456 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-10980834-abf3-41dc-8433-3c92d4cc200b req-83322353-7860-4276-b71c-bf76d8a52527 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 1095 time: 0.0972657 Jul 06 14:15:56.941891 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=84b541b4-b123-4605-94e6-d56464f863d4,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:56.957437 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-8294f024-02b0-449c-a59d-713bc6e69c4e None None] Deleting port 84b541b4-b123-4605-94e6-d56464f863d4 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:56.957852 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8294f024-02b0-449c-a59d-713bc6e69c4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:57.007794 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-78d943f3-3706-439c-86bf-40dcc12fc83b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:57.063336 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8294f024-02b0-449c-a59d-713bc6e69c4e None None] For port 84b541b4-b123-4605-94e6-d56464f863d4, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=84b541b4-b123-4605-94e6-d56464f863d4,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:57.064605 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8294f024-02b0-449c-a59d-713bc6e69c4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:57.069234 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 27c02fa2-9e86-428f-b715-5370ee2bd0a1 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:15:57.106132 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-8294f024-02b0-449c-a59d-713bc6e69c4e None None] Calling delete_port for 84b541b4-b123-4605-94e6-d56464f863d4 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:57.158581 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10980834-abf3-41dc-8433-3c92d4cc200b req-ab4b7906-b27b-4d72-a886-124233418ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:57.162442 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d943f3-3706-439c-86bf-40dcc12fc83b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:57.164214 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-10980834-abf3-41dc-8433-3c92d4cc200b req-ab4b7906-b27b-4d72-a886-124233418ca8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=39a59867-1326-44e3-97ee-0675d66d3741 HTTP/1.1" status: 200 len: 897 time: 0.2153296 Jul 06 14:15:57.165810 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-78d943f3-3706-439c-86bf-40dcc12fc83b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:57.170140 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d943f3-3706-439c-86bf-40dcc12fc83b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:57.170759 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-78d943f3-3706-439c-86bf-40dcc12fc83b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:57.191985 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d943f3-3706-439c-86bf-40dcc12fc83b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Subnet': ['ID=930c0b81-cfd0-4c24-a6c6-770defff6afb,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:57.198202 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-78d943f3-3706-439c-86bf-40dcc12fc83b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8298988 Jul 06 14:15:57.207892 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51258) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:57.214727 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-6fefecdb-8e2b-4571-be16-c999d9ddf1f7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'fixed_ips': [{'subnet_id': '930c0b81-cfd0-4c24-a6c6-770defff6afb', 'ip_address': '2001:db8::cae7:1d:faef:3640'}], 'name': 'tempest-NetworksTestDHCPv6-1580105773'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:15:57.315051 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 27c02fa2-9e86-428f-b715-5370ee2bd0a1 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:15:57.324005 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 27c02fa2-9e86-428f-b715-5370ee2bd0a1 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:15:57.324655 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:57.385338 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8294f024-02b0-449c-a59d-713bc6e69c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:57.434291 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8294f024-02b0-449c-a59d-713bc6e69c4e None None] Pushing event deleted for resources: {'Port': ['ID=84b541b4-b123-4605-94e6-d56464f863d4,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:57.456401 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8294f024-02b0-449c-a59d-713bc6e69c4e None None] No DVR routers for this DVR port 84b541b4-b123-4605-94e6-d56464f863d4 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:15:57.473323 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fefecdb-8e2b-4571-be16-c999d9ddf1f7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:15:57.482468 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6fefecdb-8e2b-4571-be16-c999d9ddf1f7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:57.512431 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76a01ed-f525-441c-beec-b42958930096 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:15:57.533554 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-6fefecdb-8e2b-4571-be16-c999d9ddf1f7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] device_id is not set on port b49395a1-b3a6-48e1-a052-97328449f9f2 yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:15:57.625375 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:57.670154 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-10980834-abf3-41dc-8433-3c92d4cc200b req-d7dc508c-46dc-40b9-9cf8-1f12af509a77 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27c02fa2-9e86-428f-b715-5370ee2bd0a1 HTTP/1.1" status: 200 len: 999 time: 0.4936166 Jul 06 14:15:57.670281 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493a97c2-7871-450e-b00a-d245233dbe83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c02fa2-9e86-428f-b715-5370ee2bd0a1'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:15:57.685272 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6a6354-ca50-4380-b5a8-93b32450f03d" -d '{"events": [{"server_uuid": "493a97c2-7871-450e-b00a-d245233dbe83", "name": "network-vif-plugged", "status": "completed", "tag": "27c02fa2-9e86-428f-b715-5370ee2bd0a1"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:15:57.732699 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 27c02fa2-9e86-428f-b715-5370ee2bd0a1, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=27c02fa2-9e86-428f-b715-5370ee2bd0a1,segment=NetworkSegment(7d4b0fd1-ff50-4d04-be05-7e2307f76a00),segment_id=7d4b0fd1-ff50-4d04-be05-7e2307f76a00)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:15:57.773952 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:57.780081 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10980834-abf3-41dc-8433-3c92d4cc200b req-9b2ccd81-f30a-45b1-becf-b1a9e3e4c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:57.782250 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-10980834-abf3-41dc-8433-3c92d4cc200b req-9b2ccd81-f30a-45b1-becf-b1a9e3e4c118 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6065e799-674b-4a0b-b826-f1af2e41e20b HTTP/1.1" status: 200 len: 834 time: 0.0994573 Jul 06 14:15:57.820209 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-6fefecdb-8e2b-4571-be16-c999d9ddf1f7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Allocated IP 2001:db8::cae7:1d:faef:3640 (e9ebb152-2c72-4703-8052-389b34df37c5/930c0b81-cfd0-4c24-a6c6-770defff6afb/b49395a1-b3a6-48e1-a052-97328449f9f2) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:57.884718 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51280) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:57.955113 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10980834-abf3-41dc-8433-3c92d4cc200b req-3826b6fd-29bc-46d4-ac15-ccb440f7d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:57.963873 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-10980834-abf3-41dc-8433-3c92d4cc200b req-3826b6fd-29bc-46d4-ac15-ccb440f7d481 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=39a59867-1326-44e3-97ee-0675d66d3741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1710069 Jul 06 14:15:58.089322 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ff07ff-a376-49a7-87c1-bbc75dfb2427 x-openstack-request-id: req-39ff07ff-a376-49a7-87c1-bbc75dfb2427 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:15:58.089917 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493a97c2-7871-450e-b00a-d245233dbe83", "name": "network-vif-plugged", "status": "completed", "tag": "27c02fa2-9e86-428f-b715-5370ee2bd0a1", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:15:58.090344 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-39ff07ff-a376-49a7-87c1-bbc75dfb2427 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:15:58.090912 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493a97c2-7871-450e-b00a-d245233dbe83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c02fa2-9e86-428f-b715-5370ee2bd0a1', 'code': 200} Jul 06 14:15:58.091694 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 84b541b4-b123-4605-94e6-d56464f863d4 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:15:58.108127 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-643bc67a-554a-438f-ae78-72182460a46e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:58.142400 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 84b541b4-b123-4605-94e6-d56464f863d4 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:15:58.143398 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 84b541b4-b123-4605-94e6-d56464f863d4 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:15:58.167536 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf18956-b44a-490b-a331-6f1a34761125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-e9ebb152-2c72-4703-8052-389b34df37c5', 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'tenant_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'fixed_ips': [{'subnet_id': '930c0b81-cfd0-4c24-a6c6-770defff6afb'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:15:58.168447 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fcf18956-b44a-490b-a331-6f1a34761125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:58.190595 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=27c02fa2-9e86-428f-b715-5370ee2bd0a1,revision_number=9']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:58.221970 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-10980834-abf3-41dc-8433-3c92d4cc200b req-39d4dc23-bfeb-4c36-8f37-81e499f0817e service neutron] 10.222.0.52 "GET /v2.0/networks/39a59867-1326-44e3-97ee-0675d66d3741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430346 Jul 06 14:15:58.240166 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6fefecdb-8e2b-4571-be16-c999d9ddf1f7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:58.259841 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-643bc67a-554a-438f-ae78-72182460a46e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:58.261271 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-6fefecdb-8e2b-4571-be16-c999d9ddf1f7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Transition to ACTIVE for port object b49395a1-b3a6-48e1-a052-97328449f9f2 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:58.296129 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adac3ff-9878-49ba-a0c7-9a8657313343 req-f803a144-8612-49df-8c4b-b56ad07eeeaf tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:58.296627 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-643bc67a-554a-438f-ae78-72182460a46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:58.297571 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5adac3ff-9878-49ba-a0c7-9a8657313343 req-f803a144-8612-49df-8c4b-b56ad07eeeaf tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 945 time: 0.2320268 Jul 06 14:15:58.356131 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-643bc67a-554a-438f-ae78-72182460a46e admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=d6b4d9078f874854b973f303ea90ae8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4690001 Jul 06 14:15:58.357832 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6fefecdb-8e2b-4571-be16-c999d9ddf1f7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:58.359003 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643bc67a-554a-438f-ae78-72182460a46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb60f256-8dc5-472c-81e5-d2477149e3c2,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:58.360134 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51290) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:58.369304 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5adac3ff-9878-49ba-a0c7-9a8657313343 req-e0f3109c-6745-4b02-ba02-d79b639eb932 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611753 Jul 06 14:15:58.415715 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-10980834-abf3-41dc-8433-3c92d4cc200b req-97eee103-0c3c-416c-9636-3224339b69d5 service neutron] 10.222.0.52 "GET /v2.0/networks/39a59867-1326-44e3-97ee-0675d66d3741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828585 Jul 06 14:15:58.436232 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-fcf18956-b44a-490b-a331-6f1a34761125 None None] Allocated IP 2001:db8::2 (e9ebb152-2c72-4703-8052-389b34df37c5/930c0b81-cfd0-4c24-a6c6-770defff6afb/75643390-1f63-4ba6-a472-980dbc96ce82) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:15:58.464981 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fefecdb-8e2b-4571-be16-c999d9ddf1f7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:58.473892 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-6fefecdb-8e2b-4571-be16-c999d9ddf1f7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:58.481821 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fefecdb-8e2b-4571-be16-c999d9ddf1f7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:58.487592 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fefecdb-8e2b-4571-be16-c999d9ddf1f7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:58.488224 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6fefecdb-8e2b-4571-be16-c999d9ddf1f7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:58.504201 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fefecdb-8e2b-4571-be16-c999d9ddf1f7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=b49395a1-b3a6-48e1-a052-97328449f9f2,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:58.508072 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-650ac1c1-cd3a-4515-b496-22fdb8482c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:58.525584 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6fefecdb-8e2b-4571-be16-c999d9ddf1f7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3164575 Jul 06 14:15:58.528244 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51296) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:58.563006 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-650ac1c1-cd3a-4515-b496-22fdb8482c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:58.631194 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-650ac1c1-cd3a-4515-b496-22fdb8482c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:58.634229 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-650ac1c1-cd3a-4515-b496-22fdb8482c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:58.637734 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-650ac1c1-cd3a-4515-b496-22fdb8482c59 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/fb60f256-8dc5-472c-81e5-d2477149e3c2 HTTP/1.1" status: 204 len: 168 time: 0.2739906 Jul 06 14:15:58.644709 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ac1c1-cd3a-4515-b496-22fdb8482c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb60f256-8dc5-472c-81e5-d2477149e3c2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:58.689489 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fcf18956-b44a-490b-a331-6f1a34761125 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:58.692349 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa47e58f-511c-487e-9ca5-bcd7813b07e8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:58.697068 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fa47e58f-511c-487e-9ca5-bcd7813b07e8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1656294 Jul 06 14:15:58.697327 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51300) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:58.701919 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fcf18956-b44a-490b-a331-6f1a34761125 None None] Transition to ACTIVE for port object 75643390-1f63-4ba6-a472-980dbc96ce82 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:58.719087 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fcf18956-b44a-490b-a331-6f1a34761125 None None] Transition to ACTIVE for port object 75643390-1f63-4ba6-a472-980dbc96ce82 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:15:58.728115 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fcf18956-b44a-490b-a331-6f1a34761125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:58.771316 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf18956-b44a-490b-a331-6f1a34761125 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:15:58.776604 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-fcf18956-b44a-490b-a331-6f1a34761125 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:15:58.786395 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf18956-b44a-490b-a331-6f1a34761125 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:15:58.796827 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf18956-b44a-490b-a331-6f1a34761125 None None] Pushing event updated for resources: {'Port': ['ID=75643390-1f63-4ba6-a472-980dbc96ce82,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:58.879273 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-fcf18956-b44a-490b-a331-6f1a34761125 None None] Attempting to bind port 75643390-1f63-4ba6-a472-980dbc96ce82 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:15:58.879658 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-fcf18956-b44a-490b-a331-6f1a34761125 None None] Attempting to bind port 75643390-1f63-4ba6-a472-980dbc96ce82 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:15:58.880109 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf18956-b44a-490b-a331-6f1a34761125 None None] Attempting to bind port 75643390-1f63-4ba6-a472-980dbc96ce82 on network e9ebb152-2c72-4703-8052-389b34df37c5 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:15:58.886958 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf18956-b44a-490b-a331-6f1a34761125 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:15:58.887356 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf18956-b44a-490b-a331-6f1a34761125 None None] Checking segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:15:58.887919 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fcf18956-b44a-490b-a331-6f1a34761125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:58.888328 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf18956-b44a-490b-a331-6f1a34761125 None None] Bound using segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:15:58.888808 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-fcf18956-b44a-490b-a331-6f1a34761125 None None] Bound port: 75643390-1f63-4ba6-a472-980dbc96ce82, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:15:58.889645 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fcf18956-b44a-490b-a331-6f1a34761125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:58.895479 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-8d67a930-ca97-4e4a-a384-bd2c5e7aac8a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting port b49395a1-b3a6-48e1-a052-97328449f9f2 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:15:58.896110 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8d67a930-ca97-4e4a-a384-bd2c5e7aac8a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:58.981866 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-fcf18956-b44a-490b-a331-6f1a34761125 None None] For port 75643390-1f63-4ba6-a472-980dbc96ce82, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:15:58.988041 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-fcf18956-b44a-490b-a331-6f1a34761125 None None] For port 75643390-1f63-4ba6-a472-980dbc96ce82, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=75643390-1f63-4ba6-a472-980dbc96ce82,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:15:58.998273 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fcf18956-b44a-490b-a331-6f1a34761125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:59.022976 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8d67a930-ca97-4e4a-a384-bd2c5e7aac8a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:59.053523 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-8d67a930-ca97-4e4a-a384-bd2c5e7aac8a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Calling delete_port for b49395a1-b3a6-48e1-a052-97328449f9f2 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:15:59.090011 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf18956-b44a-490b-a331-6f1a34761125 None None] Pushing event updated for resources: {'Port': ['ID=75643390-1f63-4ba6-a472-980dbc96ce82,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:59.133182 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51304) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:59.150045 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b025599f-1ffe-42ce-a08c-5261c31aeb9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:59.286595 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8d67a930-ca97-4e4a-a384-bd2c5e7aac8a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:59.331972 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67a930-ca97-4e4a-a384-bd2c5e7aac8a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Port': ['ID=b49395a1-b3a6-48e1-a052-97328449f9f2,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:59.368567 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b025599f-1ffe-42ce-a08c-5261c31aeb9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:59.389523 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b025599f-1ffe-42ce-a08c-5261c31aeb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:59.424824 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8d67a930-ca97-4e4a-a384-bd2c5e7aac8a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:59.437650 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51310) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:59.440474 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8d67a930-ca97-4e4a-a384-bd2c5e7aac8a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/b49395a1-b3a6-48e1-a052-97328449f9f2 HTTP/1.1" status: 204 len: 168 time: 0.7417691 Jul 06 14:15:59.468777 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b025599f-1ffe-42ce-a08c-5261c31aeb9d admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=c89b455616b64834afff1b1b7c9e72d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3342814 Jul 06 14:15:59.471750 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51312) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:59.496612 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025599f-1ffe-42ce-a08c-5261c31aeb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c8ee1b-1142-4d78-9834-fdbd4f16830b,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:59.523292 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c45cee3-b894-4dc9-af67-b61413b87f6f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:59.529962 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c45cee3-b894-4dc9-af67-b61413b87f6f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:59.532015 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2c45cee3-b894-4dc9-af67-b61413b87f6f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0909936 Jul 06 14:15:59.534663 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51314) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:59.602748 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c38baf1-36db-4a71-b269-b2a2bec99745 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting subnet 930c0b81-cfd0-4c24-a6c6-770defff6afb {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:15:59.603772 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-00277af6-08c1-429e-b961-d3f4be5f2eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:59.606703 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1c38baf1-36db-4a71-b269-b2a2bec99745 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:59.633568 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-00277af6-08c1-429e-b961-d3f4be5f2eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:59.686446 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1c38baf1-36db-4a71-b269-b2a2bec99745 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:59.698789 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-00277af6-08c1-429e-b961-d3f4be5f2eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:59.702699 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-00277af6-08c1-429e-b961-d3f4be5f2eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:59.707206 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-00277af6-08c1-429e-b961-d3f4be5f2eea admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/00c8ee1b-1142-4d78-9834-fdbd4f16830b HTTP/1.1" status: 204 len: 168 time: 0.2308092 Jul 06 14:15:59.714567 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00277af6-08c1-429e-b961-d3f4be5f2eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c8ee1b-1142-4d78-9834-fdbd4f16830b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:15:59.759348 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac71c5-f3ad-4e3c-be8b-19c18187009c req-43d86f5b-c960-49d7-934b-0e6640b7a216 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:15:59.760964 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ffac71c5-f3ad-4e3c-be8b-19c18187009c req-43d86f5b-c960-49d7-934b-0e6640b7a216 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 945 time: 0.1513152 Jul 06 14:15:59.830492 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1c38baf1-36db-4a71-b269-b2a2bec99745 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:59.857089 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ffac71c5-f3ad-4e3c-be8b-19c18187009c req-ccc30a47-4cf8-4dfe-9c06-7911a7b66d8f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749445 Jul 06 14:15:59.890752 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51318) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:15:59.952711 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1c38baf1-36db-4a71-b269-b2a2bec99745 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:15:59.996828 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38baf1-36db-4a71-b269-b2a2bec99745 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Subnet': ['ID=930c0b81-cfd0-4c24-a6c6-770defff6afb,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:00.012828 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1c38baf1-36db-4a71-b269-b2a2bec99745 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:00.017163 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1c38baf1-36db-4a71-b269-b2a2bec99745 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/930c0b81-cfd0-4c24-a6c6-770defff6afb HTTP/1.1" status: 204 len: 168 time: 0.4793100 Jul 06 14:16:00.017563 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51322) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:00.029745 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-26ec6571-1f65-4b4c-aeba-c38d364c16ab tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/floatingips/5d4b2e2b-991d-46b9-919e-191c4ded6956 HTTP/1.1" status: 200 len: 992 time: 0.1344094 Jul 06 14:16:00.071988 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 75643390-1f63-4ba6-a472-980dbc96ce82 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:00.083733 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51326) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:00.084905 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e53aafd5-34b0-48f0-a88f-4239bca7f75a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648873 Jul 06 14:16:00.158080 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 75643390-1f63-4ba6-a472-980dbc96ce82 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:00.200116 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df42ac42-435b-4904-badc-eb36c00fa976 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:00.202056 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-df42ac42-435b-4904-badc-eb36c00fa976 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1165411 Jul 06 14:16:00.204373 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51332) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:00.279891 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4579c119-1900-49ad-ba8c-d2207781c2c5 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:00.281596 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4579c119-1900-49ad-ba8c-d2207781c2c5 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0759773 Jul 06 14:16:00.284092 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51336) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:00.331071 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-18068208-f951-49d5-a097-05ff2b67e01f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457411 Jul 06 14:16:00.336371 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51338) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:00.341651 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-3e9793e2-be61-4282-b3e6-2bfdeb79508a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:00.464364 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9793e2-be61-4282-b3e6-2bfdeb79508a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:00.468633 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e9793e2-be61-4282-b3e6-2bfdeb79508a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:00.542044 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b124f9-1865-4434-8fb4-41354917a4f7 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:00.682403 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1881e30e-4120-4974-8b23-a509ad374ffb None None] Provisioning for port 75643390-1f63-4ba6-a472-980dbc96ce82 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:00.694140 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1881e30e-4120-4974-8b23-a509ad374ffb None None] Provisioning complete for port 75643390-1f63-4ba6-a472-980dbc96ce82 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:00.694665 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1881e30e-4120-4974-8b23-a509ad374ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:00.715678 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e9793e2-be61-4282-b3e6-2bfdeb79508a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:00.765782 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9793e2-be61-4282-b3e6-2bfdeb79508a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:00.772260 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-3e9793e2-be61-4282-b3e6-2bfdeb79508a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:00.791524 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9793e2-be61-4282-b3e6-2bfdeb79508a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:00.792758 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e9793e2-be61-4282-b3e6-2bfdeb79508a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:00.814739 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1881e30e-4120-4974-8b23-a509ad374ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:00.827524 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9793e2-be61-4282-b3e6-2bfdeb79508a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Subnet': ['ID=22bc6422-2081-4b7f-a8fe-c94f84b1015a,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:00.832610 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3e9793e2-be61-4282-b3e6-2bfdeb79508a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4951351 Jul 06 14:16:00.835571 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51352) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:00.835770 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de8931d-c5f0-4b85-9846-d54a775ab1e8 None None] DHCP port deletion for e9ebb152-2c72-4703-8052-389b34df37c5 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:16:00.841355 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-67f24cb0-e0b1-4098-a142-00bdc79a1d89 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'fixed_ips': [{'subnet_id': '22bc6422-2081-4b7f-a8fe-c94f84b1015a', 'ip_address': '2001:db8::c4a9:cd42:6971:147a'}], 'name': 'tempest-NetworksTestDHCPv6-2085677566'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:00.880229 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-1881e30e-4120-4974-8b23-a509ad374ffb None None] For port 75643390-1f63-4ba6-a472-980dbc96ce82, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=75643390-1f63-4ba6-a472-980dbc96ce82,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:00.888166 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1881e30e-4120-4974-8b23-a509ad374ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:00.937669 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881e30e-4120-4974-8b23-a509ad374ffb None None] Pushing event updated for resources: {'Port': ['ID=75643390-1f63-4ba6-a472-980dbc96ce82,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:00.963070 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-4de8931d-c5f0-4b85-9846-d54a775ab1e8 None None] Deleting port 75643390-1f63-4ba6-a472-980dbc96ce82 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:00.963551 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4de8931d-c5f0-4b85-9846-d54a775ab1e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:00.972594 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f24cb0-e0b1-4098-a142-00bdc79a1d89 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:01.057002 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-4de8931d-c5f0-4b85-9846-d54a775ab1e8 None None] For port 75643390-1f63-4ba6-a472-980dbc96ce82, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=75643390-1f63-4ba6-a472-980dbc96ce82,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:01.057562 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4de8931d-c5f0-4b85-9846-d54a775ab1e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:01.074563 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-4de8931d-c5f0-4b85-9846-d54a775ab1e8 None None] Calling delete_port for 75643390-1f63-4ba6-a472-980dbc96ce82 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:01.088588 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-67f24cb0-e0b1-4098-a142-00bdc79a1d89 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:01.114936 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-67f24cb0-e0b1-4098-a142-00bdc79a1d89 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] device_id is not set on port 0c366882-2b0f-4c68-a170-5320106e72cd yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:16:01.173064 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4de8931d-c5f0-4b85-9846-d54a775ab1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:01.218563 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de8931d-c5f0-4b85-9846-d54a775ab1e8 None None] No DVR routers for this DVR port 75643390-1f63-4ba6-a472-980dbc96ce82 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:01.226201 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8931d-c5f0-4b85-9846-d54a775ab1e8 None None] Pushing event deleted for resources: {'Port': ['ID=75643390-1f63-4ba6-a472-980dbc96ce82,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:01.251054 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e9d939-1498-450e-9209-fd3f50c48312 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:01.315699 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-67f24cb0-e0b1-4098-a142-00bdc79a1d89 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Allocated IP 2001:db8::c4a9:cd42:6971:147a (e9ebb152-2c72-4703-8052-389b34df37c5/22bc6422-2081-4b7f-a8fe-c94f84b1015a/0c366882-2b0f-4c68-a170-5320106e72cd) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:01.436050 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c95781b-7a47-4d7c-a670-7aec7e66289f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-e9ebb152-2c72-4703-8052-389b34df37c5', 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'tenant_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'fixed_ips': [{'subnet_id': '22bc6422-2081-4b7f-a8fe-c94f84b1015a'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:16:01.436562 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7c95781b-7a47-4d7c-a670-7aec7e66289f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:01.559130 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-67f24cb0-e0b1-4098-a142-00bdc79a1d89 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:01.578872 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-67f24cb0-e0b1-4098-a142-00bdc79a1d89 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Transition to ACTIVE for port object 0c366882-2b0f-4c68-a170-5320106e72cd will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:01.620347 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-67f24cb0-e0b1-4098-a142-00bdc79a1d89 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:01.691393 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-7c95781b-7a47-4d7c-a670-7aec7e66289f None None] Allocated IP 2001:db8::2 (e9ebb152-2c72-4703-8052-389b34df37c5/22bc6422-2081-4b7f-a8fe-c94f84b1015a/cfdc7638-f794-497c-8bf9-9f545f4b8e48) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:01.700938 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f24cb0-e0b1-4098-a142-00bdc79a1d89 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:01.702513 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f24cb0-e0b1-4098-a142-00bdc79a1d89 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=0c366882-2b0f-4c68-a170-5320106e72cd,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:01.705716 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-67f24cb0-e0b1-4098-a142-00bdc79a1d89 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:01.708513 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f24cb0-e0b1-4098-a142-00bdc79a1d89 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:01.715960 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f24cb0-e0b1-4098-a142-00bdc79a1d89 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:01.716667 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-67f24cb0-e0b1-4098-a142-00bdc79a1d89 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:01.741172 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-67f24cb0-e0b1-4098-a142-00bdc79a1d89 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9034877 Jul 06 14:16:01.745138 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51380) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:01.752239 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-bca2365f-81fa-43e8-8e12-356688aff675 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'fixed_ips': [{'subnet_id': '22bc6422-2081-4b7f-a8fe-c94f84b1015a', 'ip_address': '2001:db8::c4a9:cd42:6971:147a'}], 'name': 'tempest-NetworksTestDHCPv6-1812099401'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:01.913824 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7c95781b-7a47-4d7c-a670-7aec7e66289f None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:01.915587 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca2365f-81fa-43e8-8e12-356688aff675 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:01.921484 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bca2365f-81fa-43e8-8e12-356688aff675 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:01.933743 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-7c95781b-7a47-4d7c-a670-7aec7e66289f None None] Transition to ACTIVE for port object cfdc7638-f794-497c-8bf9-9f545f4b8e48 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:01.954758 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-bca2365f-81fa-43e8-8e12-356688aff675 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] device_id is not set on port a173ae05-123e-40f9-82fa-222505def394 yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:16:01.955386 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-7c95781b-7a47-4d7c-a670-7aec7e66289f None None] Transition to ACTIVE for port object cfdc7638-f794-497c-8bf9-9f545f4b8e48 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:01.979131 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7c95781b-7a47-4d7c-a670-7aec7e66289f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:02.016375 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 75643390-1f63-4ba6-a472-980dbc96ce82 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:02.030048 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c95781b-7a47-4d7c-a670-7aec7e66289f None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:02.058928 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-7c95781b-7a47-4d7c-a670-7aec7e66289f None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:02.061382 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c95781b-7a47-4d7c-a670-7aec7e66289f None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:02.063374 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95781b-7a47-4d7c-a670-7aec7e66289f None None] Pushing event updated for resources: {'Port': ['ID=cfdc7638-f794-497c-8bf9-9f545f4b8e48,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:02.066753 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 75643390-1f63-4ba6-a472-980dbc96ce82 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:16:02.067106 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 75643390-1f63-4ba6-a472-980dbc96ce82 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:02.175973 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-7c95781b-7a47-4d7c-a670-7aec7e66289f None None] Attempting to bind port cfdc7638-f794-497c-8bf9-9f545f4b8e48 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:16:02.176650 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-7c95781b-7a47-4d7c-a670-7aec7e66289f None None] Attempting to bind port cfdc7638-f794-497c-8bf9-9f545f4b8e48 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:16:02.176860 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c95781b-7a47-4d7c-a670-7aec7e66289f None None] Attempting to bind port cfdc7638-f794-497c-8bf9-9f545f4b8e48 on network e9ebb152-2c72-4703-8052-389b34df37c5 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:16:02.183738 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c95781b-7a47-4d7c-a670-7aec7e66289f None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:16:02.184189 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c95781b-7a47-4d7c-a670-7aec7e66289f None None] Checking segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:16:02.184724 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7c95781b-7a47-4d7c-a670-7aec7e66289f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:02.185137 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c95781b-7a47-4d7c-a670-7aec7e66289f None None] Bound using segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:16:02.185632 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-7c95781b-7a47-4d7c-a670-7aec7e66289f None None] Bound port: cfdc7638-f794-497c-8bf9-9f545f4b8e48, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:16:02.186623 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7c95781b-7a47-4d7c-a670-7aec7e66289f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:02.228746 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca2365f-81fa-43e8-8e12-356688aff675 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 06 14:16:02.229788 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bca2365f-81fa-43e8-8e12-356688aff675 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:16:02.259080 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51406) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:02.260386 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-bca2365f-81fa-43e8-8e12-356688aff675 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5135322 Jul 06 14:16:02.274457 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-7c95781b-7a47-4d7c-a670-7aec7e66289f None None] For port cfdc7638-f794-497c-8bf9-9f545f4b8e48, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:16:02.281703 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-7c95781b-7a47-4d7c-a670-7aec7e66289f None None] For port cfdc7638-f794-497c-8bf9-9f545f4b8e48, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=cfdc7638-f794-497c-8bf9-9f545f4b8e48,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:16:02.286950 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7c95781b-7a47-4d7c-a670-7aec7e66289f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:02.362039 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09843a5c-f9ee-4378-91eb-12f042f1a371 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:02.372280 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09843a5c-f9ee-4378-91eb-12f042f1a371 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:02.372450 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95781b-7a47-4d7c-a670-7aec7e66289f None None] Pushing event updated for resources: {'Port': ['ID=cfdc7638-f794-497c-8bf9-9f545f4b8e48,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:02.374666 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-09843a5c-f9ee-4378-91eb-12f042f1a371 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1137884 Jul 06 14:16:02.376974 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51416) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:02.513005 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-1244d4a4-6d96-4b4c-8422-ec14e17df3e4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting port 0c366882-2b0f-4c68-a170-5320106e72cd {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:02.513359 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1244d4a4-6d96-4b4c-8422-ec14e17df3e4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:02.614019 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1244d4a4-6d96-4b4c-8422-ec14e17df3e4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:02.633640 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-1244d4a4-6d96-4b4c-8422-ec14e17df3e4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Calling delete_port for 0c366882-2b0f-4c68-a170-5320106e72cd owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:02.824404 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1244d4a4-6d96-4b4c-8422-ec14e17df3e4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:02.857604 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1244d4a4-6d96-4b4c-8422-ec14e17df3e4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Port': ['ID=0c366882-2b0f-4c68-a170-5320106e72cd,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:02.892045 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1244d4a4-6d96-4b4c-8422-ec14e17df3e4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:02.896795 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1244d4a4-6d96-4b4c-8422-ec14e17df3e4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/0c366882-2b0f-4c68-a170-5320106e72cd HTTP/1.1" status: 204 len: 168 time: 0.5137413 Jul 06 14:16:02.896896 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51456) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:02.957447 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddf0bd2-2b2c-4397-9add-d559c72b300e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:02.959791 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddf0bd2-2b2c-4397-9add-d559c72b300e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:02.961614 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1ddf0bd2-2b2c-4397-9add-d559c72b300e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0632052 Jul 06 14:16:02.964054 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51462) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:03.333055 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c00370-df34-4236-ad56-2dbc8a1e8478 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting subnet 22bc6422-2081-4b7f-a8fe-c94f84b1015a {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:16:03.337100 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f1c00370-df34-4236-ad56-2dbc8a1e8478 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:03.385707 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f1c00370-df34-4236-ad56-2dbc8a1e8478 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:03.499524 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f1c00370-df34-4236-ad56-2dbc8a1e8478 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:03.517098 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51478) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:03.591500 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f1c00370-df34-4236-ad56-2dbc8a1e8478 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:03.625279 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c00370-df34-4236-ad56-2dbc8a1e8478 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Subnet': ['ID=22bc6422-2081-4b7f-a8fe-c94f84b1015a,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:03.632591 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f1c00370-df34-4236-ad56-2dbc8a1e8478 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:03.636641 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f1c00370-df34-4236-ad56-2dbc8a1e8478 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/22bc6422-2081-4b7f-a8fe-c94f84b1015a HTTP/1.1" status: 204 len: 168 time: 0.6695311 Jul 06 14:16:03.637035 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51484) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:03.647880 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-bb061251-3b32-4a4e-b245-1915cb5f1a0b None None] Provisioning for port cfdc7638-f794-497c-8bf9-9f545f4b8e48 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:03.684919 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cce9d5af-e6f4-4ef1-8b3a-0a909d03604c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432775 Jul 06 14:16:03.685613 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51486) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:03.691073 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-ee571abc-de7a-4edb-949a-021f3a87de63 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:03.696028 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25f420aa-dad6-407c-832c-5b422f05bbd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:03.821924 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25f420aa-dad6-407c-832c-5b422f05bbd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:03.829300 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-25f420aa-dad6-407c-832c-5b422f05bbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:03.851094 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee571abc-de7a-4edb-949a-021f3a87de63 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:03.856295 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ee571abc-de7a-4edb-949a-021f3a87de63 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:03.878482 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-25f420aa-dad6-407c-832c-5b422f05bbd2 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=bcc3391d6c70401d935cd864d04f7c58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3602836 Jul 06 14:16:03.879463 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f420aa-dad6-407c-832c-5b422f05bbd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce69fb3-e469-4a24-bcea-cc6d18fe59b4,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:03.884034 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51488) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:03.923394 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9adbd3-0961-440d-a493-4eab3df3b6b6 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:03.991864 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3045ae59-50db-49ad-8359-6b767899d7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:03.996083 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-63055cf4-689d-40ab-bc90-6fe4072c0b7b None None] Could not find standard attr ID for object b49395a1-b3a6-48e1-a052-97328449f9f2. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:16:04.018141 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3045ae59-50db-49ad-8359-6b767899d7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.053630 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device cfdc7638-f794-497c-8bf9-9f545f4b8e48 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:04.085104 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3045ae59-50db-49ad-8359-6b767899d7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.088270 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3045ae59-50db-49ad-8359-6b767899d7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.092134 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3045ae59-50db-49ad-8359-6b767899d7b7 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/8ce69fb3-e469-4a24-bcea-cc6d18fe59b4 HTTP/1.1" status: 204 len: 168 time: 0.2044649 Jul 06 14:16:04.099446 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045ae59-50db-49ad-8359-6b767899d7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce69fb3-e469-4a24-bcea-cc6d18fe59b4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:04.115910 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ee571abc-de7a-4edb-949a-021f3a87de63 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.158382 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port cfdc7638-f794-497c-8bf9-9f545f4b8e48 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:04.162860 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port cfdc7638-f794-497c-8bf9-9f545f4b8e48 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:04.163241 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.179371 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee571abc-de7a-4edb-949a-021f3a87de63 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:04.182605 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-ee571abc-de7a-4edb-949a-021f3a87de63 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:04.187228 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee571abc-de7a-4edb-949a-021f3a87de63 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:04.187839 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ee571abc-de7a-4edb-949a-021f3a87de63 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.211742 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee571abc-de7a-4edb-949a-021f3a87de63 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Subnet': ['ID=89a93280-b100-4567-83bb-14900f4930ee,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:04.223882 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ee571abc-de7a-4edb-949a-021f3a87de63 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5370088 Jul 06 14:16:04.227305 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51492) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:04.233107 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-da5aa2d3-0b5d-41df-bfb8-82154e01728b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'fixed_ips': [{'subnet_id': '89a93280-b100-4567-83bb-14900f4930ee', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-439232021'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:04.237646 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca272ef0-d5af-44fe-a4e9-a3d9f219aaad None None] DHCP port deletion for e9ebb152-2c72-4703-8052-389b34df37c5 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:16:04.296367 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.341836 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port cfdc7638-f794-497c-8bf9-9f545f4b8e48, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=cfdc7638-f794-497c-8bf9-9f545f4b8e48,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:04.343747 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-ca272ef0-d5af-44fe-a4e9-a3d9f219aaad None None] Deleting port cfdc7638-f794-497c-8bf9-9f545f4b8e48 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:04.344154 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ca272ef0-d5af-44fe-a4e9-a3d9f219aaad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.347508 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.361384 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5aa2d3-0b5d-41df-bfb8-82154e01728b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:04.440588 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51496) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:04.456440 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-11cab7fb-8863-44dd-a37e-772eb35c3b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.459742 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=cfdc7638-f794-497c-8bf9-9f545f4b8e48,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:04.460742 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-da5aa2d3-0b5d-41df-bfb8-82154e01728b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.479773 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-da5aa2d3-0b5d-41df-bfb8-82154e01728b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] device_id is not set on port 4fca95bd-ad48-4a7f-b8bd-c03bdf9a8222 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:16:04.486389 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-ca272ef0-d5af-44fe-a4e9-a3d9f219aaad None None] For port cfdc7638-f794-497c-8bf9-9f545f4b8e48, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=cfdc7638-f794-497c-8bf9-9f545f4b8e48,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:04.487090 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ca272ef0-d5af-44fe-a4e9-a3d9f219aaad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.502299 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-ca272ef0-d5af-44fe-a4e9-a3d9f219aaad None None] Calling delete_port for cfdc7638-f794-497c-8bf9-9f545f4b8e48 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:04.573807 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-11cab7fb-8863-44dd-a37e-772eb35c3b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.578538 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-11cab7fb-8863-44dd-a37e-772eb35c3b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.601778 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ca272ef0-d5af-44fe-a4e9-a3d9f219aaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.620426 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-11cab7fb-8863-44dd-a37e-772eb35c3b30 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=70688c936d5f4de69c20131718013fd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1787186 Jul 06 14:16:04.621281 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cab7fb-8863-44dd-a37e-772eb35c3b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79469ba9-ec98-4284-96f5-4779821422a9,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:04.623745 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51500) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:04.627494 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-da5aa2d3-0b5d-41df-bfb8-82154e01728b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:16:04.628011 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da5aa2d3-0b5d-41df-bfb8-82154e01728b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:16:04.637247 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca272ef0-d5af-44fe-a4e9-a3d9f219aaad None None] Pushing event deleted for resources: {'Port': ['ID=cfdc7638-f794-497c-8bf9-9f545f4b8e48,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:04.639692 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca272ef0-d5af-44fe-a4e9-a3d9f219aaad None None] No DVR routers for this DVR port cfdc7638-f794-497c-8bf9-9f545f4b8e48 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:04.665639 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-da5aa2d3-0b5d-41df-bfb8-82154e01728b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4371424 Jul 06 14:16:04.668145 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3116cd-7066-413e-a97b-ee388ab5e8c9 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:04.668850 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51504) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:04.686193 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d8f6b5d3-26b3-4af9-8d46-2998598a1c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.703246 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3e208129-921e-41bc-928e-c71f72e09195 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0330682 Jul 06 14:16:04.705701 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51506) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:04.710967 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d8f6b5d3-26b3-4af9-8d46-2998598a1c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.767630 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acaa3f3-79d9-41f1-9c55-ddd17d842370 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:04.769703 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acaa3f3-79d9-41f1-9c55-ddd17d842370 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:04.771896 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8acaa3f3-79d9-41f1-9c55-ddd17d842370 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0646446 Jul 06 14:16:04.774686 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51510) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:04.805462 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d8f6b5d3-26b3-4af9-8d46-2998598a1c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.808126 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d8f6b5d3-26b3-4af9-8d46-2998598a1c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.809468 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d8f6b5d3-26b3-4af9-8d46-2998598a1c3e admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/79469ba9-ec98-4284-96f5-4779821422a9 HTTP/1.1" status: 204 len: 168 time: 0.1847286 Jul 06 14:16:04.833698 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f6b5d3-26b3-4af9-8d46-2998598a1c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79469ba9-ec98-4284-96f5-4779821422a9,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:04.851623 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cce2693-b2e5-4c80-a360-798c8ccc1fe3 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting subnet 89a93280-b100-4567-83bb-14900f4930ee {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:16:04.855266 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4cce2693-b2e5-4c80-a360-798c8ccc1fe3 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.878799 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabc8f07-9a57-4450-8c48-4c575c12ddd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-e9ebb152-2c72-4703-8052-389b34df37c5', 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'tenant_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'fixed_ips': [{'subnet_id': '89a93280-b100-4567-83bb-14900f4930ee'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:16:04.880881 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dabc8f07-9a57-4450-8c48-4c575c12ddd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.910879 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4cce2693-b2e5-4c80-a360-798c8ccc1fe3 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:04.964571 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4cce2693-b2e5-4c80-a360-798c8ccc1fe3 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:05.073709 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4cce2693-b2e5-4c80-a360-798c8ccc1fe3 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server [None req-dabc8f07-9a57-4450-8c48-4c575c12ddd3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89a93280-b100-4567-83bb-14900f4930ee: This subnet is being modified by another concurrent operation. Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise exception Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89a93280-b100-4567-83bb-14900f4930ee: This subnet is being modified by another concurrent operation. Jul 06 14:16:05.083174 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server Jul 06 14:16:05.109326 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8930a3-4fb5-465b-add3-3bb7e6117cb1 None None] get_active_networks_info from n-d-773644-6 {{(pid=100419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 14:16:05.123755 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce2693-b2e5-4c80-a360-798c8ccc1fe3 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Subnet': ['ID=89a93280-b100-4567-83bb-14900f4930ee,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:05.134903 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4cce2693-b2e5-4c80-a360-798c8ccc1fe3 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:05.137210 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4cce2693-b2e5-4c80-a360-798c8ccc1fe3 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/89a93280-b100-4567-83bb-14900f4930ee HTTP/1.1" status: 204 len: 168 time: 0.3605280 Jul 06 14:16:05.139748 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51530) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:05.212471 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-80eb593d-fe79-448a-8b10-61e8a4672335 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712886 Jul 06 14:16:05.216187 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51532) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:05.221640 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-0d5d004c-410e-4ec2-99b2-340e1615f0a4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:05.225334 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8930a3-4fb5-465b-add3-3bb7e6117cb1 None None] Resources bound (agent type, host, resource id): {{(pid=100419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 14:16:05.340188 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5d004c-410e-4ec2-99b2-340e1615f0a4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:05.344614 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0d5d004c-410e-4ec2-99b2-340e1615f0a4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:05.601785 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0d5d004c-410e-4ec2-99b2-340e1615f0a4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:05.658579 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5d004c-410e-4ec2-99b2-340e1615f0a4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:05.661978 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-0d5d004c-410e-4ec2-99b2-340e1615f0a4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:05.668234 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5d004c-410e-4ec2-99b2-340e1615f0a4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:05.668842 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0d5d004c-410e-4ec2-99b2-340e1615f0a4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:05.675207 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08b4aca-bfff-4f04-8dde-d0cc3447e8ce None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:05.684008 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d004c-410e-4ec2-99b2-340e1615f0a4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Subnet': ['ID=27a2c981-7ab8-4a94-b77a-86d997999491,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:05.687838 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0d5d004c-410e-4ec2-99b2-340e1615f0a4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4702861 Jul 06 14:16:05.690917 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51548) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:05.699160 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-48bc5b88-1cf0-49a0-8f6a-5b52e31c947e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1332618207', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:05.743397 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-48bc5b88-1cf0-49a0-8f6a-5b52e31c947e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:05.744578 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-48bc5b88-1cf0-49a0-8f6a-5b52e31c947e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:05.823163 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-48bc5b88-1cf0-49a0-8f6a-5b52e31c947e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:05.829156 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-48bc5b88-1cf0-49a0-8f6a-5b52e31c947e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:05.851887 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-48bc5b88-1cf0-49a0-8f6a-5b52e31c947e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:05.854069 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-48bc5b88-1cf0-49a0-8f6a-5b52e31c947e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1620440 Jul 06 14:16:05.856761 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51554) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:05.898505 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e077da9-219e-4b2e-8cbe-49a6c67fc077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-e9ebb152-2c72-4703-8052-389b34df37c5', 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'tenant_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'fixed_ips': [{'subnet_id': '27a2c981-7ab8-4a94-b77a-86d997999491'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:16:05.899402 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8e077da9-219e-4b2e-8cbe-49a6c67fc077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:06.010944 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device cfdc7638-f794-497c-8bf9-9f545f4b8e48 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:06.037077 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: cfdc7638-f794-497c-8bf9-9f545f4b8e48 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:16:06.038604 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device cfdc7638-f794-497c-8bf9-9f545f4b8e48 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:06.129366 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-8e077da9-219e-4b2e-8cbe-49a6c67fc077 None None] Allocated IP 2001:db8::2 (e9ebb152-2c72-4703-8052-389b34df37c5/27a2c981-7ab8-4a94-b77a-86d997999491/fae061a1-1be0-4bfa-86e7-12bad73cd33f) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:06.269590 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2ff6c671-dd0a-4969-8ba0-6fa987803046 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:06.344619 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8e077da9-219e-4b2e-8cbe-49a6c67fc077 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:06.354668 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8e077da9-219e-4b2e-8cbe-49a6c67fc077 None None] Transition to ACTIVE for port object fae061a1-1be0-4bfa-86e7-12bad73cd33f will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:06.377601 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8e077da9-219e-4b2e-8cbe-49a6c67fc077 None None] Transition to ACTIVE for port object fae061a1-1be0-4bfa-86e7-12bad73cd33f will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:06.388547 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8e077da9-219e-4b2e-8cbe-49a6c67fc077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:06.435246 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e077da9-219e-4b2e-8cbe-49a6c67fc077 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:06.441223 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-8e077da9-219e-4b2e-8cbe-49a6c67fc077 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:06.447819 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e077da9-219e-4b2e-8cbe-49a6c67fc077 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:06.451943 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e077da9-219e-4b2e-8cbe-49a6c67fc077 None None] Pushing event updated for resources: {'Port': ['ID=fae061a1-1be0-4bfa-86e7-12bad73cd33f,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:06.535213 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8e077da9-219e-4b2e-8cbe-49a6c67fc077 None None] Attempting to bind port fae061a1-1be0-4bfa-86e7-12bad73cd33f on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:16:06.535705 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8e077da9-219e-4b2e-8cbe-49a6c67fc077 None None] Attempting to bind port fae061a1-1be0-4bfa-86e7-12bad73cd33f by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:16:06.536177 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e077da9-219e-4b2e-8cbe-49a6c67fc077 None None] Attempting to bind port fae061a1-1be0-4bfa-86e7-12bad73cd33f on network e9ebb152-2c72-4703-8052-389b34df37c5 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:16:06.543265 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e077da9-219e-4b2e-8cbe-49a6c67fc077 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:16:06.543938 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e077da9-219e-4b2e-8cbe-49a6c67fc077 None None] Checking segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:16:06.544465 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8e077da9-219e-4b2e-8cbe-49a6c67fc077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:06.544966 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e077da9-219e-4b2e-8cbe-49a6c67fc077 None None] Bound using segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:16:06.545546 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8e077da9-219e-4b2e-8cbe-49a6c67fc077 None None] Bound port: fae061a1-1be0-4bfa-86e7-12bad73cd33f, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:16:06.546228 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8e077da9-219e-4b2e-8cbe-49a6c67fc077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:06.666261 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-2ff6c671-dd0a-4969-8ba0-6fa987803046 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Allocated IP 2001:db8::1 (e9ebb152-2c72-4703-8052-389b34df37c5/27a2c981-7ab8-4a94-b77a-86d997999491/01f6e5fd-2b05-4c65-ab25-1fffd79439a7) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:06.685498 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8e077da9-219e-4b2e-8cbe-49a6c67fc077 None None] For port fae061a1-1be0-4bfa-86e7-12bad73cd33f, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:16:06.690197 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8e077da9-219e-4b2e-8cbe-49a6c67fc077 None None] For port fae061a1-1be0-4bfa-86e7-12bad73cd33f, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=fae061a1-1be0-4bfa-86e7-12bad73cd33f,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:16:06.703577 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8e077da9-219e-4b2e-8cbe-49a6c67fc077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:06.823284 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e077da9-219e-4b2e-8cbe-49a6c67fc077 None None] Pushing event updated for resources: {'Port': ['ID=fae061a1-1be0-4bfa-86e7-12bad73cd33f,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:06.888745 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2ff6c671-dd0a-4969-8ba0-6fa987803046 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:06.918475 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-2ff6c671-dd0a-4969-8ba0-6fa987803046 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Transition to ACTIVE for port object 01f6e5fd-2b05-4c65-ab25-1fffd79439a7 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:06.980766 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2ff6c671-dd0a-4969-8ba0-6fa987803046 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:07.034135 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff6c671-dd0a-4969-8ba0-6fa987803046 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:07.042655 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-2ff6c671-dd0a-4969-8ba0-6fa987803046 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:07.071677 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff6c671-dd0a-4969-8ba0-6fa987803046 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:07.072958 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2ff6c671-dd0a-4969-8ba0-6fa987803046 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:07.082268 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6c671-dd0a-4969-8ba0-6fa987803046 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=01f6e5fd-2b05-4c65-ab25-1fffd79439a7,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:07.282150 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2ff6c671-dd0a-4969-8ba0-6fa987803046 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:07.340920 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2a43fe5c-d3da-4145-8e53-75c5d14891b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:07.628635 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2ff6c671-dd0a-4969-8ba0-6fa987803046 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:07.635300 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2ff6c671-dd0a-4969-8ba0-6fa987803046 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:07.636327 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2ff6c671-dd0a-4969-8ba0-6fa987803046 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:07.799130 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff6c671-dd0a-4969-8ba0-6fa987803046 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:07.816559 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-2ff6c671-dd0a-4969-8ba0-6fa987803046 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:07.818658 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6c671-dd0a-4969-8ba0-6fa987803046 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=01f6e5fd-2b05-4c65-ab25-1fffd79439a7,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:08.027837 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff6c671-dd0a-4969-8ba0-6fa987803046 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Router b6ea352f-d769-43e5-8ec6-03dafac81148 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:16:08.059326 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device fae061a1-1be0-4bfa-86e7-12bad73cd33f up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:08.145045 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port fae061a1-1be0-4bfa-86e7-12bad73cd33f completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:08.194573 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff6c671-dd0a-4969-8ba0-6fa987803046 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:16:08.203279 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51794) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:08.204216 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2ff6c671-dd0a-4969-8ba0-6fa987803046 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "PUT /v2.0/routers/b6ea352f-d769-43e5-8ec6-03dafac81148/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3453856 Jul 06 14:16:08.210860 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458919b2-8d28-4b74-a6f9-73f66c7445c6 None None] Sync routers for ids ['b6ea352f-d769-43e5-8ec6-03dafac81148'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:16:08.250614 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458919b2-8d28-4b74-a6f9-73f66c7445c6 None None] Routers {'b6ea352f-d769-43e5-8ec6-03dafac81148'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:08.251349 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-458919b2-8d28-4b74-a6f9-73f66c7445c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:15:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b6ea352f-d769-43e5-8ec6-03dafac81148'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:08.273624 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbc86c5-6978-4cd9-899e-e857a4327f8e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:08.277889 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 51804) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:08.288713 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cdbc86c5-6978-4cd9-899e-e857a4327f8e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports/01f6e5fd-2b05-4c65-ab25-1fffd79439a7 HTTP/1.1" status: 200 len: 911 time: 0.0831511 Jul 06 14:16:08.378724 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f14ef7d-d7b7-4c2c-a340-77ed79767df7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:08.385128 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f14ef7d-d7b7-4c2c-a340-77ed79767df7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:08.390118 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 51818) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:08.398210 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2f14ef7d-d7b7-4c2c-a340-77ed79767df7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1191418 Jul 06 14:16:08.399640 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-458919b2-8d28-4b74-a6f9-73f66c7445c6 None None] Set router b6ea352f-d769-43e5-8ec6-03dafac81148 gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:08.595036 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0f0a0af2-540a-4cf6-b0c0-7cd77f3ddbe0 None None] Provisioning for port fae061a1-1be0-4bfa-86e7-12bad73cd33f completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:08.606108 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0f0a0af2-540a-4cf6-b0c0-7cd77f3ddbe0 None None] Provisioning complete for port fae061a1-1be0-4bfa-86e7-12bad73cd33f triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:08.606728 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0f0a0af2-540a-4cf6-b0c0-7cd77f3ddbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:08.774353 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0f0a0af2-540a-4cf6-b0c0-7cd77f3ddbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:08.826086 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-458919b2-8d28-4b74-a6f9-73f66c7445c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ea352f-d769-43e5-8ec6-03dafac81148', 'name': 'tempest-NetworksTestDHCPv6-router-1332618207', 'tenant_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:05Z', 'updated_at': '2021-07-06T14:16:07Z', 'revision_number': 2, 'project_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'gw_port_host': None, '_interfaces': [{'id': '01f6e5fd-2b05-4c65-ab25-1fffd79439a7', 'name': '', 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'tenant_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'mac_address': 'fa:16:3e:19:45:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6ea352f-d769-43e5-8ec6-03dafac81148', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '27a2c981-7ab8-4a94-b77a-86d997999491', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:06Z', 'updated_at': '2021-07-06T14:16:07Z', 'revision_number': 2, 'project_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'subnets': [{'id': '27a2c981-7ab8-4a94-b77a-86d997999491', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:08.957970 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-189b6229-9402-4b57-820a-c23f1f6006dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:09.128547 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458919b2-8d28-4b74-a6f9-73f66c7445c6 None None] Checking router: b6ea352f-d769-43e5-8ec6-03dafac81148 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:16:09.129266 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458919b2-8d28-4b74-a6f9-73f66c7445c6 None None] Updating router b6ea352f-d769-43e5-8ec6-03dafac81148 port 01f6e5fd-2b05-4c65-ab25-1fffd79439a7 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:16:09.132696 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-0f0a0af2-540a-4cf6-b0c0-7cd77f3ddbe0 None None] For port fae061a1-1be0-4bfa-86e7-12bad73cd33f, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=fae061a1-1be0-4bfa-86e7-12bad73cd33f,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:09.174158 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0f0a0af2-540a-4cf6-b0c0-7cd77f3ddbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:09.219543 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-458919b2-8d28-4b74-a6f9-73f66c7445c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:09.344225 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-189b6229-9402-4b57-820a-c23f1f6006dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting port 01f6e5fd-2b05-4c65-ab25-1fffd79439a7 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:09.345005 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-189b6229-9402-4b57-820a-c23f1f6006dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:09.371869 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a0af2-540a-4cf6-b0c0-7cd77f3ddbe0 None None] Pushing event updated for resources: {'Port': ['ID=fae061a1-1be0-4bfa-86e7-12bad73cd33f,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:09.424203 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2bad3c80-88b2-4fed-abaa-f15a946fe34d None None] Provisioning for port 01f6e5fd-2b05-4c65-ab25-1fffd79439a7 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:09.452222 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-189b6229-9402-4b57-820a-c23f1f6006dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:09.456449 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2bad3c80-88b2-4fed-abaa-f15a946fe34d None None] Provisioning complete for port 01f6e5fd-2b05-4c65-ab25-1fffd79439a7 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:09.456812 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2bad3c80-88b2-4fed-abaa-f15a946fe34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:09.467513 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-189b6229-9402-4b57-820a-c23f1f6006dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Calling delete_port for 01f6e5fd-2b05-4c65-ab25-1fffd79439a7 owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:09.521786 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-2bad3c80-88b2-4fed-abaa-f15a946fe34d None None] Port 01f6e5fd-2b05-4c65-ab25-1fffd79439a7 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:16:09.689287 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-189b6229-9402-4b57-820a-c23f1f6006dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:09.692503 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.db.api [None req-458919b2-8d28-4b74-a6f9-73f66c7445c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:16:09.693303 n-d-773644-6 neutron-server[100419]: DEBUG oslo_db.api [None req-458919b2-8d28-4b74-a6f9-73f66c7445c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:16:09.722182 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b6229-9402-4b57-820a-c23f1f6006dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Port': ['ID=01f6e5fd-2b05-4c65-ab25-1fffd79439a7,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:09.735554 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b6229-9402-4b57-820a-c23f1f6006dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:09.735982 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b6229-9402-4b57-820a-c23f1f6006dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:09.736434 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b6229-9402-4b57-820a-c23f1f6006dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:09.736959 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b6229-9402-4b57-820a-c23f1f6006dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:09.737356 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b6229-9402-4b57-820a-c23f1f6006dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:09.737910 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b6229-9402-4b57-820a-c23f1f6006dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:09.738265 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b6229-9402-4b57-820a-c23f1f6006dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:09.738659 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b6229-9402-4b57-820a-c23f1f6006dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:09.739051 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b6229-9402-4b57-820a-c23f1f6006dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:09.739516 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b6229-9402-4b57-820a-c23f1f6006dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:09.739886 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b6229-9402-4b57-820a-c23f1f6006dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:09.740852 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189b6229-9402-4b57-820a-c23f1f6006dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:09.843331 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-189b6229-9402-4b57-820a-c23f1f6006dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:09.997581 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device fae061a1-1be0-4bfa-86e7-12bad73cd33f up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:10.020377 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189b6229-9402-4b57-820a-c23f1f6006dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Router b6ea352f-d769-43e5-8ec6-03dafac81148 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:16:10.049598 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port fae061a1-1be0-4bfa-86e7-12bad73cd33f triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:10.050086 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:10.219312 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:10.221350 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458919b2-8d28-4b74-a6f9-73f66c7445c6 None None] Port 01f6e5fd-2b05-4c65-ab25-1fffd79439a7 not found while updating agent binding for router b6ea352f-d769-43e5-8ec6-03dafac81148. {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 06 14:16:10.238894 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458919b2-8d28-4b74-a6f9-73f66c7445c6 None None] Routers {'b6ea352f-d769-43e5-8ec6-03dafac81148'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:10.239666 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-458919b2-8d28-4b74-a6f9-73f66c7445c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:15:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b6ea352f-d769-43e5-8ec6-03dafac81148'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:10.338230 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-458919b2-8d28-4b74-a6f9-73f66c7445c6 None None] Set router b6ea352f-d769-43e5-8ec6-03dafac81148 gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:10.391162 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189b6229-9402-4b57-820a-c23f1f6006dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:16:10.399067 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-189b6229-9402-4b57-820a-c23f1f6006dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "PUT /v2.0/routers/b6ea352f-d769-43e5-8ec6-03dafac81148/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0049694 Jul 06 14:16:10.399310 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52046) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:10.405507 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-458919b2-8d28-4b74-a6f9-73f66c7445c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6ea352f-d769-43e5-8ec6-03dafac81148', 'name': 'tempest-NetworksTestDHCPv6-router-1332618207', 'tenant_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:05Z', 'updated_at': '2021-07-06T14:16:09Z', 'revision_number': 3, 'project_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:10.431908 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458919b2-8d28-4b74-a6f9-73f66c7445c6 None None] The sync data for ids ['b6ea352f-d769-43e5-8ec6-03dafac81148'] in n-d-773644-6 is: [{'id': 'b6ea352f-d769-43e5-8ec6-03dafac81148', 'name': 'tempest-NetworksTestDHCPv6-router-1332618207', 'tenant_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:05Z', 'updated_at': '2021-07-06T14:16:09Z', 'revision_number': 3, 'project_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'gw_port_host': None}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:16:10.455026 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ced1b78-f90f-402f-ab27-ca72d7da7f65 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:10.456699 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ced1b78-f90f-402f-ab27-ca72d7da7f65 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:10.458294 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0ced1b78-f90f-402f-ab27-ca72d7da7f65 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0580339 Jul 06 14:16:10.461793 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52048) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:10.515737 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72d4548-775e-4ee8-bd09-7978ef36e47b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting subnet 27a2c981-7ab8-4a94-b77a-86d997999491 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:16:10.519245 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f72d4548-775e-4ee8-bd09-7978ef36e47b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:10.565201 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f72d4548-775e-4ee8-bd09-7978ef36e47b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:10.579649 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e7fbba8d-f4f6-4f0e-80d4-ff28222e9eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:10.659593 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f72d4548-775e-4ee8-bd09-7978ef36e47b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:10.720814 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f72d4548-775e-4ee8-bd09-7978ef36e47b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:10.754945 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d4548-775e-4ee8-bd09-7978ef36e47b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Subnet': ['ID=27a2c981-7ab8-4a94-b77a-86d997999491,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:10.760225 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f72d4548-775e-4ee8-bd09-7978ef36e47b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:10.762398 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f72d4548-775e-4ee8-bd09-7978ef36e47b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/27a2c981-7ab8-4a94-b77a-86d997999491 HTTP/1.1" status: 204 len: 168 time: 0.2996588 Jul 06 14:16:10.764830 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52062) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:10.768843 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d84af7-b758-4228-8b71-823ec7bdd0f2 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:10.889190 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5f08b352-052e-47d2-aecf-a0108f6f74a7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1224463 Jul 06 14:16:10.891710 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52064) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:10.983077 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f654127e-e751-4292-a19c-42ec6ba7a59c None None] DHCP port deletion for e9ebb152-2c72-4703-8052-389b34df37c5 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:16:10.998424 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1e5087d4-bdbb-4b2f-aab4-df61d205390f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.038796 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-f654127e-e751-4292-a19c-42ec6ba7a59c None None] Deleting port fae061a1-1be0-4bfa-86e7-12bad73cd33f {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:11.039186 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f654127e-e751-4292-a19c-42ec6ba7a59c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.111689 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-f654127e-e751-4292-a19c-42ec6ba7a59c None None] For port fae061a1-1be0-4bfa-86e7-12bad73cd33f, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=fae061a1-1be0-4bfa-86e7-12bad73cd33f,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:11.112243 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f654127e-e751-4292-a19c-42ec6ba7a59c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.127051 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-f654127e-e751-4292-a19c-42ec6ba7a59c None None] Calling delete_port for fae061a1-1be0-4bfa-86e7-12bad73cd33f owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:11.189286 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1e5087d4-bdbb-4b2f-aab4-df61d205390f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.191389 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1e5087d4-bdbb-4b2f-aab4-df61d205390f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.243898 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1e5087d4-bdbb-4b2f-aab4-df61d205390f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.244348 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5087d4-bdbb-4b2f-aab4-df61d205390f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Fanout notify agent at l3_agent the message router_deleted on router b6ea352f-d769-43e5-8ec6-03dafac81148 {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:16:11.246967 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f654127e-e751-4292-a19c-42ec6ba7a59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.251836 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1e5087d4-bdbb-4b2f-aab4-df61d205390f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.256753 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1e5087d4-bdbb-4b2f-aab4-df61d205390f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/routers/b6ea352f-d769-43e5-8ec6-03dafac81148 HTTP/1.1" status: 204 len: 168 time: 0.3616381 Jul 06 14:16:11.257344 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52082) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:11.262747 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e3df6934-766c-4da2-8bb6-ab7bdae3e134 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:11.275916 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654127e-e751-4292-a19c-42ec6ba7a59c None None] Pushing event deleted for resources: {'Port': ['ID=fae061a1-1be0-4bfa-86e7-12bad73cd33f,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:11.280155 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f654127e-e751-4292-a19c-42ec6ba7a59c None None] No DVR routers for this DVR port fae061a1-1be0-4bfa-86e7-12bad73cd33f on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:11.368933 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3df6934-766c-4da2-8bb6-ab7bdae3e134 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:11.372994 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e3df6934-766c-4da2-8bb6-ab7bdae3e134 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.461559 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7cc169-ba2f-4fac-8012-1a017f6a61f9 None None] Sync routers for ids ['b6ea352f-d769-43e5-8ec6-03dafac81148'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:16:11.472470 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7cc169-ba2f-4fac-8012-1a017f6a61f9 None None] Routers set() bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:11.472846 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7cc169-ba2f-4fac-8012-1a017f6a61f9 None None] Router IDs set() for agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 14:16:11.473611 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_agentschedulers_db [None req-ce7cc169-ba2f-4fac-8012-1a017f6a61f9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b6ea352f-d769-43e5-8ec6-03dafac81148'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:16:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent'). {{(pid=100420) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 14:16:11.482503 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7cc169-ba2f-4fac-8012-1a017f6a61f9 None None] Routers set() bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:11.482762 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7cc169-ba2f-4fac-8012-1a017f6a61f9 None None] Router IDs set() for agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 14:16:11.483489 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_agentschedulers_db [None req-ce7cc169-ba2f-4fac-8012-1a017f6a61f9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b6ea352f-d769-43e5-8ec6-03dafac81148'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:16:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent'). {{(pid=100420) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 14:16:11.483667 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7cc169-ba2f-4fac-8012-1a017f6a61f9 None None] The sync data for ids ['b6ea352f-d769-43e5-8ec6-03dafac81148'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:16:11.561218 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.603199 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52090) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:11.613704 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e3df6934-766c-4da2-8bb6-ab7bdae3e134 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.670756 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3df6934-766c-4da2-8bb6-ab7bdae3e134 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:11.674367 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-e3df6934-766c-4da2-8bb6-ab7bdae3e134 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:11.679020 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3df6934-766c-4da2-8bb6-ab7bdae3e134 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:11.679698 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e3df6934-766c-4da2-8bb6-ab7bdae3e134 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.685644 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b670ef90-bea2-4903-beec-4553533df36b None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:11.693114 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df6934-766c-4da2-8bb6-ab7bdae3e134 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Subnet': ['ID=fb43e752-db52-46a0-9ed1-b8c4ec7427de,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:11.698110 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e3df6934-766c-4da2-8bb6-ab7bdae3e134 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4393141 Jul 06 14:16:11.700792 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52094) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:11.705911 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-fdf81bde-0959-4af4-b73b-6af2fe1302dd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1602825675', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:11.782388 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fdf81bde-0959-4af4-b73b-6af2fe1302dd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.783427 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fdf81bde-0959-4af4-b73b-6af2fe1302dd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.794598 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a5a81e82-562c-4eb0-9a32-d95f4739beeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.869065 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fdf81bde-0959-4af4-b73b-6af2fe1302dd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.879816 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fdf81bde-0959-4af4-b73b-6af2fe1302dd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.910648 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91412aa-2822-444f-bf74-b55febaf8083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-e9ebb152-2c72-4703-8052-389b34df37c5', 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'tenant_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'fixed_ips': [{'subnet_id': 'fb43e752-db52-46a0-9ed1-b8c4ec7427de'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:16:11.912554 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f91412aa-2822-444f-bf74-b55febaf8083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.971804 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a5a81e82-562c-4eb0-9a32-d95f4739beeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.980445 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a5a81e82-562c-4eb0-9a32-d95f4739beeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:11.998113 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device fae061a1-1be0-4bfa-86e7-12bad73cd33f no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:11.999747 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fdf81bde-0959-4af4-b73b-6af2fe1302dd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:12.000996 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-fdf81bde-0959-4af4-b73b-6af2fe1302dd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2991974 Jul 06 14:16:12.004349 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52102) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:12.027111 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: fae061a1-1be0-4bfa-86e7-12bad73cd33f {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:16:12.027633 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device fae061a1-1be0-4bfa-86e7-12bad73cd33f not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:12.028083 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a81e82-562c-4eb0-9a32-d95f4739beeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086f2994-4d29-4b4e-9972-b662f48a491d,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:12.038886 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a5a81e82-562c-4eb0-9a32-d95f4739beeb admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=491ba829090d4ca0abce11c2e8ebdbfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4344110 Jul 06 14:16:12.040097 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52104) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:12.104709 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-f91412aa-2822-444f-bf74-b55febaf8083 None None] Allocated IP 2001:db8::2 (e9ebb152-2c72-4703-8052-389b34df37c5/fb43e752-db52-46a0-9ed1-b8c4ec7427de/679161e6-c06e-4bb6-870a-c7f276bb6183) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:12.108218 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c8fa0a2e-e9be-4f1b-b0a5-fdf125f7ae62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:12.136830 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c8fa0a2e-e9be-4f1b-b0a5-fdf125f7ae62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:12.195795 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c8fa0a2e-e9be-4f1b-b0a5-fdf125f7ae62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:12.200528 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c8fa0a2e-e9be-4f1b-b0a5-fdf125f7ae62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:12.202088 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c8fa0a2e-e9be-4f1b-b0a5-fdf125f7ae62 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/086f2994-4d29-4b4e-9972-b662f48a491d HTTP/1.1" status: 204 len: 168 time: 0.1610229 Jul 06 14:16:12.239054 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa0a2e-e9be-4f1b-b0a5-fdf125f7ae62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086f2994-4d29-4b4e-9972-b662f48a491d,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:12.315491 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f91412aa-2822-444f-bf74-b55febaf8083 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:12.328749 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f91412aa-2822-444f-bf74-b55febaf8083 None None] Transition to ACTIVE for port object 679161e6-c06e-4bb6-870a-c7f276bb6183 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:12.348390 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f91412aa-2822-444f-bf74-b55febaf8083 None None] Transition to ACTIVE for port object 679161e6-c06e-4bb6-870a-c7f276bb6183 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:12.359077 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f91412aa-2822-444f-bf74-b55febaf8083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:12.417539 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91412aa-2822-444f-bf74-b55febaf8083 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:12.421487 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-f91412aa-2822-444f-bf74-b55febaf8083 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:12.423592 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91412aa-2822-444f-bf74-b55febaf8083 None None] Pushing event updated for resources: {'Port': ['ID=679161e6-c06e-4bb6-870a-c7f276bb6183,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:12.426452 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91412aa-2822-444f-bf74-b55febaf8083 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:12.450108 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ab917686-4810-47bd-b26d-7460cf75cc51 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:12.503962 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-f91412aa-2822-444f-bf74-b55febaf8083 None None] Attempting to bind port 679161e6-c06e-4bb6-870a-c7f276bb6183 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:16:12.504246 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-f91412aa-2822-444f-bf74-b55febaf8083 None None] Attempting to bind port 679161e6-c06e-4bb6-870a-c7f276bb6183 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:16:12.504617 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91412aa-2822-444f-bf74-b55febaf8083 None None] Attempting to bind port 679161e6-c06e-4bb6-870a-c7f276bb6183 on network e9ebb152-2c72-4703-8052-389b34df37c5 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:16:12.510154 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91412aa-2822-444f-bf74-b55febaf8083 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:16:12.510538 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91412aa-2822-444f-bf74-b55febaf8083 None None] Checking segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:16:12.510937 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f91412aa-2822-444f-bf74-b55febaf8083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:12.511520 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91412aa-2822-444f-bf74-b55febaf8083 None None] Bound using segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:16:12.511997 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-f91412aa-2822-444f-bf74-b55febaf8083 None None] Bound port: 679161e6-c06e-4bb6-870a-c7f276bb6183, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:16:12.512387 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f91412aa-2822-444f-bf74-b55febaf8083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:12.581789 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-f91412aa-2822-444f-bf74-b55febaf8083 None None] For port 679161e6-c06e-4bb6-870a-c7f276bb6183, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:16:12.585904 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-f91412aa-2822-444f-bf74-b55febaf8083 None None] For port 679161e6-c06e-4bb6-870a-c7f276bb6183, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=679161e6-c06e-4bb6-870a-c7f276bb6183,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:16:12.591708 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f91412aa-2822-444f-bf74-b55febaf8083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:12.648750 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52110) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:12.666576 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91412aa-2822-444f-bf74-b55febaf8083 None None] Pushing event updated for resources: {'Port': ['ID=679161e6-c06e-4bb6-870a-c7f276bb6183,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:12.672377 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-61e9aafc-3815-4ee2-90f7-aaeb8baba887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:12.734573 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-ab917686-4810-47bd-b26d-7460cf75cc51 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Allocated IP 2001:db8::1 (e9ebb152-2c72-4703-8052-389b34df37c5/fb43e752-db52-46a0-9ed1-b8c4ec7427de/9319d03d-7f72-4d02-812a-069d5a804edd) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:12.772474 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-61e9aafc-3815-4ee2-90f7-aaeb8baba887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:12.777331 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-61e9aafc-3815-4ee2-90f7-aaeb8baba887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:12.817963 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9aafc-3815-4ee2-90f7-aaeb8baba887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213e39d6-1809-412e-941a-d845e41822e7,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:12.823505 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-61e9aafc-3815-4ee2-90f7-aaeb8baba887 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=314bede4064a4592a8ebbd0422a6c821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1726174 Jul 06 14:16:12.826090 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52114) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:12.914570 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a8ad1517-c636-4d76-9ac2-72938728480b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:12.920244 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ab917686-4810-47bd-b26d-7460cf75cc51 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:12.937400 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-ab917686-4810-47bd-b26d-7460cf75cc51 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Transition to ACTIVE for port object 9319d03d-7f72-4d02-812a-069d5a804edd will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:12.941582 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a8ad1517-c636-4d76-9ac2-72938728480b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:12.982518 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ab917686-4810-47bd-b26d-7460cf75cc51 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:13.024382 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab917686-4810-47bd-b26d-7460cf75cc51 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:13.028216 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-ab917686-4810-47bd-b26d-7460cf75cc51 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:13.032351 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab917686-4810-47bd-b26d-7460cf75cc51 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:13.032897 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a8ad1517-c636-4d76-9ac2-72938728480b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:13.033374 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ab917686-4810-47bd-b26d-7460cf75cc51 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:13.036588 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a8ad1517-c636-4d76-9ac2-72938728480b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:13.041110 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a8ad1517-c636-4d76-9ac2-72938728480b admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/213e39d6-1809-412e-941a-d845e41822e7 HTTP/1.1" status: 204 len: 168 time: 0.2140350 Jul 06 14:16:13.053069 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad1517-c636-4d76-9ac2-72938728480b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213e39d6-1809-412e-941a-d845e41822e7,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:13.119473 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab917686-4810-47bd-b26d-7460cf75cc51 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=9319d03d-7f72-4d02-812a-069d5a804edd,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:13.137473 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:13.265008 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ab917686-4810-47bd-b26d-7460cf75cc51 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:13.589952 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ab917686-4810-47bd-b26d-7460cf75cc51 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:13.598041 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ab917686-4810-47bd-b26d-7460cf75cc51 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:13.599130 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ab917686-4810-47bd-b26d-7460cf75cc51 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:13.717106 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab917686-4810-47bd-b26d-7460cf75cc51 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=9319d03d-7f72-4d02-812a-069d5a804edd,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:13.764055 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab917686-4810-47bd-b26d-7460cf75cc51 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:13.766218 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-ab917686-4810-47bd-b26d-7460cf75cc51 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:13.895322 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3e994fe1-4dcb-4911-888e-dd62b56eafa8 None None] Provisioning for port 679161e6-c06e-4bb6-870a-c7f276bb6183 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:13.932785 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab917686-4810-47bd-b26d-7460cf75cc51 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Router 893ed5f5-bc65-488f-8f16-8043d64c4cb2 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:16:14.075352 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 679161e6-c06e-4bb6-870a-c7f276bb6183 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:14.106783 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab917686-4810-47bd-b26d-7460cf75cc51 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:16:14.124618 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52146) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:14.125078 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ab917686-4810-47bd-b26d-7460cf75cc51 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "PUT /v2.0/routers/893ed5f5-bc65-488f-8f16-8043d64c4cb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1186926 Jul 06 14:16:14.153959 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Sync routers for ids ['893ed5f5-bc65-488f-8f16-8043d64c4cb2'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:16:14.182529 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Routers {'893ed5f5-bc65-488f-8f16-8043d64c4cb2'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:14.183329 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:16:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['893ed5f5-bc65-488f-8f16-8043d64c4cb2'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:14.225605 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858a50ff-3162-41e6-a939-326bc1344f2f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:14.235458 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52148) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:14.251973 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-858a50ff-3162-41e6-a939-326bc1344f2f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports/9319d03d-7f72-4d02-812a-069d5a804edd HTTP/1.1" status: 200 len: 911 time: 0.1217875 Jul 06 14:16:14.293008 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Set router 893ed5f5-bc65-488f-8f16-8043d64c4cb2 gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:14.352790 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745743b8-3e93-4bac-959d-6050163b5783 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:14.359184 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745743b8-3e93-4bac-959d-6050163b5783 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:14.360881 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-745743b8-3e93-4bac-959d-6050163b5783 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1242371 Jul 06 14:16:14.363805 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52154) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:14.402712 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 679161e6-c06e-4bb6-870a-c7f276bb6183 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:14.507826 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 679161e6-c06e-4bb6-870a-c7f276bb6183 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:14.508305 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:14.534667 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d633c74c-a09a-4892-a1d5-b1d53675bd6e None None] Provisioning for port 9319d03d-7f72-4d02-812a-069d5a804edd completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:14.561137 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d633c74c-a09a-4892-a1d5-b1d53675bd6e None None] Provisioning complete for port 9319d03d-7f72-4d02-812a-069d5a804edd triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:14.561777 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d633c74c-a09a-4892-a1d5-b1d53675bd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:14.646928 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d633c74c-a09a-4892-a1d5-b1d53675bd6e None None] Port 9319d03d-7f72-4d02-812a-069d5a804edd cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:16:14.840661 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-948cd93a-8671-44ef-bf74-d00bddacecc7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:14.882784 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e7017fd1-a275-48d2-99da-2de38a4857c8 None None] Provisioning complete for port 9319d03d-7f72-4d02-812a-069d5a804edd triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:14.883165 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e7017fd1-a275-48d2-99da-2de38a4857c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:14.884694 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:14.919789 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893ed5f5-bc65-488f-8f16-8043d64c4cb2', 'name': 'tempest-NetworksTestDHCPv6-router-1602825675', 'tenant_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:11Z', 'updated_at': '2021-07-06T14:16:13Z', 'revision_number': 2, 'project_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'gw_port_host': None, '_interfaces': [{'id': '9319d03d-7f72-4d02-812a-069d5a804edd', 'name': '', 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'tenant_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'mac_address': 'fa:16:3e:f0:8d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893ed5f5-bc65-488f-8f16-8043d64c4cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': 'fb43e752-db52-46a0-9ed1-b8c4ec7427de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:12Z', 'updated_at': '2021-07-06T14:16:13Z', 'revision_number': 2, 'project_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'subnets': [{'id': 'fb43e752-db52-46a0-9ed1-b8c4ec7427de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:14.952937 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Checking router: 893ed5f5-bc65-488f-8f16-8043d64c4cb2 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:16:14.953303 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Updating router 893ed5f5-bc65-488f-8f16-8043d64c4cb2 port 9319d03d-7f72-4d02-812a-069d5a804edd binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:16:15.005198 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-e7017fd1-a275-48d2-99da-2de38a4857c8 None None] Port 9319d03d-7f72-4d02-812a-069d5a804edd cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:16:15.010653 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 679161e6-c06e-4bb6-870a-c7f276bb6183, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=679161e6-c06e-4bb6-870a-c7f276bb6183,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:15.021381 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:15.025411 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:15.222592 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=679161e6-c06e-4bb6-870a-c7f276bb6183,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:15.428791 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-948cd93a-8671-44ef-bf74-d00bddacecc7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting port 9319d03d-7f72-4d02-812a-069d5a804edd {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:15.429132 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-948cd93a-8671-44ef-bf74-d00bddacecc7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:15.512044 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:15.529798 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Transition to ACTIVE for port object 9319d03d-7f72-4d02-812a-069d5a804edd will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:15.540060 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:15.560295 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-948cd93a-8671-44ef-bf74-d00bddacecc7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:15.584751 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-948cd93a-8671-44ef-bf74-d00bddacecc7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Calling delete_port for 9319d03d-7f72-4d02-812a-069d5a804edd owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:15.664265 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633991ec-75b6-4804-96e8-3c62ed215db3 None None] Pushing event updated for resources: {'Port': ['ID=9319d03d-7f72-4d02-812a-069d5a804edd,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:15.753495 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Attempting to bind port 9319d03d-7f72-4d02-812a-069d5a804edd on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:16:15.754301 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Attempting to bind port 9319d03d-7f72-4d02-812a-069d5a804edd by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:16:15.754833 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Attempting to bind port 9319d03d-7f72-4d02-812a-069d5a804edd on network e9ebb152-2c72-4703-8052-389b34df37c5 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:16:15.762983 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:16:15.763574 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Checking segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:16:15.764235 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:15.764790 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Bound using segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:16:15.765826 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Bound port: 9319d03d-7f72-4d02-812a-069d5a804edd, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:16:15.766415 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:15.862302 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-948cd93a-8671-44ef-bf74-d00bddacecc7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:15.882466 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.db.api [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:16:15.882995 n-d-773644-6 neutron-server[100419]: DEBUG oslo_db.api [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:16:15.906324 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948cd93a-8671-44ef-bf74-d00bddacecc7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Port': ['ID=9319d03d-7f72-4d02-812a-069d5a804edd,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:16.049783 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 679161e6-c06e-4bb6-870a-c7f276bb6183 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:16.059464 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-948cd93a-8671-44ef-bf74-d00bddacecc7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:16.120742 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f3d4c399-2b66-497b-bd18-348ee9632928 None None] Could not find standard attr ID for object 9319d03d-7f72-4d02-812a-069d5a804edd. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:16:16.153526 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 679161e6-c06e-4bb6-870a-c7f276bb6183 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:16.154862 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:16.281886 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948cd93a-8671-44ef-bf74-d00bddacecc7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Router 893ed5f5-bc65-488f-8f16-8043d64c4cb2 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:16:16.378653 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948cd93a-8671-44ef-bf74-d00bddacecc7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:16:16.384588 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-948cd93a-8671-44ef-bf74-d00bddacecc7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "PUT /v2.0/routers/893ed5f5-bc65-488f-8f16-8043d64c4cb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0197072 Jul 06 14:16:16.387393 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52182) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:16.403770 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Attempting to bind port 9319d03d-7f72-4d02-812a-069d5a804edd on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:16:16.404511 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Attempting to bind port 9319d03d-7f72-4d02-812a-069d5a804edd by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:16:16.405012 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Attempting to bind port 9319d03d-7f72-4d02-812a-069d5a804edd on network e9ebb152-2c72-4703-8052-389b34df37c5 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:16:16.411175 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:16:16.411556 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Checking segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:16:16.412614 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:16.413023 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Bound using segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:16:16.413497 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Bound port: 9319d03d-7f72-4d02-812a-069d5a804edd, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:16:16.413921 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:16.461600 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Port 9319d03d-7f72-4d02-812a-069d5a804edd has been deleted concurrently {{(pid=100419) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 06 14:16:16.472503 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Routers {'893ed5f5-bc65-488f-8f16-8043d64c4cb2'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:16.473257 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:16:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['893ed5f5-bc65-488f-8f16-8043d64c4cb2'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:16.478378 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60294d66-1fd3-4cb7-bf8c-3fc196451bb1 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:16.480021 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60294d66-1fd3-4cb7-bf8c-3fc196451bb1 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:16.483889 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-60294d66-1fd3-4cb7-bf8c-3fc196451bb1 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0932338 Jul 06 14:16:16.484495 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52184) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:16.546825 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b3ec9bb-1849-4c38-9e66-034c00f8460a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting subnet fb43e752-db52-46a0-9ed1-b8c4ec7427de {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:16:16.552266 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8b3ec9bb-1849-4c38-9e66-034c00f8460a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:16.573194 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] Set router 893ed5f5-bc65-488f-8f16-8043d64c4cb2 gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:16.604362 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8b3ec9bb-1849-4c38-9e66-034c00f8460a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:16.627428 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893ed5f5-bc65-488f-8f16-8043d64c4cb2', 'name': 'tempest-NetworksTestDHCPv6-router-1602825675', 'tenant_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:11Z', 'updated_at': '2021-07-06T14:16:15Z', 'revision_number': 3, 'project_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:16.672139 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62c5da6-0bfc-43e3-b706-990ffb48eb56 None None] The sync data for ids ['893ed5f5-bc65-488f-8f16-8043d64c4cb2'] in n-d-773644-6 is: [{'id': '893ed5f5-bc65-488f-8f16-8043d64c4cb2', 'name': 'tempest-NetworksTestDHCPv6-router-1602825675', 'tenant_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:11Z', 'updated_at': '2021-07-06T14:16:15Z', 'revision_number': 3, 'project_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'gw_port_host': None}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:16:16.688283 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:16.719595 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8b3ec9bb-1849-4c38-9e66-034c00f8460a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:16.795548 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8b3ec9bb-1849-4c38-9e66-034c00f8460a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:16.824048 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4ecd8e-af69-4894-8448-a53608e5ad8a None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:16.843886 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8b3ec9bb-1849-4c38-9e66-034c00f8460a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:16.848448 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52190) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:16.848633 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8b3ec9bb-1849-4c38-9e66-034c00f8460a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/fb43e752-db52-46a0-9ed1-b8c4ec7427de HTTP/1.1" status: 204 len: 168 time: 0.3628719 Jul 06 14:16:16.851165 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ec9bb-1849-4c38-9e66-034c00f8460a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Subnet': ['ID=fb43e752-db52-46a0-9ed1-b8c4ec7427de,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:17.013523 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52194) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:17.014092 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4d727634-80e9-4eb5-ba95-8ed3222463ca tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1634812 Jul 06 14:16:17.125134 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-015e1c32-6d93-4134-bf1e-123582800014 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:17.141842 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f20e753-13e0-4bc5-a48b-14f542f6ad5d None None] DHCP port deletion for e9ebb152-2c72-4703-8052-389b34df37c5 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:16:17.241676 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-6f20e753-13e0-4bc5-a48b-14f542f6ad5d None None] Deleting port 679161e6-c06e-4bb6-870a-c7f276bb6183 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:17.242295 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6f20e753-13e0-4bc5-a48b-14f542f6ad5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:17.312874 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-6f20e753-13e0-4bc5-a48b-14f542f6ad5d None None] For port 679161e6-c06e-4bb6-870a-c7f276bb6183, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=679161e6-c06e-4bb6-870a-c7f276bb6183,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:17.313539 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6f20e753-13e0-4bc5-a48b-14f542f6ad5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:17.327950 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-6f20e753-13e0-4bc5-a48b-14f542f6ad5d None None] Calling delete_port for 679161e6-c06e-4bb6-870a-c7f276bb6183 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:17.351992 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-015e1c32-6d93-4134-bf1e-123582800014 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:17.354641 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-015e1c32-6d93-4134-bf1e-123582800014 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:17.407391 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-015e1c32-6d93-4134-bf1e-123582800014 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:17.408505 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015e1c32-6d93-4134-bf1e-123582800014 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Fanout notify agent at l3_agent the message router_deleted on router 893ed5f5-bc65-488f-8f16-8043d64c4cb2 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:16:17.417675 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-015e1c32-6d93-4134-bf1e-123582800014 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:17.421103 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-015e1c32-6d93-4134-bf1e-123582800014 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/routers/893ed5f5-bc65-488f-8f16-8043d64c4cb2 HTTP/1.1" status: 204 len: 168 time: 0.4035237 Jul 06 14:16:17.423773 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52198) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:17.436638 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6f20e753-13e0-4bc5-a48b-14f542f6ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:17.475877 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20e753-13e0-4bc5-a48b-14f542f6ad5d None None] Pushing event deleted for resources: {'Port': ['ID=679161e6-c06e-4bb6-870a-c7f276bb6183,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:17.479793 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f20e753-13e0-4bc5-a48b-14f542f6ad5d None None] No DVR routers for this DVR port 679161e6-c06e-4bb6-870a-c7f276bb6183 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:17.521873 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d72dc7-e1d8-4440-afbd-95d54b2c9e81 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:17.525790 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-95d72dc7-e1d8-4440-afbd-95d54b2c9e81 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1009190 Jul 06 14:16:17.526495 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52200) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:17.579817 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8df305-d57d-4072-9aa1-786320aee81b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:17.581526 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4c8df305-d57d-4072-9aa1-786320aee81b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0539458 Jul 06 14:16:17.584802 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52202) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:17.621816 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ac8fd35f-c62a-4047-b3b8-b1103ba183a1 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0357919 Jul 06 14:16:17.626433 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52204) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:17.640182 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-83c40f6f-e0ab-45f5-bed6-4074c8872d5c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:17.743339 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c40f6f-e0ab-45f5-bed6-4074c8872d5c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:17.747129 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-83c40f6f-e0ab-45f5-bed6-4074c8872d5c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:17.966315 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5505b1-8169-4fee-96cd-3e1082358787 None None] Sync routers for ids ['893ed5f5-bc65-488f-8f16-8043d64c4cb2'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:16:17.978747 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5505b1-8169-4fee-96cd-3e1082358787 None None] Routers set() bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:17.979707 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5505b1-8169-4fee-96cd-3e1082358787 None None] Router IDs set() for agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 14:16:17.981233 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_agentschedulers_db [None req-dd5505b1-8169-4fee-96cd-3e1082358787 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'893ed5f5-bc65-488f-8f16-8043d64c4cb2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:16:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent'). {{(pid=100420) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 14:16:18.003070 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5505b1-8169-4fee-96cd-3e1082358787 None None] Routers set() bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:18.003446 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5505b1-8169-4fee-96cd-3e1082358787 None None] Router IDs set() for agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 06 14:16:18.004051 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_agentschedulers_db [None req-dd5505b1-8169-4fee-96cd-3e1082358787 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'893ed5f5-bc65-488f-8f16-8043d64c4cb2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:16:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent'). {{(pid=100420) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 06 14:16:18.004440 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5505b1-8169-4fee-96cd-3e1082358787 None None] The sync data for ids ['893ed5f5-bc65-488f-8f16-8043d64c4cb2'] in n-d-773644-6 is: [] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:16:18.010398 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 679161e6-c06e-4bb6-870a-c7f276bb6183 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:18.036363 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 679161e6-c06e-4bb6-870a-c7f276bb6183 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:16:18.039072 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 679161e6-c06e-4bb6-870a-c7f276bb6183 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:18.135205 n-d-773644-6 neutron-server[100417]: DEBUG neutron.objects.ports [None req-83c40f6f-e0ab-45f5-bed6-4074c8872d5c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100417) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:16:18.145365 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-83c40f6f-e0ab-45f5-bed6-4074c8872d5c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:18.224497 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c40f6f-e0ab-45f5-bed6-4074c8872d5c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:18.225304 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-83c40f6f-e0ab-45f5-bed6-4074c8872d5c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:18.231209 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c40f6f-e0ab-45f5-bed6-4074c8872d5c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:18.231397 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-83c40f6f-e0ab-45f5-bed6-4074c8872d5c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:18.240092 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd01c199-83ab-45ef-9620-9f9da973bf39 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:18.262449 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-83c40f6f-e0ab-45f5-bed6-4074c8872d5c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6348855 Jul 06 14:16:18.265174 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52214) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:18.276201 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-76d0d402-7f85-4625-9c10-85953cfe984e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:18.288677 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c40f6f-e0ab-45f5-bed6-4074c8872d5c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Subnet': ['ID=0e42863f-1a52-4881-b802-e19be5f16ed5,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:18.460244 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d0d402-7f85-4625-9c10-85953cfe984e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:18.463025 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-76d0d402-7f85-4625-9c10-85953cfe984e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:18.466531 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0737ef-9dda-490f-9d35-45395c67d5d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-e9ebb152-2c72-4703-8052-389b34df37c5', 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'tenant_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'fixed_ips': [{'subnet_id': '0e42863f-1a52-4881-b802-e19be5f16ed5'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:16:18.467472 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7c0737ef-9dda-490f-9d35-45395c67d5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:18.611421 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-7c0737ef-9dda-490f-9d35-45395c67d5d1 None None] Allocated IP 2001:db8::f816:3eff:feb6:8d1a (e9ebb152-2c72-4703-8052-389b34df37c5/0e42863f-1a52-4881-b802-e19be5f16ed5/401535b1-4fb8-4df9-865d-4ab59438348b) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:18.737952 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-76d0d402-7f85-4625-9c10-85953cfe984e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:18.768564 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:18.781177 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7c0737ef-9dda-490f-9d35-45395c67d5d1 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:18.789939 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-7c0737ef-9dda-490f-9d35-45395c67d5d1 None None] Transition to ACTIVE for port object 401535b1-4fb8-4df9-865d-4ab59438348b will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:18.793156 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d0d402-7f85-4625-9c10-85953cfe984e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:18.796640 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-76d0d402-7f85-4625-9c10-85953cfe984e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:18.801733 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d0d402-7f85-4625-9c10-85953cfe984e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:18.801733 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-76d0d402-7f85-4625-9c10-85953cfe984e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:18.807228 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-7c0737ef-9dda-490f-9d35-45395c67d5d1 None None] Transition to ACTIVE for port object 401535b1-4fb8-4df9-865d-4ab59438348b will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:18.813502 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0d402-7f85-4625-9c10-85953cfe984e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Subnet': ['ID=ed69575b-e94c-4131-bc33-d513d8d05bc8,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:18.814132 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7c0737ef-9dda-490f-9d35-45395c67d5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:18.821778 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-76d0d402-7f85-4625-9c10-85953cfe984e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5546916 Jul 06 14:16:18.824567 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52248) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:18.829961 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-08bd413d-871b-408a-a71f-4fe5b28488b8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'mac_address': 'fa:16:3e:81:f0:62', 'name': 'tempest-NetworksTestDHCPv6-1363056561'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:18.858788 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0737ef-9dda-490f-9d35-45395c67d5d1 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:18.862283 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-7c0737ef-9dda-490f-9d35-45395c67d5d1 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:18.868523 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0737ef-9dda-490f-9d35-45395c67d5d1 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:18.875544 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0737ef-9dda-490f-9d35-45395c67d5d1 None None] Pushing event updated for resources: {'Port': ['ID=401535b1-4fb8-4df9-865d-4ab59438348b,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:18.943755 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-7c0737ef-9dda-490f-9d35-45395c67d5d1 None None] Attempting to bind port 401535b1-4fb8-4df9-865d-4ab59438348b on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:16:18.944649 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-7c0737ef-9dda-490f-9d35-45395c67d5d1 None None] Attempting to bind port 401535b1-4fb8-4df9-865d-4ab59438348b by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:16:18.945029 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0737ef-9dda-490f-9d35-45395c67d5d1 None None] Attempting to bind port 401535b1-4fb8-4df9-865d-4ab59438348b on network e9ebb152-2c72-4703-8052-389b34df37c5 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:16:18.950739 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bd413d-871b-408a-a71f-4fe5b28488b8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:18.952237 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0737ef-9dda-490f-9d35-45395c67d5d1 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:16:18.952706 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0737ef-9dda-490f-9d35-45395c67d5d1 None None] Checking segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:16:18.953166 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7c0737ef-9dda-490f-9d35-45395c67d5d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:18.953629 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0737ef-9dda-490f-9d35-45395c67d5d1 None None] Bound using segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:16:18.954149 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-7c0737ef-9dda-490f-9d35-45395c67d5d1 None None] Bound port: 401535b1-4fb8-4df9-865d-4ab59438348b, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:16:18.954540 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7c0737ef-9dda-490f-9d35-45395c67d5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:19.023512 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-7c0737ef-9dda-490f-9d35-45395c67d5d1 None None] For port 401535b1-4fb8-4df9-865d-4ab59438348b, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:16:19.026919 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-7c0737ef-9dda-490f-9d35-45395c67d5d1 None None] For port 401535b1-4fb8-4df9-865d-4ab59438348b, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=401535b1-4fb8-4df9-865d-4ab59438348b,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:16:19.035781 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7c0737ef-9dda-490f-9d35-45395c67d5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:19.047333 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08bd413d-871b-408a-a71f-4fe5b28488b8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:19.075393 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-08bd413d-871b-408a-a71f-4fe5b28488b8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] device_id is not set on port 9f025f3c-9b81-4f9c-8013-f56e2a981410 yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:16:19.100777 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0737ef-9dda-490f-9d35-45395c67d5d1 None None] Pushing event updated for resources: {'Port': ['ID=401535b1-4fb8-4df9-865d-4ab59438348b,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:19.560450 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-08bd413d-871b-408a-a71f-4fe5b28488b8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Allocated IP 172.20.0.11 (e9ebb152-2c72-4703-8052-389b34df37c5/ed69575b-e94c-4131-bc33-d513d8d05bc8/9f025f3c-9b81-4f9c-8013-f56e2a981410) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:19.575328 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-08bd413d-871b-408a-a71f-4fe5b28488b8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Allocated IP 2001:db8::f816:3eff:fe81:f062 (e9ebb152-2c72-4703-8052-389b34df37c5/0e42863f-1a52-4881-b802-e19be5f16ed5/9f025f3c-9b81-4f9c-8013-f56e2a981410) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:19.733102 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08bd413d-871b-408a-a71f-4fe5b28488b8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:19.746986 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-08bd413d-871b-408a-a71f-4fe5b28488b8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Transition to ACTIVE for port object 9f025f3c-9b81-4f9c-8013-f56e2a981410 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:19.781616 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08bd413d-871b-408a-a71f-4fe5b28488b8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:19.829327 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bd413d-871b-408a-a71f-4fe5b28488b8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:19.832883 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-08bd413d-871b-408a-a71f-4fe5b28488b8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:19.839780 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bd413d-871b-408a-a71f-4fe5b28488b8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:19.879228 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd413d-871b-408a-a71f-4fe5b28488b8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=9f025f3c-9b81-4f9c-8013-f56e2a981410,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:19.907507 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bd413d-871b-408a-a71f-4fe5b28488b8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:19.908160 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08bd413d-871b-408a-a71f-4fe5b28488b8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:19.936541 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-08bd413d-871b-408a-a71f-4fe5b28488b8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1106718 Jul 06 14:16:19.938735 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52276) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:20.051834 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 401535b1-4fb8-4df9-865d-4ab59438348b up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:20.053169 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0858ae62-045c-4519-a6f2-fba6afd26c44 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:20.060555 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0858ae62-045c-4519-a6f2-fba6afd26c44 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:20.062736 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0858ae62-045c-4519-a6f2-fba6afd26c44 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1228738 Jul 06 14:16:20.065255 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52280) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:20.263604 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-68518064-9d3b-4176-9943-17b800135cf4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting port 9f025f3c-9b81-4f9c-8013-f56e2a981410 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:20.264256 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-68518064-9d3b-4176-9943-17b800135cf4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:20.303480 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 401535b1-4fb8-4df9-865d-4ab59438348b completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:20.407098 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-68518064-9d3b-4176-9943-17b800135cf4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:20.423910 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-68518064-9d3b-4176-9943-17b800135cf4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Calling delete_port for 9f025f3c-9b81-4f9c-8013-f56e2a981410 owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:20.440371 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f4c3d0-5c37-48bb-9edf-cc617018d16a None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:20.527202 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-37974cf5-aa84-4564-90cf-0a93d8ff7982 None None] Provisioning for port 401535b1-4fb8-4df9-865d-4ab59438348b completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:20.540176 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-37974cf5-aa84-4564-90cf-0a93d8ff7982 None None] Provisioning complete for port 401535b1-4fb8-4df9-865d-4ab59438348b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:20.540572 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-37974cf5-aa84-4564-90cf-0a93d8ff7982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:20.688182 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-68518064-9d3b-4176-9943-17b800135cf4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:20.696336 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-37974cf5-aa84-4564-90cf-0a93d8ff7982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:20.737547 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68518064-9d3b-4176-9943-17b800135cf4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Port': ['ID=9f025f3c-9b81-4f9c-8013-f56e2a981410,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:20.765578 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-37974cf5-aa84-4564-90cf-0a93d8ff7982 None None] For port 401535b1-4fb8-4df9-865d-4ab59438348b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=401535b1-4fb8-4df9-865d-4ab59438348b,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:20.773078 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-37974cf5-aa84-4564-90cf-0a93d8ff7982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:20.861071 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37974cf5-aa84-4564-90cf-0a93d8ff7982 None None] Pushing event updated for resources: {'Port': ['ID=401535b1-4fb8-4df9-865d-4ab59438348b,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:20.868531 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-68518064-9d3b-4176-9943-17b800135cf4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:20.876435 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52296) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:20.878139 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-68518064-9d3b-4176-9943-17b800135cf4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/9f025f3c-9b81-4f9c-8013-f56e2a981410 HTTP/1.1" status: 204 len: 168 time: 0.8041492 Jul 06 14:16:20.923728 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e25939c-42a2-4980-95bc-5943902d3269 None None] Update dhcp port {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'fixed_ips': [{'subnet_id': '0e42863f-1a52-4881-b802-e19be5f16ed5', 'ip_address': '2001:db8::f816:3eff:feb6:8d1a'}, {'subnet_id': 'ed69575b-e94c-4131-bc33-d513d8d05bc8'}], 'binding:host_id': 'n-d-773644-6'}, 'id': '401535b1-4fb8-4df9-865d-4ab59438348b'} from n-d-773644-6. {{(pid=100419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:16:20.944498 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f9b044-c9e7-4c3e-bf0a-c0dd24806dbd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:20.946463 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f9b044-c9e7-4c3e-bf0a-c0dd24806dbd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:20.948450 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f9b044-c9e7-4c3e-bf0a-c0dd24806dbd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:20.952965 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d5f9b044-c9e7-4c3e-bf0a-c0dd24806dbd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0741317 Jul 06 14:16:20.953101 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52300) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:20.973865 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4e25939c-42a2-4980-95bc-5943902d3269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:21.014769 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c6afe0-1e26-4799-aee5-015d8362c2ea tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting subnet 0e42863f-1a52-4881-b802-e19be5f16ed5 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:16:21.020464 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-36c6afe0-1e26-4799-aee5-015d8362c2ea tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:21.086516 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-36c6afe0-1e26-4799-aee5-015d8362c2ea tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:21.211957 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-36c6afe0-1e26-4799-aee5-015d8362c2ea tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:21.288890 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-36c6afe0-1e26-4799-aee5-015d8362c2ea tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server [None req-4e25939c-42a2-4980-95bc-5943902d3269 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e42863f-1a52-4881-b802-e19be5f16ed5: This subnet is being modified by another concurrent operation. Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise exception Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e42863f-1a52-4881-b802-e19be5f16ed5: This subnet is being modified by another concurrent operation. Jul 06 14:16:21.290671 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server Jul 06 14:16:21.328957 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6afe0-1e26-4799-aee5-015d8362c2ea tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Subnet': ['ID=0e42863f-1a52-4881-b802-e19be5f16ed5,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:21.337298 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-36c6afe0-1e26-4799-aee5-015d8362c2ea tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:21.341860 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-36c6afe0-1e26-4799-aee5-015d8362c2ea tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/0e42863f-1a52-4881-b802-e19be5f16ed5 HTTP/1.1" status: 204 len: 168 time: 0.3852093 Jul 06 14:16:21.342229 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52306) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:21.415436 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb8847f-981a-44b0-8492-5acc8f10f8e9 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:21.467175 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cdd67c0-f30d-47f6-b588-704a727e5019 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting subnet ed69575b-e94c-4131-bc33-d513d8d05bc8 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:16:21.471090 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6cdd67c0-f30d-47f6-b588-704a727e5019 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:21.539211 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-21c4b1f1-6fc8-43d2-9ef0-fa0b3ddc5421 None None] Provisioning complete for port 401535b1-4fb8-4df9-865d-4ab59438348b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:21.539889 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-21c4b1f1-6fc8-43d2-9ef0-fa0b3ddc5421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:21.546761 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6cdd67c0-f30d-47f6-b588-704a727e5019 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:21.674981 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6cdd67c0-f30d-47f6-b588-704a727e5019 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:21.706140 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:16:21.756105 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc1b78de-2421-47b5-8b23-d9dcdb637577 req-63271d05-a6a6-489b-924d-a7e4f1712368 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1194491 Jul 06 14:16:21.822705 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6cdd67c0-f30d-47f6-b588-704a727e5019 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:21.893496 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd67c0-f30d-47f6-b588-704a727e5019 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Subnet': ['ID=ed69575b-e94c-4131-bc33-d513d8d05bc8,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:21.916551 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6cdd67c0-f30d-47f6-b588-704a727e5019 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:21.918565 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6cdd67c0-f30d-47f6-b588-704a727e5019 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/ed69575b-e94c-4131-bc33-d513d8d05bc8 HTTP/1.1" status: 204 len: 168 time: 0.5753207 Jul 06 14:16:21.921087 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52326) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:22.043035 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-808508f9-876a-44aa-873d-cb4bd91e05f5 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1205506 Jul 06 14:16:22.045581 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52334) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:22.053228 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-bcceab80-8275-49da-8122-d3043336fab5 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:22.056536 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b78de-2421-47b5-8b23-d9dcdb637577 req-6eacfbfc-a54c-4178-bfa2-849cbfa04f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:22.056918 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d359ec-6323-4eca-ae8b-399e8df447fe None None] Update dhcp port {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'fixed_ips': [{'subnet_id': 'ed69575b-e94c-4131-bc33-d513d8d05bc8'}], 'binding:host_id': 'n-d-773644-6'}, 'id': '401535b1-4fb8-4df9-865d-4ab59438348b'} from n-d-773644-6. {{(pid=100419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:16:22.065947 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc1b78de-2421-47b5-8b23-d9dcdb637577 req-6eacfbfc-a54c-4178-bfa2-849cbfa04f95 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 1096 time: 0.2610147 Jul 06 14:16:22.126766 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 401535b1-4fb8-4df9-865d-4ab59438348b no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:22.180483 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52336) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:22.274197 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b78de-2421-47b5-8b23-d9dcdb637577 req-f52b8155-bf10-4155-b41b-f78255be6fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:22.283081 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc1b78de-2421-47b5-8b23-d9dcdb637577 req-f52b8155-bf10-4155-b41b-f78255be6fbf service neutron] 10.222.0.124 "GET /v2.0/networks?id=39a59867-1326-44e3-97ee-0675d66d3741 HTTP/1.1" status: 200 len: 897 time: 0.1877537 Jul 06 14:16:22.285119 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b2d359ec-6323-4eca-ae8b-399e8df447fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:22.287345 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcceab80-8275-49da-8122-d3043336fab5 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:22.291678 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bcceab80-8275-49da-8122-d3043336fab5 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:22.413384 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e70562a6-efff-496d-8087-59718a77f8cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:22.426653 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc1b78de-2421-47b5-8b23-d9dcdb637577 req-88dd3e31-550b-4b81-b195-9ada94ccf950 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27c02fa2-9e86-428f-b715-5370ee2bd0a1 HTTP/1.1" status: 200 len: 1000 time: 0.1368268 Jul 06 14:16:22.544273 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b78de-2421-47b5-8b23-d9dcdb637577 req-1d202746-6dd9-4749-94e3-e6e73e8bd3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:22.546198 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:22.555475 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc1b78de-2421-47b5-8b23-d9dcdb637577 req-1d202746-6dd9-4749-94e3-e6e73e8bd3e6 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=6065e799-674b-4a0b-b826-f1af2e41e20b HTTP/1.1" status: 200 len: 834 time: 0.1214974 Jul 06 14:16:22.621590 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 401535b1-4fb8-4df9-865d-4ab59438348b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=401535b1-4fb8-4df9-865d-4ab59438348b,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:22.627639 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:22.701701 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e70562a6-efff-496d-8087-59718a77f8cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:22.707549 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e70562a6-efff-496d-8087-59718a77f8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:22.712899 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b78de-2421-47b5-8b23-d9dcdb637577 req-a48d669b-1480-4925-9fc0-f07763d373f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:22.724910 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc1b78de-2421-47b5-8b23-d9dcdb637577 req-a48d669b-1480-4925-9fc0-f07763d373f4 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=39a59867-1326-44e3-97ee-0675d66d3741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543932 Jul 06 14:16:22.729243 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-29a74f1d-cc6d-4c15-a5f4-35cebf8a2205 None None] Provisioning complete for port 401535b1-4fb8-4df9-865d-4ab59438348b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:22.729628 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-29a74f1d-cc6d-4c15-a5f4-35cebf8a2205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:22.781110 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=401535b1-4fb8-4df9-865d-4ab59438348b,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:22.871443 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-29a74f1d-cc6d-4c15-a5f4-35cebf8a2205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:22.884709 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc1b78de-2421-47b5-8b23-d9dcdb637577 req-86089044-60dd-4ddf-8dbd-af6c04429b7d service neutron] 10.222.0.124 "GET /v2.0/networks/39a59867-1326-44e3-97ee-0675d66d3741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586041 Jul 06 14:16:22.890158 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e70562a6-efff-496d-8087-59718a77f8cd admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=b51a40f511574ace84a5bbfdee2db4dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7083170 Jul 06 14:16:22.894542 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52346) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:22.907645 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ded51ac-486c-438e-adc9-1c6fac1724aa None None] get_active_networks_info from n-d-773644-6 {{(pid=100419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 14:16:22.911125 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70562a6-efff-496d-8087-59718a77f8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edeb007-55de-4879-b0a9-b4ba6b442e63,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:22.915033 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-29a74f1d-cc6d-4c15-a5f4-35cebf8a2205 None None] For port 401535b1-4fb8-4df9-865d-4ab59438348b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=401535b1-4fb8-4df9-865d-4ab59438348b,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:22.937081 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-29a74f1d-cc6d-4c15-a5f4-35cebf8a2205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:22.999934 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a74f1d-cc6d-4c15-a5f4-35cebf8a2205 None None] Pushing event updated for resources: {'Port': ['ID=401535b1-4fb8-4df9-865d-4ab59438348b,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:23.027469 n-d-773644-6 neutron-server[100417]: DEBUG neutron.objects.ports [None req-bcceab80-8275-49da-8122-d3043336fab5 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100417) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:16:23.054091 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b5d8ecee-ea3f-41fb-b49b-b8c02ada3720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:23.060542 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc1b78de-2421-47b5-8b23-d9dcdb637577 req-6ae91610-1df3-4718-99c1-806cd60ada25 service neutron] 10.222.0.124 "GET /v2.0/networks/39a59867-1326-44e3-97ee-0675d66d3741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691396 Jul 06 14:16:23.078118 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f0e6ca0e-024b-4b93-a9aa-3ff4921de45d None None] Could not find standard attr ID for object 9f025f3c-9b81-4f9c-8013-f56e2a981410. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:16:23.086971 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ded51ac-486c-438e-adc9-1c6fac1724aa None None] Resources bound (agent type, host, resource id): {{(pid=100419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 14:16:23.100446 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b5d8ecee-ea3f-41fb-b49b-b8c02ada3720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:23.171387 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b5d8ecee-ea3f-41fb-b49b-b8c02ada3720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:23.173971 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b5d8ecee-ea3f-41fb-b49b-b8c02ada3720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:23.175180 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b5d8ecee-ea3f-41fb-b49b-b8c02ada3720 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/8edeb007-55de-4879-b0a9-b4ba6b442e63 HTTP/1.1" status: 204 len: 168 time: 0.2727525 Jul 06 14:16:23.184769 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8ecee-ea3f-41fb-b49b-b8c02ada3720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edeb007-55de-4879-b0a9-b4ba6b442e63,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:23.391909 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bcceab80-8275-49da-8122-d3043336fab5 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:23.558448 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52362) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:23.577299 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af988977-185d-47c8-9897-8010c8227d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:23.589737 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-bcceab80-8275-49da-8122-d3043336fab5 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] For port 401535b1-4fb8-4df9-865d-4ab59438348b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=401535b1-4fb8-4df9-865d-4ab59438348b,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:23.665871 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bcceab80-8275-49da-8122-d3043336fab5 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:23.671903 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bcceab80-8275-49da-8122-d3043336fab5 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:23.673055 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bcceab80-8275-49da-8122-d3043336fab5 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:23.750648 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af988977-185d-47c8-9897-8010c8227d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:23.756290 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcceab80-8275-49da-8122-d3043336fab5 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:23.760275 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af988977-185d-47c8-9897-8010c8227d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:23.765293 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-bcceab80-8275-49da-8122-d3043336fab5 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:23.776796 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcceab80-8275-49da-8122-d3043336fab5 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:23.777416 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bcceab80-8275-49da-8122-d3043336fab5 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:23.808012 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcceab80-8275-49da-8122-d3043336fab5 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Subnet': ['ID=6a678673-f376-49e7-86fc-ace36369fb7a,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:23.810850 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcceab80-8275-49da-8122-d3043336fab5 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=401535b1-4fb8-4df9-865d-4ab59438348b,revision_number=8']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:23.814925 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bcceab80-8275-49da-8122-d3043336fab5 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7680788 Jul 06 14:16:23.819802 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52368) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:23.823764 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-af988977-185d-47c8-9897-8010c8227d2f admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=503e3fe9d78746b493228a541f356054&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2610354 Jul 06 14:16:23.823764 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af988977-185d-47c8-9897-8010c8227d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1091383f-e7e0-4f96-b472-461175a1d8fc,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:23.826146 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52370) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:23.829562 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-5fa0ddbc-97b4-495b-8783-15944489326f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:23.894886 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dcf87f84-c75f-4082-b9ff-f3cfebe33c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:23.921573 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dcf87f84-c75f-4082-b9ff-f3cfebe33c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:23.981257 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa0ddbc-97b4-495b-8783-15944489326f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:23.989174 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5fa0ddbc-97b4-495b-8783-15944489326f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:24.005667 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dcf87f84-c75f-4082-b9ff-f3cfebe33c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:24.009628 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dcf87f84-c75f-4082-b9ff-f3cfebe33c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:24.011579 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-dcf87f84-c75f-4082-b9ff-f3cfebe33c5b admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/1091383f-e7e0-4f96-b472-461175a1d8fc HTTP/1.1" status: 204 len: 168 time: 0.1839397 Jul 06 14:16:24.049186 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf87f84-c75f-4082-b9ff-f3cfebe33c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1091383f-e7e0-4f96-b472-461175a1d8fc,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:24.125056 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 401535b1-4fb8-4df9-865d-4ab59438348b up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:24.193836 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 401535b1-4fb8-4df9-865d-4ab59438348b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:24.194538 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:24.426605 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5fa0ddbc-97b4-495b-8783-15944489326f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:24.476961 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa0ddbc-97b4-495b-8783-15944489326f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:24.480259 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-5fa0ddbc-97b4-495b-8783-15944489326f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:24.486543 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa0ddbc-97b4-495b-8783-15944489326f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:24.487150 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5fa0ddbc-97b4-495b-8783-15944489326f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:24.512701 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0ddbc-97b4-495b-8783-15944489326f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Subnet': ['ID=e3f0f69d-2ed2-466f-a8ae-ff6f8c776bf9,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:24.522640 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5fa0ddbc-97b4-495b-8783-15944489326f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6979847 Jul 06 14:16:24.525561 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52390) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:24.530068 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f37ae40-0a24-48ce-8fae-8fd0fbb6dc56 None None] get_active_networks_info from n-d-773644-6 {{(pid=100419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 14:16:24.531381 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-6c2a2fbf-7eab-4bce-8240-e4e60115ad1c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'mac_address': 'fa:16:3e:6e:4a:26', 'name': 'tempest-NetworksTestDHCPv6-975944307'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:24.648697 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f37ae40-0a24-48ce-8fae-8fd0fbb6dc56 None None] Resources bound (agent type, host, resource id): {{(pid=100419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 14:16:24.658871 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4781e524-efb6-46f4-aeb6-97627bb75ab0 None None] Provisioning complete for port 401535b1-4fb8-4df9-865d-4ab59438348b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:24.659250 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4781e524-efb6-46f4-aeb6-97627bb75ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:24.705353 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2a2fbf-7eab-4bce-8240-e4e60115ad1c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:24.867952 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6c2a2fbf-7eab-4bce-8240-e4e60115ad1c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:24.931164 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-6c2a2fbf-7eab-4bce-8240-e4e60115ad1c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] device_id is not set on port cf767320-076f-45db-8432-378a1ad13d4c yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:16:25.129468 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e74679-9772-4cf4-aa24-1988dae23dd5 req-f071fa8b-bc51-4f04-acba-ef8d8869648f tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:25.132478 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53e74679-9772-4cf4-aa24-1988dae23dd5 req-f071fa8b-bc51-4f04-acba-ef8d8869648f tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 1096 time: 0.2691281 Jul 06 14:16:25.149164 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550272ae-8e1d-477b-b81d-a9e9c1ddb3b1 None None] Update dhcp port {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'fixed_ips': [{'subnet_id': '6a678673-f376-49e7-86fc-ace36369fb7a', 'ip_address': '2001:db8::f816:3eff:feb6:8d1a'}, {'subnet_id': 'e3f0f69d-2ed2-466f-a8ae-ff6f8c776bf9'}], 'binding:host_id': 'n-d-773644-6'}, 'id': '401535b1-4fb8-4df9-865d-4ab59438348b'} from n-d-773644-6. {{(pid=100419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:16:25.185070 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-6c2a2fbf-7eab-4bce-8240-e4e60115ad1c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Allocated IP 172.20.0.5 (e9ebb152-2c72-4703-8052-389b34df37c5/e3f0f69d-2ed2-466f-a8ae-ff6f8c776bf9/cf767320-076f-45db-8432-378a1ad13d4c) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:25.187150 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-550272ae-8e1d-477b-b81d-a9e9c1ddb3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:25.197015 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-6c2a2fbf-7eab-4bce-8240-e4e60115ad1c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Allocated IP 2001:db8::f816:3eff:fe6e:4a26 (e9ebb152-2c72-4703-8052-389b34df37c5/6a678673-f376-49e7-86fc-ace36369fb7a/cf767320-076f-45db-8432-378a1ad13d4c) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:25.274733 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53e74679-9772-4cf4-aa24-1988dae23dd5 req-233d3984-d93e-4007-977c-7273c389ff4e tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352160 Jul 06 14:16:25.303747 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52418) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:25.449316 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6c2a2fbf-7eab-4bce-8240-e4e60115ad1c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:25.467323 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-6c2a2fbf-7eab-4bce-8240-e4e60115ad1c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Transition to ACTIVE for port object cf767320-076f-45db-8432-378a1ad13d4c will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:25.516515 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6c2a2fbf-7eab-4bce-8240-e4e60115ad1c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:25.587340 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2a2fbf-7eab-4bce-8240-e4e60115ad1c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:25.592716 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-6c2a2fbf-7eab-4bce-8240-e4e60115ad1c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:25.597842 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2a2fbf-7eab-4bce-8240-e4e60115ad1c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:25.627233 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-550272ae-8e1d-477b-b81d-a9e9c1ddb3b1 None None] Allocated IP 172.20.0.2 (e9ebb152-2c72-4703-8052-389b34df37c5/e3f0f69d-2ed2-466f-a8ae-ff6f8c776bf9/401535b1-4fb8-4df9-865d-4ab59438348b) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:25.661044 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a2fbf-7eab-4bce-8240-e4e60115ad1c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=cf767320-076f-45db-8432-378a1ad13d4c,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:25.683052 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2a2fbf-7eab-4bce-8240-e4e60115ad1c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:25.683876 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6c2a2fbf-7eab-4bce-8240-e4e60115ad1c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:25.700574 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6c2a2fbf-7eab-4bce-8240-e4e60115ad1c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1737428 Jul 06 14:16:25.703069 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52438) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:25.819810 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-550272ae-8e1d-477b-b81d-a9e9c1ddb3b1 None None] For port 401535b1-4fb8-4df9-865d-4ab59438348b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=401535b1-4fb8-4df9-865d-4ab59438348b,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:25.821292 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4f2e15-65f0-4fd0-8df7-7a18f9a7aa35 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:25.827595 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4f2e15-65f0-4fd0-8df7-7a18f9a7aa35 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:25.829270 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3c4f2e15-65f0-4fd0-8df7-7a18f9a7aa35 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1249044 Jul 06 14:16:25.834414 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52444) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:25.879058 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-550272ae-8e1d-477b-b81d-a9e9c1ddb3b1 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:25.897810 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-550272ae-8e1d-477b-b81d-a9e9c1ddb3b1 None None] Transition to ACTIVE for port object 401535b1-4fb8-4df9-865d-4ab59438348b will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:25.910602 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-550272ae-8e1d-477b-b81d-a9e9c1ddb3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:25.996667 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-f6686ce4-41d6-46b3-928c-9fcf59304ad4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting port cf767320-076f-45db-8432-378a1ad13d4c {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:25.997230 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f6686ce4-41d6-46b3-928c-9fcf59304ad4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:26.095673 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550272ae-8e1d-477b-b81d-a9e9c1ddb3b1 None None] Pushing event updated for resources: {'Port': ['ID=401535b1-4fb8-4df9-865d-4ab59438348b,revision_number=9']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:26.110858 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f6686ce4-41d6-46b3-928c-9fcf59304ad4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:26.124825 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-f6686ce4-41d6-46b3-928c-9fcf59304ad4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Calling delete_port for cf767320-076f-45db-8432-378a1ad13d4c owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:26.156797 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e295382b-41da-43b2-addf-634391a94b5e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Deleting port 45fe0c43-bc73-4d00-80b6-95a78d30c7ef {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:26.157156 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e295382b-41da-43b2-addf-634391a94b5e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:26.326529 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e295382b-41da-43b2-addf-634391a94b5e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:26.327643 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e295382b-41da-43b2-addf-634391a94b5e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:26.350949 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e295382b-41da-43b2-addf-634391a94b5e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Calling delete_port for 45fe0c43-bc73-4d00-80b6-95a78d30c7ef owned by network:floatingip {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:26.479072 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f6686ce4-41d6-46b3-928c-9fcf59304ad4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:26.535528 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6686ce4-41d6-46b3-928c-9fcf59304ad4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Port': ['ID=cf767320-076f-45db-8432-378a1ad13d4c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:26.654473 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e295382b-41da-43b2-addf-634391a94b5e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:26.670267 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f6686ce4-41d6-46b3-928c-9fcf59304ad4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:26.672950 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f6686ce4-41d6-46b3-928c-9fcf59304ad4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/cf767320-076f-45db-8432-378a1ad13d4c HTTP/1.1" status: 204 len: 168 time: 0.8371868 Jul 06 14:16:26.678462 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52472) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:26.686150 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295382b-41da-43b2-addf-634391a94b5e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event deleted for resources: {'Port': ['ID=45fe0c43-bc73-4d00-80b6-95a78d30c7ef,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:26.760483 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e295382b-41da-43b2-addf-634391a94b5e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for floatingip, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:26.760883 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-e295382b-41da-43b2-addf-634391a94b5e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Floating IP 5d4b2e2b-991d-46b9-919e-191c4ded6956 disassociated (deleted). External IP: 172.25.6.10, port: 27c02fa2-9e86-428f-b715-5370ee2bd0a1. Jul 06 14:16:26.797801 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc97778-7597-43da-ab3f-ecbbb7fe827f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:26.797801 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc97778-7597-43da-ab3f-ecbbb7fe827f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:26.798405 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc97778-7597-43da-ab3f-ecbbb7fe827f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:26.800159 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-cfc97778-7597-43da-ab3f-ecbbb7fe827f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1203778 Jul 06 14:16:26.804414 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52480) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:26.925039 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b98f06-94c9-46cd-82ca-fdcd267fc2b4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting subnet 6a678673-f376-49e7-86fc-ace36369fb7a {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:16:26.928562 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-26b98f06-94c9-46cd-82ca-fdcd267fc2b4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:26.980917 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-26b98f06-94c9-46cd-82ca-fdcd267fc2b4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.073213 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-26b98f06-94c9-46cd-82ca-fdcd267fc2b4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.099781 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e295382b-41da-43b2-addf-634391a94b5e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Router be38acf7-6bdf-4682-9468-5ea9ef03d949 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:16:27.107137 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1536128b-2970-4ce1-8f00-599b7e4efffe None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:27.171176 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52488) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:27.182430 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-26b98f06-94c9-46cd-82ca-fdcd267fc2b4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.214864 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-574588fb-8b2f-4376-9ca1-bd0d0a299859 None None] Provisioning for port 401535b1-4fb8-4df9-865d-4ab59438348b completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:27.229139 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b98f06-94c9-46cd-82ca-fdcd267fc2b4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Subnet': ['ID=6a678673-f376-49e7-86fc-ace36369fb7a,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:27.243632 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-574588fb-8b2f-4376-9ca1-bd0d0a299859 None None] Provisioning complete for port 401535b1-4fb8-4df9-865d-4ab59438348b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:27.244005 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-574588fb-8b2f-4376-9ca1-bd0d0a299859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.248277 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-26b98f06-94c9-46cd-82ca-fdcd267fc2b4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.250613 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-26b98f06-94c9-46cd-82ca-fdcd267fc2b4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/6a678673-f376-49e7-86fc-ace36369fb7a HTTP/1.1" status: 204 len: 168 time: 0.4409416 Jul 06 14:16:27.254224 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52494) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:27.264686 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e295382b-41da-43b2-addf-634391a94b5e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:16:27.287789 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e295382b-41da-43b2-addf-634391a94b5e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.327075 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a009765-5ac3-4ba9-89f4-71a339a424f3 None None] Sync routers for ids ['be38acf7-6bdf-4682-9468-5ea9ef03d949'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:16:27.347925 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a009765-5ac3-4ba9-89f4-71a339a424f3 None None] Routers {'be38acf7-6bdf-4682-9468-5ea9ef03d949'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:27.348883 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8a009765-5ac3-4ba9-89f4-71a339a424f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:16:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['be38acf7-6bdf-4682-9468-5ea9ef03d949'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:27.359503 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e295382b-41da-43b2-addf-634391a94b5e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "DELETE /v2.0/floatingips/5d4b2e2b-991d-46b9-919e-191c4ded6956 HTTP/1.1" status: 204 len: 168 time: 2.0537350 Jul 06 14:16:27.361605 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493a97c2-7871-450e-b00a-d245233dbe83', 'tag': '27c02fa2-9e86-428f-b715-5370ee2bd0a1'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:16:27.367928 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb080de-b570-4be7-bc4b-8b0e2b5ee54a" -d '{"events": [{"name": "network-changed", "server_uuid": "493a97c2-7871-450e-b00a-d245233dbe83", "tag": "27c02fa2-9e86-428f-b715-5370ee2bd0a1"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:16:27.370322 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc858cec-448d-4ee9-beae-bf21a060bf2f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting subnet e3f0f69d-2ed2-466f-a8ae-ff6f8c776bf9 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:16:27.376149 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bc858cec-448d-4ee9-beae-bf21a060bf2f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.397380 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b044738d-4b17-467f-9c7c-7562eaeb90b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.424050 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bc858cec-448d-4ee9-beae-bf21a060bf2f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.538677 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bc858cec-448d-4ee9-beae-bf21a060bf2f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.543226 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b044738d-4b17-467f-9c7c-7562eaeb90b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.548133 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b044738d-4b17-467f-9c7c-7562eaeb90b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.594664 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-8a009765-5ac3-4ba9-89f4-71a339a424f3 None None] Set router be38acf7-6bdf-4682-9468-5ea9ef03d949 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:27.613857 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b044738d-4b17-467f-9c7c-7562eaeb90b2 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=bc02702455d74b9d8045247e6e2bc6a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4414678 Jul 06 14:16:27.614875 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044738d-4b17-467f-9c7c-7562eaeb90b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b679c59-354b-466a-be20-8d124f16b69c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:27.622081 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52504) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:27.657727 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bc858cec-448d-4ee9-beae-bf21a060bf2f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.699764 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc858cec-448d-4ee9-beae-bf21a060bf2f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f0f69d-2ed2-466f-a8ae-ff6f8c776bf9,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:27.707057 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bc858cec-448d-4ee9-beae-bf21a060bf2f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.709554 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-bc858cec-448d-4ee9-beae-bf21a060bf2f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/e3f0f69d-2ed2-466f-a8ae-ff6f8c776bf9 HTTP/1.1" status: 204 len: 168 time: 0.4531059 Jul 06 14:16:27.713451 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52510) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:27.726055 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2722f3a-c03d-4275-b74f-891aa1cd685a x-openstack-request-id: req-c2722f3a-c03d-4275-b74f-891aa1cd685a {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:16:27.726378 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "493a97c2-7871-450e-b00a-d245233dbe83", "tag": "27c02fa2-9e86-428f-b715-5370ee2bd0a1", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:16:27.726625 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c2722f3a-c03d-4275-b74f-891aa1cd685a {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:16:27.727038 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '493a97c2-7871-450e-b00a-d245233dbe83', 'tag': '27c02fa2-9e86-428f-b715-5370ee2bd0a1', 'status': 'completed', 'code': 200} Jul 06 14:16:27.766966 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4097d107-22a4-4585-9734-a61dab1ced82 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523343 Jul 06 14:16:27.769803 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52512) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:27.776098 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-172289c2-78bf-4ebc-b1c9-334ab6172a13 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:27.801229 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b1a30bea-2652-46e1-a861-c78d612d077a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.831523 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b1a30bea-2652-46e1-a861-c78d612d077a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.917427 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172289c2-78bf-4ebc-b1c9-334ab6172a13 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:27.922504 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-172289c2-78bf-4ebc-b1c9-334ab6172a13 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.925670 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb080de-b570-4be7-bc4b-8b0e2b5ee54a req-edfe6c96-6846-43d6-9ae2-b35fff251172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:27.928106 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bcb080de-b570-4be7-bc4b-8b0e2b5ee54a req-edfe6c96-6846-43d6-9ae2-b35fff251172 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 1096 time: 0.1628044 Jul 06 14:16:27.966104 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b1a30bea-2652-46e1-a861-c78d612d077a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.968699 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b1a30bea-2652-46e1-a861-c78d612d077a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:27.970010 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b1a30bea-2652-46e1-a861-c78d612d077a admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/7b679c59-354b-466a-be20-8d124f16b69c HTTP/1.1" status: 204 len: 168 time: 0.3466513 Jul 06 14:16:28.050500 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a30bea-2652-46e1-a861-c78d612d077a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b679c59-354b-466a-be20-8d124f16b69c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:28.072514 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0fa24-9040-4c8f-9660-4ae26d57e57c req-b1015239-af5f-4b08-94fd-372f18b4de67 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:28.079869 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37c0fa24-9040-4c8f-9660-4ae26d57e57c req-b1015239-af5f-4b08-94fd-372f18b4de67 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 945 time: 0.2391417 Jul 06 14:16:28.152386 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 401535b1-4fb8-4df9-865d-4ab59438348b up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:28.206415 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb080de-b570-4be7-bc4b-8b0e2b5ee54a req-98f705d3-c284-4b1e-b1dc-198c15a8d5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:28.207945 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bcb080de-b570-4be7-bc4b-8b0e2b5ee54a req-98f705d3-c284-4b1e-b1dc-198c15a8d5c5 service neutron] 10.222.0.124 "GET /v2.0/networks?id=39a59867-1326-44e3-97ee-0675d66d3741 HTTP/1.1" status: 200 len: 897 time: 0.2727151 Jul 06 14:16:28.211171 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37c0fa24-9040-4c8f-9660-4ae26d57e57c req-7291824e-de7c-4643-a3a9-1d16ff462323 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304793 Jul 06 14:16:28.266293 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bcb080de-b570-4be7-bc4b-8b0e2b5ee54a req-a596a9ab-51fc-4413-90e8-39e71d270f66 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27c02fa2-9e86-428f-b715-5370ee2bd0a1 HTTP/1.1" status: 200 len: 217 time: 0.0470490 Jul 06 14:16:28.287311 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 401535b1-4fb8-4df9-865d-4ab59438348b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:28.287311 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:28.312127 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-172289c2-78bf-4ebc-b1c9-334ab6172a13 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:28.325631 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cffd0c-0572-4b21-bea0-249bc6d6842e None None] Update dhcp port {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'fixed_ips': [{'subnet_id': 'e3f0f69d-2ed2-466f-a8ae-ff6f8c776bf9'}], 'binding:host_id': 'n-d-773644-6'}, 'id': '401535b1-4fb8-4df9-865d-4ab59438348b'} from n-d-773644-6. {{(pid=100419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:16:28.350907 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb080de-b570-4be7-bc4b-8b0e2b5ee54a req-61198d08-f521-4ca8-b56a-58983064a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:28.353006 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bcb080de-b570-4be7-bc4b-8b0e2b5ee54a req-61198d08-f521-4ca8-b56a-58983064a87d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=6065e799-674b-4a0b-b826-f1af2e41e20b HTTP/1.1" status: 200 len: 834 time: 0.0799770 Jul 06 14:16:28.379997 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172289c2-78bf-4ebc-b1c9-334ab6172a13 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:28.387162 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c0cffd0c-0572-4b21-bea0-249bc6d6842e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:28.403463 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-172289c2-78bf-4ebc-b1c9-334ab6172a13 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:28.406876 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172289c2-78bf-4ebc-b1c9-334ab6172a13 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:28.407624 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-172289c2-78bf-4ebc-b1c9-334ab6172a13 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:28.418515 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172289c2-78bf-4ebc-b1c9-334ab6172a13 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Subnet': ['ID=c1015ffe-7958-4235-bad8-40c209a5c682,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:28.421487 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8a009765-5ac3-4ba9-89f4-71a339a424f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033220436', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'dc8ecd54-e868-45f4-8af9-dff991ecad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:14:13Z', 'updated_at': '2021-07-06T14:14:23Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'dc8ecd54-e868-45f4-8af9-dff991ecad2f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:47:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:14Z', 'updated_at': '2021-07-06T14:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '0688b055-9ee3-4b12-bdcd-0fa4f3de4731', 'name': '', 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:91:c6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '6065e799-674b-4a0b-b826-f1af2e41e20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:20Z', 'updated_at': '2021-07-06T14:14:33Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': '6065e799-674b-4a0b-b826-f1af2e41e20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:28.437594 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-172289c2-78bf-4ebc-b1c9-334ab6172a13 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6650484 Jul 06 14:16:28.438602 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52526) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:28.447007 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-fdf2f588-06f7-409b-8b50-8fd3bd7de3af tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:28.448875 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb080de-b570-4be7-bc4b-8b0e2b5ee54a req-c292a2fe-98a3-425c-8b98-7a8b8a07d95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:28.451349 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bcb080de-b570-4be7-bc4b-8b0e2b5ee54a req-c292a2fe-98a3-425c-8b98-7a8b8a07d95a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=39a59867-1326-44e3-97ee-0675d66d3741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897553 Jul 06 14:16:28.457311 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a009765-5ac3-4ba9-89f4-71a339a424f3 None None] Checking router: be38acf7-6bdf-4682-9468-5ea9ef03d949 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:16:28.588701 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bcb080de-b570-4be7-bc4b-8b0e2b5ee54a req-0b953a35-f650-45a6-8b01-013ac8a627c4 service neutron] 10.222.0.124 "GET /v2.0/networks/39a59867-1326-44e3-97ee-0675d66d3741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297157 Jul 06 14:16:28.602658 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a009765-5ac3-4ba9-89f4-71a339a424f3 None None] Routers {'be38acf7-6bdf-4682-9468-5ea9ef03d949'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:28.603306 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8a009765-5ac3-4ba9-89f4-71a339a424f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:16:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['be38acf7-6bdf-4682-9468-5ea9ef03d949'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:28.621553 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf2f588-06f7-409b-8b50-8fd3bd7de3af tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:28.629668 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f588-06f7-409b-8b50-8fd3bd7de3af tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:28.639804 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52528) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:28.691023 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81d0f7ea-e090-4283-a0bd-ebfdf1eb6223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:28.808050 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-8a009765-5ac3-4ba9-89f4-71a339a424f3 None None] Set router be38acf7-6bdf-4682-9468-5ea9ef03d949 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:28.841443 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bcb080de-b570-4be7-bc4b-8b0e2b5ee54a req-615e91cb-5bdf-4d20-9d8d-d856811c3698 service neutron] 10.222.0.124 "GET /v2.0/networks/39a59867-1326-44e3-97ee-0675d66d3741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411120 Jul 06 14:16:28.887031 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa191e7-7d29-4c35-be0d-03d698fa6981 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:28.956736 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81d0f7ea-e090-4283-a0bd-ebfdf1eb6223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:28.984114 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-81d0f7ea-e090-4283-a0bd-ebfdf1eb6223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:29.011698 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0f7ea-e090-4283-a0bd-ebfdf1eb6223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e1c34f-2c67-49c2-9e66-97475a052a9c,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:29.049540 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c5607418-3ba1-4840-b463-115205e1016f None None] Provisioning complete for port 401535b1-4fb8-4df9-865d-4ab59438348b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:29.050037 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c5607418-3ba1-4840-b463-115205e1016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:29.055642 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-81d0f7ea-e090-4283-a0bd-ebfdf1eb6223 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=e47154bed2da440a8b33b43eeb8afb98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4088125 Jul 06 14:16:29.059415 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52536) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:29.119492 n-d-773644-6 neutron-server[100417]: DEBUG neutron.objects.ports [None req-fdf2f588-06f7-409b-8b50-8fd3bd7de3af tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100417) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:16:29.127331 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14f4f6-80a9-4b81-8eea-e166fc2bdc03 req-4fe1aa28-8e8f-41ff-905f-3f45963d4615 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:29.129375 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a14f4f6-80a9-4b81-8eea-e166fc2bdc03 req-4fe1aa28-8e8f-41ff-905f-3f45963d4615 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.124 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 945 time: 0.1906030 Jul 06 14:16:29.134333 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0b6d1d71-54c4-4517-b1af-fdc656b1f9ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:29.361979 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8a009765-5ac3-4ba9-89f4-71a339a424f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033220436', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'dc8ecd54-e868-45f4-8af9-dff991ecad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:14:13Z', 'updated_at': '2021-07-06T14:14:23Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'dc8ecd54-e868-45f4-8af9-dff991ecad2f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:47:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:14Z', 'updated_at': '2021-07-06T14:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '0688b055-9ee3-4b12-bdcd-0fa4f3de4731', 'name': '', 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:91:c6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '6065e799-674b-4a0b-b826-f1af2e41e20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:20Z', 'updated_at': '2021-07-06T14:14:33Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': '6065e799-674b-4a0b-b826-f1af2e41e20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:29.402951 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a009765-5ac3-4ba9-89f4-71a339a424f3 None None] The sync data for ids ['be38acf7-6bdf-4682-9468-5ea9ef03d949'] in n-d-773644-6 is: [{'id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033220436', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'dc8ecd54-e868-45f4-8af9-dff991ecad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:14:13Z', 'updated_at': '2021-07-06T14:14:23Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'dc8ecd54-e868-45f4-8af9-dff991ecad2f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:47:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:14Z', 'updated_at': '2021-07-06T14:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '0688b055-9ee3-4b12-bdcd-0fa4f3de4731', 'name': '', 'network_id': '39a59867-1326-44e3-97ee-0675d66d3741', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:91:c6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '6065e799-674b-4a0b-b826-f1af2e41e20b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:20Z', 'updated_at': '2021-07-06T14:14:33Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': '6065e799-674b-4a0b-b826-f1af2e41e20b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:16:29.435977 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f588-06f7-409b-8b50-8fd3bd7de3af tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:29.499689 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f230ce3e-079d-48fc-9365-8d077999cf66 None None] Update dhcp port {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'fixed_ips': [{'subnet_id': 'd5464f26-fa91-4b25-8f87-8f5030c6a95e', 'ip_address': '2001:db8::f816:3eff:feb6:8d1a'}, {'subnet_id': 'c1015ffe-7958-4235-bad8-40c209a5c682'}], 'binding:host_id': 'n-d-773644-6'}, 'id': '401535b1-4fb8-4df9-865d-4ab59438348b'} from n-d-773644-6. {{(pid=100419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:16:29.577413 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f230ce3e-079d-48fc-9365-8d077999cf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:29.584022 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0b6d1d71-54c4-4517-b1af-fdc656b1f9ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:29.749162 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-5a14f4f6-80a9-4b81-8eea-e166fc2bdc03 req-d619c7d2-4996-4179-a5bd-36107785166f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Deleting port 27c02fa2-9e86-428f-b715-5370ee2bd0a1 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:29.749524 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5a14f4f6-80a9-4b81-8eea-e166fc2bdc03 req-d619c7d2-4996-4179-a5bd-36107785166f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:29.760829 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163bf997-3cfa-4ee7-a9be-1f37e590ce83 req-628f0af8-06af-480e-a7f0-a28c09d592b2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:29.762429 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-163bf997-3cfa-4ee7-a9be-1f37e590ce83 req-628f0af8-06af-480e-a7f0-a28c09d592b2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 945 time: 0.1862698 Jul 06 14:16:29.764700 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0b6d1d71-54c4-4517-b1af-fdc656b1f9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:29.767366 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0b6d1d71-54c4-4517-b1af-fdc656b1f9ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:29.770908 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-fdf2f588-06f7-409b-8b50-8fd3bd7de3af tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] For port 401535b1-4fb8-4df9-865d-4ab59438348b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=401535b1-4fb8-4df9-865d-4ab59438348b,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:29.784612 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0b6d1d71-54c4-4517-b1af-fdc656b1f9ce admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/47e1c34f-2c67-49c2-9e66-97475a052a9c HTTP/1.1" status: 204 len: 168 time: 0.7132459 Jul 06 14:16:29.820432 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f588-06f7-409b-8b50-8fd3bd7de3af tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:29.827701 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f588-06f7-409b-8b50-8fd3bd7de3af tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:29.830078 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f588-06f7-409b-8b50-8fd3bd7de3af tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:29.888108 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589d3f21-3ae9-4969-8b0a-7e1516a7fb29 None None] New status for floating IP 5d4b2e2b-991d-46b9-919e-191c4ded6956: DOWN {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:16:29.912527 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d1d71-54c4-4517-b1af-fdc656b1f9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e1c34f-2c67-49c2-9e66-97475a052a9c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:29.959221 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2f588-06f7-409b-8b50-8fd3bd7de3af tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Subnet': ['ID=d5464f26-fa91-4b25-8f87-8f5030c6a95e,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:30.005804 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf2f588-06f7-409b-8b50-8fd3bd7de3af tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:30.013441 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-163bf997-3cfa-4ee7-a9be-1f37e590ce83 req-571ba2d2-8d57-4a38-80f8-84f210b2f5d1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e25eea70-0775-446a-b8a2-68ac3ed29737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073705 Jul 06 14:16:30.019310 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-f230ce3e-079d-48fc-9365-8d077999cf66 None None] Allocated IP 172.20.0.2 (e9ebb152-2c72-4703-8052-389b34df37c5/c1015ffe-7958-4235-bad8-40c209a5c682/401535b1-4fb8-4df9-865d-4ab59438348b) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:30.043043 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-fdf2f588-06f7-409b-8b50-8fd3bd7de3af tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:30.050399 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf2f588-06f7-409b-8b50-8fd3bd7de3af tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:30.051125 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fdf2f588-06f7-409b-8b50-8fd3bd7de3af tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:30.059605 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2f588-06f7-409b-8b50-8fd3bd7de3af tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=401535b1-4fb8-4df9-865d-4ab59438348b,revision_number=13']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:30.104046 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fdf2f588-06f7-409b-8b50-8fd3bd7de3af tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6641166 Jul 06 14:16:30.105843 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-5a14f4f6-80a9-4b81-8eea-e166fc2bdc03 req-d619c7d2-4996-4179-a5bd-36107785166f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] For port 27c02fa2-9e86-428f-b715-5370ee2bd0a1, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=27c02fa2-9e86-428f-b715-5370ee2bd0a1,segment=NetworkSegment(7d4b0fd1-ff50-4d04-be05-7e2307f76a00),segment_id=7d4b0fd1-ff50-4d04-be05-7e2307f76a00)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:30.107184 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52558) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:30.107528 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5a14f4f6-80a9-4b81-8eea-e166fc2bdc03 req-d619c7d2-4996-4179-a5bd-36107785166f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:30.117030 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4755c187-f0a8-4354-af13-3d884d297805 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'mac_address': 'fa:16:3e:7e:ac:3e', 'name': 'tempest-NetworksTestDHCPv6-1010798133'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:30.144262 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-5a14f4f6-80a9-4b81-8eea-e166fc2bdc03 req-d619c7d2-4996-4179-a5bd-36107785166f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Calling delete_port for 27c02fa2-9e86-428f-b715-5370ee2bd0a1 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:30.209989 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-f230ce3e-079d-48fc-9365-8d077999cf66 None None] For port 401535b1-4fb8-4df9-865d-4ab59438348b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=401535b1-4fb8-4df9-865d-4ab59438348b,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:30.243129 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 401535b1-4fb8-4df9-865d-4ab59438348b no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:30.351906 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f230ce3e-079d-48fc-9365-8d077999cf66 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:30.373009 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f230ce3e-079d-48fc-9365-8d077999cf66 None None] Transition to ACTIVE for port object 401535b1-4fb8-4df9-865d-4ab59438348b will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:30.377215 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5a14f4f6-80a9-4b81-8eea-e166fc2bdc03 req-d619c7d2-4996-4179-a5bd-36107785166f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:30.378154 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f230ce3e-079d-48fc-9365-8d077999cf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:30.416722 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619c7d2-4996-4179-a5bd-36107785166f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event deleted for resources: {'Port': ['ID=27c02fa2-9e86-428f-b715-5370ee2bd0a1,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:30.447891 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:30.517581 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4755c187-f0a8-4354-af13-3d884d297805 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:30.549849 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a14f4f6-80a9-4b81-8eea-e166fc2bdc03 req-d619c7d2-4996-4179-a5bd-36107785166f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] No DVR routers for this DVR port 27c02fa2-9e86-428f-b715-5370ee2bd0a1 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:30.556371 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5a14f4f6-80a9-4b81-8eea-e166fc2bdc03 req-d619c7d2-4996-4179-a5bd-36107785166f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:30.560741 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a14f4f6-80a9-4b81-8eea-e166fc2bdc03 req-d619c7d2-4996-4179-a5bd-36107785166f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.124 "DELETE /v2.0/ports/27c02fa2-9e86-428f-b715-5370ee2bd0a1 HTTP/1.1" status: 204 len: 173 time: 1.4227314 Jul 06 14:16:30.561223 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493a97c2-7871-450e-b00a-d245233dbe83', 'name': 'network-vif-deleted', 'tag': '27c02fa2-9e86-428f-b715-5370ee2bd0a1'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:16:30.561451 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230ce3e-079d-48fc-9365-8d077999cf66 None None] Pushing event updated for resources: {'Port': ['ID=401535b1-4fb8-4df9-865d-4ab59438348b,revision_number=14']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:30.574985 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca33fc1c-84fa-4c53-932d-e7677e46e2fb" -d '{"events": [{"server_uuid": "493a97c2-7871-450e-b00a-d245233dbe83", "name": "network-vif-deleted", "tag": "27c02fa2-9e86-428f-b715-5370ee2bd0a1"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:16:30.580274 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 401535b1-4fb8-4df9-865d-4ab59438348b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=401535b1-4fb8-4df9-865d-4ab59438348b,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:30.586295 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:30.657796 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4755c187-f0a8-4354-af13-3d884d297805 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:30.660522 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=401535b1-4fb8-4df9-865d-4ab59438348b,revision_number=15']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:30.688694 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-4755c187-f0a8-4354-af13-3d884d297805 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] device_id is not set on port de2969ae-c1b8-425a-bb92-da2fb1d68f66 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:16:30.693191 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a461f8-9574-4290-b554-f4e1e0c8b6bf x-openstack-request-id: req-b7a461f8-9574-4290-b554-f4e1e0c8b6bf {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:16:30.693569 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493a97c2-7871-450e-b00a-d245233dbe83", "name": "network-vif-deleted", "tag": "27c02fa2-9e86-428f-b715-5370ee2bd0a1", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:16:30.693956 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-b7a461f8-9574-4290-b554-f4e1e0c8b6bf {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:16:30.694436 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493a97c2-7871-450e-b00a-d245233dbe83', 'name': 'network-vif-deleted', 'tag': '27c02fa2-9e86-428f-b715-5370ee2bd0a1', 'status': 'completed', 'code': 200} Jul 06 14:16:30.987571 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-4755c187-f0a8-4354-af13-3d884d297805 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Allocated IP 172.20.0.14 (e9ebb152-2c72-4703-8052-389b34df37c5/c1015ffe-7958-4235-bad8-40c209a5c682/de2969ae-c1b8-425a-bb92-da2fb1d68f66) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:30.999196 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-4755c187-f0a8-4354-af13-3d884d297805 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Allocated IP 2001:db8::f816:3eff:fe7e:ac3e (e9ebb152-2c72-4703-8052-389b34df37c5/d5464f26-fa91-4b25-8f87-8f5030c6a95e/de2969ae-c1b8-425a-bb92-da2fb1d68f66) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:31.355306 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eac1295c-63f1-4043-b640-298e8127e72a req-40ec2f76-0b95-4b3d-ae77-184898da9557 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=493a97c2-7871-450e-b00a-d245233dbe83 HTTP/1.1" status: 200 len: 210 time: 0.0638173 Jul 06 14:16:31.377222 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4755c187-f0a8-4354-af13-3d884d297805 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:31.392609 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-4755c187-f0a8-4354-af13-3d884d297805 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Transition to ACTIVE for port object de2969ae-c1b8-425a-bb92-da2fb1d68f66 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:31.434608 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4755c187-f0a8-4354-af13-3d884d297805 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:31.501922 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4755c187-f0a8-4354-af13-3d884d297805 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:31.506227 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-4755c187-f0a8-4354-af13-3d884d297805 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:31.509024 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4755c187-f0a8-4354-af13-3d884d297805 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:31.556832 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755c187-f0a8-4354-af13-3d884d297805 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=de2969ae-c1b8-425a-bb92-da2fb1d68f66,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:31.588673 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4755c187-f0a8-4354-af13-3d884d297805 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:31.589473 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4755c187-f0a8-4354-af13-3d884d297805 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:31.613654 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52602) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:31.614228 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4755c187-f0a8-4354-af13-3d884d297805 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5054238 Jul 06 14:16:31.693939 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9354d313-0188-447d-b558-ee3384541af8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:31.700401 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9354d313-0188-447d-b558-ee3384541af8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:31.702090 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9354d313-0188-447d-b558-ee3384541af8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0875340 Jul 06 14:16:31.705009 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52604) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:31.843063 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-eb1380e2-3f04-42c4-b9b1-9d2fbec3a5d0 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting port de2969ae-c1b8-425a-bb92-da2fb1d68f66 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:31.843558 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb1380e2-3f04-42c4-b9b1-9d2fbec3a5d0 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:31.922481 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3a301b-3d71-4ab3-9b62-a184dc86b5c0 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:32.026554 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a1334378-8db7-458e-9e87-006778e4d184 None None] Provisioning for port 401535b1-4fb8-4df9-865d-4ab59438348b completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:32.036896 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a1334378-8db7-458e-9e87-006778e4d184 None None] Provisioning complete for port 401535b1-4fb8-4df9-865d-4ab59438348b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:32.037551 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a1334378-8db7-458e-9e87-006778e4d184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:32.042430 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb1380e2-3f04-42c4-b9b1-9d2fbec3a5d0 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:32.058241 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-eb1380e2-3f04-42c4-b9b1-9d2fbec3a5d0 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Calling delete_port for de2969ae-c1b8-425a-bb92-da2fb1d68f66 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:32.114775 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 401535b1-4fb8-4df9-865d-4ab59438348b up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:32.296130 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 401535b1-4fb8-4df9-865d-4ab59438348b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:32.296658 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:32.298580 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb1380e2-3f04-42c4-b9b1-9d2fbec3a5d0 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:32.344024 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1380e2-3f04-42c4-b9b1-9d2fbec3a5d0 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Port': ['ID=de2969ae-c1b8-425a-bb92-da2fb1d68f66,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:32.345583 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a1334378-8db7-458e-9e87-006778e4d184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:32.409838 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-a1334378-8db7-458e-9e87-006778e4d184 None None] For port 401535b1-4fb8-4df9-865d-4ab59438348b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=401535b1-4fb8-4df9-865d-4ab59438348b,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:32.554808 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52630) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:32.562627 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb1380e2-3f04-42c4-b9b1-9d2fbec3a5d0 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:32.566400 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-eb1380e2-3f04-42c4-b9b1-9d2fbec3a5d0 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/de2969ae-c1b8-425a-bb92-da2fb1d68f66 HTTP/1.1" status: 204 len: 168 time: 0.8599906 Jul 06 14:16:32.569140 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52632) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:32.651424 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a1334378-8db7-458e-9e87-006778e4d184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:32.709068 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:32.749527 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1334378-8db7-458e-9e87-006778e4d184 None None] Pushing event updated for resources: {'Port': ['ID=401535b1-4fb8-4df9-865d-4ab59438348b,revision_number=16']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:32.789324 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a92ab2f-e59a-4ac6-b28f-f8b7d4dddbbb tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:32.792628 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a92ab2f-e59a-4ac6-b28f-f8b7d4dddbbb tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:32.794313 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a92ab2f-e59a-4ac6-b28f-f8b7d4dddbbb tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:32.797382 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8a92ab2f-e59a-4ac6-b28f-f8b7d4dddbbb tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2256308 Jul 06 14:16:32.799421 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52636) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:32.831880 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.db.api [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:16:32.832391 n-d-773644-6 neutron-server[100419]: DEBUG oslo_db.api [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:16:32.872638 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ffee0679-2dfc-458b-a910-3c6e42454fdf None None] Provisioning complete for port 401535b1-4fb8-4df9-865d-4ab59438348b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:32.873489 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ffee0679-2dfc-458b-a910-3c6e42454fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:32.878587 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4abef4-ae08-4b9b-8f1f-3c6bcd67f294 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:32.946616 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaaf326f-25d9-4431-930b-e1c753d4d429 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting subnet c1015ffe-7958-4235-bad8-40c209a5c682 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:16:32.951819 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aaaf326f-25d9-4431-930b-e1c753d4d429 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:33.002987 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aaaf326f-25d9-4431-930b-e1c753d4d429 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:33.109034 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ffee0679-2dfc-458b-a910-3c6e42454fdf None None] Could not find standard attr ID for object de2969ae-c1b8-425a-bb92-da2fb1d68f66. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:16:33.189129 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aaaf326f-25d9-4431-930b-e1c753d4d429 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:33.209991 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 27c02fa2-9e86-428f-b715-5370ee2bd0a1 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:33.253202 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 27c02fa2-9e86-428f-b715-5370ee2bd0a1 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:16:33.253548 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 27c02fa2-9e86-428f-b715-5370ee2bd0a1 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:33.307253 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aaaf326f-25d9-4431-930b-e1c753d4d429 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:33.367335 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aaaf326f-25d9-4431-930b-e1c753d4d429 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:33.372222 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52652) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:33.372945 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-aaaf326f-25d9-4431-930b-e1c753d4d429 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/c1015ffe-7958-4235-bad8-40c209a5c682 HTTP/1.1" status: 204 len: 168 time: 0.5688584 Jul 06 14:16:33.374942 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf326f-25d9-4431-930b-e1c753d4d429 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Subnet': ['ID=c1015ffe-7958-4235-bad8-40c209a5c682,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:33.386944 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf326f-25d9-4431-930b-e1c753d4d429 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:33.387384 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf326f-25d9-4431-930b-e1c753d4d429 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:33.387818 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf326f-25d9-4431-930b-e1c753d4d429 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:33.388228 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf326f-25d9-4431-930b-e1c753d4d429 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:33.388637 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf326f-25d9-4431-930b-e1c753d4d429 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:33.389155 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf326f-25d9-4431-930b-e1c753d4d429 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:33.389554 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf326f-25d9-4431-930b-e1c753d4d429 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:33.389987 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf326f-25d9-4431-930b-e1c753d4d429 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:33.390384 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf326f-25d9-4431-930b-e1c753d4d429 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:33.390789 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf326f-25d9-4431-930b-e1c753d4d429 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:33.391193 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf326f-25d9-4431-930b-e1c753d4d429 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:33.391585 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf326f-25d9-4431-930b-e1c753d4d429 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:33.481049 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81f0c41-2cea-4151-a31b-2fbbc5538ccd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting subnet d5464f26-fa91-4b25-8f87-8f5030c6a95e {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:16:33.486167 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-abafa864-ca82-4ca5-b1d7-86c8f47b8a7e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:33.486398 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d81f0c41-2cea-4151-a31b-2fbbc5538ccd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:33.565065 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d81f0c41-2cea-4151-a31b-2fbbc5538ccd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:33.658537 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e2fc27-32b9-412d-8397-f538f7d9e3a6 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:33.670589 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d81f0c41-2cea-4151-a31b-2fbbc5538ccd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:33.741972 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d81f0c41-2cea-4151-a31b-2fbbc5538ccd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:33.765743 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-741c9e0d-02d7-4354-b42b-db2f577e6dca None None] Provisioning complete for port 401535b1-4fb8-4df9-865d-4ab59438348b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:33.766563 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-741c9e0d-02d7-4354-b42b-db2f577e6dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:33.780513 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d81f0c41-2cea-4151-a31b-2fbbc5538ccd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:33.782447 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d81f0c41-2cea-4151-a31b-2fbbc5538ccd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/d5464f26-fa91-4b25-8f87-8f5030c6a95e HTTP/1.1" status: 204 len: 168 time: 0.4086823 Jul 06 14:16:33.783439 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f0c41-2cea-4151-a31b-2fbbc5538ccd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Subnet': ['ID=d5464f26-fa91-4b25-8f87-8f5030c6a95e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:33.785463 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52658) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:33.830224 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c4dff009-0b41-41fb-a00a-0f1ed72f260f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435908 Jul 06 14:16:33.834055 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52664) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:33.839182 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-85ae1255-63b8-499c-aa95-b7e701834a79 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:33.872774 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-abafa864-ca82-4ca5-b1d7-86c8f47b8a7e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Deleting port 0688b055-9ee3-4b12-bdcd-0fa4f3de4731 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:33.873273 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-abafa864-ca82-4ca5-b1d7-86c8f47b8a7e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:33.993125 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ae1255-63b8-499c-aa95-b7e701834a79 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:34.003531 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85ae1255-63b8-499c-aa95-b7e701834a79 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:34.035824 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-abafa864-ca82-4ca5-b1d7-86c8f47b8a7e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] For port 0688b055-9ee3-4b12-bdcd-0fa4f3de4731, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0688b055-9ee3-4b12-bdcd-0fa4f3de4731,segment=NetworkSegment(7d4b0fd1-ff50-4d04-be05-7e2307f76a00),segment_id=7d4b0fd1-ff50-4d04-be05-7e2307f76a00)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:34.038053 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-abafa864-ca82-4ca5-b1d7-86c8f47b8a7e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:34.058698 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-abafa864-ca82-4ca5-b1d7-86c8f47b8a7e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Calling delete_port for 0688b055-9ee3-4b12-bdcd-0fa4f3de4731 owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:34.067941 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 401535b1-4fb8-4df9-865d-4ab59438348b up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:34.140965 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29670025-7b85-4ac9-b9cc-516039b838cb None None] DHCP port deletion for e9ebb152-2c72-4703-8052-389b34df37c5 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:16:34.234091 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 401535b1-4fb8-4df9-865d-4ab59438348b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:34.234556 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:34.277245 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-abafa864-ca82-4ca5-b1d7-86c8f47b8a7e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:34.307551 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-29670025-7b85-4ac9-b9cc-516039b838cb None None] Deleting port 401535b1-4fb8-4df9-865d-4ab59438348b {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:34.308080 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-29670025-7b85-4ac9-b9cc-516039b838cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:34.324118 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abafa864-ca82-4ca5-b1d7-86c8f47b8a7e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event deleted for resources: {'Port': ['ID=0688b055-9ee3-4b12-bdcd-0fa4f3de4731,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:34.413858 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85ae1255-63b8-499c-aa95-b7e701834a79 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:34.465169 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-29670025-7b85-4ac9-b9cc-516039b838cb None None] For port 401535b1-4fb8-4df9-865d-4ab59438348b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=401535b1-4fb8-4df9-865d-4ab59438348b,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:34.466820 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-29670025-7b85-4ac9-b9cc-516039b838cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:34.478513 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ae1255-63b8-499c-aa95-b7e701834a79 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:34.484758 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-85ae1255-63b8-499c-aa95-b7e701834a79 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:34.501417 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-29670025-7b85-4ac9-b9cc-516039b838cb None None] Calling delete_port for 401535b1-4fb8-4df9-865d-4ab59438348b owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:34.504556 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ae1255-63b8-499c-aa95-b7e701834a79 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:34.507083 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85ae1255-63b8-499c-aa95-b7e701834a79 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:34.550900 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae1255-63b8-499c-aa95-b7e701834a79 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Subnet': ['ID=2e0ad768-6a5d-40b1-aca2-644f04c9f5a6,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:34.576676 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-85ae1255-63b8-499c-aa95-b7e701834a79 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7415633 Jul 06 14:16:34.580043 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52674) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:34.601416 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-d86648c3-0cae-4119-bd8d-92ff5b4d611e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:34.752215 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-abafa864-ca82-4ca5-b1d7-86c8f47b8a7e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:34.804912 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-29670025-7b85-4ac9-b9cc-516039b838cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:34.835585 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29670025-7b85-4ac9-b9cc-516039b838cb None None] Pushing event deleted for resources: {'Port': ['ID=401535b1-4fb8-4df9-865d-4ab59438348b,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:34.843303 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29670025-7b85-4ac9-b9cc-516039b838cb None None] No DVR routers for this DVR port 401535b1-4fb8-4df9-865d-4ab59438348b on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:34.847674 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86648c3-0cae-4119-bd8d-92ff5b4d611e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:34.854561 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d86648c3-0cae-4119-bd8d-92ff5b4d611e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:34.870879 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e7a269-eb3f-4b1c-a5bd-5c4e385d1d7c None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:35.040518 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb30dfd1-c7fb-48a1-a4d7-6dcd1b28c02d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-e9ebb152-2c72-4703-8052-389b34df37c5', 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'tenant_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'fixed_ips': [{'subnet_id': '2e0ad768-6a5d-40b1-aca2-644f04c9f5a6'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:16:35.041496 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fb30dfd1-c7fb-48a1-a4d7-6dcd1b28c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:35.187914 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-fb30dfd1-c7fb-48a1-a4d7-6dcd1b28c02d None None] Allocated IP 172.20.0.2 (e9ebb152-2c72-4703-8052-389b34df37c5/2e0ad768-6a5d-40b1-aca2-644f04c9f5a6/310e8ab0-97ad-43a3-81ab-5a9296e7060b) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:35.198728 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abafa864-ca82-4ca5-b1d7-86c8f47b8a7e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Router be38acf7-6bdf-4682-9468-5ea9ef03d949 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:16:35.396251 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fb30dfd1-c7fb-48a1-a4d7-6dcd1b28c02d None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:35.406206 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fb30dfd1-c7fb-48a1-a4d7-6dcd1b28c02d None None] Transition to ACTIVE for port object 310e8ab0-97ad-43a3-81ab-5a9296e7060b will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:35.429699 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fb30dfd1-c7fb-48a1-a4d7-6dcd1b28c02d None None] Transition to ACTIVE for port object 310e8ab0-97ad-43a3-81ab-5a9296e7060b will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:35.437431 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fb30dfd1-c7fb-48a1-a4d7-6dcd1b28c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:35.488380 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb30dfd1-c7fb-48a1-a4d7-6dcd1b28c02d None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:35.493105 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-fb30dfd1-c7fb-48a1-a4d7-6dcd1b28c02d None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:35.512382 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb30dfd1-c7fb-48a1-a4d7-6dcd1b28c02d None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:35.517011 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30dfd1-c7fb-48a1-a4d7-6dcd1b28c02d None None] Pushing event updated for resources: {'Port': ['ID=310e8ab0-97ad-43a3-81ab-5a9296e7060b,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:35.585833 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-fb30dfd1-c7fb-48a1-a4d7-6dcd1b28c02d None None] Attempting to bind port 310e8ab0-97ad-43a3-81ab-5a9296e7060b on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:16:35.586288 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-fb30dfd1-c7fb-48a1-a4d7-6dcd1b28c02d None None] Attempting to bind port 310e8ab0-97ad-43a3-81ab-5a9296e7060b by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:16:35.586729 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb30dfd1-c7fb-48a1-a4d7-6dcd1b28c02d None None] Attempting to bind port 310e8ab0-97ad-43a3-81ab-5a9296e7060b on network e9ebb152-2c72-4703-8052-389b34df37c5 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:16:35.592375 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb30dfd1-c7fb-48a1-a4d7-6dcd1b28c02d None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:16:35.592853 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb30dfd1-c7fb-48a1-a4d7-6dcd1b28c02d None None] Checking segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:16:35.593341 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fb30dfd1-c7fb-48a1-a4d7-6dcd1b28c02d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:35.593840 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb30dfd1-c7fb-48a1-a4d7-6dcd1b28c02d None None] Bound using segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:16:35.594398 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-fb30dfd1-c7fb-48a1-a4d7-6dcd1b28c02d None None] Bound port: 310e8ab0-97ad-43a3-81ab-5a9296e7060b, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:16:35.594857 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fb30dfd1-c7fb-48a1-a4d7-6dcd1b28c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:35.663682 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-fb30dfd1-c7fb-48a1-a4d7-6dcd1b28c02d None None] For port 310e8ab0-97ad-43a3-81ab-5a9296e7060b, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:16:35.669528 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-fb30dfd1-c7fb-48a1-a4d7-6dcd1b28c02d None None] For port 310e8ab0-97ad-43a3-81ab-5a9296e7060b, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=310e8ab0-97ad-43a3-81ab-5a9296e7060b,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:16:35.676747 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fb30dfd1-c7fb-48a1-a4d7-6dcd1b28c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:35.715403 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abafa864-ca82-4ca5-b1d7-86c8f47b8a7e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:16:35.736599 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-abafa864-ca82-4ca5-b1d7-86c8f47b8a7e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "PUT /v2.0/routers/be38acf7-6bdf-4682-9468-5ea9ef03d949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1782403 Jul 06 14:16:35.737618 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52700) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:35.738493 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c734131d-ccac-41fd-88cd-01688bbea212 None None] Sync routers for ids ['be38acf7-6bdf-4682-9468-5ea9ef03d949'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:16:35.786669 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30dfd1-c7fb-48a1-a4d7-6dcd1b28c02d None None] Pushing event updated for resources: {'Port': ['ID=310e8ab0-97ad-43a3-81ab-5a9296e7060b,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:35.796749 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c734131d-ccac-41fd-88cd-01688bbea212 None None] Routers {'be38acf7-6bdf-4682-9468-5ea9ef03d949'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:35.797471 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c734131d-ccac-41fd-88cd-01688bbea212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:16:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['be38acf7-6bdf-4682-9468-5ea9ef03d949'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:35.826275 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6cf2441-3b13-4ae0-874c-921982cc419a tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Deleting subnet 6065e799-674b-4a0b-b826-f1af2e41e20b {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:16:35.837675 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6cf2441-3b13-4ae0-874c-921982cc419a tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:35.891759 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6cf2441-3b13-4ae0-874c-921982cc419a tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:35.902566 n-d-773644-6 neutron-server[100418]: DEBUG neutron.objects.ports [None req-d86648c3-0cae-4119-bd8d-92ff5b4d611e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100418) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:16:36.064990 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-c734131d-ccac-41fd-88cd-01688bbea212 None None] Set router be38acf7-6bdf-4682-9468-5ea9ef03d949 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:36.366889 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 401535b1-4fb8-4df9-865d-4ab59438348b no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:36.388101 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d86648c3-0cae-4119-bd8d-92ff5b4d611e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:36.411856 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 401535b1-4fb8-4df9-865d-4ab59438348b {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:16:36.412297 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 401535b1-4fb8-4df9-865d-4ab59438348b not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:36.472592 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6cf2441-3b13-4ae0-874c-921982cc419a tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:36.523719 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c734131d-ccac-41fd-88cd-01688bbea212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033220436', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'dc8ecd54-e868-45f4-8af9-dff991ecad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:14:13Z', 'updated_at': '2021-07-06T14:16:34Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'dc8ecd54-e868-45f4-8af9-dff991ecad2f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:47:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:14Z', 'updated_at': '2021-07-06T14:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:36.565660 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6cf2441-3b13-4ae0-874c-921982cc419a tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:36.573884 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c734131d-ccac-41fd-88cd-01688bbea212 None None] Checking router: be38acf7-6bdf-4682-9468-5ea9ef03d949 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:16:36.584545 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c734131d-ccac-41fd-88cd-01688bbea212 None None] Routers {'be38acf7-6bdf-4682-9468-5ea9ef03d949'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:36.585180 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c734131d-ccac-41fd-88cd-01688bbea212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:16:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['be38acf7-6bdf-4682-9468-5ea9ef03d949'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:36.617577 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-d86648c3-0cae-4119-bd8d-92ff5b4d611e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] For port 310e8ab0-97ad-43a3-81ab-5a9296e7060b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=310e8ab0-97ad-43a3-81ab-5a9296e7060b,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:36.643237 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf2441-3b13-4ae0-874c-921982cc419a tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event deleted for resources: {'Subnet': ['ID=6065e799-674b-4a0b-b826-f1af2e41e20b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:36.651561 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6cf2441-3b13-4ae0-874c-921982cc419a tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:36.653670 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e6cf2441-3b13-4ae0-874c-921982cc419a tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "DELETE /v2.0/subnets/6065e799-674b-4a0b-b826-f1af2e41e20b HTTP/1.1" status: 204 len: 168 time: 0.9147232 Jul 06 14:16:36.656310 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52714) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:36.676376 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d86648c3-0cae-4119-bd8d-92ff5b4d611e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:36.682378 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d86648c3-0cae-4119-bd8d-92ff5b4d611e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:36.683160 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d86648c3-0cae-4119-bd8d-92ff5b4d611e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:36.720732 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289db6ea-6bbe-40ce-82ab-f3f9e0ae96f3 None None] Network 39a59867-1326-44e3-97ee-0675d66d3741 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:36.807325 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-c734131d-ccac-41fd-88cd-01688bbea212 None None] Set router be38acf7-6bdf-4682-9468-5ea9ef03d949 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:36.832232 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86648c3-0cae-4119-bd8d-92ff5b4d611e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:36.858798 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-d86648c3-0cae-4119-bd8d-92ff5b4d611e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:36.866789 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a9aa227-80cb-43b9-bf88-a5d9ef429e23 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:36.867843 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86648c3-0cae-4119-bd8d-92ff5b4d611e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:36.868477 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d86648c3-0cae-4119-bd8d-92ff5b4d611e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:36.910498 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86648c3-0cae-4119-bd8d-92ff5b4d611e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Subnet': ['ID=aafcc39d-4a84-41dd-b9c5-edbf8b16e2c3,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:36.980734 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d86648c3-0cae-4119-bd8d-92ff5b4d611e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3971956 Jul 06 14:16:36.981794 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86648c3-0cae-4119-bd8d-92ff5b4d611e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=310e8ab0-97ad-43a3-81ab-5a9296e7060b,revision_number=4']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:36.999270 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52720) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:37.009973 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-1b5f67c2-0c66-47ee-87e9-5ac3b78584aa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'mac_address': 'fa:16:3e:ed:4d:46', 'name': 'tempest-NetworksTestDHCPv6-1639942804'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:37.023928 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a9aa227-80cb-43b9-bf88-a5d9ef429e23 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:37.121930 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-5a9aa227-80cb-43b9-bf88-a5d9ef429e23 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Deleting port dc8ecd54-e868-45f4-8af9-dff991ecad2f {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:37.122303 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a9aa227-80cb-43b9-bf88-a5d9ef429e23 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:37.211766 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5f67c2-0c66-47ee-87e9-5ac3b78584aa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:37.264536 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-5a9aa227-80cb-43b9-bf88-a5d9ef429e23 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] For port dc8ecd54-e868-45f4-8af9-dff991ecad2f, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=dc8ecd54-e868-45f4-8af9-dff991ecad2f,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:37.265221 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a9aa227-80cb-43b9-bf88-a5d9ef429e23 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:37.270297 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c734131d-ccac-41fd-88cd-01688bbea212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033220436', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'dc8ecd54-e868-45f4-8af9-dff991ecad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:14:13Z', 'updated_at': '2021-07-06T14:16:34Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'dc8ecd54-e868-45f4-8af9-dff991ecad2f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:47:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:14Z', 'updated_at': '2021-07-06T14:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:37.284012 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-5a9aa227-80cb-43b9-bf88-a5d9ef429e23 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Calling delete_port for dc8ecd54-e868-45f4-8af9-dff991ecad2f owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:37.347910 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c734131d-ccac-41fd-88cd-01688bbea212 None None] The sync data for ids ['be38acf7-6bdf-4682-9468-5ea9ef03d949'] in n-d-773644-6 is: [{'id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2033220436', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'dc8ecd54-e868-45f4-8af9-dff991ecad2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:14:13Z', 'updated_at': '2021-07-06T14:16:34Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'dc8ecd54-e868-45f4-8af9-dff991ecad2f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:47:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be38acf7-6bdf-4682-9468-5ea9ef03d949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:14:14Z', 'updated_at': '2021-07-06T14:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:16:37.353629 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640d10f3-2f28-4b9e-8050-ce7bf4f08ec6 None None] DHCP port deletion for 39a59867-1326-44e3-97ee-0675d66d3741 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:16:37.473924 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-efee8ad4-6640-4747-8785-e49a676d8832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:37.551204 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1b5f67c2-0c66-47ee-87e9-5ac3b78584aa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:37.569547 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-640d10f3-2f28-4b9e-8050-ce7bf4f08ec6 None None] Deleting port d4bff1ad-0c8d-4954-82e2-331e749d4425 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:37.570321 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-640d10f3-2f28-4b9e-8050-ce7bf4f08ec6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:37.621962 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-1b5f67c2-0c66-47ee-87e9-5ac3b78584aa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] device_id is not set on port f322f2fa-4cab-4e9d-a056-9f3cb685e099 yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:16:37.631015 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d883cc5d-be26-4441-a37e-ea94e31022a2 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:37.744931 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a9aa227-80cb-43b9-bf88-a5d9ef429e23 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:37.761641 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-02454dd2-bcbc-4b6c-b6a1-5e2beea31cec None None] Provisioning for port 310e8ab0-97ad-43a3-81ab-5a9296e7060b completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:37.781652 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-640d10f3-2f28-4b9e-8050-ce7bf4f08ec6 None None] For port d4bff1ad-0c8d-4954-82e2-331e749d4425, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d4bff1ad-0c8d-4954-82e2-331e749d4425,segment=NetworkSegment(7d4b0fd1-ff50-4d04-be05-7e2307f76a00),segment_id=7d4b0fd1-ff50-4d04-be05-7e2307f76a00)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:37.781652 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-640d10f3-2f28-4b9e-8050-ce7bf4f08ec6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:37.800302 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-640d10f3-2f28-4b9e-8050-ce7bf4f08ec6 None None] Calling delete_port for d4bff1ad-0c8d-4954-82e2-331e749d4425 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:37.810616 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9aa227-80cb-43b9-bf88-a5d9ef429e23 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event deleted for resources: {'Port': ['ID=dc8ecd54-e868-45f4-8af9-dff991ecad2f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:37.881169 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-1b5f67c2-0c66-47ee-87e9-5ac3b78584aa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Allocated IP 172.20.0.7 (e9ebb152-2c72-4703-8052-389b34df37c5/2e0ad768-6a5d-40b1-aca2-644f04c9f5a6/f322f2fa-4cab-4e9d-a056-9f3cb685e099) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:37.893321 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-1b5f67c2-0c66-47ee-87e9-5ac3b78584aa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Allocated IP 2001:db8::f816:3eff:feed:4d46 (e9ebb152-2c72-4703-8052-389b34df37c5/aafcc39d-4a84-41dd-b9c5-edbf8b16e2c3/f322f2fa-4cab-4e9d-a056-9f3cb685e099) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:37.922289 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a9aa227-80cb-43b9-bf88-a5d9ef429e23 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:38.091846 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a9aa227-80cb-43b9-bf88-a5d9ef429e23 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:38.094688 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a9aa227-80cb-43b9-bf88-a5d9ef429e23 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:38.126819 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1b5f67c2-0c66-47ee-87e9-5ac3b78584aa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:38.150836 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-1b5f67c2-0c66-47ee-87e9-5ac3b78584aa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Transition to ACTIVE for port object f322f2fa-4cab-4e9d-a056-9f3cb685e099 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:38.156400 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a9aa227-80cb-43b9-bf88-a5d9ef429e23 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:38.157005 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9aa227-80cb-43b9-bf88-a5d9ef429e23 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Fanout notify agent at l3_agent the message router_deleted on router be38acf7-6bdf-4682-9468-5ea9ef03d949 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:16:38.169785 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a9aa227-80cb-43b9-bf88-a5d9ef429e23 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:38.174852 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5a9aa227-80cb-43b9-bf88-a5d9ef429e23 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "DELETE /v2.0/routers/be38acf7-6bdf-4682-9468-5ea9ef03d949 HTTP/1.1" status: 204 len: 168 time: 1.5174315 Jul 06 14:16:38.175506 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52736) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:38.211347 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1b5f67c2-0c66-47ee-87e9-5ac3b78584aa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:38.295710 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 310e8ab0-97ad-43a3-81ab-5a9296e7060b up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:38.308772 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5f67c2-0c66-47ee-87e9-5ac3b78584aa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:38.310190 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f67c2-0c66-47ee-87e9-5ac3b78584aa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=f322f2fa-4cab-4e9d-a056-9f3cb685e099,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:38.314665 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-1b5f67c2-0c66-47ee-87e9-5ac3b78584aa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:38.323401 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5f67c2-0c66-47ee-87e9-5ac3b78584aa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:38.370425 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aed07a18-eb92-48ca-9677-bfe7526f595c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:38.408092 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-640d10f3-2f28-4b9e-8050-ce7bf4f08ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:38.408681 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5f67c2-0c66-47ee-87e9-5ac3b78584aa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:38.409908 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1b5f67c2-0c66-47ee-87e9-5ac3b78584aa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:38.431718 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1b5f67c2-0c66-47ee-87e9-5ac3b78584aa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4311085 Jul 06 14:16:38.434146 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52742) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:38.466295 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d10f3-2f28-4b9e-8050-ce7bf4f08ec6 None None] Pushing event deleted for resources: {'Port': ['ID=d4bff1ad-0c8d-4954-82e2-331e749d4425,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:38.468692 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640d10f3-2f28-4b9e-8050-ce7bf4f08ec6 None None] No DVR routers for this DVR port d4bff1ad-0c8d-4954-82e2-331e749d4425 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:38.516845 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aed07a18-eb92-48ca-9677-bfe7526f595c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:38.518365 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d711fa-b4b8-4089-bf1f-01e413205ebb tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:38.525472 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d711fa-b4b8-4089-bf1f-01e413205ebb tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:38.526070 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640d10f3-2f28-4b9e-8050-ce7bf4f08ec6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:38.527040 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640d10f3-2f28-4b9e-8050-ce7bf4f08ec6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:38.527309 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-53d711fa-b4b8-4089-bf1f-01e413205ebb tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0920804 Jul 06 14:16:38.527828 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640d10f3-2f28-4b9e-8050-ce7bf4f08ec6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:38.528271 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640d10f3-2f28-4b9e-8050-ce7bf4f08ec6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:38.528710 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640d10f3-2f28-4b9e-8050-ce7bf4f08ec6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:38.529147 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640d10f3-2f28-4b9e-8050-ce7bf4f08ec6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:38.529588 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640d10f3-2f28-4b9e-8050-ce7bf4f08ec6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:38.529933 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52744) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:38.530578 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640d10f3-2f28-4b9e-8050-ce7bf4f08ec6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:38.531023 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640d10f3-2f28-4b9e-8050-ce7bf4f08ec6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:38.531475 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640d10f3-2f28-4b9e-8050-ce7bf4f08ec6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:38.531886 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-aed07a18-eb92-48ca-9677-bfe7526f595c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a59867-1326-44e3-97ee-0675d66d3741']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:38.532619 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640d10f3-2f28-4b9e-8050-ce7bf4f08ec6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:38.533054 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640d10f3-2f28-4b9e-8050-ce7bf4f08ec6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:38.544030 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-aed07a18-eb92-48ca-9677-bfe7526f595c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d4b0fd1-ff50-4d04-be05-7e2307f76a00') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:38.544336 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-aed07a18-eb92-48ca-9677-bfe7526f595c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d4b0fd1-ff50-4d04-be05-7e2307f76a00') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:38.556323 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aed07a18-eb92-48ca-9677-bfe7526f595c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:38.562552 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 310e8ab0-97ad-43a3-81ab-5a9296e7060b completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:38.580827 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aed07a18-eb92-48ca-9677-bfe7526f595c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:38.583808 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 310e8ab0-97ad-43a3-81ab-5a9296e7060b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:38.584247 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:38.600613 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed07a18-eb92-48ca-9677-bfe7526f595c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:16:38.601258 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aed07a18-eb92-48ca-9677-bfe7526f595c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: items = [ Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:16:38.606702 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:16:38.668607 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-14b17770-39bc-44ce-89ea-1dd194035a34 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting port f322f2fa-4cab-4e9d-a056-9f3cb685e099 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:38.669071 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-14b17770-39bc-44ce-89ea-1dd194035a34 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:38.697773 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:38.700763 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aed07a18-eb92-48ca-9677-bfe7526f595c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:38.728643 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-aed07a18-eb92-48ca-9677-bfe7526f595c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:38.730953 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-aed07a18-eb92-48ca-9677-bfe7526f595c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "DELETE /v2.0/networks/39a59867-1326-44e3-97ee-0675d66d3741 HTTP/1.1" status: 204 len: 168 time: 0.5544593 Jul 06 14:16:38.756803 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52754) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:38.771094 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed07a18-eb92-48ca-9677-bfe7526f595c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event deleted for resources: {'Network': ['ID=39a59867-1326-44e3-97ee-0675d66d3741,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:38.791961 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 310e8ab0-97ad-43a3-81ab-5a9296e7060b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=310e8ab0-97ad-43a3-81ab-5a9296e7060b,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:38.797130 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:38.874510 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-14b17770-39bc-44ce-89ea-1dd194035a34 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:38.906501 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dfdbe2b3-70c8-4dda-bc0e-501546359815 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:38.935298 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=310e8ab0-97ad-43a3-81ab-5a9296e7060b,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:38.952659 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0688b055-9ee3-4b12-bdcd-0fa4f3de4731 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:38.959939 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dfdbe2b3-70c8-4dda-bc0e-501546359815 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:38.986921 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 0688b055-9ee3-4b12-bdcd-0fa4f3de4731 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:16:38.987527 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0688b055-9ee3-4b12-bdcd-0fa4f3de4731 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:38.988120 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d4bff1ad-0c8d-4954-82e2-331e749d4425 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:39.010011 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: d4bff1ad-0c8d-4954-82e2-331e749d4425 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:16:39.011784 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d4bff1ad-0c8d-4954-82e2-331e749d4425 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:39.039263 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-14b17770-39bc-44ce-89ea-1dd194035a34 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Calling delete_port for f322f2fa-4cab-4e9d-a056-9f3cb685e099 owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:39.110267 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dfdbe2b3-70c8-4dda-bc0e-501546359815 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:39.112867 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dfdbe2b3-70c8-4dda-bc0e-501546359815 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:39.115392 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-dfdbe2b3-70c8-4dda-bc0e-501546359815 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "DELETE /v2.0/security-groups/e25eea70-0775-446a-b8a2-68ac3ed29737 HTTP/1.1" status: 204 len: 168 time: 0.3749385 Jul 06 14:16:39.132857 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbe2b3-70c8-4dda-bc0e-501546359815 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25eea70-0775-446a-b8a2-68ac3ed29737,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:39.371784 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-14b17770-39bc-44ce-89ea-1dd194035a34 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:39.413282 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b17770-39bc-44ce-89ea-1dd194035a34 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Port': ['ID=f322f2fa-4cab-4e9d-a056-9f3cb685e099,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:39.431304 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52768) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:39.436216 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-8f8f2651-7e32-4145-8626-2b5fee19147b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-539762774', 'description': 'tempest-secgroup-smoke-539762774 description', 'project_id': '7317327619ce440a98467f267c9927a9'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:39.483231 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f8f2651-7e32-4145-8626-2b5fee19147b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:39.546668 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-14b17770-39bc-44ce-89ea-1dd194035a34 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:39.549608 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-14b17770-39bc-44ce-89ea-1dd194035a34 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/f322f2fa-4cab-4e9d-a056-9f3cb685e099 HTTP/1.1" status: 204 len: 168 time: 1.0183582 Jul 06 14:16:39.552048 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52774) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:39.629075 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b72e64e-e15d-408c-87d0-b62b5c289c85 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:39.631641 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b72e64e-e15d-408c-87d0-b62b5c289c85 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:39.633351 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b72e64e-e15d-408c-87d0-b62b5c289c85 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:39.635315 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9b72e64e-e15d-408c-87d0-b62b5c289c85 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0817666 Jul 06 14:16:39.637832 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52776) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:39.642043 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f8f2651-7e32-4145-8626-2b5fee19147b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:39.648650 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f8f2651-7e32-4145-8626-2b5fee19147b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:39.668816 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8f8f2651-7e32-4145-8626-2b5fee19147b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:39.672878 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8f8f2651-7e32-4145-8626-2b5fee19147b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2378118 Jul 06 14:16:39.676019 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52778) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:39.681477 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-ff761366-a556-4715-8878-d7e148df2e10 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'security_group_rule': {'security_group_id': 'e2816467-33cd-4490-b09d-860122cf181c', 'project_id': '7317327619ce440a98467f267c9927a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:39.709296 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f2651-7e32-4145-8626-2b5fee19147b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2816467-33cd-4490-b09d-860122cf181c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:39.720718 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad9f615-7dea-4a1b-a770-3c7184218392 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting subnet 2e0ad768-6a5d-40b1-aca2-644f04c9f5a6 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:16:39.727259 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bad9f615-7dea-4a1b-a770-3c7184218392 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:39.736164 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a47dcd76-6e7e-4f3f-9000-771fcb7d2d64 None None] Provisioning complete for port 310e8ab0-97ad-43a3-81ab-5a9296e7060b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:39.737163 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a47dcd76-6e7e-4f3f-9000-771fcb7d2d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:39.750032 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ff761366-a556-4715-8878-d7e148df2e10 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:39.795890 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bad9f615-7dea-4a1b-a770-3c7184218392 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:39.913089 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a47dcd76-6e7e-4f3f-9000-771fcb7d2d64 None None] Could not find standard attr ID for object f322f2fa-4cab-4e9d-a056-9f3cb685e099. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:16:39.914840 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ff761366-a556-4715-8878-d7e148df2e10 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:39.921110 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ff761366-a556-4715-8878-d7e148df2e10 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:39.951198 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff761366-a556-4715-8878-d7e148df2e10 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e469a313-9439-41c0-95a2-7a850763798e,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:39.955297 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ff761366-a556-4715-8878-d7e148df2e10 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:39.960168 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ff761366-a556-4715-8878-d7e148df2e10 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2835362 Jul 06 14:16:39.960779 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52784) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:39.966605 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-04dd8175-8acf-4780-b829-bd62cf84559f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'security_group_rule': {'security_group_id': 'e2816467-33cd-4490-b09d-860122cf181c', 'project_id': '7317327619ce440a98467f267c9927a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:40.002027 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04dd8175-8acf-4780-b829-bd62cf84559f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:40.071068 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 310e8ab0-97ad-43a3-81ab-5a9296e7060b up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:40.071271 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bad9f615-7dea-4a1b-a770-3c7184218392 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:40.141485 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04dd8175-8acf-4780-b829-bd62cf84559f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:40.147227 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04dd8175-8acf-4780-b829-bd62cf84559f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:40.217618 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd8175-8acf-4780-b829-bd62cf84559f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b541a7f-b1a7-4367-b5f6-fddae35da40c,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:40.221586 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-04dd8175-8acf-4780-b829-bd62cf84559f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:40.226027 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-04dd8175-8acf-4780-b829-bd62cf84559f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2610209 Jul 06 14:16:40.227304 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:40.232227 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52792) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:40.238860 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-307c8319-bead-4852-b91a-3c934db1b699 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'security_group_rule': {'security_group_id': 'e2816467-33cd-4490-b09d-860122cf181c', 'project_id': '7317327619ce440a98467f267c9927a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:40.246878 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 310e8ab0-97ad-43a3-81ab-5a9296e7060b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:40.251228 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bad9f615-7dea-4a1b-a770-3c7184218392 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:40.256102 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:40.314269 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9f615-7dea-4a1b-a770-3c7184218392 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Subnet': ['ID=2e0ad768-6a5d-40b1-aca2-644f04c9f5a6,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:40.348225 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b565dd4b-8292-43e7-b09a-ebf805ab2215 None None] Could not find standard attr ID for object cf767320-076f-45db-8432-378a1ad13d4c. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:16:40.375244 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bad9f615-7dea-4a1b-a770-3c7184218392 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:40.381307 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-bad9f615-7dea-4a1b-a770-3c7184218392 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/2e0ad768-6a5d-40b1-aca2-644f04c9f5a6 HTTP/1.1" status: 204 len: 168 time: 0.7424445 Jul 06 14:16:40.384638 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52796) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:40.407190 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-307c8319-bead-4852-b91a-3c934db1b699 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:40.464164 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb1d104-40c5-42fa-ab6d-4164d970e1cd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting subnet aafcc39d-4a84-41dd-b9c5-edbf8b16e2c3 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:16:40.472905 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3bb1d104-40c5-42fa-ab6d-4164d970e1cd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:40.532782 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device dc8ecd54-e868-45f4-8af9-dff991ecad2f no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:40.568240 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3bb1d104-40c5-42fa-ab6d-4164d970e1cd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:40.574641 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: dc8ecd54-e868-45f4-8af9-dff991ecad2f {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:16:40.574999 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device dc8ecd54-e868-45f4-8af9-dff991ecad2f not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:40.597397 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-307c8319-bead-4852-b91a-3c934db1b699 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:40.606295 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-307c8319-bead-4852-b91a-3c934db1b699 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:40.611120 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bfb0009c-b61b-47ed-b716-b9b86ae6ac12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:40.634585 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c0fc56-3f69-49b9-b8bf-7cd424e185bb None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:40.639660 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c8319-bead-4852-b91a-3c934db1b699 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa7c9799-295b-46d5-9684-c1e90b20231e,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:40.674726 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-307c8319-bead-4852-b91a-3c934db1b699 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:40.677494 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-307c8319-bead-4852-b91a-3c934db1b699 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4429758 Jul 06 14:16:40.680946 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52804) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:40.689683 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-a4c1ecd7-e412-4a2a-8637-0dbe9dd22a74 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'security_group_rule': {'security_group_id': 'e2816467-33cd-4490-b09d-860122cf181c', 'project_id': '7317327619ce440a98467f267c9927a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:40.710783 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3bb1d104-40c5-42fa-ab6d-4164d970e1cd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:40.716275 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1c0e39a3-9995-4d24-983e-9774adb16acd None None] Could not find standard attr ID for object de2969ae-c1b8-425a-bb92-da2fb1d68f66. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:16:40.779048 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a4c1ecd7-e412-4a2a-8637-0dbe9dd22a74 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:40.802239 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3bb1d104-40c5-42fa-ab6d-4164d970e1cd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:40.862415 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3bb1d104-40c5-42fa-ab6d-4164d970e1cd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:40.867899 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a4c1ecd7-e412-4a2a-8637-0dbe9dd22a74 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:40.868326 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52806) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:40.868858 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3bb1d104-40c5-42fa-ab6d-4164d970e1cd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/aafcc39d-4a84-41dd-b9c5-edbf8b16e2c3 HTTP/1.1" status: 204 len: 168 time: 0.4828608 Jul 06 14:16:40.870157 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1d104-40c5-42fa-ab6d-4164d970e1cd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Subnet': ['ID=aafcc39d-4a84-41dd-b9c5-edbf8b16e2c3,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:40.918325 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a4c1ecd7-e412-4a2a-8637-0dbe9dd22a74 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:40.927936 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c898c337-a537-4609-8e70-b37f33a367a2 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557036 Jul 06 14:16:40.929370 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52810) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:40.977904 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1ecd7-e412-4a2a-8637-0dbe9dd22a74 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e0eb8e-bf35-4252-8914-ad12d233dbe3,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:40.994423 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a4c1ecd7-e412-4a2a-8637-0dbe9dd22a74 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:40.998531 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a4c1ecd7-e412-4a2a-8637-0dbe9dd22a74 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3144798 Jul 06 14:16:41.001427 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52814) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:41.009874 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c94051-565f-432d-b0ff-ff16041d5b97 None None] Update dhcp port {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'fixed_ips': [{'subnet_id': 'aafcc39d-4a84-41dd-b9c5-edbf8b16e2c3'}], 'binding:host_id': 'n-d-773644-6'}, 'id': '310e8ab0-97ad-43a3-81ab-5a9296e7060b'} from n-d-773644-6. {{(pid=100419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:16:41.012715 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-d753de82-2f9b-4dee-8b28-ba5b24a6bd17 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'security_group_rule': {'security_group_id': 'e2816467-33cd-4490-b09d-860122cf181c', 'project_id': '7317327619ce440a98467f267c9927a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:41.026587 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bd7006-f766-42f5-993f-fc87d9eefeed tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:41.029806 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d7bd7006-f766-42f5-993f-fc87d9eefeed tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0977387 Jul 06 14:16:41.032550 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52816) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:41.059538 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-08c94051-565f-432d-b0ff-ff16041d5b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.141780 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4254ea8a-3196-4b18-9a67-a8e6057e69a1 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:41.146015 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4254ea8a-3196-4b18-9a67-a8e6057e69a1 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1094968 Jul 06 14:16:41.146404 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52820) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:41.176630 n-d-773644-6 neutron-server[100418]: INFO neutron.db.securitygroups_db [None req-d753de82-2f9b-4dee-8b28-ba5b24a6bd17 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Project 7317327619ce440a98467f267c9927a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:16:41.192876 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d753de82-2f9b-4dee-8b28-ba5b24a6bd17 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.209888 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a3179d51-f822-47ee-a4d6-d6b51f3dc841 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0622821 Jul 06 14:16:41.214347 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52822) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:41.222969 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-1e60f071-62cf-4e40-b347-97dbd7c3ebe4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:41.296634 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d753de82-2f9b-4dee-8b28-ba5b24a6bd17 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.301494 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d753de82-2f9b-4dee-8b28-ba5b24a6bd17 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.311323 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c75340-dfe9-4327-b2c0-964b1384cafb None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:41.327998 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753de82-2f9b-4dee-8b28-ba5b24a6bd17 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d92b57-344b-4d44-91e7-7a7addeb5cf3,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:41.342999 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d753de82-2f9b-4dee-8b28-ba5b24a6bd17 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.344711 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d753de82-2f9b-4dee-8b28-ba5b24a6bd17 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3415408 Jul 06 14:16:41.347925 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52828) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:41.355224 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-5ce8c4a0-5abf-4ed5-aabb-217693b24f4e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'security_group_rule': {'security_group_id': 'e2816467-33cd-4490-b09d-860122cf181c', 'project_id': '7317327619ce440a98467f267c9927a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:41.398356 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e60f071-62cf-4e40-b347-97dbd7c3ebe4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:41.404794 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1e60f071-62cf-4e40-b347-97dbd7c3ebe4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.408055 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e60f071-62cf-4e40-b347-97dbd7c3ebe4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:16:41.408416 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e60f071-62cf-4e40-b347-97dbd7c3ebe4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:16:41.417866 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8057dba5-8e9f-4970-82b0-ab596d9b2814 None None] Provisioning complete for port 310e8ab0-97ad-43a3-81ab-5a9296e7060b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:41.418527 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8057dba5-8e9f-4970-82b0-ab596d9b2814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.423889 n-d-773644-6 neutron-server[100418]: INFO neutron.db.securitygroups_db [None req-5ce8c4a0-5abf-4ed5-aabb-217693b24f4e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Project 7317327619ce440a98467f267c9927a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:16:41.441678 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5ce8c4a0-5abf-4ed5-aabb-217693b24f4e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.442246 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52832) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:41.444592 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1e60f071-62cf-4e40-b347-97dbd7c3ebe4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2289135 Jul 06 14:16:41.449418 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-427feb1e-ce7f-4ea9-9bbf-3a21cfddb5c2 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:41.576505 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5ce8c4a0-5abf-4ed5-aabb-217693b24f4e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.586833 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5ce8c4a0-5abf-4ed5-aabb-217693b24f4e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.598519 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.607785 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427feb1e-ce7f-4ea9-9bbf-3a21cfddb5c2 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:41.611420 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-427feb1e-ce7f-4ea9-9bbf-3a21cfddb5c2 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.612869 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-427feb1e-ce7f-4ea9-9bbf-3a21cfddb5c2 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:16:41.613315 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-427feb1e-ce7f-4ea9-9bbf-3a21cfddb5c2 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:16:41.619754 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8c4a0-5abf-4ed5-aabb-217693b24f4e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=303dfa6a-5ab6-4b5f-8cc0-b5cafba5d34b,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:41.629241 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5ce8c4a0-5abf-4ed5-aabb-217693b24f4e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.630208 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d0a92b-eda8-4380-a9d9-58eec63880c3 None None] DHCP port deletion for e9ebb152-2c72-4703-8052-389b34df37c5 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:16:41.633951 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5ce8c4a0-5abf-4ed5-aabb-217693b24f4e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2810974 Jul 06 14:16:41.634071 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52834) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:41.639286 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-4e79f3f8-e6ab-42c5-8fd3-087dbaddc3bc tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'network': {'name': 'tempest-network-smoke--622797883', 'project_id': '7317327619ce440a98467f267c9927a9', 'port_security_enabled': True}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:41.649786 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-427feb1e-ce7f-4ea9-9bbf-3a21cfddb5c2 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2032049 Jul 06 14:16:41.650625 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52836) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:41.657121 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-8a3da481-2157-40c3-87ea-df07a9b0117f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:41.663758 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e79f3f8-e6ab-42c5-8fd3-087dbaddc3bc tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Made reservation on behalf of 7317327619ce440a98467f267c9927a9 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:41.667564 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4e79f3f8-e6ab-42c5-8fd3-087dbaddc3bc tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.700135 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e79f3f8-e6ab-42c5-8fd3-087dbaddc3bc tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:16:41.715336 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4e79f3f8-e6ab-42c5-8fd3-087dbaddc3bc tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.715844 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-4e79f3f8-e6ab-42c5-8fd3-087dbaddc3bc tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Added segment 16d6b6c4-d15a-409b-98ae-5eaa333bc3d4 of type vlan for network cc831dab-1d14-42b4-acb6-5e0033bd0166 Jul 06 14:16:41.721922 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-60d0a92b-eda8-4380-a9d9-58eec63880c3 None None] Deleting port 310e8ab0-97ad-43a3-81ab-5a9296e7060b {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:41.722336 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-60d0a92b-eda8-4380-a9d9-58eec63880c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.773004 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4e79f3f8-e6ab-42c5-8fd3-087dbaddc3bc tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.783064 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3da481-2157-40c3-87ea-df07a9b0117f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:41.788327 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a3da481-2157-40c3-87ea-df07a9b0117f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.790235 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a3da481-2157-40c3-87ea-df07a9b0117f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:16:41.790894 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a3da481-2157-40c3-87ea-df07a9b0117f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:16:41.811762 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8a3da481-2157-40c3-87ea-df07a9b0117f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1578829 Jul 06 14:16:41.812723 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52842) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:41.814242 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-60d0a92b-eda8-4380-a9d9-58eec63880c3 None None] For port 310e8ab0-97ad-43a3-81ab-5a9296e7060b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=310e8ab0-97ad-43a3-81ab-5a9296e7060b,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:41.815316 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-60d0a92b-eda8-4380-a9d9-58eec63880c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.821794 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-fb5e0513-225f-4feb-bbfa-24b1b2a284d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:41.845839 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4e79f3f8-e6ab-42c5-8fd3-087dbaddc3bc tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.847554 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-60d0a92b-eda8-4380-a9d9-58eec63880c3 None None] Calling delete_port for 310e8ab0-97ad-43a3-81ab-5a9296e7060b owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:41.869657 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e79f3f8-e6ab-42c5-8fd3-087dbaddc3bc tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:41.870340 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4e79f3f8-e6ab-42c5-8fd3-087dbaddc3bc tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.956850 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5e0513-225f-4feb-bbfa-24b1b2a284d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:41.969252 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fb5e0513-225f-4feb-bbfa-24b1b2a284d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:41.969544 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4e79f3f8-e6ab-42c5-8fd3-087dbaddc3bc tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3340557 Jul 06 14:16:41.972811 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52844) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:41.975650 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb5e0513-225f-4feb-bbfa-24b1b2a284d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:16:41.976117 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb5e0513-225f-4feb-bbfa-24b1b2a284d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:16:41.978624 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-9b133944-fabe-4211-a182-89d08defe044 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-993483840', 'admin_state_up': True, 'project_id': '7317327619ce440a98467f267c9927a9', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:41.998148 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79f3f8-e6ab-42c5-8fd3-087dbaddc3bc tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Network': ['ID=cc831dab-1d14-42b4-acb6-5e0033bd0166,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:41.998729 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fb5e0513-225f-4feb-bbfa-24b1b2a284d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1850500 Jul 06 14:16:42.003300 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52846) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:42.010932 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-21a1cefa-f713-46ad-a55a-1c7c2e466dd5 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:42.013376 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network cc831dab-1d14-42b4-acb6-5e0033bd0166 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:16:42.026823 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9b133944-fabe-4211-a182-89d08defe044 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:42.028367 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9b133944-fabe-4211-a182-89d08defe044 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:42.100718 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9b133944-fabe-4211-a182-89d08defe044 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:42.122141 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 310e8ab0-97ad-43a3-81ab-5a9296e7060b no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:42.135550 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-60d0a92b-eda8-4380-a9d9-58eec63880c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:42.185817 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 310e8ab0-97ad-43a3-81ab-5a9296e7060b {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:16:42.186176 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 310e8ab0-97ad-43a3-81ab-5a9296e7060b not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:42.224807 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a1cefa-f713-46ad-a55a-1c7c2e466dd5 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:42.228936 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-21a1cefa-f713-46ad-a55a-1c7c2e466dd5 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:42.233014 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a1cefa-f713-46ad-a55a-1c7c2e466dd5 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:16:42.238309 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a1cefa-f713-46ad-a55a-1c7c2e466dd5 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:16:42.271664 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d0a92b-eda8-4380-a9d9-58eec63880c3 None None] No DVR routers for this DVR port 310e8ab0-97ad-43a3-81ab-5a9296e7060b on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:42.278560 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0a92b-eda8-4380-a9d9-58eec63880c3 None None] Pushing event deleted for resources: {'Port': ['ID=310e8ab0-97ad-43a3-81ab-5a9296e7060b,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:42.293333 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-21a1cefa-f713-46ad-a55a-1c7c2e466dd5 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2889042 Jul 06 14:16:42.301119 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52856) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:42.318250 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-b426d7eb-ad5a-4655-a690-c32eab743d25 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:42.422089 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9b133944-fabe-4211-a182-89d08defe044 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:42.452451 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b426d7eb-ad5a-4655-a690-c32eab743d25 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:42.457629 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b426d7eb-ad5a-4655-a690-c32eab743d25 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:42.461300 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-b426d7eb-ad5a-4655-a690-c32eab743d25 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:16:42.461558 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b426d7eb-ad5a-4655-a690-c32eab743d25 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:16:42.477945 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b426d7eb-ad5a-4655-a690-c32eab743d25 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1743841 Jul 06 14:16:42.480170 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52860) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:42.514919 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-655b0598-79be-492a-b6b7-d0226459c8e1 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0334027 Jul 06 14:16:42.517416 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52862) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:42.606523 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adce0f3-1cdb-4bbf-91c1-05062a1d8db4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:42.608139 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9adce0f3-1cdb-4bbf-91c1-05062a1d8db4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0885892 Jul 06 14:16:42.610582 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52868) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:42.658592 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c7231037-a1f7-4e1a-8578-acc9b98bd9ae tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467501 Jul 06 14:16:42.664287 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52870) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:42.672175 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-6f8570aa-256d-4b05-acb1-22aa6ab30a76 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:42.681382 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9b133944-fabe-4211-a182-89d08defe044 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router_gateway, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:42.705447 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9b133944-fabe-4211-a182-89d08defe044 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:42.779969 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8570aa-256d-4b05-acb1-22aa6ab30a76 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:42.783977 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6f8570aa-256d-4b05-acb1-22aa6ab30a76 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:42.826850 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-9b133944-fabe-4211-a182-89d08defe044 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Allocated IP 172.25.6.95 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/c603e353-8b25-4a71-aa17-e1fd42aeb7b8) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:42.980273 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9b133944-fabe-4211-a182-89d08defe044 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:43.037281 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9b133944-fabe-4211-a182-89d08defe044 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:43.093045 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b133944-fabe-4211-a182-89d08defe044 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Port': ['ID=c603e353-8b25-4a71-aa17-e1fd42aeb7b8,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:43.112873 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b133944-fabe-4211-a182-89d08defe044 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:43.117677 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-9b133944-fabe-4211-a182-89d08defe044 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:43.121290 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b133944-fabe-4211-a182-89d08defe044 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:43.124422 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:43.139857 n-d-773644-6 neutron-server[100417]: DEBUG neutron.objects.ports [None req-6f8570aa-256d-4b05-acb1-22aa6ab30a76 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100417) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:16:43.141549 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6f8570aa-256d-4b05-acb1-22aa6ab30a76 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:43.212713 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8570aa-256d-4b05-acb1-22aa6ab30a76 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:43.218095 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-6f8570aa-256d-4b05-acb1-22aa6ab30a76 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:43.223211 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8570aa-256d-4b05-acb1-22aa6ab30a76 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:43.225314 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6f8570aa-256d-4b05-acb1-22aa6ab30a76 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:43.256081 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8570aa-256d-4b05-acb1-22aa6ab30a76 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Subnet': ['ID=45453b55-6a11-4e4b-86e4-c864e7f3bb2c,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:43.261295 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f87f84-f8f8-4951-8f27-9597313a151e None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:43.287016 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6f8570aa-256d-4b05-acb1-22aa6ab30a76 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6213374 Jul 06 14:16:43.290967 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52882) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:43.298837 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-f355e4b1-af49-4a22-a157-5edf58a78e86 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'mac_address': 'fa:16:3e:4f:68:d7', 'name': 'tempest-NetworksTestDHCPv6-1050418046'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:43.630844 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f355e4b1-af49-4a22-a157-5edf58a78e86 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:43.642893 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa6e523-2a9f-480a-912a-a0909fd97bdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-e9ebb152-2c72-4703-8052-389b34df37c5', 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'tenant_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'fixed_ips': [{'subnet_id': '45453b55-6a11-4e4b-86e4-c864e7f3bb2c'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:16:43.644081 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9aa6e523-2a9f-480a-912a-a0909fd97bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:43.820524 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f355e4b1-af49-4a22-a157-5edf58a78e86 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:43.868766 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-f355e4b1-af49-4a22-a157-5edf58a78e86 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] device_id is not set on port 2a93b0ab-28f0-4730-90d9-3928432f09e4 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:16:43.912135 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-9aa6e523-2a9f-480a-912a-a0909fd97bdd None None] Allocated IP 2001:db8::f816:3eff:fe8a:7950 (e9ebb152-2c72-4703-8052-389b34df37c5/45453b55-6a11-4e4b-86e4-c864e7f3bb2c/09a5761e-6bc2-4d38-986b-009fe981fc34) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:44.077906 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9b133944-fabe-4211-a182-89d08defe044 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router_gateway, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:44.120515 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9aa6e523-2a9f-480a-912a-a0909fd97bdd None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:44.131247 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9aa6e523-2a9f-480a-912a-a0909fd97bdd None None] Transition to ACTIVE for port object 09a5761e-6bc2-4d38-986b-009fe981fc34 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:44.151413 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9aa6e523-2a9f-480a-912a-a0909fd97bdd None None] Transition to ACTIVE for port object 09a5761e-6bc2-4d38-986b-009fe981fc34 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:44.172792 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9aa6e523-2a9f-480a-912a-a0909fd97bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:44.242629 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-f355e4b1-af49-4a22-a157-5edf58a78e86 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Allocated IP 2001:db8::f816:3eff:fe4f:68d7 (e9ebb152-2c72-4703-8052-389b34df37c5/45453b55-6a11-4e4b-86e4-c864e7f3bb2c/2a93b0ab-28f0-4730-90d9-3928432f09e4) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:44.256581 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa6e523-2a9f-480a-912a-a0909fd97bdd None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:44.260864 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-9aa6e523-2a9f-480a-912a-a0909fd97bdd None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:44.264605 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa6e523-2a9f-480a-912a-a0909fd97bdd None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:44.290364 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6e523-2a9f-480a-912a-a0909fd97bdd None None] Pushing event updated for resources: {'Port': ['ID=09a5761e-6bc2-4d38-986b-009fe981fc34,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:44.363146 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-9aa6e523-2a9f-480a-912a-a0909fd97bdd None None] Attempting to bind port 09a5761e-6bc2-4d38-986b-009fe981fc34 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:16:44.365797 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-9aa6e523-2a9f-480a-912a-a0909fd97bdd None None] Attempting to bind port 09a5761e-6bc2-4d38-986b-009fe981fc34 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:16:44.366295 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa6e523-2a9f-480a-912a-a0909fd97bdd None None] Attempting to bind port 09a5761e-6bc2-4d38-986b-009fe981fc34 on network e9ebb152-2c72-4703-8052-389b34df37c5 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:16:44.402554 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa6e523-2a9f-480a-912a-a0909fd97bdd None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:16:44.402848 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa6e523-2a9f-480a-912a-a0909fd97bdd None None] Checking segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:16:44.406263 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9aa6e523-2a9f-480a-912a-a0909fd97bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:44.406708 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa6e523-2a9f-480a-912a-a0909fd97bdd None None] Bound using segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:16:44.407493 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-9aa6e523-2a9f-480a-912a-a0909fd97bdd None None] Bound port: 09a5761e-6bc2-4d38-986b-009fe981fc34, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:16:44.407630 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9aa6e523-2a9f-480a-912a-a0909fd97bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:44.450176 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9b133944-fabe-4211-a182-89d08defe044 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:44.470769 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f355e4b1-af49-4a22-a157-5edf58a78e86 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:44.513367 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-f355e4b1-af49-4a22-a157-5edf58a78e86 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Transition to ACTIVE for port object 2a93b0ab-28f0-4730-90d9-3928432f09e4 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:44.572685 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9aa6e523-2a9f-480a-912a-a0909fd97bdd None None] For port 09a5761e-6bc2-4d38-986b-009fe981fc34, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:16:44.576438 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9aa6e523-2a9f-480a-912a-a0909fd97bdd None None] For port 09a5761e-6bc2-4d38-986b-009fe981fc34, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=09a5761e-6bc2-4d38-986b-009fe981fc34,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:16:44.582301 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9aa6e523-2a9f-480a-912a-a0909fd97bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:44.590600 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f355e4b1-af49-4a22-a157-5edf58a78e86 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:44.672983 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f355e4b1-af49-4a22-a157-5edf58a78e86 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:44.677102 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-f355e4b1-af49-4a22-a157-5edf58a78e86 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:44.681563 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f355e4b1-af49-4a22-a157-5edf58a78e86 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:44.687718 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f355e4b1-af49-4a22-a157-5edf58a78e86 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:44.688408 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f355e4b1-af49-4a22-a157-5edf58a78e86 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:44.708210 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f355e4b1-af49-4a22-a157-5edf58a78e86 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4135644 Jul 06 14:16:44.711119 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52908) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:44.711693 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6e523-2a9f-480a-912a-a0909fd97bdd None None] Pushing event updated for resources: {'Port': ['ID=09a5761e-6bc2-4d38-986b-009fe981fc34,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:44.717430 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355e4b1-af49-4a22-a157-5edf58a78e86 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=2a93b0ab-28f0-4730-90d9-3928432f09e4,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:44.727636 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b133944-fabe-4211-a182-89d08defe044 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Router 2b879a8e-1724-40ba-a0cd-5f4d3d5932d7 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:16:44.892662 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47eba6c-0a1b-46f9-b8bd-8f08878ac6ca tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:44.897725 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47eba6c-0a1b-46f9-b8bd-8f08878ac6ca tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:44.899669 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f47eba6c-0a1b-46f9-b8bd-8f08878ac6ca tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1862233 Jul 06 14:16:44.902228 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52910) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:44.923411 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b133944-fabe-4211-a182-89d08defe044 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:16:44.934299 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c2f335-42b5-4a43-8e9e-fe4f67841231 None None] Sync routers for ids ['2b879a8e-1724-40ba-a0cd-5f4d3d5932d7'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:16:44.962377 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c2f335-42b5-4a43-8e9e-fe4f67841231 None None] Routers {'2b879a8e-1724-40ba-a0cd-5f4d3d5932d7'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:44.963329 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-20c2f335-42b5-4a43-8e9e-fe4f67841231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:16:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2b879a8e-1724-40ba-a0cd-5f4d3d5932d7'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:44.964008 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9b133944-fabe-4211-a182-89d08defe044 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:44.965829 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9b133944-fabe-4211-a182-89d08defe044 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9915750 Jul 06 14:16:44.968887 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52916) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:45.069052 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-53fcec6c-690e-47cd-b92f-285974e325bb tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.118 "GET /v2.0/subnets?project_id=7317327619ce440a98467f267c9927a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0987527 Jul 06 14:16:45.071472 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52918) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:45.170390 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-20c2f335-42b5-4a43-8e9e-fe4f67841231 None None] Set router 2b879a8e-1724-40ba-a0cd-5f4d3d5932d7 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:45.188813 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ce4e6881-317a-408a-bea0-4e146d63b798 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting port 2a93b0ab-28f0-4730-90d9-3928432f09e4 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:45.189231 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ce4e6881-317a-408a-bea0-4e146d63b798 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:45.308667 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ce4e6881-317a-408a-bea0-4e146d63b798 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:45.333572 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-ce4e6881-317a-408a-bea0-4e146d63b798 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Calling delete_port for 2a93b0ab-28f0-4730-90d9-3928432f09e4 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:45.335945 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b519df6f-ea63-4be3-bf80-6eac8ac33b8f tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:45.338049 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b519df6f-ea63-4be3-bf80-6eac8ac33b8f tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.118 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2650361 Jul 06 14:16:45.341146 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52924) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:45.386093 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-47cdfaef-5b9b-4f6a-b4ed-482a5ca872d5 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.118 "GET /v2.0/subnets?network_id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433419 Jul 06 14:16:45.391483 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52926) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:45.397045 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-20c2f335-42b5-4a43-8e9e-fe4f67841231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993483840', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'c603e353-8b25-4a71-aa17-e1fd42aeb7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:42Z', 'updated_at': '2021-07-06T14:16:43Z', 'revision_number': 3, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'c603e353-8b25-4a71-aa17-e1fd42aeb7b8', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:59:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:42Z', 'updated_at': '2021-07-06T14:16:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:45.400445 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-3e5673c8-0d50-4fa1-a1c1-078efd91b384 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-476184625', 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166', 'project_id': '7317327619ce440a98467f267c9927a9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:45.484626 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c2f335-42b5-4a43-8e9e-fe4f67841231 None None] Checking router: 2b879a8e-1724-40ba-a0cd-5f4d3d5932d7 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:16:45.486525 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c2f335-42b5-4a43-8e9e-fe4f67841231 None None] Updating router 2b879a8e-1724-40ba-a0cd-5f4d3d5932d7 port c603e353-8b25-4a71-aa17-e1fd42aeb7b8 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:16:45.534054 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5673c8-0d50-4fa1-a1c1-078efd91b384 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Made reservation on behalf of 7317327619ce440a98467f267c9927a9 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:45.538835 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e5673c8-0d50-4fa1-a1c1-078efd91b384 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:45.547459 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ce4e6881-317a-408a-bea0-4e146d63b798 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:45.574580 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-20c2f335-42b5-4a43-8e9e-fe4f67841231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:45.605846 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e6881-317a-408a-bea0-4e146d63b798 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Port': ['ID=2a93b0ab-28f0-4730-90d9-3928432f09e4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:45.683342 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ce4e6881-317a-408a-bea0-4e146d63b798 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:45.685391 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ce4e6881-317a-408a-bea0-4e146d63b798 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/2a93b0ab-28f0-4730-90d9-3928432f09e4 HTTP/1.1" status: 204 len: 168 time: 0.7815704 Jul 06 14:16:45.687808 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52934) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:45.808655 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8141b7b6-8744-413d-bfac-3b9af5abd929 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:45.814424 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8141b7b6-8744-413d-bfac-3b9af5abd929 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:45.818645 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8141b7b6-8744-413d-bfac-3b9af5abd929 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1273093 Jul 06 14:16:45.820810 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52940) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:45.912899 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-b02cd8b1-a1cd-4462-bc9b-069c88b110ec tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting subnet 45453b55-6a11-4e4b-86e4-c864e7f3bb2c {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:16:45.943085 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b02cd8b1-a1cd-4462-bc9b-069c88b110ec tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:46.011388 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e5673c8-0d50-4fa1-a1c1-078efd91b384 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:46.065634 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b02cd8b1-a1cd-4462-bc9b-069c88b110ec tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:46.125768 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 09a5761e-6bc2-4d38-986b-009fe981fc34 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:46.157565 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-20c2f335-42b5-4a43-8e9e-fe4f67841231 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:46.188258 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-20c2f335-42b5-4a43-8e9e-fe4f67841231 None None] Transition to ACTIVE for port object c603e353-8b25-4a71-aa17-e1fd42aeb7b8 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:46.204664 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-20c2f335-42b5-4a43-8e9e-fe4f67841231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:46.234786 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 09a5761e-6bc2-4d38-986b-009fe981fc34 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:46.263728 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5673c8-0d50-4fa1-a1c1-078efd91b384 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Subnet': ['ID=4bc6c111-9e19-48a1-90af-3bf03974d2f4,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:46.267112 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b02cd8b1-a1cd-4462-bc9b-069c88b110ec tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:46.271495 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5673c8-0d50-4fa1-a1c1-078efd91b384 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Checking segment: {'id': '16d6b6c4-d15a-409b-98ae-5eaa333bc3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:16:46.271871 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5673c8-0d50-4fa1-a1c1-078efd91b384 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Network hostable DHCP agents. Network: cc831dab-1d14-42b4-acb6-5e0033bd0166, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:16:46.299793 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-80cf5cb5-21ca-469b-9fe3-0aae6fd81ab7 None None] Provisioning for port 09a5761e-6bc2-4d38-986b-009fe981fc34 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:46.301214 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-20c2f335-42b5-4a43-8e9e-fe4f67841231 None None] Attempting to bind port c603e353-8b25-4a71-aa17-e1fd42aeb7b8 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:16:46.301769 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-20c2f335-42b5-4a43-8e9e-fe4f67841231 None None] Attempting to bind port c603e353-8b25-4a71-aa17-e1fd42aeb7b8 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:16:46.306788 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-80cf5cb5-21ca-469b-9fe3-0aae6fd81ab7 None None] Provisioning complete for port 09a5761e-6bc2-4d38-986b-009fe981fc34 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:46.307225 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-80cf5cb5-21ca-469b-9fe3-0aae6fd81ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:46.317667 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c2f335-42b5-4a43-8e9e-fe4f67841231 None None] Attempting to bind port c603e353-8b25-4a71-aa17-e1fd42aeb7b8 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:16:46.322594 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5673c8-0d50-4fa1-a1c1-078efd91b384 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Network cc831dab-1d14-42b4-acb6-5e0033bd0166 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:16:46.339786 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-3e5673c8-0d50-4fa1-a1c1-078efd91b384 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, cc831dab-1d14-42b4-acb6-5e0033bd0166) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:46.345139 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5673c8-0d50-4fa1-a1c1-078efd91b384 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:46.345772 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e5673c8-0d50-4fa1-a1c1-078efd91b384 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:46.354007 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a012f9-215b-4413-ae6a-101b43f7f690 None None] Pushing event updated for resources: {'Port': ['ID=c603e353-8b25-4a71-aa17-e1fd42aeb7b8,revision_number=2']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:46.368185 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b365fd9-e9af-46a1-924e-143d4663ae08 None None] Network cc831dab-1d14-42b4-acb6-5e0033bd0166 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:46.369466 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c2f335-42b5-4a43-8e9e-fe4f67841231 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:16:46.369828 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c2f335-42b5-4a43-8e9e-fe4f67841231 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:16:46.370380 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-20c2f335-42b5-4a43-8e9e-fe4f67841231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:46.370780 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c2f335-42b5-4a43-8e9e-fe4f67841231 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:16:46.371359 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-20c2f335-42b5-4a43-8e9e-fe4f67841231 None None] Bound port: c603e353-8b25-4a71-aa17-e1fd42aeb7b8, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:16:46.373779 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-20c2f335-42b5-4a43-8e9e-fe4f67841231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:46.382478 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3e5673c8-0d50-4fa1-a1c1-078efd91b384 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9896772 Jul 06 14:16:46.382806 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a012f9-215b-4413-ae6a-101b43f7f690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:46.383240 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a012f9-215b-4413-ae6a-101b43f7f690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:46.383610 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a012f9-215b-4413-ae6a-101b43f7f690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:46.384178 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a012f9-215b-4413-ae6a-101b43f7f690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:46.384512 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a012f9-215b-4413-ae6a-101b43f7f690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:46.385156 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 52950) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:46.398846 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a012f9-215b-4413-ae6a-101b43f7f690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:46.399291 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a012f9-215b-4413-ae6a-101b43f7f690 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:46.399653 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a012f9-215b-4413-ae6a-101b43f7f690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:46.399965 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a012f9-215b-4413-ae6a-101b43f7f690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:46.400296 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a012f9-215b-4413-ae6a-101b43f7f690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:46.400624 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a012f9-215b-4413-ae6a-101b43f7f690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:46.400951 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a012f9-215b-4413-ae6a-101b43f7f690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:16:46.446305 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b02cd8b1-a1cd-4462-bc9b-069c88b110ec tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:46.517110 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02cd8b1-a1cd-4462-bc9b-069c88b110ec tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Subnet': ['ID=45453b55-6a11-4e4b-86e4-c864e7f3bb2c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:46.533486 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b02cd8b1-a1cd-4462-bc9b-069c88b110ec tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:46.541071 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b02cd8b1-a1cd-4462-bc9b-069c88b110ec tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/45453b55-6a11-4e4b-86e4-c864e7f3bb2c HTTP/1.1" status: 204 len: 168 time: 0.7182698 Jul 06 14:16:46.548401 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52958) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:46.609570 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b5eda586-f83f-47dc-8be2-64b745eb1c6e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560274 Jul 06 14:16:46.610233 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52960) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:46.616574 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-85de2ca4-2f47-4cb3-ad50-7ef523c937dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:46.622238 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-20c2f335-42b5-4a43-8e9e-fe4f67841231 None None] For port c603e353-8b25-4a71-aa17-e1fd42aeb7b8, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:16:46.626335 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-20c2f335-42b5-4a43-8e9e-fe4f67841231 None None] For port c603e353-8b25-4a71-aa17-e1fd42aeb7b8, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c603e353-8b25-4a71-aa17-e1fd42aeb7b8,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:16:46.633917 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-20c2f335-42b5-4a43-8e9e-fe4f67841231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:46.768123 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85de2ca4-2f47-4cb3-ad50-7ef523c937dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:46.773437 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85de2ca4-2f47-4cb3-ad50-7ef523c937dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:46.776028 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a012f9-215b-4413-ae6a-101b43f7f690 None None] Pushing event updated for resources: {'Port': ['ID=c603e353-8b25-4a71-aa17-e1fd42aeb7b8,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:46.797163 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194a9fcd-7411-4095-b267-731fe5869b84 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:46.815890 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4b4e04-6f17-43b8-9a73-92ea4ce76fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-cc831dab-1d14-42b4-acb6-5e0033bd0166', 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'fixed_ips': [{'subnet_id': '4bc6c111-9e19-48a1-90af-3bf03974d2f4'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:16:46.816747 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ec4b4e04-6f17-43b8-9a73-92ea4ce76fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:46.821514 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c2f335-42b5-4a43-8e9e-fe4f67841231 None None] Routers {'2b879a8e-1724-40ba-a0cd-5f4d3d5932d7'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:46.824252 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-20c2f335-42b5-4a43-8e9e-fe4f67841231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:16:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2b879a8e-1724-40ba-a0cd-5f4d3d5932d7'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:46.847050 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:46.891863 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-80cf5cb5-21ca-469b-9fe3-0aae6fd81ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:47.029858 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-20c2f335-42b5-4a43-8e9e-fe4f67841231 None None] Set router 2b879a8e-1724-40ba-a0cd-5f4d3d5932d7 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:47.099412 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-80cf5cb5-21ca-469b-9fe3-0aae6fd81ab7 None None] For port 09a5761e-6bc2-4d38-986b-009fe981fc34, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=09a5761e-6bc2-4d38-986b-009fe981fc34,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:47.149283 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-80cf5cb5-21ca-469b-9fe3-0aae6fd81ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:47.295565 n-d-773644-6 neutron-server[100417]: DEBUG neutron.objects.ports [None req-85de2ca4-2f47-4cb3-ad50-7ef523c937dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100417) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:16:47.329681 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-67080bbf-7474-4b18-8476-262281a8766f None None] Could not find standard attr ID for object 2a93b0ab-28f0-4730-90d9-3928432f09e4. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:16:47.374180 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-20c2f335-42b5-4a43-8e9e-fe4f67841231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993483840', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'c603e353-8b25-4a71-aa17-e1fd42aeb7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:42Z', 'updated_at': '2021-07-06T14:16:43Z', 'revision_number': 3, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'c603e353-8b25-4a71-aa17-e1fd42aeb7b8', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:59:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:42Z', 'updated_at': '2021-07-06T14:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:47.381488 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-ec4b4e04-6f17-43b8-9a73-92ea4ce76fae None None] Allocated IP 172.20.0.2 (cc831dab-1d14-42b4-acb6-5e0033bd0166/4bc6c111-9e19-48a1-90af-3bf03974d2f4/97112772-bf72-412e-92dc-a0e8afbc0cf0) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:47.393745 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf5cb5-21ca-469b-9fe3-0aae6fd81ab7 None None] Pushing event updated for resources: {'Port': ['ID=09a5761e-6bc2-4d38-986b-009fe981fc34,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:47.438824 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b084b5a6-e263-49a7-9b57-23f2abdde125 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:47.489731 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c2f335-42b5-4a43-8e9e-fe4f67841231 None None] The sync data for ids ['2b879a8e-1724-40ba-a0cd-5f4d3d5932d7'] in n-d-773644-6 is: [{'id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993483840', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'c603e353-8b25-4a71-aa17-e1fd42aeb7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:42Z', 'updated_at': '2021-07-06T14:16:43Z', 'revision_number': 3, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'c603e353-8b25-4a71-aa17-e1fd42aeb7b8', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:59:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:42Z', 'updated_at': '2021-07-06T14:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:16:47.552304 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c94e85-dfa1-404e-a8cf-fccf68664732 None None] DHCP port deletion for e9ebb152-2c72-4703-8052-389b34df37c5 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:16:47.720195 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85de2ca4-2f47-4cb3-ad50-7ef523c937dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:47.906617 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ec4b4e04-6f17-43b8-9a73-92ea4ce76fae None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:47.917172 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d3c94e85-dfa1-404e-a8cf-fccf68664732 None None] Deleting port 09a5761e-6bc2-4d38-986b-009fe981fc34 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:47.917172 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d3c94e85-dfa1-404e-a8cf-fccf68664732 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:47.921385 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ec4b4e04-6f17-43b8-9a73-92ea4ce76fae None None] Transition to ACTIVE for port object 97112772-bf72-412e-92dc-a0e8afbc0cf0 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:47.945655 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-85de2ca4-2f47-4cb3-ad50-7ef523c937dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] For port 09a5761e-6bc2-4d38-986b-009fe981fc34, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=09a5761e-6bc2-4d38-986b-009fe981fc34,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:48.002975 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85de2ca4-2f47-4cb3-ad50-7ef523c937dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:48.021710 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ec4b4e04-6f17-43b8-9a73-92ea4ce76fae None None] Transition to ACTIVE for port object 97112772-bf72-412e-92dc-a0e8afbc0cf0 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:48.023245 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85de2ca4-2f47-4cb3-ad50-7ef523c937dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:48.024945 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85de2ca4-2f47-4cb3-ad50-7ef523c937dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:48.040630 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ec4b4e04-6f17-43b8-9a73-92ea4ce76fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:48.062123 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 09a5761e-6bc2-4d38-986b-009fe981fc34 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:48.095398 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-b084b5a6-e263-49a7-9b57-23f2abdde125 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Allocated IP 172.20.0.1 (cc831dab-1d14-42b4-acb6-5e0033bd0166/4bc6c111-9e19-48a1-90af-3bf03974d2f4/a24f5952-4948-4e55-9974-dd9d871b7edd) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:48.133950 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85de2ca4-2f47-4cb3-ad50-7ef523c937dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:48.150186 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-85de2ca4-2f47-4cb3-ad50-7ef523c937dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:48.162762 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85de2ca4-2f47-4cb3-ad50-7ef523c937dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:48.163381 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85de2ca4-2f47-4cb3-ad50-7ef523c937dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:48.181933 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de2ca4-2f47-4cb3-ad50-7ef523c937dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Subnet': ['ID=48849c07-1f3c-4876-86db-232cf047c265,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:48.184073 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4b4e04-6f17-43b8-9a73-92ea4ce76fae None None] Network cc831dab-1d14-42b4-acb6-5e0033bd0166 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:48.186451 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de2ca4-2f47-4cb3-ad50-7ef523c937dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=09a5761e-6bc2-4d38-986b-009fe981fc34,revision_number=6']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:48.212093 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-85de2ca4-2f47-4cb3-ad50-7ef523c937dc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6006486 Jul 06 14:16:48.215460 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 52980) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:48.225730 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d3c94e85-dfa1-404e-a8cf-fccf68664732 None None] For port 09a5761e-6bc2-4d38-986b-009fe981fc34, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=09a5761e-6bc2-4d38-986b-009fe981fc34,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:48.226078 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d3c94e85-dfa1-404e-a8cf-fccf68664732 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:48.230050 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-042d9d02-e9f8-4ed3-b0fc-d02e465d211c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'mac_address': 'fa:16:3e:27:24:ea', 'name': 'tempest-NetworksTestDHCPv6-1316502513'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:48.244350 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d3c94e85-dfa1-404e-a8cf-fccf68664732 None None] Calling delete_port for 09a5761e-6bc2-4d38-986b-009fe981fc34 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:48.332118 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b084b5a6-e263-49a7-9b57-23f2abdde125 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:48.359402 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-b084b5a6-e263-49a7-9b57-23f2abdde125 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Transition to ACTIVE for port object a24f5952-4948-4e55-9974-dd9d871b7edd will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:48.402573 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b4e04-6f17-43b8-9a73-92ea4ce76fae None None] Pushing event updated for resources: {'Port': ['ID=97112772-bf72-412e-92dc-a0e8afbc0cf0,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:48.409165 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b084b5a6-e263-49a7-9b57-23f2abdde125 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:48.414093 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-ec4b4e04-6f17-43b8-9a73-92ea4ce76fae None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:48.421465 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4b4e04-6f17-43b8-9a73-92ea4ce76fae None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:48.423510 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042d9d02-e9f8-4ed3-b0fc-d02e465d211c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:48.428800 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-042d9d02-e9f8-4ed3-b0fc-d02e465d211c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:48.459148 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-042d9d02-e9f8-4ed3-b0fc-d02e465d211c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] device_id is not set on port 1d03e170-630f-4aa4-bc7d-a83295a9faf0 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:16:48.478382 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d3c94e85-dfa1-404e-a8cf-fccf68664732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:48.481365 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b084b5a6-e263-49a7-9b57-23f2abdde125 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Network cc831dab-1d14-42b4-acb6-5e0033bd0166 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:48.485355 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-b084b5a6-e263-49a7-9b57-23f2abdde125 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:48.489463 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b084b5a6-e263-49a7-9b57-23f2abdde125 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:48.538497 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084b5a6-e263-49a7-9b57-23f2abdde125 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Port': ['ID=a24f5952-4948-4e55-9974-dd9d871b7edd,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:48.560552 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b084b5a6-e263-49a7-9b57-23f2abdde125 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:48.595181 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c94e85-dfa1-404e-a8cf-fccf68664732 None None] Pushing event deleted for resources: {'Port': ['ID=09a5761e-6bc2-4d38-986b-009fe981fc34,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:48.616876 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-ec4b4e04-6f17-43b8-9a73-92ea4ce76fae None None] Attempting to bind port 97112772-bf72-412e-92dc-a0e8afbc0cf0 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:16:48.617163 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-ec4b4e04-6f17-43b8-9a73-92ea4ce76fae None None] Attempting to bind port 97112772-bf72-412e-92dc-a0e8afbc0cf0 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '16d6b6c4-d15a-409b-98ae-5eaa333bc3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:16:48.617534 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4b4e04-6f17-43b8-9a73-92ea4ce76fae None None] Attempting to bind port 97112772-bf72-412e-92dc-a0e8afbc0cf0 on network cc831dab-1d14-42b4-acb6-5e0033bd0166 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:16:48.620368 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:48.634649 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c94e85-dfa1-404e-a8cf-fccf68664732 None None] No DVR routers for this DVR port 09a5761e-6bc2-4d38-986b-009fe981fc34 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:48.682606 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a442ab-968a-4300-99be-64e63f4137fe None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:48.716667 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4b4e04-6f17-43b8-9a73-92ea4ce76fae None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:16:48.717052 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4b4e04-6f17-43b8-9a73-92ea4ce76fae None None] Checking segment: {'id': '16d6b6c4-d15a-409b-98ae-5eaa333bc3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:16:48.717461 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ec4b4e04-6f17-43b8-9a73-92ea4ce76fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:48.717908 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4b4e04-6f17-43b8-9a73-92ea4ce76fae None None] Bound using segment: {'id': '16d6b6c4-d15a-409b-98ae-5eaa333bc3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:16:48.718408 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-ec4b4e04-6f17-43b8-9a73-92ea4ce76fae None None] Bound port: 97112772-bf72-412e-92dc-a0e8afbc0cf0, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d6b6c4-d15a-409b-98ae-5eaa333bc3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:16:48.718804 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ec4b4e04-6f17-43b8-9a73-92ea4ce76fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:48.764458 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-042d9d02-e9f8-4ed3-b0fc-d02e465d211c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Allocated IP 2001:db8::f816:3eff:fe27:24ea (e9ebb152-2c72-4703-8052-389b34df37c5/48849c07-1f3c-4876-86db-232cf047c265/1d03e170-630f-4aa4-bc7d-a83295a9faf0) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:48.773877 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b084b5a6-e263-49a7-9b57-23f2abdde125 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:48.815156 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:48.944022 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-ec4b4e04-6f17-43b8-9a73-92ea4ce76fae None None] For port 97112772-bf72-412e-92dc-a0e8afbc0cf0, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:16:48.984769 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-ec4b4e04-6f17-43b8-9a73-92ea4ce76fae None None] For port 97112772-bf72-412e-92dc-a0e8afbc0cf0, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=97112772-bf72-412e-92dc-a0e8afbc0cf0,segment=NetworkSegment(16d6b6c4-d15a-409b-98ae-5eaa333bc3d4),segment_id=16d6b6c4-d15a-409b-98ae-5eaa333bc3d4)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:16:48.996807 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ec4b4e04-6f17-43b8-9a73-92ea4ce76fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:49.063873 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baea02ae-18f7-4582-b635-c729676225c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-e9ebb152-2c72-4703-8052-389b34df37c5', 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'tenant_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'fixed_ips': [{'subnet_id': '48849c07-1f3c-4876-86db-232cf047c265'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:16:49.064816 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-baea02ae-18f7-4582-b635-c729676225c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:49.140582 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b4e04-6f17-43b8-9a73-92ea4ce76fae None None] Pushing event updated for resources: {'Port': ['ID=97112772-bf72-412e-92dc-a0e8afbc0cf0,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:49.190706 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-042d9d02-e9f8-4ed3-b0fc-d02e465d211c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:49.230004 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-042d9d02-e9f8-4ed3-b0fc-d02e465d211c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Transition to ACTIVE for port object 1d03e170-630f-4aa4-bc7d-a83295a9faf0 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:49.269960 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-042d9d02-e9f8-4ed3-b0fc-d02e465d211c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:49.342262 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d9d02-e9f8-4ed3-b0fc-d02e465d211c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=1d03e170-630f-4aa4-bc7d-a83295a9faf0,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:49.359049 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042d9d02-e9f8-4ed3-b0fc-d02e465d211c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:49.361362 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-042d9d02-e9f8-4ed3-b0fc-d02e465d211c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:49.365688 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042d9d02-e9f8-4ed3-b0fc-d02e465d211c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:49.372408 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042d9d02-e9f8-4ed3-b0fc-d02e465d211c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:49.375003 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-042d9d02-e9f8-4ed3-b0fc-d02e465d211c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:49.380198 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-baea02ae-18f7-4582-b635-c729676225c3 None None] Allocated IP 2001:db8::f816:3eff:fed7:22de (e9ebb152-2c72-4703-8052-389b34df37c5/48849c07-1f3c-4876-86db-232cf047c265/4f8e33f6-f91f-4747-b8e3-1cca3b5795d6) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:49.395572 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-042d9d02-e9f8-4ed3-b0fc-d02e465d211c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1777103 Jul 06 14:16:49.397949 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53002) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:49.465638 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b084b5a6-e263-49a7-9b57-23f2abdde125 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:49.479430 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b084b5a6-e263-49a7-9b57-23f2abdde125 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:49.548285 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a76943-f757-4d18-b443-85a2cf894908 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:49.553894 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f9a76943-f757-4d18-b443-85a2cf894908 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1548042 Jul 06 14:16:49.554734 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53004) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:49.642776 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084b5a6-e263-49a7-9b57-23f2abdde125 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Port': ['ID=a24f5952-4948-4e55-9974-dd9d871b7edd,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:49.658499 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b084b5a6-e263-49a7-9b57-23f2abdde125 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:49.724116 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-baea02ae-18f7-4582-b635-c729676225c3 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:49.743152 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-baea02ae-18f7-4582-b635-c729676225c3 None None] Transition to ACTIVE for port object 4f8e33f6-f91f-4747-b8e3-1cca3b5795d6 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:49.763729 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-baea02ae-18f7-4582-b635-c729676225c3 None None] Transition to ACTIVE for port object 4f8e33f6-f91f-4747-b8e3-1cca3b5795d6 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:49.775296 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-baea02ae-18f7-4582-b635-c729676225c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:49.779833 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b084b5a6-e263-49a7-9b57-23f2abdde125 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Network cc831dab-1d14-42b4-acb6-5e0033bd0166 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:49.783549 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-b084b5a6-e263-49a7-9b57-23f2abdde125 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:49.811070 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0ca549ee-dd54-4c84-9545-157f7a313a3d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting port 1d03e170-630f-4aa4-bc7d-a83295a9faf0 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:49.811569 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0ca549ee-dd54-4c84-9545-157f7a313a3d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:49.842410 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baea02ae-18f7-4582-b635-c729676225c3 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:49.846852 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-baea02ae-18f7-4582-b635-c729676225c3 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:49.850807 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baea02ae-18f7-4582-b635-c729676225c3 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:49.876174 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea02ae-18f7-4582-b635-c729676225c3 None None] Pushing event updated for resources: {'Port': ['ID=4f8e33f6-f91f-4747-b8e3-1cca3b5795d6,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:49.960838 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b084b5a6-e263-49a7-9b57-23f2abdde125 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Router 2b879a8e-1724-40ba-a0cd-5f4d3d5932d7 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:16:49.993190 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-baea02ae-18f7-4582-b635-c729676225c3 None None] Attempting to bind port 4f8e33f6-f91f-4747-b8e3-1cca3b5795d6 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:16:49.996375 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-baea02ae-18f7-4582-b635-c729676225c3 None None] Attempting to bind port 4f8e33f6-f91f-4747-b8e3-1cca3b5795d6 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:16:49.996375 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baea02ae-18f7-4582-b635-c729676225c3 None None] Attempting to bind port 4f8e33f6-f91f-4747-b8e3-1cca3b5795d6 on network e9ebb152-2c72-4703-8052-389b34df37c5 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:16:50.008105 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baea02ae-18f7-4582-b635-c729676225c3 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:16:50.008105 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baea02ae-18f7-4582-b635-c729676225c3 None None] Checking segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:16:50.008503 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-baea02ae-18f7-4582-b635-c729676225c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:50.009013 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baea02ae-18f7-4582-b635-c729676225c3 None None] Bound using segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:16:50.009623 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-baea02ae-18f7-4582-b635-c729676225c3 None None] Bound port: 4f8e33f6-f91f-4747-b8e3-1cca3b5795d6, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:16:50.010120 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-baea02ae-18f7-4582-b635-c729676225c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:50.117269 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-baea02ae-18f7-4582-b635-c729676225c3 None None] For port 4f8e33f6-f91f-4747-b8e3-1cca3b5795d6, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:16:50.149111 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-baea02ae-18f7-4582-b635-c729676225c3 None None] For port 4f8e33f6-f91f-4747-b8e3-1cca3b5795d6, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=4f8e33f6-f91f-4747-b8e3-1cca3b5795d6,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:16:50.157134 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-baea02ae-18f7-4582-b635-c729676225c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:50.267851 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-3e13950b-7616-4102-93d7-dea4bf52ce84 req-dd8cf889-0da9-466a-8bee-01a3f3cd8c37 service neutron] (100418) timed out ('10.222.0.118', 33722) {{(pid=100418) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 14:16:50.297667 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b084b5a6-e263-49a7-9b57-23f2abdde125 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:16:50.302709 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 97112772-bf72-412e-92dc-a0e8afbc0cf0 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:50.305143 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea02ae-18f7-4582-b635-c729676225c3 None None] Pushing event updated for resources: {'Port': ['ID=4f8e33f6-f91f-4747-b8e3-1cca3b5795d6,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:50.334313 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b084b5a6-e263-49a7-9b57-23f2abdde125 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "PUT /v2.0/routers/2b879a8e-1724-40ba-a0cd-5f4d3d5932d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9349542 Jul 06 14:16:50.451402 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 97112772-bf72-412e-92dc-a0e8afbc0cf0 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:50.453117 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0ca549ee-dd54-4c84-9545-157f7a313a3d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:50.459673 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c603e353-8b25-4a71-aa17-e1fd42aeb7b8 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:50.485842 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0ca549ee-dd54-4c84-9545-157f7a313a3d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Calling delete_port for 1d03e170-630f-4aa4-bc7d-a83295a9faf0 owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:50.581702 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port c603e353-8b25-4a71-aa17-e1fd42aeb7b8 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:50.588613 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port c603e353-8b25-4a71-aa17-e1fd42aeb7b8 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:50.588613 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:50.669786 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e38112-c3b7-4c3b-b5be-42a7083b9754 None None] Sync routers for ids ['2b879a8e-1724-40ba-a0cd-5f4d3d5932d7'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:16:50.764206 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e38112-c3b7-4c3b-b5be-42a7083b9754 None None] Routers {'2b879a8e-1724-40ba-a0cd-5f4d3d5932d7'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:50.764871 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-a8e38112-c3b7-4c3b-b5be-42a7083b9754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:16:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2b879a8e-1724-40ba-a0cd-5f4d3d5932d7'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:50.803765 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-4afd827e-42ec-45cf-b167-8e397f5601e2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-539762774&fields=id&tenant_id=7317327619ce440a98467f267c9927a9 HTTP/1.1" status: 200 len: 267 time: 0.1096573 Jul 06 14:16:50.902440 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:50.952354 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0ca549ee-dd54-4c84-9545-157f7a313a3d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:51.003690 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port c603e353-8b25-4a71-aa17-e1fd42aeb7b8, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c603e353-8b25-4a71-aa17-e1fd42aeb7b8,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:51.019023 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:51.073194 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-da499196-dda1-4404-865f-87ef4edc8baf tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:51.092927 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-da499196-dda1-4404-865f-87ef4edc8baf tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/networks?id=cc831dab-1d14-42b4-acb6-5e0033bd0166 HTTP/1.1" status: 200 len: 796 time: 0.2821229 Jul 06 14:16:51.112040 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca549ee-dd54-4c84-9545-157f7a313a3d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Port': ['ID=1d03e170-630f-4aa4-bc7d-a83295a9faf0,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:51.154861 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-304fa098-ccb9-43af-9ca6-de86e65ce873 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/quotas/7317327619ce440a98467f267c9927a9 HTTP/1.1" status: 200 len: 375 time: 0.0606129 Jul 06 14:16:51.161482 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=c603e353-8b25-4a71-aa17-e1fd42aeb7b8,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:51.183319 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781cc5f7-d027-488b-b96d-8930c0e62e36 None None] Network cc831dab-1d14-42b4-acb6-5e0033bd0166 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:51.241029 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0ca549ee-dd54-4c84-9545-157f7a313a3d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:51.246363 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0ca549ee-dd54-4c84-9545-157f7a313a3d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/1d03e170-630f-4aa4-bc7d-a83295a9faf0 HTTP/1.1" status: 204 len: 168 time: 1.6903918 Jul 06 14:16:51.247172 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53042) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:51.251346 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-a8e38112-c3b7-4c3b-b5be-42a7083b9754 None None] Set router 2b879a8e-1724-40ba-a0cd-5f4d3d5932d7 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:51.340721 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-82b5c22d-15c8-47f4-bfa7-09696c28c094 None None] Provisioning for port 97112772-bf72-412e-92dc-a0e8afbc0cf0 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:51.342905 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-9b653168-4b8b-43ad-8146-131c027fe02f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1789298 Jul 06 14:16:51.369270 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02b8ab9-d3aa-4fa6-9cda-9f3a7acf882a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:51.370867 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02b8ab9-d3aa-4fa6-9cda-9f3a7acf882a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:51.375385 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53050) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:51.375579 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b02b8ab9-d3aa-4fa6-9cda-9f3a7acf882a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1272178 Jul 06 14:16:51.426998 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-82b5c22d-15c8-47f4-bfa7-09696c28c094 None None] Provisioning complete for port 97112772-bf72-412e-92dc-a0e8afbc0cf0 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:51.427471 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-82b5c22d-15c8-47f4-bfa7-09696c28c094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:51.448578 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a2dfd4b-d62b-4892-942b-9d30bf7607f8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting subnet 48849c07-1f3c-4876-86db-232cf047c265 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:16:51.467675 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7a2dfd4b-d62b-4892-942b-9d30bf7607f8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:51.920185 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-82b5c22d-15c8-47f4-bfa7-09696c28c094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:51.968176 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-e4a6c49b-34d3-41b1-bf56-8930faa9d683 service neutron] 10.222.0.118 "GET /v2.0/networks/cc831dab-1d14-42b4-acb6-5e0033bd0166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6242988 Jul 06 14:16:51.993789 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7a2dfd4b-d62b-4892-942b-9d30bf7607f8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.003147 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-a8e38112-c3b7-4c3b-b5be-42a7083b9754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993483840', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'c603e353-8b25-4a71-aa17-e1fd42aeb7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:42Z', 'updated_at': '2021-07-06T14:16:48Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'c603e353-8b25-4a71-aa17-e1fd42aeb7b8', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:59:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:42Z', 'updated_at': '2021-07-06T14:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'a24f5952-4948-4e55-9974-dd9d871b7edd', 'name': '', 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:b2:d5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '4bc6c111-9e19-48a1-90af-3bf03974d2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:47Z', 'updated_at': '2021-07-06T14:16:49Z', 'revision_number': 2, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': '4bc6c111-9e19-48a1-90af-3bf03974d2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:52.054679 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e38112-c3b7-4c3b-b5be-42a7083b9754 None None] Checking router: 2b879a8e-1724-40ba-a0cd-5f4d3d5932d7 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:16:52.055038 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e38112-c3b7-4c3b-b5be-42a7083b9754 None None] Updating router 2b879a8e-1724-40ba-a0cd-5f4d3d5932d7 port a24f5952-4948-4e55-9974-dd9d871b7edd binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:16:52.058018 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-82b5c22d-15c8-47f4-bfa7-09696c28c094 None None] For port 97112772-bf72-412e-92dc-a0e8afbc0cf0, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=97112772-bf72-412e-92dc-a0e8afbc0cf0,segment=NetworkSegment(16d6b6c4-d15a-409b-98ae-5eaa333bc3d4),segment_id=16d6b6c4-d15a-409b-98ae-5eaa333bc3d4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:52.111950 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-82b5c22d-15c8-47f4-bfa7-09696c28c094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.136080 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7a2dfd4b-d62b-4892-942b-9d30bf7607f8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.200379 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a8e38112-c3b7-4c3b-b5be-42a7083b9754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.278400 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 4f8e33f6-f91f-4747-b8e3-1cca3b5795d6 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:52.311370 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5c22d-15c8-47f4-bfa7-09696c28c094 None None] Pushing event updated for resources: {'Port': ['ID=97112772-bf72-412e-92dc-a0e8afbc0cf0,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:52.322961 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-77791cd3-b487-4fd6-8708-61dbd2c73169 service neutron] 10.222.0.118 "GET /v2.0/networks/cc831dab-1d14-42b4-acb6-5e0033bd0166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464913 Jul 06 14:16:52.324753 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7a2dfd4b-d62b-4892-942b-9d30bf7607f8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.354205 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2dfd4b-d62b-4892-942b-9d30bf7607f8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Subnet': ['ID=48849c07-1f3c-4876-86db-232cf047c265,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:52.373278 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7a2dfd4b-d62b-4892-942b-9d30bf7607f8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.378424 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7a2dfd4b-d62b-4892-942b-9d30bf7607f8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/48849c07-1f3c-4876-86db-232cf047c265 HTTP/1.1" status: 204 len: 168 time: 1.0014658 Jul 06 14:16:52.378703 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53066) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:52.410389 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2ef83b44-c95a-4f20-bffa-9868d86ce864 None None] Provisioning for port 4f8e33f6-f91f-4747-b8e3-1cca3b5795d6 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:52.506561 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a9a62b50-1cc9-4390-83ee-41dfd94457c6 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1260154 Jul 06 14:16:52.509183 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53072) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:52.625376 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 4f8e33f6-f91f-4747-b8e3-1cca3b5795d6 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:52.708035 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15da3f3f-387c-4df3-b86e-e626bd5e9963 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:52.710062 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-15da3f3f-387c-4df3-b86e-e626bd5e9963 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1996276 Jul 06 14:16:52.712680 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53074) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:52.754201 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 4f8e33f6-f91f-4747-b8e3-1cca3b5795d6 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:52.754201 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.756881 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ab026317-e9f5-4272-992b-48be271b791a None None] Provisioning for port a24f5952-4948-4e55-9974-dd9d871b7edd completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:52.833901 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ab51ce-458b-4a8d-a5dd-6b9832657bd5 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:52.847683 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f5ab51ce-458b-4a8d-a5dd-6b9832657bd5 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1337290 Jul 06 14:16:52.848944 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53080) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:52.871864 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-75baf9dd-515a-4b25-b166-26be219ddb7c req-a0de6155-83f8-4fa1-8a3b-08f9cb0d5525 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 210 time: 0.0726399 Jul 06 14:16:52.881943 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ab026317-e9f5-4272-992b-48be271b791a None None] Provisioning complete for port a24f5952-4948-4e55-9974-dd9d871b7edd triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:52.885209 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ab026317-e9f5-4272-992b-48be271b791a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:52.902746 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaecff92-d0c7-41b3-b05c-a923b942562c None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:52.998762 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-538c7356-8ee0-4f4d-ae01-d96180fd7860 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1474023 Jul 06 14:16:53.002949 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53086) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:53.020214 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c8197d54-e0a1-48cb-9083-aa6abe807169 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:53.125927 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-ab026317-e9f5-4272-992b-48be271b791a None None] Port a24f5952-4948-4e55-9974-dd9d871b7edd cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:16:53.151777 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ab026317-e9f5-4272-992b-48be271b791a None None] Could not find standard attr ID for object 1d03e170-630f-4aa4-bc7d-a83295a9faf0. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:16:53.185549 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.290889 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8197d54-e0a1-48cb-9083-aa6abe807169 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:53.296752 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c8197d54-e0a1-48cb-9083-aa6abe807169 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.308402 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ab026317-e9f5-4272-992b-48be271b791a None None] Provisioning complete for port 97112772-bf72-412e-92dc-a0e8afbc0cf0 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:53.309000 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ab026317-e9f5-4272-992b-48be271b791a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.403846 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 4f8e33f6-f91f-4747-b8e3-1cca3b5795d6, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=4f8e33f6-f91f-4747-b8e3-1cca3b5795d6,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:53.427349 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.428519 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c603e353-8b25-4a71-aa17-e1fd42aeb7b8 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:53.471902 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a8e38112-c3b7-4c3b-b5be-42a7083b9754 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.597350 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a8e38112-c3b7-4c3b-b5be-42a7083b9754 None None] Transition to ACTIVE for port object a24f5952-4948-4e55-9974-dd9d871b7edd will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:53.617136 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c90993-1d8f-4bd3-9c85-0fbce52a579c None None] DHCP port deletion for e9ebb152-2c72-4703-8052-389b34df37c5 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:16:53.628622 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a8e38112-c3b7-4c3b-b5be-42a7083b9754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.663322 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=4f8e33f6-f91f-4747-b8e3-1cca3b5795d6,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:53.674891 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port c603e353-8b25-4a71-aa17-e1fd42aeb7b8 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:53.675363 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.807194 n-d-773644-6 neutron-server[100417]: DEBUG neutron.objects.ports [None req-c8197d54-e0a1-48cb-9083-aa6abe807169 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100417) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:16:53.861234 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-a8e38112-c3b7-4c3b-b5be-42a7083b9754 None None] Attempting to bind port a24f5952-4948-4e55-9974-dd9d871b7edd on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:16:53.861610 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-a8e38112-c3b7-4c3b-b5be-42a7083b9754 None None] Attempting to bind port a24f5952-4948-4e55-9974-dd9d871b7edd by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '16d6b6c4-d15a-409b-98ae-5eaa333bc3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:16:53.862001 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e38112-c3b7-4c3b-b5be-42a7083b9754 None None] Attempting to bind port a24f5952-4948-4e55-9974-dd9d871b7edd on network cc831dab-1d14-42b4-acb6-5e0033bd0166 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:16:53.878389 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eadf01-5766-4d7c-b9a6-3cc73b656344 None None] Pushing event updated for resources: {'Port': ['ID=a24f5952-4948-4e55-9974-dd9d871b7edd,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:53.909693 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e38112-c3b7-4c3b-b5be-42a7083b9754 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:16:53.910113 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e38112-c3b7-4c3b-b5be-42a7083b9754 None None] Checking segment: {'id': '16d6b6c4-d15a-409b-98ae-5eaa333bc3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:16:53.912626 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a8e38112-c3b7-4c3b-b5be-42a7083b9754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:53.912836 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e38112-c3b7-4c3b-b5be-42a7083b9754 None None] Bound using segment: {'id': '16d6b6c4-d15a-409b-98ae-5eaa333bc3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:16:53.914286 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-a8e38112-c3b7-4c3b-b5be-42a7083b9754 None None] Bound port: a24f5952-4948-4e55-9974-dd9d871b7edd, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16d6b6c4-d15a-409b-98ae-5eaa333bc3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:16:53.914660 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a8e38112-c3b7-4c3b-b5be-42a7083b9754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:54.041328 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-20f9d34d-823a-46cf-9eb3-fe2cdeac3987 req-d3028b1e-ce74-4da0-9c9e-173d87324532 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 210 time: 0.0659845 Jul 06 14:16:54.157103 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c8197d54-e0a1-48cb-9083-aa6abe807169 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:54.175956 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-67c90993-1d8f-4bd3-9c85-0fbce52a579c None None] Deleting port 4f8e33f6-f91f-4747-b8e3-1cca3b5795d6 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:54.177852 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-67c90993-1d8f-4bd3-9c85-0fbce52a579c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:54.300636 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-a8e38112-c3b7-4c3b-b5be-42a7083b9754 None None] For port a24f5952-4948-4e55-9974-dd9d871b7edd, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:16:54.313700 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-a8e38112-c3b7-4c3b-b5be-42a7083b9754 None None] For port a24f5952-4948-4e55-9974-dd9d871b7edd, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a24f5952-4948-4e55-9974-dd9d871b7edd,segment=NetworkSegment(16d6b6c4-d15a-409b-98ae-5eaa333bc3d4),segment_id=16d6b6c4-d15a-409b-98ae-5eaa333bc3d4)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:16:54.320551 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 97112772-bf72-412e-92dc-a0e8afbc0cf0 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:54.362763 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a8e38112-c3b7-4c3b-b5be-42a7083b9754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:54.409076 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c8197d54-e0a1-48cb-9083-aa6abe807169 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] For port 4f8e33f6-f91f-4747-b8e3-1cca3b5795d6, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=4f8e33f6-f91f-4747-b8e3-1cca3b5795d6,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:54.427744 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eadf01-5766-4d7c-b9a6-3cc73b656344 None None] Pushing event updated for resources: {'Port': ['ID=a24f5952-4948-4e55-9974-dd9d871b7edd,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:54.457645 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c8197d54-e0a1-48cb-9083-aa6abe807169 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:54.465239 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c8197d54-e0a1-48cb-9083-aa6abe807169 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:54.466476 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c8197d54-e0a1-48cb-9083-aa6abe807169 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:54.492932 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 97112772-bf72-412e-92dc-a0e8afbc0cf0 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:54.493314 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:54.556628 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8197d54-e0a1-48cb-9083-aa6abe807169 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:54.564391 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-67c90993-1d8f-4bd3-9c85-0fbce52a579c None None] For port 4f8e33f6-f91f-4747-b8e3-1cca3b5795d6, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=4f8e33f6-f91f-4747-b8e3-1cca3b5795d6,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:54.564800 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-67c90993-1d8f-4bd3-9c85-0fbce52a579c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:54.568644 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e38112-c3b7-4c3b-b5be-42a7083b9754 None None] Routers {'2b879a8e-1724-40ba-a0cd-5f4d3d5932d7'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:16:54.569073 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-a8e38112-c3b7-4c3b-b5be-42a7083b9754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:16:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2b879a8e-1724-40ba-a0cd-5f4d3d5932d7'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:54.573105 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-c8197d54-e0a1-48cb-9083-aa6abe807169 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:54.584766 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8197d54-e0a1-48cb-9083-aa6abe807169 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:54.585438 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c8197d54-e0a1-48cb-9083-aa6abe807169 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:54.621705 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8197d54-e0a1-48cb-9083-aa6abe807169 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Subnet': ['ID=c75f0dd0-db6a-416f-a4e1-a2a4532ee43a,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:54.624466 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-67c90993-1d8f-4bd3-9c85-0fbce52a579c None None] Calling delete_port for 4f8e33f6-f91f-4747-b8e3-1cca3b5795d6 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:54.638941 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8197d54-e0a1-48cb-9083-aa6abe807169 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=4f8e33f6-f91f-4747-b8e3-1cca3b5795d6,revision_number=6']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:54.655610 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c8197d54-e0a1-48cb-9083-aa6abe807169 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6490958 Jul 06 14:16:54.655821 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53120) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:54.662261 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4acc6afa-4261-4a97-a44b-0cfc1bdd6c47 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'mac_address': 'fa:16:3e:93:3c:45', 'name': 'tempest-NetworksTestDHCPv6-913354210'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:54.814414 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acc6afa-4261-4a97-a44b-0cfc1bdd6c47 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:54.816423 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-a8e38112-c3b7-4c3b-b5be-42a7083b9754 None None] Set router 2b879a8e-1724-40ba-a0cd-5f4d3d5932d7 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:16:54.919153 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4acc6afa-4261-4a97-a44b-0cfc1bdd6c47 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:54.945943 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-4acc6afa-4261-4a97-a44b-0cfc1bdd6c47 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] device_id is not set on port d7e1b80d-8063-489e-ab62-7e247a06bf5b yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:16:55.188913 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-67c90993-1d8f-4bd3-9c85-0fbce52a579c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:55.213551 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-4acc6afa-4261-4a97-a44b-0cfc1bdd6c47 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Allocated IP 2001:db8::f816:3eff:fe93:3c45 (e9ebb152-2c72-4703-8052-389b34df37c5/c75f0dd0-db6a-416f-a4e1-a2a4532ee43a/d7e1b80d-8063-489e-ab62-7e247a06bf5b) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:55.246682 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c90993-1d8f-4bd3-9c85-0fbce52a579c None None] No DVR routers for this DVR port 4f8e33f6-f91f-4747-b8e3-1cca3b5795d6 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:16:55.257812 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fe3e127a-1cd1-43cd-a499-979b3d5ecc6a req-188f787b-ce6d-453d-91ff-19af1552c677 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 210 time: 0.0854607 Jul 06 14:16:55.316987 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c90993-1d8f-4bd3-9c85-0fbce52a579c None None] Pushing event deleted for resources: {'Port': ['ID=4f8e33f6-f91f-4747-b8e3-1cca3b5795d6,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:55.334993 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 4f8e33f6-f91f-4747-b8e3-1cca3b5795d6 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:16:55.367431 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b4523a-91fd-4427-ab74-fd165ac4055a None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:55.445277 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 4f8e33f6-f91f-4747-b8e3-1cca3b5795d6 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:16:55.446017 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 4f8e33f6-f91f-4747-b8e3-1cca3b5795d6 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:16:55.577681 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-a8e38112-c3b7-4c3b-b5be-42a7083b9754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993483840', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'c603e353-8b25-4a71-aa17-e1fd42aeb7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:42Z', 'updated_at': '2021-07-06T14:16:48Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'c603e353-8b25-4a71-aa17-e1fd42aeb7b8', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:59:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:42Z', 'updated_at': '2021-07-06T14:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'a24f5952-4948-4e55-9974-dd9d871b7edd', 'name': '', 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:b2:d5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '4bc6c111-9e19-48a1-90af-3bf03974d2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:47Z', 'updated_at': '2021-07-06T14:16:54Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': '4bc6c111-9e19-48a1-90af-3bf03974d2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:16:55.601064 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4acc6afa-4261-4a97-a44b-0cfc1bdd6c47 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:55.633241 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-4acc6afa-4261-4a97-a44b-0cfc1bdd6c47 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Transition to ACTIVE for port object d7e1b80d-8063-489e-ab62-7e247a06bf5b will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:55.635473 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e38112-c3b7-4c3b-b5be-42a7083b9754 None None] The sync data for ids ['2b879a8e-1724-40ba-a0cd-5f4d3d5932d7'] in n-d-773644-6 is: [{'id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993483840', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'c603e353-8b25-4a71-aa17-e1fd42aeb7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:42Z', 'updated_at': '2021-07-06T14:16:48Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'c603e353-8b25-4a71-aa17-e1fd42aeb7b8', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:59:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:42Z', 'updated_at': '2021-07-06T14:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'a24f5952-4948-4e55-9974-dd9d871b7edd', 'name': '', 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:b2:d5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '4bc6c111-9e19-48a1-90af-3bf03974d2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:47Z', 'updated_at': '2021-07-06T14:16:54Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': '4bc6c111-9e19-48a1-90af-3bf03974d2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:16:55.729273 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4acc6afa-4261-4a97-a44b-0cfc1bdd6c47 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:55.796937 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dac746-3702-424e-9baa-e3f9012f024f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-e9ebb152-2c72-4703-8052-389b34df37c5', 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'tenant_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'fixed_ips': [{'subnet_id': 'c75f0dd0-db6a-416f-a4e1-a2a4532ee43a'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:16:55.798926 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a6dac746-3702-424e-9baa-e3f9012f024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:55.857062 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acc6afa-4261-4a97-a44b-0cfc1bdd6c47 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:55.858984 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc6afa-4261-4a97-a44b-0cfc1bdd6c47 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=d7e1b80d-8063-489e-ab62-7e247a06bf5b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:55.871497 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-4acc6afa-4261-4a97-a44b-0cfc1bdd6c47 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:55.878771 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acc6afa-4261-4a97-a44b-0cfc1bdd6c47 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:55.896264 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acc6afa-4261-4a97-a44b-0cfc1bdd6c47 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:55.897094 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4acc6afa-4261-4a97-a44b-0cfc1bdd6c47 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:55.953391 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4acc6afa-4261-4a97-a44b-0cfc1bdd6c47 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2963979 Jul 06 14:16:55.956638 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53146) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:56.075882 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fde404a-2fd7-4a06-af95-77fd2744f1ec tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:56.078607 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4fde404a-2fd7-4a06-af95-77fd2744f1ec tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1203339 Jul 06 14:16:56.081446 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53150) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:56.111376 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-a6dac746-3702-424e-9baa-e3f9012f024f None None] Allocated IP 2001:db8::f816:3eff:fe04:e350 (e9ebb152-2c72-4703-8052-389b34df37c5/c75f0dd0-db6a-416f-a4e1-a2a4532ee43a/520feb87-de33-4d81-b03f-3c7ecf7cb093) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:16:56.367735 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-898f4cba-3342-4a9c-856a-38e3fcf2c681 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting port d7e1b80d-8063-489e-ab62-7e247a06bf5b {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:16:56.372133 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-898f4cba-3342-4a9c-856a-38e3fcf2c681 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:56.390217 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a6dac746-3702-424e-9baa-e3f9012f024f None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:56.414941 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a6dac746-3702-424e-9baa-e3f9012f024f None None] Transition to ACTIVE for port object 520feb87-de33-4d81-b03f-3c7ecf7cb093 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:56.491710 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78a84d02-95bd-402b-8793-d23424b55c7d req-47d806d5-84e5-40a7-aa2e-b2088e5da6d0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 210 time: 0.0783858 Jul 06 14:16:56.494474 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a6dac746-3702-424e-9baa-e3f9012f024f None None] Transition to ACTIVE for port object 520feb87-de33-4d81-b03f-3c7ecf7cb093 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:16:56.502112 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a24f5952-4948-4e55-9974-dd9d871b7edd up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:56.537438 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a6dac746-3702-424e-9baa-e3f9012f024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:56.649285 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dac746-3702-424e-9baa-e3f9012f024f None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:16:56.679867 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dac746-3702-424e-9baa-e3f9012f024f None None] Pushing event updated for resources: {'Port': ['ID=520feb87-de33-4d81-b03f-3c7ecf7cb093,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:56.680610 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-898f4cba-3342-4a9c-856a-38e3fcf2c681 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:56.687692 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-a6dac746-3702-424e-9baa-e3f9012f024f None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:16:56.691346 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dac746-3702-424e-9baa-e3f9012f024f None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:16:56.704999 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-898f4cba-3342-4a9c-856a-38e3fcf2c681 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Calling delete_port for d7e1b80d-8063-489e-ab62-7e247a06bf5b owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:16:56.775049 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port a24f5952-4948-4e55-9974-dd9d871b7edd completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:56.795497 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port a24f5952-4948-4e55-9974-dd9d871b7edd triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:56.796010 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:56.811993 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-a6dac746-3702-424e-9baa-e3f9012f024f None None] Attempting to bind port 520feb87-de33-4d81-b03f-3c7ecf7cb093 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:16:56.812358 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-a6dac746-3702-424e-9baa-e3f9012f024f None None] Attempting to bind port 520feb87-de33-4d81-b03f-3c7ecf7cb093 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:16:56.812742 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dac746-3702-424e-9baa-e3f9012f024f None None] Attempting to bind port 520feb87-de33-4d81-b03f-3c7ecf7cb093 on network e9ebb152-2c72-4703-8052-389b34df37c5 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:16:56.869378 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dac746-3702-424e-9baa-e3f9012f024f None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:16:56.869778 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dac746-3702-424e-9baa-e3f9012f024f None None] Checking segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:16:56.870196 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a6dac746-3702-424e-9baa-e3f9012f024f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:56.870598 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dac746-3702-424e-9baa-e3f9012f024f None None] Bound using segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:16:56.871110 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-a6dac746-3702-424e-9baa-e3f9012f024f None None] Bound port: 520feb87-de33-4d81-b03f-3c7ecf7cb093, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:16:56.871499 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a6dac746-3702-424e-9baa-e3f9012f024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:56.999655 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-898f4cba-3342-4a9c-856a-38e3fcf2c681 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:57.040881 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:57.088383 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f4cba-3342-4a9c-856a-38e3fcf2c681 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Port': ['ID=d7e1b80d-8063-489e-ab62-7e247a06bf5b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:57.095101 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-a6dac746-3702-424e-9baa-e3f9012f024f None None] For port 520feb87-de33-4d81-b03f-3c7ecf7cb093, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:16:57.110729 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-a6dac746-3702-424e-9baa-e3f9012f024f None None] For port 520feb87-de33-4d81-b03f-3c7ecf7cb093, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=520feb87-de33-4d81-b03f-3c7ecf7cb093,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:16:57.131287 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a6dac746-3702-424e-9baa-e3f9012f024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:57.157731 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-898f4cba-3342-4a9c-856a-38e3fcf2c681 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:57.173102 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-898f4cba-3342-4a9c-856a-38e3fcf2c681 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/d7e1b80d-8063-489e-ab62-7e247a06bf5b HTTP/1.1" status: 204 len: 168 time: 1.0888169 Jul 06 14:16:57.174706 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53174) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:57.225691 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port a24f5952-4948-4e55-9974-dd9d871b7edd, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a24f5952-4948-4e55-9974-dd9d871b7edd,segment=NetworkSegment(16d6b6c4-d15a-409b-98ae-5eaa333bc3d4),segment_id=16d6b6c4-d15a-409b-98ae-5eaa333bc3d4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:57.249157 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:57.251657 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dac746-3702-424e-9baa-e3f9012f024f None None] Pushing event updated for resources: {'Port': ['ID=520feb87-de33-4d81-b03f-3c7ecf7cb093,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:57.294520 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de7335c-ee70-495d-a040-f386f94dc8d2 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:57.296103 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de7335c-ee70-495d-a040-f386f94dc8d2 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:57.300417 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4de7335c-ee70-495d-a040-f386f94dc8d2 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1212893 Jul 06 14:16:57.302149 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53176) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:57.372162 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=a24f5952-4948-4e55-9974-dd9d871b7edd,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:57.411089 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eabe6c3-8871-4f7c-8de4-db2e7b4986d8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting subnet c75f0dd0-db6a-416f-a4e1-a2a4532ee43a {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:16:57.434782 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4eabe6c3-8871-4f7c-8de4-db2e7b4986d8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:57.544509 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4eabe6c3-8871-4f7c-8de4-db2e7b4986d8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:57.773116 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4eabe6c3-8871-4f7c-8de4-db2e7b4986d8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:57.805132 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dde9ea0d-e319-4ccb-9c50-f924bb0d45bd req-c99312d6-5ef5-4b63-a735-95fae94151f5 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 210 time: 0.0649738 Jul 06 14:16:57.914509 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4eabe6c3-8871-4f7c-8de4-db2e7b4986d8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:57.972996 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabe6c3-8871-4f7c-8de4-db2e7b4986d8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Subnet': ['ID=c75f0dd0-db6a-416f-a4e1-a2a4532ee43a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:16:57.994941 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4eabe6c3-8871-4f7c-8de4-db2e7b4986d8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:57.997718 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4eabe6c3-8871-4f7c-8de4-db2e7b4986d8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/c75f0dd0-db6a-416f-a4e1-a2a4532ee43a HTTP/1.1" status: 204 len: 168 time: 0.6943181 Jul 06 14:16:58.005537 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53192) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:58.059569 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8096478d-e3dc-4d2c-9a6a-c36dfcb13baf tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523224 Jul 06 14:16:58.062771 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53194) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:16:58.077336 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c3f82f9d-5ec5-4a15-8210-33bd4ef7a5bd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:58.267874 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f82f9d-5ec5-4a15-8210-33bd4ef7a5bd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:58.282891 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c3f82f9d-5ec5-4a15-8210-33bd4ef7a5bd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:58.490085 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a24f5952-4948-4e55-9974-dd9d871b7edd up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:58.569510 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port a24f5952-4948-4e55-9974-dd9d871b7edd triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:58.570214 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:58.693011 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 520feb87-de33-4d81-b03f-3c7ecf7cb093 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:16:58.733973 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:16:58.811471 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 520feb87-de33-4d81-b03f-3c7ecf7cb093 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:58.921694 n-d-773644-6 neutron-server[100417]: DEBUG neutron.objects.ports [None req-c3f82f9d-5ec5-4a15-8210-33bd4ef7a5bd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100417) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:16:59.076876 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d424107c-f328-4716-8dab-b628c360d156 req-6a397f18-fc51-401c-82f5-d511db98faa8 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 210 time: 0.0954635 Jul 06 14:16:59.260537 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452cdac9-a752-4769-8945-dbe7f56b2b80 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:16:59.309838 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-e1dc83e0-947a-42d9-b2c7-72d970ec44da tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:16:59.311851 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-e1dc83e0-947a-42d9-b2c7-72d970ec44da tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.52 "GET /v2.0/networks?id=cc831dab-1d14-42b4-acb6-5e0033bd0166 HTTP/1.1" status: 200 len: 796 time: 0.2179430 Jul 06 14:16:59.396957 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ff0e57af-794b-49fd-92be-1fd4a5f56d1b None None] Provisioning for port 520feb87-de33-4d81-b03f-3c7ecf7cb093 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:16:59.398428 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-4041201f-cda9-4b8f-b4e9-f11f4d11cce9 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7317327619ce440a98467f267c9927a9 HTTP/1.1" status: 200 len: 379 time: 0.0716243 Jul 06 14:16:59.412295 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-74175107-8538-46ed-8ddd-cd7577f4feb7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'port': {'device_id': '019da687-d48d-41bb-9ba7-408c92dca521', 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166', 'admin_state_up': True, 'tenant_id': '7317327619ce440a98467f267c9927a9', 'security_groups': ['e2816467-33cd-4490-b09d-860122cf181c']}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:16:59.429462 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ff0e57af-794b-49fd-92be-1fd4a5f56d1b None None] Provisioning complete for port 520feb87-de33-4d81-b03f-3c7ecf7cb093 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:16:59.430314 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ff0e57af-794b-49fd-92be-1fd4a5f56d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:59.470977 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c3f82f9d-5ec5-4a15-8210-33bd4ef7a5bd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:59.647410 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ff0e57af-794b-49fd-92be-1fd4a5f56d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:59.667138 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-74175107-8538-46ed-8ddd-cd7577f4feb7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Made reservation on behalf of 7317327619ce440a98467f267c9927a9 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:16:59.670372 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-74175107-8538-46ed-8ddd-cd7577f4feb7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:59.761775 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c3f82f9d-5ec5-4a15-8210-33bd4ef7a5bd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] For port 520feb87-de33-4d81-b03f-3c7ecf7cb093, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=520feb87-de33-4d81-b03f-3c7ecf7cb093,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:16:59.846411 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c3f82f9d-5ec5-4a15-8210-33bd4ef7a5bd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:59.872341 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c3f82f9d-5ec5-4a15-8210-33bd4ef7a5bd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:59.873251 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c3f82f9d-5ec5-4a15-8210-33bd4ef7a5bd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:16:59.970727 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.db.api [None req-ff0e57af-794b-49fd-92be-1fd4a5f56d1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:16:59.973882 n-d-773644-6 neutron-server[100419]: DEBUG oslo_db.api [None req-ff0e57af-794b-49fd-92be-1fd4a5f56d1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:17:00.025312 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f82f9d-5ec5-4a15-8210-33bd4ef7a5bd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:00.040292 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-74175107-8538-46ed-8ddd-cd7577f4feb7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Allocated IP 172.20.0.13 (cc831dab-1d14-42b4-acb6-5e0033bd0166/4bc6c111-9e19-48a1-90af-3bf03974d2f4/301dd780-d292-43d4-bbf7-6b5a3515e116) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:00.042969 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-c3f82f9d-5ec5-4a15-8210-33bd4ef7a5bd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:00.045677 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f82f9d-5ec5-4a15-8210-33bd4ef7a5bd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:00.046612 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c3f82f9d-5ec5-4a15-8210-33bd4ef7a5bd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:00.088716 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f82f9d-5ec5-4a15-8210-33bd4ef7a5bd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=520feb87-de33-4d81-b03f-3c7ecf7cb093,revision_number=5']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:00.104464 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f82f9d-5ec5-4a15-8210-33bd4ef7a5bd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Subnet': ['ID=c8f97ab9-a598-4a2f-b667-c42008b2499e,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:00.117981 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c3f82f9d-5ec5-4a15-8210-33bd4ef7a5bd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0442326 Jul 06 14:17:00.118220 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53226) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:00.123374 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-865d19fb-cb7e-4ba3-802f-1d0dc7741aba tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'mac_address': 'fa:16:3e:06:fb:7f', 'name': 'tempest-NetworksTestDHCPv6-562241423'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:00.371829 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 520feb87-de33-4d81-b03f-3c7ecf7cb093 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:00.382844 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865d19fb-cb7e-4ba3-802f-1d0dc7741aba tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:00.488780 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-865d19fb-cb7e-4ba3-802f-1d0dc7741aba tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:00.490939 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-74175107-8538-46ed-8ddd-cd7577f4feb7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:00.508525 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-74175107-8538-46ed-8ddd-cd7577f4feb7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Transition to ACTIVE for port object 301dd780-d292-43d4-bbf7-6b5a3515e116 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:00.552967 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-842175ac-3da8-4317-96b2-31cc575907e4 req-faafffdc-95d6-4793-8a72-8c73c959de11 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 210 time: 0.0604451 Jul 06 14:17:00.554512 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-74175107-8538-46ed-8ddd-cd7577f4feb7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:00.580678 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-865d19fb-cb7e-4ba3-802f-1d0dc7741aba tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] device_id is not set on port c2e16e9a-ba96-44d8-ac80-6a2eaff40763 yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:17:00.585047 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ff0e57af-794b-49fd-92be-1fd4a5f56d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:00.601314 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4b7015-5b44-4e0b-a36b-8219e67eb43c None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:00.631578 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-ff0e57af-794b-49fd-92be-1fd4a5f56d1b None None] For port 520feb87-de33-4d81-b03f-3c7ecf7cb093, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=520feb87-de33-4d81-b03f-3c7ecf7cb093,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:00.642779 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ff0e57af-794b-49fd-92be-1fd4a5f56d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:00.647220 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-74175107-8538-46ed-8ddd-cd7577f4feb7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Network cc831dab-1d14-42b4-acb6-5e0033bd0166 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:00.658731 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-74175107-8538-46ed-8ddd-cd7577f4feb7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:00.666052 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-74175107-8538-46ed-8ddd-cd7577f4feb7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:17:00.704264 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74175107-8538-46ed-8ddd-cd7577f4feb7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Port': ['ID=301dd780-d292-43d4-bbf7-6b5a3515e116,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:00.767740 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 520feb87-de33-4d81-b03f-3c7ecf7cb093 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:00.768262 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:00.777335 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-74175107-8538-46ed-8ddd-cd7577f4feb7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:00.779061 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-74175107-8538-46ed-8ddd-cd7577f4feb7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:00.838490 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-74175107-8538-46ed-8ddd-cd7577f4feb7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4308996 Jul 06 14:17:00.874727 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-c1b092cf-1fe1-4ae3-b946-c7f011621e25 service neutron] Request body: {'port': {'device_id': '019da687-d48d-41bb-9ba7-408c92dca521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:00.886674 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e57af-794b-49fd-92be-1fd4a5f56d1b None None] Pushing event updated for resources: {'Port': ['ID=520feb87-de33-4d81-b03f-3c7ecf7cb093,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:00.898582 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-865d19fb-cb7e-4ba3-802f-1d0dc7741aba tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Allocated IP 2001:db8::f816:3eff:fe06:fb7f (e9ebb152-2c72-4703-8052-389b34df37c5/c8f97ab9-a598-4a2f-b667-c42008b2499e/c2e16e9a-ba96-44d8-ac80-6a2eaff40763) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:01.017512 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-bbc9d833-8dea-409c-a1a1-a0da864a33ed None None] Provisioning complete for port 520feb87-de33-4d81-b03f-3c7ecf7cb093 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:01.018077 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bbc9d833-8dea-409c-a1a1-a0da864a33ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:01.063933 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-c1b092cf-1fe1-4ae3-b946-c7f011621e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:01.237558 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-865d19fb-cb7e-4ba3-802f-1d0dc7741aba tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:01.252427 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-865d19fb-cb7e-4ba3-802f-1d0dc7741aba tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Transition to ACTIVE for port object c2e16e9a-ba96-44d8-ac80-6a2eaff40763 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:01.294120 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-865d19fb-cb7e-4ba3-802f-1d0dc7741aba tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:01.349680 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-bbc9d833-8dea-409c-a1a1-a0da864a33ed None None] Could not find standard attr ID for object d7e1b80d-8063-489e-ab62-7e247a06bf5b. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:17:01.395385 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865d19fb-cb7e-4ba3-802f-1d0dc7741aba tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:01.421322 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-865d19fb-cb7e-4ba3-802f-1d0dc7741aba tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:01.437053 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865d19fb-cb7e-4ba3-802f-1d0dc7741aba tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:17:01.442963 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865d19fb-cb7e-4ba3-802f-1d0dc7741aba tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:01.443633 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-865d19fb-cb7e-4ba3-802f-1d0dc7741aba tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:01.476591 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d19fb-cb7e-4ba3-802f-1d0dc7741aba tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=c2e16e9a-ba96-44d8-ac80-6a2eaff40763,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:01.482431 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f4621710-e032-47c0-ad69-5bdadd558043 None None] Provisioning for port 301dd780-d292-43d4-bbf7-6b5a3515e116 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:01.489409 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53252) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:01.490572 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-865d19fb-cb7e-4ba3-802f-1d0dc7741aba tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3715429 Jul 06 14:17:01.495774 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f4621710-e032-47c0-ad69-5bdadd558043 None None] Provisioning complete for port 301dd780-d292-43d4-bbf7-6b5a3515e116 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:01.496156 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f4621710-e032-47c0-ad69-5bdadd558043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:01.580826 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-f4621710-e032-47c0-ad69-5bdadd558043 None None] Port 301dd780-d292-43d4-bbf7-6b5a3515e116 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:17:01.669730 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-c1b092cf-1fe1-4ae3-b946-c7f011621e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 301dd780-d292-43d4-bbf7-6b5a3515e116 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:17:01.679946 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-c1b092cf-1fe1-4ae3-b946-c7f011621e25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:01.697058 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-c1b092cf-1fe1-4ae3-b946-c7f011621e25 service neutron] Transition to ACTIVE for port object 301dd780-d292-43d4-bbf7-6b5a3515e116 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:01.711851 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-c1b092cf-1fe1-4ae3-b946-c7f011621e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:01.803993 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b092cf-1fe1-4ae3-b946-c7f011621e25 service neutron] Pushing event updated for resources: {'Port': ['ID=301dd780-d292-43d4-bbf7-6b5a3515e116,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:01.821916 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f6ea5c5e-9a45-4c9b-94c3-fb7d7413fe60 None None] Provisioning complete for port 520feb87-de33-4d81-b03f-3c7ecf7cb093 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:01.823436 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f6ea5c5e-9a45-4c9b-94c3-fb7d7413fe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:02.079409 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d8d220-27be-4829-b088-8678ca3a0b30 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:02.089918 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78879f2-0f01-42df-89a9-acc6178e6775 req-b6bb4018-dcc9-4b71-9735-556bca9fc9a4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:02.097009 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d8d220-27be-4829-b088-8678ca3a0b30 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:02.099692 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a78879f2-0f01-42df-89a9-acc6178e6775 req-b6bb4018-dcc9-4b71-9735-556bca9fc9a4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 944 time: 0.1896603 Jul 06 14:17:02.102729 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-26d8d220-27be-4829-b088-8678ca3a0b30 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.6087813 Jul 06 14:17:02.107324 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53258) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:02.165232 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-c1b092cf-1fe1-4ae3-b946-c7f011621e25 service neutron] Attempting to bind port 301dd780-d292-43d4-bbf7-6b5a3515e116 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:17:02.169361 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-c1b092cf-1fe1-4ae3-b946-c7f011621e25 service neutron] Attempting to bind port 301dd780-d292-43d4-bbf7-6b5a3515e116 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '16d6b6c4-d15a-409b-98ae-5eaa333bc3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:17:02.173047 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-c1b092cf-1fe1-4ae3-b946-c7f011621e25 service neutron] Attempting to bind port 301dd780-d292-43d4-bbf7-6b5a3515e116 on network cc831dab-1d14-42b4-acb6-5e0033bd0166 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:17:02.180142 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-c1b092cf-1fe1-4ae3-b946-c7f011621e25 service neutron] Port 301dd780-d292-43d4-bbf7-6b5a3515e116 on network cc831dab-1d14-42b4-acb6-5e0033bd0166 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:17:02.194332 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-c1b092cf-1fe1-4ae3-b946-c7f011621e25 service neutron] Attempting to bind port 301dd780-d292-43d4-bbf7-6b5a3515e116 on network cc831dab-1d14-42b4-acb6-5e0033bd0166 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:17:02.200745 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a78879f2-0f01-42df-89a9-acc6178e6775 req-608baccb-7578-4667-b892-baadd549dce9 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961039 Jul 06 14:17:02.202044 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-c1b092cf-1fe1-4ae3-b946-c7f011621e25 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:17:02.202044 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-c1b092cf-1fe1-4ae3-b946-c7f011621e25 service neutron] Checking segment: {'id': '16d6b6c4-d15a-409b-98ae-5eaa333bc3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:17:02.202550 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-c1b092cf-1fe1-4ae3-b946-c7f011621e25 service neutron] Bound using segment: {'id': '16d6b6c4-d15a-409b-98ae-5eaa333bc3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:17:02.203086 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-c1b092cf-1fe1-4ae3-b946-c7f011621e25 service neutron] Bound port: 301dd780-d292-43d4-bbf7-6b5a3515e116, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d6b6c4-d15a-409b-98ae-5eaa333bc3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:17:02.203559 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-c1b092cf-1fe1-4ae3-b946-c7f011621e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:02.335765 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 520feb87-de33-4d81-b03f-3c7ecf7cb093 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:02.369244 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-c1b092cf-1fe1-4ae3-b946-c7f011621e25 service neutron] For port 301dd780-d292-43d4-bbf7-6b5a3515e116, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:17:02.379670 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-c1b092cf-1fe1-4ae3-b946-c7f011621e25 service neutron] For port 301dd780-d292-43d4-bbf7-6b5a3515e116, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=301dd780-d292-43d4-bbf7-6b5a3515e116,segment=NetworkSegment(16d6b6c4-d15a-409b-98ae-5eaa333bc3d4),segment_id=16d6b6c4-d15a-409b-98ae-5eaa333bc3d4)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:17:02.386200 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-c1b092cf-1fe1-4ae3-b946-c7f011621e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:02.401462 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9c4bfca1-539e-41e3-ae88-c94236797f7e None None] Provisioning for port c2e16e9a-ba96-44d8-ac80-6a2eaff40763 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:02.418849 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9c4bfca1-539e-41e3-ae88-c94236797f7e None None] Provisioning complete for port c2e16e9a-ba96-44d8-ac80-6a2eaff40763 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:02.422035 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9c4bfca1-539e-41e3-ae88-c94236797f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:02.427340 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-04fc217e-a526-4abf-89a4-80c65f56b403 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting port c2e16e9a-ba96-44d8-ac80-6a2eaff40763 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:17:02.429245 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-04fc217e-a526-4abf-89a4-80c65f56b403 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:02.487233 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-c1b092cf-1fe1-4ae3-b946-c7f011621e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:02.488229 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-c1b092cf-1fe1-4ae3-b946-c7f011621e25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:02.491840 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-c1b092cf-1fe1-4ae3-b946-c7f011621e25 service neutron] 10.222.0.52 "PUT /v2.0/ports/301dd780-d292-43d4-bbf7-6b5a3515e116 HTTP/1.1" status: 200 len: 1092 time: 1.6380816 Jul 06 14:17:02.492522 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019da687-d48d-41bb-9ba7-408c92dca521', 'tag': '301dd780-d292-43d4-bbf7-6b5a3515e116'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:17:02.495294 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b914a3a-e215-4b32-8e6e-ce6902163465" -d '{"events": [{"name": "network-changed", "server_uuid": "019da687-d48d-41bb-9ba7-408c92dca521", "tag": "301dd780-d292-43d4-bbf7-6b5a3515e116"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:17:02.513699 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9c4bfca1-539e-41e3-ae88-c94236797f7e None None] Port c2e16e9a-ba96-44d8-ac80-6a2eaff40763 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:17:02.529931 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b092cf-1fe1-4ae3-b946-c7f011621e25 service neutron] Pushing event updated for resources: {'Port': ['ID=301dd780-d292-43d4-bbf7-6b5a3515e116,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:02.562117 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 520feb87-de33-4d81-b03f-3c7ecf7cb093 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:02.566692 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:02.666702 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-04fc217e-a526-4abf-89a4-80c65f56b403 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:02.715449 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-04fc217e-a526-4abf-89a4-80c65f56b403 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Calling delete_port for c2e16e9a-ba96-44d8-ac80-6a2eaff40763 owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:17:02.739592 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-963394b6-72ea-4569-92d9-a3507b735cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:02.745455 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-963394b6-72ea-4569-92d9-a3507b735cab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 1095 time: 0.1307642 Jul 06 14:17:02.845312 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-7cf6cce0-e26a-44fc-a977-46af68d48c4b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=301dd780-d292-43d4-bbf7-6b5a3515e116 HTTP/1.1" status: 200 len: 217 time: 0.0832887 Jul 06 14:17:02.951667 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcb3289-a15d-4ecd-be1f-a4a841797050 x-openstack-request-id: req-3fcb3289-a15d-4ecd-be1f-a4a841797050 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:17:02.953579 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019da687-d48d-41bb-9ba7-408c92dca521", "tag": "301dd780-d292-43d4-bbf7-6b5a3515e116", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:17:02.955256 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-3fcb3289-a15d-4ecd-be1f-a4a841797050 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:17:02.958914 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019da687-d48d-41bb-9ba7-408c92dca521', 'tag': '301dd780-d292-43d4-bbf7-6b5a3515e116', 'status': 'completed', 'code': 200} Jul 06 14:17:02.987537 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-8086ff7e-b453-4d5e-81aa-81f1398a24d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:02.990338 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-8086ff7e-b453-4d5e-81aa-81f1398a24d1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4bc6c111-9e19-48a1-90af-3bf03974d2f4 HTTP/1.1" status: 200 len: 834 time: 0.1332576 Jul 06 14:17:03.020504 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-04fc217e-a526-4abf-89a4-80c65f56b403 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:03.079526 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc217e-a526-4abf-89a4-80c65f56b403 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Port': ['ID=c2e16e9a-ba96-44d8-ac80-6a2eaff40763,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:03.117270 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-d58398dd-9a89-44b3-b63b-a58e7afc286f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:03.119149 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-d58398dd-9a89-44b3-b63b-a58e7afc286f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc831dab-1d14-42b4-acb6-5e0033bd0166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1140831 Jul 06 14:17:03.144231 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-04fc217e-a526-4abf-89a4-80c65f56b403 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:03.150871 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-04fc217e-a526-4abf-89a4-80c65f56b403 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/c2e16e9a-ba96-44d8-ac80-6a2eaff40763 HTTP/1.1" status: 204 len: 168 time: 1.0404761 Jul 06 14:17:03.151532 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53268) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:03.325771 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-86f94b83-1b54-4603-a9c4-4d8a2d1ff817 service neutron] 10.222.0.52 "GET /v2.0/networks/cc831dab-1d14-42b4-acb6-5e0033bd0166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941690 Jul 06 14:17:03.366793 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa15d67-e98c-44ff-9af9-0f285413f651 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:03.370776 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa15d67-e98c-44ff-9af9-0f285413f651 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:03.374885 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9fa15d67-e98c-44ff-9af9-0f285413f651 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2220066 Jul 06 14:17:03.378233 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53274) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:03.458295 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a810dbc-1a83-4d00-ab60-394bf4023923 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting subnet c8f97ab9-a598-4a2f-b667-c42008b2499e {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:17:03.465871 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8a810dbc-1a83-4d00-ab60-394bf4023923 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:03.515163 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8a810dbc-1a83-4d00-ab60-394bf4023923 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:03.580249 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3d186ae1-af3a-4b12-aa86-fd62d04a158b req-baa4769b-6059-4bf2-a105-82deae289079 service neutron] 10.222.0.52 "GET /v2.0/networks/cc831dab-1d14-42b4-acb6-5e0033bd0166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446647 Jul 06 14:17:03.677957 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8a810dbc-1a83-4d00-ab60-394bf4023923 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:03.750702 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b914a3a-e215-4b32-8e6e-ce6902163465 req-ca62ed96-dc47-40be-90aa-2264052a94c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:03.753686 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5b914a3a-e215-4b32-8e6e-ce6902163465 req-ca62ed96-dc47-40be-90aa-2264052a94c5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 1095 time: 0.0937927 Jul 06 14:17:03.779659 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc76073-0bdd-41bc-abfd-4690ea54b526 req-39bd6f71-a458-4d6d-8522-a028f214f9a0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:03.789168 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4cc76073-0bdd-41bc-abfd-4690ea54b526 req-39bd6f71-a458-4d6d-8522-a028f214f9a0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 944 time: 0.1839390 Jul 06 14:17:03.828295 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8a810dbc-1a83-4d00-ab60-394bf4023923 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:03.887201 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4cc76073-0bdd-41bc-abfd-4690ea54b526 req-ad280d91-e662-4f84-bedd-255f5d610c7e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974395 Jul 06 14:17:03.889891 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a810dbc-1a83-4d00-ab60-394bf4023923 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Subnet': ['ID=c8f97ab9-a598-4a2f-b667-c42008b2499e,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:03.908113 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8a810dbc-1a83-4d00-ab60-394bf4023923 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:03.908919 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e78429c-9a93-45bd-8cf1-f23193ef15df None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:03.912554 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8a810dbc-1a83-4d00-ab60-394bf4023923 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/c8f97ab9-a598-4a2f-b667-c42008b2499e HTTP/1.1" status: 204 len: 168 time: 0.5306673 Jul 06 14:17:03.912707 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b914a3a-e215-4b32-8e6e-ce6902163465 req-392109e1-f5d8-4a18-b496-f918aec415b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:03.912957 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53276) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:03.914787 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5b914a3a-e215-4b32-8e6e-ce6902163465 req-392109e1-f5d8-4a18-b496-f918aec415b5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cc831dab-1d14-42b4-acb6-5e0033bd0166 HTTP/1.1" status: 200 len: 897 time: 0.1532838 Jul 06 14:17:03.960416 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-28dfc543-c081-43cf-87b2-b65f660bc885 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432127 Jul 06 14:17:03.960640 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53278) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:03.967302 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5b914a3a-e215-4b32-8e6e-ce6902163465 req-1d2e6335-b931-4309-955b-847a88c26471 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=301dd780-d292-43d4-bbf7-6b5a3515e116 HTTP/1.1" status: 200 len: 217 time: 0.0445716 Jul 06 14:17:04.025907 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b914a3a-e215-4b32-8e6e-ce6902163465 req-863817d0-b75b-40e9-a1b8-5f3384715142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:04.027720 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5b914a3a-e215-4b32-8e6e-ce6902163465 req-863817d0-b75b-40e9-a1b8-5f3384715142 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4bc6c111-9e19-48a1-90af-3bf03974d2f4 HTTP/1.1" status: 200 len: 834 time: 0.0531003 Jul 06 14:17:04.030159 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3b02c2-6e50-41fa-acf2-401e06e14e14 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:04.033785 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0d3b02c2-6e50-41fa-acf2-401e06e14e14 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0700994 Jul 06 14:17:04.034561 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53280) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:04.121731 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bb549b-b35a-4cf1-b883-adf2ef6e1200 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:04.123262 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-26bb549b-b35a-4cf1-b883-adf2ef6e1200 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0871325 Jul 06 14:17:04.125996 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53282) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:04.139887 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dcdfef-49a6-4b8f-897c-f39f7894c041 None None] DHCP port deletion for e9ebb152-2c72-4703-8052-389b34df37c5 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:17:04.149266 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b914a3a-e215-4b32-8e6e-ce6902163465 req-f111daa1-6885-4af8-8022-58dcdc7c0e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:04.151053 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5b914a3a-e215-4b32-8e6e-ce6902163465 req-f111daa1-6885-4af8-8022-58dcdc7c0e5d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc831dab-1d14-42b4-acb6-5e0033bd0166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067247 Jul 06 14:17:04.176680 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f083ed1f-1aee-4c1f-a77f-7685d1856c77 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493207 Jul 06 14:17:04.180853 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53284) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:04.186364 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-cf6ec0b3-01fe-4b3d-a64e-7df779c0be6d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:04.199209 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d5dcdfef-49a6-4b8f-897c-f39f7894c041 None None] Deleting port 520feb87-de33-4d81-b03f-3c7ecf7cb093 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:17:04.199876 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d5dcdfef-49a6-4b8f-897c-f39f7894c041 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:04.299584 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5b914a3a-e215-4b32-8e6e-ce6902163465 req-58643c64-6aec-45f5-8075-c8a9b32ce87c service neutron] 10.222.0.52 "GET /v2.0/networks/cc831dab-1d14-42b4-acb6-5e0033bd0166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391947 Jul 06 14:17:04.317164 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6ec0b3-01fe-4b3d-a64e-7df779c0be6d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:04.322233 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cf6ec0b3-01fe-4b3d-a64e-7df779c0be6d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:04.335256 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d5dcdfef-49a6-4b8f-897c-f39f7894c041 None None] For port 520feb87-de33-4d81-b03f-3c7ecf7cb093, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=520feb87-de33-4d81-b03f-3c7ecf7cb093,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:04.336194 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d5dcdfef-49a6-4b8f-897c-f39f7894c041 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:04.359052 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d5dcdfef-49a6-4b8f-897c-f39f7894c041 None None] Calling delete_port for 520feb87-de33-4d81-b03f-3c7ecf7cb093 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:17:04.380506 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 520feb87-de33-4d81-b03f-3c7ecf7cb093 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:17:04.509247 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5b914a3a-e215-4b32-8e6e-ce6902163465 req-3f7debb9-6447-40d5-8357-e60f52088737 service neutron] 10.222.0.52 "GET /v2.0/networks/cc831dab-1d14-42b4-acb6-5e0033bd0166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978714 Jul 06 14:17:04.540861 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:04.566209 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d5dcdfef-49a6-4b8f-897c-f39f7894c041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:04.590342 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cf6ec0b3-01fe-4b3d-a64e-7df779c0be6d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:04.601822 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dcdfef-49a6-4b8f-897c-f39f7894c041 None None] No DVR routers for this DVR port 520feb87-de33-4d81-b03f-3c7ecf7cb093 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:17:04.606121 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcdfef-49a6-4b8f-897c-f39f7894c041 None None] Pushing event deleted for resources: {'Port': ['ID=520feb87-de33-4d81-b03f-3c7ecf7cb093,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:04.658529 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6ec0b3-01fe-4b3d-a64e-7df779c0be6d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:04.662737 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-cf6ec0b3-01fe-4b3d-a64e-7df779c0be6d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:04.667426 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6ec0b3-01fe-4b3d-a64e-7df779c0be6d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:04.667928 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cf6ec0b3-01fe-4b3d-a64e-7df779c0be6d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:04.674949 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28448106-159a-46b1-9e11-36d9d6904e02 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:04.682272 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ec0b3-01fe-4b3d-a64e-7df779c0be6d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Subnet': ['ID=e702a2f8-84b7-423e-a1c7-992732eee01e,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:04.692389 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53298) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:04.692672 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-cf6ec0b3-01fe-4b3d-a64e-7df779c0be6d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5103416 Jul 06 14:17:04.701578 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-a02a4055-1f8c-4e28-8295-5473213b85fa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'mac_address': 'fa:16:3e:ca:df:85', 'name': 'tempest-NetworksTestDHCPv6-697701886'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:04.847518 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02a4055-1f8c-4e28-8295-5473213b85fa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:05.002941 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a02a4055-1f8c-4e28-8295-5473213b85fa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:05.032893 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345ae16f-bd95-4ba8-917b-fac468489481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-e9ebb152-2c72-4703-8052-389b34df37c5', 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'tenant_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'fixed_ips': [{'subnet_id': 'e702a2f8-84b7-423e-a1c7-992732eee01e'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:17:05.034519 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-345ae16f-bd95-4ba8-917b-fac468489481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:05.060100 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-a02a4055-1f8c-4e28-8295-5473213b85fa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] device_id is not set on port e9e8dd8e-f37c-4421-b8df-25c9c29b12cf yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:17:05.134082 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22598bb4-0a2d-44c0-bc53-7d7385e0c602 req-44f0262c-10ff-465c-b3cb-855141b9c51d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:05.141327 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-22598bb4-0a2d-44c0-bc53-7d7385e0c602 req-44f0262c-10ff-465c-b3cb-855141b9c51d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 944 time: 0.0774589 Jul 06 14:17:05.184326 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-22598bb4-0a2d-44c0-bc53-7d7385e0c602 req-16fe625a-00c1-4f40-aae2-f61709742308 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418403 Jul 06 14:17:05.216317 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-345ae16f-bd95-4ba8-917b-fac468489481 None None] Allocated IP 2001:db8::2 (e9ebb152-2c72-4703-8052-389b34df37c5/e702a2f8-84b7-423e-a1c7-992732eee01e/001b96e8-c158-4f26-a1a6-0dfaca1c2e8b) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:05.370497 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-345ae16f-bd95-4ba8-917b-fac468489481 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:05.381435 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-345ae16f-bd95-4ba8-917b-fac468489481 None None] Transition to ACTIVE for port object 001b96e8-c158-4f26-a1a6-0dfaca1c2e8b will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:05.400945 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-345ae16f-bd95-4ba8-917b-fac468489481 None None] Transition to ACTIVE for port object 001b96e8-c158-4f26-a1a6-0dfaca1c2e8b will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:05.414283 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-345ae16f-bd95-4ba8-917b-fac468489481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:05.459324 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ae16f-bd95-4ba8-917b-fac468489481 None None] Pushing event updated for resources: {'Port': ['ID=001b96e8-c158-4f26-a1a6-0dfaca1c2e8b,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:05.477988 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345ae16f-bd95-4ba8-917b-fac468489481 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:05.479463 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-345ae16f-bd95-4ba8-917b-fac468489481 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:05.482667 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345ae16f-bd95-4ba8-917b-fac468489481 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:17:05.560471 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-345ae16f-bd95-4ba8-917b-fac468489481 None None] Attempting to bind port 001b96e8-c158-4f26-a1a6-0dfaca1c2e8b on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:17:05.560849 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-345ae16f-bd95-4ba8-917b-fac468489481 None None] Attempting to bind port 001b96e8-c158-4f26-a1a6-0dfaca1c2e8b by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:17:05.561216 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345ae16f-bd95-4ba8-917b-fac468489481 None None] Attempting to bind port 001b96e8-c158-4f26-a1a6-0dfaca1c2e8b on network e9ebb152-2c72-4703-8052-389b34df37c5 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:17:05.568272 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345ae16f-bd95-4ba8-917b-fac468489481 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:17:05.568794 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345ae16f-bd95-4ba8-917b-fac468489481 None None] Checking segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:17:05.569236 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-345ae16f-bd95-4ba8-917b-fac468489481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:05.569692 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345ae16f-bd95-4ba8-917b-fac468489481 None None] Bound using segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:17:05.570253 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-345ae16f-bd95-4ba8-917b-fac468489481 None None] Bound port: 001b96e8-c158-4f26-a1a6-0dfaca1c2e8b, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:17:05.570665 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-345ae16f-bd95-4ba8-917b-fac468489481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:05.650606 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-345ae16f-bd95-4ba8-917b-fac468489481 None None] For port 001b96e8-c158-4f26-a1a6-0dfaca1c2e8b, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:17:05.655397 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-345ae16f-bd95-4ba8-917b-fac468489481 None None] For port 001b96e8-c158-4f26-a1a6-0dfaca1c2e8b, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=001b96e8-c158-4f26-a1a6-0dfaca1c2e8b,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:17:05.671579 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-345ae16f-bd95-4ba8-917b-fac468489481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:05.773703 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ae16f-bd95-4ba8-917b-fac468489481 None None] Pushing event updated for resources: {'Port': ['ID=001b96e8-c158-4f26-a1a6-0dfaca1c2e8b,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:05.928139 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-a02a4055-1f8c-4e28-8295-5473213b85fa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Allocated IP 2001:db8::30e (e9ebb152-2c72-4703-8052-389b34df37c5/e702a2f8-84b7-423e-a1c7-992732eee01e/e9e8dd8e-f37c-4421-b8df-25c9c29b12cf) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:06.152493 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a02a4055-1f8c-4e28-8295-5473213b85fa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:06.174013 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a02a4055-1f8c-4e28-8295-5473213b85fa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Transition to ACTIVE for port object e9e8dd8e-f37c-4421-b8df-25c9c29b12cf will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:06.233172 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a02a4055-1f8c-4e28-8295-5473213b85fa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:06.315817 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02a4055-1f8c-4e28-8295-5473213b85fa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:06.318402 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-a02a4055-1f8c-4e28-8295-5473213b85fa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:06.323049 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02a4055-1f8c-4e28-8295-5473213b85fa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:17:06.330091 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a4055-1f8c-4e28-8295-5473213b85fa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:06.331017 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a02a4055-1f8c-4e28-8295-5473213b85fa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:06.365451 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 001b96e8-c158-4f26-a1a6-0dfaca1c2e8b up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:06.388510 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a4055-1f8c-4e28-8295-5473213b85fa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=e9e8dd8e-f37c-4421-b8df-25c9c29b12cf,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:06.402605 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a02a4055-1f8c-4e28-8295-5473213b85fa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7082636 Jul 06 14:17:06.405286 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53308) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:06.487882 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d791e0be-8c33-4a97-bf27-c2863d31bd16 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:06.489688 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 001b96e8-c158-4f26-a1a6-0dfaca1c2e8b completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:06.489988 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5adf2b8-038a-4328-8603-ab6828f87d67 req-a228c30a-8827-476d-a312-29b3ffea505c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:06.492351 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d5adf2b8-038a-4328-8603-ab6828f87d67 req-a228c30a-8827-476d-a312-29b3ffea505c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 944 time: 0.1068728 Jul 06 14:17:06.499980 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d791e0be-8c33-4a97-bf27-c2863d31bd16 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:06.502332 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d791e0be-8c33-4a97-bf27-c2863d31bd16 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0957203 Jul 06 14:17:06.505352 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53312) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:06.568770 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d5adf2b8-038a-4328-8603-ab6828f87d67 req-9d7760e4-14d6-4adf-a305-0e5ab1725bdb tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655549 Jul 06 14:17:06.633703 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-5a6fb047-6df3-4620-949c-3d814d397c4a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting port e9e8dd8e-f37c-4421-b8df-25c9c29b12cf {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:17:06.634555 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a6fb047-6df3-4620-949c-3d814d397c4a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:06.760239 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a6fb047-6df3-4620-949c-3d814d397c4a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:06.778080 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-5a6fb047-6df3-4620-949c-3d814d397c4a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Calling delete_port for e9e8dd8e-f37c-4421-b8df-25c9c29b12cf owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:17:06.951184 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a6fb047-6df3-4620-949c-3d814d397c4a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:07.018641 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5a6fb047-6df3-4620-949c-3d814d397c4a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:07.023857 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5a6fb047-6df3-4620-949c-3d814d397c4a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/e9e8dd8e-f37c-4421-b8df-25c9c29b12cf HTTP/1.1" status: 204 len: 168 time: 0.5148051 Jul 06 14:17:07.023857 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6fb047-6df3-4620-949c-3d814d397c4a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Port': ['ID=e9e8dd8e-f37c-4421-b8df-25c9c29b12cf,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:07.024764 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53316) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:07.092710 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c1c310-5562-4d5d-aa6a-e45db214c94c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:07.095273 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c1c310-5562-4d5d-aa6a-e45db214c94c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:07.099309 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e9c1c310-5562-4d5d-aa6a-e45db214c94c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0733869 Jul 06 14:17:07.101880 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53318) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:07.136990 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-dc71f778-ee57-4e2e-afec-05c07c4ca000 None None] Provisioning for port 001b96e8-c158-4f26-a1a6-0dfaca1c2e8b completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:07.141649 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-dc71f778-ee57-4e2e-afec-05c07c4ca000 None None] Provisioning complete for port 001b96e8-c158-4f26-a1a6-0dfaca1c2e8b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:07.142159 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dc71f778-ee57-4e2e-afec-05c07c4ca000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:07.168549 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a90b01d-dc6c-4a97-9335-33dee8f23ada tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting subnet e702a2f8-84b7-423e-a1c7-992732eee01e {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:17:07.172579 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4a90b01d-dc6c-4a97-9335-33dee8f23ada tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:07.220952 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4a90b01d-dc6c-4a97-9335-33dee8f23ada tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:07.249171 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dc71f778-ee57-4e2e-afec-05c07c4ca000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:07.295122 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-dc71f778-ee57-4e2e-afec-05c07c4ca000 None None] For port 001b96e8-c158-4f26-a1a6-0dfaca1c2e8b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=001b96e8-c158-4f26-a1a6-0dfaca1c2e8b,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:07.307890 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dc71f778-ee57-4e2e-afec-05c07c4ca000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:07.333316 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4a90b01d-dc6c-4a97-9335-33dee8f23ada tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:07.354679 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e570c2ec-8056-4693-8802-48eae2461932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:07.376231 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71f778-ee57-4e2e-afec-05c07c4ca000 None None] Pushing event updated for resources: {'Port': ['ID=001b96e8-c158-4f26-a1a6-0dfaca1c2e8b,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:07.392569 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 301dd780-d292-43d4-bbf7-6b5a3515e116 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:17:07.414403 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4a90b01d-dc6c-4a97-9335-33dee8f23ada tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:07.427574 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8d0ccd1b-87a8-49f6-8eae-a7a5e0d868c0 None None] Could not find standard attr ID for object e9e8dd8e-f37c-4421-b8df-25c9c29b12cf. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:17:07.477041 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4a90b01d-dc6c-4a97-9335-33dee8f23ada tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:07.484336 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4a90b01d-dc6c-4a97-9335-33dee8f23ada tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/e702a2f8-84b7-423e-a1c7-992732eee01e HTTP/1.1" status: 204 len: 168 time: 0.3782802 Jul 06 14:17:07.484336 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90b01d-dc6c-4a97-9335-33dee8f23ada tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Subnet': ['ID=e702a2f8-84b7-423e-a1c7-992732eee01e,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:07.484735 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53322) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:07.557298 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 301dd780-d292-43d4-bbf7-6b5a3515e116, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=301dd780-d292-43d4-bbf7-6b5a3515e116,segment=NetworkSegment(16d6b6c4-d15a-409b-98ae-5eaa333bc3d4),segment_id=16d6b6c4-d15a-409b-98ae-5eaa333bc3d4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:07.571872 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '301dd780-d292-43d4-bbf7-6b5a3515e116', 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166', 'port_id': '301dd780-d292-43d4-bbf7-6b5a3515e116', 'mac_address': 'fa:16:3e:ed:25:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc6c111-9e19-48a1-90af-3bf03974d2f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:17:07.584531 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53330) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:07.585154 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3cbf9712-3895-475f-9d95-b91cf2806c5b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0978160 Jul 06 14:17:07.629515 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef771634-4f0b-45c2-b983-1383297981ee None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:07.705675 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:07.722097 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4bd583-25ba-483d-8378-2b52274b8a10 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:07.723982 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-be4bd583-25ba-483d-8378-2b52274b8a10 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1384003 Jul 06 14:17:07.726965 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53338) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:07.749923 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 301dd780-d292-43d4-bbf7-6b5a3515e116 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:17:07.790683 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 301dd780-d292-43d4-bbf7-6b5a3515e116, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=301dd780-d292-43d4-bbf7-6b5a3515e116,segment=NetworkSegment(16d6b6c4-d15a-409b-98ae-5eaa333bc3d4),segment_id=16d6b6c4-d15a-409b-98ae-5eaa333bc3d4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:07.839001 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:07.853114 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae736ed-4514-4651-9398-159a4adabb5e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:07.857788 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6ae736ed-4514-4651-9398-159a4adabb5e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1267302 Jul 06 14:17:07.860605 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53350) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:07.868046 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0367fdd2-c649-49ad-afe8-c355d29b887d req-af4a0e07-8ce8-4fa4-a1e3-e27c254bc9ce tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:07.869971 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0367fdd2-c649-49ad-afe8-c355d29b887d req-af4a0e07-8ce8-4fa4-a1e3-e27c254bc9ce tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 944 time: 0.1448944 Jul 06 14:17:07.928537 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8aea1615-1edf-4177-9755-5205d9b82b66 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0660892 Jul 06 14:17:07.934676 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53362) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:07.940657 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-6f866f30-f933-4828-9c74-b1e1ec7adb9e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:07.943387 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=301dd780-d292-43d4-bbf7-6b5a3515e116,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:07.945649 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0367fdd2-c649-49ad-afe8-c355d29b887d req-deac14cd-b787-4251-bdc6-c1b57d237ad6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679979 Jul 06 14:17:08.051551 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52db57b8-ea53-4be4-b42d-c2535723866d None None] DHCP port deletion for e9ebb152-2c72-4703-8052-389b34df37c5 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:17:08.070129 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f866f30-f933-4828-9c74-b1e1ec7adb9e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:08.074288 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6f866f30-f933-4828-9c74-b1e1ec7adb9e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:08.157718 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-52db57b8-ea53-4be4-b42d-c2535723866d None None] Deleting port 001b96e8-c158-4f26-a1a6-0dfaca1c2e8b {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:17:08.158009 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-52db57b8-ea53-4be4-b42d-c2535723866d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:08.173513 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['301dd780-d292-43d4-bbf7-6b5a3515e116'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:17:08.329096 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-52db57b8-ea53-4be4-b42d-c2535723866d None None] For port 001b96e8-c158-4f26-a1a6-0dfaca1c2e8b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=001b96e8-c158-4f26-a1a6-0dfaca1c2e8b,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:08.329499 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-52db57b8-ea53-4be4-b42d-c2535723866d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:08.338256 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 001b96e8-c158-4f26-a1a6-0dfaca1c2e8b no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:17:08.388012 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-52db57b8-ea53-4be4-b42d-c2535723866d None None] Calling delete_port for 001b96e8-c158-4f26-a1a6-0dfaca1c2e8b owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:17:08.514332 n-d-773644-6 neutron-server[100417]: DEBUG neutron.objects.ports [None req-6f866f30-f933-4828-9c74-b1e1ec7adb9e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100417) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:17:08.586191 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-52db57b8-ea53-4be4-b42d-c2535723866d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:08.646441 n-d-773644-6 neutron-server[100417]: WARNING neutron.services.revisions.revision_plugin [None req-6f866f30-f933-4828-9c74-b1e1ec7adb9e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Could not find related port for resource to bump revision. Jul 06 14:17:08.647216 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:08.655176 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db57b8-ea53-4be4-b42d-c2535723866d None None] Pushing event deleted for resources: {'Port': ['ID=001b96e8-c158-4f26-a1a6-0dfaca1c2e8b,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:08.669098 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.ipam_pluggable_backend [None req-6f866f30-f933-4828-9c74-b1e1ec7adb9e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Port 001b96e8-c158-4f26-a1a6-0dfaca1c2e8b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100417) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 06 14:17:08.669646 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.ipam_pluggable_backend [None req-6f866f30-f933-4828-9c74-b1e1ec7adb9e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Reverting IP allocation for 2001:db8::f816:3eff:feee:d2c5 {{(pid=100417) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 06 14:17:08.673906 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.ipam_pluggable_backend [None req-6f866f30-f933-4828-9c74-b1e1ec7adb9e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feee:d2c5 {{(pid=100417) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 06 14:17:08.676946 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52db57b8-ea53-4be4-b42d-c2535723866d None None] No DVR routers for this DVR port 001b96e8-c158-4f26-a1a6-0dfaca1c2e8b on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:17:08.679621 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6f866f30-f933-4828-9c74-b1e1ec7adb9e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:08.741742 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f866f30-f933-4828-9c74-b1e1ec7adb9e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:08.761012 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-6f866f30-f933-4828-9c74-b1e1ec7adb9e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:08.763789 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f866f30-f933-4828-9c74-b1e1ec7adb9e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:08.764521 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6f866f30-f933-4828-9c74-b1e1ec7adb9e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:08.791107 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f866f30-f933-4828-9c74-b1e1ec7adb9e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Subnet': ['ID=98c569d6-9b3a-4131-ac52-d4930ec36a39,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:08.795314 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856f9336-e220-4c84-864c-55d3ecabd076 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:08.806299 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6f866f30-f933-4828-9c74-b1e1ec7adb9e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8678837 Jul 06 14:17:08.806931 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53456) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:08.816250 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-bd9f256b-724e-4673-ba91-6537d8fa8094 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:08.998853 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9f256b-724e-4673-ba91-6537d8fa8094 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:09.012779 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bd9f256b-724e-4673-ba91-6537d8fa8094 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:09.128002 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b68a75c-f184-4b6e-8ea0-a69a12ec7fac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-e9ebb152-2c72-4703-8052-389b34df37c5', 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'tenant_id': 'cbed1535f71949a99afa2a0d9b6f9d95', 'fixed_ips': [{'subnet_id': '98c569d6-9b3a-4131-ac52-d4930ec36a39'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:17:09.132137 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1b68a75c-f184-4b6e-8ea0-a69a12ec7fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:09.295443 n-d-773644-6 neutron-server[100418]: INFO neutron.db.ipam_backend_mixin [None req-bd9f256b-724e-4673-ba91-6537d8fa8094 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 98c569d6-9b3a-4131-ac52-d4930ec36a39 (CIDR: 2001:db8::/64) Jul 06 14:17:09.301819 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd9f256b-724e-4673-ba91-6537d8fa8094 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:17:09.302444 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd9f256b-724e-4673-ba91-6537d8fa8094 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:09.356395 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-bd9f256b-724e-4673-ba91-6537d8fa8094 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5473506 Jul 06 14:17:09.358970 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53526) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:09.368927 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-426a4f6f-4e01-4ba1-8b21-cb994158ab11 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:09.396424 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c4afc-b257-48fb-9b08-43945b1d7420 req-fb872685-cc2f-490a-a700-fa840c55a8f1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:09.406427 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ae7c4afc-b257-48fb-9b08-43945b1d7420 req-fb872685-cc2f-490a-a700-fa840c55a8f1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 945 time: 0.1972103 Jul 06 14:17:09.419474 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 301dd780-d292-43d4-bbf7-6b5a3515e116 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:09.479096 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-1b68a75c-f184-4b6e-8ea0-a69a12ec7fac None None] Allocated IP 2001:db8::f816:3eff:fe7a:c8b7 (e9ebb152-2c72-4703-8052-389b34df37c5/98c569d6-9b3a-4131-ac52-d4930ec36a39/85834c32-8d07-4146-b740-cff51ad977ad) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:09.493495 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ae7c4afc-b257-48fb-9b08-43945b1d7420 req-5234df0b-35c8-45d0-9411-ce82aec32468 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856149 Jul 06 14:17:09.582869 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426a4f6f-4e01-4ba1-8b21-cb994158ab11 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:09.584074 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 301dd780-d292-43d4-bbf7-6b5a3515e116 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:09.587589 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-426a4f6f-4e01-4ba1-8b21-cb994158ab11 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:09.606078 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 301dd780-d292-43d4-bbf7-6b5a3515e116 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:09.608910 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:09.791757 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1b68a75c-f184-4b6e-8ea0-a69a12ec7fac None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:09.807420 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:09.809644 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1b68a75c-f184-4b6e-8ea0-a69a12ec7fac None None] Transition to ACTIVE for port object 85834c32-8d07-4146-b740-cff51ad977ad will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:09.842219 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1b68a75c-f184-4b6e-8ea0-a69a12ec7fac None None] Transition to ACTIVE for port object 85834c32-8d07-4146-b740-cff51ad977ad will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:09.848429 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019da687-d48d-41bb-9ba7-408c92dca521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301dd780-d292-43d4-bbf7-6b5a3515e116'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:17:09.851881 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f1ec83-b6cf-42e4-bdfe-958d68774072" -d '{"events": [{"server_uuid": "019da687-d48d-41bb-9ba7-408c92dca521", "name": "network-vif-plugged", "status": "completed", "tag": "301dd780-d292-43d4-bbf7-6b5a3515e116"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:17:09.871379 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1b68a75c-f184-4b6e-8ea0-a69a12ec7fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:09.895365 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 301dd780-d292-43d4-bbf7-6b5a3515e116, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=301dd780-d292-43d4-bbf7-6b5a3515e116,segment=NetworkSegment(16d6b6c4-d15a-409b-98ae-5eaa333bc3d4),segment_id=16d6b6c4-d15a-409b-98ae-5eaa333bc3d4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:09.919757 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-426a4f6f-4e01-4ba1-8b21-cb994158ab11 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:09.933675 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10555873-8595-4aac-a037-dcb2e6e0cc13 x-openstack-request-id: req-10555873-8595-4aac-a037-dcb2e6e0cc13 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:17:09.941653 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019da687-d48d-41bb-9ba7-408c92dca521", "name": "network-vif-plugged", "status": "completed", "tag": "301dd780-d292-43d4-bbf7-6b5a3515e116", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:17:09.942258 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-10555873-8595-4aac-a037-dcb2e6e0cc13 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:17:09.942358 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019da687-d48d-41bb-9ba7-408c92dca521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301dd780-d292-43d4-bbf7-6b5a3515e116', 'code': 200} Jul 06 14:17:09.970764 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:09.975853 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426a4f6f-4e01-4ba1-8b21-cb994158ab11 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:09.979548 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-426a4f6f-4e01-4ba1-8b21-cb994158ab11 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:09.984639 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426a4f6f-4e01-4ba1-8b21-cb994158ab11 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:09.985635 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-426a4f6f-4e01-4ba1-8b21-cb994158ab11 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:09.987742 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68a75c-f184-4b6e-8ea0-a69a12ec7fac None None] Pushing event updated for resources: {'Port': ['ID=85834c32-8d07-4146-b740-cff51ad977ad,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:09.995100 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a4f6f-4e01-4ba1-8b21-cb994158ab11 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Subnet': ['ID=fc330a7e-913f-4826-8f1d-8d01965b607c,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:09.997605 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b68a75c-f184-4b6e-8ea0-a69a12ec7fac None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:10.006744 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-1b68a75c-f184-4b6e-8ea0-a69a12ec7fac None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:10.008329 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a4f6f-4e01-4ba1-8b21-cb994158ab11 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:10.009433 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a4f6f-4e01-4ba1-8b21-cb994158ab11 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:10.010021 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a4f6f-4e01-4ba1-8b21-cb994158ab11 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:10.010596 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a4f6f-4e01-4ba1-8b21-cb994158ab11 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:10.011404 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a4f6f-4e01-4ba1-8b21-cb994158ab11 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:10.012326 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a4f6f-4e01-4ba1-8b21-cb994158ab11 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:10.012946 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a4f6f-4e01-4ba1-8b21-cb994158ab11 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:10.013909 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a4f6f-4e01-4ba1-8b21-cb994158ab11 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:10.014527 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a4f6f-4e01-4ba1-8b21-cb994158ab11 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:10.015074 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a4f6f-4e01-4ba1-8b21-cb994158ab11 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:10.015634 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a4f6f-4e01-4ba1-8b21-cb994158ab11 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:10.016150 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-426a4f6f-4e01-4ba1-8b21-cb994158ab11 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:10.033535 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-426a4f6f-4e01-4ba1-8b21-cb994158ab11 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6689100 Jul 06 14:17:10.033675 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53596) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:10.038001 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-1e6a62e3-7b72-436e-9f20-916b0ebd9128 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'mac_address': 'fa:16:3e:28:db:57', 'name': 'tempest-NetworksTestDHCPv6-688245476'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:10.038445 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b68a75c-f184-4b6e-8ea0-a69a12ec7fac None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:17:10.137126 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-1b68a75c-f184-4b6e-8ea0-a69a12ec7fac None None] Attempting to bind port 85834c32-8d07-4146-b740-cff51ad977ad on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:17:10.137652 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-1b68a75c-f184-4b6e-8ea0-a69a12ec7fac None None] Attempting to bind port 85834c32-8d07-4146-b740-cff51ad977ad by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:17:10.138155 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b68a75c-f184-4b6e-8ea0-a69a12ec7fac None None] Attempting to bind port 85834c32-8d07-4146-b740-cff51ad977ad on network e9ebb152-2c72-4703-8052-389b34df37c5 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:17:10.144120 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5b121-7584-48dd-a760-ea4080430ca8 req-4bfd99e0-4c52-4cb1-adb3-4ec45b2eae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:10.147232 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b7a5b121-7584-48dd-a760-ea4080430ca8 req-4bfd99e0-4c52-4cb1-adb3-4ec45b2eae1f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 1097 time: 0.1261041 Jul 06 14:17:10.151838 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=301dd780-d292-43d4-bbf7-6b5a3515e116,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:10.156167 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b68a75c-f184-4b6e-8ea0-a69a12ec7fac None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:17:10.157026 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b68a75c-f184-4b6e-8ea0-a69a12ec7fac None None] Checking segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:17:10.157736 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1b68a75c-f184-4b6e-8ea0-a69a12ec7fac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:10.158421 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b68a75c-f184-4b6e-8ea0-a69a12ec7fac None None] Bound using segment: {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:17:10.159007 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-1b68a75c-f184-4b6e-8ea0-a69a12ec7fac None None] Bound port: 85834c32-8d07-4146-b740-cff51ad977ad, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773de81f-0de0-4637-979f-16d16a624f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:17:10.159498 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1b68a75c-f184-4b6e-8ea0-a69a12ec7fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:10.248614 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:10.268118 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b7a5b121-7584-48dd-a760-ea4080430ca8 req-31e68f9d-eae7-4fa2-b2bd-3f2add2f959e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108439 Jul 06 14:17:10.284783 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-1b68a75c-f184-4b6e-8ea0-a69a12ec7fac None None] For port 85834c32-8d07-4146-b740-cff51ad977ad, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:17:10.289899 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-1b68a75c-f184-4b6e-8ea0-a69a12ec7fac None None] For port 85834c32-8d07-4146-b740-cff51ad977ad, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=85834c32-8d07-4146-b740-cff51ad977ad,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:17:10.301158 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1b68a75c-f184-4b6e-8ea0-a69a12ec7fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:10.302811 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6a62e3-7b72-436e-9f20-916b0ebd9128 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:10.377853 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68a75c-f184-4b6e-8ea0-a69a12ec7fac None None] Pushing event updated for resources: {'Port': ['ID=85834c32-8d07-4146-b740-cff51ad977ad,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:10.440987 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1e6a62e3-7b72-436e-9f20-916b0ebd9128 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:10.468073 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-1e6a62e3-7b72-436e-9f20-916b0ebd9128 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] device_id is not set on port 4fdb82dc-b8bb-4e01-bc8a-d30807fea11c yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:17:10.608405 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3981-1222-4199-8239-e3d4ab0455fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:10.772704 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-1e6a62e3-7b72-436e-9f20-916b0ebd9128 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Allocated IP 2001:db8:0:1::2a4 (e9ebb152-2c72-4703-8052-389b34df37c5/fc330a7e-913f-4826-8f1d-8d01965b607c/4fdb82dc-b8bb-4e01-bc8a-d30807fea11c) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:10.782237 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-1e6a62e3-7b72-436e-9f20-916b0ebd9128 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Allocated IP 2001:db8::f816:3eff:fe28:db57 (e9ebb152-2c72-4703-8052-389b34df37c5/98c569d6-9b3a-4131-ac52-d4930ec36a39/4fdb82dc-b8bb-4e01-bc8a-d30807fea11c) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:10.850342 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e0a27-e3ce-403a-95a9-91d3853db34a req-f7db2e15-e5fb-4376-955b-2ed2953b28f7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:10.851908 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2d0e0a27-e3ce-403a-95a9-91d3853db34a req-f7db2e15-e5fb-4376-955b-2ed2953b28f7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 946 time: 0.1314216 Jul 06 14:17:10.942099 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2d0e0a27-e3ce-403a-95a9-91d3853db34a req-bb8c6855-b3bf-4f9e-b179-c9a788163fda tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832243 Jul 06 14:17:11.026347 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1e6a62e3-7b72-436e-9f20-916b0ebd9128 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:11.047074 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-1e6a62e3-7b72-436e-9f20-916b0ebd9128 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Transition to ACTIVE for port object 4fdb82dc-b8bb-4e01-bc8a-d30807fea11c will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:11.093795 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1e6a62e3-7b72-436e-9f20-916b0ebd9128 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:11.186849 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6a62e3-7b72-436e-9f20-916b0ebd9128 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:11.193857 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-1e6a62e3-7b72-436e-9f20-916b0ebd9128 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:11.200884 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6a62e3-7b72-436e-9f20-916b0ebd9128 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:17:11.210400 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6a62e3-7b72-436e-9f20-916b0ebd9128 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:11.211268 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1e6a62e3-7b72-436e-9f20-916b0ebd9128 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:11.221822 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a62e3-7b72-436e-9f20-916b0ebd9128 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=4fdb82dc-b8bb-4e01-bc8a-d30807fea11c,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:11.248104 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1e6a62e3-7b72-436e-9f20-916b0ebd9128 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2143626 Jul 06 14:17:11.250727 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53728) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:11.436640 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e6f9cde2-80aa-4c85-8064-4dd1ef33abf3 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting port 4fdb82dc-b8bb-4e01-bc8a-d30807fea11c {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:17:11.437249 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6f9cde2-80aa-4c85-8064-4dd1ef33abf3 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:11.568865 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:11.627470 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6f9cde2-80aa-4c85-8064-4dd1ef33abf3 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:11.648658 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e6f9cde2-80aa-4c85-8064-4dd1ef33abf3 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Calling delete_port for 4fdb82dc-b8bb-4e01-bc8a-d30807fea11c owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:17:11.789204 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f58cd2c-1f87-42ff-937f-286bcb9f1d32 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:11.884229 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6e46ac6e-8464-4fb5-89fa-c89160d459ed None None] Provisioning for port 85834c32-8d07-4146-b740-cff51ad977ad completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:12.005782 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6f9cde2-80aa-4c85-8064-4dd1ef33abf3 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:12.055525 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f9cde2-80aa-4c85-8064-4dd1ef33abf3 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Port': ['ID=4fdb82dc-b8bb-4e01-bc8a-d30807fea11c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:12.061853 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53826) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:12.165201 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e6f9cde2-80aa-4c85-8064-4dd1ef33abf3 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:12.169426 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e6f9cde2-80aa-4c85-8064-4dd1ef33abf3 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/4fdb82dc-b8bb-4e01-bc8a-d30807fea11c HTTP/1.1" status: 204 len: 168 time: 0.9167891 Jul 06 14:17:12.171855 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53832) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:12.212015 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fe283f-e72e-4600-a310-130e09c7611b None None] Update dhcp port {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'fixed_ips': [{'subnet_id': '98c569d6-9b3a-4131-ac52-d4930ec36a39', 'ip_address': '2001:db8::f816:3eff:fe7a:c8b7'}, {'subnet_id': 'fc330a7e-913f-4826-8f1d-8d01965b607c'}], 'binding:host_id': 'n-d-773644-6'}, 'id': '85834c32-8d07-4146-b740-cff51ad977ad'} from n-d-773644-6. {{(pid=100419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:17:12.222487 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620312d-9d4a-4bdc-9386-563d51985a59 req-f0a3a53f-f926-4f1d-8140-9f3afd6a3b95 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:12.224492 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b620312d-9d4a-4bdc-9386-563d51985a59 req-f0a3a53f-f926-4f1d-8140-9f3afd6a3b95 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 946 time: 0.1036425 Jul 06 14:17:12.278488 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b620312d-9d4a-4bdc-9386-563d51985a59 req-99f2335a-0d34-40e6-b269-ae826673adec tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466557 Jul 06 14:17:12.290960 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-28da7e96-c9b4-4d74-becd-4d9eff7c894f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:12.325599 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-45fe283f-e72e-4600-a310-130e09c7611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:12.346663 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06886bf-f6e0-4726-be3d-7e6f94ab2c9b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:12.348962 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a06886bf-f6e0-4726-be3d-7e6f94ab2c9b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1753592 Jul 06 14:17:12.351839 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53836) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:12.383027 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 85834c32-8d07-4146-b740-cff51ad977ad up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:12.466050 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25cfffe-dfb5-4dd5-8d7b-153110b8a38a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:12.473971 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c25cfffe-dfb5-4dd5-8d7b-153110b8a38a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1210234 Jul 06 14:17:12.474937 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53838) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:12.482265 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 85834c32-8d07-4146-b740-cff51ad977ad completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:12.501693 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-28da7e96-c9b4-4d74-becd-4d9eff7c894f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:12.507790 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-28da7e96-c9b4-4d74-becd-4d9eff7c894f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:12.568206 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-28da7e96-c9b4-4d74-becd-4d9eff7c894f admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=3f25d2f4e3fe49e5943bd2ce4196de95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5020733 Jul 06 14:17:12.568206 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da7e96-c9b4-4d74-becd-4d9eff7c894f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822a2f0a-48ce-4e26-90e7-263e473cba93,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:12.570946 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53840) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:12.591008 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa7d530-fc5c-4206-85f3-f4c732617624 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:12.592920 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa7d530-fc5c-4206-85f3-f4c732617624 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:12.594632 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa7d530-fc5c-4206-85f3-f4c732617624 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:12.598480 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0aa7d530-fc5c-4206-85f3-f4c732617624 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1193461 Jul 06 14:17:12.601948 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53842) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:12.633678 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f9b3c34b-17d9-4e78-9c89-33d01b632648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:12.657731 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f9b3c34b-17d9-4e78-9c89-33d01b632648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:12.667449 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cca87c-bdf1-4d06-9f8e-423f6cab9f48 req-69d981ff-e125-443d-91bb-4f4754e7d0ba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:12.675078 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-23cca87c-bdf1-4d06-9f8e-423f6cab9f48 req-69d981ff-e125-443d-91bb-4f4754e7d0ba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 946 time: 0.1596568 Jul 06 14:17:12.689708 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-615d9a21-4b14-4fec-a92f-531a23dc9be4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting subnet 98c569d6-9b3a-4131-ac52-d4930ec36a39 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:17:12.709901 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-615d9a21-4b14-4fec-a92f-531a23dc9be4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:12.713716 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 85834c32-8d07-4146-b740-cff51ad977ad triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:12.714442 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:12.738631 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f9b3c34b-17d9-4e78-9c89-33d01b632648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:12.738631 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f9b3c34b-17d9-4e78-9c89-33d01b632648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:12.738631 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f9b3c34b-17d9-4e78-9c89-33d01b632648 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/822a2f0a-48ce-4e26-90e7-263e473cba93 HTTP/1.1" status: 204 len: 168 time: 0.1627929 Jul 06 14:17:12.767686 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3c34b-17d9-4e78-9c89-33d01b632648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822a2f0a-48ce-4e26-90e7-263e473cba93,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:12.771522 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-23cca87c-bdf1-4d06-9f8e-423f6cab9f48 req-45ff6378-5e8b-4aee-9676-a800ece6834c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950253 Jul 06 14:17:12.782200 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-615d9a21-4b14-4fec-a92f-531a23dc9be4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:12.817994 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53846) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:12.864651 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:12.882656 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c824f8c9-0a88-47eb-adfe-57da885d24e8 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:12.884274 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c824f8c9-0a88-47eb-adfe-57da885d24e8 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 1092 time: 0.0650651 Jul 06 14:17:12.890111 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53848) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:12.898788 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-077eb9c0-0833-441d-8178-abe12260b3df tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'port_id': '301dd780-d292-43d4-bbf7-6b5a3515e116', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:12.902766 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 85834c32-8d07-4146-b740-cff51ad977ad, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=85834c32-8d07-4146-b740-cff51ad977ad,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:12.906889 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:12.909414 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-615d9a21-4b14-4fec-a92f-531a23dc9be4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:12.941173 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-077eb9c0-0833-441d-8178-abe12260b3df tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for floatingip, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:12.977663 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=85834c32-8d07-4146-b740-cff51ad977ad,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:13.013195 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-615d9a21-4b14-4fec-a92f-531a23dc9be4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server [None req-45fe283f-e72e-4600-a310-130e09c7611b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 98c569d6-9b3a-4131-ac52-d4930ec36a39: This subnet is being modified by another concurrent operation. Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise exception Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 98c569d6-9b3a-4131-ac52-d4930ec36a39: This subnet is being modified by another concurrent operation. Jul 06 14:17:13.014681 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server Jul 06 14:17:13.063355 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d9a21-4b14-4fec-a92f-531a23dc9be4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Subnet': ['ID=98c569d6-9b3a-4131-ac52-d4930ec36a39,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:13.066250 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-615d9a21-4b14-4fec-a92f-531a23dc9be4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:13.071242 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-615d9a21-4b14-4fec-a92f-531a23dc9be4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/98c569d6-9b3a-4131-ac52-d4930ec36a39 HTTP/1.1" status: 204 len: 168 time: 0.4680929 Jul 06 14:17:13.074340 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53858) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:13.138095 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-077eb9c0-0833-441d-8178-abe12260b3df tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:13.145065 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:13.145907 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-399c789b-9929-4c88-9edc-fb7fb5feaa0c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting subnet fc330a7e-913f-4826-8f1d-8d01965b607c {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:17:13.165214 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-399c789b-9929-4c88-9edc-fb7fb5feaa0c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:13.170874 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85885809-0163-4f30-972a-7453683afa5b None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:13.224354 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-399c789b-9929-4c88-9edc-fb7fb5feaa0c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:13.261670 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-062c444b-b126-4518-8321-3e0dd7b1693f None None] Could not find standard attr ID for object 4fdb82dc-b8bb-4e01-bc8a-d30807fea11c. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:17:13.283603 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-062c444b-b126-4518-8321-3e0dd7b1693f None None] Provisioning complete for port 85834c32-8d07-4146-b740-cff51ad977ad triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:13.284123 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-062c444b-b126-4518-8321-3e0dd7b1693f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:13.308488 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-399c789b-9929-4c88-9edc-fb7fb5feaa0c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:13.372455 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-077eb9c0-0833-441d-8178-abe12260b3df tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Allocated IP 172.25.6.122 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/e702a16a-8ab0-4f27-bdc3-d6417b648c97) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:13.493512 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-399c789b-9929-4c88-9edc-fb7fb5feaa0c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:13.570656 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-399c789b-9929-4c88-9edc-fb7fb5feaa0c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:13.572951 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-399c789b-9929-4c88-9edc-fb7fb5feaa0c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/fc330a7e-913f-4826-8f1d-8d01965b607c HTTP/1.1" status: 204 len: 168 time: 0.4970543 Jul 06 14:17:13.574161 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c789b-9929-4c88-9edc-fb7fb5feaa0c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Subnet': ['ID=fc330a7e-913f-4826-8f1d-8d01965b607c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:13.576490 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53874) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:13.616756 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60c1ab6-6e93-4cde-abf4-7f0ee2596a53 None None] Update dhcp port {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'fixed_ips': [{'subnet_id': 'fc330a7e-913f-4826-8f1d-8d01965b607c'}], 'binding:host_id': 'n-d-773644-6'}, 'id': '85834c32-8d07-4146-b740-cff51ad977ad'} from n-d-773644-6. {{(pid=100419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:17:13.627897 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8eab9361-1c56-4179-836e-8387781b9e80 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499899 Jul 06 14:17:13.631450 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53876) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:13.639162 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-077eb9c0-0833-441d-8178-abe12260b3df tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:13.643693 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-63b3107d-bc6c-48ae-a921-6e2d1174067a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:13.664401 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c60c1ab6-6e93-4cde-abf4-7f0ee2596a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:13.699851 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-077eb9c0-0833-441d-8178-abe12260b3df tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:13.749836 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077eb9c0-0833-441d-8178-abe12260b3df tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:13.753365 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-077eb9c0-0833-441d-8178-abe12260b3df tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:13.756868 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077eb9c0-0833-441d-8178-abe12260b3df tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:17:13.781474 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b3107d-bc6c-48ae-a921-6e2d1174067a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:13.789858 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-63b3107d-bc6c-48ae-a921-6e2d1174067a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:13.798734 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077eb9c0-0833-441d-8178-abe12260b3df tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Port': ['ID=e702a16a-8ab0-4f27-bdc3-d6417b648c97,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:13.930245 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-041223bf-0146-4ffb-86b2-7261eb2539d8 None None] Provisioning complete for port 85834c32-8d07-4146-b740-cff51ad977ad triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:13.932074 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-041223bf-0146-4ffb-86b2-7261eb2539d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:14.149143 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2128640-792c-4492-94ff-e29ff9cad224 None None] get_active_networks_info from n-d-773644-6 {{(pid=100419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 14:17:14.188479 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c602322a-b589-4649-9ab8-4aa799e5ab58 None None] Could not find standard attr ID for object 4fdb82dc-b8bb-4e01-bc8a-d30807fea11c. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:17:14.247940 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2128640-792c-4492-94ff-e29ff9cad224 None None] Resources bound (agent type, host, resource id): {{(pid=100419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 14:17:14.283361 n-d-773644-6 neutron-server[100418]: DEBUG neutron.objects.ports [None req-63b3107d-bc6c-48ae-a921-6e2d1174067a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100418) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:17:14.375168 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-077eb9c0-0833-441d-8178-abe12260b3df tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:14.397390 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 85834c32-8d07-4146-b740-cff51ad977ad no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:17:14.535487 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-077eb9c0-0833-441d-8178-abe12260b3df tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:14.545369 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-63b3107d-bc6c-48ae-a921-6e2d1174067a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:14.567507 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:14.657010 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 85834c32-8d07-4146-b740-cff51ad977ad, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=85834c32-8d07-4146-b740-cff51ad977ad,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:14.664600 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:14.679552 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.db.api [None req-63b3107d-bc6c-48ae-a921-6e2d1174067a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100418) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:17:14.679689 n-d-773644-6 neutron-server[100418]: DEBUG oslo_db.api [None req-63b3107d-bc6c-48ae-a921-6e2d1174067a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:17:14.772704 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-077eb9c0-0833-441d-8178-abe12260b3df tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:14.777077 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=85834c32-8d07-4146-b740-cff51ad977ad,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:14.778405 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-077eb9c0-0833-441d-8178-abe12260b3df tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:14.809794 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52722c7e-4d34-4e20-8b30-c0f99051c8a0 None None] Update dhcp port {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'fixed_ips': [{'subnet_id': 'abf307ea-a984-49f7-ac58-26b9db77e387'}], 'binding:host_id': 'n-d-773644-6'}, 'id': '85834c32-8d07-4146-b740-cff51ad977ad'} from n-d-773644-6. {{(pid=100419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:17:14.852538 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-52722c7e-4d34-4e20-8b30-c0f99051c8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:14.859311 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077eb9c0-0833-441d-8178-abe12260b3df tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Port': ['ID=e702a16a-8ab0-4f27-bdc3-d6417b648c97,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:14.883589 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-077eb9c0-0833-441d-8178-abe12260b3df tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:14.997942 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-077eb9c0-0833-441d-8178-abe12260b3df tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Floating IP b096201d-72de-41d1-9c65-4abd6af0b1ad associated. External IP: 172.25.6.122, port: 301dd780-d292-43d4-bbf7-6b5a3515e116. Jul 06 14:17:15.145552 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-52722c7e-4d34-4e20-8b30-c0f99051c8a0 None None] For port 85834c32-8d07-4146-b740-cff51ad977ad, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=85834c32-8d07-4146-b740-cff51ad977ad,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:15.183229 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-52722c7e-4d34-4e20-8b30-c0f99051c8a0 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:15.188948 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-52722c7e-4d34-4e20-8b30-c0f99051c8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:15.280750 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52722c7e-4d34-4e20-8b30-c0f99051c8a0 None None] Pushing event updated for resources: {'Port': ['ID=85834c32-8d07-4146-b740-cff51ad977ad,revision_number=7']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:15.281229 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077eb9c0-0833-441d-8178-abe12260b3df tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Router 2b879a8e-1724-40ba-a0cd-5f4d3d5932d7 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:17:15.474598 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077eb9c0-0833-441d-8178-abe12260b3df tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:17:15.492351 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b5e695-a277-432f-91d3-53700e6d3893 None None] Sync routers for ids ['2b879a8e-1724-40ba-a0cd-5f4d3d5932d7'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:17:15.506838 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-077eb9c0-0833-441d-8178-abe12260b3df tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:15.510731 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b5e695-a277-432f-91d3-53700e6d3893 None None] Routers {'2b879a8e-1724-40ba-a0cd-5f4d3d5932d7'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:15.511748 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-59b5e695-a277-432f-91d3-53700e6d3893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:17:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2b879a8e-1724-40ba-a0cd-5f4d3d5932d7'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:15.606931 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-077eb9c0-0833-441d-8178-abe12260b3df tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6990261 Jul 06 14:17:15.608779 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019da687-d48d-41bb-9ba7-408c92dca521', 'tag': '301dd780-d292-43d4-bbf7-6b5a3515e116'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:17:15.611741 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95250af2-ee00-43d1-858d-0036384756cc" -d '{"events": [{"name": "network-changed", "server_uuid": "019da687-d48d-41bb-9ba7-408c92dca521", "tag": "301dd780-d292-43d4-bbf7-6b5a3515e116"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:17:15.683347 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-59b5e695-a277-432f-91d3-53700e6d3893 None None] Set router 2b879a8e-1724-40ba-a0cd-5f4d3d5932d7 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:15.891933 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-63b3107d-bc6c-48ae-a921-6e2d1174067a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:15.984051 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e7ea1-de48-4425-941a-71b53f021e5a req-826cf104-edd6-480c-a4bd-ad58d3e80e52 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:15.985735 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f61e7ea1-de48-4425-941a-71b53f021e5a req-826cf104-edd6-480c-a4bd-ad58d3e80e52 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 946 time: 0.1740363 Jul 06 14:17:16.095583 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f61e7ea1-de48-4425-941a-71b53f021e5a req-e35cd369-3d64-42dd-b209-496ab3f79536 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015575 Jul 06 14:17:16.131715 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53906) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:16.202607 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-63b3107d-bc6c-48ae-a921-6e2d1174067a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] For port 85834c32-8d07-4146-b740-cff51ad977ad, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=85834c32-8d07-4146-b740-cff51ad977ad,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:16.235495 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051cb244-3591-48dd-90f9-f1a052779fa4 x-openstack-request-id: req-051cb244-3591-48dd-90f9-f1a052779fa4 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:17:16.235940 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019da687-d48d-41bb-9ba7-408c92dca521", "tag": "301dd780-d292-43d4-bbf7-6b5a3515e116", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:17:16.236712 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-051cb244-3591-48dd-90f9-f1a052779fa4 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:17:16.237353 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019da687-d48d-41bb-9ba7-408c92dca521', 'tag': '301dd780-d292-43d4-bbf7-6b5a3515e116', 'status': 'completed', 'code': 200} Jul 06 14:17:16.271104 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-881716d6-e6bf-45a8-bc69-3bdeca0f9d7e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/floatingips/b096201d-72de-41d1-9c65-4abd6af0b1ad HTTP/1.1" status: 200 len: 992 time: 0.1343465 Jul 06 14:17:16.298742 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-59b5e695-a277-432f-91d3-53700e6d3893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993483840', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'c603e353-8b25-4a71-aa17-e1fd42aeb7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:42Z', 'updated_at': '2021-07-06T14:16:48Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'c603e353-8b25-4a71-aa17-e1fd42aeb7b8', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:59:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:42Z', 'updated_at': '2021-07-06T14:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'b096201d-72de-41d1-9c65-4abd6af0b1ad', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'port_id': '301dd780-d292-43d4-bbf7-6b5a3515e116', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166', 'mac_address': 'fa:16:3e:ed:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019da687-d48d-41bb-9ba7-408c92dca521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:17:14Z', 'updated_at': '2021-07-06T14:17:14Z', 'revision_number': 0, 'project_id': '7317327619ce440a98467f267c9927a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a24f5952-4948-4e55-9974-dd9d871b7edd', 'name': '', 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:b2:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '4bc6c111-9e19-48a1-90af-3bf03974d2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:47Z', 'updated_at': '2021-07-06T14:16:57Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': '4bc6c111-9e19-48a1-90af-3bf03974d2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:16.365154 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95250af2-ee00-43d1-858d-0036384756cc req-fd7b6ee9-d93d-4c7a-80e0-bc7f1eb719e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:16.369518 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-63b3107d-bc6c-48ae-a921-6e2d1174067a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:16.371181 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-95250af2-ee00-43d1-858d-0036384756cc req-fd7b6ee9-d93d-4c7a-80e0-bc7f1eb719e3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 1097 time: 0.0990632 Jul 06 14:17:16.381220 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-63b3107d-bc6c-48ae-a921-6e2d1174067a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:16.384414 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-63b3107d-bc6c-48ae-a921-6e2d1174067a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:16.396855 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b5e695-a277-432f-91d3-53700e6d3893 None None] Checking router: 2b879a8e-1724-40ba-a0cd-5f4d3d5932d7 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:17:16.397789 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20536a75-3ba8-4b7d-ad85-5685c2a1602c None None] get_active_networks_info from n-d-773644-6 {{(pid=100419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 14:17:16.418012 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b5e695-a277-432f-91d3-53700e6d3893 None None] Routers {'2b879a8e-1724-40ba-a0cd-5f4d3d5932d7'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:17:16.420418 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-59b5e695-a277-432f-91d3-53700e6d3893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:17:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2b879a8e-1724-40ba-a0cd-5f4d3d5932d7'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:16.506549 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-73684237-500e-48ce-ad71-26d4c4413d97 None None] Provisioning complete for port 85834c32-8d07-4146-b740-cff51ad977ad triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:16.507306 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-73684237-500e-48ce-ad71-26d4c4413d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:16.509432 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 85834c32-8d07-4146-b740-cff51ad977ad up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:16.607839 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b3107d-bc6c-48ae-a921-6e2d1174067a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:16.619347 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95250af2-ee00-43d1-858d-0036384756cc req-3c9e63fb-23c4-455c-9c12-956a60e063bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:16.624744 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-95250af2-ee00-43d1-858d-0036384756cc req-3c9e63fb-23c4-455c-9c12-956a60e063bd service neutron] 10.222.0.52 "GET /v2.0/networks?id=cc831dab-1d14-42b4-acb6-5e0033bd0166 HTTP/1.1" status: 200 len: 897 time: 0.2407074 Jul 06 14:17:16.630912 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-63b3107d-bc6c-48ae-a921-6e2d1174067a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:16.655464 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b3107d-bc6c-48ae-a921-6e2d1174067a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:16.658555 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-63b3107d-bc6c-48ae-a921-6e2d1174067a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:16.680875 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3107d-bc6c-48ae-a921-6e2d1174067a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Subnet': ['ID=abf307ea-a984-49f7-ac58-26b9db77e387,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:16.692506 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-59b5e695-a277-432f-91d3-53700e6d3893 None None] Set router 2b879a8e-1724-40ba-a0cd-5f4d3d5932d7 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:17:16.698041 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20536a75-3ba8-4b7d-ad85-5685c2a1602c None None] Resources bound (agent type, host, resource id): {{(pid=100419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 14:17:16.719685 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3107d-bc6c-48ae-a921-6e2d1174067a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=85834c32-8d07-4146-b740-cff51ad977ad,revision_number=8']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:16.745025 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-63b3107d-bc6c-48ae-a921-6e2d1174067a tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1117120 Jul 06 14:17:16.745692 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53920) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:16.746704 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:16.752981 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-94b1a6dd-6cff-4012-9b8a-e6ec7c4abccb tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:16.782391 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 85834c32-8d07-4146-b740-cff51ad977ad triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:16.782929 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:16.823958 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-73684237-500e-48ce-ad71-26d4c4413d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:16.925651 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-95250af2-ee00-43d1-858d-0036384756cc req-17d8e0ce-87e9-42b7-a3d0-885e25f6cade service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=301dd780-d292-43d4-bbf7-6b5a3515e116 HTTP/1.1" status: 200 len: 1000 time: 0.2937813 Jul 06 14:17:16.963993 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-73684237-500e-48ce-ad71-26d4c4413d97 None None] For port 85834c32-8d07-4146-b740-cff51ad977ad, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=85834c32-8d07-4146-b740-cff51ad977ad,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:16.979762 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-73684237-500e-48ce-ad71-26d4c4413d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:17.107580 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95250af2-ee00-43d1-858d-0036384756cc req-8e912034-d5a0-44d9-ac6b-576c4974daf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:17.109104 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-95250af2-ee00-43d1-858d-0036384756cc req-8e912034-d5a0-44d9-ac6b-576c4974daf3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4bc6c111-9e19-48a1-90af-3bf03974d2f4 HTTP/1.1" status: 200 len: 834 time: 0.1670403 Jul 06 14:17:17.109729 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73684237-500e-48ce-ad71-26d4c4413d97 None None] Pushing event updated for resources: {'Port': ['ID=85834c32-8d07-4146-b740-cff51ad977ad,revision_number=9']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:17.170164 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-59b5e695-a277-432f-91d3-53700e6d3893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993483840', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'c603e353-8b25-4a71-aa17-e1fd42aeb7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:42Z', 'updated_at': '2021-07-06T14:16:48Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'c603e353-8b25-4a71-aa17-e1fd42aeb7b8', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:59:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:42Z', 'updated_at': '2021-07-06T14:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'b096201d-72de-41d1-9c65-4abd6af0b1ad', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'port_id': '301dd780-d292-43d4-bbf7-6b5a3515e116', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166', 'mac_address': 'fa:16:3e:ed:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019da687-d48d-41bb-9ba7-408c92dca521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:17:14Z', 'updated_at': '2021-07-06T14:17:14Z', 'revision_number': 0, 'project_id': '7317327619ce440a98467f267c9927a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a24f5952-4948-4e55-9974-dd9d871b7edd', 'name': '', 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:b2:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '4bc6c111-9e19-48a1-90af-3bf03974d2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:47Z', 'updated_at': '2021-07-06T14:16:57Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': '4bc6c111-9e19-48a1-90af-3bf03974d2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:17.196020 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b1a6dd-6cff-4012-9b8a-e6ec7c4abccb tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:17.199781 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-94b1a6dd-6cff-4012-9b8a-e6ec7c4abccb tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:17.241240 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b5e695-a277-432f-91d3-53700e6d3893 None None] The sync data for ids ['2b879a8e-1724-40ba-a0cd-5f4d3d5932d7'] in n-d-773644-6 is: [{'id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993483840', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'c603e353-8b25-4a71-aa17-e1fd42aeb7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:42Z', 'updated_at': '2021-07-06T14:16:48Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'c603e353-8b25-4a71-aa17-e1fd42aeb7b8', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:59:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:42Z', 'updated_at': '2021-07-06T14:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'b096201d-72de-41d1-9c65-4abd6af0b1ad', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'port_id': '301dd780-d292-43d4-bbf7-6b5a3515e116', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166', 'mac_address': 'fa:16:3e:ed:25:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019da687-d48d-41bb-9ba7-408c92dca521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:17:14Z', 'updated_at': '2021-07-06T14:17:14Z', 'revision_number': 0, 'project_id': '7317327619ce440a98467f267c9927a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a24f5952-4948-4e55-9974-dd9d871b7edd', 'name': '', 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:b2:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '4bc6c111-9e19-48a1-90af-3bf03974d2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:47Z', 'updated_at': '2021-07-06T14:16:57Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': '4bc6c111-9e19-48a1-90af-3bf03974d2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:17:17.274321 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53922) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:17.333835 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95250af2-ee00-43d1-858d-0036384756cc req-d37ff441-3ebc-4c57-b559-e3f2a0997c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:17.348936 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-95250af2-ee00-43d1-858d-0036384756cc req-d37ff441-3ebc-4c57-b559-e3f2a0997c76 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc831dab-1d14-42b4-acb6-5e0033bd0166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2276125 Jul 06 14:17:17.427561 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-622547fe-3d85-4664-aa9e-9d5b41a1f3e5 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/floatingips/b096201d-72de-41d1-9c65-4abd6af0b1ad HTTP/1.1" status: 200 len: 992 time: 0.1477869 Jul 06 14:17:17.667976 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e32599c-756a-461a-9a38-cbec28ded0c0 None None] New status for floating IP b096201d-72de-41d1-9c65-4abd6af0b1ad: ACTIVE {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:17:17.959697 n-d-773644-6 neutron-server[100417]: INFO neutron.db.ipam_backend_mixin [None req-94b1a6dd-6cff-4012-9b8a-e6ec7c4abccb tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet abf307ea-a984-49f7-ac58-26b9db77e387 (CIDR: 2001:db8::/64) Jul 06 14:17:17.966957 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b1a6dd-6cff-4012-9b8a-e6ec7c4abccb tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:17:17.967423 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b1a6dd-6cff-4012-9b8a-e6ec7c4abccb tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:17.991203 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-94b1a6dd-6cff-4012-9b8a-e6ec7c4abccb tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2437072 Jul 06 14:17:17.994209 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53928) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:18.002746 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-4295a559-8a0d-49aa-af56-f3c5b4a20ebd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:18.015147 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-95250af2-ee00-43d1-858d-0036384756cc req-8b29a5c3-7d26-4a2c-87ba-16ff29461128 service neutron] 10.222.0.52 "GET /v2.0/networks/cc831dab-1d14-42b4-acb6-5e0033bd0166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6533868 Jul 06 14:17:18.112206 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93ee17a-0ff1-405f-b0e5-fada5f44e42a None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:18.127552 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-95250af2-ee00-43d1-858d-0036384756cc req-c2e55133-78ff-45af-8961-13ec8e0f22da service neutron] 10.222.0.52 "GET /v2.0/networks/cc831dab-1d14-42b4-acb6-5e0033bd0166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055465 Jul 06 14:17:18.146883 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4295a559-8a0d-49aa-af56-f3c5b4a20ebd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:18.150932 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4295a559-8a0d-49aa-af56-f3c5b4a20ebd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:18.353693 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 85834c32-8d07-4146-b740-cff51ad977ad up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:18.415123 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3ba6d770-6367-4d27-a184-2c0ce9d935e7 None None] Provisioning complete for port 85834c32-8d07-4146-b740-cff51ad977ad triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:18.415498 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3ba6d770-6367-4d27-a184-2c0ce9d935e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:18.421284 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53930) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:18.429787 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4295a559-8a0d-49aa-af56-f3c5b4a20ebd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:18.503150 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 85834c32-8d07-4146-b740-cff51ad977ad triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:18.503371 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-74e13403-ed39-4fce-9006-99d6cb45074f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/floatingips/b096201d-72de-41d1-9c65-4abd6af0b1ad HTTP/1.1" status: 200 len: 994 time: 0.0805616 Jul 06 14:17:18.503600 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:18.508747 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4295a559-8a0d-49aa-af56-f3c5b4a20ebd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:18.512447 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-4295a559-8a0d-49aa-af56-f3c5b4a20ebd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:18.517502 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4295a559-8a0d-49aa-af56-f3c5b4a20ebd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:18.518312 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4295a559-8a0d-49aa-af56-f3c5b4a20ebd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:18.550746 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53936) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:18.557429 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-a38ad89d-3cc9-4886-9e6d-45e0dad78b6d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'mac_address': 'fa:16:3e:38:cf:73', 'name': 'tempest-NetworksTestDHCPv6-1894047446'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:18.562452 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4295a559-8a0d-49aa-af56-f3c5b4a20ebd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5666485 Jul 06 14:17:18.563828 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295a559-8a0d-49aa-af56-f3c5b4a20ebd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Subnet': ['ID=495a4581-87aa-4435-bd50-5cbfce22d8ef,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:18.709432 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38ad89d-3cc9-4886-9e6d-45e0dad78b6d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:18.777329 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9088db28-8260-43ea-8187-c5d9819b0a3d None None] Update dhcp port {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'fixed_ips': [{'subnet_id': 'abf307ea-a984-49f7-ac58-26b9db77e387', 'ip_address': '2001:db8::f816:3eff:fe7a:c8b7'}, {'subnet_id': '495a4581-87aa-4435-bd50-5cbfce22d8ef'}], 'binding:host_id': 'n-d-773644-6'}, 'id': '85834c32-8d07-4146-b740-cff51ad977ad'} from n-d-773644-6. {{(pid=100419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:17:18.817272 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a38ad89d-3cc9-4886-9e6d-45e0dad78b6d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:18.846952 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:18.848334 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-a38ad89d-3cc9-4886-9e6d-45e0dad78b6d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] device_id is not set on port 69e8e5c3-8bf0-4766-b6d5-8e962bc27421 yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:17:18.856905 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9088db28-8260-43ea-8187-c5d9819b0a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:19.061175 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-a38ad89d-3cc9-4886-9e6d-45e0dad78b6d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Allocated IP 2001:db8:0:1::2f8 (e9ebb152-2c72-4703-8052-389b34df37c5/495a4581-87aa-4435-bd50-5cbfce22d8ef/69e8e5c3-8bf0-4766-b6d5-8e962bc27421) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:19.070769 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-a38ad89d-3cc9-4886-9e6d-45e0dad78b6d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Allocated IP 2001:db8::f816:3eff:fe38:cf73 (e9ebb152-2c72-4703-8052-389b34df37c5/abf307ea-a984-49f7-ac58-26b9db77e387/69e8e5c3-8bf0-4766-b6d5-8e962bc27421) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:19.250003 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a38ad89d-3cc9-4886-9e6d-45e0dad78b6d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:19.264425 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-a38ad89d-3cc9-4886-9e6d-45e0dad78b6d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Transition to ACTIVE for port object 69e8e5c3-8bf0-4766-b6d5-8e962bc27421 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:19.302075 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a38ad89d-3cc9-4886-9e6d-45e0dad78b6d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:19.355254 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38ad89d-3cc9-4886-9e6d-45e0dad78b6d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:19.364856 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-a38ad89d-3cc9-4886-9e6d-45e0dad78b6d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:19.365244 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38ad89d-3cc9-4886-9e6d-45e0dad78b6d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:17:19.371006 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38ad89d-3cc9-4886-9e6d-45e0dad78b6d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:19.371628 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a38ad89d-3cc9-4886-9e6d-45e0dad78b6d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:19.379234 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ad89d-3cc9-4886-9e6d-45e0dad78b6d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=69e8e5c3-8bf0-4766-b6d5-8e962bc27421,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:19.399164 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-9088db28-8260-43ea-8187-c5d9819b0a3d None None] Allocated IP 2001:db8:0:1::2 (e9ebb152-2c72-4703-8052-389b34df37c5/495a4581-87aa-4435-bd50-5cbfce22d8ef/85834c32-8d07-4146-b740-cff51ad977ad) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:19.403890 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53948) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:19.404280 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a38ad89d-3cc9-4886-9e6d-45e0dad78b6d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.8522041 Jul 06 14:17:19.505420 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-2e77cd84-348b-4c39-bd7e-b6e2f977e1d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting port 69e8e5c3-8bf0-4766-b6d5-8e962bc27421 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:17:19.506045 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2e77cd84-348b-4c39-bd7e-b6e2f977e1d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:19.527553 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9088db28-8260-43ea-8187-c5d9819b0a3d None None] For port 85834c32-8d07-4146-b740-cff51ad977ad, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=85834c32-8d07-4146-b740-cff51ad977ad,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:19.574952 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9088db28-8260-43ea-8187-c5d9819b0a3d None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:19.595064 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9088db28-8260-43ea-8187-c5d9819b0a3d None None] Transition to ACTIVE for port object 85834c32-8d07-4146-b740-cff51ad977ad will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:19.605293 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9088db28-8260-43ea-8187-c5d9819b0a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:19.638653 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2e77cd84-348b-4c39-bd7e-b6e2f977e1d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:19.659622 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-2e77cd84-348b-4c39-bd7e-b6e2f977e1d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Calling delete_port for 69e8e5c3-8bf0-4766-b6d5-8e962bc27421 owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:17:19.717722 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088db28-8260-43ea-8187-c5d9819b0a3d None None] Pushing event updated for resources: {'Port': ['ID=85834c32-8d07-4146-b740-cff51ad977ad,revision_number=10']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:19.901472 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2e77cd84-348b-4c39-bd7e-b6e2f977e1d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:19.944858 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77cd84-348b-4c39-bd7e-b6e2f977e1d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Port': ['ID=69e8e5c3-8bf0-4766-b6d5-8e962bc27421,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:19.998278 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2e77cd84-348b-4c39-bd7e-b6e2f977e1d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:20.001353 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2e77cd84-348b-4c39-bd7e-b6e2f977e1d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/69e8e5c3-8bf0-4766-b6d5-8e962bc27421 HTTP/1.1" status: 204 len: 168 time: 0.5959332 Jul 06 14:17:20.004505 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53956) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:20.092199 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca98216-325d-4035-913a-0bf2c066b422 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:20.093882 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0ca98216-325d-4035-913a-0bf2c066b422 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0880487 Jul 06 14:17:20.096887 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53960) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:20.194011 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a343ec5-040c-4d93-878e-476eb36ae3f6 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:20.195837 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5a343ec5-040c-4d93-878e-476eb36ae3f6 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0973220 Jul 06 14:17:20.198769 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53968) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:20.280955 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc466d-ee63-4e9a-8490-93a481aa40a1 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:20.287618 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc466d-ee63-4e9a-8490-93a481aa40a1 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:20.289561 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc466d-ee63-4e9a-8490-93a481aa40a1 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:20.324439 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-26cc466d-ee63-4e9a-8490-93a481aa40a1 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1219726 Jul 06 14:17:20.324763 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53972) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:20.332605 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 85834c32-8d07-4146-b740-cff51ad977ad up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:20.353290 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53974) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:20.395644 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa0e487-f02f-4232-98c1-6340ad783e00 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting subnet 495a4581-87aa-4435-bd50-5cbfce22d8ef {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:17:20.399493 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3fa0e487-f02f-4232-98c1-6340ad783e00 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:20.450180 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3fa0e487-f02f-4232-98c1-6340ad783e00 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:20.574870 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3fa0e487-f02f-4232-98c1-6340ad783e00 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:20.591663 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e4af13a-5a8c-4925-95cf-dbe9bb3a1280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:20.634588 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be820df1-59b4-45a4-9bd8-ffa53858f1c1 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:20.667763 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3fa0e487-f02f-4232-98c1-6340ad783e00 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:20.709273 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0e487-f02f-4232-98c1-6340ad783e00 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Subnet': ['ID=495a4581-87aa-4435-bd50-5cbfce22d8ef,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:20.711987 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3fa0e487-f02f-4232-98c1-6340ad783e00 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:20.714569 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3fa0e487-f02f-4232-98c1-6340ad783e00 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/495a4581-87aa-4435-bd50-5cbfce22d8ef HTTP/1.1" status: 204 len: 168 time: 0.3886902 Jul 06 14:17:20.717258 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 53984) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:20.766581 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f35c53d2-820f-49c7-9f28-7dc12ce0a358 None None] Provisioning for port 85834c32-8d07-4146-b740-cff51ad977ad completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:20.770376 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e4af13a-5a8c-4925-95cf-dbe9bb3a1280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:20.775179 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f35c53d2-820f-49c7-9f28-7dc12ce0a358 None None] Provisioning complete for port 85834c32-8d07-4146-b740-cff51ad977ad triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:20.776092 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f35c53d2-820f-49c7-9f28-7dc12ce0a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:20.781028 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e4af13a-5a8c-4925-95cf-dbe9bb3a1280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:20.803114 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb546601-b58b-4209-9c94-faf0b8a66f72 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting subnet abf307ea-a984-49f7-ac58-26b9db77e387 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:17:20.807169 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cb546601-b58b-4209-9c94-faf0b8a66f72 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:20.838229 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5e4af13a-5a8c-4925-95cf-dbe9bb3a1280 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=5bff3315cb344c17bcbab5cda8c7eb44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4836383 Jul 06 14:17:20.839150 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4af13a-5a8c-4925-95cf-dbe9bb3a1280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af383d12-6961-43c0-a2d7-b9fbfb25482a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:20.842162 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 53988) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:20.900794 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b8eaa44b-2e7f-40ce-ab8a-c5f5ba7340a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:20.921420 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cb546601-b58b-4209-9c94-faf0b8a66f72 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:20.927086 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b8eaa44b-2e7f-40ce-ab8a-c5f5ba7340a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:21.000382 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b8eaa44b-2e7f-40ce-ab8a-c5f5ba7340a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:21.005852 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b8eaa44b-2e7f-40ce-ab8a-c5f5ba7340a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:21.010284 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b8eaa44b-2e7f-40ce-ab8a-c5f5ba7340a7 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/af383d12-6961-43c0-a2d7-b9fbfb25482a HTTP/1.1" status: 204 len: 168 time: 0.1670239 Jul 06 14:17:21.023265 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eaa44b-2e7f-40ce-ab8a-c5f5ba7340a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af383d12-6961-43c0-a2d7-b9fbfb25482a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:21.135427 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cb546601-b58b-4209-9c94-faf0b8a66f72 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:21.236016 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cb546601-b58b-4209-9c94-faf0b8a66f72 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:21.263892 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cb546601-b58b-4209-9c94-faf0b8a66f72 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:21.270294 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54002) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:21.280159 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-cb546601-b58b-4209-9c94-faf0b8a66f72 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/abf307ea-a984-49f7-ac58-26b9db77e387 HTTP/1.1" status: 204 len: 168 time: 0.5603032 Jul 06 14:17:21.328585 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb546601-b58b-4209-9c94-faf0b8a66f72 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Subnet': ['ID=abf307ea-a984-49f7-ac58-26b9db77e387,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:21.343457 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-146f4313-d114-4076-bdd9-6f0df2dba931 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712969 Jul 06 14:17:21.346431 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54006) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:21.353731 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-2d0571e2-2a91-424e-980d-528ef2be2a0e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:21.475256 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0571e2-2a91-424e-980d-528ef2be2a0e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:21.480512 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2d0571e2-2a91-424e-980d-528ef2be2a0e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:21.512682 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54010) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:21.537098 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7aa9dd4c-bbbb-4f2d-b23c-e6209209b75f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:21.687665 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7aa9dd4c-bbbb-4f2d-b23c-e6209209b75f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:21.697586 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7aa9dd4c-bbbb-4f2d-b23c-e6209209b75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:21.750132 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2d0571e2-2a91-424e-980d-528ef2be2a0e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:21.761010 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7aa9dd4c-bbbb-4f2d-b23c-e6209209b75f admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=06c9bd12309547038c1ede5d6cbe20ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2471025 Jul 06 14:17:21.761951 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9dd4c-bbbb-4f2d-b23c-e6209209b75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2a25bb-ad4f-4ce5-8862-38f9ac648ac8,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:21.764348 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54018) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:21.839455 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0571e2-2a91-424e-980d-528ef2be2a0e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Subnet': ['ID=c762ea03-055e-4450-977e-717ab4971f87,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:21.846726 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0571e2-2a91-424e-980d-528ef2be2a0e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:21.848337 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-2d0571e2-2a91-424e-980d-528ef2be2a0e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:21.851330 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0571e2-2a91-424e-980d-528ef2be2a0e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:21.852051 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2d0571e2-2a91-424e-980d-528ef2be2a0e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:21.875489 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2d0571e2-2a91-424e-980d-528ef2be2a0e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5269966 Jul 06 14:17:21.877031 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3b1f8097-0e5e-4263-b9cf-9765a4a05118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:21.878906 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54020) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:21.886465 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-f3d03ae9-5faa-49e4-8d22-63837bd5bf0e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:21.907996 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3b1f8097-0e5e-4263-b9cf-9765a4a05118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:21.973797 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3b1f8097-0e5e-4263-b9cf-9765a4a05118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:21.977997 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3b1f8097-0e5e-4263-b9cf-9765a4a05118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:21.979853 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3b1f8097-0e5e-4263-b9cf-9765a4a05118 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/dc2a25bb-ad4f-4ce5-8862-38f9ac648ac8 HTTP/1.1" status: 204 len: 168 time: 0.2048807 Jul 06 14:17:21.991923 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f8097-0e5e-4263-b9cf-9765a4a05118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2a25bb-ad4f-4ce5-8862-38f9ac648ac8,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:22.082125 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d03ae9-5faa-49e4-8d22-63837bd5bf0e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:22.086328 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f3d03ae9-5faa-49e4-8d22-63837bd5bf0e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:22.091418 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b534f11-ddaa-406b-8067-500243ed5a77 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:22.172392 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e2ac1dba-182b-4ef2-8a19-97dc90aba524 None None] Provisioning complete for port 85834c32-8d07-4146-b740-cff51ad977ad triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:22.173147 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e2ac1dba-182b-4ef2-8a19-97dc90aba524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:22.265459 n-d-773644-6 neutron-server[100418]: INFO neutron.db.ipam_backend_mixin [None req-f3d03ae9-5faa-49e4-8d22-63837bd5bf0e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c762ea03-055e-4450-977e-717ab4971f87 (CIDR: 2001:db8::/64) Jul 06 14:17:22.278364 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d03ae9-5faa-49e4-8d22-63837bd5bf0e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:17:22.278364 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3d03ae9-5faa-49e4-8d22-63837bd5bf0e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:22.314752 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f3d03ae9-5faa-49e4-8d22-63837bd5bf0e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4344301 Jul 06 14:17:22.314979 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54034) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:22.321953 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-2cd5cf12-2b80-41fe-bb75-770ca51c8e31 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:22.495348 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd5cf12-2b80-41fe-bb75-770ca51c8e31 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:22.501184 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2cd5cf12-2b80-41fe-bb75-770ca51c8e31 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:22.798476 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-eff2e458-23e2-42a9-b70e-076e112904c2 None None] Provisioning complete for port 85834c32-8d07-4146-b740-cff51ad977ad triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:22.799581 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-eff2e458-23e2-42a9-b70e-076e112904c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:22.989707 n-d-773644-6 neutron-server[100417]: DEBUG neutron.objects.ports [None req-2cd5cf12-2b80-41fe-bb75-770ca51c8e31 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100417) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:17:23.072752 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-76f56a7e-fc5c-4d86-9648-d4dde1f56f6a None None] Could not find standard attr ID for object 69e8e5c3-8bf0-4766-b6d5-8e962bc27421. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:17:23.226692 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2cd5cf12-2b80-41fe-bb75-770ca51c8e31 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:23.436965 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-2cd5cf12-2b80-41fe-bb75-770ca51c8e31 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] For port 85834c32-8d07-4146-b740-cff51ad977ad, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=85834c32-8d07-4146-b740-cff51ad977ad,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:23.474481 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2cd5cf12-2b80-41fe-bb75-770ca51c8e31 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:23.480616 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2cd5cf12-2b80-41fe-bb75-770ca51c8e31 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:23.481414 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2cd5cf12-2b80-41fe-bb75-770ca51c8e31 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:23.559542 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54082) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:23.578882 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd5cf12-2b80-41fe-bb75-770ca51c8e31 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:23.589908 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-2cd5cf12-2b80-41fe-bb75-770ca51c8e31 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:23.610899 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f2e793-494e-4315-b59d-38fc9398591b None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:23.611445 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd5cf12-2b80-41fe-bb75-770ca51c8e31 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:23.611674 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2cd5cf12-2b80-41fe-bb75-770ca51c8e31 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:23.627544 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5cf12-2b80-41fe-bb75-770ca51c8e31 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Subnet': ['ID=c7001c27-f081-4339-8c3a-15b69b1c2ad3,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:23.636152 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5cf12-2b80-41fe-bb75-770ca51c8e31 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=85834c32-8d07-4146-b740-cff51ad977ad,revision_number=14']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:23.651350 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2cd5cf12-2b80-41fe-bb75-770ca51c8e31 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3336425 Jul 06 14:17:23.652973 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54086) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:23.659094 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-4a0f92d8-25f8-40d0-99bb-af4f38368f53 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'mac_address': 'fa:16:3e:47:99:8c', 'name': 'tempest-NetworksTestDHCPv6-1996561238'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:23.730825 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-703e3cf0-d2ef-425d-a6fc-95cfe2b648e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:23.866461 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-703e3cf0-d2ef-425d-a6fc-95cfe2b648e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:23.872610 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-703e3cf0-d2ef-425d-a6fc-95cfe2b648e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:23.890409 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe07e12a-a08d-44e6-bf10-2363815a0ac8 None None] Update dhcp port {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'fixed_ips': [{'subnet_id': 'c7001c27-f081-4339-8c3a-15b69b1c2ad3', 'ip_address': '2001:db8:0:1:f816:3eff:fe7a:c8b7'}, {'subnet_id': 'c762ea03-055e-4450-977e-717ab4971f87'}], 'binding:host_id': 'n-d-773644-6'}, 'id': '85834c32-8d07-4146-b740-cff51ad977ad'} from n-d-773644-6. {{(pid=100419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:17:23.925893 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0f92d8-25f8-40d0-99bb-af4f38368f53 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:23.930646 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fe07e12a-a08d-44e6-bf10-2363815a0ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:23.933648 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-703e3cf0-d2ef-425d-a6fc-95cfe2b648e1 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=d0d0ba45f8794f96849a2824b26a3300&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3728840 Jul 06 14:17:23.936388 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54088) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:23.978284 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e3cf0-d2ef-425d-a6fc-95cfe2b648e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3136901-f8ef-49c4-91aa-1ea77348b5e7,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:24.009330 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d4651f06-b69e-46b8-b585-f3918df929b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:24.026385 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4a0f92d8-25f8-40d0-99bb-af4f38368f53 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:24.039849 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d4651f06-b69e-46b8-b585-f3918df929b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:24.054399 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [None req-4a0f92d8-25f8-40d0-99bb-af4f38368f53 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] device_id is not set on port 7e297454-cce9-4746-b85a-17a12367320a yet. {{(pid=100418) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:17:24.110926 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d4651f06-b69e-46b8-b585-f3918df929b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:24.114662 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d4651f06-b69e-46b8-b585-f3918df929b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:24.119239 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d4651f06-b69e-46b8-b585-f3918df929b6 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/f3136901-f8ef-49c4-91aa-1ea77348b5e7 HTTP/1.1" status: 204 len: 168 time: 0.1792583 Jul 06 14:17:24.129999 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4651f06-b69e-46b8-b585-f3918df929b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3136901-f8ef-49c4-91aa-1ea77348b5e7,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:24.135294 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-fe07e12a-a08d-44e6-bf10-2363815a0ac8 None None] Allocated IP 2001:db8::2 (e9ebb152-2c72-4703-8052-389b34df37c5/c762ea03-055e-4450-977e-717ab4971f87/85834c32-8d07-4146-b740-cff51ad977ad) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:24.261493 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-fe07e12a-a08d-44e6-bf10-2363815a0ac8 None None] For port 85834c32-8d07-4146-b740-cff51ad977ad, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=85834c32-8d07-4146-b740-cff51ad977ad,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:24.299028 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fe07e12a-a08d-44e6-bf10-2363815a0ac8 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:24.317368 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fe07e12a-a08d-44e6-bf10-2363815a0ac8 None None] Transition to ACTIVE for port object 85834c32-8d07-4146-b740-cff51ad977ad will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:24.324842 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 85834c32-8d07-4146-b740-cff51ad977ad up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:24.330566 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fe07e12a-a08d-44e6-bf10-2363815a0ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:24.465640 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-4a0f92d8-25f8-40d0-99bb-af4f38368f53 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Allocated IP 2001:db8::2ce (e9ebb152-2c72-4703-8052-389b34df37c5/c762ea03-055e-4450-977e-717ab4971f87/7e297454-cce9-4746-b85a-17a12367320a) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:24.474823 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-4a0f92d8-25f8-40d0-99bb-af4f38368f53 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Allocated IP 2001:db8:0:1:f816:3eff:fe47:998c (e9ebb152-2c72-4703-8052-389b34df37c5/c7001c27-f081-4339-8c3a-15b69b1c2ad3/7e297454-cce9-4746-b85a-17a12367320a) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:24.497794 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07e12a-a08d-44e6-bf10-2363815a0ac8 None None] Pushing event updated for resources: {'Port': ['ID=85834c32-8d07-4146-b740-cff51ad977ad,revision_number=15']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:24.717984 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4a0f92d8-25f8-40d0-99bb-af4f38368f53 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:24.735345 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-4a0f92d8-25f8-40d0-99bb-af4f38368f53 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Transition to ACTIVE for port object 7e297454-cce9-4746-b85a-17a12367320a will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:24.782298 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4a0f92d8-25f8-40d0-99bb-af4f38368f53 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:24.829468 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0f92d8-25f8-40d0-99bb-af4f38368f53 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:24.833904 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-4a0f92d8-25f8-40d0-99bb-af4f38368f53 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:24.839722 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0f92d8-25f8-40d0-99bb-af4f38368f53 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:17:24.847102 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0f92d8-25f8-40d0-99bb-af4f38368f53 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:24.848208 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4a0f92d8-25f8-40d0-99bb-af4f38368f53 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:24.875772 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f92d8-25f8-40d0-99bb-af4f38368f53 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=7e297454-cce9-4746-b85a-17a12367320a,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:24.884207 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4a0f92d8-25f8-40d0-99bb-af4f38368f53 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2297032 Jul 06 14:17:24.886714 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54112) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:24.981640 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-86af4403-ea81-49dd-8faa-0d92b610f0d0 req-937d1178-0865-45d1-a12c-a9b33647bebd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1263459 Jul 06 14:17:25.068673 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-5f680ab7-6634-4e47-94c8-efc0f49cb2d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting port 7e297454-cce9-4746-b85a-17a12367320a {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:17:25.069865 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5f680ab7-6634-4e47-94c8-efc0f49cb2d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:25.103825 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af4403-ea81-49dd-8faa-0d92b610f0d0 req-f5c10f1a-3219-4cb7-b6fe-2c76a7249d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:25.106653 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-86af4403-ea81-49dd-8faa-0d92b610f0d0 req-f5c10f1a-3219-4cb7-b6fe-2c76a7249d7d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 1097 time: 0.0692022 Jul 06 14:17:25.217549 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5f680ab7-6634-4e47-94c8-efc0f49cb2d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:25.248614 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-5f680ab7-6634-4e47-94c8-efc0f49cb2d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Calling delete_port for 7e297454-cce9-4746-b85a-17a12367320a owned by {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:17:25.301676 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af4403-ea81-49dd-8faa-0d92b610f0d0 req-553df40c-4908-437b-99c7-3fe172bd013f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:25.303438 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-86af4403-ea81-49dd-8faa-0d92b610f0d0 req-553df40c-4908-437b-99c7-3fe172bd013f service neutron] 10.222.0.52 "GET /v2.0/networks?id=cc831dab-1d14-42b4-acb6-5e0033bd0166 HTTP/1.1" status: 200 len: 897 time: 0.1708248 Jul 06 14:17:25.389452 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-86af4403-ea81-49dd-8faa-0d92b610f0d0 req-5001c8bf-c137-4eec-8a9c-f89d380bc426 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=301dd780-d292-43d4-bbf7-6b5a3515e116 HTTP/1.1" status: 200 len: 1002 time: 0.0776024 Jul 06 14:17:25.466251 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af4403-ea81-49dd-8faa-0d92b610f0d0 req-257b1a7c-830c-47ec-a823-16922592595f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:25.468012 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-86af4403-ea81-49dd-8faa-0d92b610f0d0 req-257b1a7c-830c-47ec-a823-16922592595f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4bc6c111-9e19-48a1-90af-3bf03974d2f4 HTTP/1.1" status: 200 len: 834 time: 0.0720320 Jul 06 14:17:25.499356 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5f680ab7-6634-4e47-94c8-efc0f49cb2d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:25.518549 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-028d59e6-ec0a-4c70-b801-5757caf6f70b None None] Provisioning for port 85834c32-8d07-4146-b740-cff51ad977ad completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:25.533925 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-028d59e6-ec0a-4c70-b801-5757caf6f70b None None] Provisioning complete for port 85834c32-8d07-4146-b740-cff51ad977ad triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:25.536075 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-028d59e6-ec0a-4c70-b801-5757caf6f70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:25.548960 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f680ab7-6634-4e47-94c8-efc0f49cb2d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Port': ['ID=7e297454-cce9-4746-b85a-17a12367320a,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:25.557784 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af4403-ea81-49dd-8faa-0d92b610f0d0 req-f73187c6-fe8f-47af-8981-300dc28049a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:25.560180 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-86af4403-ea81-49dd-8faa-0d92b610f0d0 req-f73187c6-fe8f-47af-8981-300dc28049a4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc831dab-1d14-42b4-acb6-5e0033bd0166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815191 Jul 06 14:17:25.650523 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5f680ab7-6634-4e47-94c8-efc0f49cb2d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:25.658152 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5f680ab7-6634-4e47-94c8-efc0f49cb2d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/7e297454-cce9-4746-b85a-17a12367320a HTTP/1.1" status: 204 len: 168 time: 0.7684302 Jul 06 14:17:25.658818 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54120) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:25.793556 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-86af4403-ea81-49dd-8faa-0d92b610f0d0 req-2a0b6301-4e3f-4381-8c2d-66b36457e088 service neutron] 10.222.0.52 "GET /v2.0/networks/cc831dab-1d14-42b4-acb6-5e0033bd0166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248111 Jul 06 14:17:25.826165 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70129f8a-312e-436e-945a-9708b8c680ed tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:25.830161 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-70129f8a-312e-436e-945a-9708b8c680ed tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1653423 Jul 06 14:17:25.831707 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54130) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:25.879758 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e4a5062a-0e00-475f-9be3-f79e0b650ee3 None None] Could not find standard attr ID for object 7e297454-cce9-4746-b85a-17a12367320a. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:17:25.951788 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-86af4403-ea81-49dd-8faa-0d92b610f0d0 req-03c40f3f-c9b6-49c8-9b75-375988be0062 service neutron] 10.222.0.52 "GET /v2.0/networks/cc831dab-1d14-42b4-acb6-5e0033bd0166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505270 Jul 06 14:17:25.974828 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37ab4ab-4bd7-4cdd-9cae-54d112e467da tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:25.976953 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b37ab4ab-4bd7-4cdd-9cae-54d112e467da tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1440690 Jul 06 14:17:25.979432 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54136) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:26.086953 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6a9cc0-8c67-4f1b-9db5-2ad134e3c50c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:26.089080 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6a9cc0-8c67-4f1b-9db5-2ad134e3c50c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:26.091840 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6a9cc0-8c67-4f1b-9db5-2ad134e3c50c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:26.094648 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3f6a9cc0-8c67-4f1b-9db5-2ad134e3c50c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1140087 Jul 06 14:17:26.097328 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54138) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:26.167808 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-97105522-30da-4a5f-b93d-818e75dfd849 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting subnet c7001c27-f081-4339-8c3a-15b69b1c2ad3 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:17:26.172134 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-97105522-30da-4a5f-b93d-818e75dfd849 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:26.233697 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-97105522-30da-4a5f-b93d-818e75dfd849 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:26.336510 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 85834c32-8d07-4146-b740-cff51ad977ad up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:26.364256 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-97105522-30da-4a5f-b93d-818e75dfd849 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:26.436346 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 85834c32-8d07-4146-b740-cff51ad977ad triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:26.437027 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:26.449147 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-97105522-30da-4a5f-b93d-818e75dfd849 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:26.476964 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97105522-30da-4a5f-b93d-818e75dfd849 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Subnet': ['ID=c7001c27-f081-4339-8c3a-15b69b1c2ad3,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:26.495805 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-97105522-30da-4a5f-b93d-818e75dfd849 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:26.501437 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54140) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:26.512140 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-97105522-30da-4a5f-b93d-818e75dfd849 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/c7001c27-f081-4339-8c3a-15b69b1c2ad3 HTTP/1.1" status: 204 len: 168 time: 0.4133132 Jul 06 14:17:26.533188 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a39e45-1da6-4478-95b9-d916bf562dd8 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:26.640656 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b1a4d5d-8d82-4192-93ef-55ef02594868 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting subnet c762ea03-055e-4450-977e-717ab4971f87 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:17:26.649507 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4d5d-8d82-4192-93ef-55ef02594868 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:26.700981 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4d5d-8d82-4192-93ef-55ef02594868 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:26.860947 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4d5d-8d82-4192-93ef-55ef02594868 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:26.986157 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4d5d-8d82-4192-93ef-55ef02594868 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:27.026924 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a4d5d-8d82-4192-93ef-55ef02594868 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Subnet': ['ID=c762ea03-055e-4450-977e-717ab4971f87,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:27.031688 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b1a4d5d-8d82-4192-93ef-55ef02594868 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:27.033691 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2b1a4d5d-8d82-4192-93ef-55ef02594868 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/c762ea03-055e-4450-977e-717ab4971f87 HTTP/1.1" status: 204 len: 168 time: 0.5302634 Jul 06 14:17:27.036504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54158) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:27.098220 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-aa4986ed-633f-4e73-aef8-3883197191f3 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545816 Jul 06 14:17:27.098700 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54160) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:27.104789 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-2f645f1c-25af-4ff2-9f65-0e021a941d26 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:27.134296 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc9d1031-d337-419e-bee5-ba2824920292 req-d31d6f7b-cfab-48ec-a86d-5f2014175e81 tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=85be6c0ade334805866247cc0629f4ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414956 Jul 06 14:17:27.209090 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f645f1c-25af-4ff2-9f65-0e021a941d26 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:27.214157 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2f645f1c-25af-4ff2-9f65-0e021a941d26 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:27.369111 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d1031-d337-419e-bee5-ba2824920292 req-96239859-d909-418a-8635-1d8ca61a2073 tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:27.371484 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc9d1031-d337-419e-bee5-ba2824920292 req-96239859-d909-418a-8635-1d8ca61a2073 tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2358251 Jul 06 14:17:27.389617 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc9d1031-d337-419e-bee5-ba2824920292 req-7c403e4e-3dbd-404e-b50a-4898ac8a2c81 tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.118 "GET /v2.0/quotas/85be6c0ade334805866247cc0629f4ba HTTP/1.1" status: 200 len: 375 time: 0.0099854 Jul 06 14:17:27.435533 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc9d1031-d337-419e-bee5-ba2824920292 req-5d5bb336-c8d8-486c-9453-9b6fe31a48c8 tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=85be6c0ade334805866247cc0629f4ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386541 Jul 06 14:17:27.470651 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2f645f1c-25af-4ff2-9f65-0e021a941d26 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:27.523410 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f645f1c-25af-4ff2-9f65-0e021a941d26 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:27.527137 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-2f645f1c-25af-4ff2-9f65-0e021a941d26 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:27.534093 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f645f1c-25af-4ff2-9f65-0e021a941d26 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:27.535544 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2f645f1c-25af-4ff2-9f65-0e021a941d26 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:27.558134 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f645f1c-25af-4ff2-9f65-0e021a941d26 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Subnet': ['ID=7260af5e-0926-4122-ba3a-15b2b4ccea0d,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:27.585056 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54164) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:27.590738 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-6a129ce8-e706-4f61-a86f-1454845cb5d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:27.599288 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2f645f1c-25af-4ff2-9f65-0e021a941d26 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4984906 Jul 06 14:17:27.669587 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761e85d3-4794-480c-8c81-48d884f66a14 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:27.688384 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9407df7e-3ae9-4431-97b6-39caacc6d289 req-2ab4d0b9-8500-4cc2-8c31-89bccc7adf56 tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.118 "GET /v2.0/ports?device_id=0912d2a2-edfb-4d0b-8296-84cde18d64c5 HTTP/1.1" status: 200 len: 210 time: 0.0623293 Jul 06 14:17:27.770236 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a7aeb013-7854-41a6-9ea6-70df2ef912bb None None] Provisioning complete for port 85834c32-8d07-4146-b740-cff51ad977ad triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:27.770695 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a7aeb013-7854-41a6-9ea6-70df2ef912bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:27.778514 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a129ce8-e706-4f61-a86f-1454845cb5d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:27.782258 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6a129ce8-e706-4f61-a86f-1454845cb5d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:27.902921 n-d-773644-6 neutron-server[100418]: INFO neutron.db.ipam_backend_mixin [None req-6a129ce8-e706-4f61-a86f-1454845cb5d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7260af5e-0926-4122-ba3a-15b2b4ccea0d (CIDR: 2001:db8::/64) Jul 06 14:17:27.906848 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a129ce8-e706-4f61-a86f-1454845cb5d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:17:27.907465 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a129ce8-e706-4f61-a86f-1454845cb5d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:27.934817 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6a129ce8-e706-4f61-a86f-1454845cb5d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3486478 Jul 06 14:17:27.937987 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54172) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:27.945282 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-eccda2d7-085f-4d46-9ddd-5cf78c35ccad tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'subnet': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:28.113463 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccda2d7-085f-4d46-9ddd-5cf78c35ccad tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:28.117772 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eccda2d7-085f-4d46-9ddd-5cf78c35ccad tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:28.269439 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ebfc45a8-2af7-46d3-a782-0665bafdd4e6 None None] Provisioning complete for port 85834c32-8d07-4146-b740-cff51ad977ad triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:28.270093 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ebfc45a8-2af7-46d3-a782-0665bafdd4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:28.591119 n-d-773644-6 neutron-server[100417]: DEBUG neutron.objects.ports [None req-eccda2d7-085f-4d46-9ddd-5cf78c35ccad tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100417) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 06 14:17:28.795769 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eccda2d7-085f-4d46-9ddd-5cf78c35ccad tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:28.881200 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e4e08f3a-7da9-44ee-9c9d-80921cb50d56 req-3ce15548-6967-47bb-9693-8a9839ce9293 tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.118 "GET /v2.0/ports?device_id=0912d2a2-edfb-4d0b-8296-84cde18d64c5 HTTP/1.1" status: 200 len: 210 time: 0.0423653 Jul 06 14:17:28.984904 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc9d1031-d337-419e-bee5-ba2824920292 req-04ea9dbe-8bfc-4f99-abd1-a5c78e72497c tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.124 "GET /v2.0/networks?tenant_id=85be6c0ade334805866247cc0629f4ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242624 Jul 06 14:17:29.014750 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-eccda2d7-085f-4d46-9ddd-5cf78c35ccad tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] For port 85834c32-8d07-4146-b740-cff51ad977ad, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=85834c32-8d07-4146-b740-cff51ad977ad,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:29.053021 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eccda2d7-085f-4d46-9ddd-5cf78c35ccad tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:29.068735 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eccda2d7-085f-4d46-9ddd-5cf78c35ccad tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:29.069854 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eccda2d7-085f-4d46-9ddd-5cf78c35ccad tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:29.183315 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccda2d7-085f-4d46-9ddd-5cf78c35ccad tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:29.185350 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d1031-d337-419e-bee5-ba2824920292 req-50beafa2-4223-48d2-937e-f910d580f093 tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:29.187408 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc9d1031-d337-419e-bee5-ba2824920292 req-50beafa2-4223-48d2-937e-f910d580f093 tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.124 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1930256 Jul 06 14:17:29.189635 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-eccda2d7-085f-4d46-9ddd-5cf78c35ccad tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:29.202148 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccda2d7-085f-4d46-9ddd-5cf78c35ccad tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:29.203113 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eccda2d7-085f-4d46-9ddd-5cf78c35ccad tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:29.205687 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-bc9d1031-d337-419e-bee5-ba2824920292 req-34c54733-603a-4194-9787-03ad39efbe9a tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Request body: {'port': {'device_id': '0912d2a2-edfb-4d0b-8296-84cde18d64c5', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'admin_state_up': True, 'tenant_id': '85be6c0ade334805866247cc0629f4ba'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:29.206412 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032542a6-d4e1-4631-93b7-5a295897ebaa None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:29.238323 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccda2d7-085f-4d46-9ddd-5cf78c35ccad tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Subnet': ['ID=5997fd93-b623-4502-a178-f726fd6f7e24,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:29.256237 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccda2d7-085f-4d46-9ddd-5cf78c35ccad tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=85834c32-8d07-4146-b740-cff51ad977ad,revision_number=19']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:29.263527 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-eccda2d7-085f-4d46-9ddd-5cf78c35ccad tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3239939 Jul 06 14:17:29.264563 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54186) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:29.271197 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-1abc82a8-6926-4b2f-933f-86658db94af2 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Request body: {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'mac_address': 'fa:16:3e:be:b3:83', 'name': 'tempest-NetworksTestDHCPv6-240289623'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:29.374812 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9d1031-d337-419e-bee5-ba2824920292 req-34c54733-603a-4194-9787-03ad39efbe9a tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Made reservation on behalf of 85be6c0ade334805866247cc0629f4ba for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:29.381204 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-bc9d1031-d337-419e-bee5-ba2824920292 req-34c54733-603a-4194-9787-03ad39efbe9a tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:29.394657 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-bc9d1031-d337-419e-bee5-ba2824920292 req-34c54733-603a-4194-9787-03ad39efbe9a tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:29.501149 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-bc9d1031-d337-419e-bee5-ba2824920292 req-34c54733-603a-4194-9787-03ad39efbe9a tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:29.506410 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-bc9d1031-d337-419e-bee5-ba2824920292 req-34c54733-603a-4194-9787-03ad39efbe9a tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:29.525331 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abc82a8-6926-4b2f-933f-86658db94af2 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Made reservation on behalf of cbed1535f71949a99afa2a0d9b6f9d95 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:29.548594 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c54733-603a-4194-9787-03ad39efbe9a tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9527bfe-5903-49d7-91a7-3a1d283d32b3,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:29.670551 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1abc82a8-6926-4b2f-933f-86658db94af2 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:29.685344 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-bc9d1031-d337-419e-bee5-ba2824920292 req-34c54733-603a-4194-9787-03ad39efbe9a tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Allocated IP 192.168.233.244 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/58306ac6-c433-4383-8f12-1fc65f8ea108) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:29.696489 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [None req-1abc82a8-6926-4b2f-933f-86658db94af2 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] device_id is not set on port 51a98b66-0e2c-4449-8c2a-f3dee1233f1c yet. {{(pid=100417) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 06 14:17:29.708283 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878ca982-ba50-44d4-870b-7d088f81fe1a None None] Update dhcp port {'port': {'network_id': 'e9ebb152-2c72-4703-8052-389b34df37c5', 'fixed_ips': [{'subnet_id': '5997fd93-b623-4502-a178-f726fd6f7e24', 'ip_address': '2001:db8:0:1:f816:3eff:fe7a:c8b7'}, {'subnet_id': '7260af5e-0926-4122-ba3a-15b2b4ccea0d'}], 'binding:host_id': 'n-d-773644-6'}, 'id': '85834c32-8d07-4146-b740-cff51ad977ad'} from n-d-773644-6. {{(pid=100419) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 06 14:17:29.746176 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-878ca982-ba50-44d4-870b-7d088f81fe1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:29.893271 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-bc9d1031-d337-419e-bee5-ba2824920292 req-34c54733-603a-4194-9787-03ad39efbe9a tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:29.900335 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-1abc82a8-6926-4b2f-933f-86658db94af2 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Allocated IP 2001:db8::13b (e9ebb152-2c72-4703-8052-389b34df37c5/7260af5e-0926-4122-ba3a-15b2b4ccea0d/51a98b66-0e2c-4449-8c2a-f3dee1233f1c) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:29.907569 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-1abc82a8-6926-4b2f-933f-86658db94af2 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Allocated IP 2001:db8:0:1:f816:3eff:febe:b383 (e9ebb152-2c72-4703-8052-389b34df37c5/5997fd93-b623-4502-a178-f726fd6f7e24/51a98b66-0e2c-4449-8c2a-f3dee1233f1c) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:29.908621 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-bc9d1031-d337-419e-bee5-ba2824920292 req-34c54733-603a-4194-9787-03ad39efbe9a tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Transition to ACTIVE for port object 58306ac6-c433-4383-8f12-1fc65f8ea108 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:29.954340 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-bc9d1031-d337-419e-bee5-ba2824920292 req-34c54733-603a-4194-9787-03ad39efbe9a tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:30.000852 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9d1031-d337-419e-bee5-ba2824920292 req-34c54733-603a-4194-9787-03ad39efbe9a tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:30.004711 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-bc9d1031-d337-419e-bee5-ba2824920292 req-34c54733-603a-4194-9787-03ad39efbe9a tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:30.008841 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9d1031-d337-419e-bee5-ba2824920292 req-34c54733-603a-4194-9787-03ad39efbe9a tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:17:30.113798 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1abc82a8-6926-4b2f-933f-86658db94af2 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:30.149414 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-1abc82a8-6926-4b2f-933f-86658db94af2 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Transition to ACTIVE for port object 51a98b66-0e2c-4449-8c2a-f3dee1233f1c will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:30.232219 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1abc82a8-6926-4b2f-933f-86658db94af2 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:30.325947 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-878ca982-ba50-44d4-870b-7d088f81fe1a None None] Allocated IP 2001:db8::2 (e9ebb152-2c72-4703-8052-389b34df37c5/7260af5e-0926-4122-ba3a-15b2b4ccea0d/85834c32-8d07-4146-b740-cff51ad977ad) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:30.332382 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abc82a8-6926-4b2f-933f-86658db94af2 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Network e9ebb152-2c72-4703-8052-389b34df37c5 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:30.341379 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-1abc82a8-6926-4b2f-933f-86658db94af2 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:30.346146 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abc82a8-6926-4b2f-933f-86658db94af2 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:17:30.354119 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abc82a8-6926-4b2f-933f-86658db94af2 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:30.354812 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1abc82a8-6926-4b2f-933f-86658db94af2 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:30.385141 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc82a8-6926-4b2f-933f-86658db94af2 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event updated for resources: {'Port': ['ID=51a98b66-0e2c-4449-8c2a-f3dee1233f1c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:30.391967 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1abc82a8-6926-4b2f-933f-86658db94af2 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1263335 Jul 06 14:17:30.392984 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54194) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:30.402003 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 85834c32-8d07-4146-b740-cff51ad977ad up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:30.500442 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c67612e6-92cb-4605-9d7e-218ebfe9a9f9 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting port 51a98b66-0e2c-4449-8c2a-f3dee1233f1c {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:17:30.500820 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c67612e6-92cb-4605-9d7e-218ebfe9a9f9 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:30.536243 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-00b5530d-c82d-46c9-95be-d1084dc92de8 None None] Provisioning for port 58306ac6-c433-4383-8f12-1fc65f8ea108 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:30.555396 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-00b5530d-c82d-46c9-95be-d1084dc92de8 None None] Provisioning complete for port 58306ac6-c433-4383-8f12-1fc65f8ea108 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:30.555396 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-00b5530d-c82d-46c9-95be-d1084dc92de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:30.558970 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c54733-603a-4194-9787-03ad39efbe9a tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Pushing event updated for resources: {'Port': ['ID=58306ac6-c433-4383-8f12-1fc65f8ea108,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:30.590096 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-878ca982-ba50-44d4-870b-7d088f81fe1a None None] For port 85834c32-8d07-4146-b740-cff51ad977ad, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=85834c32-8d07-4146-b740-cff51ad977ad,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:30.616310 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 85834c32-8d07-4146-b740-cff51ad977ad triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:30.616688 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:30.633787 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d1031-d337-419e-bee5-ba2824920292 req-34c54733-603a-4194-9787-03ad39efbe9a tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:30.634554 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-bc9d1031-d337-419e-bee5-ba2824920292 req-34c54733-603a-4194-9787-03ad39efbe9a tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:30.638254 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c67612e6-92cb-4605-9d7e-218ebfe9a9f9 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:30.651393 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-00b5530d-c82d-46c9-95be-d1084dc92de8 None None] Port 58306ac6-c433-4383-8f12-1fc65f8ea108 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:17:30.654575 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c67612e6-92cb-4605-9d7e-218ebfe9a9f9 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Calling delete_port for 51a98b66-0e2c-4449-8c2a-f3dee1233f1c owned by {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:17:30.661466 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-878ca982-ba50-44d4-870b-7d088f81fe1a None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:30.684889 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-878ca982-ba50-44d4-870b-7d088f81fe1a None None] Transition to ACTIVE for port object 85834c32-8d07-4146-b740-cff51ad977ad will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:30.686128 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d6f5b-5c44-4193-b174-6a768ed3b4fd req-c6f6f357-6dd8-4fab-b5f7-75739b994585 tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:30.693155 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-878ca982-ba50-44d4-870b-7d088f81fe1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:30.694399 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-159d6f5b-5c44-4193-b174-6a768ed3b4fd req-c6f6f357-6dd8-4fab-b5f7-75739b994585 tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.118 "GET /v2.0/ports?device_id=0912d2a2-edfb-4d0b-8296-84cde18d64c5 HTTP/1.1" status: 200 len: 936 time: 0.2431421 Jul 06 14:17:30.729623 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc9d1031-d337-419e-bee5-ba2824920292 req-34c54733-603a-4194-9787-03ad39efbe9a tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5310936 Jul 06 14:17:30.743664 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-bc9d1031-d337-419e-bee5-ba2824920292 req-effa3288-6d64-49c9-bc3a-96e421e1f479 service neutron] Request body: {'port': {'device_id': '0912d2a2-edfb-4d0b-8296-84cde18d64c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:30.778131 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ca982-ba50-44d4-870b-7d088f81fe1a None None] Pushing event updated for resources: {'Port': ['ID=85834c32-8d07-4146-b740-cff51ad977ad,revision_number=20']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:30.824811 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-159d6f5b-5c44-4193-b174-6a768ed3b4fd req-4f7a3aa7-7222-47ef-9154-20baf6d699de tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9527bfe-5903-49d7-91a7-3a1d283d32b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293008 Jul 06 14:17:30.877497 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54198) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:30.904090 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-bc9d1031-d337-419e-bee5-ba2824920292 req-effa3288-6d64-49c9-bc3a-96e421e1f479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:31.017814 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c67612e6-92cb-4605-9d7e-218ebfe9a9f9 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:31.062498 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67612e6-92cb-4605-9d7e-218ebfe9a9f9 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Port': ['ID=51a98b66-0e2c-4449-8c2a-f3dee1233f1c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:31.095856 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2647f0bd-c838-4523-8ef3-30cbc4210917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:31.169237 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c67612e6-92cb-4605-9d7e-218ebfe9a9f9 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:31.174233 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54202) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:31.175258 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c67612e6-92cb-4605-9d7e-218ebfe9a9f9 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/51a98b66-0e2c-4449-8c2a-f3dee1233f1c HTTP/1.1" status: 204 len: 168 time: 0.7805614 Jul 06 14:17:31.290071 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de489718-cb3a-4d0e-92a5-545015758375 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:31.294361 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-de489718-cb3a-4d0e-92a5-545015758375 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1158159 Jul 06 14:17:31.294563 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2647f0bd-c838-4523-8ef3-30cbc4210917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:31.294563 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54204) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:31.311427 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2647f0bd-c838-4523-8ef3-30cbc4210917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:31.330791 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-bc9d1031-d337-419e-bee5-ba2824920292 req-effa3288-6d64-49c9-bc3a-96e421e1f479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58306ac6-c433-4383-8f12-1fc65f8ea108 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:17:31.341503 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-bc9d1031-d337-419e-bee5-ba2824920292 req-effa3288-6d64-49c9-bc3a-96e421e1f479 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:31.361512 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-bc9d1031-d337-419e-bee5-ba2824920292 req-effa3288-6d64-49c9-bc3a-96e421e1f479 service neutron] Transition to ACTIVE for port object 58306ac6-c433-4383-8f12-1fc65f8ea108 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:31.371160 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-bc9d1031-d337-419e-bee5-ba2824920292 req-effa3288-6d64-49c9-bc3a-96e421e1f479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:31.402334 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2647f0bd-c838-4523-8ef3-30cbc4210917 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=8bb12a15c37346af9c981df6f9c3e0d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5201843 Jul 06 14:17:31.402334 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647f0bd-c838-4523-8ef3-30cbc4210917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08516e4-9c0e-46a0-889d-4c987c7c8f1d,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:31.404693 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54206) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:31.433352 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa3288-6d64-49c9-bc3a-96e421e1f479 service neutron] Pushing event updated for resources: {'Port': ['ID=58306ac6-c433-4383-8f12-1fc65f8ea108,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:31.464039 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77aa3679-50f1-4c27-b608-998a281ddb99 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:31.465432 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-77aa3679-50f1-4c27-b608-998a281ddb99 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1698177 Jul 06 14:17:31.468701 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54208) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:31.512343 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-bc9d1031-d337-419e-bee5-ba2824920292 req-effa3288-6d64-49c9-bc3a-96e421e1f479 service neutron] Attempting to bind port 58306ac6-c433-4383-8f12-1fc65f8ea108 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:17:31.512718 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-bc9d1031-d337-419e-bee5-ba2824920292 req-effa3288-6d64-49c9-bc3a-96e421e1f479 service neutron] Attempting to bind port 58306ac6-c433-4383-8f12-1fc65f8ea108 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:17:31.513018 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d1031-d337-419e-bee5-ba2824920292 req-effa3288-6d64-49c9-bc3a-96e421e1f479 service neutron] Attempting to bind port 58306ac6-c433-4383-8f12-1fc65f8ea108 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:17:31.519084 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d1031-d337-419e-bee5-ba2824920292 req-effa3288-6d64-49c9-bc3a-96e421e1f479 service neutron] Port 58306ac6-c433-4383-8f12-1fc65f8ea108 on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:17:31.519504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d1031-d337-419e-bee5-ba2824920292 req-effa3288-6d64-49c9-bc3a-96e421e1f479 service neutron] Attempting to bind port 58306ac6-c433-4383-8f12-1fc65f8ea108 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:17:31.528101 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d1031-d337-419e-bee5-ba2824920292 req-effa3288-6d64-49c9-bc3a-96e421e1f479 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:17:31.528618 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d1031-d337-419e-bee5-ba2824920292 req-effa3288-6d64-49c9-bc3a-96e421e1f479 service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:17:31.529138 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d1031-d337-419e-bee5-ba2824920292 req-effa3288-6d64-49c9-bc3a-96e421e1f479 service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:17:31.530401 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-bc9d1031-d337-419e-bee5-ba2824920292 req-effa3288-6d64-49c9-bc3a-96e421e1f479 service neutron] Bound port: 58306ac6-c433-4383-8f12-1fc65f8ea108, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:17:31.530899 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-bc9d1031-d337-419e-bee5-ba2824920292 req-effa3288-6d64-49c9-bc3a-96e421e1f479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:31.545467 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52de9ff3-d52d-445b-b083-d87ee44ee75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:31.565330 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0593914c-9b29-4a09-8dad-226d72d30908 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:31.567182 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0593914c-9b29-4a09-8dad-226d72d30908 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:31.568948 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0593914c-9b29-4a09-8dad-226d72d30908 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:31.573074 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0593914c-9b29-4a09-8dad-226d72d30908 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1009815 Jul 06 14:17:31.574429 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54210) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:31.614421 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52de9ff3-d52d-445b-b083-d87ee44ee75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:31.622722 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-bc9d1031-d337-419e-bee5-ba2824920292 req-effa3288-6d64-49c9-bc3a-96e421e1f479 service neutron] For port 58306ac6-c433-4383-8f12-1fc65f8ea108, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:17:31.626051 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-bc9d1031-d337-419e-bee5-ba2824920292 req-effa3288-6d64-49c9-bc3a-96e421e1f479 service neutron] For port 58306ac6-c433-4383-8f12-1fc65f8ea108, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=58306ac6-c433-4383-8f12-1fc65f8ea108,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:17:31.632180 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-bc9d1031-d337-419e-bee5-ba2824920292 req-effa3288-6d64-49c9-bc3a-96e421e1f479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:31.667828 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d1031-d337-419e-bee5-ba2824920292 req-effa3288-6d64-49c9-bc3a-96e421e1f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:31.668567 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-bc9d1031-d337-419e-bee5-ba2824920292 req-effa3288-6d64-49c9-bc3a-96e421e1f479 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:31.670208 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc9d1031-d337-419e-bee5-ba2824920292 req-effa3288-6d64-49c9-bc3a-96e421e1f479 service neutron] 10.222.0.124 "PUT /v2.0/ports/58306ac6-c433-4383-8f12-1fc65f8ea108 HTTP/1.1" status: 200 len: 1096 time: 0.9311497 Jul 06 14:17:31.672399 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b957cb-07eb-4afc-bfb5-a76bd407f350 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting subnet 5997fd93-b623-4502-a178-f726fd6f7e24 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:17:31.678207 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-43b957cb-07eb-4afc-bfb5-a76bd407f350 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:31.679017 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0912d2a2-edfb-4d0b-8296-84cde18d64c5', 'tag': '58306ac6-c433-4383-8f12-1fc65f8ea108'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:17:31.681409 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4560e127-ca23-4526-86d8-0b91e4a93daf" -d '{"events": [{"name": "network-changed", "server_uuid": "0912d2a2-edfb-4d0b-8296-84cde18d64c5", "tag": "58306ac6-c433-4383-8f12-1fc65f8ea108"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:17:31.695706 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c1f71ec7-ecea-4a5d-9b8c-c0f0286ae1eb None None] Provisioning for port 85834c32-8d07-4146-b740-cff51ad977ad completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:31.712731 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa3288-6d64-49c9-bc3a-96e421e1f479 service neutron] Pushing event updated for resources: {'Port': ['ID=58306ac6-c433-4383-8f12-1fc65f8ea108,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:31.725101 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c1f71ec7-ecea-4a5d-9b8c-c0f0286ae1eb None None] Provisioning complete for port 85834c32-8d07-4146-b740-cff51ad977ad triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:31.725591 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c1f71ec7-ecea-4a5d-9b8c-c0f0286ae1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:31.772989 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5196708-8905-4fe0-b154-a58242aee8e0 x-openstack-request-id: req-e5196708-8905-4fe0-b154-a58242aee8e0 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:17:31.773379 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0912d2a2-edfb-4d0b-8296-84cde18d64c5", "tag": "58306ac6-c433-4383-8f12-1fc65f8ea108", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:17:31.773808 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e5196708-8905-4fe0-b154-a58242aee8e0 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:17:31.774269 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0912d2a2-edfb-4d0b-8296-84cde18d64c5', 'tag': '58306ac6-c433-4383-8f12-1fc65f8ea108', 'status': 'completed', 'code': 200} Jul 06 14:17:31.783677 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-43b957cb-07eb-4afc-bfb5-a76bd407f350 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:31.807080 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d1031-d337-419e-bee5-ba2824920292 req-3b482559-9779-462e-9aed-5c2c0e487f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:31.809446 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc9d1031-d337-419e-bee5-ba2824920292 req-3b482559-9779-462e-9aed-5c2c0e487f00 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=85be6c0ade334805866247cc0629f4ba&device_id=0912d2a2-edfb-4d0b-8296-84cde18d64c5 HTTP/1.1" status: 200 len: 1099 time: 0.0847096 Jul 06 14:17:31.819183 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52de9ff3-d52d-445b-b083-d87ee44ee75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:31.823829 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52de9ff3-d52d-445b-b083-d87ee44ee75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:31.826341 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-52de9ff3-d52d-445b-b083-d87ee44ee75a admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/b08516e4-9c0e-46a0-889d-4c987c7c8f1d HTTP/1.1" status: 204 len: 168 time: 0.4196498 Jul 06 14:17:31.880172 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc9d1031-d337-419e-bee5-ba2824920292 req-d76a7d05-7b32-47c0-a1be-e1b9ed96f3e3 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=58306ac6-c433-4383-8f12-1fc65f8ea108 HTTP/1.1" status: 200 len: 217 time: 0.0630460 Jul 06 14:17:31.962950 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d1031-d337-419e-bee5-ba2824920292 req-49387cbb-9ace-4630-938c-3c922d58b11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:31.968714 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc9d1031-d337-419e-bee5-ba2824920292 req-49387cbb-9ace-4630-938c-3c922d58b11f service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0821831 Jul 06 14:17:32.103385 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d1031-d337-419e-bee5-ba2824920292 req-5aae80bc-5a33-46c6-a5f0-593f4d68e945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:32.105101 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc9d1031-d337-419e-bee5-ba2824920292 req-5aae80bc-5a33-46c6-a5f0-593f4d68e945 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1267912 Jul 06 14:17:32.116737 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-7504eceb-83f7-4ee3-a209-4531e7e91917 None None] Could not find standard attr ID for object 51a98b66-0e2c-4449-8c2a-f3dee1233f1c. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:17:32.118970 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b22175-5296-4320-8c85-882d03b2957b req-e655d88c-d65f-433f-9d9c-6722c0db49c2 tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:32.126424 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b6b22175-5296-4320-8c85-882d03b2957b req-e655d88c-d65f-433f-9d9c-6722c0db49c2 tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.118 "GET /v2.0/ports?device_id=0912d2a2-edfb-4d0b-8296-84cde18d64c5 HTTP/1.1" status: 200 len: 948 time: 0.1309562 Jul 06 14:17:32.235635 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b6b22175-5296-4320-8c85-882d03b2957b req-9434294f-d349-46df-b45f-7afa6a9148d2 tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9527bfe-5903-49d7-91a7-3a1d283d32b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047111 Jul 06 14:17:32.287717 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc9d1031-d337-419e-bee5-ba2824920292 req-15be4ce6-3ba4-41f1-89c1-56be0281a766 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578271 Jul 06 14:17:32.355361 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 85834c32-8d07-4146-b740-cff51ad977ad up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:32.383658 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-43b957cb-07eb-4afc-bfb5-a76bd407f350 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:32.413561 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de9ff3-d52d-445b-b083-d87ee44ee75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08516e4-9c0e-46a0-889d-4c987c7c8f1d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:32.426599 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 85834c32-8d07-4146-b740-cff51ad977ad triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:32.426975 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:32.431299 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc9d1031-d337-419e-bee5-ba2824920292 req-b7915823-1ebe-488a-9105-c6321e16cb73 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370530 Jul 06 14:17:32.473173 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-43b957cb-07eb-4afc-bfb5-a76bd407f350 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:32.506484 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-43b957cb-07eb-4afc-bfb5-a76bd407f350 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:32.508507 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-43b957cb-07eb-4afc-bfb5-a76bd407f350 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/5997fd93-b623-4502-a178-f726fd6f7e24 HTTP/1.1" status: 204 len: 168 time: 0.9306722 Jul 06 14:17:32.509628 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b957cb-07eb-4afc-bfb5-a76bd407f350 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Subnet': ['ID=5997fd93-b623-4502-a178-f726fd6f7e24,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:32.512231 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54230) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:32.516887 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de85bf69-9b91-4698-af38-08d3e0b73438 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:32.568385 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560e127-ca23-4526-86d8-0b91e4a93daf req-49e20000-6bbe-4006-893f-1a5c4c9936a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:32.569984 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4560e127-ca23-4526-86d8-0b91e4a93daf req-49e20000-6bbe-4006-893f-1a5c4c9936a1 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=85be6c0ade334805866247cc0629f4ba&device_id=0912d2a2-edfb-4d0b-8296-84cde18d64c5 HTTP/1.1" status: 200 len: 1099 time: 0.0818400 Jul 06 14:17:32.613855 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-818e4b35-90e4-4631-814b-8bdc0194c46b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Deleting subnet 7260af5e-0926-4122-ba3a-15b2b4ccea0d {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:17:32.620270 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-818e4b35-90e4-4631-814b-8bdc0194c46b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:32.663804 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-818e4b35-90e4-4631-814b-8bdc0194c46b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:32.698962 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560e127-ca23-4526-86d8-0b91e4a93daf req-9560d3a2-b525-4c41-9005-5150b4b18a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:32.700611 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4560e127-ca23-4526-86d8-0b91e4a93daf req-9560d3a2-b525-4c41-9005-5150b4b18a68 service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.1223931 Jul 06 14:17:32.752761 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4560e127-ca23-4526-86d8-0b91e4a93daf req-43a16189-a399-4a46-a53c-5d73ae35f418 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=58306ac6-c433-4383-8f12-1fc65f8ea108 HTTP/1.1" status: 200 len: 217 time: 0.0441117 Jul 06 14:17:32.772870 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-818e4b35-90e4-4631-814b-8bdc0194c46b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:32.818237 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560e127-ca23-4526-86d8-0b91e4a93daf req-3a025fa8-3476-4685-9467-61a8cc4c2f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:32.819870 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4560e127-ca23-4526-86d8-0b91e4a93daf req-3a025fa8-3476-4685-9467-61a8cc4c2f0e service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0572076 Jul 06 14:17:32.857468 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-818e4b35-90e4-4631-814b-8bdc0194c46b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:32.888568 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e4b35-90e4-4631-814b-8bdc0194c46b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Subnet': ['ID=7260af5e-0926-4122-ba3a-15b2b4ccea0d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:32.891381 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560e127-ca23-4526-86d8-0b91e4a93daf req-292c4d75-2308-4a98-8f5e-459ea070166a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:32.893359 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-818e4b35-90e4-4631-814b-8bdc0194c46b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:32.898502 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-818e4b35-90e4-4631-814b-8bdc0194c46b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/7260af5e-0926-4122-ba3a-15b2b4ccea0d HTTP/1.1" status: 204 len: 168 time: 0.3849037 Jul 06 14:17:32.898707 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4560e127-ca23-4526-86d8-0b91e4a93daf req-292c4d75-2308-4a98-8f5e-459ea070166a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0710247 Jul 06 14:17:32.899137 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54244) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:32.952299 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-17b41e74-3e93-4bd7-bcc4-fa7ba04d9f20 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519984 Jul 06 14:17:32.956764 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54246) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.053397 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef868b3-1231-4f2f-b99f-412badd416ab tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:33.055322 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4ef868b3-1231-4f2f-b99f-412badd416ab tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0952842 Jul 06 14:17:33.057618 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4560e127-ca23-4526-86d8-0b91e4a93daf req-21437705-1498-47e1-950b-b8ff5f5aa8ef service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498246 Jul 06 14:17:33.058207 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54248) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.116363 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7020c442-9423-488b-98be-af5229e20799 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:33.118050 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7020c442-9423-488b-98be-af5229e20799 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0590923 Jul 06 14:17:33.120693 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54250) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.168164 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4db2d5b4-bb74-46f5-af98-136e6af9d3ae tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455029 Jul 06 14:17:33.172943 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54252) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.176305 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4560e127-ca23-4526-86d8-0b91e4a93daf req-0e9124f9-e7e3-44c3-b078-1fd93d1af6f6 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107194 Jul 06 14:17:33.210292 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d01890-dd77-4f2f-b287-a624742d70cc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:33.210841 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d01890-dd77-4f2f-b287-a624742d70cc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:33.215363 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-77d01890-dd77-4f2f-b287-a624742d70cc tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/51a98b66-0e2c-4449-8c2a-f3dee1233f1c HTTP/1.1" status: 404 len: 333 time: 0.0390952 Jul 06 14:17:33.215862 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54254) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.246885 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6cf2c45-3162-412e-aca9-3b9faafe35b8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:33.247359 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6cf2c45-3162-412e-aca9-3b9faafe35b8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:33.249152 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c6cf2c45-3162-412e-aca9-3b9faafe35b8 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/5997fd93-b623-4502-a178-f726fd6f7e24 HTTP/1.1" status: 404 len: 337 time: 0.0320928 Jul 06 14:17:33.252106 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54256) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.285520 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c86e28-3202-45d9-b446-f56ce8c668b4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:33.286392 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c86e28-3202-45d9-b446-f56ce8c668b4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:33.288696 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-45c86e28-3202-45d9-b446-f56ce8c668b4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/7260af5e-0926-4122-ba3a-15b2b4ccea0d HTTP/1.1" status: 404 len: 337 time: 0.0354688 Jul 06 14:17:33.291570 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54260) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.344364 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-e954eb3b-7eb4-4411-a016-0a4ea0e8feef tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:33.345326 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e954eb3b-7eb4-4411-a016-0a4ea0e8feef tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:33.349720 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e954eb3b-7eb4-4411-a016-0a4ea0e8feef tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/7e297454-cce9-4746-b85a-17a12367320a HTTP/1.1" status: 404 len: 333 time: 0.0545664 Jul 06 14:17:33.350021 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54264) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.398661 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-247389ce-61d9-4a5f-afb7-a23d1d8e5525 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:33.399350 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-247389ce-61d9-4a5f-afb7-a23d1d8e5525 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:33.400895 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-247389ce-61d9-4a5f-afb7-a23d1d8e5525 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/c7001c27-f081-4339-8c3a-15b69b1c2ad3 HTTP/1.1" status: 404 len: 337 time: 0.0499146 Jul 06 14:17:33.403984 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54268) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.437429 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d41b3c2-81e6-483e-8258-2b0571d4e9f4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:33.437952 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d41b3c2-81e6-483e-8258-2b0571d4e9f4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:33.439897 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7d41b3c2-81e6-483e-8258-2b0571d4e9f4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/c762ea03-055e-4450-977e-717ab4971f87 HTTP/1.1" status: 404 len: 337 time: 0.0347705 Jul 06 14:17:33.443598 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54270) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.472592 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-d566040c-bdf0-4ec3-881f-529503e0944d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:33.473299 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d566040c-bdf0-4ec3-881f-529503e0944d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:33.478507 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d566040c-bdf0-4ec3-881f-529503e0944d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/69e8e5c3-8bf0-4766-b6d5-8e962bc27421 HTTP/1.1" status: 404 len: 333 time: 0.0336933 Jul 06 14:17:33.479823 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54272) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.495675 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b57362-8ceb-49b1-86ab-639abe4da920 req-c9a9ec22-d908-41d7-b005-39a7df1d01dd tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:33.497023 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-92b57362-8ceb-49b1-86ab-639abe4da920 req-c9a9ec22-d908-41d7-b005-39a7df1d01dd tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.118 "GET /v2.0/ports?device_id=0912d2a2-edfb-4d0b-8296-84cde18d64c5 HTTP/1.1" status: 200 len: 948 time: 0.0922387 Jul 06 14:17:33.501588 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09115f3-2357-41bb-af12-541380d694b7 None None] Network e9ebb152-2c72-4703-8052-389b34df37c5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:33.519900 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd82e1d4-bdbc-42cb-be7a-537198d4adae tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:33.520309 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd82e1d4-bdbc-42cb-be7a-537198d4adae tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:33.522128 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fd82e1d4-bdbc-42cb-be7a-537198d4adae tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/495a4581-87aa-4435-bd50-5cbfce22d8ef HTTP/1.1" status: 404 len: 337 time: 0.0420370 Jul 06 14:17:33.524561 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54276) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.541331 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-92b57362-8ceb-49b1-86ab-639abe4da920 req-1a770365-da33-4d1b-b082-dc234e8234ca tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9527bfe-5903-49d7-91a7-3a1d283d32b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385828 Jul 06 14:17:33.553377 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-f28d6250-0e45-4dbf-9473-b9454718ec0c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:33.556070 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f28d6250-0e45-4dbf-9473-b9454718ec0c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:33.560392 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f28d6250-0e45-4dbf-9473-b9454718ec0c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/abf307ea-a984-49f7-ac58-26b9db77e387 HTTP/1.1" status: 404 len: 337 time: 0.0322640 Jul 06 14:17:33.560604 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54278) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.586660 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-04057497-8251-44d1-af69-5dfc545df474 None None] Provisioning complete for port 85834c32-8d07-4146-b740-cff51ad977ad triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:33.587318 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-04057497-8251-44d1-af69-5dfc545df474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:33.595933 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-607048d2-d94b-4b90-a894-88278394e52f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:33.597591 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-607048d2-d94b-4b90-a894-88278394e52f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:33.601799 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-607048d2-d94b-4b90-a894-88278394e52f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/4fdb82dc-b8bb-4e01-bc8a-d30807fea11c HTTP/1.1" status: 404 len: 333 time: 0.0382268 Jul 06 14:17:33.602693 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54280) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.630252 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f7888a-5b72-4020-8f06-914f1af6af79 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:33.630894 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f7888a-5b72-4020-8f06-914f1af6af79 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:33.632992 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c6f7888a-5b72-4020-8f06-914f1af6af79 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/fc330a7e-913f-4826-8f1d-8d01965b607c HTTP/1.1" status: 404 len: 337 time: 0.0289924 Jul 06 14:17:33.635223 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54282) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.662204 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa4ce74-1a6f-4ae6-a083-78e3bc97ad74 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:33.662872 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa4ce74-1a6f-4ae6-a083-78e3bc97ad74 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:33.665142 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8fa4ce74-1a6f-4ae6-a083-78e3bc97ad74 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/98c569d6-9b3a-4131-ac52-d4930ec36a39 HTTP/1.1" status: 404 len: 337 time: 0.0286298 Jul 06 14:17:33.668651 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54284) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.696457 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-f603680c-aee5-4f75-acb2-6d8c1e9b09aa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:33.697306 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f603680c-aee5-4f75-acb2-6d8c1e9b09aa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:33.701805 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f603680c-aee5-4f75-acb2-6d8c1e9b09aa tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/e9e8dd8e-f37c-4421-b8df-25c9c29b12cf HTTP/1.1" status: 404 len: 333 time: 0.0295136 Jul 06 14:17:33.702142 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54286) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.728953 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-d69bdbc1-9a1c-4f74-bbc3-eb28ec58364d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:33.730150 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d69bdbc1-9a1c-4f74-bbc3-eb28ec58364d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:33.734531 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d69bdbc1-9a1c-4f74-bbc3-eb28ec58364d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/e702a2f8-84b7-423e-a1c7-992732eee01e HTTP/1.1" status: 404 len: 337 time: 0.0291164 Jul 06 14:17:33.734805 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54288) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.768153 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e1e7cd4-bd98-449a-9a88-7f510c8289db tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:33.769485 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e1e7cd4-bd98-449a-9a88-7f510c8289db tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:33.772602 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2e1e7cd4-bd98-449a-9a88-7f510c8289db tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/c2e16e9a-ba96-44d8-ac80-6a2eaff40763 HTTP/1.1" status: 404 len: 333 time: 0.0355196 Jul 06 14:17:33.773739 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54290) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.802134 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-100958a0-4da9-459b-a03e-b10fef556dd6 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:33.802596 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-100958a0-4da9-459b-a03e-b10fef556dd6 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:33.807003 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-100958a0-4da9-459b-a03e-b10fef556dd6 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/c8f97ab9-a598-4a2f-b667-c42008b2499e HTTP/1.1" status: 404 len: 337 time: 0.0295925 Jul 06 14:17:33.807163 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54292) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.810127 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ff416d-2926-41d0-87df-7d85a567c1bc None None] DHCP port deletion for e9ebb152-2c72-4703-8052-389b34df37c5 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:17:33.835273 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1103f23-649d-442b-8ff1-bb4fe6326105 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:33.835986 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1103f23-649d-442b-8ff1-bb4fe6326105 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:33.841196 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b1103f23-649d-442b-8ff1-bb4fe6326105 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/d7e1b80d-8063-489e-ab62-7e247a06bf5b HTTP/1.1" status: 404 len: 333 time: 0.0298622 Jul 06 14:17:33.841196 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54294) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.872179 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-23ff416d-2926-41d0-87df-7d85a567c1bc None None] Deleting port 85834c32-8d07-4146-b740-cff51ad977ad {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:17:33.872550 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-23ff416d-2926-41d0-87df-7d85a567c1bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:33.874116 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c71f75-9b89-4046-864a-b0a5e910eb12 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:33.874967 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c71f75-9b89-4046-864a-b0a5e910eb12 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:33.880976 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54296) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.891226 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-15c71f75-9b89-4046-864a-b0a5e910eb12 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/c75f0dd0-db6a-416f-a4e1-a2a4532ee43a HTTP/1.1" status: 404 len: 337 time: 0.0483935 Jul 06 14:17:33.915384 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e9ecd1-432d-453b-be5d-4adf16a24b02 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:33.916595 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e9ecd1-432d-453b-be5d-4adf16a24b02 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:33.921575 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f4e9ecd1-432d-453b-be5d-4adf16a24b02 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/1d03e170-630f-4aa4-bc7d-a83295a9faf0 HTTP/1.1" status: 404 len: 333 time: 0.0391269 Jul 06 14:17:33.921986 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54298) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.949911 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-23ff416d-2926-41d0-87df-7d85a567c1bc None None] For port 85834c32-8d07-4146-b740-cff51ad977ad, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=85834c32-8d07-4146-b740-cff51ad977ad,segment=NetworkSegment(773de81f-0de0-4637-979f-16d16a624f1b),segment_id=773de81f-0de0-4637-979f-16d16a624f1b)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:33.950332 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-23ff416d-2926-41d0-87df-7d85a567c1bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:33.954542 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a414e7-6c12-45cf-8bed-a0bb2d92870d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:33.955160 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a414e7-6c12-45cf-8bed-a0bb2d92870d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:33.957803 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e6a414e7-6c12-45cf-8bed-a0bb2d92870d tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/48849c07-1f3c-4876-86db-232cf047c265 HTTP/1.1" status: 404 len: 337 time: 0.0337715 Jul 06 14:17:33.959955 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54300) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:33.967547 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-23ff416d-2926-41d0-87df-7d85a567c1bc None None] Calling delete_port for 85834c32-8d07-4146-b740-cff51ad977ad owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:17:33.993703 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-591c26d3-fbfa-4318-baeb-db8038813958 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:33.994422 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-591c26d3-fbfa-4318-baeb-db8038813958 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:33.996130 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-591c26d3-fbfa-4318-baeb-db8038813958 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/2a93b0ab-28f0-4730-90d9-3928432f09e4 HTTP/1.1" status: 404 len: 333 time: 0.0352731 Jul 06 14:17:33.999104 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54302) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:34.033599 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d219789-0cc3-4cf5-beb5-4f9cb05179d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:34.034886 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d219789-0cc3-4cf5-beb5-4f9cb05179d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:34.036963 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7d219789-0cc3-4cf5-beb5-4f9cb05179d7 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/45453b55-6a11-4e4b-86e4-c864e7f3bb2c HTTP/1.1" status: 404 len: 337 time: 0.0358863 Jul 06 14:17:34.040874 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54304) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:34.070342 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd94d146-812e-4945-9587-fd7ced28521e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:34.071488 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd94d146-812e-4945-9587-fd7ced28521e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:34.073348 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-bd94d146-812e-4945-9587-fd7ced28521e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/f322f2fa-4cab-4e9d-a056-9f3cb685e099 HTTP/1.1" status: 404 len: 333 time: 0.0312181 Jul 06 14:17:34.075914 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54306) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:34.079389 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-23ff416d-2926-41d0-87df-7d85a567c1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:34.094796 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ff416d-2926-41d0-87df-7d85a567c1bc None None] No DVR routers for this DVR port 85834c32-8d07-4146-b740-cff51ad977ad on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:17:34.103821 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3992b13-1dd9-4d96-9579-b02e66cc78e9 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:34.104329 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3992b13-1dd9-4d96-9579-b02e66cc78e9 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:34.106685 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d3992b13-1dd9-4d96-9579-b02e66cc78e9 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/aafcc39d-4a84-41dd-b9c5-edbf8b16e2c3 HTTP/1.1" status: 404 len: 337 time: 0.0295560 Jul 06 14:17:34.109350 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54308) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:34.128743 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff416d-2926-41d0-87df-7d85a567c1bc None None] Pushing event deleted for resources: {'Port': ['ID=85834c32-8d07-4146-b740-cff51ad977ad,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:34.141736 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc95a60d-18d7-4a9a-9ed0-ad75eee06496 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:34.142245 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc95a60d-18d7-4a9a-9ed0-ad75eee06496 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:34.144255 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-dc95a60d-18d7-4a9a-9ed0-ad75eee06496 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/2e0ad768-6a5d-40b1-aca2-644f04c9f5a6 HTTP/1.1" status: 404 len: 337 time: 0.0337052 Jul 06 14:17:34.146755 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54310) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:34.178622 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc4fdaf3-72c9-4b51-a4cc-1689441d9265 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:34.179254 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc4fdaf3-72c9-4b51-a4cc-1689441d9265 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:34.180942 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-cc4fdaf3-72c9-4b51-a4cc-1689441d9265 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/de2969ae-c1b8-425a-bb92-da2fb1d68f66 HTTP/1.1" status: 404 len: 333 time: 0.0332906 Jul 06 14:17:34.183604 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54312) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:34.208752 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-0abf3de3-3e61-4633-8186-4b7fc9458823 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:34.209198 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0abf3de3-3e61-4633-8186-4b7fc9458823 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:34.210927 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0abf3de3-3e61-4633-8186-4b7fc9458823 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/d5464f26-fa91-4b25-8f87-8f5030c6a95e HTTP/1.1" status: 404 len: 337 time: 0.0263596 Jul 06 14:17:34.213626 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54314) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:34.240220 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa6de94-0d22-413c-81d6-f03537cd94fd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:34.240692 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efa6de94-0d22-413c-81d6-f03537cd94fd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:34.242474 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-efa6de94-0d22-413c-81d6-f03537cd94fd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/c1015ffe-7958-4235-bad8-40c209a5c682 HTTP/1.1" status: 404 len: 337 time: 0.0278873 Jul 06 14:17:34.245019 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54316) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:34.270839 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-d705afb6-c727-44b7-8537-0c78ff385adb tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:34.271555 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d705afb6-c727-44b7-8537-0c78ff385adb tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:34.273537 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d705afb6-c727-44b7-8537-0c78ff385adb tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/cf767320-076f-45db-8432-378a1ad13d4c HTTP/1.1" status: 404 len: 333 time: 0.0272479 Jul 06 14:17:34.275834 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54318) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:34.283737 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 85834c32-8d07-4146-b740-cff51ad977ad no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:17:34.302486 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-50412280-5128-4bd0-b7b4-83d9e2d3df38 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:34.303046 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50412280-5128-4bd0-b7b4-83d9e2d3df38 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:34.304334 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 85834c32-8d07-4146-b740-cff51ad977ad {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:17:34.304670 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-50412280-5128-4bd0-b7b4-83d9e2d3df38 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/e3f0f69d-2ed2-466f-a8ae-ff6f8c776bf9 HTTP/1.1" status: 404 len: 337 time: 0.0279346 Jul 06 14:17:34.304804 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 85834c32-8d07-4146-b740-cff51ad977ad not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:17:34.307422 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54320) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:34.337604 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc64cdc-f2d0-4314-9c06-9e985234131f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:34.338011 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cc64cdc-f2d0-4314-9c06-9e985234131f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:34.339716 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3cc64cdc-f2d0-4314-9c06-9e985234131f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/6a678673-f376-49e7-86fc-ace36369fb7a HTTP/1.1" status: 404 len: 337 time: 0.0313592 Jul 06 14:17:34.342235 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54322) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:34.368267 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4278b54-ccd1-4427-8a73-04dbfb5a8c9e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:34.368885 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4278b54-ccd1-4427-8a73-04dbfb5a8c9e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:34.370574 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b4278b54-ccd1-4427-8a73-04dbfb5a8c9e tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/9f025f3c-9b81-4f9c-8013-f56e2a981410 HTTP/1.1" status: 404 len: 333 time: 0.0274482 Jul 06 14:17:34.372918 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54324) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:34.397248 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2c4ef6-b8bf-453c-a0c1-49fa9a3b73ba tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:34.397699 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a2c4ef6-b8bf-453c-a0c1-49fa9a3b73ba tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:34.399350 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4a2c4ef6-b8bf-453c-a0c1-49fa9a3b73ba tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/ed69575b-e94c-4131-bc33-d513d8d05bc8 HTTP/1.1" status: 404 len: 337 time: 0.0255480 Jul 06 14:17:34.401586 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54326) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:34.426800 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a9fb06-9e3d-4e73-af6b-1f17d959ccc0 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:34.427250 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70a9fb06-9e3d-4e73-af6b-1f17d959ccc0 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:34.428889 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-70a9fb06-9e3d-4e73-af6b-1f17d959ccc0 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/0e42863f-1a52-4881-b802-e19be5f16ed5 HTTP/1.1" status: 404 len: 337 time: 0.0263934 Jul 06 14:17:34.431259 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54328) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:34.460567 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6164281b-0081-4435-bece-155d9cb8cbfd tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports?device_id=893ed5f5-bc65-488f-8f16-8043d64c4cb2 HTTP/1.1" status: 200 len: 205 time: 0.0281281 Jul 06 14:17:34.462779 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54332) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:34.503421 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [None req-43c7fd02-ca04-45f7-a361-74206dd14d14 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] delete failed (client error): The resource could not be found. Jul 06 14:17:34.504478 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-43c7fd02-ca04-45f7-a361-74206dd14d14 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/routers/893ed5f5-bc65-488f-8f16-8043d64c4cb2 HTTP/1.1" status: 404 len: 336 time: 0.0407958 Jul 06 14:17:34.507056 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54336) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:34.533274 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7976601-3066-4963-b42c-ccec1c91fa40 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:34.533731 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7976601-3066-4963-b42c-ccec1c91fa40 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:34.535596 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e7976601-3066-4963-b42c-ccec1c91fa40 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/fb43e752-db52-46a0-9ed1-b8c4ec7427de HTTP/1.1" status: 404 len: 337 time: 0.0275755 Jul 06 14:17:34.538522 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54338) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:34.569580 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3263e414-9077-4ab2-b62e-29dda45dc5db tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "GET /v2.0/ports?device_id=b6ea352f-d769-43e5-8ec6-03dafac81148 HTTP/1.1" status: 200 len: 205 time: 0.0280855 Jul 06 14:17:34.570141 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54340) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:34.611780 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [None req-a7ae362e-86a2-4b3d-b205-3a084c255b03 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] delete failed (client error): The resource could not be found. Jul 06 14:17:34.613449 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a7ae362e-86a2-4b3d-b205-3a084c255b03 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/routers/b6ea352f-d769-43e5-8ec6-03dafac81148 HTTP/1.1" status: 404 len: 336 time: 0.0422134 Jul 06 14:17:34.616339 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54344) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:34.650311 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f942c4-d859-479e-885d-9cb7aaff2b73 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:34.650781 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91f942c4-d859-479e-885d-9cb7aaff2b73 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:34.652586 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-91f942c4-d859-479e-885d-9cb7aaff2b73 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/27a2c981-7ab8-4a94-b77a-86d997999491 HTTP/1.1" status: 404 len: 337 time: 0.0349572 Jul 06 14:17:34.655233 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54348) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:34.683456 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c26e130-419e-4c83-9d70-2158eba5660c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:34.683931 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c26e130-419e-4c83-9d70-2158eba5660c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:34.685735 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1c26e130-419e-4c83-9d70-2158eba5660c tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/89a93280-b100-4567-83bb-14900f4930ee HTTP/1.1" status: 404 len: 337 time: 0.0294962 Jul 06 14:17:34.689011 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54350) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:34.729898 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2eca85c-b84b-4730-86ba-146391bc42eb tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:34.730752 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2eca85c-b84b-4730-86ba-146391bc42eb tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:34.735205 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c2eca85c-b84b-4730-86ba-146391bc42eb tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/0c366882-2b0f-4c68-a170-5320106e72cd HTTP/1.1" status: 404 len: 333 time: 0.0423195 Jul 06 14:17:34.737002 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54352) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:34.784736 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-950ec47a-9271-4ba8-99bd-c22ecab5accb tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:34.785316 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-950ec47a-9271-4ba8-99bd-c22ecab5accb tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:34.787209 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-950ec47a-9271-4ba8-99bd-c22ecab5accb tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/22bc6422-2081-4b7f-a8fe-c94f84b1015a HTTP/1.1" status: 404 len: 337 time: 0.0508015 Jul 06 14:17:34.789885 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54354) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:34.818121 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde069bb-3689-425d-b4a3-9e5fc5f21d22 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:34.818824 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bde069bb-3689-425d-b4a3-9e5fc5f21d22 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:34.823251 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bde069bb-3689-425d-b4a3-9e5fc5f21d22 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/b49395a1-b3a6-48e1-a052-97328449f9f2 HTTP/1.1" status: 404 len: 333 time: 0.0296814 Jul 06 14:17:34.823393 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488ee73-63d6-4788-bb27-c6397d8ed275 req-045af11c-8943-45de-a4f1-daa4c7a20467 tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:34.823393 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1488ee73-63d6-4788-bb27-c6397d8ed275 req-045af11c-8943-45de-a4f1-daa4c7a20467 tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.118 "GET /v2.0/ports?device_id=0912d2a2-edfb-4d0b-8296-84cde18d64c5 HTTP/1.1" status: 200 len: 948 time: 0.1024871 Jul 06 14:17:34.823621 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54356) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:34.851584 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-035d439e-b4d7-4168-ac1a-9f540880f4fe tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:34.852050 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-035d439e-b4d7-4168-ac1a-9f540880f4fe tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:34.856340 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-035d439e-b4d7-4168-ac1a-9f540880f4fe tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/930c0b81-cfd0-4c24-a6c6-770defff6afb HTTP/1.1" status: 404 len: 337 time: 0.0296810 Jul 06 14:17:34.856573 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54358) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:34.864774 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1488ee73-63d6-4788-bb27-c6397d8ed275 req-35772f71-74fb-413a-9978-acc87b38c658 tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9527bfe-5903-49d7-91a7-3a1d283d32b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359490 Jul 06 14:17:34.884900 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ac2395-58ef-4d51-a7cc-e249441746c6 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:34.885596 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49ac2395-58ef-4d51-a7cc-e249441746c6 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:34.889644 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-49ac2395-58ef-4d51-a7cc-e249441746c6 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/eb84951e-4b48-49e4-8b8a-a1d01b0f2dbf HTTP/1.1" status: 404 len: 333 time: 0.0299580 Jul 06 14:17:34.889898 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54360) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:34.920271 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-b860aa43-74d4-4609-ae40-690d248ca92f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:34.920735 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b860aa43-74d4-4609-ae40-690d248ca92f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:34.925308 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b860aa43-74d4-4609-ae40-690d248ca92f tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/54adf1f1-43d9-4a01-9a33-585acf26aa3e HTTP/1.1" status: 404 len: 337 time: 0.0316777 Jul 06 14:17:34.925741 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54362) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:34.952260 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da8fedf-a72f-4a76-b3aa-1d66cf2fa7e4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:34.952968 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1da8fedf-a72f-4a76-b3aa-1d66cf2fa7e4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:34.955046 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1da8fedf-a72f-4a76-b3aa-1d66cf2fa7e4 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/3eb110bc-1037-4802-b5b9-8b6de04ee3ba HTTP/1.1" status: 404 len: 333 time: 0.0282750 Jul 06 14:17:34.957804 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54364) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:34.992357 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21d09c9-a808-4d8b-9128-bafcdb976f82 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:34.992817 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f21d09c9-a808-4d8b-9128-bafcdb976f82 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:34.996862 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f21d09c9-a808-4d8b-9128-bafcdb976f82 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/fdd8a323-eddc-4353-b36f-0ffb96966f43 HTTP/1.1" status: 404 len: 337 time: 0.0359044 Jul 06 14:17:34.997049 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54366) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:35.024430 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-38dbe495-6676-455b-a61f-68ea719cfc73 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:35.025042 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38dbe495-6676-455b-a61f-68ea719cfc73 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:35.029006 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-38dbe495-6676-455b-a61f-68ea719cfc73 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/81fc3ba1-1d93-4fca-b14e-97103e9967fe HTTP/1.1" status: 404 len: 333 time: 0.0288424 Jul 06 14:17:35.029231 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54368) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:35.058730 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-28bb3cae-7d48-4e9c-b244-bef0c5662213 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:35.059104 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28bb3cae-7d48-4e9c-b244-bef0c5662213 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:35.063132 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-28bb3cae-7d48-4e9c-b244-bef0c5662213 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/10fafcda-73df-4d27-8798-7adfb244995e HTTP/1.1" status: 404 len: 337 time: 0.0306787 Jul 06 14:17:35.063358 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54370) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:35.091711 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3456216-946d-453f-9459-34ab7eaea596 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:35.092386 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3456216-946d-453f-9459-34ab7eaea596 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:35.094122 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d3456216-946d-453f-9459-34ab7eaea596 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/e59edb38-108b-4293-8f92-9840fdeed2cc HTTP/1.1" status: 404 len: 333 time: 0.0298443 Jul 06 14:17:35.096810 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54372) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:35.122128 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-e08a06bb-5400-4a3b-bb94-1cf4fda840ab tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:35.122576 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e08a06bb-5400-4a3b-bb94-1cf4fda840ab tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:35.124285 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e08a06bb-5400-4a3b-bb94-1cf4fda840ab tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/5e1e5510-2af4-4460-bbd4-a5e4b208d167 HTTP/1.1" status: 404 len: 337 time: 0.0265028 Jul 06 14:17:35.126694 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54374) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:35.154686 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-9806d06f-85f1-4d60-9759-9bfdf35e03c3 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:35.155918 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9806d06f-85f1-4d60-9759-9bfdf35e03c3 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:35.158058 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9806d06f-85f1-4d60-9759-9bfdf35e03c3 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/ports/50c5d5e8-2c77-410f-aa96-bf144b968987 HTTP/1.1" status: 404 len: 333 time: 0.0303450 Jul 06 14:17:35.161329 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54376) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:35.188756 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb2f361-cbd1-41b0-8016-1635dd6da328 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] DELETE failed (client error): The resource could not be found. Jul 06 14:17:35.189230 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb2f361-cbd1-41b0-8016-1635dd6da328 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:17:35.191554 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2bb2f361-cbd1-41b0-8016-1635dd6da328 tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/subnets/a8134b75-de96-4612-97da-56e37d2cdc87 HTTP/1.1" status: 404 len: 337 time: 0.0291066 Jul 06 14:17:35.194111 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54378) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:35.273779 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f70c5a22-99fb-40d3-bd09-91744ead282b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:35.371276 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f70c5a22-99fb-40d3-bd09-91744ead282b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:35.383026 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-f70c5a22-99fb-40d3-bd09-91744ead282b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ebb152-2c72-4703-8052-389b34df37c5']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:35.395200 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-f70c5a22-99fb-40d3-bd09-91744ead282b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '773de81f-0de0-4637-979f-16d16a624f1b') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:35.395498 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-f70c5a22-99fb-40d3-bd09-91744ead282b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '773de81f-0de0-4637-979f-16d16a624f1b') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:17:35.404253 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f70c5a22-99fb-40d3-bd09-91744ead282b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:35.418995 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f70c5a22-99fb-40d3-bd09-91744ead282b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:35.424747 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70c5a22-99fb-40d3-bd09-91744ead282b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:17:35.425727 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f70c5a22-99fb-40d3-bd09-91744ead282b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:17:35.428832 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:17:35.487771 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f70c5a22-99fb-40d3-bd09-91744ead282b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:35.492506 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f70c5a22-99fb-40d3-bd09-91744ead282b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:35.497036 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f70c5a22-99fb-40d3-bd09-91744ead282b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] 10.222.0.118 "DELETE /v2.0/networks/e9ebb152-2c72-4703-8052-389b34df37c5 HTTP/1.1" status: 204 len: 168 time: 0.3017862 Jul 06 14:17:35.517518 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c5a22-99fb-40d3-bd09-91744ead282b tempest-NetworksTestDHCPv6-1951046374 tempest-NetworksTestDHCPv6-1951046374-project] Pushing event deleted for resources: {'Network': ['ID=e9ebb152-2c72-4703-8052-389b34df37c5,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:35.523166 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 58306ac6-c433-4383-8f12-1fc65f8ea108 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:17:35.646697 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 58306ac6-c433-4383-8f12-1fc65f8ea108, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=58306ac6-c433-4383-8f12-1fc65f8ea108,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:35.709887 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '58306ac6-c433-4383-8f12-1fc65f8ea108', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': '58306ac6-c433-4383-8f12-1fc65f8ea108', 'mac_address': 'fa:16:3e:7e:e2:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:17:35.730871 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:17:35.771489 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:35.794594 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58306ac6-c433-4383-8f12-1fc65f8ea108 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:17:35.817174 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 58306ac6-c433-4383-8f12-1fc65f8ea108, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=58306ac6-c433-4383-8f12-1fc65f8ea108,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:35.829074 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:35.882062 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54386) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:35.887990 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=58306ac6-c433-4383-8f12-1fc65f8ea108,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:36.032603 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['58306ac6-c433-4383-8f12-1fc65f8ea108'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:17:36.072011 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9ed1ab0d-8b83-4375-b778-0ea078a1039c admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=cbed1535f71949a99afa2a0d9b6f9d95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1884820 Jul 06 14:17:36.074771 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54392) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:36.094786 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2080786-e625-4e21-b21c-850c778f7f3e req-dc7df3c8-07d3-4133-b336-fddd406089b4 tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:36.097600 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a2080786-e625-4e21-b21c-850c778f7f3e req-dc7df3c8-07d3-4133-b336-fddd406089b4 tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.118 "GET /v2.0/ports?device_id=0912d2a2-edfb-4d0b-8296-84cde18d64c5 HTTP/1.1" status: 200 len: 949 time: 0.1066022 Jul 06 14:17:36.136469 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52e8ad4d-cb57-4349-8a0e-7b92fb7f8c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:36.138062 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a2080786-e625-4e21-b21c-850c778f7f3e req-80cb0f3c-9c98-41b2-92fd-09b6659cd1f2 tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9527bfe-5903-49d7-91a7-3a1d283d32b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331950 Jul 06 14:17:36.159300 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52e8ad4d-cb57-4349-8a0e-7b92fb7f8c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:36.209021 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52e8ad4d-cb57-4349-8a0e-7b92fb7f8c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:36.211909 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52e8ad4d-cb57-4349-8a0e-7b92fb7f8c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:36.213135 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-52e8ad4d-cb57-4349-8a0e-7b92fb7f8c7c admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/d8283a16-553c-495a-9453-ccc255b89db2 HTTP/1.1" status: 204 len: 168 time: 0.1373518 Jul 06 14:17:36.221066 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8ad4d-cb57-4349-8a0e-7b92fb7f8c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8283a16-553c-495a-9453-ccc255b89db2,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:36.847347 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54418) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:36.960903 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-83388040-55ab-4b20-8924-00946ba1dbc3 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Request body: {'security_group': {'name': 'tempest-secgroup--132119373'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:36.983513 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-83388040-55ab-4b20-8924-00946ba1dbc3 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:36.992519 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-83388040-55ab-4b20-8924-00946ba1dbc3 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.086866 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-83388040-55ab-4b20-8924-00946ba1dbc3 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.091469 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-83388040-55ab-4b20-8924-00946ba1dbc3 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.129167 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83388040-55ab-4b20-8924-00946ba1dbc3 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86a88a71-f79c-498c-a072-f5a8be911c33,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:37.190612 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-83388040-55ab-4b20-8924-00946ba1dbc3 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.195478 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-83388040-55ab-4b20-8924-00946ba1dbc3 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.235077 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-83388040-55ab-4b20-8924-00946ba1dbc3 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.236691 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-83388040-55ab-4b20-8924-00946ba1dbc3 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3878822 Jul 06 14:17:37.240074 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54426) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:37.242871 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83388040-55ab-4b20-8924-00946ba1dbc3 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce869485-8d9f-42c9-b312-219e7b5404e2,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:37.321523 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-504ed144-c8f7-4e07-859c-49792b994074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.339103 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-91cb9330-fdfe-42f9-9a30-442e8013c260 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0978858 Jul 06 14:17:37.342004 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54428) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:37.347158 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-b8463cbe-dd50-4285-b297-3c9aa3f94387 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Request body: {'security_group': {'name': 'tempest-security--1343727998', 'description': 'tempest-security-description-367291733'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:37.365152 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adba1e2-a2ac-410c-aa03-211e58f4d856 req-025cfb91-e909-404e-9e9d-c0c262336ddb tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:37.366814 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4adba1e2-a2ac-410c-aa03-211e58f4d856 req-025cfb91-e909-404e-9e9d-c0c262336ddb tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.118 "GET /v2.0/ports?device_id=0912d2a2-edfb-4d0b-8296-84cde18d64c5 HTTP/1.1" status: 200 len: 949 time: 0.1068518 Jul 06 14:17:37.375338 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b8463cbe-dd50-4285-b297-3c9aa3f94387 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.416420 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4adba1e2-a2ac-410c-aa03-211e58f4d856 req-cbc6b599-d625-4de7-a91c-a9b78a48e4bb tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9527bfe-5903-49d7-91a7-3a1d283d32b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414157 Jul 06 14:17:37.428142 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b8463cbe-dd50-4285-b297-3c9aa3f94387 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.433032 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b8463cbe-dd50-4285-b297-3c9aa3f94387 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.436680 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b8463cbe-dd50-4285-b297-3c9aa3f94387 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.438086 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b8463cbe-dd50-4285-b297-3c9aa3f94387 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "PUT /v2.0/security-groups/ce869485-8d9f-42c9-b312-219e7b5404e2 HTTP/1.1" status: 200 len: 1779 time: 0.0948517 Jul 06 14:17:37.441935 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54430) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:37.467735 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8463cbe-dd50-4285-b297-3c9aa3f94387 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce869485-8d9f-42c9-b312-219e7b5404e2,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:37.483711 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-aa9b8e86-286e-4668-ac08-64f6fd4d921b tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "GET /v2.0/security-groups/ce869485-8d9f-42c9-b312-219e7b5404e2 HTTP/1.1" status: 200 len: 1779 time: 0.0397663 Jul 06 14:17:37.485988 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54432) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:37.539341 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5ceb7694-ea88-433c-ae66-4dfa7e70e4e7 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.542582 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 58306ac6-c433-4383-8f12-1fc65f8ea108 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:17:37.562353 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5ceb7694-ea88-433c-ae66-4dfa7e70e4e7 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.608195 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5ceb7694-ea88-433c-ae66-4dfa7e70e4e7 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.611252 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5ceb7694-ea88-433c-ae66-4dfa7e70e4e7 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.612858 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5ceb7694-ea88-433c-ae66-4dfa7e70e4e7 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "DELETE /v2.0/security-groups/ce869485-8d9f-42c9-b312-219e7b5404e2 HTTP/1.1" status: 204 len: 168 time: 0.1258249 Jul 06 14:17:37.616973 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54434) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:37.617858 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 58306ac6-c433-4383-8f12-1fc65f8ea108 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:17:37.622697 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 58306ac6-c433-4383-8f12-1fc65f8ea108 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:17:37.623238 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.623373 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb7694-ea88-433c-ae66-4dfa7e70e4e7 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce869485-8d9f-42c9-b312-219e7b5404e2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:37.631756 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceb7694-ea88-433c-ae66-4dfa7e70e4e7 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:37.632381 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceb7694-ea88-433c-ae66-4dfa7e70e4e7 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:37.632880 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceb7694-ea88-433c-ae66-4dfa7e70e4e7 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:37.633371 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceb7694-ea88-433c-ae66-4dfa7e70e4e7 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:37.633886 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceb7694-ea88-433c-ae66-4dfa7e70e4e7 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:37.634399 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceb7694-ea88-433c-ae66-4dfa7e70e4e7 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:37.635038 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceb7694-ea88-433c-ae66-4dfa7e70e4e7 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:37.635521 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceb7694-ea88-433c-ae66-4dfa7e70e4e7 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:37.636002 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceb7694-ea88-433c-ae66-4dfa7e70e4e7 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:37.636507 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceb7694-ea88-433c-ae66-4dfa7e70e4e7 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:37.636996 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceb7694-ea88-433c-ae66-4dfa7e70e4e7 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:37.637485 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ceb7694-ea88-433c-ae66-4dfa7e70e4e7 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:17:37.681773 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1817f195-aa63-4f83-9c9c-04bdb82042ab tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0625494 Jul 06 14:17:37.684770 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54436) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:37.699622 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-4c0e1470-dc1d-44ba-921b-7325eb2f5dd1 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] delete failed (client error): The resource could not be found. Jul 06 14:17:37.700638 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4c0e1470-dc1d-44ba-921b-7325eb2f5dd1 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "DELETE /v2.0/security-groups/ce869485-8d9f-42c9-b312-219e7b5404e2 HTTP/1.1" status: 404 len: 347 time: 0.0147774 Jul 06 14:17:37.705022 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54438) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:37.710427 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-cb91ad44-f1a0-4535-8d76-eb4b10f9ec33 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Request body: {'security_group': {'name': 'tempest-secgroup--1560921309'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:37.723022 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.735722 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cb91ad44-f1a0-4535-8d76-eb4b10f9ec33 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.749658 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0912d2a2-edfb-4d0b-8296-84cde18d64c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58306ac6-c433-4383-8f12-1fc65f8ea108'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:17:37.752204 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2abc542-c605-4792-ae0d-fe617decbfbe" -d '{"events": [{"server_uuid": "0912d2a2-edfb-4d0b-8296-84cde18d64c5", "name": "network-vif-plugged", "status": "completed", "tag": "58306ac6-c433-4383-8f12-1fc65f8ea108"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:17:37.766210 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 58306ac6-c433-4383-8f12-1fc65f8ea108, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=58306ac6-c433-4383-8f12-1fc65f8ea108,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:17:37.771207 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.807389 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7b948b-263a-46b3-af1e-0f0f8fd99d7a x-openstack-request-id: req-bf7b948b-263a-46b3-af1e-0f0f8fd99d7a {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:17:37.807681 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0912d2a2-edfb-4d0b-8296-84cde18d64c5", "name": "network-vif-plugged", "status": "completed", "tag": "58306ac6-c433-4383-8f12-1fc65f8ea108", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:17:37.808131 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-bf7b948b-263a-46b3-af1e-0f0f8fd99d7a {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:17:37.808505 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0912d2a2-edfb-4d0b-8296-84cde18d64c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58306ac6-c433-4383-8f12-1fc65f8ea108', 'code': 200} Jul 06 14:17:37.837999 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cb91ad44-f1a0-4535-8d76-eb4b10f9ec33 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.843289 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cb91ad44-f1a0-4535-8d76-eb4b10f9ec33 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.858849 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=58306ac6-c433-4383-8f12-1fc65f8ea108,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:37.869604 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cb91ad44-f1a0-4535-8d76-eb4b10f9ec33 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:37.870863 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-cb91ad44-f1a0-4535-8d76-eb4b10f9ec33 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1649148 Jul 06 14:17:37.873712 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54442) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:37.879303 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-cee98ea3-62ae-44b3-a789-6e409d467770 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Request body: {'security_group_rule': {'security_group_id': '61d66a36-0273-4385-a0c2-5fc31fa9364d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:37.929629 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91ad44-f1a0-4535-8d76-eb4b10f9ec33 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d66a36-0273-4385-a0c2-5fc31fa9364d,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:37.973377 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cee98ea3-62ae-44b3-a789-6e409d467770 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:38.021063 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507292d-b1f6-4ca9-9b03-ad336f4bbc95 req-4a95f870-d11e-40e8-a505-9294444ccc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:38.022895 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9507292d-b1f6-4ca9-9b03-ad336f4bbc95 req-4a95f870-d11e-40e8-a505-9294444ccc16 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=0912d2a2-edfb-4d0b-8296-84cde18d64c5 HTTP/1.1" status: 200 len: 1101 time: 0.1365092 Jul 06 14:17:38.092134 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9507292d-b1f6-4ca9-9b03-ad336f4bbc95 req-dc0b32a5-f9c0-40ea-b8c0-68bc80b086a3 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=d9527bfe-5903-49d7-91a7-3a1d283d32b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603628 Jul 06 14:17:38.102562 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cee98ea3-62ae-44b3-a789-6e409d467770 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:38.107082 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cee98ea3-62ae-44b3-a789-6e409d467770 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:38.126712 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee98ea3-62ae-44b3-a789-6e409d467770 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e1e5e0-d479-4e6f-aa5f-430d6e1e03d2,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:38.135236 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cee98ea3-62ae-44b3-a789-6e409d467770 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:38.136640 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-cee98ea3-62ae-44b3-a789-6e409d467770 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2619302 Jul 06 14:17:38.139644 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54446) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:38.178060 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-51d49602-c35c-4c70-8803-466447eb6768 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:38.189142 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-51d49602-c35c-4c70-8803-466447eb6768 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:38.222990 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-51d49602-c35c-4c70-8803-466447eb6768 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:38.228413 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-51d49602-c35c-4c70-8803-466447eb6768 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:38.229186 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-51d49602-c35c-4c70-8803-466447eb6768 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "DELETE /v2.0/security-group-rules/59e1e5e0-d479-4e6f-aa5f-430d6e1e03d2 HTTP/1.1" status: 204 len: 168 time: 0.0885358 Jul 06 14:17:38.232294 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54448) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:38.237838 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d49602-c35c-4c70-8803-466447eb6768 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59e1e5e0-d479-4e6f-aa5f-430d6e1e03d2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:38.281101 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8750e7d3-7667-4a8a-a4e4-7c58fbdd664d tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0476077 Jul 06 14:17:38.283836 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54450) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:38.341742 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-45d1e2aa-38ed-4357-afb5-3ef4a3345e95 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:38.363805 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-45d1e2aa-38ed-4357-afb5-3ef4a3345e95 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:38.403801 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-45d1e2aa-38ed-4357-afb5-3ef4a3345e95 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:38.406504 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-45d1e2aa-38ed-4357-afb5-3ef4a3345e95 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:38.407703 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-45d1e2aa-38ed-4357-afb5-3ef4a3345e95 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "DELETE /v2.0/security-groups/61d66a36-0273-4385-a0c2-5fc31fa9364d HTTP/1.1" status: 204 len: 168 time: 0.1223249 Jul 06 14:17:38.410640 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54452) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:38.416851 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1e2aa-38ed-4357-afb5-3ef4a3345e95 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d66a36-0273-4385-a0c2-5fc31fa9364d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:38.462036 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-165af256-3d46-41cd-84a9-cb6dbe74a432 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0498524 Jul 06 14:17:38.467367 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54456) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:38.472290 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-a07ed024-3448-45df-a484-cbf152a8da47 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Request body: {'security_group': {'name': 'tempest-secgroup--1116845482'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:38.494370 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a07ed024-3448-45df-a484-cbf152a8da47 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:38.614217 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a07ed024-3448-45df-a484-cbf152a8da47 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:38.618867 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a07ed024-3448-45df-a484-cbf152a8da47 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:38.654013 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce668a7b-8ba9-4eb3-aa0c-09f286eb5b19 req-d5bdd122-fbd9-40a2-a1e6-d69a2c292a04 tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:38.655501 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ce668a7b-8ba9-4eb3-aa0c-09f286eb5b19 req-d5bdd122-fbd9-40a2-a1e6-d69a2c292a04 tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.118 "GET /v2.0/ports?device_id=0912d2a2-edfb-4d0b-8296-84cde18d64c5 HTTP/1.1" status: 200 len: 950 time: 0.1186414 Jul 06 14:17:38.660793 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a07ed024-3448-45df-a484-cbf152a8da47 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:38.661972 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a07ed024-3448-45df-a484-cbf152a8da47 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1934209 Jul 06 14:17:38.665004 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54460) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:38.669831 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-65da4ad7-9dfd-49f4-8d4f-a7cb9a48957f tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Request body: {'security_group_rule': {'security_group_id': '65e4babf-1a04-47ee-9724-6f6370727a0f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:38.672913 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ed024-3448-45df-a484-cbf152a8da47 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e4babf-1a04-47ee-9724-6f6370727a0f,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:38.697261 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-65da4ad7-9dfd-49f4-8d4f-a7cb9a48957f tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:38.703325 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ce668a7b-8ba9-4eb3-aa0c-09f286eb5b19 req-f8e16c5e-c491-45c4-81c9-e9284593bb60 tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9527bfe-5903-49d7-91a7-3a1d283d32b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402968 Jul 06 14:17:38.749288 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-65da4ad7-9dfd-49f4-8d4f-a7cb9a48957f tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:38.754433 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-65da4ad7-9dfd-49f4-8d4f-a7cb9a48957f tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:38.773156 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da4ad7-9dfd-49f4-8d4f-a7cb9a48957f tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4861c376-8bc4-4acc-9643-5b27fddb3b8a,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:38.778950 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-65da4ad7-9dfd-49f4-8d4f-a7cb9a48957f tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:38.782934 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-65da4ad7-9dfd-49f4-8d4f-a7cb9a48957f tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1141522 Jul 06 14:17:38.782934 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54462) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:38.790501 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-a6f24969-e4c1-4098-a367-d46d477eb500 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Request body: {'security_group_rule': {'security_group_id': '65e4babf-1a04-47ee-9724-6f6370727a0f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:38.827536 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6f24969-e4c1-4098-a367-d46d477eb500 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:38.891335 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6f24969-e4c1-4098-a367-d46d477eb500 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:38.895709 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6f24969-e4c1-4098-a367-d46d477eb500 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:38.911685 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f24969-e4c1-4098-a367-d46d477eb500 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02106368-3292-4689-b6f8-99f48aeb2fba,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:38.920034 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6f24969-e4c1-4098-a367-d46d477eb500 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:38.921736 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a6f24969-e4c1-4098-a367-d46d477eb500 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1374035 Jul 06 14:17:38.923981 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54466) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:38.929338 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-09e9dc02-550f-4608-9792-186a2975894b tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Request body: {'security_group_rule': {'security_group_id': '65e4babf-1a04-47ee-9724-6f6370727a0f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:38.955739 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-09e9dc02-550f-4608-9792-186a2975894b tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.021935 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-09e9dc02-550f-4608-9792-186a2975894b tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.027850 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-09e9dc02-550f-4608-9792-186a2975894b tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.050601 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9dc02-550f-4608-9792-186a2975894b tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac2f46f-c7a2-40f8-89f6-c214f4959440,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:39.058669 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-09e9dc02-550f-4608-9792-186a2975894b tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.062678 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-09e9dc02-550f-4608-9792-186a2975894b tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1346347 Jul 06 14:17:39.062914 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54472) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:39.068388 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-3b96104f-2c0e-4afe-b4b4-9cfcf25da2c1 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Request body: {'security_group_rule': {'security_group_id': '65e4babf-1a04-47ee-9724-6f6370727a0f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:39.099274 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3b96104f-2c0e-4afe-b4b4-9cfcf25da2c1 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.172836 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3b96104f-2c0e-4afe-b4b4-9cfcf25da2c1 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.180276 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3b96104f-2c0e-4afe-b4b4-9cfcf25da2c1 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.200204 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96104f-2c0e-4afe-b4b4-9cfcf25da2c1 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=463a9091-a500-4f36-ace0-6cfb6b23aa8f,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:39.209918 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3b96104f-2c0e-4afe-b4b4-9cfcf25da2c1 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.211176 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3b96104f-2c0e-4afe-b4b4-9cfcf25da2c1 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1472821 Jul 06 14:17:39.213844 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54476) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:39.218388 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-9c32be3a-ddbf-4bad-9a6c-f15eee7861ad tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Request body: {'security_group_rule': {'security_group_id': '65e4babf-1a04-47ee-9724-6f6370727a0f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:39.246739 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c32be3a-ddbf-4bad-9a6c-f15eee7861ad tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.310180 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c32be3a-ddbf-4bad-9a6c-f15eee7861ad tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.313991 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c32be3a-ddbf-4bad-9a6c-f15eee7861ad tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.332757 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32be3a-ddbf-4bad-9a6c-f15eee7861ad tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df878114-8c46-45eb-b6b4-5a00bac9d8b1,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:39.339166 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c32be3a-ddbf-4bad-9a6c-f15eee7861ad tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.342205 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9c32be3a-ddbf-4bad-9a6c-f15eee7861ad tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1273878 Jul 06 14:17:39.343162 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54478) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:39.372899 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-698239e4-2e38-49cb-b3e3-196f904e7588 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.381600 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-698239e4-2e38-49cb-b3e3-196f904e7588 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.414823 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-698239e4-2e38-49cb-b3e3-196f904e7588 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.420977 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-698239e4-2e38-49cb-b3e3-196f904e7588 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.422121 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-698239e4-2e38-49cb-b3e3-196f904e7588 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "DELETE /v2.0/security-group-rules/df878114-8c46-45eb-b6b4-5a00bac9d8b1 HTTP/1.1" status: 204 len: 168 time: 0.0779819 Jul 06 14:17:39.426024 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54480) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:39.428335 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698239e4-2e38-49cb-b3e3-196f904e7588 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df878114-8c46-45eb-b6b4-5a00bac9d8b1,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:39.490579 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-fe6f61a3-3e73-4a93-ae02-bdad8823fa33 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0600619 Jul 06 14:17:39.490793 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54482) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:39.520240 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a075d9d4-1b27-4dc0-95e5-c65495129d40 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.527352 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a075d9d4-1b27-4dc0-95e5-c65495129d40 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.554720 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a075d9d4-1b27-4dc0-95e5-c65495129d40 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.560946 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a075d9d4-1b27-4dc0-95e5-c65495129d40 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.562098 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a075d9d4-1b27-4dc0-95e5-c65495129d40 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "DELETE /v2.0/security-group-rules/463a9091-a500-4f36-ace0-6cfb6b23aa8f HTTP/1.1" status: 204 len: 168 time: 0.0704515 Jul 06 14:17:39.564856 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54484) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:39.568203 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075d9d4-1b27-4dc0-95e5-c65495129d40 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=463a9091-a500-4f36-ace0-6cfb6b23aa8f,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:39.614451 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5815c667-a553-4e84-9b8e-139eed4816da tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0475650 Jul 06 14:17:39.617097 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54486) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:39.645862 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fc55267a-459e-4319-8b50-ec0ce17966d6 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.656157 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fc55267a-459e-4319-8b50-ec0ce17966d6 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.683542 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fc55267a-459e-4319-8b50-ec0ce17966d6 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.689834 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fc55267a-459e-4319-8b50-ec0ce17966d6 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.691607 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fc55267a-459e-4319-8b50-ec0ce17966d6 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "DELETE /v2.0/security-group-rules/1ac2f46f-c7a2-40f8-89f6-c214f4959440 HTTP/1.1" status: 204 len: 168 time: 0.0734689 Jul 06 14:17:39.694511 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54488) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:39.697676 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55267a-459e-4319-8b50-ec0ce17966d6 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ac2f46f-c7a2-40f8-89f6-c214f4959440,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:39.742647 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7a026696-57d5-407f-a87e-9fa50c69466f tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0465152 Jul 06 14:17:39.745258 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54492) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:39.770224 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d1442e82-126e-4e4a-ae97-36b311293751 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.778242 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d1442e82-126e-4e4a-ae97-36b311293751 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.808850 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d1442e82-126e-4e4a-ae97-36b311293751 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.817457 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d1442e82-126e-4e4a-ae97-36b311293751 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.821692 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d1442e82-126e-4e4a-ae97-36b311293751 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "DELETE /v2.0/security-group-rules/02106368-3292-4689-b6f8-99f48aeb2fba HTTP/1.1" status: 204 len: 168 time: 0.0723281 Jul 06 14:17:39.822425 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54494) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:39.826307 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1442e82-126e-4e4a-ae97-36b311293751 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02106368-3292-4689-b6f8-99f48aeb2fba,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:39.874064 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ed440646-311b-49a6-8d7d-593d4aa50cc9 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0505955 Jul 06 14:17:39.876686 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54496) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:39.902960 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-70023ff2-800b-48d8-91c0-5ed8b433a64f tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.912047 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1c939-3266-4ac7-8f02-a6630ab57a17 req-95de1aea-cbe7-4c1a-8772-13f8f63ce765 tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:39.912280 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-70023ff2-800b-48d8-91c0-5ed8b433a64f tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.913603 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b1f1c939-3266-4ac7-8f02-a6630ab57a17 req-95de1aea-cbe7-4c1a-8772-13f8f63ce765 tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.118 "GET /v2.0/ports?device_id=0912d2a2-edfb-4d0b-8296-84cde18d64c5 HTTP/1.1" status: 200 len: 950 time: 0.0674148 Jul 06 14:17:39.942131 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-70023ff2-800b-48d8-91c0-5ed8b433a64f tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.948429 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-70023ff2-800b-48d8-91c0-5ed8b433a64f tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:39.952647 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-70023ff2-800b-48d8-91c0-5ed8b433a64f tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "DELETE /v2.0/security-group-rules/4861c376-8bc4-4acc-9643-5b27fddb3b8a HTTP/1.1" status: 204 len: 168 time: 0.0749159 Jul 06 14:17:39.953599 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54498) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:39.961599 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70023ff2-800b-48d8-91c0-5ed8b433a64f tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4861c376-8bc4-4acc-9643-5b27fddb3b8a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:39.969147 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b1f1c939-3266-4ac7-8f02-a6630ab57a17 req-cfa76750-8de6-480e-9849-fb7ee70e445b tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9527bfe-5903-49d7-91a7-3a1d283d32b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480165 Jul 06 14:17:40.005397 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5c979537-f1fb-472f-8d3b-d3fed4cd8880 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0505705 Jul 06 14:17:40.008356 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54502) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:40.072302 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e18518d-2d62-46cc-b7d9-72f4c6ae7b81 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.099462 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e18518d-2d62-46cc-b7d9-72f4c6ae7b81 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.189144 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e18518d-2d62-46cc-b7d9-72f4c6ae7b81 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.205381 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5e18518d-2d62-46cc-b7d9-72f4c6ae7b81 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.263104 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5e18518d-2d62-46cc-b7d9-72f4c6ae7b81 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "DELETE /v2.0/security-groups/65e4babf-1a04-47ee-9724-6f6370727a0f HTTP/1.1" status: 204 len: 168 time: 0.2520385 Jul 06 14:17:40.263735 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54508) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:40.263841 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.291379 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18518d-2d62-46cc-b7d9-72f4c6ae7b81 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e4babf-1a04-47ee-9724-6f6370727a0f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:40.360392 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2401e8f4-34e4-4550-bdea-be81aca0979c tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0966980 Jul 06 14:17:40.366375 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54514) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:40.370887 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-fdef5c36-febb-4093-bd5f-a73a16067b2c tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Request body: {'security_group': {'name': 'tempest-secgroup--193733646'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:40.399438 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fdef5c36-febb-4093-bd5f-a73a16067b2c tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.498135 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fdef5c36-febb-4093-bd5f-a73a16067b2c tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.502880 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fdef5c36-febb-4093-bd5f-a73a16067b2c tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.535013 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fdef5c36-febb-4093-bd5f-a73a16067b2c tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.536293 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-fdef5c36-febb-4093-bd5f-a73a16067b2c tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1689444 Jul 06 14:17:40.537440 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef5c36-febb-4093-bd5f-a73a16067b2c tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70d825c8-2bc4-4c0d-866d-b0c9d8b2d777,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:40.539155 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54518) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:40.544098 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-64c3c193-1253-404d-bd78-26fb2b46b36e tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Request body: {'security_group_rule': {'security_group_id': '70d825c8-2bc4-4c0d-866d-b0c9d8b2d777', 'direction': 'ingress', 'protocol': 17}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:40.573191 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b14601e5-cd60-4b65-b271-ef0579dacec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.576020 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-64c3c193-1253-404d-bd78-26fb2b46b36e tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.626456 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-64c3c193-1253-404d-bd78-26fb2b46b36e tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.631326 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-64c3c193-1253-404d-bd78-26fb2b46b36e tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.651799 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3c193-1253-404d-bd78-26fb2b46b36e tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cfe97a3-99ba-493a-9f7e-ae6ed5456ffe,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:40.659758 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-64c3c193-1253-404d-bd78-26fb2b46b36e tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.661046 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-64c3c193-1253-404d-bd78-26fb2b46b36e tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1205995 Jul 06 14:17:40.663834 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54520) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:40.720126 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-78670cba-8cab-4186-895d-1b63c90c5983 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.744386 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-78670cba-8cab-4186-895d-1b63c90c5983 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.790595 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-78670cba-8cab-4186-895d-1b63c90c5983 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.793082 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-78670cba-8cab-4186-895d-1b63c90c5983 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.794382 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-78670cba-8cab-4186-895d-1b63c90c5983 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "DELETE /v2.0/security-groups/70d825c8-2bc4-4c0d-866d-b0c9d8b2d777 HTTP/1.1" status: 204 len: 168 time: 0.1295786 Jul 06 14:17:40.797194 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54522) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:40.804730 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78670cba-8cab-4186-895d-1b63c90c5983 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d825c8-2bc4-4c0d-866d-b0c9d8b2d777,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:40.853667 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e7ac8dde-2c78-42f6-9f3b-236bea74215d tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0551071 Jul 06 14:17:40.857110 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54524) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:40.861586 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-290d0dd0-ff6f-4af2-90d2-bac84ea82c3a tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Request body: {'security_group': {'name': 'tempest-secgroup--1092441854'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:40.884728 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-290d0dd0-ff6f-4af2-90d2-bac84ea82c3a tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.970896 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-290d0dd0-ff6f-4af2-90d2-bac84ea82c3a tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:40.975768 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-290d0dd0-ff6f-4af2-90d2-bac84ea82c3a tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:41.002230 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-290d0dd0-ff6f-4af2-90d2-bac84ea82c3a tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:41.004539 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-290d0dd0-ff6f-4af2-90d2-bac84ea82c3a tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1465070 Jul 06 14:17:41.007204 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54526) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:41.011504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-8209aafa-e1fb-4c27-9193-fd5366bec472 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Request body: {'security_group': {'name': 'tempest-secgroup--1169366185'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:41.020394 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d0dd0-ff6f-4af2-90d2-bac84ea82c3a tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=147b4b29-2d30-497c-aa8e-b15b8e98c4f1,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:41.037977 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8209aafa-e1fb-4c27-9193-fd5366bec472 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:41.123572 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8209aafa-e1fb-4c27-9193-fd5366bec472 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:41.127769 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8209aafa-e1fb-4c27-9193-fd5366bec472 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:41.161068 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8209aafa-e1fb-4c27-9193-fd5366bec472 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:41.162349 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8209aafa-e1fb-4c27-9193-fd5366bec472 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1542289 Jul 06 14:17:41.164308 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209aafa-e1fb-4c27-9193-fd5366bec472 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac342a5-5695-4b35-a0c0-b1c9c26d47dc,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:41.165215 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54528) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:41.170365 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-94272541-552f-42d2-8a1f-647def628a00 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Request body: {'security_group_rule': {'security_group_id': '147b4b29-2d30-497c-aa8e-b15b8e98c4f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'dac342a5-5695-4b35-a0c0-b1c9c26d47dc', 'remote_ip_prefix': None}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:41.208697 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-94272541-552f-42d2-8a1f-647def628a00 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:41.285198 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-94272541-552f-42d2-8a1f-647def628a00 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:41.289448 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-94272541-552f-42d2-8a1f-647def628a00 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:41.316097 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94272541-552f-42d2-8a1f-647def628a00 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f65ce9-c247-4c03-8127-34e06288bb27,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:41.332391 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-94272541-552f-42d2-8a1f-647def628a00 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:41.334221 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-94272541-552f-42d2-8a1f-647def628a00 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1677692 Jul 06 14:17:41.336596 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54536) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:41.363066 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-75501576-ec13-42e4-a144-c1cdbded5754 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:41.372051 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-75501576-ec13-42e4-a144-c1cdbded5754 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:41.412944 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-75501576-ec13-42e4-a144-c1cdbded5754 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:41.417995 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-75501576-ec13-42e4-a144-c1cdbded5754 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:41.421857 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-75501576-ec13-42e4-a144-c1cdbded5754 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "DELETE /v2.0/security-group-rules/a3f65ce9-c247-4c03-8127-34e06288bb27 HTTP/1.1" status: 204 len: 168 time: 0.0841541 Jul 06 14:17:41.422008 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54546) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:41.429974 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75501576-ec13-42e4-a144-c1cdbded5754 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3f65ce9-c247-4c03-8127-34e06288bb27,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:41.472660 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-370409ae-013e-44ca-bbd2-b2c5fa43efca tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0474236 Jul 06 14:17:41.473520 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54550) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:41.536525 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-043c9984-681e-4fbe-bc0d-6344871a1dbb tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:41.562070 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-043c9984-681e-4fbe-bc0d-6344871a1dbb tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:41.575999 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:41.616995 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-043c9984-681e-4fbe-bc0d-6344871a1dbb tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:41.621100 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-043c9984-681e-4fbe-bc0d-6344871a1dbb tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:41.622810 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-043c9984-681e-4fbe-bc0d-6344871a1dbb tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "DELETE /v2.0/security-groups/dac342a5-5695-4b35-a0c0-b1c9c26d47dc HTTP/1.1" status: 204 len: 168 time: 0.1482141 Jul 06 14:17:41.625820 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54560) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:41.634229 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c9984-681e-4fbe-bc0d-6344871a1dbb tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac342a5-5695-4b35-a0c0-b1c9c26d47dc,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:41.702743 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b2d9b79d-110c-41b5-a46b-153012a2746d tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0731072 Jul 06 14:17:41.703522 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54564) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:41.775347 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-675b78ea-824e-4d10-baaa-72fccb1fd0d7 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:41.801632 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-675b78ea-824e-4d10-baaa-72fccb1fd0d7 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:41.852919 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-675b78ea-824e-4d10-baaa-72fccb1fd0d7 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:41.855919 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-675b78ea-824e-4d10-baaa-72fccb1fd0d7 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:41.857144 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-675b78ea-824e-4d10-baaa-72fccb1fd0d7 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "DELETE /v2.0/security-groups/147b4b29-2d30-497c-aa8e-b15b8e98c4f1 HTTP/1.1" status: 204 len: 168 time: 0.1525958 Jul 06 14:17:41.860050 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54574) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:41.869646 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b78ea-824e-4d10-baaa-72fccb1fd0d7 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=147b4b29-2d30-497c-aa8e-b15b8e98c4f1,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:41.944502 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cc980379-f68c-48f3-bb2f-5999347c8b92 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0829923 Jul 06 14:17:41.948624 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54580) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:41.953386 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-6e2470c7-d991-4a89-9c6e-a0e38685cf76 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Request body: {'security_group': {'name': 'tempest-secgroup--1183504209'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:41.982592 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6e2470c7-d991-4a89-9c6e-a0e38685cf76 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.088467 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6e2470c7-d991-4a89-9c6e-a0e38685cf76 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.091256 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6e2470c7-d991-4a89-9c6e-a0e38685cf76 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.124765 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6e2470c7-d991-4a89-9c6e-a0e38685cf76 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.129389 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6e2470c7-d991-4a89-9c6e-a0e38685cf76 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1763155 Jul 06 14:17:42.129389 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2470c7-d991-4a89-9c6e-a0e38685cf76 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=626deb99-3b14-4234-9cbc-209a9b5658ad,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:42.130095 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54592) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:42.134607 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-16cf6662-959d-4c74-8706-34a7824f00be tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Request body: {'security_group_rule': {'security_group_id': '626deb99-3b14-4234-9cbc-209a9b5658ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:42.169923 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-16cf6662-959d-4c74-8706-34a7824f00be tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.249938 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-16cf6662-959d-4c74-8706-34a7824f00be tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.254943 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-16cf6662-959d-4c74-8706-34a7824f00be tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.275424 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf6662-959d-4c74-8706-34a7824f00be tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe766a4f-df9d-46c5-8ffb-81ee5ac3f2a9,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:42.283151 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-16cf6662-959d-4c74-8706-34a7824f00be tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.285177 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-16cf6662-959d-4c74-8706-34a7824f00be tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1538172 Jul 06 14:17:42.287742 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54594) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:42.316921 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a84c21cc-55e7-47be-988e-9319ac593e48 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.325696 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a84c21cc-55e7-47be-988e-9319ac593e48 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.356727 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a84c21cc-55e7-47be-988e-9319ac593e48 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.364366 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a84c21cc-55e7-47be-988e-9319ac593e48 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.367627 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a84c21cc-55e7-47be-988e-9319ac593e48 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "DELETE /v2.0/security-group-rules/fe766a4f-df9d-46c5-8ffb-81ee5ac3f2a9 HTTP/1.1" status: 204 len: 168 time: 0.0779831 Jul 06 14:17:42.371575 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54596) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:42.392264 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c21cc-55e7-47be-988e-9319ac593e48 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe766a4f-df9d-46c5-8ffb-81ee5ac3f2a9,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:42.445228 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-788f1f8c-5ae7-4b36-89d0-ce96c827028d tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0718875 Jul 06 14:17:42.447889 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54598) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:42.507788 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e77c239f-cf24-46b4-814e-e11b4df5d1f4 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.532838 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e77c239f-cf24-46b4-814e-e11b4df5d1f4 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.578769 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e77c239f-cf24-46b4-814e-e11b4df5d1f4 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.582334 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e77c239f-cf24-46b4-814e-e11b4df5d1f4 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.583517 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e77c239f-cf24-46b4-814e-e11b4df5d1f4 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "DELETE /v2.0/security-groups/626deb99-3b14-4234-9cbc-209a9b5658ad HTTP/1.1" status: 204 len: 168 time: 0.1345093 Jul 06 14:17:42.586371 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54600) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:42.593136 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c239f-cf24-46b4-814e-e11b4df5d1f4 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=626deb99-3b14-4234-9cbc-209a9b5658ad,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:42.653595 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-df7065cc-79aa-4ad3-802a-d0261276721f tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0659466 Jul 06 14:17:42.657562 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54604) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:42.662367 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-1e83e88e-872e-4a88-a628-c7b0a540f012 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Request body: {'security_group': {'name': 'tempest-secgroup--2115311780'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:42.693246 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1e83e88e-872e-4a88-a628-c7b0a540f012 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.780822 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1e83e88e-872e-4a88-a628-c7b0a540f012 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.786136 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1e83e88e-872e-4a88-a628-c7b0a540f012 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.812043 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1e83e88e-872e-4a88-a628-c7b0a540f012 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.817426 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1e83e88e-872e-4a88-a628-c7b0a540f012 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1551120 Jul 06 14:17:42.818431 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54606) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:42.822661 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83e88e-872e-4a88-a628-c7b0a540f012 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbfa8b5-1e5a-4f0b-8b91-19919ec4c7ee,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:42.823106 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-ff19474a-1ef8-4055-86b5-d33a221183a3 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Request body: {'security_group_rule': {'security_group_id': '5fbfa8b5-1e5a-4f0b-8b91-19919ec4c7ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:42.853207 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ff19474a-1ef8-4055-86b5-d33a221183a3 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.914915 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ff19474a-1ef8-4055-86b5-d33a221183a3 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.919070 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ff19474a-1ef8-4055-86b5-d33a221183a3 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.938489 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19474a-1ef8-4055-86b5-d33a221183a3 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac00c09a-c7c5-40ee-8489-8b98b6ed6d61,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:42.947068 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ff19474a-1ef8-4055-86b5-d33a221183a3 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:42.948775 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ff19474a-1ef8-4055-86b5-d33a221183a3 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1296284 Jul 06 14:17:42.951221 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54608) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:42.968912 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-66c238d7-c1d3-4500-81a0-424019b0c48c tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "GET /v2.0/security-group-rules/ac00c09a-c7c5-40ee-8489-8b98b6ed6d61 HTTP/1.1" status: 200 len: 763 time: 0.0163381 Jul 06 14:17:42.972526 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54610) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:43.017093 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-da74134e-b1e3-4e77-ade0-76cf919b11fc tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0427303 Jul 06 14:17:43.020376 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54612) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:43.045157 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-334d6aae-1c03-4866-8fce-34efb68e641b tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.053987 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-334d6aae-1c03-4866-8fce-34efb68e641b tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.095044 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-334d6aae-1c03-4866-8fce-34efb68e641b tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.119280 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-334d6aae-1c03-4866-8fce-34efb68e641b tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.125942 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-334d6aae-1c03-4866-8fce-34efb68e641b tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "DELETE /v2.0/security-group-rules/ac00c09a-c7c5-40ee-8489-8b98b6ed6d61 HTTP/1.1" status: 204 len: 168 time: 0.1021943 Jul 06 14:17:43.129833 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54614) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:43.166375 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d6aae-1c03-4866-8fce-34efb68e641b tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac00c09a-c7c5-40ee-8489-8b98b6ed6d61,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:43.169037 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.214474 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-294868f3-7a8c-4dfd-b972-2526eb8df2cd tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0865445 Jul 06 14:17:43.215966 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54618) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:43.222090 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-be7c5524-eccc-4b16-82d3-28d7702f235b tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Request body: {'security_group_rule': {'security_group_id': '5fbfa8b5-1e5a-4f0b-8b91-19919ec4c7ee', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:43.263438 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-be7c5524-eccc-4b16-82d3-28d7702f235b tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.319929 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-be7c5524-eccc-4b16-82d3-28d7702f235b tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.325339 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-be7c5524-eccc-4b16-82d3-28d7702f235b tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.343753 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c5524-eccc-4b16-82d3-28d7702f235b tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=141c55a0-f377-4555-8d09-6e78df3ec465,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:43.352457 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-be7c5524-eccc-4b16-82d3-28d7702f235b tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.353956 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-be7c5524-eccc-4b16-82d3-28d7702f235b tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1368003 Jul 06 14:17:43.356500 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54620) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:43.387384 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a2b82522-90d1-4d59-8db7-becd48c3dd93 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "GET /v2.0/security-group-rules/141c55a0-f377-4555-8d09-6e78df3ec465 HTTP/1.1" status: 200 len: 763 time: 0.0297754 Jul 06 14:17:43.390088 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54622) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:43.431177 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-cdbac66c-a06f-415c-8e8f-e50f0f63cf87 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0399170 Jul 06 14:17:43.433875 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54624) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:43.462628 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fc5959ad-866a-4b13-bbe4-1eaba51ea92c tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.470474 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fc5959ad-866a-4b13-bbe4-1eaba51ea92c tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.500492 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fc5959ad-866a-4b13-bbe4-1eaba51ea92c tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.509076 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fc5959ad-866a-4b13-bbe4-1eaba51ea92c tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.510439 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fc5959ad-866a-4b13-bbe4-1eaba51ea92c tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "DELETE /v2.0/security-group-rules/141c55a0-f377-4555-8d09-6e78df3ec465 HTTP/1.1" status: 204 len: 168 time: 0.0750511 Jul 06 14:17:43.513571 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54626) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:43.516125 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5959ad-866a-4b13-bbe4-1eaba51ea92c tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=141c55a0-f377-4555-8d09-6e78df3ec465,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:43.567891 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-510cb279-298f-4818-9293-d4ddabafa5cc tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0526979 Jul 06 14:17:43.570458 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54628) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:43.575250 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-397d51af-5027-4ad1-891a-66172566f13a tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Request body: {'security_group_rule': {'security_group_id': '5fbfa8b5-1e5a-4f0b-8b91-19919ec4c7ee', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:43.604453 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-397d51af-5027-4ad1-891a-66172566f13a tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.662210 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-397d51af-5027-4ad1-891a-66172566f13a tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.666205 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-397d51af-5027-4ad1-891a-66172566f13a tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.684679 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d51af-5027-4ad1-891a-66172566f13a tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d19e64d-7573-443a-b583-47672de02c50,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:43.686865 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-397d51af-5027-4ad1-891a-66172566f13a tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.688049 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-397d51af-5027-4ad1-891a-66172566f13a tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164024 Jul 06 14:17:43.690915 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54630) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:43.713311 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e2c0d163-6e9d-4f8d-b5b7-d886c6999351 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "GET /v2.0/security-group-rules/3d19e64d-7573-443a-b583-47672de02c50 HTTP/1.1" status: 200 len: 764 time: 0.0187216 Jul 06 14:17:43.713736 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54634) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:43.764779 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-50ea9462-d3cb-4de6-95b3-3943cfc873ad tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0496225 Jul 06 14:17:43.767092 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54636) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:43.792866 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e872354-5168-490c-8c7b-7cab579a5abd tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.801407 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e872354-5168-490c-8c7b-7cab579a5abd tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.838099 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e872354-5168-490c-8c7b-7cab579a5abd tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.846743 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3e872354-5168-490c-8c7b-7cab579a5abd tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.848061 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3e872354-5168-490c-8c7b-7cab579a5abd tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "DELETE /v2.0/security-group-rules/3d19e64d-7573-443a-b583-47672de02c50 HTTP/1.1" status: 204 len: 168 time: 0.0799596 Jul 06 14:17:43.850745 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54638) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:43.861953 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e872354-5168-490c-8c7b-7cab579a5abd tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d19e64d-7573-443a-b583-47672de02c50,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:43.900647 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6528df68-bc6c-4a5e-8a8b-efa5e6895552 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0463281 Jul 06 14:17:43.900885 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54640) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:43.958428 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99b8b4f9-87f5-4327-90ad-3df791261995 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:43.983184 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99b8b4f9-87f5-4327-90ad-3df791261995 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:44.027265 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99b8b4f9-87f5-4327-90ad-3df791261995 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:44.030212 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99b8b4f9-87f5-4327-90ad-3df791261995 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:44.031382 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-99b8b4f9-87f5-4327-90ad-3df791261995 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "DELETE /v2.0/security-groups/5fbfa8b5-1e5a-4f0b-8b91-19919ec4c7ee HTTP/1.1" status: 204 len: 168 time: 0.1296101 Jul 06 14:17:44.034353 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54642) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:44.041044 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8b4f9-87f5-4327-90ad-3df791261995 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbfa8b5-1e5a-4f0b-8b91-19919ec4c7ee,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:44.082223 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1e873111-1206-4571-ba2d-e3c940870994 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0462279 Jul 06 14:17:44.088256 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54644) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:44.128490 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c61712f6-1e92-40df-ada2-f6bfb4bb4da5 tempest-SecGroupTest-1691816582 tempest-SecGroupTest-1691816582-project] 10.222.0.118 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0411360 Jul 06 14:17:44.407900 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54656) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:44.550455 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-153c455d-1215-4bc9-b8ad-2e9c3c6c28fd admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=6ad8127815bd428bae6678bd3a6aed1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412320 Jul 06 14:17:44.552743 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54660) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:44.607352 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ff7841f9-95aa-4aec-9d60-9ff41e18ab90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:44.644264 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ff7841f9-95aa-4aec-9d60-9ff41e18ab90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:44.700778 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ff7841f9-95aa-4aec-9d60-9ff41e18ab90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:44.703591 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ff7841f9-95aa-4aec-9d60-9ff41e18ab90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:44.704864 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ff7841f9-95aa-4aec-9d60-9ff41e18ab90 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/86a88a71-f79c-498c-a072-f5a8be911c33 HTTP/1.1" status: 204 len: 168 time: 0.1504695 Jul 06 14:17:44.714255 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7841f9-95aa-4aec-9d60-9ff41e18ab90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a88a71-f79c-498c-a072-f5a8be911c33,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:46.686787 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:48.781313 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:49.922578 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a731253-81e8-4dc4-97bb-3f227a50bfc6 req-31c7d15f-ac85-45ad-b66a-abf04bfed6c0 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:49.925070 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9a731253-81e8-4dc4-97bb-3f227a50bfc6 req-31c7d15f-ac85-45ad-b66a-abf04bfed6c0 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 1097 time: 0.0582635 Jul 06 14:17:49.963818 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9a731253-81e8-4dc4-97bb-3f227a50bfc6 req-e6b16973-2781-438b-8fb2-6dff8b205b22 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329518 Jul 06 14:17:50.169360 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53029986-f2e1-4f6c-93d1-8aa1321db361 req-8a7d0f79-fd7b-4a66-8242-ea77c23b7774 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:50.171048 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53029986-f2e1-4f6c-93d1-8aa1321db361 req-8a7d0f79-fd7b-4a66-8242-ea77c23b7774 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 946 time: 0.0809469 Jul 06 14:17:50.236022 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53029986-f2e1-4f6c-93d1-8aa1321db361 req-0c478aac-7692-44e8-b308-dab88bc27a8f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582998 Jul 06 14:17:50.270378 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54786) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:50.345325 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8290dfc9-f536-431c-b275-0c4f0d22d246 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/floatingips/b096201d-72de-41d1-9c65-4abd6af0b1ad HTTP/1.1" status: 200 len: 994 time: 0.0735865 Jul 06 14:17:50.960475 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54810) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:51.099091 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0063b714-5f5d-4f38-875d-1ff1987a5c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:51.271608 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbdde7-8f5e-49ed-9acb-72f250ee17b4 req-cd8ba22a-62e3-4c62-a1c7-c9ce9b958b22 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:51.273150 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4efbdde7-8f5e-49ed-9acb-72f250ee17b4 req-cd8ba22a-62e3-4c62-a1c7-c9ce9b958b22 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 946 time: 0.1497812 Jul 06 14:17:51.331453 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0063b714-5f5d-4f38-875d-1ff1987a5c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:51.341649 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-f8077477-eaab-4f56-b68e-1c8bbcf51893 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2559946 Jul 06 14:17:51.346700 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0063b714-5f5d-4f38-875d-1ff1987a5c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:51.354669 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4efbdde7-8f5e-49ed-9acb-72f250ee17b4 req-d617dbd2-46e1-4190-948a-e2a78389577b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733745 Jul 06 14:17:51.395495 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0063b714-5f5d-4f38-875d-1ff1987a5c2a admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=9dd3f9f53705433e885600a7361c8c67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4338937 Jul 06 14:17:51.396670 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063b714-5f5d-4f38-875d-1ff1987a5c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dc1318-8b65-4726-a7b4-727c6a7d82f5,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:51.398815 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54826) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:51.470690 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-46c49bdf-4e20-47a7-8a70-fffe29109c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:51.529229 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-46c49bdf-4e20-47a7-8a70-fffe29109c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:51.597478 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-46c49bdf-4e20-47a7-8a70-fffe29109c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:51.601004 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-46c49bdf-4e20-47a7-8a70-fffe29109c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:51.603698 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-46c49bdf-4e20-47a7-8a70-fffe29109c9a admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/e3dc1318-8b65-4726-a7b4-727c6a7d82f5 HTTP/1.1" status: 204 len: 168 time: 0.2037005 Jul 06 14:17:51.618358 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c49bdf-4e20-47a7-8a70-fffe29109c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dc1318-8b65-4726-a7b4-727c6a7d82f5,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:52.476534 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54878) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:52.619353 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-73f13545-49bc-4049-acd4-6f9924aa0c65 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1125099499-network', 'tenant_id': 'afd602dcf9004e01b7eb86ab2024ee24'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:52.670871 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d35cf-c991-4ec2-9ed5-042f895beffe req-35a23209-2e03-4120-bf56-014c6546589e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:52.672717 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d04d35cf-c991-4ec2-9ed5-042f895beffe req-35a23209-2e03-4120-bf56-014c6546589e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 946 time: 0.1188293 Jul 06 14:17:52.674755 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f13545-49bc-4049-acd4-6f9924aa0c65 admin admin] Made reservation on behalf of afd602dcf9004e01b7eb86ab2024ee24 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:52.677591 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-73f13545-49bc-4049-acd4-6f9924aa0c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:52.696775 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-73f13545-49bc-4049-acd4-6f9924aa0c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:52.759653 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d04d35cf-c991-4ec2-9ed5-042f895beffe req-429a5f16-cb5a-469d-a556-a91940391c8f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792139 Jul 06 14:17:52.852927 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-73f13545-49bc-4049-acd4-6f9924aa0c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:52.859094 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-73f13545-49bc-4049-acd4-6f9924aa0c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:52.893129 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f13545-49bc-4049-acd4-6f9924aa0c65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:17:52.903402 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f13545-49bc-4049-acd4-6f9924aa0c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0759a02-1ed7-4915-8449-5a29626f7f5c,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:52.929433 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-73f13545-49bc-4049-acd4-6f9924aa0c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:52.930602 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-73f13545-49bc-4049-acd4-6f9924aa0c65 admin admin] Added segment 43d4a3e7-6eaf-44f9-8cee-5889735df8d3 of type vlan for network 78d4aa37-e800-43bc-90e9-dedfda8437bb Jul 06 14:17:52.998072 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-f5ac9e5d-48db-4e80-a0ac-b839f1def03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:53.004554 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-f5ac9e5d-48db-4e80-a0ac-b839f1def03c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 1097 time: 0.1416674 Jul 06 14:17:53.028570 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-73f13545-49bc-4049-acd4-6f9924aa0c65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:53.098465 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-73f13545-49bc-4049-acd4-6f9924aa0c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:53.100049 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f13545-49bc-4049-acd4-6f9924aa0c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:53.103772 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-73f13545-49bc-4049-acd4-6f9924aa0c65 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:53.146973 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-d8cfb5c1-45bb-4584-8520-51d3f9b64499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:53.148935 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-d8cfb5c1-45bb-4584-8520-51d3f9b64499 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cc831dab-1d14-42b4-acb6-5e0033bd0166 HTTP/1.1" status: 200 len: 897 time: 0.1334810 Jul 06 14:17:53.270026 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-a7053172-7d9f-44ed-915c-bbf4e61ba5e6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=301dd780-d292-43d4-bbf7-6b5a3515e116 HTTP/1.1" status: 200 len: 1002 time: 0.1095579 Jul 06 14:17:53.280060 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-73f13545-49bc-4049-acd4-6f9924aa0c65 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8023338 Jul 06 14:17:53.290859 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54892) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:53.297476 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-563e770b-0e61-4cbd-bafd-c7bd07588a43 admin admin] Request body: {'subnet': {'network_id': '78d4aa37-e800-43bc-90e9-dedfda8437bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1125099499-subnet', 'tenant_id': 'afd602dcf9004e01b7eb86ab2024ee24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:53.311521 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f13545-49bc-4049-acd4-6f9924aa0c65 admin admin] Pushing event updated for resources: {'Network': ['ID=78d4aa37-e800-43bc-90e9-dedfda8437bb,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:53.322040 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 78d4aa37-e800-43bc-90e9-dedfda8437bb details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:17:53.359244 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-cf5b270f-120f-4ede-aef6-110e549c48ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:53.361526 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-cf5b270f-120f-4ede-aef6-110e549c48ac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4bc6c111-9e19-48a1-90af-3bf03974d2f4 HTTP/1.1" status: 200 len: 834 time: 0.0796406 Jul 06 14:17:53.366440 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563e770b-0e61-4cbd-bafd-c7bd07588a43 admin admin] Made reservation on behalf of afd602dcf9004e01b7eb86ab2024ee24 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:53.368989 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-563e770b-0e61-4cbd-bafd-c7bd07588a43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:53.584327 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-78250f61-7bcb-4724-892c-a8e6838693c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:53.586753 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-78250f61-7bcb-4724-892c-a8e6838693c9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc831dab-1d14-42b4-acb6-5e0033bd0166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2083371 Jul 06 14:17:53.698294 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-563e770b-0e61-4cbd-bafd-c7bd07588a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:53.805352 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e770b-0e61-4cbd-bafd-c7bd07588a43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f0a6a55-82cc-4213-8c4b-6c353ce0b72e,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:53.819366 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563e770b-0e61-4cbd-bafd-c7bd07588a43 admin admin] Checking segment: {'id': '43d4a3e7-6eaf-44f9-8cee-5889735df8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '78d4aa37-e800-43bc-90e9-dedfda8437bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:17:53.820116 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563e770b-0e61-4cbd-bafd-c7bd07588a43 admin admin] Network hostable DHCP agents. Network: 78d4aa37-e800-43bc-90e9-dedfda8437bb, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:17:53.825680 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-47e7dd9a-d1bb-4d08-899c-51b8bec33492 service neutron] 10.222.0.52 "GET /v2.0/networks/cc831dab-1d14-42b4-acb6-5e0033bd0166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054720 Jul 06 14:17:53.868795 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563e770b-0e61-4cbd-bafd-c7bd07588a43 admin admin] Network 78d4aa37-e800-43bc-90e9-dedfda8437bb is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:17:53.930849 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-563e770b-0e61-4cbd-bafd-c7bd07588a43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 78d4aa37-e800-43bc-90e9-dedfda8437bb) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:53.936178 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563e770b-0e61-4cbd-bafd-c7bd07588a43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:53.936976 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-563e770b-0e61-4cbd-bafd-c7bd07588a43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:53.942919 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a85a437-ace8-459a-aa1a-ed2453a2964f None None] Network 78d4aa37-e800-43bc-90e9-dedfda8437bb requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:53.972865 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-563e770b-0e61-4cbd-bafd-c7bd07588a43 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6804500 Jul 06 14:17:54.016490 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-ef8dc5b0-e27f-4066-911e-0a3f3af458fb service neutron] 10.222.0.52 "GET /v2.0/networks/cc831dab-1d14-42b4-acb6-5e0033bd0166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826282 Jul 06 14:17:54.129765 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a8aa4-4202-4805-8459-54bd8e8c32d1 req-90ec717f-3e18-48ce-ac34-966d646193e6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:54.132149 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ea6a8aa4-4202-4805-8459-54bd8e8c32d1 req-90ec717f-3e18-48ce-ac34-966d646193e6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 946 time: 0.1629202 Jul 06 14:17:54.161361 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712f6ae4-046d-437b-bf1f-d32034a7de65 None None] Network 78d4aa37-e800-43bc-90e9-dedfda8437bb requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:54.248844 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ea6a8aa4-4202-4805-8459-54bd8e8c32d1 req-eb657f9f-84d7-4e37-ad16-67f20a538795 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095965 Jul 06 14:17:54.666078 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 54936) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:54.671599 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4efbbaca-6b70-44df-b377-fbc13d8efcea admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2137846497-network', 'tenant_id': 'f5a6becfd14842e891d76eb39e23b9b4'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:54.696734 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efbbaca-6b70-44df-b377-fbc13d8efcea admin admin] Made reservation on behalf of f5a6becfd14842e891d76eb39e23b9b4 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:54.699289 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4efbbaca-6b70-44df-b377-fbc13d8efcea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:54.710402 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4efbbaca-6b70-44df-b377-fbc13d8efcea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:54.820113 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4efbbaca-6b70-44df-b377-fbc13d8efcea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:54.824754 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4efbbaca-6b70-44df-b377-fbc13d8efcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:54.856823 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4efbbaca-6b70-44df-b377-fbc13d8efcea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:17:54.869197 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbbaca-6b70-44df-b377-fbc13d8efcea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82dfaae0-ec49-43c7-8b2a-d05d99db53a1,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:54.876522 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4efbbaca-6b70-44df-b377-fbc13d8efcea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:54.877060 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-4efbbaca-6b70-44df-b377-fbc13d8efcea admin admin] Added segment 7d715597-eb02-4ced-b481-5bfc8182373d of type vlan for network f5f8af7a-9a5f-46f6-917d-ca77c39594b6 Jul 06 14:17:54.922008 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4efbbaca-6b70-44df-b377-fbc13d8efcea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:54.952650 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4efbbaca-6b70-44df-b377-fbc13d8efcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:54.953851 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efbbaca-6b70-44df-b377-fbc13d8efcea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:54.954619 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4efbbaca-6b70-44df-b377-fbc13d8efcea admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:55.027666 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4efbbaca-6b70-44df-b377-fbc13d8efcea admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3603907 Jul 06 14:17:55.030992 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 54938) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:17:55.037536 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-b21e64dd-0de3-4eba-b12b-dfbec54735ed admin admin] Request body: {'subnet': {'network_id': 'f5f8af7a-9a5f-46f6-917d-ca77c39594b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2137846497-subnet', 'tenant_id': 'f5a6becfd14842e891d76eb39e23b9b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:55.059038 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbbaca-6b70-44df-b377-fbc13d8efcea admin admin] Pushing event updated for resources: {'Network': ['ID=f5f8af7a-9a5f-46f6-917d-ca77c39594b6,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:55.061217 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21e64dd-0de3-4eba-b12b-dfbec54735ed admin admin] Made reservation on behalf of f5a6becfd14842e891d76eb39e23b9b4 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:55.063979 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b21e64dd-0de3-4eba-b12b-dfbec54735ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:55.069218 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network f5f8af7a-9a5f-46f6-917d-ca77c39594b6 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:17:55.250691 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b21e64dd-0de3-4eba-b12b-dfbec54735ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:55.307379 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e64dd-0de3-4eba-b12b-dfbec54735ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=b191c953-9933-4f81-a9f7-27e61b634f4d,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:55.316608 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21e64dd-0de3-4eba-b12b-dfbec54735ed admin admin] Checking segment: {'id': '7d715597-eb02-4ced-b481-5bfc8182373d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f5f8af7a-9a5f-46f6-917d-ca77c39594b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:17:55.317266 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21e64dd-0de3-4eba-b12b-dfbec54735ed admin admin] Network hostable DHCP agents. Network: f5f8af7a-9a5f-46f6-917d-ca77c39594b6, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:17:55.342603 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21e64dd-0de3-4eba-b12b-dfbec54735ed admin admin] Network f5f8af7a-9a5f-46f6-917d-ca77c39594b6 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:17:55.356332 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-b21e64dd-0de3-4eba-b12b-dfbec54735ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, f5f8af7a-9a5f-46f6-917d-ca77c39594b6) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:55.363414 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21e64dd-0de3-4eba-b12b-dfbec54735ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:55.364496 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b21e64dd-0de3-4eba-b12b-dfbec54735ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:55.371410 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6ce540-da30-467d-ab38-8d628f30e0b9 None None] Network f5f8af7a-9a5f-46f6-917d-ca77c39594b6 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:55.382276 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b21e64dd-0de3-4eba-b12b-dfbec54735ed admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3498998 Jul 06 14:17:55.543822 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5948ba60-d070-4b94-b4d9-54f69992522d None None] Network f5f8af7a-9a5f-46f6-917d-ca77c39594b6 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:17:55.753317 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75359a52-563a-4453-a386-35b1c4972f2e req-8d095356-0be4-48fe-896a-2ed8bd9d3eea tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:55.755157 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-75359a52-563a-4453-a386-35b1c4972f2e req-8d095356-0be4-48fe-896a-2ed8bd9d3eea tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 946 time: 0.3228979 Jul 06 14:17:55.823418 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-75359a52-563a-4453-a386-35b1c4972f2e req-da5869cf-9951-4e39-a2df-bad549288620 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601487 Jul 06 14:17:56.149924 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3384451-2dba-428d-be04-9bc50c483032 req-7e925839-fbc3-47db-adfc-bd0d4fe1557c tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:56.151983 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e3384451-2dba-428d-be04-9bc50c483032 req-7e925839-fbc3-47db-adfc-bd0d4fe1557c tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/networks?id=78d4aa37-e800-43bc-90e9-dedfda8437bb HTTP/1.1" status: 200 len: 812 time: 0.1465297 Jul 06 14:17:56.170552 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e3384451-2dba-428d-be04-9bc50c483032 req-42ad2d91-addf-4dd7-840c-46c207a20e65 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/quotas/afd602dcf9004e01b7eb86ab2024ee24 HTTP/1.1" status: 200 len: 375 time: 0.0127337 Jul 06 14:17:56.211906 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e3384451-2dba-428d-be04-9bc50c483032 req-192e3d5a-95b2-4edf-87f4-9c5c302362eb tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=afd602dcf9004e01b7eb86ab2024ee24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356252 Jul 06 14:17:56.340371 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e3384451-2dba-428d-be04-9bc50c483032 req-b3f21d23-4324-4cb8-b73a-7ef33209882a service neutron] 10.222.0.118 "GET /v2.0/networks/78d4aa37-e800-43bc-90e9-dedfda8437bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158030 Jul 06 14:17:56.443716 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e3384451-2dba-428d-be04-9bc50c483032 req-037cc3ec-5a41-4fd4-a718-bcd4f3a5fd5e service neutron] 10.222.0.118 "GET /v2.0/networks/78d4aa37-e800-43bc-90e9-dedfda8437bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005163 Jul 06 14:17:56.726512 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f91ea0bf-f3d6-4c79-9e1e-ba315cfa0bd8 req-1174aed0-84f5-4283-a3ad-3795f234e560 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/ports?device_id=ef1208f6-d124-4050-a3ac-533061b74d1f HTTP/1.1" status: 200 len: 210 time: 0.0938334 Jul 06 14:17:57.016013 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8352d77-88a0-4efb-9c65-f10e4ba52506 req-919df218-511d-48b5-88ff-ee203834beb3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:57.023539 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8352d77-88a0-4efb-9c65-f10e4ba52506 req-919df218-511d-48b5-88ff-ee203834beb3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 946 time: 0.0840697 Jul 06 14:17:57.057770 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8352d77-88a0-4efb-9c65-f10e4ba52506 req-2cb4fa95-6f80-4840-94c2-37ff3c173c96 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333331 Jul 06 14:17:57.949604 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb370f01-7eb3-4b27-9a10-96b9e83e4340 req-9fe4663d-9ad7-4152-9a6f-2ec73cf7e787 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/ports?device_id=ef1208f6-d124-4050-a3ac-533061b74d1f HTTP/1.1" status: 200 len: 210 time: 0.0422978 Jul 06 14:17:58.112938 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3384451-2dba-428d-be04-9bc50c483032 req-30d8f7e1-e2c2-4482-a054-c89e627e4a81 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:58.114645 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e3384451-2dba-428d-be04-9bc50c483032 req-30d8f7e1-e2c2-4482-a054-c89e627e4a81 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.52 "GET /v2.0/networks?id=78d4aa37-e800-43bc-90e9-dedfda8437bb HTTP/1.1" status: 200 len: 812 time: 0.1549895 Jul 06 14:17:58.133262 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-e3384451-2dba-428d-be04-9bc50c483032 req-153c834c-d9b5-4fba-9ee6-34b3c3377278 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Request body: {'port': {'device_id': 'ef1208f6-d124-4050-a3ac-533061b74d1f', 'network_id': '78d4aa37-e800-43bc-90e9-dedfda8437bb', 'admin_state_up': True, 'tenant_id': 'afd602dcf9004e01b7eb86ab2024ee24'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:58.353938 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a75c0-97e5-4655-8ba8-4d25f6788fdb req-4576be4f-8106-4474-a57b-74791f488b6d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:58.373067 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3384451-2dba-428d-be04-9bc50c483032 req-153c834c-d9b5-4fba-9ee6-34b3c3377278 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Made reservation on behalf of afd602dcf9004e01b7eb86ab2024ee24 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:17:58.381688 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-372a75c0-97e5-4655-8ba8-4d25f6788fdb req-4576be4f-8106-4474-a57b-74791f488b6d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 946 time: 0.1616020 Jul 06 14:17:58.387370 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e3384451-2dba-428d-be04-9bc50c483032 req-153c834c-d9b5-4fba-9ee6-34b3c3377278 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:58.480538 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-372a75c0-97e5-4655-8ba8-4d25f6788fdb req-9385f445-ef33-40db-b3f9-7fa4534ac969 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971954 Jul 06 14:17:58.584641 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-e3384451-2dba-428d-be04-9bc50c483032 req-153c834c-d9b5-4fba-9ee6-34b3c3377278 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Allocated IP 172.20.0.5 (78d4aa37-e800-43bc-90e9-dedfda8437bb/0f0a6a55-82cc-4213-8c4b-6c353ce0b72e/50656c68-cd4c-4d6f-bd82-020fb516e035) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:17:58.763158 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e3384451-2dba-428d-be04-9bc50c483032 req-153c834c-d9b5-4fba-9ee6-34b3c3377278 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:58.827306 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e3384451-2dba-428d-be04-9bc50c483032 req-153c834c-d9b5-4fba-9ee6-34b3c3377278 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:58.883721 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3384451-2dba-428d-be04-9bc50c483032 req-153c834c-d9b5-4fba-9ee6-34b3c3377278 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Network 78d4aa37-e800-43bc-90e9-dedfda8437bb is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:17:58.887116 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-e3384451-2dba-428d-be04-9bc50c483032 req-153c834c-d9b5-4fba-9ee6-34b3c3377278 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:17:58.894962 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3384451-2dba-428d-be04-9bc50c483032 req-153c834c-d9b5-4fba-9ee6-34b3c3377278 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:17:58.901852 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c834c-d9b5-4fba-9ee6-34b3c3377278 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Pushing event updated for resources: {'Port': ['ID=50656c68-cd4c-4d6f-bd82-020fb516e035,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:58.949647 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3384451-2dba-428d-be04-9bc50c483032 req-153c834c-d9b5-4fba-9ee6-34b3c3377278 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:58.950314 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e3384451-2dba-428d-be04-9bc50c483032 req-153c834c-d9b5-4fba-9ee6-34b3c3377278 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:58.966069 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e3384451-2dba-428d-be04-9bc50c483032 req-153c834c-d9b5-4fba-9ee6-34b3c3377278 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8372073 Jul 06 14:17:58.982167 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-e3384451-2dba-428d-be04-9bc50c483032 req-cd6db004-6149-4210-86af-b8132fe82769 service neutron] Request body: {'port': {'device_id': 'ef1208f6-d124-4050-a3ac-533061b74d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:17:59.079722 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e3384451-2dba-428d-be04-9bc50c483032 req-cd6db004-6149-4210-86af-b8132fe82769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:59.144379 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2cb2ec-d879-4d0b-b56e-d27a20a7b849 req-f091a473-ae25-4dbe-b300-79dae631835c tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:59.146096 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ae2cb2ec-d879-4d0b-b56e-d27a20a7b849 req-f091a473-ae25-4dbe-b300-79dae631835c tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/ports?device_id=ef1208f6-d124-4050-a3ac-533061b74d1f HTTP/1.1" status: 200 len: 931 time: 0.0688751 Jul 06 14:17:59.188389 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ae2cb2ec-d879-4d0b-b56e-d27a20a7b849 req-f5a3a63b-f802-49f0-9062-3b0e473503c1 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/security-groups?id=a0759a02-1ed7-4915-8449-5a29626f7f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363467 Jul 06 14:17:59.372031 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-e3384451-2dba-428d-be04-9bc50c483032 req-cd6db004-6149-4210-86af-b8132fe82769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50656c68-cd4c-4d6f-bd82-020fb516e035 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:17:59.381066 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e3384451-2dba-428d-be04-9bc50c483032 req-cd6db004-6149-4210-86af-b8132fe82769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:59.393537 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-e3384451-2dba-428d-be04-9bc50c483032 req-cd6db004-6149-4210-86af-b8132fe82769 service neutron] Transition to ACTIVE for port object 50656c68-cd4c-4d6f-bd82-020fb516e035 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:17:59.398020 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e3384451-2dba-428d-be04-9bc50c483032 req-cd6db004-6149-4210-86af-b8132fe82769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:59.466175 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6db004-6149-4210-86af-b8132fe82769 service neutron] Pushing event updated for resources: {'Port': ['ID=50656c68-cd4c-4d6f-bd82-020fb516e035,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:59.549166 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-e3384451-2dba-428d-be04-9bc50c483032 req-cd6db004-6149-4210-86af-b8132fe82769 service neutron] Attempting to bind port 50656c68-cd4c-4d6f-bd82-020fb516e035 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:17:59.551090 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-e3384451-2dba-428d-be04-9bc50c483032 req-cd6db004-6149-4210-86af-b8132fe82769 service neutron] Attempting to bind port 50656c68-cd4c-4d6f-bd82-020fb516e035 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '43d4a3e7-6eaf-44f9-8cee-5889735df8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '78d4aa37-e800-43bc-90e9-dedfda8437bb'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:17:59.551090 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3384451-2dba-428d-be04-9bc50c483032 req-cd6db004-6149-4210-86af-b8132fe82769 service neutron] Attempting to bind port 50656c68-cd4c-4d6f-bd82-020fb516e035 on network 78d4aa37-e800-43bc-90e9-dedfda8437bb {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:17:59.554837 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3384451-2dba-428d-be04-9bc50c483032 req-cd6db004-6149-4210-86af-b8132fe82769 service neutron] Port 50656c68-cd4c-4d6f-bd82-020fb516e035 on network 78d4aa37-e800-43bc-90e9-dedfda8437bb not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:17:59.556231 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3384451-2dba-428d-be04-9bc50c483032 req-cd6db004-6149-4210-86af-b8132fe82769 service neutron] Attempting to bind port 50656c68-cd4c-4d6f-bd82-020fb516e035 on network 78d4aa37-e800-43bc-90e9-dedfda8437bb {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:17:59.560275 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3384451-2dba-428d-be04-9bc50c483032 req-cd6db004-6149-4210-86af-b8132fe82769 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:17:59.560621 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3384451-2dba-428d-be04-9bc50c483032 req-cd6db004-6149-4210-86af-b8132fe82769 service neutron] Checking segment: {'id': '43d4a3e7-6eaf-44f9-8cee-5889735df8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '78d4aa37-e800-43bc-90e9-dedfda8437bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:17:59.561018 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3384451-2dba-428d-be04-9bc50c483032 req-cd6db004-6149-4210-86af-b8132fe82769 service neutron] Bound using segment: {'id': '43d4a3e7-6eaf-44f9-8cee-5889735df8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '78d4aa37-e800-43bc-90e9-dedfda8437bb'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:17:59.561488 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-e3384451-2dba-428d-be04-9bc50c483032 req-cd6db004-6149-4210-86af-b8132fe82769 service neutron] Bound port: 50656c68-cd4c-4d6f-bd82-020fb516e035, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43d4a3e7-6eaf-44f9-8cee-5889735df8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '78d4aa37-e800-43bc-90e9-dedfda8437bb'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:17:59.562369 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e3384451-2dba-428d-be04-9bc50c483032 req-cd6db004-6149-4210-86af-b8132fe82769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:59.636788 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-e3384451-2dba-428d-be04-9bc50c483032 req-cd6db004-6149-4210-86af-b8132fe82769 service neutron] For port 50656c68-cd4c-4d6f-bd82-020fb516e035, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:17:59.641663 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-e3384451-2dba-428d-be04-9bc50c483032 req-cd6db004-6149-4210-86af-b8132fe82769 service neutron] For port 50656c68-cd4c-4d6f-bd82-020fb516e035, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=50656c68-cd4c-4d6f-bd82-020fb516e035,segment=NetworkSegment(43d4a3e7-6eaf-44f9-8cee-5889735df8d3),segment_id=43d4a3e7-6eaf-44f9-8cee-5889735df8d3)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:17:59.646866 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e3384451-2dba-428d-be04-9bc50c483032 req-cd6db004-6149-4210-86af-b8132fe82769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:59.685418 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3384451-2dba-428d-be04-9bc50c483032 req-cd6db004-6149-4210-86af-b8132fe82769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:59.688451 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e3384451-2dba-428d-be04-9bc50c483032 req-cd6db004-6149-4210-86af-b8132fe82769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:17:59.688451 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e3384451-2dba-428d-be04-9bc50c483032 req-cd6db004-6149-4210-86af-b8132fe82769 service neutron] 10.222.0.52 "PUT /v2.0/ports/50656c68-cd4c-4d6f-bd82-020fb516e035 HTTP/1.1" status: 200 len: 1091 time: 0.7101099 Jul 06 14:17:59.688451 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1208f6-d124-4050-a3ac-533061b74d1f', 'tag': '50656c68-cd4c-4d6f-bd82-020fb516e035'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:17:59.691599 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fd29f0-e435-4535-9b03-a4a31c4972f0" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1208f6-d124-4050-a3ac-533061b74d1f", "tag": "50656c68-cd4c-4d6f-bd82-020fb516e035"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:17:59.692501 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c581ae-276d-4330-bce7-7e9cef297545 req-c0626e70-ea9a-470e-9152-2261114f3224 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:59.700218 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c7c581ae-276d-4330-bce7-7e9cef297545 req-c0626e70-ea9a-470e-9152-2261114f3224 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 946 time: 0.0925949 Jul 06 14:17:59.717326 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6db004-6149-4210-86af-b8132fe82769 service neutron] Pushing event updated for resources: {'Port': ['ID=50656c68-cd4c-4d6f-bd82-020fb516e035,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:17:59.744587 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c7c581ae-276d-4330-bce7-7e9cef297545 req-94d5783e-697f-4152-96c9-282dd4ec4c20 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432627 Jul 06 14:17:59.802268 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e2c743-553d-4d68-9885-a391b2bfb960 x-openstack-request-id: req-a7e2c743-553d-4d68-9885-a391b2bfb960 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:17:59.802604 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1208f6-d124-4050-a3ac-533061b74d1f", "tag": "50656c68-cd4c-4d6f-bd82-020fb516e035", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:17:59.803087 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-a7e2c743-553d-4d68-9885-a391b2bfb960 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:17:59.803658 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1208f6-d124-4050-a3ac-533061b74d1f', 'tag': '50656c68-cd4c-4d6f-bd82-020fb516e035', 'status': 'completed', 'code': 200} Jul 06 14:17:59.825692 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3384451-2dba-428d-be04-9bc50c483032 req-ede43cb9-0ae7-43b6-94b7-0247cefbc042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:59.827316 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e3384451-2dba-428d-be04-9bc50c483032 req-ede43cb9-0ae7-43b6-94b7-0247cefbc042 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=afd602dcf9004e01b7eb86ab2024ee24&device_id=ef1208f6-d124-4050-a3ac-533061b74d1f HTTP/1.1" status: 200 len: 1094 time: 0.0799835 Jul 06 14:17:59.872304 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e3384451-2dba-428d-be04-9bc50c483032 req-8132fb71-32d5-4d85-aad8-15a1d9a6a2c6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50656c68-cd4c-4d6f-bd82-020fb516e035 HTTP/1.1" status: 200 len: 217 time: 0.0370324 Jul 06 14:17:59.929484 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3384451-2dba-428d-be04-9bc50c483032 req-9010423a-0499-4cad-8a9e-e24498395187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:17:59.931082 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e3384451-2dba-428d-be04-9bc50c483032 req-9010423a-0499-4cad-8a9e-e24498395187 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f0a6a55-82cc-4213-8c4b-6c353ce0b72e HTTP/1.1" status: 200 len: 852 time: 0.0488586 Jul 06 14:17:59.968941 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e3384451-2dba-428d-be04-9bc50c483032 req-ce2cf113-d72b-4345-997e-ed13ef0a8ce5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=78d4aa37-e800-43bc-90e9-dedfda8437bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269384 Jul 06 14:18:00.082420 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e3384451-2dba-428d-be04-9bc50c483032 req-24ca3a5d-39bb-4624-9c89-9b78e8bab552 service neutron] 10.222.0.52 "GET /v2.0/networks/78d4aa37-e800-43bc-90e9-dedfda8437bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032343 Jul 06 14:18:00.212395 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e3384451-2dba-428d-be04-9bc50c483032 req-283cc3aa-f0ff-4981-8cab-9f5b9c4aedce service neutron] 10.222.0.52 "GET /v2.0/networks/78d4aa37-e800-43bc-90e9-dedfda8437bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203635 Jul 06 14:18:00.372061 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd29f0-e435-4535-9b03-a4a31c4972f0 req-d95e485c-c5a1-418b-94bc-f56b2eb66216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:00.373734 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-62fd29f0-e435-4535-9b03-a4a31c4972f0 req-d95e485c-c5a1-418b-94bc-f56b2eb66216 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=afd602dcf9004e01b7eb86ab2024ee24&device_id=ef1208f6-d124-4050-a3ac-533061b74d1f HTTP/1.1" status: 200 len: 1094 time: 0.0764930 Jul 06 14:18:00.389985 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c44a5b-70ce-491a-8f5f-8e53111eec1f req-27d160af-43d7-4d33-bb60-f680e504215e tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:00.392257 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-62c44a5b-70ce-491a-8f5f-8e53111eec1f req-27d160af-43d7-4d33-bb60-f680e504215e tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/ports?device_id=ef1208f6-d124-4050-a3ac-533061b74d1f HTTP/1.1" status: 200 len: 943 time: 0.0767016 Jul 06 14:18:00.448680 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-62c44a5b-70ce-491a-8f5f-8e53111eec1f req-4c5430c6-bedf-45ed-8af1-6613e8a17888 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/security-groups?id=a0759a02-1ed7-4915-8449-5a29626f7f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473857 Jul 06 14:18:00.493455 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd29f0-e435-4535-9b03-a4a31c4972f0 req-6d497931-28b0-4b38-8b96-c6b88f0d5be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:00.495156 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-62fd29f0-e435-4535-9b03-a4a31c4972f0 req-6d497931-28b0-4b38-8b96-c6b88f0d5be5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=78d4aa37-e800-43bc-90e9-dedfda8437bb HTTP/1.1" status: 200 len: 913 time: 0.1144512 Jul 06 14:18:00.542129 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-62fd29f0-e435-4535-9b03-a4a31c4972f0 req-1c98f05c-7448-4e41-93dd-c35257f29cf7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50656c68-cd4c-4d6f-bd82-020fb516e035 HTTP/1.1" status: 200 len: 217 time: 0.0387032 Jul 06 14:18:00.600688 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd29f0-e435-4535-9b03-a4a31c4972f0 req-a79af848-46a0-4730-9c9f-c1d8d3016b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:00.602136 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-62fd29f0-e435-4535-9b03-a4a31c4972f0 req-a79af848-46a0-4730-9c9f-c1d8d3016b83 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f0a6a55-82cc-4213-8c4b-6c353ce0b72e HTTP/1.1" status: 200 len: 852 time: 0.0507903 Jul 06 14:18:00.637555 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-62fd29f0-e435-4535-9b03-a4a31c4972f0 req-bd2bf134-7cea-4613-96c5-b21bf4470c37 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=78d4aa37-e800-43bc-90e9-dedfda8437bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286682 Jul 06 14:18:00.733268 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-62fd29f0-e435-4535-9b03-a4a31c4972f0 req-1f72367b-e3da-489f-abb4-cd2abb2901a8 service neutron] 10.222.0.52 "GET /v2.0/networks/78d4aa37-e800-43bc-90e9-dedfda8437bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881252 Jul 06 14:18:00.861803 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-62fd29f0-e435-4535-9b03-a4a31c4972f0 req-75ccc1ce-97ee-478b-b97b-6148d6707e75 service neutron] 10.222.0.52 "GET /v2.0/networks/78d4aa37-e800-43bc-90e9-dedfda8437bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207469 Jul 06 14:18:00.953148 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f822948-a65f-4004-9ec8-22170e62edf7 req-bdbdd87d-9843-4121-a4ab-5ea01c8737e0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:00.954723 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3f822948-a65f-4004-9ec8-22170e62edf7 req-bdbdd87d-9843-4121-a4ab-5ea01c8737e0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 946 time: 0.0674338 Jul 06 14:18:00.993301 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3f822948-a65f-4004-9ec8-22170e62edf7 req-31093b5c-2e62-4d10-8ea3-2c18de05a8e7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321813 Jul 06 14:18:01.631904 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5e474-e48b-4843-8aba-db4ad5c6a8dc req-36472fd3-4d80-41e6-bfb0-e2ed321f9350 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:01.633463 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fcb5e474-e48b-4843-8aba-db4ad5c6a8dc req-36472fd3-4d80-41e6-bfb0-e2ed321f9350 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/ports?device_id=ef1208f6-d124-4050-a3ac-533061b74d1f HTTP/1.1" status: 200 len: 943 time: 0.0733266 Jul 06 14:18:01.675627 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fcb5e474-e48b-4843-8aba-db4ad5c6a8dc req-9b0d01cc-a699-4776-89e8-d7e42e69ab01 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/security-groups?id=a0759a02-1ed7-4915-8449-5a29626f7f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362442 Jul 06 14:18:02.221843 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16216fca-3d99-4e98-b0e0-03b312a37933 req-83e244dd-5de7-447e-a807-5fea7b791d9f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:02.225801 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16216fca-3d99-4e98-b0e0-03b312a37933 req-83e244dd-5de7-447e-a807-5fea7b791d9f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 946 time: 0.0979600 Jul 06 14:18:02.285791 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16216fca-3d99-4e98-b0e0-03b312a37933 req-915fa59e-0837-41bc-a2d1-5af55a512b75 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516806 Jul 06 14:18:02.860332 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403b9eb-9039-400b-9952-492c690bfc30 req-134322c0-8bc0-4bfe-8ee3-5494f0be0604 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:02.862643 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b403b9eb-9039-400b-9952-492c690bfc30 req-134322c0-8bc0-4bfe-8ee3-5494f0be0604 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/ports?device_id=ef1208f6-d124-4050-a3ac-533061b74d1f HTTP/1.1" status: 200 len: 943 time: 0.0660882 Jul 06 14:18:02.926209 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b403b9eb-9039-400b-9952-492c690bfc30 req-4a82cc0a-fcff-45a1-a20f-fa30ac15b369 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/security-groups?id=a0759a02-1ed7-4915-8449-5a29626f7f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445068 Jul 06 14:18:03.481823 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b671ff-4099-4de1-818d-8566fd98298c req-c0a995f4-a347-4540-a9fd-63fea4d40432 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:03.483990 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-21b671ff-4099-4de1-818d-8566fd98298c req-c0a995f4-a347-4540-a9fd-63fea4d40432 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 946 time: 0.0738995 Jul 06 14:18:03.524802 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-21b671ff-4099-4de1-818d-8566fd98298c req-58780bf1-e58b-46fa-85a8-a090fbbfabfa tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345647 Jul 06 14:18:03.623142 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 50656c68-cd4c-4d6f-bd82-020fb516e035 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:18:03.727913 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 50656c68-cd4c-4d6f-bd82-020fb516e035, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=50656c68-cd4c-4d6f-bd82-020fb516e035,segment=NetworkSegment(43d4a3e7-6eaf-44f9-8cee-5889735df8d3),segment_id=43d4a3e7-6eaf-44f9-8cee-5889735df8d3)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:03.741538 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '50656c68-cd4c-4d6f-bd82-020fb516e035', 'network_id': '78d4aa37-e800-43bc-90e9-dedfda8437bb', 'port_id': '50656c68-cd4c-4d6f-bd82-020fb516e035', 'mac_address': 'fa:16:3e:95:76:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f0a6a55-82cc-4213-8c4b-6c353ce0b72e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:18:03.782451 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:03.800548 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50656c68-cd4c-4d6f-bd82-020fb516e035 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:18:03.822913 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 50656c68-cd4c-4d6f-bd82-020fb516e035, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=50656c68-cd4c-4d6f-bd82-020fb516e035,segment=NetworkSegment(43d4a3e7-6eaf-44f9-8cee-5889735df8d3),segment_id=43d4a3e7-6eaf-44f9-8cee-5889735df8d3)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:03.827736 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:03.881318 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=50656c68-cd4c-4d6f-bd82-020fb516e035,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:03.888920 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:03.889283 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:03.889628 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:03.890085 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:03.890428 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:03.890765 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:03.891095 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:03.891421 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:03.891749 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:03.892075 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:03.892452 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:03.892759 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:04.080927 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['50656c68-cd4c-4d6f-bd82-020fb516e035'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:18:04.149987 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e39ed-2c92-48fa-b5b1-8d07b2040e94 req-7b81a286-7805-4a69-b262-da2b6711f02d tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:04.162524 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-338e39ed-2c92-48fa-b5b1-8d07b2040e94 req-7b81a286-7805-4a69-b262-da2b6711f02d tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/ports?device_id=ef1208f6-d124-4050-a3ac-533061b74d1f HTTP/1.1" status: 200 len: 944 time: 0.0956266 Jul 06 14:18:04.216709 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-338e39ed-2c92-48fa-b5b1-8d07b2040e94 req-9da8240f-d5fc-4482-b4d9-731b1b1396b8 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/security-groups?id=a0759a02-1ed7-4915-8449-5a29626f7f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531943 Jul 06 14:18:04.727084 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81170244-3cd6-4417-b8e7-8cfda1cabe13 req-e8dba411-223f-48e1-9c85-0ac468b4f926 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:04.728511 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-81170244-3cd6-4417-b8e7-8cfda1cabe13 req-e8dba411-223f-48e1-9c85-0ac468b4f926 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 946 time: 0.0690384 Jul 06 14:18:04.771880 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-81170244-3cd6-4417-b8e7-8cfda1cabe13 req-b765a665-8c79-4124-ad0f-62fd912c35bb tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367613 Jul 06 14:18:05.436964 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15390e2-ca3c-4f32-bd31-5b18f61791a7 req-47eaba81-2cc7-4ece-805c-e4480bcb967b tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:05.445019 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c15390e2-ca3c-4f32-bd31-5b18f61791a7 req-47eaba81-2cc7-4ece-805c-e4480bcb967b tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/ports?device_id=ef1208f6-d124-4050-a3ac-533061b74d1f HTTP/1.1" status: 200 len: 944 time: 0.0785844 Jul 06 14:18:05.494219 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c15390e2-ca3c-4f32-bd31-5b18f61791a7 req-b8b0010f-17ae-4490-b8c6-4a3e086d8d7d tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/security-groups?id=a0759a02-1ed7-4915-8449-5a29626f7f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476265 Jul 06 14:18:05.629511 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55122) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:05.638883 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 50656c68-cd4c-4d6f-bd82-020fb516e035 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:18:05.697382 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 50656c68-cd4c-4d6f-bd82-020fb516e035 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:18:05.702196 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 50656c68-cd4c-4d6f-bd82-020fb516e035 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:18:05.702814 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:05.755409 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ebd44d3b-462c-4f71-92f8-64f66ed6d746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:05.811085 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:05.836758 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1208f6-d124-4050-a3ac-533061b74d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50656c68-cd4c-4d6f-bd82-020fb516e035'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:18:05.839108 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb39912-2e80-4b14-b6fa-0a40afd2ebf9" -d '{"events": [{"server_uuid": "ef1208f6-d124-4050-a3ac-533061b74d1f", "name": "network-vif-plugged", "status": "completed", "tag": "50656c68-cd4c-4d6f-bd82-020fb516e035"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:18:05.853408 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 50656c68-cd4c-4d6f-bd82-020fb516e035, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=50656c68-cd4c-4d6f-bd82-020fb516e035,segment=NetworkSegment(43d4a3e7-6eaf-44f9-8cee-5889735df8d3),segment_id=43d4a3e7-6eaf-44f9-8cee-5889735df8d3)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:05.856968 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:05.890207 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ebd44d3b-462c-4f71-92f8-64f66ed6d746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:05.899269 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ebd44d3b-462c-4f71-92f8-64f66ed6d746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:05.921206 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=50656c68-cd4c-4d6f-bd82-020fb516e035,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:05.967900 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ebd44d3b-462c-4f71-92f8-64f66ed6d746 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=8f4e5d4fa71249be8513f6240bf1f2ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3370738 Jul 06 14:18:05.970816 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55132) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:05.982624 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd44d3b-462c-4f71-92f8-64f66ed6d746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47947e9a-fe02-4c9c-8b75-17a242109099,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:06.025503 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3007f-8326-49d3-a1ff-0320bbdc9842 req-7d394b1f-1f02-4357-b357-a0dfba388e69 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:06.027046 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-02c3007f-8326-49d3-a1ff-0320bbdc9842 req-7d394b1f-1f02-4357-b357-a0dfba388e69 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 946 time: 0.1129720 Jul 06 14:18:06.035562 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-68abe47e-569d-4493-8ffa-0d53d02d3951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:06.065534 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-68abe47e-569d-4493-8ffa-0d53d02d3951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:06.068301 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-02c3007f-8326-49d3-a1ff-0320bbdc9842 req-b76d206b-92ad-47ec-ba65-e8067d4a6600 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347528 Jul 06 14:18:06.118609 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dbbb7d-a4bc-414e-852f-eb4de059a345 x-openstack-request-id: req-36dbbb7d-a4bc-414e-852f-eb4de059a345 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:18:06.118914 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1208f6-d124-4050-a3ac-533061b74d1f", "name": "network-vif-plugged", "status": "completed", "tag": "50656c68-cd4c-4d6f-bd82-020fb516e035", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:18:06.119176 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-36dbbb7d-a4bc-414e-852f-eb4de059a345 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:18:06.119578 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1208f6-d124-4050-a3ac-533061b74d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50656c68-cd4c-4d6f-bd82-020fb516e035', 'code': 200} Jul 06 14:18:06.129265 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-68abe47e-569d-4493-8ffa-0d53d02d3951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:06.132078 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-68abe47e-569d-4493-8ffa-0d53d02d3951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:06.141837 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-68abe47e-569d-4493-8ffa-0d53d02d3951 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/47947e9a-fe02-4c9c-8b75-17a242109099 HTTP/1.1" status: 204 len: 168 time: 0.1640182 Jul 06 14:18:06.150249 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68abe47e-569d-4493-8ffa-0d53d02d3951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47947e9a-fe02-4c9c-8b75-17a242109099,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:06.271211 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06db633-f7a4-4db2-a648-d0a3437e4f51 req-c8e72214-9d3f-4a26-9f4b-27be9148ed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:06.272817 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f06db633-f7a4-4db2-a648-d0a3437e4f51 req-c8e72214-9d3f-4a26-9f4b-27be9148ed81 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ef1208f6-d124-4050-a3ac-533061b74d1f HTTP/1.1" status: 200 len: 1096 time: 0.0708079 Jul 06 14:18:06.310640 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f06db633-f7a4-4db2-a648-d0a3437e4f51 req-0559fc90-c534-474d-8196-7e3aa544ce91 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a0759a02-1ed7-4915-8449-5a29626f7f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311246 Jul 06 14:18:06.466751 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55140) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:06.480664 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4245b392-14ac-42b0-ac68-6bf3195c0b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:06.574588 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4245b392-14ac-42b0-ac68-6bf3195c0b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:06.578938 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4245b392-14ac-42b0-ac68-6bf3195c0b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:06.620467 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245b392-14ac-42b0-ac68-6bf3195c0b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0b92ff-0f6c-406f-a161-8ad4eacd15a2,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:06.629074 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4245b392-14ac-42b0-ac68-6bf3195c0b9a admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=6b48248332eb40ddab19879a95b5bb73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577408 Jul 06 14:18:06.629643 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55144) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:06.675535 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cac576-e080-41db-a4a0-2228f9e67c72 req-54a2bb1b-0506-40cd-a6e0-055531e73559 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:06.677068 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00cac576-e080-41db-a4a0-2228f9e67c72 req-54a2bb1b-0506-40cd-a6e0-055531e73559 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/ports?device_id=ef1208f6-d124-4050-a3ac-533061b74d1f HTTP/1.1" status: 200 len: 945 time: 0.0683503 Jul 06 14:18:06.685359 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e57b2ab6-903a-4699-b6f5-5c129daf91fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:06.714208 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e57b2ab6-903a-4699-b6f5-5c129daf91fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:06.717130 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00cac576-e080-41db-a4a0-2228f9e67c72 req-c485c036-568e-470f-a65c-1e830413d478 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/security-groups?id=a0759a02-1ed7-4915-8449-5a29626f7f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339415 Jul 06 14:18:06.766021 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e57b2ab6-903a-4699-b6f5-5c129daf91fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:06.768565 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e57b2ab6-903a-4699-b6f5-5c129daf91fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:06.769790 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e57b2ab6-903a-4699-b6f5-5c129daf91fb admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/be0b92ff-0f6c-406f-a161-8ad4eacd15a2 HTTP/1.1" status: 204 len: 168 time: 0.1395273 Jul 06 14:18:06.778412 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b2ab6-903a-4699-b6f5-5c129daf91fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0b92ff-0f6c-406f-a161-8ad4eacd15a2,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:07.273962 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f8e0c-8975-40b6-93e7-f20cd1b6d8a1 req-bcff860d-7ecf-42e4-b4b1-442f8e389794 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:07.275553 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b9f8e0c-8975-40b6-93e7-f20cd1b6d8a1 req-bcff860d-7ecf-42e4-b4b1-442f8e389794 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 946 time: 0.0887482 Jul 06 14:18:07.332272 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9fb4c887-0484-4786-93a8-36e5f7fee37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:07.659034 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b9f8e0c-8975-40b6-93e7-f20cd1b6d8a1 req-b48b28ae-4279-43c5-a279-486c457b12d9 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3764968 Jul 06 14:18:07.901317 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df5741-f267-42a1-a31e-53d4970ac6b3 req-3192765d-27bf-4a25-959f-eaa7c346cfd6 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:07.903023 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1df5741-f267-42a1-a31e-53d4970ac6b3 req-3192765d-27bf-4a25-959f-eaa7c346cfd6 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/ports?device_id=ef1208f6-d124-4050-a3ac-533061b74d1f HTTP/1.1" status: 200 len: 945 time: 0.0665069 Jul 06 14:18:07.948449 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1df5741-f267-42a1-a31e-53d4970ac6b3 req-41e2154d-6ab6-4e7e-a0f0-5cd33ebca176 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/security-groups?id=a0759a02-1ed7-4915-8449-5a29626f7f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377369 Jul 06 14:18:08.171596 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9be55a-a581-47a4-a947-a6dca51869b9 req-f31c6841-c481-43f6-b8df-c16fe801a52d tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:08.173255 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4b9be55a-a581-47a4-a947-a6dca51869b9 req-f31c6841-c481-43f6-b8df-c16fe801a52d tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/ports?device_id=ef1208f6-d124-4050-a3ac-533061b74d1f HTTP/1.1" status: 200 len: 945 time: 0.0752420 Jul 06 14:18:08.215354 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4b9be55a-a581-47a4-a947-a6dca51869b9 req-c9e2618d-468c-4901-9497-9ea0563a9bb0 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/security-groups?id=a0759a02-1ed7-4915-8449-5a29626f7f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350409 Jul 06 14:18:08.587983 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55230) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:08.650014 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22291de9-0a2f-4b28-af57-e89312eb008c req-e5a748ba-1444-479b-b269-97adf3254f69 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:08.651744 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-22291de9-0a2f-4b28-af57-e89312eb008c req-e5a748ba-1444-479b-b269-97adf3254f69 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/ports?device_id=ef1208f6-d124-4050-a3ac-533061b74d1f HTTP/1.1" status: 200 len: 945 time: 0.0814102 Jul 06 14:18:08.693615 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-22291de9-0a2f-4b28-af57-e89312eb008c req-ebcece92-eb05-4949-a644-b6144571e049 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/security-groups?id=a0759a02-1ed7-4915-8449-5a29626f7f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361917 Jul 06 14:18:08.722502 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dd9d4e6c-d06e-4aec-9fcf-095e1a986975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:08.819617 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dd9d4e6c-d06e-4aec-9fcf-095e1a986975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:08.824185 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dd9d4e6c-d06e-4aec-9fcf-095e1a986975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:08.858237 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-dd9d4e6c-d06e-4aec-9fcf-095e1a986975 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=ac89aef3194b45d4bb67c77f226e2af5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2690647 Jul 06 14:18:08.859141 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55240) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:08.878495 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d4e6c-d06e-4aec-9fcf-095e1a986975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea73b78d-64d3-44b5-a81b-87763acffc80,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:08.892430 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e28bd-743a-4faa-9193-5dc1adda356a req-941ffb41-729b-4dde-adc0-2d7feeccea2f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:08.894302 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d06e28bd-743a-4faa-9193-5dc1adda356a req-941ffb41-729b-4dde-adc0-2d7feeccea2f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 946 time: 0.0887253 Jul 06 14:18:08.965025 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d06e28bd-743a-4faa-9193-5dc1adda356a req-c9c5673c-7160-41b8-a8af-9e0597efea52 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580087 Jul 06 14:18:08.965866 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0f0e67bc-a0e6-4ca3-9637-0850fb61adcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:08.989512 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0f0e67bc-a0e6-4ca3-9637-0850fb61adcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:09.041023 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0f0e67bc-a0e6-4ca3-9637-0850fb61adcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:09.043855 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0f0e67bc-a0e6-4ca3-9637-0850fb61adcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:09.047450 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0f0e67bc-a0e6-4ca3-9637-0850fb61adcc admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/ea73b78d-64d3-44b5-a81b-87763acffc80 HTTP/1.1" status: 204 len: 168 time: 0.1848068 Jul 06 14:18:09.056714 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e67bc-a0e6-4ca3-9637-0850fb61adcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea73b78d-64d3-44b5-a81b-87763acffc80,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:09.343919 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55252) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:09.357347 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4b8069a8-7d35-4d61-a24c-d8d0d9cda100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:09.452172 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4b8069a8-7d35-4d61-a24c-d8d0d9cda100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:09.456605 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4b8069a8-7d35-4d61-a24c-d8d0d9cda100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:09.495408 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8069a8-7d35-4d61-a24c-d8d0d9cda100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b57ccea-bedc-4eb8-bd90-1c0a0d26cbd0,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:09.499817 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4b8069a8-7d35-4d61-a24c-d8d0d9cda100 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=b05b54918a8a4a63a9405bac15a0dd49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548707 Jul 06 14:18:09.502668 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55258) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:09.555537 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d054d38f-e11d-43c6-84e9-3c9ce0314bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:09.576213 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d054d38f-e11d-43c6-84e9-3c9ce0314bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:09.623155 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d054d38f-e11d-43c6-84e9-3c9ce0314bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:09.625929 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d054d38f-e11d-43c6-84e9-3c9ce0314bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:09.627752 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d054d38f-e11d-43c6-84e9-3c9ce0314bf9 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/0b57ccea-bedc-4eb8-bd90-1c0a0d26cbd0 HTTP/1.1" status: 204 len: 168 time: 0.1241629 Jul 06 14:18:09.636834 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054d38f-e11d-43c6-84e9-3c9ce0314bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b57ccea-bedc-4eb8-bd90-1c0a0d26cbd0,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:09.881391 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb768e6-70fb-4470-8cfb-f998113808b0 req-6e2da582-a968-4662-a8d4-58d8a0b87222 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:09.883028 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7bb768e6-70fb-4470-8cfb-f998113808b0 req-6e2da582-a968-4662-a8d4-58d8a0b87222 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/ports?device_id=ef1208f6-d124-4050-a3ac-533061b74d1f HTTP/1.1" status: 200 len: 945 time: 0.0707560 Jul 06 14:18:09.928359 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7bb768e6-70fb-4470-8cfb-f998113808b0 req-8f27d11a-5f74-4659-b802-012d070807a4 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/security-groups?id=a0759a02-1ed7-4915-8449-5a29626f7f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387349 Jul 06 14:18:10.228999 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:10.378900 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65f064-b31e-49e1-890e-c77600d94b4a req-5536c435-7a26-4064-ba0f-1509479a25cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:10.381078 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-cb65f064-b31e-49e1-890e-c77600d94b4a req-5536c435-7a26-4064-ba0f-1509479a25cc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=afd602dcf9004e01b7eb86ab2024ee24&device_id=ef1208f6-d124-4050-a3ac-533061b74d1f HTTP/1.1" status: 200 len: 1096 time: 0.0813937 Jul 06 14:18:10.394288 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f7162-a0a7-4a92-be39-888fc2accf32 req-3747af95-3c2a-4a0c-8df3-6d80deb91d9a tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:10.396049 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4b8f7162-a0a7-4a92-be39-888fc2accf32 req-3747af95-3c2a-4a0c-8df3-6d80deb91d9a tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 946 time: 0.0973713 Jul 06 14:18:10.457491 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4b8f7162-a0a7-4a92-be39-888fc2accf32 req-7e4456aa-e476-4fe0-892d-460732a4e302 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556729 Jul 06 14:18:10.520895 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65f064-b31e-49e1-890e-c77600d94b4a req-be08fb87-6a49-401b-acdd-de607e6f5091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:10.522659 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-cb65f064-b31e-49e1-890e-c77600d94b4a req-be08fb87-6a49-401b-acdd-de607e6f5091 service neutron] 10.222.0.52 "GET /v2.0/networks?id=78d4aa37-e800-43bc-90e9-dedfda8437bb HTTP/1.1" status: 200 len: 913 time: 0.1312823 Jul 06 14:18:10.569834 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-cb65f064-b31e-49e1-890e-c77600d94b4a req-ccbf447c-3e76-4d3f-91a7-7d8b27d655f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50656c68-cd4c-4d6f-bd82-020fb516e035 HTTP/1.1" status: 200 len: 217 time: 0.0373809 Jul 06 14:18:10.583315 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8c25b80a-c034-46d8-b608-c5707f9d5187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:10.640669 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65f064-b31e-49e1-890e-c77600d94b4a req-8907617e-762c-4857-a663-f515073c8616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:10.643058 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-cb65f064-b31e-49e1-890e-c77600d94b4a req-8907617e-762c-4857-a663-f515073c8616 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f0a6a55-82cc-4213-8c4b-6c353ce0b72e HTTP/1.1" status: 200 len: 852 time: 0.0647681 Jul 06 14:18:10.665938 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68332a76-2e50-4b1f-b96f-18e8c7da9bcd req-52430283-790e-441c-ae0a-1bde76fc566f tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:10.673260 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-68332a76-2e50-4b1f-b96f-18e8c7da9bcd req-52430283-790e-441c-ae0a-1bde76fc566f tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/ports?device_id=ef1208f6-d124-4050-a3ac-533061b74d1f HTTP/1.1" status: 200 len: 945 time: 0.0878301 Jul 06 14:18:10.722418 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-68332a76-2e50-4b1f-b96f-18e8c7da9bcd req-de011920-513b-4357-86fa-052eb37a5a29 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/security-groups?id=a0759a02-1ed7-4915-8449-5a29626f7f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470703 Jul 06 14:18:11.014698 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-cb65f064-b31e-49e1-890e-c77600d94b4a req-ab36ca30-d0b8-48a7-a80d-619101c4ac48 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=78d4aa37-e800-43bc-90e9-dedfda8437bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3623960 Jul 06 14:18:11.110389 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-cb65f064-b31e-49e1-890e-c77600d94b4a req-7810e76e-5cad-44c9-bf96-39a3c9c7b739 service neutron] 10.222.0.52 "GET /v2.0/networks/78d4aa37-e800-43bc-90e9-dedfda8437bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882497 Jul 06 14:18:11.220406 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-cb65f064-b31e-49e1-890e-c77600d94b4a req-677a9bed-4cbf-4e76-8e0e-47e620380241 service neutron] 10.222.0.52 "GET /v2.0/networks/78d4aa37-e800-43bc-90e9-dedfda8437bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024864 Jul 06 14:18:11.536438 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-8967efed-9066-48c0-9e5a-f56377b01d06 service neutron] show failed (client error): The resource could not be found. Jul 06 14:18:11.537644 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-8967efed-9066-48c0-9e5a-f56377b01d06 service neutron] 10.222.0.52 "GET /v2.0/ports/301dd780-d292-43d4-bbf7-6b5a3515e116/bindings/n-h2-773644-6 HTTP/1.1" status: 404 len: 380 time: 0.0638204 Jul 06 14:18:11.583663 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:11.687725 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cef309-3286-4de3-91e9-41bd8ed20aac req-5248710a-7ad5-45b1-bb3a-628b894f30cf tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:11.695983 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a7cef309-3286-4de3-91e9-41bd8ed20aac req-5248710a-7ad5-45b1-bb3a-628b894f30cf tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 946 time: 0.0871925 Jul 06 14:18:11.737559 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a7cef309-3286-4de3-91e9-41bd8ed20aac req-2a363d3b-e54f-4159-b75f-1825da2d327d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407081 Jul 06 14:18:11.894947 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-be27ba56-04dc-44e2-a25d-6331b8e91ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:11.896849 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-be27ba56-04dc-44e2-a25d-6331b8e91ed1 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521&tenant_id=7317327619ce440a98467f267c9927a9 HTTP/1.1" status: 200 len: 1097 time: 0.0648520 Jul 06 14:18:11.913960 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-505997b1-0418-423f-9ee4-5f707786bdff service neutron] Request body: {'port': {'binding:host_id': 'n-h2-773644-6', 'device_owner': 'compute:nova'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:18:12.058686 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4397d-e040-44bf-b19f-b47f61abf276 req-7489ebad-a6ec-4f1c-a6f5-131eff8c4cd8 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:12.060064 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0ae4397d-e040-44bf-b19f-b47f61abf276 req-7489ebad-a6ec-4f1c-a6f5-131eff8c4cd8 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/ports?device_id=ef1208f6-d124-4050-a3ac-533061b74d1f HTTP/1.1" status: 200 len: 945 time: 0.1554430 Jul 06 14:18:12.071592 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-505997b1-0418-423f-9ee4-5f707786bdff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:12.135678 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0ae4397d-e040-44bf-b19f-b47f61abf276 req-2bc92237-f2b1-4a08-b2f1-bcc39da526ab tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/security-groups?id=a0759a02-1ed7-4915-8449-5a29626f7f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625415 Jul 06 14:18:12.368521 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-505997b1-0418-423f-9ee4-5f707786bdff service neutron] For port 301dd780-d292-43d4-bbf7-6b5a3515e116, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=301dd780-d292-43d4-bbf7-6b5a3515e116,segment=NetworkSegment(16d6b6c4-d15a-409b-98ae-5eaa333bc3d4),segment_id=16d6b6c4-d15a-409b-98ae-5eaa333bc3d4)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:12.413949 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-505997b1-0418-423f-9ee4-5f707786bdff service neutron] For port 301dd780-d292-43d4-bbf7-6b5a3515e116, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:18:12.462544 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019da687-d48d-41bb-9ba7-408c92dca521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '301dd780-d292-43d4-bbf7-6b5a3515e116'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:18:12.465097 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a2e82e-44b6-4d4e-a014-5cf66ff94a12" -d '{"events": [{"server_uuid": "019da687-d48d-41bb-9ba7-408c92dca521", "name": "network-vif-unplugged", "status": "completed", "tag": "301dd780-d292-43d4-bbf7-6b5a3515e116"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:18:12.469879 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-505997b1-0418-423f-9ee4-5f707786bdff service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:12.485657 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-505997b1-0418-423f-9ee4-5f707786bdff service neutron] Transition to ACTIVE for port object 301dd780-d292-43d4-bbf7-6b5a3515e116 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:18:12.493234 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-505997b1-0418-423f-9ee4-5f707786bdff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:12.551386 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505997b1-0418-423f-9ee4-5f707786bdff service neutron] Pushing event updated for resources: {'Port': ['ID=301dd780-d292-43d4-bbf7-6b5a3515e116,revision_number=6']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:12.631955 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d731df-af04-4def-8f9a-65ce00ff8ae6 x-openstack-request-id: req-97d731df-af04-4def-8f9a-65ce00ff8ae6 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:18:12.632260 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019da687-d48d-41bb-9ba7-408c92dca521", "name": "network-vif-unplugged", "status": "completed", "tag": "301dd780-d292-43d4-bbf7-6b5a3515e116", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:18:12.632518 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-97d731df-af04-4def-8f9a-65ce00ff8ae6 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:18:12.633131 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019da687-d48d-41bb-9ba7-408c92dca521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '301dd780-d292-43d4-bbf7-6b5a3515e116', 'code': 200} Jul 06 14:18:12.655508 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-505997b1-0418-423f-9ee4-5f707786bdff service neutron] No DVR routers for this DVR port 301dd780-d292-43d4-bbf7-6b5a3515e116 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:18:12.715347 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:18:12.821681 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-505997b1-0418-423f-9ee4-5f707786bdff service neutron] Attempting to bind port 301dd780-d292-43d4-bbf7-6b5a3515e116 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:18:12.822172 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-505997b1-0418-423f-9ee4-5f707786bdff service neutron] Attempting to bind port 301dd780-d292-43d4-bbf7-6b5a3515e116 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '16d6b6c4-d15a-409b-98ae-5eaa333bc3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:18:12.822553 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-505997b1-0418-423f-9ee4-5f707786bdff service neutron] Attempting to bind port 301dd780-d292-43d4-bbf7-6b5a3515e116 on network cc831dab-1d14-42b4-acb6-5e0033bd0166 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:18:12.827125 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-505997b1-0418-423f-9ee4-5f707786bdff service neutron] Port 301dd780-d292-43d4-bbf7-6b5a3515e116 on network cc831dab-1d14-42b4-acb6-5e0033bd0166 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:18:12.827522 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-505997b1-0418-423f-9ee4-5f707786bdff service neutron] Attempting to bind port 301dd780-d292-43d4-bbf7-6b5a3515e116 on network cc831dab-1d14-42b4-acb6-5e0033bd0166 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:18:12.833400 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-505997b1-0418-423f-9ee4-5f707786bdff service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:18:12.833919 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-505997b1-0418-423f-9ee4-5f707786bdff service neutron] Checking segment: {'id': '16d6b6c4-d15a-409b-98ae-5eaa333bc3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:18:12.834414 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-505997b1-0418-423f-9ee4-5f707786bdff service neutron] Bound using segment: {'id': '16d6b6c4-d15a-409b-98ae-5eaa333bc3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:18:12.834956 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-505997b1-0418-423f-9ee4-5f707786bdff service neutron] Bound port: 301dd780-d292-43d4-bbf7-6b5a3515e116, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d6b6c4-d15a-409b-98ae-5eaa333bc3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:18:12.835437 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-505997b1-0418-423f-9ee4-5f707786bdff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:12.905815 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-505997b1-0418-423f-9ee4-5f707786bdff service neutron] For port 301dd780-d292-43d4-bbf7-6b5a3515e116, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:18:12.910203 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-505997b1-0418-423f-9ee4-5f707786bdff service neutron] For port 301dd780-d292-43d4-bbf7-6b5a3515e116, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=301dd780-d292-43d4-bbf7-6b5a3515e116,segment=NetworkSegment(16d6b6c4-d15a-409b-98ae-5eaa333bc3d4),segment_id=16d6b6c4-d15a-409b-98ae-5eaa333bc3d4)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:18:12.916227 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-505997b1-0418-423f-9ee4-5f707786bdff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:12.996612 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-505997b1-0418-423f-9ee4-5f707786bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:12.997233 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-505997b1-0418-423f-9ee4-5f707786bdff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:12.998742 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-505997b1-0418-423f-9ee4-5f707786bdff service neutron] 10.222.0.124 "PUT /v2.0/ports/301dd780-d292-43d4-bbf7-6b5a3515e116 HTTP/1.1" status: 200 len: 1092 time: 1.0922339 Jul 06 14:18:13.026138 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505997b1-0418-423f-9ee4-5f707786bdff service neutron] Pushing event updated for resources: {'Port': ['ID=301dd780-d292-43d4-bbf7-6b5a3515e116,revision_number=7']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:13.098286 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be56f48-eb80-48f3-9388-13d3896868c8 req-a29a253a-43f6-4581-adcb-f0ae0deccfcc tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:13.100006 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2be56f48-eb80-48f3-9388-13d3896868c8 req-a29a253a-43f6-4581-adcb-f0ae0deccfcc tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 944 time: 0.1668620 Jul 06 14:18:13.143364 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:13.178124 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-4686b0e4-013c-41ed-b56b-c8bac564297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:13.179757 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-4686b0e4-013c-41ed-b56b-c8bac564297b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 1095 time: 0.1391459 Jul 06 14:18:13.191483 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2be56f48-eb80-48f3-9388-13d3896868c8 req-d5c76410-76c0-4e13-8083-4df7a0feb693 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805507 Jul 06 14:18:13.343800 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-b099b24f-c44d-4948-bdfc-e8f6c359291a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:13.347903 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-b099b24f-c44d-4948-bdfc-e8f6c359291a service neutron] 10.222.0.124 "GET /v2.0/networks?id=cc831dab-1d14-42b4-acb6-5e0033bd0166 HTTP/1.1" status: 200 len: 897 time: 0.1543927 Jul 06 14:18:13.456507 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-e0043eae-7dc2-48fe-938c-e1386c3a07f9 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=301dd780-d292-43d4-bbf7-6b5a3515e116 HTTP/1.1" status: 200 len: 1000 time: 0.1032321 Jul 06 14:18:13.521777 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4a613-1f74-4f18-925a-1893277d09bc req-48bfe4de-0379-4f8d-890b-75c067f2b864 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:13.523255 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-44c4a613-1f74-4f18-925a-1893277d09bc req-48bfe4de-0379-4f8d-890b-75c067f2b864 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/ports?device_id=ef1208f6-d124-4050-a3ac-533061b74d1f HTTP/1.1" status: 200 len: 945 time: 0.1299593 Jul 06 14:18:13.533421 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-6484df07-2407-49a8-92d6-c0acacafaea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:13.534560 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-6484df07-2407-49a8-92d6-c0acacafaea6 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4bc6c111-9e19-48a1-90af-3bf03974d2f4 HTTP/1.1" status: 200 len: 834 time: 0.0719237 Jul 06 14:18:13.602225 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-44c4a613-1f74-4f18-925a-1893277d09bc req-f6720ef2-80f9-4f63-b0a8-92e3aaba8f11 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/security-groups?id=a0759a02-1ed7-4915-8449-5a29626f7f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666599 Jul 06 14:18:13.625811 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-6c9a57fb-6ace-4606-851c-97b9583458e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:13.628015 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-6c9a57fb-6ace-4606-851c-97b9583458e8 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=cc831dab-1d14-42b4-acb6-5e0033bd0166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789106 Jul 06 14:18:13.758178 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-b09707b4-ae5e-4c93-9391-e78159b96f2d service neutron] 10.222.0.124 "GET /v2.0/networks/cc831dab-1d14-42b4-acb6-5e0033bd0166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161239 Jul 06 14:18:13.899378 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c5b17b5-ad83-440f-9da0-a50950e10ed5 req-8c6c556b-480d-490e-9cbf-11bbb0df2cd5 service neutron] 10.222.0.124 "GET /v2.0/networks/cc831dab-1d14-42b4-acb6-5e0033bd0166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345594 Jul 06 14:18:14.158030 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaec897-cab6-44df-9dfb-3a58a8295613 req-da5107a6-c739-4411-90aa-7aaa2403d5ec tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:14.166590 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aaaec897-cab6-44df-9dfb-3a58a8295613 req-da5107a6-c739-4411-90aa-7aaa2403d5ec tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/ports?device_id=ef1208f6-d124-4050-a3ac-533061b74d1f HTTP/1.1" status: 200 len: 945 time: 0.1358554 Jul 06 14:18:14.213655 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aaaec897-cab6-44df-9dfb-3a58a8295613 req-4292874a-2522-4f91-822a-df2683d04083 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/security-groups?id=a0759a02-1ed7-4915-8449-5a29626f7f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458682 Jul 06 14:18:14.420632 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68333ef4-6be4-43cd-9a85-e9f3cc05a71c req-50aabdb0-0326-4d45-9bbc-610e25ddf4a0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:14.422218 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-68333ef4-6be4-43cd-9a85-e9f3cc05a71c req-50aabdb0-0326-4d45-9bbc-610e25ddf4a0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 944 time: 0.0752928 Jul 06 14:18:14.479054 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-68333ef4-6be4-43cd-9a85-e9f3cc05a71c req-4dc662e9-bc10-4cd5-afcb-8650cb1dcc86 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489841 Jul 06 14:18:14.634030 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019da687-d48d-41bb-9ba7-408c92dca521', 'tag': '301dd780-d292-43d4-bbf7-6b5a3515e116'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:18:14.636492 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b750c535-1fc7-4d87-83e9-7e5a58fefe1f" -d '{"events": [{"name": "network-changed", "server_uuid": "019da687-d48d-41bb-9ba7-408c92dca521", "tag": "301dd780-d292-43d4-bbf7-6b5a3515e116"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:18:14.702066 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b98306-5b51-438a-9988-f3aaebda67b5 x-openstack-request-id: req-f1b98306-5b51-438a-9988-f3aaebda67b5 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:18:14.702375 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019da687-d48d-41bb-9ba7-408c92dca521", "tag": "301dd780-d292-43d4-bbf7-6b5a3515e116", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:18:14.702772 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-f1b98306-5b51-438a-9988-f3aaebda67b5 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:18:14.703393 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019da687-d48d-41bb-9ba7-408c92dca521', 'tag': '301dd780-d292-43d4-bbf7-6b5a3515e116', 'status': 'completed', 'code': 200} Jul 06 14:18:14.800408 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750c535-1fc7-4d87-83e9-7e5a58fefe1f req-f90516dd-0359-42bb-8de2-b974babe3f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:14.801992 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b750c535-1fc7-4d87-83e9-7e5a58fefe1f req-f90516dd-0359-42bb-8de2-b974babe3f3f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 1095 time: 0.0638115 Jul 06 14:18:14.810679 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750c535-1fc7-4d87-83e9-7e5a58fefe1f req-af13b437-3e07-4936-aa40-7c7a130bac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:14.812315 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b750c535-1fc7-4d87-83e9-7e5a58fefe1f req-af13b437-3e07-4936-aa40-7c7a130bac30 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 1095 time: 0.0873010 Jul 06 14:18:14.915444 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750c535-1fc7-4d87-83e9-7e5a58fefe1f req-09be343f-9c82-4bf7-85e7-fbbd97fa93b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:14.917388 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b750c535-1fc7-4d87-83e9-7e5a58fefe1f req-09be343f-9c82-4bf7-85e7-fbbd97fa93b3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cc831dab-1d14-42b4-acb6-5e0033bd0166 HTTP/1.1" status: 200 len: 897 time: 0.1054082 Jul 06 14:18:14.922714 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750c535-1fc7-4d87-83e9-7e5a58fefe1f req-5bad1170-994b-41df-a4c3-2d9d53cd70ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:14.924879 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b750c535-1fc7-4d87-83e9-7e5a58fefe1f req-5bad1170-994b-41df-a4c3-2d9d53cd70ec service neutron] 10.222.0.124 "GET /v2.0/networks?id=cc831dab-1d14-42b4-acb6-5e0033bd0166 HTTP/1.1" status: 200 len: 897 time: 0.1036451 Jul 06 14:18:14.990205 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b750c535-1fc7-4d87-83e9-7e5a58fefe1f req-43d15217-8dcc-40de-b441-a2b3eaedce39 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=301dd780-d292-43d4-bbf7-6b5a3515e116 HTTP/1.1" status: 200 len: 1000 time: 0.0624712 Jul 06 14:18:15.009430 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b750c535-1fc7-4d87-83e9-7e5a58fefe1f req-8698ebe0-21df-4c5f-bda9-9fb9902cb731 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=301dd780-d292-43d4-bbf7-6b5a3515e116 HTTP/1.1" status: 200 len: 1000 time: 0.0766525 Jul 06 14:18:15.064689 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750c535-1fc7-4d87-83e9-7e5a58fefe1f req-b9255e94-4555-4376-8338-8acbb7a208e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:15.066837 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b750c535-1fc7-4d87-83e9-7e5a58fefe1f req-b9255e94-4555-4376-8338-8acbb7a208e3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4bc6c111-9e19-48a1-90af-3bf03974d2f4 HTTP/1.1" status: 200 len: 834 time: 0.0656586 Jul 06 14:18:15.072021 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750c535-1fc7-4d87-83e9-7e5a58fefe1f req-261b8a21-f8e5-4e36-b91b-4408a21505a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:15.073613 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b750c535-1fc7-4d87-83e9-7e5a58fefe1f req-261b8a21-f8e5-4e36-b91b-4408a21505a2 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4bc6c111-9e19-48a1-90af-3bf03974d2f4 HTTP/1.1" status: 200 len: 834 time: 0.0561996 Jul 06 14:18:15.158758 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750c535-1fc7-4d87-83e9-7e5a58fefe1f req-b8c4998c-e7f6-4291-8a96-7987f13fc2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:15.160310 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b750c535-1fc7-4d87-83e9-7e5a58fefe1f req-b8c4998c-e7f6-4291-8a96-7987f13fc2b2 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=cc831dab-1d14-42b4-acb6-5e0033bd0166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782807 Jul 06 14:18:15.161832 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750c535-1fc7-4d87-83e9-7e5a58fefe1f req-b0a59eef-a6b2-4d6b-9e59-808ae16afa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:15.163781 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b750c535-1fc7-4d87-83e9-7e5a58fefe1f req-b0a59eef-a6b2-4d6b-9e59-808ae16afa62 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc831dab-1d14-42b4-acb6-5e0033bd0166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863135 Jul 06 14:18:15.311646 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b750c535-1fc7-4d87-83e9-7e5a58fefe1f req-e5ed256a-0475-414c-98bc-841ca91357f8 service neutron] 10.222.0.52 "GET /v2.0/networks/cc831dab-1d14-42b4-acb6-5e0033bd0166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407282 Jul 06 14:18:15.327283 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b750c535-1fc7-4d87-83e9-7e5a58fefe1f req-f1e837e4-a026-4880-84ef-ff6effb3b234 service neutron] 10.222.0.124 "GET /v2.0/networks/cc831dab-1d14-42b4-acb6-5e0033bd0166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591923 Jul 06 14:18:15.482313 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b750c535-1fc7-4d87-83e9-7e5a58fefe1f req-abff8d47-2f8f-4e91-8cec-c7c353f4f8f9 service neutron] 10.222.0.52 "GET /v2.0/networks/cc831dab-1d14-42b4-acb6-5e0033bd0166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554549 Jul 06 14:18:15.544614 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b750c535-1fc7-4d87-83e9-7e5a58fefe1f req-1b5e216e-a283-4693-8b52-8240e883a08c service neutron] 10.222.0.124 "GET /v2.0/networks/cc831dab-1d14-42b4-acb6-5e0033bd0166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108524 Jul 06 14:18:15.577049 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba064fd-4c87-4833-9d8c-7121d341de60 req-10092c10-418f-4d75-ae80-3817fa58c86f tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:15.579049 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ba064fd-4c87-4833-9d8c-7121d341de60 req-10092c10-418f-4d75-ae80-3817fa58c86f tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/ports?device_id=ef1208f6-d124-4050-a3ac-533061b74d1f HTTP/1.1" status: 200 len: 945 time: 0.0984857 Jul 06 14:18:15.625116 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ba064fd-4c87-4833-9d8c-7121d341de60 req-c9cad375-219a-4d6c-8aea-4204cd230684 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/security-groups?id=a0759a02-1ed7-4915-8449-5a29626f7f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367060 Jul 06 14:18:15.703266 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 301dd780-d292-43d4-bbf7-6b5a3515e116 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:18:15.731820 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 301dd780-d292-43d4-bbf7-6b5a3515e116 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:18:15.860537 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 301dd780-d292-43d4-bbf7-6b5a3515e116 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:18:15.893014 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 301dd780-d292-43d4-bbf7-6b5a3515e116, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=301dd780-d292-43d4-bbf7-6b5a3515e116,segment=NetworkSegment(16d6b6c4-d15a-409b-98ae-5eaa333bc3d4),segment_id=16d6b6c4-d15a-409b-98ae-5eaa333bc3d4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:15.901656 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d843f-30d4-4533-aa82-9c557f2a00b1 req-fb4a7693-1d50-4939-87f3-3617723c1f2d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:15.903707 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '301dd780-d292-43d4-bbf7-6b5a3515e116', 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166', 'port_id': '301dd780-d292-43d4-bbf7-6b5a3515e116', 'mac_address': 'fa:16:3e:ed:25:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc6c111-9e19-48a1-90af-3bf03974d2f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:18:15.904502 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a83d843f-30d4-4533-aa82-9c557f2a00b1 req-fb4a7693-1d50-4939-87f3-3617723c1f2d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 944 time: 0.1343100 Jul 06 14:18:15.944071 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:15.952905 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a83d843f-30d4-4533-aa82-9c557f2a00b1 req-5093c5e2-843c-4074-8864-651f1c13a9c4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413098 Jul 06 14:18:15.958801 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 301dd780-d292-43d4-bbf7-6b5a3515e116 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:18:15.992184 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 301dd780-d292-43d4-bbf7-6b5a3515e116, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=301dd780-d292-43d4-bbf7-6b5a3515e116,segment=NetworkSegment(16d6b6c4-d15a-409b-98ae-5eaa333bc3d4),segment_id=16d6b6c4-d15a-409b-98ae-5eaa333bc3d4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:15.998236 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:16.063602 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=301dd780-d292-43d4-bbf7-6b5a3515e116,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:16.218773 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['301dd780-d292-43d4-bbf7-6b5a3515e116'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:18:16.372039 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226d1c0-7c8b-4104-8143-d8e929874893 req-40825187-a71e-4ea7-b0f2-a9350b21a82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:16.375381 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4226d1c0-7c8b-4104-8143-d8e929874893 req-40825187-a71e-4ea7-b0f2-a9350b21a82c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=afd602dcf9004e01b7eb86ab2024ee24&device_id=ef1208f6-d124-4050-a3ac-533061b74d1f HTTP/1.1" status: 200 len: 1096 time: 0.0945253 Jul 06 14:18:16.478716 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465ad9a-7056-4e59-bfa5-f531cf5aee17 req-1ed62482-1b6c-47e8-8848-1d0c523e5599 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:16.480322 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4465ad9a-7056-4e59-bfa5-f531cf5aee17 req-1ed62482-1b6c-47e8-8848-1d0c523e5599 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/ports?device_id=ef1208f6-d124-4050-a3ac-533061b74d1f HTTP/1.1" status: 200 len: 945 time: 0.1424112 Jul 06 14:18:16.528179 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226d1c0-7c8b-4104-8143-d8e929874893 req-735962ca-477b-4e74-9b95-e4d62dc0c49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:16.531008 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4226d1c0-7c8b-4104-8143-d8e929874893 req-735962ca-477b-4e74-9b95-e4d62dc0c49e service neutron] 10.222.0.52 "GET /v2.0/networks?id=78d4aa37-e800-43bc-90e9-dedfda8437bb HTTP/1.1" status: 200 len: 913 time: 0.1412702 Jul 06 14:18:16.559886 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4465ad9a-7056-4e59-bfa5-f531cf5aee17 req-cb0df8de-8c84-49a7-b7f1-8783322f7d1d tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/security-groups?id=a0759a02-1ed7-4915-8449-5a29626f7f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606134 Jul 06 14:18:16.623775 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4226d1c0-7c8b-4104-8143-d8e929874893 req-c70346ad-48b3-4c05-9b8b-a71e09e6c58f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50656c68-cd4c-4d6f-bd82-020fb516e035 HTTP/1.1" status: 200 len: 217 time: 0.0815821 Jul 06 14:18:16.700912 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226d1c0-7c8b-4104-8143-d8e929874893 req-6df7f1c8-05b6-4684-afa1-466472a29425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:16.702840 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4226d1c0-7c8b-4104-8143-d8e929874893 req-6df7f1c8-05b6-4684-afa1-466472a29425 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0f0a6a55-82cc-4213-8c4b-6c353ce0b72e HTTP/1.1" status: 200 len: 852 time: 0.0701725 Jul 06 14:18:16.706115 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:16.743831 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4226d1c0-7c8b-4104-8143-d8e929874893 req-197b1b06-899f-411d-bbd4-c62a69a0d4ea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=78d4aa37-e800-43bc-90e9-dedfda8437bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301394 Jul 06 14:18:16.791250 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55502) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:16.855196 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4226d1c0-7c8b-4104-8143-d8e929874893 req-855c4fc6-8672-495e-9a58-6d997eb1b55b service neutron] 10.222.0.52 "GET /v2.0/networks/78d4aa37-e800-43bc-90e9-dedfda8437bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040018 Jul 06 14:18:16.959104 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c4408f12-c454-4cc3-b811-fd0d6ac0e597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:16.962990 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4226d1c0-7c8b-4104-8143-d8e929874893 req-c027f21e-b4f0-49b4-8ab6-0bf7b9cc8362 service neutron] 10.222.0.52 "GET /v2.0/networks/78d4aa37-e800-43bc-90e9-dedfda8437bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966835 Jul 06 14:18:17.096395 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c4408f12-c454-4cc3-b811-fd0d6ac0e597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:17.108458 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c4408f12-c454-4cc3-b811-fd0d6ac0e597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:17.173233 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c4408f12-c454-4cc3-b811-fd0d6ac0e597 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=c3df8a7c29514428a53c3e04019cec59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3806703 Jul 06 14:18:17.174973 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4408f12-c454-4cc3-b811-fd0d6ac0e597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77e2f95-7fa2-4334-b873-899688dd1594,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:17.175981 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55512) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:17.202615 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d6a2e-753a-475e-b06e-3ee669e7d899 req-adb61a0e-8acf-4793-a666-fcfe77e35e0a tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:17.204180 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b53d6a2e-753a-475e-b06e-3ee669e7d899 req-adb61a0e-8acf-4793-a666-fcfe77e35e0a tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 945 time: 0.1066761 Jul 06 14:18:17.251450 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b53d6a2e-753a-475e-b06e-3ee669e7d899 req-86fb9745-eea1-48ec-9bec-51e1500b2f70 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362246 Jul 06 14:18:17.251827 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0bf36f2b-5a3b-43b5-8f60-4d300ffd7018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:17.275535 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0bf36f2b-5a3b-43b5-8f60-4d300ffd7018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:17.332071 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0bf36f2b-5a3b-43b5-8f60-4d300ffd7018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:17.335481 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0bf36f2b-5a3b-43b5-8f60-4d300ffd7018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:17.337114 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0bf36f2b-5a3b-43b5-8f60-4d300ffd7018 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/a77e2f95-7fa2-4334-b873-899688dd1594 HTTP/1.1" status: 204 len: 168 time: 0.1597118 Jul 06 14:18:17.347425 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf36f2b-5a3b-43b5-8f60-4d300ffd7018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77e2f95-7fa2-4334-b873-899688dd1594,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:17.356547 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf36f2b-5a3b-43b5-8f60-4d300ffd7018 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:17.356999 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf36f2b-5a3b-43b5-8f60-4d300ffd7018 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:17.357400 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf36f2b-5a3b-43b5-8f60-4d300ffd7018 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:17.357787 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf36f2b-5a3b-43b5-8f60-4d300ffd7018 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:17.358121 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf36f2b-5a3b-43b5-8f60-4d300ffd7018 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:17.358869 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf36f2b-5a3b-43b5-8f60-4d300ffd7018 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:17.359493 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf36f2b-5a3b-43b5-8f60-4d300ffd7018 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:17.360111 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf36f2b-5a3b-43b5-8f60-4d300ffd7018 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:17.361519 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf36f2b-5a3b-43b5-8f60-4d300ffd7018 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:17.362326 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf36f2b-5a3b-43b5-8f60-4d300ffd7018 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:17.362940 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf36f2b-5a3b-43b5-8f60-4d300ffd7018 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:17.363523 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf36f2b-5a3b-43b5-8f60-4d300ffd7018 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:17.702028 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 301dd780-d292-43d4-bbf7-6b5a3515e116 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:18:17.766117 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-41045692-6235-4afc-a1c0-86cfedff7d7d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:17.768799 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-41045692-6235-4afc-a1c0-86cfedff7d7d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.124 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521&tenant_id=7317327619ce440a98467f267c9927a9&binding%3Ahost_id=n-h2-773644-6 HTTP/1.1" status: 200 len: 945 time: 0.2169776 Jul 06 14:18:17.772310 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 301dd780-d292-43d4-bbf7-6b5a3515e116 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:18:17.778957 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 301dd780-d292-43d4-bbf7-6b5a3515e116 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:18:17.779557 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:17.796778 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55534) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:17.816021 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-773fab81-f350-4537-a86c-7523c0df2d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:17.837937 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb371c-b43b-46dd-950d-b8ba2ae9531f req-50dc3eb8-6026-42ac-b13a-17ed1a1d63e8 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:17.847663 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a5fb371c-b43b-46dd-950d-b8ba2ae9531f req-50dc3eb8-6026-42ac-b13a-17ed1a1d63e8 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 945 time: 0.2310104 Jul 06 14:18:17.887031 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:17.925719 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019da687-d48d-41bb-9ba7-408c92dca521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301dd780-d292-43d4-bbf7-6b5a3515e116'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:18:17.929307 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b51744-58ee-4799-94bb-dfcc6151106b" -d '{"events": [{"server_uuid": "019da687-d48d-41bb-9ba7-408c92dca521", "name": "network-vif-plugged", "status": "completed", "tag": "301dd780-d292-43d4-bbf7-6b5a3515e116"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:18:17.930093 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a5fb371c-b43b-46dd-950d-b8ba2ae9531f req-84977174-157b-4d37-b4ec-9a1f21ac1158 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772960 Jul 06 14:18:17.932141 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-b36bd3ef-3ebd-4fd6-9727-99095db0fc37 service neutron] 10.222.0.124 "GET /v2.0/ports/301dd780-d292-43d4-bbf7-6b5a3515e116/bindings/n-h2-773644-6 HTTP/1.1" status: 200 len: 382 time: 0.1577852 Jul 06 14:18:17.957035 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 301dd780-d292-43d4-bbf7-6b5a3515e116, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=301dd780-d292-43d4-bbf7-6b5a3515e116,segment=NetworkSegment(16d6b6c4-d15a-409b-98ae-5eaa333bc3d4),segment_id=16d6b6c4-d15a-409b-98ae-5eaa333bc3d4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:17.960679 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-773fab81-f350-4537-a86c-7523c0df2d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:17.963901 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:17.973709 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-773fab81-f350-4537-a86c-7523c0df2d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:18.031782 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-692103e8-2e6f-4de9-95d1-9227c390efd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:18.041068 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-692103e8-2e6f-4de9-95d1-9227c390efd3 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 1097 time: 0.0737326 Jul 06 14:18:18.052861 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-773fab81-f350-4537-a86c-7523c0df2d79 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=4fccc918b8244e85a369740df504f06b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2502770 Jul 06 14:18:18.052861 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fab81-f350-4537-a86c-7523c0df2d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a58425-fc09-480c-8989-f00892fe983c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:18.052861 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55542) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:18.083067 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=301dd780-d292-43d4-bbf7-6b5a3515e116,revision_number=9']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:18.117569 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1e9c480d-252d-4ca6-aba1-ca8d8d581f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:18.146672 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1e9c480d-252d-4ca6-aba1-ca8d8d581f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:18.208310 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-d3e8a08c-20a6-463e-9282-e2d4452495f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:18.209187 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1e9c480d-252d-4ca6-aba1-ca8d8d581f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:18.209897 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-d3e8a08c-20a6-463e-9282-e2d4452495f6 service neutron] 10.222.0.124 "GET /v2.0/networks?id=cc831dab-1d14-42b4-acb6-5e0033bd0166 HTTP/1.1" status: 200 len: 897 time: 0.1685491 Jul 06 14:18:18.212925 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1e9c480d-252d-4ca6-aba1-ca8d8d581f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:18.216960 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1e9c480d-252d-4ca6-aba1-ca8d8d581f54 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/e2a58425-fc09-480c-8989-f00892fe983c HTTP/1.1" status: 204 len: 168 time: 0.1634672 Jul 06 14:18:18.225300 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c480d-252d-4ca6-aba1-ca8d8d581f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a58425-fc09-480c-8989-f00892fe983c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:18.233169 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455171c-7c90-4181-9709-504dcb95e456 req-82a67691-4942-4c84-b56f-2e77dfa9496b tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:18.235465 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0455171c-7c90-4181-9709-504dcb95e456 req-82a67691-4942-4c84-b56f-2e77dfa9496b tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/ports?device_id=ef1208f6-d124-4050-a3ac-533061b74d1f HTTP/1.1" status: 200 len: 945 time: 0.1147091 Jul 06 14:18:18.333867 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0455171c-7c90-4181-9709-504dcb95e456 req-6b464c0b-1207-414b-aa87-2a684597c0ce tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/security-groups?id=a0759a02-1ed7-4915-8449-5a29626f7f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553753 Jul 06 14:18:18.335871 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-34f33165-6e1b-45ac-89b2-bf0fd7a211b8 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=301dd780-d292-43d4-bbf7-6b5a3515e116 HTTP/1.1" status: 200 len: 1002 time: 0.1110172 Jul 06 14:18:18.396582 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-6624fabb-29ec-473d-a9fe-8a7f72b931c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:18.398290 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-6624fabb-29ec-473d-a9fe-8a7f72b931c1 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4bc6c111-9e19-48a1-90af-3bf03974d2f4 HTTP/1.1" status: 200 len: 834 time: 0.0558922 Jul 06 14:18:18.411984 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eff2548-503e-4448-95cb-307d1e901acc x-openstack-request-id: req-8eff2548-503e-4448-95cb-307d1e901acc {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:18:18.412290 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019da687-d48d-41bb-9ba7-408c92dca521", "name": "network-vif-plugged", "status": "completed", "tag": "301dd780-d292-43d4-bbf7-6b5a3515e116", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:18:18.412542 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-8eff2548-503e-4448-95cb-307d1e901acc {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:18:18.412994 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019da687-d48d-41bb-9ba7-408c92dca521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301dd780-d292-43d4-bbf7-6b5a3515e116', 'code': 200} Jul 06 14:18:18.499810 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-47d6e5d3-ac51-4243-9a18-548d4d69fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:18.502161 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-47d6e5d3-ac51-4243-9a18-548d4d69fdf2 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=cc831dab-1d14-42b4-acb6-5e0033bd0166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815732 Jul 06 14:18:18.706753 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55564) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:18.720866 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1462fbfd-12b7-48af-a784-ea10e81db27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:18.759294 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-20069b1b-cb8c-4543-be7e-7d4bca4a8821 service neutron] 10.222.0.124 "GET /v2.0/networks/cc831dab-1d14-42b4-acb6-5e0033bd0166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500694 Jul 06 14:18:18.792700 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:18.832601 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1462fbfd-12b7-48af-a784-ea10e81db27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:18.838776 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1462fbfd-12b7-48af-a784-ea10e81db27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:18.878458 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462fbfd-12b7-48af-a784-ea10e81db27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e41b59-179a-48d6-89a7-d9112f01bbac,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:18.883800 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1462fbfd-12b7-48af-a784-ea10e81db27b admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=7832565fc7844c99b3f6068f7344f454&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1758432 Jul 06 14:18:18.886282 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55568) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:18.933054 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150cd22-cc0b-46e1-bf6d-e3587b94697f req-b9b8046e-6136-4326-bb58-595fe4a6ea57 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:18.934640 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b150cd22-cc0b-46e1-bf6d-e3587b94697f req-b9b8046e-6136-4326-bb58-595fe4a6ea57 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/ports?device_id=ef1208f6-d124-4050-a3ac-533061b74d1f HTTP/1.1" status: 200 len: 945 time: 0.1487985 Jul 06 14:18:18.938611 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-15352f68-e70f-4b5c-a57b-633a47fddf18 service neutron] 10.222.0.124 "GET /v2.0/networks/cc831dab-1d14-42b4-acb6-5e0033bd0166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707888 Jul 06 14:18:18.939888 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5bc76b75-d521-4c56-aab4-df7a108cdcb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:18.964399 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5bc76b75-d521-4c56-aab4-df7a108cdcb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:18.983574 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b150cd22-cc0b-46e1-bf6d-e3587b94697f req-5ecc6bba-2b39-4e79-9015-6684649d5fe1 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/security-groups?id=a0759a02-1ed7-4915-8449-5a29626f7f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412412 Jul 06 14:18:19.028285 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5bc76b75-d521-4c56-aab4-df7a108cdcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:19.031437 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5bc76b75-d521-4c56-aab4-df7a108cdcb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:19.033035 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5bc76b75-d521-4c56-aab4-df7a108cdcb1 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/10e41b59-179a-48d6-89a7-d9112f01bbac HTTP/1.1" status: 204 len: 168 time: 0.1454573 Jul 06 14:18:19.045788 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc76b75-d521-4c56-aab4-df7a108cdcb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e41b59-179a-48d6-89a7-d9112f01bbac,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:19.185423 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0c8f6-a86c-4668-a9bf-c7825b54f8c9 req-beae4b70-0084-4779-938b-b1398b907275 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:19.187178 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7db0c8f6-a86c-4668-a9bf-c7825b54f8c9 req-beae4b70-0084-4779-938b-b1398b907275 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 946 time: 0.0802035 Jul 06 14:18:19.242179 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7db0c8f6-a86c-4668-a9bf-c7825b54f8c9 req-f82d0003-c967-4884-af3d-de19de430156 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477343 Jul 06 14:18:20.183413 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf39f1-e89f-4574-b4a4-fde4a54b71a5 req-7c2496f9-522d-4f6b-b061-10a1e4ea7d72 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:20.185243 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6adf39f1-e89f-4574-b4a4-fde4a54b71a5 req-7c2496f9-522d-4f6b-b061-10a1e4ea7d72 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/ports?device_id=ef1208f6-d124-4050-a3ac-533061b74d1f HTTP/1.1" status: 200 len: 945 time: 0.0702174 Jul 06 14:18:20.227984 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6adf39f1-e89f-4574-b4a4-fde4a54b71a5 req-7ee23551-dcfb-4701-bd2f-80bfe91556d1 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/security-groups?id=a0759a02-1ed7-4915-8449-5a29626f7f5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352924 Jul 06 14:18:20.440716 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf52e4-fd90-42b5-90a7-ca5557a90b2d req-050f0dd1-af07-4875-a850-e6d26d43a7e6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:20.442359 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-69cf52e4-fd90-42b5-90a7-ca5557a90b2d req-050f0dd1-af07-4875-a850-e6d26d43a7e6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 946 time: 0.0786839 Jul 06 14:18:20.497720 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-69cf52e4-fd90-42b5-90a7-ca5557a90b2d req-c05368ae-4462-4de4-9884-730d8b2eaee1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483394 Jul 06 14:18:20.847399 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa61d2f-e5db-44f2-b12c-88245152afc7 req-b962648b-a0a5-49a6-b187-e3baffc19235 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:20.849079 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-bfa61d2f-e5db-44f2-b12c-88245152afc7 req-b962648b-a0a5-49a6-b187-e3baffc19235 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef1208f6-d124-4050-a3ac-533061b74d1f HTTP/1.1" status: 200 len: 945 time: 0.1366024 Jul 06 14:18:20.977851 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-bfa61d2f-e5db-44f2-b12c-88245152afc7 req-0e413215-8e0c-402a-b5cb-6846b3bb603a tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Deleting port 50656c68-cd4c-4d6f-bd82-020fb516e035 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:18:20.978212 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-bfa61d2f-e5db-44f2-b12c-88245152afc7 req-0e413215-8e0c-402a-b5cb-6846b3bb603a tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:21.082893 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-bfa61d2f-e5db-44f2-b12c-88245152afc7 req-0e413215-8e0c-402a-b5cb-6846b3bb603a tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] For port 50656c68-cd4c-4d6f-bd82-020fb516e035, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=50656c68-cd4c-4d6f-bd82-020fb516e035,segment=NetworkSegment(43d4a3e7-6eaf-44f9-8cee-5889735df8d3),segment_id=43d4a3e7-6eaf-44f9-8cee-5889735df8d3)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:21.083342 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-bfa61d2f-e5db-44f2-b12c-88245152afc7 req-0e413215-8e0c-402a-b5cb-6846b3bb603a tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:21.098096 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-bfa61d2f-e5db-44f2-b12c-88245152afc7 req-0e413215-8e0c-402a-b5cb-6846b3bb603a tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Calling delete_port for 50656c68-cd4c-4d6f-bd82-020fb516e035 owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:18:21.146167 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-df388df6-afd1-48d5-a195-c968321f1a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:21.148023 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-df388df6-afd1-48d5-a195-c968321f1a60 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521&tenant_id=7317327619ce440a98467f267c9927a9 HTTP/1.1" status: 200 len: 1097 time: 0.0737216 Jul 06 14:18:21.176850 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-361a1fe2-4f70-481e-998b-787534e06888 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-773644-6', 'device_owner': 'compute:nova'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:18:21.322456 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-361a1fe2-4f70-481e-998b-787534e06888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:21.327974 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-bfa61d2f-e5db-44f2-b12c-88245152afc7 req-0e413215-8e0c-402a-b5cb-6846b3bb603a tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:21.350140 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['50656c68-cd4c-4d6f-bd82-020fb516e035'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:18:21.373940 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e413215-8e0c-402a-b5cb-6846b3bb603a tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Pushing event deleted for resources: {'Port': ['ID=50656c68-cd4c-4d6f-bd82-020fb516e035,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:21.478531 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa61d2f-e5db-44f2-b12c-88245152afc7 req-0e413215-8e0c-402a-b5cb-6846b3bb603a tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] No DVR routers for this DVR port 50656c68-cd4c-4d6f-bd82-020fb516e035 on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:18:21.482938 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-bfa61d2f-e5db-44f2-b12c-88245152afc7 req-0e413215-8e0c-402a-b5cb-6846b3bb603a tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:21.489268 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-bfa61d2f-e5db-44f2-b12c-88245152afc7 req-0e413215-8e0c-402a-b5cb-6846b3bb603a tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.52 "DELETE /v2.0/ports/50656c68-cd4c-4d6f-bd82-020fb516e035 HTTP/1.1" status: 204 len: 173 time: 0.6329126 Jul 06 14:18:21.489791 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1208f6-d124-4050-a3ac-533061b74d1f', 'name': 'network-vif-deleted', 'tag': '50656c68-cd4c-4d6f-bd82-020fb516e035'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:18:21.492546 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5893dfa9-8489-4216-9524-2200a76198fd" -d '{"events": [{"server_uuid": "ef1208f6-d124-4050-a3ac-533061b74d1f", "name": "network-vif-deleted", "tag": "50656c68-cd4c-4d6f-bd82-020fb516e035"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:18:21.635739 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-80a3759d-0f8a-43f3-ab3d-6612c07b5345 req-e9782fe2-9e0a-4038-b33b-e8b9dd975b44 tempest-TestServerAdvancedOps-1429279276 tempest-TestServerAdvancedOps-1429279276-project] 10.222.0.118 "GET /v2.0/ports?device_id=ef1208f6-d124-4050-a3ac-533061b74d1f HTTP/1.1" status: 200 len: 210 time: 0.0544033 Jul 06 14:18:21.753616 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2746f118-d0b9-49ef-a79c-7d2c85af0c50 x-openstack-request-id: req-2746f118-d0b9-49ef-a79c-7d2c85af0c50 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:18:21.755070 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1208f6-d124-4050-a3ac-533061b74d1f", "name": "network-vif-deleted", "tag": "50656c68-cd4c-4d6f-bd82-020fb516e035", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:18:21.755414 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-2746f118-d0b9-49ef-a79c-7d2c85af0c50 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:18:21.755946 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1208f6-d124-4050-a3ac-533061b74d1f', 'name': 'network-vif-deleted', 'tag': '50656c68-cd4c-4d6f-bd82-020fb516e035', 'status': 'completed', 'code': 200} Jul 06 14:18:21.786643 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-361a1fe2-4f70-481e-998b-787534e06888 service neutron] For port 301dd780-d292-43d4-bbf7-6b5a3515e116, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=301dd780-d292-43d4-bbf7-6b5a3515e116,segment=NetworkSegment(16d6b6c4-d15a-409b-98ae-5eaa333bc3d4),segment_id=16d6b6c4-d15a-409b-98ae-5eaa333bc3d4)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:21.832999 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-361a1fe2-4f70-481e-998b-787534e06888 service neutron] For port 301dd780-d292-43d4-bbf7-6b5a3515e116, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:18:21.894715 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019da687-d48d-41bb-9ba7-408c92dca521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '301dd780-d292-43d4-bbf7-6b5a3515e116'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:18:21.896979 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765a4952-cdcf-4a6e-a495-d8a854a545be" -d '{"events": [{"server_uuid": "019da687-d48d-41bb-9ba7-408c92dca521", "name": "network-vif-unplugged", "status": "completed", "tag": "301dd780-d292-43d4-bbf7-6b5a3515e116"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:18:21.917721 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-361a1fe2-4f70-481e-998b-787534e06888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:21.947649 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-361a1fe2-4f70-481e-998b-787534e06888 service neutron] Transition to ACTIVE for port object 301dd780-d292-43d4-bbf7-6b5a3515e116 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:18:21.957254 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-361a1fe2-4f70-481e-998b-787534e06888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:22.018019 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38f30f-ff9d-4674-be7e-8272a5f82d39 req-36895dd5-e3dc-4122-a50b-e48023cd8305 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:22.019730 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc38f30f-ff9d-4674-be7e-8272a5f82d39 req-36895dd5-e3dc-4122-a50b-e48023cd8305 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 946 time: 0.1450090 Jul 06 14:18:22.156540 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a1fe2-4f70-481e-998b-787534e06888 service neutron] Pushing event updated for resources: {'Port': ['ID=301dd780-d292-43d4-bbf7-6b5a3515e116,revision_number=10']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:22.592985 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-361a1fe2-4f70-481e-998b-787534e06888 service neutron] No DVR routers for this DVR port 301dd780-d292-43d4-bbf7-6b5a3515e116 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:18:22.658595 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc38f30f-ff9d-4674-be7e-8272a5f82d39 req-44eb3726-b1e8-478e-9bbd-d7fe3eab501c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5584898 Jul 06 14:18:22.726652 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37e9d0c-7ac0-4c23-9c36-3792776b604c x-openstack-request-id: req-c37e9d0c-7ac0-4c23-9c36-3792776b604c {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:18:22.728509 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019da687-d48d-41bb-9ba7-408c92dca521", "name": "network-vif-unplugged", "status": "completed", "tag": "301dd780-d292-43d4-bbf7-6b5a3515e116", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:18:22.728873 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c37e9d0c-7ac0-4c23-9c36-3792776b604c {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:18:22.729418 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019da687-d48d-41bb-9ba7-408c92dca521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '301dd780-d292-43d4-bbf7-6b5a3515e116', 'code': 200} Jul 06 14:18:22.801399 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55742) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:22.821433 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-361a1fe2-4f70-481e-998b-787534e06888 service neutron] Attempting to bind port 301dd780-d292-43d4-bbf7-6b5a3515e116 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:18:22.821792 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-361a1fe2-4f70-481e-998b-787534e06888 service neutron] Attempting to bind port 301dd780-d292-43d4-bbf7-6b5a3515e116 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '16d6b6c4-d15a-409b-98ae-5eaa333bc3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:18:22.822135 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-361a1fe2-4f70-481e-998b-787534e06888 service neutron] Attempting to bind port 301dd780-d292-43d4-bbf7-6b5a3515e116 on network cc831dab-1d14-42b4-acb6-5e0033bd0166 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:18:22.827202 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-361a1fe2-4f70-481e-998b-787534e06888 service neutron] Port 301dd780-d292-43d4-bbf7-6b5a3515e116 on network cc831dab-1d14-42b4-acb6-5e0033bd0166 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:18:22.827526 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-361a1fe2-4f70-481e-998b-787534e06888 service neutron] Attempting to bind port 301dd780-d292-43d4-bbf7-6b5a3515e116 on network cc831dab-1d14-42b4-acb6-5e0033bd0166 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:18:22.833792 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-361a1fe2-4f70-481e-998b-787534e06888 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:18:22.834140 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-361a1fe2-4f70-481e-998b-787534e06888 service neutron] Checking segment: {'id': '16d6b6c4-d15a-409b-98ae-5eaa333bc3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:18:22.834800 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-361a1fe2-4f70-481e-998b-787534e06888 service neutron] Bound using segment: {'id': '16d6b6c4-d15a-409b-98ae-5eaa333bc3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:18:22.835233 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-361a1fe2-4f70-481e-998b-787534e06888 service neutron] Bound port: 301dd780-d292-43d4-bbf7-6b5a3515e116, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d6b6c4-d15a-409b-98ae-5eaa333bc3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:18:22.835600 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-361a1fe2-4f70-481e-998b-787534e06888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:22.861763 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-071ed96a-8d78-49e3-ac4f-71b88668c4b8 admin admin] Deleting subnet 0f0a6a55-82cc-4213-8c4b-6c353ce0b72e {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:18:22.873130 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-071ed96a-8d78-49e3-ac4f-71b88668c4b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:22.906193 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-071ed96a-8d78-49e3-ac4f-71b88668c4b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:22.912509 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-361a1fe2-4f70-481e-998b-787534e06888 service neutron] For port 301dd780-d292-43d4-bbf7-6b5a3515e116, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:18:22.915763 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-361a1fe2-4f70-481e-998b-787534e06888 service neutron] For port 301dd780-d292-43d4-bbf7-6b5a3515e116, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=301dd780-d292-43d4-bbf7-6b5a3515e116,segment=NetworkSegment(16d6b6c4-d15a-409b-98ae-5eaa333bc3d4),segment_id=16d6b6c4-d15a-409b-98ae-5eaa333bc3d4)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:18:22.920461 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-361a1fe2-4f70-481e-998b-787534e06888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:22.953819 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-071ed96a-8d78-49e3-ac4f-71b88668c4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:22.962355 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-361a1fe2-4f70-481e-998b-787534e06888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:22.962883 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-361a1fe2-4f70-481e-998b-787534e06888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:22.964297 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-361a1fe2-4f70-481e-998b-787534e06888 service neutron] 10.222.0.52 "PUT /v2.0/ports/301dd780-d292-43d4-bbf7-6b5a3515e116 HTTP/1.1" status: 200 len: 1093 time: 1.8000212 Jul 06 14:18:22.983960 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a1fe2-4f70-481e-998b-787534e06888 service neutron] Pushing event updated for resources: {'Port': ['ID=301dd780-d292-43d4-bbf7-6b5a3515e116,revision_number=11']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:23.044409 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-071ed96a-8d78-49e3-ac4f-71b88668c4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:23.070686 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-071ed96a-8d78-49e3-ac4f-71b88668c4b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:23.075483 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-071ed96a-8d78-49e3-ac4f-71b88668c4b8 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/0f0a6a55-82cc-4213-8c4b-6c353ce0b72e HTTP/1.1" status: 204 len: 168 time: 0.2705948 Jul 06 14:18:23.076741 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-f7e9647c-5bbd-40f5-83a4-eb6a784e4704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:23.078701 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-f7e9647c-5bbd-40f5-83a4-eb6a784e4704 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 1096 time: 0.0878212 Jul 06 14:18:23.079296 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55744) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:23.121666 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ed96a-8d78-49e3-ac4f-71b88668c4b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f0a6a55-82cc-4213-8c4b-6c353ce0b72e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:23.246669 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d770a14c-9b7e-45f8-8385-4ab2d5a913c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:23.354136 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-3cea5634-d9d1-4781-9f78-0ad6e60725ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:23.355651 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-3cea5634-d9d1-4781-9f78-0ad6e60725ed service neutron] 10.222.0.52 "GET /v2.0/networks?id=cc831dab-1d14-42b4-acb6-5e0033bd0166 HTTP/1.1" status: 200 len: 897 time: 0.2086771 Jul 06 14:18:23.359231 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d770a14c-9b7e-45f8-8385-4ab2d5a913c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:23.376149 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-d770a14c-9b7e-45f8-8385-4ab2d5a913c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d4aa37-e800-43bc-90e9-dedfda8437bb']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:23.421091 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-d770a14c-9b7e-45f8-8385-4ab2d5a913c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d4a3e7-6eaf-44f9-8cee-5889735df8d3') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:23.421396 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-d770a14c-9b7e-45f8-8385-4ab2d5a913c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d4a3e7-6eaf-44f9-8cee-5889735df8d3') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:23.435738 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d770a14c-9b7e-45f8-8385-4ab2d5a913c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:23.459663 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-e278fa32-a6f6-4c6a-8c4a-b921b9d2901f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=301dd780-d292-43d4-bbf7-6b5a3515e116 HTTP/1.1" status: 200 len: 1000 time: 0.0919700 Jul 06 14:18:23.460665 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d770a14c-9b7e-45f8-8385-4ab2d5a913c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:23.472878 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d770a14c-9b7e-45f8-8385-4ab2d5a913c1 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:18:23.473404 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d770a14c-9b7e-45f8-8385-4ab2d5a913c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:18:23.475498 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:18:23.575237 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-af24599a-31e0-44e4-995c-f16393686dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:23.576740 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-af24599a-31e0-44e4-995c-f16393686dbc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4bc6c111-9e19-48a1-90af-3bf03974d2f4 HTTP/1.1" status: 200 len: 834 time: 0.1054816 Jul 06 14:18:23.578021 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d770a14c-9b7e-45f8-8385-4ab2d5a913c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:23.584147 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d770a14c-9b7e-45f8-8385-4ab2d5a913c1 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:23.586188 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d770a14c-9b7e-45f8-8385-4ab2d5a913c1 admin admin] 10.222.0.118 "DELETE /v2.0/networks/78d4aa37-e800-43bc-90e9-dedfda8437bb HTTP/1.1" status: 204 len: 168 time: 0.5051677 Jul 06 14:18:23.589092 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55754) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:23.615482 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770a14c-9b7e-45f8-8385-4ab2d5a913c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=78d4aa37-e800-43bc-90e9-dedfda8437bb,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:23.656699 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f81ed90-58f5-48d4-bd17-af6cc1006697 admin admin] Deleting subnet b191c953-9933-4f81-a9f7-27e61b634f4d {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:18:23.664016 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2f81ed90-58f5-48d4-bd17-af6cc1006697 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:23.676123 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-572dac81-89cf-4b48-b927-edb3af0f7fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:23.678373 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-572dac81-89cf-4b48-b927-edb3af0f7fe9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc831dab-1d14-42b4-acb6-5e0033bd0166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901830 Jul 06 14:18:23.709647 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2f81ed90-58f5-48d4-bd17-af6cc1006697 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:23.761711 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 301dd780-d292-43d4-bbf7-6b5a3515e116 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:18:23.803698 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2f81ed90-58f5-48d4-bd17-af6cc1006697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:23.834028 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 301dd780-d292-43d4-bbf7-6b5a3515e116 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:18:23.862770 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2f81ed90-58f5-48d4-bd17-af6cc1006697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:23.895836 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81ed90-58f5-48d4-bd17-af6cc1006697 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b191c953-9933-4f81-a9f7-27e61b634f4d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:23.902178 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2f81ed90-58f5-48d4-bd17-af6cc1006697 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:23.904816 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2f81ed90-58f5-48d4-bd17-af6cc1006697 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/b191c953-9933-4f81-a9f7-27e61b634f4d HTTP/1.1" status: 204 len: 168 time: 0.3147225 Jul 06 14:18:23.907789 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55768) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:23.917391 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-a89946db-ce4b-4366-80f3-eaf339df5e85 service neutron] 10.222.0.52 "GET /v2.0/networks/cc831dab-1d14-42b4-acb6-5e0033bd0166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198160 Jul 06 14:18:23.997946 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf91b2d-ffaa-44bd-ab09-983433345388 req-573bed1a-5f7c-4ab0-adef-c3166438f4e9 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:23.999128 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6f1c7992-0026-465b-b75c-cf4296b61230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:24.005925 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5bf91b2d-ffaa-44bd-ab09-983433345388 req-573bed1a-5f7c-4ab0-adef-c3166438f4e9 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 945 time: 0.1877520 Jul 06 14:18:24.071421 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5bf91b2d-ffaa-44bd-ab09-983433345388 req-dc77c717-62b7-4b0e-ad86-638d6f7a8a5a tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638163 Jul 06 14:18:24.111065 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e3d8690e-cb9a-45d8-acb4-b35f6d703dac req-a99cc074-168e-4aea-b77b-1e4d1ed84062 service neutron] 10.222.0.52 "GET /v2.0/networks/cc831dab-1d14-42b4-acb6-5e0033bd0166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807032 Jul 06 14:18:24.138547 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6f1c7992-0026-465b-b75c-cf4296b61230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:24.154616 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-6f1c7992-0026-465b-b75c-cf4296b61230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f8af7a-9a5f-46f6-917d-ca77c39594b6']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:24.174993 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-6f1c7992-0026-465b-b75c-cf4296b61230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d715597-eb02-4ced-b481-5bfc8182373d') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:24.175306 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-6f1c7992-0026-465b-b75c-cf4296b61230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d715597-eb02-4ced-b481-5bfc8182373d') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:24.184790 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6f1c7992-0026-465b-b75c-cf4296b61230 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:24.203469 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6f1c7992-0026-465b-b75c-cf4296b61230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:24.213270 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1c7992-0026-465b-b75c-cf4296b61230 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:18:24.213898 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6f1c7992-0026-465b-b75c-cf4296b61230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:18:24.215943 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:18:24.277000 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6f1c7992-0026-465b-b75c-cf4296b61230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:24.281535 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6f1c7992-0026-465b-b75c-cf4296b61230 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:24.283902 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6f1c7992-0026-465b-b75c-cf4296b61230 admin admin] 10.222.0.118 "DELETE /v2.0/networks/f5f8af7a-9a5f-46f6-917d-ca77c39594b6 HTTP/1.1" status: 204 len: 168 time: 0.3749692 Jul 06 14:18:24.297713 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c7992-0026-465b-b75c-cf4296b61230 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5f8af7a-9a5f-46f6-917d-ca77c39594b6,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:24.496476 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55780) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:24.552448 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a8e1aa26-8add-4466-be5c-1d4b08324c4d admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=afd602dcf9004e01b7eb86ab2024ee24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0547621 Jul 06 14:18:24.555178 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55782) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:24.618805 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ae17e9d-40d3-4f09-a923-1d0c4ab3b22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:24.643592 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ae17e9d-40d3-4f09-a923-1d0c4ab3b22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:24.716187 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ae17e9d-40d3-4f09-a923-1d0c4ab3b22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:24.718812 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ae17e9d-40d3-4f09-a923-1d0c4ab3b22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:24.719717 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3ae17e9d-40d3-4f09-a923-1d0c4ab3b22a admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/a0759a02-1ed7-4915-8449-5a29626f7f5c HTTP/1.1" status: 204 len: 168 time: 0.1633329 Jul 06 14:18:24.730744 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019da687-d48d-41bb-9ba7-408c92dca521', 'tag': '301dd780-d292-43d4-bbf7-6b5a3515e116'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:18:24.733283 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad71dc0-9742-4201-83b5-d65f4778d8c3" -d '{"events": [{"name": "network-changed", "server_uuid": "019da687-d48d-41bb-9ba7-408c92dca521", "tag": "301dd780-d292-43d4-bbf7-6b5a3515e116"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:18:24.736194 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae17e9d-40d3-4f09-a923-1d0c4ab3b22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0759a02-1ed7-4915-8449-5a29626f7f5c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:24.814525 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c32bb7-0a56-41ed-ab16-478b714bcc54 x-openstack-request-id: req-e6c32bb7-0a56-41ed-ab16-478b714bcc54 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:18:24.814869 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019da687-d48d-41bb-9ba7-408c92dca521", "tag": "301dd780-d292-43d4-bbf7-6b5a3515e116", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:18:24.815177 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e6c32bb7-0a56-41ed-ab16-478b714bcc54 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:18:24.815718 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019da687-d48d-41bb-9ba7-408c92dca521', 'tag': '301dd780-d292-43d4-bbf7-6b5a3515e116', 'status': 'completed', 'code': 200} Jul 06 14:18:24.976188 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad71dc0-9742-4201-83b5-d65f4778d8c3 req-967fbe94-a04a-4722-a716-11bbfb410d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:24.977772 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fad71dc0-9742-4201-83b5-d65f4778d8c3 req-967fbe94-a04a-4722-a716-11bbfb410d10 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 1096 time: 0.1423752 Jul 06 14:18:24.980319 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad71dc0-9742-4201-83b5-d65f4778d8c3 req-8c59d7d1-3f4d-40c9-8d21-8dd9a38fa4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:24.981941 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fad71dc0-9742-4201-83b5-d65f4778d8c3 req-8c59d7d1-3f4d-40c9-8d21-8dd9a38fa4aa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 1096 time: 0.1371083 Jul 06 14:18:25.154112 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad71dc0-9742-4201-83b5-d65f4778d8c3 req-ecd04641-c46a-4ca8-adee-4af7de062e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:25.155940 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fad71dc0-9742-4201-83b5-d65f4778d8c3 req-ecd04641-c46a-4ca8-adee-4af7de062e19 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cc831dab-1d14-42b4-acb6-5e0033bd0166 HTTP/1.1" status: 200 len: 897 time: 0.1491809 Jul 06 14:18:25.210289 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55804) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:25.242821 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad71dc0-9742-4201-83b5-d65f4778d8c3 req-cc1abc68-7e6b-4e6c-8583-945d3c397508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:25.244655 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fad71dc0-9742-4201-83b5-d65f4778d8c3 req-cc1abc68-7e6b-4e6c-8583-945d3c397508 service neutron] 10.222.0.124 "GET /v2.0/networks?id=cc831dab-1d14-42b4-acb6-5e0033bd0166 HTTP/1.1" status: 200 len: 897 time: 0.2605011 Jul 06 14:18:25.263326 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-98e6155e-a39a-4d27-976c-b4a439fcfaba admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=f5a6becfd14842e891d76eb39e23b9b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516984 Jul 06 14:18:25.265862 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55806) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:25.300641 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fad71dc0-9742-4201-83b5-d65f4778d8c3 req-350e1ba4-02b5-4136-8e7f-9ca1e83e9d08 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=301dd780-d292-43d4-bbf7-6b5a3515e116 HTTP/1.1" status: 200 len: 1000 time: 0.1368313 Jul 06 14:18:25.332878 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a9c11fc5-4007-4af9-8760-f05fbca4e70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:25.372168 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a9c11fc5-4007-4af9-8760-f05fbca4e70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:25.422740 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fad71dc0-9742-4201-83b5-d65f4778d8c3 req-832f4652-fc8e-4062-90a8-e67013fa624e service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=301dd780-d292-43d4-bbf7-6b5a3515e116 HTTP/1.1" status: 200 len: 1000 time: 0.1706834 Jul 06 14:18:25.450973 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a9c11fc5-4007-4af9-8760-f05fbca4e70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:25.453909 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a9c11fc5-4007-4af9-8760-f05fbca4e70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:25.455724 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a9c11fc5-4007-4af9-8760-f05fbca4e70a admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/82dfaae0-ec49-43c7-8b2a-d05d99db53a1 HTTP/1.1" status: 204 len: 168 time: 0.1885684 Jul 06 14:18:25.467115 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c11fc5-4007-4af9-8760-f05fbca4e70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dfaae0-ec49-43c7-8b2a-d05d99db53a1,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:25.487863 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad71dc0-9742-4201-83b5-d65f4778d8c3 req-f417bbfe-d8ed-4a09-a57a-e10252948645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:25.489631 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fad71dc0-9742-4201-83b5-d65f4778d8c3 req-f417bbfe-d8ed-4a09-a57a-e10252948645 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4bc6c111-9e19-48a1-90af-3bf03974d2f4 HTTP/1.1" status: 200 len: 834 time: 0.1780734 Jul 06 14:18:25.492368 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad71dc0-9742-4201-83b5-d65f4778d8c3 req-8d02f433-1874-4059-9e3e-8836547c7198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:25.494030 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fad71dc0-9742-4201-83b5-d65f4778d8c3 req-8d02f433-1874-4059-9e3e-8836547c7198 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=4bc6c111-9e19-48a1-90af-3bf03974d2f4 HTTP/1.1" status: 200 len: 834 time: 0.0588946 Jul 06 14:18:25.592109 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe90a3-a7ae-4b7e-b17c-c94abb004466 req-fffe6129-844c-4ed3-ab82-22106c56102f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:25.593680 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d7fe90a3-a7ae-4b7e-b17c-c94abb004466 req-fffe6129-844c-4ed3-ab82-22106c56102f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 945 time: 0.3006601 Jul 06 14:18:25.654885 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad71dc0-9742-4201-83b5-d65f4778d8c3 req-06e84e93-859b-4d16-a706-f01054f5e156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:25.656476 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fad71dc0-9742-4201-83b5-d65f4778d8c3 req-06e84e93-859b-4d16-a706-f01054f5e156 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc831dab-1d14-42b4-acb6-5e0033bd0166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1583207 Jul 06 14:18:25.693493 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad71dc0-9742-4201-83b5-d65f4778d8c3 req-99ae45b6-f851-4ec2-b695-2c65a94a5616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:25.695331 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fad71dc0-9742-4201-83b5-d65f4778d8c3 req-99ae45b6-f851-4ec2-b695-2c65a94a5616 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=cc831dab-1d14-42b4-acb6-5e0033bd0166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1673872 Jul 06 14:18:25.753803 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d7fe90a3-a7ae-4b7e-b17c-c94abb004466 req-6bd6df50-c6b8-4065-81b2-31c08f9e3162 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476014 Jul 06 14:18:25.789373 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 50656c68-cd4c-4d6f-bd82-020fb516e035 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:18:25.848106 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 50656c68-cd4c-4d6f-bd82-020fb516e035 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:18:25.848904 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 50656c68-cd4c-4d6f-bd82-020fb516e035 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:18:25.888313 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-953f6717-c577-411c-b822-5b2b161e9885 req-aee3cf77-99a0-40e5-9ce0-9bd5bc970b65 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=0912d2a2-edfb-4d0b-8296-84cde18d64c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2398505 Jul 06 14:18:25.898760 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fad71dc0-9742-4201-83b5-d65f4778d8c3 req-617fe5d6-cf44-4349-b24e-5f2c45087b63 service neutron] 10.222.0.52 "GET /v2.0/networks/cc831dab-1d14-42b4-acb6-5e0033bd0166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300599 Jul 06 14:18:25.902390 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fad71dc0-9742-4201-83b5-d65f4778d8c3 req-8dceeedb-7356-4acb-b630-044bc3cccde1 service neutron] 10.222.0.124 "GET /v2.0/networks/cc831dab-1d14-42b4-acb6-5e0033bd0166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550624 Jul 06 14:18:26.183732 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fad71dc0-9742-4201-83b5-d65f4778d8c3 req-69d74e78-c400-419e-9dd3-f940e92b2bb1 service neutron] 10.222.0.124 "GET /v2.0/networks/cc831dab-1d14-42b4-acb6-5e0033bd0166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642081 Jul 06 14:18:26.188937 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fad71dc0-9742-4201-83b5-d65f4778d8c3 req-1d0fa96e-9e78-410e-9475-67ce1b9bc9b9 service neutron] 10.222.0.52 "GET /v2.0/networks/cc831dab-1d14-42b4-acb6-5e0033bd0166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827837 Jul 06 14:18:26.200993 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f6717-c577-411c-b822-5b2b161e9885 req-52dfd3dc-2726-4eaf-8d9c-7151775f7852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:26.205597 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-953f6717-c577-411c-b822-5b2b161e9885 req-52dfd3dc-2726-4eaf-8d9c-7151775f7852 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=85be6c0ade334805866247cc0629f4ba&device_id=0912d2a2-edfb-4d0b-8296-84cde18d64c5 HTTP/1.1" status: 200 len: 1101 time: 0.1673846 Jul 06 14:18:26.431231 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351fdd7-98a0-4b5e-91f1-f2ad72c7bb5d req-37eeb858-80f7-4f56-beb4-d65224c7d4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:26.432794 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3351fdd7-98a0-4b5e-91f1-f2ad72c7bb5d req-37eeb858-80f7-4f56-beb4-d65224c7d4c3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 1096 time: 0.1063581 Jul 06 14:18:26.433796 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f6717-c577-411c-b822-5b2b161e9885 req-9b5cf950-35f6-4b18-a1f4-7a6d5d5b50ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:26.435172 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-953f6717-c577-411c-b822-5b2b161e9885 req-9b5cf950-35f6-4b18-a1f4-7a6d5d5b50ab service neutron] 10.222.0.124 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.1854086 Jul 06 14:18:26.526778 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-953f6717-c577-411c-b822-5b2b161e9885 req-116d6259-a1db-45c8-8d5c-c37e2d4b2fea service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=58306ac6-c433-4383-8f12-1fc65f8ea108 HTTP/1.1" status: 200 len: 217 time: 0.0771039 Jul 06 14:18:26.632358 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f6717-c577-411c-b822-5b2b161e9885 req-05817781-fbca-4e93-832f-42c17499c28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:26.633889 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-953f6717-c577-411c-b822-5b2b161e9885 req-05817781-fbca-4e93-832f-42c17499c28a service neutron] 10.222.0.124 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0705924 Jul 06 14:18:26.679574 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351fdd7-98a0-4b5e-91f1-f2ad72c7bb5d req-630e4e01-b387-4065-8734-ce93889b3321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:26.681105 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3351fdd7-98a0-4b5e-91f1-f2ad72c7bb5d req-630e4e01-b387-4065-8734-ce93889b3321 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cc831dab-1d14-42b4-acb6-5e0033bd0166 HTTP/1.1" status: 200 len: 897 time: 0.2233346 Jul 06 14:18:26.727796 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55848) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:26.760782 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3351fdd7-98a0-4b5e-91f1-f2ad72c7bb5d req-afce9b4f-9a42-4a1b-896d-0160b226a184 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=301dd780-d292-43d4-bbf7-6b5a3515e116 HTTP/1.1" status: 200 len: 1000 time: 0.0696049 Jul 06 14:18:26.766005 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f6717-c577-411c-b822-5b2b161e9885 req-4b19fd5e-4997-4116-9356-8efc1448e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:26.766005 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-953f6717-c577-411c-b822-5b2b161e9885 req-4b19fd5e-4997-4116-9356-8efc1448e1eb service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1196508 Jul 06 14:18:26.899962 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351fdd7-98a0-4b5e-91f1-f2ad72c7bb5d req-b38ac0e9-70ff-4cfb-b2e4-1bb0bafff942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:26.901485 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3351fdd7-98a0-4b5e-91f1-f2ad72c7bb5d req-b38ac0e9-70ff-4cfb-b2e4-1bb0bafff942 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4bc6c111-9e19-48a1-90af-3bf03974d2f4 HTTP/1.1" status: 200 len: 834 time: 0.1332209 Jul 06 14:18:26.935013 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-372f2307-e53e-445a-870f-44720d045bc0 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-190319381-network', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:18:26.972843 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372f2307-e53e-445a-870f-44720d045bc0 admin admin] Made reservation on behalf of b14d03db18d44d28b7d0ef624fa50e3b for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:18:26.976883 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-372f2307-e53e-445a-870f-44720d045bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:26.988472 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-372f2307-e53e-445a-870f-44720d045bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:27.005549 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-953f6717-c577-411c-b822-5b2b161e9885 req-469671d1-a490-4d11-a044-29bce71655d3 service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290599 Jul 06 14:18:27.119030 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-372f2307-e53e-445a-870f-44720d045bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:27.119258 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97cabb4-03ed-4b33-a37d-27f8d1f44369 req-5a3e4b7d-11fc-40a2-9ca5-3d82747d7f6e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:27.120741 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e97cabb4-03ed-4b33-a37d-27f8d1f44369 req-5a3e4b7d-11fc-40a2-9ca5-3d82747d7f6e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 945 time: 0.2160420 Jul 06 14:18:27.123201 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351fdd7-98a0-4b5e-91f1-f2ad72c7bb5d req-5991f441-ce85-4e58-87a7-0c0f25a926ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:27.123977 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3351fdd7-98a0-4b5e-91f1-f2ad72c7bb5d req-5991f441-ce85-4e58-87a7-0c0f25a926ea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc831dab-1d14-42b4-acb6-5e0033bd0166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2005377 Jul 06 14:18:27.125538 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-372f2307-e53e-445a-870f-44720d045bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:27.159459 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f2307-e53e-445a-870f-44720d045bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ff6c85-daaf-493e-a0f4-b75eba30a402,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:27.171871 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-372f2307-e53e-445a-870f-44720d045bc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:18:27.187416 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-372f2307-e53e-445a-870f-44720d045bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:27.189182 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-372f2307-e53e-445a-870f-44720d045bc0 admin admin] Added segment 75b9c281-8443-464c-8036-e857b68ec02c of type vlan for network 30e1e582-aa43-4bc7-9eb5-7b18bfef5771 Jul 06 14:18:27.251920 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-372f2307-e53e-445a-870f-44720d045bc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:27.285211 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-953f6717-c577-411c-b822-5b2b161e9885 req-3454793d-6fa5-4aa7-ab2b-3e8d888ed4da service neutron] 10.222.0.124 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713912 Jul 06 14:18:27.300494 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-372f2307-e53e-445a-870f-44720d045bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:27.301642 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372f2307-e53e-445a-870f-44720d045bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:27.302442 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-372f2307-e53e-445a-870f-44720d045bc0 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:27.347307 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e97cabb4-03ed-4b33-a37d-27f8d1f44369 req-87f7a260-06ee-418d-bdaa-6a7713ef413b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124624 Jul 06 14:18:27.399578 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3351fdd7-98a0-4b5e-91f1-f2ad72c7bb5d req-af3d08b9-50d6-49aa-848e-0384c3ee70dc service neutron] 10.222.0.52 "GET /v2.0/networks/cc831dab-1d14-42b4-acb6-5e0033bd0166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578068 Jul 06 14:18:27.405857 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55866) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:27.444693 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-372f2307-e53e-445a-870f-44720d045bc0 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7126124 Jul 06 14:18:27.452887 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55868) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:27.464149 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c35da1a9-8c97-411d-878d-f4bebe47aab5 admin admin] Request body: {'subnet': {'network_id': '30e1e582-aa43-4bc7-9eb5-7b18bfef5771', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-190319381-subnet', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:18:27.470333 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f2307-e53e-445a-870f-44720d045bc0 admin admin] Pushing event updated for resources: {'Network': ['ID=30e1e582-aa43-4bc7-9eb5-7b18bfef5771,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:27.481283 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 30e1e582-aa43-4bc7-9eb5-7b18bfef5771 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:18:27.499954 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35da1a9-8c97-411d-878d-f4bebe47aab5 admin admin] Made reservation on behalf of b14d03db18d44d28b7d0ef624fa50e3b for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:18:27.503939 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c35da1a9-8c97-411d-878d-f4bebe47aab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:27.556847 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-bf9fe9bf-47c5-4cb0-8f38-b43210604266 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/floatingips/b096201d-72de-41d1-9c65-4abd6af0b1ad HTTP/1.1" status: 200 len: 992 time: 0.1499820 Jul 06 14:18:27.587173 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3351fdd7-98a0-4b5e-91f1-f2ad72c7bb5d req-e75a1f7f-5237-4165-84bc-c394ea3cab3e service neutron] 10.222.0.52 "GET /v2.0/networks/cc831dab-1d14-42b4-acb6-5e0033bd0166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694987 Jul 06 14:18:27.732734 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c35da1a9-8c97-411d-878d-f4bebe47aab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:27.784551 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 301dd780-d292-43d4-bbf7-6b5a3515e116 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:18:27.802994 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35da1a9-8c97-411d-878d-f4bebe47aab5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af4f4803-c3c9-47df-9e43-88e09dbc15a2,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:27.811397 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35da1a9-8c97-411d-878d-f4bebe47aab5 admin admin] Checking segment: {'id': '75b9c281-8443-464c-8036-e857b68ec02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '30e1e582-aa43-4bc7-9eb5-7b18bfef5771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:18:27.811771 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35da1a9-8c97-411d-878d-f4bebe47aab5 admin admin] Network hostable DHCP agents. Network: 30e1e582-aa43-4bc7-9eb5-7b18bfef5771, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:18:27.836480 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35da1a9-8c97-411d-878d-f4bebe47aab5 admin admin] Network 30e1e582-aa43-4bc7-9eb5-7b18bfef5771 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:18:27.848894 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-c35da1a9-8c97-411d-878d-f4bebe47aab5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 30e1e582-aa43-4bc7-9eb5-7b18bfef5771) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:18:27.853860 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35da1a9-8c97-411d-878d-f4bebe47aab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:27.854447 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c35da1a9-8c97-411d-878d-f4bebe47aab5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:27.874471 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c35da1a9-8c97-411d-878d-f4bebe47aab5 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4126177 Jul 06 14:18:27.874743 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55876) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:27.874931 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b012f59-d514-4786-af65-39a7d2e425f6 None None] Network 30e1e582-aa43-4bc7-9eb5-7b18bfef5771 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:18:27.881694 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-7ce305bb-c234-41d9-9d6d-70e7c28309fe admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-190319381-router', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:18:27.906974 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7ce305bb-c234-41d9-9d6d-70e7c28309fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:27.909127 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7ce305bb-c234-41d9-9d6d-70e7c28309fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:27.971369 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7ce305bb-c234-41d9-9d6d-70e7c28309fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:28.072821 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 301dd780-d292-43d4-bbf7-6b5a3515e116, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=301dd780-d292-43d4-bbf7-6b5a3515e116,segment=NetworkSegment(16d6b6c4-d15a-409b-98ae-5eaa333bc3d4),segment_id=16d6b6c4-d15a-409b-98ae-5eaa333bc3d4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:28.082719 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615ca896-5401-468b-9f03-04653f1a2bd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-30e1e582-aa43-4bc7-9eb5-7b18bfef5771', 'network_id': '30e1e582-aa43-4bc7-9eb5-7b18bfef5771', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'fixed_ips': [{'subnet_id': 'af4f4803-c3c9-47df-9e43-88e09dbc15a2'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:18:28.083663 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-615ca896-5401-468b-9f03-04653f1a2bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:28.104434 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '301dd780-d292-43d4-bbf7-6b5a3515e116', 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166', 'port_id': '301dd780-d292-43d4-bbf7-6b5a3515e116', 'mac_address': 'fa:16:3e:ed:25:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bc6c111-9e19-48a1-90af-3bf03974d2f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:18:28.151534 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7ce305bb-c234-41d9-9d6d-70e7c28309fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:28.261027 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:28.283383 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 301dd780-d292-43d4-bbf7-6b5a3515e116 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:18:28.334576 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 301dd780-d292-43d4-bbf7-6b5a3515e116, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=301dd780-d292-43d4-bbf7-6b5a3515e116,segment=NetworkSegment(16d6b6c4-d15a-409b-98ae-5eaa333bc3d4),segment_id=16d6b6c4-d15a-409b-98ae-5eaa333bc3d4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:28.344072 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:28.383739 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-615ca896-5401-468b-9f03-04653f1a2bd5 None None] Allocated IP 172.20.0.2 (30e1e582-aa43-4bc7-9eb5-7b18bfef5771/af4f4803-c3c9-47df-9e43-88e09dbc15a2/43a7bafa-d726-428c-94a8-0e379f80a302) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:18:28.416216 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=301dd780-d292-43d4-bbf7-6b5a3515e116,revision_number=12']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:28.460546 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7ce305bb-c234-41d9-9d6d-70e7c28309fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:28.483422 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7ce305bb-c234-41d9-9d6d-70e7c28309fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:28.589332 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['301dd780-d292-43d4-bbf7-6b5a3515e116'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:18:28.632225 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-615ca896-5401-468b-9f03-04653f1a2bd5 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:28.641919 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-7ce305bb-c234-41d9-9d6d-70e7c28309fe admin admin] Allocated IP 172.25.6.102 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/1e7465ad-134f-42e3-9483-c707a8227145) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:18:28.653738 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-615ca896-5401-468b-9f03-04653f1a2bd5 None None] Transition to ACTIVE for port object 43a7bafa-d726-428c-94a8-0e379f80a302 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:18:28.737789 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-615ca896-5401-468b-9f03-04653f1a2bd5 None None] Transition to ACTIVE for port object 43a7bafa-d726-428c-94a8-0e379f80a302 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:18:28.744675 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-615ca896-5401-468b-9f03-04653f1a2bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:28.779322 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7ce305bb-c234-41d9-9d6d-70e7c28309fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:28.825026 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615ca896-5401-468b-9f03-04653f1a2bd5 None None] Network 30e1e582-aa43-4bc7-9eb5-7b18bfef5771 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:18:28.829765 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-615ca896-5401-468b-9f03-04653f1a2bd5 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:18:28.839556 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7ce305bb-c234-41d9-9d6d-70e7c28309fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:28.840612 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615ca896-5401-468b-9f03-04653f1a2bd5 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:18:28.869830 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ca896-5401-468b-9f03-04653f1a2bd5 None None] Pushing event updated for resources: {'Port': ['ID=43a7bafa-d726-428c-94a8-0e379f80a302,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:28.886033 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce305bb-c234-41d9-9d6d-70e7c28309fe admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:18:28.889243 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-7ce305bb-c234-41d9-9d6d-70e7c28309fe admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:18:28.898063 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce305bb-c234-41d9-9d6d-70e7c28309fe admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:18:28.904625 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce305bb-c234-41d9-9d6d-70e7c28309fe admin admin] Pushing event updated for resources: {'Port': ['ID=1e7465ad-134f-42e3-9483-c707a8227145,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:28.953405 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-615ca896-5401-468b-9f03-04653f1a2bd5 None None] Attempting to bind port 43a7bafa-d726-428c-94a8-0e379f80a302 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:18:28.953799 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-615ca896-5401-468b-9f03-04653f1a2bd5 None None] Attempting to bind port 43a7bafa-d726-428c-94a8-0e379f80a302 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '75b9c281-8443-464c-8036-e857b68ec02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '30e1e582-aa43-4bc7-9eb5-7b18bfef5771'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:18:28.954236 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ca896-5401-468b-9f03-04653f1a2bd5 None None] Attempting to bind port 43a7bafa-d726-428c-94a8-0e379f80a302 on network 30e1e582-aa43-4bc7-9eb5-7b18bfef5771 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:18:28.967023 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ca896-5401-468b-9f03-04653f1a2bd5 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:18:28.967430 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ca896-5401-468b-9f03-04653f1a2bd5 None None] Checking segment: {'id': '75b9c281-8443-464c-8036-e857b68ec02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '30e1e582-aa43-4bc7-9eb5-7b18bfef5771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:18:28.967810 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-615ca896-5401-468b-9f03-04653f1a2bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:28.968217 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ca896-5401-468b-9f03-04653f1a2bd5 None None] Bound using segment: {'id': '75b9c281-8443-464c-8036-e857b68ec02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '30e1e582-aa43-4bc7-9eb5-7b18bfef5771'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:18:28.968695 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-615ca896-5401-468b-9f03-04653f1a2bd5 None None] Bound port: 43a7bafa-d726-428c-94a8-0e379f80a302, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75b9c281-8443-464c-8036-e857b68ec02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '30e1e582-aa43-4bc7-9eb5-7b18bfef5771'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:18:28.969086 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-615ca896-5401-468b-9f03-04653f1a2bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:29.131246 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-615ca896-5401-468b-9f03-04653f1a2bd5 None None] For port 43a7bafa-d726-428c-94a8-0e379f80a302, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:18:29.137888 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-615ca896-5401-468b-9f03-04653f1a2bd5 None None] For port 43a7bafa-d726-428c-94a8-0e379f80a302, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=43a7bafa-d726-428c-94a8-0e379f80a302,segment=NetworkSegment(75b9c281-8443-464c-8036-e857b68ec02c),segment_id=75b9c281-8443-464c-8036-e857b68ec02c)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:18:29.143017 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-615ca896-5401-468b-9f03-04653f1a2bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:29.212834 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ca896-5401-468b-9f03-04653f1a2bd5 None None] Pushing event updated for resources: {'Port': ['ID=43a7bafa-d726-428c-94a8-0e379f80a302,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:29.246460 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7ce305bb-c234-41d9-9d6d-70e7c28309fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:29.539668 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7ce305bb-c234-41d9-9d6d-70e7c28309fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:29.714645 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce305bb-c234-41d9-9d6d-70e7c28309fe admin admin] Router ec493abc-2ab4-438e-aff7-9090f6f38d4f is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:18:29.792000 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 301dd780-d292-43d4-bbf7-6b5a3515e116 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:18:29.893547 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 301dd780-d292-43d4-bbf7-6b5a3515e116 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:18:29.897717 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 301dd780-d292-43d4-bbf7-6b5a3515e116 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:18:29.898441 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:29.930600 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce305bb-c234-41d9-9d6d-70e7c28309fe admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:18:29.950536 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828b34a0-2351-430a-9f30-6d324f167e6a None None] Sync routers for ids ['ec493abc-2ab4-438e-aff7-9090f6f38d4f'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:18:29.968419 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7ce305bb-c234-41d9-9d6d-70e7c28309fe admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:29.971935 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7ce305bb-c234-41d9-9d6d-70e7c28309fe admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0949976 Jul 06 14:18:29.974386 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55914) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:30.005290 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828b34a0-2351-430a-9f30-6d324f167e6a None None] Routers {'ec493abc-2ab4-438e-aff7-9090f6f38d4f'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:18:30.006506 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-828b34a0-2351-430a-9f30-6d324f167e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:18:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ec493abc-2ab4-438e-aff7-9090f6f38d4f'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:30.055013 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:30.097396 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019da687-d48d-41bb-9ba7-408c92dca521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301dd780-d292-43d4-bbf7-6b5a3515e116'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:18:30.100487 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab20629-f9e2-480a-9d75-6f29c16c53d8" -d '{"events": [{"server_uuid": "019da687-d48d-41bb-9ba7-408c92dca521", "name": "network-vif-plugged", "status": "completed", "tag": "301dd780-d292-43d4-bbf7-6b5a3515e116"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:18:30.122763 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 301dd780-d292-43d4-bbf7-6b5a3515e116, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=301dd780-d292-43d4-bbf7-6b5a3515e116,segment=NetworkSegment(16d6b6c4-d15a-409b-98ae-5eaa333bc3d4),segment_id=16d6b6c4-d15a-409b-98ae-5eaa333bc3d4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:30.128413 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:30.196207 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a16f16-a5a0-431b-b0eb-07ccf06eaf57 x-openstack-request-id: req-e1a16f16-a5a0-431b-b0eb-07ccf06eaf57 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:18:30.196638 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019da687-d48d-41bb-9ba7-408c92dca521", "name": "network-vif-plugged", "status": "completed", "tag": "301dd780-d292-43d4-bbf7-6b5a3515e116", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:18:30.197148 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e1a16f16-a5a0-431b-b0eb-07ccf06eaf57 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:18:30.197674 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019da687-d48d-41bb-9ba7-408c92dca521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '301dd780-d292-43d4-bbf7-6b5a3515e116', 'code': 200} Jul 06 14:18:30.264944 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=301dd780-d292-43d4-bbf7-6b5a3515e116,revision_number=13']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:30.280153 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-828b34a0-2351-430a-9f30-6d324f167e6a None None] Set router ec493abc-2ab4-438e-aff7-9090f6f38d4f gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:18:30.467238 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 43a7bafa-d726-428c-94a8-0e379f80a302 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:18:30.581007 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 43a7bafa-d726-428c-94a8-0e379f80a302 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:18:30.667943 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-828b34a0-2351-430a-9f30-6d324f167e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'name': 'tempest-TestServerBasicOps-190319381-router', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '1e7465ad-134f-42e3-9483-c707a8227145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:18:27Z', 'updated_at': '2021-07-06T14:18:29Z', 'revision_number': 3, 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'gw_port': {'id': '1e7465ad-134f-42e3-9483-c707a8227145', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:73:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:28Z', 'updated_at': '2021-07-06T14:18:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:30.706731 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828b34a0-2351-430a-9f30-6d324f167e6a None None] Checking router: ec493abc-2ab4-438e-aff7-9090f6f38d4f for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:18:30.707722 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828b34a0-2351-430a-9f30-6d324f167e6a None None] Updating router ec493abc-2ab4-438e-aff7-9090f6f38d4f port 1e7465ad-134f-42e3-9483-c707a8227145 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:18:30.759232 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-828b34a0-2351-430a-9f30-6d324f167e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:30.768279 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7bcceb-8b7c-4192-95ac-17e1bf526e85 None None] Network 30e1e582-aa43-4bc7-9eb5-7b18bfef5771 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:18:30.942310 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1da67458-ad19-4685-9b57-984c9483961e None None] Provisioning for port 43a7bafa-d726-428c-94a8-0e379f80a302 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:18:30.958024 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1da67458-ad19-4685-9b57-984c9483961e None None] Provisioning complete for port 43a7bafa-d726-428c-94a8-0e379f80a302 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:18:30.958667 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1da67458-ad19-4685-9b57-984c9483961e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:31.115980 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1da67458-ad19-4685-9b57-984c9483961e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:31.150545 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-828b34a0-2351-430a-9f30-6d324f167e6a None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:31.168191 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-828b34a0-2351-430a-9f30-6d324f167e6a None None] Transition to ACTIVE for port object 1e7465ad-134f-42e3-9483-c707a8227145 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:18:31.187659 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-828b34a0-2351-430a-9f30-6d324f167e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:31.192644 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-1da67458-ad19-4685-9b57-984c9483961e None None] For port 43a7bafa-d726-428c-94a8-0e379f80a302, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=43a7bafa-d726-428c-94a8-0e379f80a302,segment=NetworkSegment(75b9c281-8443-464c-8036-e857b68ec02c),segment_id=75b9c281-8443-464c-8036-e857b68ec02c)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:31.197796 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1da67458-ad19-4685-9b57-984c9483961e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:31.233800 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-828b34a0-2351-430a-9f30-6d324f167e6a None None] Attempting to bind port 1e7465ad-134f-42e3-9483-c707a8227145 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:18:31.234515 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-828b34a0-2351-430a-9f30-6d324f167e6a None None] Attempting to bind port 1e7465ad-134f-42e3-9483-c707a8227145 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:18:31.234951 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828b34a0-2351-430a-9f30-6d324f167e6a None None] Attempting to bind port 1e7465ad-134f-42e3-9483-c707a8227145 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:18:31.292367 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c2af598e-f563-4edb-b3c8-6c9e7839f322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:31.292960 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828b34a0-2351-430a-9f30-6d324f167e6a None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:18:31.292960 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828b34a0-2351-430a-9f30-6d324f167e6a None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:18:31.293418 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-828b34a0-2351-430a-9f30-6d324f167e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:31.293933 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828b34a0-2351-430a-9f30-6d324f167e6a None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:18:31.298401 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-828b34a0-2351-430a-9f30-6d324f167e6a None None] Bound port: 1e7465ad-134f-42e3-9483-c707a8227145, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:18:31.299346 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-828b34a0-2351-430a-9f30-6d324f167e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:31.300083 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da67458-ad19-4685-9b57-984c9483961e None None] Pushing event updated for resources: {'Port': ['ID=43a7bafa-d726-428c-94a8-0e379f80a302,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:31.368402 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91548838-e7bd-4965-871a-ccf486415e95 None None] Pushing event updated for resources: {'Port': ['ID=1e7465ad-134f-42e3-9483-c707a8227145,revision_number=2']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:31.391919 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91548838-e7bd-4965-871a-ccf486415e95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:31.392281 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91548838-e7bd-4965-871a-ccf486415e95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:31.392762 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91548838-e7bd-4965-871a-ccf486415e95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:31.393110 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91548838-e7bd-4965-871a-ccf486415e95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:31.393448 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91548838-e7bd-4965-871a-ccf486415e95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:31.393803 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91548838-e7bd-4965-871a-ccf486415e95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:31.394377 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91548838-e7bd-4965-871a-ccf486415e95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:31.397151 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91548838-e7bd-4965-871a-ccf486415e95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:31.397512 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91548838-e7bd-4965-871a-ccf486415e95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:31.397874 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91548838-e7bd-4965-871a-ccf486415e95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:31.398218 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91548838-e7bd-4965-871a-ccf486415e95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:31.398557 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91548838-e7bd-4965-871a-ccf486415e95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:31.439363 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4d42c7e5-c7dd-4ffb-91c8-26b7ed78a3c7 None None] Provisioning complete for port 43a7bafa-d726-428c-94a8-0e379f80a302 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:18:31.439827 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4d42c7e5-c7dd-4ffb-91c8-26b7ed78a3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:31.454753 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-828b34a0-2351-430a-9f30-6d324f167e6a None None] For port 1e7465ad-134f-42e3-9483-c707a8227145, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:18:31.464838 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-828b34a0-2351-430a-9f30-6d324f167e6a None None] For port 1e7465ad-134f-42e3-9483-c707a8227145, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=1e7465ad-134f-42e3-9483-c707a8227145,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:18:31.473061 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-828b34a0-2351-430a-9f30-6d324f167e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:31.551466 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828b34a0-2351-430a-9f30-6d324f167e6a None None] Routers {'ec493abc-2ab4-438e-aff7-9090f6f38d4f'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:18:31.554032 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-828b34a0-2351-430a-9f30-6d324f167e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:18:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ec493abc-2ab4-438e-aff7-9090f6f38d4f'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:31.665877 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91548838-e7bd-4965-871a-ccf486415e95 None None] Pushing event updated for resources: {'Port': ['ID=1e7465ad-134f-42e3-9483-c707a8227145,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:31.682702 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-c2af598e-f563-4edb-b3c8-6c9e7839f322 admin admin] Allocated IP 172.20.0.1 (30e1e582-aa43-4bc7-9eb5-7b18bfef5771/af4f4803-c3c9-47df-9e43-88e09dbc15a2/e547f040-efd4-4f45-a184-1f9ce56b24f0) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:18:31.775219 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-828b34a0-2351-430a-9f30-6d324f167e6a None None] Set router ec493abc-2ab4-438e-aff7-9090f6f38d4f gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:18:31.817298 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c2af598e-f563-4edb-b3c8-6c9e7839f322 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:31.832276 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-c2af598e-f563-4edb-b3c8-6c9e7839f322 admin admin] Transition to ACTIVE for port object e547f040-efd4-4f45-a184-1f9ce56b24f0 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:18:31.887250 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c2af598e-f563-4edb-b3c8-6c9e7839f322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:31.967948 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2af598e-f563-4edb-b3c8-6c9e7839f322 admin admin] Network 30e1e582-aa43-4bc7-9eb5-7b18bfef5771 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:18:31.972084 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-c2af598e-f563-4edb-b3c8-6c9e7839f322 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:18:31.974911 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2af598e-f563-4edb-b3c8-6c9e7839f322 admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:18:32.022196 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af598e-f563-4edb-b3c8-6c9e7839f322 admin admin] Pushing event updated for resources: {'Port': ['ID=e547f040-efd4-4f45-a184-1f9ce56b24f0,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:32.032947 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c2af598e-f563-4edb-b3c8-6c9e7839f322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:32.129490 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-828b34a0-2351-430a-9f30-6d324f167e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'name': 'tempest-TestServerBasicOps-190319381-router', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '1e7465ad-134f-42e3-9483-c707a8227145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:18:27Z', 'updated_at': '2021-07-06T14:18:29Z', 'revision_number': 3, 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'gw_port': {'id': '1e7465ad-134f-42e3-9483-c707a8227145', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:73:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:28Z', 'updated_at': '2021-07-06T14:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:32.182009 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828b34a0-2351-430a-9f30-6d324f167e6a None None] The sync data for ids ['ec493abc-2ab4-438e-aff7-9090f6f38d4f'] in n-d-773644-6 is: [{'id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'name': 'tempest-TestServerBasicOps-190319381-router', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '1e7465ad-134f-42e3-9483-c707a8227145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:18:27Z', 'updated_at': '2021-07-06T14:18:29Z', 'revision_number': 3, 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'gw_port': {'id': '1e7465ad-134f-42e3-9483-c707a8227145', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:73:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:28Z', 'updated_at': '2021-07-06T14:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:18:32.263120 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c2af598e-f563-4edb-b3c8-6c9e7839f322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:32.362261 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 43a7bafa-d726-428c-94a8-0e379f80a302 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:18:32.434892 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-cdbfcf1a-6dda-44cf-af13-da33bb87bb7e None None] Provisioning for port e547f040-efd4-4f45-a184-1f9ce56b24f0 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:18:32.443501 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-cdbfcf1a-6dda-44cf-af13-da33bb87bb7e None None] Provisioning complete for port e547f040-efd4-4f45-a184-1f9ce56b24f0 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:18:32.443969 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cdbfcf1a-6dda-44cf-af13-da33bb87bb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:32.491560 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 43a7bafa-d726-428c-94a8-0e379f80a302 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:18:32.491983 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:32.518395 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-cdbfcf1a-6dda-44cf-af13-da33bb87bb7e None None] Port e547f040-efd4-4f45-a184-1f9ce56b24f0 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:18:32.534872 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c2af598e-f563-4edb-b3c8-6c9e7839f322 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:32.541525 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c2af598e-f563-4edb-b3c8-6c9e7839f322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:32.704567 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c2af598e-f563-4edb-b3c8-6c9e7839f322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:32.719058 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af598e-f563-4edb-b3c8-6c9e7839f322 admin admin] Pushing event updated for resources: {'Port': ['ID=e547f040-efd4-4f45-a184-1f9ce56b24f0,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:32.896257 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2af598e-f563-4edb-b3c8-6c9e7839f322 admin admin] Network 30e1e582-aa43-4bc7-9eb5-7b18bfef5771 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:18:32.898075 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-c2af598e-f563-4edb-b3c8-6c9e7839f322 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:18:33.083455 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2af598e-f563-4edb-b3c8-6c9e7839f322 admin admin] Router ec493abc-2ab4-438e-aff7-9090f6f38d4f has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:18:33.256864 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-600253e3-758b-4d3d-8ca5-174ee3f20922 None None] Provisioning complete for port e547f040-efd4-4f45-a184-1f9ce56b24f0 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:18:33.257806 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-600253e3-758b-4d3d-8ca5-174ee3f20922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:33.271912 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2af598e-f563-4edb-b3c8-6c9e7839f322 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:18:33.289921 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c2af598e-f563-4edb-b3c8-6c9e7839f322 admin admin] 10.222.0.118 "PUT /v2.0/routers/ec493abc-2ab4-438e-aff7-9090f6f38d4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3143468 Jul 06 14:18:33.319328 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-600253e3-758b-4d3d-8ca5-174ee3f20922 None None] Port e547f040-efd4-4f45-a184-1f9ce56b24f0 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:18:33.955376 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 55988) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:33.968717 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-993ec571-32dd-4a77-89cf-d1a8cbd2b6c9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1717029528-network', 'tenant_id': '15e79674127a46ccb1839f1dff4b3074'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:18:34.022145 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993ec571-32dd-4a77-89cf-d1a8cbd2b6c9 admin admin] Made reservation on behalf of 15e79674127a46ccb1839f1dff4b3074 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:18:34.025026 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-993ec571-32dd-4a77-89cf-d1a8cbd2b6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:34.035925 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-993ec571-32dd-4a77-89cf-d1a8cbd2b6c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:34.171975 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-993ec571-32dd-4a77-89cf-d1a8cbd2b6c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:34.182668 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-993ec571-32dd-4a77-89cf-d1a8cbd2b6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:34.225777 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993ec571-32dd-4a77-89cf-d1a8cbd2b6c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:18:34.228154 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ec571-32dd-4a77-89cf-d1a8cbd2b6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a33679-f180-4473-88da-41e1854dcc1f,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:34.250479 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-993ec571-32dd-4a77-89cf-d1a8cbd2b6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:34.251558 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-993ec571-32dd-4a77-89cf-d1a8cbd2b6c9 admin admin] Added segment f5cc4425-dc0f-439a-970c-df3bd34ca3fd of type vlan for network c433211f-00cc-4fb4-97ab-e5267139d6cb Jul 06 14:18:34.309363 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-993ec571-32dd-4a77-89cf-d1a8cbd2b6c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:34.363863 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-993ec571-32dd-4a77-89cf-d1a8cbd2b6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:34.365627 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993ec571-32dd-4a77-89cf-d1a8cbd2b6c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:34.366644 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-993ec571-32dd-4a77-89cf-d1a8cbd2b6c9 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:34.397380 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 1e7465ad-134f-42e3-9483-c707a8227145 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:18:34.463304 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-993ec571-32dd-4a77-89cf-d1a8cbd2b6c9 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4947419 Jul 06 14:18:34.463595 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 55996) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:34.465950 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 1e7465ad-134f-42e3-9483-c707a8227145 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:18:34.470135 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4571b5d7-efe5-413d-b21a-e860ec27a03f admin admin] Request body: {'subnet': {'network_id': 'c433211f-00cc-4fb4-97ab-e5267139d6cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1717029528-subnet', 'tenant_id': '15e79674127a46ccb1839f1dff4b3074', 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:18:34.470456 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ec571-32dd-4a77-89cf-d1a8cbd2b6c9 admin admin] Pushing event updated for resources: {'Network': ['ID=c433211f-00cc-4fb4-97ab-e5267139d6cb,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:34.473926 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 1e7465ad-134f-42e3-9483-c707a8227145 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:18:34.474367 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:34.500519 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network c433211f-00cc-4fb4-97ab-e5267139d6cb details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:18:34.516898 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4571b5d7-efe5-413d-b21a-e860ec27a03f admin admin] Made reservation on behalf of 15e79674127a46ccb1839f1dff4b3074 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:18:34.520037 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4571b5d7-efe5-413d-b21a-e860ec27a03f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:34.634753 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb6e52-ea90-41d1-8a6a-12ae1b9dd131 None None] Sync routers for ids ['ec493abc-2ab4-438e-aff7-9090f6f38d4f'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:18:34.637735 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:34.663972 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebb6e52-ea90-41d1-8a6a-12ae1b9dd131 None None] Routers {'ec493abc-2ab4-438e-aff7-9090f6f38d4f'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:18:34.664964 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2ebb6e52-ea90-41d1-8a6a-12ae1b9dd131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:18:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ec493abc-2ab4-438e-aff7-9090f6f38d4f'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:34.783637 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4571b5d7-efe5-413d-b21a-e860ec27a03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:34.850613 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571b5d7-efe5-413d-b21a-e860ec27a03f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b727782-a5d6-4d8b-a0e9-74f0c3c52a5f,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:34.855584 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4571b5d7-efe5-413d-b21a-e860ec27a03f admin admin] Checking segment: {'id': 'f5cc4425-dc0f-439a-970c-df3bd34ca3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c433211f-00cc-4fb4-97ab-e5267139d6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:18:34.855894 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4571b5d7-efe5-413d-b21a-e860ec27a03f admin admin] Network hostable DHCP agents. Network: c433211f-00cc-4fb4-97ab-e5267139d6cb, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:18:34.876371 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4571b5d7-efe5-413d-b21a-e860ec27a03f admin admin] Network c433211f-00cc-4fb4-97ab-e5267139d6cb is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:18:34.888395 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-4571b5d7-efe5-413d-b21a-e860ec27a03f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, c433211f-00cc-4fb4-97ab-e5267139d6cb) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:18:34.896474 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4571b5d7-efe5-413d-b21a-e860ec27a03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:34.897693 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4571b5d7-efe5-413d-b21a-e860ec27a03f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:34.918855 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 1e7465ad-134f-42e3-9483-c707a8227145, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=1e7465ad-134f-42e3-9483-c707a8227145,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:34.921306 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5f4daa-0fe3-412f-ad25-27efd556e264 None None] Network c433211f-00cc-4fb4-97ab-e5267139d6cb requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:18:34.924999 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4571b5d7-efe5-413d-b21a-e860ec27a03f admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4603014 Jul 06 14:18:34.927812 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56008) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:34.928618 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:34.936829 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-a43f02a9-dfd1-44c9-bcdf-4b4f7756f77a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1717029528-router', 'tenant_id': '15e79674127a46ccb1839f1dff4b3074', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:18:34.986305 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a43f02a9-dfd1-44c9-bcdf-4b4f7756f77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:34.987566 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a43f02a9-dfd1-44c9-bcdf-4b4f7756f77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:35.061953 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a43f02a9-dfd1-44c9-bcdf-4b4f7756f77a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:35.093766 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=1e7465ad-134f-42e3-9483-c707a8227145,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:35.119121 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-2ebb6e52-ea90-41d1-8a6a-12ae1b9dd131 None None] Set router ec493abc-2ab4-438e-aff7-9090f6f38d4f gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:18:35.276449 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ae5372-b7f5-4e67-beef-f34a1cb26441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-c433211f-00cc-4fb4-97ab-e5267139d6cb', 'network_id': 'c433211f-00cc-4fb4-97ab-e5267139d6cb', 'tenant_id': '15e79674127a46ccb1839f1dff4b3074', 'fixed_ips': [{'subnet_id': '4b727782-a5d6-4d8b-a0e9-74f0c3c52a5f'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:18:35.277456 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-78ae5372-b7f5-4e67-beef-f34a1cb26441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:35.511874 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-78ae5372-b7f5-4e67-beef-f34a1cb26441 None None] Allocated IP 172.20.0.2 (c433211f-00cc-4fb4-97ab-e5267139d6cb/4b727782-a5d6-4d8b-a0e9-74f0c3c52a5f/d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:18:35.629968 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a43f02a9-dfd1-44c9-bcdf-4b4f7756f77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:35.778529 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2ebb6e52-ea90-41d1-8a6a-12ae1b9dd131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'name': 'tempest-TestServerBasicOps-190319381-router', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '1e7465ad-134f-42e3-9483-c707a8227145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:18:27Z', 'updated_at': '2021-07-06T14:18:32Z', 'revision_number': 4, 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'gw_port': {'id': '1e7465ad-134f-42e3-9483-c707a8227145', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:73:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:28Z', 'updated_at': '2021-07-06T14:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'e547f040-efd4-4f45-a184-1f9ce56b24f0', 'name': '', 'network_id': '30e1e582-aa43-4bc7-9eb5-7b18bfef5771', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'mac_address': 'fa:16:3e:b9:64:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'af4f4803-c3c9-47df-9e43-88e09dbc15a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:31Z', 'updated_at': '2021-07-06T14:18:32Z', 'revision_number': 2, 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'subnets': [{'id': 'af4f4803-c3c9-47df-9e43-88e09dbc15a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:35.780811 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-78ae5372-b7f5-4e67-beef-f34a1cb26441 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:35.820055 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb6e52-ea90-41d1-8a6a-12ae1b9dd131 None None] Checking router: ec493abc-2ab4-438e-aff7-9090f6f38d4f for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:18:35.820489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb6e52-ea90-41d1-8a6a-12ae1b9dd131 None None] Updating router ec493abc-2ab4-438e-aff7-9090f6f38d4f port e547f040-efd4-4f45-a184-1f9ce56b24f0 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:18:35.822637 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-78ae5372-b7f5-4e67-beef-f34a1cb26441 None None] Transition to ACTIVE for port object d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:18:35.864992 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-78ae5372-b7f5-4e67-beef-f34a1cb26441 None None] Transition to ACTIVE for port object d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:18:35.877776 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-78ae5372-b7f5-4e67-beef-f34a1cb26441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:35.879982 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2ebb6e52-ea90-41d1-8a6a-12ae1b9dd131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:35.897234 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a43f02a9-dfd1-44c9-bcdf-4b4f7756f77a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:35.918609 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a43f02a9-dfd1-44c9-bcdf-4b4f7756f77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:35.942542 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ae5372-b7f5-4e67-beef-f34a1cb26441 None None] Network c433211f-00cc-4fb4-97ab-e5267139d6cb is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:18:35.944424 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-78ae5372-b7f5-4e67-beef-f34a1cb26441 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:18:36.067814 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ae5372-b7f5-4e67-beef-f34a1cb26441 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:18:36.088778 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae5372-b7f5-4e67-beef-f34a1cb26441 None None] Pushing event updated for resources: {'Port': ['ID=d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:36.092861 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-a43f02a9-dfd1-44c9-bcdf-4b4f7756f77a admin admin] Allocated IP 172.25.6.70 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/291a65fb-c774-4d60-9fe9-d1b07e9e1795) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:18:36.203453 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-78ae5372-b7f5-4e67-beef-f34a1cb26441 None None] Attempting to bind port d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:18:36.203453 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-78ae5372-b7f5-4e67-beef-f34a1cb26441 None None] Attempting to bind port d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'f5cc4425-dc0f-439a-970c-df3bd34ca3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c433211f-00cc-4fb4-97ab-e5267139d6cb'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:18:36.203453 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ae5372-b7f5-4e67-beef-f34a1cb26441 None None] Attempting to bind port d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029 on network c433211f-00cc-4fb4-97ab-e5267139d6cb {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:18:36.247036 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a43f02a9-dfd1-44c9-bcdf-4b4f7756f77a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:36.257851 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ae5372-b7f5-4e67-beef-f34a1cb26441 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:18:36.258225 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ae5372-b7f5-4e67-beef-f34a1cb26441 None None] Checking segment: {'id': 'f5cc4425-dc0f-439a-970c-df3bd34ca3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c433211f-00cc-4fb4-97ab-e5267139d6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:18:36.258645 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-78ae5372-b7f5-4e67-beef-f34a1cb26441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:36.259060 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ae5372-b7f5-4e67-beef-f34a1cb26441 None None] Bound using segment: {'id': 'f5cc4425-dc0f-439a-970c-df3bd34ca3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c433211f-00cc-4fb4-97ab-e5267139d6cb'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:18:36.259565 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-78ae5372-b7f5-4e67-beef-f34a1cb26441 None None] Bound port: d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5cc4425-dc0f-439a-970c-df3bd34ca3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c433211f-00cc-4fb4-97ab-e5267139d6cb'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:18:36.259959 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-78ae5372-b7f5-4e67-beef-f34a1cb26441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:36.339611 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a43f02a9-dfd1-44c9-bcdf-4b4f7756f77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:36.383745 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43f02a9-dfd1-44c9-bcdf-4b4f7756f77a admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:18:36.386974 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-78ae5372-b7f5-4e67-beef-f34a1cb26441 None None] For port d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:18:36.389210 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 1e7465ad-134f-42e3-9483-c707a8227145 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:18:36.410030 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-a43f02a9-dfd1-44c9-bcdf-4b4f7756f77a admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:18:36.414395 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43f02a9-dfd1-44c9-bcdf-4b4f7756f77a admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:18:36.444084 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-78ae5372-b7f5-4e67-beef-f34a1cb26441 None None] For port d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029,segment=NetworkSegment(f5cc4425-dc0f-439a-970c-df3bd34ca3fd),segment_id=f5cc4425-dc0f-439a-970c-df3bd34ca3fd)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:18:36.458351 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-78ae5372-b7f5-4e67-beef-f34a1cb26441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:36.461945 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f02a9-dfd1-44c9-bcdf-4b4f7756f77a admin admin] Pushing event updated for resources: {'Port': ['ID=291a65fb-c774-4d60-9fe9-d1b07e9e1795,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:36.516355 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2ebb6e52-ea90-41d1-8a6a-12ae1b9dd131 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:36.557829 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2ebb6e52-ea90-41d1-8a6a-12ae1b9dd131 None None] Transition to ACTIVE for port object e547f040-efd4-4f45-a184-1f9ce56b24f0 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:18:36.586161 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 1e7465ad-134f-42e3-9483-c707a8227145 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:18:36.586602 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:36.616331 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2ebb6e52-ea90-41d1-8a6a-12ae1b9dd131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:36.620267 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae5372-b7f5-4e67-beef-f34a1cb26441 None None] Pushing event updated for resources: {'Port': ['ID=d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:36.812333 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f20cda-b830-48b2-b861-e1476f7828fa None None] Pushing event updated for resources: {'Port': ['ID=e547f040-efd4-4f45-a184-1f9ce56b24f0,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:36.836657 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a43f02a9-dfd1-44c9-bcdf-4b4f7756f77a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:36.921538 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-2ebb6e52-ea90-41d1-8a6a-12ae1b9dd131 None None] Attempting to bind port e547f040-efd4-4f45-a184-1f9ce56b24f0 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:18:36.924108 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-2ebb6e52-ea90-41d1-8a6a-12ae1b9dd131 None None] Attempting to bind port e547f040-efd4-4f45-a184-1f9ce56b24f0 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '75b9c281-8443-464c-8036-e857b68ec02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '30e1e582-aa43-4bc7-9eb5-7b18bfef5771'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:18:36.927652 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebb6e52-ea90-41d1-8a6a-12ae1b9dd131 None None] Attempting to bind port e547f040-efd4-4f45-a184-1f9ce56b24f0 on network 30e1e582-aa43-4bc7-9eb5-7b18bfef5771 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:18:36.972094 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebb6e52-ea90-41d1-8a6a-12ae1b9dd131 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:18:36.973994 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebb6e52-ea90-41d1-8a6a-12ae1b9dd131 None None] Checking segment: {'id': '75b9c281-8443-464c-8036-e857b68ec02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '30e1e582-aa43-4bc7-9eb5-7b18bfef5771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:18:36.975334 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2ebb6e52-ea90-41d1-8a6a-12ae1b9dd131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:36.978137 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebb6e52-ea90-41d1-8a6a-12ae1b9dd131 None None] Bound using segment: {'id': '75b9c281-8443-464c-8036-e857b68ec02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '30e1e582-aa43-4bc7-9eb5-7b18bfef5771'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:18:36.978827 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-2ebb6e52-ea90-41d1-8a6a-12ae1b9dd131 None None] Bound port: e547f040-efd4-4f45-a184-1f9ce56b24f0, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75b9c281-8443-464c-8036-e857b68ec02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '30e1e582-aa43-4bc7-9eb5-7b18bfef5771'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:18:36.981093 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2ebb6e52-ea90-41d1-8a6a-12ae1b9dd131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:37.073959 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-2ebb6e52-ea90-41d1-8a6a-12ae1b9dd131 None None] For port e547f040-efd4-4f45-a184-1f9ce56b24f0, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:18:37.078583 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-2ebb6e52-ea90-41d1-8a6a-12ae1b9dd131 None None] For port e547f040-efd4-4f45-a184-1f9ce56b24f0, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=e547f040-efd4-4f45-a184-1f9ce56b24f0,segment=NetworkSegment(75b9c281-8443-464c-8036-e857b68ec02c),segment_id=75b9c281-8443-464c-8036-e857b68ec02c)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:18:37.084942 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2ebb6e52-ea90-41d1-8a6a-12ae1b9dd131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:37.159142 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebb6e52-ea90-41d1-8a6a-12ae1b9dd131 None None] Routers {'ec493abc-2ab4-438e-aff7-9090f6f38d4f'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:18:37.159976 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2ebb6e52-ea90-41d1-8a6a-12ae1b9dd131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:18:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ec493abc-2ab4-438e-aff7-9090f6f38d4f'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:37.247147 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a43f02a9-dfd1-44c9-bcdf-4b4f7756f77a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:37.254397 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f20cda-b830-48b2-b861-e1476f7828fa None None] Pushing event updated for resources: {'Port': ['ID=e547f040-efd4-4f45-a184-1f9ce56b24f0,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:37.364114 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3e489782-af74-4bd8-a36c-465922d11bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:37.380507 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-2ebb6e52-ea90-41d1-8a6a-12ae1b9dd131 None None] Set router ec493abc-2ab4-438e-aff7-9090f6f38d4f gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:18:37.434205 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43f02a9-dfd1-44c9-bcdf-4b4f7756f77a admin admin] Router 76309c23-a042-4f2b-9bac-7eeb137619f2 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:18:37.671760 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43f02a9-dfd1-44c9-bcdf-4b4f7756f77a admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:18:37.682990 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e0ba7-2045-4cc1-b8df-fdf680f9b26d None None] Sync routers for ids ['76309c23-a042-4f2b-9bac-7eeb137619f2'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:18:37.695826 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a43f02a9-dfd1-44c9-bcdf-4b4f7756f77a admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:37.701263 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a43f02a9-dfd1-44c9-bcdf-4b4f7756f77a admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7700613 Jul 06 14:18:37.701490 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56056) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:37.702338 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60e0ba7-2045-4cc1-b8df-fdf680f9b26d None None] Routers {'76309c23-a042-4f2b-9bac-7eeb137619f2'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:18:37.703091 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-c60e0ba7-2045-4cc1-b8df-fdf680f9b26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:18:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['76309c23-a042-4f2b-9bac-7eeb137619f2'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:37.740179 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2ebb6e52-ea90-41d1-8a6a-12ae1b9dd131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'name': 'tempest-TestServerBasicOps-190319381-router', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '1e7465ad-134f-42e3-9483-c707a8227145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:18:27Z', 'updated_at': '2021-07-06T14:18:32Z', 'revision_number': 4, 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'gw_port': {'id': '1e7465ad-134f-42e3-9483-c707a8227145', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:28Z', 'updated_at': '2021-07-06T14:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'e547f040-efd4-4f45-a184-1f9ce56b24f0', 'name': '', 'network_id': '30e1e582-aa43-4bc7-9eb5-7b18bfef5771', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'mac_address': 'fa:16:3e:b9:64:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'af4f4803-c3c9-47df-9e43-88e09dbc15a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:31Z', 'updated_at': '2021-07-06T14:18:37Z', 'revision_number': 4, 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'subnets': [{'id': 'af4f4803-c3c9-47df-9e43-88e09dbc15a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:37.782393 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb6e52-ea90-41d1-8a6a-12ae1b9dd131 None None] The sync data for ids ['ec493abc-2ab4-438e-aff7-9090f6f38d4f'] in n-d-773644-6 is: [{'id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'name': 'tempest-TestServerBasicOps-190319381-router', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '1e7465ad-134f-42e3-9483-c707a8227145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:18:27Z', 'updated_at': '2021-07-06T14:18:32Z', 'revision_number': 4, 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'gw_port': {'id': '1e7465ad-134f-42e3-9483-c707a8227145', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:28Z', 'updated_at': '2021-07-06T14:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'e547f040-efd4-4f45-a184-1f9ce56b24f0', 'name': '', 'network_id': '30e1e582-aa43-4bc7-9eb5-7b18bfef5771', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'mac_address': 'fa:16:3e:b9:64:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'af4f4803-c3c9-47df-9e43-88e09dbc15a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:31Z', 'updated_at': '2021-07-06T14:18:37Z', 'revision_number': 4, 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'subnets': [{'id': 'af4f4803-c3c9-47df-9e43-88e09dbc15a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:18:37.918635 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-c60e0ba7-2045-4cc1-b8df-fdf680f9b26d None None] Set router 76309c23-a042-4f2b-9bac-7eeb137619f2 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:18:38.341336 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-c60e0ba7-2045-4cc1-b8df-fdf680f9b26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76309c23-a042-4f2b-9bac-7eeb137619f2', 'name': 'tempest-TestServerBasicOps-1717029528-router', 'tenant_id': '15e79674127a46ccb1839f1dff4b3074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '291a65fb-c774-4d60-9fe9-d1b07e9e1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:18:34Z', 'updated_at': '2021-07-06T14:18:36Z', 'revision_number': 3, 'project_id': '15e79674127a46ccb1839f1dff4b3074', 'gw_port': {'id': '291a65fb-c774-4d60-9fe9-d1b07e9e1795', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ae:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76309c23-a042-4f2b-9bac-7eeb137619f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:35Z', 'updated_at': '2021-07-06T14:18:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:38.370390 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da624c9-cf27-42bd-8598-13e769638791 None None] Network c433211f-00cc-4fb4-97ab-e5267139d6cb requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:18:38.411922 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e0ba7-2045-4cc1-b8df-fdf680f9b26d None None] Checking router: 76309c23-a042-4f2b-9bac-7eeb137619f2 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:18:38.412278 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e0ba7-2045-4cc1-b8df-fdf680f9b26d None None] Updating router 76309c23-a042-4f2b-9bac-7eeb137619f2 port 291a65fb-c774-4d60-9fe9-d1b07e9e1795 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:18:38.480097 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9627a198-a150-405d-bc82-1919cbc8a65f None None] Provisioning for port d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:18:38.500428 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-538f8c8d-f123-45f5-b466-8c378ed5c276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:38.536630 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device e547f040-efd4-4f45-a184-1f9ce56b24f0 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:18:38.540433 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-c60e0ba7-2045-4cc1-b8df-fdf680f9b26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:38.749380 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port e547f040-efd4-4f45-a184-1f9ce56b24f0 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:18:38.756088 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port e547f040-efd4-4f45-a184-1f9ce56b24f0 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:18:38.756609 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:38.880506 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:38.951538 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-538f8c8d-f123-45f5-b466-8c378ed5c276 admin admin] Allocated IP 172.20.0.1 (c433211f-00cc-4fb4-97ab-e5267139d6cb/4b727782-a5d6-4d8b-a0e9-74f0c3c52a5f/1c27d64d-28c4-4500-91d7-14a0100ee533) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:18:38.994906 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port e547f040-efd4-4f45-a184-1f9ce56b24f0, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=e547f040-efd4-4f45-a184-1f9ce56b24f0,segment=NetworkSegment(75b9c281-8443-464c-8036-e857b68ec02c),segment_id=75b9c281-8443-464c-8036-e857b68ec02c)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:39.003822 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:39.004943 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:18:39.143934 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-c60e0ba7-2045-4cc1-b8df-fdf680f9b26d None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:39.179898 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-c60e0ba7-2045-4cc1-b8df-fdf680f9b26d None None] Transition to ACTIVE for port object 291a65fb-c774-4d60-9fe9-d1b07e9e1795 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:18:39.189103 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-538f8c8d-f123-45f5-b466-8c378ed5c276 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:39.193879 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=e547f040-efd4-4f45-a184-1f9ce56b24f0,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:39.213870 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-c60e0ba7-2045-4cc1-b8df-fdf680f9b26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:39.225624 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-538f8c8d-f123-45f5-b466-8c378ed5c276 admin admin] Transition to ACTIVE for port object 1c27d64d-28c4-4500-91d7-14a0100ee533 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:18:39.272426 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ad0df59b-0f13-4e88-99e9-f66811e71102 None None] Provisioning complete for port d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:18:39.273380 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ad0df59b-0f13-4e88-99e9-f66811e71102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:39.299781 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-538f8c8d-f123-45f5-b466-8c378ed5c276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:39.328192 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:18:39.336581 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:18:39.337465 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:39.358881 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa9673-4b88-4c9f-9bd6-e18a1d6a16da None None] Pushing event updated for resources: {'Port': ['ID=291a65fb-c774-4d60-9fe9-d1b07e9e1795,revision_number=2']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:39.360385 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538f8c8d-f123-45f5-b466-8c378ed5c276 admin admin] Network c433211f-00cc-4fb4-97ab-e5267139d6cb is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:18:39.363878 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-c60e0ba7-2045-4cc1-b8df-fdf680f9b26d None None] Attempting to bind port 291a65fb-c774-4d60-9fe9-d1b07e9e1795 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:18:39.364258 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-c60e0ba7-2045-4cc1-b8df-fdf680f9b26d None None] Attempting to bind port 291a65fb-c774-4d60-9fe9-d1b07e9e1795 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:18:39.373241 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-538f8c8d-f123-45f5-b466-8c378ed5c276 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:18:39.373699 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60e0ba7-2045-4cc1-b8df-fdf680f9b26d None None] Attempting to bind port 291a65fb-c774-4d60-9fe9-d1b07e9e1795 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:18:39.380288 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538f8c8d-f123-45f5-b466-8c378ed5c276 admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:18:39.385551 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60e0ba7-2045-4cc1-b8df-fdf680f9b26d None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:18:39.386348 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60e0ba7-2045-4cc1-b8df-fdf680f9b26d None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:18:39.386953 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-c60e0ba7-2045-4cc1-b8df-fdf680f9b26d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:39.387529 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60e0ba7-2045-4cc1-b8df-fdf680f9b26d None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:18:39.388391 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-c60e0ba7-2045-4cc1-b8df-fdf680f9b26d None None] Bound port: 291a65fb-c774-4d60-9fe9-d1b07e9e1795, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:18:39.388951 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-c60e0ba7-2045-4cc1-b8df-fdf680f9b26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:39.430357 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f8c8d-f123-45f5-b466-8c378ed5c276 admin admin] Pushing event updated for resources: {'Port': ['ID=1c27d64d-28c4-4500-91d7-14a0100ee533,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:39.456921 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-538f8c8d-f123-45f5-b466-8c378ed5c276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:39.507071 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-c60e0ba7-2045-4cc1-b8df-fdf680f9b26d None None] For port 291a65fb-c774-4d60-9fe9-d1b07e9e1795, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:18:39.517678 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-c60e0ba7-2045-4cc1-b8df-fdf680f9b26d None None] For port 291a65fb-c774-4d60-9fe9-d1b07e9e1795, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=291a65fb-c774-4d60-9fe9-d1b07e9e1795,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:18:39.529557 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-c60e0ba7-2045-4cc1-b8df-fdf680f9b26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:39.560114 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ad0df59b-0f13-4e88-99e9-f66811e71102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:39.586336 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:39.700396 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60e0ba7-2045-4cc1-b8df-fdf680f9b26d None None] Routers {'76309c23-a042-4f2b-9bac-7eeb137619f2'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:18:39.701021 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-c60e0ba7-2045-4cc1-b8df-fdf680f9b26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:18:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['76309c23-a042-4f2b-9bac-7eeb137619f2'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:39.928012 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-c60e0ba7-2045-4cc1-b8df-fdf680f9b26d None None] Set router 76309c23-a042-4f2b-9bac-7eeb137619f2 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:18:39.944142 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-ad0df59b-0f13-4e88-99e9-f66811e71102 None None] For port d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029,segment=NetworkSegment(f5cc4425-dc0f-439a-970c-df3bd34ca3fd),segment_id=f5cc4425-dc0f-439a-970c-df3bd34ca3fd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:39.957965 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-538f8c8d-f123-45f5-b466-8c378ed5c276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:39.959731 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ad0df59b-0f13-4e88-99e9-f66811e71102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:40.037996 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0df59b-0f13-4e88-99e9-f66811e71102 None None] Pushing event updated for resources: {'Port': ['ID=d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:40.119754 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa9673-4b88-4c9f-9bd6-e18a1d6a16da None None] Pushing event updated for resources: {'Port': ['ID=291a65fb-c774-4d60-9fe9-d1b07e9e1795,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:40.132898 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0f5c614a-a8c2-449c-8a7f-0e8475d884e1 None None] Provisioning for port 1c27d64d-28c4-4500-91d7-14a0100ee533 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:18:40.153144 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0f5c614a-a8c2-449c-8a7f-0e8475d884e1 None None] Provisioning complete for port 1c27d64d-28c4-4500-91d7-14a0100ee533 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:18:40.155037 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0f5c614a-a8c2-449c-8a7f-0e8475d884e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:40.160434 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.db.api [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:18:40.160434 n-d-773644-6 neutron-server[100419]: DEBUG oslo_db.api [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:18:40.170602 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-c60e0ba7-2045-4cc1-b8df-fdf680f9b26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76309c23-a042-4f2b-9bac-7eeb137619f2', 'name': 'tempest-TestServerBasicOps-1717029528-router', 'tenant_id': '15e79674127a46ccb1839f1dff4b3074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '291a65fb-c774-4d60-9fe9-d1b07e9e1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:18:34Z', 'updated_at': '2021-07-06T14:18:36Z', 'revision_number': 3, 'project_id': '15e79674127a46ccb1839f1dff4b3074', 'gw_port': {'id': '291a65fb-c774-4d60-9fe9-d1b07e9e1795', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ae:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76309c23-a042-4f2b-9bac-7eeb137619f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:35Z', 'updated_at': '2021-07-06T14:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:40.228679 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e0ba7-2045-4cc1-b8df-fdf680f9b26d None None] The sync data for ids ['76309c23-a042-4f2b-9bac-7eeb137619f2'] in n-d-773644-6 is: [{'id': '76309c23-a042-4f2b-9bac-7eeb137619f2', 'name': 'tempest-TestServerBasicOps-1717029528-router', 'tenant_id': '15e79674127a46ccb1839f1dff4b3074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '291a65fb-c774-4d60-9fe9-d1b07e9e1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:18:34Z', 'updated_at': '2021-07-06T14:18:36Z', 'revision_number': 3, 'project_id': '15e79674127a46ccb1839f1dff4b3074', 'gw_port': {'id': '291a65fb-c774-4d60-9fe9-d1b07e9e1795', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ae:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76309c23-a042-4f2b-9bac-7eeb137619f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:35Z', 'updated_at': '2021-07-06T14:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:18:40.236558 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-0f5c614a-a8c2-449c-8a7f-0e8475d884e1 None None] Port 1c27d64d-28c4-4500-91d7-14a0100ee533 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:18:40.251495 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:40.309318 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-538f8c8d-f123-45f5-b466-8c378ed5c276 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:40.315825 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-538f8c8d-f123-45f5-b466-8c378ed5c276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:40.392878 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-538f8c8d-f123-45f5-b466-8c378ed5c276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:40.420282 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f8c8d-f123-45f5-b466-8c378ed5c276 admin admin] Pushing event updated for resources: {'Port': ['ID=1c27d64d-28c4-4500-91d7-14a0100ee533,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:40.501158 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538f8c8d-f123-45f5-b466-8c378ed5c276 admin admin] Network c433211f-00cc-4fb4-97ab-e5267139d6cb is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:18:40.503067 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-538f8c8d-f123-45f5-b466-8c378ed5c276 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:18:40.579487 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-94a29e2f-8f81-4173-a502-8cc31aedf9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:40.659963 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538f8c8d-f123-45f5-b466-8c378ed5c276 admin admin] Router 76309c23-a042-4f2b-9bac-7eeb137619f2 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:18:40.883873 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b8d228fb-02e6-43b8-a570-33bdd80b512c None None] Provisioning complete for port 1c27d64d-28c4-4500-91d7-14a0100ee533 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:18:40.884250 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b8d228fb-02e6-43b8-a570-33bdd80b512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:40.915845 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538f8c8d-f123-45f5-b466-8c378ed5c276 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:18:40.939087 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-538f8c8d-f123-45f5-b466-8c378ed5c276 admin admin] 10.222.0.118 "PUT /v2.0/routers/76309c23-a042-4f2b-9bac-7eeb137619f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2363102 Jul 06 14:18:40.988292 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-b8d228fb-02e6-43b8-a570-33bdd80b512c None None] Port 1c27d64d-28c4-4500-91d7-14a0100ee533 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:18:41.016111 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 291a65fb-c774-4d60-9fe9-d1b07e9e1795 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:18:41.079506 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 291a65fb-c774-4d60-9fe9-d1b07e9e1795 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:18:41.085173 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 291a65fb-c774-4d60-9fe9-d1b07e9e1795 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:18:41.085898 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:41.246627 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:41.270453 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 291a65fb-c774-4d60-9fe9-d1b07e9e1795, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=291a65fb-c774-4d60-9fe9-d1b07e9e1795,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:41.279930 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:41.282411 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device e547f040-efd4-4f45-a184-1f9ce56b24f0 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:18:41.420903 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=291a65fb-c774-4d60-9fe9-d1b07e9e1795,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:41.455482 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port e547f040-efd4-4f45-a184-1f9ce56b24f0 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:18:41.455956 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:41.584521 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:18:41.591911 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:41.672301 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:18:41.672682 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:41.726740 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56132) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:41.733169 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-f2b7bbf5-ac04-4808-9590-27381a271f08 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1643673527', 'description': 'tempest-secgroup-smoke-1643673527 description', 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:18:41.764149 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f2b7bbf5-ac04-4808-9590-27381a271f08 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:41.896465 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f2b7bbf5-ac04-4808-9590-27381a271f08 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:41.907745 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f2b7bbf5-ac04-4808-9590-27381a271f08 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:41.945545 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f2b7bbf5-ac04-4808-9590-27381a271f08 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:41.947400 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f2b7bbf5-ac04-4808-9590-27381a271f08 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2187307 Jul 06 14:18:41.950579 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56138) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:41.958927 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-a5f50ec8-0177-454e-b8e4-53deb1a09e81 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Request body: {'security_group_rule': {'security_group_id': 'cd3c3850-f1e6-4271-ab3f-3bf3818cf433', 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:18:41.959684 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7bbf5-ac04-4808-9590-27381a271f08 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3c3850-f1e6-4271-ab3f-3bf3818cf433,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:41.969198 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7bbf5-ac04-4808-9590-27381a271f08 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:41.970751 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7bbf5-ac04-4808-9590-27381a271f08 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:41.971208 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7bbf5-ac04-4808-9590-27381a271f08 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:41.971697 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7bbf5-ac04-4808-9590-27381a271f08 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:41.972140 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7bbf5-ac04-4808-9590-27381a271f08 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:41.972596 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7bbf5-ac04-4808-9590-27381a271f08 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:41.973192 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7bbf5-ac04-4808-9590-27381a271f08 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:41.974308 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7bbf5-ac04-4808-9590-27381a271f08 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:41.975214 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7bbf5-ac04-4808-9590-27381a271f08 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:41.975799 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7bbf5-ac04-4808-9590-27381a271f08 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:41.976882 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7bbf5-ac04-4808-9590-27381a271f08 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:41.977776 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b7bbf5-ac04-4808-9590-27381a271f08 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:18:42.005702 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5f50ec8-0177-454e-b8e4-53deb1a09e81 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:42.077901 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5f50ec8-0177-454e-b8e4-53deb1a09e81 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:42.082001 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5f50ec8-0177-454e-b8e4-53deb1a09e81 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:42.100103 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f50ec8-0177-454e-b8e4-53deb1a09e81 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcda79df-ba76-4231-a202-a85b5f336294,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:42.115888 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5f50ec8-0177-454e-b8e4-53deb1a09e81 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:42.119654 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a5f50ec8-0177-454e-b8e4-53deb1a09e81 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1655729 Jul 06 14:18:42.119865 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56140) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:42.126706 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4cc8baa4-1e17-46d6-8079-aa43031f8720 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Request body: {'security_group_rule': {'security_group_id': 'cd3c3850-f1e6-4271-ab3f-3bf3818cf433', 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:18:42.155640 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4cc8baa4-1e17-46d6-8079-aa43031f8720 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:42.235881 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4cc8baa4-1e17-46d6-8079-aa43031f8720 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:42.240381 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4cc8baa4-1e17-46d6-8079-aa43031f8720 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:42.261267 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8baa4-1e17-46d6-8079-aa43031f8720 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f771b8-4224-4cbc-aa5b-70da5590a745,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:42.273787 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4cc8baa4-1e17-46d6-8079-aa43031f8720 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:42.278048 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4cc8baa4-1e17-46d6-8079-aa43031f8720 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1543579 Jul 06 14:18:42.278794 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56146) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:42.284647 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-bafd8026-b99c-42cc-b814-d2fab161958e tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Request body: {'security_group_rule': {'security_group_id': 'cd3c3850-f1e6-4271-ab3f-3bf3818cf433', 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:18:42.324423 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bafd8026-b99c-42cc-b814-d2fab161958e tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:42.410010 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bafd8026-b99c-42cc-b814-d2fab161958e tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:42.414235 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bafd8026-b99c-42cc-b814-d2fab161958e tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:42.446095 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd8026-b99c-42cc-b814-d2fab161958e tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a9680dc-09c2-4955-9960-30ec5b38060b,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:42.455550 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bafd8026-b99c-42cc-b814-d2fab161958e tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:42.457283 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-bafd8026-b99c-42cc-b814-d2fab161958e tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1773853 Jul 06 14:18:42.460480 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56150) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:42.466141 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-5d1f05dc-bedb-40af-96ac-e46fa6c1b433 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Request body: {'security_group_rule': {'security_group_id': 'cd3c3850-f1e6-4271-ab3f-3bf3818cf433', 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:18:42.514218 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5d1f05dc-bedb-40af-96ac-e46fa6c1b433 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:42.642799 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5d1f05dc-bedb-40af-96ac-e46fa6c1b433 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:42.648813 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5d1f05dc-bedb-40af-96ac-e46fa6c1b433 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:42.674517 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f05dc-bedb-40af-96ac-e46fa6c1b433 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=333cf934-e11d-45f5-ab05-a4a563761a8b,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:42.687119 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5d1f05dc-bedb-40af-96ac-e46fa6c1b433 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:42.692624 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5d1f05dc-bedb-40af-96ac-e46fa6c1b433 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2278881 Jul 06 14:18:42.693036 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56158) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:42.698418 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-9a1245ae-1ab3-444d-9eb3-3484df5ce897 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Request body: {'security_group_rule': {'security_group_id': 'cd3c3850-f1e6-4271-ab3f-3bf3818cf433', 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:18:42.738503 n-d-773644-6 neutron-server[100417]: INFO neutron.db.securitygroups_db [None req-9a1245ae-1ab3-444d-9eb3-3484df5ce897 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Project b14d03db18d44d28b7d0ef624fa50e3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:18:42.744879 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a1245ae-1ab3-444d-9eb3-3484df5ce897 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:42.781711 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8b2340-0038-488c-8528-e0a78ac6d33e None None] Sync routers for ids ['76309c23-a042-4f2b-9bac-7eeb137619f2'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:18:42.802177 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8b2340-0038-488c-8528-e0a78ac6d33e None None] Routers {'76309c23-a042-4f2b-9bac-7eeb137619f2'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:18:42.807142 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2a8b2340-0038-488c-8528-e0a78ac6d33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:18:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['76309c23-a042-4f2b-9bac-7eeb137619f2'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:42.877827 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a1245ae-1ab3-444d-9eb3-3484df5ce897 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:42.886597 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a1245ae-1ab3-444d-9eb3-3484df5ce897 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:42.893914 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 291a65fb-c774-4d60-9fe9-d1b07e9e1795 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:18:42.917907 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1245ae-1ab3-444d-9eb3-3484df5ce897 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=280c4e9b-d1ac-45fd-9328-b6062d4710cb,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:42.936031 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a1245ae-1ab3-444d-9eb3-3484df5ce897 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:42.942386 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56160) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:42.953398 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-0509ef36-9a89-4708-8f64-7b190b19560c tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Request body: {'security_group_rule': {'security_group_id': 'cd3c3850-f1e6-4271-ab3f-3bf3818cf433', 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:18:42.958402 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9a1245ae-1ab3-444d-9eb3-3484df5ce897 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2640929 Jul 06 14:18:42.999794 n-d-773644-6 neutron-server[100418]: INFO neutron.db.securitygroups_db [None req-0509ef36-9a89-4708-8f64-7b190b19560c tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Project b14d03db18d44d28b7d0ef624fa50e3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:18:43.008392 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0509ef36-9a89-4708-8f64-7b190b19560c tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:43.021489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 291a65fb-c774-4d60-9fe9-d1b07e9e1795 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:18:43.022063 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:43.028548 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-2a8b2340-0038-488c-8528-e0a78ac6d33e None None] Set router 76309c23-a042-4f2b-9bac-7eeb137619f2 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:18:43.114811 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0509ef36-9a89-4708-8f64-7b190b19560c tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:43.125420 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0509ef36-9a89-4708-8f64-7b190b19560c tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:43.153528 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509ef36-9a89-4708-8f64-7b190b19560c tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecbb3fa2-ee82-4355-a8d2-976ebea716b4,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:43.168045 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0509ef36-9a89-4708-8f64-7b190b19560c tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:43.170156 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0509ef36-9a89-4708-8f64-7b190b19560c tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2215497 Jul 06 14:18:43.267708 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:43.355848 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2a8b2340-0038-488c-8528-e0a78ac6d33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76309c23-a042-4f2b-9bac-7eeb137619f2', 'name': 'tempest-TestServerBasicOps-1717029528-router', 'tenant_id': '15e79674127a46ccb1839f1dff4b3074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '291a65fb-c774-4d60-9fe9-d1b07e9e1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:18:34Z', 'updated_at': '2021-07-06T14:18:39Z', 'revision_number': 4, 'project_id': '15e79674127a46ccb1839f1dff4b3074', 'gw_port': {'id': '291a65fb-c774-4d60-9fe9-d1b07e9e1795', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ae:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76309c23-a042-4f2b-9bac-7eeb137619f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:35Z', 'updated_at': '2021-07-06T14:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '1c27d64d-28c4-4500-91d7-14a0100ee533', 'name': '', 'network_id': 'c433211f-00cc-4fb4-97ab-e5267139d6cb', 'tenant_id': '15e79674127a46ccb1839f1dff4b3074', 'mac_address': 'fa:16:3e:28:37:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76309c23-a042-4f2b-9bac-7eeb137619f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '4b727782-a5d6-4d8b-a0e9-74f0c3c52a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:38Z', 'updated_at': '2021-07-06T14:18:40Z', 'revision_number': 2, 'project_id': '15e79674127a46ccb1839f1dff4b3074', 'subnets': [{'id': '4b727782-a5d6-4d8b-a0e9-74f0c3c52a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:43.391351 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8b2340-0038-488c-8528-e0a78ac6d33e None None] Checking router: 76309c23-a042-4f2b-9bac-7eeb137619f2 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:18:43.391713 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8b2340-0038-488c-8528-e0a78ac6d33e None None] Updating router 76309c23-a042-4f2b-9bac-7eeb137619f2 port 1c27d64d-28c4-4500-91d7-14a0100ee533 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:18:43.435067 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2a8b2340-0038-488c-8528-e0a78ac6d33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:43.480999 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-282b891b-4449-47ad-ad10-be7f4f171ecd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1643673527&fields=id&tenant_id=b14d03db18d44d28b7d0ef624fa50e3b HTTP/1.1" status: 200 len: 267 time: 0.0492451 Jul 06 14:18:43.599496 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-7ac1d028-d59e-4549-badc-048bd86f8d0f tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:43.601189 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-7ac1d028-d59e-4549-badc-048bd86f8d0f tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "GET /v2.0/networks?id=30e1e582-aa43-4bc7-9eb5-7b18bfef5771 HTTP/1.1" status: 200 len: 808 time: 0.1193821 Jul 06 14:18:43.618353 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-e1af4c93-4837-4418-a5a9-30bf48a29c7c tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "GET /v2.0/quotas/b14d03db18d44d28b7d0ef624fa50e3b HTTP/1.1" status: 200 len: 375 time: 0.0111203 Jul 06 14:18:43.716194 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-8824c0c7-bca7-46a0-bffe-81a9095c5377 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=b14d03db18d44d28b7d0ef624fa50e3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911608 Jul 06 14:18:43.794173 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2a8b2340-0038-488c-8528-e0a78ac6d33e None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:43.810670 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2a8b2340-0038-488c-8528-e0a78ac6d33e None None] Transition to ACTIVE for port object 1c27d64d-28c4-4500-91d7-14a0100ee533 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:18:43.820995 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2a8b2340-0038-488c-8528-e0a78ac6d33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:43.854200 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-897dbbf4-be9e-45e7-bea7-ffb1ceeed978 service neutron] 10.222.0.118 "GET /v2.0/networks/30e1e582-aa43-4bc7-9eb5-7b18bfef5771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232934 Jul 06 14:18:43.884585 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad369d6-9a04-41a5-a9c1-592901ca5e4e None None] Pushing event updated for resources: {'Port': ['ID=1c27d64d-28c4-4500-91d7-14a0100ee533,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:43.979756 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-2a8b2340-0038-488c-8528-e0a78ac6d33e None None] Attempting to bind port 1c27d64d-28c4-4500-91d7-14a0100ee533 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:18:43.980504 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-2a8b2340-0038-488c-8528-e0a78ac6d33e None None] Attempting to bind port 1c27d64d-28c4-4500-91d7-14a0100ee533 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'f5cc4425-dc0f-439a-970c-df3bd34ca3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c433211f-00cc-4fb4-97ab-e5267139d6cb'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:18:43.980880 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8b2340-0038-488c-8528-e0a78ac6d33e None None] Attempting to bind port 1c27d64d-28c4-4500-91d7-14a0100ee533 on network c433211f-00cc-4fb4-97ab-e5267139d6cb {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:18:43.991744 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8b2340-0038-488c-8528-e0a78ac6d33e None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:18:43.995036 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8b2340-0038-488c-8528-e0a78ac6d33e None None] Checking segment: {'id': 'f5cc4425-dc0f-439a-970c-df3bd34ca3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c433211f-00cc-4fb4-97ab-e5267139d6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:18:43.996255 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2a8b2340-0038-488c-8528-e0a78ac6d33e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:43.996255 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8b2340-0038-488c-8528-e0a78ac6d33e None None] Bound using segment: {'id': 'f5cc4425-dc0f-439a-970c-df3bd34ca3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c433211f-00cc-4fb4-97ab-e5267139d6cb'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:18:43.996591 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-2a8b2340-0038-488c-8528-e0a78ac6d33e None None] Bound port: 1c27d64d-28c4-4500-91d7-14a0100ee533, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5cc4425-dc0f-439a-970c-df3bd34ca3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'c433211f-00cc-4fb4-97ab-e5267139d6cb'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:18:43.996787 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2a8b2340-0038-488c-8528-e0a78ac6d33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:43.997565 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-3403e06f-4ac9-463b-a106-684d66fb2e96 service neutron] 10.222.0.118 "GET /v2.0/networks/30e1e582-aa43-4bc7-9eb5-7b18bfef5771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377945 Jul 06 14:18:44.101526 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-2a8b2340-0038-488c-8528-e0a78ac6d33e None None] For port 1c27d64d-28c4-4500-91d7-14a0100ee533, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:18:44.106680 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-2a8b2340-0038-488c-8528-e0a78ac6d33e None None] For port 1c27d64d-28c4-4500-91d7-14a0100ee533, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=1c27d64d-28c4-4500-91d7-14a0100ee533,segment=NetworkSegment(f5cc4425-dc0f-439a-970c-df3bd34ca3fd),segment_id=f5cc4425-dc0f-439a-970c-df3bd34ca3fd)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:18:44.122127 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2a8b2340-0038-488c-8528-e0a78ac6d33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:44.259823 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8b2340-0038-488c-8528-e0a78ac6d33e None None] Routers {'76309c23-a042-4f2b-9bac-7eeb137619f2'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:18:44.260482 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2a8b2340-0038-488c-8528-e0a78ac6d33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:18:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['76309c23-a042-4f2b-9bac-7eeb137619f2'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:44.304271 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0c79b20a-0841-4c55-ac57-00de7aaf2817 req-84eae9af-73be-4107-9edd-cb11a2fe5635 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "GET /v2.0/ports?device_id=2f037187-147b-4dfa-96bf-8aecc0515521 HTTP/1.1" status: 200 len: 210 time: 0.0461302 Jul 06 14:18:44.361943 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad369d6-9a04-41a5-a9c1-592901ca5e4e None None] Pushing event updated for resources: {'Port': ['ID=1c27d64d-28c4-4500-91d7-14a0100ee533,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:44.472231 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-2a8b2340-0038-488c-8528-e0a78ac6d33e None None] Set router 76309c23-a042-4f2b-9bac-7eeb137619f2 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:18:44.720775 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2a8b2340-0038-488c-8528-e0a78ac6d33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76309c23-a042-4f2b-9bac-7eeb137619f2', 'name': 'tempest-TestServerBasicOps-1717029528-router', 'tenant_id': '15e79674127a46ccb1839f1dff4b3074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '291a65fb-c774-4d60-9fe9-d1b07e9e1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:18:34Z', 'updated_at': '2021-07-06T14:18:39Z', 'revision_number': 4, 'project_id': '15e79674127a46ccb1839f1dff4b3074', 'gw_port': {'id': '291a65fb-c774-4d60-9fe9-d1b07e9e1795', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ae:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76309c23-a042-4f2b-9bac-7eeb137619f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:35Z', 'updated_at': '2021-07-06T14:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '1c27d64d-28c4-4500-91d7-14a0100ee533', 'name': '', 'network_id': 'c433211f-00cc-4fb4-97ab-e5267139d6cb', 'tenant_id': '15e79674127a46ccb1839f1dff4b3074', 'mac_address': 'fa:16:3e:28:37:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76309c23-a042-4f2b-9bac-7eeb137619f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '4b727782-a5d6-4d8b-a0e9-74f0c3c52a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:38Z', 'updated_at': '2021-07-06T14:18:44Z', 'revision_number': 4, 'project_id': '15e79674127a46ccb1839f1dff4b3074', 'subnets': [{'id': '4b727782-a5d6-4d8b-a0e9-74f0c3c52a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:44.753430 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8b2340-0038-488c-8528-e0a78ac6d33e None None] The sync data for ids ['76309c23-a042-4f2b-9bac-7eeb137619f2'] in n-d-773644-6 is: [{'id': '76309c23-a042-4f2b-9bac-7eeb137619f2', 'name': 'tempest-TestServerBasicOps-1717029528-router', 'tenant_id': '15e79674127a46ccb1839f1dff4b3074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '291a65fb-c774-4d60-9fe9-d1b07e9e1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:18:34Z', 'updated_at': '2021-07-06T14:18:39Z', 'revision_number': 4, 'project_id': '15e79674127a46ccb1839f1dff4b3074', 'gw_port': {'id': '291a65fb-c774-4d60-9fe9-d1b07e9e1795', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ae:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76309c23-a042-4f2b-9bac-7eeb137619f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:35Z', 'updated_at': '2021-07-06T14:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '1c27d64d-28c4-4500-91d7-14a0100ee533', 'name': '', 'network_id': 'c433211f-00cc-4fb4-97ab-e5267139d6cb', 'tenant_id': '15e79674127a46ccb1839f1dff4b3074', 'mac_address': 'fa:16:3e:28:37:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76309c23-a042-4f2b-9bac-7eeb137619f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '4b727782-a5d6-4d8b-a0e9-74f0c3c52a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:38Z', 'updated_at': '2021-07-06T14:18:44Z', 'revision_number': 4, 'project_id': '15e79674127a46ccb1839f1dff4b3074', 'subnets': [{'id': '4b727782-a5d6-4d8b-a0e9-74f0c3c52a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:18:45.482402 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9cc11104-ff76-4b79-9cae-7033ad55d72d req-c7651c18-e1e3-4cf5-b19c-456d1772ad41 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "GET /v2.0/ports?device_id=2f037187-147b-4dfa-96bf-8aecc0515521 HTTP/1.1" status: 200 len: 210 time: 0.0397632 Jul 06 14:18:45.828452 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-b95c3eb5-903c-4a35-be8c-03859d854885 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:45.830610 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-b95c3eb5-903c-4a35-be8c-03859d854885 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.52 "GET /v2.0/networks?id=30e1e582-aa43-4bc7-9eb5-7b18bfef5771 HTTP/1.1" status: 200 len: 808 time: 0.1503870 Jul 06 14:18:45.923807 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-c3d42d53-238f-4fad-b44d-6e890fddf4b5 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b14d03db18d44d28b7d0ef624fa50e3b HTTP/1.1" status: 200 len: 380 time: 0.0818062 Jul 06 14:18:45.934422 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-acbd44c9-b1ac-4e03-b5f0-addc1efa5630 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Request body: {'port': {'device_id': '2f037187-147b-4dfa-96bf-8aecc0515521', 'network_id': '30e1e582-aa43-4bc7-9eb5-7b18bfef5771', 'admin_state_up': True, 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'security_groups': ['cd3c3850-f1e6-4271-ab3f-3bf3818cf433']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:18:46.075575 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-acbd44c9-b1ac-4e03-b5f0-addc1efa5630 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Made reservation on behalf of b14d03db18d44d28b7d0ef624fa50e3b for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:18:46.079744 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-acbd44c9-b1ac-4e03-b5f0-addc1efa5630 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:46.278333 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-acbd44c9-b1ac-4e03-b5f0-addc1efa5630 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Allocated IP 172.20.0.11 (30e1e582-aa43-4bc7-9eb5-7b18bfef5771/af4f4803-c3c9-47df-9e43-88e09dbc15a2/b75d3017-3911-4fa6-add4-c36782d4ba7b) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:18:46.383365 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [req-42b050ea-6a20-48b0-841b-797d9f49279a req-70fc2952-cacf-4ca5-b3ca-acd40147c080 service neutron] (100417) timed out ('10.222.0.118', 35246) {{(pid=100417) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 14:18:46.475215 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-acbd44c9-b1ac-4e03-b5f0-addc1efa5630 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:46.504133 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-acbd44c9-b1ac-4e03-b5f0-addc1efa5630 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Transition to ACTIVE for port object b75d3017-3911-4fa6-add4-c36782d4ba7b will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:18:46.565943 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-acbd44c9-b1ac-4e03-b5f0-addc1efa5630 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:46.665416 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd44c9-b1ac-4e03-b5f0-addc1efa5630 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Pushing event updated for resources: {'Port': ['ID=b75d3017-3911-4fa6-add4-c36782d4ba7b,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:46.689156 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-acbd44c9-b1ac-4e03-b5f0-addc1efa5630 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Network 30e1e582-aa43-4bc7-9eb5-7b18bfef5771 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:18:46.696592 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-acbd44c9-b1ac-4e03-b5f0-addc1efa5630 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:18:46.702624 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-acbd44c9-b1ac-4e03-b5f0-addc1efa5630 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:18:46.718558 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:46.827127 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-acbd44c9-b1ac-4e03-b5f0-addc1efa5630 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:46.827819 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-acbd44c9-b1ac-4e03-b5f0-addc1efa5630 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:46.853298 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-acbd44c9-b1ac-4e03-b5f0-addc1efa5630 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9236875 Jul 06 14:18:46.866210 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659a949-6323-48b4-8064-0ad2a6314724 req-7f41c276-5adb-4072-b90d-320a9922e98b tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:46.868294 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9659a949-6323-48b4-8064-0ad2a6314724 req-7f41c276-5adb-4072-b90d-320a9922e98b tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "GET /v2.0/ports?device_id=2f037187-147b-4dfa-96bf-8aecc0515521 HTTP/1.1" status: 200 len: 932 time: 0.1215746 Jul 06 14:18:46.873423 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-439d89c9-3e53-49fd-b607-b4d771756f8e service neutron] Request body: {'port': {'device_id': '2f037187-147b-4dfa-96bf-8aecc0515521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:18:46.925354 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 1c27d64d-28c4-4500-91d7-14a0100ee533 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:18:46.947619 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9659a949-6323-48b4-8064-0ad2a6314724 req-f5c03962-c92a-48a8-a28a-2907fde06ca2 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "GET /v2.0/security-groups?id=cd3c3850-f1e6-4271-ab3f-3bf3818cf433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710130 Jul 06 14:18:47.015596 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-439d89c9-3e53-49fd-b607-b4d771756f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:47.036204 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 1c27d64d-28c4-4500-91d7-14a0100ee533 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:18:47.042699 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 1c27d64d-28c4-4500-91d7-14a0100ee533 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:18:47.043359 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:47.130118 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9673b9e8-36c6-46f2-a953-0e26dd3fe9e3 None None] Provisioning for port b75d3017-3911-4fa6-add4-c36782d4ba7b completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:18:47.137005 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9673b9e8-36c6-46f2-a953-0e26dd3fe9e3 None None] Provisioning complete for port b75d3017-3911-4fa6-add4-c36782d4ba7b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:18:47.137587 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9673b9e8-36c6-46f2-a953-0e26dd3fe9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:47.214095 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:47.217432 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9673b9e8-36c6-46f2-a953-0e26dd3fe9e3 None None] Port b75d3017-3911-4fa6-add4-c36782d4ba7b cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:18:47.260461 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 1c27d64d-28c4-4500-91d7-14a0100ee533, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=1c27d64d-28c4-4500-91d7-14a0100ee533,segment=NetworkSegment(f5cc4425-dc0f-439a-970c-df3bd34ca3fd),segment_id=f5cc4425-dc0f-439a-970c-df3bd34ca3fd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:47.265523 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:47.341913 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=1c27d64d-28c4-4500-91d7-14a0100ee533,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:47.344020 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-439d89c9-3e53-49fd-b607-b4d771756f8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b75d3017-3911-4fa6-add4-c36782d4ba7b {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:18:47.363887 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-439d89c9-3e53-49fd-b607-b4d771756f8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:47.379595 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-439d89c9-3e53-49fd-b607-b4d771756f8e service neutron] Transition to ACTIVE for port object b75d3017-3911-4fa6-add4-c36782d4ba7b will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:18:47.391537 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-439d89c9-3e53-49fd-b607-b4d771756f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:47.450361 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d89c9-3e53-49fd-b607-b4d771756f8e service neutron] Pushing event updated for resources: {'Port': ['ID=b75d3017-3911-4fa6-add4-c36782d4ba7b,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:47.559207 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-439d89c9-3e53-49fd-b607-b4d771756f8e service neutron] Attempting to bind port b75d3017-3911-4fa6-add4-c36782d4ba7b on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:18:47.559818 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-439d89c9-3e53-49fd-b607-b4d771756f8e service neutron] Attempting to bind port b75d3017-3911-4fa6-add4-c36782d4ba7b by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '75b9c281-8443-464c-8036-e857b68ec02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '30e1e582-aa43-4bc7-9eb5-7b18bfef5771'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:18:47.559967 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-439d89c9-3e53-49fd-b607-b4d771756f8e service neutron] Attempting to bind port b75d3017-3911-4fa6-add4-c36782d4ba7b on network 30e1e582-aa43-4bc7-9eb5-7b18bfef5771 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:18:47.567110 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-439d89c9-3e53-49fd-b607-b4d771756f8e service neutron] Port b75d3017-3911-4fa6-add4-c36782d4ba7b on network 30e1e582-aa43-4bc7-9eb5-7b18bfef5771 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:18:47.567110 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-439d89c9-3e53-49fd-b607-b4d771756f8e service neutron] Attempting to bind port b75d3017-3911-4fa6-add4-c36782d4ba7b on network 30e1e582-aa43-4bc7-9eb5-7b18bfef5771 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:18:47.576295 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-439d89c9-3e53-49fd-b607-b4d771756f8e service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:18:47.576947 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-439d89c9-3e53-49fd-b607-b4d771756f8e service neutron] Checking segment: {'id': '75b9c281-8443-464c-8036-e857b68ec02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '30e1e582-aa43-4bc7-9eb5-7b18bfef5771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:18:47.577543 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-439d89c9-3e53-49fd-b607-b4d771756f8e service neutron] Bound using segment: {'id': '75b9c281-8443-464c-8036-e857b68ec02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '30e1e582-aa43-4bc7-9eb5-7b18bfef5771'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:18:47.578497 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-439d89c9-3e53-49fd-b607-b4d771756f8e service neutron] Bound port: b75d3017-3911-4fa6-add4-c36782d4ba7b, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75b9c281-8443-464c-8036-e857b68ec02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '30e1e582-aa43-4bc7-9eb5-7b18bfef5771'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:18:47.579056 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-439d89c9-3e53-49fd-b607-b4d771756f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:47.674120 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-439d89c9-3e53-49fd-b607-b4d771756f8e service neutron] For port b75d3017-3911-4fa6-add4-c36782d4ba7b, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:18:47.678868 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-439d89c9-3e53-49fd-b607-b4d771756f8e service neutron] For port b75d3017-3911-4fa6-add4-c36782d4ba7b, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=b75d3017-3911-4fa6-add4-c36782d4ba7b,segment=NetworkSegment(75b9c281-8443-464c-8036-e857b68ec02c),segment_id=75b9c281-8443-464c-8036-e857b68ec02c)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:18:47.685579 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-439d89c9-3e53-49fd-b607-b4d771756f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:47.727751 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-439d89c9-3e53-49fd-b607-b4d771756f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:47.728506 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-439d89c9-3e53-49fd-b607-b4d771756f8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:47.730071 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-439d89c9-3e53-49fd-b607-b4d771756f8e service neutron] 10.222.0.52 "PUT /v2.0/ports/b75d3017-3911-4fa6-add4-c36782d4ba7b HTTP/1.1" status: 200 len: 1092 time: 0.8607688 Jul 06 14:18:47.730973 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f037187-147b-4dfa-96bf-8aecc0515521', 'tag': 'b75d3017-3911-4fa6-add4-c36782d4ba7b'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:18:47.733598 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178c2c06-5e9b-4662-9b1e-de112f6bfca9" -d '{"events": [{"name": "network-changed", "server_uuid": "2f037187-147b-4dfa-96bf-8aecc0515521", "tag": "b75d3017-3911-4fa6-add4-c36782d4ba7b"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:18:47.808988 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffdfa76-aa8a-4546-bf91-f30a3e1c70f7 x-openstack-request-id: req-3ffdfa76-aa8a-4546-bf91-f30a3e1c70f7 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:18:47.809358 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f037187-147b-4dfa-96bf-8aecc0515521", "tag": "b75d3017-3911-4fa6-add4-c36782d4ba7b", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:18:47.809550 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-3ffdfa76-aa8a-4546-bf91-f30a3e1c70f7 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:18:47.809947 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f037187-147b-4dfa-96bf-8aecc0515521', 'tag': 'b75d3017-3911-4fa6-add4-c36782d4ba7b', 'status': 'completed', 'code': 200} Jul 06 14:18:47.842055 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d89c9-3e53-49fd-b607-b4d771756f8e service neutron] Pushing event updated for resources: {'Port': ['ID=b75d3017-3911-4fa6-add4-c36782d4ba7b,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:47.870297 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-c6bc6cb5-2850-4c56-b99a-81b3681ba619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:47.871971 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-c6bc6cb5-2850-4c56-b99a-81b3681ba619 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b14d03db18d44d28b7d0ef624fa50e3b&device_id=2f037187-147b-4dfa-96bf-8aecc0515521 HTTP/1.1" status: 200 len: 1095 time: 0.0758450 Jul 06 14:18:47.921161 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-289500d8-cf5e-4f68-a679-1dcc03983366 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b75d3017-3911-4fa6-add4-c36782d4ba7b HTTP/1.1" status: 200 len: 217 time: 0.0409517 Jul 06 14:18:47.981067 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-ade774c1-e754-45ec-bcd1-45c6863692fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:47.982546 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-ade774c1-e754-45ec-bcd1-45c6863692fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=af4f4803-c3c9-47df-9e43-88e09dbc15a2 HTTP/1.1" status: 200 len: 847 time: 0.0552104 Jul 06 14:18:48.047399 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-366d7fe3-9f05-4525-ad4b-c39beb40e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:48.049072 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-366d7fe3-9f05-4525-ad4b-c39beb40e717 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=30e1e582-aa43-4bc7-9eb5-7b18bfef5771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588636 Jul 06 14:18:48.187138 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-da35d9bd-c770-4dab-8031-e95815508c89 service neutron] 10.222.0.52 "GET /v2.0/networks/30e1e582-aa43-4bc7-9eb5-7b18bfef5771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286392 Jul 06 14:18:48.223591 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9e24f-d8e0-4e00-94f3-6682460053d0 req-8138d549-6e40-4970-9479-ea34e54707e2 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:48.225131 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a2a9e24f-d8e0-4e00-94f3-6682460053d0 req-8138d549-6e40-4970-9479-ea34e54707e2 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "GET /v2.0/ports?device_id=2f037187-147b-4dfa-96bf-8aecc0515521 HTTP/1.1" status: 200 len: 944 time: 0.1203341 Jul 06 14:18:48.647795 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a2a9e24f-d8e0-4e00-94f3-6682460053d0 req-adad3f6b-e88f-410c-9ac6-8fa316ca6e38 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "GET /v2.0/security-groups?id=cd3c3850-f1e6-4271-ab3f-3bf3818cf433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3938422 Jul 06 14:18:48.665127 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b44db773-3e12-4419-a164-1f0f9ff553e6 req-178e6648-2dde-4d8a-97ff-e5ca3d23c8ab service neutron] 10.222.0.52 "GET /v2.0/networks/30e1e582-aa43-4bc7-9eb5-7b18bfef5771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690926 Jul 06 14:18:48.774711 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c2c06-5e9b-4662-9b1e-de112f6bfca9 req-cd3bd3f6-e5b9-41c2-b9d1-8296a9701ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:48.776270 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-178c2c06-5e9b-4662-9b1e-de112f6bfca9 req-cd3bd3f6-e5b9-41c2-b9d1-8296a9701ef1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b14d03db18d44d28b7d0ef624fa50e3b&device_id=2f037187-147b-4dfa-96bf-8aecc0515521 HTTP/1.1" status: 200 len: 1095 time: 0.0552142 Jul 06 14:18:48.807516 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:48.856230 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 1c27d64d-28c4-4500-91d7-14a0100ee533 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:18:48.908952 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c2c06-5e9b-4662-9b1e-de112f6bfca9 req-0a2972ce-91d2-4d4d-94f2-4b8b7f45c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:48.911105 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-178c2c06-5e9b-4662-9b1e-de112f6bfca9 req-0a2972ce-91d2-4d4d-94f2-4b8b7f45c562 service neutron] 10.222.0.52 "GET /v2.0/networks?id=30e1e582-aa43-4bc7-9eb5-7b18bfef5771 HTTP/1.1" status: 200 len: 909 time: 0.1269495 Jul 06 14:18:48.932157 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 1c27d64d-28c4-4500-91d7-14a0100ee533 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:18:48.932840 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:48.965696 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-178c2c06-5e9b-4662-9b1e-de112f6bfca9 req-42506743-277e-4512-a4f9-fb7615ed5e8e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b75d3017-3911-4fa6-add4-c36782d4ba7b HTTP/1.1" status: 200 len: 217 time: 0.0451162 Jul 06 14:18:49.028727 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c2c06-5e9b-4662-9b1e-de112f6bfca9 req-2dea6b99-5760-4fb4-82fc-a75e5d4fc1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:49.030284 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-178c2c06-5e9b-4662-9b1e-de112f6bfca9 req-2dea6b99-5760-4fb4-82fc-a75e5d4fc1e8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=af4f4803-c3c9-47df-9e43-88e09dbc15a2 HTTP/1.1" status: 200 len: 847 time: 0.0575168 Jul 06 14:18:49.099803 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c2c06-5e9b-4662-9b1e-de112f6bfca9 req-e56e9882-8f7a-402b-9061-af52922c57b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:49.101489 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-178c2c06-5e9b-4662-9b1e-de112f6bfca9 req-e56e9882-8f7a-402b-9061-af52922c57b3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=30e1e582-aa43-4bc7-9eb5-7b18bfef5771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640116 Jul 06 14:18:49.204891 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-178c2c06-5e9b-4662-9b1e-de112f6bfca9 req-5d027b93-5f64-47ab-9326-702cac6675d2 service neutron] 10.222.0.52 "GET /v2.0/networks/30e1e582-aa43-4bc7-9eb5-7b18bfef5771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953808 Jul 06 14:18:49.324762 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-178c2c06-5e9b-4662-9b1e-de112f6bfca9 req-04ab16ec-224d-4035-92f7-7cb7feb8a4dd service neutron] 10.222.0.52 "GET /v2.0/networks/30e1e582-aa43-4bc7-9eb5-7b18bfef5771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112864 Jul 06 14:18:49.714717 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:18:49.960845 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ed6a7-3df1-4984-9e3b-3e08c64b8d85 req-a1df5cdc-2224-4376-99a1-df07fb564e0d tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:49.963309 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de1ed6a7-3df1-4984-9e3b-3e08c64b8d85 req-a1df5cdc-2224-4376-99a1-df07fb564e0d tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "GET /v2.0/ports?device_id=2f037187-147b-4dfa-96bf-8aecc0515521 HTTP/1.1" status: 200 len: 944 time: 0.0721264 Jul 06 14:18:50.035463 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de1ed6a7-3df1-4984-9e3b-3e08c64b8d85 req-17cd0730-3ee5-49fc-a170-57b904b60a9f tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "GET /v2.0/security-groups?id=cd3c3850-f1e6-4271-ab3f-3bf3818cf433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650170 Jul 06 14:18:51.321034 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a13b5e-d3e8-45c2-a43e-23ba4d4e48a6 req-c59eacfa-2231-49f2-a0cb-25651890d754 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:51.323354 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76a13b5e-d3e8-45c2-a43e-23ba4d4e48a6 req-c59eacfa-2231-49f2-a0cb-25651890d754 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "GET /v2.0/ports?device_id=2f037187-147b-4dfa-96bf-8aecc0515521 HTTP/1.1" status: 200 len: 944 time: 0.1235881 Jul 06 14:18:51.389248 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76a13b5e-d3e8-45c2-a43e-23ba4d4e48a6 req-032bb3ca-568a-4d11-92a0-cd84071c51aa tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "GET /v2.0/security-groups?id=cd3c3850-f1e6-4271-ab3f-3bf3818cf433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587990 Jul 06 14:18:51.892413 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device b75d3017-3911-4fa6-add4-c36782d4ba7b details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:18:52.217587 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port b75d3017-3911-4fa6-add4-c36782d4ba7b, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=b75d3017-3911-4fa6-add4-c36782d4ba7b,segment=NetworkSegment(75b9c281-8443-464c-8036-e857b68ec02c),segment_id=75b9c281-8443-464c-8036-e857b68ec02c)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:52.233874 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'b75d3017-3911-4fa6-add4-c36782d4ba7b', 'network_id': '30e1e582-aa43-4bc7-9eb5-7b18bfef5771', 'port_id': 'b75d3017-3911-4fa6-add4-c36782d4ba7b', 'mac_address': 'fa:16:3e:e9:c7:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af4f4803-c3c9-47df-9e43-88e09dbc15a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:18:52.305937 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:52.333116 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b75d3017-3911-4fa6-add4-c36782d4ba7b {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:18:52.369115 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port b75d3017-3911-4fa6-add4-c36782d4ba7b, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=b75d3017-3911-4fa6-add4-c36782d4ba7b,segment=NetworkSegment(75b9c281-8443-464c-8036-e857b68ec02c),segment_id=75b9c281-8443-464c-8036-e857b68ec02c)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:52.378770 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:52.475966 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=b75d3017-3911-4fa6-add4-c36782d4ba7b,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:52.628793 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76a152-8a66-422c-a77c-7881fb268e34 req-818297eb-3a64-4f6c-a59a-52f404cf96a4 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:52.631470 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c76a152-8a66-422c-a77c-7881fb268e34 req-818297eb-3a64-4f6c-a59a-52f404cf96a4 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "GET /v2.0/ports?device_id=2f037187-147b-4dfa-96bf-8aecc0515521 HTTP/1.1" status: 200 len: 945 time: 0.0992923 Jul 06 14:18:52.632731 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['b75d3017-3911-4fa6-add4-c36782d4ba7b'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:18:52.693078 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c76a152-8a66-422c-a77c-7881fb268e34 req-435afd64-1997-4e2c-8eda-bf50d18c40b1 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "GET /v2.0/security-groups?id=cd3c3850-f1e6-4271-ab3f-3bf3818cf433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554056 Jul 06 14:18:53.907731 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device b75d3017-3911-4fa6-add4-c36782d4ba7b up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:18:53.972016 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port b75d3017-3911-4fa6-add4-c36782d4ba7b completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:18:53.981349 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port b75d3017-3911-4fa6-add4-c36782d4ba7b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:18:53.982108 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:54.081341 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5dc18-cd90-40fb-84b1-a02c137b202d req-b0562792-f3de-46ca-a957-919e25711be3 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:54.086434 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f6f5dc18-cd90-40fb-84b1-a02c137b202d req-b0562792-f3de-46ca-a957-919e25711be3 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "GET /v2.0/ports?device_id=2f037187-147b-4dfa-96bf-8aecc0515521 HTTP/1.1" status: 200 len: 945 time: 0.1222339 Jul 06 14:18:54.089317 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:54.118624 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f037187-147b-4dfa-96bf-8aecc0515521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75d3017-3911-4fa6-add4-c36782d4ba7b'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:18:54.121200 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f705d9-8edc-4358-ba02-f426016a8b0d" -d '{"events": [{"server_uuid": "2f037187-147b-4dfa-96bf-8aecc0515521", "name": "network-vif-plugged", "status": "completed", "tag": "b75d3017-3911-4fa6-add4-c36782d4ba7b"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:18:54.140161 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port b75d3017-3911-4fa6-add4-c36782d4ba7b, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=b75d3017-3911-4fa6-add4-c36782d4ba7b,segment=NetworkSegment(75b9c281-8443-464c-8036-e857b68ec02c),segment_id=75b9c281-8443-464c-8036-e857b68ec02c)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:18:54.146513 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f6f5dc18-cd90-40fb-84b1-a02c137b202d req-25125bef-db1e-40bd-bca0-15dd79f1ea29 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "GET /v2.0/security-groups?id=cd3c3850-f1e6-4271-ab3f-3bf3818cf433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526152 Jul 06 14:18:54.147953 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:54.211142 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=b75d3017-3911-4fa6-add4-c36782d4ba7b,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:54.221924 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa4ea3f-a85c-4e63-b8f1-085c358152df x-openstack-request-id: req-caa4ea3f-a85c-4e63-b8f1-085c358152df {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:18:54.222490 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f037187-147b-4dfa-96bf-8aecc0515521", "name": "network-vif-plugged", "status": "completed", "tag": "b75d3017-3911-4fa6-add4-c36782d4ba7b", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:18:54.222978 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-caa4ea3f-a85c-4e63-b8f1-085c358152df {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:18:54.223156 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f037187-147b-4dfa-96bf-8aecc0515521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75d3017-3911-4fa6-add4-c36782d4ba7b', 'code': 200} Jul 06 14:18:54.351236 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9212e5d-7893-479b-a004-46f8e2a18383 req-9cb3bcaf-515b-4dd1-a315-b37e22b96aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:54.352763 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d9212e5d-7893-479b-a004-46f8e2a18383 req-9cb3bcaf-515b-4dd1-a315-b37e22b96aba service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2f037187-147b-4dfa-96bf-8aecc0515521 HTTP/1.1" status: 200 len: 1097 time: 0.0619879 Jul 06 14:18:54.388997 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d9212e5d-7893-479b-a004-46f8e2a18383 req-eeda9169-3098-44f8-ba22-0f6908d6789f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cd3c3850-f1e6-4271-ab3f-3bf3818cf433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290005 Jul 06 14:18:55.547901 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202cc64-8b8c-4df9-9fed-fe894e5714fa req-d797d618-3511-4c51-94ba-e0521799f37a tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:55.555167 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0202cc64-8b8c-4df9-9fed-fe894e5714fa req-d797d618-3511-4c51-94ba-e0521799f37a tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "GET /v2.0/ports?device_id=2f037187-147b-4dfa-96bf-8aecc0515521 HTTP/1.1" status: 200 len: 946 time: 0.0819044 Jul 06 14:18:55.592105 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0202cc64-8b8c-4df9-9fed-fe894e5714fa req-a3196241-4d41-4059-8490-020f9634a4f1 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "GET /v2.0/security-groups?id=cd3c3850-f1e6-4271-ab3f-3bf3818cf433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360296 Jul 06 14:18:56.808770 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a23472-c3e8-4a88-9d88-32a82344c59e req-7e8b098f-ffa8-460b-a3c2-86bf1db5a1f6 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:56.810450 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c3a23472-c3e8-4a88-9d88-32a82344c59e req-7e8b098f-ffa8-460b-a3c2-86bf1db5a1f6 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "GET /v2.0/ports?device_id=2f037187-147b-4dfa-96bf-8aecc0515521 HTTP/1.1" status: 200 len: 946 time: 0.0923913 Jul 06 14:18:56.855349 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c3a23472-c3e8-4a88-9d88-32a82344c59e req-141cb674-cf18-495a-b428-7638c9daae8d tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "GET /v2.0/security-groups?id=cd3c3850-f1e6-4271-ab3f-3bf3818cf433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375943 Jul 06 14:18:57.051352 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596dcf45-976f-4f6f-8243-cbba347c46af req-7634865d-e2a4-4d8a-945a-ab2e9c0df360 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:57.052936 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-596dcf45-976f-4f6f-8243-cbba347c46af req-7634865d-e2a4-4d8a-945a-ab2e9c0df360 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "GET /v2.0/ports?device_id=2f037187-147b-4dfa-96bf-8aecc0515521 HTTP/1.1" status: 200 len: 946 time: 0.0778909 Jul 06 14:18:57.094225 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-596dcf45-976f-4f6f-8243-cbba347c46af req-5b0aa135-a58f-4214-af5b-959eef58a3c0 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "GET /v2.0/security-groups?id=cd3c3850-f1e6-4271-ab3f-3bf3818cf433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351324 Jul 06 14:18:57.286589 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117d39d-5b33-42dd-a335-8b48a2282d8c req-2b03c4e4-08f8-45a7-8ef7-348d7048364c tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:57.288860 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9117d39d-5b33-42dd-a335-8b48a2282d8c req-2b03c4e4-08f8-45a7-8ef7-348d7048364c tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "GET /v2.0/ports?device_id=2f037187-147b-4dfa-96bf-8aecc0515521 HTTP/1.1" status: 200 len: 946 time: 0.0738406 Jul 06 14:18:57.339476 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9117d39d-5b33-42dd-a335-8b48a2282d8c req-44b47973-1a8f-4989-8544-821094a9b01a tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "GET /v2.0/security-groups?id=cd3c3850-f1e6-4271-ab3f-3bf3818cf433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446277 Jul 06 14:18:57.366098 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56752) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:57.541456 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af17700d-c733-4afd-8c2a-aa9172e9294a tempest-TestServerBasicOps-706561381 tempest-TestServerBasicOps-706561381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:57.546277 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56762) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:18:57.547335 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-af17700d-c733-4afd-8c2a-aa9172e9294a tempest-TestServerBasicOps-706561381 tempest-TestServerBasicOps-706561381-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=2f037187-147b-4dfa-96bf-8aecc0515521 HTTP/1.1" status: 200 len: 1092 time: 0.1785433 Jul 06 14:18:57.551903 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-277bb3da-cd83-442e-adf1-533514f955bd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'port_id': 'b75d3017-3911-4fa6-add4-c36782d4ba7b', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:18:57.587526 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-277bb3da-cd83-442e-adf1-533514f955bd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:57.706466 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-277bb3da-cd83-442e-adf1-533514f955bd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:57.818746 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-277bb3da-cd83-442e-adf1-533514f955bd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Allocated IP 172.25.6.185 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/f4b2859c-b685-4a6c-b895-ebdfe9f6a281) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:18:57.936055 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-277bb3da-cd83-442e-adf1-533514f955bd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:57.983050 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-277bb3da-cd83-442e-adf1-533514f955bd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:58.028177 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277bb3da-cd83-442e-adf1-533514f955bd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:18:58.035301 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-277bb3da-cd83-442e-adf1-533514f955bd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:18:58.038139 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277bb3da-cd83-442e-adf1-533514f955bd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:18:58.063289 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277bb3da-cd83-442e-adf1-533514f955bd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Pushing event updated for resources: {'Port': ['ID=f4b2859c-b685-4a6c-b895-ebdfe9f6a281,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:58.554647 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-277bb3da-cd83-442e-adf1-533514f955bd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:58.674087 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-277bb3da-cd83-442e-adf1-533514f955bd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:58.876169 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-277bb3da-cd83-442e-adf1-533514f955bd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:58.881111 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-277bb3da-cd83-442e-adf1-533514f955bd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:58.960923 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277bb3da-cd83-442e-adf1-533514f955bd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Pushing event updated for resources: {'Port': ['ID=f4b2859c-b685-4a6c-b895-ebdfe9f6a281,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:18:58.967539 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-277bb3da-cd83-442e-adf1-533514f955bd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:59.074871 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-277bb3da-cd83-442e-adf1-533514f955bd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Floating IP c9ff6888-c551-4579-b64e-c2c2bd0ac4ab associated. External IP: 172.25.6.185, port: b75d3017-3911-4fa6-add4-c36782d4ba7b. Jul 06 14:18:59.294160 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277bb3da-cd83-442e-adf1-533514f955bd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Router ec493abc-2ab4-438e-aff7-9090f6f38d4f has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:18:59.422924 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277bb3da-cd83-442e-adf1-533514f955bd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:18:59.439065 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f982b79-b777-491a-a5a2-b6c965a96adb None None] Sync routers for ids ['ec493abc-2ab4-438e-aff7-9090f6f38d4f'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:18:59.448096 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-277bb3da-cd83-442e-adf1-533514f955bd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:18:59.457817 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f982b79-b777-491a-a5a2-b6c965a96adb None None] Routers {'ec493abc-2ab4-438e-aff7-9090f6f38d4f'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:18:59.460436 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-5f982b79-b777-491a-a5a2-b6c965a96adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:18:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ec493abc-2ab4-438e-aff7-9090f6f38d4f'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:18:59.505880 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-277bb3da-cd83-442e-adf1-533514f955bd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9475219 Jul 06 14:18:59.505880 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f037187-147b-4dfa-96bf-8aecc0515521', 'tag': 'b75d3017-3911-4fa6-add4-c36782d4ba7b'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:18:59.505880 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9dd85f0-569a-4488-aa01-c9d127a4d44e" -d '{"events": [{"name": "network-changed", "server_uuid": "2f037187-147b-4dfa-96bf-8aecc0515521", "tag": "b75d3017-3911-4fa6-add4-c36782d4ba7b"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:18:59.553060 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72367979-4d0e-411b-95fe-cc8d6f93200e x-openstack-request-id: req-72367979-4d0e-411b-95fe-cc8d6f93200e {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:18:59.553656 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f037187-147b-4dfa-96bf-8aecc0515521", "tag": "b75d3017-3911-4fa6-add4-c36782d4ba7b", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:18:59.554084 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-72367979-4d0e-411b-95fe-cc8d6f93200e {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:18:59.554632 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f037187-147b-4dfa-96bf-8aecc0515521', 'tag': 'b75d3017-3911-4fa6-add4-c36782d4ba7b', 'status': 'completed', 'code': 200} Jul 06 14:18:59.597950 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-5f982b79-b777-491a-a5a2-b6c965a96adb None None] Set router ec493abc-2ab4-438e-aff7-9090f6f38d4f gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:18:59.658311 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd85f0-569a-4488-aa01-c9d127a4d44e req-03b674f6-5a33-404b-bf18-00b0f98e88bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:59.660118 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9dd85f0-569a-4488-aa01-c9d127a4d44e req-03b674f6-5a33-404b-bf18-00b0f98e88bc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b14d03db18d44d28b7d0ef624fa50e3b&device_id=2f037187-147b-4dfa-96bf-8aecc0515521 HTTP/1.1" status: 200 len: 1097 time: 0.0750718 Jul 06 14:18:59.780886 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd85f0-569a-4488-aa01-c9d127a4d44e req-d5cb103c-749b-4366-96f1-11a490900826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:59.783562 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9dd85f0-569a-4488-aa01-c9d127a4d44e req-d5cb103c-749b-4366-96f1-11a490900826 service neutron] 10.222.0.52 "GET /v2.0/networks?id=30e1e582-aa43-4bc7-9eb5-7b18bfef5771 HTTP/1.1" status: 200 len: 909 time: 0.1159570 Jul 06 14:18:59.875680 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9dd85f0-569a-4488-aa01-c9d127a4d44e req-cbfc090b-7340-4c2f-9266-50d2b4a5d058 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b75d3017-3911-4fa6-add4-c36782d4ba7b HTTP/1.1" status: 200 len: 1000 time: 0.0839779 Jul 06 14:18:59.965096 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd85f0-569a-4488-aa01-c9d127a4d44e req-506fe33e-4325-4b8c-94de-6db608a49b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:18:59.976600 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9dd85f0-569a-4488-aa01-c9d127a4d44e req-506fe33e-4325-4b8c-94de-6db608a49b3c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=af4f4803-c3c9-47df-9e43-88e09dbc15a2 HTTP/1.1" status: 200 len: 847 time: 0.0946438 Jul 06 14:19:00.025382 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-5f982b79-b777-491a-a5a2-b6c965a96adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'name': 'tempest-TestServerBasicOps-190319381-router', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '1e7465ad-134f-42e3-9483-c707a8227145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:18:27Z', 'updated_at': '2021-07-06T14:18:32Z', 'revision_number': 4, 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'gw_port': {'id': '1e7465ad-134f-42e3-9483-c707a8227145', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:28Z', 'updated_at': '2021-07-06T14:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'c9ff6888-c551-4579-b64e-c2c2bd0ac4ab', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'port_id': 'b75d3017-3911-4fa6-add4-c36782d4ba7b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e1e582-aa43-4bc7-9eb5-7b18bfef5771', 'mac_address': 'fa:16:3e:e9:c7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f037187-147b-4dfa-96bf-8aecc0515521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:18:58Z', 'updated_at': '2021-07-06T14:18:58Z', 'revision_number': 0, 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e547f040-efd4-4f45-a184-1f9ce56b24f0', 'name': '', 'network_id': '30e1e582-aa43-4bc7-9eb5-7b18bfef5771', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'mac_address': 'fa:16:3e:b9:64:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'af4f4803-c3c9-47df-9e43-88e09dbc15a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:31Z', 'updated_at': '2021-07-06T14:18:38Z', 'revision_number': 5, 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'subnets': [{'id': 'af4f4803-c3c9-47df-9e43-88e09dbc15a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:00.072294 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd85f0-569a-4488-aa01-c9d127a4d44e req-60ce0f3e-6522-4693-a25c-e3ca5e6a15c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:00.072859 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f982b79-b777-491a-a5a2-b6c965a96adb None None] Checking router: ec493abc-2ab4-438e-aff7-9090f6f38d4f for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:19:00.073938 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9dd85f0-569a-4488-aa01-c9d127a4d44e req-60ce0f3e-6522-4693-a25c-e3ca5e6a15c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=30e1e582-aa43-4bc7-9eb5-7b18bfef5771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864601 Jul 06 14:19:00.087075 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f982b79-b777-491a-a5a2-b6c965a96adb None None] Routers {'ec493abc-2ab4-438e-aff7-9090f6f38d4f'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:19:00.089269 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-5f982b79-b777-491a-a5a2-b6c965a96adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:18:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ec493abc-2ab4-438e-aff7-9090f6f38d4f'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:00.320551 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9dd85f0-569a-4488-aa01-c9d127a4d44e req-bbfd99a0-c773-4c07-ad9e-84b9cfeb28d0 service neutron] 10.222.0.52 "GET /v2.0/networks/30e1e582-aa43-4bc7-9eb5-7b18bfef5771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365282 Jul 06 14:19:00.360365 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-5f982b79-b777-491a-a5a2-b6c965a96adb None None] Set router ec493abc-2ab4-438e-aff7-9090f6f38d4f gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:19:00.480318 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9dd85f0-569a-4488-aa01-c9d127a4d44e req-e861983a-d412-491d-901d-441fa9c891ac service neutron] 10.222.0.52 "GET /v2.0/networks/30e1e582-aa43-4bc7-9eb5-7b18bfef5771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525531 Jul 06 14:19:00.508690 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910923c-9500-4ebb-af1f-41aaabcf7134 req-86cd7975-777b-4792-b89d-f5048a7d5fed tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:00.510152 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9910923c-9500-4ebb-af1f-41aaabcf7134 req-86cd7975-777b-4792-b89d-f5048a7d5fed tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 1098 time: 0.0756428 Jul 06 14:19:00.546930 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9910923c-9500-4ebb-af1f-41aaabcf7134 req-308f0a33-cd2c-4bd0-bcab-c2e109de7c8a tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300529 Jul 06 14:19:00.574249 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56792) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:00.644175 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-5f982b79-b777-491a-a5a2-b6c965a96adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'name': 'tempest-TestServerBasicOps-190319381-router', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '1e7465ad-134f-42e3-9483-c707a8227145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:18:27Z', 'updated_at': '2021-07-06T14:18:32Z', 'revision_number': 4, 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'gw_port': {'id': '1e7465ad-134f-42e3-9483-c707a8227145', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:28Z', 'updated_at': '2021-07-06T14:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'c9ff6888-c551-4579-b64e-c2c2bd0ac4ab', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'port_id': 'b75d3017-3911-4fa6-add4-c36782d4ba7b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e1e582-aa43-4bc7-9eb5-7b18bfef5771', 'mac_address': 'fa:16:3e:e9:c7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f037187-147b-4dfa-96bf-8aecc0515521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:18:58Z', 'updated_at': '2021-07-06T14:18:58Z', 'revision_number': 0, 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e547f040-efd4-4f45-a184-1f9ce56b24f0', 'name': '', 'network_id': '30e1e582-aa43-4bc7-9eb5-7b18bfef5771', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'mac_address': 'fa:16:3e:b9:64:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'af4f4803-c3c9-47df-9e43-88e09dbc15a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:31Z', 'updated_at': '2021-07-06T14:18:38Z', 'revision_number': 5, 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'subnets': [{'id': 'af4f4803-c3c9-47df-9e43-88e09dbc15a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:00.688431 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f982b79-b777-491a-a5a2-b6c965a96adb None None] The sync data for ids ['ec493abc-2ab4-438e-aff7-9090f6f38d4f'] in n-d-773644-6 is: [{'id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'name': 'tempest-TestServerBasicOps-190319381-router', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '1e7465ad-134f-42e3-9483-c707a8227145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:18:27Z', 'updated_at': '2021-07-06T14:18:32Z', 'revision_number': 4, 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'gw_port': {'id': '1e7465ad-134f-42e3-9483-c707a8227145', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:28Z', 'updated_at': '2021-07-06T14:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'c9ff6888-c551-4579-b64e-c2c2bd0ac4ab', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'port_id': 'b75d3017-3911-4fa6-add4-c36782d4ba7b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30e1e582-aa43-4bc7-9eb5-7b18bfef5771', 'mac_address': 'fa:16:3e:e9:c7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f037187-147b-4dfa-96bf-8aecc0515521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:18:58Z', 'updated_at': '2021-07-06T14:18:58Z', 'revision_number': 0, 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e547f040-efd4-4f45-a184-1f9ce56b24f0', 'name': '', 'network_id': '30e1e582-aa43-4bc7-9eb5-7b18bfef5771', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'mac_address': 'fa:16:3e:b9:64:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'af4f4803-c3c9-47df-9e43-88e09dbc15a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:31Z', 'updated_at': '2021-07-06T14:18:38Z', 'revision_number': 5, 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'subnets': [{'id': 'af4f4803-c3c9-47df-9e43-88e09dbc15a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:19:00.792135 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a9bc2-df08-40e9-aac2-9f13d38991dd req-8c7d68b4-615f-413d-82ea-248e3b4b295c tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:00.793711 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-547a9bc2-df08-40e9-aac2-9f13d38991dd req-8c7d68b4-615f-413d-82ea-248e3b4b295c tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.118 "GET /v2.0/ports?device_id=0912d2a2-edfb-4d0b-8296-84cde18d64c5 HTTP/1.1" status: 200 len: 950 time: 0.1139657 Jul 06 14:19:00.841052 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-ac7805d8-e9f7-42b4-80d8-4401723865e1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Deleting port e702a16a-8ab0-4f27-bdc3-d6417b648c97 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:19:00.841318 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac7805d8-e9f7-42b4-80d8-4401723865e1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:00.850209 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-547a9bc2-df08-40e9-aac2-9f13d38991dd req-08533ef1-4e7a-45a8-9ae5-f946d68988db tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9527bfe-5903-49d7-91a7-3a1d283d32b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493135 Jul 06 14:19:00.931285 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca6e54a-9bc0-44f7-928a-7bb5d657519d None None] New status for floating IP c9ff6888-c551-4579-b64e-c2c2bd0ac4ab: ACTIVE {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:19:00.957017 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac7805d8-e9f7-42b4-80d8-4401723865e1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:00.957580 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac7805d8-e9f7-42b4-80d8-4401723865e1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:00.985489 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-ac7805d8-e9f7-42b4-80d8-4401723865e1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Calling delete_port for e702a16a-8ab0-4f27-bdc3-d6417b648c97 owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:19:01.179919 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac7805d8-e9f7-42b4-80d8-4401723865e1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:01.221115 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7805d8-e9f7-42b4-80d8-4401723865e1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event deleted for resources: {'Port': ['ID=e702a16a-8ab0-4f27-bdc3-d6417b648c97,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:01.284658 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac7805d8-e9f7-42b4-80d8-4401723865e1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:01.284916 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-ac7805d8-e9f7-42b4-80d8-4401723865e1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Floating IP b096201d-72de-41d1-9c65-4abd6af0b1ad disassociated (deleted). External IP: 172.25.6.122, port: 301dd780-d292-43d4-bbf7-6b5a3515e116. Jul 06 14:19:01.494035 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7805d8-e9f7-42b4-80d8-4401723865e1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Router 2b879a8e-1724-40ba-a0cd-5f4d3d5932d7 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:19:02.019882 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7805d8-e9f7-42b4-80d8-4401723865e1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:19:02.029654 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c88085-6fa3-4342-bf0f-d715cfce594f None None] Sync routers for ids ['2b879a8e-1724-40ba-a0cd-5f4d3d5932d7'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:19:02.030192 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43e2c4-bbd9-4f6f-a81f-3b1553116718 req-45d54908-aa51-407a-92c5-156b7322edaa tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:02.032121 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a43e2c4-bbd9-4f6f-a81f-3b1553116718 req-45d54908-aa51-407a-92c5-156b7322edaa tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.124 "GET /v2.0/ports?device_id=0912d2a2-edfb-4d0b-8296-84cde18d64c5 HTTP/1.1" status: 200 len: 950 time: 0.1574993 Jul 06 14:19:02.035378 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ac7805d8-e9f7-42b4-80d8-4401723865e1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:02.041598 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c88085-6fa3-4342-bf0f-d715cfce594f None None] Routers {'2b879a8e-1724-40ba-a0cd-5f4d3d5932d7'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:19:02.042273 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-37c88085-6fa3-4342-bf0f-d715cfce594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:18:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2b879a8e-1724-40ba-a0cd-5f4d3d5932d7'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:02.137788 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ac7805d8-e9f7-42b4-80d8-4401723865e1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "DELETE /v2.0/floatingips/b096201d-72de-41d1-9c65-4abd6af0b1ad HTTP/1.1" status: 204 len: 168 time: 1.5623236 Jul 06 14:19:02.141480 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019da687-d48d-41bb-9ba7-408c92dca521', 'tag': '301dd780-d292-43d4-bbf7-6b5a3515e116'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:19:02.144332 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c09d85-e0d9-4993-b694-40b6816cfa23" -d '{"events": [{"name": "network-changed", "server_uuid": "019da687-d48d-41bb-9ba7-408c92dca521", "tag": "301dd780-d292-43d4-bbf7-6b5a3515e116"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:19:02.183462 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdce74-dc58-48fb-a298-42536fde9ec4 req-b4f0b288-832d-420a-9a24-aba8acf73eb1 tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:02.185002 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d0bdce74-dc58-48fb-a298-42536fde9ec4 req-b4f0b288-832d-420a-9a24-aba8acf73eb1 tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.118 "GET /v2.0/ports?device_id=0912d2a2-edfb-4d0b-8296-84cde18d64c5 HTTP/1.1" status: 200 len: 950 time: 0.2130601 Jul 06 14:19:02.185710 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-37c88085-6fa3-4342-bf0f-d715cfce594f None None] Set router 2b879a8e-1724-40ba-a0cd-5f4d3d5932d7 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:19:02.247748 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d0bdce74-dc58-48fb-a298-42536fde9ec4 req-03edb176-ed02-4842-a627-f6c97ce4762a tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.118 "GET /v2.0/security-groups?id=d9527bfe-5903-49d7-91a7-3a1d283d32b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516522 Jul 06 14:19:02.249441 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-8a43e2c4-bbd9-4f6f-a81f-3b1553116718 req-08b8bd20-0331-40c6-97a8-216c0b65ec8b tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Deleting port 58306ac6-c433-4383-8f12-1fc65f8ea108 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:19:02.250458 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8a43e2c4-bbd9-4f6f-a81f-3b1553116718 req-08b8bd20-0331-40c6-97a8-216c0b65ec8b tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:02.379472 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-8a43e2c4-bbd9-4f6f-a81f-3b1553116718 req-08b8bd20-0331-40c6-97a8-216c0b65ec8b tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] For port 58306ac6-c433-4383-8f12-1fc65f8ea108, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=58306ac6-c433-4383-8f12-1fc65f8ea108,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:02.379947 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8a43e2c4-bbd9-4f6f-a81f-3b1553116718 req-08b8bd20-0331-40c6-97a8-216c0b65ec8b tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:02.395605 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-8a43e2c4-bbd9-4f6f-a81f-3b1553116718 req-08b8bd20-0331-40c6-97a8-216c0b65ec8b tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Calling delete_port for 58306ac6-c433-4383-8f12-1fc65f8ea108 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:19:02.422460 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-37c88085-6fa3-4342-bf0f-d715cfce594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993483840', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'c603e353-8b25-4a71-aa17-e1fd42aeb7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:42Z', 'updated_at': '2021-07-06T14:16:48Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'c603e353-8b25-4a71-aa17-e1fd42aeb7b8', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:59:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:42Z', 'updated_at': '2021-07-06T14:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'a24f5952-4948-4e55-9974-dd9d871b7edd', 'name': '', 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:b2:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '4bc6c111-9e19-48a1-90af-3bf03974d2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:47Z', 'updated_at': '2021-07-06T14:16:57Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': '4bc6c111-9e19-48a1-90af-3bf03974d2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:02.451820 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c88085-6fa3-4342-bf0f-d715cfce594f None None] Checking router: 2b879a8e-1724-40ba-a0cd-5f4d3d5932d7 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:19:02.462620 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c88085-6fa3-4342-bf0f-d715cfce594f None None] Routers {'2b879a8e-1724-40ba-a0cd-5f4d3d5932d7'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:19:02.463262 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-37c88085-6fa3-4342-bf0f-d715cfce594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:18:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2b879a8e-1724-40ba-a0cd-5f4d3d5932d7'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:02.579999 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8a43e2c4-bbd9-4f6f-a81f-3b1553116718 req-08b8bd20-0331-40c6-97a8-216c0b65ec8b tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:02.592304 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['58306ac6-c433-4383-8f12-1fc65f8ea108'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:19:02.603681 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-37c88085-6fa3-4342-bf0f-d715cfce594f None None] Set router 2b879a8e-1724-40ba-a0cd-5f4d3d5932d7 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:19:02.631287 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31409de5-18ba-4e79-ab8f-8a0b152c4d3c x-openstack-request-id: req-31409de5-18ba-4e79-ab8f-8a0b152c4d3c {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:19:02.631608 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019da687-d48d-41bb-9ba7-408c92dca521", "tag": "301dd780-d292-43d4-bbf7-6b5a3515e116", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:19:02.637504 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-31409de5-18ba-4e79-ab8f-8a0b152c4d3c {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:19:02.637504 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019da687-d48d-41bb-9ba7-408c92dca521', 'tag': '301dd780-d292-43d4-bbf7-6b5a3515e116', 'status': 'completed', 'code': 200} Jul 06 14:19:02.657293 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8bd20-0331-40c6-97a8-216c0b65ec8b tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Pushing event deleted for resources: {'Port': ['ID=58306ac6-c433-4383-8f12-1fc65f8ea108,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:02.723593 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a43e2c4-bbd9-4f6f-a81f-3b1553116718 req-08b8bd20-0331-40c6-97a8-216c0b65ec8b tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] No DVR routers for this DVR port 58306ac6-c433-4383-8f12-1fc65f8ea108 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:19:02.729155 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8a43e2c4-bbd9-4f6f-a81f-3b1553116718 req-08b8bd20-0331-40c6-97a8-216c0b65ec8b tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:02.731321 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a43e2c4-bbd9-4f6f-a81f-3b1553116718 req-08b8bd20-0331-40c6-97a8-216c0b65ec8b tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.124 "DELETE /v2.0/ports/58306ac6-c433-4383-8f12-1fc65f8ea108 HTTP/1.1" status: 204 len: 173 time: 0.6920817 Jul 06 14:19:02.762507 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c09d85-e0d9-4993-b694-40b6816cfa23 req-4c8f7924-70fc-47a0-8743-036d458e8e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:02.766670 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-15c09d85-e0d9-4993-b694-40b6816cfa23 req-4c8f7924-70fc-47a0-8743-036d458e8e32 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 1098 time: 0.1002803 Jul 06 14:19:02.970071 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c09d85-e0d9-4993-b694-40b6816cfa23 req-0a022823-1356-4c66-8197-d0c764548a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:02.971723 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-15c09d85-e0d9-4993-b694-40b6816cfa23 req-0a022823-1356-4c66-8197-d0c764548a80 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cc831dab-1d14-42b4-acb6-5e0033bd0166 HTTP/1.1" status: 200 len: 897 time: 0.1895638 Jul 06 14:19:02.973774 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-37c88085-6fa3-4342-bf0f-d715cfce594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993483840', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'c603e353-8b25-4a71-aa17-e1fd42aeb7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:42Z', 'updated_at': '2021-07-06T14:16:48Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'c603e353-8b25-4a71-aa17-e1fd42aeb7b8', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:59:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:42Z', 'updated_at': '2021-07-06T14:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'a24f5952-4948-4e55-9974-dd9d871b7edd', 'name': '', 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:b2:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '4bc6c111-9e19-48a1-90af-3bf03974d2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:47Z', 'updated_at': '2021-07-06T14:16:57Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': '4bc6c111-9e19-48a1-90af-3bf03974d2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:03.007495 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c88085-6fa3-4342-bf0f-d715cfce594f None None] The sync data for ids ['2b879a8e-1724-40ba-a0cd-5f4d3d5932d7'] in n-d-773644-6 is: [{'id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993483840', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'c603e353-8b25-4a71-aa17-e1fd42aeb7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:42Z', 'updated_at': '2021-07-06T14:16:48Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'c603e353-8b25-4a71-aa17-e1fd42aeb7b8', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:59:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:42Z', 'updated_at': '2021-07-06T14:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'a24f5952-4948-4e55-9974-dd9d871b7edd', 'name': '', 'network_id': 'cc831dab-1d14-42b4-acb6-5e0033bd0166', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:b2:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': '4bc6c111-9e19-48a1-90af-3bf03974d2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:47Z', 'updated_at': '2021-07-06T14:16:57Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': '4bc6c111-9e19-48a1-90af-3bf03974d2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:19:03.065163 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988eec8-d340-4a77-87af-2261eafdbfca req-0cf2541f-b6e5-4965-b2b8-9561ec77c055 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:03.066845 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7988eec8-d340-4a77-87af-2261eafdbfca req-0cf2541f-b6e5-4965-b2b8-9561ec77c055 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 947 time: 0.2458539 Jul 06 14:19:03.075311 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-15c09d85-e0d9-4993-b694-40b6816cfa23 req-e0c2de0e-5c68-4f2e-8634-2dcc0ade041c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=301dd780-d292-43d4-bbf7-6b5a3515e116 HTTP/1.1" status: 200 len: 217 time: 0.0757012 Jul 06 14:19:03.155106 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c09d85-e0d9-4993-b694-40b6816cfa23 req-f55892cc-ba80-47e9-8be0-f7584b4f1f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:03.156762 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-15c09d85-e0d9-4993-b694-40b6816cfa23 req-f55892cc-ba80-47e9-8be0-f7584b4f1f08 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4bc6c111-9e19-48a1-90af-3bf03974d2f4 HTTP/1.1" status: 200 len: 834 time: 0.0739160 Jul 06 14:19:03.168578 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7988eec8-d340-4a77-87af-2261eafdbfca req-6b4e8e1d-fe84-4749-9646-b84360dfbae9 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921383 Jul 06 14:19:03.262449 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c09d85-e0d9-4993-b694-40b6816cfa23 req-3cd03ee7-218c-46bf-81af-2a5528de3aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:03.264953 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-15c09d85-e0d9-4993-b694-40b6816cfa23 req-3cd03ee7-218c-46bf-81af-2a5528de3aa2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cc831dab-1d14-42b4-acb6-5e0033bd0166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954247 Jul 06 14:19:03.438707 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-15c09d85-e0d9-4993-b694-40b6816cfa23 req-ccefca2f-56d5-4a02-bfda-a94d3ba53d29 service neutron] 10.222.0.52 "GET /v2.0/networks/cc831dab-1d14-42b4-acb6-5e0033bd0166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664782 Jul 06 14:19:03.482481 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb27cc9-981b-4b34-bb3c-3a4207680f3d None None] New status for floating IP b096201d-72de-41d1-9c65-4abd6af0b1ad: DOWN {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:19:03.502970 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59de2ace-ee87-4ff3-8622-ac6a63babd9c req-94176add-cc83-48eb-a687-c4fca977faee tempest-VolumesBackupsTest-1181792960 tempest-VolumesBackupsTest-1181792960-project] 10.222.0.118 "GET /v2.0/ports?device_id=0912d2a2-edfb-4d0b-8296-84cde18d64c5 HTTP/1.1" status: 200 len: 210 time: 0.0488062 Jul 06 14:19:03.604217 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-15c09d85-e0d9-4993-b694-40b6816cfa23 req-c327e999-c8ad-46b0-b16d-d6d4184bca74 service neutron] 10.222.0.52 "GET /v2.0/networks/cc831dab-1d14-42b4-acb6-5e0033bd0166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583157 Jul 06 14:19:04.056304 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48341269-bf77-4349-a388-6e5799d7cf9c req-186a0bba-34a3-460b-a1c9-0570f83031f7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:04.057852 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-48341269-bf77-4349-a388-6e5799d7cf9c req-186a0bba-34a3-460b-a1c9-0570f83031f7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.52 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 947 time: 0.0692427 Jul 06 14:19:04.163410 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-48341269-bf77-4349-a388-6e5799d7cf9c req-0274ab96-66b4-45ff-a603-cdd60d503fa3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Deleting port 301dd780-d292-43d4-bbf7-6b5a3515e116 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:19:04.164109 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-48341269-bf77-4349-a388-6e5799d7cf9c req-0274ab96-66b4-45ff-a603-cdd60d503fa3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:04.317088 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-48341269-bf77-4349-a388-6e5799d7cf9c req-0274ab96-66b4-45ff-a603-cdd60d503fa3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] For port 301dd780-d292-43d4-bbf7-6b5a3515e116, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=301dd780-d292-43d4-bbf7-6b5a3515e116,segment=NetworkSegment(16d6b6c4-d15a-409b-98ae-5eaa333bc3d4),segment_id=16d6b6c4-d15a-409b-98ae-5eaa333bc3d4)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:04.317088 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-48341269-bf77-4349-a388-6e5799d7cf9c req-0274ab96-66b4-45ff-a603-cdd60d503fa3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:04.340595 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-48341269-bf77-4349-a388-6e5799d7cf9c req-0274ab96-66b4-45ff-a603-cdd60d503fa3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Calling delete_port for 301dd780-d292-43d4-bbf7-6b5a3515e116 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:19:04.461388 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23c142-fd3c-42a7-9d9f-538f36221c16 req-84c090fc-8680-45e5-b555-d569c1d9ef48 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:04.462963 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ae23c142-fd3c-42a7-9d9f-538f36221c16 req-84c090fc-8680-45e5-b555-d569c1d9ef48 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=019da687-d48d-41bb-9ba7-408c92dca521 HTTP/1.1" status: 200 len: 947 time: 0.1381831 Jul 06 14:19:04.531723 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ae23c142-fd3c-42a7-9d9f-538f36221c16 req-a810fbc6-4e84-4541-a22e-3467d27c3c82 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=e2816467-33cd-4490-b09d-860122cf181c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577505 Jul 06 14:19:04.569956 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-48341269-bf77-4349-a388-6e5799d7cf9c req-0274ab96-66b4-45ff-a603-cdd60d503fa3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:04.605144 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274ab96-66b4-45ff-a603-cdd60d503fa3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event deleted for resources: {'Port': ['ID=301dd780-d292-43d4-bbf7-6b5a3515e116,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:04.639415 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0912d2a2-edfb-4d0b-8296-84cde18d64c5', 'name': 'network-vif-deleted', 'tag': '58306ac6-c433-4383-8f12-1fc65f8ea108'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:19:04.642106 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c5889b-4087-48df-a95b-a0521e428a0c" -d '{"events": [{"server_uuid": "0912d2a2-edfb-4d0b-8296-84cde18d64c5", "name": "network-vif-deleted", "tag": "58306ac6-c433-4383-8f12-1fc65f8ea108"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:19:04.673187 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-48341269-bf77-4349-a388-6e5799d7cf9c req-0274ab96-66b4-45ff-a603-cdd60d503fa3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] No DVR routers for this DVR port 301dd780-d292-43d4-bbf7-6b5a3515e116 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:19:04.685368 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-48341269-bf77-4349-a388-6e5799d7cf9c req-0274ab96-66b4-45ff-a603-cdd60d503fa3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:04.689700 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-48341269-bf77-4349-a388-6e5799d7cf9c req-0274ab96-66b4-45ff-a603-cdd60d503fa3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.52 "DELETE /v2.0/ports/301dd780-d292-43d4-bbf7-6b5a3515e116 HTTP/1.1" status: 204 len: 173 time: 0.6257086 Jul 06 14:19:04.710427 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c75969-50f3-4a84-aea6-cd6097def480 x-openstack-request-id: req-20c75969-50f3-4a84-aea6-cd6097def480 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:19:04.711176 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0912d2a2-edfb-4d0b-8296-84cde18d64c5", "name": "network-vif-deleted", "tag": "58306ac6-c433-4383-8f12-1fc65f8ea108", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:19:04.711559 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-20c75969-50f3-4a84-aea6-cd6097def480 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:19:04.712048 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0912d2a2-edfb-4d0b-8296-84cde18d64c5', 'name': 'network-vif-deleted', 'tag': '58306ac6-c433-4383-8f12-1fc65f8ea108', 'status': 'completed', 'code': 200} Jul 06 14:19:05.660361 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56830) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:05.911514 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 58306ac6-c433-4383-8f12-1fc65f8ea108 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:19:05.959960 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 58306ac6-c433-4383-8f12-1fc65f8ea108 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:19:05.960292 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 58306ac6-c433-4383-8f12-1fc65f8ea108 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:19:06.435965 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-847d08ae-5efb-4689-b58a-8d35cd9be6ea tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:06.713057 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019da687-d48d-41bb-9ba7-408c92dca521', 'name': 'network-vif-deleted', 'tag': '301dd780-d292-43d4-bbf7-6b5a3515e116'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:19:06.715495 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1caed21f-3d52-4204-a983-a7b1fed3c9d6" -d '{"events": [{"server_uuid": "019da687-d48d-41bb-9ba7-408c92dca521", "name": "network-vif-deleted", "tag": "301dd780-d292-43d4-bbf7-6b5a3515e116"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:19:06.759301 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6069a575-003d-40a3-98e3-ca061149e2b4 x-openstack-request-id: req-6069a575-003d-40a3-98e3-ca061149e2b4 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:19:06.760617 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019da687-d48d-41bb-9ba7-408c92dca521", "name": "network-vif-deleted", "tag": "301dd780-d292-43d4-bbf7-6b5a3515e116", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:19:06.760617 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-6069a575-003d-40a3-98e3-ca061149e2b4 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:19:06.760617 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019da687-d48d-41bb-9ba7-408c92dca521', 'name': 'network-vif-deleted', 'tag': '301dd780-d292-43d4-bbf7-6b5a3515e116', 'status': 'completed', 'code': 200} Jul 06 14:19:06.782750 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-847d08ae-5efb-4689-b58a-8d35cd9be6ea tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Deleting port a24f5952-4948-4e55-9974-dd9d871b7edd {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:19:06.783227 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-847d08ae-5efb-4689-b58a-8d35cd9be6ea tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:06.887615 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-847d08ae-5efb-4689-b58a-8d35cd9be6ea tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] For port a24f5952-4948-4e55-9974-dd9d871b7edd, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a24f5952-4948-4e55-9974-dd9d871b7edd,segment=NetworkSegment(16d6b6c4-d15a-409b-98ae-5eaa333bc3d4),segment_id=16d6b6c4-d15a-409b-98ae-5eaa333bc3d4)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:06.888009 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-847d08ae-5efb-4689-b58a-8d35cd9be6ea tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:06.905166 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-847d08ae-5efb-4689-b58a-8d35cd9be6ea tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Calling delete_port for a24f5952-4948-4e55-9974-dd9d871b7edd owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:19:07.168256 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-847d08ae-5efb-4689-b58a-8d35cd9be6ea tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:07.197355 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d08ae-5efb-4689-b58a-8d35cd9be6ea tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event deleted for resources: {'Port': ['ID=a24f5952-4948-4e55-9974-dd9d871b7edd,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:07.331727 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-acee744c-b6aa-47b5-9b45-7d761b7c5a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:07.479610 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-847d08ae-5efb-4689-b58a-8d35cd9be6ea tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:07.762732 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847d08ae-5efb-4689-b58a-8d35cd9be6ea tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Router 2b879a8e-1724-40ba-a0cd-5f4d3d5932d7 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:19:07.873453 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847d08ae-5efb-4689-b58a-8d35cd9be6ea tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:19:07.881655 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-847d08ae-5efb-4689-b58a-8d35cd9be6ea tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "PUT /v2.0/routers/2b879a8e-1724-40ba-a0cd-5f4d3d5932d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2201855 Jul 06 14:19:07.884387 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56844) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:07.887096 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b96912-034c-408a-9bb6-afe6ec18a866 None None] Sync routers for ids ['2b879a8e-1724-40ba-a0cd-5f4d3d5932d7'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:19:07.899346 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b96912-034c-408a-9bb6-afe6ec18a866 None None] Routers {'2b879a8e-1724-40ba-a0cd-5f4d3d5932d7'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:19:07.900177 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-53b96912-034c-408a-9bb6-afe6ec18a866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:18:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2b879a8e-1724-40ba-a0cd-5f4d3d5932d7'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:07.973297 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 301dd780-d292-43d4-bbf7-6b5a3515e116 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:19:08.003765 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 301dd780-d292-43d4-bbf7-6b5a3515e116 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:19:08.004516 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 301dd780-d292-43d4-bbf7-6b5a3515e116 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:19:08.090233 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf9ca61-6b6e-4d80-a30c-5b8581c3005e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Deleting subnet 4bc6c111-9e19-48a1-90af-3bf03974d2f4 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:19:08.095491 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-faf9ca61-6b6e-4d80-a30c-5b8581c3005e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:08.153524 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-faf9ca61-6b6e-4d80-a30c-5b8581c3005e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:08.198397 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-53b96912-034c-408a-9bb6-afe6ec18a866 None None] Set router 2b879a8e-1724-40ba-a0cd-5f4d3d5932d7 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:19:08.290364 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-faf9ca61-6b6e-4d80-a30c-5b8581c3005e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:08.372989 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-faf9ca61-6b6e-4d80-a30c-5b8581c3005e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:08.408199 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9ca61-6b6e-4d80-a30c-5b8581c3005e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event deleted for resources: {'Subnet': ['ID=4bc6c111-9e19-48a1-90af-3bf03974d2f4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:08.411741 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-faf9ca61-6b6e-4d80-a30c-5b8581c3005e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:08.416912 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-faf9ca61-6b6e-4d80-a30c-5b8581c3005e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "DELETE /v2.0/subnets/4bc6c111-9e19-48a1-90af-3bf03974d2f4 HTTP/1.1" status: 204 len: 168 time: 0.5273628 Jul 06 14:19:08.416912 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56888) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:08.419962 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53e87dc-3534-4f80-b690-98aa2657f10b None None] Network cc831dab-1d14-42b4-acb6-5e0033bd0166 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:19:08.436664 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-53b96912-034c-408a-9bb6-afe6ec18a866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993483840', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'c603e353-8b25-4a71-aa17-e1fd42aeb7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:42Z', 'updated_at': '2021-07-06T14:19:07Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'c603e353-8b25-4a71-aa17-e1fd42aeb7b8', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:59:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:42Z', 'updated_at': '2021-07-06T14:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:08.485577 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b96912-034c-408a-9bb6-afe6ec18a866 None None] Checking router: 2b879a8e-1724-40ba-a0cd-5f4d3d5932d7 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:19:08.495243 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b96912-034c-408a-9bb6-afe6ec18a866 None None] Routers {'2b879a8e-1724-40ba-a0cd-5f4d3d5932d7'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:19:08.495991 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-53b96912-034c-408a-9bb6-afe6ec18a866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:18:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2b879a8e-1724-40ba-a0cd-5f4d3d5932d7'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:08.587005 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-463f0dc8-1aaf-4bdb-a3c6-8d30e993a50d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:08.676727 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-53b96912-034c-408a-9bb6-afe6ec18a866 None None] Set router 2b879a8e-1724-40ba-a0cd-5f4d3d5932d7 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:19:08.769192 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-463f0dc8-1aaf-4bdb-a3c6-8d30e993a50d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:08.781477 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3bd4c0-d44a-4e4e-abcb-c54290b983d4 None None] DHCP port deletion for cc831dab-1d14-42b4-acb6-5e0033bd0166 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:19:08.875279 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-463f0dc8-1aaf-4bdb-a3c6-8d30e993a50d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Deleting port c603e353-8b25-4a71-aa17-e1fd42aeb7b8 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:19:08.876292 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-463f0dc8-1aaf-4bdb-a3c6-8d30e993a50d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:08.988994 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-6a3bd4c0-d44a-4e4e-abcb-c54290b983d4 None None] Deleting port 97112772-bf72-412e-92dc-a0e8afbc0cf0 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:19:08.989659 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6a3bd4c0-d44a-4e4e-abcb-c54290b983d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:09.049795 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-463f0dc8-1aaf-4bdb-a3c6-8d30e993a50d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] For port c603e353-8b25-4a71-aa17-e1fd42aeb7b8, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c603e353-8b25-4a71-aa17-e1fd42aeb7b8,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:09.050170 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-463f0dc8-1aaf-4bdb-a3c6-8d30e993a50d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:09.064416 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-53b96912-034c-408a-9bb6-afe6ec18a866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993483840', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'c603e353-8b25-4a71-aa17-e1fd42aeb7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:42Z', 'updated_at': '2021-07-06T14:19:07Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'c603e353-8b25-4a71-aa17-e1fd42aeb7b8', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:59:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:42Z', 'updated_at': '2021-07-06T14:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:09.071399 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 97112772-bf72-412e-92dc-a0e8afbc0cf0 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:19:09.097025 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-463f0dc8-1aaf-4bdb-a3c6-8d30e993a50d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Calling delete_port for c603e353-8b25-4a71-aa17-e1fd42aeb7b8 owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:19:09.119376 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b96912-034c-408a-9bb6-afe6ec18a866 None None] The sync data for ids ['2b879a8e-1724-40ba-a0cd-5f4d3d5932d7'] in n-d-773644-6 is: [{'id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-993483840', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.95'}], 'enable_snat': True}, 'gw_port_id': 'c603e353-8b25-4a71-aa17-e1fd42aeb7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:16:42Z', 'updated_at': '2021-07-06T14:19:07Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'c603e353-8b25-4a71-aa17-e1fd42aeb7b8', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:59:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b879a8e-1724-40ba-a0cd-5f4d3d5932d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:16:42Z', 'updated_at': '2021-07-06T14:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:19:09.139083 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-6a3bd4c0-d44a-4e4e-abcb-c54290b983d4 None None] For port 97112772-bf72-412e-92dc-a0e8afbc0cf0, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=97112772-bf72-412e-92dc-a0e8afbc0cf0,segment=NetworkSegment(16d6b6c4-d15a-409b-98ae-5eaa333bc3d4),segment_id=16d6b6c4-d15a-409b-98ae-5eaa333bc3d4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:09.139730 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6a3bd4c0-d44a-4e4e-abcb-c54290b983d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:09.156465 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-6a3bd4c0-d44a-4e4e-abcb-c54290b983d4 None None] Calling delete_port for 97112772-bf72-412e-92dc-a0e8afbc0cf0 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:19:09.306327 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:09.319460 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6a3bd4c0-d44a-4e4e-abcb-c54290b983d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:09.345648 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-463f0dc8-1aaf-4bdb-a3c6-8d30e993a50d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:09.358366 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3bd4c0-d44a-4e4e-abcb-c54290b983d4 None None] Pushing event deleted for resources: {'Port': ['ID=97112772-bf72-412e-92dc-a0e8afbc0cf0,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:09.369110 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3bd4c0-d44a-4e4e-abcb-c54290b983d4 None None] No DVR routers for this DVR port 97112772-bf72-412e-92dc-a0e8afbc0cf0 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:19:09.371543 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bd4c0-d44a-4e4e-abcb-c54290b983d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:09.371888 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bd4c0-d44a-4e4e-abcb-c54290b983d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:09.372226 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bd4c0-d44a-4e4e-abcb-c54290b983d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:09.372558 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bd4c0-d44a-4e4e-abcb-c54290b983d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:09.372887 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bd4c0-d44a-4e4e-abcb-c54290b983d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:09.373210 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bd4c0-d44a-4e4e-abcb-c54290b983d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:09.373567 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bd4c0-d44a-4e4e-abcb-c54290b983d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:09.373892 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bd4c0-d44a-4e4e-abcb-c54290b983d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:09.374211 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bd4c0-d44a-4e4e-abcb-c54290b983d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:09.374695 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bd4c0-d44a-4e4e-abcb-c54290b983d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:09.375231 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bd4c0-d44a-4e4e-abcb-c54290b983d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:09.375773 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3bd4c0-d44a-4e4e-abcb-c54290b983d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:09.377986 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f0dc8-1aaf-4bdb-a3c6-8d30e993a50d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event deleted for resources: {'Port': ['ID=c603e353-8b25-4a71-aa17-e1fd42aeb7b8,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:09.458654 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-463f0dc8-1aaf-4bdb-a3c6-8d30e993a50d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:09.566659 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-463f0dc8-1aaf-4bdb-a3c6-8d30e993a50d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:09.568869 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-463f0dc8-1aaf-4bdb-a3c6-8d30e993a50d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:09.621663 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-463f0dc8-1aaf-4bdb-a3c6-8d30e993a50d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:09.623420 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463f0dc8-1aaf-4bdb-a3c6-8d30e993a50d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Fanout notify agent at l3_agent the message router_deleted on router 2b879a8e-1724-40ba-a0cd-5f4d3d5932d7 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:19:09.646345 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-463f0dc8-1aaf-4bdb-a3c6-8d30e993a50d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:09.648161 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-463f0dc8-1aaf-4bdb-a3c6-8d30e993a50d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "DELETE /v2.0/routers/2b879a8e-1724-40ba-a0cd-5f4d3d5932d7 HTTP/1.1" status: 204 len: 168 time: 1.2301357 Jul 06 14:19:09.651204 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56928) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:09.747105 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-701df87b-02fe-4bf6-b5d9-63395c49efb5 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:09.890581 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-701df87b-02fe-4bf6-b5d9-63395c49efb5 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:09.901619 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-701df87b-02fe-4bf6-b5d9-63395c49efb5 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc831dab-1d14-42b4-acb6-5e0033bd0166']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:09.913535 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-701df87b-02fe-4bf6-b5d9-63395c49efb5 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d6b6c4-d15a-409b-98ae-5eaa333bc3d4') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:09.913891 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-701df87b-02fe-4bf6-b5d9-63395c49efb5 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d6b6c4-d15a-409b-98ae-5eaa333bc3d4') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:09.926411 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-701df87b-02fe-4bf6-b5d9-63395c49efb5 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:09.944221 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-701df87b-02fe-4bf6-b5d9-63395c49efb5 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:09.953528 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-701df87b-02fe-4bf6-b5d9-63395c49efb5 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:19:09.954195 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-701df87b-02fe-4bf6-b5d9-63395c49efb5 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:19:09.957514 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:19:10.028671 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-701df87b-02fe-4bf6-b5d9-63395c49efb5 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:10.037410 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-701df87b-02fe-4bf6-b5d9-63395c49efb5 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:10.040636 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-701df87b-02fe-4bf6-b5d9-63395c49efb5 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "DELETE /v2.0/networks/cc831dab-1d14-42b4-acb6-5e0033bd0166 HTTP/1.1" status: 204 len: 168 time: 0.3869698 Jul 06 14:19:10.042770 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56938) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:10.058162 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701df87b-02fe-4bf6-b5d9-63395c49efb5 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event deleted for resources: {'Network': ['ID=cc831dab-1d14-42b4-acb6-5e0033bd0166,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:10.153883 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-217b9d28-1008-4c58-b1e1-1e2653a08c3b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:10.187045 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-217b9d28-1008-4c58-b1e1-1e2653a08c3b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:10.236195 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:10.264421 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-217b9d28-1008-4c58-b1e1-1e2653a08c3b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:10.267898 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-217b9d28-1008-4c58-b1e1-1e2653a08c3b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:10.271737 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-217b9d28-1008-4c58-b1e1-1e2653a08c3b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "DELETE /v2.0/security-groups/e2816467-33cd-4490-b09d-860122cf181c HTTP/1.1" status: 204 len: 168 time: 0.2252991 Jul 06 14:19:10.287381 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b9d28-1008-4c58-b1e1-1e2653a08c3b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2816467-33cd-4490-b09d-860122cf181c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:10.577185 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-36931a3f-6539-4378-9d47-dfb742894583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:10.877285 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a24f5952-4948-4e55-9974-dd9d871b7edd no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:19:10.925399 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56948) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:10.930648 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: a24f5952-4948-4e55-9974-dd9d871b7edd {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:19:10.931072 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-715bd0d9-c827-4710-a98e-a03c319d2e00 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1845820306', 'description': 'tempest-secgroup-smoke-1845820306 description', 'project_id': '7317327619ce440a98467f267c9927a9'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:10.931881 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a24f5952-4948-4e55-9974-dd9d871b7edd not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:19:10.935646 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c603e353-8b25-4a71-aa17-e1fd42aeb7b8 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:19:10.958090 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-715bd0d9-c827-4710-a98e-a03c319d2e00 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:10.962392 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: c603e353-8b25-4a71-aa17-e1fd42aeb7b8 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:19:10.962967 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c603e353-8b25-4a71-aa17-e1fd42aeb7b8 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:19:11.065983 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-715bd0d9-c827-4710-a98e-a03c319d2e00 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:11.071315 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-715bd0d9-c827-4710-a98e-a03c319d2e00 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:11.096162 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-715bd0d9-c827-4710-a98e-a03c319d2e00 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:11.097321 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-715bd0d9-c827-4710-a98e-a03c319d2e00 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1702383 Jul 06 14:19:11.100158 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56950) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:11.108281 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-5e258516-e131-4469-bee9-a3831edf3347 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'security_group_rule': {'security_group_id': 'd721a8a2-8b5f-4b7c-84a0-745f21c818f2', 'project_id': '7317327619ce440a98467f267c9927a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:11.130470 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715bd0d9-c827-4710-a98e-a03c319d2e00 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d721a8a2-8b5f-4b7c-84a0-745f21c818f2,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:11.151029 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5e258516-e131-4469-bee9-a3831edf3347 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:11.203508 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5e258516-e131-4469-bee9-a3831edf3347 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:11.208440 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5e258516-e131-4469-bee9-a3831edf3347 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:11.231293 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e258516-e131-4469-bee9-a3831edf3347 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f08297a5-6e2f-4807-b4b9-26df250ea291,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:11.240871 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5e258516-e131-4469-bee9-a3831edf3347 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:11.244919 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5e258516-e131-4469-bee9-a3831edf3347 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410534 Jul 06 14:19:11.245085 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56952) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:11.251151 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-014a64ef-da2d-4584-8433-250220bd3ea6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'security_group_rule': {'security_group_id': 'd721a8a2-8b5f-4b7c-84a0-745f21c818f2', 'project_id': '7317327619ce440a98467f267c9927a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:11.284922 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-014a64ef-da2d-4584-8433-250220bd3ea6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:11.356660 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-014a64ef-da2d-4584-8433-250220bd3ea6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:11.361716 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-014a64ef-da2d-4584-8433-250220bd3ea6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:11.388148 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a64ef-da2d-4584-8433-250220bd3ea6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6190cc-e480-4652-aea5-112fe380ccd2,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:11.392746 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-014a64ef-da2d-4584-8433-250220bd3ea6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:11.393269 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-014a64ef-da2d-4584-8433-250220bd3ea6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1472788 Jul 06 14:19:11.396242 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56954) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:11.402213 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4d58d65d-138a-40bc-8d94-05378ac45095 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'security_group_rule': {'security_group_id': 'd721a8a2-8b5f-4b7c-84a0-745f21c818f2', 'project_id': '7317327619ce440a98467f267c9927a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:11.433405 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4d58d65d-138a-40bc-8d94-05378ac45095 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:11.492020 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4d58d65d-138a-40bc-8d94-05378ac45095 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:11.496478 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4d58d65d-138a-40bc-8d94-05378ac45095 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:11.514171 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58d65d-138a-40bc-8d94-05378ac45095 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c277e60-c929-40b0-910a-ba40f6203a2c,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:11.521355 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4d58d65d-138a-40bc-8d94-05378ac45095 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:11.522650 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4d58d65d-138a-40bc-8d94-05378ac45095 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247451 Jul 06 14:19:11.525386 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56956) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:11.530027 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-3ee2a5c9-b23b-4964-9e3d-969f4b9ecbd4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'security_group_rule': {'security_group_id': 'd721a8a2-8b5f-4b7c-84a0-745f21c818f2', 'project_id': '7317327619ce440a98467f267c9927a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:11.559057 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a5c9-b23b-4964-9e3d-969f4b9ecbd4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:11.572993 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:11.626177 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a5c9-b23b-4964-9e3d-969f4b9ecbd4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:11.630946 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a5c9-b23b-4964-9e3d-969f4b9ecbd4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:11.653984 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2a5c9-b23b-4964-9e3d-969f4b9ecbd4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=402bff82-c741-4693-9302-3ef6fc7dc521,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:11.663049 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ee2a5c9-b23b-4964-9e3d-969f4b9ecbd4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:11.666771 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3ee2a5c9-b23b-4964-9e3d-969f4b9ecbd4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1379313 Jul 06 14:19:11.666953 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56958) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:11.672280 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-5564481d-247c-410d-9203-bc17613570d5 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'security_group_rule': {'security_group_id': 'd721a8a2-8b5f-4b7c-84a0-745f21c818f2', 'project_id': '7317327619ce440a98467f267c9927a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:11.698767 n-d-773644-6 neutron-server[100417]: INFO neutron.db.securitygroups_db [None req-5564481d-247c-410d-9203-bc17613570d5 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Project 7317327619ce440a98467f267c9927a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:19:11.705002 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5564481d-247c-410d-9203-bc17613570d5 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:11.782980 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5564481d-247c-410d-9203-bc17613570d5 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:11.787636 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5564481d-247c-410d-9203-bc17613570d5 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:11.810231 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564481d-247c-410d-9203-bc17613570d5 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18cc68b7-c31e-4d7d-8ddd-f6a880b31aea,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:11.817915 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5564481d-247c-410d-9203-bc17613570d5 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:11.822546 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56960) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:11.822722 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5564481d-247c-410d-9203-bc17613570d5 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1543911 Jul 06 14:19:11.830515 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-9ab853e5-2d49-4343-b408-27b4b032dce9 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'security_group_rule': {'security_group_id': 'd721a8a2-8b5f-4b7c-84a0-745f21c818f2', 'project_id': '7317327619ce440a98467f267c9927a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:11.857935 n-d-773644-6 neutron-server[100418]: INFO neutron.db.securitygroups_db [None req-9ab853e5-2d49-4343-b408-27b4b032dce9 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Project 7317327619ce440a98467f267c9927a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:19:11.863652 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ab853e5-2d49-4343-b408-27b4b032dce9 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:11.937353 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ab853e5-2d49-4343-b408-27b4b032dce9 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:11.942414 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ab853e5-2d49-4343-b408-27b4b032dce9 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:11.964211 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab853e5-2d49-4343-b408-27b4b032dce9 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d86ef7d-cbd5-458d-9586-59bf1724b497,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:11.968264 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ab853e5-2d49-4343-b408-27b4b032dce9 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:11.976451 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9ab853e5-2d49-4343-b408-27b4b032dce9 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1466761 Jul 06 14:19:11.977014 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56964) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:11.982037 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-db86519d-276f-42dc-926b-d1cd74eb1347 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'network': {'name': 'tempest-network-smoke--1176854287', 'project_id': '7317327619ce440a98467f267c9927a9', 'port_security_enabled': True}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:12.006420 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db86519d-276f-42dc-926b-d1cd74eb1347 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Made reservation on behalf of 7317327619ce440a98467f267c9927a9 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:19:12.010488 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db86519d-276f-42dc-926b-d1cd74eb1347 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:12.041978 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db86519d-276f-42dc-926b-d1cd74eb1347 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:19:12.055059 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db86519d-276f-42dc-926b-d1cd74eb1347 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:12.055461 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-db86519d-276f-42dc-926b-d1cd74eb1347 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Added segment 3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26 of type vlan for network 6ef00aa4-d593-4f6f-9899-14442a4d2181 Jul 06 14:19:12.110183 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db86519d-276f-42dc-926b-d1cd74eb1347 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:12.158091 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db86519d-276f-42dc-926b-d1cd74eb1347 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:12.170854 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db86519d-276f-42dc-926b-d1cd74eb1347 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:12.172786 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db86519d-276f-42dc-926b-d1cd74eb1347 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:12.254274 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56972) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:12.254699 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-db86519d-276f-42dc-926b-d1cd74eb1347 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2769403 Jul 06 14:19:12.261659 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-2b65da53-83db-4510-b29d-485250d20a72 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-531144505', 'admin_state_up': True, 'project_id': '7317327619ce440a98467f267c9927a9', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:12.264570 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86519d-276f-42dc-926b-d1cd74eb1347 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Network': ['ID=6ef00aa4-d593-4f6f-9899-14442a4d2181,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:12.275828 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 6ef00aa4-d593-4f6f-9899-14442a4d2181 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:19:12.300602 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b65da53-83db-4510-b29d-485250d20a72 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:12.302109 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b65da53-83db-4510-b29d-485250d20a72 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:12.404350 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b65da53-83db-4510-b29d-485250d20a72 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:12.580654 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b65da53-83db-4510-b29d-485250d20a72 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:12.805397 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b65da53-83db-4510-b29d-485250d20a72 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:12.825430 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b65da53-83db-4510-b29d-485250d20a72 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:12.938533 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-2b65da53-83db-4510-b29d-485250d20a72 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Allocated IP 172.25.6.48 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/f411641f-5600-456e-a2d1-3df3cd2b89b4) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:19:13.053079 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b65da53-83db-4510-b29d-485250d20a72 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:13.096626 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b65da53-83db-4510-b29d-485250d20a72 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:13.141576 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b65da53-83db-4510-b29d-485250d20a72 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:19:13.145043 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-2b65da53-83db-4510-b29d-485250d20a72 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:19:13.147525 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b65da53-83db-4510-b29d-485250d20a72 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:19:13.163476 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:13.187565 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65da53-83db-4510-b29d-485250d20a72 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Port': ['ID=f411641f-5600-456e-a2d1-3df3cd2b89b4,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:13.445286 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b65da53-83db-4510-b29d-485250d20a72 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:13.986805 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b65da53-83db-4510-b29d-485250d20a72 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:14.154245 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b65da53-83db-4510-b29d-485250d20a72 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Router 23c66c57-b86b-4561-997c-1cbfeaee47f8 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:19:14.277254 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b65da53-83db-4510-b29d-485250d20a72 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:19:14.289919 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083d850a-dd97-4074-8ffc-8e2dff79c220 None None] Sync routers for ids ['23c66c57-b86b-4561-997c-1cbfeaee47f8'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:19:14.306949 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b65da53-83db-4510-b29d-485250d20a72 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:14.307648 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083d850a-dd97-4074-8ffc-8e2dff79c220 None None] Routers {'23c66c57-b86b-4561-997c-1cbfeaee47f8'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:19:14.308316 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-083d850a-dd97-4074-8ffc-8e2dff79c220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:19:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['23c66c57-b86b-4561-997c-1cbfeaee47f8'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:14.314317 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2b65da53-83db-4510-b29d-485250d20a72 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0579276 Jul 06 14:19:14.315033 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56986) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:14.355885 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56990) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:14.356908 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-11425293-1f80-45ce-9890-939d9f295570 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.118 "GET /v2.0/subnets?project_id=7317327619ce440a98467f267c9927a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398788 Jul 06 14:19:14.514959 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-083d850a-dd97-4074-8ffc-8e2dff79c220 None None] Set router 23c66c57-b86b-4561-997c-1cbfeaee47f8 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:19:14.515246 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1abdd9-baec-45c1-887a-028fdc5c9329 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:14.522091 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56992) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:14.536834 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-db1abdd9-baec-45c1-887a-028fdc5c9329 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.118 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1797607 Jul 06 14:19:14.582732 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 56994) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:14.589226 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-3ec15158-f747-4aa2-8502-12d16393cf4b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-318095070', 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181', 'project_id': '7317327619ce440a98467f267c9927a9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:14.594470 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-10edb746-4f86-4e1e-a7f8-9f78fb6859ab tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.118 "GET /v2.0/subnets?network_id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0710132 Jul 06 14:19:14.764682 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-083d850a-dd97-4074-8ffc-8e2dff79c220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531144505', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'f411641f-5600-456e-a2d1-3df3cd2b89b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:12Z', 'updated_at': '2021-07-06T14:19:13Z', 'revision_number': 3, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'f411641f-5600-456e-a2d1-3df3cd2b89b4', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:12Z', 'updated_at': '2021-07-06T14:19:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:14.775057 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec15158-f747-4aa2-8502-12d16393cf4b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Made reservation on behalf of 7317327619ce440a98467f267c9927a9 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:19:14.779761 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ec15158-f747-4aa2-8502-12d16393cf4b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:14.816537 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083d850a-dd97-4074-8ffc-8e2dff79c220 None None] Checking router: 23c66c57-b86b-4561-997c-1cbfeaee47f8 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:19:14.816891 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083d850a-dd97-4074-8ffc-8e2dff79c220 None None] Updating router 23c66c57-b86b-4561-997c-1cbfeaee47f8 port f411641f-5600-456e-a2d1-3df3cd2b89b4 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:19:14.855574 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-083d850a-dd97-4074-8ffc-8e2dff79c220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:15.017177 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ec15158-f747-4aa2-8502-12d16393cf4b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:15.094507 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec15158-f747-4aa2-8502-12d16393cf4b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Subnet': ['ID=72328a30-130c-4d62-be58-05accff8c9f3,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:15.097347 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec15158-f747-4aa2-8502-12d16393cf4b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Checking segment: {'id': '3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:19:15.097949 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec15158-f747-4aa2-8502-12d16393cf4b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Network hostable DHCP agents. Network: 6ef00aa4-d593-4f6f-9899-14442a4d2181, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:19:15.118151 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec15158-f747-4aa2-8502-12d16393cf4b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Network 6ef00aa4-d593-4f6f-9899-14442a4d2181 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:19:15.131203 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-3ec15158-f747-4aa2-8502-12d16393cf4b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 6ef00aa4-d593-4f6f-9899-14442a4d2181) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:19:15.137286 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec15158-f747-4aa2-8502-12d16393cf4b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:15.137975 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3ec15158-f747-4aa2-8502-12d16393cf4b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:15.158031 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3ec15158-f747-4aa2-8502-12d16393cf4b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5721436 Jul 06 14:19:15.160161 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 56998) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:15.165796 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e7e1ff-011f-4079-a7e4-4c188ae8923b None None] Network 6ef00aa4-d593-4f6f-9899-14442a4d2181 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:19:15.267767 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-083d850a-dd97-4074-8ffc-8e2dff79c220 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:15.289593 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-083d850a-dd97-4074-8ffc-8e2dff79c220 None None] Transition to ACTIVE for port object f411641f-5600-456e-a2d1-3df3cd2b89b4 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:19:15.304846 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-083d850a-dd97-4074-8ffc-8e2dff79c220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:15.381530 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-083d850a-dd97-4074-8ffc-8e2dff79c220 None None] Attempting to bind port f411641f-5600-456e-a2d1-3df3cd2b89b4 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:19:15.381906 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-083d850a-dd97-4074-8ffc-8e2dff79c220 None None] Attempting to bind port f411641f-5600-456e-a2d1-3df3cd2b89b4 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:19:15.382222 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083d850a-dd97-4074-8ffc-8e2dff79c220 None None] Attempting to bind port f411641f-5600-456e-a2d1-3df3cd2b89b4 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:19:15.395134 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083d850a-dd97-4074-8ffc-8e2dff79c220 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:19:15.395770 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083d850a-dd97-4074-8ffc-8e2dff79c220 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:19:15.396177 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-083d850a-dd97-4074-8ffc-8e2dff79c220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:15.396572 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083d850a-dd97-4074-8ffc-8e2dff79c220 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:19:15.397059 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-083d850a-dd97-4074-8ffc-8e2dff79c220 None None] Bound port: f411641f-5600-456e-a2d1-3df3cd2b89b4, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:19:15.397447 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-083d850a-dd97-4074-8ffc-8e2dff79c220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:15.432535 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09760f9-6659-420b-abbf-2549c88ec00b None None] Pushing event updated for resources: {'Port': ['ID=f411641f-5600-456e-a2d1-3df3cd2b89b4,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:15.474813 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913a74ad-87c2-41e2-a099-b417491c6e7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-6ef00aa4-d593-4f6f-9899-14442a4d2181', 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'fixed_ips': [{'subnet_id': '72328a30-130c-4d62-be58-05accff8c9f3'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:19:15.475681 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-913a74ad-87c2-41e2-a099-b417491c6e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:15.508192 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-083d850a-dd97-4074-8ffc-8e2dff79c220 None None] For port f411641f-5600-456e-a2d1-3df3cd2b89b4, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:19:15.512062 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-083d850a-dd97-4074-8ffc-8e2dff79c220 None None] For port f411641f-5600-456e-a2d1-3df3cd2b89b4, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=f411641f-5600-456e-a2d1-3df3cd2b89b4,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:19:15.520731 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-083d850a-dd97-4074-8ffc-8e2dff79c220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:15.671633 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083d850a-dd97-4074-8ffc-8e2dff79c220 None None] Routers {'23c66c57-b86b-4561-997c-1cbfeaee47f8'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:19:15.672289 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-083d850a-dd97-4074-8ffc-8e2dff79c220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:19:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['23c66c57-b86b-4561-997c-1cbfeaee47f8'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:15.675605 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09760f9-6659-420b-abbf-2549c88ec00b None None] Pushing event updated for resources: {'Port': ['ID=f411641f-5600-456e-a2d1-3df3cd2b89b4,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:15.741427 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-913a74ad-87c2-41e2-a099-b417491c6e7a None None] Allocated IP 172.20.0.2 (6ef00aa4-d593-4f6f-9899-14442a4d2181/72328a30-130c-4d62-be58-05accff8c9f3/c7a6e5ed-c48d-45d2-801d-0ec58b0717b1) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:19:15.768342 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1bac1f29-28ec-47fe-883a-afd15e800bba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:16.007317 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-083d850a-dd97-4074-8ffc-8e2dff79c220 None None] Set router 23c66c57-b86b-4561-997c-1cbfeaee47f8 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:19:16.207626 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-913a74ad-87c2-41e2-a099-b417491c6e7a None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:16.230639 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-913a74ad-87c2-41e2-a099-b417491c6e7a None None] Transition to ACTIVE for port object c7a6e5ed-c48d-45d2-801d-0ec58b0717b1 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:19:16.273934 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-913a74ad-87c2-41e2-a099-b417491c6e7a None None] Transition to ACTIVE for port object c7a6e5ed-c48d-45d2-801d-0ec58b0717b1 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:19:16.292142 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-913a74ad-87c2-41e2-a099-b417491c6e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:16.344175 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913a74ad-87c2-41e2-a099-b417491c6e7a None None] Network 6ef00aa4-d593-4f6f-9899-14442a4d2181 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:19:16.351792 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-913a74ad-87c2-41e2-a099-b417491c6e7a None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:19:16.364482 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913a74ad-87c2-41e2-a099-b417491c6e7a None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:19:16.365581 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-1bac1f29-28ec-47fe-883a-afd15e800bba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Allocated IP 172.20.0.1 (6ef00aa4-d593-4f6f-9899-14442a4d2181/72328a30-130c-4d62-be58-05accff8c9f3/7d8efc9d-2daa-4591-8dc5-8ec114329d2a) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:19:16.368756 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-083d850a-dd97-4074-8ffc-8e2dff79c220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531144505', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'f411641f-5600-456e-a2d1-3df3cd2b89b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:12Z', 'updated_at': '2021-07-06T14:19:13Z', 'revision_number': 3, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'f411641f-5600-456e-a2d1-3df3cd2b89b4', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:12Z', 'updated_at': '2021-07-06T14:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:16.370779 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a74ad-87c2-41e2-a099-b417491c6e7a None None] Pushing event updated for resources: {'Port': ['ID=c7a6e5ed-c48d-45d2-801d-0ec58b0717b1,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:16.411362 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083d850a-dd97-4074-8ffc-8e2dff79c220 None None] The sync data for ids ['23c66c57-b86b-4561-997c-1cbfeaee47f8'] in n-d-773644-6 is: [{'id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531144505', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'f411641f-5600-456e-a2d1-3df3cd2b89b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:12Z', 'updated_at': '2021-07-06T14:19:13Z', 'revision_number': 3, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'f411641f-5600-456e-a2d1-3df3cd2b89b4', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:12Z', 'updated_at': '2021-07-06T14:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:19:16.475888 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-913a74ad-87c2-41e2-a099-b417491c6e7a None None] Attempting to bind port c7a6e5ed-c48d-45d2-801d-0ec58b0717b1 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:19:16.476284 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-913a74ad-87c2-41e2-a099-b417491c6e7a None None] Attempting to bind port c7a6e5ed-c48d-45d2-801d-0ec58b0717b1 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:19:16.476612 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913a74ad-87c2-41e2-a099-b417491c6e7a None None] Attempting to bind port c7a6e5ed-c48d-45d2-801d-0ec58b0717b1 on network 6ef00aa4-d593-4f6f-9899-14442a4d2181 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:19:16.482021 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913a74ad-87c2-41e2-a099-b417491c6e7a None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:19:16.482442 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913a74ad-87c2-41e2-a099-b417491c6e7a None None] Checking segment: {'id': '3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:19:16.482806 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-913a74ad-87c2-41e2-a099-b417491c6e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:16.483202 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913a74ad-87c2-41e2-a099-b417491c6e7a None None] Bound using segment: {'id': '3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:19:16.484277 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-913a74ad-87c2-41e2-a099-b417491c6e7a None None] Bound port: c7a6e5ed-c48d-45d2-801d-0ec58b0717b1, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:19:16.485518 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-913a74ad-87c2-41e2-a099-b417491c6e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:16.544253 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1bac1f29-28ec-47fe-883a-afd15e800bba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:16.574929 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-1bac1f29-28ec-47fe-883a-afd15e800bba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Transition to ACTIVE for port object 7d8efc9d-2daa-4591-8dc5-8ec114329d2a will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:19:16.578800 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-913a74ad-87c2-41e2-a099-b417491c6e7a None None] For port c7a6e5ed-c48d-45d2-801d-0ec58b0717b1, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:19:16.585645 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-913a74ad-87c2-41e2-a099-b417491c6e7a None None] For port c7a6e5ed-c48d-45d2-801d-0ec58b0717b1, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c7a6e5ed-c48d-45d2-801d-0ec58b0717b1,segment=NetworkSegment(3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26),segment_id=3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:19:16.605483 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-913a74ad-87c2-41e2-a099-b417491c6e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:16.649972 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1bac1f29-28ec-47fe-883a-afd15e800bba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:16.676442 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bac1f29-28ec-47fe-883a-afd15e800bba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Network 6ef00aa4-d593-4f6f-9899-14442a4d2181 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:19:16.679115 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-1bac1f29-28ec-47fe-883a-afd15e800bba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:19:16.716446 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bac1f29-28ec-47fe-883a-afd15e800bba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:19:16.744914 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a74ad-87c2-41e2-a099-b417491c6e7a None None] Pushing event updated for resources: {'Port': ['ID=c7a6e5ed-c48d-45d2-801d-0ec58b0717b1,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:16.766694 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:16.793083 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac1f29-28ec-47fe-883a-afd15e800bba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Port': ['ID=7d8efc9d-2daa-4591-8dc5-8ec114329d2a,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:16.803983 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1bac1f29-28ec-47fe-883a-afd15e800bba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:17.086408 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1bac1f29-28ec-47fe-883a-afd15e800bba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:17.592791 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1bac1f29-28ec-47fe-883a-afd15e800bba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:17.604760 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1bac1f29-28ec-47fe-883a-afd15e800bba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:17.749535 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac1f29-28ec-47fe-883a-afd15e800bba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Port': ['ID=7d8efc9d-2daa-4591-8dc5-8ec114329d2a,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:17.754217 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1bac1f29-28ec-47fe-883a-afd15e800bba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:17.959185 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bac1f29-28ec-47fe-883a-afd15e800bba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Network 6ef00aa4-d593-4f6f-9899-14442a4d2181 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:19:17.961373 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-1bac1f29-28ec-47fe-883a-afd15e800bba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:19:18.098754 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da805fa-7897-4e69-8630-7d5ae598dd74 None None] Network 6ef00aa4-d593-4f6f-9899-14442a4d2181 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:19:18.116460 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bac1f29-28ec-47fe-883a-afd15e800bba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Router 23c66c57-b86b-4561-997c-1cbfeaee47f8 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:19:18.198365 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-db33f383-dbbd-4479-9139-1c7577e6c757 None None] Provisioning for port c7a6e5ed-c48d-45d2-801d-0ec58b0717b1 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:19:18.689536 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bac1f29-28ec-47fe-883a-afd15e800bba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:19:18.698154 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1bac1f29-28ec-47fe-883a-afd15e800bba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "PUT /v2.0/routers/23c66c57-b86b-4561-997c-1cbfeaee47f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5367651 Jul 06 14:19:18.728791 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-cab2c8b0-d427-4218-b490-192491d86cd1 None None] Provisioning for port 7d8efc9d-2daa-4591-8dc5-8ec114329d2a completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:19:18.733279 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-cab2c8b0-d427-4218-b490-192491d86cd1 None None] Provisioning complete for port 7d8efc9d-2daa-4591-8dc5-8ec114329d2a triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:19:18.735294 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cab2c8b0-d427-4218-b490-192491d86cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:18.835351 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:18.839271 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-cab2c8b0-d427-4218-b490-192491d86cd1 None None] Port 7d8efc9d-2daa-4591-8dc5-8ec114329d2a cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:19:18.948606 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-653eb4c8-1e49-43cb-920f-4f640d314b8c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1845820306&fields=id&tenant_id=7317327619ce440a98467f267c9927a9 HTTP/1.1" status: 200 len: 267 time: 0.0602531 Jul 06 14:19:18.966717 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec08f97-fca9-4a38-939c-da884e705887 None None] Sync routers for ids ['23c66c57-b86b-4561-997c-1cbfeaee47f8'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:19:18.978725 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec08f97-fca9-4a38-939c-da884e705887 None None] Routers {'23c66c57-b86b-4561-997c-1cbfeaee47f8'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:19:18.979372 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-eec08f97-fca9-4a38-939c-da884e705887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:19:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['23c66c57-b86b-4561-997c-1cbfeaee47f8'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:19.027250 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c7a6e5ed-c48d-45d2-801d-0ec58b0717b1 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:19:19.109303 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-12328e1b-46bf-4445-8625-74e01bf28d90 None None] Provisioning complete for port 7d8efc9d-2daa-4591-8dc5-8ec114329d2a triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:19:19.109928 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-12328e1b-46bf-4445-8625-74e01bf28d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:19.121945 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-eec08f97-fca9-4a38-939c-da884e705887 None None] Set router 23c66c57-b86b-4561-997c-1cbfeaee47f8 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:19:19.174334 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-aa7db9a3-d65d-4734-865d-35551473ddee tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:19.180883 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-aa7db9a3-d65d-4734-865d-35551473ddee tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/networks?id=6ef00aa4-d593-4f6f-9899-14442a4d2181 HTTP/1.1" status: 200 len: 797 time: 0.2258267 Jul 06 14:19:19.188325 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port c7a6e5ed-c48d-45d2-801d-0ec58b0717b1 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:19:19.205321 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port c7a6e5ed-c48d-45d2-801d-0ec58b0717b1 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:19:19.205989 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:19.209896 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-12328e1b-46bf-4445-8625-74e01bf28d90 None None] Port 7d8efc9d-2daa-4591-8dc5-8ec114329d2a cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:19:19.212778 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-3347f394-24a1-4d21-a22e-310f654c688f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/quotas/7317327619ce440a98467f267c9927a9 HTTP/1.1" status: 200 len: 375 time: 0.0266438 Jul 06 14:19:19.329871 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:19.331358 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-6522f378-5779-40b5-ba76-b8d480f1f97b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1176171 Jul 06 14:19:19.402700 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port c7a6e5ed-c48d-45d2-801d-0ec58b0717b1, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c7a6e5ed-c48d-45d2-801d-0ec58b0717b1,segment=NetworkSegment(3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26),segment_id=3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:19.408988 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:19.411741 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f411641f-5600-456e-a2d1-3df3cd2b89b4 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:19:19.452768 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-eec08f97-fca9-4a38-939c-da884e705887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531144505', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'f411641f-5600-456e-a2d1-3df3cd2b89b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:12Z', 'updated_at': '2021-07-06T14:19:16Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'f411641f-5600-456e-a2d1-3df3cd2b89b4', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:12Z', 'updated_at': '2021-07-06T14:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '7d8efc9d-2daa-4591-8dc5-8ec114329d2a', 'name': '', 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:8c:25:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '72328a30-130c-4d62-be58-05accff8c9f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:15Z', 'updated_at': '2021-07-06T14:19:17Z', 'revision_number': 2, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': '72328a30-130c-4d62-be58-05accff8c9f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:19.465317 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-52781159-db58-4ec0-8705-f41a89338fb8 service neutron] 10.222.0.118 "GET /v2.0/networks/6ef00aa4-d593-4f6f-9899-14442a4d2181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329479 Jul 06 14:19:19.486638 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec08f97-fca9-4a38-939c-da884e705887 None None] Checking router: 23c66c57-b86b-4561-997c-1cbfeaee47f8 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:19:19.489682 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec08f97-fca9-4a38-939c-da884e705887 None None] Updating router 23c66c57-b86b-4561-997c-1cbfeaee47f8 port 7d8efc9d-2daa-4591-8dc5-8ec114329d2a binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:19:19.537513 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-eec08f97-fca9-4a38-939c-da884e705887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:19.612237 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-471d3956-b987-42cb-941c-a6d13fe8a496 service neutron] 10.222.0.118 "GET /v2.0/networks/6ef00aa4-d593-4f6f-9899-14442a4d2181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455536 Jul 06 14:19:19.617335 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8c863026-58a5-4cf7-b1b4-f6e576a5c2e5 None None] Provisioning complete for port 7d8efc9d-2daa-4591-8dc5-8ec114329d2a triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:19:19.618518 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8c863026-58a5-4cf7-b1b4-f6e576a5c2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:19.668358 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=c7a6e5ed-c48d-45d2-801d-0ec58b0717b1,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:19.701459 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-8c863026-58a5-4cf7-b1b4-f6e576a5c2e5 None None] Port 7d8efc9d-2daa-4591-8dc5-8ec114329d2a cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:19:19.706177 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port f411641f-5600-456e-a2d1-3df3cd2b89b4 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:19:19.710180 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port f411641f-5600-456e-a2d1-3df3cd2b89b4 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:19:19.710662 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:19.860709 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d174616a-f9e1-421a-8742-90ed9c3c5e56 req-d11a9629-b1cd-4556-9b85-89b9f649bfd6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 210 time: 0.0387256 Jul 06 14:19:19.867066 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:19.900197 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port f411641f-5600-456e-a2d1-3df3cd2b89b4, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=f411641f-5600-456e-a2d1-3df3cd2b89b4,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:19.908567 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:19.970950 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-eec08f97-fca9-4a38-939c-da884e705887 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:19.982469 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-eec08f97-fca9-4a38-939c-da884e705887 None None] Transition to ACTIVE for port object 7d8efc9d-2daa-4591-8dc5-8ec114329d2a will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:19:19.993242 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-eec08f97-fca9-4a38-939c-da884e705887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:20.012513 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=f411641f-5600-456e-a2d1-3df3cd2b89b4,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:20.053885 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb29448-d462-4a86-8fb0-b6dbb4d00326 None None] Pushing event updated for resources: {'Port': ['ID=7d8efc9d-2daa-4591-8dc5-8ec114329d2a,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:20.182603 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-eec08f97-fca9-4a38-939c-da884e705887 None None] Attempting to bind port 7d8efc9d-2daa-4591-8dc5-8ec114329d2a on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:19:20.182977 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-eec08f97-fca9-4a38-939c-da884e705887 None None] Attempting to bind port 7d8efc9d-2daa-4591-8dc5-8ec114329d2a by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:19:20.183611 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec08f97-fca9-4a38-939c-da884e705887 None None] Attempting to bind port 7d8efc9d-2daa-4591-8dc5-8ec114329d2a on network 6ef00aa4-d593-4f6f-9899-14442a4d2181 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:19:20.190433 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec08f97-fca9-4a38-939c-da884e705887 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:19:20.190970 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec08f97-fca9-4a38-939c-da884e705887 None None] Checking segment: {'id': '3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:19:20.191684 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-eec08f97-fca9-4a38-939c-da884e705887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:20.192479 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec08f97-fca9-4a38-939c-da884e705887 None None] Bound using segment: {'id': '3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:19:20.192663 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-eec08f97-fca9-4a38-939c-da884e705887 None None] Bound port: 7d8efc9d-2daa-4591-8dc5-8ec114329d2a, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:19:20.193059 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-eec08f97-fca9-4a38-939c-da884e705887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:20.328058 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-eec08f97-fca9-4a38-939c-da884e705887 None None] For port 7d8efc9d-2daa-4591-8dc5-8ec114329d2a, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:19:20.332716 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-eec08f97-fca9-4a38-939c-da884e705887 None None] For port 7d8efc9d-2daa-4591-8dc5-8ec114329d2a, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=7d8efc9d-2daa-4591-8dc5-8ec114329d2a,segment=NetworkSegment(3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26),segment_id=3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:19:20.340001 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-eec08f97-fca9-4a38-939c-da884e705887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:20.465897 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec08f97-fca9-4a38-939c-da884e705887 None None] Routers {'23c66c57-b86b-4561-997c-1cbfeaee47f8'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:19:20.467481 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-eec08f97-fca9-4a38-939c-da884e705887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:19:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['23c66c57-b86b-4561-997c-1cbfeaee47f8'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:20.533812 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 57048) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:20.654489 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb29448-d462-4a86-8fb0-b6dbb4d00326 None None] Pushing event updated for resources: {'Port': ['ID=7d8efc9d-2daa-4591-8dc5-8ec114329d2a,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:20.713546 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-eec08f97-fca9-4a38-939c-da884e705887 None None] Set router 23c66c57-b86b-4561-997c-1cbfeaee47f8 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:19:20.743889 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9fe0357c-39ef-4fd5-b6e0-3648123222f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:20.910726 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9fe0357c-39ef-4fd5-b6e0-3648123222f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:20.910977 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c7a6e5ed-c48d-45d2-801d-0ec58b0717b1 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:19:20.919507 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9fe0357c-39ef-4fd5-b6e0-3648123222f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:20.992955 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port c7a6e5ed-c48d-45d2-801d-0ec58b0717b1 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:19:20.993360 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:20.995464 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0357c-39ef-4fd5-b6e0-3648123222f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841354cd-2371-4e8a-a8d3-5a766e8b3b24,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:21.014470 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57060) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:21.015739 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9fe0357c-39ef-4fd5-b6e0-3648123222f2 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=ae8410faff004c028edaa025616a1a5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4789839 Jul 06 14:19:21.045695 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dfd54e66-812e-4d07-84c6-450954e5ae7d req-daf13b3f-a0a4-4e41-97f1-fc2b329bd065 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 210 time: 0.0292051 Jul 06 14:19:21.084954 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-920c975c-8401-480a-9536-01b8e6536d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:21.114235 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-920c975c-8401-480a-9536-01b8e6536d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:21.128697 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f411641f-5600-456e-a2d1-3df3cd2b89b4 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:19:21.214180 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-920c975c-8401-480a-9536-01b8e6536d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:21.218815 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-920c975c-8401-480a-9536-01b8e6536d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:21.220960 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-920c975c-8401-480a-9536-01b8e6536d6a admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/841354cd-2371-4e8a-a8d3-5a766e8b3b24 HTTP/1.1" status: 204 len: 168 time: 0.2030382 Jul 06 14:19:21.254192 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c975c-8401-480a-9536-01b8e6536d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841354cd-2371-4e8a-a8d3-5a766e8b3b24,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:21.259328 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port f411641f-5600-456e-a2d1-3df3cd2b89b4 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:19:21.259961 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:21.273894 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c975c-8401-480a-9536-01b8e6536d6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:21.277205 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c975c-8401-480a-9536-01b8e6536d6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:21.277859 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c975c-8401-480a-9536-01b8e6536d6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:21.278627 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c975c-8401-480a-9536-01b8e6536d6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:21.281572 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c975c-8401-480a-9536-01b8e6536d6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:21.282042 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c975c-8401-480a-9536-01b8e6536d6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:21.282388 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c975c-8401-480a-9536-01b8e6536d6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:21.282750 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c975c-8401-480a-9536-01b8e6536d6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:21.284243 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c975c-8401-480a-9536-01b8e6536d6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:21.285499 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c975c-8401-480a-9536-01b8e6536d6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:21.285499 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c975c-8401-480a-9536-01b8e6536d6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:21.286392 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c975c-8401-480a-9536-01b8e6536d6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:21.346432 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-eec08f97-fca9-4a38-939c-da884e705887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531144505', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'f411641f-5600-456e-a2d1-3df3cd2b89b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:12Z', 'updated_at': '2021-07-06T14:19:16Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'f411641f-5600-456e-a2d1-3df3cd2b89b4', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:12Z', 'updated_at': '2021-07-06T14:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '7d8efc9d-2daa-4591-8dc5-8ec114329d2a', 'name': '', 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:8c:25:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '72328a30-130c-4d62-be58-05accff8c9f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:15Z', 'updated_at': '2021-07-06T14:19:20Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': '72328a30-130c-4d62-be58-05accff8c9f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:21.437461 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec08f97-fca9-4a38-939c-da884e705887 None None] The sync data for ids ['23c66c57-b86b-4561-997c-1cbfeaee47f8'] in n-d-773644-6 is: [{'id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531144505', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'f411641f-5600-456e-a2d1-3df3cd2b89b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:12Z', 'updated_at': '2021-07-06T14:19:16Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'f411641f-5600-456e-a2d1-3df3cd2b89b4', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:12Z', 'updated_at': '2021-07-06T14:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '7d8efc9d-2daa-4591-8dc5-8ec114329d2a', 'name': '', 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:8c:25:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '72328a30-130c-4d62-be58-05accff8c9f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:15Z', 'updated_at': '2021-07-06T14:19:20Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': '72328a30-130c-4d62-be58-05accff8c9f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:19:21.549382 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-d1f95e2e-9287-4b26-9b2f-1eff3f2de39e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:21.551743 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-d1f95e2e-9287-4b26-9b2f-1eff3f2de39e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.124 "GET /v2.0/networks?id=6ef00aa4-d593-4f6f-9899-14442a4d2181 HTTP/1.1" status: 200 len: 797 time: 0.2337463 Jul 06 14:19:21.649591 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-b6d2add7-bede-435f-9372-c1752e23c976 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7317327619ce440a98467f267c9927a9 HTTP/1.1" status: 200 len: 380 time: 0.0880721 Jul 06 14:19:21.669388 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-cb00a5da-d32c-4d37-8b21-ac0d0fdd104f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'port': {'device_id': 'c49e26b5-3c6b-4a4c-a1df-8a604fe05021', 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181', 'admin_state_up': True, 'tenant_id': '7317327619ce440a98467f267c9927a9', 'security_groups': ['d721a8a2-8b5f-4b7c-84a0-745f21c818f2']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:21.842105 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-cb00a5da-d32c-4d37-8b21-ac0d0fdd104f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Made reservation on behalf of 7317327619ce440a98467f267c9927a9 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:19:21.847140 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-cb00a5da-d32c-4d37-8b21-ac0d0fdd104f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:22.074949 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-cb00a5da-d32c-4d37-8b21-ac0d0fdd104f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Allocated IP 172.20.0.12 (6ef00aa4-d593-4f6f-9899-14442a4d2181/72328a30-130c-4d62-be58-05accff8c9f3/c5425364-97c9-421c-bec6-046ef62a6aae) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:19:22.356557 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-421d7e7d-d156-44cb-8b50-df12a26cb4d6 req-64dd70c4-04e5-4ce4-a972-08c0976209fe tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 210 time: 0.0483210 Jul 06 14:19:22.370592 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-cb00a5da-d32c-4d37-8b21-ac0d0fdd104f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:22.400360 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-cb00a5da-d32c-4d37-8b21-ac0d0fdd104f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Transition to ACTIVE for port object c5425364-97c9-421c-bec6-046ef62a6aae will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:19:22.444190 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-cb00a5da-d32c-4d37-8b21-ac0d0fdd104f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:22.489326 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-cb00a5da-d32c-4d37-8b21-ac0d0fdd104f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Network 6ef00aa4-d593-4f6f-9899-14442a4d2181 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:19:22.492644 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-cb00a5da-d32c-4d37-8b21-ac0d0fdd104f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:19:22.495861 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-cb00a5da-d32c-4d37-8b21-ac0d0fdd104f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:19:22.570940 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00a5da-d32c-4d37-8b21-ac0d0fdd104f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Port': ['ID=c5425364-97c9-421c-bec6-046ef62a6aae,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:22.613789 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-cb00a5da-d32c-4d37-8b21-ac0d0fdd104f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:22.613789 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-cb00a5da-d32c-4d37-8b21-ac0d0fdd104f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:22.653687 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-cb00a5da-d32c-4d37-8b21-ac0d0fdd104f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9943745 Jul 06 14:19:22.670922 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-3fb31dc8-118e-4093-aebb-2485a1813e3a service neutron] Request body: {'port': {'device_id': 'c49e26b5-3c6b-4a4c-a1df-8a604fe05021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:22.769956 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-3fb31dc8-118e-4093-aebb-2485a1813e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:22.901099 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e5e388d4-2818-42a4-a0ec-4dd2bd7d44ce None None] Provisioning for port c5425364-97c9-421c-bec6-046ef62a6aae completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:19:22.910125 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e5e388d4-2818-42a4-a0ec-4dd2bd7d44ce None None] Provisioning complete for port c5425364-97c9-421c-bec6-046ef62a6aae triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:19:22.910511 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e5e388d4-2818-42a4-a0ec-4dd2bd7d44ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:22.973468 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-e5e388d4-2818-42a4-a0ec-4dd2bd7d44ce None None] Port c5425364-97c9-421c-bec6-046ef62a6aae cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:19:22.976657 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 7d8efc9d-2daa-4591-8dc5-8ec114329d2a up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:19:23.044748 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 7d8efc9d-2daa-4591-8dc5-8ec114329d2a completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:19:23.053326 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 7d8efc9d-2daa-4591-8dc5-8ec114329d2a triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:19:23.054109 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:23.176842 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-3fb31dc8-118e-4093-aebb-2485a1813e3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5425364-97c9-421c-bec6-046ef62a6aae {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:19:23.202628 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-3fb31dc8-118e-4093-aebb-2485a1813e3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:23.217652 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-3fb31dc8-118e-4093-aebb-2485a1813e3a service neutron] Transition to ACTIVE for port object c5425364-97c9-421c-bec6-046ef62a6aae will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:19:23.225545 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-3fb31dc8-118e-4093-aebb-2485a1813e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:23.239258 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:23.283632 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 7d8efc9d-2daa-4591-8dc5-8ec114329d2a, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=7d8efc9d-2daa-4591-8dc5-8ec114329d2a,segment=NetworkSegment(3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26),segment_id=3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:23.293244 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:23.326204 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb31dc8-118e-4093-aebb-2485a1813e3a service neutron] Pushing event updated for resources: {'Port': ['ID=c5425364-97c9-421c-bec6-046ef62a6aae,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:23.376202 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=7d8efc9d-2daa-4591-8dc5-8ec114329d2a,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:23.398552 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-3fb31dc8-118e-4093-aebb-2485a1813e3a service neutron] Attempting to bind port c5425364-97c9-421c-bec6-046ef62a6aae on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:19:23.399004 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-3fb31dc8-118e-4093-aebb-2485a1813e3a service neutron] Attempting to bind port c5425364-97c9-421c-bec6-046ef62a6aae by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:19:23.399442 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-3fb31dc8-118e-4093-aebb-2485a1813e3a service neutron] Attempting to bind port c5425364-97c9-421c-bec6-046ef62a6aae on network 6ef00aa4-d593-4f6f-9899-14442a4d2181 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:19:23.405001 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-3fb31dc8-118e-4093-aebb-2485a1813e3a service neutron] Port c5425364-97c9-421c-bec6-046ef62a6aae on network 6ef00aa4-d593-4f6f-9899-14442a4d2181 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:19:23.406142 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-3fb31dc8-118e-4093-aebb-2485a1813e3a service neutron] Attempting to bind port c5425364-97c9-421c-bec6-046ef62a6aae on network 6ef00aa4-d593-4f6f-9899-14442a4d2181 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:19:23.413788 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-3fb31dc8-118e-4093-aebb-2485a1813e3a service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:19:23.414288 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-3fb31dc8-118e-4093-aebb-2485a1813e3a service neutron] Checking segment: {'id': '3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:19:23.414909 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-3fb31dc8-118e-4093-aebb-2485a1813e3a service neutron] Bound using segment: {'id': '3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:19:23.415464 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-3fb31dc8-118e-4093-aebb-2485a1813e3a service neutron] Bound port: c5425364-97c9-421c-bec6-046ef62a6aae, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:19:23.416125 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-3fb31dc8-118e-4093-aebb-2485a1813e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:23.562095 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-3fb31dc8-118e-4093-aebb-2485a1813e3a service neutron] For port c5425364-97c9-421c-bec6-046ef62a6aae, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:19:23.567520 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-3fb31dc8-118e-4093-aebb-2485a1813e3a service neutron] For port c5425364-97c9-421c-bec6-046ef62a6aae, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c5425364-97c9-421c-bec6-046ef62a6aae,segment=NetworkSegment(3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26),segment_id=3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:19:23.588666 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-3fb31dc8-118e-4093-aebb-2485a1813e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:23.654080 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-3fb31dc8-118e-4093-aebb-2485a1813e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:23.654682 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-3fb31dc8-118e-4093-aebb-2485a1813e3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:23.656648 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-3fb31dc8-118e-4093-aebb-2485a1813e3a service neutron] 10.222.0.124 "PUT /v2.0/ports/c5425364-97c9-421c-bec6-046ef62a6aae HTTP/1.1" status: 200 len: 1092 time: 0.9944091 Jul 06 14:19:23.660237 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49e26b5-3c6b-4a4c-a1df-8a604fe05021', 'tag': 'c5425364-97c9-421c-bec6-046ef62a6aae'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:19:23.670618 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc9ec8a-1723-4ec8-9409-cc6544eca7fd" -d '{"events": [{"name": "network-changed", "server_uuid": "c49e26b5-3c6b-4a4c-a1df-8a604fe05021", "tag": "c5425364-97c9-421c-bec6-046ef62a6aae"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:19:23.711025 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb31dc8-118e-4093-aebb-2485a1813e3a service neutron] Pushing event updated for resources: {'Port': ['ID=c5425364-97c9-421c-bec6-046ef62a6aae,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:23.760827 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c76e5a-702a-435d-9ff4-0502fc518221 req-94f3588c-7cd8-4cb5-881c-9bdb1ac33428 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:23.768521 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d2c76e5a-702a-435d-9ff4-0502fc518221 req-94f3588c-7cd8-4cb5-881c-9bdb1ac33428 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 944 time: 0.1993983 Jul 06 14:19:23.818328 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d2c76e5a-702a-435d-9ff4-0502fc518221 req-f53bade0-1a68-44f3-9462-810db754a74a tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=d721a8a2-8b5f-4b7c-84a0-745f21c818f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486183 Jul 06 14:19:23.840990 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-a13b8ace-8647-4728-97b3-8d73aba57066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:23.843479 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-a13b8ace-8647-4728-97b3-8d73aba57066 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 1095 time: 0.1334009 Jul 06 14:19:23.897806 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-c167e3fe-c064-4923-80f2-c99d189ac98e service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5425364-97c9-421c-bec6-046ef62a6aae HTTP/1.1" status: 200 len: 217 time: 0.0442276 Jul 06 14:19:23.997568 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-fda26daf-b073-4580-a93d-570ec38c9a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:24.002104 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-fda26daf-b073-4580-a93d-570ec38c9a0d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=72328a30-130c-4d62-be58-05accff8c9f3 HTTP/1.1" status: 200 len: 834 time: 0.0977650 Jul 06 14:19:24.071941 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-85205f4e-f5df-4e21-96a7-ec9c5807a3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:24.073517 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-85205f4e-f5df-4e21-96a7-ec9c5807a3fb service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=6ef00aa4-d593-4f6f-9899-14442a4d2181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667932 Jul 06 14:19:24.138121 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0316342-6e89-4223-92e4-1331dbc01034 x-openstack-request-id: req-e0316342-6e89-4223-92e4-1331dbc01034 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:19:24.138482 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c49e26b5-3c6b-4a4c-a1df-8a604fe05021", "tag": "c5425364-97c9-421c-bec6-046ef62a6aae", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:19:24.139163 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e0316342-6e89-4223-92e4-1331dbc01034 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:19:24.141398 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c49e26b5-3c6b-4a4c-a1df-8a604fe05021', 'tag': 'c5425364-97c9-421c-bec6-046ef62a6aae', 'status': 'completed', 'code': 200} Jul 06 14:19:24.203560 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-be7cbbc6-086d-4aec-bdea-f1f9b8339784 service neutron] 10.222.0.124 "GET /v2.0/networks/6ef00aa4-d593-4f6f-9899-14442a4d2181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232800 Jul 06 14:19:24.308012 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f557f2d4-3e64-4657-a1fd-5997f5ef1e71 req-234e7a6a-d1fb-4cc3-a156-a542b77e8a42 service neutron] 10.222.0.124 "GET /v2.0/networks/6ef00aa4-d593-4f6f-9899-14442a4d2181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980310 Jul 06 14:19:24.429624 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9ec8a-1723-4ec8-9409-cc6544eca7fd req-7c76cbed-9338-429f-92dd-17dfa50b09b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:24.432356 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2fc9ec8a-1723-4ec8-9409-cc6544eca7fd req-7c76cbed-9338-429f-92dd-17dfa50b09b0 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 1095 time: 0.0717285 Jul 06 14:19:24.528462 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9ec8a-1723-4ec8-9409-cc6544eca7fd req-20018bc6-2c74-4a45-bb5e-93c173126d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:24.530213 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2fc9ec8a-1723-4ec8-9409-cc6544eca7fd req-20018bc6-2c74-4a45-bb5e-93c173126d66 service neutron] 10.222.0.124 "GET /v2.0/networks?id=6ef00aa4-d593-4f6f-9899-14442a4d2181 HTTP/1.1" status: 200 len: 898 time: 0.0921156 Jul 06 14:19:24.579691 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2fc9ec8a-1723-4ec8-9409-cc6544eca7fd req-cfb8e1e7-a236-4a43-8813-191b7ba4daea service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5425364-97c9-421c-bec6-046ef62a6aae HTTP/1.1" status: 200 len: 217 time: 0.0425026 Jul 06 14:19:24.629784 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9ec8a-1723-4ec8-9409-cc6544eca7fd req-57334837-d82e-4b95-b25e-a927ff516fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:24.631471 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2fc9ec8a-1723-4ec8-9409-cc6544eca7fd req-57334837-d82e-4b95-b25e-a927ff516fb8 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=72328a30-130c-4d62-be58-05accff8c9f3 HTTP/1.1" status: 200 len: 834 time: 0.0455031 Jul 06 14:19:24.693098 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9ec8a-1723-4ec8-9409-cc6544eca7fd req-df03e806-3cdc-4cf1-9c5a-a9db96be034e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:24.695071 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2fc9ec8a-1723-4ec8-9409-cc6544eca7fd req-df03e806-3cdc-4cf1-9c5a-a9db96be034e service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=6ef00aa4-d593-4f6f-9899-14442a4d2181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562685 Jul 06 14:19:24.807867 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2fc9ec8a-1723-4ec8-9409-cc6544eca7fd req-631fecc5-621c-4b18-8944-614ee7a8bd1e service neutron] 10.222.0.124 "GET /v2.0/networks/6ef00aa4-d593-4f6f-9899-14442a4d2181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044581 Jul 06 14:19:24.873307 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 7d8efc9d-2daa-4591-8dc5-8ec114329d2a up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:19:24.934209 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 7d8efc9d-2daa-4591-8dc5-8ec114329d2a triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:19:24.934872 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:24.940740 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2fc9ec8a-1723-4ec8-9409-cc6544eca7fd req-c0430ea7-b0ce-4371-9d9b-1ea736cb585e service neutron] 10.222.0.124 "GET /v2.0/networks/6ef00aa4-d593-4f6f-9899-14442a4d2181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235421 Jul 06 14:19:25.057618 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea84cdc-269d-4074-ad88-9b7c0419a06d req-6431128d-a6f4-41e5-835c-dcf29a943ffc tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:25.066236 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fea84cdc-269d-4074-ad88-9b7c0419a06d req-6431128d-a6f4-41e5-835c-dcf29a943ffc tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 944 time: 0.0959492 Jul 06 14:19:25.106626 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fea84cdc-269d-4074-ad88-9b7c0419a06d req-228cf597-f1c6-4450-8dfc-f27ce16458be tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=d721a8a2-8b5f-4b7c-84a0-745f21c818f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393956 Jul 06 14:19:25.906995 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-140261cf-d475-4be7-b42b-2bbdcf6b56d8 req-29ae0f28-fe2e-4aa2-9e62-deb2d1a286bc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2f037187-147b-4dfa-96bf-8aecc0515521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0659359 Jul 06 14:19:26.012859 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device c5425364-97c9-421c-bec6-046ef62a6aae details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:19:26.019084 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140261cf-d475-4be7-b42b-2bbdcf6b56d8 req-f61e0567-67c1-4d75-9f62-512d4b1cb1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:26.021293 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-140261cf-d475-4be7-b42b-2bbdcf6b56d8 req-f61e0567-67c1-4d75-9f62-512d4b1cb1d6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b14d03db18d44d28b7d0ef624fa50e3b&device_id=2f037187-147b-4dfa-96bf-8aecc0515521 HTTP/1.1" status: 200 len: 1097 time: 0.0649102 Jul 06 14:19:26.170938 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port c5425364-97c9-421c-bec6-046ef62a6aae, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c5425364-97c9-421c-bec6-046ef62a6aae,segment=NetworkSegment(3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26),segment_id=3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:26.185641 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'c5425364-97c9-421c-bec6-046ef62a6aae', 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181', 'port_id': 'c5425364-97c9-421c-bec6-046ef62a6aae', 'mac_address': 'fa:16:3e:b5:28:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72328a30-130c-4d62-be58-05accff8c9f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:19:26.231453 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:26.235762 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140261cf-d475-4be7-b42b-2bbdcf6b56d8 req-a43533a4-05c5-4fd1-af7d-da03f9817794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:26.241740 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-140261cf-d475-4be7-b42b-2bbdcf6b56d8 req-a43533a4-05c5-4fd1-af7d-da03f9817794 service neutron] 10.222.0.52 "GET /v2.0/networks?id=30e1e582-aa43-4bc7-9eb5-7b18bfef5771 HTTP/1.1" status: 200 len: 909 time: 0.1892200 Jul 06 14:19:26.258723 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5425364-97c9-421c-bec6-046ef62a6aae {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:19:26.281613 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port c5425364-97c9-421c-bec6-046ef62a6aae, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c5425364-97c9-421c-bec6-046ef62a6aae,segment=NetworkSegment(3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26),segment_id=3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:26.286421 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:26.347433 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=c5425364-97c9-421c-bec6-046ef62a6aae,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:26.363934 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-140261cf-d475-4be7-b42b-2bbdcf6b56d8 req-b0e641d7-f4d7-416e-af97-57169c2944b2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b75d3017-3911-4fa6-add4-c36782d4ba7b HTTP/1.1" status: 200 len: 1002 time: 0.1149316 Jul 06 14:19:26.454509 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140261cf-d475-4be7-b42b-2bbdcf6b56d8 req-7aa7c512-fef7-4f2d-aea3-3652682ace68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:26.456283 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-140261cf-d475-4be7-b42b-2bbdcf6b56d8 req-7aa7c512-fef7-4f2d-aea3-3652682ace68 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=af4f4803-c3c9-47df-9e43-88e09dbc15a2 HTTP/1.1" status: 200 len: 847 time: 0.0794055 Jul 06 14:19:26.493894 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['c5425364-97c9-421c-bec6-046ef62a6aae'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:19:26.505428 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cab73-0647-4212-94e4-5ec08fb871cf req-cdfd72aa-0320-4d95-9c4f-6c10994582e8 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:26.507178 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c32cab73-0647-4212-94e4-5ec08fb871cf req-cdfd72aa-0320-4d95-9c4f-6c10994582e8 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 945 time: 0.1423461 Jul 06 14:19:26.558035 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c32cab73-0647-4212-94e4-5ec08fb871cf req-a01e116c-f811-47de-ac5f-bcf9eb400ee0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=d721a8a2-8b5f-4b7c-84a0-745f21c818f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447648 Jul 06 14:19:26.570399 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140261cf-d475-4be7-b42b-2bbdcf6b56d8 req-c7a90e5d-75f4-4b36-a7e3-4c53b06eeec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:26.574261 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-140261cf-d475-4be7-b42b-2bbdcf6b56d8 req-c7a90e5d-75f4-4b36-a7e3-4c53b06eeec4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=30e1e582-aa43-4bc7-9eb5-7b18bfef5771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047497 Jul 06 14:19:26.705043 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-140261cf-d475-4be7-b42b-2bbdcf6b56d8 req-331c4f05-463b-4824-a2ce-d8be84e987e2 service neutron] 10.222.0.52 "GET /v2.0/networks/30e1e582-aa43-4bc7-9eb5-7b18bfef5771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215327 Jul 06 14:19:26.723849 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:19:26.871121 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-140261cf-d475-4be7-b42b-2bbdcf6b56d8 req-a032c5e2-84f7-4ee7-97d0-f36a8b8d2f5e service neutron] 10.222.0.52 "GET /v2.0/networks/30e1e582-aa43-4bc7-9eb5-7b18bfef5771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586571 Jul 06 14:19:26.914905 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57146) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:27.028061 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0bcec039-7248-4cdf-b39f-823dc4ce8bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:27.156341 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0bcec039-7248-4cdf-b39f-823dc4ce8bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:27.163722 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0bcec039-7248-4cdf-b39f-823dc4ce8bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:27.208213 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0bcec039-7248-4cdf-b39f-823dc4ce8bc0 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=fd8b99294b544196bc52799cb85aa11f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2919858 Jul 06 14:19:27.208954 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcec039-7248-4cdf-b39f-823dc4ce8bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9e6d7d-c9cb-45ed-a731-d6f5be730790,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:27.210862 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 57156) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:27.273523 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7bc049f7-102c-40aa-a244-763a98fc3014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:27.301634 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7bc049f7-102c-40aa-a244-763a98fc3014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:27.351270 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7bc049f7-102c-40aa-a244-763a98fc3014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:27.354254 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7bc049f7-102c-40aa-a244-763a98fc3014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:27.355428 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7bc049f7-102c-40aa-a244-763a98fc3014 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/7c9e6d7d-c9cb-45ed-a731-d6f5be730790 HTTP/1.1" status: 204 len: 168 time: 0.1429346 Jul 06 14:19:27.365943 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc049f7-102c-40aa-a244-763a98fc3014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9e6d7d-c9cb-45ed-a731-d6f5be730790,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:28.022497 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dffdb1-2b6e-49e6-b305-b6231744ce76 req-468b4e32-31e6-4730-be74-274d3bd73ca9 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:28.029604 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00dffdb1-2b6e-49e6-b305-b6231744ce76 req-468b4e32-31e6-4730-be74-274d3bd73ca9 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 945 time: 0.0774891 Jul 06 14:19:28.031234 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device c5425364-97c9-421c-bec6-046ef62a6aae up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:19:28.078207 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00dffdb1-2b6e-49e6-b305-b6231744ce76 req-9a5d7a1a-6f68-4777-88a0-7ee8199d7014 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=d721a8a2-8b5f-4b7c-84a0-745f21c818f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470245 Jul 06 14:19:28.088312 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port c5425364-97c9-421c-bec6-046ef62a6aae completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:19:28.096909 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port c5425364-97c9-421c-bec6-046ef62a6aae triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:19:28.097373 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:28.187810 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:28.215134 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49e26b5-3c6b-4a4c-a1df-8a604fe05021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5425364-97c9-421c-bec6-046ef62a6aae'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:19:28.217471 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813cd586-9662-4e5a-8efa-fefbebd55763" -d '{"events": [{"server_uuid": "c49e26b5-3c6b-4a4c-a1df-8a604fe05021", "name": "network-vif-plugged", "status": "completed", "tag": "c5425364-97c9-421c-bec6-046ef62a6aae"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:19:28.234173 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port c5425364-97c9-421c-bec6-046ef62a6aae, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c5425364-97c9-421c-bec6-046ef62a6aae,segment=NetworkSegment(3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26),segment_id=3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:28.239825 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:28.292988 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c299f7-094c-472a-94c2-38a11a165cdd x-openstack-request-id: req-54c299f7-094c-472a-94c2-38a11a165cdd {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:19:28.293289 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49e26b5-3c6b-4a4c-a1df-8a604fe05021", "name": "network-vif-plugged", "status": "completed", "tag": "c5425364-97c9-421c-bec6-046ef62a6aae", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:19:28.293542 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-54c299f7-094c-472a-94c2-38a11a165cdd {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:19:28.293975 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49e26b5-3c6b-4a4c-a1df-8a604fe05021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5425364-97c9-421c-bec6-046ef62a6aae', 'code': 200} Jul 06 14:19:28.312441 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=c5425364-97c9-421c-bec6-046ef62a6aae,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:28.416955 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302022c-290f-4ec8-86f5-5e80a9e07d83 req-3776e1f6-fcce-4ec0-93af-94f266fd7942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:28.418609 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0302022c-290f-4ec8-86f5-5e80a9e07d83 req-3776e1f6-fcce-4ec0-93af-94f266fd7942 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 1097 time: 0.0567553 Jul 06 14:19:28.457154 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0302022c-290f-4ec8-86f5-5e80a9e07d83 req-bb15ff52-482a-4411-bfff-2417279bc287 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=d721a8a2-8b5f-4b7c-84a0-745f21c818f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325193 Jul 06 14:19:28.816765 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 57202) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:28.988362 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-58389a94-4242-4b3e-9ebd-805aaa72de1c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'network': {'name': 'tempest-network-smoke--1115301070', 'project_id': '40ab17dbfa354891b0693042b531db54', 'port_security_enabled': True}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:29.018859 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58389a94-4242-4b3e-9ebd-805aaa72de1c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Made reservation on behalf of 40ab17dbfa354891b0693042b531db54 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:19:29.023566 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-58389a94-4242-4b3e-9ebd-805aaa72de1c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:29.035333 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-58389a94-4242-4b3e-9ebd-805aaa72de1c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:29.165377 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-58389a94-4242-4b3e-9ebd-805aaa72de1c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:29.169901 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-58389a94-4242-4b3e-9ebd-805aaa72de1c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:29.209736 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58389a94-4242-4b3e-9ebd-805aaa72de1c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:19:29.236890 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58389a94-4242-4b3e-9ebd-805aaa72de1c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d71d239-f7ad-4221-8dcf-dd71fb08d25c,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:29.243929 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-58389a94-4242-4b3e-9ebd-805aaa72de1c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:29.244288 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-58389a94-4242-4b3e-9ebd-805aaa72de1c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Added segment c24e9e39-d994-4d9c-86d2-e422c740be50 of type vlan for network a18bee79-e544-4ac3-bfcf-6cd8027698ce Jul 06 14:19:29.335928 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-58389a94-4242-4b3e-9ebd-805aaa72de1c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:29.387526 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0897d6-be7e-4dc5-91e2-359961e9f422 req-248d3a6b-d3b3-44a8-a4b3-bafe26223b76 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:29.389536 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da0897d6-be7e-4dc5-91e2-359961e9f422 req-248d3a6b-d3b3-44a8-a4b3-bafe26223b76 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 946 time: 0.1679893 Jul 06 14:19:29.407679 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-58389a94-4242-4b3e-9ebd-805aaa72de1c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:29.415964 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58389a94-4242-4b3e-9ebd-805aaa72de1c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:29.416394 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-58389a94-4242-4b3e-9ebd-805aaa72de1c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:29.511750 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-58389a94-4242-4b3e-9ebd-805aaa72de1c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6937318 Jul 06 14:19:29.516074 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57212) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:29.519884 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da0897d6-be7e-4dc5-91e2-359961e9f422 req-ac4b6fc1-e92e-4760-90ca-dd5f570ed2af tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=d721a8a2-8b5f-4b7c-84a0-745f21c818f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225071 Jul 06 14:19:29.524477 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-47d4afee-4530-4e10-bcee-f006ead060d2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2083258110', 'admin_state_up': True, 'project_id': '40ab17dbfa354891b0693042b531db54', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:29.525741 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58389a94-4242-4b3e-9ebd-805aaa72de1c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'Network': ['ID=a18bee79-e544-4ac3-bfcf-6cd8027698ce,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:29.542100 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network a18bee79-e544-4ac3-bfcf-6cd8027698ce details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:19:29.558945 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-47d4afee-4530-4e10-bcee-f006ead060d2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:29.564460 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-47d4afee-4530-4e10-bcee-f006ead060d2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:29.621977 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-47d4afee-4530-4e10-bcee-f006ead060d2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:29.763227 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-47d4afee-4530-4e10-bcee-f006ead060d2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:29.962864 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-47d4afee-4530-4e10-bcee-f006ead060d2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:29.982265 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-47d4afee-4530-4e10-bcee-f006ead060d2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:30.085736 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-47d4afee-4530-4e10-bcee-f006ead060d2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Allocated IP 172.25.6.183 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/c47ec285-e9cb-41f6-b373-bcd6602af9ab) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:19:30.207657 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-47d4afee-4530-4e10-bcee-f006ead060d2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:30.246709 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-47d4afee-4530-4e10-bcee-f006ead060d2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:30.284453 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d4afee-4530-4e10-bcee-f006ead060d2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:19:30.287445 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-47d4afee-4530-4e10-bcee-f006ead060d2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:19:30.289849 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d4afee-4530-4e10-bcee-f006ead060d2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:19:30.320230 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4afee-4530-4e10-bcee-f006ead060d2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'Port': ['ID=c47ec285-e9cb-41f6-b373-bcd6602af9ab,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:30.552199 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-47d4afee-4530-4e10-bcee-f006ead060d2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:30.731484 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3f327-f994-4d0a-b9bf-f9fef125ed54 req-c1d053eb-2268-4af9-a59c-c29b0b58db16 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:30.733089 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07b3f327-f994-4d0a-b9bf-f9fef125ed54 req-c1d053eb-2268-4af9-a59c-c29b0b58db16 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 946 time: 0.0685558 Jul 06 14:19:30.773724 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07b3f327-f994-4d0a-b9bf-f9fef125ed54 req-a04952df-9ea8-47f4-973f-8b1dc3677131 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=d721a8a2-8b5f-4b7c-84a0-745f21c818f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337851 Jul 06 14:19:30.774095 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-47d4afee-4530-4e10-bcee-f006ead060d2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:30.925230 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d4afee-4530-4e10-bcee-f006ead060d2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Router c2bf692a-3d11-4006-99a4-2f89bf165f28 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:19:30.965272 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07534940-1792-4ec1-8322-bd9607fe3230 req-7eecf192-40de-4508-91c5-cafc02258077 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:30.966858 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07534940-1792-4ec1-8322-bd9607fe3230 req-7eecf192-40de-4508-91c5-cafc02258077 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 946 time: 0.0742891 Jul 06 14:19:31.007594 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07534940-1792-4ec1-8322-bd9607fe3230 req-346f7c1b-eda0-46d0-bff1-a2fc795cdd56 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=d721a8a2-8b5f-4b7c-84a0-745f21c818f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344052 Jul 06 14:19:31.036608 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 57226) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:31.043790 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d4afee-4530-4e10-bcee-f006ead060d2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:19:31.056132 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fcf1f1-4366-4b80-86b9-d23caedda1c5 None None] Sync routers for ids ['c2bf692a-3d11-4006-99a4-2f89bf165f28'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:19:31.068400 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fcf1f1-4366-4b80-86b9-d23caedda1c5 None None] Routers {'c2bf692a-3d11-4006-99a4-2f89bf165f28'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:19:31.069378 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e3fcf1f1-4366-4b80-86b9-d23caedda1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:19:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c2bf692a-3d11-4006-99a4-2f89bf165f28'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:31.074170 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-47d4afee-4530-4e10-bcee-f006ead060d2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:31.075894 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-47d4afee-4530-4e10-bcee-f006ead060d2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5574603 Jul 06 14:19:31.079832 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 57230) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:31.170394 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7f77ae60-6e33-4604-86a1-632c6898136d tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] 10.222.0.118 "GET /v2.0/subnets?project_id=40ab17dbfa354891b0693042b531db54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0891187 Jul 06 14:19:31.174259 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57234) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:31.208597 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-e3fcf1f1-4366-4b80-86b9-d23caedda1c5 None None] Set router c2bf692a-3d11-4006-99a4-2f89bf165f28 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:19:31.254474 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b0383d-6553-4fd6-b266-817651e6c468 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:31.256597 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-52b0383d-6553-4fd6-b266-817651e6c468 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 1092 time: 0.2190015 Jul 06 14:19:31.259577 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 57236) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:31.265591 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-36f01b03-ced9-45e1-9569-983720cd4f76 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'port_id': 'c5425364-97c9-421c-bec6-046ef62a6aae', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:31.281546 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b29e8e-36e6-4335-a64b-00885e5a292c tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:31.283246 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-77b29e8e-36e6-4335-a64b-00885e5a292c tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] 10.222.0.118 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1079576 Jul 06 14:19:31.286112 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57238) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:31.294159 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-36f01b03-ced9-45e1-9569-983720cd4f76 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:31.335629 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0a633e67-916b-4133-9083-27aa6340b26c tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] 10.222.0.118 "GET /v2.0/subnets?network_id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480969 Jul 06 14:19:31.338999 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57240) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:31.345788 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-5af7d626-5e4b-4926-a342-f8b71c28de2f tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-854865955', 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce', 'project_id': '40ab17dbfa354891b0693042b531db54', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:31.424639 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-36f01b03-ced9-45e1-9569-983720cd4f76 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:31.428111 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e3fcf1f1-4366-4b80-86b9-d23caedda1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'name': 'tempest-TestNetworkBasicOps-router-2083258110', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:19:30Z', 'revision_number': 3, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:19:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:31.460050 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af7d626-5e4b-4926-a342-f8b71c28de2f tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Made reservation on behalf of 40ab17dbfa354891b0693042b531db54 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:19:31.464226 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5af7d626-5e4b-4926-a342-f8b71c28de2f tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:31.466281 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fcf1f1-4366-4b80-86b9-d23caedda1c5 None None] Checking router: c2bf692a-3d11-4006-99a4-2f89bf165f28 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:19:31.467084 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fcf1f1-4366-4b80-86b9-d23caedda1c5 None None] Updating router c2bf692a-3d11-4006-99a4-2f89bf165f28 port c47ec285-e9cb-41f6-b373-bcd6602af9ab binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:19:31.524165 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e3fcf1f1-4366-4b80-86b9-d23caedda1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:31.567269 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-36f01b03-ced9-45e1-9569-983720cd4f76 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Allocated IP 172.25.6.122 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/e0a05ffc-4aa4-4fd7-a07d-b13855591abf) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:19:31.678686 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5af7d626-5e4b-4926-a342-f8b71c28de2f tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:31.704522 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-36f01b03-ced9-45e1-9569-983720cd4f76 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:31.747573 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-36f01b03-ced9-45e1-9569-983720cd4f76 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:31.758781 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7d626-5e4b-4926-a342-f8b71c28de2f tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'Subnet': ['ID=c66a5e0f-7fcf-45e9-b75e-5945e31941f0,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:31.771284 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af7d626-5e4b-4926-a342-f8b71c28de2f tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Checking segment: {'id': 'c24e9e39-d994-4d9c-86d2-e422c740be50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:19:31.771890 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af7d626-5e4b-4926-a342-f8b71c28de2f tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Network hostable DHCP agents. Network: a18bee79-e544-4ac3-bfcf-6cd8027698ce, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:19:31.786720 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f01b03-ced9-45e1-9569-983720cd4f76 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:19:31.791627 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-36f01b03-ced9-45e1-9569-983720cd4f76 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:19:31.796422 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af7d626-5e4b-4926-a342-f8b71c28de2f tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Network a18bee79-e544-4ac3-bfcf-6cd8027698ce is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:19:31.798171 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f01b03-ced9-45e1-9569-983720cd4f76 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:19:31.805439 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f01b03-ced9-45e1-9569-983720cd4f76 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Port': ['ID=e0a05ffc-4aa4-4fd7-a07d-b13855591abf,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:31.818992 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-5af7d626-5e4b-4926-a342-f8b71c28de2f tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, a18bee79-e544-4ac3-bfcf-6cd8027698ce) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:19:31.828289 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af7d626-5e4b-4926-a342-f8b71c28de2f tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:31.830126 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5af7d626-5e4b-4926-a342-f8b71c28de2f tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:31.844861 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eeb86c6-8fc5-4a28-ae60-a152ba03ee6b None None] Network a18bee79-e544-4ac3-bfcf-6cd8027698ce requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:19:31.869112 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5af7d626-5e4b-4926-a342-f8b71c28de2f tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5288749 Jul 06 14:19:31.874954 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57244) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:32.282039 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e3fcf1f1-4366-4b80-86b9-d23caedda1c5 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:32.299544 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e3fcf1f1-4366-4b80-86b9-d23caedda1c5 None None] Transition to ACTIVE for port object c47ec285-e9cb-41f6-b373-bcd6602af9ab will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:19:32.329123 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e3fcf1f1-4366-4b80-86b9-d23caedda1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:32.343971 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a01303-4e1f-4b3e-9b6a-64e0fbf0a412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-a18bee79-e544-4ac3-bfcf-6cd8027698ce', 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'fixed_ips': [{'subnet_id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:19:32.344835 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-29a01303-4e1f-4b3e-9b6a-64e0fbf0a412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:32.371534 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-36f01b03-ced9-45e1-9569-983720cd4f76 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:32.473117 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cb10f782-8a70-47d3-ad0c-15875147cd69 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:32.475481 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-36f01b03-ced9-45e1-9569-983720cd4f76 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:32.519882 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-e3fcf1f1-4366-4b80-86b9-d23caedda1c5 None None] Attempting to bind port c47ec285-e9cb-41f6-b373-bcd6602af9ab on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:19:32.520267 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-e3fcf1f1-4366-4b80-86b9-d23caedda1c5 None None] Attempting to bind port c47ec285-e9cb-41f6-b373-bcd6602af9ab by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:19:32.520639 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fcf1f1-4366-4b80-86b9-d23caedda1c5 None None] Attempting to bind port c47ec285-e9cb-41f6-b373-bcd6602af9ab on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:19:32.535979 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fcf1f1-4366-4b80-86b9-d23caedda1c5 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:19:32.536367 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fcf1f1-4366-4b80-86b9-d23caedda1c5 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:19:32.536781 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e3fcf1f1-4366-4b80-86b9-d23caedda1c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:32.537183 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fcf1f1-4366-4b80-86b9-d23caedda1c5 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:19:32.537664 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-e3fcf1f1-4366-4b80-86b9-d23caedda1c5 None None] Bound port: c47ec285-e9cb-41f6-b373-bcd6602af9ab, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:19:32.538082 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e3fcf1f1-4366-4b80-86b9-d23caedda1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:32.569116 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4af49-78db-446c-9182-9358f9612981 None None] Pushing event updated for resources: {'Port': ['ID=c47ec285-e9cb-41f6-b373-bcd6602af9ab,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:32.593912 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-29a01303-4e1f-4b3e-9b6a-64e0fbf0a412 None None] Allocated IP 172.20.0.2 (a18bee79-e544-4ac3-bfcf-6cd8027698ce/c66a5e0f-7fcf-45e9-b75e-5945e31941f0/dfd8e1f3-594d-4d2a-b70a-18558258ccc3) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:19:32.621083 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-e3fcf1f1-4366-4b80-86b9-d23caedda1c5 None None] For port c47ec285-e9cb-41f6-b373-bcd6602af9ab, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:19:32.626600 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-e3fcf1f1-4366-4b80-86b9-d23caedda1c5 None None] For port c47ec285-e9cb-41f6-b373-bcd6602af9ab, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c47ec285-e9cb-41f6-b373-bcd6602af9ab,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:19:32.637967 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e3fcf1f1-4366-4b80-86b9-d23caedda1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:32.684217 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-36f01b03-ced9-45e1-9569-983720cd4f76 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:32.694573 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-36f01b03-ced9-45e1-9569-983720cd4f76 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:32.749169 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fcf1f1-4366-4b80-86b9-d23caedda1c5 None None] Routers {'c2bf692a-3d11-4006-99a4-2f89bf165f28'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:19:32.750175 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e3fcf1f1-4366-4b80-86b9-d23caedda1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:19:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c2bf692a-3d11-4006-99a4-2f89bf165f28'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:32.752846 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f01b03-ced9-45e1-9569-983720cd4f76 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Port': ['ID=e0a05ffc-4aa4-4fd7-a07d-b13855591abf,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:32.803590 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-36f01b03-ced9-45e1-9569-983720cd4f76 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:32.854470 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4af49-78db-446c-9182-9358f9612981 None None] Pushing event updated for resources: {'Port': ['ID=c47ec285-e9cb-41f6-b373-bcd6602af9ab,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:32.914314 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-36f01b03-ced9-45e1-9569-983720cd4f76 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Floating IP 76272e66-9aea-4a89-ba4b-c3e23f447cc5 associated. External IP: 172.25.6.122, port: c5425364-97c9-421c-bec6-046ef62a6aae. Jul 06 14:19:32.947053 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-e3fcf1f1-4366-4b80-86b9-d23caedda1c5 None None] Set router c2bf692a-3d11-4006-99a4-2f89bf165f28 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:19:33.011112 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-29a01303-4e1f-4b3e-9b6a-64e0fbf0a412 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:33.057163 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-29a01303-4e1f-4b3e-9b6a-64e0fbf0a412 None None] Transition to ACTIVE for port object dfd8e1f3-594d-4d2a-b70a-18558258ccc3 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:19:33.084815 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-29a01303-4e1f-4b3e-9b6a-64e0fbf0a412 None None] Transition to ACTIVE for port object dfd8e1f3-594d-4d2a-b70a-18558258ccc3 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:19:33.097744 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-29a01303-4e1f-4b3e-9b6a-64e0fbf0a412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:33.143740 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a01303-4e1f-4b3e-9b6a-64e0fbf0a412 None None] Pushing event updated for resources: {'Port': ['ID=dfd8e1f3-594d-4d2a-b70a-18558258ccc3,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:33.162757 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-cb10f782-8a70-47d3-ad0c-15875147cd69 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Allocated IP 172.20.0.1 (a18bee79-e544-4ac3-bfcf-6cd8027698ce/c66a5e0f-7fcf-45e9-b75e-5945e31941f0/a14ce488-4a49-4791-8028-a6039bd9e55d) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:19:33.187136 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a01303-4e1f-4b3e-9b6a-64e0fbf0a412 None None] Network a18bee79-e544-4ac3-bfcf-6cd8027698ce is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:19:33.197571 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-29a01303-4e1f-4b3e-9b6a-64e0fbf0a412 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:19:33.200826 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a01303-4e1f-4b3e-9b6a-64e0fbf0a412 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:19:33.277381 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-29a01303-4e1f-4b3e-9b6a-64e0fbf0a412 None None] Attempting to bind port dfd8e1f3-594d-4d2a-b70a-18558258ccc3 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:19:33.277738 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-29a01303-4e1f-4b3e-9b6a-64e0fbf0a412 None None] Attempting to bind port dfd8e1f3-594d-4d2a-b70a-18558258ccc3 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'c24e9e39-d994-4d9c-86d2-e422c740be50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:19:33.278127 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a01303-4e1f-4b3e-9b6a-64e0fbf0a412 None None] Attempting to bind port dfd8e1f3-594d-4d2a-b70a-18558258ccc3 on network a18bee79-e544-4ac3-bfcf-6cd8027698ce {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:19:33.284346 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a01303-4e1f-4b3e-9b6a-64e0fbf0a412 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:19:33.285048 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a01303-4e1f-4b3e-9b6a-64e0fbf0a412 None None] Checking segment: {'id': 'c24e9e39-d994-4d9c-86d2-e422c740be50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:19:33.285165 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-29a01303-4e1f-4b3e-9b6a-64e0fbf0a412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:33.285491 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a01303-4e1f-4b3e-9b6a-64e0fbf0a412 None None] Bound using segment: {'id': 'c24e9e39-d994-4d9c-86d2-e422c740be50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:19:33.285992 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-29a01303-4e1f-4b3e-9b6a-64e0fbf0a412 None None] Bound port: dfd8e1f3-594d-4d2a-b70a-18558258ccc3, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24e9e39-d994-4d9c-86d2-e422c740be50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:19:33.286373 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-29a01303-4e1f-4b3e-9b6a-64e0fbf0a412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:33.300903 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e3fcf1f1-4366-4b80-86b9-d23caedda1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'name': 'tempest-TestNetworkBasicOps-router-2083258110', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:19:30Z', 'revision_number': 3, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:33.331625 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fcf1f1-4366-4b80-86b9-d23caedda1c5 None None] The sync data for ids ['c2bf692a-3d11-4006-99a4-2f89bf165f28'] in n-d-773644-6 is: [{'id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'name': 'tempest-TestNetworkBasicOps-router-2083258110', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:19:30Z', 'revision_number': 3, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:19:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:19:33.332496 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cb10f782-8a70-47d3-ad0c-15875147cd69 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:33.366524 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-cb10f782-8a70-47d3-ad0c-15875147cd69 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Transition to ACTIVE for port object a14ce488-4a49-4791-8028-a6039bd9e55d will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:19:33.402529 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-29a01303-4e1f-4b3e-9b6a-64e0fbf0a412 None None] For port dfd8e1f3-594d-4d2a-b70a-18558258ccc3, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:19:33.407862 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-29a01303-4e1f-4b3e-9b6a-64e0fbf0a412 None None] For port dfd8e1f3-594d-4d2a-b70a-18558258ccc3, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=dfd8e1f3-594d-4d2a-b70a-18558258ccc3,segment=NetworkSegment(c24e9e39-d994-4d9c-86d2-e422c740be50),segment_id=c24e9e39-d994-4d9c-86d2-e422c740be50)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:19:33.415500 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-29a01303-4e1f-4b3e-9b6a-64e0fbf0a412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:33.416630 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cb10f782-8a70-47d3-ad0c-15875147cd69 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:33.466272 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb10f782-8a70-47d3-ad0c-15875147cd69 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Network a18bee79-e544-4ac3-bfcf-6cd8027698ce is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:19:33.470340 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-cb10f782-8a70-47d3-ad0c-15875147cd69 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:19:33.481874 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb10f782-8a70-47d3-ad0c-15875147cd69 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:19:33.539673 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a01303-4e1f-4b3e-9b6a-64e0fbf0a412 None None] Pushing event updated for resources: {'Port': ['ID=dfd8e1f3-594d-4d2a-b70a-18558258ccc3,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:33.556410 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10f782-8a70-47d3-ad0c-15875147cd69 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'Port': ['ID=a14ce488-4a49-4791-8028-a6039bd9e55d,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:33.573147 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cb10f782-8a70-47d3-ad0c-15875147cd69 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:33.586697 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f01b03-ced9-45e1-9569-983720cd4f76 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Router 23c66c57-b86b-4561-997c-1cbfeaee47f8 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:19:33.767446 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f01b03-ced9-45e1-9569-983720cd4f76 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:19:33.786589 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f9f90e-c945-4ab1-81b0-1af363dc0521 None None] Sync routers for ids ['23c66c57-b86b-4561-997c-1cbfeaee47f8'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:19:33.801208 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-36f01b03-ced9-45e1-9569-983720cd4f76 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:33.821598 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f9f90e-c945-4ab1-81b0-1af363dc0521 None None] Routers {'23c66c57-b86b-4561-997c-1cbfeaee47f8'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:19:33.821598 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-43f9f90e-c945-4ab1-81b0-1af363dc0521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:19:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['23c66c57-b86b-4561-997c-1cbfeaee47f8'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:33.878917 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-36f01b03-ced9-45e1-9569-983720cd4f76 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6155441 Jul 06 14:19:33.878917 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49e26b5-3c6b-4a4c-a1df-8a604fe05021', 'tag': 'c5425364-97c9-421c-bec6-046ef62a6aae'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:19:33.879791 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7fe25d-b376-4b3d-aab2-49288823b422" -d '{"events": [{"name": "network-changed", "server_uuid": "c49e26b5-3c6b-4a4c-a1df-8a604fe05021", "tag": "c5425364-97c9-421c-bec6-046ef62a6aae"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:19:34.004549 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-43f9f90e-c945-4ab1-81b0-1af363dc0521 None None] Set router 23c66c57-b86b-4561-997c-1cbfeaee47f8 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:19:34.224452 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed06a1-9fbe-45ea-b9b4-819f60b5f428 req-d06045af-1165-4f58-8acd-b8d1289cfbde tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:34.226038 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a9ed06a1-9fbe-45ea-b9b4-819f60b5f428 req-d06045af-1165-4f58-8acd-b8d1289cfbde tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 946 time: 0.1412630 Jul 06 14:19:34.314421 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cb10f782-8a70-47d3-ad0c-15875147cd69 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:34.316249 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a9ed06a1-9fbe-45ea-b9b4-819f60b5f428 req-c388a643-eec0-4c32-8788-897946b59543 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=d721a8a2-8b5f-4b7c-84a0-745f21c818f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811388 Jul 06 14:19:34.335101 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-43f9f90e-c945-4ab1-81b0-1af363dc0521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531144505', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'f411641f-5600-456e-a2d1-3df3cd2b89b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:12Z', 'updated_at': '2021-07-06T14:19:16Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'f411641f-5600-456e-a2d1-3df3cd2b89b4', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:12Z', 'updated_at': '2021-07-06T14:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '76272e66-9aea-4a89-ba4b-c3e23f447cc5', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'port_id': 'c5425364-97c9-421c-bec6-046ef62a6aae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181', 'mac_address': 'fa:16:3e:b5:28:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49e26b5-3c6b-4a4c-a1df-8a604fe05021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:19:32Z', 'updated_at': '2021-07-06T14:19:32Z', 'revision_number': 0, 'project_id': '7317327619ce440a98467f267c9927a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d8efc9d-2daa-4591-8dc5-8ec114329d2a', 'name': '', 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:8c:25:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '72328a30-130c-4d62-be58-05accff8c9f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:15Z', 'updated_at': '2021-07-06T14:19:23Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': '72328a30-130c-4d62-be58-05accff8c9f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:34.349143 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57256) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:34.375664 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f9f90e-c945-4ab1-81b0-1af363dc0521 None None] Checking router: 23c66c57-b86b-4561-997c-1cbfeaee47f8 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:19:34.385026 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f9f90e-c945-4ab1-81b0-1af363dc0521 None None] Routers {'23c66c57-b86b-4561-997c-1cbfeaee47f8'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:19:34.385645 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-43f9f90e-c945-4ab1-81b0-1af363dc0521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:19:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['23c66c57-b86b-4561-997c-1cbfeaee47f8'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:34.408226 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa378bfe-bb3d-4031-b31f-04c7ef63a043 x-openstack-request-id: req-aa378bfe-bb3d-4031-b31f-04c7ef63a043 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:19:34.408517 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c49e26b5-3c6b-4a4c-a1df-8a604fe05021", "tag": "c5425364-97c9-421c-bec6-046ef62a6aae", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:19:34.408772 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-aa378bfe-bb3d-4031-b31f-04c7ef63a043 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:19:34.409171 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c49e26b5-3c6b-4a4c-a1df-8a604fe05021', 'tag': 'c5425364-97c9-421c-bec6-046ef62a6aae', 'status': 'completed', 'code': 200} Jul 06 14:19:34.486076 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-04953a70-b9f1-440b-ab24-a42c63c9835a tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/floatingips/76272e66-9aea-4a89-ba4b-c3e23f447cc5 HTTP/1.1" status: 200 len: 992 time: 0.1354861 Jul 06 14:19:34.521731 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-43f9f90e-c945-4ab1-81b0-1af363dc0521 None None] Set router 23c66c57-b86b-4561-997c-1cbfeaee47f8 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:19:34.562356 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fe25d-b376-4b3d-aab2-49288823b422 req-2705f6f0-515b-47a4-85a5-3bac42ff783f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:34.567143 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a7fe25d-b376-4b3d-aab2-49288823b422 req-2705f6f0-515b-47a4-85a5-3bac42ff783f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 1097 time: 0.1416245 Jul 06 14:19:34.766007 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fe25d-b376-4b3d-aab2-49288823b422 req-c396614e-0a40-4246-98b3-c67c0e8d9a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:34.767818 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a7fe25d-b376-4b3d-aab2-49288823b422 req-c396614e-0a40-4246-98b3-c67c0e8d9a21 service neutron] 10.222.0.124 "GET /v2.0/networks?id=6ef00aa4-d593-4f6f-9899-14442a4d2181 HTTP/1.1" status: 200 len: 898 time: 0.1944745 Jul 06 14:19:34.941452 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-43f9f90e-c945-4ab1-81b0-1af363dc0521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531144505', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'f411641f-5600-456e-a2d1-3df3cd2b89b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:12Z', 'updated_at': '2021-07-06T14:19:16Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'f411641f-5600-456e-a2d1-3df3cd2b89b4', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:12Z', 'updated_at': '2021-07-06T14:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '76272e66-9aea-4a89-ba4b-c3e23f447cc5', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'port_id': 'c5425364-97c9-421c-bec6-046ef62a6aae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181', 'mac_address': 'fa:16:3e:b5:28:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49e26b5-3c6b-4a4c-a1df-8a604fe05021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:19:32Z', 'updated_at': '2021-07-06T14:19:32Z', 'revision_number': 0, 'project_id': '7317327619ce440a98467f267c9927a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d8efc9d-2daa-4591-8dc5-8ec114329d2a', 'name': '', 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:8c:25:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '72328a30-130c-4d62-be58-05accff8c9f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:15Z', 'updated_at': '2021-07-06T14:19:23Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': '72328a30-130c-4d62-be58-05accff8c9f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:34.962313 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a7fe25d-b376-4b3d-aab2-49288823b422 req-ed1f50ca-89d6-4b9e-aa17-2a28adb449bc service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5425364-97c9-421c-bec6-046ef62a6aae HTTP/1.1" status: 200 len: 1000 time: 0.1857574 Jul 06 14:19:34.985406 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfaeb5b-8d37-4689-9cfc-eeb9880c91d6 None None] Network a18bee79-e544-4ac3-bfcf-6cd8027698ce requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:19:35.012333 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f9f90e-c945-4ab1-81b0-1af363dc0521 None None] The sync data for ids ['23c66c57-b86b-4561-997c-1cbfeaee47f8'] in n-d-773644-6 is: [{'id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531144505', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'f411641f-5600-456e-a2d1-3df3cd2b89b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:12Z', 'updated_at': '2021-07-06T14:19:16Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'f411641f-5600-456e-a2d1-3df3cd2b89b4', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:12Z', 'updated_at': '2021-07-06T14:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '76272e66-9aea-4a89-ba4b-c3e23f447cc5', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'port_id': 'c5425364-97c9-421c-bec6-046ef62a6aae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181', 'mac_address': 'fa:16:3e:b5:28:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49e26b5-3c6b-4a4c-a1df-8a604fe05021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:19:32Z', 'updated_at': '2021-07-06T14:19:32Z', 'revision_number': 0, 'project_id': '7317327619ce440a98467f267c9927a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d8efc9d-2daa-4591-8dc5-8ec114329d2a', 'name': '', 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:8c:25:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '72328a30-130c-4d62-be58-05accff8c9f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:15Z', 'updated_at': '2021-07-06T14:19:23Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': '72328a30-130c-4d62-be58-05accff8c9f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:19:35.035307 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fe25d-b376-4b3d-aab2-49288823b422 req-e2e20361-1252-477f-9a3b-4fed4d127c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:35.037307 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a7fe25d-b376-4b3d-aab2-49288823b422 req-e2e20361-1252-477f-9a3b-4fed4d127c15 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=72328a30-130c-4d62-be58-05accff8c9f3 HTTP/1.1" status: 200 len: 834 time: 0.0684946 Jul 06 14:19:35.050819 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c47ec285-e9cb-41f6-b373-bcd6602af9ab up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:19:35.079902 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cb10f782-8a70-47d3-ad0c-15875147cd69 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:35.087107 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cb10f782-8a70-47d3-ad0c-15875147cd69 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:35.124381 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-15014bb1-76b5-49fa-b908-9de35141498a None None] Provisioning for port dfd8e1f3-594d-4d2a-b70a-18558258ccc3 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:19:35.145580 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fe25d-b376-4b3d-aab2-49288823b422 req-76240c6d-6ff6-458c-b2c0-432ccad0c0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:35.147615 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a7fe25d-b376-4b3d-aab2-49288823b422 req-76240c6d-6ff6-458c-b2c0-432ccad0c0a7 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=6ef00aa4-d593-4f6f-9899-14442a4d2181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032407 Jul 06 14:19:35.196033 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port c47ec285-e9cb-41f6-b373-bcd6602af9ab completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:19:35.209816 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port c47ec285-e9cb-41f6-b373-bcd6602af9ab triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:19:35.210207 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:35.222396 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cb10f782-8a70-47d3-ad0c-15875147cd69 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:35.269994 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a7fe25d-b376-4b3d-aab2-49288823b422 req-71abf1e5-db03-4479-b585-67e13f741dea service neutron] 10.222.0.124 "GET /v2.0/networks/6ef00aa4-d593-4f6f-9899-14442a4d2181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138260 Jul 06 14:19:35.309106 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10f782-8a70-47d3-ad0c-15875147cd69 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'Port': ['ID=a14ce488-4a49-4791-8028-a6039bd9e55d,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:35.365112 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:35.386383 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb10f782-8a70-47d3-ad0c-15875147cd69 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Network a18bee79-e544-4ac3-bfcf-6cd8027698ce is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:19:35.388706 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-cb10f782-8a70-47d3-ad0c-15875147cd69 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:19:35.403615 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a7fe25d-b376-4b3d-aab2-49288823b422 req-a11295b7-4a21-4656-ba97-2150151230de service neutron] 10.222.0.124 "GET /v2.0/networks/6ef00aa4-d593-4f6f-9899-14442a4d2181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247740 Jul 06 14:19:35.412234 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port c47ec285-e9cb-41f6-b373-bcd6602af9ab, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c47ec285-e9cb-41f6-b373-bcd6602af9ab,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:35.417889 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:35.418688 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device dfd8e1f3-594d-4d2a-b70a-18558258ccc3 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:19:35.490036 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 57260) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:35.539999 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=c47ec285-e9cb-41f6-b373-bcd6602af9ab,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:35.554795 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb10f782-8a70-47d3-ad0c-15875147cd69 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Router c2bf692a-3d11-4006-99a4-2f89bf165f28 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:19:35.594923 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port dfd8e1f3-594d-4d2a-b70a-18558258ccc3 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:19:35.599457 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port dfd8e1f3-594d-4d2a-b70a-18558258ccc3 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:19:35.599859 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:35.652807 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d55c7c77-4817-4518-9f6c-4c83af5e87e9 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/floatingips/76272e66-9aea-4a89-ba4b-c3e23f447cc5 HTTP/1.1" status: 200 len: 992 time: 0.1613536 Jul 06 14:19:35.688611 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a28c36-c94c-471d-ac04-640540aba4e3 None None] New status for floating IP 76272e66-9aea-4a89-ba4b-c3e23f447cc5: ACTIVE {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:19:35.760567 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb10f782-8a70-47d3-ad0c-15875147cd69 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:19:35.773792 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cb10f782-8a70-47d3-ad0c-15875147cd69 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "PUT /v2.0/routers/c2bf692a-3d11-4006-99a4-2f89bf165f28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8967652 Jul 06 14:19:35.775503 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57262) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:35.806251 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:35.815888 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-520089d6-12b8-4724-a3ad-9ceaa62f6ea7 None None] Provisioning complete for port dfd8e1f3-594d-4d2a-b70a-18558258ccc3 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:19:35.816256 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-520089d6-12b8-4724-a3ad-9ceaa62f6ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:35.992236 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa9da32-35ac-4453-ae77-c7dc954ce05b None None] Sync routers for ids ['c2bf692a-3d11-4006-99a4-2f89bf165f28'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:19:36.022342 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa9da32-35ac-4453-ae77-c7dc954ce05b None None] Routers {'c2bf692a-3d11-4006-99a4-2f89bf165f28'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:19:36.023241 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9fa9da32-35ac-4453-ae77-c7dc954ce05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:19:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c2bf692a-3d11-4006-99a4-2f89bf165f28'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:36.039741 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port dfd8e1f3-594d-4d2a-b70a-18558258ccc3, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=dfd8e1f3-594d-4d2a-b70a-18558258ccc3,segment=NetworkSegment(c24e9e39-d994-4d9c-86d2-e422c740be50),segment_id=c24e9e39-d994-4d9c-86d2-e422c740be50)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:36.085427 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:36.141459 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deebdf3a-c665-4179-978e-3e7f79af6f5b tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:36.144746 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deebdf3a-c665-4179-978e-3e7f79af6f5b tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:36.148180 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deebdf3a-c665-4179-978e-3e7f79af6f5b tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:36.148774 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deebdf3a-c665-4179-978e-3e7f79af6f5b tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:36.149283 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deebdf3a-c665-4179-978e-3e7f79af6f5b tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:36.153435 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deebdf3a-c665-4179-978e-3e7f79af6f5b tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:36.154055 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deebdf3a-c665-4179-978e-3e7f79af6f5b tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:36.157082 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-deebdf3a-c665-4179-978e-3e7f79af6f5b tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] 10.222.0.118 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4964 time: 0.3803489 Jul 06 14:19:36.160789 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 57268) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:36.173181 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=dfd8e1f3-594d-4d2a-b70a-18558258ccc3,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:36.180257 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-520089d6-12b8-4724-a3ad-9ceaa62f6ea7 None None] Provisioning for port a14ce488-4a49-4791-8028-a6039bd9e55d completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:19:36.184888 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-520089d6-12b8-4724-a3ad-9ceaa62f6ea7 None None] Provisioning complete for port a14ce488-4a49-4791-8028-a6039bd9e55d triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:19:36.185268 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-520089d6-12b8-4724-a3ad-9ceaa62f6ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:36.224543 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-9fa9da32-35ac-4453-ae77-c7dc954ce05b None None] Set router c2bf692a-3d11-4006-99a4-2f89bf165f28 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:19:36.233105 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-520089d6-12b8-4724-a3ad-9ceaa62f6ea7 None None] Port a14ce488-4a49-4791-8028-a6039bd9e55d cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:19:36.324618 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e135d-3b10-48ef-a8f0-935f26f467be tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:36.325081 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e135d-3b10-48ef-a8f0-935f26f467be tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:36.325553 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e135d-3b10-48ef-a8f0-935f26f467be tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:36.326043 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e135d-3b10-48ef-a8f0-935f26f467be tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:36.326527 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e135d-3b10-48ef-a8f0-935f26f467be tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:36.327816 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e135d-3b10-48ef-a8f0-935f26f467be tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:36.328290 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807e135d-3b10-48ef-a8f0-935f26f467be tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:36.330241 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-807e135d-3b10-48ef-a8f0-935f26f467be tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4620 time: 0.1685209 Jul 06 14:19:36.333195 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57272) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:36.352809 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ea2ec99d-00fd-4a5a-903e-960e58638e47 None None] Provisioning complete for port a14ce488-4a49-4791-8028-a6039bd9e55d triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:19:36.353176 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec99d-00fd-4a5a-903e-960e58638e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:36.406592 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-ea2ec99d-00fd-4a5a-903e-960e58638e47 None None] Port a14ce488-4a49-4791-8028-a6039bd9e55d cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:19:36.488928 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9fa9da32-35ac-4453-ae77-c7dc954ce05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'name': 'tempest-TestNetworkBasicOps-router-2083258110', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:19:34Z', 'revision_number': 4, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'a14ce488-4a49-4791-8028-a6039bd9e55d', 'name': '', 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'mac_address': 'fa:16:3e:eb:a7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:32Z', 'updated_at': '2021-07-06T14:19:34Z', 'revision_number': 2, 'project_id': '40ab17dbfa354891b0693042b531db54', 'subnets': [{'id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:36.517087 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa9da32-35ac-4453-ae77-c7dc954ce05b None None] Checking router: c2bf692a-3d11-4006-99a4-2f89bf165f28 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:19:36.517436 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa9da32-35ac-4453-ae77-c7dc954ce05b None None] Updating router c2bf692a-3d11-4006-99a4-2f89bf165f28 port a14ce488-4a49-4791-8028-a6039bd9e55d binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:19:36.552343 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-9fa9da32-35ac-4453-ae77-c7dc954ce05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:36.643020 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-35b9b9ee-1fda-4a9d-8ea1-bc9bc0bbeeb9 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3768 time: 0.3085635 Jul 06 14:19:36.657209 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57278) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:36.723697 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2352161e-87a9-44f5-80ce-8338e42023cc tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/floatingips/76272e66-9aea-4a89-ba4b-c3e23f447cc5 HTTP/1.1" status: 200 len: 994 time: 0.0645170 Jul 06 14:19:36.872688 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 57280) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:36.879164 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-69672803-1f33-4f51-b947-f075248a70b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-121629764', 'description': 'tempest-secgroup-smoke-121629764 description', 'project_id': '40ab17dbfa354891b0693042b531db54'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:36.879692 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c47ec285-e9cb-41f6-b373-bcd6602af9ab up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:19:36.927523 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-69672803-1f33-4f51-b947-f075248a70b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:36.944195 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-9fa9da32-35ac-4453-ae77-c7dc954ce05b None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:36.950088 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port c47ec285-e9cb-41f6-b373-bcd6602af9ab triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:19:36.950548 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:36.955985 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-9fa9da32-35ac-4453-ae77-c7dc954ce05b None None] Transition to ACTIVE for port object a14ce488-4a49-4791-8028-a6039bd9e55d will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:19:36.964083 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-9fa9da32-35ac-4453-ae77-c7dc954ce05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.019955 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634cff28-699a-4af5-ae6e-b8873a704327 None None] Pushing event updated for resources: {'Port': ['ID=a14ce488-4a49-4791-8028-a6039bd9e55d,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:37.022140 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-69672803-1f33-4f51-b947-f075248a70b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.027062 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-69672803-1f33-4f51-b947-f075248a70b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.033108 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634cff28-699a-4af5-ae6e-b8873a704327 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:37.033453 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634cff28-699a-4af5-ae6e-b8873a704327 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:37.033951 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634cff28-699a-4af5-ae6e-b8873a704327 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:37.034138 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634cff28-699a-4af5-ae6e-b8873a704327 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:37.034468 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634cff28-699a-4af5-ae6e-b8873a704327 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:37.034794 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634cff28-699a-4af5-ae6e-b8873a704327 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:37.035134 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634cff28-699a-4af5-ae6e-b8873a704327 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:37.035758 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634cff28-699a-4af5-ae6e-b8873a704327 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:37.035758 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634cff28-699a-4af5-ae6e-b8873a704327 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:37.036059 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634cff28-699a-4af5-ae6e-b8873a704327 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:37.036379 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634cff28-699a-4af5-ae6e-b8873a704327 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:37.036693 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634cff28-699a-4af5-ae6e-b8873a704327 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:37.053859 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device dfd8e1f3-594d-4d2a-b70a-18558258ccc3 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:19:37.058996 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-69672803-1f33-4f51-b947-f075248a70b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.060256 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-69672803-1f33-4f51-b947-f075248a70b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1858938 Jul 06 14:19:37.063241 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69672803-1f33-4f51-b947-f075248a70b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08ab3606-e38f-4540-b0e2-36159098b1cc,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:37.064618 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57284) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:37.078241 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-13d8ca7e-d20f-45a2-9f52-98ad8e5ec0b0 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'security_group_rule': {'security_group_id': '08ab3606-e38f-4540-b0e2-36159098b1cc', 'project_id': '40ab17dbfa354891b0693042b531db54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:37.107917 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-9fa9da32-35ac-4453-ae77-c7dc954ce05b None None] Attempting to bind port a14ce488-4a49-4791-8028-a6039bd9e55d on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:19:37.109189 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-9fa9da32-35ac-4453-ae77-c7dc954ce05b None None] Attempting to bind port a14ce488-4a49-4791-8028-a6039bd9e55d by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'c24e9e39-d994-4d9c-86d2-e422c740be50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:19:37.109883 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa9da32-35ac-4453-ae77-c7dc954ce05b None None] Attempting to bind port a14ce488-4a49-4791-8028-a6039bd9e55d on network a18bee79-e544-4ac3-bfcf-6cd8027698ce {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:19:37.112735 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port dfd8e1f3-594d-4d2a-b70a-18558258ccc3 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:19:37.113111 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.115860 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa9da32-35ac-4453-ae77-c7dc954ce05b None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:19:37.116234 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa9da32-35ac-4453-ae77-c7dc954ce05b None None] Checking segment: {'id': 'c24e9e39-d994-4d9c-86d2-e422c740be50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:19:37.117014 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-9fa9da32-35ac-4453-ae77-c7dc954ce05b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.117556 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-13d8ca7e-d20f-45a2-9f52-98ad8e5ec0b0 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.117731 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa9da32-35ac-4453-ae77-c7dc954ce05b None None] Bound using segment: {'id': 'c24e9e39-d994-4d9c-86d2-e422c740be50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:19:37.118376 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-9fa9da32-35ac-4453-ae77-c7dc954ce05b None None] Bound port: a14ce488-4a49-4791-8028-a6039bd9e55d, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24e9e39-d994-4d9c-86d2-e422c740be50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:19:37.118947 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-9fa9da32-35ac-4453-ae77-c7dc954ce05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.199704 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-13d8ca7e-d20f-45a2-9f52-98ad8e5ec0b0 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.209696 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-13d8ca7e-d20f-45a2-9f52-98ad8e5ec0b0 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.210131 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-9fa9da32-35ac-4453-ae77-c7dc954ce05b None None] For port a14ce488-4a49-4791-8028-a6039bd9e55d, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:19:37.215230 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-9fa9da32-35ac-4453-ae77-c7dc954ce05b None None] For port a14ce488-4a49-4791-8028-a6039bd9e55d, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a14ce488-4a49-4791-8028-a6039bd9e55d,segment=NetworkSegment(c24e9e39-d994-4d9c-86d2-e422c740be50),segment_id=c24e9e39-d994-4d9c-86d2-e422c740be50)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:19:37.223208 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-9fa9da32-35ac-4453-ae77-c7dc954ce05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.235184 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8ca7e-d20f-45a2-9f52-98ad8e5ec0b0 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda87b40-223d-4673-986f-0c82febef7e6,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:37.242340 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-13d8ca7e-d20f-45a2-9f52-98ad8e5ec0b0 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.246359 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-13d8ca7e-d20f-45a2-9f52-98ad8e5ec0b0 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1777818 Jul 06 14:19:37.246619 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57286) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:37.252920 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-3c16058f-41c7-4118-9954-65174c47f8c6 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'security_group_rule': {'security_group_id': '08ab3606-e38f-4540-b0e2-36159098b1cc', 'project_id': '40ab17dbfa354891b0693042b531db54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:37.284826 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c16058f-41c7-4118-9954-65174c47f8c6 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.293045 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634cff28-699a-4af5-ae6e-b8873a704327 None None] Pushing event updated for resources: {'Port': ['ID=a14ce488-4a49-4791-8028-a6039bd9e55d,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:37.298789 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa9da32-35ac-4453-ae77-c7dc954ce05b None None] Routers {'c2bf692a-3d11-4006-99a4-2f89bf165f28'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:19:37.299425 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9fa9da32-35ac-4453-ae77-c7dc954ce05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:19:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c2bf692a-3d11-4006-99a4-2f89bf165f28'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:37.340936 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-254ae67e-db34-424e-b2e7-71acadd4b117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.349055 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c16058f-41c7-4118-9954-65174c47f8c6 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.354579 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c16058f-41c7-4118-9954-65174c47f8c6 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.373173 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16058f-41c7-4118-9954-65174c47f8c6 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97221b6-db99-4440-a7b7-1e88c6aa5df1,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:37.380904 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c16058f-41c7-4118-9954-65174c47f8c6 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.384659 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3c16058f-41c7-4118-9954-65174c47f8c6 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1345811 Jul 06 14:19:37.384955 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57288) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:37.391439 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-7be0e2bc-4abb-4306-9cb3-9120bc04c373 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'security_group_rule': {'security_group_id': '08ab3606-e38f-4540-b0e2-36159098b1cc', 'project_id': '40ab17dbfa354891b0693042b531db54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:37.421883 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7be0e2bc-4abb-4306-9cb3-9120bc04c373 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.423669 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-9fa9da32-35ac-4453-ae77-c7dc954ce05b None None] Set router c2bf692a-3d11-4006-99a4-2f89bf165f28 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:19:37.508901 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7be0e2bc-4abb-4306-9cb3-9120bc04c373 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.515493 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7be0e2bc-4abb-4306-9cb3-9120bc04c373 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.541995 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0e2bc-4abb-4306-9cb3-9120bc04c373 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=179bfc03-267e-405f-9a5b-cb82c547ea01,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:37.547151 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7be0e2bc-4abb-4306-9cb3-9120bc04c373 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.549872 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7be0e2bc-4abb-4306-9cb3-9120bc04c373 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1638246 Jul 06 14:19:37.552556 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57290) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:37.561072 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-79f93845-fe93-4ee1-952a-e6d029ca1d2b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'security_group_rule': {'security_group_id': '08ab3606-e38f-4540-b0e2-36159098b1cc', 'project_id': '40ab17dbfa354891b0693042b531db54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:37.608925 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-79f93845-fe93-4ee1-952a-e6d029ca1d2b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.700617 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9fa9da32-35ac-4453-ae77-c7dc954ce05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'name': 'tempest-TestNetworkBasicOps-router-2083258110', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:19:34Z', 'revision_number': 4, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'a14ce488-4a49-4791-8028-a6039bd9e55d', 'name': '', 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'mac_address': 'fa:16:3e:eb:a7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:32Z', 'updated_at': '2021-07-06T14:19:37Z', 'revision_number': 4, 'project_id': '40ab17dbfa354891b0693042b531db54', 'subnets': [{'id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:37.707009 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-79f93845-fe93-4ee1-952a-e6d029ca1d2b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.715929 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-79f93845-fe93-4ee1-952a-e6d029ca1d2b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.734827 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f93845-fe93-4ee1-952a-e6d029ca1d2b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6956f00c-e4ff-4752-a0f3-7b55514d560c,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:37.736490 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa9da32-35ac-4453-ae77-c7dc954ce05b None None] The sync data for ids ['c2bf692a-3d11-4006-99a4-2f89bf165f28'] in n-d-773644-6 is: [{'id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'name': 'tempest-TestNetworkBasicOps-router-2083258110', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:19:34Z', 'revision_number': 4, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'a14ce488-4a49-4791-8028-a6039bd9e55d', 'name': '', 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'mac_address': 'fa:16:3e:eb:a7:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:32Z', 'updated_at': '2021-07-06T14:19:37Z', 'revision_number': 4, 'project_id': '40ab17dbfa354891b0693042b531db54', 'subnets': [{'id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:19:37.739581 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 57296) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:37.759680 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-79f93845-fe93-4ee1-952a-e6d029ca1d2b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.761621 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-79f93845-fe93-4ee1-952a-e6d029ca1d2b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2075562 Jul 06 14:19:37.764265 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 57300) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:37.772257 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-8c905196-169d-48c7-9aee-9a8f1c8b7601 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'security_group_rule': {'security_group_id': '08ab3606-e38f-4540-b0e2-36159098b1cc', 'project_id': '40ab17dbfa354891b0693042b531db54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:37.828885 n-d-773644-6 neutron-server[100418]: INFO neutron.db.securitygroups_db [None req-8c905196-169d-48c7-9aee-9a8f1c8b7601 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Project 40ab17dbfa354891b0693042b531db54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:19:37.834269 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8c905196-169d-48c7-9aee-9a8f1c8b7601 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.935106 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8c905196-169d-48c7-9aee-9a8f1c8b7601 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.944688 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8c905196-169d-48c7-9aee-9a8f1c8b7601 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.970251 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee769ec-f917-40dd-82ce-95701c56f82f req-71ee5769-7357-4bc7-8911-e20447c6ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:37.972433 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7ee769ec-f917-40dd-82ce-95701c56f82f req-71ee5769-7357-4bc7-8911-e20447c6ed52 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=2f037187-147b-4dfa-96bf-8aecc0515521 HTTP/1.1" status: 200 len: 1097 time: 0.2300839 Jul 06 14:19:37.976246 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c905196-169d-48c7-9aee-9a8f1c8b7601 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49cfc81a-bac8-4232-8aa8-eb59663f9acc,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:37.981058 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8c905196-169d-48c7-9aee-9a8f1c8b7601 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:37.985956 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57310) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:37.986450 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8c905196-169d-48c7-9aee-9a8f1c8b7601 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2202680 Jul 06 14:19:37.992078 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-2b3589aa-6049-415d-be3a-0cb670404ee2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'security_group_rule': {'security_group_id': '08ab3606-e38f-4540-b0e2-36159098b1cc', 'project_id': '40ab17dbfa354891b0693042b531db54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:38.025738 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7ee769ec-f917-40dd-82ce-95701c56f82f req-2f1b9323-5014-45d4-89ef-d53d2a00f346 service neutron] 10.222.0.118 "GET /v2.0/security-groups?id=cd3c3850-f1e6-4271-ab3f-3bf3818cf433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374846 Jul 06 14:19:38.026721 n-d-773644-6 neutron-server[100417]: INFO neutron.db.securitygroups_db [None req-2b3589aa-6049-415d-be3a-0cb670404ee2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Project 40ab17dbfa354891b0693042b531db54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:19:38.040522 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b3589aa-6049-415d-be3a-0cb670404ee2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:38.126770 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b3589aa-6049-415d-be3a-0cb670404ee2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:38.131290 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b3589aa-6049-415d-be3a-0cb670404ee2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:38.151337 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3589aa-6049-415d-be3a-0cb670404ee2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=091ace72-1479-4649-8fa5-4824bd7b1fb8,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:38.160457 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b3589aa-6049-415d-be3a-0cb670404ee2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:38.170263 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2b3589aa-6049-415d-be3a-0cb670404ee2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1827574 Jul 06 14:19:38.350970 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-2e97c19f-431b-4ac9-b223-69444977742c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-121629764&fields=id&tenant_id=40ab17dbfa354891b0693042b531db54 HTTP/1.1" status: 200 len: 267 time: 0.0543904 Jul 06 14:19:38.484040 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-2a0cb774-b1f2-40c3-bec1-eb4a2895925d tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:38.485630 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-2a0cb774-b1f2-40c3-bec1-eb4a2895925d tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/networks?id=a18bee79-e544-4ac3-bfcf-6cd8027698ce HTTP/1.1" status: 200 len: 797 time: 0.1237323 Jul 06 14:19:38.504326 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-14607dcf-9000-4610-9dab-244e11cdfb5a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/quotas/40ab17dbfa354891b0693042b531db54 HTTP/1.1" status: 200 len: 375 time: 0.0128691 Jul 06 14:19:38.580737 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-b5a35ae9-8143-4451-a348-884f6ee29611 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=40ab17dbfa354891b0693042b531db54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709462 Jul 06 14:19:38.714049 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-b99df5a2-d292-4f8d-b558-bbeff8aa4228 service neutron] 10.222.0.118 "GET /v2.0/networks/a18bee79-e544-4ac3-bfcf-6cd8027698ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205740 Jul 06 14:19:38.838782 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-08ad407f-3818-47f5-9576-f520c8853365 service neutron] 10.222.0.118 "GET /v2.0/networks/a18bee79-e544-4ac3-bfcf-6cd8027698ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105530 Jul 06 14:19:38.921622 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a14ce488-4a49-4791-8028-a6039bd9e55d up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:19:39.094172 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d42fcb2-9a22-48e3-ae70-4d58d26d5856 req-5efcacae-7d7c-43b5-9fee-5979f53929df tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=695c3e10-05ef-4ceb-9e93-e1600306ee5b HTTP/1.1" status: 200 len: 210 time: 0.0502827 Jul 06 14:19:39.191277 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port a14ce488-4a49-4791-8028-a6039bd9e55d completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:19:39.203442 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port a14ce488-4a49-4791-8028-a6039bd9e55d triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:19:39.203442 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:39.296967 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:39.346154 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port a14ce488-4a49-4791-8028-a6039bd9e55d, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a14ce488-4a49-4791-8028-a6039bd9e55d,segment=NetworkSegment(c24e9e39-d994-4d9c-86d2-e422c740be50),segment_id=c24e9e39-d994-4d9c-86d2-e422c740be50)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:39.350870 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:39.413728 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=a14ce488-4a49-4791-8028-a6039bd9e55d,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:40.220091 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:40.247504 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-752d8c29-03af-400a-bc44-6c06b20419df req-56cc3e11-59d4-4756-8de2-a7533fd4c56f tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=695c3e10-05ef-4ceb-9e93-e1600306ee5b HTTP/1.1" status: 200 len: 210 time: 0.0403211 Jul 06 14:19:40.578727 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d015465c-2d9b-455a-a0cd-b9398ea9b226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:40.583317 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-642540da-0f07-423e-952e-03c771f5f72e tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:40.584809 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-642540da-0f07-423e-952e-03c771f5f72e tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.52 "GET /v2.0/networks?id=a18bee79-e544-4ac3-bfcf-6cd8027698ce HTTP/1.1" status: 200 len: 797 time: 0.1353307 Jul 06 14:19:40.641167 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-3fe23d40-0d26-41e6-9387-75a7b6d22047 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40ab17dbfa354891b0693042b531db54 HTTP/1.1" status: 200 len: 379 time: 0.0383816 Jul 06 14:19:40.653907 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-d6cad19b-bcd0-47eb-8a0b-00fcf4a3f4c1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'port': {'device_id': '695c3e10-05ef-4ceb-9e93-e1600306ee5b', 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce', 'admin_state_up': True, 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'security_groups': ['08ab3606-e38f-4540-b0e2-36159098b1cc']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:40.769454 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-d6cad19b-bcd0-47eb-8a0b-00fcf4a3f4c1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Made reservation on behalf of 40ab17dbfa354891b0693042b531db54 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:19:40.773273 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-d6cad19b-bcd0-47eb-8a0b-00fcf4a3f4c1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:40.883114 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a14ce488-4a49-4791-8028-a6039bd9e55d up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:19:40.917627 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-d6cad19b-bcd0-47eb-8a0b-00fcf4a3f4c1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Allocated IP 172.20.0.11 (a18bee79-e544-4ac3-bfcf-6cd8027698ce/c66a5e0f-7fcf-45e9-b75e-5945e31941f0/54047792-e698-40a8-b989-a74dc0595ceb) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:19:40.932491 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port a14ce488-4a49-4791-8028-a6039bd9e55d triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:19:40.932883 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:41.078998 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-d6cad19b-bcd0-47eb-8a0b-00fcf4a3f4c1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:41.094086 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-d6cad19b-bcd0-47eb-8a0b-00fcf4a3f4c1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Transition to ACTIVE for port object 54047792-e698-40a8-b989-a74dc0595ceb will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:19:41.126851 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-d6cad19b-bcd0-47eb-8a0b-00fcf4a3f4c1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:41.178005 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-d6cad19b-bcd0-47eb-8a0b-00fcf4a3f4c1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Network a18bee79-e544-4ac3-bfcf-6cd8027698ce is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:19:41.186056 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-d6cad19b-bcd0-47eb-8a0b-00fcf4a3f4c1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:19:41.188816 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-d6cad19b-bcd0-47eb-8a0b-00fcf4a3f4c1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:19:41.196344 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cad19b-bcd0-47eb-8a0b-00fcf4a3f4c1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'Port': ['ID=54047792-e698-40a8-b989-a74dc0595ceb,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:41.255341 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-d6cad19b-bcd0-47eb-8a0b-00fcf4a3f4c1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:41.256648 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-d6cad19b-bcd0-47eb-8a0b-00fcf4a3f4c1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:41.274116 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-d6cad19b-bcd0-47eb-8a0b-00fcf4a3f4c1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6241605 Jul 06 14:19:41.291226 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Request body: {'port': {'device_id': '695c3e10-05ef-4ceb-9e93-e1600306ee5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:41.398146 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:41.451363 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f956967c-45db-47a9-beae-7eaeb466de29 None None] Provisioning for port 54047792-e698-40a8-b989-a74dc0595ceb completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:19:41.457081 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f956967c-45db-47a9-beae-7eaeb466de29 None None] Provisioning complete for port 54047792-e698-40a8-b989-a74dc0595ceb triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:19:41.457835 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f956967c-45db-47a9-beae-7eaeb466de29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:41.498210 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-f956967c-45db-47a9-beae-7eaeb466de29 None None] Port 54047792-e698-40a8-b989-a74dc0595ceb cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:19:41.559574 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dea027-4ef2-41ce-89ff-94eaf15f246c req-c70f9a13-bba6-45c9-8874-b1de480c6688 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:41.561625 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e7dea027-4ef2-41ce-89ff-94eaf15f246c req-c70f9a13-bba6-45c9-8874-b1de480c6688 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=695c3e10-05ef-4ceb-9e93-e1600306ee5b HTTP/1.1" status: 200 len: 932 time: 0.1742973 Jul 06 14:19:41.577639 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:41.645739 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e7dea027-4ef2-41ce-89ff-94eaf15f246c req-2e09c8f6-3933-4752-a099-2612b9b77efa tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?id=08ab3606-e38f-4540-b0e2-36159098b1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753899 Jul 06 14:19:41.733101 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54047792-e698-40a8-b989-a74dc0595ceb {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:19:41.740294 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:41.752467 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Transition to ACTIVE for port object 54047792-e698-40a8-b989-a74dc0595ceb will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:19:41.756365 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:41.807387 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Pushing event updated for resources: {'Port': ['ID=54047792-e698-40a8-b989-a74dc0595ceb,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:41.881472 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Attempting to bind port 54047792-e698-40a8-b989-a74dc0595ceb on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:19:41.881850 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Attempting to bind port 54047792-e698-40a8-b989-a74dc0595ceb by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'c24e9e39-d994-4d9c-86d2-e422c740be50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:19:41.882181 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Attempting to bind port 54047792-e698-40a8-b989-a74dc0595ceb on network a18bee79-e544-4ac3-bfcf-6cd8027698ce {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:19:41.886873 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Port 54047792-e698-40a8-b989-a74dc0595ceb on network a18bee79-e544-4ac3-bfcf-6cd8027698ce not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:19:41.887198 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Attempting to bind port 54047792-e698-40a8-b989-a74dc0595ceb on network a18bee79-e544-4ac3-bfcf-6cd8027698ce {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:19:41.894475 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:19:41.894902 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Checking segment: {'id': 'c24e9e39-d994-4d9c-86d2-e422c740be50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:19:41.895364 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Bound using segment: {'id': 'c24e9e39-d994-4d9c-86d2-e422c740be50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:19:41.895883 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Bound port: 54047792-e698-40a8-b989-a74dc0595ceb, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24e9e39-d994-4d9c-86d2-e422c740be50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:19:41.896321 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:41.973149 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] For port 54047792-e698-40a8-b989-a74dc0595ceb, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:19:41.976568 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] For port 54047792-e698-40a8-b989-a74dc0595ceb, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=54047792-e698-40a8-b989-a74dc0595ceb,segment=NetworkSegment(c24e9e39-d994-4d9c-86d2-e422c740be50),segment_id=c24e9e39-d994-4d9c-86d2-e422c740be50)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:19:41.981957 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:42.034222 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:42.041823 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:42.041823 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] 10.222.0.52 "PUT /v2.0/ports/54047792-e698-40a8-b989-a74dc0595ceb HTTP/1.1" status: 200 len: 1092 time: 0.7507386 Jul 06 14:19:42.041823 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '695c3e10-05ef-4ceb-9e93-e1600306ee5b', 'tag': '54047792-e698-40a8-b989-a74dc0595ceb'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:19:42.041823 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0ebbe2-b85f-4a29-869f-ed6965fe1fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "695c3e10-05ef-4ceb-9e93-e1600306ee5b", "tag": "54047792-e698-40a8-b989-a74dc0595ceb"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:19:42.074619 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Pushing event updated for resources: {'Port': ['ID=54047792-e698-40a8-b989-a74dc0595ceb,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:42.084133 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:42.084499 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:42.084849 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:42.085194 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:42.085535 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:42.085962 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:42.086352 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:42.086696 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:42.087033 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:42.087366 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:42.087725 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:42.088037 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c527bd-e5de-46d5-9c44-71c46606d14f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:19:42.105575 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4334573d-744f-4490-bb83-7fa434eac717 x-openstack-request-id: req-4334573d-744f-4490-bb83-7fa434eac717 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:19:42.105906 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "695c3e10-05ef-4ceb-9e93-e1600306ee5b", "tag": "54047792-e698-40a8-b989-a74dc0595ceb", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:19:42.106224 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-4334573d-744f-4490-bb83-7fa434eac717 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:19:42.106637 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '695c3e10-05ef-4ceb-9e93-e1600306ee5b', 'tag': '54047792-e698-40a8-b989-a74dc0595ceb', 'status': 'completed', 'code': 200} Jul 06 14:19:42.174103 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-0afd4d3f-268e-4a00-adeb-b3e5aa78a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:42.175868 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-0afd4d3f-268e-4a00-adeb-b3e5aa78a4b2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40ab17dbfa354891b0693042b531db54&device_id=695c3e10-05ef-4ceb-9e93-e1600306ee5b HTTP/1.1" status: 200 len: 1095 time: 0.0575199 Jul 06 14:19:42.226090 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-2e8343f5-339e-4cb3-ba7d-c2d38042fc64 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54047792-e698-40a8-b989-a74dc0595ceb HTTP/1.1" status: 200 len: 217 time: 0.0385368 Jul 06 14:19:42.285911 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-4f5a4e1d-c920-490a-9450-1ea21d216c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:42.287532 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-4f5a4e1d-c920-490a-9450-1ea21d216c45 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c66a5e0f-7fcf-45e9-b75e-5945e31941f0 HTTP/1.1" status: 200 len: 834 time: 0.0526094 Jul 06 14:19:42.358341 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-30573756-17b6-4ed8-9b46-26c7fe378a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:42.360022 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-30573756-17b6-4ed8-9b46-26c7fe378a36 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a18bee79-e544-4ac3-bfcf-6cd8027698ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628927 Jul 06 14:19:42.461491 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-cdf91261-9745-4f44-8dc4-676f1ea1883b service neutron] 10.222.0.52 "GET /v2.0/networks/a18bee79-e544-4ac3-bfcf-6cd8027698ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907369 Jul 06 14:19:42.566667 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3fffbce6-3891-4b5d-b027-f8c6815de8d3 req-24a8931f-2211-490b-8c6a-57a71dc6373b service neutron] 10.222.0.52 "GET /v2.0/networks/a18bee79-e544-4ac3-bfcf-6cd8027698ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953217 Jul 06 14:19:42.681449 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ebbe2-b85f-4a29-869f-ed6965fe1fb5 req-7365730a-acef-497c-90e7-5f88453d93da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:42.683076 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df0ebbe2-b85f-4a29-869f-ed6965fe1fb5 req-7365730a-acef-497c-90e7-5f88453d93da service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40ab17dbfa354891b0693042b531db54&device_id=695c3e10-05ef-4ceb-9e93-e1600306ee5b HTTP/1.1" status: 200 len: 1095 time: 0.0553160 Jul 06 14:19:42.821941 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ebbe2-b85f-4a29-869f-ed6965fe1fb5 req-964b4c3f-98b1-499c-a660-e1c5a7e92755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:42.823500 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df0ebbe2-b85f-4a29-869f-ed6965fe1fb5 req-964b4c3f-98b1-499c-a660-e1c5a7e92755 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a18bee79-e544-4ac3-bfcf-6cd8027698ce HTTP/1.1" status: 200 len: 898 time: 0.1300769 Jul 06 14:19:42.882267 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df0ebbe2-b85f-4a29-869f-ed6965fe1fb5 req-094bec94-bcbd-4c80-bd17-68eaae1db291 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54047792-e698-40a8-b989-a74dc0595ceb HTTP/1.1" status: 200 len: 217 time: 0.0487912 Jul 06 14:19:42.934466 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322828ec-577b-49a2-978e-cb4c5bcdb718 req-a89f3e28-f67d-4c83-a3de-a9f316ef5d4a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:42.936516 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-322828ec-577b-49a2-978e-cb4c5bcdb718 req-a89f3e28-f67d-4c83-a3de-a9f316ef5d4a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=695c3e10-05ef-4ceb-9e93-e1600306ee5b HTTP/1.1" status: 200 len: 944 time: 0.1599493 Jul 06 14:19:42.970003 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ebbe2-b85f-4a29-869f-ed6965fe1fb5 req-9dcb69b3-5641-428f-a0e1-7bdcf7903d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:42.971551 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df0ebbe2-b85f-4a29-869f-ed6965fe1fb5 req-9dcb69b3-5641-428f-a0e1-7bdcf7903d06 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c66a5e0f-7fcf-45e9-b75e-5945e31941f0 HTTP/1.1" status: 200 len: 834 time: 0.0767066 Jul 06 14:19:42.998712 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-322828ec-577b-49a2-978e-cb4c5bcdb718 req-b3198402-873f-4653-b9ba-5308c7147c05 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?id=08ab3606-e38f-4540-b0e2-36159098b1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536451 Jul 06 14:19:43.044330 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ebbe2-b85f-4a29-869f-ed6965fe1fb5 req-b07623a3-9386-4bb4-8dd1-3f852f95cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:43.046718 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df0ebbe2-b85f-4a29-869f-ed6965fe1fb5 req-b07623a3-9386-4bb4-8dd1-3f852f95cbfc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a18bee79-e544-4ac3-bfcf-6cd8027698ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654943 Jul 06 14:19:43.150770 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df0ebbe2-b85f-4a29-869f-ed6965fe1fb5 req-6002643b-b71c-4ecd-8a5a-a18cedce394e service neutron] 10.222.0.52 "GET /v2.0/networks/a18bee79-e544-4ac3-bfcf-6cd8027698ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960329 Jul 06 14:19:43.160106 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:43.245252 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df0ebbe2-b85f-4a29-869f-ed6965fe1fb5 req-f8b9951f-36e1-43bc-91f4-0f85932cde7f service neutron] 10.222.0.52 "GET /v2.0/networks/a18bee79-e544-4ac3-bfcf-6cd8027698ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877779 Jul 06 14:19:44.183947 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d417f6-f912-4622-a0ff-534e33740dd4 req-8020b4d2-a0d0-4bd3-886d-e0948307e21e tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:44.189222 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30d417f6-f912-4622-a0ff-534e33740dd4 req-8020b4d2-a0d0-4bd3-886d-e0948307e21e tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=695c3e10-05ef-4ceb-9e93-e1600306ee5b HTTP/1.1" status: 200 len: 944 time: 0.0750496 Jul 06 14:19:44.235394 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30d417f6-f912-4622-a0ff-534e33740dd4 req-28de58bb-8282-407a-a1dc-2a24e79fe4c8 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?id=08ab3606-e38f-4540-b0e2-36159098b1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397005 Jul 06 14:19:45.411225 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80479118-56ae-426c-bef1-52f163f0e493 req-7a327697-486e-417e-847c-51b2b9107003 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:45.412731 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-80479118-56ae-426c-bef1-52f163f0e493 req-7a327697-486e-417e-847c-51b2b9107003 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=695c3e10-05ef-4ceb-9e93-e1600306ee5b HTTP/1.1" status: 200 len: 944 time: 0.0636649 Jul 06 14:19:45.451830 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-80479118-56ae-426c-bef1-52f163f0e493 req-ef328357-2ca2-4003-8774-27474279e552 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?id=08ab3606-e38f-4540-b0e2-36159098b1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328279 Jul 06 14:19:46.229496 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 54047792-e698-40a8-b989-a74dc0595ceb details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:19:46.335599 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 54047792-e698-40a8-b989-a74dc0595ceb, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=54047792-e698-40a8-b989-a74dc0595ceb,segment=NetworkSegment(c24e9e39-d994-4d9c-86d2-e422c740be50),segment_id=c24e9e39-d994-4d9c-86d2-e422c740be50)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:46.347786 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '54047792-e698-40a8-b989-a74dc0595ceb', 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce', 'port_id': '54047792-e698-40a8-b989-a74dc0595ceb', 'mac_address': 'fa:16:3e:aa:2e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:19:46.391462 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:46.404268 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54047792-e698-40a8-b989-a74dc0595ceb {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:19:46.424057 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 54047792-e698-40a8-b989-a74dc0595ceb, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=54047792-e698-40a8-b989-a74dc0595ceb,segment=NetworkSegment(c24e9e39-d994-4d9c-86d2-e422c740be50),segment_id=c24e9e39-d994-4d9c-86d2-e422c740be50)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:46.428187 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:46.476749 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=54047792-e698-40a8-b989-a74dc0595ceb,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:46.639829 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc568bf-c30c-43e2-b6ce-78c2c5300e3b req-46ecdc81-608b-42c1-9641-6e7b6e21c0db tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:46.641276 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4bc568bf-c30c-43e2-b6ce-78c2c5300e3b req-46ecdc81-608b-42c1-9641-6e7b6e21c0db tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=695c3e10-05ef-4ceb-9e93-e1600306ee5b HTTP/1.1" status: 200 len: 945 time: 0.0690277 Jul 06 14:19:46.681415 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4bc568bf-c30c-43e2-b6ce-78c2c5300e3b req-cfe847ab-1daa-4687-abe3-dfddc1346a5b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?id=08ab3606-e38f-4540-b0e2-36159098b1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339117 Jul 06 14:19:46.719467 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['54047792-e698-40a8-b989-a74dc0595ceb'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:19:46.743933 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:47.865835 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c842747-786d-4a31-b893-9af8fa8e9eb7 req-65f4547d-0431-45a3-87bf-806b9f8c2437 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:47.867435 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c842747-786d-4a31-b893-9af8fa8e9eb7 req-65f4547d-0431-45a3-87bf-806b9f8c2437 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=695c3e10-05ef-4ceb-9e93-e1600306ee5b HTTP/1.1" status: 200 len: 945 time: 0.0685401 Jul 06 14:19:47.906218 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c842747-786d-4a31-b893-9af8fa8e9eb7 req-b380edd5-9ded-4827-a49b-ba51cc089e48 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?id=08ab3606-e38f-4540-b0e2-36159098b1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330851 Jul 06 14:19:48.244490 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 54047792-e698-40a8-b989-a74dc0595ceb up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:19:48.294451 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 54047792-e698-40a8-b989-a74dc0595ceb completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:19:48.298880 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 54047792-e698-40a8-b989-a74dc0595ceb triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:19:48.299252 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:48.383891 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:48.407737 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '695c3e10-05ef-4ceb-9e93-e1600306ee5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54047792-e698-40a8-b989-a74dc0595ceb'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:19:48.410018 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8415cfc3-6b6f-4f0d-8dc3-b8c32f1fa7db" -d '{"events": [{"server_uuid": "695c3e10-05ef-4ceb-9e93-e1600306ee5b", "name": "network-vif-plugged", "status": "completed", "tag": "54047792-e698-40a8-b989-a74dc0595ceb"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:19:48.424569 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 54047792-e698-40a8-b989-a74dc0595ceb, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=54047792-e698-40a8-b989-a74dc0595ceb,segment=NetworkSegment(c24e9e39-d994-4d9c-86d2-e422c740be50),segment_id=c24e9e39-d994-4d9c-86d2-e422c740be50)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:19:48.429540 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:48.480181 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=54047792-e698-40a8-b989-a74dc0595ceb,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:48.578057 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e08c294-bdaf-4da4-ae6b-5a410fec193f x-openstack-request-id: req-1e08c294-bdaf-4da4-ae6b-5a410fec193f {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:19:48.578358 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "695c3e10-05ef-4ceb-9e93-e1600306ee5b", "name": "network-vif-plugged", "status": "completed", "tag": "54047792-e698-40a8-b989-a74dc0595ceb", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:19:48.578611 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-1e08c294-bdaf-4da4-ae6b-5a410fec193f {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:19:48.579011 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '695c3e10-05ef-4ceb-9e93-e1600306ee5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54047792-e698-40a8-b989-a74dc0595ceb', 'code': 200} Jul 06 14:19:48.700924 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9625e-f7e1-4228-ae2f-058a1b0342f4 req-34cf031a-9355-4ea1-9bdd-4e43441fb77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:48.702571 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a2a9625e-f7e1-4228-ae2f-058a1b0342f4 req-34cf031a-9355-4ea1-9bdd-4e43441fb77a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=695c3e10-05ef-4ceb-9e93-e1600306ee5b HTTP/1.1" status: 200 len: 1097 time: 0.0524929 Jul 06 14:19:48.739884 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a2a9625e-f7e1-4228-ae2f-058a1b0342f4 req-d0759122-dc57-4c63-a954-120f6fee2d42 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=08ab3606-e38f-4540-b0e2-36159098b1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275018 Jul 06 14:19:48.792957 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:49.087395 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f68d0-3042-4d4c-b957-72dc2720ba38 req-5c6e69f3-7ee1-4236-872f-9811320bbba8 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:49.088901 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a71f68d0-3042-4d4c-b957-72dc2720ba38 req-5c6e69f3-7ee1-4236-872f-9811320bbba8 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=695c3e10-05ef-4ceb-9e93-e1600306ee5b HTTP/1.1" status: 200 len: 946 time: 0.0660131 Jul 06 14:19:49.143241 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a71f68d0-3042-4d4c-b957-72dc2720ba38 req-152f9f57-b108-474e-a336-f14cb8f9ba50 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?id=08ab3606-e38f-4540-b0e2-36159098b1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455725 Jul 06 14:19:50.348500 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc2ff2-8969-430b-bc28-00202627b1d3 req-73eae063-15ed-4ef6-991f-e1b2c4504017 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:50.350073 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5edc2ff2-8969-430b-bc28-00202627b1d3 req-73eae063-15ed-4ef6-991f-e1b2c4504017 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=695c3e10-05ef-4ceb-9e93-e1600306ee5b HTTP/1.1" status: 200 len: 946 time: 0.0743144 Jul 06 14:19:50.394497 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5edc2ff2-8969-430b-bc28-00202627b1d3 req-18248444-aa61-40f7-a786-8d0f91dd228f tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?id=08ab3606-e38f-4540-b0e2-36159098b1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381184 Jul 06 14:19:50.575854 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8be58c-3376-4767-9af7-9fb31f60f198 req-0c99d1b5-834c-47dc-ae4d-b7dc83f91fad tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:50.577987 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ac8be58c-3376-4767-9af7-9fb31f60f198 req-0c99d1b5-834c-47dc-ae4d-b7dc83f91fad tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=695c3e10-05ef-4ceb-9e93-e1600306ee5b HTTP/1.1" status: 200 len: 946 time: 0.0678527 Jul 06 14:19:50.616146 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ac8be58c-3376-4767-9af7-9fb31f60f198 req-00233830-71b1-4e8c-9c1b-40adaa799f09 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?id=08ab3606-e38f-4540-b0e2-36159098b1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321088 Jul 06 14:19:50.641725 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57480) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:50.701942 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b783b4f7-9bd7-463c-92ae-c4677ddd251f tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:50.706398 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b783b4f7-9bd7-463c-92ae-c4677ddd251f tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=695c3e10-05ef-4ceb-9e93-e1600306ee5b HTTP/1.1" status: 200 len: 1092 time: 0.0606439 Jul 06 14:19:50.706603 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57482) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:50.710998 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-9b39cbff-e3ce-4adf-85fb-3de308dc46e8 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'port_id': '54047792-e698-40a8-b989-a74dc0595ceb', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:19:50.733911 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b39cbff-e3ce-4adf-85fb-3de308dc46e8 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for floatingip, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:50.844317 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b39cbff-e3ce-4adf-85fb-3de308dc46e8 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:50.951490 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-9b39cbff-e3ce-4adf-85fb-3de308dc46e8 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Allocated IP 172.25.6.160 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/abd0813e-48ef-4a82-9896-092f64911f08) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:19:51.051473 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b39cbff-e3ce-4adf-85fb-3de308dc46e8 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:51.090531 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b39cbff-e3ce-4adf-85fb-3de308dc46e8 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:51.134078 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b39cbff-e3ce-4adf-85fb-3de308dc46e8 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:19:51.134328 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-9b39cbff-e3ce-4adf-85fb-3de308dc46e8 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:19:51.136766 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b39cbff-e3ce-4adf-85fb-3de308dc46e8 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:19:51.174281 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b39cbff-e3ce-4adf-85fb-3de308dc46e8 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'Port': ['ID=abd0813e-48ef-4a82-9896-092f64911f08,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:51.535673 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b39cbff-e3ce-4adf-85fb-3de308dc46e8 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:51.616880 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b39cbff-e3ce-4adf-85fb-3de308dc46e8 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:51.770744 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b39cbff-e3ce-4adf-85fb-3de308dc46e8 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:51.776216 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b39cbff-e3ce-4adf-85fb-3de308dc46e8 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:51.847533 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b39cbff-e3ce-4adf-85fb-3de308dc46e8 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'Port': ['ID=abd0813e-48ef-4a82-9896-092f64911f08,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:19:51.859111 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b39cbff-e3ce-4adf-85fb-3de308dc46e8 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:51.963619 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-9b39cbff-e3ce-4adf-85fb-3de308dc46e8 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Floating IP 97704545-9e7f-441b-a325-6b06fa5f1d22 associated. External IP: 172.25.6.160, port: 54047792-e698-40a8-b989-a74dc0595ceb. Jul 06 14:19:52.172166 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b39cbff-e3ce-4adf-85fb-3de308dc46e8 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Router c2bf692a-3d11-4006-99a4-2f89bf165f28 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:19:52.291161 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b39cbff-e3ce-4adf-85fb-3de308dc46e8 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:19:52.303171 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9269f2b0-1464-44a3-9e72-d8bdad7e91ba None None] Sync routers for ids ['c2bf692a-3d11-4006-99a4-2f89bf165f28'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:19:52.315532 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9b39cbff-e3ce-4adf-85fb-3de308dc46e8 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:19:52.316546 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9269f2b0-1464-44a3-9e72-d8bdad7e91ba None None] Routers {'c2bf692a-3d11-4006-99a4-2f89bf165f28'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:19:52.317374 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-9269f2b0-1464-44a3-9e72-d8bdad7e91ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:19:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c2bf692a-3d11-4006-99a4-2f89bf165f28'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:52.358736 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9b39cbff-e3ce-4adf-85fb-3de308dc46e8 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6491835 Jul 06 14:19:52.358736 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '695c3e10-05ef-4ceb-9e93-e1600306ee5b', 'tag': '54047792-e698-40a8-b989-a74dc0595ceb'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:19:52.360042 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 57496) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:52.361565 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f1f6ed-ad06-475c-9cae-ffaf810ab1bc" -d '{"events": [{"name": "network-changed", "server_uuid": "695c3e10-05ef-4ceb-9e93-e1600306ee5b", "tag": "54047792-e698-40a8-b989-a74dc0595ceb"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:19:52.407720 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e302cf-307c-4504-8987-9fa27b0d54c3 x-openstack-request-id: req-36e302cf-307c-4504-8987-9fa27b0d54c3 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:19:52.408040 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "695c3e10-05ef-4ceb-9e93-e1600306ee5b", "tag": "54047792-e698-40a8-b989-a74dc0595ceb", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:19:52.408277 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-36e302cf-307c-4504-8987-9fa27b0d54c3 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:19:52.409370 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '695c3e10-05ef-4ceb-9e93-e1600306ee5b', 'tag': '54047792-e698-40a8-b989-a74dc0595ceb', 'status': 'completed', 'code': 200} Jul 06 14:19:52.476051 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-9269f2b0-1464-44a3-9e72-d8bdad7e91ba None None] Set router c2bf692a-3d11-4006-99a4-2f89bf165f28 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:19:52.478373 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-14f4d8d0-0a82-4d90-837e-303804d25753 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/floatingips/97704545-9e7f-441b-a325-6b06fa5f1d22 HTTP/1.1" status: 200 len: 992 time: 0.1160123 Jul 06 14:19:52.497555 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1f6ed-ad06-475c-9cae-ffaf810ab1bc req-9932ce22-8718-45f1-99f2-08f1f96e38bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:52.499876 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01f1f6ed-ad06-475c-9cae-ffaf810ab1bc req-9932ce22-8718-45f1-99f2-08f1f96e38bd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40ab17dbfa354891b0693042b531db54&device_id=695c3e10-05ef-4ceb-9e93-e1600306ee5b HTTP/1.1" status: 200 len: 1097 time: 0.0719230 Jul 06 14:19:52.597869 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1f6ed-ad06-475c-9cae-ffaf810ab1bc req-ef7468ca-dfd3-461a-bda8-51e4247e9fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:52.600005 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01f1f6ed-ad06-475c-9cae-ffaf810ab1bc req-ef7468ca-dfd3-461a-bda8-51e4247e9fa3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a18bee79-e544-4ac3-bfcf-6cd8027698ce HTTP/1.1" status: 200 len: 898 time: 0.0937936 Jul 06 14:19:52.669731 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01f1f6ed-ad06-475c-9cae-ffaf810ab1bc req-2c04de23-ea50-4416-8bfe-a62c0a9f0f84 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54047792-e698-40a8-b989-a74dc0595ceb HTTP/1.1" status: 200 len: 1000 time: 0.0634856 Jul 06 14:19:52.720212 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1f6ed-ad06-475c-9cae-ffaf810ab1bc req-253d789e-c3e3-471d-9e18-13ae684638ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:52.721625 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01f1f6ed-ad06-475c-9cae-ffaf810ab1bc req-253d789e-c3e3-471d-9e18-13ae684638ef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c66a5e0f-7fcf-45e9-b75e-5945e31941f0 HTTP/1.1" status: 200 len: 834 time: 0.0453146 Jul 06 14:19:52.726972 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-9269f2b0-1464-44a3-9e72-d8bdad7e91ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'name': 'tempest-TestNetworkBasicOps-router-2083258110', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:19:34Z', 'revision_number': 4, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '97704545-9e7f-441b-a325-6b06fa5f1d22', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'port_id': '54047792-e698-40a8-b989-a74dc0595ceb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce', 'mac_address': 'fa:16:3e:aa:2e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695c3e10-05ef-4ceb-9e93-e1600306ee5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:19:51Z', 'updated_at': '2021-07-06T14:19:51Z', 'revision_number': 0, 'project_id': '40ab17dbfa354891b0693042b531db54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14ce488-4a49-4791-8028-a6039bd9e55d', 'name': '', 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'mac_address': 'fa:16:3e:eb:a7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:32Z', 'updated_at': '2021-07-06T14:19:39Z', 'revision_number': 5, 'project_id': '40ab17dbfa354891b0693042b531db54', 'subnets': [{'id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:52.755613 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9269f2b0-1464-44a3-9e72-d8bdad7e91ba None None] Checking router: c2bf692a-3d11-4006-99a4-2f89bf165f28 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:19:52.767339 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9269f2b0-1464-44a3-9e72-d8bdad7e91ba None None] Routers {'c2bf692a-3d11-4006-99a4-2f89bf165f28'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:19:52.768306 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-9269f2b0-1464-44a3-9e72-d8bdad7e91ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:19:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c2bf692a-3d11-4006-99a4-2f89bf165f28'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:52.787297 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1f6ed-ad06-475c-9cae-ffaf810ab1bc req-0b779e78-c430-4ecc-aed5-59d108b4fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:19:52.788902 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01f1f6ed-ad06-475c-9cae-ffaf810ab1bc req-0b779e78-c430-4ecc-aed5-59d108b4fb12 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a18bee79-e544-4ac3-bfcf-6cd8027698ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597186 Jul 06 14:19:52.886485 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01f1f6ed-ad06-475c-9cae-ffaf810ab1bc req-4e45ce03-6167-40b2-a69f-ee9d1b8c10b9 service neutron] 10.222.0.52 "GET /v2.0/networks/a18bee79-e544-4ac3-bfcf-6cd8027698ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907440 Jul 06 14:19:52.897540 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-9269f2b0-1464-44a3-9e72-d8bdad7e91ba None None] Set router c2bf692a-3d11-4006-99a4-2f89bf165f28 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:19:52.983112 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01f1f6ed-ad06-475c-9cae-ffaf810ab1bc req-eb00210e-ce28-4146-9c11-b95310dfb08d service neutron] 10.222.0.52 "GET /v2.0/networks/a18bee79-e544-4ac3-bfcf-6cd8027698ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891809 Jul 06 14:19:53.131134 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-9269f2b0-1464-44a3-9e72-d8bdad7e91ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'name': 'tempest-TestNetworkBasicOps-router-2083258110', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:19:34Z', 'revision_number': 4, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '97704545-9e7f-441b-a325-6b06fa5f1d22', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'port_id': '54047792-e698-40a8-b989-a74dc0595ceb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce', 'mac_address': 'fa:16:3e:aa:2e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695c3e10-05ef-4ceb-9e93-e1600306ee5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:19:51Z', 'updated_at': '2021-07-06T14:19:51Z', 'revision_number': 0, 'project_id': '40ab17dbfa354891b0693042b531db54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14ce488-4a49-4791-8028-a6039bd9e55d', 'name': '', 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'mac_address': 'fa:16:3e:eb:a7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:32Z', 'updated_at': '2021-07-06T14:19:39Z', 'revision_number': 5, 'project_id': '40ab17dbfa354891b0693042b531db54', 'subnets': [{'id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:19:53.159193 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9269f2b0-1464-44a3-9e72-d8bdad7e91ba None None] The sync data for ids ['c2bf692a-3d11-4006-99a4-2f89bf165f28'] in n-d-773644-6 is: [{'id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'name': 'tempest-TestNetworkBasicOps-router-2083258110', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:19:34Z', 'revision_number': 4, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '97704545-9e7f-441b-a325-6b06fa5f1d22', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'port_id': '54047792-e698-40a8-b989-a74dc0595ceb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce', 'mac_address': 'fa:16:3e:aa:2e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695c3e10-05ef-4ceb-9e93-e1600306ee5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:19:51Z', 'updated_at': '2021-07-06T14:19:51Z', 'revision_number': 0, 'project_id': '40ab17dbfa354891b0693042b531db54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14ce488-4a49-4791-8028-a6039bd9e55d', 'name': '', 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'mac_address': 'fa:16:3e:eb:a7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:32Z', 'updated_at': '2021-07-06T14:19:39Z', 'revision_number': 5, 'project_id': '40ab17dbfa354891b0693042b531db54', 'subnets': [{'id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:19:53.364831 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d337eaeb-59f6-4fa1-b7d6-c9f077ec02bb None None] New status for floating IP 97704545-9e7f-441b-a325-6b06fa5f1d22: ACTIVE {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:19:53.482899 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57506) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:53.887599 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3ced9b49-a834-4cda-9d01-ca0f5b2d38dc tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/floatingips/97704545-9e7f-441b-a325-6b06fa5f1d22 HTTP/1.1" status: 200 len: 992 time: 0.4031773 Jul 06 14:19:54.891472 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57516) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:19:54.959651 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5dbd56e4-4957-4c89-8849-e60f6ae481a8 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/floatingips/97704545-9e7f-441b-a325-6b06fa5f1d22 HTTP/1.1" status: 200 len: 994 time: 0.0615067 Jul 06 14:20:01.535925 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fbaec-860b-4cae-ad95-4586900b3716 req-ccfc9948-4b42-4e20-b347-6923d62d2e27 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:01.537472 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-970fbaec-860b-4cae-ad95-4586900b3716 req-ccfc9948-4b42-4e20-b347-6923d62d2e27 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 946 time: 0.0719931 Jul 06 14:20:01.576663 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-970fbaec-860b-4cae-ad95-4586900b3716 req-1d53280d-f1fb-4ada-b8fb-aba40d9905de tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=d721a8a2-8b5f-4b7c-84a0-745f21c818f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326295 Jul 06 14:20:01.601116 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57568) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:01.665506 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6613b915-8d6b-4209-ba81-c7a5b4899fb1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/floatingips/76272e66-9aea-4a89-ba4b-c3e23f447cc5 HTTP/1.1" status: 200 len: 994 time: 0.0631030 Jul 06 14:20:02.135351 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2fc1b-6fa1-4fcd-bc7d-d6e78f15aaff req-ea18dc9d-afa0-43d5-b3ff-c6eec95e234e tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:02.136920 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c7b2fc1b-6fa1-4fcd-bc7d-d6e78f15aaff req-ea18dc9d-afa0-43d5-b3ff-c6eec95e234e tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 1097 time: 0.0537837 Jul 06 14:20:02.171578 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c7b2fc1b-6fa1-4fcd-bc7d-d6e78f15aaff req-f77d3a85-0290-495f-8e67-670b267685cd tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=d721a8a2-8b5f-4b7c-84a0-745f21c818f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288966 Jul 06 14:20:02.760821 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-f8fcf78d-1b81-44ce-b2e6-31864603d6ea service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0663488 Jul 06 14:20:03.385059 n-d-773644-6 neutron-server[100417]: WARNING keystonemiddleware.auth_token [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-f8fcf78d-1b81-44ce-b2e6-31864603d6ea service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 06 14:20:03.389563 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-3f58e5fa-76f9-4601-a98a-db20bbefc01d tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:20:03.390664 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-3f58e5fa-76f9-4601-a98a-db20bbefc01d tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0695152 Jul 06 14:20:03.399989 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-658103d5-1902-488a-81e1-8db36f8ac854 service neutron] Request body: {'binding': {'host': 'n-h1-773644-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:03.400556 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-658103d5-1902-488a-81e1-8db36f8ac854 service neutron] Unknown quota resources ['binding']. {{(pid=100417) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 06 14:20:03.534395 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-658103d5-1902-488a-81e1-8db36f8ac854 service neutron] Attempting to bind port c5425364-97c9-421c-bec6-046ef62a6aae on host n-h1-773644-6 for vnic_type normal with profile None {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:20:03.534735 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-658103d5-1902-488a-81e1-8db36f8ac854 service neutron] Attempting to bind port c5425364-97c9-421c-bec6-046ef62a6aae by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:20:03.535064 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-658103d5-1902-488a-81e1-8db36f8ac854 service neutron] Attempting to bind port c5425364-97c9-421c-bec6-046ef62a6aae on network 6ef00aa4-d593-4f6f-9899-14442a4d2181 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:20:03.539227 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-658103d5-1902-488a-81e1-8db36f8ac854 service neutron] Port c5425364-97c9-421c-bec6-046ef62a6aae on network 6ef00aa4-d593-4f6f-9899-14442a4d2181 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:20:03.539551 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-658103d5-1902-488a-81e1-8db36f8ac854 service neutron] Attempting to bind port c5425364-97c9-421c-bec6-046ef62a6aae on network 6ef00aa4-d593-4f6f-9899-14442a4d2181 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:20:03.544834 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-658103d5-1902-488a-81e1-8db36f8ac854 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:20:03.545267 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-658103d5-1902-488a-81e1-8db36f8ac854 service neutron] Checking segment: {'id': '3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:20:03.545656 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-658103d5-1902-488a-81e1-8db36f8ac854 service neutron] Bound using segment: {'id': '3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:20:03.546113 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-658103d5-1902-488a-81e1-8db36f8ac854 service neutron] Bound port: c5425364-97c9-421c-bec6-046ef62a6aae, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:20:03.658490 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-658103d5-1902-488a-81e1-8db36f8ac854 service neutron] For port c5425364-97c9-421c-bec6-046ef62a6aae, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=c5425364-97c9-421c-bec6-046ef62a6aae,segment=NetworkSegment(3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26),segment_id=3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:20:03.663757 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-658103d5-1902-488a-81e1-8db36f8ac854 service neutron] Notify callbacks [] for binding, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:03.669569 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-658103d5-1902-488a-81e1-8db36f8ac854 service neutron] 10.222.0.118 "POST /v2.0/ports/c5425364-97c9-421c-bec6-046ef62a6aae/bindings HTTP/1.1" status: 201 len: 389 time: 0.2724960 Jul 06 14:20:03.727821 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:20:03.930383 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1005b2-743d-45bd-bd10-238f8ffae178 req-09e506b6-9810-4348-8740-13fe4c1d0bdd tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:03.931906 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ea1005b2-743d-45bd-bd10-238f8ffae178 req-09e506b6-9810-4348-8740-13fe4c1d0bdd tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 946 time: 0.1022646 Jul 06 14:20:03.980790 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-46300d22-a74a-4fbd-a038-345e82779a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:03.982603 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-46300d22-a74a-4fbd-a038-345e82779a77 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 1097 time: 0.1033862 Jul 06 14:20:03.990159 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ea1005b2-743d-45bd-bd10-238f8ffae178 req-6cd15bd8-3099-401f-a77e-d2dd19ee977a tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=d721a8a2-8b5f-4b7c-84a0-745f21c818f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492423 Jul 06 14:20:04.086584 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-fae660fd-272d-42e9-8c44-820ea33a395c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:04.088116 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-fae660fd-272d-42e9-8c44-820ea33a395c service neutron] 10.222.0.52 "GET /v2.0/networks?id=6ef00aa4-d593-4f6f-9899-14442a4d2181 HTTP/1.1" status: 200 len: 898 time: 0.0966618 Jul 06 14:20:04.155768 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-32b88190-c106-4653-af59-30f80abea1b5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5425364-97c9-421c-bec6-046ef62a6aae HTTP/1.1" status: 200 len: 1002 time: 0.0613272 Jul 06 14:20:04.207249 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-19c4d4ae-c0ae-4939-af1a-0b952871bd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:04.208773 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-19c4d4ae-c0ae-4939-af1a-0b952871bd2b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=72328a30-130c-4d62-be58-05accff8c9f3 HTTP/1.1" status: 200 len: 834 time: 0.0474145 Jul 06 14:20:04.271703 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-5fe376c8-7908-44e9-9076-aee4842bd2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:04.273221 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-5fe376c8-7908-44e9-9076-aee4842bd2ad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6ef00aa4-d593-4f6f-9899-14442a4d2181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555036 Jul 06 14:20:04.364322 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-bdd4a880-0ef0-4f0a-880b-82739cc2e035 service neutron] 10.222.0.52 "GET /v2.0/networks/6ef00aa4-d593-4f6f-9899-14442a4d2181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828071 Jul 06 14:20:04.461090 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-56b3c8d5-4f8b-4397-af9e-c269fcfb0299 service neutron] 10.222.0.52 "GET /v2.0/networks/6ef00aa4-d593-4f6f-9899-14442a4d2181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867217 Jul 06 14:20:04.633600 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-c8885d44-6963-45e5-8509-eaaccc939f68 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:04.635302 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-c8885d44-6963-45e5-8509-eaaccc939f68 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021&tenant_id=7317327619ce440a98467f267c9927a9&binding%3Ahost_id=n-h2-773644-6 HTTP/1.1" status: 200 len: 1097 time: 0.1118286 Jul 06 14:20:04.645910 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-6d50e14c-8f3d-4749-8590-624b35b1abc1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-773644-6'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:04.728215 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-6d50e14c-8f3d-4749-8590-624b35b1abc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:04.858497 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-6d50e14c-8f3d-4749-8590-624b35b1abc1 service neutron] For port c5425364-97c9-421c-bec6-046ef62a6aae, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c5425364-97c9-421c-bec6-046ef62a6aae,segment=NetworkSegment(3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26),segment_id=3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:04.900304 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-6d50e14c-8f3d-4749-8590-624b35b1abc1 service neutron] For port c5425364-97c9-421c-bec6-046ef62a6aae, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:20:04.940162 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49e26b5-3c6b-4a4c-a1df-8a604fe05021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5425364-97c9-421c-bec6-046ef62a6aae'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:20:04.942614 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9247ca5-f74b-4928-bfc4-589301490d0b" -d '{"events": [{"server_uuid": "c49e26b5-3c6b-4a4c-a1df-8a604fe05021", "name": "network-vif-unplugged", "status": "completed", "tag": "c5425364-97c9-421c-bec6-046ef62a6aae"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:20:04.947241 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-6d50e14c-8f3d-4749-8590-624b35b1abc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:04.953878 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-6d50e14c-8f3d-4749-8590-624b35b1abc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:04.991863 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41897a2-d600-438e-bd0c-24ba5a76a718 x-openstack-request-id: req-f41897a2-d600-438e-bd0c-24ba5a76a718 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:20:04.992161 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49e26b5-3c6b-4a4c-a1df-8a604fe05021", "name": "network-vif-unplugged", "status": "completed", "tag": "c5425364-97c9-421c-bec6-046ef62a6aae", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:20:04.992412 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-f41897a2-d600-438e-bd0c-24ba5a76a718 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:20:04.992805 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49e26b5-3c6b-4a4c-a1df-8a604fe05021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5425364-97c9-421c-bec6-046ef62a6aae', 'code': 200} Jul 06 14:20:05.015203 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50e14c-8f3d-4749-8590-624b35b1abc1 service neutron] Pushing event updated for resources: {'Port': ['ID=c5425364-97c9-421c-bec6-046ef62a6aae,revision_number=7']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:05.362860 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-82e81c18-d6e0-4356-b0a5-319a92074efb None None] Provisioning complete for port c5425364-97c9-421c-bec6-046ef62a6aae triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:05.363470 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-82e81c18-d6e0-4356-b0a5-319a92074efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:05.401605 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-82e81c18-d6e0-4356-b0a5-319a92074efb None None] Port c5425364-97c9-421c-bec6-046ef62a6aae cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:20:05.561224 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-6d50e14c-8f3d-4749-8590-624b35b1abc1 service neutron] Attempting to bind port c5425364-97c9-421c-bec6-046ef62a6aae on host n-h2-773644-6 for vnic_type normal with profile {"migrating_to": "n-h1-773644-6"} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:20:05.561473 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-6d50e14c-8f3d-4749-8590-624b35b1abc1 service neutron] Attempting to bind port c5425364-97c9-421c-bec6-046ef62a6aae by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:20:05.561815 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-6d50e14c-8f3d-4749-8590-624b35b1abc1 service neutron] Attempting to bind port c5425364-97c9-421c-bec6-046ef62a6aae on network 6ef00aa4-d593-4f6f-9899-14442a4d2181 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:20:05.570826 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-6d50e14c-8f3d-4749-8590-624b35b1abc1 service neutron] Port c5425364-97c9-421c-bec6-046ef62a6aae on network 6ef00aa4-d593-4f6f-9899-14442a4d2181 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:20:05.571146 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-6d50e14c-8f3d-4749-8590-624b35b1abc1 service neutron] Attempting to bind port c5425364-97c9-421c-bec6-046ef62a6aae on network 6ef00aa4-d593-4f6f-9899-14442a4d2181 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:20:05.583220 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00345754-714b-45c6-bf6b-756bd849c4f2 req-1706dba0-6025-4f35-98f4-a7e51eb343a4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:05.584699 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00345754-714b-45c6-bf6b-756bd849c4f2 req-1706dba0-6025-4f35-98f4-a7e51eb343a4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 944 time: 0.1349778 Jul 06 14:20:05.585855 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-6d50e14c-8f3d-4749-8590-624b35b1abc1 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:20:05.586195 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-6d50e14c-8f3d-4749-8590-624b35b1abc1 service neutron] Checking segment: {'id': '3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:20:05.586574 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-6d50e14c-8f3d-4749-8590-624b35b1abc1 service neutron] Bound using segment: {'id': '3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:20:05.587002 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-6d50e14c-8f3d-4749-8590-624b35b1abc1 service neutron] Bound port: c5425364-97c9-421c-bec6-046ef62a6aae, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:20:05.587442 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-6d50e14c-8f3d-4749-8590-624b35b1abc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:05.654757 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00345754-714b-45c6-bf6b-756bd849c4f2 req-2390dc85-362c-4909-a949-fef71c9e6096 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=d721a8a2-8b5f-4b7c-84a0-745f21c818f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641477 Jul 06 14:20:05.677845 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-6d50e14c-8f3d-4749-8590-624b35b1abc1 service neutron] For port c5425364-97c9-421c-bec6-046ef62a6aae, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:20:05.680858 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-6d50e14c-8f3d-4749-8590-624b35b1abc1 service neutron] For port c5425364-97c9-421c-bec6-046ef62a6aae, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c5425364-97c9-421c-bec6-046ef62a6aae,segment=NetworkSegment(3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26),segment_id=3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:20:05.686286 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-6d50e14c-8f3d-4749-8590-624b35b1abc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:05.781476 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50e14c-8f3d-4749-8590-624b35b1abc1 service neutron] Pushing event updated for resources: {'Port': ['ID=c5425364-97c9-421c-bec6-046ef62a6aae,revision_number=8']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:05.825109 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-6d50e14c-8f3d-4749-8590-624b35b1abc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:05.828205 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-6d50e14c-8f3d-4749-8590-624b35b1abc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:05.829688 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-6d50e14c-8f3d-4749-8590-624b35b1abc1 service neutron] 10.222.0.52 "PUT /v2.0/ports/c5425364-97c9-421c-bec6-046ef62a6aae HTTP/1.1" status: 200 len: 1122 time: 1.1878333 Jul 06 14:20:05.891932 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['c5425364-97c9-421c-bec6-046ef62a6aae'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:20:06.041942 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fea5223e-c56f-441a-917c-cd719355dc13 None None] Provisioning complete for port c5425364-97c9-421c-bec6-046ef62a6aae triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:06.042237 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fea5223e-c56f-441a-917c-cd719355dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:06.184537 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fea5223e-c56f-441a-917c-cd719355dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:06.221375 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49e26b5-3c6b-4a4c-a1df-8a604fe05021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5425364-97c9-421c-bec6-046ef62a6aae'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:20:06.223657 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5461589a-b20f-422b-acc8-a13796edaab3" -d '{"events": [{"server_uuid": "c49e26b5-3c6b-4a4c-a1df-8a604fe05021", "name": "network-vif-plugged", "status": "completed", "tag": "c5425364-97c9-421c-bec6-046ef62a6aae"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:20:06.245034 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-fea5223e-c56f-441a-917c-cd719355dc13 None None] For port c5425364-97c9-421c-bec6-046ef62a6aae, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c5425364-97c9-421c-bec6-046ef62a6aae,segment=NetworkSegment(3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26),segment_id=3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:06.251000 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fea5223e-c56f-441a-917c-cd719355dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:06.296585 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9370c0f1-b7e1-4ce9-8d3d-2b0070182413 x-openstack-request-id: req-9370c0f1-b7e1-4ce9-8d3d-2b0070182413 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:20:06.296879 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49e26b5-3c6b-4a4c-a1df-8a604fe05021", "name": "network-vif-plugged", "status": "completed", "tag": "c5425364-97c9-421c-bec6-046ef62a6aae", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:20:06.297131 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-9370c0f1-b7e1-4ce9-8d3d-2b0070182413 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:20:06.297514 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49e26b5-3c6b-4a4c-a1df-8a604fe05021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5425364-97c9-421c-bec6-046ef62a6aae', 'code': 200} Jul 06 14:20:06.399127 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea5223e-c56f-441a-917c-cd719355dc13 None None] Pushing event updated for resources: {'Port': ['ID=c5425364-97c9-421c-bec6-046ef62a6aae,revision_number=9']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:06.847711 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f37993-ba5c-48f1-873d-5fa57c45ece8 req-3f9750e7-d6bd-4d56-ad62-f384d7a676d4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:06.849287 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f5f37993-ba5c-48f1-873d-5fa57c45ece8 req-3f9750e7-d6bd-4d56-ad62-f384d7a676d4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 946 time: 0.0761774 Jul 06 14:20:06.889898 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f5f37993-ba5c-48f1-873d-5fa57c45ece8 req-da0ef2a0-8d4f-4d30-87d8-06a98182c5ca tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=d721a8a2-8b5f-4b7c-84a0-745f21c818f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344048 Jul 06 14:20:06.994003 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49e26b5-3c6b-4a4c-a1df-8a604fe05021', 'tag': 'c5425364-97c9-421c-bec6-046ef62a6aae'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:20:06.996472 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45186812-13bc-4d0e-97d0-4e158a87621e" -d '{"events": [{"name": "network-changed", "server_uuid": "c49e26b5-3c6b-4a4c-a1df-8a604fe05021", "tag": "c5425364-97c9-421c-bec6-046ef62a6aae"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:20:07.034387 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b89380-dc39-4b70-8d45-4155234af156 x-openstack-request-id: req-17b89380-dc39-4b70-8d45-4155234af156 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:20:07.034688 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c49e26b5-3c6b-4a4c-a1df-8a604fe05021", "tag": "c5425364-97c9-421c-bec6-046ef62a6aae", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:20:07.034946 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-17b89380-dc39-4b70-8d45-4155234af156 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:20:07.035353 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c49e26b5-3c6b-4a4c-a1df-8a604fe05021', 'tag': 'c5425364-97c9-421c-bec6-046ef62a6aae', 'status': 'completed', 'code': 200} Jul 06 14:20:07.126966 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45186812-13bc-4d0e-97d0-4e158a87621e req-19586984-34a5-48d3-bcba-f5fa34c2dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:07.128563 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45186812-13bc-4d0e-97d0-4e158a87621e req-19586984-34a5-48d3-bcba-f5fa34c2dabd service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 1127 time: 0.0695074 Jul 06 14:20:07.221092 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45186812-13bc-4d0e-97d0-4e158a87621e req-bfe9ff5c-b43b-4bc1-8967-3a1598311fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:07.222697 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45186812-13bc-4d0e-97d0-4e158a87621e req-bfe9ff5c-b43b-4bc1-8967-3a1598311fb6 service neutron] 10.222.0.124 "GET /v2.0/networks?id=6ef00aa4-d593-4f6f-9899-14442a4d2181 HTTP/1.1" status: 200 len: 898 time: 0.0872481 Jul 06 14:20:07.292237 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45186812-13bc-4d0e-97d0-4e158a87621e req-c77076c0-7138-48d9-a660-b476e97d0eb6 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5425364-97c9-421c-bec6-046ef62a6aae HTTP/1.1" status: 200 len: 1002 time: 0.0624893 Jul 06 14:20:07.326391 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e4116fd3-6df9-404b-b831-dc53fdc0f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:07.350031 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45186812-13bc-4d0e-97d0-4e158a87621e req-e6f8930d-2997-42aa-a5cd-66331f6cf64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:07.351587 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45186812-13bc-4d0e-97d0-4e158a87621e req-e6f8930d-2997-42aa-a5cd-66331f6cf64f service neutron] 10.222.0.124 "GET /v2.0/subnets?id=72328a30-130c-4d62-be58-05accff8c9f3 HTTP/1.1" status: 200 len: 834 time: 0.0529549 Jul 06 14:20:07.410822 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45186812-13bc-4d0e-97d0-4e158a87621e req-bd959595-71be-42f9-9298-3a20ccdd45f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:07.412449 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45186812-13bc-4d0e-97d0-4e158a87621e req-bd959595-71be-42f9-9298-3a20ccdd45f6 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=6ef00aa4-d593-4f6f-9899-14442a4d2181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528286 Jul 06 14:20:07.509195 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45186812-13bc-4d0e-97d0-4e158a87621e req-2ae06852-0db5-4ae6-8d0c-5e3a59e911f5 service neutron] 10.222.0.124 "GET /v2.0/networks/6ef00aa4-d593-4f6f-9899-14442a4d2181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886929 Jul 06 14:20:07.524312 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-886d626e-62d9-4cd3-a5fc-2d78de140cb6 req-b42f4705-b682-4d12-9fe2-0f87c8fa4f4b tempest-TestVolumeBootPattern-367221691 tempest-TestVolumeBootPattern-367221691-project] (100418) timed out ('10.222.0.52', 59636) {{(pid=100418) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 14:20:07.608687 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45186812-13bc-4d0e-97d0-4e158a87621e req-4f2e5400-d451-43b0-b2ad-ecd98b8c8c33 service neutron] 10.222.0.124 "GET /v2.0/networks/6ef00aa4-d593-4f6f-9899-14442a4d2181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933039 Jul 06 14:20:08.069139 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87963143-0fd8-4f0d-9e69-762e76097f43 req-a42b96f0-c1b0-4478-a107-190d1b942fe2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:08.070615 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-87963143-0fd8-4f0d-9e69-762e76097f43 req-a42b96f0-c1b0-4478-a107-190d1b942fe2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 946 time: 0.0681088 Jul 06 14:20:08.109174 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-87963143-0fd8-4f0d-9e69-762e76097f43 req-af40268b-a5e0-44d9-bb12-81587d56382c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=d721a8a2-8b5f-4b7c-84a0-745f21c818f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322518 Jul 06 14:20:08.355224 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device c5425364-97c9-421c-bec6-046ef62a6aae details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:20:08.459714 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port c5425364-97c9-421c-bec6-046ef62a6aae, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c5425364-97c9-421c-bec6-046ef62a6aae,segment=NetworkSegment(3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26),segment_id=3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:08.474267 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device c5425364-97c9-421c-bec6-046ef62a6aae has no active binding in host n-h1-773644-6 {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 06 14:20:09.294210 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdc60c-ba1c-457b-b51e-1bc2e8b30671 req-4b9daf2a-0dda-49d5-9539-97f15820ed4c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:09.296344 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-57cdc60c-ba1c-457b-b51e-1bc2e8b30671 req-4b9daf2a-0dda-49d5-9539-97f15820ed4c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 946 time: 0.0700784 Jul 06 14:20:09.340823 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-57cdc60c-ba1c-457b-b51e-1bc2e8b30671 req-a794fe65-e13e-4919-b101-0af25fad0a4b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=d721a8a2-8b5f-4b7c-84a0-745f21c818f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361285 Jul 06 14:20:10.209706 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:10.518575 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ba952-1304-499a-aaa6-48b9cf9127d3 req-95d2529f-ce03-450c-a597-edf9fe5f97b7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:10.520068 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ed1ba952-1304-499a-aaa6-48b9cf9127d3 req-95d2529f-ce03-450c-a597-edf9fe5f97b7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 946 time: 0.0629742 Jul 06 14:20:10.558620 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ed1ba952-1304-499a-aaa6-48b9cf9127d3 req-5f446a98-6f54-4488-a249-f5aeacc8c983 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=d721a8a2-8b5f-4b7c-84a0-745f21c818f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328188 Jul 06 14:20:10.571774 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-20bc6921-7ec8-4a5c-9f06-daf0d869a9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:10.876578 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-c1c908cc-abd1-4407-9923-cee6da557df7 service neutron] 10.222.0.124 "GET /v2.0/ports/c5425364-97c9-421c-bec6-046ef62a6aae/bindings/n-h1-773644-6 HTTP/1.1" status: 200 len: 384 time: 0.0846412 Jul 06 14:20:11.052268 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-0e7f5d8c-7b76-4d7c-aaa2-357a6f8bc234 service neutron] For port c5425364-97c9-421c-bec6-046ef62a6aae, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c5425364-97c9-421c-bec6-046ef62a6aae,segment=NetworkSegment(3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26),segment_id=3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:11.072608 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-0e7f5d8c-7b76-4d7c-aaa2-357a6f8bc234 service neutron] For port c5425364-97c9-421c-bec6-046ef62a6aae, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:20:11.113199 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49e26b5-3c6b-4a4c-a1df-8a604fe05021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5425364-97c9-421c-bec6-046ef62a6aae'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:20:11.115493 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44f4ee3-74e8-43ea-b66f-79fbeab5cb2d" -d '{"events": [{"server_uuid": "c49e26b5-3c6b-4a4c-a1df-8a604fe05021", "name": "network-vif-unplugged", "status": "completed", "tag": "c5425364-97c9-421c-bec6-046ef62a6aae"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:20:11.122091 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-0e7f5d8c-7b76-4d7c-aaa2-357a6f8bc234 service neutron] For port c5425364-97c9-421c-bec6-046ef62a6aae, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=c5425364-97c9-421c-bec6-046ef62a6aae,segment=NetworkSegment(3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26),segment_id=3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:11.137202 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-0e7f5d8c-7b76-4d7c-aaa2-357a6f8bc234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:11.170877 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e944bd4-6db8-4dcb-8df1-e8f1b801bc0b x-openstack-request-id: req-4e944bd4-6db8-4dcb-8df1-e8f1b801bc0b {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:20:11.171175 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49e26b5-3c6b-4a4c-a1df-8a604fe05021", "name": "network-vif-unplugged", "status": "completed", "tag": "c5425364-97c9-421c-bec6-046ef62a6aae", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:20:11.171429 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-4e944bd4-6db8-4dcb-8df1-e8f1b801bc0b {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:20:11.171814 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49e26b5-3c6b-4a4c-a1df-8a604fe05021', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5425364-97c9-421c-bec6-046ef62a6aae', 'code': 200} Jul 06 14:20:11.213322 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-0e7f5d8c-7b76-4d7c-aaa2-357a6f8bc234 service neutron] Transition to ACTIVE for port object c5425364-97c9-421c-bec6-046ef62a6aae will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:20:11.219239 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-0e7f5d8c-7b76-4d7c-aaa2-357a6f8bc234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:11.317496 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f5d8c-7b76-4d7c-aaa2-357a6f8bc234 service neutron] Pushing event updated for resources: {'Port': ['ID=c5425364-97c9-421c-bec6-046ef62a6aae,revision_number=11']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:11.354357 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-0e7f5d8c-7b76-4d7c-aaa2-357a6f8bc234 service neutron] No DVR routers for this DVR port c5425364-97c9-421c-bec6-046ef62a6aae on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:20:11.493346 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-0e7f5d8c-7b76-4d7c-aaa2-357a6f8bc234 service neutron] 10.222.0.124 "PUT /v2.0/ports/c5425364-97c9-421c-bec6-046ef62a6aae/bindings/n-h1-773644-6/activate HTTP/1.1" status: 200 len: 369 time: 0.6113882 Jul 06 14:20:11.577169 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:11.604034 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-7cf317c2-b793-4714-bd7d-18b7d52e21b8 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:11.605772 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-7cf317c2-b793-4714-bd7d-18b7d52e21b8 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021&tenant_id=7317327619ce440a98467f267c9927a9&binding%3Ahost_id=n-h2-773644-6 HTTP/1.1" status: 200 len: 1096 time: 0.0599029 Jul 06 14:20:11.726168 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-151e8d7e-797a-4c92-82f0-146ecd814774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:11.727593 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-151e8d7e-797a-4c92-82f0-146ecd814774 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021&tenant_id=7317327619ce440a98467f267c9927a9 HTTP/1.1" status: 200 len: 1096 time: 0.1144524 Jul 06 14:20:11.769744 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46adf76d-1a96-4eaf-a751-b8503f454f83 req-8b557ac6-3356-4478-b673-0a00356211ea tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:11.771241 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-46adf76d-1a96-4eaf-a751-b8503f454f83 req-8b557ac6-3356-4478-b673-0a00356211ea tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 945 time: 0.0910511 Jul 06 14:20:11.832965 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-46adf76d-1a96-4eaf-a751-b8503f454f83 req-f542146c-1bb6-4403-80eb-72a1c12e09b3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=d721a8a2-8b5f-4b7c-84a0-745f21c818f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453932 Jul 06 14:20:11.845998 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-f408c904-977a-48d9-8ac7-7a80ed79419e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:11.847701 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-f408c904-977a-48d9-8ac7-7a80ed79419e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 1096 time: 0.0954390 Jul 06 14:20:11.949146 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-f29ffae5-0f7d-4d8b-a035-e2d71b3914b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:11.951403 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-f29ffae5-0f7d-4d8b-a035-e2d71b3914b1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6ef00aa4-d593-4f6f-9899-14442a4d2181 HTTP/1.1" status: 200 len: 898 time: 0.0967374 Jul 06 14:20:12.018995 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-f9c43efe-5e05-4be9-b183-594c66e83ea0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5425364-97c9-421c-bec6-046ef62a6aae HTTP/1.1" status: 200 len: 1000 time: 0.0604780 Jul 06 14:20:12.073183 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-614f49bd-cad9-434c-953a-d9212849848a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:12.074835 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-614f49bd-cad9-434c-953a-d9212849848a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=72328a30-130c-4d62-be58-05accff8c9f3 HTTP/1.1" status: 200 len: 834 time: 0.0490348 Jul 06 14:20:12.138558 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-45fc6617-ad56-4484-bfa5-7de20ae873c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:12.140106 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-45fc6617-ad56-4484-bfa5-7de20ae873c8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6ef00aa4-d593-4f6f-9899-14442a4d2181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584381 Jul 06 14:20:12.230364 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-03effc11-fad5-4f51-a849-f81adb7965e5 service neutron] 10.222.0.52 "GET /v2.0/networks/6ef00aa4-d593-4f6f-9899-14442a4d2181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833385 Jul 06 14:20:12.321380 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-7e348ea1-b790-4762-90c7-ad501499145d service neutron] 10.222.0.52 "GET /v2.0/networks/6ef00aa4-d593-4f6f-9899-14442a4d2181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842371 Jul 06 14:20:12.631945 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-29500109-fca1-4a15-ae21-9ec5f2a49ba8 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:12.633519 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-29500109-fca1-4a15-ae21-9ec5f2a49ba8 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021&tenant_id=7317327619ce440a98467f267c9927a9&binding%3Ahost_id=n-h1-773644-6 HTTP/1.1" status: 200 len: 1096 time: 0.0682156 Jul 06 14:20:12.790902 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-03a537a4-bd2c-43ff-8c5f-d3c2fd43e9bf service neutron] For port c5425364-97c9-421c-bec6-046ef62a6aae, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:20:12.794390 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-03a537a4-bd2c-43ff-8c5f-d3c2fd43e9bf service neutron] Notify callbacks [] for binding, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:12.795655 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31847fae-2d85-48a9-8e35-e296ef84c928 req-03a537a4-bd2c-43ff-8c5f-d3c2fd43e9bf service neutron] 10.222.0.52 "DELETE /v2.0/ports/c5425364-97c9-421c-bec6-046ef62a6aae/bindings/n-h2-773644-6 HTTP/1.1" status: 204 len: 173 time: 0.1507988 Jul 06 14:20:13.012809 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbc33a-2f95-4961-870d-4abba73785f3 req-68c0f468-70cf-474d-83f1-7ef44afe3f43 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:13.015128 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3cfbc33a-2f95-4961-870d-4abba73785f3 req-68c0f468-70cf-474d-83f1-7ef44afe3f43 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 945 time: 0.0633910 Jul 06 14:20:13.052916 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3cfbc33a-2f95-4961-870d-4abba73785f3 req-9174b242-2edf-486a-99f7-8b71c76400e9 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=d721a8a2-8b5f-4b7c-84a0-745f21c818f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319993 Jul 06 14:20:13.149428 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:13.242889 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a310b29-9ce6-46a2-834b-8a868ccc616f req-3c45a4db-038c-44a6-b2fc-635ce58f8671 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:13.244460 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2a310b29-9ce6-46a2-834b-8a868ccc616f req-3c45a4db-038c-44a6-b2fc-635ce58f8671 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 1096 time: 0.0562391 Jul 06 14:20:13.283180 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2a310b29-9ce6-46a2-834b-8a868ccc616f req-926d0303-1200-403e-ac94-ce88d4248e75 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=d721a8a2-8b5f-4b7c-84a0-745f21c818f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327561 Jul 06 14:20:13.463098 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a9031-3aa7-44e5-853f-8b2c5d3eae9d req-d30aedaa-0d03-4bcc-838c-1c08bd74d320 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:13.464593 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-030a9031-3aa7-44e5-853f-8b2c5d3eae9d req-d30aedaa-0d03-4bcc-838c-1c08bd74d320 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 945 time: 0.0708573 Jul 06 14:20:13.516111 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-030a9031-3aa7-44e5-853f-8b2c5d3eae9d req-5be491b9-37ab-45cc-b11f-561b744804a2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=d721a8a2-8b5f-4b7c-84a0-745f21c818f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441430 Jul 06 14:20:13.533505 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 57706) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:13.594286 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e4166e8b-f6f2-4156-a030-88cd096d7fec tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/floatingips/76272e66-9aea-4a89-ba4b-c3e23f447cc5 HTTP/1.1" status: 200 len: 992 time: 0.0594544 Jul 06 14:20:13.873380 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57716) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:14.035240 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f9e91066-6a6e-45df-8762-4692a43dae82 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Deleting port e0a05ffc-4aa4-4fd7-a07d-b13855591abf {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:20:14.035451 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f9e91066-6a6e-45df-8762-4692a43dae82 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:14.110625 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f9e91066-6a6e-45df-8762-4692a43dae82 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:14.110961 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f9e91066-6a6e-45df-8762-4692a43dae82 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:14.123339 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f9e91066-6a6e-45df-8762-4692a43dae82 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Calling delete_port for e0a05ffc-4aa4-4fd7-a07d-b13855591abf owned by network:floatingip {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:20:14.248938 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device c5425364-97c9-421c-bec6-046ef62a6aae no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:20:14.296265 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device c5425364-97c9-421c-bec6-046ef62a6aae not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:20:14.311091 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f9e91066-6a6e-45df-8762-4692a43dae82 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:14.337171 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e91066-6a6e-45df-8762-4692a43dae82 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event deleted for resources: {'Port': ['ID=e0a05ffc-4aa4-4fd7-a07d-b13855591abf,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:14.409505 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f9e91066-6a6e-45df-8762-4692a43dae82 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for floatingip, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:14.409821 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-f9e91066-6a6e-45df-8762-4692a43dae82 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Floating IP 76272e66-9aea-4a89-ba4b-c3e23f447cc5 disassociated (deleted). External IP: 172.25.6.122, port: c5425364-97c9-421c-bec6-046ef62a6aae. Jul 06 14:20:14.632513 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e91066-6a6e-45df-8762-4692a43dae82 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Router 23c66c57-b86b-4561-997c-1cbfeaee47f8 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:20:14.762780 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e91066-6a6e-45df-8762-4692a43dae82 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:20:14.768764 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f9e91066-6a6e-45df-8762-4692a43dae82 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:14.776516 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97465c49-dc56-46ba-b6e6-3f7da2159210 None None] Sync routers for ids ['23c66c57-b86b-4561-997c-1cbfeaee47f8'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:20:14.786411 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97465c49-dc56-46ba-b6e6-3f7da2159210 None None] Routers {'23c66c57-b86b-4561-997c-1cbfeaee47f8'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:20:14.787049 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-97465c49-dc56-46ba-b6e6-3f7da2159210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:20:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['23c66c57-b86b-4561-997c-1cbfeaee47f8'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:14.818281 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f9e91066-6a6e-45df-8762-4692a43dae82 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "DELETE /v2.0/floatingips/76272e66-9aea-4a89-ba4b-c3e23f447cc5 HTTP/1.1" status: 204 len: 168 time: 0.9394448 Jul 06 14:20:14.818281 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49e26b5-3c6b-4a4c-a1df-8a604fe05021', 'tag': 'c5425364-97c9-421c-bec6-046ef62a6aae'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:20:14.820444 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5695ee-4ce0-400f-b4dd-69d8be06b792" -d '{"events": [{"name": "network-changed", "server_uuid": "c49e26b5-3c6b-4a4c-a1df-8a604fe05021", "tag": "c5425364-97c9-421c-bec6-046ef62a6aae"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:20:14.946110 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-97465c49-dc56-46ba-b6e6-3f7da2159210 None None] Set router 23c66c57-b86b-4561-997c-1cbfeaee47f8 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:20:15.087021 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71cb286-420f-4801-915a-26b3c0d4b5b6 x-openstack-request-id: req-e71cb286-420f-4801-915a-26b3c0d4b5b6 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:20:15.087942 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c49e26b5-3c6b-4a4c-a1df-8a604fe05021", "tag": "c5425364-97c9-421c-bec6-046ef62a6aae", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:20:15.088391 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e71cb286-420f-4801-915a-26b3c0d4b5b6 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:20:15.088990 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c49e26b5-3c6b-4a4c-a1df-8a604fe05021', 'tag': 'c5425364-97c9-421c-bec6-046ef62a6aae', 'status': 'completed', 'code': 200} Jul 06 14:20:15.183528 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5695ee-4ce0-400f-b4dd-69d8be06b792 req-f4be839e-a4b6-41ca-a1c0-4327b947598e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:15.186706 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dd5695ee-4ce0-400f-b4dd-69d8be06b792 req-f4be839e-a4b6-41ca-a1c0-4327b947598e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 1096 time: 0.0727649 Jul 06 14:20:15.334647 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6415c-b7e3-44be-bd55-1eb3f916ba85 req-37b50472-240f-48f1-8128-c12841f50821 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:15.336178 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-25c6415c-b7e3-44be-bd55-1eb3f916ba85 req-37b50472-240f-48f1-8128-c12841f50821 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 945 time: 0.1463895 Jul 06 14:20:15.337587 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5695ee-4ce0-400f-b4dd-69d8be06b792 req-26c66a1a-3e23-4ca9-9510-49f6498a75c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:15.338965 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dd5695ee-4ce0-400f-b4dd-69d8be06b792 req-26c66a1a-3e23-4ca9-9510-49f6498a75c1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6ef00aa4-d593-4f6f-9899-14442a4d2181 HTTP/1.1" status: 200 len: 898 time: 0.1389475 Jul 06 14:20:15.397125 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dd5695ee-4ce0-400f-b4dd-69d8be06b792 req-a07bb874-e029-42c0-b85b-4f93b15109c6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5425364-97c9-421c-bec6-046ef62a6aae HTTP/1.1" status: 200 len: 217 time: 0.0454092 Jul 06 14:20:15.408063 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-97465c49-dc56-46ba-b6e6-3f7da2159210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531144505', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'f411641f-5600-456e-a2d1-3df3cd2b89b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:12Z', 'updated_at': '2021-07-06T14:19:16Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'f411641f-5600-456e-a2d1-3df3cd2b89b4', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:12Z', 'updated_at': '2021-07-06T14:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '7d8efc9d-2daa-4591-8dc5-8ec114329d2a', 'name': '', 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:8c:25:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '72328a30-130c-4d62-be58-05accff8c9f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:15Z', 'updated_at': '2021-07-06T14:19:23Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': '72328a30-130c-4d62-be58-05accff8c9f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:15.440562 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-25c6415c-b7e3-44be-bd55-1eb3f916ba85 req-217f5147-3f53-41cb-b74d-e2ea88d91722 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=d721a8a2-8b5f-4b7c-84a0-745f21c818f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959630 Jul 06 14:20:15.444285 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97465c49-dc56-46ba-b6e6-3f7da2159210 None None] Checking router: 23c66c57-b86b-4561-997c-1cbfeaee47f8 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:20:15.463596 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5695ee-4ce0-400f-b4dd-69d8be06b792 req-0d06d8c6-1750-4a82-870c-2ee51f2f3cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:15.466662 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dd5695ee-4ce0-400f-b4dd-69d8be06b792 req-0d06d8c6-1750-4a82-870c-2ee51f2f3cc5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=72328a30-130c-4d62-be58-05accff8c9f3 HTTP/1.1" status: 200 len: 834 time: 0.0595429 Jul 06 14:20:15.469494 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97465c49-dc56-46ba-b6e6-3f7da2159210 None None] Routers {'23c66c57-b86b-4561-997c-1cbfeaee47f8'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:20:15.470174 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-97465c49-dc56-46ba-b6e6-3f7da2159210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:20:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['23c66c57-b86b-4561-997c-1cbfeaee47f8'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:15.536451 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5695ee-4ce0-400f-b4dd-69d8be06b792 req-cebef5c5-8520-4bff-89b2-22fac9160d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:15.538288 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dd5695ee-4ce0-400f-b4dd-69d8be06b792 req-cebef5c5-8520-4bff-89b2-22fac9160d82 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6ef00aa4-d593-4f6f-9899-14442a4d2181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651278 Jul 06 14:20:15.623011 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-97465c49-dc56-46ba-b6e6-3f7da2159210 None None] Set router 23c66c57-b86b-4561-997c-1cbfeaee47f8 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:20:15.649509 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dd5695ee-4ce0-400f-b4dd-69d8be06b792 req-22bb1a9c-a8ed-4749-8235-3174d1dc7efa service neutron] 10.222.0.52 "GET /v2.0/networks/6ef00aa4-d593-4f6f-9899-14442a4d2181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028275 Jul 06 14:20:15.702115 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcb4c7-2e62-4773-87c6-442ed368e4ab req-b3f44a8a-3526-408d-ace5-fa1c53e5dd76 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:15.703984 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-dcdcb4c7-2e62-4773-87c6-442ed368e4ab req-b3f44a8a-3526-408d-ace5-fa1c53e5dd76 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.52 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 945 time: 0.1429405 Jul 06 14:20:15.767868 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dd5695ee-4ce0-400f-b4dd-69d8be06b792 req-99a566ec-da0b-4a45-9a6c-53b21aaf79d1 service neutron] 10.222.0.52 "GET /v2.0/networks/6ef00aa4-d593-4f6f-9899-14442a4d2181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014359 Jul 06 14:20:15.814523 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-dcdcb4c7-2e62-4773-87c6-442ed368e4ab req-5278b1a6-cc33-4381-830d-9d1982a8b635 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Deleting port c5425364-97c9-421c-bec6-046ef62a6aae {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:20:15.814922 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-dcdcb4c7-2e62-4773-87c6-442ed368e4ab req-5278b1a6-cc33-4381-830d-9d1982a8b635 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:15.868562 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-97465c49-dc56-46ba-b6e6-3f7da2159210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531144505', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'f411641f-5600-456e-a2d1-3df3cd2b89b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:12Z', 'updated_at': '2021-07-06T14:19:16Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'f411641f-5600-456e-a2d1-3df3cd2b89b4', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:12Z', 'updated_at': '2021-07-06T14:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '7d8efc9d-2daa-4591-8dc5-8ec114329d2a', 'name': '', 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:8c:25:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '72328a30-130c-4d62-be58-05accff8c9f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:15Z', 'updated_at': '2021-07-06T14:19:23Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': '72328a30-130c-4d62-be58-05accff8c9f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:15.895080 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97465c49-dc56-46ba-b6e6-3f7da2159210 None None] The sync data for ids ['23c66c57-b86b-4561-997c-1cbfeaee47f8'] in n-d-773644-6 is: [{'id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531144505', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'f411641f-5600-456e-a2d1-3df3cd2b89b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:12Z', 'updated_at': '2021-07-06T14:19:16Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'f411641f-5600-456e-a2d1-3df3cd2b89b4', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:12Z', 'updated_at': '2021-07-06T14:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '7d8efc9d-2daa-4591-8dc5-8ec114329d2a', 'name': '', 'network_id': '6ef00aa4-d593-4f6f-9899-14442a4d2181', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:8c:25:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '72328a30-130c-4d62-be58-05accff8c9f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:15Z', 'updated_at': '2021-07-06T14:19:23Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': '72328a30-130c-4d62-be58-05accff8c9f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:20:15.911699 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-dcdcb4c7-2e62-4773-87c6-442ed368e4ab req-5278b1a6-cc33-4381-830d-9d1982a8b635 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] For port c5425364-97c9-421c-bec6-046ef62a6aae, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=c5425364-97c9-421c-bec6-046ef62a6aae,segment=NetworkSegment(3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26),segment_id=3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:15.912087 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-dcdcb4c7-2e62-4773-87c6-442ed368e4ab req-5278b1a6-cc33-4381-830d-9d1982a8b635 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:15.926357 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-dcdcb4c7-2e62-4773-87c6-442ed368e4ab req-5278b1a6-cc33-4381-830d-9d1982a8b635 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Calling delete_port for c5425364-97c9-421c-bec6-046ef62a6aae owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:20:16.070023 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-dcdcb4c7-2e62-4773-87c6-442ed368e4ab req-5278b1a6-cc33-4381-830d-9d1982a8b635 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:16.152253 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcdcb4c7-2e62-4773-87c6-442ed368e4ab req-5278b1a6-cc33-4381-830d-9d1982a8b635 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] No DVR routers for this DVR port c5425364-97c9-421c-bec6-046ef62a6aae on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:20:16.154916 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278b1a6-cc33-4381-830d-9d1982a8b635 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event deleted for resources: {'Port': ['ID=c5425364-97c9-421c-bec6-046ef62a6aae,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:16.162509 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-dcdcb4c7-2e62-4773-87c6-442ed368e4ab req-5278b1a6-cc33-4381-830d-9d1982a8b635 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:16.164870 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-dcdcb4c7-2e62-4773-87c6-442ed368e4ab req-5278b1a6-cc33-4381-830d-9d1982a8b635 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.52 "DELETE /v2.0/ports/c5425364-97c9-421c-bec6-046ef62a6aae HTTP/1.1" status: 204 len: 173 time: 0.4553375 Jul 06 14:20:16.177014 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ccc8fb-27ef-4baf-8a9c-4fa72ea508f7 None None] New status for floating IP 76272e66-9aea-4a89-ba4b-c3e23f447cc5: DOWN {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:20:16.633632 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1bc345a-8556-462d-bd6c-f5c39d646ec3 req-b6a5bd02-6ae5-4048-ae13-efb7fd8035a7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=c49e26b5-3c6b-4a4c-a1df-8a604fe05021 HTTP/1.1" status: 200 len: 210 time: 0.0321584 Jul 06 14:20:16.713520 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:17.090126 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49e26b5-3c6b-4a4c-a1df-8a604fe05021', 'name': 'network-vif-deleted', 'tag': 'c5425364-97c9-421c-bec6-046ef62a6aae'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:20:17.093019 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc27ca52-5f69-4bcb-980e-02503ab29db2" -d '{"events": [{"server_uuid": "c49e26b5-3c6b-4a4c-a1df-8a604fe05021", "name": "network-vif-deleted", "tag": "c5425364-97c9-421c-bec6-046ef62a6aae"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:20:17.223398 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b7ae3e-c608-4943-90e4-c95c2bfd467f x-openstack-request-id: req-13b7ae3e-c608-4943-90e4-c95c2bfd467f {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:20:17.224105 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49e26b5-3c6b-4a4c-a1df-8a604fe05021", "name": "network-vif-deleted", "tag": "c5425364-97c9-421c-bec6-046ef62a6aae", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:20:17.224105 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-13b7ae3e-c608-4943-90e4-c95c2bfd467f {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:20:17.224358 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49e26b5-3c6b-4a4c-a1df-8a604fe05021', 'name': 'network-vif-deleted', 'tag': 'c5425364-97c9-421c-bec6-046ef62a6aae', 'status': 'completed', 'code': 200} Jul 06 14:20:17.731826 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57758) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:18.119094 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-68ebfb49-2faf-47e5-bca9-c5e4d9ee9160 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:18.416965 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-68ebfb49-2faf-47e5-bca9-c5e4d9ee9160 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Deleting port 7d8efc9d-2daa-4591-8dc5-8ec114329d2a {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:20:18.417662 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-68ebfb49-2faf-47e5-bca9-c5e4d9ee9160 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:18.512173 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-68ebfb49-2faf-47e5-bca9-c5e4d9ee9160 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] For port 7d8efc9d-2daa-4591-8dc5-8ec114329d2a, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=7d8efc9d-2daa-4591-8dc5-8ec114329d2a,segment=NetworkSegment(3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26),segment_id=3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:18.513044 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-68ebfb49-2faf-47e5-bca9-c5e4d9ee9160 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:18.525300 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-68ebfb49-2faf-47e5-bca9-c5e4d9ee9160 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Calling delete_port for 7d8efc9d-2daa-4591-8dc5-8ec114329d2a owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:20:18.719386 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-68ebfb49-2faf-47e5-bca9-c5e4d9ee9160 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:18.747514 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ebfb49-2faf-47e5-bca9-c5e4d9ee9160 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event deleted for resources: {'Port': ['ID=7d8efc9d-2daa-4591-8dc5-8ec114329d2a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:18.804144 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:18.947156 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-68ebfb49-2faf-47e5-bca9-c5e4d9ee9160 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:19.181539 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ebfb49-2faf-47e5-bca9-c5e4d9ee9160 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Router 23c66c57-b86b-4561-997c-1cbfeaee47f8 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:20:19.292079 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ebfb49-2faf-47e5-bca9-c5e4d9ee9160 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:20:19.301259 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-68ebfb49-2faf-47e5-bca9-c5e4d9ee9160 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "PUT /v2.0/routers/23c66c57-b86b-4561-997c-1cbfeaee47f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5651882 Jul 06 14:20:19.301259 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57784) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:19.304288 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3847605d-f1ba-4c39-862a-e82e60239f20 None None] Sync routers for ids ['23c66c57-b86b-4561-997c-1cbfeaee47f8'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:20:19.315223 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3847605d-f1ba-4c39-862a-e82e60239f20 None None] Routers {'23c66c57-b86b-4561-997c-1cbfeaee47f8'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:20:19.316187 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3847605d-f1ba-4c39-862a-e82e60239f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:20:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['23c66c57-b86b-4561-997c-1cbfeaee47f8'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:19.353836 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e7e7b02-ad5f-4c9c-8ec3-9d2bc23a9168 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Deleting subnet 72328a30-130c-4d62-be58-05accff8c9f3 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:20:19.357188 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e7e7b02-ad5f-4c9c-8ec3-9d2bc23a9168 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:19.396953 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e7e7b02-ad5f-4c9c-8ec3-9d2bc23a9168 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:19.445961 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-3847605d-f1ba-4c39-862a-e82e60239f20 None None] Set router 23c66c57-b86b-4561-997c-1cbfeaee47f8 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:20:19.494257 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e7e7b02-ad5f-4c9c-8ec3-9d2bc23a9168 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:19.557141 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e7e7b02-ad5f-4c9c-8ec3-9d2bc23a9168 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:19.584367 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e7b02-ad5f-4c9c-8ec3-9d2bc23a9168 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event deleted for resources: {'Subnet': ['ID=72328a30-130c-4d62-be58-05accff8c9f3,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:19.594927 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e7e7b02-ad5f-4c9c-8ec3-9d2bc23a9168 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:19.599511 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9e7e7b02-ad5f-4c9c-8ec3-9d2bc23a9168 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "DELETE /v2.0/subnets/72328a30-130c-4d62-be58-05accff8c9f3 HTTP/1.1" status: 204 len: 168 time: 0.2951851 Jul 06 14:20:19.599608 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57786) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:19.624392 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41baa43c-4be4-4340-b438-4e7ab92949fd None None] Network 6ef00aa4-d593-4f6f-9899-14442a4d2181 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:20:19.750201 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d9c1041a-55fb-4c30-9834-b19646092ff4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:19.773608 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3847605d-f1ba-4c39-862a-e82e60239f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531144505', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'f411641f-5600-456e-a2d1-3df3cd2b89b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:12Z', 'updated_at': '2021-07-06T14:20:18Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'f411641f-5600-456e-a2d1-3df3cd2b89b4', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:12Z', 'updated_at': '2021-07-06T14:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:19.806712 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3847605d-f1ba-4c39-862a-e82e60239f20 None None] Checking router: 23c66c57-b86b-4561-997c-1cbfeaee47f8 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:20:19.821980 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3847605d-f1ba-4c39-862a-e82e60239f20 None None] Routers {'23c66c57-b86b-4561-997c-1cbfeaee47f8'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:20:19.822621 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3847605d-f1ba-4c39-862a-e82e60239f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:20:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['23c66c57-b86b-4561-997c-1cbfeaee47f8'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:19.864539 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d9c1041a-55fb-4c30-9834-b19646092ff4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:19.929247 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d9c1041a-55fb-4c30-9834-b19646092ff4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Deleting port f411641f-5600-456e-a2d1-3df3cd2b89b4 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:20:19.929610 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d9c1041a-55fb-4c30-9834-b19646092ff4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:19.962481 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-3847605d-f1ba-4c39-862a-e82e60239f20 None None] Set router 23c66c57-b86b-4561-997c-1cbfeaee47f8 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:20:19.966509 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15c2094-2c70-4acb-8d4b-6a51fd87b897 None None] DHCP port deletion for 6ef00aa4-d593-4f6f-9899-14442a4d2181 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:20:20.028373 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-d9c1041a-55fb-4c30-9834-b19646092ff4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] For port f411641f-5600-456e-a2d1-3df3cd2b89b4, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=f411641f-5600-456e-a2d1-3df3cd2b89b4,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:20.028824 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d9c1041a-55fb-4c30-9834-b19646092ff4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:20.047795 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-d9c1041a-55fb-4c30-9834-b19646092ff4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Calling delete_port for f411641f-5600-456e-a2d1-3df3cd2b89b4 owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:20:20.159331 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-b15c2094-2c70-4acb-8d4b-6a51fd87b897 None None] Deleting port c7a6e5ed-c48d-45d2-801d-0ec58b0717b1 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:20:20.159747 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b15c2094-2c70-4acb-8d4b-6a51fd87b897 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:20.251738 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-b15c2094-2c70-4acb-8d4b-6a51fd87b897 None None] For port c7a6e5ed-c48d-45d2-801d-0ec58b0717b1, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c7a6e5ed-c48d-45d2-801d-0ec58b0717b1,segment=NetworkSegment(3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26),segment_id=3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:20.252130 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b15c2094-2c70-4acb-8d4b-6a51fd87b897 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:20.266624 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d9c1041a-55fb-4c30-9834-b19646092ff4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:20.269031 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-b15c2094-2c70-4acb-8d4b-6a51fd87b897 None None] Calling delete_port for c7a6e5ed-c48d-45d2-801d-0ec58b0717b1 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:20:20.294442 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1041a-55fb-4c30-9834-b19646092ff4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event deleted for resources: {'Port': ['ID=f411641f-5600-456e-a2d1-3df3cd2b89b4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:20.357863 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3847605d-f1ba-4c39-862a-e82e60239f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531144505', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'f411641f-5600-456e-a2d1-3df3cd2b89b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:12Z', 'updated_at': '2021-07-06T14:20:18Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'f411641f-5600-456e-a2d1-3df3cd2b89b4', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:12Z', 'updated_at': '2021-07-06T14:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:20.360537 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d9c1041a-55fb-4c30-9834-b19646092ff4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:20.360771 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b15c2094-2c70-4acb-8d4b-6a51fd87b897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:20.411366 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c2094-2c70-4acb-8d4b-6a51fd87b897 None None] Pushing event deleted for resources: {'Port': ['ID=c7a6e5ed-c48d-45d2-801d-0ec58b0717b1,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:20.415406 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3847605d-f1ba-4c39-862a-e82e60239f20 None None] The sync data for ids ['23c66c57-b86b-4561-997c-1cbfeaee47f8'] in n-d-773644-6 is: [{'id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531144505', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'f411641f-5600-456e-a2d1-3df3cd2b89b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:12Z', 'updated_at': '2021-07-06T14:20:18Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'f411641f-5600-456e-a2d1-3df3cd2b89b4', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:72:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c66c57-b86b-4561-997c-1cbfeaee47f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:12Z', 'updated_at': '2021-07-06T14:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:20:20.417404 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15c2094-2c70-4acb-8d4b-6a51fd87b897 None None] No DVR routers for this DVR port c7a6e5ed-c48d-45d2-801d-0ec58b0717b1 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:20:20.425608 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15c2094-2c70-4acb-8d4b-6a51fd87b897 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:20.425608 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15c2094-2c70-4acb-8d4b-6a51fd87b897 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:20.425850 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15c2094-2c70-4acb-8d4b-6a51fd87b897 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:20.426100 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15c2094-2c70-4acb-8d4b-6a51fd87b897 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:20.426434 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15c2094-2c70-4acb-8d4b-6a51fd87b897 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:20.426765 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15c2094-2c70-4acb-8d4b-6a51fd87b897 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:20.427094 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15c2094-2c70-4acb-8d4b-6a51fd87b897 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:20.427425 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15c2094-2c70-4acb-8d4b-6a51fd87b897 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:20.427746 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15c2094-2c70-4acb-8d4b-6a51fd87b897 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:20.428069 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15c2094-2c70-4acb-8d4b-6a51fd87b897 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:20.428392 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15c2094-2c70-4acb-8d4b-6a51fd87b897 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:20.428715 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15c2094-2c70-4acb-8d4b-6a51fd87b897 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:20.444202 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device c5425364-97c9-421c-bec6-046ef62a6aae no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:20:20.473840 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: c5425364-97c9-421c-bec6-046ef62a6aae {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:20:20.474201 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device c5425364-97c9-421c-bec6-046ef62a6aae not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:20:20.481956 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d9c1041a-55fb-4c30-9834-b19646092ff4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:20.486472 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d9c1041a-55fb-4c30-9834-b19646092ff4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:20.531814 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d9c1041a-55fb-4c30-9834-b19646092ff4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:20.532524 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c1041a-55fb-4c30-9834-b19646092ff4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Fanout notify agent at l3_agent the message router_deleted on router 23c66c57-b86b-4561-997c-1cbfeaee47f8 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:20:20.539503 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d9c1041a-55fb-4c30-9834-b19646092ff4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:20.540638 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d9c1041a-55fb-4c30-9834-b19646092ff4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "DELETE /v2.0/routers/23c66c57-b86b-4561-997c-1cbfeaee47f8 HTTP/1.1" status: 204 len: 168 time: 0.9401529 Jul 06 14:20:20.543278 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57802) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:20.624306 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03319396-6c46-4774-b9c7-9f9ae5da8ac7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:20.727723 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03319396-6c46-4774-b9c7-9f9ae5da8ac7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:20.738374 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-03319396-6c46-4774-b9c7-9f9ae5da8ac7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef00aa4-d593-4f6f-9899-14442a4d2181']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:20.756030 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-03319396-6c46-4774-b9c7-9f9ae5da8ac7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:20.756469 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-03319396-6c46-4774-b9c7-9f9ae5da8ac7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dfcfaf1-75c6-4544-8b7b-5f9760d9bf26') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:20.772670 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03319396-6c46-4774-b9c7-9f9ae5da8ac7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:20.794365 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03319396-6c46-4774-b9c7-9f9ae5da8ac7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:20.802463 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03319396-6c46-4774-b9c7-9f9ae5da8ac7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:20:20.802948 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03319396-6c46-4774-b9c7-9f9ae5da8ac7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:20:20.806454 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:20:21.009830 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c7a6e5ed-c48d-45d2-801d-0ec58b0717b1 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:20:21.042362 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: c7a6e5ed-c48d-45d2-801d-0ec58b0717b1 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:20:21.043099 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c7a6e5ed-c48d-45d2-801d-0ec58b0717b1 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:20:21.044241 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 7d8efc9d-2daa-4591-8dc5-8ec114329d2a no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:20:21.070981 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 7d8efc9d-2daa-4591-8dc5-8ec114329d2a {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:20:21.071621 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 7d8efc9d-2daa-4591-8dc5-8ec114329d2a not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:20:21.282342 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03319396-6c46-4774-b9c7-9f9ae5da8ac7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:21.296464 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03319396-6c46-4774-b9c7-9f9ae5da8ac7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:21.298884 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-03319396-6c46-4774-b9c7-9f9ae5da8ac7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "DELETE /v2.0/networks/6ef00aa4-d593-4f6f-9899-14442a4d2181 HTTP/1.1" status: 204 len: 168 time: 0.7537982 Jul 06 14:20:21.301794 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 57814) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:21.320720 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03319396-6c46-4774-b9c7-9f9ae5da8ac7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event deleted for resources: {'Network': ['ID=6ef00aa4-d593-4f6f-9899-14442a4d2181,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:21.331449 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03319396-6c46-4774-b9c7-9f9ae5da8ac7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:21.331825 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03319396-6c46-4774-b9c7-9f9ae5da8ac7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:21.332180 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03319396-6c46-4774-b9c7-9f9ae5da8ac7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:21.332530 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03319396-6c46-4774-b9c7-9f9ae5da8ac7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:21.332874 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03319396-6c46-4774-b9c7-9f9ae5da8ac7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:21.333279 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03319396-6c46-4774-b9c7-9f9ae5da8ac7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:21.333622 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03319396-6c46-4774-b9c7-9f9ae5da8ac7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:21.333984 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03319396-6c46-4774-b9c7-9f9ae5da8ac7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:21.334374 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03319396-6c46-4774-b9c7-9f9ae5da8ac7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:21.334717 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03319396-6c46-4774-b9c7-9f9ae5da8ac7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:21.335209 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03319396-6c46-4774-b9c7-9f9ae5da8ac7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:21.335548 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03319396-6c46-4774-b9c7-9f9ae5da8ac7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:21.403636 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-34651ba0-3027-485d-b3e3-e9c07dca1254 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:21.431467 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-34651ba0-3027-485d-b3e3-e9c07dca1254 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:21.497369 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-34651ba0-3027-485d-b3e3-e9c07dca1254 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:21.503391 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-34651ba0-3027-485d-b3e3-e9c07dca1254 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:21.504954 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-34651ba0-3027-485d-b3e3-e9c07dca1254 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "DELETE /v2.0/security-groups/d721a8a2-8b5f-4b7c-84a0-745f21c818f2 HTTP/1.1" status: 204 len: 168 time: 0.2020717 Jul 06 14:20:21.515771 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34651ba0-3027-485d-b3e3-e9c07dca1254 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d721a8a2-8b5f-4b7c-84a0-745f21c818f2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:21.914394 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 57824) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:21.919571 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-094f9f85-a3df-4a4f-97af-eee3df23601b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-483167097', 'description': 'tempest-secgroup-smoke-483167097 description', 'project_id': '7317327619ce440a98467f267c9927a9'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:21.943988 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-094f9f85-a3df-4a4f-97af-eee3df23601b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.028724 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-094f9f85-a3df-4a4f-97af-eee3df23601b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.033428 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-094f9f85-a3df-4a4f-97af-eee3df23601b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.068689 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f9f85-a3df-4a4f-97af-eee3df23601b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68c2928b-d91d-4d4a-8c3d-5efdd4023a29,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:22.071113 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-094f9f85-a3df-4a4f-97af-eee3df23601b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.073037 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-094f9f85-a3df-4a4f-97af-eee3df23601b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1572416 Jul 06 14:20:22.076423 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57826) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:22.081140 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-5c09bf03-e2e2-4baa-81f3-bb945b86f736 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'security_group_rule': {'security_group_id': '68c2928b-d91d-4d4a-8c3d-5efdd4023a29', 'project_id': '7317327619ce440a98467f267c9927a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:22.107265 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5c09bf03-e2e2-4baa-81f3-bb945b86f736 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.168492 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5c09bf03-e2e2-4baa-81f3-bb945b86f736 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.173136 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5c09bf03-e2e2-4baa-81f3-bb945b86f736 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.191220 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09bf03-e2e2-4baa-81f3-bb945b86f736 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad147287-0367-4b37-9740-764e41ccf4be,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:22.197075 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5c09bf03-e2e2-4baa-81f3-bb945b86f736 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.201528 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5c09bf03-e2e2-4baa-81f3-bb945b86f736 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209602 Jul 06 14:20:22.201783 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57830) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:22.206406 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-393739b7-8100-4eb8-91e2-1ad6efc48706 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'security_group_rule': {'security_group_id': '68c2928b-d91d-4d4a-8c3d-5efdd4023a29', 'project_id': '7317327619ce440a98467f267c9927a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:22.239373 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-393739b7-8100-4eb8-91e2-1ad6efc48706 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.298731 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-393739b7-8100-4eb8-91e2-1ad6efc48706 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.302551 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-393739b7-8100-4eb8-91e2-1ad6efc48706 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.322703 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393739b7-8100-4eb8-91e2-1ad6efc48706 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e187fd25-773c-40ed-87d3-2a0b2c152424,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:22.332355 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-393739b7-8100-4eb8-91e2-1ad6efc48706 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.334136 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-393739b7-8100-4eb8-91e2-1ad6efc48706 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1312401 Jul 06 14:20:22.336530 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57836) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:22.342233 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-ba98a98d-dd2d-447f-b89f-d25d588fe40f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'security_group_rule': {'security_group_id': '68c2928b-d91d-4d4a-8c3d-5efdd4023a29', 'project_id': '7317327619ce440a98467f267c9927a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:22.372537 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba98a98d-dd2d-447f-b89f-d25d588fe40f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.436658 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba98a98d-dd2d-447f-b89f-d25d588fe40f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.440676 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba98a98d-dd2d-447f-b89f-d25d588fe40f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.462646 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98a98d-dd2d-447f-b89f-d25d588fe40f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd7e8fcc-2656-4878-958d-9c5278541673,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:22.467017 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ba98a98d-dd2d-447f-b89f-d25d588fe40f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.468405 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ba98a98d-dd2d-447f-b89f-d25d588fe40f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1308331 Jul 06 14:20:22.471124 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57838) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:22.475729 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-5ae113d3-a658-4899-9ddf-4fa8ce65b87c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'security_group_rule': {'security_group_id': '68c2928b-d91d-4d4a-8c3d-5efdd4023a29', 'project_id': '7317327619ce440a98467f267c9927a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:22.503164 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ae113d3-a658-4899-9ddf-4fa8ce65b87c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.564627 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ae113d3-a658-4899-9ddf-4fa8ce65b87c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.568829 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ae113d3-a658-4899-9ddf-4fa8ce65b87c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.586964 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae113d3-a658-4899-9ddf-4fa8ce65b87c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc6a75d-4ed1-4b90-9e9e-6df81b3dd44c,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:22.594373 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5ae113d3-a658-4899-9ddf-4fa8ce65b87c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.595625 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5ae113d3-a658-4899-9ddf-4fa8ce65b87c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234198 Jul 06 14:20:22.598241 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57840) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:22.602753 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-60a2542f-ad3b-437f-8142-656742bc2f18 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'security_group_rule': {'security_group_id': '68c2928b-d91d-4d4a-8c3d-5efdd4023a29', 'project_id': '7317327619ce440a98467f267c9927a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:22.624315 n-d-773644-6 neutron-server[100417]: INFO neutron.db.securitygroups_db [None req-60a2542f-ad3b-437f-8142-656742bc2f18 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Project 7317327619ce440a98467f267c9927a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:20:22.629160 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-60a2542f-ad3b-437f-8142-656742bc2f18 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.693912 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-60a2542f-ad3b-437f-8142-656742bc2f18 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.697863 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-60a2542f-ad3b-437f-8142-656742bc2f18 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.719421 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2542f-ad3b-437f-8142-656742bc2f18 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3898cca1-03b3-4483-812c-2fc8a5e07708,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:22.730796 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-60a2542f-ad3b-437f-8142-656742bc2f18 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.735736 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 57846) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:22.736856 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-60a2542f-ad3b-437f-8142-656742bc2f18 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1350250 Jul 06 14:20:22.743647 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-1ca52cce-bd90-41d1-8532-891dba6f34e2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'security_group_rule': {'security_group_id': '68c2928b-d91d-4d4a-8c3d-5efdd4023a29', 'project_id': '7317327619ce440a98467f267c9927a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:22.769061 n-d-773644-6 neutron-server[100418]: INFO neutron.db.securitygroups_db [None req-1ca52cce-bd90-41d1-8532-891dba6f34e2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Project 7317327619ce440a98467f267c9927a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:20:22.774268 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1ca52cce-bd90-41d1-8532-891dba6f34e2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.838703 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1ca52cce-bd90-41d1-8532-891dba6f34e2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.844486 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1ca52cce-bd90-41d1-8532-891dba6f34e2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.851066 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f411641f-5600-456e-a2d1-3df3cd2b89b4 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:20:22.864459 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca52cce-bd90-41d1-8532-891dba6f34e2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe8947b-d215-4b5e-b0c6-ca31a4fe1def,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:22.872484 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1ca52cce-bd90-41d1-8532-891dba6f34e2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.875315 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: f411641f-5600-456e-a2d1-3df3cd2b89b4 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:20:22.875674 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f411641f-5600-456e-a2d1-3df3cd2b89b4 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:20:22.877380 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1ca52cce-bd90-41d1-8532-891dba6f34e2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1402216 Jul 06 14:20:22.877523 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57848) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:22.883005 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-b9748c3c-c158-42f9-8547-7c8817f7fa36 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'network': {'name': 'tempest-network-smoke--192881074', 'project_id': '7317327619ce440a98467f267c9927a9', 'port_security_enabled': True}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:22.909497 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9748c3c-c158-42f9-8547-7c8817f7fa36 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Made reservation on behalf of 7317327619ce440a98467f267c9927a9 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:20:22.913243 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9748c3c-c158-42f9-8547-7c8817f7fa36 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.938448 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9748c3c-c158-42f9-8547-7c8817f7fa36 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:20:22.949334 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9748c3c-c158-42f9-8547-7c8817f7fa36 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:22.949686 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-b9748c3c-c158-42f9-8547-7c8817f7fa36 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Added segment 37f3a5ca-624a-42c6-92df-3d30e0b8f022 of type vlan for network 4035c11b-f421-40c7-b4d0-5514fa6ab5a0 Jul 06 14:20:23.005839 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9748c3c-c158-42f9-8547-7c8817f7fa36 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:23.039311 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9748c3c-c158-42f9-8547-7c8817f7fa36 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:23.045958 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9748c3c-c158-42f9-8547-7c8817f7fa36 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:23.046850 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9748c3c-c158-42f9-8547-7c8817f7fa36 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:23.123712 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b9748c3c-c158-42f9-8547-7c8817f7fa36 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2447145 Jul 06 14:20:23.127498 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 57850) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:23.132342 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-48cbf54f-fec0-4a7e-9976-c9350b893083 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-812535575', 'admin_state_up': True, 'project_id': '7317327619ce440a98467f267c9927a9', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:23.151760 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9748c3c-c158-42f9-8547-7c8817f7fa36 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Network': ['ID=4035c11b-f421-40c7-b4d0-5514fa6ab5a0,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:23.162598 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 4035c11b-f421-40c7-b4d0-5514fa6ab5a0 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:20:23.182080 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-48cbf54f-fec0-4a7e-9976-c9350b893083 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:23.184046 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-48cbf54f-fec0-4a7e-9976-c9350b893083 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:23.538004 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-48cbf54f-fec0-4a7e-9976-c9350b893083 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:23.683834 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-48cbf54f-fec0-4a7e-9976-c9350b893083 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:23.876532 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-48cbf54f-fec0-4a7e-9976-c9350b893083 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router_gateway, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:23.902425 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-48cbf54f-fec0-4a7e-9976-c9350b893083 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:24.016267 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-48cbf54f-fec0-4a7e-9976-c9350b893083 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Allocated IP 172.25.6.164 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/daaf3971-5e70-4790-802e-76ed42bce797) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:20:24.118253 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-48cbf54f-fec0-4a7e-9976-c9350b893083 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:24.161900 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-48cbf54f-fec0-4a7e-9976-c9350b893083 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:24.207174 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cbf54f-fec0-4a7e-9976-c9350b893083 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:20:24.214816 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-48cbf54f-fec0-4a7e-9976-c9350b893083 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:20:24.217603 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cbf54f-fec0-4a7e-9976-c9350b893083 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Port': ['ID=daaf3971-5e70-4790-802e-76ed42bce797,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:24.223534 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cbf54f-fec0-4a7e-9976-c9350b893083 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:20:24.486261 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-48cbf54f-fec0-4a7e-9976-c9350b893083 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router_gateway, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:24.691673 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-48cbf54f-fec0-4a7e-9976-c9350b893083 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:24.830861 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48cbf54f-fec0-4a7e-9976-c9350b893083 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Router cc574f9a-714f-421a-af76-0798c035dede is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:20:24.937374 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48cbf54f-fec0-4a7e-9976-c9350b893083 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:20:24.947043 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45589001-769d-422a-a119-b6a6ed7200f3 None None] Sync routers for ids ['cc574f9a-714f-421a-af76-0798c035dede'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:20:24.956605 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45589001-769d-422a-a119-b6a6ed7200f3 None None] Routers {'cc574f9a-714f-421a-af76-0798c035dede'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:20:24.957267 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-45589001-769d-422a-a119-b6a6ed7200f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:20:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['cc574f9a-714f-421a-af76-0798c035dede'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:24.958135 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-48cbf54f-fec0-4a7e-9976-c9350b893083 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:24.959619 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-48cbf54f-fec0-4a7e-9976-c9350b893083 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8309088 Jul 06 14:20:24.962724 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 57878) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:24.999479 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-09a0ee05-0f9a-442f-8f14-d72a061bf5a4 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.118 "GET /v2.0/subnets?project_id=7317327619ce440a98467f267c9927a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355954 Jul 06 14:20:25.002139 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57880) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:25.080502 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-45589001-769d-422a-a119-b6a6ed7200f3 None None] Set router cc574f9a-714f-421a-af76-0798c035dede gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:20:25.103886 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f900e8-6b48-4d69-9b1f-85b18d02d3c9 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:25.105953 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-85f900e8-6b48-4d69-9b1f-85b18d02d3c9 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.118 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1026511 Jul 06 14:20:25.108823 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 57882) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:25.140452 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6720938c-1ece-4809-b28b-ca27a2bb7405 tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.118 "GET /v2.0/subnets?network_id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303247 Jul 06 14:20:25.143181 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57886) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:25.148457 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-9a1ed429-4132-46d2-979f-0b3a3a08a47d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-865293918', 'network_id': '4035c11b-f421-40c7-b4d0-5514fa6ab5a0', 'project_id': '7317327619ce440a98467f267c9927a9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:25.249908 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1ed429-4132-46d2-979f-0b3a3a08a47d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Made reservation on behalf of 7317327619ce440a98467f267c9927a9 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:20:25.254167 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a1ed429-4132-46d2-979f-0b3a3a08a47d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:25.271241 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-45589001-769d-422a-a119-b6a6ed7200f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc574f9a-714f-421a-af76-0798c035dede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812535575', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'daaf3971-5e70-4790-802e-76ed42bce797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:20:23Z', 'updated_at': '2021-07-06T14:20:24Z', 'revision_number': 3, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'daaf3971-5e70-4790-802e-76ed42bce797', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc574f9a-714f-421a-af76-0798c035dede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:20:23Z', 'updated_at': '2021-07-06T14:20:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:25.303761 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45589001-769d-422a-a119-b6a6ed7200f3 None None] Checking router: cc574f9a-714f-421a-af76-0798c035dede for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:20:25.304401 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45589001-769d-422a-a119-b6a6ed7200f3 None None] Updating router cc574f9a-714f-421a-af76-0798c035dede port daaf3971-5e70-4790-802e-76ed42bce797 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:20:25.341357 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-45589001-769d-422a-a119-b6a6ed7200f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:25.455939 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a1ed429-4132-46d2-979f-0b3a3a08a47d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:25.525645 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ed429-4132-46d2-979f-0b3a3a08a47d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Subnet': ['ID=aee5a23c-1002-47c5-a222-7108d15e97be,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:25.533958 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1ed429-4132-46d2-979f-0b3a3a08a47d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Checking segment: {'id': '37f3a5ca-624a-42c6-92df-3d30e0b8f022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4035c11b-f421-40c7-b4d0-5514fa6ab5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:20:25.538024 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1ed429-4132-46d2-979f-0b3a3a08a47d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Network hostable DHCP agents. Network: 4035c11b-f421-40c7-b4d0-5514fa6ab5a0, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:20:25.558429 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1ed429-4132-46d2-979f-0b3a3a08a47d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Network 4035c11b-f421-40c7-b4d0-5514fa6ab5a0 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:20:25.576121 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-9a1ed429-4132-46d2-979f-0b3a3a08a47d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 4035c11b-f421-40c7-b4d0-5514fa6ab5a0) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:20:25.581007 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1ed429-4132-46d2-979f-0b3a3a08a47d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:25.581683 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a1ed429-4132-46d2-979f-0b3a3a08a47d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:25.589477 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0906e112-0a34-4fdf-8927-4b933e6f2de3 None None] Network 4035c11b-f421-40c7-b4d0-5514fa6ab5a0 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:20:25.598559 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9a1ed429-4132-46d2-979f-0b3a3a08a47d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4541965 Jul 06 14:20:25.601277 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57892) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:25.631619 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-45589001-769d-422a-a119-b6a6ed7200f3 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:25.642567 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-45589001-769d-422a-a119-b6a6ed7200f3 None None] Transition to ACTIVE for port object daaf3971-5e70-4790-802e-76ed42bce797 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:20:25.649832 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-45589001-769d-422a-a119-b6a6ed7200f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:25.716981 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3765f-7701-43e4-a562-2980ba305f86 None None] Pushing event updated for resources: {'Port': ['ID=daaf3971-5e70-4790-802e-76ed42bce797,revision_number=2']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:25.727672 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-45589001-769d-422a-a119-b6a6ed7200f3 None None] Attempting to bind port daaf3971-5e70-4790-802e-76ed42bce797 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:20:25.728150 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-45589001-769d-422a-a119-b6a6ed7200f3 None None] Attempting to bind port daaf3971-5e70-4790-802e-76ed42bce797 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:20:25.728776 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45589001-769d-422a-a119-b6a6ed7200f3 None None] Attempting to bind port daaf3971-5e70-4790-802e-76ed42bce797 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:20:25.735001 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45589001-769d-422a-a119-b6a6ed7200f3 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:20:25.735596 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45589001-769d-422a-a119-b6a6ed7200f3 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:20:25.736355 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-45589001-769d-422a-a119-b6a6ed7200f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:25.736853 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45589001-769d-422a-a119-b6a6ed7200f3 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:20:25.737431 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-45589001-769d-422a-a119-b6a6ed7200f3 None None] Bound port: daaf3971-5e70-4790-802e-76ed42bce797, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:20:25.737963 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-45589001-769d-422a-a119-b6a6ed7200f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:25.754373 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c091d3f-5edc-4c44-b2aa-fae48d1f0945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-4035c11b-f421-40c7-b4d0-5514fa6ab5a0', 'network_id': '4035c11b-f421-40c7-b4d0-5514fa6ab5a0', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'fixed_ips': [{'subnet_id': 'aee5a23c-1002-47c5-a222-7108d15e97be'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:20:25.755393 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5c091d3f-5edc-4c44-b2aa-fae48d1f0945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:25.802870 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-45589001-769d-422a-a119-b6a6ed7200f3 None None] For port daaf3971-5e70-4790-802e-76ed42bce797, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:20:25.819721 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-45589001-769d-422a-a119-b6a6ed7200f3 None None] For port daaf3971-5e70-4790-802e-76ed42bce797, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=daaf3971-5e70-4790-802e-76ed42bce797,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:20:25.825228 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-45589001-769d-422a-a119-b6a6ed7200f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:25.899179 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3765f-7701-43e4-a562-2980ba305f86 None None] Pushing event updated for resources: {'Port': ['ID=daaf3971-5e70-4790-802e-76ed42bce797,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:25.925778 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-5c091d3f-5edc-4c44-b2aa-fae48d1f0945 None None] Allocated IP 172.20.0.2 (4035c11b-f421-40c7-b4d0-5514fa6ab5a0/aee5a23c-1002-47c5-a222-7108d15e97be/5f221e9e-f89c-4a98-b55a-984dcdff0138) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:20:25.935412 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45589001-769d-422a-a119-b6a6ed7200f3 None None] Routers {'cc574f9a-714f-421a-af76-0798c035dede'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:20:25.937458 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-45589001-769d-422a-a119-b6a6ed7200f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:20:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['cc574f9a-714f-421a-af76-0798c035dede'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:26.147106 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4807e164-0013-421a-898c-0a2c7cbce5a3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:26.173363 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-45589001-769d-422a-a119-b6a6ed7200f3 None None] Set router cc574f9a-714f-421a-af76-0798c035dede gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:20:26.319020 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5c091d3f-5edc-4c44-b2aa-fae48d1f0945 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:26.327666 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5c091d3f-5edc-4c44-b2aa-fae48d1f0945 None None] Transition to ACTIVE for port object 5f221e9e-f89c-4a98-b55a-984dcdff0138 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:20:26.343397 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5c091d3f-5edc-4c44-b2aa-fae48d1f0945 None None] Transition to ACTIVE for port object 5f221e9e-f89c-4a98-b55a-984dcdff0138 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:20:26.351152 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5c091d3f-5edc-4c44-b2aa-fae48d1f0945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:26.372840 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c091d3f-5edc-4c44-b2aa-fae48d1f0945 None None] Network 4035c11b-f421-40c7-b4d0-5514fa6ab5a0 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:20:26.374491 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-5c091d3f-5edc-4c44-b2aa-fae48d1f0945 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:20:26.378182 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c091d3f-5edc-4c44-b2aa-fae48d1f0945 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:20:26.405002 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-45589001-769d-422a-a119-b6a6ed7200f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc574f9a-714f-421a-af76-0798c035dede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812535575', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'daaf3971-5e70-4790-802e-76ed42bce797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:20:23Z', 'updated_at': '2021-07-06T14:20:24Z', 'revision_number': 3, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'daaf3971-5e70-4790-802e-76ed42bce797', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc574f9a-714f-421a-af76-0798c035dede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:20:23Z', 'updated_at': '2021-07-06T14:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:26.439470 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45589001-769d-422a-a119-b6a6ed7200f3 None None] The sync data for ids ['cc574f9a-714f-421a-af76-0798c035dede'] in n-d-773644-6 is: [{'id': 'cc574f9a-714f-421a-af76-0798c035dede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812535575', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'daaf3971-5e70-4790-802e-76ed42bce797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:20:23Z', 'updated_at': '2021-07-06T14:20:24Z', 'revision_number': 3, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'daaf3971-5e70-4790-802e-76ed42bce797', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc574f9a-714f-421a-af76-0798c035dede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:20:23Z', 'updated_at': '2021-07-06T14:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:20:26.464644 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c091d3f-5edc-4c44-b2aa-fae48d1f0945 None None] Pushing event updated for resources: {'Port': ['ID=5f221e9e-f89c-4a98-b55a-984dcdff0138,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:26.485734 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-5c091d3f-5edc-4c44-b2aa-fae48d1f0945 None None] Attempting to bind port 5f221e9e-f89c-4a98-b55a-984dcdff0138 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:20:26.486138 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-5c091d3f-5edc-4c44-b2aa-fae48d1f0945 None None] Attempting to bind port 5f221e9e-f89c-4a98-b55a-984dcdff0138 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '37f3a5ca-624a-42c6-92df-3d30e0b8f022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4035c11b-f421-40c7-b4d0-5514fa6ab5a0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:20:26.487348 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c091d3f-5edc-4c44-b2aa-fae48d1f0945 None None] Attempting to bind port 5f221e9e-f89c-4a98-b55a-984dcdff0138 on network 4035c11b-f421-40c7-b4d0-5514fa6ab5a0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:20:26.492374 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c091d3f-5edc-4c44-b2aa-fae48d1f0945 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:20:26.493721 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c091d3f-5edc-4c44-b2aa-fae48d1f0945 None None] Checking segment: {'id': '37f3a5ca-624a-42c6-92df-3d30e0b8f022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4035c11b-f421-40c7-b4d0-5514fa6ab5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:20:26.493721 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5c091d3f-5edc-4c44-b2aa-fae48d1f0945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:26.493982 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c091d3f-5edc-4c44-b2aa-fae48d1f0945 None None] Bound using segment: {'id': '37f3a5ca-624a-42c6-92df-3d30e0b8f022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4035c11b-f421-40c7-b4d0-5514fa6ab5a0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:20:26.494386 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-5c091d3f-5edc-4c44-b2aa-fae48d1f0945 None None] Bound port: 5f221e9e-f89c-4a98-b55a-984dcdff0138, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f3a5ca-624a-42c6-92df-3d30e0b8f022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4035c11b-f421-40c7-b4d0-5514fa6ab5a0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:20:26.494911 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5c091d3f-5edc-4c44-b2aa-fae48d1f0945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:26.519549 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-4807e164-0013-421a-898c-0a2c7cbce5a3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Allocated IP 172.20.0.1 (4035c11b-f421-40c7-b4d0-5514fa6ab5a0/aee5a23c-1002-47c5-a222-7108d15e97be/b0b3437a-1016-4982-b104-23b326bee0ae) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:20:26.591734 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-5c091d3f-5edc-4c44-b2aa-fae48d1f0945 None None] For port 5f221e9e-f89c-4a98-b55a-984dcdff0138, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:20:26.600139 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-5c091d3f-5edc-4c44-b2aa-fae48d1f0945 None None] For port 5f221e9e-f89c-4a98-b55a-984dcdff0138, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=5f221e9e-f89c-4a98-b55a-984dcdff0138,segment=NetworkSegment(37f3a5ca-624a-42c6-92df-3d30e0b8f022),segment_id=37f3a5ca-624a-42c6-92df-3d30e0b8f022)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:20:26.608464 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5c091d3f-5edc-4c44-b2aa-fae48d1f0945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:26.682030 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c091d3f-5edc-4c44-b2aa-fae48d1f0945 None None] Pushing event updated for resources: {'Port': ['ID=5f221e9e-f89c-4a98-b55a-984dcdff0138,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:26.687655 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4807e164-0013-421a-898c-0a2c7cbce5a3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:26.713363 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-4807e164-0013-421a-898c-0a2c7cbce5a3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Transition to ACTIVE for port object b0b3437a-1016-4982-b104-23b326bee0ae will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:20:26.756794 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4807e164-0013-421a-898c-0a2c7cbce5a3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:26.813428 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4807e164-0013-421a-898c-0a2c7cbce5a3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Network 4035c11b-f421-40c7-b4d0-5514fa6ab5a0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:20:26.828894 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-4807e164-0013-421a-898c-0a2c7cbce5a3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:20:26.855557 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4807e164-0013-421a-898c-0a2c7cbce5a3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:20:26.927355 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807e164-0013-421a-898c-0a2c7cbce5a3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Port': ['ID=b0b3437a-1016-4982-b104-23b326bee0ae,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:27.012071 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4807e164-0013-421a-898c-0a2c7cbce5a3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:27.068391 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device daaf3971-5e70-4790-802e-76ed42bce797 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:20:27.131793 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port daaf3971-5e70-4790-802e-76ed42bce797 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:20:27.138354 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port daaf3971-5e70-4790-802e-76ed42bce797 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:27.139012 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:27.142406 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b6079eea-336b-4696-8bb7-ce5653f06294 req-42d26383-7b6f-4b68-a8db-9adc7847d558 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2f037187-147b-4dfa-96bf-8aecc0515521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2658236 Jul 06 14:20:27.272328 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:27.303554 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port daaf3971-5e70-4790-802e-76ed42bce797, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=daaf3971-5e70-4790-802e-76ed42bce797,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:27.319891 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:27.381591 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=daaf3971-5e70-4790-802e-76ed42bce797,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:27.402055 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4807e164-0013-421a-898c-0a2c7cbce5a3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:27.454418 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6079eea-336b-4696-8bb7-ce5653f06294 req-bd8549f7-c34b-4045-a358-5c24bdf615b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:27.456088 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b6079eea-336b-4696-8bb7-ce5653f06294 req-bd8549f7-c34b-4045-a358-5c24bdf615b0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b14d03db18d44d28b7d0ef624fa50e3b&device_id=2f037187-147b-4dfa-96bf-8aecc0515521 HTTP/1.1" status: 200 len: 1097 time: 0.2086561 Jul 06 14:20:28.073024 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6079eea-336b-4696-8bb7-ce5653f06294 req-97f47be4-b5e9-4b42-bae6-0c9f6b892d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:28.076500 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b6079eea-336b-4696-8bb7-ce5653f06294 req-97f47be4-b5e9-4b42-bae6-0c9f6b892d15 service neutron] 10.222.0.52 "GET /v2.0/networks?id=30e1e582-aa43-4bc7-9eb5-7b18bfef5771 HTTP/1.1" status: 200 len: 909 time: 0.5598805 Jul 06 14:20:28.105930 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2ad1f8-1ada-45ad-983b-558d1a78e15e None None] Network 4035c11b-f421-40c7-b4d0-5514fa6ab5a0 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:20:28.172156 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 57922) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:28.305339 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-53900982-c950-4a2f-a997-d13d78f8cf2c None None] Provisioning for port 5f221e9e-f89c-4a98-b55a-984dcdff0138 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:20:28.401857 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b6079eea-336b-4696-8bb7-ce5653f06294 req-b8506424-3a0f-4fb0-93aa-358396030a59 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b75d3017-3911-4fa6-add4-c36782d4ba7b HTTP/1.1" status: 200 len: 1002 time: 0.3105333 Jul 06 14:20:28.545178 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5765124-1c81-4006-bc39-800e56268ad0 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:28.546010 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5765124-1c81-4006-bc39-800e56268ad0 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:28.546797 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5765124-1c81-4006-bc39-800e56268ad0 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:28.548957 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e5765124-1c81-4006-bc39-800e56268ad0 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] 10.222.0.118 "GET /v2.0/ports?project_id=40ab17dbfa354891b0693042b531db54&network_id=a18bee79-e544-4ac3-bfcf-6cd8027698ce HTTP/1.1" status: 200 len: 2970 time: 0.3754096 Jul 06 14:20:28.561126 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6079eea-336b-4696-8bb7-ce5653f06294 req-0f8c51b7-32e4-45b0-8a25-ec7b69104040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:28.562712 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b6079eea-336b-4696-8bb7-ce5653f06294 req-0f8c51b7-32e4-45b0-8a25-ec7b69104040 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=af4f4803-c3c9-47df-9e43-88e09dbc15a2 HTTP/1.1" status: 200 len: 847 time: 0.1457713 Jul 06 14:20:28.680707 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4807e164-0013-421a-898c-0a2c7cbce5a3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:28.687629 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4807e164-0013-421a-898c-0a2c7cbce5a3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:28.782500 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d92e40d0-6e5c-43fa-b6b3-43552bdbfcbe None None] Provisioning for port b0b3437a-1016-4982-b104-23b326bee0ae completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:20:28.789734 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d92e40d0-6e5c-43fa-b6b3-43552bdbfcbe None None] Provisioning complete for port b0b3437a-1016-4982-b104-23b326bee0ae triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:28.789734 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d92e40d0-6e5c-43fa-b6b3-43552bdbfcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:28.798795 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6079eea-336b-4696-8bb7-ce5653f06294 req-dc4767da-b79e-4acc-9a38-0485a6e64d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:28.801129 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b6079eea-336b-4696-8bb7-ce5653f06294 req-dc4767da-b79e-4acc-9a38-0485a6e64d15 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=30e1e582-aa43-4bc7-9eb5-7b18bfef5771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2251227 Jul 06 14:20:28.804730 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4807e164-0013-421a-898c-0a2c7cbce5a3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:28.810550 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4807e164-0013-421a-898c-0a2c7cbce5a3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Port': ['ID=b0b3437a-1016-4982-b104-23b326bee0ae,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:28.840099 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d92e40d0-6e5c-43fa-b6b3-43552bdbfcbe None None] Port b0b3437a-1016-4982-b104-23b326bee0ae cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:20:28.961717 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3406c2c6-2fad-4f75-b6cf-cf1bb96fe332 None None] Provisioning complete for port b0b3437a-1016-4982-b104-23b326bee0ae triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:28.962574 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3406c2c6-2fad-4f75-b6cf-cf1bb96fe332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:29.017520 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-3406c2c6-2fad-4f75-b6cf-cf1bb96fe332 None None] Port b0b3437a-1016-4982-b104-23b326bee0ae cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:20:29.031041 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b6079eea-336b-4696-8bb7-ce5653f06294 req-8d6cd6aa-0537-4961-9ae5-415dea5637ef service neutron] 10.222.0.52 "GET /v2.0/networks/30e1e582-aa43-4bc7-9eb5-7b18bfef5771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155702 Jul 06 14:20:29.049527 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device daaf3971-5e70-4790-802e-76ed42bce797 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:20:29.058257 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4807e164-0013-421a-898c-0a2c7cbce5a3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Network 4035c11b-f421-40c7-b4d0-5514fa6ab5a0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:20:29.097861 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-4807e164-0013-421a-898c-0a2c7cbce5a3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:20:29.104391 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port daaf3971-5e70-4790-802e-76ed42bce797 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:29.104847 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:29.209951 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 5f221e9e-f89c-4a98-b55a-984dcdff0138 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:20:29.280611 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 5f221e9e-f89c-4a98-b55a-984dcdff0138 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:20:29.284827 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 5f221e9e-f89c-4a98-b55a-984dcdff0138 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:29.285149 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:29.288318 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b6079eea-336b-4696-8bb7-ce5653f06294 req-9eabc064-af67-40fb-834f-2f606e17842f service neutron] 10.222.0.52 "GET /v2.0/networks/30e1e582-aa43-4bc7-9eb5-7b18bfef5771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444022 Jul 06 14:20:29.305315 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4807e164-0013-421a-898c-0a2c7cbce5a3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Router cc574f9a-714f-421a-af76-0798c035dede has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:20:29.374697 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:29.413996 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 5f221e9e-f89c-4a98-b55a-984dcdff0138, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=5f221e9e-f89c-4a98-b55a-984dcdff0138,segment=NetworkSegment(37f3a5ca-624a-42c6-92df-3d30e0b8f022),segment_id=37f3a5ca-624a-42c6-92df-3d30e0b8f022)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:29.421879 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:29.446044 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4807e164-0013-421a-898c-0a2c7cbce5a3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:20:29.458284 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4807e164-0013-421a-898c-0a2c7cbce5a3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "PUT /v2.0/routers/cc574f9a-714f-421a-af76-0798c035dede/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8558664 Jul 06 14:20:29.464775 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6673d8de-9de2-49fd-b980-b62415b9350a None None] Sync routers for ids ['cc574f9a-714f-421a-af76-0798c035dede'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:20:29.510794 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2db499e7-caa7-45f6-bc86-1c389f641d30 None None] Provisioning complete for port b0b3437a-1016-4982-b104-23b326bee0ae triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:29.511179 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2db499e7-caa7-45f6-bc86-1c389f641d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:29.514991 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6673d8de-9de2-49fd-b980-b62415b9350a None None] Routers {'cc574f9a-714f-421a-af76-0798c035dede'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:20:29.515231 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-6673d8de-9de2-49fd-b980-b62415b9350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:20:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['cc574f9a-714f-421a-af76-0798c035dede'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:29.534124 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=5f221e9e-f89c-4a98-b55a-984dcdff0138,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:29.600477 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-2db499e7-caa7-45f6-bc86-1c389f641d30 None None] Port b0b3437a-1016-4982-b104-23b326bee0ae cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:20:29.667067 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-6673d8de-9de2-49fd-b980-b62415b9350a None None] Set router cc574f9a-714f-421a-af76-0798c035dede gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:20:29.688215 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-1d816c90-8a68-4ef8-b640-35279626fd43 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-483167097&fields=id&tenant_id=7317327619ce440a98467f267c9927a9 HTTP/1.1" status: 200 len: 267 time: 0.0400932 Jul 06 14:20:29.824417 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-b1972c1c-268c-458a-86ab-36862c4d160f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:29.827135 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-b1972c1c-268c-458a-86ab-36862c4d160f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/networks?id=4035c11b-f421-40c7-b4d0-5514fa6ab5a0 HTTP/1.1" status: 200 len: 796 time: 0.1315570 Jul 06 14:20:29.845261 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-aaa68bfb-d11b-40b4-b839-2a8c6a7bf902 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/quotas/7317327619ce440a98467f267c9927a9 HTTP/1.1" status: 200 len: 375 time: 0.0131052 Jul 06 14:20:29.904476 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-6673d8de-9de2-49fd-b980-b62415b9350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc574f9a-714f-421a-af76-0798c035dede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812535575', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'daaf3971-5e70-4790-802e-76ed42bce797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:20:23Z', 'updated_at': '2021-07-06T14:20:27Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'daaf3971-5e70-4790-802e-76ed42bce797', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574f9a-714f-421a-af76-0798c035dede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:20:23Z', 'updated_at': '2021-07-06T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'b0b3437a-1016-4982-b104-23b326bee0ae', 'name': '', 'network_id': '4035c11b-f421-40c7-b4d0-5514fa6ab5a0', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:e0:56:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc574f9a-714f-421a-af76-0798c035dede', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'aee5a23c-1002-47c5-a222-7108d15e97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:20:26Z', 'updated_at': '2021-07-06T14:20:28Z', 'revision_number': 2, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': 'aee5a23c-1002-47c5-a222-7108d15e97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:29.925421 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-9ee97bac-cb82-44c9-8aaa-f632ef968d43 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705781 Jul 06 14:20:29.937012 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6673d8de-9de2-49fd-b980-b62415b9350a None None] Checking router: cc574f9a-714f-421a-af76-0798c035dede for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:20:29.937454 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6673d8de-9de2-49fd-b980-b62415b9350a None None] Updating router cc574f9a-714f-421a-af76-0798c035dede port b0b3437a-1016-4982-b104-23b326bee0ae binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:20:29.972444 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6673d8de-9de2-49fd-b980-b62415b9350a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:30.029374 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-99ec3850-4d3e-4ba1-8c8e-58ca50d87619 service neutron] 10.222.0.118 "GET /v2.0/networks/4035c11b-f421-40c7-b4d0-5514fa6ab5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897286 Jul 06 14:20:30.139807 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-e1113980-a116-45dc-ade3-3b7036b0301a service neutron] 10.222.0.118 "GET /v2.0/networks/4035c11b-f421-40c7-b4d0-5514fa6ab5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032460 Jul 06 14:20:30.299440 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6673d8de-9de2-49fd-b980-b62415b9350a None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:30.310955 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6673d8de-9de2-49fd-b980-b62415b9350a None None] Transition to ACTIVE for port object b0b3437a-1016-4982-b104-23b326bee0ae will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:20:30.319492 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6673d8de-9de2-49fd-b980-b62415b9350a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:30.334143 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-751ae02c-4986-41d3-8305-31daed1fe9b0 req-dad579fa-12a5-431a-a7c7-4feafeeb28b3 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 210 time: 0.0462339 Jul 06 14:20:30.490938 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59fa05-d196-4214-9340-6265bc2aa31a None None] Pushing event updated for resources: {'Port': ['ID=b0b3437a-1016-4982-b104-23b326bee0ae,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:30.495201 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-6673d8de-9de2-49fd-b980-b62415b9350a None None] Attempting to bind port b0b3437a-1016-4982-b104-23b326bee0ae on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:20:30.495590 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-6673d8de-9de2-49fd-b980-b62415b9350a None None] Attempting to bind port b0b3437a-1016-4982-b104-23b326bee0ae by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '37f3a5ca-624a-42c6-92df-3d30e0b8f022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4035c11b-f421-40c7-b4d0-5514fa6ab5a0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:20:30.495957 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6673d8de-9de2-49fd-b980-b62415b9350a None None] Attempting to bind port b0b3437a-1016-4982-b104-23b326bee0ae on network 4035c11b-f421-40c7-b4d0-5514fa6ab5a0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:20:30.502471 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6673d8de-9de2-49fd-b980-b62415b9350a None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:20:30.502855 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6673d8de-9de2-49fd-b980-b62415b9350a None None] Checking segment: {'id': '37f3a5ca-624a-42c6-92df-3d30e0b8f022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4035c11b-f421-40c7-b4d0-5514fa6ab5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:20:30.503262 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6673d8de-9de2-49fd-b980-b62415b9350a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:30.503654 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6673d8de-9de2-49fd-b980-b62415b9350a None None] Bound using segment: {'id': '37f3a5ca-624a-42c6-92df-3d30e0b8f022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4035c11b-f421-40c7-b4d0-5514fa6ab5a0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:20:30.504493 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-6673d8de-9de2-49fd-b980-b62415b9350a None None] Bound port: b0b3437a-1016-4982-b104-23b326bee0ae, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f3a5ca-624a-42c6-92df-3d30e0b8f022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4035c11b-f421-40c7-b4d0-5514fa6ab5a0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:20:30.505238 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6673d8de-9de2-49fd-b980-b62415b9350a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:30.587231 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-6673d8de-9de2-49fd-b980-b62415b9350a None None] For port b0b3437a-1016-4982-b104-23b326bee0ae, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:20:30.591756 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-6673d8de-9de2-49fd-b980-b62415b9350a None None] For port b0b3437a-1016-4982-b104-23b326bee0ae, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=b0b3437a-1016-4982-b104-23b326bee0ae,segment=NetworkSegment(37f3a5ca-624a-42c6-92df-3d30e0b8f022),segment_id=37f3a5ca-624a-42c6-92df-3d30e0b8f022)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:20:30.596254 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6673d8de-9de2-49fd-b980-b62415b9350a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:30.686060 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6673d8de-9de2-49fd-b980-b62415b9350a None None] Routers {'cc574f9a-714f-421a-af76-0798c035dede'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:20:30.686714 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-6673d8de-9de2-49fd-b980-b62415b9350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:20:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['cc574f9a-714f-421a-af76-0798c035dede'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:30.688617 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59fa05-d196-4214-9340-6265bc2aa31a None None] Pushing event updated for resources: {'Port': ['ID=b0b3437a-1016-4982-b104-23b326bee0ae,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:30.822564 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-6673d8de-9de2-49fd-b980-b62415b9350a None None] Set router cc574f9a-714f-421a-af76-0798c035dede gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:20:30.973568 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 5f221e9e-f89c-4a98-b55a-984dcdff0138 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:20:31.080519 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 5f221e9e-f89c-4a98-b55a-984dcdff0138 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:31.080988 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:31.196694 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-6673d8de-9de2-49fd-b980-b62415b9350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc574f9a-714f-421a-af76-0798c035dede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812535575', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'daaf3971-5e70-4790-802e-76ed42bce797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:20:23Z', 'updated_at': '2021-07-06T14:20:27Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'daaf3971-5e70-4790-802e-76ed42bce797', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574f9a-714f-421a-af76-0798c035dede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:20:23Z', 'updated_at': '2021-07-06T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'b0b3437a-1016-4982-b104-23b326bee0ae', 'name': '', 'network_id': '4035c11b-f421-40c7-b4d0-5514fa6ab5a0', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:e0:56:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc574f9a-714f-421a-af76-0798c035dede', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'aee5a23c-1002-47c5-a222-7108d15e97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:20:26Z', 'updated_at': '2021-07-06T14:20:30Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': 'aee5a23c-1002-47c5-a222-7108d15e97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:31.227349 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6673d8de-9de2-49fd-b980-b62415b9350a None None] The sync data for ids ['cc574f9a-714f-421a-af76-0798c035dede'] in n-d-773644-6 is: [{'id': 'cc574f9a-714f-421a-af76-0798c035dede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812535575', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'daaf3971-5e70-4790-802e-76ed42bce797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:20:23Z', 'updated_at': '2021-07-06T14:20:27Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'daaf3971-5e70-4790-802e-76ed42bce797', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574f9a-714f-421a-af76-0798c035dede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:20:23Z', 'updated_at': '2021-07-06T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'b0b3437a-1016-4982-b104-23b326bee0ae', 'name': '', 'network_id': '4035c11b-f421-40c7-b4d0-5514fa6ab5a0', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:e0:56:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc574f9a-714f-421a-af76-0798c035dede', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'aee5a23c-1002-47c5-a222-7108d15e97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:20:26Z', 'updated_at': '2021-07-06T14:20:30Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': 'aee5a23c-1002-47c5-a222-7108d15e97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:20:31.372618 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 58004) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:31.458160 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc26066-afdf-479d-9ac8-192154202348 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:31.468762 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ebc26066-afdf-479d-9ac8-192154202348 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] 10.222.0.118 "GET /v2.0/subnets?network_id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 HTTP/1.1" status: 200 len: 814 time: 0.0845549 Jul 06 14:20:31.523314 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9dd67294-1a83-4f3c-b1e6-c2d8806c5c9d req-646c969f-3b12-487d-94ec-c21bc1542cb6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 210 time: 0.0344822 Jul 06 14:20:31.858874 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-d1825788-cfb8-42f1-aceb-143e1aab43a2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:31.860427 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-d1825788-cfb8-42f1-aceb-143e1aab43a2 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.124 "GET /v2.0/networks?id=4035c11b-f421-40c7-b4d0-5514fa6ab5a0 HTTP/1.1" status: 200 len: 796 time: 0.1250694 Jul 06 14:20:31.928425 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-f079ad9c-7b5b-48ea-981b-d0c70acb73cc tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7317327619ce440a98467f267c9927a9 HTTP/1.1" status: 200 len: 379 time: 0.0599017 Jul 06 14:20:31.940658 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-fc84f140-8a5b-41cc-8504-f98d44d3488b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'port': {'device_id': '8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b', 'network_id': '4035c11b-f421-40c7-b4d0-5514fa6ab5a0', 'admin_state_up': True, 'tenant_id': '7317327619ce440a98467f267c9927a9', 'security_groups': ['68c2928b-d91d-4d4a-8c3d-5efdd4023a29']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:32.086252 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-fc84f140-8a5b-41cc-8504-f98d44d3488b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Made reservation on behalf of 7317327619ce440a98467f267c9927a9 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:20:32.090760 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-fc84f140-8a5b-41cc-8504-f98d44d3488b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:32.257908 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-fc84f140-8a5b-41cc-8504-f98d44d3488b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Allocated IP 172.20.0.3 (4035c11b-f421-40c7-b4d0-5514fa6ab5a0/aee5a23c-1002-47c5-a222-7108d15e97be/a44ce661-81a7-4744-873e-af749a40483a) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:20:32.279616 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 58024) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:32.285393 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-a6e52a9a-355a-46ff-ba99-ace47e13d693 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'network': {'name': 'tempest-network-smoke--911332795', 'project_id': '40ab17dbfa354891b0693042b531db54', 'port_security_enabled': True}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:32.321034 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e52a9a-355a-46ff-ba99-ace47e13d693 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Made reservation on behalf of 40ab17dbfa354891b0693042b531db54 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:20:32.325813 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6e52a9a-355a-46ff-ba99-ace47e13d693 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:32.355328 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e52a9a-355a-46ff-ba99-ace47e13d693 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:20:32.376009 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6e52a9a-355a-46ff-ba99-ace47e13d693 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:32.377577 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-a6e52a9a-355a-46ff-ba99-ace47e13d693 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Added segment 25c1471e-f86f-4ba7-8d6f-db898000c379 of type vlan for network 41a7e818-09b2-4e77-89a6-180c3400396f Jul 06 14:20:32.428207 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6e52a9a-355a-46ff-ba99-ace47e13d693 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:32.453082 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-fc84f140-8a5b-41cc-8504-f98d44d3488b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:32.469340 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-fc84f140-8a5b-41cc-8504-f98d44d3488b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Transition to ACTIVE for port object a44ce661-81a7-4744-873e-af749a40483a will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:20:32.474525 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6e52a9a-355a-46ff-ba99-ace47e13d693 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:32.482750 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e52a9a-355a-46ff-ba99-ace47e13d693 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:32.483412 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6e52a9a-355a-46ff-ba99-ace47e13d693 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:32.521264 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-fc84f140-8a5b-41cc-8504-f98d44d3488b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:32.559995 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a6e52a9a-355a-46ff-ba99-ace47e13d693 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2784710 Jul 06 14:20:32.568485 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 58034) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:32.634624 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-fc84f140-8a5b-41cc-8504-f98d44d3488b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Network 4035c11b-f421-40c7-b4d0-5514fa6ab5a0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:20:32.638648 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-fc84f140-8a5b-41cc-8504-f98d44d3488b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:20:32.644616 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e52a9a-355a-46ff-ba99-ace47e13d693 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'Network': ['ID=41a7e818-09b2-4e77-89a6-180c3400396f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:32.658405 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 41a7e818-09b2-4e77-89a6-180c3400396f details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:20:32.659309 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba88640-9d04-46c0-910c-50c7651290cf tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:32.660850 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-eba88640-9d04-46c0-910c-50c7651290cf tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] 10.222.0.118 "GET /v2.0/subnets?project_id=40ab17dbfa354891b0693042b531db54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0913634 Jul 06 14:20:32.664102 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 58036) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:32.666149 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-fc84f140-8a5b-41cc-8504-f98d44d3488b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:20:32.723181 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc84f140-8a5b-41cc-8504-f98d44d3488b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Port': ['ID=a44ce661-81a7-4744-873e-af749a40483a,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:32.857157 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-fc84f140-8a5b-41cc-8504-f98d44d3488b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:32.857950 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-fc84f140-8a5b-41cc-8504-f98d44d3488b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:32.880425 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bc30cd-a354-4f8c-9994-e254ab1dd869 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:32.882687 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b8bc30cd-a354-4f8c-9994-e254ab1dd869 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] 10.222.0.118 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2175765 Jul 06 14:20:32.885433 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 58040) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:32.892071 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-fc84f140-8a5b-41cc-8504-f98d44d3488b tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9559383 Jul 06 14:20:32.906078 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-6bef7a74-5d97-4ced-ae67-7a54a03df71f service neutron] Request body: {'port': {'device_id': '8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:32.955807 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c47cf36a-4b18-4085-b56c-9692bfd71451 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] 10.222.0.118 "GET /v2.0/subnets?network_id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0679188 Jul 06 14:20:32.959001 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 58044) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:33.010189 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device b0b3437a-1016-4982-b104-23b326bee0ae up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:20:33.026286 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9b90877c-7643-4d55-9e06-f520fbbf201b tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] 10.222.0.118 "GET /v2.0/subnets?project_id=40ab17dbfa354891b0693042b531db54&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0659578 Jul 06 14:20:33.031047 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 58046) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:33.210908 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1fa410-ebe1-4050-b4ed-b5793fc406a3 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:33.215161 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7d1fa410-ebe1-4050-b4ed-b5793fc406a3 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] 10.222.0.118 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1800947 Jul 06 14:20:33.225170 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 58048) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:33.259159 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c71ec461-1a9a-4838-93ce-6b2c54e6cff4 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] 10.222.0.118 "GET /v2.0/subnets?network_id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377672 Jul 06 14:20:33.261813 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 58056) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:33.267732 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-7b1fa78f-891f-4f4d-a285-b1c670cfcb48 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-521758663', 'network_id': '41a7e818-09b2-4e77-89a6-180c3400396f', 'project_id': '40ab17dbfa354891b0693042b531db54', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:33.329203 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6eaa20a0-a331-4614-bc7e-1dcbc7cb7b4d None None] Provisioning for port a44ce661-81a7-4744-873e-af749a40483a completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:20:33.337555 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port b0b3437a-1016-4982-b104-23b326bee0ae completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:20:33.362161 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port b0b3437a-1016-4982-b104-23b326bee0ae triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:33.362545 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:33.364447 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6eaa20a0-a331-4614-bc7e-1dcbc7cb7b4d None None] Provisioning complete for port a44ce661-81a7-4744-873e-af749a40483a triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:33.364809 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6eaa20a0-a331-4614-bc7e-1dcbc7cb7b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:33.400336 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b196f-931f-48ba-9575-bc0ec74473e6 req-42f3e37b-de3e-4cbf-a9a8-6cb65f619e33 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:33.402519 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-075b196f-931f-48ba-9575-bc0ec74473e6 req-42f3e37b-de3e-4cbf-a9a8-6cb65f619e33 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 931 time: 0.6390483 Jul 06 14:20:33.411152 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1fa78f-891f-4f4d-a285-b1c670cfcb48 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Made reservation on behalf of 40ab17dbfa354891b0693042b531db54 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:20:33.416333 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7b1fa78f-891f-4f4d-a285-b1c670cfcb48 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:33.446663 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-6bef7a74-5d97-4ced-ae67-7a54a03df71f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:33.467451 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa20a0-a331-4614-bc7e-1dcbc7cb7b4d None None] Port a44ce661-81a7-4744-873e-af749a40483a cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:20:33.473208 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-075b196f-931f-48ba-9575-bc0ec74473e6 req-0fb142b5-7733-4d92-81e6-1c767eec0038 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=68c2928b-d91d-4d4a-8c3d-5efdd4023a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596004 Jul 06 14:20:33.566555 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:33.611821 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port b0b3437a-1016-4982-b104-23b326bee0ae, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=b0b3437a-1016-4982-b104-23b326bee0ae,segment=NetworkSegment(37f3a5ca-624a-42c6-92df-3d30e0b8f022),segment_id=37f3a5ca-624a-42c6-92df-3d30e0b8f022)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:33.630015 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:33.700540 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=b0b3437a-1016-4982-b104-23b326bee0ae,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:33.864064 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-6bef7a74-5d97-4ced-ae67-7a54a03df71f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a44ce661-81a7-4744-873e-af749a40483a {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:20:33.875271 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-6bef7a74-5d97-4ced-ae67-7a54a03df71f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:33.889808 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-6bef7a74-5d97-4ced-ae67-7a54a03df71f service neutron] Transition to ACTIVE for port object a44ce661-81a7-4744-873e-af749a40483a will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:20:33.895208 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-6bef7a74-5d97-4ced-ae67-7a54a03df71f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:33.987221 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef7a74-5d97-4ced-ae67-7a54a03df71f service neutron] Pushing event updated for resources: {'Port': ['ID=a44ce661-81a7-4744-873e-af749a40483a,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:34.009887 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7b1fa78f-891f-4f4d-a285-b1c670cfcb48 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:34.061385 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-6bef7a74-5d97-4ced-ae67-7a54a03df71f service neutron] Attempting to bind port a44ce661-81a7-4744-873e-af749a40483a on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:20:34.061843 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-6bef7a74-5d97-4ced-ae67-7a54a03df71f service neutron] Attempting to bind port a44ce661-81a7-4744-873e-af749a40483a by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '37f3a5ca-624a-42c6-92df-3d30e0b8f022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4035c11b-f421-40c7-b4d0-5514fa6ab5a0'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:20:34.062080 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-6bef7a74-5d97-4ced-ae67-7a54a03df71f service neutron] Attempting to bind port a44ce661-81a7-4744-873e-af749a40483a on network 4035c11b-f421-40c7-b4d0-5514fa6ab5a0 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:20:34.067264 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-6bef7a74-5d97-4ced-ae67-7a54a03df71f service neutron] Port a44ce661-81a7-4744-873e-af749a40483a on network 4035c11b-f421-40c7-b4d0-5514fa6ab5a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:20:34.068494 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-6bef7a74-5d97-4ced-ae67-7a54a03df71f service neutron] Attempting to bind port a44ce661-81a7-4744-873e-af749a40483a on network 4035c11b-f421-40c7-b4d0-5514fa6ab5a0 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:20:34.072998 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-6bef7a74-5d97-4ced-ae67-7a54a03df71f service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:20:34.073375 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-6bef7a74-5d97-4ced-ae67-7a54a03df71f service neutron] Checking segment: {'id': '37f3a5ca-624a-42c6-92df-3d30e0b8f022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4035c11b-f421-40c7-b4d0-5514fa6ab5a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:20:34.073856 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-6bef7a74-5d97-4ced-ae67-7a54a03df71f service neutron] Bound using segment: {'id': '37f3a5ca-624a-42c6-92df-3d30e0b8f022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4035c11b-f421-40c7-b4d0-5514fa6ab5a0'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:20:34.074307 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-6bef7a74-5d97-4ced-ae67-7a54a03df71f service neutron] Bound port: a44ce661-81a7-4744-873e-af749a40483a, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f3a5ca-624a-42c6-92df-3d30e0b8f022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4035c11b-f421-40c7-b4d0-5514fa6ab5a0'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:20:34.075307 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-6bef7a74-5d97-4ced-ae67-7a54a03df71f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:34.080806 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1fa78f-891f-4f4d-a285-b1c670cfcb48 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'Subnet': ['ID=09440b54-72da-4bcc-9888-2f67ce77f3bf,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:34.090824 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1fa78f-891f-4f4d-a285-b1c670cfcb48 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Checking segment: {'id': '25c1471e-f86f-4ba7-8d6f-db898000c379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '41a7e818-09b2-4e77-89a6-180c3400396f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:20:34.091208 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1fa78f-891f-4f4d-a285-b1c670cfcb48 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Network hostable DHCP agents. Network: 41a7e818-09b2-4e77-89a6-180c3400396f, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:20:34.121004 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1fa78f-891f-4f4d-a285-b1c670cfcb48 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Network 41a7e818-09b2-4e77-89a6-180c3400396f is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:20:34.138737 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-7b1fa78f-891f-4f4d-a285-b1c670cfcb48 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 41a7e818-09b2-4e77-89a6-180c3400396f) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:20:34.144627 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1fa78f-891f-4f4d-a285-b1c670cfcb48 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:34.145312 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7b1fa78f-891f-4f4d-a285-b1c670cfcb48 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:34.155677 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c93acc8-c45e-4334-aa19-739f0c06654a None None] Network 41a7e818-09b2-4e77-89a6-180c3400396f requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:20:34.156389 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-6bef7a74-5d97-4ced-ae67-7a54a03df71f service neutron] For port a44ce661-81a7-4744-873e-af749a40483a, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:20:34.161879 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-6bef7a74-5d97-4ced-ae67-7a54a03df71f service neutron] For port a44ce661-81a7-4744-873e-af749a40483a, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a44ce661-81a7-4744-873e-af749a40483a,segment=NetworkSegment(37f3a5ca-624a-42c6-92df-3d30e0b8f022),segment_id=37f3a5ca-624a-42c6-92df-3d30e0b8f022)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:20:34.167847 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-6bef7a74-5d97-4ced-ae67-7a54a03df71f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:34.197172 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7b1fa78f-891f-4f4d-a285-b1c670cfcb48 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9236410 Jul 06 14:20:34.242621 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-6bef7a74-5d97-4ced-ae67-7a54a03df71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:34.242621 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-6bef7a74-5d97-4ced-ae67-7a54a03df71f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:34.244790 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-6bef7a74-5d97-4ced-ae67-7a54a03df71f service neutron] 10.222.0.124 "PUT /v2.0/ports/a44ce661-81a7-4744-873e-af749a40483a HTTP/1.1" status: 200 len: 1091 time: 1.3439274 Jul 06 14:20:34.251092 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b', 'tag': 'a44ce661-81a7-4744-873e-af749a40483a'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:20:34.251092 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b514c2-27a4-4f0f-a931-31726e5b199a" -d '{"events": [{"name": "network-changed", "server_uuid": "8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b", "tag": "a44ce661-81a7-4744-873e-af749a40483a"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:20:34.260475 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef7a74-5d97-4ced-ae67-7a54a03df71f service neutron] Pushing event updated for resources: {'Port': ['ID=a44ce661-81a7-4744-873e-af749a40483a,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:34.391248 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-62e1b1b7-d7d6-4a29-9e60-cb61e5bea044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:34.393536 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-62e1b1b7-d7d6-4a29-9e60-cb61e5bea044 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 1094 time: 0.0946543 Jul 06 14:20:34.447993 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-ca8b0679-827e-452e-9d40-b6922c1c1628 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a44ce661-81a7-4744-873e-af749a40483a HTTP/1.1" status: 200 len: 217 time: 0.0471768 Jul 06 14:20:34.450066 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af94db7f-9ffe-4367-9106-70b152586c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-41a7e818-09b2-4e77-89a6-180c3400396f', 'network_id': '41a7e818-09b2-4e77-89a6-180c3400396f', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'fixed_ips': [{'subnet_id': '09440b54-72da-4bcc-9888-2f67ce77f3bf'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:20:34.451076 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-af94db7f-9ffe-4367-9106-70b152586c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:34.527754 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 58082) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:34.532569 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-ad7e4989-f76b-4721-b6de-df09298df220 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-928152849', 'description': 'tempest-secgroup-smoke-928152849 description', 'project_id': '40ab17dbfa354891b0693042b531db54'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:34.533940 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-5ffda39b-e4ff-44fe-986c-2cc91bcb8a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:34.535538 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-5ffda39b-e4ff-44fe-986c-2cc91bcb8a88 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=aee5a23c-1002-47c5-a222-7108d15e97be HTTP/1.1" status: 200 len: 834 time: 0.0809109 Jul 06 14:20:34.562655 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ad7e4989-f76b-4721-b6de-df09298df220 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:34.664647 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b637219-d79d-4317-ac2a-6dd5959a0c97 x-openstack-request-id: req-0b637219-d79d-4317-ac2a-6dd5959a0c97 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:20:34.665302 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b", "tag": "a44ce661-81a7-4744-873e-af749a40483a", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:20:34.665818 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-0b637219-d79d-4317-ac2a-6dd5959a0c97 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:20:34.669226 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b', 'tag': 'a44ce661-81a7-4744-873e-af749a40483a', 'status': 'completed', 'code': 200} Jul 06 14:20:34.683611 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ad7e4989-f76b-4721-b6de-df09298df220 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:34.690159 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-52eeaa96-2137-473b-815f-4a94f749e6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:34.691724 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ad7e4989-f76b-4721-b6de-df09298df220 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:34.699672 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-52eeaa96-2137-473b-815f-4a94f749e6c3 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4035c11b-f421-40c7-b4d0-5514fa6ab5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1577144 Jul 06 14:20:34.702765 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-af94db7f-9ffe-4367-9106-70b152586c7d None None] Allocated IP 172.20.0.18 (41a7e818-09b2-4e77-89a6-180c3400396f/09440b54-72da-4bcc-9888-2f67ce77f3bf/7cfcf388-774f-4f23-b1d8-6f0ad66923c3) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:20:34.737015 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ad7e4989-f76b-4721-b6de-df09298df220 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:34.738486 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ad7e4989-f76b-4721-b6de-df09298df220 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2095962 Jul 06 14:20:34.743373 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 58086) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:34.759442 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-66a526b0-1667-478a-b695-ef13998ea285 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'security_group_rule': {'security_group_id': '9d41202e-8e96-47c6-99fd-5f3a99ff7b98', 'project_id': '40ab17dbfa354891b0693042b531db54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:34.767443 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e4989-f76b-4721-b6de-df09298df220 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d41202e-8e96-47c6-99fd-5f3a99ff7b98,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:34.812438 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-66a526b0-1667-478a-b695-ef13998ea285 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:34.841434 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-8eaca53a-f7c7-4685-9e87-d6be7c0e65f7 service neutron] 10.222.0.124 "GET /v2.0/networks/4035c11b-f421-40c7-b4d0-5514fa6ab5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342487 Jul 06 14:20:34.888775 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-66a526b0-1667-478a-b695-ef13998ea285 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:34.894272 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-66a526b0-1667-478a-b695-ef13998ea285 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:34.906252 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-af94db7f-9ffe-4367-9106-70b152586c7d None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:34.916586 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-af94db7f-9ffe-4367-9106-70b152586c7d None None] Transition to ACTIVE for port object 7cfcf388-774f-4f23-b1d8-6f0ad66923c3 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:20:34.923853 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a526b0-1667-478a-b695-ef13998ea285 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de62033-0736-41a3-bf6a-257391007acd,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:34.927735 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-66a526b0-1667-478a-b695-ef13998ea285 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:34.929278 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-66a526b0-1667-478a-b695-ef13998ea285 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1867638 Jul 06 14:20:34.932265 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 58088) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:34.938519 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-2682615e-b392-4f7d-aa04-a4355117088c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'security_group_rule': {'security_group_id': '9d41202e-8e96-47c6-99fd-5f3a99ff7b98', 'project_id': '40ab17dbfa354891b0693042b531db54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:34.975910 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-af94db7f-9ffe-4367-9106-70b152586c7d None None] Transition to ACTIVE for port object 7cfcf388-774f-4f23-b1d8-6f0ad66923c3 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:20:34.984260 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-af94db7f-9ffe-4367-9106-70b152586c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:34.992768 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device b0b3437a-1016-4982-b104-23b326bee0ae up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:20:35.003538 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2682615e-b392-4f7d-aa04-a4355117088c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.036544 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b62dfc6-afb0-48da-8a59-20df7431cea4 req-53081a65-62c8-473a-a822-d90ebf8a4eb7 service neutron] 10.222.0.124 "GET /v2.0/networks/4035c11b-f421-40c7-b4d0-5514fa6ab5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897678 Jul 06 14:20:35.065569 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af94db7f-9ffe-4367-9106-70b152586c7d None None] Network 41a7e818-09b2-4e77-89a6-180c3400396f is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:20:35.076643 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-af94db7f-9ffe-4367-9106-70b152586c7d None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:20:35.087499 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af94db7f-9ffe-4367-9106-70b152586c7d None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:20:35.088809 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2682615e-b392-4f7d-aa04-a4355117088c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.097797 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6e4dc-e2de-40db-8713-bf7fa2b7dc60 req-b82f3bb5-d58a-4967-a873-9169d1b1f854 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:35.100363 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6ef6e4dc-e2de-40db-8713-bf7fa2b7dc60 req-b82f3bb5-d58a-4967-a873-9169d1b1f854 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 943 time: 0.1247799 Jul 06 14:20:35.114217 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2682615e-b392-4f7d-aa04-a4355117088c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.123537 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94db7f-9ffe-4367-9106-70b152586c7d None None] Pushing event updated for resources: {'Port': ['ID=7cfcf388-774f-4f23-b1d8-6f0ad66923c3,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:35.148058 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682615e-b392-4f7d-aa04-a4355117088c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e714738-3ed6-4c9c-ab68-184ac2cf262d,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:35.152299 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2682615e-b392-4f7d-aa04-a4355117088c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.157264 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2682615e-b392-4f7d-aa04-a4355117088c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2228553 Jul 06 14:20:35.159384 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 58094) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:35.164751 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-7f87b5da-2e38-4410-af66-c01042c3eedf tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'security_group_rule': {'security_group_id': '9d41202e-8e96-47c6-99fd-5f3a99ff7b98', 'project_id': '40ab17dbfa354891b0693042b531db54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:35.174926 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-af94db7f-9ffe-4367-9106-70b152586c7d None None] Attempting to bind port 7cfcf388-774f-4f23-b1d8-6f0ad66923c3 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:20:35.175304 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-af94db7f-9ffe-4367-9106-70b152586c7d None None] Attempting to bind port 7cfcf388-774f-4f23-b1d8-6f0ad66923c3 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '25c1471e-f86f-4ba7-8d6f-db898000c379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '41a7e818-09b2-4e77-89a6-180c3400396f'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:20:35.175798 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af94db7f-9ffe-4367-9106-70b152586c7d None None] Attempting to bind port 7cfcf388-774f-4f23-b1d8-6f0ad66923c3 on network 41a7e818-09b2-4e77-89a6-180c3400396f {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:20:35.181587 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af94db7f-9ffe-4367-9106-70b152586c7d None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:20:35.182125 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af94db7f-9ffe-4367-9106-70b152586c7d None None] Checking segment: {'id': '25c1471e-f86f-4ba7-8d6f-db898000c379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '41a7e818-09b2-4e77-89a6-180c3400396f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:20:35.182702 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-af94db7f-9ffe-4367-9106-70b152586c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.183109 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af94db7f-9ffe-4367-9106-70b152586c7d None None] Bound using segment: {'id': '25c1471e-f86f-4ba7-8d6f-db898000c379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '41a7e818-09b2-4e77-89a6-180c3400396f'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:20:35.183592 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-af94db7f-9ffe-4367-9106-70b152586c7d None None] Bound port: 7cfcf388-774f-4f23-b1d8-6f0ad66923c3, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c1471e-f86f-4ba7-8d6f-db898000c379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '41a7e818-09b2-4e77-89a6-180c3400396f'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:20:35.184198 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-af94db7f-9ffe-4367-9106-70b152586c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.198970 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port b0b3437a-1016-4982-b104-23b326bee0ae triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:35.199935 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.208774 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7f87b5da-2e38-4410-af66-c01042c3eedf tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.235789 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6ef6e4dc-e2de-40db-8713-bf7fa2b7dc60 req-d51f2b73-64f7-4eca-a0d1-f7178a869464 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=68c2928b-d91d-4d4a-8c3d-5efdd4023a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023414 Jul 06 14:20:35.260406 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b514c2-27a4-4f0f-a931-31726e5b199a req-8a0d7c78-cf3e-4cc7-af0e-742ed6842a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:35.262824 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58b514c2-27a4-4f0f-a931-31726e5b199a req-8a0d7c78-cf3e-4cc7-af0e-742ed6842a7a service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 1094 time: 0.1573179 Jul 06 14:20:35.281904 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7f87b5da-2e38-4410-af66-c01042c3eedf tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.285383 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7f87b5da-2e38-4410-af66-c01042c3eedf tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.289621 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-af94db7f-9ffe-4367-9106-70b152586c7d None None] For port 7cfcf388-774f-4f23-b1d8-6f0ad66923c3, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:20:35.293743 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-af94db7f-9ffe-4367-9106-70b152586c7d None None] For port 7cfcf388-774f-4f23-b1d8-6f0ad66923c3, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=7cfcf388-774f-4f23-b1d8-6f0ad66923c3,segment=NetworkSegment(25c1471e-f86f-4ba7-8d6f-db898000c379),segment_id=25c1471e-f86f-4ba7-8d6f-db898000c379)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:20:35.311731 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-af94db7f-9ffe-4367-9106-70b152586c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.322024 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87b5da-2e38-4410-af66-c01042c3eedf tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78648422-b4a3-4b20-80b1-5dbb16774dea,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:35.325129 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7f87b5da-2e38-4410-af66-c01042c3eedf tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.326701 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7f87b5da-2e38-4410-af66-c01042c3eedf tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1655693 Jul 06 14:20:35.329309 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 58096) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:35.334365 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-60066cce-d1cd-46d9-bb49-ecde40f7f242 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'security_group_rule': {'security_group_id': '9d41202e-8e96-47c6-99fd-5f3a99ff7b98', 'project_id': '40ab17dbfa354891b0693042b531db54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:35.376477 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-60066cce-d1cd-46d9-bb49-ecde40f7f242 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.410854 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b514c2-27a4-4f0f-a931-31726e5b199a req-def82a13-3a31-4237-b8f3-5219fb474df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:35.412401 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58b514c2-27a4-4f0f-a931-31726e5b199a req-def82a13-3a31-4237-b8f3-5219fb474df8 service neutron] 10.222.0.124 "GET /v2.0/networks?id=4035c11b-f421-40c7-b4d0-5514fa6ab5a0 HTTP/1.1" status: 200 len: 897 time: 0.1426568 Jul 06 14:20:35.463243 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94db7f-9ffe-4367-9106-70b152586c7d None None] Pushing event updated for resources: {'Port': ['ID=7cfcf388-774f-4f23-b1d8-6f0ad66923c3,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:35.472402 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58b514c2-27a4-4f0f-a931-31726e5b199a req-55612b2e-4888-4900-a058-8d89be8a7ec6 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a44ce661-81a7-4744-873e-af749a40483a HTTP/1.1" status: 200 len: 217 time: 0.0524259 Jul 06 14:20:35.488764 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-60066cce-d1cd-46d9-bb49-ecde40f7f242 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.503648 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-60066cce-d1cd-46d9-bb49-ecde40f7f242 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.534972 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60066cce-d1cd-46d9-bb49-ecde40f7f242 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbca26da-12f3-4f78-92bd-47856ee1f180,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:35.544666 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-60066cce-d1cd-46d9-bb49-ecde40f7f242 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.545306 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-60066cce-d1cd-46d9-bb49-ecde40f7f242 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2148516 Jul 06 14:20:35.548166 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 58102) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:35.554260 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-3a09e1e5-dd4e-43f1-b336-06dc26447b12 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'security_group_rule': {'security_group_id': '9d41202e-8e96-47c6-99fd-5f3a99ff7b98', 'project_id': '40ab17dbfa354891b0693042b531db54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:35.557706 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b514c2-27a4-4f0f-a931-31726e5b199a req-4f995351-5aa0-4580-a7ae-2c2e5b76f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:35.560830 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58b514c2-27a4-4f0f-a931-31726e5b199a req-4f995351-5aa0-4580-a7ae-2c2e5b76f66c service neutron] 10.222.0.124 "GET /v2.0/subnets?id=aee5a23c-1002-47c5-a222-7108d15e97be HTTP/1.1" status: 200 len: 834 time: 0.0787165 Jul 06 14:20:35.586029 n-d-773644-6 neutron-server[100417]: INFO neutron.db.securitygroups_db [None req-3a09e1e5-dd4e-43f1-b336-06dc26447b12 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Project 40ab17dbfa354891b0693042b531db54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:20:35.595876 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3a09e1e5-dd4e-43f1-b336-06dc26447b12 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.700436 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3a09e1e5-dd4e-43f1-b336-06dc26447b12 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.703937 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b514c2-27a4-4f0f-a931-31726e5b199a req-6db47ed0-6d84-4036-adcd-a25169330195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:35.706439 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58b514c2-27a4-4f0f-a931-31726e5b199a req-6db47ed0-6d84-4036-adcd-a25169330195 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4035c11b-f421-40c7-b4d0-5514fa6ab5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370547 Jul 06 14:20:35.711442 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3a09e1e5-dd4e-43f1-b336-06dc26447b12 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.732372 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09e1e5-dd4e-43f1-b336-06dc26447b12 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3673913-e0db-437a-bc1a-43255d3f62de,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:35.742711 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3a09e1e5-dd4e-43f1-b336-06dc26447b12 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.746769 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3a09e1e5-dd4e-43f1-b336-06dc26447b12 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1946728 Jul 06 14:20:35.746961 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 58108) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:35.751807 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-f4842077-395c-49c4-b125-342c6e858e91 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'security_group_rule': {'security_group_id': '9d41202e-8e96-47c6-99fd-5f3a99ff7b98', 'project_id': '40ab17dbfa354891b0693042b531db54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:35.803802 n-d-773644-6 neutron-server[100417]: INFO neutron.db.securitygroups_db [None req-f4842077-395c-49c4-b125-342c6e858e91 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Project 40ab17dbfa354891b0693042b531db54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:20:35.810468 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f4842077-395c-49c4-b125-342c6e858e91 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.891509 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58b514c2-27a4-4f0f-a931-31726e5b199a req-f7a81a15-bedd-4d0b-8304-1f340d1c530d service neutron] 10.222.0.124 "GET /v2.0/networks/4035c11b-f421-40c7-b4d0-5514fa6ab5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767130 Jul 06 14:20:35.908474 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f4842077-395c-49c4-b125-342c6e858e91 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.914304 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f4842077-395c-49c4-b125-342c6e858e91 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.937715 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4842077-395c-49c4-b125-342c6e858e91 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2118ba6a-97bd-4763-8989-2025ce857a21,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:35.954519 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f4842077-395c-49c4-b125-342c6e858e91 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:35.956384 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f4842077-395c-49c4-b125-342c6e858e91 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2080042 Jul 06 14:20:36.010156 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58b514c2-27a4-4f0f-a931-31726e5b199a req-3cb86c23-36d2-4be5-abab-290d0826460b service neutron] 10.222.0.124 "GET /v2.0/networks/4035c11b-f421-40c7-b4d0-5514fa6ab5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119306 Jul 06 14:20:36.121105 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-b10bc7ba-3e31-46bc-bfc8-a6c13c4539b0 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-928152849&fields=id&tenant_id=40ab17dbfa354891b0693042b531db54 HTTP/1.1" status: 200 len: 267 time: 0.0349710 Jul 06 14:20:36.257195 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-2b48cf33-acb6-45a8-a56e-accf7153ac2a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:36.258967 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-2b48cf33-acb6-45a8-a56e-accf7153ac2a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/networks?id=41a7e818-09b2-4e77-89a6-180c3400396f HTTP/1.1" status: 200 len: 796 time: 0.1304095 Jul 06 14:20:36.276728 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-161a4c88-ec6c-4a2a-baae-81f6787caca5 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/quotas/40ab17dbfa354891b0693042b531db54 HTTP/1.1" status: 200 len: 375 time: 0.0105975 Jul 06 14:20:36.369460 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device a44ce661-81a7-4744-873e-af749a40483a details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:20:36.380550 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-9418c300-80be-409f-b555-6a847b34b723 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=40ab17dbfa354891b0693042b531db54&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0902083 Jul 06 14:20:36.486658 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-e2764001-d9be-461b-ab19-603620147f65 service neutron] 10.222.0.118 "GET /v2.0/networks/41a7e818-09b2-4e77-89a6-180c3400396f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043847 Jul 06 14:20:36.520973 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port a44ce661-81a7-4744-873e-af749a40483a, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a44ce661-81a7-4744-873e-af749a40483a,segment=NetworkSegment(37f3a5ca-624a-42c6-92df-3d30e0b8f022),segment_id=37f3a5ca-624a-42c6-92df-3d30e0b8f022)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:36.534285 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'a44ce661-81a7-4744-873e-af749a40483a', 'network_id': '4035c11b-f421-40c7-b4d0-5514fa6ab5a0', 'port_id': 'a44ce661-81a7-4744-873e-af749a40483a', 'mac_address': 'fa:16:3e:19:8a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee5a23c-1002-47c5-a222-7108d15e97be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:20:36.585017 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:36.600613 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a44ce661-81a7-4744-873e-af749a40483a {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:20:36.607986 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8408ae3a-3e51-4b8b-b1ea-4346907bbaac None None] Network 41a7e818-09b2-4e77-89a6-180c3400396f requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:20:36.608645 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-93e2f32b-bbfc-43f1-a4f4-a0734dc9ec7d service neutron] 10.222.0.118 "GET /v2.0/networks/41a7e818-09b2-4e77-89a6-180c3400396f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149797 Jul 06 14:20:36.679745 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port a44ce661-81a7-4744-873e-af749a40483a, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a44ce661-81a7-4744-873e-af749a40483a,segment=NetworkSegment(37f3a5ca-624a-42c6-92df-3d30e0b8f022),segment_id=37f3a5ca-624a-42c6-92df-3d30e0b8f022)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:36.689349 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:36.696791 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b28666ea-a6ae-4912-87a1-04110f5f7522 None None] Provisioning for port 7cfcf388-774f-4f23-b1d8-6f0ad66923c3 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:20:36.792319 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=a44ce661-81a7-4744-873e-af749a40483a,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:36.917016 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['a44ce661-81a7-4744-873e-af749a40483a'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:20:36.998888 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de77b25-ec49-439b-b74d-6c75737b4072 req-f46aaaeb-abe0-4a82-a9cb-0d7ef29b55dd tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:37.010845 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4de77b25-ec49-439b-b74d-6c75737b4072 req-f46aaaeb-abe0-4a82-a9cb-0d7ef29b55dd tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 944 time: 0.1310985 Jul 06 14:20:37.047275 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 7cfcf388-774f-4f23-b1d8-6f0ad66923c3 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:20:37.107798 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4de77b25-ec49-439b-b74d-6c75737b4072 req-7c83a9e6-bec8-428e-92e5-c8cfa28aa45a tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=68c2928b-d91d-4d4a-8c3d-5efdd4023a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954168 Jul 06 14:20:37.221634 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 7cfcf388-774f-4f23-b1d8-6f0ad66923c3 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:20:37.227672 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-287f2e90-c4fa-4c6d-afc6-59e1fd38bd9a req-70f08695-34d8-41cd-9501-b7c1badbbd4e tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=e02203ca-234d-4123-b9ee-cd094f86af7e HTTP/1.1" status: 200 len: 210 time: 0.0675876 Jul 06 14:20:37.239489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 7cfcf388-774f-4f23-b1d8-6f0ad66923c3 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:37.240468 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:37.395071 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e6bf1410-b4a5-4065-953f-c1bd8bc07810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:37.410890 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-7d39efd8-8182-4b5d-b27f-83793e97f2a3 None None] Provisioning complete for port 7cfcf388-774f-4f23-b1d8-6f0ad66923c3 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:37.411349 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7d39efd8-8182-4b5d-b27f-83793e97f2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:37.418235 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:37.508792 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 7cfcf388-774f-4f23-b1d8-6f0ad66923c3, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=7cfcf388-774f-4f23-b1d8-6f0ad66923c3,segment=NetworkSegment(25c1471e-f86f-4ba7-8d6f-db898000c379),segment_id=25c1471e-f86f-4ba7-8d6f-db898000c379)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:37.517518 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:37.631282 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=7cfcf388-774f-4f23-b1d8-6f0ad66923c3,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:38.334531 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f16554-ec25-4be0-b545-dd13ab274a1b req-33e368d2-d493-4601-a3fe-55974302f872 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:38.343703 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9f16554-ec25-4be0-b545-dd13ab274a1b req-33e368d2-d493-4601-a3fe-55974302f872 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 944 time: 0.0867388 Jul 06 14:20:38.372366 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device a44ce661-81a7-4744-873e-af749a40483a up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:20:38.406530 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9f16554-ec25-4be0-b545-dd13ab274a1b req-d40119ae-9744-4fb9-aaf4-b8afadc7d14c tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=68c2928b-d91d-4d4a-8c3d-5efdd4023a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623960 Jul 06 14:20:38.454629 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port a44ce661-81a7-4744-873e-af749a40483a completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:20:38.462353 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port a44ce661-81a7-4744-873e-af749a40483a triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:38.464123 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:38.524369 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-5d0490b8-9bdc-4ba6-a4df-874ac2448663 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:38.526058 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-5d0490b8-9bdc-4ba6-a4df-874ac2448663 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.52 "GET /v2.0/networks?id=41a7e818-09b2-4e77-89a6-180c3400396f HTTP/1.1" status: 200 len: 796 time: 0.2860501 Jul 06 14:20:38.595878 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:38.601839 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-048b63cb-fc81-4cc2-a5ce-7195c9e31da7 req-a800bcb3-7802-411c-be1c-bb5f75bf9d5c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=e02203ca-234d-4123-b9ee-cd094f86af7e HTTP/1.1" status: 200 len: 210 time: 0.0344260 Jul 06 14:20:38.615288 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-111f0e48-b7d6-46c8-8e38-19ca66ee0db0 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40ab17dbfa354891b0693042b531db54 HTTP/1.1" status: 200 len: 471 time: 0.0796821 Jul 06 14:20:38.629630 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-86500d8e-0454-4a23-bccf-ffb8ca4c7ae5 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'port': {'device_id': 'e02203ca-234d-4123-b9ee-cd094f86af7e', 'network_id': '41a7e818-09b2-4e77-89a6-180c3400396f', 'admin_state_up': True, 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'security_groups': ['9d41202e-8e96-47c6-99fd-5f3a99ff7b98']}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:38.644730 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44ce661-81a7-4744-873e-af749a40483a'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:20:38.647084 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94327f3c-7b80-4322-a7c5-658de21794d8" -d '{"events": [{"server_uuid": "8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b", "name": "network-vif-plugged", "status": "completed", "tag": "a44ce661-81a7-4744-873e-af749a40483a"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:20:38.663255 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port a44ce661-81a7-4744-873e-af749a40483a, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a44ce661-81a7-4744-873e-af749a40483a,segment=NetworkSegment(37f3a5ca-624a-42c6-92df-3d30e0b8f022),segment_id=37f3a5ca-624a-42c6-92df-3d30e0b8f022)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:38.670129 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:38.725417 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a475bd40-9f2d-410a-9862-b6854fa66458 x-openstack-request-id: req-a475bd40-9f2d-410a-9862-b6854fa66458 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:20:38.725708 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b", "name": "network-vif-plugged", "status": "completed", "tag": "a44ce661-81a7-4744-873e-af749a40483a", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:20:38.725992 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-a475bd40-9f2d-410a-9862-b6854fa66458 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:20:38.726385 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44ce661-81a7-4744-873e-af749a40483a', 'code': 200} Jul 06 14:20:38.731973 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=a44ce661-81a7-4744-873e-af749a40483a,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:38.783734 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-86500d8e-0454-4a23-bccf-ffb8ca4c7ae5 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Made reservation on behalf of 40ab17dbfa354891b0693042b531db54 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:20:38.787688 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-86500d8e-0454-4a23-bccf-ffb8ca4c7ae5 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:38.859325 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed748ec-76fc-4830-a72f-8b1524233db1 req-00226086-7281-4e39-aa18-9b2992964926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:38.860934 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aed748ec-76fc-4830-a72f-8b1524233db1 req-00226086-7281-4e39-aa18-9b2992964926 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 1096 time: 0.0739479 Jul 06 14:20:38.901130 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aed748ec-76fc-4830-a72f-8b1524233db1 req-19cea9da-e931-4d3b-a820-c05d0bef4ace service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=68c2928b-d91d-4d4a-8c3d-5efdd4023a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338151 Jul 06 14:20:38.947023 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 7cfcf388-774f-4f23-b1d8-6f0ad66923c3 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:20:38.960627 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-86500d8e-0454-4a23-bccf-ffb8ca4c7ae5 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Allocated IP 172.20.0.27 (41a7e818-09b2-4e77-89a6-180c3400396f/09440b54-72da-4bcc-9888-2f67ce77f3bf/5b5c7347-8e68-423b-82f1-cb4b82bd266d) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:20:39.004793 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 7cfcf388-774f-4f23-b1d8-6f0ad66923c3 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:39.005263 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:39.134082 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-86500d8e-0454-4a23-bccf-ffb8ca4c7ae5 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:39.149284 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-86500d8e-0454-4a23-bccf-ffb8ca4c7ae5 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Transition to ACTIVE for port object 5b5c7347-8e68-423b-82f1-cb4b82bd266d will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:20:39.186260 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-86500d8e-0454-4a23-bccf-ffb8ca4c7ae5 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:39.242985 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-86500d8e-0454-4a23-bccf-ffb8ca4c7ae5 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Network 41a7e818-09b2-4e77-89a6-180c3400396f is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:20:39.248149 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-86500d8e-0454-4a23-bccf-ffb8ca4c7ae5 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:20:39.250129 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86500d8e-0454-4a23-bccf-ffb8ca4c7ae5 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'Port': ['ID=5b5c7347-8e68-423b-82f1-cb4b82bd266d,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:39.252266 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-86500d8e-0454-4a23-bccf-ffb8ca4c7ae5 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:20:39.314894 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-86500d8e-0454-4a23-bccf-ffb8ca4c7ae5 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:39.315672 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-86500d8e-0454-4a23-bccf-ffb8ca4c7ae5 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:39.334530 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-86500d8e-0454-4a23-bccf-ffb8ca4c7ae5 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7137656 Jul 06 14:20:39.351824 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-23696790-d2e2-4d0f-aa5e-09d150f475eb service neutron] Request body: {'port': {'device_id': 'e02203ca-234d-4123-b9ee-cd094f86af7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:39.441413 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-23696790-d2e2-4d0f-aa5e-09d150f475eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:39.578246 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f23dc68e-6339-4f28-b331-330c3abfa41c None None] Provisioning for port 5b5c7347-8e68-423b-82f1-cb4b82bd266d completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:20:39.583181 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f23dc68e-6339-4f28-b331-330c3abfa41c None None] Provisioning complete for port 5b5c7347-8e68-423b-82f1-cb4b82bd266d triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:39.584358 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f23dc68e-6339-4f28-b331-330c3abfa41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:39.636273 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28230e5-f4e5-476c-9401-fdacbc7ebbc4 req-d2fb6291-f448-4581-8eac-2d08e01e2a4e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:39.639750 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-f23dc68e-6339-4f28-b331-330c3abfa41c None None] Port 5b5c7347-8e68-423b-82f1-cb4b82bd266d cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:20:39.647143 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e28230e5-f4e5-476c-9401-fdacbc7ebbc4 req-d2fb6291-f448-4581-8eac-2d08e01e2a4e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 945 time: 0.1142528 Jul 06 14:20:39.729452 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e28230e5-f4e5-476c-9401-fdacbc7ebbc4 req-40a447b4-3e33-4871-8ec1-bc9f2b36a3e5 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=68c2928b-d91d-4d4a-8c3d-5efdd4023a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757077 Jul 06 14:20:39.837562 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-23696790-d2e2-4d0f-aa5e-09d150f475eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b5c7347-8e68-423b-82f1-cb4b82bd266d {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:20:39.846718 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-23696790-d2e2-4d0f-aa5e-09d150f475eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:39.861582 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-23696790-d2e2-4d0f-aa5e-09d150f475eb service neutron] Transition to ACTIVE for port object 5b5c7347-8e68-423b-82f1-cb4b82bd266d will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:20:39.865885 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-23696790-d2e2-4d0f-aa5e-09d150f475eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:39.915063 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7816689-0ced-45c1-8dcf-267c9bc4d9e0 req-18bc31e6-0981-455f-82e3-5a6e62ec3ad1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:39.916709 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c7816689-0ced-45c1-8dcf-267c9bc4d9e0 req-18bc31e6-0981-455f-82e3-5a6e62ec3ad1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=e02203ca-234d-4123-b9ee-cd094f86af7e HTTP/1.1" status: 200 len: 932 time: 0.0755777 Jul 06 14:20:39.921412 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23696790-d2e2-4d0f-aa5e-09d150f475eb service neutron] Pushing event updated for resources: {'Port': ['ID=5b5c7347-8e68-423b-82f1-cb4b82bd266d,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:39.986025 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c7816689-0ced-45c1-8dcf-267c9bc4d9e0 req-0b64d18a-d1f7-4207-b14d-a5521cf2c6a7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?id=9d41202e-8e96-47c6-99fd-5f3a99ff7b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531495 Jul 06 14:20:40.019337 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-23696790-d2e2-4d0f-aa5e-09d150f475eb service neutron] Attempting to bind port 5b5c7347-8e68-423b-82f1-cb4b82bd266d on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:20:40.019959 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-23696790-d2e2-4d0f-aa5e-09d150f475eb service neutron] Attempting to bind port 5b5c7347-8e68-423b-82f1-cb4b82bd266d by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '25c1471e-f86f-4ba7-8d6f-db898000c379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '41a7e818-09b2-4e77-89a6-180c3400396f'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:20:40.020547 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-23696790-d2e2-4d0f-aa5e-09d150f475eb service neutron] Attempting to bind port 5b5c7347-8e68-423b-82f1-cb4b82bd266d on network 41a7e818-09b2-4e77-89a6-180c3400396f {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:20:40.025391 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-23696790-d2e2-4d0f-aa5e-09d150f475eb service neutron] Port 5b5c7347-8e68-423b-82f1-cb4b82bd266d on network 41a7e818-09b2-4e77-89a6-180c3400396f not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:20:40.025718 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-23696790-d2e2-4d0f-aa5e-09d150f475eb service neutron] Attempting to bind port 5b5c7347-8e68-423b-82f1-cb4b82bd266d on network 41a7e818-09b2-4e77-89a6-180c3400396f {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:20:40.031903 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-23696790-d2e2-4d0f-aa5e-09d150f475eb service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:20:40.032248 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-23696790-d2e2-4d0f-aa5e-09d150f475eb service neutron] Checking segment: {'id': '25c1471e-f86f-4ba7-8d6f-db898000c379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '41a7e818-09b2-4e77-89a6-180c3400396f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:20:40.032640 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-23696790-d2e2-4d0f-aa5e-09d150f475eb service neutron] Bound using segment: {'id': '25c1471e-f86f-4ba7-8d6f-db898000c379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '41a7e818-09b2-4e77-89a6-180c3400396f'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:20:40.033077 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-23696790-d2e2-4d0f-aa5e-09d150f475eb service neutron] Bound port: 5b5c7347-8e68-423b-82f1-cb4b82bd266d, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c1471e-f86f-4ba7-8d6f-db898000c379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '41a7e818-09b2-4e77-89a6-180c3400396f'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:20:40.033440 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-23696790-d2e2-4d0f-aa5e-09d150f475eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:40.114466 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-23696790-d2e2-4d0f-aa5e-09d150f475eb service neutron] For port 5b5c7347-8e68-423b-82f1-cb4b82bd266d, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:20:40.118199 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-23696790-d2e2-4d0f-aa5e-09d150f475eb service neutron] For port 5b5c7347-8e68-423b-82f1-cb4b82bd266d, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=5b5c7347-8e68-423b-82f1-cb4b82bd266d,segment=NetworkSegment(25c1471e-f86f-4ba7-8d6f-db898000c379),segment_id=25c1471e-f86f-4ba7-8d6f-db898000c379)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:20:40.124572 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-23696790-d2e2-4d0f-aa5e-09d150f475eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:40.165434 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-23696790-d2e2-4d0f-aa5e-09d150f475eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:40.166101 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-23696790-d2e2-4d0f-aa5e-09d150f475eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:40.167665 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-23696790-d2e2-4d0f-aa5e-09d150f475eb service neutron] 10.222.0.52 "PUT /v2.0/ports/5b5c7347-8e68-423b-82f1-cb4b82bd266d HTTP/1.1" status: 200 len: 1092 time: 0.8207796 Jul 06 14:20:40.168709 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02203ca-234d-4123-b9ee-cd094f86af7e', 'tag': '5b5c7347-8e68-423b-82f1-cb4b82bd266d'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:20:40.172407 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641cfc20-2cef-4826-b579-313199c2e15a" -d '{"events": [{"name": "network-changed", "server_uuid": "e02203ca-234d-4123-b9ee-cd094f86af7e", "tag": "5b5c7347-8e68-423b-82f1-cb4b82bd266d"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:20:40.216674 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23696790-d2e2-4d0f-aa5e-09d150f475eb service neutron] Pushing event updated for resources: {'Port': ['ID=5b5c7347-8e68-423b-82f1-cb4b82bd266d,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:40.218216 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:40.266270 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb83db5a-bafc-4e03-aa18-6acffc993027 x-openstack-request-id: req-fb83db5a-bafc-4e03-aa18-6acffc993027 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:20:40.266572 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02203ca-234d-4123-b9ee-cd094f86af7e", "tag": "5b5c7347-8e68-423b-82f1-cb4b82bd266d", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:20:40.266935 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-fb83db5a-bafc-4e03-aa18-6acffc993027 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:20:40.267429 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e02203ca-234d-4123-b9ee-cd094f86af7e', 'tag': '5b5c7347-8e68-423b-82f1-cb4b82bd266d', 'status': 'completed', 'code': 200} Jul 06 14:20:40.297144 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-54ba739e-3ea1-47d0-b3e8-c28943454a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:40.299053 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-54ba739e-3ea1-47d0-b3e8-c28943454a1a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40ab17dbfa354891b0693042b531db54&device_id=e02203ca-234d-4123-b9ee-cd094f86af7e HTTP/1.1" status: 200 len: 1095 time: 0.0664136 Jul 06 14:20:40.355975 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-25544c27-bea8-40c2-add1-331e715009b6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=5b5c7347-8e68-423b-82f1-cb4b82bd266d HTTP/1.1" status: 200 len: 217 time: 0.0456703 Jul 06 14:20:40.415584 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-d726bdd1-f348-490f-8f06-e4acd67ee0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:40.417148 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-d726bdd1-f348-490f-8f06-e4acd67ee0fc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=09440b54-72da-4bcc-9888-2f67ce77f3bf HTTP/1.1" status: 200 len: 837 time: 0.0504100 Jul 06 14:20:40.490840 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-d94ac882-90e4-4cc6-b031-4c037a0c0d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:40.492395 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-d94ac882-90e4-4cc6-b031-4c037a0c0d60 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=41a7e818-09b2-4e77-89a6-180c3400396f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655293 Jul 06 14:20:40.574421 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2af426ca-87ce-4911-9ce4-0d6b72713675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:40.590778 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-018cd6df-01bf-4bf2-aa97-c30576478ea2 service neutron] 10.222.0.52 "GET /v2.0/networks/41a7e818-09b2-4e77-89a6-180c3400396f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881016 Jul 06 14:20:40.693641 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-ce71e551-2f7b-4988-87d3-f0c893eac929 req-29b378dd-0158-4886-b0f7-daa9ff272131 service neutron] 10.222.0.52 "GET /v2.0/networks/41a7e818-09b2-4e77-89a6-180c3400396f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917647 Jul 06 14:20:40.718109 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:20:40.813226 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641cfc20-2cef-4826-b579-313199c2e15a req-5917b11a-bef9-495d-b4bf-7207274505c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:40.814556 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-641cfc20-2cef-4826-b579-313199c2e15a req-5917b11a-bef9-495d-b4bf-7207274505c5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40ab17dbfa354891b0693042b531db54&device_id=e02203ca-234d-4123-b9ee-cd094f86af7e HTTP/1.1" status: 200 len: 1095 time: 0.0660496 Jul 06 14:20:40.912068 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641cfc20-2cef-4826-b579-313199c2e15a req-79785132-aabd-4120-b5bd-7872fe184701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:40.913690 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-641cfc20-2cef-4826-b579-313199c2e15a req-79785132-aabd-4120-b5bd-7872fe184701 service neutron] 10.222.0.52 "GET /v2.0/networks?id=41a7e818-09b2-4e77-89a6-180c3400396f HTTP/1.1" status: 200 len: 897 time: 0.0921328 Jul 06 14:20:40.926588 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2612b-9eb5-46dd-b969-6013f76af233 req-3d7c8643-06c7-461a-b8d1-14d8fc912974 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:40.928105 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-48c2612b-9eb5-46dd-b969-6013f76af233 req-3d7c8643-06c7-461a-b8d1-14d8fc912974 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 945 time: 0.0656676 Jul 06 14:20:40.961357 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-641cfc20-2cef-4826-b579-313199c2e15a req-59e0ff66-5abb-4936-9196-d0ab38a63a3c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=5b5c7347-8e68-423b-82f1-cb4b82bd266d HTTP/1.1" status: 200 len: 217 time: 0.0401189 Jul 06 14:20:40.971372 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-48c2612b-9eb5-46dd-b969-6013f76af233 req-a1e632a9-3442-4a83-aa25-c5936d76921d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=68c2928b-d91d-4d4a-8c3d-5efdd4023a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359020 Jul 06 14:20:41.017211 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641cfc20-2cef-4826-b579-313199c2e15a req-f08af0f2-fa3e-43c4-8d10-917f630bd222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:41.019083 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-641cfc20-2cef-4826-b579-313199c2e15a req-f08af0f2-fa3e-43c4-8d10-917f630bd222 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=09440b54-72da-4bcc-9888-2f67ce77f3bf HTTP/1.1" status: 200 len: 837 time: 0.0498648 Jul 06 14:20:41.086078 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641cfc20-2cef-4826-b579-313199c2e15a req-46a51957-c965-472a-88b8-7e3c26375ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:41.088081 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-641cfc20-2cef-4826-b579-313199c2e15a req-46a51957-c965-472a-88b8-7e3c26375ac3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=41a7e818-09b2-4e77-89a6-180c3400396f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611179 Jul 06 14:20:41.158696 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f221f-28d0-4123-a1ea-31e690067e6e req-fb36817a-0291-4d66-8287-f0cfe7a9ced6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:41.160981 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4a6f221f-28d0-4123-a1ea-31e690067e6e req-fb36817a-0291-4d66-8287-f0cfe7a9ced6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 945 time: 0.0751071 Jul 06 14:20:41.198077 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-641cfc20-2cef-4826-b579-313199c2e15a req-8a68f499-de68-422a-9310-0b3f2edf489f service neutron] 10.222.0.52 "GET /v2.0/networks/41a7e818-09b2-4e77-89a6-180c3400396f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994878 Jul 06 14:20:41.213283 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4a6f221f-28d0-4123-a1ea-31e690067e6e req-36a1aeb0-0344-4ad8-b55c-0365e8b195c7 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=68c2928b-d91d-4d4a-8c3d-5efdd4023a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432053 Jul 06 14:20:41.241701 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 58214) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:41.315386 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03de4caf-6f8b-4025-8096-7328a55099dc tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:41.317577 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-03de4caf-6f8b-4025-8096-7328a55099dc tempest-TestNetworkAdvancedServerOps-2031602713 tempest-TestNetworkAdvancedServerOps-2031602713-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 1091 time: 0.0739021 Jul 06 14:20:41.320350 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 58216) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:41.321782 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-641cfc20-2cef-4826-b579-313199c2e15a req-21c7c511-5553-49f7-9369-08fc4b3e2cbc service neutron] 10.222.0.52 "GET /v2.0/networks/41a7e818-09b2-4e77-89a6-180c3400396f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139107 Jul 06 14:20:41.325295 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'port_id': 'a44ce661-81a7-4744-873e-af749a40483a', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:20:41.382058 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:41.464532 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981f95b-ad72-4e9e-a102-1f2c993ad7eb req-45ab38d2-191f-4648-adb7-65292881105c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:41.466693 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b981f95b-ad72-4e9e-a102-1f2c993ad7eb req-45ab38d2-191f-4648-adb7-65292881105c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=e02203ca-234d-4123-b9ee-cd094f86af7e HTTP/1.1" status: 200 len: 944 time: 0.1286800 Jul 06 14:20:41.518381 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b981f95b-ad72-4e9e-a102-1f2c993ad7eb req-b5c7202f-7eaf-4efa-b3b1-e25f298f472b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?id=9d41202e-8e96-47c6-99fd-5f3a99ff7b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435183 Jul 06 14:20:41.543914 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:41.580172 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:41.655986 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Allocated IP 172.25.6.121 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/714c3bec-44a2-446c-a719-37411e9f93fd) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:20:41.773797 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:41.817420 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:41.859221 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:20:41.862222 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:20:41.868442 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:20:41.892211 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Port': ['ID=714c3bec-44a2-446c-a719-37411e9f93fd,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:42.247782 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.325160 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.481720 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.486539 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.561007 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event updated for resources: {'Port': ['ID=714c3bec-44a2-446c-a719-37411e9f93fd,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:42.579901 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:42.580469 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:42.580825 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:42.581174 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:42.581518 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:42.581885 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:42.582227 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:42.582566 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:42.582902 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:42.583265 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:42.583597 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:42.583924 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:42.589071 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.606491 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 5b5c7347-8e68-423b-82f1-cb4b82bd266d details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:20:42.717085 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 5b5c7347-8e68-423b-82f1-cb4b82bd266d, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=5b5c7347-8e68-423b-82f1-cb4b82bd266d,segment=NetworkSegment(25c1471e-f86f-4ba7-8d6f-db898000c379),segment_id=25c1471e-f86f-4ba7-8d6f-db898000c379)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:42.731503 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '5b5c7347-8e68-423b-82f1-cb4b82bd266d', 'network_id': '41a7e818-09b2-4e77-89a6-180c3400396f', 'port_id': '5b5c7347-8e68-423b-82f1-cb4b82bd266d', 'mac_address': 'fa:16:3e:77:53:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09440b54-72da-4bcc-9888-2f67ce77f3bf', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:20:42.740023 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Floating IP 63dfe54c-d3cc-4613-a958-be114ab057fa associated. External IP: 172.25.6.121, port: a44ce661-81a7-4744-873e-af749a40483a. Jul 06 14:20:42.769214 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.783647 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b5c7347-8e68-423b-82f1-cb4b82bd266d {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:20:42.804451 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70e4cc-5dfc-4fa7-8876-204019c7ba87 req-d627218b-5df1-4a4a-b80f-9ce84c4fa21d tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:42.804922 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 5b5c7347-8e68-423b-82f1-cb4b82bd266d, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=5b5c7347-8e68-423b-82f1-cb4b82bd266d,segment=NetworkSegment(25c1471e-f86f-4ba7-8d6f-db898000c379),segment_id=25c1471e-f86f-4ba7-8d6f-db898000c379)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:42.806335 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ae70e4cc-5dfc-4fa7-8876-204019c7ba87 req-d627218b-5df1-4a4a-b80f-9ce84c4fa21d tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=e02203ca-234d-4123-b9ee-cd094f86af7e HTTP/1.1" status: 200 len: 944 time: 0.1593187 Jul 06 14:20:42.813948 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:42.880228 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=5b5c7347-8e68-423b-82f1-cb4b82bd266d,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:42.896865 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ae70e4cc-5dfc-4fa7-8876-204019c7ba87 req-640749ad-bb8d-4b17-958f-f7390e5aa199 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?id=9d41202e-8e96-47c6-99fd-5f3a99ff7b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784826 Jul 06 14:20:43.091408 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['5b5c7347-8e68-423b-82f1-cb4b82bd266d'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:20:43.160423 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:43.337108 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Router cc574f9a-714f-421a-af76-0798c035dede has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:20:43.449424 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:20:43.459039 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150cb92d-6791-4a03-9c2c-ec6e8f16b075 None None] Sync routers for ids ['cc574f9a-714f-421a-af76-0798c035dede'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:20:43.465072 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:43.468694 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150cb92d-6791-4a03-9c2c-ec6e8f16b075 None None] Routers {'cc574f9a-714f-421a-af76-0798c035dede'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:20:43.469383 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-150cb92d-6791-4a03-9c2c-ec6e8f16b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:20:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['cc574f9a-714f-421a-af76-0798c035dede'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:43.502508 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d8117fc6-96d5-402f-a9c7-8a2f452161f6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1810927 Jul 06 14:20:43.503176 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b', 'tag': 'a44ce661-81a7-4744-873e-af749a40483a'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:20:43.505414 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a6911a-c686-4b8d-859c-7290b529548b" -d '{"events": [{"name": "network-changed", "server_uuid": "8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b", "tag": "a44ce661-81a7-4744-873e-af749a40483a"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:20:43.579773 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-150cb92d-6791-4a03-9c2c-ec6e8f16b075 None None] Set router cc574f9a-714f-421a-af76-0798c035dede gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:20:43.666742 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edaf259-82ac-460a-892d-6d55a2b3b38c req-815a18b6-6769-4363-ae7f-326eff8820bc tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:43.668865 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7edaf259-82ac-460a-892d-6d55a2b3b38c req-815a18b6-6769-4363-ae7f-326eff8820bc tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 945 time: 0.0713003 Jul 06 14:20:43.707557 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7edaf259-82ac-460a-892d-6d55a2b3b38c req-e45fd39e-9d14-4ab1-b85f-073cbf0716b0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=68c2928b-d91d-4d4a-8c3d-5efdd4023a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332618 Jul 06 14:20:43.733961 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 58228) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:43.773149 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35542450-76b4-4006-8d22-0dc638ca8924 x-openstack-request-id: req-35542450-76b4-4006-8d22-0dc638ca8924 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:20:43.773437 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b", "tag": "a44ce661-81a7-4744-873e-af749a40483a", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:20:43.773689 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-35542450-76b4-4006-8d22-0dc638ca8924 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:20:43.774103 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b', 'tag': 'a44ce661-81a7-4744-873e-af749a40483a', 'status': 'completed', 'code': 200} Jul 06 14:20:43.819819 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-150cb92d-6791-4a03-9c2c-ec6e8f16b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc574f9a-714f-421a-af76-0798c035dede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812535575', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'daaf3971-5e70-4790-802e-76ed42bce797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:20:23Z', 'updated_at': '2021-07-06T14:20:27Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'daaf3971-5e70-4790-802e-76ed42bce797', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574f9a-714f-421a-af76-0798c035dede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:20:23Z', 'updated_at': '2021-07-06T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '63dfe54c-d3cc-4613-a958-be114ab057fa', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'floating_ip_address': '172.25.6.121', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'cc574f9a-714f-421a-af76-0798c035dede', 'port_id': 'a44ce661-81a7-4744-873e-af749a40483a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4035c11b-f421-40c7-b4d0-5514fa6ab5a0', 'mac_address': 'fa:16:3e:19:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:20:42Z', 'updated_at': '2021-07-06T14:20:42Z', 'revision_number': 0, 'project_id': '7317327619ce440a98467f267c9927a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b3437a-1016-4982-b104-23b326bee0ae', 'name': '', 'network_id': '4035c11b-f421-40c7-b4d0-5514fa6ab5a0', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:e0:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574f9a-714f-421a-af76-0798c035dede', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'aee5a23c-1002-47c5-a222-7108d15e97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:20:26Z', 'updated_at': '2021-07-06T14:20:33Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': 'aee5a23c-1002-47c5-a222-7108d15e97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:43.829777 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-09408e77-8a5a-4fb6-bed5-fe5023c00577 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/floatingips/63dfe54c-d3cc-4613-a958-be114ab057fa HTTP/1.1" status: 200 len: 991 time: 0.0945854 Jul 06 14:20:43.851447 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150cb92d-6791-4a03-9c2c-ec6e8f16b075 None None] Checking router: cc574f9a-714f-421a-af76-0798c035dede for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:20:43.855014 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6911a-c686-4b8d-859c-7290b529548b req-163fa05e-e3e5-4a1f-90be-f1d6ea29ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:43.857204 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00a6911a-c686-4b8d-859c-7290b529548b req-163fa05e-e3e5-4a1f-90be-f1d6ea29ceaf service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 1096 time: 0.0681186 Jul 06 14:20:43.861098 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150cb92d-6791-4a03-9c2c-ec6e8f16b075 None None] Routers {'cc574f9a-714f-421a-af76-0798c035dede'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:20:43.861850 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-150cb92d-6791-4a03-9c2c-ec6e8f16b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:20:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['cc574f9a-714f-421a-af76-0798c035dede'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:43.961072 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6911a-c686-4b8d-859c-7290b529548b req-aa3af01b-8e47-4302-88ec-431378829ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:43.962733 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00a6911a-c686-4b8d-859c-7290b529548b req-aa3af01b-8e47-4302-88ec-431378829ea3 service neutron] 10.222.0.124 "GET /v2.0/networks?id=4035c11b-f421-40c7-b4d0-5514fa6ab5a0 HTTP/1.1" status: 200 len: 897 time: 0.0996759 Jul 06 14:20:43.970822 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-150cb92d-6791-4a03-9c2c-ec6e8f16b075 None None] Set router cc574f9a-714f-421a-af76-0798c035dede gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:20:44.077325 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00a6911a-c686-4b8d-859c-7290b529548b req-7c2189b6-7e55-4425-9ff0-1125924ec818 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a44ce661-81a7-4744-873e-af749a40483a HTTP/1.1" status: 200 len: 999 time: 0.1085260 Jul 06 14:20:44.142981 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6911a-c686-4b8d-859c-7290b529548b req-c79c1ff7-0c87-45fd-9342-909aabba43ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:44.144672 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00a6911a-c686-4b8d-859c-7290b529548b req-c79c1ff7-0c87-45fd-9342-909aabba43ab service neutron] 10.222.0.124 "GET /v2.0/subnets?id=aee5a23c-1002-47c5-a222-7108d15e97be HTTP/1.1" status: 200 len: 834 time: 0.0613787 Jul 06 14:20:44.170522 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19065575-f8d5-4a25-abe9-9ac5b6a52b76 req-86bb5867-1f60-44dd-a653-0ffda887fee5 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:44.172129 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19065575-f8d5-4a25-abe9-9ac5b6a52b76 req-86bb5867-1f60-44dd-a653-0ffda887fee5 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=e02203ca-234d-4123-b9ee-cd094f86af7e HTTP/1.1" status: 200 len: 945 time: 0.1384335 Jul 06 14:20:44.228254 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-150cb92d-6791-4a03-9c2c-ec6e8f16b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc574f9a-714f-421a-af76-0798c035dede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812535575', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'daaf3971-5e70-4790-802e-76ed42bce797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:20:23Z', 'updated_at': '2021-07-06T14:20:27Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'daaf3971-5e70-4790-802e-76ed42bce797', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574f9a-714f-421a-af76-0798c035dede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:20:23Z', 'updated_at': '2021-07-06T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '63dfe54c-d3cc-4613-a958-be114ab057fa', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'floating_ip_address': '172.25.6.121', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'cc574f9a-714f-421a-af76-0798c035dede', 'port_id': 'a44ce661-81a7-4744-873e-af749a40483a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4035c11b-f421-40c7-b4d0-5514fa6ab5a0', 'mac_address': 'fa:16:3e:19:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:20:42Z', 'updated_at': '2021-07-06T14:20:42Z', 'revision_number': 0, 'project_id': '7317327619ce440a98467f267c9927a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b3437a-1016-4982-b104-23b326bee0ae', 'name': '', 'network_id': '4035c11b-f421-40c7-b4d0-5514fa6ab5a0', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:e0:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574f9a-714f-421a-af76-0798c035dede', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'aee5a23c-1002-47c5-a222-7108d15e97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:20:26Z', 'updated_at': '2021-07-06T14:20:33Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': 'aee5a23c-1002-47c5-a222-7108d15e97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:44.241707 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19065575-f8d5-4a25-abe9-9ac5b6a52b76 req-45e8114e-04a9-4219-a165-75bf909ffb58 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?id=9d41202e-8e96-47c6-99fd-5f3a99ff7b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483272 Jul 06 14:20:44.262596 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6911a-c686-4b8d-859c-7290b529548b req-b87ba1c1-0864-4471-abc7-ee87bf014649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:44.264248 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00a6911a-c686-4b8d-859c-7290b529548b req-b87ba1c1-0864-4471-abc7-ee87bf014649 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4035c11b-f421-40c7-b4d0-5514fa6ab5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122444 Jul 06 14:20:44.269042 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150cb92d-6791-4a03-9c2c-ec6e8f16b075 None None] The sync data for ids ['cc574f9a-714f-421a-af76-0798c035dede'] in n-d-773644-6 is: [{'id': 'cc574f9a-714f-421a-af76-0798c035dede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812535575', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'daaf3971-5e70-4790-802e-76ed42bce797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:20:23Z', 'updated_at': '2021-07-06T14:20:27Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'daaf3971-5e70-4790-802e-76ed42bce797', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574f9a-714f-421a-af76-0798c035dede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:20:23Z', 'updated_at': '2021-07-06T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '63dfe54c-d3cc-4613-a958-be114ab057fa', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'floating_ip_address': '172.25.6.121', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'cc574f9a-714f-421a-af76-0798c035dede', 'port_id': 'a44ce661-81a7-4744-873e-af749a40483a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4035c11b-f421-40c7-b4d0-5514fa6ab5a0', 'mac_address': 'fa:16:3e:19:8a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:20:42Z', 'updated_at': '2021-07-06T14:20:42Z', 'revision_number': 0, 'project_id': '7317327619ce440a98467f267c9927a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b3437a-1016-4982-b104-23b326bee0ae', 'name': '', 'network_id': '4035c11b-f421-40c7-b4d0-5514fa6ab5a0', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:e0:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574f9a-714f-421a-af76-0798c035dede', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'aee5a23c-1002-47c5-a222-7108d15e97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:20:26Z', 'updated_at': '2021-07-06T14:20:33Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': 'aee5a23c-1002-47c5-a222-7108d15e97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:20:44.369741 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00a6911a-c686-4b8d-859c-7290b529548b req-7c4c9d9b-4aa1-4be1-8bd4-61634b163ca4 service neutron] 10.222.0.124 "GET /v2.0/networks/4035c11b-f421-40c7-b4d0-5514fa6ab5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993299 Jul 06 14:20:44.481488 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00a6911a-c686-4b8d-859c-7290b529548b req-7164d769-b132-4b45-b544-9e9f5fcea11b service neutron] 10.222.0.124 "GET /v2.0/networks/4035c11b-f421-40c7-b4d0-5514fa6ab5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924633 Jul 06 14:20:44.508051 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f15c314-fe88-4f2b-a859-acb68bc2033a None None] New status for floating IP 63dfe54c-d3cc-4613-a958-be114ab057fa: ACTIVE {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:20:44.603294 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 5b5c7347-8e68-423b-82f1-cb4b82bd266d up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:20:44.704461 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 5b5c7347-8e68-423b-82f1-cb4b82bd266d completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:20:44.708975 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 5b5c7347-8e68-423b-82f1-cb4b82bd266d triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:44.709420 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:44.792579 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:44.819321 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02203ca-234d-4123-b9ee-cd094f86af7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5c7347-8e68-423b-82f1-cb4b82bd266d'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:20:44.821721 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d97439-3886-4169-b708-a4e3be2d2676" -d '{"events": [{"server_uuid": "e02203ca-234d-4123-b9ee-cd094f86af7e", "name": "network-vif-plugged", "status": "completed", "tag": "5b5c7347-8e68-423b-82f1-cb4b82bd266d"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:20:44.831652 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 58244) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:44.841895 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 5b5c7347-8e68-423b-82f1-cb4b82bd266d, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=5b5c7347-8e68-423b-82f1-cb4b82bd266d,segment=NetworkSegment(25c1471e-f86f-4ba7-8d6f-db898000c379),segment_id=25c1471e-f86f-4ba7-8d6f-db898000c379)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:44.847408 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:44.888629 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d13996d-f7de-4751-91f4-78b1e457e86b x-openstack-request-id: req-4d13996d-f7de-4751-91f4-78b1e457e86b {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:20:44.888923 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02203ca-234d-4123-b9ee-cd094f86af7e", "name": "network-vif-plugged", "status": "completed", "tag": "5b5c7347-8e68-423b-82f1-cb4b82bd266d", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:20:44.889182 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-4d13996d-f7de-4751-91f4-78b1e457e86b {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:20:44.889580 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02203ca-234d-4123-b9ee-cd094f86af7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b5c7347-8e68-423b-82f1-cb4b82bd266d', 'code': 200} Jul 06 14:20:44.923220 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=5b5c7347-8e68-423b-82f1-cb4b82bd266d,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:44.931010 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a419327a-36db-403c-af61-87714bdaebb9 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/floatingips/63dfe54c-d3cc-4613-a958-be114ab057fa HTTP/1.1" status: 200 len: 993 time: 0.0975788 Jul 06 14:20:45.015270 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6930f-4a24-4e0c-b783-0bfdb1b79d10 req-68fc2ee7-ba8a-49b8-a30a-e08e65aaa2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:45.016794 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6cf6930f-4a24-4e0c-b783-0bfdb1b79d10 req-68fc2ee7-ba8a-49b8-a30a-e08e65aaa2f0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e02203ca-234d-4123-b9ee-cd094f86af7e HTTP/1.1" status: 200 len: 1097 time: 0.0659614 Jul 06 14:20:45.063181 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6cf6930f-4a24-4e0c-b783-0bfdb1b79d10 req-de23ce2e-0a30-4050-af02-01d8a0661552 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9d41202e-8e96-47c6-99fd-5f3a99ff7b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359478 Jul 06 14:20:45.432357 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdad5d8-f772-4c4f-ac55-3212c9bfa3b7 req-b13ab9d2-78e2-4126-8a51-13465c9a03ff tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:45.434120 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ecdad5d8-f772-4c4f-ac55-3212c9bfa3b7 req-b13ab9d2-78e2-4126-8a51-13465c9a03ff tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=e02203ca-234d-4123-b9ee-cd094f86af7e HTTP/1.1" status: 200 len: 946 time: 0.0714998 Jul 06 14:20:45.475396 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ecdad5d8-f772-4c4f-ac55-3212c9bfa3b7 req-ff3ff013-ac65-4ed9-9131-a3f6668fbe4d tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?id=9d41202e-8e96-47c6-99fd-5f3a99ff7b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353792 Jul 06 14:20:46.664616 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa5f30-dd72-4557-a179-cab56cea8450 req-fd8ac3c1-4194-4c8b-9dc6-d3a41a19c5d7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:46.666133 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e0fa5f30-dd72-4557-a179-cab56cea8450 req-fd8ac3c1-4194-4c8b-9dc6-d3a41a19c5d7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=e02203ca-234d-4123-b9ee-cd094f86af7e HTTP/1.1" status: 200 len: 946 time: 0.0649021 Jul 06 14:20:46.705473 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e0fa5f30-dd72-4557-a179-cab56cea8450 req-76d1f575-589e-4df0-a528-2b9ce0c6fc89 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?id=9d41202e-8e96-47c6-99fd-5f3a99ff7b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334320 Jul 06 14:20:46.727574 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:46.888588 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f241a-f2ac-4dcc-956d-d4221b5a56ed req-5509e13c-d58e-4ecb-b03d-6d1100a00598 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:20:46.890986 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-944f241a-f2ac-4dcc-956d-d4221b5a56ed req-5509e13c-d58e-4ecb-b03d-6d1100a00598 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=e02203ca-234d-4123-b9ee-cd094f86af7e HTTP/1.1" status: 200 len: 946 time: 0.0710747 Jul 06 14:20:46.953961 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-944f241a-f2ac-4dcc-956d-d4221b5a56ed req-2b25126f-90b7-4128-981b-2613acdb9cbf tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?id=9d41202e-8e96-47c6-99fd-5f3a99ff7b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554123 Jul 06 14:20:48.425599 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 58264) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:20:48.818560 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:48.882828 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9c253386-c900-4308-bccc-224a3ac723cd tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:49.166291 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-9c253386-c900-4308-bccc-224a3ac723cd tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Allocated IP 172.20.0.17 (41a7e818-09b2-4e77-89a6-180c3400396f/09440b54-72da-4bcc-9888-2f67ce77f3bf/d5c73cc5-8d3f-4fe7-ba75-83db837f3b16) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:20:49.294640 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9c253386-c900-4308-bccc-224a3ac723cd tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:49.308952 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-9c253386-c900-4308-bccc-224a3ac723cd tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Transition to ACTIVE for port object d5c73cc5-8d3f-4fe7-ba75-83db837f3b16 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:20:49.344148 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9c253386-c900-4308-bccc-224a3ac723cd tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:49.385384 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c253386-c900-4308-bccc-224a3ac723cd tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Network 41a7e818-09b2-4e77-89a6-180c3400396f is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:20:49.389359 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-9c253386-c900-4308-bccc-224a3ac723cd tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:20:49.393314 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c253386-c900-4308-bccc-224a3ac723cd tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:20:49.427071 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c253386-c900-4308-bccc-224a3ac723cd tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'Port': ['ID=d5c73cc5-8d3f-4fe7-ba75-83db837f3b16,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:49.448041 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9c253386-c900-4308-bccc-224a3ac723cd tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:49.595681 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9c253386-c900-4308-bccc-224a3ac723cd tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:49.676172 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e8cd0f90-4249-4a1b-98e0-54bc0ac0f164 None None] Provisioning for port d5c73cc5-8d3f-4fe7-ba75-83db837f3b16 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:20:49.680081 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e8cd0f90-4249-4a1b-98e0-54bc0ac0f164 None None] Provisioning complete for port d5c73cc5-8d3f-4fe7-ba75-83db837f3b16 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:49.680516 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e8cd0f90-4249-4a1b-98e0-54bc0ac0f164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:49.715789 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-e8cd0f90-4249-4a1b-98e0-54bc0ac0f164 None None] Port d5c73cc5-8d3f-4fe7-ba75-83db837f3b16 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:20:49.877444 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9c253386-c900-4308-bccc-224a3ac723cd tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:49.881873 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9c253386-c900-4308-bccc-224a3ac723cd tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:49.953107 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c253386-c900-4308-bccc-224a3ac723cd tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'Port': ['ID=d5c73cc5-8d3f-4fe7-ba75-83db837f3b16,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:49.957885 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9c253386-c900-4308-bccc-224a3ac723cd tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:50.050633 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c253386-c900-4308-bccc-224a3ac723cd tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Network 41a7e818-09b2-4e77-89a6-180c3400396f is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:20:50.052096 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-9c253386-c900-4308-bccc-224a3ac723cd tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:20:50.173913 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c253386-c900-4308-bccc-224a3ac723cd tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Router c2bf692a-3d11-4006-99a4-2f89bf165f28 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:20:50.290218 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c253386-c900-4308-bccc-224a3ac723cd tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:20:50.302338 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd6b0d8-5254-4097-8767-1b6cebed1606 None None] Sync routers for ids ['c2bf692a-3d11-4006-99a4-2f89bf165f28'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:20:50.306529 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9c253386-c900-4308-bccc-224a3ac723cd tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "PUT /v2.0/routers/c2bf692a-3d11-4006-99a4-2f89bf165f28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8795869 Jul 06 14:20:50.314032 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd6b0d8-5254-4097-8767-1b6cebed1606 None None] Routers {'c2bf692a-3d11-4006-99a4-2f89bf165f28'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:20:50.314676 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-6bd6b0d8-5254-4097-8767-1b6cebed1606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:20:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c2bf692a-3d11-4006-99a4-2f89bf165f28'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:50.339986 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0c9968af-0b22-4585-b9aa-ac14759c8b15 None None] Provisioning complete for port d5c73cc5-8d3f-4fe7-ba75-83db837f3b16 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:50.341089 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0c9968af-0b22-4585-b9aa-ac14759c8b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:50.396145 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-0c9968af-0b22-4585-b9aa-ac14759c8b15 None None] Port d5c73cc5-8d3f-4fe7-ba75-83db837f3b16 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:20:50.428386 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-6bd6b0d8-5254-4097-8767-1b6cebed1606 None None] Set router c2bf692a-3d11-4006-99a4-2f89bf165f28 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:20:50.665937 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-6bd6b0d8-5254-4097-8767-1b6cebed1606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'name': 'tempest-TestNetworkBasicOps-router-2083258110', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:20:49Z', 'revision_number': 5, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '97704545-9e7f-441b-a325-6b06fa5f1d22', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'port_id': '54047792-e698-40a8-b989-a74dc0595ceb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce', 'mac_address': 'fa:16:3e:aa:2e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695c3e10-05ef-4ceb-9e93-e1600306ee5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:19:51Z', 'updated_at': '2021-07-06T14:19:53Z', 'revision_number': 1, 'project_id': '40ab17dbfa354891b0693042b531db54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14ce488-4a49-4791-8028-a6039bd9e55d', 'name': '', 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'mac_address': 'fa:16:3e:eb:a7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:32Z', 'updated_at': '2021-07-06T14:19:39Z', 'revision_number': 5, 'project_id': '40ab17dbfa354891b0693042b531db54', 'subnets': [{'id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5c73cc5-8d3f-4fe7-ba75-83db837f3b16', 'name': '', 'network_id': '41a7e818-09b2-4e77-89a6-180c3400396f', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'mac_address': 'fa:16:3e:93:46:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '09440b54-72da-4bcc-9888-2f67ce77f3bf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:20:49Z', 'updated_at': '2021-07-06T14:20:49Z', 'revision_number': 2, 'project_id': '40ab17dbfa354891b0693042b531db54', 'subnets': [{'id': '09440b54-72da-4bcc-9888-2f67ce77f3bf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:50.694749 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd6b0d8-5254-4097-8767-1b6cebed1606 None None] Checking router: c2bf692a-3d11-4006-99a4-2f89bf165f28 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:20:50.695101 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd6b0d8-5254-4097-8767-1b6cebed1606 None None] Updating router c2bf692a-3d11-4006-99a4-2f89bf165f28 port d5c73cc5-8d3f-4fe7-ba75-83db837f3b16 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:20:50.876685 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-6bd6b0d8-5254-4097-8767-1b6cebed1606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:51.036586 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-6bd6b0d8-5254-4097-8767-1b6cebed1606 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:51.048429 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-6bd6b0d8-5254-4097-8767-1b6cebed1606 None None] Transition to ACTIVE for port object d5c73cc5-8d3f-4fe7-ba75-83db837f3b16 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:20:51.054931 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-6bd6b0d8-5254-4097-8767-1b6cebed1606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:51.102266 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53629552-3d88-41ae-806a-2a5f5847fd1c None None] Pushing event updated for resources: {'Port': ['ID=d5c73cc5-8d3f-4fe7-ba75-83db837f3b16,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:51.111957 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53629552-3d88-41ae-806a-2a5f5847fd1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:51.112301 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53629552-3d88-41ae-806a-2a5f5847fd1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:51.112633 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53629552-3d88-41ae-806a-2a5f5847fd1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:51.112960 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53629552-3d88-41ae-806a-2a5f5847fd1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:51.113285 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53629552-3d88-41ae-806a-2a5f5847fd1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:51.113607 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53629552-3d88-41ae-806a-2a5f5847fd1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:51.113951 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53629552-3d88-41ae-806a-2a5f5847fd1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:51.114313 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53629552-3d88-41ae-806a-2a5f5847fd1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:51.114629 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53629552-3d88-41ae-806a-2a5f5847fd1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:51.114943 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53629552-3d88-41ae-806a-2a5f5847fd1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:51.115262 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53629552-3d88-41ae-806a-2a5f5847fd1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:51.115573 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53629552-3d88-41ae-806a-2a5f5847fd1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:20:51.199923 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-6bd6b0d8-5254-4097-8767-1b6cebed1606 None None] Attempting to bind port d5c73cc5-8d3f-4fe7-ba75-83db837f3b16 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:20:51.199923 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-6bd6b0d8-5254-4097-8767-1b6cebed1606 None None] Attempting to bind port d5c73cc5-8d3f-4fe7-ba75-83db837f3b16 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '25c1471e-f86f-4ba7-8d6f-db898000c379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '41a7e818-09b2-4e77-89a6-180c3400396f'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:20:51.199923 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd6b0d8-5254-4097-8767-1b6cebed1606 None None] Attempting to bind port d5c73cc5-8d3f-4fe7-ba75-83db837f3b16 on network 41a7e818-09b2-4e77-89a6-180c3400396f {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:20:51.204956 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd6b0d8-5254-4097-8767-1b6cebed1606 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:20:51.205354 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd6b0d8-5254-4097-8767-1b6cebed1606 None None] Checking segment: {'id': '25c1471e-f86f-4ba7-8d6f-db898000c379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '41a7e818-09b2-4e77-89a6-180c3400396f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:20:51.205730 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-6bd6b0d8-5254-4097-8767-1b6cebed1606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:51.206751 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd6b0d8-5254-4097-8767-1b6cebed1606 None None] Bound using segment: {'id': '25c1471e-f86f-4ba7-8d6f-db898000c379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '41a7e818-09b2-4e77-89a6-180c3400396f'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:20:51.206751 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-6bd6b0d8-5254-4097-8767-1b6cebed1606 None None] Bound port: d5c73cc5-8d3f-4fe7-ba75-83db837f3b16, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c1471e-f86f-4ba7-8d6f-db898000c379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '41a7e818-09b2-4e77-89a6-180c3400396f'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:20:51.207328 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-6bd6b0d8-5254-4097-8767-1b6cebed1606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:51.290806 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-6bd6b0d8-5254-4097-8767-1b6cebed1606 None None] For port d5c73cc5-8d3f-4fe7-ba75-83db837f3b16, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:20:51.295431 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-6bd6b0d8-5254-4097-8767-1b6cebed1606 None None] For port d5c73cc5-8d3f-4fe7-ba75-83db837f3b16, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d5c73cc5-8d3f-4fe7-ba75-83db837f3b16,segment=NetworkSegment(25c1471e-f86f-4ba7-8d6f-db898000c379),segment_id=25c1471e-f86f-4ba7-8d6f-db898000c379)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:20:51.303224 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-6bd6b0d8-5254-4097-8767-1b6cebed1606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:51.362331 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd6b0d8-5254-4097-8767-1b6cebed1606 None None] Routers {'c2bf692a-3d11-4006-99a4-2f89bf165f28'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:20:51.363147 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-6bd6b0d8-5254-4097-8767-1b6cebed1606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:20:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c2bf692a-3d11-4006-99a4-2f89bf165f28'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:51.427619 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53629552-3d88-41ae-806a-2a5f5847fd1c None None] Pushing event updated for resources: {'Port': ['ID=d5c73cc5-8d3f-4fe7-ba75-83db837f3b16,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:51.583988 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-6bd6b0d8-5254-4097-8767-1b6cebed1606 None None] Set router c2bf692a-3d11-4006-99a4-2f89bf165f28 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:20:51.850015 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-6bd6b0d8-5254-4097-8767-1b6cebed1606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'name': 'tempest-TestNetworkBasicOps-router-2083258110', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:20:49Z', 'revision_number': 5, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '97704545-9e7f-441b-a325-6b06fa5f1d22', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'port_id': '54047792-e698-40a8-b989-a74dc0595ceb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce', 'mac_address': 'fa:16:3e:aa:2e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695c3e10-05ef-4ceb-9e93-e1600306ee5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:19:51Z', 'updated_at': '2021-07-06T14:19:53Z', 'revision_number': 1, 'project_id': '40ab17dbfa354891b0693042b531db54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14ce488-4a49-4791-8028-a6039bd9e55d', 'name': '', 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'mac_address': 'fa:16:3e:eb:a7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:32Z', 'updated_at': '2021-07-06T14:19:39Z', 'revision_number': 5, 'project_id': '40ab17dbfa354891b0693042b531db54', 'subnets': [{'id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5c73cc5-8d3f-4fe7-ba75-83db837f3b16', 'name': '', 'network_id': '41a7e818-09b2-4e77-89a6-180c3400396f', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'mac_address': 'fa:16:3e:93:46:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '09440b54-72da-4bcc-9888-2f67ce77f3bf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:20:49Z', 'updated_at': '2021-07-06T14:20:51Z', 'revision_number': 4, 'project_id': '40ab17dbfa354891b0693042b531db54', 'subnets': [{'id': '09440b54-72da-4bcc-9888-2f67ce77f3bf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:20:51.881396 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd6b0d8-5254-4097-8767-1b6cebed1606 None None] The sync data for ids ['c2bf692a-3d11-4006-99a4-2f89bf165f28'] in n-d-773644-6 is: [{'id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'name': 'tempest-TestNetworkBasicOps-router-2083258110', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:20:49Z', 'revision_number': 5, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '97704545-9e7f-441b-a325-6b06fa5f1d22', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'port_id': '54047792-e698-40a8-b989-a74dc0595ceb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce', 'mac_address': 'fa:16:3e:aa:2e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695c3e10-05ef-4ceb-9e93-e1600306ee5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:19:51Z', 'updated_at': '2021-07-06T14:19:53Z', 'revision_number': 1, 'project_id': '40ab17dbfa354891b0693042b531db54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14ce488-4a49-4791-8028-a6039bd9e55d', 'name': '', 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'mac_address': 'fa:16:3e:eb:a7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:32Z', 'updated_at': '2021-07-06T14:19:39Z', 'revision_number': 5, 'project_id': '40ab17dbfa354891b0693042b531db54', 'subnets': [{'id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd5c73cc5-8d3f-4fe7-ba75-83db837f3b16', 'name': '', 'network_id': '41a7e818-09b2-4e77-89a6-180c3400396f', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'mac_address': 'fa:16:3e:93:46:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '09440b54-72da-4bcc-9888-2f67ce77f3bf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:20:49Z', 'updated_at': '2021-07-06T14:20:51Z', 'revision_number': 4, 'project_id': '40ab17dbfa354891b0693042b531db54', 'subnets': [{'id': '09440b54-72da-4bcc-9888-2f67ce77f3bf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:20:52.960748 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d5c73cc5-8d3f-4fe7-ba75-83db837f3b16 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:20:53.172118 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port d5c73cc5-8d3f-4fe7-ba75-83db837f3b16 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:20:53.177967 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port d5c73cc5-8d3f-4fe7-ba75-83db837f3b16 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:53.178362 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:53.266791 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:53.306094 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port d5c73cc5-8d3f-4fe7-ba75-83db837f3b16, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d5c73cc5-8d3f-4fe7-ba75-83db837f3b16,segment=NetworkSegment(25c1471e-f86f-4ba7-8d6f-db898000c379),segment_id=25c1471e-f86f-4ba7-8d6f-db898000c379)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:20:53.311325 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:20:53.365401 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=d5c73cc5-8d3f-4fe7-ba75-83db837f3b16,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:20:54.934232 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d5c73cc5-8d3f-4fe7-ba75-83db837f3b16 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:20:54.985871 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port d5c73cc5-8d3f-4fe7-ba75-83db837f3b16 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:20:54.986252 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:07.327268 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ea85431b-a92d-4be1-bfa0-cbf1308997cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:10.226828 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:10.580093 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f10b0d71-8355-4aa1-98b4-7f129ff0a33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:11.594782 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:11.984990 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0268471-04c0-4242-b684-e427112fb3bb req-086d553d-7b09-48ce-9f1e-c0c38cf55503 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:11.986582 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e0268471-04c0-4242-b684-e427112fb3bb req-086d553d-7b09-48ce-9f1e-c0c38cf55503 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 945 time: 0.0695896 Jul 06 14:21:12.031918 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e0268471-04c0-4242-b684-e427112fb3bb req-aae4a205-7e4f-4061-a2c7-68dbeed73d20 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=68c2928b-d91d-4d4a-8c3d-5efdd4023a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396278 Jul 06 14:21:13.029964 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59030) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:13.155861 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:13.454381 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03211b9-7e4f-49cb-be61-4b0033a4f5e1 req-a5beda11-4c8f-42ad-af31-af9446b8df2e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:13.455950 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f03211b9-7e4f-49cb-be61-4b0033a4f5e1 req-a5beda11-4c8f-42ad-af31-af9446b8df2e tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 945 time: 0.1176934 Jul 06 14:21:13.573730 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f03211b9-7e4f-49cb-be61-4b0033a4f5e1 req-0ecfdd4e-62a0-466f-beac-c273b7bbea57 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=68c2928b-d91d-4d4a-8c3d-5efdd4023a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056423 Jul 06 14:21:13.834693 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-697372db-5ba0-47c4-b1c8-71238b2ad443 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:14.228510 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-697372db-5ba0-47c4-b1c8-71238b2ad443 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Deleting port d5c73cc5-8d3f-4fe7-ba75-83db837f3b16 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:21:14.229218 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-697372db-5ba0-47c4-b1c8-71238b2ad443 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:14.324791 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-697372db-5ba0-47c4-b1c8-71238b2ad443 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] For port d5c73cc5-8d3f-4fe7-ba75-83db837f3b16, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d5c73cc5-8d3f-4fe7-ba75-83db837f3b16,segment=NetworkSegment(25c1471e-f86f-4ba7-8d6f-db898000c379),segment_id=25c1471e-f86f-4ba7-8d6f-db898000c379)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:14.325147 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-697372db-5ba0-47c4-b1c8-71238b2ad443 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:14.340084 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-697372db-5ba0-47c4-b1c8-71238b2ad443 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Calling delete_port for d5c73cc5-8d3f-4fe7-ba75-83db837f3b16 owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:21:14.543806 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-697372db-5ba0-47c4-b1c8-71238b2ad443 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:14.574919 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697372db-5ba0-47c4-b1c8-71238b2ad443 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event deleted for resources: {'Port': ['ID=d5c73cc5-8d3f-4fe7-ba75-83db837f3b16,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:14.802661 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-697372db-5ba0-47c4-b1c8-71238b2ad443 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:14.881921 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ddeca7-2d2a-4ffb-b123-818076daeab2 req-8b6807cf-b2d5-484d-b11f-baf1cd2602a9 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:14.883430 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-25ddeca7-2d2a-4ffb-b123-818076daeab2 req-8b6807cf-b2d5-484d-b11f-baf1cd2602a9 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 945 time: 0.1432543 Jul 06 14:21:14.976349 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-25ddeca7-2d2a-4ffb-b123-818076daeab2 req-0c727589-f770-4465-a9bf-0f759d32ef28 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=68c2928b-d91d-4d4a-8c3d-5efdd4023a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787075 Jul 06 14:21:15.097423 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697372db-5ba0-47c4-b1c8-71238b2ad443 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Router c2bf692a-3d11-4006-99a4-2f89bf165f28 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:21:15.208426 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697372db-5ba0-47c4-b1c8-71238b2ad443 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:21:15.214078 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-697372db-5ba0-47c4-b1c8-71238b2ad443 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "PUT /v2.0/routers/c2bf692a-3d11-4006-99a4-2f89bf165f28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1823132 Jul 06 14:21:15.228551 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f6daff-92d5-4c10-b970-6ab9ec49dcc3 None None] Sync routers for ids ['c2bf692a-3d11-4006-99a4-2f89bf165f28'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:21:15.240134 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f6daff-92d5-4c10-b970-6ab9ec49dcc3 None None] Routers {'c2bf692a-3d11-4006-99a4-2f89bf165f28'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:21:15.240884 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-d9f6daff-92d5-4c10-b970-6ab9ec49dcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:21:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c2bf692a-3d11-4006-99a4-2f89bf165f28'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:15.352510 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-d9f6daff-92d5-4c10-b970-6ab9ec49dcc3 None None] Set router c2bf692a-3d11-4006-99a4-2f89bf165f28 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:21:15.607830 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29764b1a-c25b-43cf-87ad-9f6264cd045d req-cf21d05b-0f18-47e8-9f9b-20f9860da599 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:15.609209 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-29764b1a-c25b-43cf-87ad-9f6264cd045d req-cf21d05b-0f18-47e8-9f9b-20f9860da599 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=e02203ca-234d-4123-b9ee-cd094f86af7e HTTP/1.1" status: 200 len: 946 time: 0.0768561 Jul 06 14:21:15.613116 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-d9f6daff-92d5-4c10-b970-6ab9ec49dcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'name': 'tempest-TestNetworkBasicOps-router-2083258110', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:21:14Z', 'revision_number': 6, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '97704545-9e7f-441b-a325-6b06fa5f1d22', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'port_id': '54047792-e698-40a8-b989-a74dc0595ceb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce', 'mac_address': 'fa:16:3e:aa:2e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695c3e10-05ef-4ceb-9e93-e1600306ee5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:19:51Z', 'updated_at': '2021-07-06T14:19:53Z', 'revision_number': 1, 'project_id': '40ab17dbfa354891b0693042b531db54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14ce488-4a49-4791-8028-a6039bd9e55d', 'name': '', 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'mac_address': 'fa:16:3e:eb:a7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:32Z', 'updated_at': '2021-07-06T14:19:39Z', 'revision_number': 5, 'project_id': '40ab17dbfa354891b0693042b531db54', 'subnets': [{'id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:15.645992 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f6daff-92d5-4c10-b970-6ab9ec49dcc3 None None] Checking router: c2bf692a-3d11-4006-99a4-2f89bf165f28 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:21:15.650067 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-29764b1a-c25b-43cf-87ad-9f6264cd045d req-abe97aac-3833-4a54-9e86-e8197d8724c8 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?id=9d41202e-8e96-47c6-99fd-5f3a99ff7b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339284 Jul 06 14:21:15.656665 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f6daff-92d5-4c10-b970-6ab9ec49dcc3 None None] Routers {'c2bf692a-3d11-4006-99a4-2f89bf165f28'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:21:15.657382 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-d9f6daff-92d5-4c10-b970-6ab9ec49dcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:21:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c2bf692a-3d11-4006-99a4-2f89bf165f28'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:15.767300 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-d9f6daff-92d5-4c10-b970-6ab9ec49dcc3 None None] Set router c2bf692a-3d11-4006-99a4-2f89bf165f28 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:21:16.008610 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-d9f6daff-92d5-4c10-b970-6ab9ec49dcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'name': 'tempest-TestNetworkBasicOps-router-2083258110', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:21:14Z', 'revision_number': 6, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '97704545-9e7f-441b-a325-6b06fa5f1d22', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'port_id': '54047792-e698-40a8-b989-a74dc0595ceb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce', 'mac_address': 'fa:16:3e:aa:2e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695c3e10-05ef-4ceb-9e93-e1600306ee5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:19:51Z', 'updated_at': '2021-07-06T14:19:53Z', 'revision_number': 1, 'project_id': '40ab17dbfa354891b0693042b531db54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14ce488-4a49-4791-8028-a6039bd9e55d', 'name': '', 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'mac_address': 'fa:16:3e:eb:a7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:32Z', 'updated_at': '2021-07-06T14:19:39Z', 'revision_number': 5, 'project_id': '40ab17dbfa354891b0693042b531db54', 'subnets': [{'id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:16.044706 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f6daff-92d5-4c10-b970-6ab9ec49dcc3 None None] The sync data for ids ['c2bf692a-3d11-4006-99a4-2f89bf165f28'] in n-d-773644-6 is: [{'id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'name': 'tempest-TestNetworkBasicOps-router-2083258110', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:21:14Z', 'revision_number': 6, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '97704545-9e7f-441b-a325-6b06fa5f1d22', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'port_id': '54047792-e698-40a8-b989-a74dc0595ceb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce', 'mac_address': 'fa:16:3e:aa:2e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '695c3e10-05ef-4ceb-9e93-e1600306ee5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:19:51Z', 'updated_at': '2021-07-06T14:19:53Z', 'revision_number': 1, 'project_id': '40ab17dbfa354891b0693042b531db54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a14ce488-4a49-4791-8028-a6039bd9e55d', 'name': '', 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'mac_address': 'fa:16:3e:eb:a7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:32Z', 'updated_at': '2021-07-06T14:19:39Z', 'revision_number': 5, 'project_id': '40ab17dbfa354891b0693042b531db54', 'subnets': [{'id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:21:16.192756 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8043354-eb50-4db8-93b9-b96ef6c2fdb9 req-9d5dec9c-6c70-462b-ada3-a730ca5fb4a9 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:16.194308 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a8043354-eb50-4db8-93b9-b96ef6c2fdb9 req-9d5dec9c-6c70-462b-ada3-a730ca5fb4a9 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 945 time: 0.0729156 Jul 06 14:21:16.237510 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a8043354-eb50-4db8-93b9-b96ef6c2fdb9 req-ca91355c-0d86-49ab-8fa9-11a0acbeea64 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=68c2928b-d91d-4d4a-8c3d-5efdd4023a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357180 Jul 06 14:21:16.744402 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:16.842404 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9f870-b84a-4ecb-9ede-9104b309e9a2 req-1dd99238-8c6f-4c71-b91e-368a32792d8f tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:16.843955 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b2c9f870-b84a-4ecb-9ede-9104b309e9a2 req-1dd99238-8c6f-4c71-b91e-368a32792d8f tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=e02203ca-234d-4123-b9ee-cd094f86af7e HTTP/1.1" status: 200 len: 946 time: 0.0683415 Jul 06 14:21:16.882631 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b2c9f870-b84a-4ecb-9ede-9104b309e9a2 req-8dcbca09-ce7e-4b82-b77d-b22c536c6d2c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?id=9d41202e-8e96-47c6-99fd-5f3a99ff7b98&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327747 Jul 06 14:21:16.909461 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d5c73cc5-8d3f-4fe7-ba75-83db837f3b16 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:21:16.937320 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: d5c73cc5-8d3f-4fe7-ba75-83db837f3b16 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:21:16.938027 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d5c73cc5-8d3f-4fe7-ba75-83db837f3b16 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:21:16.990503 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff7f8b-3672-4993-a9bb-19fdd34fbe8d req-2332b7d5-e666-47ec-9902-9d11a3446c7b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:16.992102 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-30ff7f8b-3672-4993-a9bb-19fdd34fbe8d req-2332b7d5-e666-47ec-9902-9d11a3446c7b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.52 "GET /v2.0/ports?device_id=e02203ca-234d-4123-b9ee-cd094f86af7e HTTP/1.1" status: 200 len: 946 time: 0.0752227 Jul 06 14:21:17.103588 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-30ff7f8b-3672-4993-a9bb-19fdd34fbe8d req-96be1080-3026-4464-af46-3f06efc1769a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Deleting port 5b5c7347-8e68-423b-82f1-cb4b82bd266d {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:21:17.104053 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-30ff7f8b-3672-4993-a9bb-19fdd34fbe8d req-96be1080-3026-4464-af46-3f06efc1769a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:17.196079 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-30ff7f8b-3672-4993-a9bb-19fdd34fbe8d req-96be1080-3026-4464-af46-3f06efc1769a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] For port 5b5c7347-8e68-423b-82f1-cb4b82bd266d, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=5b5c7347-8e68-423b-82f1-cb4b82bd266d,segment=NetworkSegment(25c1471e-f86f-4ba7-8d6f-db898000c379),segment_id=25c1471e-f86f-4ba7-8d6f-db898000c379)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:17.196405 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-30ff7f8b-3672-4993-a9bb-19fdd34fbe8d req-96be1080-3026-4464-af46-3f06efc1769a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:17.210017 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-30ff7f8b-3672-4993-a9bb-19fdd34fbe8d req-96be1080-3026-4464-af46-3f06efc1769a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Calling delete_port for 5b5c7347-8e68-423b-82f1-cb4b82bd266d owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:21:17.355693 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-30ff7f8b-3672-4993-a9bb-19fdd34fbe8d req-96be1080-3026-4464-af46-3f06efc1769a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:17.389663 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be1080-3026-4464-af46-3f06efc1769a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event deleted for resources: {'Port': ['ID=5b5c7347-8e68-423b-82f1-cb4b82bd266d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:17.447900 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ff7f8b-3672-4993-a9bb-19fdd34fbe8d req-96be1080-3026-4464-af46-3f06efc1769a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] No DVR routers for this DVR port 5b5c7347-8e68-423b-82f1-cb4b82bd266d on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:21:17.452364 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-30ff7f8b-3672-4993-a9bb-19fdd34fbe8d req-96be1080-3026-4464-af46-3f06efc1769a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:17.454699 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-30ff7f8b-3672-4993-a9bb-19fdd34fbe8d req-96be1080-3026-4464-af46-3f06efc1769a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.52 "DELETE /v2.0/ports/5b5c7347-8e68-423b-82f1-cb4b82bd266d HTTP/1.1" status: 204 len: 173 time: 0.4521101 Jul 06 14:21:17.455201 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02203ca-234d-4123-b9ee-cd094f86af7e', 'name': 'network-vif-deleted', 'tag': '5b5c7347-8e68-423b-82f1-cb4b82bd266d'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:21:17.457508 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b336b017-bf41-4164-8009-1f021a3fd389" -d '{"events": [{"server_uuid": "e02203ca-234d-4123-b9ee-cd094f86af7e", "name": "network-vif-deleted", "tag": "5b5c7347-8e68-423b-82f1-cb4b82bd266d"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:21:17.461743 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35014e4f-35d8-4c39-903f-d0ee7ca93741 req-5888a3a7-da39-492d-ae66-84c3bae33a21 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:17.463641 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35014e4f-35d8-4c39-903f-d0ee7ca93741 req-5888a3a7-da39-492d-ae66-84c3bae33a21 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 945 time: 0.0899088 Jul 06 14:21:17.510363 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35014e4f-35d8-4c39-903f-d0ee7ca93741 req-8f0f2d4e-858f-4482-b8f4-244c45c93356 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=68c2928b-d91d-4d4a-8c3d-5efdd4023a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405784 Jul 06 14:21:17.560900 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148b0ff6-bdca-4278-8696-4d56ebaabb8b x-openstack-request-id: req-148b0ff6-bdca-4278-8696-4d56ebaabb8b {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:21:17.561237 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02203ca-234d-4123-b9ee-cd094f86af7e", "name": "network-vif-deleted", "tag": "5b5c7347-8e68-423b-82f1-cb4b82bd266d", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:21:17.561495 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-148b0ff6-bdca-4278-8696-4d56ebaabb8b {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:21:17.561934 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02203ca-234d-4123-b9ee-cd094f86af7e', 'name': 'network-vif-deleted', 'tag': '5b5c7347-8e68-423b-82f1-cb4b82bd266d', 'status': 'completed', 'code': 200} Jul 06 14:21:17.718710 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:21:18.055332 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-60623e12-5382-48d5-a5ca-9c29c35fc82d req-69d9f175-fa2f-4459-8280-5bcd9d2109f7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=e02203ca-234d-4123-b9ee-cd094f86af7e HTTP/1.1" status: 200 len: 210 time: 0.0312412 Jul 06 14:21:18.694063 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd6792-75ab-4a2d-8d33-6d0ee19b0317 req-e0bc9504-4bb1-4b07-b2ea-6199b5ecfd31 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:18.695563 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42dd6792-75ab-4a2d-8d33-6d0ee19b0317 req-e0bc9504-4bb1-4b07-b2ea-6199b5ecfd31 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 945 time: 0.0641840 Jul 06 14:21:18.739539 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-42dd6792-75ab-4a2d-8d33-6d0ee19b0317 req-fb169935-7a40-44be-a021-a4b81434d52f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=68c2928b-d91d-4d4a-8c3d-5efdd4023a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374589 Jul 06 14:21:18.833361 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:19.161219 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59080) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:19.224082 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e53cac34-c3a2-4345-9c8a-ca40c00ebb05 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:19.250815 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e53cac34-c3a2-4345-9c8a-ca40c00ebb05 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:19.314169 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e53cac34-c3a2-4345-9c8a-ca40c00ebb05 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:19.316998 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e53cac34-c3a2-4345-9c8a-ca40c00ebb05 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:19.318234 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e53cac34-c3a2-4345-9c8a-ca40c00ebb05 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "DELETE /v2.0/security-groups/9d41202e-8e96-47c6-99fd-5f3a99ff7b98 HTTP/1.1" status: 204 len: 168 time: 0.1559625 Jul 06 14:21:19.333598 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53cac34-c3a2-4345-9c8a-ca40c00ebb05 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d41202e-8e96-47c6-99fd-5f3a99ff7b98,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:19.352383 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59084) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:19.408915 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed704b1-7525-4a9a-94cc-b6862da0d20a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Deleting subnet 09440b54-72da-4bcc-9888-2f67ce77f3bf {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:21:19.412188 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aed704b1-7525-4a9a-94cc-b6862da0d20a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:19.454878 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aed704b1-7525-4a9a-94cc-b6862da0d20a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:19.577166 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aed704b1-7525-4a9a-94cc-b6862da0d20a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:19.636518 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aed704b1-7525-4a9a-94cc-b6862da0d20a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:19.663283 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed704b1-7525-4a9a-94cc-b6862da0d20a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event deleted for resources: {'Subnet': ['ID=09440b54-72da-4bcc-9888-2f67ce77f3bf,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:19.667197 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-aed704b1-7525-4a9a-94cc-b6862da0d20a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:19.672377 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-aed704b1-7525-4a9a-94cc-b6862da0d20a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "DELETE /v2.0/subnets/09440b54-72da-4bcc-9888-2f67ce77f3bf HTTP/1.1" status: 204 len: 168 time: 0.3163884 Jul 06 14:21:19.677188 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e8d7b1-8c7e-45a7-b97b-d879c0a44de3 None None] Network 41a7e818-09b2-4e77-89a6-180c3400396f requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:21:19.679179 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59086) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:19.766940 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d72b6c7b-0916-4d49-bf03-d44e81486f0e tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:19.835388 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-d72b6c7b-0916-4d49-bf03-d44e81486f0e tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Deleting port 7cfcf388-774f-4f23-b1d8-6f0ad66923c3 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:21:19.835731 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d72b6c7b-0916-4d49-bf03-d44e81486f0e tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:19.900948 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d38a20-9dc9-4c14-992e-78bb075fee02 None None] DHCP port deletion for 41a7e818-09b2-4e77-89a6-180c3400396f request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:21:19.957886 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-24d38a20-9dc9-4c14-992e-78bb075fee02 None None] Deleting port 7cfcf388-774f-4f23-b1d8-6f0ad66923c3 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:21:19.958359 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-24d38a20-9dc9-4c14-992e-78bb075fee02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:20.032492 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-24d38a20-9dc9-4c14-992e-78bb075fee02 None None] For port 7cfcf388-774f-4f23-b1d8-6f0ad66923c3, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=7cfcf388-774f-4f23-b1d8-6f0ad66923c3,segment=NetworkSegment(25c1471e-f86f-4ba7-8d6f-db898000c379),segment_id=25c1471e-f86f-4ba7-8d6f-db898000c379)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:20.032889 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-24d38a20-9dc9-4c14-992e-78bb075fee02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:20.052438 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-24d38a20-9dc9-4c14-992e-78bb075fee02 None None] Calling delete_port for 7cfcf388-774f-4f23-b1d8-6f0ad66923c3 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:21:20.154594 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-24d38a20-9dc9-4c14-992e-78bb075fee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:20.184364 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d38a20-9dc9-4c14-992e-78bb075fee02 None None] Pushing event deleted for resources: {'Port': ['ID=7cfcf388-774f-4f23-b1d8-6f0ad66923c3,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:20.191833 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d38a20-9dc9-4c14-992e-78bb075fee02 None None] No DVR routers for this DVR port 7cfcf388-774f-4f23-b1d8-6f0ad66923c3 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:21:20.211723 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-d72b6c7b-0916-4d49-bf03-d44e81486f0e tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] For port 7cfcf388-774f-4f23-b1d8-6f0ad66923c3, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=7cfcf388-774f-4f23-b1d8-6f0ad66923c3,segment=NetworkSegment(25c1471e-f86f-4ba7-8d6f-db898000c379),segment_id=25c1471e-f86f-4ba7-8d6f-db898000c379)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:20.212093 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d72b6c7b-0916-4d49-bf03-d44e81486f0e tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:20.226004 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-d72b6c7b-0916-4d49-bf03-d44e81486f0e tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Calling delete_port for 7cfcf388-774f-4f23-b1d8-6f0ad66923c3 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:21:20.357302 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eef502-6472-42ae-b9e4-ae22034dec5e req-de5f06bf-6482-4dd9-b5bf-34277cf0e04d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:20.358966 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c0eef502-6472-42ae-b9e4-ae22034dec5e req-de5f06bf-6482-4dd9-b5bf-34277cf0e04d tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 945 time: 0.4539895 Jul 06 14:21:20.359799 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d72b6c7b-0916-4d49-bf03-d44e81486f0e tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:20.396778 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b6c7b-0916-4d49-bf03-d44e81486f0e tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event deleted for resources: {'Port': ['ID=7cfcf388-774f-4f23-b1d8-6f0ad66923c3,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:20.407221 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72b6c7b-0916-4d49-bf03-d44e81486f0e tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] No DVR routers for this DVR port 7cfcf388-774f-4f23-b1d8-6f0ad66923c3 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:21:20.486380 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c0eef502-6472-42ae-b9e4-ae22034dec5e req-ab955875-6915-42f3-8539-c1a0b391e6c9 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=68c2928b-d91d-4d4a-8c3d-5efdd4023a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210771 Jul 06 14:21:20.517183 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d72b6c7b-0916-4d49-bf03-d44e81486f0e tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:20.528065 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-d72b6c7b-0916-4d49-bf03-d44e81486f0e tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a7e818-09b2-4e77-89a6-180c3400396f']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:20.538565 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-d72b6c7b-0916-4d49-bf03-d44e81486f0e tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c1471e-f86f-4ba7-8d6f-db898000c379') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:20.538867 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-d72b6c7b-0916-4d49-bf03-d44e81486f0e tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c1471e-f86f-4ba7-8d6f-db898000c379') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:20.548382 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d72b6c7b-0916-4d49-bf03-d44e81486f0e tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:20.562487 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d72b6c7b-0916-4d49-bf03-d44e81486f0e tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:20.568785 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72b6c7b-0916-4d49-bf03-d44e81486f0e tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:21:20.569187 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d72b6c7b-0916-4d49-bf03-d44e81486f0e tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: self.session.flush() Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: self.session.flush() Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: self.session.flush() Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: self.session.flush() Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:21:20.572212 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:21:20.632384 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d72b6c7b-0916-4d49-bf03-d44e81486f0e tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:20.637628 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d72b6c7b-0916-4d49-bf03-d44e81486f0e tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:20.642440 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d72b6c7b-0916-4d49-bf03-d44e81486f0e tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "DELETE /v2.0/networks/41a7e818-09b2-4e77-89a6-180c3400396f HTTP/1.1" status: 204 len: 168 time: 0.9592586 Jul 06 14:21:20.643120 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59104) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:20.654749 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b6c7b-0916-4d49-bf03-d44e81486f0e tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event deleted for resources: {'Network': ['ID=41a7e818-09b2-4e77-89a6-180c3400396f,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:20.788605 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 5b5c7347-8e68-423b-82f1-cb4b82bd266d no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:21:20.809341 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 5b5c7347-8e68-423b-82f1-cb4b82bd266d {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:21:20.810000 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 5b5c7347-8e68-423b-82f1-cb4b82bd266d not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:21:20.812815 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-5cb51be9-f376-41fc-8859-68fa69b7b3b2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Deleting port abd0813e-48ef-4a82-9896-092f64911f08 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:21:20.813165 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5cb51be9-f376-41fc-8859-68fa69b7b3b2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:20.890118 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5cb51be9-f376-41fc-8859-68fa69b7b3b2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:20.890460 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5cb51be9-f376-41fc-8859-68fa69b7b3b2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:20.903385 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-5cb51be9-f376-41fc-8859-68fa69b7b3b2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Calling delete_port for abd0813e-48ef-4a82-9896-092f64911f08 owned by network:floatingip {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:21:20.942712 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 7cfcf388-774f-4f23-b1d8-6f0ad66923c3 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:21:20.963315 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 7cfcf388-774f-4f23-b1d8-6f0ad66923c3 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:21:20.963749 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 7cfcf388-774f-4f23-b1d8-6f0ad66923c3 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:21:21.065921 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5cb51be9-f376-41fc-8859-68fa69b7b3b2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:21.105391 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb51be9-f376-41fc-8859-68fa69b7b3b2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event deleted for resources: {'Port': ['ID=abd0813e-48ef-4a82-9896-092f64911f08,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:21.181209 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5cb51be9-f376-41fc-8859-68fa69b7b3b2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for floatingip, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:21.181562 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-5cb51be9-f376-41fc-8859-68fa69b7b3b2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Floating IP 97704545-9e7f-441b-a325-6b06fa5f1d22 disassociated (deleted). External IP: 172.25.6.160, port: 54047792-e698-40a8-b989-a74dc0595ceb. Jul 06 14:21:21.724201 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde327e2-cf23-4f41-a523-99a223685f75 req-e71ee935-2485-41a2-ae1f-e7191888f7f9 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:21.726323 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cde327e2-cf23-4f41-a523-99a223685f75 req-e71ee935-2485-41a2-ae1f-e7191888f7f9 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 945 time: 0.0993941 Jul 06 14:21:21.773894 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cde327e2-cf23-4f41-a523-99a223685f75 req-d2ec25bf-b568-4818-ac60-ace03e4214e1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=68c2928b-d91d-4d4a-8c3d-5efdd4023a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379605 Jul 06 14:21:21.793732 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb51be9-f376-41fc-8859-68fa69b7b3b2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Router c2bf692a-3d11-4006-99a4-2f89bf165f28 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:21:21.926120 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb51be9-f376-41fc-8859-68fa69b7b3b2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:21:21.930489 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5cb51be9-f376-41fc-8859-68fa69b7b3b2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:21.937178 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1927a6e2-8458-41d7-a4a1-15f2577f963f None None] Sync routers for ids ['c2bf692a-3d11-4006-99a4-2f89bf165f28'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:21:21.948029 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1927a6e2-8458-41d7-a4a1-15f2577f963f None None] Routers {'c2bf692a-3d11-4006-99a4-2f89bf165f28'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:21:21.949213 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-1927a6e2-8458-41d7-a4a1-15f2577f963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:21:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c2bf692a-3d11-4006-99a4-2f89bf165f28'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:21.974563 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5cb51be9-f376-41fc-8859-68fa69b7b3b2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "DELETE /v2.0/floatingips/97704545-9e7f-441b-a325-6b06fa5f1d22 HTTP/1.1" status: 204 len: 168 time: 1.3277199 Jul 06 14:21:21.974563 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '695c3e10-05ef-4ceb-9e93-e1600306ee5b', 'tag': '54047792-e698-40a8-b989-a74dc0595ceb'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:21:21.976252 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d34442-d687-4037-b919-f78499e383b5" -d '{"events": [{"name": "network-changed", "server_uuid": "695c3e10-05ef-4ceb-9e93-e1600306ee5b", "tag": "54047792-e698-40a8-b989-a74dc0595ceb"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:21:22.078714 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-1927a6e2-8458-41d7-a4a1-15f2577f963f None None] Set router c2bf692a-3d11-4006-99a4-2f89bf165f28 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:21:22.298195 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc83b42-a485-4efd-af15-2846150b0c12 x-openstack-request-id: req-8bc83b42-a485-4efd-af15-2846150b0c12 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:21:22.298510 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "695c3e10-05ef-4ceb-9e93-e1600306ee5b", "tag": "54047792-e698-40a8-b989-a74dc0595ceb", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:21:22.298803 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-8bc83b42-a485-4efd-af15-2846150b0c12 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:21:22.299208 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '695c3e10-05ef-4ceb-9e93-e1600306ee5b', 'tag': '54047792-e698-40a8-b989-a74dc0595ceb', 'status': 'completed', 'code': 200} Jul 06 14:21:22.352944 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-1927a6e2-8458-41d7-a4a1-15f2577f963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'name': 'tempest-TestNetworkBasicOps-router-2083258110', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:21:14Z', 'revision_number': 6, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'a14ce488-4a49-4791-8028-a6039bd9e55d', 'name': '', 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'mac_address': 'fa:16:3e:eb:a7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:32Z', 'updated_at': '2021-07-06T14:19:39Z', 'revision_number': 5, 'project_id': '40ab17dbfa354891b0693042b531db54', 'subnets': [{'id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:22.385298 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1927a6e2-8458-41d7-a4a1-15f2577f963f None None] Checking router: c2bf692a-3d11-4006-99a4-2f89bf165f28 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:21:22.397038 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1927a6e2-8458-41d7-a4a1-15f2577f963f None None] Routers {'c2bf692a-3d11-4006-99a4-2f89bf165f28'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:21:22.400603 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-1927a6e2-8458-41d7-a4a1-15f2577f963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:21:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c2bf692a-3d11-4006-99a4-2f89bf165f28'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:22.475578 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d34442-d687-4037-b919-f78499e383b5 req-6a2c93a4-89e8-4bef-a1e1-552f1cd68bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:22.477494 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-90d34442-d687-4037-b919-f78499e383b5 req-6a2c93a4-89e8-4bef-a1e1-552f1cd68bd1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40ab17dbfa354891b0693042b531db54&device_id=695c3e10-05ef-4ceb-9e93-e1600306ee5b HTTP/1.1" status: 200 len: 1097 time: 0.1548629 Jul 06 14:21:22.511952 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4808f92-8e28-43c0-932f-ec8dedd375cf req-dcb1ef54-6a56-4900-9e0a-e9894a6d964b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:22.521233 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e4808f92-8e28-43c0-932f-ec8dedd375cf req-dcb1ef54-6a56-4900-9e0a-e9894a6d964b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=695c3e10-05ef-4ceb-9e93-e1600306ee5b HTTP/1.1" status: 200 len: 946 time: 0.0917709 Jul 06 14:21:22.560937 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-1927a6e2-8458-41d7-a4a1-15f2577f963f None None] Set router c2bf692a-3d11-4006-99a4-2f89bf165f28 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:21:22.574358 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e4808f92-8e28-43c0-932f-ec8dedd375cf req-f2546aae-2475-4f15-bab2-54f008b45ebf tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?id=08ab3606-e38f-4540-b0e2-36159098b1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521247 Jul 06 14:21:22.600114 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d34442-d687-4037-b919-f78499e383b5 req-927f1217-cabc-402a-9ceb-f4840b003609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:22.601827 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-90d34442-d687-4037-b919-f78499e383b5 req-927f1217-cabc-402a-9ceb-f4840b003609 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a18bee79-e544-4ac3-bfcf-6cd8027698ce HTTP/1.1" status: 200 len: 898 time: 0.1160095 Jul 06 14:21:22.645926 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-90d34442-d687-4037-b919-f78499e383b5 req-914dc78c-aab1-4358-bd6f-7b30206f7f5a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54047792-e698-40a8-b989-a74dc0595ceb HTTP/1.1" status: 200 len: 217 time: 0.0366488 Jul 06 14:21:22.704103 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d34442-d687-4037-b919-f78499e383b5 req-b105e26f-b0f5-4fa1-9ff3-89b2ba1c4fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:22.705208 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-90d34442-d687-4037-b919-f78499e383b5 req-b105e26f-b0f5-4fa1-9ff3-89b2ba1c4fff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c66a5e0f-7fcf-45e9-b75e-5945e31941f0 HTTP/1.1" status: 200 len: 834 time: 0.0511706 Jul 06 14:21:22.767883 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d34442-d687-4037-b919-f78499e383b5 req-3038d02f-66c0-469e-af85-9d637fa87338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:22.769388 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-90d34442-d687-4037-b919-f78499e383b5 req-3038d02f-66c0-469e-af85-9d637fa87338 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a18bee79-e544-4ac3-bfcf-6cd8027698ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557790 Jul 06 14:21:22.791331 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-1927a6e2-8458-41d7-a4a1-15f2577f963f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'name': 'tempest-TestNetworkBasicOps-router-2083258110', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:21:14Z', 'revision_number': 6, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'a14ce488-4a49-4791-8028-a6039bd9e55d', 'name': '', 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'mac_address': 'fa:16:3e:eb:a7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:32Z', 'updated_at': '2021-07-06T14:19:39Z', 'revision_number': 5, 'project_id': '40ab17dbfa354891b0693042b531db54', 'subnets': [{'id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:22.824359 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1927a6e2-8458-41d7-a4a1-15f2577f963f None None] The sync data for ids ['c2bf692a-3d11-4006-99a4-2f89bf165f28'] in n-d-773644-6 is: [{'id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'name': 'tempest-TestNetworkBasicOps-router-2083258110', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:21:14Z', 'revision_number': 6, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'a14ce488-4a49-4791-8028-a6039bd9e55d', 'name': '', 'network_id': 'a18bee79-e544-4ac3-bfcf-6cd8027698ce', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'mac_address': 'fa:16:3e:eb:a7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:32Z', 'updated_at': '2021-07-06T14:19:39Z', 'revision_number': 5, 'project_id': '40ab17dbfa354891b0693042b531db54', 'subnets': [{'id': 'c66a5e0f-7fcf-45e9-b75e-5945e31941f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:21:22.892727 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-90d34442-d687-4037-b919-f78499e383b5 req-2e8e76d9-69f5-4a90-bcf5-0fcdb5ac8ec7 service neutron] 10.222.0.52 "GET /v2.0/networks/a18bee79-e544-4ac3-bfcf-6cd8027698ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146731 Jul 06 14:21:22.991823 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-90d34442-d687-4037-b919-f78499e383b5 req-e202d36e-5761-4048-884a-41d7d5e5fb7d service neutron] 10.222.0.52 "GET /v2.0/networks/a18bee79-e544-4ac3-bfcf-6cd8027698ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916145 Jul 06 14:21:23.016288 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47850580-6284-4991-884d-71fa2d10811d req-d235d9ee-064a-4549-9f89-83e62b3d1810 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:23.020380 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47850580-6284-4991-884d-71fa2d10811d req-d235d9ee-064a-4549-9f89-83e62b3d1810 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 945 time: 0.0878136 Jul 06 14:21:23.065579 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47850580-6284-4991-884d-71fa2d10811d req-feb2a496-b993-43d5-be8d-d3ed28c1a4d1 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=68c2928b-d91d-4d4a-8c3d-5efdd4023a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390184 Jul 06 14:21:23.162119 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef27474-a4a5-479b-9e9d-98b47ad1cda6 None None] New status for floating IP 97704545-9e7f-441b-a325-6b06fa5f1d22: DOWN {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:21:23.758304 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54e048-8b0b-4903-a8dd-b30323cbe920 req-62beea17-45f4-4b6e-99fd-71cda9d4faea tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:23.759648 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb54e048-8b0b-4903-a8dd-b30323cbe920 req-62beea17-45f4-4b6e-99fd-71cda9d4faea tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=695c3e10-05ef-4ceb-9e93-e1600306ee5b HTTP/1.1" status: 200 len: 946 time: 0.0726717 Jul 06 14:21:23.804323 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb54e048-8b0b-4903-a8dd-b30323cbe920 req-a14338fb-93ad-430a-92ce-6cc8842cde81 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?id=08ab3606-e38f-4540-b0e2-36159098b1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377622 Jul 06 14:21:23.947288 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d51440-3fe0-49c4-b5eb-95049bca3d65 req-a12a52e7-08be-4110-94d3-c89e4445b2c0 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:23.949375 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f8d51440-3fe0-49c4-b5eb-95049bca3d65 req-a12a52e7-08be-4110-94d3-c89e4445b2c0 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.52 "GET /v2.0/ports?device_id=695c3e10-05ef-4ceb-9e93-e1600306ee5b HTTP/1.1" status: 200 len: 946 time: 0.0745256 Jul 06 14:21:24.060527 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-f8d51440-3fe0-49c4-b5eb-95049bca3d65 req-0c09de38-cba9-4eec-8c62-ff84045dba3b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Deleting port 54047792-e698-40a8-b989-a74dc0595ceb {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:21:24.060880 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f8d51440-3fe0-49c4-b5eb-95049bca3d65 req-0c09de38-cba9-4eec-8c62-ff84045dba3b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:24.179317 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-f8d51440-3fe0-49c4-b5eb-95049bca3d65 req-0c09de38-cba9-4eec-8c62-ff84045dba3b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] For port 54047792-e698-40a8-b989-a74dc0595ceb, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=54047792-e698-40a8-b989-a74dc0595ceb,segment=NetworkSegment(c24e9e39-d994-4d9c-86d2-e422c740be50),segment_id=c24e9e39-d994-4d9c-86d2-e422c740be50)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:24.180397 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f8d51440-3fe0-49c4-b5eb-95049bca3d65 req-0c09de38-cba9-4eec-8c62-ff84045dba3b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:24.197591 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-f8d51440-3fe0-49c4-b5eb-95049bca3d65 req-0c09de38-cba9-4eec-8c62-ff84045dba3b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Calling delete_port for 54047792-e698-40a8-b989-a74dc0595ceb owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:21:24.286361 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131b9ad-95dd-4f55-8f96-25858d29f72c req-0519d89a-6d72-4dfa-b816-04fc3372e1dd tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:24.288049 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0131b9ad-95dd-4f55-8f96-25858d29f72c req-0519d89a-6d72-4dfa-b816-04fc3372e1dd tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 945 time: 0.0656781 Jul 06 14:21:24.345174 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0131b9ad-95dd-4f55-8f96-25858d29f72c req-40264a3c-4acd-4eda-ae0c-b343245ba0d0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=68c2928b-d91d-4d4a-8c3d-5efdd4023a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466890 Jul 06 14:21:24.350663 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f8d51440-3fe0-49c4-b5eb-95049bca3d65 req-0c09de38-cba9-4eec-8c62-ff84045dba3b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:24.390055 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09de38-cba9-4eec-8c62-ff84045dba3b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event deleted for resources: {'Port': ['ID=54047792-e698-40a8-b989-a74dc0595ceb,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:24.419842 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09de38-cba9-4eec-8c62-ff84045dba3b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:24.420340 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09de38-cba9-4eec-8c62-ff84045dba3b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:24.420792 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09de38-cba9-4eec-8c62-ff84045dba3b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:24.421236 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09de38-cba9-4eec-8c62-ff84045dba3b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:24.421845 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09de38-cba9-4eec-8c62-ff84045dba3b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:24.422313 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09de38-cba9-4eec-8c62-ff84045dba3b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:24.422745 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09de38-cba9-4eec-8c62-ff84045dba3b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:24.423238 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09de38-cba9-4eec-8c62-ff84045dba3b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:24.423668 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09de38-cba9-4eec-8c62-ff84045dba3b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:24.424095 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09de38-cba9-4eec-8c62-ff84045dba3b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:24.424526 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09de38-cba9-4eec-8c62-ff84045dba3b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:24.425097 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09de38-cba9-4eec-8c62-ff84045dba3b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:24.459298 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d51440-3fe0-49c4-b5eb-95049bca3d65 req-0c09de38-cba9-4eec-8c62-ff84045dba3b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] No DVR routers for this DVR port 54047792-e698-40a8-b989-a74dc0595ceb on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:21:24.462255 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-f8d51440-3fe0-49c4-b5eb-95049bca3d65 req-0c09de38-cba9-4eec-8c62-ff84045dba3b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:24.465194 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f8d51440-3fe0-49c4-b5eb-95049bca3d65 req-0c09de38-cba9-4eec-8c62-ff84045dba3b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.52 "DELETE /v2.0/ports/54047792-e698-40a8-b989-a74dc0595ceb HTTP/1.1" status: 204 len: 173 time: 0.5062876 Jul 06 14:21:24.465836 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '695c3e10-05ef-4ceb-9e93-e1600306ee5b', 'name': 'network-vif-deleted', 'tag': '54047792-e698-40a8-b989-a74dc0595ceb'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:21:24.468965 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b24c99a-7d61-4986-8176-3e71a55e29d5" -d '{"events": [{"server_uuid": "695c3e10-05ef-4ceb-9e93-e1600306ee5b", "name": "network-vif-deleted", "tag": "54047792-e698-40a8-b989-a74dc0595ceb"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:21:24.517732 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5828c5bb-e573-46be-9045-cff399ba4a67 x-openstack-request-id: req-5828c5bb-e573-46be-9045-cff399ba4a67 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:21:24.518092 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "695c3e10-05ef-4ceb-9e93-e1600306ee5b", "name": "network-vif-deleted", "tag": "54047792-e698-40a8-b989-a74dc0595ceb", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:21:24.518392 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-5828c5bb-e573-46be-9045-cff399ba4a67 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:21:24.518792 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '695c3e10-05ef-4ceb-9e93-e1600306ee5b', 'name': 'network-vif-deleted', 'tag': '54047792-e698-40a8-b989-a74dc0595ceb', 'status': 'completed', 'code': 200} Jul 06 14:21:24.982561 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d81cbbf-6bb9-45c7-ac9c-ad0c025bee6c req-45c9bda4-c004-42ce-b962-56439d4065e2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=695c3e10-05ef-4ceb-9e93-e1600306ee5b HTTP/1.1" status: 200 len: 210 time: 0.0368555 Jul 06 14:21:25.552557 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08989a06-39c9-4663-bbe3-bf1dfb4f2608 req-267020d3-2ffd-4ff0-96f2-db50598686fd tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:25.554246 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08989a06-39c9-4663-bbe3-bf1dfb4f2608 req-267020d3-2ffd-4ff0-96f2-db50598686fd tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 945 time: 0.0668864 Jul 06 14:21:25.597713 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08989a06-39c9-4663-bbe3-bf1dfb4f2608 req-58c40fcf-3caa-4bbb-af0b-8a38ef059f09 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=68c2928b-d91d-4d4a-8c3d-5efdd4023a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363710 Jul 06 14:21:25.759772 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90ed44-ca3d-402e-b19d-ff4716ea9c31 req-ddb335a8-5ca7-4437-87ba-3ffa8e53a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:25.761923 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5d90ed44-ca3d-402e-b19d-ff4716ea9c31 req-ddb335a8-5ca7-4437-87ba-3ffa8e53a8f1 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 1096 time: 0.0620258 Jul 06 14:21:25.797967 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5d90ed44-ca3d-402e-b19d-ff4716ea9c31 req-c2a7f3d0-7774-4d5a-8f10-2ed6ddfca0e1 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=68c2928b-d91d-4d4a-8c3d-5efdd4023a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299675 Jul 06 14:21:26.085570 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59218) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:26.147460 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1d04de01-47a8-40e2-962a-a784e006997c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:26.199961 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1d04de01-47a8-40e2-962a-a784e006997c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:26.271659 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1d04de01-47a8-40e2-962a-a784e006997c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:26.274331 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1d04de01-47a8-40e2-962a-a784e006997c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:26.275530 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1d04de01-47a8-40e2-962a-a784e006997c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "DELETE /v2.0/security-groups/08ab3606-e38f-4540-b0e2-36159098b1cc HTTP/1.1" status: 204 len: 168 time: 0.1888103 Jul 06 14:21:26.285633 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04de01-47a8-40e2-962a-a784e006997c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ab3606-e38f-4540-b0e2-36159098b1cc,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:26.315204 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59228) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:26.625876 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device a44ce661-81a7-4744-873e-af749a40483a details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:21:26.796064 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eeefec88-7b03-42dd-a705-cc1d850b0fa9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:26.801815 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port a44ce661-81a7-4744-873e-af749a40483a, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a44ce661-81a7-4744-873e-af749a40483a,segment=NetworkSegment(37f3a5ca-624a-42c6-92df-3d30e0b8f022),segment_id=37f3a5ca-624a-42c6-92df-3d30e0b8f022)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:26.807907 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225bd1b-2a69-4315-a489-cb30c968c966 req-3966e561-2c17-4c03-83ca-47a31797e0b0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:26.816144 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2225bd1b-2a69-4315-a489-cb30c968c966 req-3966e561-2c17-4c03-83ca-47a31797e0b0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 945 time: 0.0808058 Jul 06 14:21:26.825493 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'a44ce661-81a7-4744-873e-af749a40483a', 'network_id': '4035c11b-f421-40c7-b4d0-5514fa6ab5a0', 'port_id': 'a44ce661-81a7-4744-873e-af749a40483a', 'mac_address': 'fa:16:3e:19:8a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee5a23c-1002-47c5-a222-7108d15e97be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:21:26.851405 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 54047792-e698-40a8-b989-a74dc0595ceb no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:21:26.865375 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2225bd1b-2a69-4315-a489-cb30c968c966 req-26533deb-2bd4-4420-8aef-2a6fa26b616f tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=68c2928b-d91d-4d4a-8c3d-5efdd4023a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475826 Jul 06 14:21:26.879115 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 54047792-e698-40a8-b989-a74dc0595ceb {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:21:26.879598 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 54047792-e698-40a8-b989-a74dc0595ceb not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:21:26.883614 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59236) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:26.898883 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:26.915093 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a44ce661-81a7-4744-873e-af749a40483a {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:21:26.939405 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port a44ce661-81a7-4744-873e-af749a40483a, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a44ce661-81a7-4744-873e-af749a40483a,segment=NetworkSegment(37f3a5ca-624a-42c6-92df-3d30e0b8f022),segment_id=37f3a5ca-624a-42c6-92df-3d30e0b8f022)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:26.945837 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:26.976034 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1222767e-c18d-4bf1-bfc2-c6497443a273 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/floatingips/63dfe54c-d3cc-4613-a958-be114ab057fa HTTP/1.1" status: 200 len: 993 time: 0.0901525 Jul 06 14:21:27.022864 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=a44ce661-81a7-4744-873e-af749a40483a,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:27.031732 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:27.032082 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:27.032431 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:27.032772 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:27.033105 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:27.033438 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:27.033781 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:27.034116 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:27.034443 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:27.034769 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:27.035094 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:27.035416 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:27.137411 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-eeefec88-7b03-42dd-a705-cc1d850b0fa9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Deleting port a14ce488-4a49-4791-8028-a6039bd9e55d {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:21:27.137877 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eeefec88-7b03-42dd-a705-cc1d850b0fa9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:27.184982 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['a44ce661-81a7-4744-873e-af749a40483a'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:21:27.272532 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-eeefec88-7b03-42dd-a705-cc1d850b0fa9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] For port a14ce488-4a49-4791-8028-a6039bd9e55d, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a14ce488-4a49-4791-8028-a6039bd9e55d,segment=NetworkSegment(c24e9e39-d994-4d9c-86d2-e422c740be50),segment_id=c24e9e39-d994-4d9c-86d2-e422c740be50)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:27.273059 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eeefec88-7b03-42dd-a705-cc1d850b0fa9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:27.293431 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-eeefec88-7b03-42dd-a705-cc1d850b0fa9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Calling delete_port for a14ce488-4a49-4791-8028-a6039bd9e55d owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:21:27.498807 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eeefec88-7b03-42dd-a705-cc1d850b0fa9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:27.536786 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeefec88-7b03-42dd-a705-cc1d850b0fa9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event deleted for resources: {'Port': ['ID=a14ce488-4a49-4791-8028-a6039bd9e55d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:27.675609 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08aca554-66fb-4073-829e-f09e14a6f96a req-0b71a62a-6b97-450a-9533-8e6045ac1b88 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0648923 Jul 06 14:21:27.738214 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eeefec88-7b03-42dd-a705-cc1d850b0fa9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:27.804846 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aca554-66fb-4073-829e-f09e14a6f96a req-65a6eae3-f032-4120-a5ec-730e103b22c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:27.806490 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08aca554-66fb-4073-829e-f09e14a6f96a req-65a6eae3-f032-4120-a5ec-730e103b22c1 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 1095 time: 0.0807006 Jul 06 14:21:27.938355 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aca554-66fb-4073-829e-f09e14a6f96a req-110c0da6-31ab-4a64-88c1-d3375e751236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:27.940465 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08aca554-66fb-4073-829e-f09e14a6f96a req-110c0da6-31ab-4a64-88c1-d3375e751236 service neutron] 10.222.0.124 "GET /v2.0/networks?id=4035c11b-f421-40c7-b4d0-5514fa6ab5a0 HTTP/1.1" status: 200 len: 897 time: 0.1013293 Jul 06 14:21:28.002221 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeefec88-7b03-42dd-a705-cc1d850b0fa9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Router c2bf692a-3d11-4006-99a4-2f89bf165f28 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:21:28.009285 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08aca554-66fb-4073-829e-f09e14a6f96a req-1914742d-cfd7-4b4b-a28f-3c7135327911 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a44ce661-81a7-4744-873e-af749a40483a HTTP/1.1" status: 200 len: 1000 time: 0.0627770 Jul 06 14:21:28.063157 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aca554-66fb-4073-829e-f09e14a6f96a req-d9d931f0-a3db-46bd-8757-1097cfe2a12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:28.064782 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08aca554-66fb-4073-829e-f09e14a6f96a req-d9d931f0-a3db-46bd-8757-1097cfe2a12b service neutron] 10.222.0.124 "GET /v2.0/subnets?id=aee5a23c-1002-47c5-a222-7108d15e97be HTTP/1.1" status: 200 len: 834 time: 0.0479183 Jul 06 14:21:28.115980 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeefec88-7b03-42dd-a705-cc1d850b0fa9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:21:28.121964 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-eeefec88-7b03-42dd-a705-cc1d850b0fa9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "PUT /v2.0/routers/c2bf692a-3d11-4006-99a4-2f89bf165f28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8064430 Jul 06 14:21:28.124631 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59260) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:28.129909 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2352c706-ff9e-4f02-ad3e-5575f0bafc84 None None] Sync routers for ids ['c2bf692a-3d11-4006-99a4-2f89bf165f28'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:21:28.144147 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2352c706-ff9e-4f02-ad3e-5575f0bafc84 None None] Routers {'c2bf692a-3d11-4006-99a4-2f89bf165f28'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:21:28.144898 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2352c706-ff9e-4f02-ad3e-5575f0bafc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:21:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c2bf692a-3d11-4006-99a4-2f89bf165f28'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:28.172080 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aca554-66fb-4073-829e-f09e14a6f96a req-687ae825-2c5b-481c-8feb-ef96dee48309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:28.173704 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08aca554-66fb-4073-829e-f09e14a6f96a req-687ae825-2c5b-481c-8feb-ef96dee48309 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4035c11b-f421-40c7-b4d0-5514fa6ab5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023817 Jul 06 14:21:28.241568 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-e098efaa-df6d-4597-a2ce-9acc7ed781b6 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Deleting subnet c66a5e0f-7fcf-45e9-b75e-5945e31941f0 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:21:28.246968 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e098efaa-df6d-4597-a2ce-9acc7ed781b6 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:28.264101 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-2352c706-ff9e-4f02-ad3e-5575f0bafc84 None None] Set router c2bf692a-3d11-4006-99a4-2f89bf165f28 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:21:28.321098 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e098efaa-df6d-4597-a2ce-9acc7ed781b6 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:28.354519 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08aca554-66fb-4073-829e-f09e14a6f96a req-04921d93-f3ec-4004-b675-255104d8cc9e service neutron] 10.222.0.124 "GET /v2.0/networks/4035c11b-f421-40c7-b4d0-5514fa6ab5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733005 Jul 06 14:21:28.468989 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2352c706-ff9e-4f02-ad3e-5575f0bafc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'name': 'tempest-TestNetworkBasicOps-router-2083258110', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:21:27Z', 'revision_number': 7, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:28.502169 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2352c706-ff9e-4f02-ad3e-5575f0bafc84 None None] Checking router: c2bf692a-3d11-4006-99a4-2f89bf165f28 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:21:28.507657 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e098efaa-df6d-4597-a2ce-9acc7ed781b6 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:28.512633 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2352c706-ff9e-4f02-ad3e-5575f0bafc84 None None] Routers {'c2bf692a-3d11-4006-99a4-2f89bf165f28'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:21:28.513682 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2352c706-ff9e-4f02-ad3e-5575f0bafc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:21:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['c2bf692a-3d11-4006-99a4-2f89bf165f28'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:28.544186 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08aca554-66fb-4073-829e-f09e14a6f96a req-979333df-7e8d-494b-82f1-b5d9f9ac2bd4 service neutron] 10.222.0.124 "GET /v2.0/networks/4035c11b-f421-40c7-b4d0-5514fa6ab5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697581 Jul 06 14:21:28.610511 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e098efaa-df6d-4597-a2ce-9acc7ed781b6 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:28.628092 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device a44ce661-81a7-4744-873e-af749a40483a up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:21:28.664718 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27195639-a89d-4c65-a909-b098edeb09f6 None None] Network a18bee79-e544-4ac3-bfcf-6cd8027698ce requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:21:28.725145 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e098efaa-df6d-4597-a2ce-9acc7ed781b6 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:28.729704 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e098efaa-df6d-4597-a2ce-9acc7ed781b6 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "DELETE /v2.0/subnets/c66a5e0f-7fcf-45e9-b75e-5945e31941f0 HTTP/1.1" status: 204 len: 168 time: 0.6035562 Jul 06 14:21:28.730814 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098efaa-df6d-4597-a2ce-9acc7ed781b6 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event deleted for resources: {'Subnet': ['ID=c66a5e0f-7fcf-45e9-b75e-5945e31941f0,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:28.732274 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59272) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:28.785012 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-2352c706-ff9e-4f02-ad3e-5575f0bafc84 None None] Set router c2bf692a-3d11-4006-99a4-2f89bf165f28 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:21:28.827715 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port a44ce661-81a7-4744-873e-af749a40483a triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:21:28.827715 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:28.925118 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2a33484-956e-424e-8f65-38e292b1d2c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:28.985239 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:29.032296 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port a44ce661-81a7-4744-873e-af749a40483a, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a44ce661-81a7-4744-873e-af749a40483a,segment=NetworkSegment(37f3a5ca-624a-42c6-92df-3d30e0b8f022),segment_id=37f3a5ca-624a-42c6-92df-3d30e0b8f022)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:29.034131 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44ce661-81a7-4744-873e-af749a40483a'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:21:29.037558 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80b9da8-58f6-4a54-aae5-17618845650d" -d '{"events": [{"server_uuid": "8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b", "name": "network-vif-plugged", "status": "completed", "tag": "a44ce661-81a7-4744-873e-af749a40483a"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:21:29.041099 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:29.054598 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b94a8d-c3a1-490b-9dd3-44476cf26bb0 None None] DHCP port deletion for a18bee79-e544-4ac3-bfcf-6cd8027698ce request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:21:29.078542 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2352c706-ff9e-4f02-ad3e-5575f0bafc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'name': 'tempest-TestNetworkBasicOps-router-2083258110', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:21:27Z', 'revision_number': 7, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:29.100478 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2a33484-956e-424e-8f65-38e292b1d2c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:29.109483 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2352c706-ff9e-4f02-ad3e-5575f0bafc84 None None] The sync data for ids ['c2bf692a-3d11-4006-99a4-2f89bf165f28'] in n-d-773644-6 is: [{'id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'name': 'tempest-TestNetworkBasicOps-router-2083258110', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:21:27Z', 'revision_number': 7, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': 'c47ec285-e9cb-41f6-b373-bcd6602af9ab', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bf692a-3d11-4006-99a4-2f89bf165f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:19:29Z', 'updated_at': '2021-07-06T14:19:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:21:29.127128 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe34fbb8-07bf-48f3-a6e5-a67aa7e693cc x-openstack-request-id: req-fe34fbb8-07bf-48f3-a6e5-a67aa7e693cc {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:21:29.127817 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b", "name": "network-vif-plugged", "status": "completed", "tag": "a44ce661-81a7-4744-873e-af749a40483a", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:21:29.128087 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-fe34fbb8-07bf-48f3-a6e5-a67aa7e693cc {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:21:29.128502 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44ce661-81a7-4744-873e-af749a40483a', 'code': 200} Jul 06 14:21:29.157622 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=a44ce661-81a7-4744-873e-af749a40483a,revision_number=7']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:29.182468 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c2a33484-956e-424e-8f65-38e292b1d2c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Deleting port c47ec285-e9cb-41f6-b373-bcd6602af9ab {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:21:29.182826 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2a33484-956e-424e-8f65-38e292b1d2c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:29.199636 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-76b94a8d-c3a1-490b-9dd3-44476cf26bb0 None None] Deleting port dfd8e1f3-594d-4d2a-b70a-18558258ccc3 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:21:29.200247 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-76b94a8d-c3a1-490b-9dd3-44476cf26bb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:29.271409 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c2a33484-956e-424e-8f65-38e292b1d2c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] For port c47ec285-e9cb-41f6-b373-bcd6602af9ab, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c47ec285-e9cb-41f6-b373-bcd6602af9ab,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:29.272173 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2a33484-956e-424e-8f65-38e292b1d2c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:29.278014 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-76b94a8d-c3a1-490b-9dd3-44476cf26bb0 None None] For port dfd8e1f3-594d-4d2a-b70a-18558258ccc3, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=dfd8e1f3-594d-4d2a-b70a-18558258ccc3,segment=NetworkSegment(c24e9e39-d994-4d9c-86d2-e422c740be50),segment_id=c24e9e39-d994-4d9c-86d2-e422c740be50)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:29.278486 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-76b94a8d-c3a1-490b-9dd3-44476cf26bb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:29.288212 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c2a33484-956e-424e-8f65-38e292b1d2c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Calling delete_port for c47ec285-e9cb-41f6-b373-bcd6602af9ab owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:21:29.292098 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-76b94a8d-c3a1-490b-9dd3-44476cf26bb0 None None] Calling delete_port for dfd8e1f3-594d-4d2a-b70a-18558258ccc3 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:21:29.382621 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-76b94a8d-c3a1-490b-9dd3-44476cf26bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:29.411737 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b94a8d-c3a1-490b-9dd3-44476cf26bb0 None None] Pushing event deleted for resources: {'Port': ['ID=dfd8e1f3-594d-4d2a-b70a-18558258ccc3,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:29.416112 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b94a8d-c3a1-490b-9dd3-44476cf26bb0 None None] No DVR routers for this DVR port dfd8e1f3-594d-4d2a-b70a-18558258ccc3 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:21:29.496866 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2a33484-956e-424e-8f65-38e292b1d2c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:29.529599 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a33484-956e-424e-8f65-38e292b1d2c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event deleted for resources: {'Port': ['ID=c47ec285-e9cb-41f6-b373-bcd6602af9ab,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:29.900692 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2a33484-956e-424e-8f65-38e292b1d2c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:29.994728 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2a33484-956e-424e-8f65-38e292b1d2c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:29.997607 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2a33484-956e-424e-8f65-38e292b1d2c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:30.040949 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2a33484-956e-424e-8f65-38e292b1d2c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:30.041498 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a33484-956e-424e-8f65-38e292b1d2c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Fanout notify agent at l3_agent the message router_deleted on router c2bf692a-3d11-4006-99a4-2f89bf165f28 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:21:30.048978 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c2a33484-956e-424e-8f65-38e292b1d2c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:30.050139 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c2a33484-956e-424e-8f65-38e292b1d2c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "DELETE /v2.0/routers/c2bf692a-3d11-4006-99a4-2f89bf165f28 HTTP/1.1" status: 204 len: 168 time: 1.3168626 Jul 06 14:21:30.052771 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59294) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:30.138406 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dfeba401-c3cc-462b-864b-778cfb05e962 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:30.250867 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dfeba401-c3cc-462b-864b-778cfb05e962 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:30.261518 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-dfeba401-c3cc-462b-864b-778cfb05e962 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18bee79-e544-4ac3-bfcf-6cd8027698ce']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:30.271169 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-dfeba401-c3cc-462b-864b-778cfb05e962 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24e9e39-d994-4d9c-86d2-e422c740be50') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:30.271471 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-dfeba401-c3cc-462b-864b-778cfb05e962 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24e9e39-d994-4d9c-86d2-e422c740be50') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:30.280424 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dfeba401-c3cc-462b-864b-778cfb05e962 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:30.294619 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dfeba401-c3cc-462b-864b-778cfb05e962 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:30.300588 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfeba401-c3cc-462b-864b-778cfb05e962 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:21:30.300981 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dfeba401-c3cc-462b-864b-778cfb05e962 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:21:30.303978 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:21:30.364028 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dfeba401-c3cc-462b-864b-778cfb05e962 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:30.369015 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dfeba401-c3cc-462b-864b-778cfb05e962 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:30.371467 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-dfeba401-c3cc-462b-864b-778cfb05e962 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "DELETE /v2.0/networks/a18bee79-e544-4ac3-bfcf-6cd8027698ce HTTP/1.1" status: 204 len: 168 time: 0.3176100 Jul 06 14:21:30.388716 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59302) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:30.394304 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-37e9fcb9-4a1e-4a10-b649-f522d0864930 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'network': {'name': 'tempest-network-smoke--1161766236', 'project_id': '40ab17dbfa354891b0693042b531db54', 'port_security_enabled': True}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:30.397988 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeba401-c3cc-462b-864b-778cfb05e962 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event deleted for resources: {'Network': ['ID=a18bee79-e544-4ac3-bfcf-6cd8027698ce,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:30.420713 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e9fcb9-4a1e-4a10-b649-f522d0864930 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Made reservation on behalf of 40ab17dbfa354891b0693042b531db54 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:21:30.425556 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-37e9fcb9-4a1e-4a10-b649-f522d0864930 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:30.452258 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e9fcb9-4a1e-4a10-b649-f522d0864930 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:21:30.462174 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-37e9fcb9-4a1e-4a10-b649-f522d0864930 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:30.462531 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-37e9fcb9-4a1e-4a10-b649-f522d0864930 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Added segment e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb of type vlan for network 8f076365-95ea-494f-aa03-e8ae420132c2 Jul 06 14:21:30.516931 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-37e9fcb9-4a1e-4a10-b649-f522d0864930 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:30.555404 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-37e9fcb9-4a1e-4a10-b649-f522d0864930 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:30.561260 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e9fcb9-4a1e-4a10-b649-f522d0864930 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:30.561895 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-37e9fcb9-4a1e-4a10-b649-f522d0864930 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:30.626422 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-37e9fcb9-4a1e-4a10-b649-f522d0864930 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2365086 Jul 06 14:21:30.629157 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59308) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:30.633603 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-0794722c-132f-478d-bdd8-d473e304209a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1356927371', 'admin_state_up': True, 'project_id': '40ab17dbfa354891b0693042b531db54', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:30.642806 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9fcb9-4a1e-4a10-b649-f522d0864930 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'Network': ['ID=8f076365-95ea-494f-aa03-e8ae420132c2,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:30.654954 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 8f076365-95ea-494f-aa03-e8ae420132c2 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:21:30.671466 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0794722c-132f-478d-bdd8-d473e304209a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:30.672764 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0794722c-132f-478d-bdd8-d473e304209a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:30.743058 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0794722c-132f-478d-bdd8-d473e304209a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:30.887371 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0794722c-132f-478d-bdd8-d473e304209a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:30.955831 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a14ce488-4a49-4791-8028-a6039bd9e55d no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:21:30.978547 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: a14ce488-4a49-4791-8028-a6039bd9e55d {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:21:30.978904 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a14ce488-4a49-4791-8028-a6039bd9e55d not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:21:30.979971 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c47ec285-e9cb-41f6-b373-bcd6602af9ab no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:21:30.999099 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: c47ec285-e9cb-41f6-b373-bcd6602af9ab {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:21:30.999452 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c47ec285-e9cb-41f6-b373-bcd6602af9ab not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:21:30.999884 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device dfd8e1f3-594d-4d2a-b70a-18558258ccc3 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:21:31.028983 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: dfd8e1f3-594d-4d2a-b70a-18558258ccc3 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:21:31.028983 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device dfd8e1f3-594d-4d2a-b70a-18558258ccc3 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:21:31.110301 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0794722c-132f-478d-bdd8-d473e304209a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:31.128843 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0794722c-132f-478d-bdd8-d473e304209a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:31.243063 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-0794722c-132f-478d-bdd8-d473e304209a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Allocated IP 172.25.6.147 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/9bede637-c1f1-430a-97c5-2824fd8ac933) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:21:31.354835 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0794722c-132f-478d-bdd8-d473e304209a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:31.395107 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0794722c-132f-478d-bdd8-d473e304209a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:31.432021 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0794722c-132f-478d-bdd8-d473e304209a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:21:31.436778 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-0794722c-132f-478d-bdd8-d473e304209a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:21:31.444445 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0794722c-132f-478d-bdd8-d473e304209a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:21:31.473942 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794722c-132f-478d-bdd8-d473e304209a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'Port': ['ID=9bede637-c1f1-430a-97c5-2824fd8ac933,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:31.725951 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0794722c-132f-478d-bdd8-d473e304209a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:31.934836 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0794722c-132f-478d-bdd8-d473e304209a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:32.072145 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0794722c-132f-478d-bdd8-d473e304209a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Router eb51b097-a37a-410d-91b4-f7f2fbd94b6c is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:21:32.184443 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0794722c-132f-478d-bdd8-d473e304209a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:21:32.193787 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984d6cdc-89dd-4aeb-82bb-197927326781 None None] Sync routers for ids ['eb51b097-a37a-410d-91b4-f7f2fbd94b6c'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:21:32.203924 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984d6cdc-89dd-4aeb-82bb-197927326781 None None] Routers {'eb51b097-a37a-410d-91b4-f7f2fbd94b6c'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:21:32.204859 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-984d6cdc-89dd-4aeb-82bb-197927326781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:21:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['eb51b097-a37a-410d-91b4-f7f2fbd94b6c'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:32.206049 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0794722c-132f-478d-bdd8-d473e304209a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:32.210295 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0794722c-132f-478d-bdd8-d473e304209a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5801442 Jul 06 14:21:32.211122 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59336) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:32.252325 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-21c8df53-5eca-4eab-b1be-c781151d9a03 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] 10.222.0.118 "GET /v2.0/subnets?project_id=40ab17dbfa354891b0693042b531db54&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399499 Jul 06 14:21:32.260729 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59338) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:32.335839 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-984d6cdc-89dd-4aeb-82bb-197927326781 None None] Set router eb51b097-a37a-410d-91b4-f7f2fbd94b6c gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:21:32.359994 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f8bb42-80f5-4266-8345-7de64ae0b8d5 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:32.361519 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e7f8bb42-80f5-4266-8345-7de64ae0b8d5 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] 10.222.0.118 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1052799 Jul 06 14:21:32.364942 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59344) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:32.401814 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7928d944-b894-4d71-967f-ed68bc48076f tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] 10.222.0.118 "GET /v2.0/subnets?network_id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328808 Jul 06 14:21:32.402254 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59348) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:32.407804 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-244f34f9-7e12-4720-898a-92828c9e87ee tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1166656490', 'network_id': '8f076365-95ea-494f-aa03-e8ae420132c2', 'project_id': '40ab17dbfa354891b0693042b531db54', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:32.504966 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244f34f9-7e12-4720-898a-92828c9e87ee tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Made reservation on behalf of 40ab17dbfa354891b0693042b531db54 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:21:32.508525 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-244f34f9-7e12-4720-898a-92828c9e87ee tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:32.538060 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-984d6cdc-89dd-4aeb-82bb-197927326781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'name': 'tempest-TestNetworkBasicOps-router-1356927371', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '9bede637-c1f1-430a-97c5-2824fd8ac933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:21:30Z', 'updated_at': '2021-07-06T14:21:31Z', 'revision_number': 3, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': '9bede637-c1f1-430a-97c5-2824fd8ac933', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:31Z', 'updated_at': '2021-07-06T14:21:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:32.737147 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-244f34f9-7e12-4720-898a-92828c9e87ee tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:32.740944 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984d6cdc-89dd-4aeb-82bb-197927326781 None None] Checking router: eb51b097-a37a-410d-91b4-f7f2fbd94b6c for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:21:32.741212 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984d6cdc-89dd-4aeb-82bb-197927326781 None None] Updating router eb51b097-a37a-410d-91b4-f7f2fbd94b6c port 9bede637-c1f1-430a-97c5-2824fd8ac933 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:21:32.778008 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-984d6cdc-89dd-4aeb-82bb-197927326781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:32.802632 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f34f9-7e12-4720-898a-92828c9e87ee tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'Subnet': ['ID=13bcf92f-ee6f-4fa3-b513-7a56a7d8c1c2,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:32.829322 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244f34f9-7e12-4720-898a-92828c9e87ee tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Checking segment: {'id': 'e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8f076365-95ea-494f-aa03-e8ae420132c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:21:32.829989 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244f34f9-7e12-4720-898a-92828c9e87ee tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Network hostable DHCP agents. Network: 8f076365-95ea-494f-aa03-e8ae420132c2, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:21:32.856224 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244f34f9-7e12-4720-898a-92828c9e87ee tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Network 8f076365-95ea-494f-aa03-e8ae420132c2 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:21:32.866639 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-244f34f9-7e12-4720-898a-92828c9e87ee tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 8f076365-95ea-494f-aa03-e8ae420132c2) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:21:32.872249 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244f34f9-7e12-4720-898a-92828c9e87ee tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:32.874128 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-244f34f9-7e12-4720-898a-92828c9e87ee tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:32.881103 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d26226-e310-4331-93f5-05dc8b6c485a None None] Network 8f076365-95ea-494f-aa03-e8ae420132c2 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:21:32.896321 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-244f34f9-7e12-4720-898a-92828c9e87ee tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4925225 Jul 06 14:21:32.900227 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59358) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:33.124850 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dddbb67-bd80-415f-b02f-28013dd3b59c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-8f076365-95ea-494f-aa03-e8ae420132c2', 'network_id': '8f076365-95ea-494f-aa03-e8ae420132c2', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'fixed_ips': [{'subnet_id': '13bcf92f-ee6f-4fa3-b513-7a56a7d8c1c2'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:21:33.125718 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3dddbb67-bd80-415f-b02f-28013dd3b59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:33.260045 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-984d6cdc-89dd-4aeb-82bb-197927326781 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:33.281409 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-984d6cdc-89dd-4aeb-82bb-197927326781 None None] Transition to ACTIVE for port object 9bede637-c1f1-430a-97c5-2824fd8ac933 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:21:33.304345 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-984d6cdc-89dd-4aeb-82bb-197927326781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:33.373778 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-3dddbb67-bd80-415f-b02f-28013dd3b59c None None] Allocated IP 172.20.0.2 (8f076365-95ea-494f-aa03-e8ae420132c2/13bcf92f-ee6f-4fa3-b513-7a56a7d8c1c2/70a3dbdf-1234-4c54-9904-94ab302ea8bd) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:21:33.388108 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-984d6cdc-89dd-4aeb-82bb-197927326781 None None] Attempting to bind port 9bede637-c1f1-430a-97c5-2824fd8ac933 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:21:33.388482 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-984d6cdc-89dd-4aeb-82bb-197927326781 None None] Attempting to bind port 9bede637-c1f1-430a-97c5-2824fd8ac933 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:21:33.388854 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984d6cdc-89dd-4aeb-82bb-197927326781 None None] Attempting to bind port 9bede637-c1f1-430a-97c5-2824fd8ac933 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:21:33.394671 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533ebc5-7610-4199-ab71-089c5a1d4ff7 None None] Pushing event updated for resources: {'Port': ['ID=9bede637-c1f1-430a-97c5-2824fd8ac933,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:33.397907 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984d6cdc-89dd-4aeb-82bb-197927326781 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:21:33.398267 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984d6cdc-89dd-4aeb-82bb-197927326781 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:21:33.398669 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-984d6cdc-89dd-4aeb-82bb-197927326781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:33.399060 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984d6cdc-89dd-4aeb-82bb-197927326781 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:21:33.399721 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-984d6cdc-89dd-4aeb-82bb-197927326781 None None] Bound port: 9bede637-c1f1-430a-97c5-2824fd8ac933, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:21:33.400201 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-984d6cdc-89dd-4aeb-82bb-197927326781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:33.449438 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0f69e602-1715-4e58-8c25-4b829d59d6c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:33.522575 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-984d6cdc-89dd-4aeb-82bb-197927326781 None None] For port 9bede637-c1f1-430a-97c5-2824fd8ac933, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:21:33.535789 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-984d6cdc-89dd-4aeb-82bb-197927326781 None None] For port 9bede637-c1f1-430a-97c5-2824fd8ac933, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=9bede637-c1f1-430a-97c5-2824fd8ac933,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:21:33.552682 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-984d6cdc-89dd-4aeb-82bb-197927326781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:33.666227 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533ebc5-7610-4199-ab71-089c5a1d4ff7 None None] Pushing event updated for resources: {'Port': ['ID=9bede637-c1f1-430a-97c5-2824fd8ac933,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:33.674846 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984d6cdc-89dd-4aeb-82bb-197927326781 None None] Routers {'eb51b097-a37a-410d-91b4-f7f2fbd94b6c'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:21:33.675539 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-984d6cdc-89dd-4aeb-82bb-197927326781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:21:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['eb51b097-a37a-410d-91b4-f7f2fbd94b6c'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:33.712477 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3dddbb67-bd80-415f-b02f-28013dd3b59c None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:33.727516 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3dddbb67-bd80-415f-b02f-28013dd3b59c None None] Transition to ACTIVE for port object 70a3dbdf-1234-4c54-9904-94ab302ea8bd will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:21:33.788753 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3dddbb67-bd80-415f-b02f-28013dd3b59c None None] Transition to ACTIVE for port object 70a3dbdf-1234-4c54-9904-94ab302ea8bd will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:21:33.798681 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3dddbb67-bd80-415f-b02f-28013dd3b59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:33.821238 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dddbb67-bd80-415f-b02f-28013dd3b59c None None] Network 8f076365-95ea-494f-aa03-e8ae420132c2 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:21:33.826185 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-3dddbb67-bd80-415f-b02f-28013dd3b59c None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:21:33.828533 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dddbb67-bd80-415f-b02f-28013dd3b59c None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:21:33.849903 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-0f69e602-1715-4e58-8c25-4b829d59d6c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Allocated IP 172.20.0.1 (8f076365-95ea-494f-aa03-e8ae420132c2/13bcf92f-ee6f-4fa3-b513-7a56a7d8c1c2/636cba69-ec92-4c88-ac35-7b8f2bfce1e8) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:21:33.862812 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-984d6cdc-89dd-4aeb-82bb-197927326781 None None] Set router eb51b097-a37a-410d-91b4-f7f2fbd94b6c gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:21:33.968084 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dddbb67-bd80-415f-b02f-28013dd3b59c None None] Pushing event updated for resources: {'Port': ['ID=70a3dbdf-1234-4c54-9904-94ab302ea8bd,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:33.975307 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0f69e602-1715-4e58-8c25-4b829d59d6c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:33.991033 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-0f69e602-1715-4e58-8c25-4b829d59d6c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Transition to ACTIVE for port object 636cba69-ec92-4c88-ac35-7b8f2bfce1e8 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:21:34.026782 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-3dddbb67-bd80-415f-b02f-28013dd3b59c None None] Attempting to bind port 70a3dbdf-1234-4c54-9904-94ab302ea8bd on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:21:34.027354 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-3dddbb67-bd80-415f-b02f-28013dd3b59c None None] Attempting to bind port 70a3dbdf-1234-4c54-9904-94ab302ea8bd by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8f076365-95ea-494f-aa03-e8ae420132c2'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:21:34.027728 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dddbb67-bd80-415f-b02f-28013dd3b59c None None] Attempting to bind port 70a3dbdf-1234-4c54-9904-94ab302ea8bd on network 8f076365-95ea-494f-aa03-e8ae420132c2 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:21:34.029343 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0f69e602-1715-4e58-8c25-4b829d59d6c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:34.037945 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dddbb67-bd80-415f-b02f-28013dd3b59c None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:21:34.038330 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dddbb67-bd80-415f-b02f-28013dd3b59c None None] Checking segment: {'id': 'e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8f076365-95ea-494f-aa03-e8ae420132c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:21:34.038767 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3dddbb67-bd80-415f-b02f-28013dd3b59c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:34.039221 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dddbb67-bd80-415f-b02f-28013dd3b59c None None] Bound using segment: {'id': 'e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8f076365-95ea-494f-aa03-e8ae420132c2'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:21:34.039698 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-3dddbb67-bd80-415f-b02f-28013dd3b59c None None] Bound port: 70a3dbdf-1234-4c54-9904-94ab302ea8bd, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8f076365-95ea-494f-aa03-e8ae420132c2'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:21:34.040083 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3dddbb67-bd80-415f-b02f-28013dd3b59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:34.076916 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f69e602-1715-4e58-8c25-4b829d59d6c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Network 8f076365-95ea-494f-aa03-e8ae420132c2 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:21:34.078739 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-0f69e602-1715-4e58-8c25-4b829d59d6c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:21:34.087753 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f69e602-1715-4e58-8c25-4b829d59d6c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:21:34.110826 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69e602-1715-4e58-8c25-4b829d59d6c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'Port': ['ID=636cba69-ec92-4c88-ac35-7b8f2bfce1e8,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:34.131574 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0f69e602-1715-4e58-8c25-4b829d59d6c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:34.158573 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-3dddbb67-bd80-415f-b02f-28013dd3b59c None None] For port 70a3dbdf-1234-4c54-9904-94ab302ea8bd, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:21:34.162675 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-3dddbb67-bd80-415f-b02f-28013dd3b59c None None] For port 70a3dbdf-1234-4c54-9904-94ab302ea8bd, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=70a3dbdf-1234-4c54-9904-94ab302ea8bd,segment=NetworkSegment(e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb),segment_id=e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:21:34.168626 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3dddbb67-bd80-415f-b02f-28013dd3b59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:34.265983 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-984d6cdc-89dd-4aeb-82bb-197927326781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'name': 'tempest-TestNetworkBasicOps-router-1356927371', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '9bede637-c1f1-430a-97c5-2824fd8ac933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:21:30Z', 'updated_at': '2021-07-06T14:21:31Z', 'revision_number': 3, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': '9bede637-c1f1-430a-97c5-2824fd8ac933', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:31Z', 'updated_at': '2021-07-06T14:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:34.269966 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dddbb67-bd80-415f-b02f-28013dd3b59c None None] Pushing event updated for resources: {'Port': ['ID=70a3dbdf-1234-4c54-9904-94ab302ea8bd,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:34.325107 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984d6cdc-89dd-4aeb-82bb-197927326781 None None] The sync data for ids ['eb51b097-a37a-410d-91b4-f7f2fbd94b6c'] in n-d-773644-6 is: [{'id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'name': 'tempest-TestNetworkBasicOps-router-1356927371', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '9bede637-c1f1-430a-97c5-2824fd8ac933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:21:30Z', 'updated_at': '2021-07-06T14:21:31Z', 'revision_number': 3, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': '9bede637-c1f1-430a-97c5-2824fd8ac933', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:31Z', 'updated_at': '2021-07-06T14:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:21:34.706302 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0f69e602-1715-4e58-8c25-4b829d59d6c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:35.059946 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0f69e602-1715-4e58-8c25-4b829d59d6c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:35.066092 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0f69e602-1715-4e58-8c25-4b829d59d6c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:35.098876 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 70a3dbdf-1234-4c54-9904-94ab302ea8bd up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:21:35.186340 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0f69e602-1715-4e58-8c25-4b829d59d6c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:35.206575 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 70a3dbdf-1234-4c54-9904-94ab302ea8bd completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:21:35.212716 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 9bede637-c1f1-430a-97c5-2824fd8ac933 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:21:35.293569 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 9bede637-c1f1-430a-97c5-2824fd8ac933 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:21:35.303673 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 9bede637-c1f1-430a-97c5-2824fd8ac933 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:21:35.304144 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:35.442015 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69e602-1715-4e58-8c25-4b829d59d6c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'Port': ['ID=636cba69-ec92-4c88-ac35-7b8f2bfce1e8,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:35.502102 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:35.504781 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f69e602-1715-4e58-8c25-4b829d59d6c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Network 8f076365-95ea-494f-aa03-e8ae420132c2 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:21:35.510922 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-0f69e602-1715-4e58-8c25-4b829d59d6c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:21:35.542038 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 9bede637-c1f1-430a-97c5-2824fd8ac933, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=9bede637-c1f1-430a-97c5-2824fd8ac933,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:35.546704 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:35.585047 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc79adf-d239-4bee-b6e7-b3f064c0f4e4 None None] Network 8f076365-95ea-494f-aa03-e8ae420132c2 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:21:35.677341 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=9bede637-c1f1-430a-97c5-2824fd8ac933,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:35.686498 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-edda14b8-8b9c-497d-954f-8034e2bb1bb6 None None] Provisioning for port 70a3dbdf-1234-4c54-9904-94ab302ea8bd completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:21:35.690830 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f69e602-1715-4e58-8c25-4b829d59d6c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Router eb51b097-a37a-410d-91b4-f7f2fbd94b6c has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:21:35.701154 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-edda14b8-8b9c-497d-954f-8034e2bb1bb6 None None] Provisioning complete for port 70a3dbdf-1234-4c54-9904-94ab302ea8bd triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:21:35.701818 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-edda14b8-8b9c-497d-954f-8034e2bb1bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:35.821150 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f69e602-1715-4e58-8c25-4b829d59d6c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:21:35.826647 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0f69e602-1715-4e58-8c25-4b829d59d6c9 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "PUT /v2.0/routers/eb51b097-a37a-410d-91b4-f7f2fbd94b6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9207151 Jul 06 14:21:35.828856 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59402) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:35.853747 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-edda14b8-8b9c-497d-954f-8034e2bb1bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:35.901259 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-edda14b8-8b9c-497d-954f-8034e2bb1bb6 None None] For port 70a3dbdf-1234-4c54-9904-94ab302ea8bd, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=70a3dbdf-1234-4c54-9904-94ab302ea8bd,segment=NetworkSegment(e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb),segment_id=e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:35.905949 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-edda14b8-8b9c-497d-954f-8034e2bb1bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:35.962580 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda14b8-8b9c-497d-954f-8034e2bb1bb6 None None] Pushing event updated for resources: {'Port': ['ID=70a3dbdf-1234-4c54-9904-94ab302ea8bd,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:36.042987 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb062c4f-9af5-4b69-bdc3-030ce4a30fc4 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:36.043743 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb062c4f-9af5-4b69-bdc3-030ce4a30fc4 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:36.044530 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb062c4f-9af5-4b69-bdc3-030ce4a30fc4 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:36.045287 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb062c4f-9af5-4b69-bdc3-030ce4a30fc4 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:36.046141 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb062c4f-9af5-4b69-bdc3-030ce4a30fc4 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:36.046898 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb062c4f-9af5-4b69-bdc3-030ce4a30fc4 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:36.047621 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb062c4f-9af5-4b69-bdc3-030ce4a30fc4 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:36.050520 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-cb062c4f-9af5-4b69-bdc3-030ce4a30fc4 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] 10.222.0.118 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4963 time: 0.2203953 Jul 06 14:21:36.058966 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59408) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:36.163573 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae84419e-73ad-456a-b49b-2f6f9e2face0 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:36.164099 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae84419e-73ad-456a-b49b-2f6f9e2face0 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:36.164573 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae84419e-73ad-456a-b49b-2f6f9e2face0 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:36.165146 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae84419e-73ad-456a-b49b-2f6f9e2face0 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:36.165511 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae84419e-73ad-456a-b49b-2f6f9e2face0 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:36.166137 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae84419e-73ad-456a-b49b-2f6f9e2face0 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:36.167407 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae84419e-73ad-456a-b49b-2f6f9e2face0 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:36.169892 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ae84419e-73ad-456a-b49b-2f6f9e2face0 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4621 time: 0.1095667 Jul 06 14:21:36.172594 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59410) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:36.241158 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-cbd53f4c-ed26-4418-9a8f-d5760f92b1a2 None None] Provisioning for port 636cba69-ec92-4c88-ac35-7b8f2bfce1e8 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:21:36.250610 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-cbd53f4c-ed26-4418-9a8f-d5760f92b1a2 None None] Provisioning complete for port 636cba69-ec92-4c88-ac35-7b8f2bfce1e8 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:21:36.251299 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cbd53f4c-ed26-4418-9a8f-d5760f92b1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:36.311589 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-cbd53f4c-ed26-4418-9a8f-d5760f92b1a2 None None] Port 636cba69-ec92-4c88-ac35-7b8f2bfce1e8 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:21:36.326464 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-cbd53f4c-ed26-4418-9a8f-d5760f92b1a2 None None] Provisioning complete for port 70a3dbdf-1234-4c54-9904-94ab302ea8bd triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:21:36.326837 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cbd53f4c-ed26-4418-9a8f-d5760f92b1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:36.339987 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-052dc669-d769-4aae-810f-92ca74097788 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3769 time: 0.1658411 Jul 06 14:21:36.557033 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59420) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:36.563602 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-1319593e-423d-4850-b237-1867fad31486 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-946891187', 'description': 'tempest-secgroup-smoke-946891187 description', 'project_id': '40ab17dbfa354891b0693042b531db54'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:36.578387 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6448205a-4c72-4c80-9899-4f809cf48aa3 None None] Provisioning complete for port 636cba69-ec92-4c88-ac35-7b8f2bfce1e8 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:21:36.578762 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6448205a-4c72-4c80-9899-4f809cf48aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:36.597077 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1319593e-423d-4850-b237-1867fad31486 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:36.603736 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9322bfc6-2bfd-4978-b0ee-50be4d65676e None None] Sync routers for ids ['eb51b097-a37a-410d-91b4-f7f2fbd94b6c'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:21:36.615288 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9322bfc6-2bfd-4978-b0ee-50be4d65676e None None] Routers {'eb51b097-a37a-410d-91b4-f7f2fbd94b6c'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:21:36.615846 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9322bfc6-2bfd-4978-b0ee-50be4d65676e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:21:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['eb51b097-a37a-410d-91b4-f7f2fbd94b6c'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:36.627212 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-6448205a-4c72-4c80-9899-4f809cf48aa3 None None] Port 636cba69-ec92-4c88-ac35-7b8f2bfce1e8 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:21:36.730827 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1319593e-423d-4850-b237-1867fad31486 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:36.735856 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1319593e-423d-4850-b237-1867fad31486 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:36.748154 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-9322bfc6-2bfd-4978-b0ee-50be4d65676e None None] Set router eb51b097-a37a-410d-91b4-f7f2fbd94b6c gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:21:36.764934 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-11baddfb-d0ca-477c-a2dc-b1860850f248 None None] Provisioning complete for port 636cba69-ec92-4c88-ac35-7b8f2bfce1e8 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:21:36.764934 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-11baddfb-d0ca-477c-a2dc-b1860850f248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:36.772873 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319593e-423d-4850-b237-1867fad31486 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5176be01-6730-4815-a077-ab5f30cea732,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:36.786919 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1319593e-423d-4850-b237-1867fad31486 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:36.788332 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1319593e-423d-4850-b237-1867fad31486 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2293177 Jul 06 14:21:36.791308 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59426) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:36.800316 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-63b866f4-3405-46aa-a3d8-d19436a961a4 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'security_group_rule': {'security_group_id': '5176be01-6730-4815-a077-ab5f30cea732', 'project_id': '40ab17dbfa354891b0693042b531db54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:36.809208 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-11baddfb-d0ca-477c-a2dc-b1860850f248 None None] Port 636cba69-ec92-4c88-ac35-7b8f2bfce1e8 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:21:36.830956 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-63b866f4-3405-46aa-a3d8-d19436a961a4 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:36.891345 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-63b866f4-3405-46aa-a3d8-d19436a961a4 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:36.895595 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-63b866f4-3405-46aa-a3d8-d19436a961a4 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:36.916102 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b866f4-3405-46aa-a3d8-d19436a961a4 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d437f48e-e94e-4925-8991-b690433bcd41,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:36.924913 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-63b866f4-3405-46aa-a3d8-d19436a961a4 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:36.929495 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59428) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:36.929656 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-63b866f4-3405-46aa-a3d8-d19436a961a4 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1342914 Jul 06 14:21:36.934685 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-d64ae3fa-7e11-4c52-9f0c-c7fb051ba5c6 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'security_group_rule': {'security_group_id': '5176be01-6730-4815-a077-ab5f30cea732', 'project_id': '40ab17dbfa354891b0693042b531db54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:36.981581 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d64ae3fa-7e11-4c52-9f0c-c7fb051ba5c6 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.010209 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 9bede637-c1f1-430a-97c5-2824fd8ac933 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:21:37.028487 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9322bfc6-2bfd-4978-b0ee-50be4d65676e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'name': 'tempest-TestNetworkBasicOps-router-1356927371', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '9bede637-c1f1-430a-97c5-2824fd8ac933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:21:30Z', 'updated_at': '2021-07-06T14:21:34Z', 'revision_number': 4, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': '9bede637-c1f1-430a-97c5-2824fd8ac933', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:31Z', 'updated_at': '2021-07-06T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '636cba69-ec92-4c88-ac35-7b8f2bfce1e8', 'name': '', 'network_id': '8f076365-95ea-494f-aa03-e8ae420132c2', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'mac_address': 'fa:16:3e:12:33:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '13bcf92f-ee6f-4fa3-b513-7a56a7d8c1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:33Z', 'updated_at': '2021-07-06T14:21:34Z', 'revision_number': 2, 'project_id': '40ab17dbfa354891b0693042b531db54', 'subnets': [{'id': '13bcf92f-ee6f-4fa3-b513-7a56a7d8c1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:37.057279 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d64ae3fa-7e11-4c52-9f0c-c7fb051ba5c6 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.062550 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9322bfc6-2bfd-4978-b0ee-50be4d65676e None None] Checking router: eb51b097-a37a-410d-91b4-f7f2fbd94b6c for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:21:37.062550 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9322bfc6-2bfd-4978-b0ee-50be4d65676e None None] Updating router eb51b097-a37a-410d-91b4-f7f2fbd94b6c port 636cba69-ec92-4c88-ac35-7b8f2bfce1e8 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:21:37.064869 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d64ae3fa-7e11-4c52-9f0c-c7fb051ba5c6 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.095088 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ae3fa-7e11-4c52-9f0c-c7fb051ba5c6 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9b4864-7896-4ecf-afa9-58d841056735,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:37.095393 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 9bede637-c1f1-430a-97c5-2824fd8ac933 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:21:37.095616 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.100715 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d64ae3fa-7e11-4c52-9f0c-c7fb051ba5c6 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.102708 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d64ae3fa-7e11-4c52-9f0c-c7fb051ba5c6 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1717360 Jul 06 14:21:37.106807 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59434) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:37.111299 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-9322bfc6-2bfd-4978-b0ee-50be4d65676e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.112698 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-ae56215c-623d-4f08-b4fe-04fbc1e42ccf tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'security_group_rule': {'security_group_id': '5176be01-6730-4815-a077-ab5f30cea732', 'project_id': '40ab17dbfa354891b0693042b531db54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:37.146940 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ae56215c-623d-4f08-b4fe-04fbc1e42ccf tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.191006 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 70a3dbdf-1234-4c54-9904-94ab302ea8bd up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:21:37.228012 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ae56215c-623d-4f08-b4fe-04fbc1e42ccf tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.232556 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ae56215c-623d-4f08-b4fe-04fbc1e42ccf tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.249143 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56215c-623d-4f08-b4fe-04fbc1e42ccf tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629bdca1-04d7-41b3-b4f8-e2537c8e897b,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:37.265136 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 70a3dbdf-1234-4c54-9904-94ab302ea8bd triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:21:37.265541 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.274400 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ae56215c-623d-4f08-b4fe-04fbc1e42ccf tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.278717 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ae56215c-623d-4f08-b4fe-04fbc1e42ccf tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1678908 Jul 06 14:21:37.279000 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59438) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:37.283710 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-687c9ac0-3a3a-45ff-83fd-18be6a5dfc7d tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'security_group_rule': {'security_group_id': '5176be01-6730-4815-a077-ab5f30cea732', 'project_id': '40ab17dbfa354891b0693042b531db54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:37.314190 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-687c9ac0-3a3a-45ff-83fd-18be6a5dfc7d tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.370806 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-393bf380-ab5c-45f7-bdc2-058ce0e0ebdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.384274 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-687c9ac0-3a3a-45ff-83fd-18be6a5dfc7d tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.389155 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-687c9ac0-3a3a-45ff-83fd-18be6a5dfc7d tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.416243 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c9ac0-3a3a-45ff-83fd-18be6a5dfc7d tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae4adc7-4b47-40ef-b493-94b13af37e30,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:37.421927 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-687c9ac0-3a3a-45ff-83fd-18be6a5dfc7d tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.423878 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-687c9ac0-3a3a-45ff-83fd-18be6a5dfc7d tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1438589 Jul 06 14:21:37.426550 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59442) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:37.433014 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-3926e3ef-4d0b-4c29-ba56-72cfa1ebaeeb tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'security_group_rule': {'security_group_id': '5176be01-6730-4815-a077-ab5f30cea732', 'project_id': '40ab17dbfa354891b0693042b531db54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:37.459200 n-d-773644-6 neutron-server[100417]: INFO neutron.db.securitygroups_db [None req-3926e3ef-4d0b-4c29-ba56-72cfa1ebaeeb tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Project 40ab17dbfa354891b0693042b531db54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:21:37.459458 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-9322bfc6-2bfd-4978-b0ee-50be4d65676e None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.465419 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3926e3ef-4d0b-4c29-ba56-72cfa1ebaeeb tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.470249 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-9322bfc6-2bfd-4978-b0ee-50be4d65676e None None] Transition to ACTIVE for port object 636cba69-ec92-4c88-ac35-7b8f2bfce1e8 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:21:37.477625 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-9322bfc6-2bfd-4978-b0ee-50be4d65676e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.527486 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4869d4-e0db-4d5f-8b37-5f9ba7a93aea None None] Pushing event updated for resources: {'Port': ['ID=636cba69-ec92-4c88-ac35-7b8f2bfce1e8,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:37.533351 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3926e3ef-4d0b-4c29-ba56-72cfa1ebaeeb tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.538358 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3926e3ef-4d0b-4c29-ba56-72cfa1ebaeeb tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.562996 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926e3ef-4d0b-4c29-ba56-72cfa1ebaeeb tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39f965ca-e882-4f63-a027-30ace8025c6d,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:37.578661 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3926e3ef-4d0b-4c29-ba56-72cfa1ebaeeb tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.585077 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59448) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:37.590708 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3926e3ef-4d0b-4c29-ba56-72cfa1ebaeeb tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1617658 Jul 06 14:21:37.592034 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-5376f9b9-c07e-4a8d-ba71-12285758f7e0 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'security_group_rule': {'security_group_id': '5176be01-6730-4815-a077-ab5f30cea732', 'project_id': '40ab17dbfa354891b0693042b531db54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:37.602634 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-9322bfc6-2bfd-4978-b0ee-50be4d65676e None None] Attempting to bind port 636cba69-ec92-4c88-ac35-7b8f2bfce1e8 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:21:37.603005 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-9322bfc6-2bfd-4978-b0ee-50be4d65676e None None] Attempting to bind port 636cba69-ec92-4c88-ac35-7b8f2bfce1e8 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8f076365-95ea-494f-aa03-e8ae420132c2'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:21:37.603599 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9322bfc6-2bfd-4978-b0ee-50be4d65676e None None] Attempting to bind port 636cba69-ec92-4c88-ac35-7b8f2bfce1e8 on network 8f076365-95ea-494f-aa03-e8ae420132c2 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:21:37.609574 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9322bfc6-2bfd-4978-b0ee-50be4d65676e None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:21:37.610248 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9322bfc6-2bfd-4978-b0ee-50be4d65676e None None] Checking segment: {'id': 'e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8f076365-95ea-494f-aa03-e8ae420132c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:21:37.610654 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-9322bfc6-2bfd-4978-b0ee-50be4d65676e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.611046 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9322bfc6-2bfd-4978-b0ee-50be4d65676e None None] Bound using segment: {'id': 'e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8f076365-95ea-494f-aa03-e8ae420132c2'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:21:37.611776 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-9322bfc6-2bfd-4978-b0ee-50be4d65676e None None] Bound port: 636cba69-ec92-4c88-ac35-7b8f2bfce1e8, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8f076365-95ea-494f-aa03-e8ae420132c2'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:21:37.612163 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-9322bfc6-2bfd-4978-b0ee-50be4d65676e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.635877 n-d-773644-6 neutron-server[100418]: INFO neutron.db.securitygroups_db [None req-5376f9b9-c07e-4a8d-ba71-12285758f7e0 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Project 40ab17dbfa354891b0693042b531db54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:21:37.646445 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5376f9b9-c07e-4a8d-ba71-12285758f7e0 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.706497 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-9322bfc6-2bfd-4978-b0ee-50be4d65676e None None] For port 636cba69-ec92-4c88-ac35-7b8f2bfce1e8, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:21:37.710879 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-9322bfc6-2bfd-4978-b0ee-50be4d65676e None None] For port 636cba69-ec92-4c88-ac35-7b8f2bfce1e8, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=636cba69-ec92-4c88-ac35-7b8f2bfce1e8,segment=NetworkSegment(e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb),segment_id=e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:21:37.717343 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-9322bfc6-2bfd-4978-b0ee-50be4d65676e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.732848 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5376f9b9-c07e-4a8d-ba71-12285758f7e0 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.738193 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5376f9b9-c07e-4a8d-ba71-12285758f7e0 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.765333 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376f9b9-c07e-4a8d-ba71-12285758f7e0 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a78aec-7059-410a-8552-a1327c09da7e,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:37.772159 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5376f9b9-c07e-4a8d-ba71-12285758f7e0 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:37.773587 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5376f9b9-c07e-4a8d-ba71-12285758f7e0 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1874056 Jul 06 14:21:37.812770 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9322bfc6-2bfd-4978-b0ee-50be4d65676e None None] Routers {'eb51b097-a37a-410d-91b4-f7f2fbd94b6c'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:21:37.813683 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9322bfc6-2bfd-4978-b0ee-50be4d65676e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:21:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['eb51b097-a37a-410d-91b4-f7f2fbd94b6c'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:37.817422 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4869d4-e0db-4d5f-8b37-5f9ba7a93aea None None] Pushing event updated for resources: {'Port': ['ID=636cba69-ec92-4c88-ac35-7b8f2bfce1e8,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:37.970436 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01b01af9-4e6f-462f-968c-50689acf27db req-6390719e-af81-406f-9594-bf724f94a2d5 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-946891187&fields=id&tenant_id=40ab17dbfa354891b0693042b531db54 HTTP/1.1" status: 200 len: 267 time: 0.0399246 Jul 06 14:21:37.973210 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-9322bfc6-2bfd-4978-b0ee-50be4d65676e None None] Set router eb51b097-a37a-410d-91b4-f7f2fbd94b6c gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:21:38.102899 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b01af9-4e6f-462f-968c-50689acf27db req-9c733afa-0117-4a3b-b5c5-5838eb060007 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:38.111406 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01b01af9-4e6f-462f-968c-50689acf27db req-9c733afa-0117-4a3b-b5c5-5838eb060007 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/networks?id=8f076365-95ea-494f-aa03-e8ae420132c2 HTTP/1.1" status: 200 len: 797 time: 0.1275578 Jul 06 14:21:38.129202 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01b01af9-4e6f-462f-968c-50689acf27db req-3c25adb9-f28a-42a9-af45-af0b31763ff2 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/quotas/40ab17dbfa354891b0693042b531db54 HTTP/1.1" status: 200 len: 375 time: 0.0166075 Jul 06 14:21:38.196901 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9322bfc6-2bfd-4978-b0ee-50be4d65676e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'name': 'tempest-TestNetworkBasicOps-router-1356927371', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '9bede637-c1f1-430a-97c5-2824fd8ac933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:21:30Z', 'updated_at': '2021-07-06T14:21:34Z', 'revision_number': 4, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': '9bede637-c1f1-430a-97c5-2824fd8ac933', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:31Z', 'updated_at': '2021-07-06T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '636cba69-ec92-4c88-ac35-7b8f2bfce1e8', 'name': '', 'network_id': '8f076365-95ea-494f-aa03-e8ae420132c2', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'mac_address': 'fa:16:3e:12:33:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '13bcf92f-ee6f-4fa3-b513-7a56a7d8c1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:33Z', 'updated_at': '2021-07-06T14:21:37Z', 'revision_number': 4, 'project_id': '40ab17dbfa354891b0693042b531db54', 'subnets': [{'id': '13bcf92f-ee6f-4fa3-b513-7a56a7d8c1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:38.206514 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01b01af9-4e6f-462f-968c-50689acf27db req-2cb71584-9f2e-497c-b52f-75505a17d7af tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=40ab17dbfa354891b0693042b531db54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759847 Jul 06 14:21:38.228451 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9322bfc6-2bfd-4978-b0ee-50be4d65676e None None] The sync data for ids ['eb51b097-a37a-410d-91b4-f7f2fbd94b6c'] in n-d-773644-6 is: [{'id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'name': 'tempest-TestNetworkBasicOps-router-1356927371', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '9bede637-c1f1-430a-97c5-2824fd8ac933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:21:30Z', 'updated_at': '2021-07-06T14:21:34Z', 'revision_number': 4, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': '9bede637-c1f1-430a-97c5-2824fd8ac933', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:31Z', 'updated_at': '2021-07-06T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '636cba69-ec92-4c88-ac35-7b8f2bfce1e8', 'name': '', 'network_id': '8f076365-95ea-494f-aa03-e8ae420132c2', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'mac_address': 'fa:16:3e:12:33:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '13bcf92f-ee6f-4fa3-b513-7a56a7d8c1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:33Z', 'updated_at': '2021-07-06T14:21:37Z', 'revision_number': 4, 'project_id': '40ab17dbfa354891b0693042b531db54', 'subnets': [{'id': '13bcf92f-ee6f-4fa3-b513-7a56a7d8c1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:21:38.355276 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01b01af9-4e6f-462f-968c-50689acf27db req-07ea8ba2-3e26-4b21-9f9c-535d712f1840 service neutron] 10.222.0.118 "GET /v2.0/networks/8f076365-95ea-494f-aa03-e8ae420132c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349437 Jul 06 14:21:38.470405 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01b01af9-4e6f-462f-968c-50689acf27db req-473e6836-d8ca-438f-b480-5c5feb99d921 service neutron] 10.222.0.118 "GET /v2.0/networks/8f076365-95ea-494f-aa03-e8ae420132c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042423 Jul 06 14:21:38.690554 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f679448d-9a6c-40bd-9c3d-12fff00a66d5 req-f074f2de-4987-41b5-a210-2ed66dc56092 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=edc0b019-1d65-41e4-8a16-eaf6786a0d77 HTTP/1.1" status: 200 len: 210 time: 0.0469034 Jul 06 14:21:39.025700 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 636cba69-ec92-4c88-ac35-7b8f2bfce1e8 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:21:39.094009 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 636cba69-ec92-4c88-ac35-7b8f2bfce1e8 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:21:39.099132 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 636cba69-ec92-4c88-ac35-7b8f2bfce1e8 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:21:39.099844 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:39.361733 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:39.398992 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 636cba69-ec92-4c88-ac35-7b8f2bfce1e8, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=636cba69-ec92-4c88-ac35-7b8f2bfce1e8,segment=NetworkSegment(e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb),segment_id=e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:39.404358 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:39.458699 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=636cba69-ec92-4c88-ac35-7b8f2bfce1e8,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:39.833780 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-84cfa719-7466-428c-b6fd-523637a3bdc0 req-e1d38d4b-f685-4064-b2b8-851dd47e4979 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=edc0b019-1d65-41e4-8a16-eaf6786a0d77 HTTP/1.1" status: 200 len: 210 time: 0.0320923 Jul 06 14:21:40.058611 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b01af9-4e6f-462f-968c-50689acf27db req-67cb0f37-d795-460e-95c2-92f71c939503 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:40.060013 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-01b01af9-4e6f-462f-968c-50689acf27db req-67cb0f37-d795-460e-95c2-92f71c939503 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.52 "GET /v2.0/networks?id=8f076365-95ea-494f-aa03-e8ae420132c2 HTTP/1.1" status: 200 len: 797 time: 0.1161880 Jul 06 14:21:40.114101 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-01b01af9-4e6f-462f-968c-50689acf27db req-c0e2903e-2e0d-4264-a1f3-6a67f3cc8bdf tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40ab17dbfa354891b0693042b531db54 HTTP/1.1" status: 200 len: 379 time: 0.0376999 Jul 06 14:21:40.124324 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-01b01af9-4e6f-462f-968c-50689acf27db req-9d743e62-de96-4637-a78f-b152b3cfd00c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'port': {'device_id': 'edc0b019-1d65-41e4-8a16-eaf6786a0d77', 'network_id': '8f076365-95ea-494f-aa03-e8ae420132c2', 'admin_state_up': True, 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'security_groups': ['5176be01-6730-4815-a077-ab5f30cea732']}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:40.212090 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:40.250018 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01b01af9-4e6f-462f-968c-50689acf27db req-9d743e62-de96-4637-a78f-b152b3cfd00c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Made reservation on behalf of 40ab17dbfa354891b0693042b531db54 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:21:40.253615 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-01b01af9-4e6f-462f-968c-50689acf27db req-9d743e62-de96-4637-a78f-b152b3cfd00c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:40.391857 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-01b01af9-4e6f-462f-968c-50689acf27db req-9d743e62-de96-4637-a78f-b152b3cfd00c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Allocated IP 172.20.0.8 (8f076365-95ea-494f-aa03-e8ae420132c2/13bcf92f-ee6f-4fa3-b513-7a56a7d8c1c2/98d68030-2440-425c-a813-016cc6d07849) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:21:40.542534 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-01b01af9-4e6f-462f-968c-50689acf27db req-9d743e62-de96-4637-a78f-b152b3cfd00c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:40.556965 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-01b01af9-4e6f-462f-968c-50689acf27db req-9d743e62-de96-4637-a78f-b152b3cfd00c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Transition to ACTIVE for port object 98d68030-2440-425c-a813-016cc6d07849 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:21:40.574672 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-36792a04-5aab-4e2d-b40f-3e03aaacb9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:40.594335 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-01b01af9-4e6f-462f-968c-50689acf27db req-9d743e62-de96-4637-a78f-b152b3cfd00c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:40.641085 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b01af9-4e6f-462f-968c-50689acf27db req-9d743e62-de96-4637-a78f-b152b3cfd00c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Network 8f076365-95ea-494f-aa03-e8ae420132c2 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:21:40.644338 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-01b01af9-4e6f-462f-968c-50689acf27db req-9d743e62-de96-4637-a78f-b152b3cfd00c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:21:40.651561 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b01af9-4e6f-462f-968c-50689acf27db req-9d743e62-de96-4637-a78f-b152b3cfd00c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:21:40.658507 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d743e62-de96-4637-a78f-b152b3cfd00c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'Port': ['ID=98d68030-2440-425c-a813-016cc6d07849,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:40.706593 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b01af9-4e6f-462f-968c-50689acf27db req-9d743e62-de96-4637-a78f-b152b3cfd00c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:40.707242 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-01b01af9-4e6f-462f-968c-50689acf27db req-9d743e62-de96-4637-a78f-b152b3cfd00c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:40.723743 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-01b01af9-4e6f-462f-968c-50689acf27db req-9d743e62-de96-4637-a78f-b152b3cfd00c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6031880 Jul 06 14:21:40.743031 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-01b01af9-4e6f-462f-968c-50689acf27db req-bd561fad-13c7-41ff-8e18-c115b1c3ed31 service neutron] Request body: {'port': {'device_id': 'edc0b019-1d65-41e4-8a16-eaf6786a0d77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:40.842019 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-01b01af9-4e6f-462f-968c-50689acf27db req-bd561fad-13c7-41ff-8e18-c115b1c3ed31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:40.903624 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-34c01974-768a-4a40-89c9-e52b00edac7b None None] Provisioning for port 98d68030-2440-425c-a813-016cc6d07849 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:21:40.909186 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-34c01974-768a-4a40-89c9-e52b00edac7b None None] Provisioning complete for port 98d68030-2440-425c-a813-016cc6d07849 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:21:40.909889 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-34c01974-768a-4a40-89c9-e52b00edac7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:40.959643 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-34c01974-768a-4a40-89c9-e52b00edac7b None None] Port 98d68030-2440-425c-a813-016cc6d07849 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:21:41.020940 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 636cba69-ec92-4c88-ac35-7b8f2bfce1e8 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:21:41.034673 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3fe81-85c3-41f0-bffc-ac12c2e0fb31 req-090ae331-a184-47c7-b81d-fb6ce0c6d0ac tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:41.038130 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9d3fe81-85c3-41f0-bffc-ac12c2e0fb31 req-090ae331-a184-47c7-b81d-fb6ce0c6d0ac tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=edc0b019-1d65-41e4-8a16-eaf6786a0d77 HTTP/1.1" status: 200 len: 931 time: 0.0792108 Jul 06 14:21:41.081987 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 636cba69-ec92-4c88-ac35-7b8f2bfce1e8 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:21:41.082924 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:41.085885 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9d3fe81-85c3-41f0-bffc-ac12c2e0fb31 req-b7d5b2d9-cb16-434f-a8b9-66d9d8ac35b1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?id=5176be01-6730-4815-a077-ab5f30cea732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401967 Jul 06 14:21:41.200825 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-01b01af9-4e6f-462f-968c-50689acf27db req-bd561fad-13c7-41ff-8e18-c115b1c3ed31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98d68030-2440-425c-a813-016cc6d07849 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:21:41.211799 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-01b01af9-4e6f-462f-968c-50689acf27db req-bd561fad-13c7-41ff-8e18-c115b1c3ed31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:41.224859 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-01b01af9-4e6f-462f-968c-50689acf27db req-bd561fad-13c7-41ff-8e18-c115b1c3ed31 service neutron] Transition to ACTIVE for port object 98d68030-2440-425c-a813-016cc6d07849 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:21:41.229673 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-01b01af9-4e6f-462f-968c-50689acf27db req-bd561fad-13c7-41ff-8e18-c115b1c3ed31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:41.300633 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd561fad-13c7-41ff-8e18-c115b1c3ed31 service neutron] Pushing event updated for resources: {'Port': ['ID=98d68030-2440-425c-a813-016cc6d07849,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:41.357026 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-01b01af9-4e6f-462f-968c-50689acf27db req-bd561fad-13c7-41ff-8e18-c115b1c3ed31 service neutron] Attempting to bind port 98d68030-2440-425c-a813-016cc6d07849 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:21:41.357393 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-01b01af9-4e6f-462f-968c-50689acf27db req-bd561fad-13c7-41ff-8e18-c115b1c3ed31 service neutron] Attempting to bind port 98d68030-2440-425c-a813-016cc6d07849 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8f076365-95ea-494f-aa03-e8ae420132c2'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:21:41.357803 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b01af9-4e6f-462f-968c-50689acf27db req-bd561fad-13c7-41ff-8e18-c115b1c3ed31 service neutron] Attempting to bind port 98d68030-2440-425c-a813-016cc6d07849 on network 8f076365-95ea-494f-aa03-e8ae420132c2 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:21:41.362954 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b01af9-4e6f-462f-968c-50689acf27db req-bd561fad-13c7-41ff-8e18-c115b1c3ed31 service neutron] Port 98d68030-2440-425c-a813-016cc6d07849 on network 8f076365-95ea-494f-aa03-e8ae420132c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:21:41.363399 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b01af9-4e6f-462f-968c-50689acf27db req-bd561fad-13c7-41ff-8e18-c115b1c3ed31 service neutron] Attempting to bind port 98d68030-2440-425c-a813-016cc6d07849 on network 8f076365-95ea-494f-aa03-e8ae420132c2 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:21:41.368856 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b01af9-4e6f-462f-968c-50689acf27db req-bd561fad-13c7-41ff-8e18-c115b1c3ed31 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:21:41.369209 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b01af9-4e6f-462f-968c-50689acf27db req-bd561fad-13c7-41ff-8e18-c115b1c3ed31 service neutron] Checking segment: {'id': 'e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8f076365-95ea-494f-aa03-e8ae420132c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:21:41.370495 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b01af9-4e6f-462f-968c-50689acf27db req-bd561fad-13c7-41ff-8e18-c115b1c3ed31 service neutron] Bound using segment: {'id': 'e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8f076365-95ea-494f-aa03-e8ae420132c2'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:21:41.371344 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-01b01af9-4e6f-462f-968c-50689acf27db req-bd561fad-13c7-41ff-8e18-c115b1c3ed31 service neutron] Bound port: 98d68030-2440-425c-a813-016cc6d07849, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8f076365-95ea-494f-aa03-e8ae420132c2'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:21:41.371711 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-01b01af9-4e6f-462f-968c-50689acf27db req-bd561fad-13c7-41ff-8e18-c115b1c3ed31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:41.451380 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-01b01af9-4e6f-462f-968c-50689acf27db req-bd561fad-13c7-41ff-8e18-c115b1c3ed31 service neutron] For port 98d68030-2440-425c-a813-016cc6d07849, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:21:41.454806 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-01b01af9-4e6f-462f-968c-50689acf27db req-bd561fad-13c7-41ff-8e18-c115b1c3ed31 service neutron] For port 98d68030-2440-425c-a813-016cc6d07849, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=98d68030-2440-425c-a813-016cc6d07849,segment=NetworkSegment(e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb),segment_id=e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:21:41.460202 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-01b01af9-4e6f-462f-968c-50689acf27db req-bd561fad-13c7-41ff-8e18-c115b1c3ed31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:41.497142 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b01af9-4e6f-462f-968c-50689acf27db req-bd561fad-13c7-41ff-8e18-c115b1c3ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:41.497835 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-01b01af9-4e6f-462f-968c-50689acf27db req-bd561fad-13c7-41ff-8e18-c115b1c3ed31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:41.499214 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-01b01af9-4e6f-462f-968c-50689acf27db req-bd561fad-13c7-41ff-8e18-c115b1c3ed31 service neutron] 10.222.0.52 "PUT /v2.0/ports/98d68030-2440-425c-a813-016cc6d07849 HTTP/1.1" status: 200 len: 1091 time: 0.7633178 Jul 06 14:21:41.499674 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc0b019-1d65-41e4-8a16-eaf6786a0d77', 'tag': '98d68030-2440-425c-a813-016cc6d07849'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:21:41.502028 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f472e38-4266-451f-ac9f-b30e243ec9af" -d '{"events": [{"name": "network-changed", "server_uuid": "edc0b019-1d65-41e4-8a16-eaf6786a0d77", "tag": "98d68030-2440-425c-a813-016cc6d07849"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:21:41.529792 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd561fad-13c7-41ff-8e18-c115b1c3ed31 service neutron] Pushing event updated for resources: {'Port': ['ID=98d68030-2440-425c-a813-016cc6d07849,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:41.547983 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a514006f-4f13-40f8-8840-637888d33a4b x-openstack-request-id: req-a514006f-4f13-40f8-8840-637888d33a4b {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:21:41.548286 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc0b019-1d65-41e4-8a16-eaf6786a0d77", "tag": "98d68030-2440-425c-a813-016cc6d07849", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:21:41.548541 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-a514006f-4f13-40f8-8840-637888d33a4b {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:21:41.548945 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc0b019-1d65-41e4-8a16-eaf6786a0d77', 'tag': '98d68030-2440-425c-a813-016cc6d07849', 'status': 'completed', 'code': 200} Jul 06 14:21:41.604675 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:41.616643 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b01af9-4e6f-462f-968c-50689acf27db req-85743627-153f-4237-a11f-f7d79b8dbdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:41.618239 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-01b01af9-4e6f-462f-968c-50689acf27db req-85743627-153f-4237-a11f-f7d79b8dbdcb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40ab17dbfa354891b0693042b531db54&device_id=edc0b019-1d65-41e4-8a16-eaf6786a0d77 HTTP/1.1" status: 200 len: 1094 time: 0.0670767 Jul 06 14:21:42.012222 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-01b01af9-4e6f-462f-968c-50689acf27db req-c6638bd8-61ca-43d7-8835-41348d57af5b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98d68030-2440-425c-a813-016cc6d07849 HTTP/1.1" status: 200 len: 217 time: 0.3848281 Jul 06 14:21:42.065647 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b01af9-4e6f-462f-968c-50689acf27db req-3ae95b91-089b-415e-b38f-6e086b364696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:42.067546 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-01b01af9-4e6f-462f-968c-50689acf27db req-3ae95b91-089b-415e-b38f-6e086b364696 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13bcf92f-ee6f-4fa3-b513-7a56a7d8c1c2 HTTP/1.1" status: 200 len: 835 time: 0.0446894 Jul 06 14:21:42.130187 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b01af9-4e6f-462f-968c-50689acf27db req-3ec121d5-af3c-4725-a5d1-77e78d5b15a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:42.131706 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-01b01af9-4e6f-462f-968c-50689acf27db req-3ec121d5-af3c-4725-a5d1-77e78d5b15a3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f076365-95ea-494f-aa03-e8ae420132c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539529 Jul 06 14:21:42.244123 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-01b01af9-4e6f-462f-968c-50689acf27db req-aa718918-bc6c-435c-87fd-e265df0c1e3f service neutron] 10.222.0.52 "GET /v2.0/networks/8f076365-95ea-494f-aa03-e8ae420132c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021581 Jul 06 14:21:42.291685 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cb561-acb3-49eb-bdb4-5261ede8cf04 req-30e70661-99dd-445f-b5b9-fb485856028c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:42.293288 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b0cb561-acb3-49eb-bdb4-5261ede8cf04 req-30e70661-99dd-445f-b5b9-fb485856028c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=edc0b019-1d65-41e4-8a16-eaf6786a0d77 HTTP/1.1" status: 200 len: 943 time: 0.0865121 Jul 06 14:21:42.332941 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b0cb561-acb3-49eb-bdb4-5261ede8cf04 req-77082dad-90fa-46cf-90ae-f9dc63ab29a4 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?id=5176be01-6730-4815-a077-ab5f30cea732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338268 Jul 06 14:21:42.354712 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-01b01af9-4e6f-462f-968c-50689acf27db req-348b471d-acd6-4135-afd6-8e244e4017a0 service neutron] 10.222.0.52 "GET /v2.0/networks/8f076365-95ea-494f-aa03-e8ae420132c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002486 Jul 06 14:21:42.474579 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f472e38-4266-451f-ac9f-b30e243ec9af req-30213c1c-01e6-4de2-a465-58c3d4fc723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:42.476028 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8f472e38-4266-451f-ac9f-b30e243ec9af req-30213c1c-01e6-4de2-a465-58c3d4fc723d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40ab17dbfa354891b0693042b531db54&device_id=edc0b019-1d65-41e4-8a16-eaf6786a0d77 HTTP/1.1" status: 200 len: 1094 time: 0.0564702 Jul 06 14:21:42.574091 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f472e38-4266-451f-ac9f-b30e243ec9af req-f4c28f91-1bc4-42b0-9426-9c21b159f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:42.575594 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8f472e38-4266-451f-ac9f-b30e243ec9af req-f4c28f91-1bc4-42b0-9426-9c21b159f85c service neutron] 10.222.0.52 "GET /v2.0/networks?id=8f076365-95ea-494f-aa03-e8ae420132c2 HTTP/1.1" status: 200 len: 898 time: 0.0930526 Jul 06 14:21:42.621588 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8f472e38-4266-451f-ac9f-b30e243ec9af req-e9152201-1573-4cbc-b018-609f83c9582b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98d68030-2440-425c-a813-016cc6d07849 HTTP/1.1" status: 200 len: 217 time: 0.0365341 Jul 06 14:21:42.671772 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f472e38-4266-451f-ac9f-b30e243ec9af req-5fc8affb-0e55-441d-901f-7482b277b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:42.673241 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8f472e38-4266-451f-ac9f-b30e243ec9af req-5fc8affb-0e55-441d-901f-7482b277b0ec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13bcf92f-ee6f-4fa3-b513-7a56a7d8c1c2 HTTP/1.1" status: 200 len: 835 time: 0.0446601 Jul 06 14:21:42.747794 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f472e38-4266-451f-ac9f-b30e243ec9af req-b8e88367-a96d-472d-a19b-75ef9f6e92ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:42.750251 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8f472e38-4266-451f-ac9f-b30e243ec9af req-b8e88367-a96d-472d-a19b-75ef9f6e92ca service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f076365-95ea-494f-aa03-e8ae420132c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696917 Jul 06 14:21:42.847843 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8f472e38-4266-451f-ac9f-b30e243ec9af req-0667f382-5a9c-46b9-a6c6-ca77002a4ae8 service neutron] 10.222.0.52 "GET /v2.0/networks/8f076365-95ea-494f-aa03-e8ae420132c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906560 Jul 06 14:21:42.945098 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8f472e38-4266-451f-ac9f-b30e243ec9af req-24938126-fc30-4427-946b-f17632b4673e service neutron] 10.222.0.52 "GET /v2.0/networks/8f076365-95ea-494f-aa03-e8ae420132c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898526 Jul 06 14:21:43.156692 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:43.518861 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f376a50-5137-4c98-b724-ddbcdf56dac5 req-be4e5820-ecc4-4c14-8472-a81a636823aa tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:43.520664 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f376a50-5137-4c98-b724-ddbcdf56dac5 req-be4e5820-ecc4-4c14-8472-a81a636823aa tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=edc0b019-1d65-41e4-8a16-eaf6786a0d77 HTTP/1.1" status: 200 len: 943 time: 0.0704033 Jul 06 14:21:43.562852 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f376a50-5137-4c98-b724-ddbcdf56dac5 req-c981992b-b6a7-4fc6-9005-5513e0337ff7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?id=5176be01-6730-4815-a077-ab5f30cea732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356321 Jul 06 14:21:44.746476 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eceda8a-3dc5-4680-abcf-7cad4c748807 req-4f7e0726-d931-4bf2-b0d0-4850931d942e tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:44.747978 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5eceda8a-3dc5-4680-abcf-7cad4c748807 req-4f7e0726-d931-4bf2-b0d0-4850931d942e tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=edc0b019-1d65-41e4-8a16-eaf6786a0d77 HTTP/1.1" status: 200 len: 943 time: 0.0692883 Jul 06 14:21:44.787809 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5eceda8a-3dc5-4680-abcf-7cad4c748807 req-39581e0a-094d-4ba3-94d2-e4d732757384 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?id=5176be01-6730-4815-a077-ab5f30cea732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338185 Jul 06 14:21:44.912871 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 98d68030-2440-425c-a813-016cc6d07849 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:21:45.007353 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 98d68030-2440-425c-a813-016cc6d07849, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=98d68030-2440-425c-a813-016cc6d07849,segment=NetworkSegment(e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb),segment_id=e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:45.019318 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '98d68030-2440-425c-a813-016cc6d07849', 'network_id': '8f076365-95ea-494f-aa03-e8ae420132c2', 'port_id': '98d68030-2440-425c-a813-016cc6d07849', 'mac_address': 'fa:16:3e:ab:07:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13bcf92f-ee6f-4fa3-b513-7a56a7d8c1c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:21:45.055806 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:45.074481 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98d68030-2440-425c-a813-016cc6d07849 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:21:45.094919 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 98d68030-2440-425c-a813-016cc6d07849, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=98d68030-2440-425c-a813-016cc6d07849,segment=NetworkSegment(e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb),segment_id=e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:45.099832 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:45.154677 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=98d68030-2440-425c-a813-016cc6d07849,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:45.404327 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['98d68030-2440-425c-a813-016cc6d07849'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:21:45.986139 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16803f-13d6-4120-9ecd-a65806d3e446 req-5c9be97c-f12e-4a70-854c-a39431ad4d7b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:45.987660 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e16803f-13d6-4120-9ecd-a65806d3e446 req-5c9be97c-f12e-4a70-854c-a39431ad4d7b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=edc0b019-1d65-41e4-8a16-eaf6786a0d77 HTTP/1.1" status: 200 len: 944 time: 0.0653696 Jul 06 14:21:46.026295 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e16803f-13d6-4120-9ecd-a65806d3e446 req-caa1d603-cebd-4b05-a0b8-838b5430999e tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?id=5176be01-6730-4815-a077-ab5f30cea732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321958 Jul 06 14:21:46.739410 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:46.915142 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 98d68030-2440-425c-a813-016cc6d07849 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:21:46.971625 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 98d68030-2440-425c-a813-016cc6d07849 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:21:46.975448 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 98d68030-2440-425c-a813-016cc6d07849 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:21:46.975819 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:47.058509 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:47.083766 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc0b019-1d65-41e4-8a16-eaf6786a0d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d68030-2440-425c-a813-016cc6d07849'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:21:47.086141 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a1ad91-8611-4a65-80db-1c54576fbe0e" -d '{"events": [{"server_uuid": "edc0b019-1d65-41e4-8a16-eaf6786a0d77", "name": "network-vif-plugged", "status": "completed", "tag": "98d68030-2440-425c-a813-016cc6d07849"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:21:47.099491 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 98d68030-2440-425c-a813-016cc6d07849, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=98d68030-2440-425c-a813-016cc6d07849,segment=NetworkSegment(e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb),segment_id=e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:21:47.106589 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:47.158876 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=98d68030-2440-425c-a813-016cc6d07849,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:47.220013 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11cc0cf-3354-4a7a-9abd-0bc1f9b44d5f req-1d7fe4ca-3061-477d-9523-42d199a2c429 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:47.221613 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a11cc0cf-3354-4a7a-9abd-0bc1f9b44d5f req-1d7fe4ca-3061-477d-9523-42d199a2c429 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=edc0b019-1d65-41e4-8a16-eaf6786a0d77 HTTP/1.1" status: 200 len: 945 time: 0.0765140 Jul 06 14:21:47.264092 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a11cc0cf-3354-4a7a-9abd-0bc1f9b44d5f req-bc1527b2-ed6b-4c3f-a574-198f4c7f8010 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?id=5176be01-6730-4815-a077-ab5f30cea732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333734 Jul 06 14:21:47.310620 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0771eece-a09e-4516-a6d7-6b4e3954ed18 x-openstack-request-id: req-0771eece-a09e-4516-a6d7-6b4e3954ed18 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:21:47.310925 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc0b019-1d65-41e4-8a16-eaf6786a0d77", "name": "network-vif-plugged", "status": "completed", "tag": "98d68030-2440-425c-a813-016cc6d07849", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:21:47.311183 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-0771eece-a09e-4516-a6d7-6b4e3954ed18 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:21:47.311592 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc0b019-1d65-41e4-8a16-eaf6786a0d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98d68030-2440-425c-a813-016cc6d07849', 'code': 200} Jul 06 14:21:47.439755 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dab0f-87af-48ea-bb22-5105be218513 req-1b21ba2d-bcfb-4af4-a415-2d32dba38f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:47.441548 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-de4dab0f-87af-48ea-bb22-5105be218513 req-1b21ba2d-bcfb-4af4-a415-2d32dba38f22 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=edc0b019-1d65-41e4-8a16-eaf6786a0d77 HTTP/1.1" status: 200 len: 1096 time: 0.0552433 Jul 06 14:21:47.483454 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-de4dab0f-87af-48ea-bb22-5105be218513 req-ac905a3b-a27a-4af0-9921-87f3902f4a90 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5176be01-6730-4815-a077-ab5f30cea732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310516 Jul 06 14:21:48.454396 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66aa452-c7d5-4e36-b7d4-60306700f883 req-56d7a048-020d-4ca9-a389-49a5deb81fa3 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:48.456089 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e66aa452-c7d5-4e36-b7d4-60306700f883 req-56d7a048-020d-4ca9-a389-49a5deb81fa3 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=edc0b019-1d65-41e4-8a16-eaf6786a0d77 HTTP/1.1" status: 200 len: 945 time: 0.0750706 Jul 06 14:21:48.501696 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e66aa452-c7d5-4e36-b7d4-60306700f883 req-70e64e65-1d64-4e15-a289-16271ea761c6 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?id=5176be01-6730-4815-a077-ab5f30cea732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394208 Jul 06 14:21:48.846728 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:49.684921 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a598e-231e-4c33-8e7c-2c3ab26fa4a9 req-01963b55-0b27-40cc-808b-a9a8c4bf95b5 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:49.686479 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-744a598e-231e-4c33-8e7c-2c3ab26fa4a9 req-01963b55-0b27-40cc-808b-a9a8c4bf95b5 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=edc0b019-1d65-41e4-8a16-eaf6786a0d77 HTTP/1.1" status: 200 len: 945 time: 0.0644457 Jul 06 14:21:49.726242 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-744a598e-231e-4c33-8e7c-2c3ab26fa4a9 req-f120c79e-61a7-475e-a17e-6fd832a9e854 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?id=5176be01-6730-4815-a077-ab5f30cea732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335841 Jul 06 14:21:49.914801 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27590f3-accd-4734-bb1d-807d255b95d8 req-61d12377-e97c-4db9-b59a-82b9b613fd26 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:49.916999 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d27590f3-accd-4734-bb1d-807d255b95d8 req-61d12377-e97c-4db9-b59a-82b9b613fd26 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=edc0b019-1d65-41e4-8a16-eaf6786a0d77 HTTP/1.1" status: 200 len: 945 time: 0.0702236 Jul 06 14:21:49.960501 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d27590f3-accd-4734-bb1d-807d255b95d8 req-26a9e629-6608-475d-9574-c37a1512f935 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?id=5176be01-6730-4815-a077-ab5f30cea732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368872 Jul 06 14:21:49.986586 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59710) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:50.039996 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab2ab5c-0a9d-407c-a38c-b5a04f37e9a0 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:50.041875 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4ab2ab5c-0a9d-407c-a38c-b5a04f37e9a0 tempest-TestNetworkBasicOps-900162744 tempest-TestNetworkBasicOps-900162744-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=edc0b019-1d65-41e4-8a16-eaf6786a0d77 HTTP/1.1" status: 200 len: 1091 time: 0.0540891 Jul 06 14:21:50.044677 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59716) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:50.049932 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'port_id': '98d68030-2440-425c-a813-016cc6d07849', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:21:50.075114 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:50.176899 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:50.287883 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Allocated IP 172.25.6.217 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/d9737a80-a2e8-43e6-8971-055afc839360) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:21:50.401129 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:50.441374 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:50.475821 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:21:50.480110 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:21:50.483228 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:21:50.518779 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'Port': ['ID=d9737a80-a2e8-43e6-8971-055afc839360,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:50.532964 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:50.533314 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:50.533658 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:50.534023 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:50.534363 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:50.534696 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:50.535033 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:50.535358 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:50.535681 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:50.536007 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:50.536336 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:50.536659 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:21:50.897785 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:50.975167 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:51.125546 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:51.130324 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:51.213472 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event updated for resources: {'Port': ['ID=d9737a80-a2e8-43e6-8971-055afc839360,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:21:51.230988 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:51.342785 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Floating IP 3684251b-43c7-408a-a261-45c03ea348ce associated. External IP: 172.25.6.217, port: 98d68030-2440-425c-a813-016cc6d07849. Jul 06 14:21:51.560093 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Router eb51b097-a37a-410d-91b4-f7f2fbd94b6c has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:21:51.675092 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:21:51.688856 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d604018-ab3a-4a7b-a314-1dccd72777af None None] Sync routers for ids ['eb51b097-a37a-410d-91b4-f7f2fbd94b6c'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:21:51.693774 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:21:51.701329 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d604018-ab3a-4a7b-a314-1dccd72777af None None] Routers {'eb51b097-a37a-410d-91b4-f7f2fbd94b6c'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:21:51.702114 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-6d604018-ab3a-4a7b-a314-1dccd72777af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:21:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['eb51b097-a37a-410d-91b4-f7f2fbd94b6c'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:51.736410 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a80aec71-3afd-46f9-8a57-5ccaaa54b7b7 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6902452 Jul 06 14:21:51.737131 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc0b019-1d65-41e4-8a16-eaf6786a0d77', 'tag': '98d68030-2440-425c-a813-016cc6d07849'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:21:51.739144 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59726) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:51.740509 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f78b186-3ce5-492c-9318-f108310cbdd2" -d '{"events": [{"name": "network-changed", "server_uuid": "edc0b019-1d65-41e4-8a16-eaf6786a0d77", "tag": "98d68030-2440-425c-a813-016cc6d07849"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:21:51.787189 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a3f103-ea1f-456e-b64f-f7921ba06e60 x-openstack-request-id: req-47a3f103-ea1f-456e-b64f-f7921ba06e60 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:21:51.787522 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc0b019-1d65-41e4-8a16-eaf6786a0d77", "tag": "98d68030-2440-425c-a813-016cc6d07849", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:21:51.787832 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-47a3f103-ea1f-456e-b64f-f7921ba06e60 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:21:51.788243 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc0b019-1d65-41e4-8a16-eaf6786a0d77', 'tag': '98d68030-2440-425c-a813-016cc6d07849', 'status': 'completed', 'code': 200} Jul 06 14:21:51.829880 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-6d604018-ab3a-4a7b-a314-1dccd72777af None None] Set router eb51b097-a37a-410d-91b4-f7f2fbd94b6c gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:21:51.853659 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-517c64bf-ab90-48f5-b608-b4eea19dac46 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/floatingips/3684251b-43c7-408a-a261-45c03ea348ce HTTP/1.1" status: 200 len: 991 time: 0.1121697 Jul 06 14:21:51.885574 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78b186-3ce5-492c-9318-f108310cbdd2 req-f1d6e1a3-c9ea-423a-b6aa-4aedfe9e149b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:51.887389 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9f78b186-3ce5-492c-9318-f108310cbdd2 req-f1d6e1a3-c9ea-423a-b6aa-4aedfe9e149b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40ab17dbfa354891b0693042b531db54&device_id=edc0b019-1d65-41e4-8a16-eaf6786a0d77 HTTP/1.1" status: 200 len: 1096 time: 0.0684016 Jul 06 14:21:52.001890 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78b186-3ce5-492c-9318-f108310cbdd2 req-5ed336a4-8e14-4f8c-8e3f-cd2bd95def21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:52.003900 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9f78b186-3ce5-492c-9318-f108310cbdd2 req-5ed336a4-8e14-4f8c-8e3f-cd2bd95def21 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8f076365-95ea-494f-aa03-e8ae420132c2 HTTP/1.1" status: 200 len: 898 time: 0.1097863 Jul 06 14:21:52.085123 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-6d604018-ab3a-4a7b-a314-1dccd72777af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'name': 'tempest-TestNetworkBasicOps-router-1356927371', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '9bede637-c1f1-430a-97c5-2824fd8ac933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:21:30Z', 'updated_at': '2021-07-06T14:21:34Z', 'revision_number': 4, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': '9bede637-c1f1-430a-97c5-2824fd8ac933', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:31Z', 'updated_at': '2021-07-06T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '3684251b-43c7-408a-a261-45c03ea348ce', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'floating_ip_address': '172.25.6.217', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'port_id': '98d68030-2440-425c-a813-016cc6d07849', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f076365-95ea-494f-aa03-e8ae420132c2', 'mac_address': 'fa:16:3e:ab:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc0b019-1d65-41e4-8a16-eaf6786a0d77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:21:50Z', 'updated_at': '2021-07-06T14:21:50Z', 'revision_number': 0, 'project_id': '40ab17dbfa354891b0693042b531db54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '636cba69-ec92-4c88-ac35-7b8f2bfce1e8', 'name': '', 'network_id': '8f076365-95ea-494f-aa03-e8ae420132c2', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'mac_address': 'fa:16:3e:12:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '13bcf92f-ee6f-4fa3-b513-7a56a7d8c1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:33Z', 'updated_at': '2021-07-06T14:21:39Z', 'revision_number': 5, 'project_id': '40ab17dbfa354891b0693042b531db54', 'subnets': [{'id': '13bcf92f-ee6f-4fa3-b513-7a56a7d8c1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:52.086920 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9f78b186-3ce5-492c-9318-f108310cbdd2 req-c5e453d7-24b5-49b0-a6ea-c230e641c65b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98d68030-2440-425c-a813-016cc6d07849 HTTP/1.1" status: 200 len: 999 time: 0.0759184 Jul 06 14:21:52.116832 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d604018-ab3a-4a7b-a314-1dccd72777af None None] Checking router: eb51b097-a37a-410d-91b4-f7f2fbd94b6c for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:21:52.127288 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d604018-ab3a-4a7b-a314-1dccd72777af None None] Routers {'eb51b097-a37a-410d-91b4-f7f2fbd94b6c'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:21:52.127917 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-6d604018-ab3a-4a7b-a314-1dccd72777af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:21:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['eb51b097-a37a-410d-91b4-f7f2fbd94b6c'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:52.140333 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78b186-3ce5-492c-9318-f108310cbdd2 req-867af4cd-5107-42f3-9d42-1b08637161c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:52.142041 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9f78b186-3ce5-492c-9318-f108310cbdd2 req-867af4cd-5107-42f3-9d42-1b08637161c3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13bcf92f-ee6f-4fa3-b513-7a56a7d8c1c2 HTTP/1.1" status: 200 len: 835 time: 0.0492654 Jul 06 14:21:52.208087 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78b186-3ce5-492c-9318-f108310cbdd2 req-caa61dca-a17f-4988-9ed0-90bef56c659c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:21:52.210029 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9f78b186-3ce5-492c-9318-f108310cbdd2 req-caa61dca-a17f-4988-9ed0-90bef56c659c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f076365-95ea-494f-aa03-e8ae420132c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613019 Jul 06 14:21:52.243779 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-6d604018-ab3a-4a7b-a314-1dccd72777af None None] Set router eb51b097-a37a-410d-91b4-f7f2fbd94b6c gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:21:52.311537 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9f78b186-3ce5-492c-9318-f108310cbdd2 req-66aada6b-6473-494e-a3b9-f1693094bc84 service neutron] 10.222.0.52 "GET /v2.0/networks/8f076365-95ea-494f-aa03-e8ae420132c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937743 Jul 06 14:21:52.417389 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9f78b186-3ce5-492c-9318-f108310cbdd2 req-4d48782d-70a8-4889-9c97-f27b79eb6ccd service neutron] 10.222.0.52 "GET /v2.0/networks/8f076365-95ea-494f-aa03-e8ae420132c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001832 Jul 06 14:21:52.492606 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-6d604018-ab3a-4a7b-a314-1dccd72777af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'name': 'tempest-TestNetworkBasicOps-router-1356927371', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '9bede637-c1f1-430a-97c5-2824fd8ac933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:21:30Z', 'updated_at': '2021-07-06T14:21:34Z', 'revision_number': 4, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': '9bede637-c1f1-430a-97c5-2824fd8ac933', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:31Z', 'updated_at': '2021-07-06T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '3684251b-43c7-408a-a261-45c03ea348ce', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'floating_ip_address': '172.25.6.217', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'port_id': '98d68030-2440-425c-a813-016cc6d07849', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f076365-95ea-494f-aa03-e8ae420132c2', 'mac_address': 'fa:16:3e:ab:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc0b019-1d65-41e4-8a16-eaf6786a0d77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:21:50Z', 'updated_at': '2021-07-06T14:21:50Z', 'revision_number': 0, 'project_id': '40ab17dbfa354891b0693042b531db54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '636cba69-ec92-4c88-ac35-7b8f2bfce1e8', 'name': '', 'network_id': '8f076365-95ea-494f-aa03-e8ae420132c2', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'mac_address': 'fa:16:3e:12:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '13bcf92f-ee6f-4fa3-b513-7a56a7d8c1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:33Z', 'updated_at': '2021-07-06T14:21:39Z', 'revision_number': 5, 'project_id': '40ab17dbfa354891b0693042b531db54', 'subnets': [{'id': '13bcf92f-ee6f-4fa3-b513-7a56a7d8c1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:21:52.527765 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d604018-ab3a-4a7b-a314-1dccd72777af None None] The sync data for ids ['eb51b097-a37a-410d-91b4-f7f2fbd94b6c'] in n-d-773644-6 is: [{'id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'name': 'tempest-TestNetworkBasicOps-router-1356927371', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '9bede637-c1f1-430a-97c5-2824fd8ac933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:21:30Z', 'updated_at': '2021-07-06T14:21:34Z', 'revision_number': 4, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': '9bede637-c1f1-430a-97c5-2824fd8ac933', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:31Z', 'updated_at': '2021-07-06T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '3684251b-43c7-408a-a261-45c03ea348ce', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'floating_ip_address': '172.25.6.217', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'port_id': '98d68030-2440-425c-a813-016cc6d07849', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f076365-95ea-494f-aa03-e8ae420132c2', 'mac_address': 'fa:16:3e:ab:07:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc0b019-1d65-41e4-8a16-eaf6786a0d77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:21:50Z', 'updated_at': '2021-07-06T14:21:50Z', 'revision_number': 0, 'project_id': '40ab17dbfa354891b0693042b531db54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '636cba69-ec92-4c88-ac35-7b8f2bfce1e8', 'name': '', 'network_id': '8f076365-95ea-494f-aa03-e8ae420132c2', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'mac_address': 'fa:16:3e:12:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '13bcf92f-ee6f-4fa3-b513-7a56a7d8c1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:33Z', 'updated_at': '2021-07-06T14:21:39Z', 'revision_number': 5, 'project_id': '40ab17dbfa354891b0693042b531db54', 'subnets': [{'id': '13bcf92f-ee6f-4fa3-b513-7a56a7d8c1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:21:52.724109 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0825cd38-9c6c-4303-83b7-fdbc91b50d33 None None] New status for floating IP 3684251b-43c7-408a-a261-45c03ea348ce: ACTIVE {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:21:52.855954 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59736) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:52.924348 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ae898773-d075-4c24-bcd2-f365c05a189b tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/floatingips/3684251b-43c7-408a-a261-45c03ea348ce HTTP/1.1" status: 200 len: 991 time: 0.0648580 Jul 06 14:21:53.927124 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59742) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:21:53.992815 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a5aa4ff2-bd6b-47bd-97c6-3fa15b38be66 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/floatingips/3684251b-43c7-408a-a261-45c03ea348ce HTTP/1.1" status: 200 len: 993 time: 0.0643685 Jul 06 14:21:54.719474 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:22:02.245094 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59798) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:02.428007 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-84af88fd-e720-463b-b381-ec09cc670668 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Deleting port 714c3bec-44a2-446c-a719-37411e9f93fd {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:22:02.428368 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-84af88fd-e720-463b-b381-ec09cc670668 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:02.522792 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-84af88fd-e720-463b-b381-ec09cc670668 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:02.523138 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-84af88fd-e720-463b-b381-ec09cc670668 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:02.535989 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-84af88fd-e720-463b-b381-ec09cc670668 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Calling delete_port for 714c3bec-44a2-446c-a719-37411e9f93fd owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:22:03.018877 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-84af88fd-e720-463b-b381-ec09cc670668 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:03.043783 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af88fd-e720-463b-b381-ec09cc670668 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event deleted for resources: {'Port': ['ID=714c3bec-44a2-446c-a719-37411e9f93fd,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:03.114020 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-84af88fd-e720-463b-b381-ec09cc670668 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:03.114354 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-84af88fd-e720-463b-b381-ec09cc670668 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Floating IP 63dfe54c-d3cc-4613-a958-be114ab057fa disassociated (deleted). External IP: 172.25.6.121, port: a44ce661-81a7-4744-873e-af749a40483a. Jul 06 14:22:03.339199 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84af88fd-e720-463b-b381-ec09cc670668 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Router cc574f9a-714f-421a-af76-0798c035dede has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:22:03.450408 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84af88fd-e720-463b-b381-ec09cc670668 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:22:03.454895 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-84af88fd-e720-463b-b381-ec09cc670668 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:03.461610 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ca5024-049b-4d18-9daf-8f00e8a49771 None None] Sync routers for ids ['cc574f9a-714f-421a-af76-0798c035dede'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:22:03.482623 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ca5024-049b-4d18-9daf-8f00e8a49771 None None] Routers {'cc574f9a-714f-421a-af76-0798c035dede'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:03.483738 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-d1ca5024-049b-4d18-9daf-8f00e8a49771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:21:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['cc574f9a-714f-421a-af76-0798c035dede'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:03.499356 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-84af88fd-e720-463b-b381-ec09cc670668 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "DELETE /v2.0/floatingips/63dfe54c-d3cc-4613-a958-be114ab057fa HTTP/1.1" status: 204 len: 168 time: 1.2530916 Jul 06 14:22:03.499960 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b', 'tag': 'a44ce661-81a7-4744-873e-af749a40483a'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:22:03.502360 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ada998-0a6f-47f7-98ff-78db90be4a69" -d '{"events": [{"name": "network-changed", "server_uuid": "8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b", "tag": "a44ce661-81a7-4744-873e-af749a40483a"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:22:03.617317 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-d1ca5024-049b-4d18-9daf-8f00e8a49771 None None] Set router cc574f9a-714f-421a-af76-0798c035dede gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:22:03.799997 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2143a52-093b-4904-8b39-870ac85cc700 x-openstack-request-id: req-b2143a52-093b-4904-8b39-870ac85cc700 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:22:03.800613 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b", "tag": "a44ce661-81a7-4744-873e-af749a40483a", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:22:03.800926 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-b2143a52-093b-4904-8b39-870ac85cc700 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:22:03.801351 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b', 'tag': 'a44ce661-81a7-4744-873e-af749a40483a', 'status': 'completed', 'code': 200} Jul 06 14:22:03.871989 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-d1ca5024-049b-4d18-9daf-8f00e8a49771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc574f9a-714f-421a-af76-0798c035dede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812535575', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'daaf3971-5e70-4790-802e-76ed42bce797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:20:23Z', 'updated_at': '2021-07-06T14:20:27Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'daaf3971-5e70-4790-802e-76ed42bce797', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574f9a-714f-421a-af76-0798c035dede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:20:23Z', 'updated_at': '2021-07-06T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'b0b3437a-1016-4982-b104-23b326bee0ae', 'name': '', 'network_id': '4035c11b-f421-40c7-b4d0-5514fa6ab5a0', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:e0:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574f9a-714f-421a-af76-0798c035dede', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'aee5a23c-1002-47c5-a222-7108d15e97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:20:26Z', 'updated_at': '2021-07-06T14:20:33Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': 'aee5a23c-1002-47c5-a222-7108d15e97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:03.893942 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ada998-0a6f-47f7-98ff-78db90be4a69 req-a8990a89-7e32-4f91-8b58-84add5c64f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:03.895538 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f2ada998-0a6f-47f7-98ff-78db90be4a69 req-a8990a89-7e32-4f91-8b58-84add5c64f03 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=7317327619ce440a98467f267c9927a9&device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 1096 time: 0.0659089 Jul 06 14:22:03.908018 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ca5024-049b-4d18-9daf-8f00e8a49771 None None] Checking router: cc574f9a-714f-421a-af76-0798c035dede for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:22:03.917496 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ca5024-049b-4d18-9daf-8f00e8a49771 None None] Routers {'cc574f9a-714f-421a-af76-0798c035dede'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:03.918188 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-d1ca5024-049b-4d18-9daf-8f00e8a49771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:21:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['cc574f9a-714f-421a-af76-0798c035dede'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:04.050518 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60349545-0578-4860-817e-16a96bcc7b12 req-2d98883c-7079-4ad3-a434-5c2291dec0a6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:04.052027 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-d1ca5024-049b-4d18-9daf-8f00e8a49771 None None] Set router cc574f9a-714f-421a-af76-0798c035dede gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:22:04.058518 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-60349545-0578-4860-817e-16a96bcc7b12 req-2d98883c-7079-4ad3-a434-5c2291dec0a6 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 945 time: 0.1465256 Jul 06 14:22:04.081367 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ada998-0a6f-47f7-98ff-78db90be4a69 req-83e091b1-531c-4985-8dad-4dba125e8480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:04.082891 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f2ada998-0a6f-47f7-98ff-78db90be4a69 req-83e091b1-531c-4985-8dad-4dba125e8480 service neutron] 10.222.0.124 "GET /v2.0/networks?id=4035c11b-f421-40c7-b4d0-5514fa6ab5a0 HTTP/1.1" status: 200 len: 897 time: 0.1805224 Jul 06 14:22:04.153483 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-60349545-0578-4860-817e-16a96bcc7b12 req-35b35fdb-0afe-479b-90dc-1c7bc3bf8899 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=68c2928b-d91d-4d4a-8c3d-5efdd4023a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939343 Jul 06 14:22:04.155360 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f2ada998-0a6f-47f7-98ff-78db90be4a69 req-c6ef91d4-68df-4d59-a176-f48953533bd3 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a44ce661-81a7-4744-873e-af749a40483a HTTP/1.1" status: 200 len: 217 time: 0.0621078 Jul 06 14:22:04.231517 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ada998-0a6f-47f7-98ff-78db90be4a69 req-12c17c43-566d-4040-a912-f7a4dcf136eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:04.233236 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f2ada998-0a6f-47f7-98ff-78db90be4a69 req-12c17c43-566d-4040-a912-f7a4dcf136eb service neutron] 10.222.0.124 "GET /v2.0/subnets?id=aee5a23c-1002-47c5-a222-7108d15e97be HTTP/1.1" status: 200 len: 834 time: 0.0704093 Jul 06 14:22:04.295074 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-d1ca5024-049b-4d18-9daf-8f00e8a49771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc574f9a-714f-421a-af76-0798c035dede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812535575', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'daaf3971-5e70-4790-802e-76ed42bce797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:20:23Z', 'updated_at': '2021-07-06T14:20:27Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'daaf3971-5e70-4790-802e-76ed42bce797', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574f9a-714f-421a-af76-0798c035dede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:20:23Z', 'updated_at': '2021-07-06T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'b0b3437a-1016-4982-b104-23b326bee0ae', 'name': '', 'network_id': '4035c11b-f421-40c7-b4d0-5514fa6ab5a0', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:e0:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574f9a-714f-421a-af76-0798c035dede', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'aee5a23c-1002-47c5-a222-7108d15e97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:20:26Z', 'updated_at': '2021-07-06T14:20:33Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': 'aee5a23c-1002-47c5-a222-7108d15e97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:04.301528 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ada998-0a6f-47f7-98ff-78db90be4a69 req-a83dc8b2-380e-4bf2-9e53-c891ee7e0f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:04.303101 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f2ada998-0a6f-47f7-98ff-78db90be4a69 req-a83dc8b2-380e-4bf2-9e53-c891ee7e0f76 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=4035c11b-f421-40c7-b4d0-5514fa6ab5a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631049 Jul 06 14:22:04.323055 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ca5024-049b-4d18-9daf-8f00e8a49771 None None] The sync data for ids ['cc574f9a-714f-421a-af76-0798c035dede'] in n-d-773644-6 is: [{'id': 'cc574f9a-714f-421a-af76-0798c035dede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812535575', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'daaf3971-5e70-4790-802e-76ed42bce797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:20:23Z', 'updated_at': '2021-07-06T14:20:27Z', 'revision_number': 4, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'daaf3971-5e70-4790-802e-76ed42bce797', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574f9a-714f-421a-af76-0798c035dede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:20:23Z', 'updated_at': '2021-07-06T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'b0b3437a-1016-4982-b104-23b326bee0ae', 'name': '', 'network_id': '4035c11b-f421-40c7-b4d0-5514fa6ab5a0', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'mac_address': 'fa:16:3e:e0:56:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574f9a-714f-421a-af76-0798c035dede', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'aee5a23c-1002-47c5-a222-7108d15e97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:20:26Z', 'updated_at': '2021-07-06T14:20:33Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'subnets': [{'id': 'aee5a23c-1002-47c5-a222-7108d15e97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:22:04.417838 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f2ada998-0a6f-47f7-98ff-78db90be4a69 req-adb5ae77-3bc6-4ddc-8847-38fda39dedf2 service neutron] 10.222.0.124 "GET /v2.0/networks/4035c11b-f421-40c7-b4d0-5514fa6ab5a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073489 Jul 06 14:22:04.524694 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f2ada998-0a6f-47f7-98ff-78db90be4a69 req-ee2f4099-299e-46ad-aed6-3eac91eec991 service neutron] 10.222.0.124 "GET /v2.0/networks/4035c11b-f421-40c7-b4d0-5514fa6ab5a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003320 Jul 06 14:22:04.609396 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffaf019-2a3d-41e1-87d5-4b2295e6fa4d None None] New status for floating IP 63dfe54c-d3cc-4613-a958-be114ab057fa: DOWN {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:22:05.155293 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b2988-dfd0-44db-a578-4232c973a2c6 req-68e7dfde-628e-4224-b8c1-5603908ea3b4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:05.156808 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8f0b2988-dfd0-44db-a578-4232c973a2c6 req-68e7dfde-628e-4224-b8c1-5603908ea3b4 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.124 "GET /v2.0/ports?device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 945 time: 0.0641649 Jul 06 14:22:05.317740 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-8f0b2988-dfd0-44db-a578-4232c973a2c6 req-5342cdf9-e9e3-407f-b637-e091c26ee127 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Deleting port a44ce661-81a7-4744-873e-af749a40483a {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:22:05.318184 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8f0b2988-dfd0-44db-a578-4232c973a2c6 req-5342cdf9-e9e3-407f-b637-e091c26ee127 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:05.405579 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f1483-ae62-4cd2-b2d4-5c26db08becf req-3cbb5880-d4ec-4304-8612-0d2991b68905 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:05.407052 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d73f1483-ae62-4cd2-b2d4-5c26db08becf req-3cbb5880-d4ec-4304-8612-0d2991b68905 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/ports?device_id=8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b HTTP/1.1" status: 200 len: 945 time: 0.1350322 Jul 06 14:22:05.459941 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-8f0b2988-dfd0-44db-a578-4232c973a2c6 req-5342cdf9-e9e3-407f-b637-e091c26ee127 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] For port a44ce661-81a7-4744-873e-af749a40483a, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=a44ce661-81a7-4744-873e-af749a40483a,segment=NetworkSegment(37f3a5ca-624a-42c6-92df-3d30e0b8f022),segment_id=37f3a5ca-624a-42c6-92df-3d30e0b8f022)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:22:05.460676 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8f0b2988-dfd0-44db-a578-4232c973a2c6 req-5342cdf9-e9e3-407f-b637-e091c26ee127 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:05.486946 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d73f1483-ae62-4cd2-b2d4-5c26db08becf req-707e7c79-7eed-4c11-86d3-04d8113683f0 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "GET /v2.0/security-groups?id=68c2928b-d91d-4d4a-8c3d-5efdd4023a29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665786 Jul 06 14:22:05.486946 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-8f0b2988-dfd0-44db-a578-4232c973a2c6 req-5342cdf9-e9e3-407f-b637-e091c26ee127 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Calling delete_port for a44ce661-81a7-4744-873e-af749a40483a owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:22:05.624261 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8f0b2988-dfd0-44db-a578-4232c973a2c6 req-5342cdf9-e9e3-407f-b637-e091c26ee127 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:05.655016 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342cdf9-e9e3-407f-b637-e091c26ee127 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event deleted for resources: {'Port': ['ID=a44ce661-81a7-4744-873e-af749a40483a,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:05.719365 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0b2988-dfd0-44db-a578-4232c973a2c6 req-5342cdf9-e9e3-407f-b637-e091c26ee127 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] No DVR routers for this DVR port a44ce661-81a7-4744-873e-af749a40483a on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:22:05.722191 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-8f0b2988-dfd0-44db-a578-4232c973a2c6 req-5342cdf9-e9e3-407f-b637-e091c26ee127 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:05.724182 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8f0b2988-dfd0-44db-a578-4232c973a2c6 req-5342cdf9-e9e3-407f-b637-e091c26ee127 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.124 "DELETE /v2.0/ports/a44ce661-81a7-4744-873e-af749a40483a HTTP/1.1" status: 204 len: 173 time: 0.5604959 Jul 06 14:22:05.803171 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b', 'name': 'network-vif-deleted', 'tag': 'a44ce661-81a7-4744-873e-af749a40483a'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:22:05.808566 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0d4155-e6be-4b93-8f1c-95efe98a0906" -d '{"events": [{"server_uuid": "8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b", "name": "network-vif-deleted", "tag": "a44ce661-81a7-4744-873e-af749a40483a"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:22:05.852285 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc2f0e3-9868-4509-95b6-4f2d065704a9 x-openstack-request-id: req-9cc2f0e3-9868-4509-95b6-4f2d065704a9 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:22:05.852652 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b", "name": "network-vif-deleted", "tag": "a44ce661-81a7-4744-873e-af749a40483a", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:22:05.853105 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-9cc2f0e3-9868-4509-95b6-4f2d065704a9 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:22:05.853571 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8527bbf0-cb6d-45e4-9679-5f25e0ab8b2b', 'name': 'network-vif-deleted', 'tag': 'a44ce661-81a7-4744-873e-af749a40483a', 'status': 'completed', 'code': 200} Jul 06 14:22:06.585922 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59906) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:06.976771 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-89ef29cb-d176-4308-bcc4-f33a41f19a65 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:07.268560 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-89ef29cb-d176-4308-bcc4-f33a41f19a65 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Deleting port b0b3437a-1016-4982-b104-23b326bee0ae {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:22:07.268917 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-89ef29cb-d176-4308-bcc4-f33a41f19a65 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:07.337731 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9c7f5f7b-8f19-4251-ab99-966b7cccb6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:07.367012 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-89ef29cb-d176-4308-bcc4-f33a41f19a65 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] For port b0b3437a-1016-4982-b104-23b326bee0ae, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=b0b3437a-1016-4982-b104-23b326bee0ae,segment=NetworkSegment(37f3a5ca-624a-42c6-92df-3d30e0b8f022),segment_id=37f3a5ca-624a-42c6-92df-3d30e0b8f022)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:22:07.367289 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-89ef29cb-d176-4308-bcc4-f33a41f19a65 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:07.380903 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-89ef29cb-d176-4308-bcc4-f33a41f19a65 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Calling delete_port for b0b3437a-1016-4982-b104-23b326bee0ae owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:22:07.588958 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-89ef29cb-d176-4308-bcc4-f33a41f19a65 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:07.631847 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef29cb-d176-4308-bcc4-f33a41f19a65 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event deleted for resources: {'Port': ['ID=b0b3437a-1016-4982-b104-23b326bee0ae,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:07.827686 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-89ef29cb-d176-4308-bcc4-f33a41f19a65 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:08.072921 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ef29cb-d176-4308-bcc4-f33a41f19a65 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Router cc574f9a-714f-421a-af76-0798c035dede has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:22:08.184741 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ef29cb-d176-4308-bcc4-f33a41f19a65 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:22:08.190101 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-89ef29cb-d176-4308-bcc4-f33a41f19a65 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "PUT /v2.0/routers/cc574f9a-714f-421a-af76-0798c035dede/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6030264 Jul 06 14:22:08.193380 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59944) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:08.195870 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1082efec-2a78-4c94-8b9d-3281aa3953a2 None None] Sync routers for ids ['cc574f9a-714f-421a-af76-0798c035dede'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:22:08.213507 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1082efec-2a78-4c94-8b9d-3281aa3953a2 None None] Routers {'cc574f9a-714f-421a-af76-0798c035dede'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:08.217631 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-1082efec-2a78-4c94-8b9d-3281aa3953a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:21:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['cc574f9a-714f-421a-af76-0798c035dede'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:08.255535 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b8e4582-0c2c-489b-b6fa-f81282b234ea tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Deleting subnet aee5a23c-1002-47c5-a222-7108d15e97be {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:22:08.262085 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b8e4582-0c2c-489b-b6fa-f81282b234ea tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:08.310512 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b8e4582-0c2c-489b-b6fa-f81282b234ea tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:08.413959 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b8e4582-0c2c-489b-b6fa-f81282b234ea tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:08.482050 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b8e4582-0c2c-489b-b6fa-f81282b234ea tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:08.508415 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-1082efec-2a78-4c94-8b9d-3281aa3953a2 None None] Set router cc574f9a-714f-421a-af76-0798c035dede gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:22:08.512677 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e4582-0c2c-489b-b6fa-f81282b234ea tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event deleted for resources: {'Subnet': ['ID=aee5a23c-1002-47c5-a222-7108d15e97be,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:08.514920 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6b8e4582-0c2c-489b-b6fa-f81282b234ea tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:08.520754 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59952) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:08.521467 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6b8e4582-0c2c-489b-b6fa-f81282b234ea tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "DELETE /v2.0/subnets/aee5a23c-1002-47c5-a222-7108d15e97be HTTP/1.1" status: 204 len: 168 time: 0.3269455 Jul 06 14:22:08.544335 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ed3159-c09e-475b-a1b1-412be361bb50 None None] Network 4035c11b-f421-40c7-b4d0-5514fa6ab5a0 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:22:08.824426 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device a44ce661-81a7-4744-873e-af749a40483a no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:22:08.861357 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: a44ce661-81a7-4744-873e-af749a40483a {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:22:08.861701 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device a44ce661-81a7-4744-873e-af749a40483a not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:22:08.880652 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-1082efec-2a78-4c94-8b9d-3281aa3953a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc574f9a-714f-421a-af76-0798c035dede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812535575', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'daaf3971-5e70-4790-802e-76ed42bce797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:20:23Z', 'updated_at': '2021-07-06T14:22:07Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'daaf3971-5e70-4790-802e-76ed42bce797', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574f9a-714f-421a-af76-0798c035dede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:20:23Z', 'updated_at': '2021-07-06T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:08.914184 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4c81f8-dee9-466e-b785-68f6547e4db3 None None] DHCP port deletion for 4035c11b-f421-40c7-b4d0-5514fa6ab5a0 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:22:08.918946 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1082efec-2a78-4c94-8b9d-3281aa3953a2 None None] Checking router: cc574f9a-714f-421a-af76-0798c035dede for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:22:08.966401 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1082efec-2a78-4c94-8b9d-3281aa3953a2 None None] Routers {'cc574f9a-714f-421a-af76-0798c035dede'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:08.967068 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-1082efec-2a78-4c94-8b9d-3281aa3953a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:21:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['cc574f9a-714f-421a-af76-0798c035dede'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:08.976739 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4eb0-a0cc-4398-8044-0105d31276ba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:09.095797 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-bd4c81f8-dee9-466e-b785-68f6547e4db3 None None] Deleting port 5f221e9e-f89c-4a98-b55a-984dcdff0138 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:22:09.096213 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bd4c81f8-dee9-466e-b785-68f6547e4db3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:09.106616 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4eb0-a0cc-4398-8044-0105d31276ba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:09.138869 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 5f221e9e-f89c-4a98-b55a-984dcdff0138 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:22:09.173718 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-6ddf4eb0-a0cc-4398-8044-0105d31276ba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Deleting port daaf3971-5e70-4790-802e-76ed42bce797 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:22:09.174485 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4eb0-a0cc-4398-8044-0105d31276ba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:09.213776 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-1082efec-2a78-4c94-8b9d-3281aa3953a2 None None] Set router cc574f9a-714f-421a-af76-0798c035dede gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:22:09.217140 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-bd4c81f8-dee9-466e-b785-68f6547e4db3 None None] For port 5f221e9e-f89c-4a98-b55a-984dcdff0138, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=5f221e9e-f89c-4a98-b55a-984dcdff0138,segment=NetworkSegment(37f3a5ca-624a-42c6-92df-3d30e0b8f022),segment_id=37f3a5ca-624a-42c6-92df-3d30e0b8f022)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:22:09.217562 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bd4c81f8-dee9-466e-b785-68f6547e4db3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:09.274054 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-6ddf4eb0-a0cc-4398-8044-0105d31276ba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] For port daaf3971-5e70-4790-802e-76ed42bce797, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=daaf3971-5e70-4790-802e-76ed42bce797,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:22:09.274433 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4eb0-a0cc-4398-8044-0105d31276ba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:09.290190 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-bd4c81f8-dee9-466e-b785-68f6547e4db3 None None] Calling delete_port for 5f221e9e-f89c-4a98-b55a-984dcdff0138 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:22:09.294615 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-6ddf4eb0-a0cc-4398-8044-0105d31276ba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Calling delete_port for daaf3971-5e70-4790-802e-76ed42bce797 owned by network:router_gateway {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:22:09.439567 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:09.479927 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4eb0-a0cc-4398-8044-0105d31276ba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:09.514453 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf4eb0-a0cc-4398-8044-0105d31276ba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event deleted for resources: {'Port': ['ID=daaf3971-5e70-4790-802e-76ed42bce797,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:09.525597 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 5f221e9e-f89c-4a98-b55a-984dcdff0138, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=5f221e9e-f89c-4a98-b55a-984dcdff0138,segment=NetworkSegment(37f3a5ca-624a-42c6-92df-3d30e0b8f022),segment_id=37f3a5ca-624a-42c6-92df-3d30e0b8f022)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:22:09.533370 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:09.570295 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bd4c81f8-dee9-466e-b785-68f6547e4db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:09.580000 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4eb0-a0cc-4398-8044-0105d31276ba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:09.605236 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-1082efec-2a78-4c94-8b9d-3281aa3953a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc574f9a-714f-421a-af76-0798c035dede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812535575', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'daaf3971-5e70-4790-802e-76ed42bce797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:20:23Z', 'updated_at': '2021-07-06T14:22:07Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'daaf3971-5e70-4790-802e-76ed42bce797', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574f9a-714f-421a-af76-0798c035dede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:20:23Z', 'updated_at': '2021-07-06T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:09.610442 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4c81f8-dee9-466e-b785-68f6547e4db3 None None] No DVR routers for this DVR port 5f221e9e-f89c-4a98-b55a-984dcdff0138 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:22:09.644395 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1082efec-2a78-4c94-8b9d-3281aa3953a2 None None] The sync data for ids ['cc574f9a-714f-421a-af76-0798c035dede'] in n-d-773644-6 is: [{'id': 'cc574f9a-714f-421a-af76-0798c035dede', 'name': 'tempest-TestNetworkAdvancedServerOps-router-812535575', 'tenant_id': '7317327619ce440a98467f267c9927a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'daaf3971-5e70-4790-802e-76ed42bce797', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:20:23Z', 'updated_at': '2021-07-06T14:22:07Z', 'revision_number': 5, 'project_id': '7317327619ce440a98467f267c9927a9', 'gw_port': {'id': 'daaf3971-5e70-4790-802e-76ed42bce797', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc574f9a-714f-421a-af76-0798c035dede', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:20:23Z', 'updated_at': '2021-07-06T14:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:22:09.649543 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=5f221e9e-f89c-4a98-b55a-984dcdff0138,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:09.678098 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c81f8-dee9-466e-b785-68f6547e4db3 None None] Pushing event deleted for resources: {'Port': ['ID=5f221e9e-f89c-4a98-b55a-984dcdff0138,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:09.711554 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4eb0-a0cc-4398-8044-0105d31276ba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:09.714404 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4eb0-a0cc-4398-8044-0105d31276ba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:09.782138 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4eb0-a0cc-4398-8044-0105d31276ba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:09.782696 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddf4eb0-a0cc-4398-8044-0105d31276ba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Fanout notify agent at l3_agent the message router_deleted on router cc574f9a-714f-421a-af76-0798c035dede {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:22:09.792106 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4eb0-a0cc-4398-8044-0105d31276ba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:09.793329 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6ddf4eb0-a0cc-4398-8044-0105d31276ba tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "DELETE /v2.0/routers/cc574f9a-714f-421a-af76-0798c035dede HTTP/1.1" status: 204 len: 168 time: 1.2709901 Jul 06 14:22:09.796309 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 59980) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:09.900895 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-751344c7-a6d4-437b-a392-c6d122ac9192 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:09.993198 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-751344c7-a6d4-437b-a392-c6d122ac9192 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.005795 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-751344c7-a6d4-437b-a392-c6d122ac9192 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4035c11b-f421-40c7-b4d0-5514fa6ab5a0']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:10.017387 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-751344c7-a6d4-437b-a392-c6d122ac9192 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f3a5ca-624a-42c6-92df-3d30e0b8f022') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:10.017678 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-751344c7-a6d4-437b-a392-c6d122ac9192 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f3a5ca-624a-42c6-92df-3d30e0b8f022') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:10.027539 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-751344c7-a6d4-437b-a392-c6d122ac9192 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.042255 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-751344c7-a6d4-437b-a392-c6d122ac9192 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.048937 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751344c7-a6d4-437b-a392-c6d122ac9192 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:22:10.049429 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-751344c7-a6d4-437b-a392-c6d122ac9192 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:22:10.096911 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:22:10.131428 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-751344c7-a6d4-437b-a392-c6d122ac9192 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.137434 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-751344c7-a6d4-437b-a392-c6d122ac9192 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.141797 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-751344c7-a6d4-437b-a392-c6d122ac9192 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "DELETE /v2.0/networks/4035c11b-f421-40c7-b4d0-5514fa6ab5a0 HTTP/1.1" status: 204 len: 168 time: 0.3421757 Jul 06 14:22:10.142700 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 59992) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:10.155889 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751344c7-a6d4-437b-a392-c6d122ac9192 tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event deleted for resources: {'Network': ['ID=4035c11b-f421-40c7-b4d0-5514fa6ab5a0,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:10.210436 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.251451 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0246935d-d363-4af6-b676-dccae521e5ed tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.280950 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0246935d-d363-4af6-b676-dccae521e5ed tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.357157 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0246935d-d363-4af6-b676-dccae521e5ed tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.360037 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0246935d-d363-4af6-b676-dccae521e5ed tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.361480 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0246935d-d363-4af6-b676-dccae521e5ed tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] 10.222.0.118 "DELETE /v2.0/security-groups/68c2928b-d91d-4d4a-8c3d-5efdd4023a29 HTTP/1.1" status: 204 len: 168 time: 0.2176869 Jul 06 14:22:10.372381 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0246935d-d363-4af6-b676-dccae521e5ed tempest-TestNetworkAdvancedServerOps-160992365 tempest-TestNetworkAdvancedServerOps-160992365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c2928b-d91d-4d4a-8c3d-5efdd4023a29,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:10.579485 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fc428c99-c8bd-4697-8220-3a8a7960cc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.710359 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60012) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:10.871535 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-bda983dd-ee1d-4ef1-92b3-0dd5da6887ec admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=7317327619ce440a98467f267c9927a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1594024 Jul 06 14:22:10.874063 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60020) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:10.933473 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-861f7c0f-a0b0-479f-bac2-1c4216a33a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:10.960858 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-861f7c0f-a0b0-479f-bac2-1c4216a33a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:11.017990 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-861f7c0f-a0b0-479f-bac2-1c4216a33a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:11.019315 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device b0b3437a-1016-4982-b104-23b326bee0ae no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:22:11.021960 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-861f7c0f-a0b0-479f-bac2-1c4216a33a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:11.023146 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-861f7c0f-a0b0-479f-bac2-1c4216a33a5d admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/dc8aba8a-d533-4ca6-89ff-71c90ced931f HTTP/1.1" status: 204 len: 168 time: 0.1482394 Jul 06 14:22:11.032506 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f7c0f-a0b0-479f-bac2-1c4216a33a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8aba8a-d533-4ca6-89ff-71c90ced931f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:11.050339 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: b0b3437a-1016-4982-b104-23b326bee0ae {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:22:11.050710 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device b0b3437a-1016-4982-b104-23b326bee0ae not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:22:11.051139 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device daaf3971-5e70-4790-802e-76ed42bce797 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:22:11.082641 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: daaf3971-5e70-4790-802e-76ed42bce797 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:22:11.082990 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device daaf3971-5e70-4790-802e-76ed42bce797 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:22:11.325729 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60036) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:11.368165 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7729c7a7-04bb-4ca8-8db5-b5dedd7691c1 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=6595e0fdfa444aa482cfb0188a92df31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411546 Jul 06 14:22:11.371168 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60038) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:11.427545 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63dd9070-25f8-4b72-b44d-cb4898fcbb14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:11.450753 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63dd9070-25f8-4b72-b44d-cb4898fcbb14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:11.503250 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63dd9070-25f8-4b72-b44d-cb4898fcbb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:11.507511 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63dd9070-25f8-4b72-b44d-cb4898fcbb14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:11.510186 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-63dd9070-25f8-4b72-b44d-cb4898fcbb14 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/4893cf08-6ef6-4d4c-8bc6-872cd4c3fe5f HTTP/1.1" status: 204 len: 168 time: 0.1376343 Jul 06 14:22:11.518510 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd9070-25f8-4b72-b44d-cb4898fcbb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4893cf08-6ef6-4d4c-8bc6-872cd4c3fe5f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:11.587716 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:13.160350 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:16.754632 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:18.855447 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:27.138241 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60566) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:27.217122 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a429cc82-afe8-429d-b5ac-cad1364c2c08 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/floatingips/3684251b-43c7-408a-a261-45c03ea348ce HTTP/1.1" status: 200 len: 993 time: 0.0722449 Jul 06 14:22:27.354423 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60574) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:27.490961 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0085a436-935a-4dcb-89e1-4a05f9c7a53c admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=85be6c0ade334805866247cc0629f4ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351585 Jul 06 14:22:27.493331 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60578) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:27.523871 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60580) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:27.553183 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-92c105be-b675-4b5f-8849-cc7cb2499280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:27.578068 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-92c105be-b675-4b5f-8849-cc7cb2499280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:27.628817 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-92c105be-b675-4b5f-8849-cc7cb2499280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:27.632035 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-92c105be-b675-4b5f-8849-cc7cb2499280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:27.634463 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-92c105be-b675-4b5f-8849-cc7cb2499280 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/d9527bfe-5903-49d7-91a7-3a1d283d32b3 HTTP/1.1" status: 204 len: 168 time: 0.1391354 Jul 06 14:22:27.643269 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c105be-b675-4b5f-8849-cc7cb2499280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9527bfe-5903-49d7-91a7-3a1d283d32b3,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:27.652039 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c105be-b675-4b5f-8849-cc7cb2499280 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:27.652779 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c105be-b675-4b5f-8849-cc7cb2499280 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:27.653243 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c105be-b675-4b5f-8849-cc7cb2499280 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:27.653679 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c105be-b675-4b5f-8849-cc7cb2499280 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:27.654140 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c105be-b675-4b5f-8849-cc7cb2499280 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:27.654563 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c105be-b675-4b5f-8849-cc7cb2499280 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:27.654992 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c105be-b675-4b5f-8849-cc7cb2499280 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:27.655417 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c105be-b675-4b5f-8849-cc7cb2499280 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:27.655841 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c105be-b675-4b5f-8849-cc7cb2499280 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:27.656265 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c105be-b675-4b5f-8849-cc7cb2499280 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:27.656684 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c105be-b675-4b5f-8849-cc7cb2499280 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:27.657116 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c105be-b675-4b5f-8849-cc7cb2499280 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:27.718912 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-60608f9f-bf24-4c03-ba6e-39b6ab88d2c1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Deleting port d9737a80-a2e8-43e6-8971-055afc839360 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:22:27.719270 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-60608f9f-bf24-4c03-ba6e-39b6ab88d2c1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:27.802516 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-60608f9f-bf24-4c03-ba6e-39b6ab88d2c1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:27.802925 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-60608f9f-bf24-4c03-ba6e-39b6ab88d2c1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:27.815946 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-60608f9f-bf24-4c03-ba6e-39b6ab88d2c1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Calling delete_port for d9737a80-a2e8-43e6-8971-055afc839360 owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:22:27.978178 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-60608f9f-bf24-4c03-ba6e-39b6ab88d2c1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:28.007164 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60608f9f-bf24-4c03-ba6e-39b6ab88d2c1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event deleted for resources: {'Port': ['ID=d9737a80-a2e8-43e6-8971-055afc839360,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:28.078723 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-60608f9f-bf24-4c03-ba6e-39b6ab88d2c1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:28.079139 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-60608f9f-bf24-4c03-ba6e-39b6ab88d2c1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Floating IP 3684251b-43c7-408a-a261-45c03ea348ce disassociated (deleted). External IP: 172.25.6.217, port: 98d68030-2440-425c-a813-016cc6d07849. Jul 06 14:22:28.295882 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60608f9f-bf24-4c03-ba6e-39b6ab88d2c1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Router eb51b097-a37a-410d-91b4-f7f2fbd94b6c has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:22:28.307685 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60602) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:28.410706 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60608f9f-bf24-4c03-ba6e-39b6ab88d2c1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:22:28.416450 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-60608f9f-bf24-4c03-ba6e-39b6ab88d2c1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:28.422249 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5869dd-68b4-4e84-9d63-990b9a2f27b2 None None] Sync routers for ids ['eb51b097-a37a-410d-91b4-f7f2fbd94b6c'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:22:28.432968 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5869dd-68b4-4e84-9d63-990b9a2f27b2 None None] Routers {'eb51b097-a37a-410d-91b4-f7f2fbd94b6c'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:28.433601 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-3b5869dd-68b4-4e84-9d63-990b9a2f27b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:22:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['eb51b097-a37a-410d-91b4-f7f2fbd94b6c'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:28.445408 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-39972072-f20c-4188-971e-4c4d011d605a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1544081853-network', 'tenant_id': '8ac80d0d6c6d434998df6c3b49122c54'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:28.473490 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-60608f9f-bf24-4c03-ba6e-39b6ab88d2c1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "DELETE /v2.0/floatingips/3684251b-43c7-408a-a261-45c03ea348ce HTTP/1.1" status: 204 len: 168 time: 0.9471569 Jul 06 14:22:28.474973 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc0b019-1d65-41e4-8a16-eaf6786a0d77', 'tag': '98d68030-2440-425c-a813-016cc6d07849'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:22:28.478454 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb979ed9-2589-4647-a79e-b6a20992028e" -d '{"events": [{"name": "network-changed", "server_uuid": "edc0b019-1d65-41e4-8a16-eaf6786a0d77", "tag": "98d68030-2440-425c-a813-016cc6d07849"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:22:28.482005 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39972072-f20c-4188-971e-4c4d011d605a admin admin] Made reservation on behalf of 8ac80d0d6c6d434998df6c3b49122c54 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:22:28.484635 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-39972072-f20c-4188-971e-4c4d011d605a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:28.494943 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-39972072-f20c-4188-971e-4c4d011d605a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:28.547546 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-3b5869dd-68b4-4e84-9d63-990b9a2f27b2 None None] Set router eb51b097-a37a-410d-91b4-f7f2fbd94b6c gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:22:28.591879 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-39972072-f20c-4188-971e-4c4d011d605a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:28.596605 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-39972072-f20c-4188-971e-4c4d011d605a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:28.625699 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39972072-f20c-4188-971e-4c4d011d605a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:22:28.632495 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39972072-f20c-4188-971e-4c4d011d605a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6007f373-24e1-454a-9497-c35ff2fb59a0,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:28.639360 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-39972072-f20c-4188-971e-4c4d011d605a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:28.639708 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-39972072-f20c-4188-971e-4c4d011d605a admin admin] Added segment 50945418-20a9-4b67-bf5a-32f0c095f8d6 of type vlan for network 0bedf58c-49a9-4bbd-9058-cd76c4053e21 Jul 06 14:22:28.689187 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-39972072-f20c-4188-971e-4c4d011d605a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:28.729440 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-39972072-f20c-4188-971e-4c4d011d605a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:28.730517 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39972072-f20c-4188-971e-4c4d011d605a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:28.731115 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-39972072-f20c-4188-971e-4c4d011d605a admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:28.743821 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e50e86-d183-4757-a283-5543bd287034 x-openstack-request-id: req-d9e50e86-d183-4757-a283-5543bd287034 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:22:28.744123 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc0b019-1d65-41e4-8a16-eaf6786a0d77", "tag": "98d68030-2440-425c-a813-016cc6d07849", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:22:28.744387 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-d9e50e86-d183-4757-a283-5543bd287034 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:22:28.744884 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc0b019-1d65-41e4-8a16-eaf6786a0d77', 'tag': '98d68030-2440-425c-a813-016cc6d07849', 'status': 'completed', 'code': 200} Jul 06 14:22:28.790373 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-3b5869dd-68b4-4e84-9d63-990b9a2f27b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'name': 'tempest-TestNetworkBasicOps-router-1356927371', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '9bede637-c1f1-430a-97c5-2824fd8ac933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:21:30Z', 'updated_at': '2021-07-06T14:21:34Z', 'revision_number': 4, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': '9bede637-c1f1-430a-97c5-2824fd8ac933', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:31Z', 'updated_at': '2021-07-06T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '636cba69-ec92-4c88-ac35-7b8f2bfce1e8', 'name': '', 'network_id': '8f076365-95ea-494f-aa03-e8ae420132c2', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'mac_address': 'fa:16:3e:12:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '13bcf92f-ee6f-4fa3-b513-7a56a7d8c1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:33Z', 'updated_at': '2021-07-06T14:21:39Z', 'revision_number': 5, 'project_id': '40ab17dbfa354891b0693042b531db54', 'subnets': [{'id': '13bcf92f-ee6f-4fa3-b513-7a56a7d8c1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:28.825532 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb979ed9-2589-4647-a79e-b6a20992028e req-e58b8e15-b617-4f59-8f32-b0723db8c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:28.826147 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-39972072-f20c-4188-971e-4c4d011d605a admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5166283 Jul 06 14:22:28.828167 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-cb979ed9-2589-4647-a79e-b6a20992028e req-e58b8e15-b617-4f59-8f32-b0723db8c0f0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40ab17dbfa354891b0693042b531db54&device_id=edc0b019-1d65-41e4-8a16-eaf6786a0d77 HTTP/1.1" status: 200 len: 1096 time: 0.0587041 Jul 06 14:22:28.828873 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60612) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:28.834369 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-316936ca-84f9-457f-a420-eba53ae31c71 admin admin] Request body: {'subnet': {'network_id': '0bedf58c-49a9-4bbd-9058-cd76c4053e21', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1544081853-subnet', 'tenant_id': '8ac80d0d6c6d434998df6c3b49122c54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:28.839683 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39972072-f20c-4188-971e-4c4d011d605a admin admin] Pushing event updated for resources: {'Network': ['ID=0bedf58c-49a9-4bbd-9058-cd76c4053e21,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:28.850963 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 0bedf58c-49a9-4bbd-9058-cd76c4053e21 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:22:28.861041 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5869dd-68b4-4e84-9d63-990b9a2f27b2 None None] Checking router: eb51b097-a37a-410d-91b4-f7f2fbd94b6c for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:22:28.871666 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5869dd-68b4-4e84-9d63-990b9a2f27b2 None None] Routers {'eb51b097-a37a-410d-91b4-f7f2fbd94b6c'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:28.872307 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-3b5869dd-68b4-4e84-9d63-990b9a2f27b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:22:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['eb51b097-a37a-410d-91b4-f7f2fbd94b6c'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:28.925722 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316936ca-84f9-457f-a420-eba53ae31c71 admin admin] Made reservation on behalf of 8ac80d0d6c6d434998df6c3b49122c54 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:22:28.928420 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-316936ca-84f9-457f-a420-eba53ae31c71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:28.968048 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed5c56-426b-4654-acdf-0751d1fef0f8 req-513ac91a-a771-411b-b8a3-2ae637cbd54c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:28.971812 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c5ed5c56-426b-4654-acdf-0751d1fef0f8 req-513ac91a-a771-411b-b8a3-2ae637cbd54c tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=edc0b019-1d65-41e4-8a16-eaf6786a0d77 HTTP/1.1" status: 200 len: 945 time: 0.1183374 Jul 06 14:22:29.016478 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-3b5869dd-68b4-4e84-9d63-990b9a2f27b2 None None] Set router eb51b097-a37a-410d-91b4-f7f2fbd94b6c gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:22:29.018923 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb979ed9-2589-4647-a79e-b6a20992028e req-168cfbfb-b53b-462d-bc7f-a7b3acc7405d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:29.020785 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-cb979ed9-2589-4647-a79e-b6a20992028e req-168cfbfb-b53b-462d-bc7f-a7b3acc7405d service neutron] 10.222.0.52 "GET /v2.0/networks?id=8f076365-95ea-494f-aa03-e8ae420132c2 HTTP/1.1" status: 200 len: 898 time: 0.1818898 Jul 06 14:22:29.029850 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c5ed5c56-426b-4654-acdf-0751d1fef0f8 req-85ce775e-5190-4b9a-9a9e-463a645e9c69 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?id=5176be01-6730-4815-a077-ab5f30cea732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500395 Jul 06 14:22:29.076640 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-cb979ed9-2589-4647-a79e-b6a20992028e req-748fecd5-a64c-424c-b852-0e1ab671f8d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98d68030-2440-425c-a813-016cc6d07849 HTTP/1.1" status: 200 len: 217 time: 0.0480690 Jul 06 14:22:29.157151 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb979ed9-2589-4647-a79e-b6a20992028e req-1ba932fd-0fce-4f79-9f3c-d7e32bd57d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:29.158695 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-cb979ed9-2589-4647-a79e-b6a20992028e req-1ba932fd-0fce-4f79-9f3c-d7e32bd57d5f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=13bcf92f-ee6f-4fa3-b513-7a56a7d8c1c2 HTTP/1.1" status: 200 len: 835 time: 0.0745709 Jul 06 14:22:29.250618 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-3b5869dd-68b4-4e84-9d63-990b9a2f27b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'name': 'tempest-TestNetworkBasicOps-router-1356927371', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '9bede637-c1f1-430a-97c5-2824fd8ac933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:21:30Z', 'updated_at': '2021-07-06T14:21:34Z', 'revision_number': 4, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': '9bede637-c1f1-430a-97c5-2824fd8ac933', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:31Z', 'updated_at': '2021-07-06T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '636cba69-ec92-4c88-ac35-7b8f2bfce1e8', 'name': '', 'network_id': '8f076365-95ea-494f-aa03-e8ae420132c2', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'mac_address': 'fa:16:3e:12:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '13bcf92f-ee6f-4fa3-b513-7a56a7d8c1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:33Z', 'updated_at': '2021-07-06T14:21:39Z', 'revision_number': 5, 'project_id': '40ab17dbfa354891b0693042b531db54', 'subnets': [{'id': '13bcf92f-ee6f-4fa3-b513-7a56a7d8c1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:29.268782 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-316936ca-84f9-457f-a420-eba53ae31c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:29.280275 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5869dd-68b4-4e84-9d63-990b9a2f27b2 None None] The sync data for ids ['eb51b097-a37a-410d-91b4-f7f2fbd94b6c'] in n-d-773644-6 is: [{'id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'name': 'tempest-TestNetworkBasicOps-router-1356927371', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '9bede637-c1f1-430a-97c5-2824fd8ac933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:21:30Z', 'updated_at': '2021-07-06T14:21:34Z', 'revision_number': 4, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': '9bede637-c1f1-430a-97c5-2824fd8ac933', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:31Z', 'updated_at': '2021-07-06T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '636cba69-ec92-4c88-ac35-7b8f2bfce1e8', 'name': '', 'network_id': '8f076365-95ea-494f-aa03-e8ae420132c2', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'mac_address': 'fa:16:3e:12:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '13bcf92f-ee6f-4fa3-b513-7a56a7d8c1c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:33Z', 'updated_at': '2021-07-06T14:21:39Z', 'revision_number': 5, 'project_id': '40ab17dbfa354891b0693042b531db54', 'subnets': [{'id': '13bcf92f-ee6f-4fa3-b513-7a56a7d8c1c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:22:29.303772 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb979ed9-2589-4647-a79e-b6a20992028e req-b1c4043b-8bfd-485a-b9d9-bc2a3c888523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:29.305906 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-cb979ed9-2589-4647-a79e-b6a20992028e req-b1c4043b-8bfd-485a-b9d9-bc2a3c888523 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f076365-95ea-494f-aa03-e8ae420132c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389368 Jul 06 14:22:29.388732 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316936ca-84f9-457f-a420-eba53ae31c71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95e56c19-ab8b-4f73-b38d-40241952d617,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:29.408082 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316936ca-84f9-457f-a420-eba53ae31c71 admin admin] Checking segment: {'id': '50945418-20a9-4b67-bf5a-32f0c095f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0bedf58c-49a9-4bbd-9058-cd76c4053e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:22:29.408572 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316936ca-84f9-457f-a420-eba53ae31c71 admin admin] Network hostable DHCP agents. Network: 0bedf58c-49a9-4bbd-9058-cd76c4053e21, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:22:29.442587 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-cb979ed9-2589-4647-a79e-b6a20992028e req-99f823a3-bd28-40cc-9713-e9f875ae1e83 service neutron] 10.222.0.52 "GET /v2.0/networks/8f076365-95ea-494f-aa03-e8ae420132c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278443 Jul 06 14:22:29.443618 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316936ca-84f9-457f-a420-eba53ae31c71 admin admin] Network 0bedf58c-49a9-4bbd-9058-cd76c4053e21 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:22:29.459887 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-316936ca-84f9-457f-a420-eba53ae31c71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 0bedf58c-49a9-4bbd-9058-cd76c4053e21) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:22:29.474853 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a6b573-7963-47b2-a3ea-343c5e1843a5 None None] Network 0bedf58c-49a9-4bbd-9058-cd76c4053e21 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:22:29.497807 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316936ca-84f9-457f-a420-eba53ae31c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:29.498414 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-316936ca-84f9-457f-a420-eba53ae31c71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:29.528802 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-316936ca-84f9-457f-a420-eba53ae31c71 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6986268 Jul 06 14:22:29.567615 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-cb979ed9-2589-4647-a79e-b6a20992028e req-4b52754e-af1f-4ce3-a7a7-b6cdbeca0359 service neutron] 10.222.0.52 "GET /v2.0/networks/8f076365-95ea-494f-aa03-e8ae420132c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162841 Jul 06 14:22:29.582300 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94139a2-9a6f-4415-bdbc-616dc5b24ab1 None None] New status for floating IP 3684251b-43c7-408a-a261-45c03ea348ce: DOWN {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:22:29.696868 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bab8d5f-de01-47a9-996c-acae01900e6f None None] Network 0bedf58c-49a9-4bbd-9058-cd76c4053e21 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:22:29.924614 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-516652ea-cc62-47f3-8c51-062b2ad24f1d req-5fbf4a54-4213-4e85-8c88-304f09a9512c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2f037187-147b-4dfa-96bf-8aecc0515521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0616424 Jul 06 14:22:30.041052 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516652ea-cc62-47f3-8c51-062b2ad24f1d req-a1d52c24-be23-4df3-8728-ecede5e51c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:30.042663 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-516652ea-cc62-47f3-8c51-062b2ad24f1d req-a1d52c24-be23-4df3-8728-ecede5e51c75 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b14d03db18d44d28b7d0ef624fa50e3b&device_id=2f037187-147b-4dfa-96bf-8aecc0515521 HTTP/1.1" status: 200 len: 1097 time: 0.0655565 Jul 06 14:22:30.184660 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516652ea-cc62-47f3-8c51-062b2ad24f1d req-664dde9a-0f86-41a6-9785-a98418db0449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:30.186751 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-516652ea-cc62-47f3-8c51-062b2ad24f1d req-664dde9a-0f86-41a6-9785-a98418db0449 service neutron] 10.222.0.52 "GET /v2.0/networks?id=30e1e582-aa43-4bc7-9eb5-7b18bfef5771 HTTP/1.1" status: 200 len: 909 time: 0.1027098 Jul 06 14:22:30.232395 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5505c-134e-4da9-92f7-0f9a93b055fa req-192c3194-ac10-465d-badf-e9d6974bced1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:30.234190 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d8b5505c-134e-4da9-92f7-0f9a93b055fa req-192c3194-ac10-465d-badf-e9d6974bced1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=edc0b019-1d65-41e4-8a16-eaf6786a0d77 HTTP/1.1" status: 200 len: 945 time: 0.0732002 Jul 06 14:22:30.264965 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-516652ea-cc62-47f3-8c51-062b2ad24f1d req-50741aac-6668-4468-a1e6-7e46cdaf460d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b75d3017-3911-4fa6-add4-c36782d4ba7b HTTP/1.1" status: 200 len: 1002 time: 0.0710423 Jul 06 14:22:30.305857 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d8b5505c-134e-4da9-92f7-0f9a93b055fa req-a73a9bca-cb21-4def-bd3d-86a6aa43976a tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/security-groups?id=5176be01-6730-4815-a077-ab5f30cea732&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594301 Jul 06 14:22:30.317633 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516652ea-cc62-47f3-8c51-062b2ad24f1d req-0de7eadf-9d71-45f1-862b-d1dde85bdd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:30.319222 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-516652ea-cc62-47f3-8c51-062b2ad24f1d req-0de7eadf-9d71-45f1-862b-d1dde85bdd39 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=af4f4803-c3c9-47df-9e43-88e09dbc15a2 HTTP/1.1" status: 200 len: 847 time: 0.0474155 Jul 06 14:22:30.330479 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ae735-c8fc-4a98-9a92-007c830a5c16 req-4a3fc662-58ef-45e6-ad63-7ae5ce8faeac tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:30.332425 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d69ae735-c8fc-4a98-9a92-007c830a5c16 req-4a3fc662-58ef-45e6-ad63-7ae5ce8faeac tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.52 "GET /v2.0/ports?device_id=edc0b019-1d65-41e4-8a16-eaf6786a0d77 HTTP/1.1" status: 200 len: 945 time: 0.0972235 Jul 06 14:22:30.390389 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516652ea-cc62-47f3-8c51-062b2ad24f1d req-fe21b4b0-4d09-4ee0-bbba-25afba0a846a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:30.392085 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-516652ea-cc62-47f3-8c51-062b2ad24f1d req-fe21b4b0-4d09-4ee0-bbba-25afba0a846a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=30e1e582-aa43-4bc7-9eb5-7b18bfef5771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625849 Jul 06 14:22:30.456398 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-d69ae735-c8fc-4a98-9a92-007c830a5c16 req-e2c9bdd7-0ba3-4905-a5cf-d4ca61a59d28 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Deleting port 98d68030-2440-425c-a813-016cc6d07849 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:22:30.456863 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d69ae735-c8fc-4a98-9a92-007c830a5c16 req-e2c9bdd7-0ba3-4905-a5cf-d4ca61a59d28 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:30.493570 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-516652ea-cc62-47f3-8c51-062b2ad24f1d req-ff66fbc0-afc5-4f82-bd2a-013db5444431 service neutron] 10.222.0.52 "GET /v2.0/networks/30e1e582-aa43-4bc7-9eb5-7b18bfef5771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906475 Jul 06 14:22:30.548877 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-d69ae735-c8fc-4a98-9a92-007c830a5c16 req-e2c9bdd7-0ba3-4905-a5cf-d4ca61a59d28 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] For port 98d68030-2440-425c-a813-016cc6d07849, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=98d68030-2440-425c-a813-016cc6d07849,segment=NetworkSegment(e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb),segment_id=e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:22:30.549250 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d69ae735-c8fc-4a98-9a92-007c830a5c16 req-e2c9bdd7-0ba3-4905-a5cf-d4ca61a59d28 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:30.567247 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-d69ae735-c8fc-4a98-9a92-007c830a5c16 req-e2c9bdd7-0ba3-4905-a5cf-d4ca61a59d28 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Calling delete_port for 98d68030-2440-425c-a813-016cc6d07849 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:22:30.596952 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-516652ea-cc62-47f3-8c51-062b2ad24f1d req-34a1baec-78ae-47ad-9301-4413eaebf614 service neutron] 10.222.0.52 "GET /v2.0/networks/30e1e582-aa43-4bc7-9eb5-7b18bfef5771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926535 Jul 06 14:22:30.712222 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d69ae735-c8fc-4a98-9a92-007c830a5c16 req-e2c9bdd7-0ba3-4905-a5cf-d4ca61a59d28 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:30.745182 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9bdd7-0ba3-4905-a5cf-d4ca61a59d28 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event deleted for resources: {'Port': ['ID=98d68030-2440-425c-a813-016cc6d07849,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:30.796121 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69ae735-c8fc-4a98-9a92-007c830a5c16 req-e2c9bdd7-0ba3-4905-a5cf-d4ca61a59d28 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] No DVR routers for this DVR port 98d68030-2440-425c-a813-016cc6d07849 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:22:30.798618 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d69ae735-c8fc-4a98-9a92-007c830a5c16 req-e2c9bdd7-0ba3-4905-a5cf-d4ca61a59d28 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:30.800631 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d69ae735-c8fc-4a98-9a92-007c830a5c16 req-e2c9bdd7-0ba3-4905-a5cf-d4ca61a59d28 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.52 "DELETE /v2.0/ports/98d68030-2440-425c-a813-016cc6d07849 HTTP/1.1" status: 204 len: 173 time: 0.4556408 Jul 06 14:22:30.801136 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc0b019-1d65-41e4-8a16-eaf6786a0d77', 'name': 'network-vif-deleted', 'tag': '98d68030-2440-425c-a813-016cc6d07849'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:22:30.803530 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eef7c29-efa0-4f69-9d91-b44fde464d87" -d '{"events": [{"server_uuid": "edc0b019-1d65-41e4-8a16-eaf6786a0d77", "name": "network-vif-deleted", "tag": "98d68030-2440-425c-a813-016cc6d07849"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:22:30.844755 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73081bd3-180a-4add-af98-80b3a50f6b3c x-openstack-request-id: req-73081bd3-180a-4add-af98-80b3a50f6b3c {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:22:30.845051 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc0b019-1d65-41e4-8a16-eaf6786a0d77", "name": "network-vif-deleted", "tag": "98d68030-2440-425c-a813-016cc6d07849", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:22:30.845305 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-73081bd3-180a-4add-af98-80b3a50f6b3c {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:22:30.845706 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc0b019-1d65-41e4-8a16-eaf6786a0d77', 'name': 'network-vif-deleted', 'tag': '98d68030-2440-425c-a813-016cc6d07849', 'status': 'completed', 'code': 200} Jul 06 14:22:31.485373 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7138f2af-daa2-40fe-a152-6dbb477cf32a req-0eafcb5a-f30f-4416-a9cf-97317b0caf11 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "GET /v2.0/ports?device_id=edc0b019-1d65-41e4-8a16-eaf6786a0d77 HTTP/1.1" status: 200 len: 210 time: 0.0393307 Jul 06 14:22:31.719083 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:22:32.571705 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60642) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:32.632231 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b44a244-8e95-4ae2-9010-a45b2c45b3d4 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:32.657832 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b44a244-8e95-4ae2-9010-a45b2c45b3d4 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:32.719240 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b44a244-8e95-4ae2-9010-a45b2c45b3d4 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:32.721844 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b44a244-8e95-4ae2-9010-a45b2c45b3d4 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:32.723044 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2b44a244-8e95-4ae2-9010-a45b2c45b3d4 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "DELETE /v2.0/security-groups/5176be01-6730-4815-a077-ab5f30cea732 HTTP/1.1" status: 204 len: 168 time: 0.1501398 Jul 06 14:22:32.732682 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44a244-8e95-4ae2-9010-a45b2c45b3d4 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5176be01-6730-4815-a077-ab5f30cea732,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:32.756683 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60646) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:33.084616 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 98d68030-2440-425c-a813-016cc6d07849 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:22:33.107699 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 98d68030-2440-425c-a813-016cc6d07849 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:22:33.108053 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 98d68030-2440-425c-a813-016cc6d07849 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:22:33.120712 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fa29f4e2-20fb-4c98-9b89-0f760ca1f3da tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:33.406548 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-fa29f4e2-20fb-4c98-9b89-0f760ca1f3da tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Deleting port 636cba69-ec92-4c88-ac35-7b8f2bfce1e8 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:22:33.406899 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fa29f4e2-20fb-4c98-9b89-0f760ca1f3da tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:33.506158 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-fa29f4e2-20fb-4c98-9b89-0f760ca1f3da tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] For port 636cba69-ec92-4c88-ac35-7b8f2bfce1e8, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=636cba69-ec92-4c88-ac35-7b8f2bfce1e8,segment=NetworkSegment(e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb),segment_id=e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:22:33.506459 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fa29f4e2-20fb-4c98-9b89-0f760ca1f3da tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:33.526573 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-fa29f4e2-20fb-4c98-9b89-0f760ca1f3da tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Calling delete_port for 636cba69-ec92-4c88-ac35-7b8f2bfce1e8 owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:22:33.717904 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fa29f4e2-20fb-4c98-9b89-0f760ca1f3da tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:33.750903 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29f4e2-20fb-4c98-9b89-0f760ca1f3da tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event deleted for resources: {'Port': ['ID=636cba69-ec92-4c88-ac35-7b8f2bfce1e8,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:34.246482 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fa29f4e2-20fb-4c98-9b89-0f760ca1f3da tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:34.471854 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa29f4e2-20fb-4c98-9b89-0f760ca1f3da tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Router eb51b097-a37a-410d-91b4-f7f2fbd94b6c has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:22:34.589006 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa29f4e2-20fb-4c98-9b89-0f760ca1f3da tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:22:34.596382 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-fa29f4e2-20fb-4c98-9b89-0f760ca1f3da tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "PUT /v2.0/routers/eb51b097-a37a-410d-91b4-f7f2fbd94b6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8383007 Jul 06 14:22:34.597063 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60658) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:34.599183 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d430c735-b5d3-400a-ba96-8172494e23e0 None None] Sync routers for ids ['eb51b097-a37a-410d-91b4-f7f2fbd94b6c'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:22:34.608311 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d430c735-b5d3-400a-ba96-8172494e23e0 None None] Routers {'eb51b097-a37a-410d-91b4-f7f2fbd94b6c'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:34.608923 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-d430c735-b5d3-400a-ba96-8172494e23e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:22:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['eb51b097-a37a-410d-91b4-f7f2fbd94b6c'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:34.652355 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-b332966d-4366-48c9-9e9d-1387c4a05af1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Deleting subnet 13bcf92f-ee6f-4fa3-b513-7a56a7d8c1c2 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:22:34.655874 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b332966d-4366-48c9-9e9d-1387c4a05af1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:34.704284 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b332966d-4366-48c9-9e9d-1387c4a05af1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:34.716997 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-d430c735-b5d3-400a-ba96-8172494e23e0 None None] Set router eb51b097-a37a-410d-91b4-f7f2fbd94b6c gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:22:34.792306 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b332966d-4366-48c9-9e9d-1387c4a05af1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:34.855475 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b332966d-4366-48c9-9e9d-1387c4a05af1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:34.888446 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332966d-4366-48c9-9e9d-1387c4a05af1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event deleted for resources: {'Subnet': ['ID=13bcf92f-ee6f-4fa3-b513-7a56a7d8c1c2,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:34.894068 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-d430c735-b5d3-400a-ba96-8172494e23e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'name': 'tempest-TestNetworkBasicOps-router-1356927371', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '9bede637-c1f1-430a-97c5-2824fd8ac933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:21:30Z', 'updated_at': '2021-07-06T14:22:33Z', 'revision_number': 5, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': '9bede637-c1f1-430a-97c5-2824fd8ac933', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:31Z', 'updated_at': '2021-07-06T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:34.895947 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b332966d-4366-48c9-9e9d-1387c4a05af1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:34.898050 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b332966d-4366-48c9-9e9d-1387c4a05af1 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "DELETE /v2.0/subnets/13bcf92f-ee6f-4fa3-b513-7a56a7d8c1c2 HTTP/1.1" status: 204 len: 168 time: 0.2993422 Jul 06 14:22:34.901481 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60660) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:34.905963 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6031cb5f-315c-4461-aee1-e72cd859289e None None] Network 8f076365-95ea-494f-aa03-e8ae420132c2 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:22:34.928050 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d430c735-b5d3-400a-ba96-8172494e23e0 None None] Checking router: eb51b097-a37a-410d-91b4-f7f2fbd94b6c for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:22:34.937426 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d430c735-b5d3-400a-ba96-8172494e23e0 None None] Routers {'eb51b097-a37a-410d-91b4-f7f2fbd94b6c'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:34.938075 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-d430c735-b5d3-400a-ba96-8172494e23e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:22:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['eb51b097-a37a-410d-91b4-f7f2fbd94b6c'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:35.064079 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-d430c735-b5d3-400a-ba96-8172494e23e0 None None] Set router eb51b097-a37a-410d-91b4-f7f2fbd94b6c gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:22:35.072796 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-57f7d602-1d85-4c36-bd03-270ceb30a529 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:35.207470 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-57f7d602-1d85-4c36-bd03-270ceb30a529 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:35.233909 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4128888-db43-458d-a2dc-0479934b1690 None None] DHCP port deletion for 8f076365-95ea-494f-aa03-e8ae420132c2 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:22:35.289062 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-57f7d602-1d85-4c36-bd03-270ceb30a529 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Deleting port 9bede637-c1f1-430a-97c5-2824fd8ac933 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:22:35.289476 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-57f7d602-1d85-4c36-bd03-270ceb30a529 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:35.293676 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-f4128888-db43-458d-a2dc-0479934b1690 None None] Deleting port 70a3dbdf-1234-4c54-9904-94ab302ea8bd {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:22:35.294321 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f4128888-db43-458d-a2dc-0479934b1690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:35.361313 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-d430c735-b5d3-400a-ba96-8172494e23e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'name': 'tempest-TestNetworkBasicOps-router-1356927371', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '9bede637-c1f1-430a-97c5-2824fd8ac933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:21:30Z', 'updated_at': '2021-07-06T14:22:33Z', 'revision_number': 5, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': '9bede637-c1f1-430a-97c5-2824fd8ac933', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:31Z', 'updated_at': '2021-07-06T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:35.378830 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-f4128888-db43-458d-a2dc-0479934b1690 None None] For port 70a3dbdf-1234-4c54-9904-94ab302ea8bd, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=70a3dbdf-1234-4c54-9904-94ab302ea8bd,segment=NetworkSegment(e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb),segment_id=e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:22:35.379445 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f4128888-db43-458d-a2dc-0479934b1690 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:35.385681 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-57f7d602-1d85-4c36-bd03-270ceb30a529 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] For port 9bede637-c1f1-430a-97c5-2824fd8ac933, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=9bede637-c1f1-430a-97c5-2824fd8ac933,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:22:35.386304 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-57f7d602-1d85-4c36-bd03-270ceb30a529 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:35.389705 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d430c735-b5d3-400a-ba96-8172494e23e0 None None] The sync data for ids ['eb51b097-a37a-410d-91b4-f7f2fbd94b6c'] in n-d-773644-6 is: [{'id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'name': 'tempest-TestNetworkBasicOps-router-1356927371', 'tenant_id': '40ab17dbfa354891b0693042b531db54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': '9bede637-c1f1-430a-97c5-2824fd8ac933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:21:30Z', 'updated_at': '2021-07-06T14:22:33Z', 'revision_number': 5, 'project_id': '40ab17dbfa354891b0693042b531db54', 'gw_port': {'id': '9bede637-c1f1-430a-97c5-2824fd8ac933', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb51b097-a37a-410d-91b4-f7f2fbd94b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:21:31Z', 'updated_at': '2021-07-06T14:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:22:35.395323 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-f4128888-db43-458d-a2dc-0479934b1690 None None] Calling delete_port for 70a3dbdf-1234-4c54-9904-94ab302ea8bd owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:22:35.401839 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-57f7d602-1d85-4c36-bd03-270ceb30a529 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Calling delete_port for 9bede637-c1f1-430a-97c5-2824fd8ac933 owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:22:35.495253 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f4128888-db43-458d-a2dc-0479934b1690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:35.509897 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4128888-db43-458d-a2dc-0479934b1690 None None] No DVR routers for this DVR port 70a3dbdf-1234-4c54-9904-94ab302ea8bd on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:22:35.529730 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4128888-db43-458d-a2dc-0479934b1690 None None] Pushing event deleted for resources: {'Port': ['ID=70a3dbdf-1234-4c54-9904-94ab302ea8bd,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:35.541087 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4128888-db43-458d-a2dc-0479934b1690 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:35.541520 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4128888-db43-458d-a2dc-0479934b1690 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:35.542105 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4128888-db43-458d-a2dc-0479934b1690 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:35.542245 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4128888-db43-458d-a2dc-0479934b1690 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:35.542586 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4128888-db43-458d-a2dc-0479934b1690 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:35.542920 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4128888-db43-458d-a2dc-0479934b1690 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:35.543251 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4128888-db43-458d-a2dc-0479934b1690 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:35.543582 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4128888-db43-458d-a2dc-0479934b1690 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:35.544419 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4128888-db43-458d-a2dc-0479934b1690 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:35.544419 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4128888-db43-458d-a2dc-0479934b1690 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:35.544652 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4128888-db43-458d-a2dc-0479934b1690 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:35.544965 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4128888-db43-458d-a2dc-0479934b1690 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:35.611222 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-57f7d602-1d85-4c36-bd03-270ceb30a529 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:35.637465 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7d602-1d85-4c36-bd03-270ceb30a529 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event deleted for resources: {'Port': ['ID=9bede637-c1f1-430a-97c5-2824fd8ac933,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:35.707774 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-57f7d602-1d85-4c36-bd03-270ceb30a529 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:35.808354 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-57f7d602-1d85-4c36-bd03-270ceb30a529 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:35.810658 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-57f7d602-1d85-4c36-bd03-270ceb30a529 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:35.861291 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-57f7d602-1d85-4c36-bd03-270ceb30a529 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:35.862293 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f7d602-1d85-4c36-bd03-270ceb30a529 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Fanout notify agent at l3_agent the message router_deleted on router eb51b097-a37a-410d-91b4-f7f2fbd94b6c {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:22:35.870402 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-57f7d602-1d85-4c36-bd03-270ceb30a529 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:35.871586 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-57f7d602-1d85-4c36-bd03-270ceb30a529 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "DELETE /v2.0/routers/eb51b097-a37a-410d-91b4-f7f2fbd94b6c HTTP/1.1" status: 204 len: 168 time: 0.9695647 Jul 06 14:22:35.875145 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60664) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:35.973421 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc1b4-0bd4-46ec-a2d4-cfdfcc453923 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:36.091824 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc1b4-0bd4-46ec-a2d4-cfdfcc453923 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:36.104141 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-5cbcc1b4-0bd4-46ec-a2d4-cfdfcc453923 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f076365-95ea-494f-aa03-e8ae420132c2']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:36.116385 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-5cbcc1b4-0bd4-46ec-a2d4-cfdfcc453923 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:36.116947 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-5cbcc1b4-0bd4-46ec-a2d4-cfdfcc453923 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c83dbd-f7a0-441c-a6ff-f770f3b4d2bb') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:36.130008 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc1b4-0bd4-46ec-a2d4-cfdfcc453923 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:36.152761 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc1b4-0bd4-46ec-a2d4-cfdfcc453923 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:36.159190 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cbcc1b4-0bd4-46ec-a2d4-cfdfcc453923 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:22:36.159592 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc1b4-0bd4-46ec-a2d4-cfdfcc453923 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:22:36.163194 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:22:36.226544 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc1b4-0bd4-46ec-a2d4-cfdfcc453923 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:36.234644 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc1b4-0bd4-46ec-a2d4-cfdfcc453923 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:36.242915 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5cbcc1b4-0bd4-46ec-a2d4-cfdfcc453923 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] 10.222.0.118 "DELETE /v2.0/networks/8f076365-95ea-494f-aa03-e8ae420132c2 HTTP/1.1" status: 204 len: 168 time: 0.3647740 Jul 06 14:22:36.265574 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcc1b4-0bd4-46ec-a2d4-cfdfcc453923 tempest-TestNetworkBasicOps-642776266 tempest-TestNetworkBasicOps-642776266-project] Pushing event deleted for resources: {'Network': ['ID=8f076365-95ea-494f-aa03-e8ae420132c2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:36.464558 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60670) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:36.644158 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-975efe51-b5fc-4f95-9841-5f037999b526 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=40ab17dbfa354891b0693042b531db54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1742673 Jul 06 14:22:36.644494 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60676) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:36.695813 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6ee12c30-2b27-42df-b45e-ed2c92abea22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:36.726146 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6ee12c30-2b27-42df-b45e-ed2c92abea22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:36.775360 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6ee12c30-2b27-42df-b45e-ed2c92abea22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:36.778188 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6ee12c30-2b27-42df-b45e-ed2c92abea22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:36.779294 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6ee12c30-2b27-42df-b45e-ed2c92abea22 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/9d71d239-f7ad-4221-8dcf-dd71fb08d25c HTTP/1.1" status: 204 len: 168 time: 0.1338708 Jul 06 14:22:36.787702 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee12c30-2b27-42df-b45e-ed2c92abea22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d71d239-f7ad-4221-8dcf-dd71fb08d25c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:37.015760 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 70a3dbdf-1234-4c54-9904-94ab302ea8bd no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:22:37.043556 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 70a3dbdf-1234-4c54-9904-94ab302ea8bd {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:22:37.044280 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 70a3dbdf-1234-4c54-9904-94ab302ea8bd not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:22:37.044943 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 9bede637-c1f1-430a-97c5-2824fd8ac933 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:22:37.066651 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 9bede637-c1f1-430a-97c5-2824fd8ac933 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:22:37.067327 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 9bede637-c1f1-430a-97c5-2824fd8ac933 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:22:37.067995 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 636cba69-ec92-4c88-ac35-7b8f2bfce1e8 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:22:37.087831 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 636cba69-ec92-4c88-ac35-7b8f2bfce1e8 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:22:37.088396 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 636cba69-ec92-4c88-ac35-7b8f2bfce1e8 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:22:37.128359 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60682) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:37.143604 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c7458224-b5ce-4118-9c61-6e1cf98a2869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:37.243510 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c7458224-b5ce-4118-9c61-6e1cf98a2869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:37.247507 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c7458224-b5ce-4118-9c61-6e1cf98a2869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:37.293735 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c7458224-b5ce-4118-9c61-6e1cf98a2869 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=de748e5afc3e407e8a01e47c06a16b4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616282 Jul 06 14:22:37.293735 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7458224-b5ce-4118-9c61-6e1cf98a2869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c2dd6f-1070-489f-a807-389feeb74dcb,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:37.294861 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60684) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:37.330188 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-766433de-6a3c-4d72-b1f1-891bf4b90a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:37.362078 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd061-8f5d-4bd9-938f-aeb96abc9ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:37.389398 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd061-8f5d-4bd9-938f-aeb96abc9ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:37.751793 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd061-8f5d-4bd9-938f-aeb96abc9ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:37.754747 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd061-8f5d-4bd9-938f-aeb96abc9ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:37.758650 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2e0cd061-8f5d-4bd9-938f-aeb96abc9ab6 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/d9c2dd6f-1070-489f-a807-389feeb74dcb HTTP/1.1" status: 204 len: 168 time: 0.4492309 Jul 06 14:22:37.764961 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0cd061-8f5d-4bd9-938f-aeb96abc9ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c2dd6f-1070-489f-a807-389feeb74dcb,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:38.523355 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60708) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:38.642886 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-b68ce64c-8c3e-4446-ae52-0960bbd655e2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1834209137-network', 'tenant_id': '01415201e0f84d5ca660e0f364583144'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:38.674942 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68ce64c-8c3e-4446-ae52-0960bbd655e2 admin admin] Made reservation on behalf of 01415201e0f84d5ca660e0f364583144 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:22:38.677522 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b68ce64c-8c3e-4446-ae52-0960bbd655e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:38.687207 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b68ce64c-8c3e-4446-ae52-0960bbd655e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:38.784830 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b68ce64c-8c3e-4446-ae52-0960bbd655e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:38.790018 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b68ce64c-8c3e-4446-ae52-0960bbd655e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:38.815648 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68ce64c-8c3e-4446-ae52-0960bbd655e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:22:38.826528 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ce64c-8c3e-4446-ae52-0960bbd655e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8024e3-8c10-4733-b99e-b172e8fcf66d,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:38.832001 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b68ce64c-8c3e-4446-ae52-0960bbd655e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:38.832627 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-b68ce64c-8c3e-4446-ae52-0960bbd655e2 admin admin] Added segment ade84885-4377-4cf6-a9a0-fcb25270b29e of type vlan for network 2d7e335b-f80d-4309-b396-d4e6268e6bd3 Jul 06 14:22:38.883445 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b68ce64c-8c3e-4446-ae52-0960bbd655e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:38.918080 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b68ce64c-8c3e-4446-ae52-0960bbd655e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:38.919132 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68ce64c-8c3e-4446-ae52-0960bbd655e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:38.920626 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b68ce64c-8c3e-4446-ae52-0960bbd655e2 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:38.998730 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b68ce64c-8c3e-4446-ae52-0960bbd655e2 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4704618 Jul 06 14:22:39.001913 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60714) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:39.006038 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ce64c-8c3e-4446-ae52-0960bbd655e2 admin admin] Pushing event updated for resources: {'Network': ['ID=2d7e335b-f80d-4309-b396-d4e6268e6bd3,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:39.017629 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 2d7e335b-f80d-4309-b396-d4e6268e6bd3 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:22:39.018175 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-205c807f-2758-4eeb-ba1d-f7927b05f448 admin admin] Request body: {'subnet': {'network_id': '2d7e335b-f80d-4309-b396-d4e6268e6bd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1834209137-subnet', 'tenant_id': '01415201e0f84d5ca660e0f364583144', 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:39.048287 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205c807f-2758-4eeb-ba1d-f7927b05f448 admin admin] Made reservation on behalf of 01415201e0f84d5ca660e0f364583144 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:22:39.051699 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-205c807f-2758-4eeb-ba1d-f7927b05f448 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:39.261029 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-205c807f-2758-4eeb-ba1d-f7927b05f448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:39.317828 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c807f-2758-4eeb-ba1d-f7927b05f448 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17b9cdf9-67d4-44f4-9059-0de0c2adaca1,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:39.330006 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205c807f-2758-4eeb-ba1d-f7927b05f448 admin admin] Checking segment: {'id': 'ade84885-4377-4cf6-a9a0-fcb25270b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2d7e335b-f80d-4309-b396-d4e6268e6bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:22:39.330365 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205c807f-2758-4eeb-ba1d-f7927b05f448 admin admin] Network hostable DHCP agents. Network: 2d7e335b-f80d-4309-b396-d4e6268e6bd3, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:22:39.348220 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205c807f-2758-4eeb-ba1d-f7927b05f448 admin admin] Network 2d7e335b-f80d-4309-b396-d4e6268e6bd3 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:22:39.358469 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-205c807f-2758-4eeb-ba1d-f7927b05f448 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 2d7e335b-f80d-4309-b396-d4e6268e6bd3) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:22:39.363829 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205c807f-2758-4eeb-ba1d-f7927b05f448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:39.365908 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-205c807f-2758-4eeb-ba1d-f7927b05f448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:39.373412 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9297866-740a-4398-a5f3-922b58a4e5cf None None] Network 2d7e335b-f80d-4309-b396-d4e6268e6bd3 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:22:39.389526 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60716) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:39.389919 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-205c807f-2758-4eeb-ba1d-f7927b05f448 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3862054 Jul 06 14:22:39.394241 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-804bbc75-419c-48f3-b078-a365628612ba admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1834209137-router', 'tenant_id': '01415201e0f84d5ca660e0f364583144', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:39.428034 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-804bbc75-419c-48f3-b078-a365628612ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:39.430089 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-804bbc75-419c-48f3-b078-a365628612ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:39.485345 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-804bbc75-419c-48f3-b078-a365628612ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:39.545905 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68824bd-322d-4617-a246-8a1d4c3d0cfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-2d7e335b-f80d-4309-b396-d4e6268e6bd3', 'network_id': '2d7e335b-f80d-4309-b396-d4e6268e6bd3', 'tenant_id': '01415201e0f84d5ca660e0f364583144', 'fixed_ips': [{'subnet_id': '17b9cdf9-67d4-44f4-9059-0de0c2adaca1'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:22:39.547295 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d68824bd-322d-4617-a246-8a1d4c3d0cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:39.632569 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-804bbc75-419c-48f3-b078-a365628612ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:39.727276 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-d68824bd-322d-4617-a246-8a1d4c3d0cfa None None] Allocated IP 172.20.0.2 (2d7e335b-f80d-4309-b396-d4e6268e6bd3/17b9cdf9-67d4-44f4-9059-0de0c2adaca1/f0d0c82b-8db9-4701-b225-b9d5a3dbccbb) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:22:39.872073 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-804bbc75-419c-48f3-b078-a365628612ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:39.893713 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d68824bd-322d-4617-a246-8a1d4c3d0cfa None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:39.895809 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-804bbc75-419c-48f3-b078-a365628612ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:39.904755 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d68824bd-322d-4617-a246-8a1d4c3d0cfa None None] Transition to ACTIVE for port object f0d0c82b-8db9-4701-b225-b9d5a3dbccbb will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:22:39.933745 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d68824bd-322d-4617-a246-8a1d4c3d0cfa None None] Transition to ACTIVE for port object f0d0c82b-8db9-4701-b225-b9d5a3dbccbb will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:22:39.943623 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d68824bd-322d-4617-a246-8a1d4c3d0cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:39.985866 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68824bd-322d-4617-a246-8a1d4c3d0cfa None None] Network 2d7e335b-f80d-4309-b396-d4e6268e6bd3 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:22:39.988772 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-d68824bd-322d-4617-a246-8a1d4c3d0cfa None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:22:39.991260 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68824bd-322d-4617-a246-8a1d4c3d0cfa None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:22:40.009202 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68824bd-322d-4617-a246-8a1d4c3d0cfa None None] Pushing event updated for resources: {'Port': ['ID=f0d0c82b-8db9-4701-b225-b9d5a3dbccbb,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:40.019226 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-804bbc75-419c-48f3-b078-a365628612ba admin admin] Allocated IP 172.25.6.62 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/92a6c81d-16b9-47a8-b931-a046e300dd17) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:22:40.080895 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-d68824bd-322d-4617-a246-8a1d4c3d0cfa None None] Attempting to bind port f0d0c82b-8db9-4701-b225-b9d5a3dbccbb on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:22:40.081485 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-d68824bd-322d-4617-a246-8a1d4c3d0cfa None None] Attempting to bind port f0d0c82b-8db9-4701-b225-b9d5a3dbccbb by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'ade84885-4377-4cf6-a9a0-fcb25270b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2d7e335b-f80d-4309-b396-d4e6268e6bd3'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:22:40.081631 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68824bd-322d-4617-a246-8a1d4c3d0cfa None None] Attempting to bind port f0d0c82b-8db9-4701-b225-b9d5a3dbccbb on network 2d7e335b-f80d-4309-b396-d4e6268e6bd3 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:22:40.089019 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68824bd-322d-4617-a246-8a1d4c3d0cfa None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:22:40.089458 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68824bd-322d-4617-a246-8a1d4c3d0cfa None None] Checking segment: {'id': 'ade84885-4377-4cf6-a9a0-fcb25270b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2d7e335b-f80d-4309-b396-d4e6268e6bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:22:40.089818 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d68824bd-322d-4617-a246-8a1d4c3d0cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:40.090230 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68824bd-322d-4617-a246-8a1d4c3d0cfa None None] Bound using segment: {'id': 'ade84885-4377-4cf6-a9a0-fcb25270b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2d7e335b-f80d-4309-b396-d4e6268e6bd3'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:22:40.090706 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-d68824bd-322d-4617-a246-8a1d4c3d0cfa None None] Bound port: f0d0c82b-8db9-4701-b225-b9d5a3dbccbb, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade84885-4377-4cf6-a9a0-fcb25270b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2d7e335b-f80d-4309-b396-d4e6268e6bd3'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:22:40.091941 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d68824bd-322d-4617-a246-8a1d4c3d0cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:40.141607 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-804bbc75-419c-48f3-b078-a365628612ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:40.161965 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d68824bd-322d-4617-a246-8a1d4c3d0cfa None None] For port f0d0c82b-8db9-4701-b225-b9d5a3dbccbb, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:22:40.166356 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d68824bd-322d-4617-a246-8a1d4c3d0cfa None None] For port f0d0c82b-8db9-4701-b225-b9d5a3dbccbb, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=f0d0c82b-8db9-4701-b225-b9d5a3dbccbb,segment=NetworkSegment(ade84885-4377-4cf6-a9a0-fcb25270b29e),segment_id=ade84885-4377-4cf6-a9a0-fcb25270b29e)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:22:40.171637 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d68824bd-322d-4617-a246-8a1d4c3d0cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:40.209205 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-804bbc75-419c-48f3-b078-a365628612ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:40.222329 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:40.250194 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68824bd-322d-4617-a246-8a1d4c3d0cfa None None] Pushing event updated for resources: {'Port': ['ID=f0d0c82b-8db9-4701-b225-b9d5a3dbccbb,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:40.266127 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804bbc75-419c-48f3-b078-a365628612ba admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:22:40.271557 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-804bbc75-419c-48f3-b078-a365628612ba admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:22:40.279283 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804bbc75-419c-48f3-b078-a365628612ba admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:22:40.286151 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804bbc75-419c-48f3-b078-a365628612ba admin admin] Pushing event updated for resources: {'Port': ['ID=92a6c81d-16b9-47a8-b931-a046e300dd17,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:40.584440 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d2d1294a-d382-4414-8587-48c4a25cc909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:40.605630 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-804bbc75-419c-48f3-b078-a365628612ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:40.817039 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-804bbc75-419c-48f3-b078-a365628612ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:40.953473 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804bbc75-419c-48f3-b078-a365628612ba admin admin] Router e5e15a21-f63e-4b0f-bc16-5696d43599aa is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:22:41.063817 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f0d0c82b-8db9-4701-b225-b9d5a3dbccbb up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:22:41.105111 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804bbc75-419c-48f3-b078-a365628612ba admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:22:41.122674 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b9ca3f-a013-4542-9e10-254566ca08df None None] Sync routers for ids ['e5e15a21-f63e-4b0f-bc16-5696d43599aa'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:22:41.126265 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-804bbc75-419c-48f3-b078-a365628612ba admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:41.127628 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-804bbc75-419c-48f3-b078-a365628612ba admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7370412 Jul 06 14:22:41.130808 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60722) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:41.141383 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b9ca3f-a013-4542-9e10-254566ca08df None None] Routers {'e5e15a21-f63e-4b0f-bc16-5696d43599aa'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:41.142056 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e6b9ca3f-a013-4542-9e10-254566ca08df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:22:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['e5e15a21-f63e-4b0f-bc16-5696d43599aa'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:41.276493 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-e6b9ca3f-a013-4542-9e10-254566ca08df None None] Set router e5e15a21-f63e-4b0f-bc16-5696d43599aa gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:22:41.361690 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port f0d0c82b-8db9-4701-b225-b9d5a3dbccbb completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:22:41.402812 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b55f30-a977-423f-8860-e8245b9d2ed5 None None] Network 2d7e335b-f80d-4309-b396-d4e6268e6bd3 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:22:41.467129 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6cd16978-a1d6-417d-9931-553f6509752a None None] Provisioning for port f0d0c82b-8db9-4701-b225-b9d5a3dbccbb completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:22:41.476336 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6cd16978-a1d6-417d-9931-553f6509752a None None] Provisioning complete for port f0d0c82b-8db9-4701-b225-b9d5a3dbccbb triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:22:41.476741 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6cd16978-a1d6-417d-9931-553f6509752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:41.632017 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-18767872-8f6e-4c48-9548-0065501acc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:41.637611 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:41.728661 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e6b9ca3f-a013-4542-9e10-254566ca08df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e15a21-f63e-4b0f-bc16-5696d43599aa', 'name': 'tempest-TestServerMultinode-1834209137-router', 'tenant_id': '01415201e0f84d5ca660e0f364583144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '92a6c81d-16b9-47a8-b931-a046e300dd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:22:39Z', 'updated_at': '2021-07-06T14:22:40Z', 'revision_number': 3, 'project_id': '01415201e0f84d5ca660e0f364583144', 'gw_port': {'id': '92a6c81d-16b9-47a8-b931-a046e300dd17', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e15a21-f63e-4b0f-bc16-5696d43599aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:22:39Z', 'updated_at': '2021-07-06T14:22:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:41.739365 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6cd16978-a1d6-417d-9931-553f6509752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:41.789592 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b9ca3f-a013-4542-9e10-254566ca08df None None] Checking router: e5e15a21-f63e-4b0f-bc16-5696d43599aa for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:22:41.790069 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b9ca3f-a013-4542-9e10-254566ca08df None None] Updating router e5e15a21-f63e-4b0f-bc16-5696d43599aa port 92a6c81d-16b9-47a8-b931-a046e300dd17 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:22:41.857318 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-6cd16978-a1d6-417d-9931-553f6509752a None None] For port f0d0c82b-8db9-4701-b225-b9d5a3dbccbb, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=f0d0c82b-8db9-4701-b225-b9d5a3dbccbb,segment=NetworkSegment(ade84885-4377-4cf6-a9a0-fcb25270b29e),segment_id=ade84885-4377-4cf6-a9a0-fcb25270b29e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:22:41.860065 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e6b9ca3f-a013-4542-9e10-254566ca08df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:41.863799 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6cd16978-a1d6-417d-9931-553f6509752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:41.867721 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-18767872-8f6e-4c48-9548-0065501acc04 admin admin] Allocated IP 172.20.0.1 (2d7e335b-f80d-4309-b396-d4e6268e6bd3/17b9cdf9-67d4-44f4-9059-0de0c2adaca1/2637c0f4-778d-4ed9-900e-f5681b62234c) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:22:41.983584 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-18767872-8f6e-4c48-9548-0065501acc04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:42.000088 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-18767872-8f6e-4c48-9548-0065501acc04 admin admin] Transition to ACTIVE for port object 2637c0f4-778d-4ed9-900e-f5681b62234c will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:22:42.010398 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd16978-a1d6-417d-9931-553f6509752a None None] Pushing event updated for resources: {'Port': ['ID=f0d0c82b-8db9-4701-b225-b9d5a3dbccbb,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:42.047437 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-18767872-8f6e-4c48-9548-0065501acc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:42.089503 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18767872-8f6e-4c48-9548-0065501acc04 admin admin] Pushing event updated for resources: {'Port': ['ID=2637c0f4-778d-4ed9-900e-f5681b62234c,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:42.105481 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18767872-8f6e-4c48-9548-0065501acc04 admin admin] Network 2d7e335b-f80d-4309-b396-d4e6268e6bd3 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:22:42.107091 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-18767872-8f6e-4c48-9548-0065501acc04 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:22:42.109840 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18767872-8f6e-4c48-9548-0065501acc04 admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:22:42.159084 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-18767872-8f6e-4c48-9548-0065501acc04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:42.222157 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e6b9ca3f-a013-4542-9e10-254566ca08df None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:42.236459 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e6b9ca3f-a013-4542-9e10-254566ca08df None None] Transition to ACTIVE for port object 92a6c81d-16b9-47a8-b931-a046e300dd17 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:22:42.244576 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e6b9ca3f-a013-4542-9e10-254566ca08df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:42.333869 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-e6b9ca3f-a013-4542-9e10-254566ca08df None None] Attempting to bind port 92a6c81d-16b9-47a8-b931-a046e300dd17 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:22:42.334508 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-e6b9ca3f-a013-4542-9e10-254566ca08df None None] Attempting to bind port 92a6c81d-16b9-47a8-b931-a046e300dd17 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:22:42.334720 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-18767872-8f6e-4c48-9548-0065501acc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:42.334905 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b9ca3f-a013-4542-9e10-254566ca08df None None] Attempting to bind port 92a6c81d-16b9-47a8-b931-a046e300dd17 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:22:42.347514 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b9ca3f-a013-4542-9e10-254566ca08df None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:22:42.347935 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b9ca3f-a013-4542-9e10-254566ca08df None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:22:42.348461 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e6b9ca3f-a013-4542-9e10-254566ca08df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:42.348785 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b9ca3f-a013-4542-9e10-254566ca08df None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:22:42.349278 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-e6b9ca3f-a013-4542-9e10-254566ca08df None None] Bound port: 92a6c81d-16b9-47a8-b931-a046e300dd17, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:22:42.349665 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e6b9ca3f-a013-4542-9e10-254566ca08df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:42.367558 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b80ddb94-ee97-4625-98ae-13edd8b87cdb None None] Provisioning complete for port f0d0c82b-8db9-4701-b225-b9d5a3dbccbb triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:22:42.367934 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b80ddb94-ee97-4625-98ae-13edd8b87cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:42.369530 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8da84-9bf6-489d-8339-3bd10c4a00b4 None None] Pushing event updated for resources: {'Port': ['ID=92a6c81d-16b9-47a8-b931-a046e300dd17,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:42.456942 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-e6b9ca3f-a013-4542-9e10-254566ca08df None None] For port 92a6c81d-16b9-47a8-b931-a046e300dd17, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:22:42.460480 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-e6b9ca3f-a013-4542-9e10-254566ca08df None None] For port 92a6c81d-16b9-47a8-b931-a046e300dd17, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=92a6c81d-16b9-47a8-b931-a046e300dd17,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:22:42.467768 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e6b9ca3f-a013-4542-9e10-254566ca08df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:42.548471 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-18767872-8f6e-4c48-9548-0065501acc04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:42.553103 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-18767872-8f6e-4c48-9548-0065501acc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:42.565299 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8da84-9bf6-489d-8339-3bd10c4a00b4 None None] Pushing event updated for resources: {'Port': ['ID=92a6c81d-16b9-47a8-b931-a046e300dd17,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:42.568950 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b9ca3f-a013-4542-9e10-254566ca08df None None] Routers {'e5e15a21-f63e-4b0f-bc16-5696d43599aa'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:42.569637 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e6b9ca3f-a013-4542-9e10-254566ca08df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:22:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['e5e15a21-f63e-4b0f-bc16-5696d43599aa'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:42.630045 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-18767872-8f6e-4c48-9548-0065501acc04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:42.636489 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18767872-8f6e-4c48-9548-0065501acc04 admin admin] Pushing event updated for resources: {'Port': ['ID=2637c0f4-778d-4ed9-900e-f5681b62234c,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:42.692027 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-bc7fcba9-9d94-4bc2-b5b7-e7e44dfaeb37 None None] Provisioning for port 2637c0f4-778d-4ed9-900e-f5681b62234c completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:22:42.702702 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-bc7fcba9-9d94-4bc2-b5b7-e7e44dfaeb37 None None] Provisioning complete for port 2637c0f4-778d-4ed9-900e-f5681b62234c triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:22:42.703207 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bc7fcba9-9d94-4bc2-b5b7-e7e44dfaeb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:42.708266 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-e6b9ca3f-a013-4542-9e10-254566ca08df None None] Set router e5e15a21-f63e-4b0f-bc16-5696d43599aa gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:22:42.736338 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18767872-8f6e-4c48-9548-0065501acc04 admin admin] Network 2d7e335b-f80d-4309-b396-d4e6268e6bd3 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:22:42.737841 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-18767872-8f6e-4c48-9548-0065501acc04 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:22:42.829276 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-bc7fcba9-9d94-4bc2-b5b7-e7e44dfaeb37 None None] Port 2637c0f4-778d-4ed9-900e-f5681b62234c cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:22:42.867061 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18767872-8f6e-4c48-9548-0065501acc04 admin admin] Router e5e15a21-f63e-4b0f-bc16-5696d43599aa has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:22:43.011266 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e6b9ca3f-a013-4542-9e10-254566ca08df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e15a21-f63e-4b0f-bc16-5696d43599aa', 'name': 'tempest-TestServerMultinode-1834209137-router', 'tenant_id': '01415201e0f84d5ca660e0f364583144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '92a6c81d-16b9-47a8-b931-a046e300dd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:22:39Z', 'updated_at': '2021-07-06T14:22:42Z', 'revision_number': 4, 'project_id': '01415201e0f84d5ca660e0f364583144', 'gw_port': {'id': '92a6c81d-16b9-47a8-b931-a046e300dd17', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e15a21-f63e-4b0f-bc16-5696d43599aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:22:39Z', 'updated_at': '2021-07-06T14:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '2637c0f4-778d-4ed9-900e-f5681b62234c', 'name': '', 'network_id': '2d7e335b-f80d-4309-b396-d4e6268e6bd3', 'tenant_id': '01415201e0f84d5ca660e0f364583144', 'mac_address': 'fa:16:3e:6e:d3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e15a21-f63e-4b0f-bc16-5696d43599aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '17b9cdf9-67d4-44f4-9059-0de0c2adaca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:22:41Z', 'updated_at': '2021-07-06T14:22:42Z', 'revision_number': 2, 'project_id': '01415201e0f84d5ca660e0f364583144', 'subnets': [{'id': '17b9cdf9-67d4-44f4-9059-0de0c2adaca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:43.028129 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18767872-8f6e-4c48-9548-0065501acc04 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:22:43.046470 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-18767872-8f6e-4c48-9548-0065501acc04 admin admin] 10.222.0.118 "PUT /v2.0/routers/e5e15a21-f63e-4b0f-bc16-5696d43599aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9138196 Jul 06 14:22:43.227951 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b9ca3f-a013-4542-9e10-254566ca08df None None] The sync data for ids ['e5e15a21-f63e-4b0f-bc16-5696d43599aa'] in n-d-773644-6 is: [{'id': 'e5e15a21-f63e-4b0f-bc16-5696d43599aa', 'name': 'tempest-TestServerMultinode-1834209137-router', 'tenant_id': '01415201e0f84d5ca660e0f364583144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '92a6c81d-16b9-47a8-b931-a046e300dd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:22:39Z', 'updated_at': '2021-07-06T14:22:42Z', 'revision_number': 4, 'project_id': '01415201e0f84d5ca660e0f364583144', 'gw_port': {'id': '92a6c81d-16b9-47a8-b931-a046e300dd17', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e15a21-f63e-4b0f-bc16-5696d43599aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:22:39Z', 'updated_at': '2021-07-06T14:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '2637c0f4-778d-4ed9-900e-f5681b62234c', 'name': '', 'network_id': '2d7e335b-f80d-4309-b396-d4e6268e6bd3', 'tenant_id': '01415201e0f84d5ca660e0f364583144', 'mac_address': 'fa:16:3e:6e:d3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e15a21-f63e-4b0f-bc16-5696d43599aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '17b9cdf9-67d4-44f4-9059-0de0c2adaca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:22:41Z', 'updated_at': '2021-07-06T14:22:42Z', 'revision_number': 2, 'project_id': '01415201e0f84d5ca660e0f364583144', 'subnets': [{'id': '17b9cdf9-67d4-44f4-9059-0de0c2adaca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:22:43.236512 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f0d0c82b-8db9-4701-b225-b9d5a3dbccbb up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:22:43.286484 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:43.287183 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f190ae2a-988d-4b9e-a931-26138c132fbb None None] Provisioning complete for port 2637c0f4-778d-4ed9-900e-f5681b62234c triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:22:43.287549 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f190ae2a-988d-4b9e-a931-26138c132fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:43.341055 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-f190ae2a-988d-4b9e-a931-26138c132fbb None None] Port 2637c0f4-778d-4ed9-900e-f5681b62234c cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:22:43.344728 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port f0d0c82b-8db9-4701-b225-b9d5a3dbccbb triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:22:43.345141 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:43.662061 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60744) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:43.668908 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-423e417c-d25c-4657-8ee2-ce57ffa4187b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1494849490-network', 'tenant_id': '1c77209ac4fe429d84f3a34a5bdb5190'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:43.697867 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423e417c-d25c-4657-8ee2-ce57ffa4187b admin admin] Made reservation on behalf of 1c77209ac4fe429d84f3a34a5bdb5190 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:22:43.700615 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-423e417c-d25c-4657-8ee2-ce57ffa4187b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:43.710277 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-423e417c-d25c-4657-8ee2-ce57ffa4187b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:43.822804 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-423e417c-d25c-4657-8ee2-ce57ffa4187b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:43.834161 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-423e417c-d25c-4657-8ee2-ce57ffa4187b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:43.862614 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-423e417c-d25c-4657-8ee2-ce57ffa4187b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:22:43.873561 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e417c-d25c-4657-8ee2-ce57ffa4187b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44aba477-f986-4cb5-8a27-2194c3aee408,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:43.878662 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-423e417c-d25c-4657-8ee2-ce57ffa4187b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:43.879015 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-423e417c-d25c-4657-8ee2-ce57ffa4187b admin admin] Added segment 03026129-8f99-4fbc-a184-d41a79efd670 of type vlan for network dd69f1f9-e961-4958-ae2f-401a3d844c53 Jul 06 14:22:43.925982 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-423e417c-d25c-4657-8ee2-ce57ffa4187b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:43.959275 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-423e417c-d25c-4657-8ee2-ce57ffa4187b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:43.960367 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423e417c-d25c-4657-8ee2-ce57ffa4187b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:43.960895 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-423e417c-d25c-4657-8ee2-ce57ffa4187b admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:44.021594 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-423e417c-d25c-4657-8ee2-ce57ffa4187b admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3582933 Jul 06 14:22:44.024384 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60748) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:44.029590 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-7b563136-dc73-44c7-9668-723daa753ed1 admin admin] Request body: {'subnet': {'network_id': 'dd69f1f9-e961-4958-ae2f-401a3d844c53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1494849490-subnet', 'tenant_id': '1c77209ac4fe429d84f3a34a5bdb5190', 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:44.042402 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e417c-d25c-4657-8ee2-ce57ffa4187b admin admin] Pushing event updated for resources: {'Network': ['ID=dd69f1f9-e961-4958-ae2f-401a3d844c53,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:44.057033 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network dd69f1f9-e961-4958-ae2f-401a3d844c53 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:22:44.058999 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b563136-dc73-44c7-9668-723daa753ed1 admin admin] Made reservation on behalf of 1c77209ac4fe429d84f3a34a5bdb5190 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:22:44.067828 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7b563136-dc73-44c7-9668-723daa753ed1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:44.290825 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7b563136-dc73-44c7-9668-723daa753ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:44.687007 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b563136-dc73-44c7-9668-723daa753ed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95a16d69-0a50-4f60-a01a-1696c1f3e846,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:44.697674 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b563136-dc73-44c7-9668-723daa753ed1 admin admin] Checking segment: {'id': '03026129-8f99-4fbc-a184-d41a79efd670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'dd69f1f9-e961-4958-ae2f-401a3d844c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:22:44.698078 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b563136-dc73-44c7-9668-723daa753ed1 admin admin] Network hostable DHCP agents. Network: dd69f1f9-e961-4958-ae2f-401a3d844c53, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:22:44.716813 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b563136-dc73-44c7-9668-723daa753ed1 admin admin] Network dd69f1f9-e961-4958-ae2f-401a3d844c53 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:22:44.734910 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-7b563136-dc73-44c7-9668-723daa753ed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, dd69f1f9-e961-4958-ae2f-401a3d844c53) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:22:44.739409 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b563136-dc73-44c7-9668-723daa753ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:44.739839 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7b563136-dc73-44c7-9668-723daa753ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:44.747839 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0e34de-832f-499e-9404-b679bf9d529f None None] Network dd69f1f9-e961-4958-ae2f-401a3d844c53 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:22:44.762040 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 60752) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:44.762526 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7b563136-dc73-44c7-9668-723daa753ed1 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7370999 Jul 06 14:22:44.769188 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-9e24013b-22a6-42d6-b678-4e7e2dd089a0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1494849490-router', 'tenant_id': '1c77209ac4fe429d84f3a34a5bdb5190', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:44.803058 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e24013b-22a6-42d6-b678-4e7e2dd089a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:44.805449 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e24013b-22a6-42d6-b678-4e7e2dd089a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:44.876729 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e24013b-22a6-42d6-b678-4e7e2dd089a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:44.968733 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421ade22-fcae-4b6b-baf4-c8173e908dd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-dd69f1f9-e961-4958-ae2f-401a3d844c53', 'network_id': 'dd69f1f9-e961-4958-ae2f-401a3d844c53', 'tenant_id': '1c77209ac4fe429d84f3a34a5bdb5190', 'fixed_ips': [{'subnet_id': '95a16d69-0a50-4f60-a01a-1696c1f3e846'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:22:44.970010 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-421ade22-fcae-4b6b-baf4-c8173e908dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:45.059734 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 92a6c81d-16b9-47a8-b931-a046e300dd17 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:22:45.063454 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e24013b-22a6-42d6-b678-4e7e2dd089a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:45.179870 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-421ade22-fcae-4b6b-baf4-c8173e908dd8 None None] Allocated IP 172.20.0.2 (dd69f1f9-e961-4958-ae2f-401a3d844c53/95a16d69-0a50-4f60-a01a-1696c1f3e846/0c2f46c0-3d34-418a-ab52-e5543a39a12b) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:22:45.181943 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 92a6c81d-16b9-47a8-b931-a046e300dd17 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:22:45.192042 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 92a6c81d-16b9-47a8-b931-a046e300dd17 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:22:45.192428 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:45.306210 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e24013b-22a6-42d6-b678-4e7e2dd089a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:45.329523 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e24013b-22a6-42d6-b678-4e7e2dd089a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:45.355548 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:45.405847 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 92a6c81d-16b9-47a8-b931-a046e300dd17, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=92a6c81d-16b9-47a8-b931-a046e300dd17,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:22:45.417137 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:45.424121 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-421ade22-fcae-4b6b-baf4-c8173e908dd8 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:45.449341 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-9e24013b-22a6-42d6-b678-4e7e2dd089a0 admin admin] Allocated IP 172.25.6.119 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/6289e31d-c855-4c0f-bb50-8a7333b0ddf3) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:22:45.451603 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-421ade22-fcae-4b6b-baf4-c8173e908dd8 None None] Transition to ACTIVE for port object 0c2f46c0-3d34-418a-ab52-e5543a39a12b will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:22:45.482745 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-421ade22-fcae-4b6b-baf4-c8173e908dd8 None None] Transition to ACTIVE for port object 0c2f46c0-3d34-418a-ab52-e5543a39a12b will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:22:45.488829 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=92a6c81d-16b9-47a8-b931-a046e300dd17,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:45.492861 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-421ade22-fcae-4b6b-baf4-c8173e908dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:45.532081 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421ade22-fcae-4b6b-baf4-c8173e908dd8 None None] Network dd69f1f9-e961-4958-ae2f-401a3d844c53 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:22:45.536529 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-421ade22-fcae-4b6b-baf4-c8173e908dd8 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:22:45.542730 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421ade22-fcae-4b6b-baf4-c8173e908dd8 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:22:45.551573 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ade22-fcae-4b6b-baf4-c8173e908dd8 None None] Pushing event updated for resources: {'Port': ['ID=0c2f46c0-3d34-418a-ab52-e5543a39a12b,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:45.562850 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e24013b-22a6-42d6-b678-4e7e2dd089a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:45.607975 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e24013b-22a6-42d6-b678-4e7e2dd089a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:45.610095 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-421ade22-fcae-4b6b-baf4-c8173e908dd8 None None] Attempting to bind port 0c2f46c0-3d34-418a-ab52-e5543a39a12b on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:22:45.610560 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-421ade22-fcae-4b6b-baf4-c8173e908dd8 None None] Attempting to bind port 0c2f46c0-3d34-418a-ab52-e5543a39a12b by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '03026129-8f99-4fbc-a184-d41a79efd670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'dd69f1f9-e961-4958-ae2f-401a3d844c53'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:22:45.611223 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421ade22-fcae-4b6b-baf4-c8173e908dd8 None None] Attempting to bind port 0c2f46c0-3d34-418a-ab52-e5543a39a12b on network dd69f1f9-e961-4958-ae2f-401a3d844c53 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:22:45.616405 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421ade22-fcae-4b6b-baf4-c8173e908dd8 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:22:45.616900 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421ade22-fcae-4b6b-baf4-c8173e908dd8 None None] Checking segment: {'id': '03026129-8f99-4fbc-a184-d41a79efd670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'dd69f1f9-e961-4958-ae2f-401a3d844c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:22:45.618004 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-421ade22-fcae-4b6b-baf4-c8173e908dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:45.618509 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421ade22-fcae-4b6b-baf4-c8173e908dd8 None None] Bound using segment: {'id': '03026129-8f99-4fbc-a184-d41a79efd670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'dd69f1f9-e961-4958-ae2f-401a3d844c53'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:22:45.619055 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-421ade22-fcae-4b6b-baf4-c8173e908dd8 None None] Bound port: 0c2f46c0-3d34-418a-ab52-e5543a39a12b, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03026129-8f99-4fbc-a184-d41a79efd670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'dd69f1f9-e961-4958-ae2f-401a3d844c53'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:22:45.619507 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-421ade22-fcae-4b6b-baf4-c8173e908dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:45.645426 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e24013b-22a6-42d6-b678-4e7e2dd089a0 admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:22:45.651150 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-9e24013b-22a6-42d6-b678-4e7e2dd089a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:22:45.672912 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e24013b-22a6-42d6-b678-4e7e2dd089a0 admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:22:45.679064 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24013b-22a6-42d6-b678-4e7e2dd089a0 admin admin] Pushing event updated for resources: {'Port': ['ID=6289e31d-c855-4c0f-bb50-8a7333b0ddf3,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:45.688730 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-421ade22-fcae-4b6b-baf4-c8173e908dd8 None None] For port 0c2f46c0-3d34-418a-ab52-e5543a39a12b, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:22:45.692307 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-421ade22-fcae-4b6b-baf4-c8173e908dd8 None None] For port 0c2f46c0-3d34-418a-ab52-e5543a39a12b, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0c2f46c0-3d34-418a-ab52-e5543a39a12b,segment=NetworkSegment(03026129-8f99-4fbc-a184-d41a79efd670),segment_id=03026129-8f99-4fbc-a184-d41a79efd670)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:22:45.696979 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-421ade22-fcae-4b6b-baf4-c8173e908dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:45.740430 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410b3d61-1b2b-4198-899e-579ad1a570f3 None None] Sync routers for ids ['e5e15a21-f63e-4b0f-bc16-5696d43599aa'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:22:45.754825 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410b3d61-1b2b-4198-899e-579ad1a570f3 None None] Routers {'e5e15a21-f63e-4b0f-bc16-5696d43599aa'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:45.755950 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-410b3d61-1b2b-4198-899e-579ad1a570f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:22:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['e5e15a21-f63e-4b0f-bc16-5696d43599aa'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:45.758326 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ade22-fcae-4b6b-baf4-c8173e908dd8 None None] Pushing event updated for resources: {'Port': ['ID=0c2f46c0-3d34-418a-ab52-e5543a39a12b,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:45.877138 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-410b3d61-1b2b-4198-899e-579ad1a570f3 None None] Set router e5e15a21-f63e-4b0f-bc16-5696d43599aa gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:22:46.019578 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e24013b-22a6-42d6-b678-4e7e2dd089a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:46.124879 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-410b3d61-1b2b-4198-899e-579ad1a570f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e15a21-f63e-4b0f-bc16-5696d43599aa', 'name': 'tempest-TestServerMultinode-1834209137-router', 'tenant_id': '01415201e0f84d5ca660e0f364583144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '92a6c81d-16b9-47a8-b931-a046e300dd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:22:39Z', 'updated_at': '2021-07-06T14:22:42Z', 'revision_number': 4, 'project_id': '01415201e0f84d5ca660e0f364583144', 'gw_port': {'id': '92a6c81d-16b9-47a8-b931-a046e300dd17', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e15a21-f63e-4b0f-bc16-5696d43599aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:22:39Z', 'updated_at': '2021-07-06T14:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '2637c0f4-778d-4ed9-900e-f5681b62234c', 'name': '', 'network_id': '2d7e335b-f80d-4309-b396-d4e6268e6bd3', 'tenant_id': '01415201e0f84d5ca660e0f364583144', 'mac_address': 'fa:16:3e:6e:d3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e15a21-f63e-4b0f-bc16-5696d43599aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '17b9cdf9-67d4-44f4-9059-0de0c2adaca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:22:41Z', 'updated_at': '2021-07-06T14:22:42Z', 'revision_number': 2, 'project_id': '01415201e0f84d5ca660e0f364583144', 'subnets': [{'id': '17b9cdf9-67d4-44f4-9059-0de0c2adaca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:46.159589 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410b3d61-1b2b-4198-899e-579ad1a570f3 None None] Checking router: e5e15a21-f63e-4b0f-bc16-5696d43599aa for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:22:46.160077 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410b3d61-1b2b-4198-899e-579ad1a570f3 None None] Updating router e5e15a21-f63e-4b0f-bc16-5696d43599aa port 2637c0f4-778d-4ed9-900e-f5681b62234c binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:22:46.197491 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-410b3d61-1b2b-4198-899e-579ad1a570f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:46.281526 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e24013b-22a6-42d6-b678-4e7e2dd089a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:46.433101 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e24013b-22a6-42d6-b678-4e7e2dd089a0 admin admin] Router 8b8c2f89-4351-4a95-91bb-223216187677 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:22:46.498494 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-410b3d61-1b2b-4198-899e-579ad1a570f3 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:46.509454 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-410b3d61-1b2b-4198-899e-579ad1a570f3 None None] Transition to ACTIVE for port object 2637c0f4-778d-4ed9-900e-f5681b62234c will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:22:46.518976 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-410b3d61-1b2b-4198-899e-579ad1a570f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:46.554175 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e24013b-22a6-42d6-b678-4e7e2dd089a0 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:22:46.566908 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b94a83-12b1-458a-b705-9e54bc4a4342 None None] Sync routers for ids ['8b8c2f89-4351-4a95-91bb-223216187677'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:22:46.567691 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3815755e-2278-49e2-8fac-028ffb8b334a None None] Pushing event updated for resources: {'Port': ['ID=2637c0f4-778d-4ed9-900e-f5681b62234c,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:46.577350 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815755e-2278-49e2-8fac-028ffb8b334a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:46.578022 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815755e-2278-49e2-8fac-028ffb8b334a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:46.578552 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815755e-2278-49e2-8fac-028ffb8b334a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:46.579073 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815755e-2278-49e2-8fac-028ffb8b334a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:46.579569 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815755e-2278-49e2-8fac-028ffb8b334a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:46.580072 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815755e-2278-49e2-8fac-028ffb8b334a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:46.580626 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815755e-2278-49e2-8fac-028ffb8b334a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:46.581205 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815755e-2278-49e2-8fac-028ffb8b334a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:46.581886 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815755e-2278-49e2-8fac-028ffb8b334a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:46.582567 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815755e-2278-49e2-8fac-028ffb8b334a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:46.582882 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815755e-2278-49e2-8fac-028ffb8b334a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:46.583266 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3815755e-2278-49e2-8fac-028ffb8b334a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:46.583826 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b94a83-12b1-458a-b705-9e54bc4a4342 None None] Routers {'8b8c2f89-4351-4a95-91bb-223216187677'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:46.584480 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f3b94a83-12b1-458a-b705-9e54bc4a4342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:22:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['8b8c2f89-4351-4a95-91bb-223216187677'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:46.584848 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9e24013b-22a6-42d6-b678-4e7e2dd089a0 admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:46.590723 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 60766) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:22:46.591611 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9e24013b-22a6-42d6-b678-4e7e2dd089a0 admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8257370 Jul 06 14:22:46.703243 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-410b3d61-1b2b-4198-899e-579ad1a570f3 None None] Attempting to bind port 2637c0f4-778d-4ed9-900e-f5681b62234c on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:22:46.703891 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-410b3d61-1b2b-4198-899e-579ad1a570f3 None None] Attempting to bind port 2637c0f4-778d-4ed9-900e-f5681b62234c by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'ade84885-4377-4cf6-a9a0-fcb25270b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2d7e335b-f80d-4309-b396-d4e6268e6bd3'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:22:46.704351 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410b3d61-1b2b-4198-899e-579ad1a570f3 None None] Attempting to bind port 2637c0f4-778d-4ed9-900e-f5681b62234c on network 2d7e335b-f80d-4309-b396-d4e6268e6bd3 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:22:46.717900 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410b3d61-1b2b-4198-899e-579ad1a570f3 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:22:46.718737 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410b3d61-1b2b-4198-899e-579ad1a570f3 None None] Checking segment: {'id': 'ade84885-4377-4cf6-a9a0-fcb25270b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2d7e335b-f80d-4309-b396-d4e6268e6bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:22:46.719443 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-410b3d61-1b2b-4198-899e-579ad1a570f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:46.720088 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410b3d61-1b2b-4198-899e-579ad1a570f3 None None] Bound using segment: {'id': 'ade84885-4377-4cf6-a9a0-fcb25270b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2d7e335b-f80d-4309-b396-d4e6268e6bd3'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:22:46.720896 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-410b3d61-1b2b-4198-899e-579ad1a570f3 None None] Bound port: 2637c0f4-778d-4ed9-900e-f5681b62234c, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade84885-4377-4cf6-a9a0-fcb25270b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2d7e335b-f80d-4309-b396-d4e6268e6bd3'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:22:46.721549 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-410b3d61-1b2b-4198-899e-579ad1a570f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:46.816943 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:46.831864 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-f3b94a83-12b1-458a-b705-9e54bc4a4342 None None] Set router 8b8c2f89-4351-4a95-91bb-223216187677 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:22:46.856865 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-410b3d61-1b2b-4198-899e-579ad1a570f3 None None] For port 2637c0f4-778d-4ed9-900e-f5681b62234c, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:22:46.860371 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-410b3d61-1b2b-4198-899e-579ad1a570f3 None None] For port 2637c0f4-778d-4ed9-900e-f5681b62234c, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=2637c0f4-778d-4ed9-900e-f5681b62234c,segment=NetworkSegment(ade84885-4377-4cf6-a9a0-fcb25270b29e),segment_id=ade84885-4377-4cf6-a9a0-fcb25270b29e)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:22:46.870641 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-410b3d61-1b2b-4198-899e-579ad1a570f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:46.961404 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410b3d61-1b2b-4198-899e-579ad1a570f3 None None] Routers {'e5e15a21-f63e-4b0f-bc16-5696d43599aa'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:46.962214 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-410b3d61-1b2b-4198-899e-579ad1a570f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:22:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['e5e15a21-f63e-4b0f-bc16-5696d43599aa'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:46.975056 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3815755e-2278-49e2-8fac-028ffb8b334a None None] Pushing event updated for resources: {'Port': ['ID=2637c0f4-778d-4ed9-900e-f5681b62234c,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:47.179495 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-410b3d61-1b2b-4198-899e-579ad1a570f3 None None] Set router e5e15a21-f63e-4b0f-bc16-5696d43599aa gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:22:47.280572 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f3b94a83-12b1-458a-b705-9e54bc4a4342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8c2f89-4351-4a95-91bb-223216187677', 'name': 'tempest-TestServerMultinode-1494849490-router', 'tenant_id': '1c77209ac4fe429d84f3a34a5bdb5190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '6289e31d-c855-4c0f-bb50-8a7333b0ddf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:22:44Z', 'updated_at': '2021-07-06T14:22:45Z', 'revision_number': 3, 'project_id': '1c77209ac4fe429d84f3a34a5bdb5190', 'gw_port': {'id': '6289e31d-c855-4c0f-bb50-8a7333b0ddf3', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8c2f89-4351-4a95-91bb-223216187677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:22:45Z', 'updated_at': '2021-07-06T14:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:47.323460 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 92a6c81d-16b9-47a8-b931-a046e300dd17 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:22:47.325742 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbab345e-28a8-4a31-bb97-df397a507e98 None None] Network dd69f1f9-e961-4958-ae2f-401a3d844c53 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:22:47.341185 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b94a83-12b1-458a-b705-9e54bc4a4342 None None] Checking router: 8b8c2f89-4351-4a95-91bb-223216187677 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:22:47.341820 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b94a83-12b1-458a-b705-9e54bc4a4342 None None] Updating router 8b8c2f89-4351-4a95-91bb-223216187677 port 6289e31d-c855-4c0f-bb50-8a7333b0ddf3 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:22:47.419298 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-434b0a6f-eb2a-480a-aedc-da4df2f642b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:47.477536 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9c4bb0ad-85d8-4465-8e7a-78d84c6f9f14 None None] Provisioning for port 0c2f46c0-3d34-418a-ab52-e5543a39a12b completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:22:47.480153 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f3b94a83-12b1-458a-b705-9e54bc4a4342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:47.527834 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-410b3d61-1b2b-4198-899e-579ad1a570f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e15a21-f63e-4b0f-bc16-5696d43599aa', 'name': 'tempest-TestServerMultinode-1834209137-router', 'tenant_id': '01415201e0f84d5ca660e0f364583144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '92a6c81d-16b9-47a8-b931-a046e300dd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:22:39Z', 'updated_at': '2021-07-06T14:22:42Z', 'revision_number': 4, 'project_id': '01415201e0f84d5ca660e0f364583144', 'gw_port': {'id': '92a6c81d-16b9-47a8-b931-a046e300dd17', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e15a21-f63e-4b0f-bc16-5696d43599aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:22:39Z', 'updated_at': '2021-07-06T14:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '2637c0f4-778d-4ed9-900e-f5681b62234c', 'name': '', 'network_id': '2d7e335b-f80d-4309-b396-d4e6268e6bd3', 'tenant_id': '01415201e0f84d5ca660e0f364583144', 'mac_address': 'fa:16:3e:6e:d3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e15a21-f63e-4b0f-bc16-5696d43599aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '17b9cdf9-67d4-44f4-9059-0de0c2adaca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:22:41Z', 'updated_at': '2021-07-06T14:22:46Z', 'revision_number': 4, 'project_id': '01415201e0f84d5ca660e0f364583144', 'subnets': [{'id': '17b9cdf9-67d4-44f4-9059-0de0c2adaca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:47.546982 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 92a6c81d-16b9-47a8-b931-a046e300dd17 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:22:47.547675 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:47.565845 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410b3d61-1b2b-4198-899e-579ad1a570f3 None None] The sync data for ids ['e5e15a21-f63e-4b0f-bc16-5696d43599aa'] in n-d-773644-6 is: [{'id': 'e5e15a21-f63e-4b0f-bc16-5696d43599aa', 'name': 'tempest-TestServerMultinode-1834209137-router', 'tenant_id': '01415201e0f84d5ca660e0f364583144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '92a6c81d-16b9-47a8-b931-a046e300dd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:22:39Z', 'updated_at': '2021-07-06T14:22:42Z', 'revision_number': 4, 'project_id': '01415201e0f84d5ca660e0f364583144', 'gw_port': {'id': '92a6c81d-16b9-47a8-b931-a046e300dd17', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e15a21-f63e-4b0f-bc16-5696d43599aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:22:39Z', 'updated_at': '2021-07-06T14:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '2637c0f4-778d-4ed9-900e-f5681b62234c', 'name': '', 'network_id': '2d7e335b-f80d-4309-b396-d4e6268e6bd3', 'tenant_id': '01415201e0f84d5ca660e0f364583144', 'mac_address': 'fa:16:3e:6e:d3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e15a21-f63e-4b0f-bc16-5696d43599aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '17b9cdf9-67d4-44f4-9059-0de0c2adaca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:22:41Z', 'updated_at': '2021-07-06T14:22:46Z', 'revision_number': 4, 'project_id': '01415201e0f84d5ca660e0f364583144', 'subnets': [{'id': '17b9cdf9-67d4-44f4-9059-0de0c2adaca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:22:47.627470 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-434b0a6f-eb2a-480a-aedc-da4df2f642b0 admin admin] Allocated IP 172.20.0.1 (dd69f1f9-e961-4958-ae2f-401a3d844c53/95a16d69-0a50-4f60-a01a-1696c1f3e846/0954c34e-9cbf-4027-93b0-d1dde084440c) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:22:47.774078 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-434b0a6f-eb2a-480a-aedc-da4df2f642b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:47.790232 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-434b0a6f-eb2a-480a-aedc-da4df2f642b0 admin admin] Transition to ACTIVE for port object 0954c34e-9cbf-4027-93b0-d1dde084440c will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:22:47.827483 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-434b0a6f-eb2a-480a-aedc-da4df2f642b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:47.829582 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0c2f46c0-3d34-418a-ab52-e5543a39a12b up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:22:47.896829 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434b0a6f-eb2a-480a-aedc-da4df2f642b0 admin admin] Network dd69f1f9-e961-4958-ae2f-401a3d844c53 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:22:47.898614 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b0a6f-eb2a-480a-aedc-da4df2f642b0 admin admin] Pushing event updated for resources: {'Port': ['ID=0954c34e-9cbf-4027-93b0-d1dde084440c,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:47.903671 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-434b0a6f-eb2a-480a-aedc-da4df2f642b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:22:47.906553 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434b0a6f-eb2a-480a-aedc-da4df2f642b0 admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:22:47.960591 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-434b0a6f-eb2a-480a-aedc-da4df2f642b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:47.988014 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 0c2f46c0-3d34-418a-ab52-e5543a39a12b completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:22:48.004830 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 0c2f46c0-3d34-418a-ab52-e5543a39a12b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:22:48.007142 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:48.087653 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f3b94a83-12b1-458a-b705-9e54bc4a4342 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:48.139097 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-f3b94a83-12b1-458a-b705-9e54bc4a4342 None None] Transition to ACTIVE for port object 6289e31d-c855-4c0f-bb50-8a7333b0ddf3 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:22:48.155691 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f3b94a83-12b1-458a-b705-9e54bc4a4342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:48.183740 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-434b0a6f-eb2a-480a-aedc-da4df2f642b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:48.240220 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-f3b94a83-12b1-458a-b705-9e54bc4a4342 None None] Attempting to bind port 6289e31d-c855-4c0f-bb50-8a7333b0ddf3 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:22:48.240461 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-f3b94a83-12b1-458a-b705-9e54bc4a4342 None None] Attempting to bind port 6289e31d-c855-4c0f-bb50-8a7333b0ddf3 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:22:48.240620 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b94a83-12b1-458a-b705-9e54bc4a4342 None None] Attempting to bind port 6289e31d-c855-4c0f-bb50-8a7333b0ddf3 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:22:48.255580 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b94a83-12b1-458a-b705-9e54bc4a4342 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:22:48.256295 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b94a83-12b1-458a-b705-9e54bc4a4342 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:22:48.256888 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f3b94a83-12b1-458a-b705-9e54bc4a4342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:48.257458 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b94a83-12b1-458a-b705-9e54bc4a4342 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:22:48.258276 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-f3b94a83-12b1-458a-b705-9e54bc4a4342 None None] Bound port: 6289e31d-c855-4c0f-bb50-8a7333b0ddf3, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:22:48.258974 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f3b94a83-12b1-458a-b705-9e54bc4a4342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:48.308287 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41fd861-f1ba-4be2-848b-675c1aacca89 None None] Pushing event updated for resources: {'Port': ['ID=6289e31d-c855-4c0f-bb50-8a7333b0ddf3,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:48.380748 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:48.403210 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-f3b94a83-12b1-458a-b705-9e54bc4a4342 None None] For port 6289e31d-c855-4c0f-bb50-8a7333b0ddf3, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:22:48.405408 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c72afdf2-f071-41ef-9c6a-2235561bbd5e None None] Provisioning complete for port 0c2f46c0-3d34-418a-ab52-e5543a39a12b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:22:48.405805 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c72afdf2-f071-41ef-9c6a-2235561bbd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:48.442368 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-434b0a6f-eb2a-480a-aedc-da4df2f642b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:48.449397 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-434b0a6f-eb2a-480a-aedc-da4df2f642b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:48.463784 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-f3b94a83-12b1-458a-b705-9e54bc4a4342 None None] For port 6289e31d-c855-4c0f-bb50-8a7333b0ddf3, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=6289e31d-c855-4c0f-bb50-8a7333b0ddf3,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:22:48.473793 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f3b94a83-12b1-458a-b705-9e54bc4a4342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:48.541033 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 0c2f46c0-3d34-418a-ab52-e5543a39a12b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0c2f46c0-3d34-418a-ab52-e5543a39a12b,segment=NetworkSegment(03026129-8f99-4fbc-a184-d41a79efd670),segment_id=03026129-8f99-4fbc-a184-d41a79efd670)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:22:48.556883 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b0a6f-eb2a-480a-aedc-da4df2f642b0 admin admin] Pushing event updated for resources: {'Port': ['ID=0954c34e-9cbf-4027-93b0-d1dde084440c,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:48.560185 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-434b0a6f-eb2a-480a-aedc-da4df2f642b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:48.568879 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:48.624277 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b94a83-12b1-458a-b705-9e54bc4a4342 None None] Routers {'8b8c2f89-4351-4a95-91bb-223216187677'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:48.624921 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f3b94a83-12b1-458a-b705-9e54bc4a4342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:22:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['8b8c2f89-4351-4a95-91bb-223216187677'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:48.680722 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434b0a6f-eb2a-480a-aedc-da4df2f642b0 admin admin] Network dd69f1f9-e961-4958-ae2f-401a3d844c53 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:22:48.682471 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-434b0a6f-eb2a-480a-aedc-da4df2f642b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:22:48.703713 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41fd861-f1ba-4be2-848b-675c1aacca89 None None] Pushing event updated for resources: {'Port': ['ID=6289e31d-c855-4c0f-bb50-8a7333b0ddf3,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:48.858923 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434b0a6f-eb2a-480a-aedc-da4df2f642b0 admin admin] Router 8b8c2f89-4351-4a95-91bb-223216187677 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:22:48.861518 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=0c2f46c0-3d34-418a-ab52-e5543a39a12b,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:48.869772 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-f3b94a83-12b1-458a-b705-9e54bc4a4342 None None] Set router 8b8c2f89-4351-4a95-91bb-223216187677 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:22:48.901226 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:48.928871 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0decbc83-6548-452f-ab7e-01907ca29d0b None None] Provisioning for port 0954c34e-9cbf-4027-93b0-d1dde084440c completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:22:48.964741 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0decbc83-6548-452f-ab7e-01907ca29d0b None None] Provisioning complete for port 0954c34e-9cbf-4027-93b0-d1dde084440c triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:22:48.965118 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0decbc83-6548-452f-ab7e-01907ca29d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:49.008615 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-0decbc83-6548-452f-ab7e-01907ca29d0b None None] Port 0954c34e-9cbf-4027-93b0-d1dde084440c cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:22:49.010010 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434b0a6f-eb2a-480a-aedc-da4df2f642b0 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:22:49.021941 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-434b0a6f-eb2a-480a-aedc-da4df2f642b0 admin admin] 10.222.0.118 "PUT /v2.0/routers/8b8c2f89-4351-4a95-91bb-223216187677/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4268982 Jul 06 14:22:49.326351 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0c2f46c0-3d34-418a-ab52-e5543a39a12b up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:22:49.380767 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e1090f01-68be-4875-967f-be9020693685 None None] Provisioning complete for port 0954c34e-9cbf-4027-93b0-d1dde084440c triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:22:49.381147 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e1090f01-68be-4875-967f-be9020693685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:49.453628 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-e1090f01-68be-4875-967f-be9020693685 None None] Port 0954c34e-9cbf-4027-93b0-d1dde084440c cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:22:49.467516 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 0c2f46c0-3d34-418a-ab52-e5543a39a12b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:22:49.467903 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:49.520249 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f3b94a83-12b1-458a-b705-9e54bc4a4342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8c2f89-4351-4a95-91bb-223216187677', 'name': 'tempest-TestServerMultinode-1494849490-router', 'tenant_id': '1c77209ac4fe429d84f3a34a5bdb5190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '6289e31d-c855-4c0f-bb50-8a7333b0ddf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:22:44Z', 'updated_at': '2021-07-06T14:22:48Z', 'revision_number': 4, 'project_id': '1c77209ac4fe429d84f3a34a5bdb5190', 'gw_port': {'id': '6289e31d-c855-4c0f-bb50-8a7333b0ddf3', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8c2f89-4351-4a95-91bb-223216187677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:22:45Z', 'updated_at': '2021-07-06T14:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '0954c34e-9cbf-4027-93b0-d1dde084440c', 'name': '', 'network_id': 'dd69f1f9-e961-4958-ae2f-401a3d844c53', 'tenant_id': '1c77209ac4fe429d84f3a34a5bdb5190', 'mac_address': 'fa:16:3e:58:9d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8c2f89-4351-4a95-91bb-223216187677', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '95a16d69-0a50-4f60-a01a-1696c1f3e846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:22:47Z', 'updated_at': '2021-07-06T14:22:48Z', 'revision_number': 2, 'project_id': '1c77209ac4fe429d84f3a34a5bdb5190', 'subnets': [{'id': '95a16d69-0a50-4f60-a01a-1696c1f3e846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:49.567718 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b94a83-12b1-458a-b705-9e54bc4a4342 None None] The sync data for ids ['8b8c2f89-4351-4a95-91bb-223216187677'] in n-d-773644-6 is: [{'id': '8b8c2f89-4351-4a95-91bb-223216187677', 'name': 'tempest-TestServerMultinode-1494849490-router', 'tenant_id': '1c77209ac4fe429d84f3a34a5bdb5190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '6289e31d-c855-4c0f-bb50-8a7333b0ddf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:22:44Z', 'updated_at': '2021-07-06T14:22:48Z', 'revision_number': 4, 'project_id': '1c77209ac4fe429d84f3a34a5bdb5190', 'gw_port': {'id': '6289e31d-c855-4c0f-bb50-8a7333b0ddf3', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8c2f89-4351-4a95-91bb-223216187677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:22:45Z', 'updated_at': '2021-07-06T14:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '0954c34e-9cbf-4027-93b0-d1dde084440c', 'name': '', 'network_id': 'dd69f1f9-e961-4958-ae2f-401a3d844c53', 'tenant_id': '1c77209ac4fe429d84f3a34a5bdb5190', 'mac_address': 'fa:16:3e:58:9d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8c2f89-4351-4a95-91bb-223216187677', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '95a16d69-0a50-4f60-a01a-1696c1f3e846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:22:47Z', 'updated_at': '2021-07-06T14:22:48Z', 'revision_number': 2, 'project_id': '1c77209ac4fe429d84f3a34a5bdb5190', 'subnets': [{'id': '95a16d69-0a50-4f60-a01a-1696c1f3e846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:22:49.583393 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 2637c0f4-778d-4ed9-900e-f5681b62234c up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:22:49.645943 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 2637c0f4-778d-4ed9-900e-f5681b62234c completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:22:49.651585 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 2637c0f4-778d-4ed9-900e-f5681b62234c triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:22:49.652139 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:49.756593 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:49.769118 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-497c17bb-5f11-40f0-882f-8acbfb6f9eb4 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:49.776882 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-497c17bb-5f11-40f0-882f-8acbfb6f9eb4 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/networks?id=2d7e335b-f80d-4309-b396-d4e6268e6bd3 HTTP/1.1" status: 200 len: 911 time: 0.1216068 Jul 06 14:22:49.787360 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-f309b872-2b3f-404e-98a8-6384e39242c2 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/quotas/1c77209ac4fe429d84f3a34a5bdb5190 HTTP/1.1" status: 200 len: 375 time: 0.0096192 Jul 06 14:22:49.794938 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 2637c0f4-778d-4ed9-900e-f5681b62234c, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=2637c0f4-778d-4ed9-900e-f5681b62234c,segment=NetworkSegment(ade84885-4377-4cf6-a9a0-fcb25270b29e),segment_id=ade84885-4377-4cf6-a9a0-fcb25270b29e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:22:49.799315 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:49.857118 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=2637c0f4-778d-4ed9-900e-f5681b62234c,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:49.925228 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-90e31410-dce6-4126-acd4-400e0f17513a tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/ports?tenant_id=1c77209ac4fe429d84f3a34a5bdb5190&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1284525 Jul 06 14:22:50.181796 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-70f78b43-9343-4753-b107-27c055f49604 service neutron] 10.222.0.118 "GET /v2.0/networks/2d7e335b-f80d-4309-b396-d4e6268e6bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444408 Jul 06 14:22:50.278088 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-f404718c-9821-4eff-86e2-f9e1fdca6477 service neutron] 10.222.0.118 "GET /v2.0/networks/2d7e335b-f80d-4309-b396-d4e6268e6bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953805 Jul 06 14:22:50.519619 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-669c76b4-dc60-4ad0-8002-77218ea061a2 req-e419d5be-9420-41fa-bba7-c1b12983d0c1 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=b3400380-861a-478e-b5a0-49518372423e HTTP/1.1" status: 200 len: 210 time: 0.0439672 Jul 06 14:22:51.150602 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 6289e31d-c855-4c0f-bb50-8a7333b0ddf3 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:22:51.245062 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 6289e31d-c855-4c0f-bb50-8a7333b0ddf3 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:22:51.249284 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 6289e31d-c855-4c0f-bb50-8a7333b0ddf3 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:22:51.249673 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:51.351082 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:51.383711 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 6289e31d-c855-4c0f-bb50-8a7333b0ddf3, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=6289e31d-c855-4c0f-bb50-8a7333b0ddf3,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:22:51.389470 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:51.390970 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 2637c0f4-778d-4ed9-900e-f5681b62234c up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:22:51.483635 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=6289e31d-c855-4c0f-bb50-8a7333b0ddf3,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:51.488274 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 2637c0f4-778d-4ed9-900e-f5681b62234c triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:22:51.488660 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:51.683928 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-10a25ae5-1765-4372-8314-4e0e4cb28d66 req-4be45de9-0dd6-47ae-b196-823de981a9ed tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=b3400380-861a-478e-b5a0-49518372423e HTTP/1.1" status: 200 len: 210 time: 0.0313468 Jul 06 14:22:51.801596 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-14543870-6295-40b0-a310-8b3fe72ee57c tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:51.803466 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-14543870-6295-40b0-a310-8b3fe72ee57c tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.124 "GET /v2.0/networks?id=2d7e335b-f80d-4309-b396-d4e6268e6bd3 HTTP/1.1" status: 200 len: 911 time: 0.0972352 Jul 06 14:22:51.817296 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-f40dc6c9-0696-4fe5-8b08-329e01d5efd9 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Request body: {'port': {'device_id': 'b3400380-861a-478e-b5a0-49518372423e', 'network_id': '2d7e335b-f80d-4309-b396-d4e6268e6bd3', 'admin_state_up': True, 'tenant_id': '1c77209ac4fe429d84f3a34a5bdb5190'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:51.840421 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-f40dc6c9-0696-4fe5-8b08-329e01d5efd9 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Made reservation on behalf of 1c77209ac4fe429d84f3a34a5bdb5190 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:22:51.843202 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-f40dc6c9-0696-4fe5-8b08-329e01d5efd9 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:52.003626 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-f40dc6c9-0696-4fe5-8b08-329e01d5efd9 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Allocated IP 172.20.0.12 (2d7e335b-f80d-4309-b396-d4e6268e6bd3/17b9cdf9-67d4-44f4-9059-0de0c2adaca1/288420cf-0c5a-4e1d-8cfd-f34415e71c36) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:22:52.157135 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-f40dc6c9-0696-4fe5-8b08-329e01d5efd9 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:52.175592 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-f40dc6c9-0696-4fe5-8b08-329e01d5efd9 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Transition to ACTIVE for port object 288420cf-0c5a-4e1d-8cfd-f34415e71c36 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:22:52.212428 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-f40dc6c9-0696-4fe5-8b08-329e01d5efd9 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:52.254694 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-f40dc6c9-0696-4fe5-8b08-329e01d5efd9 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Network 2d7e335b-f80d-4309-b396-d4e6268e6bd3 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:22:52.259965 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-f40dc6c9-0696-4fe5-8b08-329e01d5efd9 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:22:52.264264 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-f40dc6c9-0696-4fe5-8b08-329e01d5efd9 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:22:52.267368 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40dc6c9-0696-4fe5-8b08-329e01d5efd9 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Pushing event updated for resources: {'Port': ['ID=288420cf-0c5a-4e1d-8cfd-f34415e71c36,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:52.299921 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40dc6c9-0696-4fe5-8b08-329e01d5efd9 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:52.300268 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40dc6c9-0696-4fe5-8b08-329e01d5efd9 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:52.300612 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40dc6c9-0696-4fe5-8b08-329e01d5efd9 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:52.300934 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40dc6c9-0696-4fe5-8b08-329e01d5efd9 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:52.301263 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40dc6c9-0696-4fe5-8b08-329e01d5efd9 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:52.301589 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40dc6c9-0696-4fe5-8b08-329e01d5efd9 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:52.301942 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40dc6c9-0696-4fe5-8b08-329e01d5efd9 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:52.302270 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40dc6c9-0696-4fe5-8b08-329e01d5efd9 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:52.302594 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40dc6c9-0696-4fe5-8b08-329e01d5efd9 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:52.302913 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40dc6c9-0696-4fe5-8b08-329e01d5efd9 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:52.303236 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40dc6c9-0696-4fe5-8b08-329e01d5efd9 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:52.303544 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40dc6c9-0696-4fe5-8b08-329e01d5efd9 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:22:52.309360 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9138686c-b799-4bbd-8829-ef8c6e2bd35f None None] Sync routers for ids ['8b8c2f89-4351-4a95-91bb-223216187677'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:22:52.318010 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-f40dc6c9-0696-4fe5-8b08-329e01d5efd9 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:52.318630 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-f40dc6c9-0696-4fe5-8b08-329e01d5efd9 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:52.322378 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9138686c-b799-4bbd-8829-ef8c6e2bd35f None None] Routers {'8b8c2f89-4351-4a95-91bb-223216187677'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:52.322955 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9138686c-b799-4bbd-8829-ef8c6e2bd35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:22:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['8b8c2f89-4351-4a95-91bb-223216187677'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:52.337916 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-f40dc6c9-0696-4fe5-8b08-329e01d5efd9 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5258350 Jul 06 14:22:52.350635 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-095dbd80-f34f-408c-9d70-d42b5effb0a4 service neutron] Request body: {'port': {'device_id': 'b3400380-861a-478e-b5a0-49518372423e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:22:52.462710 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-095dbd80-f34f-408c-9d70-d42b5effb0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:52.463437 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-9138686c-b799-4bbd-8829-ef8c6e2bd35f None None] Set router 8b8c2f89-4351-4a95-91bb-223216187677 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:22:52.603101 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d03034e6-fb51-4202-bb33-eb41571f4458 None None] Provisioning for port 288420cf-0c5a-4e1d-8cfd-f34415e71c36 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:22:52.609000 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d03034e6-fb51-4202-bb33-eb41571f4458 None None] Provisioning complete for port 288420cf-0c5a-4e1d-8cfd-f34415e71c36 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:22:52.609744 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d03034e6-fb51-4202-bb33-eb41571f4458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:52.655707 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d03034e6-fb51-4202-bb33-eb41571f4458 None None] Port 288420cf-0c5a-4e1d-8cfd-f34415e71c36 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:22:52.811692 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-095dbd80-f34f-408c-9d70-d42b5effb0a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 288420cf-0c5a-4e1d-8cfd-f34415e71c36 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:22:52.813951 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9138686c-b799-4bbd-8829-ef8c6e2bd35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8c2f89-4351-4a95-91bb-223216187677', 'name': 'tempest-TestServerMultinode-1494849490-router', 'tenant_id': '1c77209ac4fe429d84f3a34a5bdb5190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '6289e31d-c855-4c0f-bb50-8a7333b0ddf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:22:44Z', 'updated_at': '2021-07-06T14:22:48Z', 'revision_number': 4, 'project_id': '1c77209ac4fe429d84f3a34a5bdb5190', 'gw_port': {'id': '6289e31d-c855-4c0f-bb50-8a7333b0ddf3', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8c2f89-4351-4a95-91bb-223216187677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:22:45Z', 'updated_at': '2021-07-06T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '0954c34e-9cbf-4027-93b0-d1dde084440c', 'name': '', 'network_id': 'dd69f1f9-e961-4958-ae2f-401a3d844c53', 'tenant_id': '1c77209ac4fe429d84f3a34a5bdb5190', 'mac_address': 'fa:16:3e:58:9d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8c2f89-4351-4a95-91bb-223216187677', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '95a16d69-0a50-4f60-a01a-1696c1f3e846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:22:47Z', 'updated_at': '2021-07-06T14:22:48Z', 'revision_number': 2, 'project_id': '1c77209ac4fe429d84f3a34a5bdb5190', 'subnets': [{'id': '95a16d69-0a50-4f60-a01a-1696c1f3e846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:52.821070 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-095dbd80-f34f-408c-9d70-d42b5effb0a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:52.842520 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-095dbd80-f34f-408c-9d70-d42b5effb0a4 service neutron] Transition to ACTIVE for port object 288420cf-0c5a-4e1d-8cfd-f34415e71c36 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:22:52.847088 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-095dbd80-f34f-408c-9d70-d42b5effb0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:52.848631 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9138686c-b799-4bbd-8829-ef8c6e2bd35f None None] Checking router: 8b8c2f89-4351-4a95-91bb-223216187677 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:22:52.848992 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9138686c-b799-4bbd-8829-ef8c6e2bd35f None None] Updating router 8b8c2f89-4351-4a95-91bb-223216187677 port 0954c34e-9cbf-4027-93b0-d1dde084440c binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:22:52.885231 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-9138686c-b799-4bbd-8829-ef8c6e2bd35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:52.937327 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095dbd80-f34f-408c-9d70-d42b5effb0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=288420cf-0c5a-4e1d-8cfd-f34415e71c36,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:52.983147 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b0acd-a368-4c59-8c8e-d48009d767fe req-75482b44-86da-4b1f-909b-010b3c2e0b59 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:52.984697 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-889b0acd-a368-4c59-8c8e-d48009d767fe req-75482b44-86da-4b1f-909b-010b3c2e0b59 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=b3400380-861a-478e-b5a0-49518372423e HTTP/1.1" status: 200 len: 1053 time: 0.1386585 Jul 06 14:22:53.055650 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 6289e31d-c855-4c0f-bb50-8a7333b0ddf3 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:22:53.061842 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-889b0acd-a368-4c59-8c8e-d48009d767fe req-210d4cf5-8921-4160-a4bd-bc2807d0e0b9 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=44aba477-f986-4cb5-8a27-2194c3aee408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572309 Jul 06 14:22:53.105006 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-095dbd80-f34f-408c-9d70-d42b5effb0a4 service neutron] Attempting to bind port 288420cf-0c5a-4e1d-8cfd-f34415e71c36 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:22:53.108465 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-095dbd80-f34f-408c-9d70-d42b5effb0a4 service neutron] Attempting to bind port 288420cf-0c5a-4e1d-8cfd-f34415e71c36 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'ade84885-4377-4cf6-a9a0-fcb25270b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2d7e335b-f80d-4309-b396-d4e6268e6bd3'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:22:53.108465 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-095dbd80-f34f-408c-9d70-d42b5effb0a4 service neutron] Attempting to bind port 288420cf-0c5a-4e1d-8cfd-f34415e71c36 on network 2d7e335b-f80d-4309-b396-d4e6268e6bd3 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:22:53.118729 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-095dbd80-f34f-408c-9d70-d42b5effb0a4 service neutron] Port 288420cf-0c5a-4e1d-8cfd-f34415e71c36 on network 2d7e335b-f80d-4309-b396-d4e6268e6bd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:22:53.119630 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-095dbd80-f34f-408c-9d70-d42b5effb0a4 service neutron] Attempting to bind port 288420cf-0c5a-4e1d-8cfd-f34415e71c36 on network 2d7e335b-f80d-4309-b396-d4e6268e6bd3 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:22:53.129574 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-095dbd80-f34f-408c-9d70-d42b5effb0a4 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:22:53.130194 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-095dbd80-f34f-408c-9d70-d42b5effb0a4 service neutron] Checking segment: {'id': 'ade84885-4377-4cf6-a9a0-fcb25270b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2d7e335b-f80d-4309-b396-d4e6268e6bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:22:53.130767 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-095dbd80-f34f-408c-9d70-d42b5effb0a4 service neutron] Bound using segment: {'id': 'ade84885-4377-4cf6-a9a0-fcb25270b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2d7e335b-f80d-4309-b396-d4e6268e6bd3'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:22:53.131422 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-095dbd80-f34f-408c-9d70-d42b5effb0a4 service neutron] Bound port: 288420cf-0c5a-4e1d-8cfd-f34415e71c36, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade84885-4377-4cf6-a9a0-fcb25270b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2d7e335b-f80d-4309-b396-d4e6268e6bd3'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:22:53.131967 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-095dbd80-f34f-408c-9d70-d42b5effb0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:53.143562 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 6289e31d-c855-4c0f-bb50-8a7333b0ddf3 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:22:53.144657 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:53.268977 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-095dbd80-f34f-408c-9d70-d42b5effb0a4 service neutron] For port 288420cf-0c5a-4e1d-8cfd-f34415e71c36, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:22:53.272955 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-095dbd80-f34f-408c-9d70-d42b5effb0a4 service neutron] For port 288420cf-0c5a-4e1d-8cfd-f34415e71c36, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=288420cf-0c5a-4e1d-8cfd-f34415e71c36,segment=NetworkSegment(ade84885-4377-4cf6-a9a0-fcb25270b29e),segment_id=ade84885-4377-4cf6-a9a0-fcb25270b29e)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:22:53.280156 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-095dbd80-f34f-408c-9d70-d42b5effb0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:53.314933 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-9138686c-b799-4bbd-8829-ef8c6e2bd35f None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:53.318963 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-095dbd80-f34f-408c-9d70-d42b5effb0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:53.319654 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-095dbd80-f34f-408c-9d70-d42b5effb0a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:53.321563 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-095dbd80-f34f-408c-9d70-d42b5effb0a4 service neutron] 10.222.0.124 "PUT /v2.0/ports/288420cf-0c5a-4e1d-8cfd-f34415e71c36 HTTP/1.1" status: 200 len: 1092 time: 0.9763465 Jul 06 14:22:53.321951 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3400380-861a-478e-b5a0-49518372423e', 'tag': '288420cf-0c5a-4e1d-8cfd-f34415e71c36'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:22:53.324405 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc77225-79b5-4021-b267-765959d1b79a" -d '{"events": [{"name": "network-changed", "server_uuid": "b3400380-861a-478e-b5a0-49518372423e", "tag": "288420cf-0c5a-4e1d-8cfd-f34415e71c36"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:22:53.331897 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-9138686c-b799-4bbd-8829-ef8c6e2bd35f None None] Transition to ACTIVE for port object 0954c34e-9cbf-4027-93b0-d1dde084440c will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:22:53.342927 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-9138686c-b799-4bbd-8829-ef8c6e2bd35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:53.357654 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095dbd80-f34f-408c-9d70-d42b5effb0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=288420cf-0c5a-4e1d-8cfd-f34415e71c36,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:53.404549 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceca984-6918-47c7-9215-eabf248cfc84 None None] Pushing event updated for resources: {'Port': ['ID=0954c34e-9cbf-4027-93b0-d1dde084440c,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:53.408834 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b975d0-8632-4f1c-9e20-55d01180b511 x-openstack-request-id: req-22b975d0-8632-4f1c-9e20-55d01180b511 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:22:53.409343 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3400380-861a-478e-b5a0-49518372423e", "tag": "288420cf-0c5a-4e1d-8cfd-f34415e71c36", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:22:53.409787 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-22b975d0-8632-4f1c-9e20-55d01180b511 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:22:53.410459 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3400380-861a-478e-b5a0-49518372423e', 'tag': '288420cf-0c5a-4e1d-8cfd-f34415e71c36', 'status': 'completed', 'code': 200} Jul 06 14:22:53.443228 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-9efea7b6-4bd6-482d-9c68-2d73f745135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:53.445170 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-9efea7b6-4bd6-482d-9c68-2d73f745135d service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=1c77209ac4fe429d84f3a34a5bdb5190&device_id=b3400380-861a-478e-b5a0-49518372423e HTTP/1.1" status: 200 len: 1095 time: 0.0759268 Jul 06 14:22:53.496143 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-9138686c-b799-4bbd-8829-ef8c6e2bd35f None None] Attempting to bind port 0954c34e-9cbf-4027-93b0-d1dde084440c on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:22:53.496667 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-9138686c-b799-4bbd-8829-ef8c6e2bd35f None None] Attempting to bind port 0954c34e-9cbf-4027-93b0-d1dde084440c by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '03026129-8f99-4fbc-a184-d41a79efd670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'dd69f1f9-e961-4958-ae2f-401a3d844c53'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:22:53.497041 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9138686c-b799-4bbd-8829-ef8c6e2bd35f None None] Attempting to bind port 0954c34e-9cbf-4027-93b0-d1dde084440c on network dd69f1f9-e961-4958-ae2f-401a3d844c53 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:22:53.502588 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-4121a62b-14e7-45f1-b512-751fb627fd2a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=288420cf-0c5a-4e1d-8cfd-f34415e71c36 HTTP/1.1" status: 200 len: 217 time: 0.0503078 Jul 06 14:22:53.502977 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9138686c-b799-4bbd-8829-ef8c6e2bd35f None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:22:53.503415 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9138686c-b799-4bbd-8829-ef8c6e2bd35f None None] Checking segment: {'id': '03026129-8f99-4fbc-a184-d41a79efd670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'dd69f1f9-e961-4958-ae2f-401a3d844c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:22:53.503775 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-9138686c-b799-4bbd-8829-ef8c6e2bd35f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:53.504171 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9138686c-b799-4bbd-8829-ef8c6e2bd35f None None] Bound using segment: {'id': '03026129-8f99-4fbc-a184-d41a79efd670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'dd69f1f9-e961-4958-ae2f-401a3d844c53'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:22:53.504651 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-9138686c-b799-4bbd-8829-ef8c6e2bd35f None None] Bound port: 0954c34e-9cbf-4027-93b0-d1dde084440c, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03026129-8f99-4fbc-a184-d41a79efd670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'dd69f1f9-e961-4958-ae2f-401a3d844c53'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:22:53.505039 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-9138686c-b799-4bbd-8829-ef8c6e2bd35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:53.577522 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-28dbda74-9f37-4d1c-8b96-482c94041e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:53.578645 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-28dbda74-9f37-4d1c-8b96-482c94041e40 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=17b9cdf9-67d4-44f4-9059-0de0c2adaca1 HTTP/1.1" status: 200 len: 849 time: 0.0688655 Jul 06 14:22:53.658125 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-9138686c-b799-4bbd-8829-ef8c6e2bd35f None None] For port 0954c34e-9cbf-4027-93b0-d1dde084440c, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:22:53.661696 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-9138686c-b799-4bbd-8829-ef8c6e2bd35f None None] For port 0954c34e-9cbf-4027-93b0-d1dde084440c, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0954c34e-9cbf-4027-93b0-d1dde084440c,segment=NetworkSegment(03026129-8f99-4fbc-a184-d41a79efd670),segment_id=03026129-8f99-4fbc-a184-d41a79efd670)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:22:53.673509 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-9138686c-b799-4bbd-8829-ef8c6e2bd35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:53.684703 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-30687f69-f69e-42b5-b25d-fa72a7174ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:53.686645 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-30687f69-f69e-42b5-b25d-fa72a7174ead service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=2d7e335b-f80d-4309-b396-d4e6268e6bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013198 Jul 06 14:22:53.741382 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9138686c-b799-4bbd-8829-ef8c6e2bd35f None None] Routers {'8b8c2f89-4351-4a95-91bb-223216187677'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:22:53.742307 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9138686c-b799-4bbd-8829-ef8c6e2bd35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:22:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['8b8c2f89-4351-4a95-91bb-223216187677'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:53.785183 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceca984-6918-47c7-9215-eabf248cfc84 None None] Pushing event updated for resources: {'Port': ['ID=0954c34e-9cbf-4027-93b0-d1dde084440c,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:53.810633 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-55c7a478-d27c-417e-9c6a-ca46b4361a9c service neutron] 10.222.0.124 "GET /v2.0/networks/2d7e335b-f80d-4309-b396-d4e6268e6bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163156 Jul 06 14:22:53.902025 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-9138686c-b799-4bbd-8829-ef8c6e2bd35f None None] Set router 8b8c2f89-4351-4a95-91bb-223216187677 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:22:53.945685 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb34bf5a-233d-4846-a7f7-c3224afa6ad5 req-8c621ee6-81ec-4733-b1c9-dfcd2c82186e service neutron] 10.222.0.124 "GET /v2.0/networks/2d7e335b-f80d-4309-b396-d4e6268e6bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284776 Jul 06 14:22:54.059342 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc77225-79b5-4021-b267-765959d1b79a req-199d79fa-66aa-462d-a625-bfc49339d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:54.060800 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4bc77225-79b5-4021-b267-765959d1b79a req-199d79fa-66aa-462d-a625-bfc49339d877 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=1c77209ac4fe429d84f3a34a5bdb5190&device_id=b3400380-861a-478e-b5a0-49518372423e HTTP/1.1" status: 200 len: 1095 time: 0.0549524 Jul 06 14:22:54.161348 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-9138686c-b799-4bbd-8829-ef8c6e2bd35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8c2f89-4351-4a95-91bb-223216187677', 'name': 'tempest-TestServerMultinode-1494849490-router', 'tenant_id': '1c77209ac4fe429d84f3a34a5bdb5190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '6289e31d-c855-4c0f-bb50-8a7333b0ddf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:22:44Z', 'updated_at': '2021-07-06T14:22:48Z', 'revision_number': 4, 'project_id': '1c77209ac4fe429d84f3a34a5bdb5190', 'gw_port': {'id': '6289e31d-c855-4c0f-bb50-8a7333b0ddf3', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8c2f89-4351-4a95-91bb-223216187677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:22:45Z', 'updated_at': '2021-07-06T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '0954c34e-9cbf-4027-93b0-d1dde084440c', 'name': '', 'network_id': 'dd69f1f9-e961-4958-ae2f-401a3d844c53', 'tenant_id': '1c77209ac4fe429d84f3a34a5bdb5190', 'mac_address': 'fa:16:3e:58:9d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8c2f89-4351-4a95-91bb-223216187677', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '95a16d69-0a50-4f60-a01a-1696c1f3e846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:22:47Z', 'updated_at': '2021-07-06T14:22:53Z', 'revision_number': 4, 'project_id': '1c77209ac4fe429d84f3a34a5bdb5190', 'subnets': [{'id': '95a16d69-0a50-4f60-a01a-1696c1f3e846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:22:54.195056 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9138686c-b799-4bbd-8829-ef8c6e2bd35f None None] The sync data for ids ['8b8c2f89-4351-4a95-91bb-223216187677'] in n-d-773644-6 is: [{'id': '8b8c2f89-4351-4a95-91bb-223216187677', 'name': 'tempest-TestServerMultinode-1494849490-router', 'tenant_id': '1c77209ac4fe429d84f3a34a5bdb5190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '6289e31d-c855-4c0f-bb50-8a7333b0ddf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:22:44Z', 'updated_at': '2021-07-06T14:22:48Z', 'revision_number': 4, 'project_id': '1c77209ac4fe429d84f3a34a5bdb5190', 'gw_port': {'id': '6289e31d-c855-4c0f-bb50-8a7333b0ddf3', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8c2f89-4351-4a95-91bb-223216187677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:22:45Z', 'updated_at': '2021-07-06T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '0954c34e-9cbf-4027-93b0-d1dde084440c', 'name': '', 'network_id': 'dd69f1f9-e961-4958-ae2f-401a3d844c53', 'tenant_id': '1c77209ac4fe429d84f3a34a5bdb5190', 'mac_address': 'fa:16:3e:58:9d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8c2f89-4351-4a95-91bb-223216187677', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '95a16d69-0a50-4f60-a01a-1696c1f3e846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:22:47Z', 'updated_at': '2021-07-06T14:22:53Z', 'revision_number': 4, 'project_id': '1c77209ac4fe429d84f3a34a5bdb5190', 'subnets': [{'id': '95a16d69-0a50-4f60-a01a-1696c1f3e846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:22:54.230529 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc77225-79b5-4021-b267-765959d1b79a req-5cf8f82a-7673-47b5-ade5-27a0665a68f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:54.232296 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4bc77225-79b5-4021-b267-765959d1b79a req-5cf8f82a-7673-47b5-ade5-27a0665a68f6 service neutron] 10.222.0.124 "GET /v2.0/networks?id=2d7e335b-f80d-4309-b396-d4e6268e6bd3 HTTP/1.1" status: 200 len: 911 time: 0.1649544 Jul 06 14:22:54.303236 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4bc77225-79b5-4021-b267-765959d1b79a req-a21e23d7-12ec-4f85-8158-ecc59f02111b service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=288420cf-0c5a-4e1d-8cfd-f34415e71c36 HTTP/1.1" status: 200 len: 217 time: 0.0637529 Jul 06 14:22:54.381689 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc77225-79b5-4021-b267-765959d1b79a req-5fa1371f-6356-41e6-bab6-221b61441721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:54.383732 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4bc77225-79b5-4021-b267-765959d1b79a req-5fa1371f-6356-41e6-bab6-221b61441721 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=17b9cdf9-67d4-44f4-9059-0de0c2adaca1 HTTP/1.1" status: 200 len: 849 time: 0.0598035 Jul 06 14:22:54.422798 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7dddf-d935-4f09-a35b-85c6f53c016f req-b54e095e-b7f2-45f6-a30a-51b82b4891ce tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:54.424696 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f8c7dddf-d935-4f09-a35b-85c6f53c016f req-b54e095e-b7f2-45f6-a30a-51b82b4891ce tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=b3400380-861a-478e-b5a0-49518372423e HTTP/1.1" status: 200 len: 1095 time: 0.1303768 Jul 06 14:22:54.474591 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f8c7dddf-d935-4f09-a35b-85c6f53c016f req-eef3bdfe-180c-4949-bab3-02df4e919902 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=44aba477-f986-4cb5-8a27-2194c3aee408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414183 Jul 06 14:22:54.484123 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc77225-79b5-4021-b267-765959d1b79a req-e711a038-9001-4edb-8532-351e25fd80b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:54.485742 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4bc77225-79b5-4021-b267-765959d1b79a req-e711a038-9001-4edb-8532-351e25fd80b3 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=2d7e335b-f80d-4309-b396-d4e6268e6bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927868 Jul 06 14:22:54.604356 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4bc77225-79b5-4021-b267-765959d1b79a req-31f54f74-fb21-4698-a723-31995c01dcbc service neutron] 10.222.0.124 "GET /v2.0/networks/2d7e335b-f80d-4309-b396-d4e6268e6bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112189 Jul 06 14:22:54.708562 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4bc77225-79b5-4021-b267-765959d1b79a req-f8a95dc7-dfc1-4d97-9abe-e421b1edef8d service neutron] 10.222.0.124 "GET /v2.0/networks/2d7e335b-f80d-4309-b396-d4e6268e6bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975604 Jul 06 14:22:55.023860 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 288420cf-0c5a-4e1d-8cfd-f34415e71c36 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:22:55.056895 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0954c34e-9cbf-4027-93b0-d1dde084440c up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:22:55.212604 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 288420cf-0c5a-4e1d-8cfd-f34415e71c36, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=288420cf-0c5a-4e1d-8cfd-f34415e71c36,segment=NetworkSegment(ade84885-4377-4cf6-a9a0-fcb25270b29e),segment_id=ade84885-4377-4cf6-a9a0-fcb25270b29e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:22:55.215243 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 0954c34e-9cbf-4027-93b0-d1dde084440c completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:22:55.226602 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 0954c34e-9cbf-4027-93b0-d1dde084440c triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:22:55.226989 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:55.233623 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '288420cf-0c5a-4e1d-8cfd-f34415e71c36', 'network_id': '2d7e335b-f80d-4309-b396-d4e6268e6bd3', 'port_id': '288420cf-0c5a-4e1d-8cfd-f34415e71c36', 'mac_address': 'fa:16:3e:3f:57:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17b9cdf9-67d4-44f4-9059-0de0c2adaca1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:22:55.308271 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:55.324897 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 288420cf-0c5a-4e1d-8cfd-f34415e71c36 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:22:55.371044 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 288420cf-0c5a-4e1d-8cfd-f34415e71c36, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=288420cf-0c5a-4e1d-8cfd-f34415e71c36,segment=NetworkSegment(ade84885-4377-4cf6-a9a0-fcb25270b29e),segment_id=ade84885-4377-4cf6-a9a0-fcb25270b29e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:22:55.377980 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:55.383019 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:55.453988 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 0954c34e-9cbf-4027-93b0-d1dde084440c, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0954c34e-9cbf-4027-93b0-d1dde084440c,segment=NetworkSegment(03026129-8f99-4fbc-a184-d41a79efd670),segment_id=03026129-8f99-4fbc-a184-d41a79efd670)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:22:55.455590 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=288420cf-0c5a-4e1d-8cfd-f34415e71c36,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:55.459254 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:55.508119 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=0954c34e-9cbf-4027-93b0-d1dde084440c,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:55.611183 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['288420cf-0c5a-4e1d-8cfd-f34415e71c36'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:22:55.737772 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98eb58-2415-491c-ae52-2ddf43edecfc req-e68cd5e0-07ce-44e4-b83a-73ab39790058 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:55.739732 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de98eb58-2415-491c-ae52-2ddf43edecfc req-e68cd5e0-07ce-44e4-b83a-73ab39790058 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=b3400380-861a-478e-b5a0-49518372423e HTTP/1.1" status: 200 len: 1096 time: 0.1421537 Jul 06 14:22:55.776351 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de98eb58-2415-491c-ae52-2ddf43edecfc req-15adc154-c1e9-4ea2-8fb0-f2131ec0115a tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=44aba477-f986-4cb5-8a27-2194c3aee408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297101 Jul 06 14:22:56.951461 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca595a5-7bb5-4ec9-b154-cec857dbae75 req-f8931b15-5f82-46fd-82e4-af8ad90dd5e6 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:56.958563 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eca595a5-7bb5-4ec9-b154-cec857dbae75 req-f8931b15-5f82-46fd-82e4-af8ad90dd5e6 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=b3400380-861a-478e-b5a0-49518372423e HTTP/1.1" status: 200 len: 1096 time: 0.0693560 Jul 06 14:22:56.993861 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eca595a5-7bb5-4ec9-b154-cec857dbae75 req-4728354b-1f52-4ee9-835e-8e4d39343ca7 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=44aba477-f986-4cb5-8a27-2194c3aee408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342488 Jul 06 14:22:57.023692 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 288420cf-0c5a-4e1d-8cfd-f34415e71c36 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:22:57.047790 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0954c34e-9cbf-4027-93b0-d1dde084440c up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:22:57.110885 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 288420cf-0c5a-4e1d-8cfd-f34415e71c36 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:22:57.114530 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 0954c34e-9cbf-4027-93b0-d1dde084440c triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:22:57.114907 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:57.117663 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 288420cf-0c5a-4e1d-8cfd-f34415e71c36 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:22:57.118024 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:57.266436 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:57.291078 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3400380-861a-478e-b5a0-49518372423e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288420cf-0c5a-4e1d-8cfd-f34415e71c36'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:22:57.293259 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42f5116-4d7a-4334-9b25-697b663ec464" -d '{"events": [{"server_uuid": "b3400380-861a-478e-b5a0-49518372423e", "name": "network-vif-plugged", "status": "completed", "tag": "288420cf-0c5a-4e1d-8cfd-f34415e71c36"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:22:57.307108 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 288420cf-0c5a-4e1d-8cfd-f34415e71c36, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=288420cf-0c5a-4e1d-8cfd-f34415e71c36,segment=NetworkSegment(ade84885-4377-4cf6-a9a0-fcb25270b29e),segment_id=ade84885-4377-4cf6-a9a0-fcb25270b29e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:22:57.313779 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:22:57.342105 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4f7d45-26eb-4be1-aacc-9d3f1c10dc49 x-openstack-request-id: req-4f4f7d45-26eb-4be1-aacc-9d3f1c10dc49 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:22:57.342407 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3400380-861a-478e-b5a0-49518372423e", "name": "network-vif-plugged", "status": "completed", "tag": "288420cf-0c5a-4e1d-8cfd-f34415e71c36", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:22:57.342639 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-4f4f7d45-26eb-4be1-aacc-9d3f1c10dc49 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:22:57.343140 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3400380-861a-478e-b5a0-49518372423e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288420cf-0c5a-4e1d-8cfd-f34415e71c36', 'code': 200} Jul 06 14:22:57.373244 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=288420cf-0c5a-4e1d-8cfd-f34415e71c36,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:22:57.451017 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5691d8-3ce9-492f-a13b-81661a5bb52e req-5b6d5d67-8a0c-408d-bb43-48b03524d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:57.452527 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ba5691d8-3ce9-492f-a13b-81661a5bb52e req-5b6d5d67-8a0c-408d-bb43-48b03524d9f5 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=b3400380-861a-478e-b5a0-49518372423e HTTP/1.1" status: 200 len: 1097 time: 0.0544708 Jul 06 14:22:57.490619 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ba5691d8-3ce9-492f-a13b-81661a5bb52e req-74c3ccf2-a48b-4f32-bdd3-ceb2d99d56bc service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=44aba477-f986-4cb5-8a27-2194c3aee408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317745 Jul 06 14:22:58.176128 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea293c-8d15-4198-b8fc-66eecdb97b34 req-4d6fa887-376e-4d50-8c28-82d2240e6682 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:58.177699 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7bea293c-8d15-4198-b8fc-66eecdb97b34 req-4d6fa887-376e-4d50-8c28-82d2240e6682 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=b3400380-861a-478e-b5a0-49518372423e HTTP/1.1" status: 200 len: 1097 time: 0.0618074 Jul 06 14:22:58.220259 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7bea293c-8d15-4198-b8fc-66eecdb97b34 req-aa3af45c-8f9c-46bc-8809-b3d09ed31abc tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=44aba477-f986-4cb5-8a27-2194c3aee408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349312 Jul 06 14:22:59.717225 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b0af6-0479-4ce8-b643-e22bc6545b01 req-2ccb6724-407b-4c1a-b787-8f4d724497d8 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:59.718744 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-891b0af6-0479-4ce8-b643-e22bc6545b01 req-2ccb6724-407b-4c1a-b787-8f4d724497d8 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=b3400380-861a-478e-b5a0-49518372423e HTTP/1.1" status: 200 len: 1097 time: 0.3718586 Jul 06 14:22:59.756274 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-891b0af6-0479-4ce8-b643-e22bc6545b01 req-359571ca-fc0a-469f-9ad3-d8fd58271fc5 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=44aba477-f986-4cb5-8a27-2194c3aee408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318129 Jul 06 14:22:59.940540 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c323dc-a424-4ed3-abaa-c649888cd5f5 req-3a7b09dc-8222-4371-88cc-425400d453aa tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:22:59.942365 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1c323dc-a424-4ed3-abaa-c649888cd5f5 req-3a7b09dc-8222-4371-88cc-425400d453aa tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=b3400380-861a-478e-b5a0-49518372423e HTTP/1.1" status: 200 len: 1097 time: 0.0635993 Jul 06 14:22:59.984756 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1c323dc-a424-4ed3-abaa-c649888cd5f5 req-49c9efaf-e6c5-4f5a-a632-226c79e6db33 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=44aba477-f986-4cb5-8a27-2194c3aee408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350122 Jul 06 14:23:00.164339 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f6c94-5bdb-421e-97d9-6c63bd2fa364 req-28d6fafe-fdc0-41e7-b012-0206d1152ad3 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:00.166054 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6a1f6c94-5bdb-421e-97d9-6c63bd2fa364 req-28d6fafe-fdc0-41e7-b012-0206d1152ad3 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=b3400380-861a-478e-b5a0-49518372423e HTTP/1.1" status: 200 len: 1097 time: 0.0577323 Jul 06 14:23:00.209661 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6a1f6c94-5bdb-421e-97d9-6c63bd2fa364 req-8465f27c-5b8f-4e91-856d-ed41d68505aa tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=44aba477-f986-4cb5-8a27-2194c3aee408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353973 Jul 06 14:23:00.463182 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-cb394b2e-779c-40d8-b33f-caf9224e4dda tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:00.464732 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-cb394b2e-779c-40d8-b33f-caf9224e4dda tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/networks?id=2d7e335b-f80d-4309-b396-d4e6268e6bd3 HTTP/1.1" status: 200 len: 911 time: 0.0945485 Jul 06 14:23:00.480787 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-9e4bf1ce-73ea-4ac3-974d-b169aa807823 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/quotas/1c77209ac4fe429d84f3a34a5bdb5190 HTTP/1.1" status: 200 len: 375 time: 0.0101643 Jul 06 14:23:00.550122 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-4bd2b753-be5e-4f11-923d-f4c7ddf7f9af tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/ports?tenant_id=1c77209ac4fe429d84f3a34a5bdb5190&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0623503 Jul 06 14:23:00.648362 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-1ae0a87b-ff98-49d0-afaa-7146ca80cc7b service neutron] 10.222.0.118 "GET /v2.0/networks/2d7e335b-f80d-4309-b396-d4e6268e6bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892603 Jul 06 14:23:00.755874 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-fc49075c-0acd-4418-85a2-d3598624a6f9 service neutron] 10.222.0.118 "GET /v2.0/networks/2d7e335b-f80d-4309-b396-d4e6268e6bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006649 Jul 06 14:23:00.928982 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cbdd3cf7-1bb6-4220-be05-5cd4d2beb633 req-1ba01557-c1ea-41ec-bca2-568d417a38d8 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=88fae51e-f93f-462c-bc6e-bbaac14d1735 HTTP/1.1" status: 200 len: 210 time: 0.0302701 Jul 06 14:23:02.108391 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f2946b9d-072d-4a31-804e-138e18321f5e req-7c9ec2c8-2988-4258-90b2-db6508d0d41e tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=88fae51e-f93f-462c-bc6e-bbaac14d1735 HTTP/1.1" status: 200 len: 210 time: 0.0426719 Jul 06 14:23:02.110610 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-ee27d2e8-4eae-4a79-9eda-afccff27273d tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:02.112085 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-ee27d2e8-4eae-4a79-9eda-afccff27273d tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.52 "GET /v2.0/networks?id=2d7e335b-f80d-4309-b396-d4e6268e6bd3 HTTP/1.1" status: 200 len: 911 time: 0.1305828 Jul 06 14:23:02.130309 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-3ebbbddd-7436-468f-a3d4-8503d8a9a178 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Request body: {'port': {'device_id': '88fae51e-f93f-462c-bc6e-bbaac14d1735', 'network_id': '2d7e335b-f80d-4309-b396-d4e6268e6bd3', 'admin_state_up': True, 'tenant_id': '1c77209ac4fe429d84f3a34a5bdb5190'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:02.150700 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-3ebbbddd-7436-468f-a3d4-8503d8a9a178 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Made reservation on behalf of 1c77209ac4fe429d84f3a34a5bdb5190 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:23:02.153525 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-3ebbbddd-7436-468f-a3d4-8503d8a9a178 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:02.288044 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-3ebbbddd-7436-468f-a3d4-8503d8a9a178 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Allocated IP 172.20.0.8 (2d7e335b-f80d-4309-b396-d4e6268e6bd3/17b9cdf9-67d4-44f4-9059-0de0c2adaca1/9c181e80-2fe2-4271-b38e-5fe6e0d65334) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:23:02.434676 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-3ebbbddd-7436-468f-a3d4-8503d8a9a178 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:02.452835 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-3ebbbddd-7436-468f-a3d4-8503d8a9a178 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Transition to ACTIVE for port object 9c181e80-2fe2-4271-b38e-5fe6e0d65334 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:23:02.492920 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-3ebbbddd-7436-468f-a3d4-8503d8a9a178 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:02.503976 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['288420cf-0c5a-4e1d-8cfd-f34415e71c36'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:23:02.537074 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-3ebbbddd-7436-468f-a3d4-8503d8a9a178 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Network 2d7e335b-f80d-4309-b396-d4e6268e6bd3 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:23:02.541527 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-3ebbbddd-7436-468f-a3d4-8503d8a9a178 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:23:02.545724 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-3ebbbddd-7436-468f-a3d4-8503d8a9a178 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:23:02.608386 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebbbddd-7436-468f-a3d4-8503d8a9a178 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Pushing event updated for resources: {'Port': ['ID=9c181e80-2fe2-4271-b38e-5fe6e0d65334,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:02.633013 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-3ebbbddd-7436-468f-a3d4-8503d8a9a178 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:02.633644 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-3ebbbddd-7436-468f-a3d4-8503d8a9a178 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:02.660469 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-3ebbbddd-7436-468f-a3d4-8503d8a9a178 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5364044 Jul 06 14:23:02.674018 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-16462870-3c1f-492c-8953-263e02c50691 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:23:02.675631 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-16462870-3c1f-492c-8953-263e02c50691 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078454 Jul 06 14:23:02.691015 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-48dd6513-ecfe-4186-bc35-a80b7e004cfd service neutron] Request body: {'port': {'device_id': '88fae51e-f93f-462c-bc6e-bbaac14d1735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:02.786872 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-48dd6513-ecfe-4186-bc35-a80b7e004cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:02.811277 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3555db37-3494-4b30-a1c0-7d199d5669b1 None None] Provisioning for port 9c181e80-2fe2-4271-b38e-5fe6e0d65334 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:23:02.824259 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3555db37-3494-4b30-a1c0-7d199d5669b1 None None] Provisioning complete for port 9c181e80-2fe2-4271-b38e-5fe6e0d65334 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:23:02.824651 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3555db37-3494-4b30-a1c0-7d199d5669b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:02.884215 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-3555db37-3494-4b30-a1c0-7d199d5669b1 None None] Port 9c181e80-2fe2-4271-b38e-5fe6e0d65334 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:23:03.127166 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-48dd6513-ecfe-4186-bc35-a80b7e004cfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c181e80-2fe2-4271-b38e-5fe6e0d65334 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:23:03.139063 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-48dd6513-ecfe-4186-bc35-a80b7e004cfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:03.154854 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-48dd6513-ecfe-4186-bc35-a80b7e004cfd service neutron] Transition to ACTIVE for port object 9c181e80-2fe2-4271-b38e-5fe6e0d65334 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:23:03.159728 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-48dd6513-ecfe-4186-bc35-a80b7e004cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:03.237462 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd6513-ecfe-4186-bc35-a80b7e004cfd service neutron] Pushing event updated for resources: {'Port': ['ID=9c181e80-2fe2-4271-b38e-5fe6e0d65334,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:03.348540 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-48dd6513-ecfe-4186-bc35-a80b7e004cfd service neutron] Attempting to bind port 9c181e80-2fe2-4271-b38e-5fe6e0d65334 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:23:03.348993 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-48dd6513-ecfe-4186-bc35-a80b7e004cfd service neutron] Attempting to bind port 9c181e80-2fe2-4271-b38e-5fe6e0d65334 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'ade84885-4377-4cf6-a9a0-fcb25270b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2d7e335b-f80d-4309-b396-d4e6268e6bd3'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:23:03.349412 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-48dd6513-ecfe-4186-bc35-a80b7e004cfd service neutron] Attempting to bind port 9c181e80-2fe2-4271-b38e-5fe6e0d65334 on network 2d7e335b-f80d-4309-b396-d4e6268e6bd3 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:23:03.360480 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-48dd6513-ecfe-4186-bc35-a80b7e004cfd service neutron] Port 9c181e80-2fe2-4271-b38e-5fe6e0d65334 on network 2d7e335b-f80d-4309-b396-d4e6268e6bd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:23:03.360887 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-48dd6513-ecfe-4186-bc35-a80b7e004cfd service neutron] Attempting to bind port 9c181e80-2fe2-4271-b38e-5fe6e0d65334 on network 2d7e335b-f80d-4309-b396-d4e6268e6bd3 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:23:03.373649 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-48dd6513-ecfe-4186-bc35-a80b7e004cfd service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:23:03.374039 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-48dd6513-ecfe-4186-bc35-a80b7e004cfd service neutron] Checking segment: {'id': 'ade84885-4377-4cf6-a9a0-fcb25270b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2d7e335b-f80d-4309-b396-d4e6268e6bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:23:03.375224 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-48dd6513-ecfe-4186-bc35-a80b7e004cfd service neutron] Bound using segment: {'id': 'ade84885-4377-4cf6-a9a0-fcb25270b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2d7e335b-f80d-4309-b396-d4e6268e6bd3'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:23:03.375700 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-48dd6513-ecfe-4186-bc35-a80b7e004cfd service neutron] Bound port: 9c181e80-2fe2-4271-b38e-5fe6e0d65334, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade84885-4377-4cf6-a9a0-fcb25270b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2d7e335b-f80d-4309-b396-d4e6268e6bd3'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:23:03.376078 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-48dd6513-ecfe-4186-bc35-a80b7e004cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:03.407168 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c19036-27f2-4c3f-b6a1-48263609f4bf req-8234019c-aab0-4730-af29-e8cc823868e3 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:03.408756 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-22c19036-27f2-4c3f-b6a1-48263609f4bf req-8234019c-aab0-4730-af29-e8cc823868e3 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=88fae51e-f93f-462c-bc6e-bbaac14d1735 HTTP/1.1" status: 200 len: 1052 time: 0.1309736 Jul 06 14:23:03.498555 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-22c19036-27f2-4c3f-b6a1-48263609f4bf req-b44f0183-d422-453f-8094-583b1407b9ad tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=44aba477-f986-4cb5-8a27-2194c3aee408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623662 Jul 06 14:23:03.499504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-48dd6513-ecfe-4186-bc35-a80b7e004cfd service neutron] For port 9c181e80-2fe2-4271-b38e-5fe6e0d65334, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:23:03.504161 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-48dd6513-ecfe-4186-bc35-a80b7e004cfd service neutron] For port 9c181e80-2fe2-4271-b38e-5fe6e0d65334, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9c181e80-2fe2-4271-b38e-5fe6e0d65334,segment=NetworkSegment(ade84885-4377-4cf6-a9a0-fcb25270b29e),segment_id=ade84885-4377-4cf6-a9a0-fcb25270b29e)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:23:03.511095 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-48dd6513-ecfe-4186-bc35-a80b7e004cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:03.547954 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-48dd6513-ecfe-4186-bc35-a80b7e004cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:03.548552 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-48dd6513-ecfe-4186-bc35-a80b7e004cfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:03.550054 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-48dd6513-ecfe-4186-bc35-a80b7e004cfd service neutron] 10.222.0.52 "PUT /v2.0/ports/9c181e80-2fe2-4271-b38e-5fe6e0d65334 HTTP/1.1" status: 200 len: 1091 time: 0.8674796 Jul 06 14:23:03.550509 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88fae51e-f93f-462c-bc6e-bbaac14d1735', 'tag': '9c181e80-2fe2-4271-b38e-5fe6e0d65334'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:23:03.552899 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f175908a-7413-468a-9593-d8f3a71a88c9" -d '{"events": [{"name": "network-changed", "server_uuid": "88fae51e-f93f-462c-bc6e-bbaac14d1735", "tag": "9c181e80-2fe2-4271-b38e-5fe6e0d65334"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:23:03.594952 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd6513-ecfe-4186-bc35-a80b7e004cfd service neutron] Pushing event updated for resources: {'Port': ['ID=9c181e80-2fe2-4271-b38e-5fe6e0d65334,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:03.603083 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da7e584-4679-4680-80a0-5dd775b1ba52 x-openstack-request-id: req-9da7e584-4679-4680-80a0-5dd775b1ba52 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:23:03.603456 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88fae51e-f93f-462c-bc6e-bbaac14d1735", "tag": "9c181e80-2fe2-4271-b38e-5fe6e0d65334", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:23:03.603843 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-9da7e584-4679-4680-80a0-5dd775b1ba52 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:23:03.604365 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88fae51e-f93f-462c-bc6e-bbaac14d1735', 'tag': '9c181e80-2fe2-4271-b38e-5fe6e0d65334', 'status': 'completed', 'code': 200} Jul 06 14:23:03.679912 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-18d966f2-c14a-4d2a-9bf9-57d0c293452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:03.681480 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-18d966f2-c14a-4d2a-9bf9-57d0c293452b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c77209ac4fe429d84f3a34a5bdb5190&device_id=88fae51e-f93f-462c-bc6e-bbaac14d1735 HTTP/1.1" status: 200 len: 1094 time: 0.0743468 Jul 06 14:23:03.729182 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-fb0fe957-2e10-4caa-b7af-a11289d9e809 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c181e80-2fe2-4271-b38e-5fe6e0d65334 HTTP/1.1" status: 200 len: 217 time: 0.0366659 Jul 06 14:23:03.782349 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-c7010c1d-9f6e-41df-8dba-6f5e0789fb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:03.783851 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-c7010c1d-9f6e-41df-8dba-6f5e0789fb18 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=17b9cdf9-67d4-44f4-9059-0de0c2adaca1 HTTP/1.1" status: 200 len: 849 time: 0.0455127 Jul 06 14:23:03.854006 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-0f44e1b4-b4aa-4cda-9d34-60c2498c9b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:03.855567 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-0f44e1b4-b4aa-4cda-9d34-60c2498c9b13 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2d7e335b-f80d-4309-b396-d4e6268e6bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621517 Jul 06 14:23:03.950394 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-fe37c99a-5826-4d79-9820-ba69319f4509 service neutron] 10.222.0.52 "GET /v2.0/networks/2d7e335b-f80d-4309-b396-d4e6268e6bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843949 Jul 06 14:23:04.047319 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-883b93d4-9454-4861-ae66-cae1a40c8aab req-77bdb522-840f-4645-8c9f-f700a3536295 service neutron] 10.222.0.52 "GET /v2.0/networks/2d7e335b-f80d-4309-b396-d4e6268e6bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871501 Jul 06 14:23:04.158379 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175908a-7413-468a-9593-d8f3a71a88c9 req-da1e8278-acd4-4563-8153-27d76ead4418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:04.160079 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f175908a-7413-468a-9593-d8f3a71a88c9 req-da1e8278-acd4-4563-8153-27d76ead4418 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1c77209ac4fe429d84f3a34a5bdb5190&device_id=88fae51e-f93f-462c-bc6e-bbaac14d1735 HTTP/1.1" status: 200 len: 1094 time: 0.0574756 Jul 06 14:23:04.253260 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175908a-7413-468a-9593-d8f3a71a88c9 req-846a60df-9b87-46bd-b1cd-33155a1e6385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:04.254826 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f175908a-7413-468a-9593-d8f3a71a88c9 req-846a60df-9b87-46bd-b1cd-33155a1e6385 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2d7e335b-f80d-4309-b396-d4e6268e6bd3 HTTP/1.1" status: 200 len: 911 time: 0.0880647 Jul 06 14:23:04.300517 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f175908a-7413-468a-9593-d8f3a71a88c9 req-18080f59-54a4-4abd-95da-0d9f8871fb62 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9c181e80-2fe2-4271-b38e-5fe6e0d65334 HTTP/1.1" status: 200 len: 217 time: 0.0381844 Jul 06 14:23:04.352073 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175908a-7413-468a-9593-d8f3a71a88c9 req-6ad3fcab-ff30-472b-a350-b4aa9f064c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:04.354046 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f175908a-7413-468a-9593-d8f3a71a88c9 req-6ad3fcab-ff30-472b-a350-b4aa9f064c3c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=17b9cdf9-67d4-44f4-9059-0de0c2adaca1 HTTP/1.1" status: 200 len: 849 time: 0.0468302 Jul 06 14:23:04.421575 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175908a-7413-468a-9593-d8f3a71a88c9 req-6107d93c-cbf4-47b4-8b66-2ed9b5289b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:04.423152 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f175908a-7413-468a-9593-d8f3a71a88c9 req-6107d93c-cbf4-47b4-8b66-2ed9b5289b33 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2d7e335b-f80d-4309-b396-d4e6268e6bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579021 Jul 06 14:23:04.521590 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f175908a-7413-468a-9593-d8f3a71a88c9 req-d2c3a7e3-88e3-479e-8686-4a24b2422a54 service neutron] 10.222.0.52 "GET /v2.0/networks/2d7e335b-f80d-4309-b396-d4e6268e6bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904665 Jul 06 14:23:04.621443 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f175908a-7413-468a-9593-d8f3a71a88c9 req-8c1279c4-0708-4031-b08e-8a5961733654 service neutron] 10.222.0.52 "GET /v2.0/networks/2d7e335b-f80d-4309-b396-d4e6268e6bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924671 Jul 06 14:23:04.686097 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ced6c-a937-4b18-a88c-cea89dc63301 req-afd144dd-0742-45a6-aa48-45ec47e6875d tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:04.688480 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-658ced6c-a937-4b18-a88c-cea89dc63301 req-afd144dd-0742-45a6-aa48-45ec47e6875d tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=88fae51e-f93f-462c-bc6e-bbaac14d1735 HTTP/1.1" status: 200 len: 1094 time: 0.0663340 Jul 06 14:23:04.729140 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-658ced6c-a937-4b18-a88c-cea89dc63301 req-f175d58e-fb5e-403c-a681-80b5674de9f1 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=44aba477-f986-4cb5-8a27-2194c3aee408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346704 Jul 06 14:23:05.224469 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9c181e80-2fe2-4271-b38e-5fe6e0d65334 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:23:05.322685 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 9c181e80-2fe2-4271-b38e-5fe6e0d65334, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9c181e80-2fe2-4271-b38e-5fe6e0d65334,segment=NetworkSegment(ade84885-4377-4cf6-a9a0-fcb25270b29e),segment_id=ade84885-4377-4cf6-a9a0-fcb25270b29e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:05.333651 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '9c181e80-2fe2-4271-b38e-5fe6e0d65334', 'network_id': '2d7e335b-f80d-4309-b396-d4e6268e6bd3', 'port_id': '9c181e80-2fe2-4271-b38e-5fe6e0d65334', 'mac_address': 'fa:16:3e:2f:ca:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17b9cdf9-67d4-44f4-9059-0de0c2adaca1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:23:05.379784 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:05.393376 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c181e80-2fe2-4271-b38e-5fe6e0d65334 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:23:05.416900 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 9c181e80-2fe2-4271-b38e-5fe6e0d65334, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9c181e80-2fe2-4271-b38e-5fe6e0d65334,segment=NetworkSegment(ade84885-4377-4cf6-a9a0-fcb25270b29e),segment_id=ade84885-4377-4cf6-a9a0-fcb25270b29e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:05.421201 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:05.476705 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=9c181e80-2fe2-4271-b38e-5fe6e0d65334,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:05.703085 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9c181e80-2fe2-4271-b38e-5fe6e0d65334'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:23:05.913859 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd69346-c6af-4124-ae60-cd8052145ba7 req-5e42fa3f-454c-48b2-8363-d9842ce9770d tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:05.915798 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbd69346-c6af-4124-ae60-cd8052145ba7 req-5e42fa3f-454c-48b2-8363-d9842ce9770d tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=88fae51e-f93f-462c-bc6e-bbaac14d1735 HTTP/1.1" status: 200 len: 1095 time: 0.0542290 Jul 06 14:23:05.952214 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbd69346-c6af-4124-ae60-cd8052145ba7 req-6d9df470-9e9e-42e3-bacf-03272b08aa3d tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=44aba477-f986-4cb5-8a27-2194c3aee408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301855 Jul 06 14:23:07.120226 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240a1c2-4093-40b9-85cd-10e8b36b79ef req-0d1c1942-5ea5-4e1c-b73f-154126aec3cf tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:07.121780 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1240a1c2-4093-40b9-85cd-10e8b36b79ef req-0d1c1942-5ea5-4e1c-b73f-154126aec3cf tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=88fae51e-f93f-462c-bc6e-bbaac14d1735 HTTP/1.1" status: 200 len: 1095 time: 0.0550869 Jul 06 14:23:07.156690 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1240a1c2-4093-40b9-85cd-10e8b36b79ef req-56888c8e-7347-41c7-b5c7-3deda8332a96 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=44aba477-f986-4cb5-8a27-2194c3aee408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290649 Jul 06 14:23:07.255184 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9c181e80-2fe2-4271-b38e-5fe6e0d65334 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:23:07.306364 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 9c181e80-2fe2-4271-b38e-5fe6e0d65334 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:23:07.310281 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 9c181e80-2fe2-4271-b38e-5fe6e0d65334 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:23:07.310877 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:07.359306 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7ac9166f-aeda-469b-ac2f-5c682d7e01fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:07.409131 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:07.431536 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fae51e-f93f-462c-bc6e-bbaac14d1735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c181e80-2fe2-4271-b38e-5fe6e0d65334'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:23:07.433940 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51967b98-a69b-407f-ba5a-01e28a492d5f" -d '{"events": [{"server_uuid": "88fae51e-f93f-462c-bc6e-bbaac14d1735", "name": "network-vif-plugged", "status": "completed", "tag": "9c181e80-2fe2-4271-b38e-5fe6e0d65334"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:23:07.447823 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 9c181e80-2fe2-4271-b38e-5fe6e0d65334, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9c181e80-2fe2-4271-b38e-5fe6e0d65334,segment=NetworkSegment(ade84885-4377-4cf6-a9a0-fcb25270b29e),segment_id=ade84885-4377-4cf6-a9a0-fcb25270b29e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:07.451976 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:07.480995 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1815f8e1-a0b5-4fe2-b79f-9d287888ab21 x-openstack-request-id: req-1815f8e1-a0b5-4fe2-b79f-9d287888ab21 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:23:07.481336 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fae51e-f93f-462c-bc6e-bbaac14d1735", "name": "network-vif-plugged", "status": "completed", "tag": "9c181e80-2fe2-4271-b38e-5fe6e0d65334", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:23:07.481616 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-1815f8e1-a0b5-4fe2-b79f-9d287888ab21 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:23:07.482132 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fae51e-f93f-462c-bc6e-bbaac14d1735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c181e80-2fe2-4271-b38e-5fe6e0d65334', 'code': 200} Jul 06 14:23:07.513501 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=9c181e80-2fe2-4271-b38e-5fe6e0d65334,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:07.606392 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598aa75b-1d48-4097-89aa-0d9979994306 req-0c5a7b4f-3e5f-446f-ab5c-0a4a14be8801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:07.607959 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-598aa75b-1d48-4097-89aa-0d9979994306 req-0c5a7b4f-3e5f-446f-ab5c-0a4a14be8801 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=88fae51e-f93f-462c-bc6e-bbaac14d1735 HTTP/1.1" status: 200 len: 1096 time: 0.0615621 Jul 06 14:23:07.646266 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-598aa75b-1d48-4097-89aa-0d9979994306 req-62b6fe20-c2dd-4a06-997b-4a76d391c823 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=44aba477-f986-4cb5-8a27-2194c3aee408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282190 Jul 06 14:23:08.331294 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545716c-ac6f-4d27-841d-6a9db3909d52 req-c39bf540-2f9a-447f-b86f-7a54fd61064e tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:08.332847 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7545716c-ac6f-4d27-841d-6a9db3909d52 req-c39bf540-2f9a-447f-b86f-7a54fd61064e tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=88fae51e-f93f-462c-bc6e-bbaac14d1735 HTTP/1.1" status: 200 len: 1096 time: 0.0576053 Jul 06 14:23:08.368526 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7545716c-ac6f-4d27-841d-6a9db3909d52 req-1c76ac95-2585-4185-ae63-1387c53ea0ce tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=44aba477-f986-4cb5-8a27-2194c3aee408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294242 Jul 06 14:23:08.718874 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:23:09.546253 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b67427-ccf9-4436-815a-37fbadb76e26 req-6973904d-fa01-4272-8280-d82e1eb17ee9 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:09.547842 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31b67427-ccf9-4436-815a-37fbadb76e26 req-6973904d-fa01-4272-8280-d82e1eb17ee9 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=88fae51e-f93f-462c-bc6e-bbaac14d1735 HTTP/1.1" status: 200 len: 1096 time: 0.0582263 Jul 06 14:23:09.584565 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31b67427-ccf9-4436-815a-37fbadb76e26 req-2fef5e71-4937-46a9-805e-8f6f3e1fcb18 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=44aba477-f986-4cb5-8a27-2194c3aee408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306306 Jul 06 14:23:09.750949 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d48de8-3f22-4d1a-95b4-c739cc8c053f req-6232e19b-3a69-4d31-adff-596463f8e711 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:09.752375 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f5d48de8-3f22-4d1a-95b4-c739cc8c053f req-6232e19b-3a69-4d31-adff-596463f8e711 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=88fae51e-f93f-462c-bc6e-bbaac14d1735 HTTP/1.1" status: 200 len: 1096 time: 0.0555868 Jul 06 14:23:09.791673 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f5d48de8-3f22-4d1a-95b4-c739cc8c053f req-fb8a7156-abce-4180-b1bf-21161ca5cdc5 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=44aba477-f986-4cb5-8a27-2194c3aee408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331304 Jul 06 14:23:09.952729 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534527d-4aa2-4643-b579-4fc8995b202c req-8561dd35-93cb-43bb-ae3e-b4deb3f37bc4 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:09.954300 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1534527d-4aa2-4643-b579-4fc8995b202c req-8561dd35-93cb-43bb-ae3e-b4deb3f37bc4 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=88fae51e-f93f-462c-bc6e-bbaac14d1735 HTTP/1.1" status: 200 len: 1096 time: 0.0533321 Jul 06 14:23:09.992150 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1534527d-4aa2-4643-b579-4fc8995b202c req-0a8f1112-1a7b-4574-8fe2-47d58aae887c tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=44aba477-f986-4cb5-8a27-2194c3aee408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315769 Jul 06 14:23:10.220126 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:10.400475 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022952ae-6ec7-4196-ad55-9e1c62760dae req-aae5bd02-856c-4a50-aa58-ed39decce076 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:10.402105 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-022952ae-6ec7-4196-ad55-9e1c62760dae req-aae5bd02-856c-4a50-aa58-ed39decce076 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=88fae51e-f93f-462c-bc6e-bbaac14d1735 HTTP/1.1" status: 200 len: 1096 time: 0.0642433 Jul 06 14:23:10.436940 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-022952ae-6ec7-4196-ad55-9e1c62760dae req-fad79282-51d4-40c5-bf64-73fffe51a7b6 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=44aba477-f986-4cb5-8a27-2194c3aee408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288241 Jul 06 14:23:10.577887 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9b332c0c-0094-41d3-baa9-9d16cb0ee0b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:11.596937 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:11.611214 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73806547-7ab0-44f5-be52-cf02b491d126 req-22f9d3e8-8c54-4666-8a9b-fbf528c9792c tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:11.612798 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-73806547-7ab0-44f5-be52-cf02b491d126 req-22f9d3e8-8c54-4666-8a9b-fbf528c9792c tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=88fae51e-f93f-462c-bc6e-bbaac14d1735 HTTP/1.1" status: 200 len: 1096 time: 0.0609169 Jul 06 14:23:11.649021 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-73806547-7ab0-44f5-be52-cf02b491d126 req-e4417837-1875-411c-95a8-3fcd8891b001 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=44aba477-f986-4cb5-8a27-2194c3aee408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293720 Jul 06 14:23:11.724124 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f14329-99cb-47b8-bc12-de7574f7c949 req-ba28f4bd-dc5f-4059-a8f4-7d5ef1197295 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:11.726473 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70f14329-99cb-47b8-bc12-de7574f7c949 req-ba28f4bd-dc5f-4059-a8f4-7d5ef1197295 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=88fae51e-f93f-462c-bc6e-bbaac14d1735 HTTP/1.1" status: 200 len: 1096 time: 0.0562742 Jul 06 14:23:11.821602 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-70f14329-99cb-47b8-bc12-de7574f7c949 req-24c3aba6-ed7e-4b16-8ca0-cb28657e2350 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Deleting port 9c181e80-2fe2-4271-b38e-5fe6e0d65334 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:11.821969 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-70f14329-99cb-47b8-bc12-de7574f7c949 req-24c3aba6-ed7e-4b16-8ca0-cb28657e2350 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:11.901520 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-70f14329-99cb-47b8-bc12-de7574f7c949 req-24c3aba6-ed7e-4b16-8ca0-cb28657e2350 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] For port 9c181e80-2fe2-4271-b38e-5fe6e0d65334, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9c181e80-2fe2-4271-b38e-5fe6e0d65334,segment=NetworkSegment(ade84885-4377-4cf6-a9a0-fcb25270b29e),segment_id=ade84885-4377-4cf6-a9a0-fcb25270b29e)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:11.901840 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-70f14329-99cb-47b8-bc12-de7574f7c949 req-24c3aba6-ed7e-4b16-8ca0-cb28657e2350 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:11.915935 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-70f14329-99cb-47b8-bc12-de7574f7c949 req-24c3aba6-ed7e-4b16-8ca0-cb28657e2350 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Calling delete_port for 9c181e80-2fe2-4271-b38e-5fe6e0d65334 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:12.048849 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-70f14329-99cb-47b8-bc12-de7574f7c949 req-24c3aba6-ed7e-4b16-8ca0-cb28657e2350 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:12.060390 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['288420cf-0c5a-4e1d-8cfd-f34415e71c36'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:23:12.065691 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9c181e80-2fe2-4271-b38e-5fe6e0d65334'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:23:12.074813 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3aba6-ed7e-4b16-8ca0-cb28657e2350 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c181e80-2fe2-4271-b38e-5fe6e0d65334,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:12.124755 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f14329-99cb-47b8-bc12-de7574f7c949 req-24c3aba6-ed7e-4b16-8ca0-cb28657e2350 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] No DVR routers for this DVR port 9c181e80-2fe2-4271-b38e-5fe6e0d65334 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:23:12.127620 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-70f14329-99cb-47b8-bc12-de7574f7c949 req-24c3aba6-ed7e-4b16-8ca0-cb28657e2350 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:12.130120 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70f14329-99cb-47b8-bc12-de7574f7c949 req-24c3aba6-ed7e-4b16-8ca0-cb28657e2350 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.52 "DELETE /v2.0/ports/9c181e80-2fe2-4271-b38e-5fe6e0d65334 HTTP/1.1" status: 204 len: 173 time: 0.3966546 Jul 06 14:23:12.130345 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88fae51e-f93f-462c-bc6e-bbaac14d1735', 'name': 'network-vif-deleted', 'tag': '9c181e80-2fe2-4271-b38e-5fe6e0d65334'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:23:12.132877 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4b1850-d5d8-4a4b-83fc-460de7c21ba6" -d '{"events": [{"server_uuid": "88fae51e-f93f-462c-bc6e-bbaac14d1735", "name": "network-vif-deleted", "tag": "9c181e80-2fe2-4271-b38e-5fe6e0d65334"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:23:12.185074 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ae424b-455f-4991-90e3-fb8707bd1ceb x-openstack-request-id: req-57ae424b-455f-4991-90e3-fb8707bd1ceb {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:23:12.185375 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88fae51e-f93f-462c-bc6e-bbaac14d1735", "name": "network-vif-deleted", "tag": "9c181e80-2fe2-4271-b38e-5fe6e0d65334", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:23:12.185881 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-57ae424b-455f-4991-90e3-fb8707bd1ceb {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:23:12.186474 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88fae51e-f93f-462c-bc6e-bbaac14d1735', 'name': 'network-vif-deleted', 'tag': '9c181e80-2fe2-4271-b38e-5fe6e0d65334', 'status': 'completed', 'code': 200} Jul 06 14:23:12.823832 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b081645b-a962-4a86-acf8-fcedaebe7c84 req-8bb3e3ee-a6c5-4fa7-bfb6-cc24f3d47b81 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=88fae51e-f93f-462c-bc6e-bbaac14d1735 HTTP/1.1" status: 200 len: 210 time: 0.0304646 Jul 06 14:23:13.165779 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:14.281361 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87966503-94d2-463a-8b75-583616a272e5 req-477ad939-841d-44f9-962f-481e734a967a tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:14.282986 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-87966503-94d2-463a-8b75-583616a272e5 req-477ad939-841d-44f9-962f-481e734a967a tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=b3400380-861a-478e-b5a0-49518372423e HTTP/1.1" status: 200 len: 1097 time: 0.0546916 Jul 06 14:23:14.318580 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-87966503-94d2-463a-8b75-583616a272e5 req-aa8a2d81-fbaa-4bb6-a622-6361dcd525a3 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=44aba477-f986-4cb5-8a27-2194c3aee408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295408 Jul 06 14:23:15.297791 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9c181e80-2fe2-4271-b38e-5fe6e0d65334 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:23:15.322772 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 9c181e80-2fe2-4271-b38e-5fe6e0d65334 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:23:15.323128 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9c181e80-2fe2-4271-b38e-5fe6e0d65334 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:23:15.538680 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0216171-45a0-4b04-bf56-0a28ef9ce176 req-7ba82398-5654-4dbb-8b79-a3ff15368ea7 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:15.540289 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0216171-45a0-4b04-bf56-0a28ef9ce176 req-7ba82398-5654-4dbb-8b79-a3ff15368ea7 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=b3400380-861a-478e-b5a0-49518372423e HTTP/1.1" status: 200 len: 1097 time: 0.1018214 Jul 06 14:23:15.566705 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b843eba-4838-426b-b061-d780e1605efd req-41a6ae6f-4719-4927-aa32-06a5db6541af tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:15.568184 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2b843eba-4838-426b-b061-d780e1605efd req-41a6ae6f-4719-4927-aa32-06a5db6541af tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.124 "GET /v2.0/ports?device_id=b3400380-861a-478e-b5a0-49518372423e HTTP/1.1" status: 200 len: 1097 time: 0.0980914 Jul 06 14:23:15.608665 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0216171-45a0-4b04-bf56-0a28ef9ce176 req-b74369a3-0e16-4a48-9d19-4b27ecfe09fb tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=44aba477-f986-4cb5-8a27-2194c3aee408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619068 Jul 06 14:23:15.668597 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-2b843eba-4838-426b-b061-d780e1605efd req-c59ed994-a2aa-4c0e-983b-9ec071ac64d8 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Deleting port 288420cf-0c5a-4e1d-8cfd-f34415e71c36 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:15.668949 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2b843eba-4838-426b-b061-d780e1605efd req-c59ed994-a2aa-4c0e-983b-9ec071ac64d8 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:15.753741 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-2b843eba-4838-426b-b061-d780e1605efd req-c59ed994-a2aa-4c0e-983b-9ec071ac64d8 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] For port 288420cf-0c5a-4e1d-8cfd-f34415e71c36, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=288420cf-0c5a-4e1d-8cfd-f34415e71c36,segment=NetworkSegment(ade84885-4377-4cf6-a9a0-fcb25270b29e),segment_id=ade84885-4377-4cf6-a9a0-fcb25270b29e)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:15.754409 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2b843eba-4838-426b-b061-d780e1605efd req-c59ed994-a2aa-4c0e-983b-9ec071ac64d8 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:15.767288 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-2b843eba-4838-426b-b061-d780e1605efd req-c59ed994-a2aa-4c0e-983b-9ec071ac64d8 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Calling delete_port for 288420cf-0c5a-4e1d-8cfd-f34415e71c36 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:15.922998 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2b843eba-4838-426b-b061-d780e1605efd req-c59ed994-a2aa-4c0e-983b-9ec071ac64d8 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:15.933989 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['288420cf-0c5a-4e1d-8cfd-f34415e71c36'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:23:15.951374 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ed994-a2aa-4c0e-983b-9ec071ac64d8 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Pushing event deleted for resources: {'Port': ['ID=288420cf-0c5a-4e1d-8cfd-f34415e71c36,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:16.003647 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b843eba-4838-426b-b061-d780e1605efd req-c59ed994-a2aa-4c0e-983b-9ec071ac64d8 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] No DVR routers for this DVR port 288420cf-0c5a-4e1d-8cfd-f34415e71c36 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:23:16.011532 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-2b843eba-4838-426b-b061-d780e1605efd req-c59ed994-a2aa-4c0e-983b-9ec071ac64d8 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:16.013495 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2b843eba-4838-426b-b061-d780e1605efd req-c59ed994-a2aa-4c0e-983b-9ec071ac64d8 tempest-TestServerMultinode-521310793 tempest-TestServerMultinode-521310793-project-admin] 10.222.0.124 "DELETE /v2.0/ports/288420cf-0c5a-4e1d-8cfd-f34415e71c36 HTTP/1.1" status: 204 len: 173 time: 0.4390264 Jul 06 14:23:16.013986 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3400380-861a-478e-b5a0-49518372423e', 'name': 'network-vif-deleted', 'tag': '288420cf-0c5a-4e1d-8cfd-f34415e71c36'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:23:16.016435 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54e3668-3800-4ddd-b78a-9db6ea6ddc76" -d '{"events": [{"server_uuid": "b3400380-861a-478e-b5a0-49518372423e", "name": "network-vif-deleted", "tag": "288420cf-0c5a-4e1d-8cfd-f34415e71c36"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:23:16.062001 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142333a8-26f8-4e06-a8af-77d13317f572 x-openstack-request-id: req-142333a8-26f8-4e06-a8af-77d13317f572 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:23:16.062283 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3400380-861a-478e-b5a0-49518372423e", "name": "network-vif-deleted", "tag": "288420cf-0c5a-4e1d-8cfd-f34415e71c36", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:23:16.062764 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-142333a8-26f8-4e06-a8af-77d13317f572 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:23:16.063439 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3400380-861a-478e-b5a0-49518372423e', 'name': 'network-vif-deleted', 'tag': '288420cf-0c5a-4e1d-8cfd-f34415e71c36', 'status': 'completed', 'code': 200} Jul 06 14:23:16.727277 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33158) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:16.782120 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:17.121760 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-99296048-066d-4daa-91ae-92a210bc30c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:17.377003 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-99296048-066d-4daa-91ae-92a210bc30c5 admin admin] Deleting port 2637c0f4-778d-4ed9-900e-f5681b62234c {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:17.377256 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-99296048-066d-4daa-91ae-92a210bc30c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:17.453141 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-99296048-066d-4daa-91ae-92a210bc30c5 admin admin] For port 2637c0f4-778d-4ed9-900e-f5681b62234c, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=2637c0f4-778d-4ed9-900e-f5681b62234c,segment=NetworkSegment(ade84885-4377-4cf6-a9a0-fcb25270b29e),segment_id=ade84885-4377-4cf6-a9a0-fcb25270b29e)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:17.453513 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-99296048-066d-4daa-91ae-92a210bc30c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:17.466905 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-99296048-066d-4daa-91ae-92a210bc30c5 admin admin] Calling delete_port for 2637c0f4-778d-4ed9-900e-f5681b62234c owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:17.663721 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-99296048-066d-4daa-91ae-92a210bc30c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:17.693801 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99296048-066d-4daa-91ae-92a210bc30c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2637c0f4-778d-4ed9-900e-f5681b62234c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:18.168055 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-99296048-066d-4daa-91ae-92a210bc30c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:18.387271 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99296048-066d-4daa-91ae-92a210bc30c5 admin admin] Router e5e15a21-f63e-4b0f-bc16-5696d43599aa has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:23:18.492009 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99296048-066d-4daa-91ae-92a210bc30c5 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:23:18.497200 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-99296048-066d-4daa-91ae-92a210bc30c5 admin admin] 10.222.0.118 "PUT /v2.0/routers/e5e15a21-f63e-4b0f-bc16-5696d43599aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7691867 Jul 06 14:23:18.499737 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33164) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:18.503706 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4445e03-d6c9-4815-b5a5-dea0fa101d94 None None] Sync routers for ids ['e5e15a21-f63e-4b0f-bc16-5696d43599aa'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:23:18.514992 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4445e03-d6c9-4815-b5a5-dea0fa101d94 None None] Routers {'e5e15a21-f63e-4b0f-bc16-5696d43599aa'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:18.515762 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-a4445e03-d6c9-4815-b5a5-dea0fa101d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:23:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['e5e15a21-f63e-4b0f-bc16-5696d43599aa'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:18.609252 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-34ee0212-bc15-40da-8797-1935990af4d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:18.621092 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-a4445e03-d6c9-4815-b5a5-dea0fa101d94 None None] Set router e5e15a21-f63e-4b0f-bc16-5696d43599aa gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:23:18.718805 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-34ee0212-bc15-40da-8797-1935990af4d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:18.780604 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-34ee0212-bc15-40da-8797-1935990af4d6 admin admin] Deleting port 92a6c81d-16b9-47a8-b931-a046e300dd17 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:18.781051 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-34ee0212-bc15-40da-8797-1935990af4d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:18.813541 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-a4445e03-d6c9-4815-b5a5-dea0fa101d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e15a21-f63e-4b0f-bc16-5696d43599aa', 'name': 'tempest-TestServerMultinode-1834209137-router', 'tenant_id': '01415201e0f84d5ca660e0f364583144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '92a6c81d-16b9-47a8-b931-a046e300dd17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:22:39Z', 'updated_at': '2021-07-06T14:23:17Z', 'revision_number': 5, 'project_id': '01415201e0f84d5ca660e0f364583144', 'gw_port': {'id': '92a6c81d-16b9-47a8-b931-a046e300dd17', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e15a21-f63e-4b0f-bc16-5696d43599aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:22:39Z', 'updated_at': '2021-07-06T14:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:18.859312 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4445e03-d6c9-4815-b5a5-dea0fa101d94 None None] Checking router: e5e15a21-f63e-4b0f-bc16-5696d43599aa for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:23:18.868212 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:18.871481 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4445e03-d6c9-4815-b5a5-dea0fa101d94 None None] Routers {'e5e15a21-f63e-4b0f-bc16-5696d43599aa'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:18.872245 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-a4445e03-d6c9-4815-b5a5-dea0fa101d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:23:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['e5e15a21-f63e-4b0f-bc16-5696d43599aa'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:18.873254 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-34ee0212-bc15-40da-8797-1935990af4d6 admin admin] For port 92a6c81d-16b9-47a8-b931-a046e300dd17, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=92a6c81d-16b9-47a8-b931-a046e300dd17,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:18.873641 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-34ee0212-bc15-40da-8797-1935990af4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:18.889228 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-34ee0212-bc15-40da-8797-1935990af4d6 admin admin] Calling delete_port for 92a6c81d-16b9-47a8-b931-a046e300dd17 owned by network:router_gateway {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:18.972113 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-a4445e03-d6c9-4815-b5a5-dea0fa101d94 None None] Set router e5e15a21-f63e-4b0f-bc16-5696d43599aa gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:23:19.083124 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-34ee0212-bc15-40da-8797-1935990af4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:19.113101 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee0212-bc15-40da-8797-1935990af4d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=92a6c81d-16b9-47a8-b931-a046e300dd17,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:19.177882 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 288420cf-0c5a-4e1d-8cfd-f34415e71c36 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:23:19.191206 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-34ee0212-bc15-40da-8797-1935990af4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:19.234961 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-a4445e03-d6c9-4815-b5a5-dea0fa101d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e15a21-f63e-4b0f-bc16-5696d43599aa', 'name': 'tempest-TestServerMultinode-1834209137-router', 'tenant_id': '01415201e0f84d5ca660e0f364583144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:22:39Z', 'updated_at': '2021-07-06T14:23:18Z', 'revision_number': 6, 'project_id': '01415201e0f84d5ca660e0f364583144', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:19.238624 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 288420cf-0c5a-4e1d-8cfd-f34415e71c36 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:23:19.238624 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 288420cf-0c5a-4e1d-8cfd-f34415e71c36 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:23:19.267419 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4445e03-d6c9-4815-b5a5-dea0fa101d94 None None] The sync data for ids ['e5e15a21-f63e-4b0f-bc16-5696d43599aa'] in n-d-773644-6 is: [{'id': 'e5e15a21-f63e-4b0f-bc16-5696d43599aa', 'name': 'tempest-TestServerMultinode-1834209137-router', 'tenant_id': '01415201e0f84d5ca660e0f364583144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:22:39Z', 'updated_at': '2021-07-06T14:23:18Z', 'revision_number': 6, 'project_id': '01415201e0f84d5ca660e0f364583144', 'gw_port_host': None}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:23:19.312279 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-34ee0212-bc15-40da-8797-1935990af4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:19.314960 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-34ee0212-bc15-40da-8797-1935990af4d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:19.362969 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-34ee0212-bc15-40da-8797-1935990af4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:19.363590 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ee0212-bc15-40da-8797-1935990af4d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5e15a21-f63e-4b0f-bc16-5696d43599aa {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:23:19.368785 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-34ee0212-bc15-40da-8797-1935990af4d6 admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:19.372527 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-34ee0212-bc15-40da-8797-1935990af4d6 admin admin] 10.222.0.118 "DELETE /v2.0/routers/e5e15a21-f63e-4b0f-bc16-5696d43599aa HTTP/1.1" status: 204 len: 168 time: 0.8693671 Jul 06 14:23:19.372955 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33168) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:19.423281 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a48539-02a5-4c79-b0f2-794b255b3a7e admin admin] Deleting subnet 17b9cdf9-67d4-44f4-9059-0de0c2adaca1 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:23:19.426828 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6a48539-02a5-4c79-b0f2-794b255b3a7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:19.465899 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6a48539-02a5-4c79-b0f2-794b255b3a7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:19.551207 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6a48539-02a5-4c79-b0f2-794b255b3a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:19.606520 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6a48539-02a5-4c79-b0f2-794b255b3a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:19.635689 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a48539-02a5-4c79-b0f2-794b255b3a7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17b9cdf9-67d4-44f4-9059-0de0c2adaca1,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:19.641918 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a6a48539-02a5-4c79-b0f2-794b255b3a7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:19.642657 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a16222-1e33-4f8d-aa91-9194785e7b68 None None] Network 2d7e335b-f80d-4309-b396-d4e6268e6bd3 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:23:19.644452 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a6a48539-02a5-4c79-b0f2-794b255b3a7e admin admin] 10.222.0.118 "DELETE /v2.0/subnets/17b9cdf9-67d4-44f4-9059-0de0c2adaca1 HTTP/1.1" status: 204 len: 168 time: 0.2703769 Jul 06 14:23:19.646952 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33170) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:19.729505 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e66fdb4f-3c9b-4132-aea5-dfc23ef8f327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:19.798251 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e66fdb4f-3c9b-4132-aea5-dfc23ef8f327 admin admin] Deleting port f0d0c82b-8db9-4701-b225-b9d5a3dbccbb {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:19.798787 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e66fdb4f-3c9b-4132-aea5-dfc23ef8f327 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:19.863946 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e66fdb4f-3c9b-4132-aea5-dfc23ef8f327 admin admin] For port f0d0c82b-8db9-4701-b225-b9d5a3dbccbb, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=f0d0c82b-8db9-4701-b225-b9d5a3dbccbb,segment=NetworkSegment(ade84885-4377-4cf6-a9a0-fcb25270b29e),segment_id=ade84885-4377-4cf6-a9a0-fcb25270b29e)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:19.864312 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e66fdb4f-3c9b-4132-aea5-dfc23ef8f327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:19.877483 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e66fdb4f-3c9b-4132-aea5-dfc23ef8f327 admin admin] Calling delete_port for f0d0c82b-8db9-4701-b225-b9d5a3dbccbb owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:20.104355 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113dcf30-6d5f-42de-aaf9-9fbcbe325ef6 None None] DHCP port deletion for 2d7e335b-f80d-4309-b396-d4e6268e6bd3 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:23:20.157019 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-113dcf30-6d5f-42de-aaf9-9fbcbe325ef6 None None] Deleting port f0d0c82b-8db9-4701-b225-b9d5a3dbccbb {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:20.157400 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-113dcf30-6d5f-42de-aaf9-9fbcbe325ef6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:20.254662 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-113dcf30-6d5f-42de-aaf9-9fbcbe325ef6 None None] For port f0d0c82b-8db9-4701-b225-b9d5a3dbccbb, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=f0d0c82b-8db9-4701-b225-b9d5a3dbccbb,segment=NetworkSegment(ade84885-4377-4cf6-a9a0-fcb25270b29e),segment_id=ade84885-4377-4cf6-a9a0-fcb25270b29e)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:20.255139 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-113dcf30-6d5f-42de-aaf9-9fbcbe325ef6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:20.270530 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-113dcf30-6d5f-42de-aaf9-9fbcbe325ef6 None None] Calling delete_port for f0d0c82b-8db9-4701-b225-b9d5a3dbccbb owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:20.288619 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e66fdb4f-3c9b-4132-aea5-dfc23ef8f327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:20.315698 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fdb4f-3c9b-4132-aea5-dfc23ef8f327 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d0c82b-8db9-4701-b225-b9d5a3dbccbb,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:20.320292 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66fdb4f-3c9b-4132-aea5-dfc23ef8f327 admin admin] No DVR routers for this DVR port f0d0c82b-8db9-4701-b225-b9d5a3dbccbb on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:23:20.362744 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-113dcf30-6d5f-42de-aaf9-9fbcbe325ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:20.390290 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113dcf30-6d5f-42de-aaf9-9fbcbe325ef6 None None] Pushing event deleted for resources: {'Port': ['ID=f0d0c82b-8db9-4701-b225-b9d5a3dbccbb,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:20.394456 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113dcf30-6d5f-42de-aaf9-9fbcbe325ef6 None None] No DVR routers for this DVR port f0d0c82b-8db9-4701-b225-b9d5a3dbccbb on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:23:20.407310 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e66fdb4f-3c9b-4132-aea5-dfc23ef8f327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:20.419049 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-e66fdb4f-3c9b-4132-aea5-dfc23ef8f327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7e335b-f80d-4309-b396-d4e6268e6bd3']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:20.435586 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-e66fdb4f-3c9b-4132-aea5-dfc23ef8f327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade84885-4377-4cf6-a9a0-fcb25270b29e') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:20.435882 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-e66fdb4f-3c9b-4132-aea5-dfc23ef8f327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade84885-4377-4cf6-a9a0-fcb25270b29e') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:20.448127 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e66fdb4f-3c9b-4132-aea5-dfc23ef8f327 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:20.464048 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e66fdb4f-3c9b-4132-aea5-dfc23ef8f327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:20.471091 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66fdb4f-3c9b-4132-aea5-dfc23ef8f327 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:23:20.471501 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e66fdb4f-3c9b-4132-aea5-dfc23ef8f327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:23:20.473721 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:23:20.532934 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e66fdb4f-3c9b-4132-aea5-dfc23ef8f327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:20.552092 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e66fdb4f-3c9b-4132-aea5-dfc23ef8f327 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:20.555090 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e66fdb4f-3c9b-4132-aea5-dfc23ef8f327 admin admin] 10.222.0.118 "DELETE /v2.0/networks/2d7e335b-f80d-4309-b396-d4e6268e6bd3 HTTP/1.1" status: 204 len: 168 time: 0.9071491 Jul 06 14:23:20.556351 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fdb4f-3c9b-4132-aea5-dfc23ef8f327 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d7e335b-f80d-4309-b396-d4e6268e6bd3,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:20.557913 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33174) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:20.937250 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de0b4949-e649-45f3-bbac-e74feda29115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:21.059533 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f0d0c82b-8db9-4701-b225-b9d5a3dbccbb no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:23:21.100856 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: f0d0c82b-8db9-4701-b225-b9d5a3dbccbb {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:23:21.101248 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f0d0c82b-8db9-4701-b225-b9d5a3dbccbb not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:23:21.101767 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 92a6c81d-16b9-47a8-b931-a046e300dd17 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:23:21.135398 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 92a6c81d-16b9-47a8-b931-a046e300dd17 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:23:21.135974 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 92a6c81d-16b9-47a8-b931-a046e300dd17 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:23:21.136579 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 2637c0f4-778d-4ed9-900e-f5681b62234c no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:23:21.199313 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 2637c0f4-778d-4ed9-900e-f5681b62234c {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:23:21.200728 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 2637c0f4-778d-4ed9-900e-f5681b62234c not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:23:21.317565 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-de0b4949-e649-45f3-bbac-e74feda29115 admin admin] Deleting port 0954c34e-9cbf-4027-93b0-d1dde084440c {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:21.318038 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de0b4949-e649-45f3-bbac-e74feda29115 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:21.440705 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-de0b4949-e649-45f3-bbac-e74feda29115 admin admin] For port 0954c34e-9cbf-4027-93b0-d1dde084440c, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0954c34e-9cbf-4027-93b0-d1dde084440c,segment=NetworkSegment(03026129-8f99-4fbc-a184-d41a79efd670),segment_id=03026129-8f99-4fbc-a184-d41a79efd670)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:21.441426 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de0b4949-e649-45f3-bbac-e74feda29115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:21.458272 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-de0b4949-e649-45f3-bbac-e74feda29115 admin admin] Calling delete_port for 0954c34e-9cbf-4027-93b0-d1dde084440c owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:21.705031 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de0b4949-e649-45f3-bbac-e74feda29115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:21.739239 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b4949-e649-45f3-bbac-e74feda29115 admin admin] Pushing event deleted for resources: {'Port': ['ID=0954c34e-9cbf-4027-93b0-d1dde084440c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:21.961154 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-de0b4949-e649-45f3-bbac-e74feda29115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:22.267033 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0b4949-e649-45f3-bbac-e74feda29115 admin admin] Router 8b8c2f89-4351-4a95-91bb-223216187677 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:23:22.387546 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0b4949-e649-45f3-bbac-e74feda29115 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:23:22.393234 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-de0b4949-e649-45f3-bbac-e74feda29115 admin admin] 10.222.0.118 "PUT /v2.0/routers/8b8c2f89-4351-4a95-91bb-223216187677/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8332927 Jul 06 14:23:22.395789 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33326) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:22.400042 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6e0bcc-6f86-4121-b9f7-ef8197846633 None None] Sync routers for ids ['8b8c2f89-4351-4a95-91bb-223216187677'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:23:22.410393 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6e0bcc-6f86-4121-b9f7-ef8197846633 None None] Routers {'8b8c2f89-4351-4a95-91bb-223216187677'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:22.411375 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-ea6e0bcc-6f86-4121-b9f7-ef8197846633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:23:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['8b8c2f89-4351-4a95-91bb-223216187677'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:22.534018 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5e399be-3626-4b6c-86c1-84b414aa8ccd admin admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:22.543153 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-ea6e0bcc-6f86-4121-b9f7-ef8197846633 None None] Set router 8b8c2f89-4351-4a95-91bb-223216187677 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:23:22.695352 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5e399be-3626-4b6c-86c1-84b414aa8ccd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:22.762708 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-ea6e0bcc-6f86-4121-b9f7-ef8197846633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8c2f89-4351-4a95-91bb-223216187677', 'name': 'tempest-TestServerMultinode-1494849490-router', 'tenant_id': '1c77209ac4fe429d84f3a34a5bdb5190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '6289e31d-c855-4c0f-bb50-8a7333b0ddf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:22:44Z', 'updated_at': '2021-07-06T14:23:21Z', 'revision_number': 5, 'project_id': '1c77209ac4fe429d84f3a34a5bdb5190', 'gw_port': {'id': '6289e31d-c855-4c0f-bb50-8a7333b0ddf3', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8c2f89-4351-4a95-91bb-223216187677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:22:45Z', 'updated_at': '2021-07-06T14:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:22.773872 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e5e399be-3626-4b6c-86c1-84b414aa8ccd admin admin] Deleting port 6289e31d-c855-4c0f-bb50-8a7333b0ddf3 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:22.775451 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5e399be-3626-4b6c-86c1-84b414aa8ccd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:22.796154 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6e0bcc-6f86-4121-b9f7-ef8197846633 None None] Checking router: 8b8c2f89-4351-4a95-91bb-223216187677 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:23:22.807234 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6e0bcc-6f86-4121-b9f7-ef8197846633 None None] Routers {'8b8c2f89-4351-4a95-91bb-223216187677'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:22.808846 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-ea6e0bcc-6f86-4121-b9f7-ef8197846633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:23:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['8b8c2f89-4351-4a95-91bb-223216187677'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:22.883612 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e5e399be-3626-4b6c-86c1-84b414aa8ccd admin admin] For port 6289e31d-c855-4c0f-bb50-8a7333b0ddf3, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=6289e31d-c855-4c0f-bb50-8a7333b0ddf3,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:22.883997 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5e399be-3626-4b6c-86c1-84b414aa8ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:22.905968 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e5e399be-3626-4b6c-86c1-84b414aa8ccd admin admin] Calling delete_port for 6289e31d-c855-4c0f-bb50-8a7333b0ddf3 owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:22.925845 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-ea6e0bcc-6f86-4121-b9f7-ef8197846633 None None] Set router 8b8c2f89-4351-4a95-91bb-223216187677 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:23:23.041084 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-ea6e0bcc-6f86-4121-b9f7-ef8197846633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8c2f89-4351-4a95-91bb-223216187677', 'name': 'tempest-TestServerMultinode-1494849490-router', 'tenant_id': '1c77209ac4fe429d84f3a34a5bdb5190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:22:44Z', 'updated_at': '2021-07-06T14:23:22Z', 'revision_number': 6, 'project_id': '1c77209ac4fe429d84f3a34a5bdb5190', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:23.082803 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6e0bcc-6f86-4121-b9f7-ef8197846633 None None] The sync data for ids ['8b8c2f89-4351-4a95-91bb-223216187677'] in n-d-773644-6 is: [{'id': '8b8c2f89-4351-4a95-91bb-223216187677', 'name': 'tempest-TestServerMultinode-1494849490-router', 'tenant_id': '1c77209ac4fe429d84f3a34a5bdb5190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:22:44Z', 'updated_at': '2021-07-06T14:23:22Z', 'revision_number': 6, 'project_id': '1c77209ac4fe429d84f3a34a5bdb5190', 'gw_port_host': None}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:23:23.154619 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5e399be-3626-4b6c-86c1-84b414aa8ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:23.190766 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e399be-3626-4b6c-86c1-84b414aa8ccd admin admin] Pushing event deleted for resources: {'Port': ['ID=6289e31d-c855-4c0f-bb50-8a7333b0ddf3,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:23.274304 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5e399be-3626-4b6c-86c1-84b414aa8ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:23.376857 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5e399be-3626-4b6c-86c1-84b414aa8ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:23.378841 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5e399be-3626-4b6c-86c1-84b414aa8ccd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:23.431830 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5e399be-3626-4b6c-86c1-84b414aa8ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:23.432541 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e399be-3626-4b6c-86c1-84b414aa8ccd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b8c2f89-4351-4a95-91bb-223216187677 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:23:23.437865 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e5e399be-3626-4b6c-86c1-84b414aa8ccd admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:23.439346 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e5e399be-3626-4b6c-86c1-84b414aa8ccd admin admin] 10.222.0.118 "DELETE /v2.0/routers/8b8c2f89-4351-4a95-91bb-223216187677 HTTP/1.1" status: 204 len: 168 time: 1.0422919 Jul 06 14:23:23.441910 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33470) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:23.495714 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-69965dd8-cccf-48c5-af44-ac554a143d3d admin admin] Deleting subnet 95a16d69-0a50-4f60-a01a-1696c1f3e846 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:23:23.499177 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-69965dd8-cccf-48c5-af44-ac554a143d3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:23.545244 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-69965dd8-cccf-48c5-af44-ac554a143d3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:23.629775 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-69965dd8-cccf-48c5-af44-ac554a143d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:23.690931 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-69965dd8-cccf-48c5-af44-ac554a143d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:23.722908 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69965dd8-cccf-48c5-af44-ac554a143d3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95a16d69-0a50-4f60-a01a-1696c1f3e846,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:23.727552 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-69965dd8-cccf-48c5-af44-ac554a143d3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:23.729608 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-69965dd8-cccf-48c5-af44-ac554a143d3d admin admin] 10.222.0.118 "DELETE /v2.0/subnets/95a16d69-0a50-4f60-a01a-1696c1f3e846 HTTP/1.1" status: 204 len: 168 time: 0.2867041 Jul 06 14:23:23.732052 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33516) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:23.735566 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc90a57-f027-4976-9cec-e17ee3b3c3da None None] Network dd69f1f9-e961-4958-ae2f-401a3d844c53 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:23:23.810359 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4cabfdf-76a7-48ca-aabc-0154ae22fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:23.886514 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e4cabfdf-76a7-48ca-aabc-0154ae22fe85 admin admin] Deleting port 0c2f46c0-3d34-418a-ab52-e5543a39a12b {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:23.886967 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4cabfdf-76a7-48ca-aabc-0154ae22fe85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:23.957699 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594df01f-6e6b-4c6d-9c89-69da90761ab8 None None] DHCP port deletion for dd69f1f9-e961-4958-ae2f-401a3d844c53 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:23:23.965620 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e4cabfdf-76a7-48ca-aabc-0154ae22fe85 admin admin] For port 0c2f46c0-3d34-418a-ab52-e5543a39a12b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0c2f46c0-3d34-418a-ab52-e5543a39a12b,segment=NetworkSegment(03026129-8f99-4fbc-a184-d41a79efd670),segment_id=03026129-8f99-4fbc-a184-d41a79efd670)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:23.966537 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4cabfdf-76a7-48ca-aabc-0154ae22fe85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:23.983791 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e4cabfdf-76a7-48ca-aabc-0154ae22fe85 admin admin] Calling delete_port for 0c2f46c0-3d34-418a-ab52-e5543a39a12b owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:24.018538 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-594df01f-6e6b-4c6d-9c89-69da90761ab8 None None] Deleting port 0c2f46c0-3d34-418a-ab52-e5543a39a12b {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:24.019158 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-594df01f-6e6b-4c6d-9c89-69da90761ab8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:24.079089 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4cabfdf-76a7-48ca-aabc-0154ae22fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:24.094274 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-594df01f-6e6b-4c6d-9c89-69da90761ab8 None None] For port 0c2f46c0-3d34-418a-ab52-e5543a39a12b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0c2f46c0-3d34-418a-ab52-e5543a39a12b,segment=NetworkSegment(03026129-8f99-4fbc-a184-d41a79efd670),segment_id=03026129-8f99-4fbc-a184-d41a79efd670)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:24.094586 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cabfdf-76a7-48ca-aabc-0154ae22fe85 admin admin] No DVR routers for this DVR port 0c2f46c0-3d34-418a-ab52-e5543a39a12b on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:23:24.094700 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-594df01f-6e6b-4c6d-9c89-69da90761ab8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:24.116882 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cabfdf-76a7-48ca-aabc-0154ae22fe85 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c2f46c0-3d34-418a-ab52-e5543a39a12b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:24.118695 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-594df01f-6e6b-4c6d-9c89-69da90761ab8 None None] Calling delete_port for 0c2f46c0-3d34-418a-ab52-e5543a39a12b owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:24.220865 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4cabfdf-76a7-48ca-aabc-0154ae22fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:24.233699 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-594df01f-6e6b-4c6d-9c89-69da90761ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:24.234401 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-e4cabfdf-76a7-48ca-aabc-0154ae22fe85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd69f1f9-e961-4958-ae2f-401a3d844c53']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:24.248423 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-e4cabfdf-76a7-48ca-aabc-0154ae22fe85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03026129-8f99-4fbc-a184-d41a79efd670') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:24.248851 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-e4cabfdf-76a7-48ca-aabc-0154ae22fe85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03026129-8f99-4fbc-a184-d41a79efd670') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:24.259611 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594df01f-6e6b-4c6d-9c89-69da90761ab8 None None] Pushing event deleted for resources: {'Port': ['ID=0c2f46c0-3d34-418a-ab52-e5543a39a12b,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:24.269219 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4cabfdf-76a7-48ca-aabc-0154ae22fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:24.273868 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594df01f-6e6b-4c6d-9c89-69da90761ab8 None None] No DVR routers for this DVR port 0c2f46c0-3d34-418a-ab52-e5543a39a12b on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:23:24.292784 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4cabfdf-76a7-48ca-aabc-0154ae22fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:24.300414 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4cabfdf-76a7-48ca-aabc-0154ae22fe85 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:23:24.300937 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4cabfdf-76a7-48ca-aabc-0154ae22fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:23:24.302810 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:23:24.362364 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4cabfdf-76a7-48ca-aabc-0154ae22fe85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:24.369296 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e4cabfdf-76a7-48ca-aabc-0154ae22fe85 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:24.371285 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e4cabfdf-76a7-48ca-aabc-0154ae22fe85 admin admin] 10.222.0.118 "DELETE /v2.0/networks/dd69f1f9-e961-4958-ae2f-401a3d844c53 HTTP/1.1" status: 204 len: 168 time: 0.6381547 Jul 06 14:23:24.387344 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cabfdf-76a7-48ca-aabc-0154ae22fe85 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd69f1f9-e961-4958-ae2f-401a3d844c53,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:24.572196 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33630) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:24.614362 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d6522f99-0357-4d96-ae5f-8f823e59cc0f admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=01415201e0f84d5ca660e0f364583144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409472 Jul 06 14:23:24.617505 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33632) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:24.667135 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b8223572-c4ba-4f6e-93b1-56394294eb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:24.687404 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b8223572-c4ba-4f6e-93b1-56394294eb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:24.734245 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b8223572-c4ba-4f6e-93b1-56394294eb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:24.736853 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b8223572-c4ba-4f6e-93b1-56394294eb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:24.737970 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b8223572-c4ba-4f6e-93b1-56394294eb0c admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/df8024e3-8c10-4733-b99e-b172e8fcf66d HTTP/1.1" status: 204 len: 168 time: 0.1194370 Jul 06 14:23:24.745738 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8223572-c4ba-4f6e-93b1-56394294eb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8024e3-8c10-4733-b99e-b172e8fcf66d,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:25.023238 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 6289e31d-c855-4c0f-bb50-8a7333b0ddf3 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:23:25.045053 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 6289e31d-c855-4c0f-bb50-8a7333b0ddf3 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:23:25.045394 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 6289e31d-c855-4c0f-bb50-8a7333b0ddf3 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:23:25.046076 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0c2f46c0-3d34-418a-ab52-e5543a39a12b no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:23:25.065064 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 0c2f46c0-3d34-418a-ab52-e5543a39a12b {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:23:25.065408 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0c2f46c0-3d34-418a-ab52-e5543a39a12b not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:23:25.065847 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0954c34e-9cbf-4027-93b0-d1dde084440c no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:23:25.087489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 0954c34e-9cbf-4027-93b0-d1dde084440c {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:23:25.087840 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0954c34e-9cbf-4027-93b0-d1dde084440c not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:23:25.091478 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33638) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:25.143191 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d1b0dbd0-4bda-43d2-968f-574037afb766 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=1c77209ac4fe429d84f3a34a5bdb5190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465763 Jul 06 14:23:25.145705 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33640) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:25.199002 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-67a4a4ff-17c9-4851-b3eb-6dfd12658755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:25.220991 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-67a4a4ff-17c9-4851-b3eb-6dfd12658755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:25.273992 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-67a4a4ff-17c9-4851-b3eb-6dfd12658755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:25.276772 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-67a4a4ff-17c9-4851-b3eb-6dfd12658755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:25.277987 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-67a4a4ff-17c9-4851-b3eb-6dfd12658755 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/44aba477-f986-4cb5-8a27-2194c3aee408 HTTP/1.1" status: 204 len: 168 time: 0.1313186 Jul 06 14:23:25.286877 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4a4ff-17c9-4851-b3eb-6dfd12658755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44aba477-f986-4cb5-8a27-2194c3aee408,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:25.574208 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-90a95b71-5c78-4011-9af4-5b94fbe63c94 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:25.576403 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-90a95b71-5c78-4011-9af4-5b94fbe63c94 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/networks?id=0bedf58c-49a9-4bbd-9058-cd76c4053e21 HTTP/1.1" status: 200 len: 814 time: 0.1209247 Jul 06 14:23:25.593843 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-2db0c176-18b5-4fb7-9959-3b9616acf28c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/quotas/8ac80d0d6c6d434998df6c3b49122c54 HTTP/1.1" status: 200 len: 375 time: 0.0112402 Jul 06 14:23:25.630959 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-0b294dbd-ecd8-4d14-9855-e79735177bb7 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=8ac80d0d6c6d434998df6c3b49122c54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312726 Jul 06 14:23:25.642845 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-6aa2e642-f4c7-4ae2-b346-1181794150e5 service neutron] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:23:25.643915 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-6aa2e642-f4c7-4ae2-b346-1181794150e5 service neutron] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060599 Jul 06 14:23:25.742478 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-1ff8f029-510f-4f06-89af-2e1b2a134af3 service neutron] 10.222.0.118 "GET /v2.0/networks/0bedf58c-49a9-4bbd-9058-cd76c4053e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919781 Jul 06 14:23:25.845277 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-586a17fe-1317-46f8-95c0-a4687accb2b8 service neutron] 10.222.0.118 "GET /v2.0/networks/0bedf58c-49a9-4bbd-9058-cd76c4053e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962839 Jul 06 14:23:26.023329 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01eb2d14-3e40-4467-a24a-be862df7dfaf req-6c928363-f002-4bf7-bea3-d632428b3ff6 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a628afc-350d-40de-84cc-38832992de68 HTTP/1.1" status: 200 len: 210 time: 0.0304844 Jul 06 14:23:27.076197 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-2a52a327-cd0f-4fd6-94b6-eaa0af09f3b8 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:27.077810 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-2a52a327-cd0f-4fd6-94b6-eaa0af09f3b8 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.124 "GET /v2.0/networks?id=0bedf58c-49a9-4bbd-9058-cd76c4053e21 HTTP/1.1" status: 200 len: 814 time: 0.1128392 Jul 06 14:23:27.090195 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-7562a1bf-eae5-4527-a59f-50b9a50a6822 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Request body: {'port': {'device_id': '9a628afc-350d-40de-84cc-38832992de68', 'network_id': '0bedf58c-49a9-4bbd-9058-cd76c4053e21', 'admin_state_up': True, 'tenant_id': '8ac80d0d6c6d434998df6c3b49122c54'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:27.193268 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5cc8f745-3d91-4279-94e7-5300808779d8 req-f1705066-decd-4094-b244-a0ef677d2552 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a628afc-350d-40de-84cc-38832992de68 HTTP/1.1" status: 200 len: 210 time: 0.0448043 Jul 06 14:23:27.230252 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-7562a1bf-eae5-4527-a59f-50b9a50a6822 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Made reservation on behalf of 8ac80d0d6c6d434998df6c3b49122c54 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:23:27.233857 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-7562a1bf-eae5-4527-a59f-50b9a50a6822 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:27.356928 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-7562a1bf-eae5-4527-a59f-50b9a50a6822 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Allocated IP 172.20.0.8 (0bedf58c-49a9-4bbd-9058-cd76c4053e21/95e56c19-ab8b-4f73-b38d-40241952d617/45834b15-5e5b-48f5-afe6-03f9ba4ee8a2) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:23:27.510552 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-7562a1bf-eae5-4527-a59f-50b9a50a6822 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:27.548852 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-7562a1bf-eae5-4527-a59f-50b9a50a6822 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:27.598033 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-7562a1bf-eae5-4527-a59f-50b9a50a6822 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Network 0bedf58c-49a9-4bbd-9058-cd76c4053e21 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:23:27.602023 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-7562a1bf-eae5-4527-a59f-50b9a50a6822 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:23:27.611665 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-7562a1bf-eae5-4527-a59f-50b9a50a6822 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:23:27.619716 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562a1bf-eae5-4527-a59f-50b9a50a6822 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Pushing event updated for resources: {'Port': ['ID=45834b15-5e5b-48f5-afe6-03f9ba4ee8a2,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:27.664355 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-7562a1bf-eae5-4527-a59f-50b9a50a6822 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:27.664978 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-7562a1bf-eae5-4527-a59f-50b9a50a6822 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:27.679805 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-7562a1bf-eae5-4527-a59f-50b9a50a6822 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5936623 Jul 06 14:23:27.691219 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-4eb341fe-7b1a-433a-989d-a17754b0c44e tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:23:27.692216 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-4eb341fe-7b1a-433a-989d-a17754b0c44e tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.124 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054922 Jul 06 14:23:27.842190 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-15d2c3a2-30f9-4564-b685-683127880624 service neutron] Request body: {'port': {'device_id': '9a628afc-350d-40de-84cc-38832992de68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:23:27.923190 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-15d2c3a2-30f9-4564-b685-683127880624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:28.184426 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-15d2c3a2-30f9-4564-b685-683127880624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45834b15-5e5b-48f5-afe6-03f9ba4ee8a2 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:23:28.192179 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-15d2c3a2-30f9-4564-b685-683127880624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:28.204768 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-15d2c3a2-30f9-4564-b685-683127880624 service neutron] Transition to ACTIVE for port object 45834b15-5e5b-48f5-afe6-03f9ba4ee8a2 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:23:28.209320 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-15d2c3a2-30f9-4564-b685-683127880624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:28.259912 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2c3a2-30f9-4564-b685-683127880624 service neutron] Pushing event updated for resources: {'Port': ['ID=45834b15-5e5b-48f5-afe6-03f9ba4ee8a2,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:28.363415 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-15d2c3a2-30f9-4564-b685-683127880624 service neutron] Attempting to bind port 45834b15-5e5b-48f5-afe6-03f9ba4ee8a2 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:23:28.363754 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-15d2c3a2-30f9-4564-b685-683127880624 service neutron] Attempting to bind port 45834b15-5e5b-48f5-afe6-03f9ba4ee8a2 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '50945418-20a9-4b67-bf5a-32f0c095f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0bedf58c-49a9-4bbd-9058-cd76c4053e21'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:23:28.364085 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-15d2c3a2-30f9-4564-b685-683127880624 service neutron] Attempting to bind port 45834b15-5e5b-48f5-afe6-03f9ba4ee8a2 on network 0bedf58c-49a9-4bbd-9058-cd76c4053e21 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:23:28.373001 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-15d2c3a2-30f9-4564-b685-683127880624 service neutron] Port 45834b15-5e5b-48f5-afe6-03f9ba4ee8a2 on network 0bedf58c-49a9-4bbd-9058-cd76c4053e21 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:23:28.373327 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-15d2c3a2-30f9-4564-b685-683127880624 service neutron] Attempting to bind port 45834b15-5e5b-48f5-afe6-03f9ba4ee8a2 on network 0bedf58c-49a9-4bbd-9058-cd76c4053e21 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:23:28.382340 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-15d2c3a2-30f9-4564-b685-683127880624 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:23:28.382696 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-15d2c3a2-30f9-4564-b685-683127880624 service neutron] Checking segment: {'id': '50945418-20a9-4b67-bf5a-32f0c095f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0bedf58c-49a9-4bbd-9058-cd76c4053e21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:23:28.383089 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-15d2c3a2-30f9-4564-b685-683127880624 service neutron] Bound using segment: {'id': '50945418-20a9-4b67-bf5a-32f0c095f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0bedf58c-49a9-4bbd-9058-cd76c4053e21'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:23:28.383521 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-15d2c3a2-30f9-4564-b685-683127880624 service neutron] Bound port: 45834b15-5e5b-48f5-afe6-03f9ba4ee8a2, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50945418-20a9-4b67-bf5a-32f0c095f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0bedf58c-49a9-4bbd-9058-cd76c4053e21'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:23:28.383884 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-15d2c3a2-30f9-4564-b685-683127880624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:28.431282 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de485fdc-fdd8-4a81-aac7-00b1d87441a1 req-cc35009e-b77e-4fc5-aeec-56dbf92b48db tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:28.432788 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de485fdc-fdd8-4a81-aac7-00b1d87441a1 req-cc35009e-b77e-4fc5-aeec-56dbf92b48db tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a628afc-350d-40de-84cc-38832992de68 HTTP/1.1" status: 200 len: 943 time: 0.1245077 Jul 06 14:23:28.487497 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-15d2c3a2-30f9-4564-b685-683127880624 service neutron] For port 45834b15-5e5b-48f5-afe6-03f9ba4ee8a2, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:23:28.493829 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de485fdc-fdd8-4a81-aac7-00b1d87441a1 req-24ab0ee1-7e57-47cf-91bd-b15e52ab7ea5 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/security-groups?id=6007f373-24e1-454a-9497-c35ff2fb59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552320 Jul 06 14:23:28.502598 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-15d2c3a2-30f9-4564-b685-683127880624 service neutron] For port 45834b15-5e5b-48f5-afe6-03f9ba4ee8a2, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=45834b15-5e5b-48f5-afe6-03f9ba4ee8a2,segment=NetworkSegment(50945418-20a9-4b67-bf5a-32f0c095f8d6),segment_id=50945418-20a9-4b67-bf5a-32f0c095f8d6)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:23:28.507482 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-15d2c3a2-30f9-4564-b685-683127880624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:28.543102 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-15d2c3a2-30f9-4564-b685-683127880624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:28.543734 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-15d2c3a2-30f9-4564-b685-683127880624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:28.545211 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-15d2c3a2-30f9-4564-b685-683127880624 service neutron] 10.222.0.124 "PUT /v2.0/ports/45834b15-5e5b-48f5-afe6-03f9ba4ee8a2 HTTP/1.1" status: 200 len: 1091 time: 0.8470533 Jul 06 14:23:28.547268 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a628afc-350d-40de-84cc-38832992de68', 'tag': '45834b15-5e5b-48f5-afe6-03f9ba4ee8a2'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:23:28.549591 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8900236-87e3-4eb0-b972-de4a0fbbf05b" -d '{"events": [{"name": "network-changed", "server_uuid": "9a628afc-350d-40de-84cc-38832992de68", "tag": "45834b15-5e5b-48f5-afe6-03f9ba4ee8a2"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:23:28.577209 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2c3a2-30f9-4564-b685-683127880624 service neutron] Pushing event updated for resources: {'Port': ['ID=45834b15-5e5b-48f5-afe6-03f9ba4ee8a2,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:28.598026 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10a8ac9-4bd3-4b6f-a1e5-788578dc9b9d x-openstack-request-id: req-e10a8ac9-4bd3-4b6f-a1e5-788578dc9b9d {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:23:28.598356 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a628afc-350d-40de-84cc-38832992de68", "tag": "45834b15-5e5b-48f5-afe6-03f9ba4ee8a2", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:23:28.598632 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e10a8ac9-4bd3-4b6f-a1e5-788578dc9b9d {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:23:28.599027 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a628afc-350d-40de-84cc-38832992de68', 'tag': '45834b15-5e5b-48f5-afe6-03f9ba4ee8a2', 'status': 'completed', 'code': 200} Jul 06 14:23:28.642657 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-7672d72a-0cd4-4db1-b003-990a37cc785f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:28.644211 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-7672d72a-0cd4-4db1-b003-990a37cc785f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=8ac80d0d6c6d434998df6c3b49122c54&device_id=9a628afc-350d-40de-84cc-38832992de68 HTTP/1.1" status: 200 len: 1094 time: 0.0561705 Jul 06 14:23:28.684354 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-85969ad2-97b0-458d-8323-bf6b104d1dbe service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45834b15-5e5b-48f5-afe6-03f9ba4ee8a2 HTTP/1.1" status: 200 len: 217 time: 0.0334070 Jul 06 14:23:28.734284 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-6b92a95b-534b-42c1-a3c7-efb3d736c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:28.735739 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-6b92a95b-534b-42c1-a3c7-efb3d736c3e5 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=95e56c19-ab8b-4f73-b38d-40241952d617 HTTP/1.1" status: 200 len: 854 time: 0.0456855 Jul 06 14:23:28.767931 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-b20e7b7d-8aca-4d71-966c-ef926a38bc82 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=0bedf58c-49a9-4bbd-9058-cd76c4053e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258849 Jul 06 14:23:28.856753 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-a9884277-76fb-4516-b783-170a732b0231 service neutron] 10.222.0.124 "GET /v2.0/networks/0bedf58c-49a9-4bbd-9058-cd76c4053e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828273 Jul 06 14:23:28.957227 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1479a24e-de4d-460b-abcc-48dccf86c2e5 req-74e3a028-0614-48cb-9202-877e17188b79 service neutron] 10.222.0.124 "GET /v2.0/networks/0bedf58c-49a9-4bbd-9058-cd76c4053e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935304 Jul 06 14:23:29.057776 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8900236-87e3-4eb0-b972-de4a0fbbf05b req-b703eb29-7b24-440e-a70f-54eb198a7232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:29.059226 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a8900236-87e3-4eb0-b972-de4a0fbbf05b req-b703eb29-7b24-440e-a70f-54eb198a7232 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=8ac80d0d6c6d434998df6c3b49122c54&device_id=9a628afc-350d-40de-84cc-38832992de68 HTTP/1.1" status: 200 len: 1094 time: 0.0537086 Jul 06 14:23:29.156458 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8900236-87e3-4eb0-b972-de4a0fbbf05b req-6cab9286-a771-4bf2-92dc-94eb36e58497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:29.157966 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a8900236-87e3-4eb0-b972-de4a0fbbf05b req-6cab9286-a771-4bf2-92dc-94eb36e58497 service neutron] 10.222.0.124 "GET /v2.0/networks?id=0bedf58c-49a9-4bbd-9058-cd76c4053e21 HTTP/1.1" status: 200 len: 915 time: 0.0913613 Jul 06 14:23:29.198601 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a8900236-87e3-4eb0-b972-de4a0fbbf05b req-a6b14600-fbb5-421b-958c-ae62b09900fe service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45834b15-5e5b-48f5-afe6-03f9ba4ee8a2 HTTP/1.1" status: 200 len: 217 time: 0.0341027 Jul 06 14:23:29.248481 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8900236-87e3-4eb0-b972-de4a0fbbf05b req-0cd9fa10-7a71-4b4e-b03f-88f88af92158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:29.250012 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a8900236-87e3-4eb0-b972-de4a0fbbf05b req-0cd9fa10-7a71-4b4e-b03f-88f88af92158 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=95e56c19-ab8b-4f73-b38d-40241952d617 HTTP/1.1" status: 200 len: 854 time: 0.0447206 Jul 06 14:23:29.288110 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a8900236-87e3-4eb0-b972-de4a0fbbf05b req-8e3ce353-158b-4816-b655-39c82d26e231 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=0bedf58c-49a9-4bbd-9058-cd76c4053e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303502 Jul 06 14:23:29.384487 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a8900236-87e3-4eb0-b972-de4a0fbbf05b req-ab278935-883b-41b3-8ebf-46bd3624e125 service neutron] 10.222.0.124 "GET /v2.0/networks/0bedf58c-49a9-4bbd-9058-cd76c4053e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892186 Jul 06 14:23:29.475869 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a8900236-87e3-4eb0-b972-de4a0fbbf05b req-0d837596-4903-45a6-9beb-22026170e19b service neutron] 10.222.0.124 "GET /v2.0/networks/0bedf58c-49a9-4bbd-9058-cd76c4053e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844445 Jul 06 14:23:29.679606 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe7900-8e1c-42fd-832d-e4b69008f2c5 req-a35ec3f0-86e1-4f39-bb87-d92a10b8a1c8 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:29.681155 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4bfe7900-8e1c-42fd-832d-e4b69008f2c5 req-a35ec3f0-86e1-4f39-bb87-d92a10b8a1c8 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a628afc-350d-40de-84cc-38832992de68 HTTP/1.1" status: 200 len: 943 time: 0.0682325 Jul 06 14:23:29.719172 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4bfe7900-8e1c-42fd-832d-e4b69008f2c5 req-62ccca82-1db0-4108-a0e0-b6c8d15ea7fc tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/security-groups?id=6007f373-24e1-454a-9497-c35ff2fb59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325019 Jul 06 14:23:30.895817 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3740d-7034-4fee-9e8d-90a494775e59 req-027d64d9-8b5c-4e7c-92de-784048c05174 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:30.897564 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccb3740d-7034-4fee-9e8d-90a494775e59 req-027d64d9-8b5c-4e7c-92de-784048c05174 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a628afc-350d-40de-84cc-38832992de68 HTTP/1.1" status: 200 len: 943 time: 0.0642567 Jul 06 14:23:30.935727 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccb3740d-7034-4fee-9e8d-90a494775e59 req-48706e0e-5942-4c17-b345-53f8c8a38fde tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/security-groups?id=6007f373-24e1-454a-9497-c35ff2fb59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323660 Jul 06 14:23:31.129502 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 45834b15-5e5b-48f5-afe6-03f9ba4ee8a2 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:23:31.228367 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 45834b15-5e5b-48f5-afe6-03f9ba4ee8a2, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=45834b15-5e5b-48f5-afe6-03f9ba4ee8a2,segment=NetworkSegment(50945418-20a9-4b67-bf5a-32f0c095f8d6),segment_id=50945418-20a9-4b67-bf5a-32f0c095f8d6)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:31.239674 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '45834b15-5e5b-48f5-afe6-03f9ba4ee8a2', 'network_id': '0bedf58c-49a9-4bbd-9058-cd76c4053e21', 'port_id': '45834b15-5e5b-48f5-afe6-03f9ba4ee8a2', 'mac_address': 'fa:16:3e:22:f7:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e56c19-ab8b-4f73-b38d-40241952d617', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:23:31.276521 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:31.292821 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45834b15-5e5b-48f5-afe6-03f9ba4ee8a2 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:23:31.312581 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 45834b15-5e5b-48f5-afe6-03f9ba4ee8a2, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=45834b15-5e5b-48f5-afe6-03f9ba4ee8a2,segment=NetworkSegment(50945418-20a9-4b67-bf5a-32f0c095f8d6),segment_id=50945418-20a9-4b67-bf5a-32f0c095f8d6)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:31.317220 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:31.364968 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=45834b15-5e5b-48f5-afe6-03f9ba4ee8a2,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:31.504093 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['45834b15-5e5b-48f5-afe6-03f9ba4ee8a2'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:23:31.879488 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-743f1061-2dce-4e44-a237-3b893a89729d req-428ce224-c7d8-4549-9afb-ee6a9044549e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2f037187-147b-4dfa-96bf-8aecc0515521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508502 Jul 06 14:23:31.987835 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f1061-2dce-4e44-a237-3b893a89729d req-7b016c3d-f4ed-43b3-b0ed-6f08d0677e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:31.989368 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-743f1061-2dce-4e44-a237-3b893a89729d req-7b016c3d-f4ed-43b3-b0ed-6f08d0677e70 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b14d03db18d44d28b7d0ef624fa50e3b&device_id=2f037187-147b-4dfa-96bf-8aecc0515521 HTTP/1.1" status: 200 len: 1097 time: 0.0582159 Jul 06 14:23:32.138903 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f1061-2dce-4e44-a237-3b893a89729d req-db6e62d5-8cad-46f0-8967-636ca9003996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:32.140412 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-743f1061-2dce-4e44-a237-3b893a89729d req-db6e62d5-8cad-46f0-8967-636ca9003996 service neutron] 10.222.0.52 "GET /v2.0/networks?id=30e1e582-aa43-4bc7-9eb5-7b18bfef5771 HTTP/1.1" status: 200 len: 909 time: 0.1269586 Jul 06 14:23:32.163407 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcdcfd-b893-4dba-9155-331c63645ab2 req-bb18551b-5c4c-45dc-8137-153f1ca5cdd5 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:32.164905 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7fbcdcfd-b893-4dba-9155-331c63645ab2 req-bb18551b-5c4c-45dc-8137-153f1ca5cdd5 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a628afc-350d-40de-84cc-38832992de68 HTTP/1.1" status: 200 len: 944 time: 0.1078584 Jul 06 14:23:32.241000 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-743f1061-2dce-4e44-a237-3b893a89729d req-7e4fa62a-c24d-4474-a5e7-53b11c26502d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b75d3017-3911-4fa6-add4-c36782d4ba7b HTTP/1.1" status: 200 len: 1002 time: 0.0900912 Jul 06 14:23:32.246106 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7fbcdcfd-b893-4dba-9155-331c63645ab2 req-c31656f8-1be6-4436-b855-352d72a54ccb tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/security-groups?id=6007f373-24e1-454a-9497-c35ff2fb59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513916 Jul 06 14:23:32.297059 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f1061-2dce-4e44-a237-3b893a89729d req-9070fda3-df4a-4a6f-9cbb-5e74d08b928b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:32.298545 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-743f1061-2dce-4e44-a237-3b893a89729d req-9070fda3-df4a-4a6f-9cbb-5e74d08b928b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=af4f4803-c3c9-47df-9e43-88e09dbc15a2 HTTP/1.1" status: 200 len: 847 time: 0.0482712 Jul 06 14:23:32.365293 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f1061-2dce-4e44-a237-3b893a89729d req-bd2951f7-77a7-41f9-8c60-a90685d38d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:32.367917 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-743f1061-2dce-4e44-a237-3b893a89729d req-bd2951f7-77a7-41f9-8c60-a90685d38d3a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=30e1e582-aa43-4bc7-9eb5-7b18bfef5771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604455 Jul 06 14:23:32.463238 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-743f1061-2dce-4e44-a237-3b893a89729d req-24840068-db50-4762-8905-117c1ba513bb service neutron] 10.222.0.52 "GET /v2.0/networks/30e1e582-aa43-4bc7-9eb5-7b18bfef5771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839863 Jul 06 14:23:32.562689 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-743f1061-2dce-4e44-a237-3b893a89729d req-1fbcaaa0-2dd7-4ccd-930a-c5762860aafe service neutron] 10.222.0.52 "GET /v2.0/networks/30e1e582-aa43-4bc7-9eb5-7b18bfef5771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884688 Jul 06 14:23:33.145433 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 45834b15-5e5b-48f5-afe6-03f9ba4ee8a2 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:23:33.196917 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 45834b15-5e5b-48f5-afe6-03f9ba4ee8a2 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:23:33.201392 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 45834b15-5e5b-48f5-afe6-03f9ba4ee8a2 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:23:33.201792 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:33.282092 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:33.306864 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a628afc-350d-40de-84cc-38832992de68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45834b15-5e5b-48f5-afe6-03f9ba4ee8a2'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:23:33.309165 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c73606-6108-4682-a659-e38d0d25e63d" -d '{"events": [{"server_uuid": "9a628afc-350d-40de-84cc-38832992de68", "name": "network-vif-plugged", "status": "completed", "tag": "45834b15-5e5b-48f5-afe6-03f9ba4ee8a2"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:23:33.323375 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 45834b15-5e5b-48f5-afe6-03f9ba4ee8a2, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=45834b15-5e5b-48f5-afe6-03f9ba4ee8a2,segment=NetworkSegment(50945418-20a9-4b67-bf5a-32f0c095f8d6),segment_id=50945418-20a9-4b67-bf5a-32f0c095f8d6)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:33.327851 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:33.381041 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=45834b15-5e5b-48f5-afe6-03f9ba4ee8a2,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:33.428881 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488a225-87f5-4579-987d-2c9c4277676c req-a011c1fb-fa18-4f4f-b1a7-9e16f62e9219 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:33.430434 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0488a225-87f5-4579-987d-2c9c4277676c req-a011c1fb-fa18-4f4f-b1a7-9e16f62e9219 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a628afc-350d-40de-84cc-38832992de68 HTTP/1.1" status: 200 len: 945 time: 0.0710921 Jul 06 14:23:33.468151 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0488a225-87f5-4579-987d-2c9c4277676c req-77da2a54-8a32-4f88-b2ac-1e55a6bc3c51 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/security-groups?id=6007f373-24e1-454a-9497-c35ff2fb59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321229 Jul 06 14:23:33.516262 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6331016-3965-4454-bc02-dff60d6dd81e x-openstack-request-id: req-b6331016-3965-4454-bc02-dff60d6dd81e {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:23:33.516568 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a628afc-350d-40de-84cc-38832992de68", "name": "network-vif-plugged", "status": "completed", "tag": "45834b15-5e5b-48f5-afe6-03f9ba4ee8a2", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:23:33.516827 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-b6331016-3965-4454-bc02-dff60d6dd81e {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:23:33.517231 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a628afc-350d-40de-84cc-38832992de68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45834b15-5e5b-48f5-afe6-03f9ba4ee8a2', 'code': 200} Jul 06 14:23:33.628702 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604582b1-d236-4572-839c-50be3e619572 req-79116cb5-3788-41c3-b18a-9e510101596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:33.630146 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-604582b1-d236-4572-839c-50be3e619572 req-79116cb5-3788-41c3-b18a-9e510101596b service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=9a628afc-350d-40de-84cc-38832992de68 HTTP/1.1" status: 200 len: 1096 time: 0.0526040 Jul 06 14:23:33.670871 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-604582b1-d236-4572-839c-50be3e619572 req-4c163118-b8b4-48b7-973a-e4b909ce1b99 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=6007f373-24e1-454a-9497-c35ff2fb59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345969 Jul 06 14:23:34.657152 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052270a-e628-4125-86b0-96db8b6ccde1 req-910598c8-a863-4276-af09-f95f29dbd62d tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:34.658720 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1052270a-e628-4125-86b0-96db8b6ccde1 req-910598c8-a863-4276-af09-f95f29dbd62d tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a628afc-350d-40de-84cc-38832992de68 HTTP/1.1" status: 200 len: 945 time: 0.0697846 Jul 06 14:23:34.697640 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1052270a-e628-4125-86b0-96db8b6ccde1 req-456846aa-b1b9-497c-b20d-601dca8dac57 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/security-groups?id=6007f373-24e1-454a-9497-c35ff2fb59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322118 Jul 06 14:23:37.337541 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-48edf397-6d34-4b65-a949-a94da5c456e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:40.214616 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:40.584841 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9c8b0438-715a-4424-8dbb-c08c04d729ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:41.594316 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:43.169853 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:43.788892 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f912bb-a76f-4644-9e5a-cbfacd8739e3 req-e190e769-62e8-4b6b-8dd2-342b4f43b710 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:43.790572 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e2f912bb-a76f-4644-9e5a-cbfacd8739e3 req-e190e769-62e8-4b6b-8dd2-342b4f43b710 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "GET /v2.0/ports?device_id=2f037187-147b-4dfa-96bf-8aecc0515521 HTTP/1.1" status: 200 len: 946 time: 0.0915222 Jul 06 14:23:43.832589 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e2f912bb-a76f-4644-9e5a-cbfacd8739e3 req-c1826f5c-e112-4c44-8f62-aa8041f14f4b tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "GET /v2.0/security-groups?id=cd3c3850-f1e6-4271-ab3f-3bf3818cf433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359156 Jul 06 14:23:45.034159 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9bc6f-658f-43d3-83ac-8839de412128 req-3872d83a-93aa-48ed-9bee-593bcd7b950c tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:45.036109 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-96d9bc6f-658f-43d3-83ac-8839de412128 req-3872d83a-93aa-48ed-9bee-593bcd7b950c tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "GET /v2.0/ports?device_id=2f037187-147b-4dfa-96bf-8aecc0515521 HTTP/1.1" status: 200 len: 946 time: 0.0805700 Jul 06 14:23:45.452909 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-96d9bc6f-658f-43d3-83ac-8839de412128 req-2cecc2f3-abb8-4a38-9cdf-1f54a8f51fb8 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "GET /v2.0/security-groups?id=cd3c3850-f1e6-4271-ab3f-3bf3818cf433&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4111493 Jul 06 14:23:45.490803 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463ec2e-ded4-4443-8819-faa257675f0b req-f2bbb611-b156-40b4-b48e-925b2fde2ab8 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:23:45.492333 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f463ec2e-ded4-4443-8819-faa257675f0b req-f2bbb611-b156-40b4-b48e-925b2fde2ab8 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f037187-147b-4dfa-96bf-8aecc0515521 HTTP/1.1" status: 200 len: 946 time: 0.0911310 Jul 06 14:23:45.601005 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-f463ec2e-ded4-4443-8819-faa257675f0b req-6f36dc81-5fb5-4b20-a84c-585d6e4fb41e tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Deleting port b75d3017-3911-4fa6-add4-c36782d4ba7b {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:45.601302 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f463ec2e-ded4-4443-8819-faa257675f0b req-6f36dc81-5fb5-4b20-a84c-585d6e4fb41e tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:45.694093 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-f463ec2e-ded4-4443-8819-faa257675f0b req-6f36dc81-5fb5-4b20-a84c-585d6e4fb41e tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] For port b75d3017-3911-4fa6-add4-c36782d4ba7b, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=b75d3017-3911-4fa6-add4-c36782d4ba7b,segment=NetworkSegment(75b9c281-8443-464c-8036-e857b68ec02c),segment_id=75b9c281-8443-464c-8036-e857b68ec02c)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:45.694469 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f463ec2e-ded4-4443-8819-faa257675f0b req-6f36dc81-5fb5-4b20-a84c-585d6e4fb41e tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:45.718923 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:23:45.922367 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f463ec2e-ded4-4443-8819-faa257675f0b req-6f36dc81-5fb5-4b20-a84c-585d6e4fb41e tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:45.922674 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f463ec2e-ded4-4443-8819-faa257675f0b req-6f36dc81-5fb5-4b20-a84c-585d6e4fb41e tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:45.922992 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [req-f463ec2e-ded4-4443-8819-faa257675f0b req-6f36dc81-5fb5-4b20-a84c-585d6e4fb41e tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Floating IP c9ff6888-c551-4579-b64e-c2c2bd0ac4ab disassociated. External IP: 172.25.6.185, port: b75d3017-3911-4fa6-add4-c36782d4ba7b. Jul 06 14:23:45.923349 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-f463ec2e-ded4-4443-8819-faa257675f0b req-6f36dc81-5fb5-4b20-a84c-585d6e4fb41e tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Calling delete_port for b75d3017-3911-4fa6-add4-c36782d4ba7b owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:46.062179 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f463ec2e-ded4-4443-8819-faa257675f0b req-6f36dc81-5fb5-4b20-a84c-585d6e4fb41e tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:46.093284 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36dc81-5fb5-4b20-a84c-585d6e4fb41e tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Pushing event deleted for resources: {'Port': ['ID=b75d3017-3911-4fa6-add4-c36782d4ba7b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:46.236923 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f463ec2e-ded4-4443-8819-faa257675f0b req-6f36dc81-5fb5-4b20-a84c-585d6e4fb41e tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Router ec493abc-2ab4-438e-aff7-9090f6f38d4f has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:23:46.354791 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f463ec2e-ded4-4443-8819-faa257675f0b req-6f36dc81-5fb5-4b20-a84c-585d6e4fb41e tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:23:46.366937 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848de712-b47f-473a-9a10-aaccfb6b6271 None None] Sync routers for ids ['ec493abc-2ab4-438e-aff7-9090f6f38d4f'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:23:46.378205 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848de712-b47f-473a-9a10-aaccfb6b6271 None None] Routers {'ec493abc-2ab4-438e-aff7-9090f6f38d4f'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:46.378771 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-848de712-b47f-473a-9a10-aaccfb6b6271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:23:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ec493abc-2ab4-438e-aff7-9090f6f38d4f'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:46.399930 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-f463ec2e-ded4-4443-8819-faa257675f0b req-6f36dc81-5fb5-4b20-a84c-585d6e4fb41e tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] No DVR routers for this DVR port b75d3017-3911-4fa6-add4-c36782d4ba7b on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:23:46.402653 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f463ec2e-ded4-4443-8819-faa257675f0b req-6f36dc81-5fb5-4b20-a84c-585d6e4fb41e tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:46.404823 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f463ec2e-ded4-4443-8819-faa257675f0b req-6f36dc81-5fb5-4b20-a84c-585d6e4fb41e tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.52 "DELETE /v2.0/ports/b75d3017-3911-4fa6-add4-c36782d4ba7b HTTP/1.1" status: 204 len: 173 time: 0.9039912 Jul 06 14:23:46.405270 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f037187-147b-4dfa-96bf-8aecc0515521', 'name': 'network-vif-deleted', 'tag': 'b75d3017-3911-4fa6-add4-c36782d4ba7b'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:23:46.407595 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdf6144-3620-463c-a597-aedf7a27d697" -d '{"events": [{"server_uuid": "2f037187-147b-4dfa-96bf-8aecc0515521", "name": "network-vif-deleted", "tag": "b75d3017-3911-4fa6-add4-c36782d4ba7b"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:23:46.448977 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e001f2-dbf3-4f99-8c83-3f934ad7c869 x-openstack-request-id: req-41e001f2-dbf3-4f99-8c83-3f934ad7c869 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:23:46.449591 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f037187-147b-4dfa-96bf-8aecc0515521", "name": "network-vif-deleted", "tag": "b75d3017-3911-4fa6-add4-c36782d4ba7b", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:23:46.450239 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-41e001f2-dbf3-4f99-8c83-3f934ad7c869 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:23:46.450835 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f037187-147b-4dfa-96bf-8aecc0515521', 'name': 'network-vif-deleted', 'tag': 'b75d3017-3911-4fa6-add4-c36782d4ba7b', 'status': 'completed', 'code': 200} Jul 06 14:23:46.529968 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-848de712-b47f-473a-9a10-aaccfb6b6271 None None] Set router ec493abc-2ab4-438e-aff7-9090f6f38d4f gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:23:46.684167 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2ce0f803-fa95-498e-9ce1-071edb0a0f08 req-dc56990b-a039-4950-a51f-40af43965c95 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "GET /v2.0/ports?device_id=2f037187-147b-4dfa-96bf-8aecc0515521 HTTP/1.1" status: 200 len: 210 time: 0.0626216 Jul 06 14:23:46.795272 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:46.808886 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-848de712-b47f-473a-9a10-aaccfb6b6271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'name': 'tempest-TestServerBasicOps-190319381-router', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '1e7465ad-134f-42e3-9483-c707a8227145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:18:27Z', 'updated_at': '2021-07-06T14:18:32Z', 'revision_number': 4, 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'gw_port': {'id': '1e7465ad-134f-42e3-9483-c707a8227145', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:28Z', 'updated_at': '2021-07-06T14:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'e547f040-efd4-4f45-a184-1f9ce56b24f0', 'name': '', 'network_id': '30e1e582-aa43-4bc7-9eb5-7b18bfef5771', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'mac_address': 'fa:16:3e:b9:64:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'af4f4803-c3c9-47df-9e43-88e09dbc15a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:31Z', 'updated_at': '2021-07-06T14:18:38Z', 'revision_number': 5, 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'subnets': [{'id': 'af4f4803-c3c9-47df-9e43-88e09dbc15a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:46.842620 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848de712-b47f-473a-9a10-aaccfb6b6271 None None] Checking router: ec493abc-2ab4-438e-aff7-9090f6f38d4f for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:23:46.853780 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848de712-b47f-473a-9a10-aaccfb6b6271 None None] Routers {'ec493abc-2ab4-438e-aff7-9090f6f38d4f'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:46.854427 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-848de712-b47f-473a-9a10-aaccfb6b6271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:23:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ec493abc-2ab4-438e-aff7-9090f6f38d4f'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:46.967774 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-848de712-b47f-473a-9a10-aaccfb6b6271 None None] Set router ec493abc-2ab4-438e-aff7-9090f6f38d4f gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:23:47.189448 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-848de712-b47f-473a-9a10-aaccfb6b6271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'name': 'tempest-TestServerBasicOps-190319381-router', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '1e7465ad-134f-42e3-9483-c707a8227145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:18:27Z', 'updated_at': '2021-07-06T14:18:32Z', 'revision_number': 4, 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'gw_port': {'id': '1e7465ad-134f-42e3-9483-c707a8227145', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:28Z', 'updated_at': '2021-07-06T14:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'e547f040-efd4-4f45-a184-1f9ce56b24f0', 'name': '', 'network_id': '30e1e582-aa43-4bc7-9eb5-7b18bfef5771', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'mac_address': 'fa:16:3e:b9:64:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'af4f4803-c3c9-47df-9e43-88e09dbc15a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:31Z', 'updated_at': '2021-07-06T14:18:38Z', 'revision_number': 5, 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'subnets': [{'id': 'af4f4803-c3c9-47df-9e43-88e09dbc15a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:47.220983 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848de712-b47f-473a-9a10-aaccfb6b6271 None None] The sync data for ids ['ec493abc-2ab4-438e-aff7-9090f6f38d4f'] in n-d-773644-6 is: [{'id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'name': 'tempest-TestServerBasicOps-190319381-router', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '1e7465ad-134f-42e3-9483-c707a8227145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:18:27Z', 'updated_at': '2021-07-06T14:18:32Z', 'revision_number': 4, 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'gw_port': {'id': '1e7465ad-134f-42e3-9483-c707a8227145', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:28Z', 'updated_at': '2021-07-06T14:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'e547f040-efd4-4f45-a184-1f9ce56b24f0', 'name': '', 'network_id': '30e1e582-aa43-4bc7-9eb5-7b18bfef5771', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'mac_address': 'fa:16:3e:b9:64:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'af4f4803-c3c9-47df-9e43-88e09dbc15a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:31Z', 'updated_at': '2021-07-06T14:18:38Z', 'revision_number': 5, 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'subnets': [{'id': 'af4f4803-c3c9-47df-9e43-88e09dbc15a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:23:47.399217 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device b75d3017-3911-4fa6-add4-c36782d4ba7b no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:23:47.419535 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: b75d3017-3911-4fa6-add4-c36782d4ba7b {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:23:47.419970 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device b75d3017-3911-4fa6-add4-c36782d4ba7b not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:23:47.476310 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2be6d73-7fb0-451d-a3a2-ada50270929c None None] New status for floating IP c9ff6888-c551-4579-b64e-c2c2bd0ac4ab: DOWN {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:23:47.778533 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33822) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:47.917469 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-a14f6f0a-539e-49ec-bb16-cd78b17439bd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Deleting port f4b2859c-b685-4a6c-b895-ebdfe9f6a281 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:47.917861 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a14f6f0a-539e-49ec-bb16-cd78b17439bd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:48.016473 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a14f6f0a-539e-49ec-bb16-cd78b17439bd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:48.016764 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a14f6f0a-539e-49ec-bb16-cd78b17439bd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:48.033828 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-a14f6f0a-539e-49ec-bb16-cd78b17439bd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Calling delete_port for f4b2859c-b685-4a6c-b895-ebdfe9f6a281 owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:48.203532 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a14f6f0a-539e-49ec-bb16-cd78b17439bd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:48.235685 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f6f0a-539e-49ec-bb16-cd78b17439bd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Pushing event deleted for resources: {'Port': ['ID=f4b2859c-b685-4a6c-b895-ebdfe9f6a281,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:48.312201 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a14f6f0a-539e-49ec-bb16-cd78b17439bd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:48.315215 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a14f6f0a-539e-49ec-bb16-cd78b17439bd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:48.316458 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a14f6f0a-539e-49ec-bb16-cd78b17439bd tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "DELETE /v2.0/floatingips/c9ff6888-c551-4579-b64e-c2c2bd0ac4ab HTTP/1.1" status: 204 len: 168 time: 0.5368774 Jul 06 14:23:48.489564 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33830) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:48.556426 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-44261e98-eb95-41c5-aacf-fe4aa2deda04 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:48.582708 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-44261e98-eb95-41c5-aacf-fe4aa2deda04 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:48.642876 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-44261e98-eb95-41c5-aacf-fe4aa2deda04 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:48.645471 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-44261e98-eb95-41c5-aacf-fe4aa2deda04 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:48.647452 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-44261e98-eb95-41c5-aacf-fe4aa2deda04 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] 10.222.0.118 "DELETE /v2.0/security-groups/cd3c3850-f1e6-4271-ab3f-3bf3818cf433 HTTP/1.1" status: 204 len: 168 time: 0.1567588 Jul 06 14:23:48.656670 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44261e98-eb95-41c5-aacf-fe4aa2deda04 tempest-TestServerBasicOps-987744853 tempest-TestServerBasicOps-987744853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3c3850-f1e6-4271-ab3f-3bf3818cf433,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:48.682572 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33834) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:48.867938 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:49.461493 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fe088f0a-c15e-4717-ad24-67e68c6a0424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:49.711019 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-fe088f0a-c15e-4717-ad24-67e68c6a0424 admin admin] Deleting port e547f040-efd4-4f45-a184-1f9ce56b24f0 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:49.711749 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fe088f0a-c15e-4717-ad24-67e68c6a0424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:49.790641 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-fe088f0a-c15e-4717-ad24-67e68c6a0424 admin admin] For port e547f040-efd4-4f45-a184-1f9ce56b24f0, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=e547f040-efd4-4f45-a184-1f9ce56b24f0,segment=NetworkSegment(75b9c281-8443-464c-8036-e857b68ec02c),segment_id=75b9c281-8443-464c-8036-e857b68ec02c)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:49.791006 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fe088f0a-c15e-4717-ad24-67e68c6a0424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:49.804225 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-fe088f0a-c15e-4717-ad24-67e68c6a0424 admin admin] Calling delete_port for e547f040-efd4-4f45-a184-1f9ce56b24f0 owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:49.994234 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fe088f0a-c15e-4717-ad24-67e68c6a0424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:50.017947 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe088f0a-c15e-4717-ad24-67e68c6a0424 admin admin] Pushing event deleted for resources: {'Port': ['ID=e547f040-efd4-4f45-a184-1f9ce56b24f0,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:50.029126 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe088f0a-c15e-4717-ad24-67e68c6a0424 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:50.029494 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe088f0a-c15e-4717-ad24-67e68c6a0424 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:50.029872 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe088f0a-c15e-4717-ad24-67e68c6a0424 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:50.030629 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe088f0a-c15e-4717-ad24-67e68c6a0424 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:50.030629 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe088f0a-c15e-4717-ad24-67e68c6a0424 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:50.030867 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe088f0a-c15e-4717-ad24-67e68c6a0424 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:50.031206 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe088f0a-c15e-4717-ad24-67e68c6a0424 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:50.031543 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe088f0a-c15e-4717-ad24-67e68c6a0424 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:50.031876 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe088f0a-c15e-4717-ad24-67e68c6a0424 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:50.032210 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe088f0a-c15e-4717-ad24-67e68c6a0424 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:50.032542 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe088f0a-c15e-4717-ad24-67e68c6a0424 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:50.032866 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe088f0a-c15e-4717-ad24-67e68c6a0424 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:50.212628 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fe088f0a-c15e-4717-ad24-67e68c6a0424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:50.463052 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe088f0a-c15e-4717-ad24-67e68c6a0424 admin admin] Router ec493abc-2ab4-438e-aff7-9090f6f38d4f has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:23:50.578242 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe088f0a-c15e-4717-ad24-67e68c6a0424 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:23:50.586300 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fe088f0a-c15e-4717-ad24-67e68c6a0424 admin admin] 10.222.0.118 "PUT /v2.0/routers/ec493abc-2ab4-438e-aff7-9090f6f38d4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8994768 Jul 06 14:23:50.586394 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33852) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:50.587792 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8714c6eb-77bf-43da-85d8-a706cbadb547 None None] Sync routers for ids ['ec493abc-2ab4-438e-aff7-9090f6f38d4f'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:23:50.597358 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8714c6eb-77bf-43da-85d8-a706cbadb547 None None] Routers {'ec493abc-2ab4-438e-aff7-9090f6f38d4f'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:50.598177 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8714c6eb-77bf-43da-85d8-a706cbadb547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:23:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ec493abc-2ab4-438e-aff7-9090f6f38d4f'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:50.700781 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-948b984f-eb89-4deb-9d7c-946f9b864861 admin admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:50.711592 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-8714c6eb-77bf-43da-85d8-a706cbadb547 None None] Set router ec493abc-2ab4-438e-aff7-9090f6f38d4f gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:23:50.814430 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-948b984f-eb89-4deb-9d7c-946f9b864861 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:50.871526 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-948b984f-eb89-4deb-9d7c-946f9b864861 admin admin] Deleting port 1e7465ad-134f-42e3-9483-c707a8227145 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:50.871903 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-948b984f-eb89-4deb-9d7c-946f9b864861 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:50.964137 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-948b984f-eb89-4deb-9d7c-946f9b864861 admin admin] For port 1e7465ad-134f-42e3-9483-c707a8227145, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=1e7465ad-134f-42e3-9483-c707a8227145,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:50.964501 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-948b984f-eb89-4deb-9d7c-946f9b864861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:50.977357 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-948b984f-eb89-4deb-9d7c-946f9b864861 admin admin] Calling delete_port for 1e7465ad-134f-42e3-9483-c707a8227145 owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:51.086543 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8714c6eb-77bf-43da-85d8-a706cbadb547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'name': 'tempest-TestServerBasicOps-190319381-router', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '1e7465ad-134f-42e3-9483-c707a8227145', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:18:27Z', 'updated_at': '2021-07-06T14:23:49Z', 'revision_number': 5, 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'gw_port': {'id': '1e7465ad-134f-42e3-9483-c707a8227145', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:73:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:28Z', 'updated_at': '2021-07-06T14:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:51.114066 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8714c6eb-77bf-43da-85d8-a706cbadb547 None None] Checking router: ec493abc-2ab4-438e-aff7-9090f6f38d4f for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:23:51.123584 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8714c6eb-77bf-43da-85d8-a706cbadb547 None None] Routers {'ec493abc-2ab4-438e-aff7-9090f6f38d4f'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:51.124381 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8714c6eb-77bf-43da-85d8-a706cbadb547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:23:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ec493abc-2ab4-438e-aff7-9090f6f38d4f'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:51.173447 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-948b984f-eb89-4deb-9d7c-946f9b864861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:51.198692 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b984f-eb89-4deb-9d7c-946f9b864861 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e7465ad-134f-42e3-9483-c707a8227145,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:51.234604 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-8714c6eb-77bf-43da-85d8-a706cbadb547 None None] Set router ec493abc-2ab4-438e-aff7-9090f6f38d4f gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:23:51.268065 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-948b984f-eb89-4deb-9d7c-946f9b864861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:51.296531 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8714c6eb-77bf-43da-85d8-a706cbadb547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'name': 'tempest-TestServerBasicOps-190319381-router', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:18:27Z', 'updated_at': '2021-07-06T14:23:50Z', 'revision_number': 6, 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:51.325491 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8714c6eb-77bf-43da-85d8-a706cbadb547 None None] The sync data for ids ['ec493abc-2ab4-438e-aff7-9090f6f38d4f'] in n-d-773644-6 is: [{'id': 'ec493abc-2ab4-438e-aff7-9090f6f38d4f', 'name': 'tempest-TestServerBasicOps-190319381-router', 'tenant_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:18:27Z', 'updated_at': '2021-07-06T14:23:50Z', 'revision_number': 6, 'project_id': 'b14d03db18d44d28b7d0ef624fa50e3b', 'gw_port_host': None}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:23:51.369327 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-948b984f-eb89-4deb-9d7c-946f9b864861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:51.371627 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-948b984f-eb89-4deb-9d7c-946f9b864861 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:51.421943 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-948b984f-eb89-4deb-9d7c-946f9b864861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:51.422748 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948b984f-eb89-4deb-9d7c-946f9b864861 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec493abc-2ab4-438e-aff7-9090f6f38d4f {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:23:51.429934 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-948b984f-eb89-4deb-9d7c-946f9b864861 admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:51.431255 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-948b984f-eb89-4deb-9d7c-946f9b864861 admin admin] 10.222.0.118 "DELETE /v2.0/routers/ec493abc-2ab4-438e-aff7-9090f6f38d4f HTTP/1.1" status: 204 len: 168 time: 0.8439031 Jul 06 14:23:51.433799 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33856) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:51.493351 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-72599997-dbb7-4e64-9920-1980d9ec31ee admin admin] Deleting subnet af4f4803-c3c9-47df-9e43-88e09dbc15a2 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:23:51.493351 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-72599997-dbb7-4e64-9920-1980d9ec31ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:51.526991 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-72599997-dbb7-4e64-9920-1980d9ec31ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:51.618384 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-72599997-dbb7-4e64-9920-1980d9ec31ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:51.689408 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-72599997-dbb7-4e64-9920-1980d9ec31ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:51.716245 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72599997-dbb7-4e64-9920-1980d9ec31ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af4f4803-c3c9-47df-9e43-88e09dbc15a2,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:51.722469 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-72599997-dbb7-4e64-9920-1980d9ec31ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:51.725813 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-72599997-dbb7-4e64-9920-1980d9ec31ee admin admin] 10.222.0.118 "DELETE /v2.0/subnets/af4f4803-c3c9-47df-9e43-88e09dbc15a2 HTTP/1.1" status: 204 len: 168 time: 0.2899566 Jul 06 14:23:51.727657 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33858) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:51.730284 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c7b60e-3516-4302-9aa4-b7c3f4227f7e None None] Network 30e1e582-aa43-4bc7-9eb5-7b18bfef5771 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:23:51.812671 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1d070856-84c0-4e50-8b04-5814fcacbbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:51.872530 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-1d070856-84c0-4e50-8b04-5814fcacbbc2 admin admin] Deleting port 43a7bafa-d726-428c-94a8-0e379f80a302 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:51.873000 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1d070856-84c0-4e50-8b04-5814fcacbbc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:51.940814 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-1d070856-84c0-4e50-8b04-5814fcacbbc2 admin admin] For port 43a7bafa-d726-428c-94a8-0e379f80a302, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=43a7bafa-d726-428c-94a8-0e379f80a302,segment=NetworkSegment(75b9c281-8443-464c-8036-e857b68ec02c),segment_id=75b9c281-8443-464c-8036-e857b68ec02c)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:51.941185 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1d070856-84c0-4e50-8b04-5814fcacbbc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:51.954327 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-1d070856-84c0-4e50-8b04-5814fcacbbc2 admin admin] Calling delete_port for 43a7bafa-d726-428c-94a8-0e379f80a302 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:52.040682 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1d070856-84c0-4e50-8b04-5814fcacbbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:52.066183 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d070856-84c0-4e50-8b04-5814fcacbbc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=43a7bafa-d726-428c-94a8-0e379f80a302,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:52.070005 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d070856-84c0-4e50-8b04-5814fcacbbc2 admin admin] No DVR routers for this DVR port 43a7bafa-d726-428c-94a8-0e379f80a302 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:23:52.151715 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1d070856-84c0-4e50-8b04-5814fcacbbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:52.153434 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24055a17-7fb3-4c7c-85e0-b6ae1a004f21 None None] DHCP port deletion for 30e1e582-aa43-4bc7-9eb5-7b18bfef5771 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:23:52.165019 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-1d070856-84c0-4e50-8b04-5814fcacbbc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e1e582-aa43-4bc7-9eb5-7b18bfef5771']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:52.179728 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-1d070856-84c0-4e50-8b04-5814fcacbbc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b9c281-8443-464c-8036-e857b68ec02c') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:52.179728 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-1d070856-84c0-4e50-8b04-5814fcacbbc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b9c281-8443-464c-8036-e857b68ec02c') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:52.194784 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1d070856-84c0-4e50-8b04-5814fcacbbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:52.209631 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1d070856-84c0-4e50-8b04-5814fcacbbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:52.215876 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d070856-84c0-4e50-8b04-5814fcacbbc2 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:23:52.216280 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1d070856-84c0-4e50-8b04-5814fcacbbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:23:52.218015 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:23:52.279298 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1d070856-84c0-4e50-8b04-5814fcacbbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:52.284990 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1d070856-84c0-4e50-8b04-5814fcacbbc2 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:52.290797 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1d070856-84c0-4e50-8b04-5814fcacbbc2 admin admin] 10.222.0.118 "DELETE /v2.0/networks/30e1e582-aa43-4bc7-9eb5-7b18bfef5771 HTTP/1.1" status: 204 len: 168 time: 0.5576336 Jul 06 14:23:52.290875 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 33860) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:52.301159 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d070856-84c0-4e50-8b04-5814fcacbbc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=30e1e582-aa43-4bc7-9eb5-7b18bfef5771,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:52.678857 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a46fd57-05fb-44eb-8fc9-f5bf4f0aaecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:52.940510 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-8a46fd57-05fb-44eb-8fc9-f5bf4f0aaecd admin admin] Deleting port 1c27d64d-28c4-4500-91d7-14a0100ee533 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:52.940925 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a46fd57-05fb-44eb-8fc9-f5bf4f0aaecd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:53.044370 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-8a46fd57-05fb-44eb-8fc9-f5bf4f0aaecd admin admin] For port 1c27d64d-28c4-4500-91d7-14a0100ee533, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=1c27d64d-28c4-4500-91d7-14a0100ee533,segment=NetworkSegment(f5cc4425-dc0f-439a-970c-df3bd34ca3fd),segment_id=f5cc4425-dc0f-439a-970c-df3bd34ca3fd)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:53.044742 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a46fd57-05fb-44eb-8fc9-f5bf4f0aaecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:53.059805 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 1e7465ad-134f-42e3-9483-c707a8227145 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:23:53.060209 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-8a46fd57-05fb-44eb-8fc9-f5bf4f0aaecd admin admin] Calling delete_port for 1c27d64d-28c4-4500-91d7-14a0100ee533 owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:53.081073 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 1e7465ad-134f-42e3-9483-c707a8227145 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:23:53.081778 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 1e7465ad-134f-42e3-9483-c707a8227145 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:23:53.082229 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device e547f040-efd4-4f45-a184-1f9ce56b24f0 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:23:53.103677 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: e547f040-efd4-4f45-a184-1f9ce56b24f0 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:23:53.104033 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device e547f040-efd4-4f45-a184-1f9ce56b24f0 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:23:53.104464 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 43a7bafa-d726-428c-94a8-0e379f80a302 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:23:53.127284 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 43a7bafa-d726-428c-94a8-0e379f80a302 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:23:53.127636 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 43a7bafa-d726-428c-94a8-0e379f80a302 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:23:53.253240 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a46fd57-05fb-44eb-8fc9-f5bf4f0aaecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:53.283806 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46fd57-05fb-44eb-8fc9-f5bf4f0aaecd admin admin] Pushing event deleted for resources: {'Port': ['ID=1c27d64d-28c4-4500-91d7-14a0100ee533,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:53.463973 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a46fd57-05fb-44eb-8fc9-f5bf4f0aaecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:53.680195 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a46fd57-05fb-44eb-8fc9-f5bf4f0aaecd admin admin] Router 76309c23-a042-4f2b-9bac-7eeb137619f2 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:23:53.791271 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a46fd57-05fb-44eb-8fc9-f5bf4f0aaecd admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:23:53.798896 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8a46fd57-05fb-44eb-8fc9-f5bf4f0aaecd admin admin] 10.222.0.118 "PUT /v2.0/routers/76309c23-a042-4f2b-9bac-7eeb137619f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5065558 Jul 06 14:23:53.799440 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33866) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:53.800347 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc8cad3-5c01-48d6-80f8-202039a37c6e None None] Sync routers for ids ['76309c23-a042-4f2b-9bac-7eeb137619f2'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:23:53.810039 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc8cad3-5c01-48d6-80f8-202039a37c6e None None] Routers {'76309c23-a042-4f2b-9bac-7eeb137619f2'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:53.810659 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-cdc8cad3-5c01-48d6-80f8-202039a37c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:23:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['76309c23-a042-4f2b-9bac-7eeb137619f2'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:53.910109 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d315eb87-b29b-47a2-a9db-c8b25f9af026 admin admin] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:53.922537 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-cdc8cad3-5c01-48d6-80f8-202039a37c6e None None] Set router 76309c23-a042-4f2b-9bac-7eeb137619f2 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:23:54.017817 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d315eb87-b29b-47a2-a9db-c8b25f9af026 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:54.074581 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-d315eb87-b29b-47a2-a9db-c8b25f9af026 admin admin] Deleting port 291a65fb-c774-4d60-9fe9-d1b07e9e1795 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:54.074932 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d315eb87-b29b-47a2-a9db-c8b25f9af026 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:54.118717 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-cdc8cad3-5c01-48d6-80f8-202039a37c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76309c23-a042-4f2b-9bac-7eeb137619f2', 'name': 'tempest-TestServerBasicOps-1717029528-router', 'tenant_id': '15e79674127a46ccb1839f1dff4b3074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '291a65fb-c774-4d60-9fe9-d1b07e9e1795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:18:34Z', 'updated_at': '2021-07-06T14:23:53Z', 'revision_number': 5, 'project_id': '15e79674127a46ccb1839f1dff4b3074', 'gw_port': {'id': '291a65fb-c774-4d60-9fe9-d1b07e9e1795', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ae:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76309c23-a042-4f2b-9bac-7eeb137619f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:18:35Z', 'updated_at': '2021-07-06T14:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:54.145075 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc8cad3-5c01-48d6-80f8-202039a37c6e None None] Checking router: 76309c23-a042-4f2b-9bac-7eeb137619f2 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:23:54.154358 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc8cad3-5c01-48d6-80f8-202039a37c6e None None] Routers {'76309c23-a042-4f2b-9bac-7eeb137619f2'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:23:54.154974 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-cdc8cad3-5c01-48d6-80f8-202039a37c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:23:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['76309c23-a042-4f2b-9bac-7eeb137619f2'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:54.161374 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-d315eb87-b29b-47a2-a9db-c8b25f9af026 admin admin] For port 291a65fb-c774-4d60-9fe9-d1b07e9e1795, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=291a65fb-c774-4d60-9fe9-d1b07e9e1795,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:54.162869 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d315eb87-b29b-47a2-a9db-c8b25f9af026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:54.175053 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-d315eb87-b29b-47a2-a9db-c8b25f9af026 admin admin] Calling delete_port for 291a65fb-c774-4d60-9fe9-d1b07e9e1795 owned by network:router_gateway {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:54.249055 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-cdc8cad3-5c01-48d6-80f8-202039a37c6e None None] Set router 76309c23-a042-4f2b-9bac-7eeb137619f2 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:23:54.300865 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-cdc8cad3-5c01-48d6-80f8-202039a37c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76309c23-a042-4f2b-9bac-7eeb137619f2', 'name': 'tempest-TestServerBasicOps-1717029528-router', 'tenant_id': '15e79674127a46ccb1839f1dff4b3074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:18:34Z', 'updated_at': '2021-07-06T14:23:54Z', 'revision_number': 6, 'project_id': '15e79674127a46ccb1839f1dff4b3074', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:54.334435 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc8cad3-5c01-48d6-80f8-202039a37c6e None None] The sync data for ids ['76309c23-a042-4f2b-9bac-7eeb137619f2'] in n-d-773644-6 is: [{'id': '76309c23-a042-4f2b-9bac-7eeb137619f2', 'name': 'tempest-TestServerBasicOps-1717029528-router', 'tenant_id': '15e79674127a46ccb1839f1dff4b3074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:18:34Z', 'updated_at': '2021-07-06T14:23:54Z', 'revision_number': 6, 'project_id': '15e79674127a46ccb1839f1dff4b3074', 'gw_port_host': None}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:23:54.369997 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d315eb87-b29b-47a2-a9db-c8b25f9af026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:54.399154 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315eb87-b29b-47a2-a9db-c8b25f9af026 admin admin] Pushing event deleted for resources: {'Port': ['ID=291a65fb-c774-4d60-9fe9-d1b07e9e1795,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:54.409819 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315eb87-b29b-47a2-a9db-c8b25f9af026 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:54.410087 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315eb87-b29b-47a2-a9db-c8b25f9af026 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:54.410418 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315eb87-b29b-47a2-a9db-c8b25f9af026 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:54.410761 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315eb87-b29b-47a2-a9db-c8b25f9af026 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:54.411101 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315eb87-b29b-47a2-a9db-c8b25f9af026 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:54.411439 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315eb87-b29b-47a2-a9db-c8b25f9af026 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:54.412488 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315eb87-b29b-47a2-a9db-c8b25f9af026 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:54.413326 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315eb87-b29b-47a2-a9db-c8b25f9af026 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:54.413326 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315eb87-b29b-47a2-a9db-c8b25f9af026 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:54.413326 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315eb87-b29b-47a2-a9db-c8b25f9af026 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:54.413562 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315eb87-b29b-47a2-a9db-c8b25f9af026 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:54.413922 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d315eb87-b29b-47a2-a9db-c8b25f9af026 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:54.479704 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d315eb87-b29b-47a2-a9db-c8b25f9af026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:54.569033 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d315eb87-b29b-47a2-a9db-c8b25f9af026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:54.571047 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d315eb87-b29b-47a2-a9db-c8b25f9af026 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:54.612518 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d315eb87-b29b-47a2-a9db-c8b25f9af026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:54.613062 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d315eb87-b29b-47a2-a9db-c8b25f9af026 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76309c23-a042-4f2b-9bac-7eeb137619f2 {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:23:54.618815 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d315eb87-b29b-47a2-a9db-c8b25f9af026 admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:54.622294 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d315eb87-b29b-47a2-a9db-c8b25f9af026 admin admin] 10.222.0.118 "DELETE /v2.0/routers/76309c23-a042-4f2b-9bac-7eeb137619f2 HTTP/1.1" status: 204 len: 168 time: 0.8196163 Jul 06 14:23:54.623101 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33870) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:54.667612 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a1fdd6-33fd-4be1-b8a5-3f12e1fec5d3 admin admin] Deleting subnet 4b727782-a5d6-4d8b-a0e9-74f0c3c52a5f {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:23:54.671827 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50a1fdd6-33fd-4be1-b8a5-3f12e1fec5d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:54.708489 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50a1fdd6-33fd-4be1-b8a5-3f12e1fec5d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:54.803289 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50a1fdd6-33fd-4be1-b8a5-3f12e1fec5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:54.855173 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50a1fdd6-33fd-4be1-b8a5-3f12e1fec5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:54.881442 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1fdd6-33fd-4be1-b8a5-3f12e1fec5d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b727782-a5d6-4d8b-a0e9-74f0c3c52a5f,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:54.883466 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50a1fdd6-33fd-4be1-b8a5-3f12e1fec5d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:54.885382 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-50a1fdd6-33fd-4be1-b8a5-3f12e1fec5d3 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/4b727782-a5d6-4d8b-a0e9-74f0c3c52a5f HTTP/1.1" status: 204 len: 168 time: 0.2618794 Jul 06 14:23:54.887945 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33872) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:54.888291 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872aa34a-91dc-4ee4-b6a2-cfeb6fbbaaa8 None None] Network c433211f-00cc-4fb4-97ab-e5267139d6cb requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:23:54.961288 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f39b04bb-476b-492a-947b-2e57c8b4e188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.014884 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-f39b04bb-476b-492a-947b-2e57c8b4e188 admin admin] Deleting port d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:55.015231 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f39b04bb-476b-492a-947b-2e57c8b4e188 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.079897 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-f39b04bb-476b-492a-947b-2e57c8b4e188 admin admin] For port d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029,segment=NetworkSegment(f5cc4425-dc0f-439a-970c-df3bd34ca3fd),segment_id=f5cc4425-dc0f-439a-970c-df3bd34ca3fd)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:55.080273 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f39b04bb-476b-492a-947b-2e57c8b4e188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.097837 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-f39b04bb-476b-492a-947b-2e57c8b4e188 admin admin] Calling delete_port for d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:55.123772 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a1dda5-9f6e-4d15-a224-f828a8872f3f None None] DHCP port deletion for c433211f-00cc-4fb4-97ab-e5267139d6cb request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:23:55.180806 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-e9a1dda5-9f6e-4d15-a224-f828a8872f3f None None] Deleting port d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:23:55.181672 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e9a1dda5-9f6e-4d15-a224-f828a8872f3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.207642 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f39b04bb-476b-492a-947b-2e57c8b4e188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.222472 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 291a65fb-c774-4d60-9fe9-d1b07e9e1795 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:23:55.234185 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b04bb-476b-492a-947b-2e57c8b4e188 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:55.241366 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39b04bb-476b-492a-947b-2e57c8b4e188 admin admin] No DVR routers for this DVR port d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:23:55.256668 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 291a65fb-c774-4d60-9fe9-d1b07e9e1795 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:23:55.257024 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 291a65fb-c774-4d60-9fe9-d1b07e9e1795 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:23:55.257444 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 1c27d64d-28c4-4500-91d7-14a0100ee533 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:23:55.288160 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 1c27d64d-28c4-4500-91d7-14a0100ee533 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:23:55.288506 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 1c27d64d-28c4-4500-91d7-14a0100ee533 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:23:55.288920 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:23:55.316190 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:23:55.316534 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:23:55.320249 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-e9a1dda5-9f6e-4d15-a224-f828a8872f3f None None] For port d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029,segment=NetworkSegment(f5cc4425-dc0f-439a-970c-df3bd34ca3fd),segment_id=f5cc4425-dc0f-439a-970c-df3bd34ca3fd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:23:55.320645 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e9a1dda5-9f6e-4d15-a224-f828a8872f3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.321536 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f39b04bb-476b-492a-947b-2e57c8b4e188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.332439 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-f39b04bb-476b-492a-947b-2e57c8b4e188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c433211f-00cc-4fb4-97ab-e5267139d6cb']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:55.332962 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-e9a1dda5-9f6e-4d15-a224-f828a8872f3f None None] Calling delete_port for d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:23:55.347284 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-f39b04bb-476b-492a-947b-2e57c8b4e188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5cc4425-dc0f-439a-970c-df3bd34ca3fd') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:55.347520 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-f39b04bb-476b-492a-947b-2e57c8b4e188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5cc4425-dc0f-439a-970c-df3bd34ca3fd') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:23:55.356906 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f39b04bb-476b-492a-947b-2e57c8b4e188 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.371723 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f39b04bb-476b-492a-947b-2e57c8b4e188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.378806 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f39b04bb-476b-492a-947b-2e57c8b4e188 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:23:55.379226 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f39b04bb-476b-492a-947b-2e57c8b4e188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:23:55.381611 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:23:55.418046 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e9a1dda5-9f6e-4d15-a224-f828a8872f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.438096 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f39b04bb-476b-492a-947b-2e57c8b4e188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.443741 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f39b04bb-476b-492a-947b-2e57c8b4e188 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.445726 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f39b04bb-476b-492a-947b-2e57c8b4e188 admin admin] 10.222.0.118 "DELETE /v2.0/networks/c433211f-00cc-4fb4-97ab-e5267139d6cb HTTP/1.1" status: 204 len: 168 time: 0.5567565 Jul 06 14:23:55.455491 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1dda5-9f6e-4d15-a224-f828a8872f3f None None] Pushing event deleted for resources: {'Port': ['ID=d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:55.465926 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a1dda5-9f6e-4d15-a224-f828a8872f3f None None] No DVR routers for this DVR port d1d7f4af-bdcc-4a6d-90c5-7e3fafeb7029 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:23:55.468641 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1dda5-9f6e-4d15-a224-f828a8872f3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:55.468996 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1dda5-9f6e-4d15-a224-f828a8872f3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:55.469338 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1dda5-9f6e-4d15-a224-f828a8872f3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:55.469787 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1dda5-9f6e-4d15-a224-f828a8872f3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:55.470132 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1dda5-9f6e-4d15-a224-f828a8872f3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:55.470465 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1dda5-9f6e-4d15-a224-f828a8872f3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:55.470786 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1dda5-9f6e-4d15-a224-f828a8872f3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:55.471113 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1dda5-9f6e-4d15-a224-f828a8872f3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:55.471438 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1dda5-9f6e-4d15-a224-f828a8872f3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:55.471759 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1dda5-9f6e-4d15-a224-f828a8872f3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:55.472144 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1dda5-9f6e-4d15-a224-f828a8872f3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:55.472523 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a1dda5-9f6e-4d15-a224-f828a8872f3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:23:55.473786 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b04bb-476b-492a-947b-2e57c8b4e188 admin admin] Pushing event deleted for resources: {'Network': ['ID=c433211f-00cc-4fb4-97ab-e5267139d6cb,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:55.576695 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33876) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:55.618075 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-41e24d87-6d49-441e-bf51-159d222159c6 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=b14d03db18d44d28b7d0ef624fa50e3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399175 Jul 06 14:23:55.620400 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33878) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:55.672684 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f2014356-829c-4acc-bd7d-9574654fee3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.695737 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f2014356-829c-4acc-bd7d-9574654fee3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.742918 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f2014356-829c-4acc-bd7d-9574654fee3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.745423 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f2014356-829c-4acc-bd7d-9574654fee3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:55.746640 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f2014356-829c-4acc-bd7d-9574654fee3f admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/00ff6c85-daaf-493e-a0f4-b75eba30a402 HTTP/1.1" status: 204 len: 168 time: 0.1252561 Jul 06 14:23:55.754530 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2014356-829c-4acc-bd7d-9574654fee3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ff6c85-daaf-493e-a0f4-b75eba30a402,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:23:56.069852 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33886) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:56.109623 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a0765498-aa76-48f8-b524-2632b33bab36 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=15e79674127a46ccb1839f1dff4b3074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386043 Jul 06 14:23:56.112189 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 33888) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:23:56.160932 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c4e15bf6-1e16-4120-b6dd-0dba1d7a448e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:56.182959 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c4e15bf6-1e16-4120-b6dd-0dba1d7a448e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:56.230701 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c4e15bf6-1e16-4120-b6dd-0dba1d7a448e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:56.233229 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c4e15bf6-1e16-4120-b6dd-0dba1d7a448e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:23:56.234419 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c4e15bf6-1e16-4120-b6dd-0dba1d7a448e admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/65a33679-f180-4473-88da-41e1854dcc1f HTTP/1.1" status: 204 len: 168 time: 0.1213391 Jul 06 14:23:56.243507 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e15bf6-1e16-4120-b6dd-0dba1d7a448e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a33679-f180-4473-88da-41e1854dcc1f,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:07.341300 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d25b8d84-7598-4d4b-b346-322d39cdcda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:10.217977 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:10.579584 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b7c9eb30-ca10-4d34-9924-6ca63cc758b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:11.596667 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:13.166485 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:16.797518 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:18.874949 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:18.945541 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644c43d-9771-4ff8-96e6-29bccea67dd7 req-0a7d3540-e914-45a2-b8df-58e4912e8220 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:18.947125 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6644c43d-9771-4ff8-96e6-29bccea67dd7 req-0a7d3540-e914-45a2-b8df-58e4912e8220 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a628afc-350d-40de-84cc-38832992de68 HTTP/1.1" status: 200 len: 945 time: 0.0678391 Jul 06 14:24:18.989524 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6644c43d-9771-4ff8-96e6-29bccea67dd7 req-50cd4d52-83cf-464d-9512-7a142c104f59 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/security-groups?id=6007f373-24e1-454a-9497-c35ff2fb59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331964 Jul 06 14:24:20.167523 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c52854-25bd-44cb-8c32-344f803f678e req-fa10b446-b7bb-418b-af88-a5604c7d2d62 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:20.169063 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-11c52854-25bd-44cb-8c32-344f803f678e req-fa10b446-b7bb-418b-af88-a5604c7d2d62 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a628afc-350d-40de-84cc-38832992de68 HTTP/1.1" status: 200 len: 945 time: 0.0651217 Jul 06 14:24:20.208428 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-11c52854-25bd-44cb-8c32-344f803f678e req-a620e983-9bf3-4c1f-8244-abb44ccd5cdb tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/security-groups?id=6007f373-24e1-454a-9497-c35ff2fb59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338383 Jul 06 14:24:20.323890 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa60923-63a4-47b3-91e8-948ece9e7f81 req-6866448c-765c-4c22-b68a-0dd0d6ef9f5b tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:20.325272 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eaa60923-63a4-47b3-91e8-948ece9e7f81 req-6866448c-765c-4c22-b68a-0dd0d6ef9f5b tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.124 "GET /v2.0/ports?device_id=9a628afc-350d-40de-84cc-38832992de68 HTTP/1.1" status: 200 len: 945 time: 0.0670354 Jul 06 14:24:20.425158 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-eaa60923-63a4-47b3-91e8-948ece9e7f81 req-a86cd9e3-d520-42a8-b975-d3f8f748474c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Deleting port 45834b15-5e5b-48f5-afe6-03f9ba4ee8a2 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:24:20.425506 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-eaa60923-63a4-47b3-91e8-948ece9e7f81 req-a86cd9e3-d520-42a8-b975-d3f8f748474c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:20.518892 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-eaa60923-63a4-47b3-91e8-948ece9e7f81 req-a86cd9e3-d520-42a8-b975-d3f8f748474c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] For port 45834b15-5e5b-48f5-afe6-03f9ba4ee8a2, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=45834b15-5e5b-48f5-afe6-03f9ba4ee8a2,segment=NetworkSegment(50945418-20a9-4b67-bf5a-32f0c095f8d6),segment_id=50945418-20a9-4b67-bf5a-32f0c095f8d6)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:20.519261 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-eaa60923-63a4-47b3-91e8-948ece9e7f81 req-a86cd9e3-d520-42a8-b975-d3f8f748474c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:20.532998 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-eaa60923-63a4-47b3-91e8-948ece9e7f81 req-a86cd9e3-d520-42a8-b975-d3f8f748474c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Calling delete_port for 45834b15-5e5b-48f5-afe6-03f9ba4ee8a2 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:24:20.660676 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-eaa60923-63a4-47b3-91e8-948ece9e7f81 req-a86cd9e3-d520-42a8-b975-d3f8f748474c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:20.673323 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['45834b15-5e5b-48f5-afe6-03f9ba4ee8a2'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:24:20.711307 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cd9e3-d520-42a8-b975-d3f8f748474c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Pushing event deleted for resources: {'Port': ['ID=45834b15-5e5b-48f5-afe6-03f9ba4ee8a2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:20.758944 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa60923-63a4-47b3-91e8-948ece9e7f81 req-a86cd9e3-d520-42a8-b975-d3f8f748474c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] No DVR routers for this DVR port 45834b15-5e5b-48f5-afe6-03f9ba4ee8a2 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:24:20.761581 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-eaa60923-63a4-47b3-91e8-948ece9e7f81 req-a86cd9e3-d520-42a8-b975-d3f8f748474c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:20.763712 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eaa60923-63a4-47b3-91e8-948ece9e7f81 req-a86cd9e3-d520-42a8-b975-d3f8f748474c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.124 "DELETE /v2.0/ports/45834b15-5e5b-48f5-afe6-03f9ba4ee8a2 HTTP/1.1" status: 204 len: 173 time: 0.4330351 Jul 06 14:24:20.764154 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a628afc-350d-40de-84cc-38832992de68', 'name': 'network-vif-deleted', 'tag': '45834b15-5e5b-48f5-afe6-03f9ba4ee8a2'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:24:20.766518 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e1c57b-26bc-486a-82a5-c9b34135a188" -d '{"events": [{"server_uuid": "9a628afc-350d-40de-84cc-38832992de68", "name": "network-vif-deleted", "tag": "45834b15-5e5b-48f5-afe6-03f9ba4ee8a2"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:24:20.808820 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3293d9be-adab-430b-83e1-5139733491e3 x-openstack-request-id: req-3293d9be-adab-430b-83e1-5139733491e3 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:24:20.809245 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a628afc-350d-40de-84cc-38832992de68", "name": "network-vif-deleted", "tag": "45834b15-5e5b-48f5-afe6-03f9ba4ee8a2", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:24:20.809555 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-3293d9be-adab-430b-83e1-5139733491e3 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:24:20.810115 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a628afc-350d-40de-84cc-38832992de68', 'name': 'network-vif-deleted', 'tag': '45834b15-5e5b-48f5-afe6-03f9ba4ee8a2', 'status': 'completed', 'code': 200} Jul 06 14:24:21.394377 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8548640b-472e-4e84-84f7-ad9b0b75901c req-fc08dee6-7393-4b05-91c6-ec8267e09f08 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a628afc-350d-40de-84cc-38832992de68 HTTP/1.1" status: 200 len: 210 time: 0.0356615 Jul 06 14:24:22.725216 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:24:23.300013 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 45834b15-5e5b-48f5-afe6-03f9ba4ee8a2 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:24:23.321786 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 45834b15-5e5b-48f5-afe6-03f9ba4ee8a2 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:24:23.322147 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 45834b15-5e5b-48f5-afe6-03f9ba4ee8a2 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:24:29.442956 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-92f7bc75-3e11-411f-9367-27fba7699fa0 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:29.444431 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-92f7bc75-3e11-411f-9367-27fba7699fa0 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/networks?id=0bedf58c-49a9-4bbd-9058-cd76c4053e21 HTTP/1.1" status: 200 len: 814 time: 0.1039085 Jul 06 14:24:29.459607 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-bb073751-2f45-4e85-8a0f-aef0ea0d8221 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/quotas/8ac80d0d6c6d434998df6c3b49122c54 HTTP/1.1" status: 200 len: 375 time: 0.0098085 Jul 06 14:24:29.492187 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-63ab5538-20ae-47cb-b72e-a885ea017230 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=8ac80d0d6c6d434998df6c3b49122c54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277185 Jul 06 14:24:29.584264 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-ebbe559e-3366-4b31-95d0-be10111f6add service neutron] 10.222.0.118 "GET /v2.0/networks/0bedf58c-49a9-4bbd-9058-cd76c4053e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853095 Jul 06 14:24:29.997525 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-9fed4c14-d75f-4c51-9c35-e5983f94df5c service neutron] 10.222.0.118 "GET /v2.0/networks/0bedf58c-49a9-4bbd-9058-cd76c4053e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039443 Jul 06 14:24:30.166210 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-18c95541-3928-449f-9a1f-bcf73f0d3546 req-0861e6e0-ebe4-48da-9ed1-6f9dada90ee4 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/ports?device_id=42935828-12bd-4d23-ba66-d393808b5fe3 HTTP/1.1" status: 200 len: 210 time: 0.0296285 Jul 06 14:24:31.306191 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-34f0b7b5-ac54-48fa-afb5-579b2e6f93b9 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:31.308169 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-34f0b7b5-ac54-48fa-afb5-579b2e6f93b9 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.52 "GET /v2.0/networks?id=0bedf58c-49a9-4bbd-9058-cd76c4053e21 HTTP/1.1" status: 200 len: 814 time: 0.1155868 Jul 06 14:24:31.339429 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a45d401-e59d-4119-8432-1ef66192451d req-c9a8319c-15c0-4903-bc5b-f6f8c7c57aee tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/ports?device_id=42935828-12bd-4d23-ba66-d393808b5fe3 HTTP/1.1" status: 200 len: 210 time: 0.0302734 Jul 06 14:24:31.342890 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-ddb031fc-10a5-443e-adf7-c7fb02981ce3 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Request body: {'port': {'device_id': '42935828-12bd-4d23-ba66-d393808b5fe3', 'network_id': '0bedf58c-49a9-4bbd-9058-cd76c4053e21', 'admin_state_up': True, 'tenant_id': '8ac80d0d6c6d434998df6c3b49122c54'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:31.462544 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-ddb031fc-10a5-443e-adf7-c7fb02981ce3 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Made reservation on behalf of 8ac80d0d6c6d434998df6c3b49122c54 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:24:31.466213 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-ddb031fc-10a5-443e-adf7-c7fb02981ce3 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:31.590935 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-ddb031fc-10a5-443e-adf7-c7fb02981ce3 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Allocated IP 172.20.0.2 (0bedf58c-49a9-4bbd-9058-cd76c4053e21/95e56c19-ab8b-4f73-b38d-40241952d617/80b1c4b4-e38b-423a-8a8c-02f6edbf0884) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:24:31.734455 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-ddb031fc-10a5-443e-adf7-c7fb02981ce3 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:31.774267 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-ddb031fc-10a5-443e-adf7-c7fb02981ce3 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:31.822262 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-ddb031fc-10a5-443e-adf7-c7fb02981ce3 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Network 0bedf58c-49a9-4bbd-9058-cd76c4053e21 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:24:31.825520 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-ddb031fc-10a5-443e-adf7-c7fb02981ce3 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:24:31.832979 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-ddb031fc-10a5-443e-adf7-c7fb02981ce3 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:24:31.839716 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb031fc-10a5-443e-adf7-c7fb02981ce3 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Pushing event updated for resources: {'Port': ['ID=80b1c4b4-e38b-423a-8a8c-02f6edbf0884,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:31.885799 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-ddb031fc-10a5-443e-adf7-c7fb02981ce3 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:31.886420 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-ddb031fc-10a5-443e-adf7-c7fb02981ce3 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:31.900638 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-ddb031fc-10a5-443e-adf7-c7fb02981ce3 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5636322 Jul 06 14:24:31.914176 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-b1f51333-657e-400d-abe3-5b7aac81db41 service neutron] Request body: {'port': {'device_id': '42935828-12bd-4d23-ba66-d393808b5fe3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:24:31.984432 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-b1f51333-657e-400d-abe3-5b7aac81db41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:32.247854 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-b1f51333-657e-400d-abe3-5b7aac81db41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b1c4b4-e38b-423a-8a8c-02f6edbf0884 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:24:32.255760 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-b1f51333-657e-400d-abe3-5b7aac81db41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:32.267201 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-b1f51333-657e-400d-abe3-5b7aac81db41 service neutron] Transition to ACTIVE for port object 80b1c4b4-e38b-423a-8a8c-02f6edbf0884 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:24:32.271779 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-b1f51333-657e-400d-abe3-5b7aac81db41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:32.329449 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f51333-657e-400d-abe3-5b7aac81db41 service neutron] Pushing event updated for resources: {'Port': ['ID=80b1c4b4-e38b-423a-8a8c-02f6edbf0884,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:32.398501 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-b1f51333-657e-400d-abe3-5b7aac81db41 service neutron] Attempting to bind port 80b1c4b4-e38b-423a-8a8c-02f6edbf0884 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:24:32.398846 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-b1f51333-657e-400d-abe3-5b7aac81db41 service neutron] Attempting to bind port 80b1c4b4-e38b-423a-8a8c-02f6edbf0884 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '50945418-20a9-4b67-bf5a-32f0c095f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0bedf58c-49a9-4bbd-9058-cd76c4053e21'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:24:32.399176 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-b1f51333-657e-400d-abe3-5b7aac81db41 service neutron] Attempting to bind port 80b1c4b4-e38b-423a-8a8c-02f6edbf0884 on network 0bedf58c-49a9-4bbd-9058-cd76c4053e21 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:24:32.403390 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-b1f51333-657e-400d-abe3-5b7aac81db41 service neutron] Port 80b1c4b4-e38b-423a-8a8c-02f6edbf0884 on network 0bedf58c-49a9-4bbd-9058-cd76c4053e21 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:24:32.403728 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-b1f51333-657e-400d-abe3-5b7aac81db41 service neutron] Attempting to bind port 80b1c4b4-e38b-423a-8a8c-02f6edbf0884 on network 0bedf58c-49a9-4bbd-9058-cd76c4053e21 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:24:32.408555 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-b1f51333-657e-400d-abe3-5b7aac81db41 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:24:32.408902 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-b1f51333-657e-400d-abe3-5b7aac81db41 service neutron] Checking segment: {'id': '50945418-20a9-4b67-bf5a-32f0c095f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0bedf58c-49a9-4bbd-9058-cd76c4053e21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:24:32.409300 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-b1f51333-657e-400d-abe3-5b7aac81db41 service neutron] Bound using segment: {'id': '50945418-20a9-4b67-bf5a-32f0c095f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0bedf58c-49a9-4bbd-9058-cd76c4053e21'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:24:32.409837 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-b1f51333-657e-400d-abe3-5b7aac81db41 service neutron] Bound port: 80b1c4b4-e38b-423a-8a8c-02f6edbf0884, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50945418-20a9-4b67-bf5a-32f0c095f8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0bedf58c-49a9-4bbd-9058-cd76c4053e21'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:24:32.410255 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-b1f51333-657e-400d-abe3-5b7aac81db41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:32.502849 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-b1f51333-657e-400d-abe3-5b7aac81db41 service neutron] For port 80b1c4b4-e38b-423a-8a8c-02f6edbf0884, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:24:32.506803 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-b1f51333-657e-400d-abe3-5b7aac81db41 service neutron] For port 80b1c4b4-e38b-423a-8a8c-02f6edbf0884, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=80b1c4b4-e38b-423a-8a8c-02f6edbf0884,segment=NetworkSegment(50945418-20a9-4b67-bf5a-32f0c095f8d6),segment_id=50945418-20a9-4b67-bf5a-32f0c095f8d6)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:24:32.511050 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-b1f51333-657e-400d-abe3-5b7aac81db41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:32.552209 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-b1f51333-657e-400d-abe3-5b7aac81db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:32.552841 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-b1f51333-657e-400d-abe3-5b7aac81db41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:32.554289 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-b1f51333-657e-400d-abe3-5b7aac81db41 service neutron] 10.222.0.52 "PUT /v2.0/ports/80b1c4b4-e38b-423a-8a8c-02f6edbf0884 HTTP/1.1" status: 200 len: 1091 time: 0.6449766 Jul 06 14:24:32.554749 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42935828-12bd-4d23-ba66-d393808b5fe3', 'tag': '80b1c4b4-e38b-423a-8a8c-02f6edbf0884'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:24:32.557015 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9ad0b4-76b0-4d9b-9f14-8341968bbb23" -d '{"events": [{"name": "network-changed", "server_uuid": "42935828-12bd-4d23-ba66-d393808b5fe3", "tag": "80b1c4b4-e38b-423a-8a8c-02f6edbf0884"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:24:32.594286 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85982432-49d3-4ae1-978c-13d4f749c617 req-0ca81c7a-b12c-4eca-90ce-b779211567de tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:32.595818 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-85982432-49d3-4ae1-978c-13d4f749c617 req-0ca81c7a-b12c-4eca-90ce-b779211567de tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/ports?device_id=42935828-12bd-4d23-ba66-d393808b5fe3 HTTP/1.1" status: 200 len: 943 time: 0.1403420 Jul 06 14:24:32.608873 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f51333-657e-400d-abe3-5b7aac81db41 service neutron] Pushing event updated for resources: {'Port': ['ID=80b1c4b4-e38b-423a-8a8c-02f6edbf0884,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:32.666830 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-85982432-49d3-4ae1-978c-13d4f749c617 req-0142c40c-3cba-4a00-a1a7-ee25ed904823 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/security-groups?id=6007f373-24e1-454a-9497-c35ff2fb59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605483 Jul 06 14:24:32.681387 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-1636dd73-db47-4610-ba1f-c58c8f24754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:32.682941 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-1636dd73-db47-4610-ba1f-c58c8f24754a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ac80d0d6c6d434998df6c3b49122c54&device_id=42935828-12bd-4d23-ba66-d393808b5fe3 HTTP/1.1" status: 200 len: 1094 time: 0.0862494 Jul 06 14:24:32.730432 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-70ae8462-b0d2-41f5-96cf-a9ee1e926235 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80b1c4b4-e38b-423a-8a8c-02f6edbf0884 HTTP/1.1" status: 200 len: 217 time: 0.0348749 Jul 06 14:24:32.787643 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-8eab2fbb-62a1-4b65-910c-2eb1e406b066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:32.789192 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-8eab2fbb-62a1-4b65-910c-2eb1e406b066 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=95e56c19-ab8b-4f73-b38d-40241952d617 HTTP/1.1" status: 200 len: 854 time: 0.0474570 Jul 06 14:24:32.826806 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-05f24de2-4fba-4e6b-b75d-97170b09f56a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0bedf58c-49a9-4bbd-9058-cd76c4053e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269883 Jul 06 14:24:32.876315 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2bfcf2-ad21-4877-95fc-702ffc572d25 x-openstack-request-id: req-de2bfcf2-ad21-4877-95fc-702ffc572d25 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:24:32.876616 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42935828-12bd-4d23-ba66-d393808b5fe3", "tag": "80b1c4b4-e38b-423a-8a8c-02f6edbf0884", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:24:32.876872 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-de2bfcf2-ad21-4877-95fc-702ffc572d25 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:24:32.877272 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42935828-12bd-4d23-ba66-d393808b5fe3', 'tag': '80b1c4b4-e38b-423a-8a8c-02f6edbf0884', 'status': 'completed', 'code': 200} Jul 06 14:24:32.918656 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-088fd20d-f0eb-4743-b9a4-4b832679c07e service neutron] 10.222.0.52 "GET /v2.0/networks/0bedf58c-49a9-4bbd-9058-cd76c4053e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854404 Jul 06 14:24:33.014546 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a549b433-5068-43a2-88c3-20ecd50fea02 req-01f3b4ce-5d34-4a54-8eeb-3cf9390b8f35 service neutron] 10.222.0.52 "GET /v2.0/networks/0bedf58c-49a9-4bbd-9058-cd76c4053e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857556 Jul 06 14:24:33.119948 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ad0b4-76b0-4d9b-9f14-8341968bbb23 req-fa697d23-703d-475a-921d-756a02bf6590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:33.121457 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4d9ad0b4-76b0-4d9b-9f14-8341968bbb23 req-fa697d23-703d-475a-921d-756a02bf6590 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ac80d0d6c6d434998df6c3b49122c54&device_id=42935828-12bd-4d23-ba66-d393808b5fe3 HTTP/1.1" status: 200 len: 1094 time: 0.0528522 Jul 06 14:24:33.214294 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ad0b4-76b0-4d9b-9f14-8341968bbb23 req-745f9caa-bace-444c-8039-30dd20356a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:33.215814 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4d9ad0b4-76b0-4d9b-9f14-8341968bbb23 req-745f9caa-bace-444c-8039-30dd20356a7e service neutron] 10.222.0.52 "GET /v2.0/networks?id=0bedf58c-49a9-4bbd-9058-cd76c4053e21 HTTP/1.1" status: 200 len: 915 time: 0.0879774 Jul 06 14:24:33.257258 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4d9ad0b4-76b0-4d9b-9f14-8341968bbb23 req-bd514bf6-0bae-4975-b73e-01c64a0557d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=80b1c4b4-e38b-423a-8a8c-02f6edbf0884 HTTP/1.1" status: 200 len: 217 time: 0.0348136 Jul 06 14:24:33.306277 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ad0b4-76b0-4d9b-9f14-8341968bbb23 req-91c1db46-6e38-4cf0-bb52-c426238158bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:33.307641 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4d9ad0b4-76b0-4d9b-9f14-8341968bbb23 req-91c1db46-6e38-4cf0-bb52-c426238158bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=95e56c19-ab8b-4f73-b38d-40241952d617 HTTP/1.1" status: 200 len: 854 time: 0.0436308 Jul 06 14:24:33.345786 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4d9ad0b4-76b0-4d9b-9f14-8341968bbb23 req-270528cf-e97f-421f-b3c4-d27281285dd3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0bedf58c-49a9-4bbd-9058-cd76c4053e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301847 Jul 06 14:24:33.433307 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4d9ad0b4-76b0-4d9b-9f14-8341968bbb23 req-3f76ac10-33b3-477d-8c53-8a55e6342fda service neutron] 10.222.0.52 "GET /v2.0/networks/0bedf58c-49a9-4bbd-9058-cd76c4053e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806148 Jul 06 14:24:33.527979 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4d9ad0b4-76b0-4d9b-9f14-8341968bbb23 req-279929f5-74cf-4a51-9291-cd6a347a6e83 service neutron] 10.222.0.52 "GET /v2.0/networks/0bedf58c-49a9-4bbd-9058-cd76c4053e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853841 Jul 06 14:24:33.845988 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185086dc-563f-48ec-bffc-88e1037e580b req-54f1c04e-16f1-4b0a-b411-d0f629a8fac4 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:33.847478 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-185086dc-563f-48ec-bffc-88e1037e580b req-54f1c04e-16f1-4b0a-b411-d0f629a8fac4 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/ports?device_id=42935828-12bd-4d23-ba66-d393808b5fe3 HTTP/1.1" status: 200 len: 943 time: 0.0640583 Jul 06 14:24:33.884865 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-185086dc-563f-48ec-bffc-88e1037e580b req-89faa5b8-dd29-4583-8121-e5dfa7e6e1e9 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/security-groups?id=6007f373-24e1-454a-9497-c35ff2fb59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318458 Jul 06 14:24:35.056782 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5ca8e-8643-4405-a92d-0dc6f2958821 req-91c91ba5-216c-4195-a17b-3d978d188199 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:35.058336 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0d5ca8e-8643-4405-a92d-0dc6f2958821 req-91c91ba5-216c-4195-a17b-3d978d188199 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/ports?device_id=42935828-12bd-4d23-ba66-d393808b5fe3 HTTP/1.1" status: 200 len: 943 time: 0.0635245 Jul 06 14:24:35.098003 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0d5ca8e-8643-4405-a92d-0dc6f2958821 req-c030d043-1e3d-46a8-a942-0910b5b91222 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/security-groups?id=6007f373-24e1-454a-9497-c35ff2fb59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338159 Jul 06 14:24:35.597198 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 80b1c4b4-e38b-423a-8a8c-02f6edbf0884 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:24:35.692820 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 80b1c4b4-e38b-423a-8a8c-02f6edbf0884, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=80b1c4b4-e38b-423a-8a8c-02f6edbf0884,segment=NetworkSegment(50945418-20a9-4b67-bf5a-32f0c095f8d6),segment_id=50945418-20a9-4b67-bf5a-32f0c095f8d6)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:35.703964 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '80b1c4b4-e38b-423a-8a8c-02f6edbf0884', 'network_id': '0bedf58c-49a9-4bbd-9058-cd76c4053e21', 'port_id': '80b1c4b4-e38b-423a-8a8c-02f6edbf0884', 'mac_address': 'fa:16:3e:42:22:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e56c19-ab8b-4f73-b38d-40241952d617', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:24:35.739657 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:35.751704 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b1c4b4-e38b-423a-8a8c-02f6edbf0884 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:24:35.770814 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 80b1c4b4-e38b-423a-8a8c-02f6edbf0884, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=80b1c4b4-e38b-423a-8a8c-02f6edbf0884,segment=NetworkSegment(50945418-20a9-4b67-bf5a-32f0c095f8d6),segment_id=50945418-20a9-4b67-bf5a-32f0c095f8d6)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:35.775198 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:35.825210 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=80b1c4b4-e38b-423a-8a8c-02f6edbf0884,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:36.027406 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['80b1c4b4-e38b-423a-8a8c-02f6edbf0884'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:24:36.279597 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf37e3-7698-4626-8f77-c43ced58955b req-10051c83-2a85-4ee2-a0e0-4b3f02c25855 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:36.281033 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-abcf37e3-7698-4626-8f77-c43ced58955b req-10051c83-2a85-4ee2-a0e0-4b3f02c25855 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/ports?device_id=42935828-12bd-4d23-ba66-d393808b5fe3 HTTP/1.1" status: 200 len: 944 time: 0.0687208 Jul 06 14:24:36.319051 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-abcf37e3-7698-4626-8f77-c43ced58955b req-aeb94ee2-4e99-41c3-a738-9a7098cb6349 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/security-groups?id=6007f373-24e1-454a-9497-c35ff2fb59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316620 Jul 06 14:24:37.347804 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a80daa55-6798-4d50-9129-76fc16a48751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:37.495854 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29867137-b567-412d-b6e9-ded90057a803 req-634b0b45-a25a-4859-971c-962dac651917 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:37.497345 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-29867137-b567-412d-b6e9-ded90057a803 req-634b0b45-a25a-4859-971c-962dac651917 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/ports?device_id=42935828-12bd-4d23-ba66-d393808b5fe3 HTTP/1.1" status: 200 len: 944 time: 0.0629466 Jul 06 14:24:37.535340 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-29867137-b567-412d-b6e9-ded90057a803 req-a44c4b5e-42e6-4c9d-94ed-58402d19028e tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/security-groups?id=6007f373-24e1-454a-9497-c35ff2fb59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322747 Jul 06 14:24:37.612046 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 80b1c4b4-e38b-423a-8a8c-02f6edbf0884 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:24:37.672113 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 80b1c4b4-e38b-423a-8a8c-02f6edbf0884 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:24:37.676877 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 80b1c4b4-e38b-423a-8a8c-02f6edbf0884 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:24:37.677278 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:37.753381 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:37.776035 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42935828-12bd-4d23-ba66-d393808b5fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b1c4b4-e38b-423a-8a8c-02f6edbf0884'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:24:37.778523 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb9cc27-0570-4c8f-88fa-b2f9009c1225" -d '{"events": [{"server_uuid": "42935828-12bd-4d23-ba66-d393808b5fe3", "name": "network-vif-plugged", "status": "completed", "tag": "80b1c4b4-e38b-423a-8a8c-02f6edbf0884"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:24:37.790948 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 80b1c4b4-e38b-423a-8a8c-02f6edbf0884, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=80b1c4b4-e38b-423a-8a8c-02f6edbf0884,segment=NetworkSegment(50945418-20a9-4b67-bf5a-32f0c095f8d6),segment_id=50945418-20a9-4b67-bf5a-32f0c095f8d6)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:24:37.795495 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:37.821636 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd99103-92b7-4c08-a373-0e9d1ca7d517 x-openstack-request-id: req-4fd99103-92b7-4c08-a373-0e9d1ca7d517 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:24:37.821961 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42935828-12bd-4d23-ba66-d393808b5fe3", "name": "network-vif-plugged", "status": "completed", "tag": "80b1c4b4-e38b-423a-8a8c-02f6edbf0884", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:24:37.822218 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-4fd99103-92b7-4c08-a373-0e9d1ca7d517 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:24:37.822612 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42935828-12bd-4d23-ba66-d393808b5fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b1c4b4-e38b-423a-8a8c-02f6edbf0884', 'code': 200} Jul 06 14:24:37.848226 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=80b1c4b4-e38b-423a-8a8c-02f6edbf0884,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:24:37.943052 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d5ca6-2f98-42cd-ac35-a70caacb3afa req-5a58edc4-6dce-4ea1-9029-e6bcb11ec8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:37.944561 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9d0d5ca6-2f98-42cd-ac35-a70caacb3afa req-5a58edc4-6dce-4ea1-9029-e6bcb11ec8d7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=42935828-12bd-4d23-ba66-d393808b5fe3 HTTP/1.1" status: 200 len: 1096 time: 0.0556493 Jul 06 14:24:37.981006 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9d0d5ca6-2f98-42cd-ac35-a70caacb3afa req-ab5a09e8-b7cc-45c4-bba7-11e9c32679b7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6007f373-24e1-454a-9497-c35ff2fb59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273123 Jul 06 14:24:38.711427 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da80cc6-252a-48e6-ba19-bf5b5c35900e req-4c66aba8-4096-4021-add5-0a06a7c4d16d tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:38.712944 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7da80cc6-252a-48e6-ba19-bf5b5c35900e req-4c66aba8-4096-4021-add5-0a06a7c4d16d tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/ports?device_id=42935828-12bd-4d23-ba66-d393808b5fe3 HTTP/1.1" status: 200 len: 945 time: 0.0663931 Jul 06 14:24:38.749898 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7da80cc6-252a-48e6-ba19-bf5b5c35900e req-7b85ba9c-0584-4450-92f5-fc27908f47c7 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/security-groups?id=6007f373-24e1-454a-9497-c35ff2fb59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314324 Jul 06 14:24:39.923573 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105ef5c-80df-4217-90bc-ecdb7d42498b req-780d1fbc-8565-40e4-857d-05ac81484f6e tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:24:39.925063 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4105ef5c-80df-4217-90bc-ecdb7d42498b req-780d1fbc-8565-40e4-857d-05ac81484f6e tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/ports?device_id=42935828-12bd-4d23-ba66-d393808b5fe3 HTTP/1.1" status: 200 len: 945 time: 0.0631986 Jul 06 14:24:39.962172 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4105ef5c-80df-4217-90bc-ecdb7d42498b req-45547f50-5298-4875-bf48-4f04486adc97 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/security-groups?id=6007f373-24e1-454a-9497-c35ff2fb59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313509 Jul 06 14:24:40.228861 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:40.581676 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0e9fc0f6-5bbd-48a2-bb03-e33225520e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:41.598467 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:43.170594 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:46.796683 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:48.872032 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:24:59.725334 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:25:05.513395 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95814bc-7a5b-4a92-82a8-a9499fe77bfe req-0fbb22ba-af04-4b9a-aba5-677012e62656 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:05.514913 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e95814bc-7a5b-4a92-82a8-a9499fe77bfe req-0fbb22ba-af04-4b9a-aba5-677012e62656 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/ports?device_id=42935828-12bd-4d23-ba66-d393808b5fe3 HTTP/1.1" status: 200 len: 945 time: 0.0673869 Jul 06 14:25:05.572080 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e95814bc-7a5b-4a92-82a8-a9499fe77bfe req-f14be7a3-c9e8-4344-907f-f7ca9238bc99 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/security-groups?id=6007f373-24e1-454a-9497-c35ff2fb59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498927 Jul 06 14:25:06.754687 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882dba6-2580-4517-b70f-c7db7f5305ac req-31b96dcb-2ea5-4b92-afb9-00fbd1e4af18 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:06.756193 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a882dba6-2580-4517-b70f-c7db7f5305ac req-31b96dcb-2ea5-4b92-afb9-00fbd1e4af18 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/ports?device_id=42935828-12bd-4d23-ba66-d393808b5fe3 HTTP/1.1" status: 200 len: 945 time: 0.0628257 Jul 06 14:25:06.794084 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a882dba6-2580-4517-b70f-c7db7f5305ac req-eeb691a2-306f-4725-a536-e12ef59d1957 tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/security-groups?id=6007f373-24e1-454a-9497-c35ff2fb59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323131 Jul 06 14:25:07.184656 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1437b-785d-4a9f-8bc7-b859414658c4 req-07fc6b8b-613c-483a-a60b-fb45f74e18fd tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:07.186140 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30b1437b-785d-4a9f-8bc7-b859414658c4 req-07fc6b8b-613c-483a-a60b-fb45f74e18fd tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.52 "GET /v2.0/ports?device_id=42935828-12bd-4d23-ba66-d393808b5fe3 HTTP/1.1" status: 200 len: 945 time: 0.0664027 Jul 06 14:25:07.290997 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-30b1437b-785d-4a9f-8bc7-b859414658c4 req-64f5eb6d-0adb-40dd-9bba-a24aefc12e3c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Deleting port 80b1c4b4-e38b-423a-8a8c-02f6edbf0884 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:25:07.291281 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-30b1437b-785d-4a9f-8bc7-b859414658c4 req-64f5eb6d-0adb-40dd-9bba-a24aefc12e3c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:07.339215 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4069889a-1a68-46de-9cc7-f436d6dc0bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:07.382215 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-30b1437b-785d-4a9f-8bc7-b859414658c4 req-64f5eb6d-0adb-40dd-9bba-a24aefc12e3c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] For port 80b1c4b4-e38b-423a-8a8c-02f6edbf0884, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=80b1c4b4-e38b-423a-8a8c-02f6edbf0884,segment=NetworkSegment(50945418-20a9-4b67-bf5a-32f0c095f8d6),segment_id=50945418-20a9-4b67-bf5a-32f0c095f8d6)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:25:07.382588 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-30b1437b-785d-4a9f-8bc7-b859414658c4 req-64f5eb6d-0adb-40dd-9bba-a24aefc12e3c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:07.396083 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-30b1437b-785d-4a9f-8bc7-b859414658c4 req-64f5eb6d-0adb-40dd-9bba-a24aefc12e3c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Calling delete_port for 80b1c4b4-e38b-423a-8a8c-02f6edbf0884 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:25:07.517513 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-30b1437b-785d-4a9f-8bc7-b859414658c4 req-64f5eb6d-0adb-40dd-9bba-a24aefc12e3c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:07.535390 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['80b1c4b4-e38b-423a-8a8c-02f6edbf0884'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:25:07.548511 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5eb6d-0adb-40dd-9bba-a24aefc12e3c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Pushing event deleted for resources: {'Port': ['ID=80b1c4b4-e38b-423a-8a8c-02f6edbf0884,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:07.563454 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f5eb6d-0adb-40dd-9bba-a24aefc12e3c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:07.563827 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f5eb6d-0adb-40dd-9bba-a24aefc12e3c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:07.564155 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f5eb6d-0adb-40dd-9bba-a24aefc12e3c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:07.564502 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f5eb6d-0adb-40dd-9bba-a24aefc12e3c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:07.564838 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f5eb6d-0adb-40dd-9bba-a24aefc12e3c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:07.565717 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f5eb6d-0adb-40dd-9bba-a24aefc12e3c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:07.566093 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f5eb6d-0adb-40dd-9bba-a24aefc12e3c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:07.566466 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f5eb6d-0adb-40dd-9bba-a24aefc12e3c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:07.566759 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f5eb6d-0adb-40dd-9bba-a24aefc12e3c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:07.567087 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f5eb6d-0adb-40dd-9bba-a24aefc12e3c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:07.567417 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f5eb6d-0adb-40dd-9bba-a24aefc12e3c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:07.567743 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f5eb6d-0adb-40dd-9bba-a24aefc12e3c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:07.604122 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b1437b-785d-4a9f-8bc7-b859414658c4 req-64f5eb6d-0adb-40dd-9bba-a24aefc12e3c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] No DVR routers for this DVR port 80b1c4b4-e38b-423a-8a8c-02f6edbf0884 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:25:07.606708 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-30b1437b-785d-4a9f-8bc7-b859414658c4 req-64f5eb6d-0adb-40dd-9bba-a24aefc12e3c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:07.608719 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-30b1437b-785d-4a9f-8bc7-b859414658c4 req-64f5eb6d-0adb-40dd-9bba-a24aefc12e3c tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.52 "DELETE /v2.0/ports/80b1c4b4-e38b-423a-8a8c-02f6edbf0884 HTTP/1.1" status: 204 len: 173 time: 0.4140127 Jul 06 14:25:07.609157 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42935828-12bd-4d23-ba66-d393808b5fe3', 'name': 'network-vif-deleted', 'tag': '80b1c4b4-e38b-423a-8a8c-02f6edbf0884'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:25:07.611446 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d873ab-39d5-4601-91ae-06b5765ff43b" -d '{"events": [{"server_uuid": "42935828-12bd-4d23-ba66-d393808b5fe3", "name": "network-vif-deleted", "tag": "80b1c4b4-e38b-423a-8a8c-02f6edbf0884"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:25:07.648568 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74267aba-f1c0-4122-a9cc-4507ba951f9a x-openstack-request-id: req-74267aba-f1c0-4122-a9cc-4507ba951f9a {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:25:07.648870 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42935828-12bd-4d23-ba66-d393808b5fe3", "name": "network-vif-deleted", "tag": "80b1c4b4-e38b-423a-8a8c-02f6edbf0884", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:25:07.649130 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-74267aba-f1c0-4122-a9cc-4507ba951f9a {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:25:07.649715 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42935828-12bd-4d23-ba66-d393808b5fe3', 'name': 'network-vif-deleted', 'tag': '80b1c4b4-e38b-423a-8a8c-02f6edbf0884', 'status': 'completed', 'code': 200} Jul 06 14:25:07.949968 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de51a9e0-5fec-49d0-aa12-423a8dd1e527 req-cf2a313a-aff7-422b-9ac7-49214c4f652a tempest-VolumesSnapshotTestJSON-383792037 tempest-VolumesSnapshotTestJSON-383792037-project] 10.222.0.118 "GET /v2.0/ports?device_id=42935828-12bd-4d23-ba66-d393808b5fe3 HTTP/1.1" status: 200 len: 210 time: 0.0285873 Jul 06 14:25:10.222808 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:10.587054 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-77760c3f-c90b-4110-bb35-77c78daa406e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:11.602343 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:11.736770 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 80b1c4b4-e38b-423a-8a8c-02f6edbf0884 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:25:11.756750 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 80b1c4b4-e38b-423a-8a8c-02f6edbf0884 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:25:11.757113 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 80b1c4b4-e38b-423a-8a8c-02f6edbf0884 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:25:13.168982 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:16.812145 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:18.889477 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:36.724173 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:25:37.341399 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bf4bea5f-a0ee-4660-acd4-b6d58d83e83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:40.224858 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:40.589038 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f7f501b7-095e-4c8a-ac26-f5eb106a6692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:41.604498 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:43.171852 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:46.812816 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:48.897147 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.210677 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34352) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:49.256778 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd13061c-0322-4976-be98-5e26576a8b69 admin admin] Deleting subnet 95e56c19-ab8b-4f73-b38d-40241952d617 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:25:49.259943 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cd13061c-0322-4976-be98-5e26576a8b69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.297416 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cd13061c-0322-4976-be98-5e26576a8b69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.337537 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cd13061c-0322-4976-be98-5e26576a8b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.391759 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cd13061c-0322-4976-be98-5e26576a8b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.421577 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cd13061c-0322-4976-be98-5e26576a8b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.423507 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-cd13061c-0322-4976-be98-5e26576a8b69 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/95e56c19-ab8b-4f73-b38d-40241952d617 HTTP/1.1" status: 204 len: 168 time: 0.2117083 Jul 06 14:25:49.425554 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13061c-0322-4976-be98-5e26576a8b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95e56c19-ab8b-4f73-b38d-40241952d617,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:49.427632 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34354) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:49.500389 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-befa75e5-5841-4c6d-8750-7d65f50bf269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.575809 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-befa75e5-5841-4c6d-8750-7d65f50bf269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.585856 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-befa75e5-5841-4c6d-8750-7d65f50bf269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bedf58c-49a9-4bbd-9058-cd76c4053e21']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:49.597257 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-befa75e5-5841-4c6d-8750-7d65f50bf269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50945418-20a9-4b67-bf5a-32f0c095f8d6') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:49.597650 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-befa75e5-5841-4c6d-8750-7d65f50bf269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50945418-20a9-4b67-bf5a-32f0c095f8d6') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:49.607266 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-befa75e5-5841-4c6d-8750-7d65f50bf269 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.622244 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-befa75e5-5841-4c6d-8750-7d65f50bf269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.629104 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-befa75e5-5841-4c6d-8750-7d65f50bf269 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:25:49.629260 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-befa75e5-5841-4c6d-8750-7d65f50bf269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:25:49.631038 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:25:49.688621 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-befa75e5-5841-4c6d-8750-7d65f50bf269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.693904 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-befa75e5-5841-4c6d-8750-7d65f50bf269 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:49.695872 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-befa75e5-5841-4c6d-8750-7d65f50bf269 admin admin] 10.222.0.118 "DELETE /v2.0/networks/0bedf58c-49a9-4bbd-9058-cd76c4053e21 HTTP/1.1" status: 204 len: 168 time: 0.2669463 Jul 06 14:25:49.709484 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa75e5-5841-4c6d-8750-7d65f50bf269 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bedf58c-49a9-4bbd-9058-cd76c4053e21,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:49.871395 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34358) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:50.223630 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6d925d8e-3539-4aa3-a363-e738e9fcfb91 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=8ac80d0d6c6d434998df6c3b49122c54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3510354 Jul 06 14:25:50.226237 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34362) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:50.274670 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fdf71144-f3c8-445c-b30a-66c163b394ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:50.294977 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fdf71144-f3c8-445c-b30a-66c163b394ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:50.341999 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fdf71144-f3c8-445c-b30a-66c163b394ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:50.344524 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fdf71144-f3c8-445c-b30a-66c163b394ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:50.345698 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fdf71144-f3c8-445c-b30a-66c163b394ae admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/6007f373-24e1-454a-9497-c35ff2fb59a0 HTTP/1.1" status: 204 len: 168 time: 0.1185493 Jul 06 14:25:50.353941 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf71144-f3c8-445c-b30a-66c163b394ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6007f373-24e1-454a-9497-c35ff2fb59a0,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:50.361353 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf71144-f3c8-445c-b30a-66c163b394ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:50.362797 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf71144-f3c8-445c-b30a-66c163b394ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:50.363107 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf71144-f3c8-445c-b30a-66c163b394ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:50.363728 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf71144-f3c8-445c-b30a-66c163b394ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:50.363854 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf71144-f3c8-445c-b30a-66c163b394ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:50.364127 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf71144-f3c8-445c-b30a-66c163b394ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:50.364464 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf71144-f3c8-445c-b30a-66c163b394ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:50.364789 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf71144-f3c8-445c-b30a-66c163b394ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:50.365115 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf71144-f3c8-445c-b30a-66c163b394ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:50.365446 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf71144-f3c8-445c-b30a-66c163b394ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:50.365796 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf71144-f3c8-445c-b30a-66c163b394ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:50.366129 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf71144-f3c8-445c-b30a-66c163b394ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:52.494637 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34414) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:52.499877 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-43757468-3319-4493-a78e-a5246727672a tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Request body: {'network': {'name': 'tempest-network-smoke--1504976100', 'project_id': '886b88d904184c869bc8d457531b6eb8', 'port_security_enabled': True}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:52.523745 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43757468-3319-4493-a78e-a5246727672a tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Made reservation on behalf of 886b88d904184c869bc8d457531b6eb8 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:52.527367 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-43757468-3319-4493-a78e-a5246727672a tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:52.536576 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-43757468-3319-4493-a78e-a5246727672a tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:52.634231 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-43757468-3319-4493-a78e-a5246727672a tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:52.638042 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-43757468-3319-4493-a78e-a5246727672a tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:52.668282 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43757468-3319-4493-a78e-a5246727672a tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:25:52.674764 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43757468-3319-4493-a78e-a5246727672a tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c586068-204e-43fa-aef7-978ddae75a31,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:52.681533 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-43757468-3319-4493-a78e-a5246727672a tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:52.681990 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-43757468-3319-4493-a78e-a5246727672a tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Added segment 63c00358-8fd3-4cb9-8110-2f4f1d7d46fe of type vlan for network 90dcea9b-3654-4817-90db-78fabb64c389 Jul 06 14:25:52.729074 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-43757468-3319-4493-a78e-a5246727672a tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:52.756527 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-43757468-3319-4493-a78e-a5246727672a tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:52.762307 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43757468-3319-4493-a78e-a5246727672a tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:52.762902 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-43757468-3319-4493-a78e-a5246727672a tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:52.815335 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-43757468-3319-4493-a78e-a5246727672a tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3194573 Jul 06 14:25:52.818177 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34416) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:52.823079 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-2f81e8d0-a3fa-4b33-ba15-ba9e620bb7e3 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-865372966', 'admin_state_up': True, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:52.829892 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43757468-3319-4493-a78e-a5246727672a tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Pushing event updated for resources: {'Network': ['ID=90dcea9b-3654-4817-90db-78fabb64c389,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:52.841217 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 90dcea9b-3654-4817-90db-78fabb64c389 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:25:52.848578 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2f81e8d0-a3fa-4b33-ba15-ba9e620bb7e3 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:52.849580 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2f81e8d0-a3fa-4b33-ba15-ba9e620bb7e3 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:52.902063 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2f81e8d0-a3fa-4b33-ba15-ba9e620bb7e3 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:53.039474 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2f81e8d0-a3fa-4b33-ba15-ba9e620bb7e3 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:53.232999 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2f81e8d0-a3fa-4b33-ba15-ba9e620bb7e3 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for router_gateway, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:53.253094 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2f81e8d0-a3fa-4b33-ba15-ba9e620bb7e3 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:53.354527 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-2f81e8d0-a3fa-4b33-ba15-ba9e620bb7e3 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Allocated IP 172.25.6.218 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/aa46e777-ccd9-4e8c-9ae1-6fee980f9182) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:25:53.457858 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2f81e8d0-a3fa-4b33-ba15-ba9e620bb7e3 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:53.495391 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2f81e8d0-a3fa-4b33-ba15-ba9e620bb7e3 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:53.532017 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f81e8d0-a3fa-4b33-ba15-ba9e620bb7e3 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:53.535167 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-2f81e8d0-a3fa-4b33-ba15-ba9e620bb7e3 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:53.538578 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f81e8d0-a3fa-4b33-ba15-ba9e620bb7e3 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:25:53.564038 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81e8d0-a3fa-4b33-ba15-ba9e620bb7e3 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Pushing event updated for resources: {'Port': ['ID=aa46e777-ccd9-4e8c-9ae1-6fee980f9182,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:53.787090 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2f81e8d0-a3fa-4b33-ba15-ba9e620bb7e3 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for router_gateway, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:54.300316 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2f81e8d0-a3fa-4b33-ba15-ba9e620bb7e3 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:54.423877 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f81e8d0-a3fa-4b33-ba15-ba9e620bb7e3 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Router 2396a71b-8cb4-4883-aa92-bb65e68ca775 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:25:54.537801 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f81e8d0-a3fa-4b33-ba15-ba9e620bb7e3 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:25:54.548018 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b14c85c-6b9d-4b07-88f8-a2fabee75cc3 None None] Sync routers for ids ['2396a71b-8cb4-4883-aa92-bb65e68ca775'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:25:54.556690 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2f81e8d0-a3fa-4b33-ba15-ba9e620bb7e3 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:54.557910 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b14c85c-6b9d-4b07-88f8-a2fabee75cc3 None None] Routers {'2396a71b-8cb4-4883-aa92-bb65e68ca775'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:25:54.558068 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2f81e8d0-a3fa-4b33-ba15-ba9e620bb7e3 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7386723 Jul 06 14:25:54.558545 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2b14c85c-6b9d-4b07-88f8-a2fabee75cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:25:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2396a71b-8cb4-4883-aa92-bb65e68ca775'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:54.561314 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34418) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:54.666126 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-2b14c85c-6b9d-4b07-88f8-a2fabee75cc3 None None] Set router 2396a71b-8cb4-4883-aa92-bb65e68ca775 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:25:54.702149 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7832ad98-c112-45a1-9b6c-1ed8c06abca2 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] 10.222.0.118 "GET /v2.0/subnets?project_id=886b88d904184c869bc8d457531b6eb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1395543 Jul 06 14:25:54.704788 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34422) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:54.797305 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04576231-1c8b-4da4-9638-09934d593f98 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:54.798918 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-04576231-1c8b-4da4-9638-09934d593f98 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] 10.222.0.118 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932052 Jul 06 14:25:54.802333 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34424) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:54.839311 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-154285b4-b88e-4ff8-8bfd-ce6a75a89a8c tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] 10.222.0.118 "GET /v2.0/subnets?network_id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333490 Jul 06 14:25:54.839638 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34426) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:54.844495 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-8b9fda89-48c1-40f7-99f5-eb3a9b3672f9 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-763240970', 'network_id': '90dcea9b-3654-4817-90db-78fabb64c389', 'project_id': '886b88d904184c869bc8d457531b6eb8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:54.847107 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2b14c85c-6b9d-4b07-88f8-a2fabee75cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'name': 'tempest-TestSecurityGroupsBasicOps-router-865372966', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'aa46e777-ccd9-4e8c-9ae1-6fee980f9182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:52Z', 'updated_at': '2021-07-06T14:25:53Z', 'revision_number': 3, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'gw_port': {'id': 'aa46e777-ccd9-4e8c-9ae1-6fee980f9182', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:53Z', 'updated_at': '2021-07-06T14:25:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:54.874251 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b14c85c-6b9d-4b07-88f8-a2fabee75cc3 None None] Checking router: 2396a71b-8cb4-4883-aa92-bb65e68ca775 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:25:54.874606 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b14c85c-6b9d-4b07-88f8-a2fabee75cc3 None None] Updating router 2396a71b-8cb4-4883-aa92-bb65e68ca775 port aa46e777-ccd9-4e8c-9ae1-6fee980f9182 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:25:54.909794 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2b14c85c-6b9d-4b07-88f8-a2fabee75cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:54.942728 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9fda89-48c1-40f7-99f5-eb3a9b3672f9 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Made reservation on behalf of 886b88d904184c869bc8d457531b6eb8 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:25:54.946352 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8b9fda89-48c1-40f7-99f5-eb3a9b3672f9 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:55.136827 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8b9fda89-48c1-40f7-99f5-eb3a9b3672f9 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:55.171202 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2b14c85c-6b9d-4b07-88f8-a2fabee75cc3 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:55.181822 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2b14c85c-6b9d-4b07-88f8-a2fabee75cc3 None None] Transition to ACTIVE for port object aa46e777-ccd9-4e8c-9ae1-6fee980f9182 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:55.188672 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2b14c85c-6b9d-4b07-88f8-a2fabee75cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:55.201553 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9fda89-48c1-40f7-99f5-eb3a9b3672f9 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Pushing event updated for resources: {'Subnet': ['ID=9b66dd65-021f-46be-8405-d6eb03cc1a67,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:55.214562 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9fda89-48c1-40f7-99f5-eb3a9b3672f9 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Checking segment: {'id': '63c00358-8fd3-4cb9-8110-2f4f1d7d46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '90dcea9b-3654-4817-90db-78fabb64c389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:25:55.214937 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9fda89-48c1-40f7-99f5-eb3a9b3672f9 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Network hostable DHCP agents. Network: 90dcea9b-3654-4817-90db-78fabb64c389, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:25:55.233168 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9fda89-48c1-40f7-99f5-eb3a9b3672f9 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Network 90dcea9b-3654-4817-90db-78fabb64c389 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:25:55.243446 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-8b9fda89-48c1-40f7-99f5-eb3a9b3672f9 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 90dcea9b-3654-4817-90db-78fabb64c389) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:55.248157 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077957c2-280b-4203-b9df-b24b4ea20c13 None None] Pushing event updated for resources: {'Port': ['ID=aa46e777-ccd9-4e8c-9ae1-6fee980f9182,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:55.249559 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9fda89-48c1-40f7-99f5-eb3a9b3672f9 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:55.250562 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8b9fda89-48c1-40f7-99f5-eb3a9b3672f9 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:55.251527 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84846f40-314f-4ba0-81d3-f233f1d4ac09 None None] Network 90dcea9b-3654-4817-90db-78fabb64c389 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:25:55.255044 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-2b14c85c-6b9d-4b07-88f8-a2fabee75cc3 None None] Attempting to bind port aa46e777-ccd9-4e8c-9ae1-6fee980f9182 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:25:55.255416 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-2b14c85c-6b9d-4b07-88f8-a2fabee75cc3 None None] Attempting to bind port aa46e777-ccd9-4e8c-9ae1-6fee980f9182 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:25:55.255777 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b14c85c-6b9d-4b07-88f8-a2fabee75cc3 None None] Attempting to bind port aa46e777-ccd9-4e8c-9ae1-6fee980f9182 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:25:55.266455 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8b9fda89-48c1-40f7-99f5-eb3a9b3672f9 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4250791 Jul 06 14:25:55.270759 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34428) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:55.300811 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077957c2-280b-4203-b9df-b24b4ea20c13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:55.301157 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077957c2-280b-4203-b9df-b24b4ea20c13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:55.301495 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077957c2-280b-4203-b9df-b24b4ea20c13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:55.301847 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077957c2-280b-4203-b9df-b24b4ea20c13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:55.302175 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077957c2-280b-4203-b9df-b24b4ea20c13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:55.302499 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077957c2-280b-4203-b9df-b24b4ea20c13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:55.302820 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077957c2-280b-4203-b9df-b24b4ea20c13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:55.303215 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077957c2-280b-4203-b9df-b24b4ea20c13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:55.303725 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077957c2-280b-4203-b9df-b24b4ea20c13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:55.304108 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077957c2-280b-4203-b9df-b24b4ea20c13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:55.304108 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077957c2-280b-4203-b9df-b24b4ea20c13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:55.304527 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077957c2-280b-4203-b9df-b24b4ea20c13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:55.307560 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b14c85c-6b9d-4b07-88f8-a2fabee75cc3 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:25:55.307935 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b14c85c-6b9d-4b07-88f8-a2fabee75cc3 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:25:55.308339 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2b14c85c-6b9d-4b07-88f8-a2fabee75cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:55.308713 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b14c85c-6b9d-4b07-88f8-a2fabee75cc3 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:25:55.309209 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-2b14c85c-6b9d-4b07-88f8-a2fabee75cc3 None None] Bound port: aa46e777-ccd9-4e8c-9ae1-6fee980f9182, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:25:55.309560 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2b14c85c-6b9d-4b07-88f8-a2fabee75cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:55.392482 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-2b14c85c-6b9d-4b07-88f8-a2fabee75cc3 None None] For port aa46e777-ccd9-4e8c-9ae1-6fee980f9182, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:25:55.398108 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-2b14c85c-6b9d-4b07-88f8-a2fabee75cc3 None None] For port aa46e777-ccd9-4e8c-9ae1-6fee980f9182, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=aa46e777-ccd9-4e8c-9ae1-6fee980f9182,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:25:55.402915 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2b14c85c-6b9d-4b07-88f8-a2fabee75cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:55.490833 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b14c85c-6b9d-4b07-88f8-a2fabee75cc3 None None] Routers {'2396a71b-8cb4-4883-aa92-bb65e68ca775'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:25:55.491464 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2b14c85c-6b9d-4b07-88f8-a2fabee75cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:25:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2396a71b-8cb4-4883-aa92-bb65e68ca775'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:55.715996 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077957c2-280b-4203-b9df-b24b4ea20c13 None None] Pushing event updated for resources: {'Port': ['ID=aa46e777-ccd9-4e8c-9ae1-6fee980f9182,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:55.722644 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f05991-9fc7-481c-b508-472dd5ed29a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-90dcea9b-3654-4817-90db-78fabb64c389', 'network_id': '90dcea9b-3654-4817-90db-78fabb64c389', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'fixed_ips': [{'subnet_id': '9b66dd65-021f-46be-8405-d6eb03cc1a67'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:25:55.723513 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-69f05991-9fc7-481c-b508-472dd5ed29a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:55.725190 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7886c657-b3e4-4911-9a8e-f73d9ff427ed tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:55.868735 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-2b14c85c-6b9d-4b07-88f8-a2fabee75cc3 None None] Set router 2396a71b-8cb4-4883-aa92-bb65e68ca775 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:25:56.011421 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-69f05991-9fc7-481c-b508-472dd5ed29a6 None None] Allocated IP 172.20.0.2 (90dcea9b-3654-4817-90db-78fabb64c389/9b66dd65-021f-46be-8405-d6eb03cc1a67/9e35b640-e863-40eb-9e94-8c5837028d9b) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:25:56.200501 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2b14c85c-6b9d-4b07-88f8-a2fabee75cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'name': 'tempest-TestSecurityGroupsBasicOps-router-865372966', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'aa46e777-ccd9-4e8c-9ae1-6fee980f9182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:52Z', 'updated_at': '2021-07-06T14:25:53Z', 'revision_number': 3, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'gw_port': {'id': 'aa46e777-ccd9-4e8c-9ae1-6fee980f9182', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:53Z', 'updated_at': '2021-07-06T14:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:56.240307 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b14c85c-6b9d-4b07-88f8-a2fabee75cc3 None None] The sync data for ids ['2396a71b-8cb4-4883-aa92-bb65e68ca775'] in n-d-773644-6 is: [{'id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'name': 'tempest-TestSecurityGroupsBasicOps-router-865372966', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'aa46e777-ccd9-4e8c-9ae1-6fee980f9182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:52Z', 'updated_at': '2021-07-06T14:25:53Z', 'revision_number': 3, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'gw_port': {'id': 'aa46e777-ccd9-4e8c-9ae1-6fee980f9182', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:53Z', 'updated_at': '2021-07-06T14:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:25:56.244720 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-69f05991-9fc7-481c-b508-472dd5ed29a6 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:56.258144 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-69f05991-9fc7-481c-b508-472dd5ed29a6 None None] Transition to ACTIVE for port object 9e35b640-e863-40eb-9e94-8c5837028d9b will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:56.276528 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-69f05991-9fc7-481c-b508-472dd5ed29a6 None None] Transition to ACTIVE for port object 9e35b640-e863-40eb-9e94-8c5837028d9b will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:56.283225 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-69f05991-9fc7-481c-b508-472dd5ed29a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:56.326261 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f05991-9fc7-481c-b508-472dd5ed29a6 None None] Network 90dcea9b-3654-4817-90db-78fabb64c389 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:56.331954 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-69f05991-9fc7-481c-b508-472dd5ed29a6 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:56.336417 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f05991-9fc7-481c-b508-472dd5ed29a6 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:25:56.339686 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f05991-9fc7-481c-b508-472dd5ed29a6 None None] Pushing event updated for resources: {'Port': ['ID=9e35b640-e863-40eb-9e94-8c5837028d9b,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:56.347706 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-7886c657-b3e4-4911-9a8e-f73d9ff427ed tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Allocated IP 172.20.0.1 (90dcea9b-3654-4817-90db-78fabb64c389/9b66dd65-021f-46be-8405-d6eb03cc1a67/9497397d-f527-471b-81e1-602f603a4c77) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:25:56.398183 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-69f05991-9fc7-481c-b508-472dd5ed29a6 None None] Attempting to bind port 9e35b640-e863-40eb-9e94-8c5837028d9b on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:25:56.398554 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-69f05991-9fc7-481c-b508-472dd5ed29a6 None None] Attempting to bind port 9e35b640-e863-40eb-9e94-8c5837028d9b by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '63c00358-8fd3-4cb9-8110-2f4f1d7d46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '90dcea9b-3654-4817-90db-78fabb64c389'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:25:56.398932 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f05991-9fc7-481c-b508-472dd5ed29a6 None None] Attempting to bind port 9e35b640-e863-40eb-9e94-8c5837028d9b on network 90dcea9b-3654-4817-90db-78fabb64c389 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:25:56.404742 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f05991-9fc7-481c-b508-472dd5ed29a6 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:25:56.405130 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f05991-9fc7-481c-b508-472dd5ed29a6 None None] Checking segment: {'id': '63c00358-8fd3-4cb9-8110-2f4f1d7d46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '90dcea9b-3654-4817-90db-78fabb64c389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:25:56.405590 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-69f05991-9fc7-481c-b508-472dd5ed29a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:56.406019 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f05991-9fc7-481c-b508-472dd5ed29a6 None None] Bound using segment: {'id': '63c00358-8fd3-4cb9-8110-2f4f1d7d46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '90dcea9b-3654-4817-90db-78fabb64c389'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:25:56.406495 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-69f05991-9fc7-481c-b508-472dd5ed29a6 None None] Bound port: 9e35b640-e863-40eb-9e94-8c5837028d9b, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63c00358-8fd3-4cb9-8110-2f4f1d7d46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '90dcea9b-3654-4817-90db-78fabb64c389'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:25:56.406881 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-69f05991-9fc7-481c-b508-472dd5ed29a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:56.487442 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-69f05991-9fc7-481c-b508-472dd5ed29a6 None None] For port 9e35b640-e863-40eb-9e94-8c5837028d9b, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:25:56.493999 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-69f05991-9fc7-481c-b508-472dd5ed29a6 None None] For port 9e35b640-e863-40eb-9e94-8c5837028d9b, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=9e35b640-e863-40eb-9e94-8c5837028d9b,segment=NetworkSegment(63c00358-8fd3-4cb9-8110-2f4f1d7d46fe),segment_id=63c00358-8fd3-4cb9-8110-2f4f1d7d46fe)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:25:56.499573 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-69f05991-9fc7-481c-b508-472dd5ed29a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:56.505194 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7886c657-b3e4-4911-9a8e-f73d9ff427ed tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:56.520353 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-7886c657-b3e4-4911-9a8e-f73d9ff427ed tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Transition to ACTIVE for port object 9497397d-f527-471b-81e1-602f603a4c77 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:56.566902 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f05991-9fc7-481c-b508-472dd5ed29a6 None None] Pushing event updated for resources: {'Port': ['ID=9e35b640-e863-40eb-9e94-8c5837028d9b,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:56.576712 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7886c657-b3e4-4911-9a8e-f73d9ff427ed tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:56.624597 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7886c657-b3e4-4911-9a8e-f73d9ff427ed tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Network 90dcea9b-3654-4817-90db-78fabb64c389 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:56.629500 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-7886c657-b3e4-4911-9a8e-f73d9ff427ed tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:56.637116 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7886c657-b3e4-4911-9a8e-f73d9ff427ed tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:25:56.644695 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886c657-b3e4-4911-9a8e-f73d9ff427ed tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Pushing event updated for resources: {'Port': ['ID=9497397d-f527-471b-81e1-602f603a4c77,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:56.689111 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7886c657-b3e4-4911-9a8e-f73d9ff427ed tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:56.873415 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7886c657-b3e4-4911-9a8e-f73d9ff427ed tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:57.176556 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device aa46e777-ccd9-4e8c-9ae1-6fee980f9182 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:25:57.204865 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7886c657-b3e4-4911-9a8e-f73d9ff427ed tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:57.215281 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7886c657-b3e4-4911-9a8e-f73d9ff427ed tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:57.253014 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port aa46e777-ccd9-4e8c-9ae1-6fee980f9182 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:25:57.258587 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port aa46e777-ccd9-4e8c-9ae1-6fee980f9182 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:57.258838 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:57.305208 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7886c657-b3e4-4911-9a8e-f73d9ff427ed tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:57.308325 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886c657-b3e4-4911-9a8e-f73d9ff427ed tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Pushing event updated for resources: {'Port': ['ID=9497397d-f527-471b-81e1-602f603a4c77,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:57.375333 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:57.398030 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port aa46e777-ccd9-4e8c-9ae1-6fee980f9182, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=aa46e777-ccd9-4e8c-9ae1-6fee980f9182,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:25:57.402005 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:57.402899 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 9e35b640-e863-40eb-9e94-8c5837028d9b up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:25:57.427708 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7886c657-b3e4-4911-9a8e-f73d9ff427ed tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Network 90dcea9b-3654-4817-90db-78fabb64c389 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:25:57.429347 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-7886c657-b3e4-4911-9a8e-f73d9ff427ed tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:25:57.491278 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=aa46e777-ccd9-4e8c-9ae1-6fee980f9182,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:57.507445 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 9e35b640-e863-40eb-9e94-8c5837028d9b completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:25:57.558706 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7886c657-b3e4-4911-9a8e-f73d9ff427ed tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Router 2396a71b-8cb4-4883-aa92-bb65e68ca775 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:25:57.624223 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6231669-2caa-4fc9-8e09-cb201096dd35 None None] Network 90dcea9b-3654-4817-90db-78fabb64c389 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:25:57.672860 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7886c657-b3e4-4911-9a8e-f73d9ff427ed tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:25:57.678132 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7886c657-b3e4-4911-9a8e-f73d9ff427ed tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "PUT /v2.0/routers/2396a71b-8cb4-4883-aa92-bb65e68ca775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4062243 Jul 06 14:25:57.682702 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34430) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:57.688297 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c5ed67d5-377b-49f3-a810-2043c1b8c5fc tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--660965285', 'description': 'tempest-secgroup_access--660965285 description', 'project_id': '886b88d904184c869bc8d457531b6eb8'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:57.716353 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c5ed67d5-377b-49f3-a810-2043c1b8c5fc tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:57.748133 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-671e8177-3402-430e-a8a4-a0972f475260 None None] Provisioning for port 9e35b640-e863-40eb-9e94-8c5837028d9b completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:25:57.757645 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-671e8177-3402-430e-a8a4-a0972f475260 None None] Provisioning complete for port 9e35b640-e863-40eb-9e94-8c5837028d9b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:57.758057 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-671e8177-3402-430e-a8a4-a0972f475260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:57.812153 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c5ed67d5-377b-49f3-a810-2043c1b8c5fc tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:57.817103 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c5ed67d5-377b-49f3-a810-2043c1b8c5fc tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:57.847138 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c5ed67d5-377b-49f3-a810-2043c1b8c5fc tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:57.848418 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c5ed67d5-377b-49f3-a810-2043c1b8c5fc tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1645908 Jul 06 14:25:57.851634 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34432) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:57.853429 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed67d5-377b-49f3-a810-2043c1b8c5fc tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b48ea8-7e83-4018-9ea0-2bcf462f977c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:57.857728 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-66c5a47a-3cf1-4857-82d1-a082b8f5dfd5 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--600826573', 'description': 'tempest-secgroup_general--600826573 description', 'project_id': '886b88d904184c869bc8d457531b6eb8'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:57.887634 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-671e8177-3402-430e-a8a4-a0972f475260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:57.893046 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-66c5a47a-3cf1-4857-82d1-a082b8f5dfd5 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:57.940553 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-671e8177-3402-430e-a8a4-a0972f475260 None None] For port 9e35b640-e863-40eb-9e94-8c5837028d9b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=9e35b640-e863-40eb-9e94-8c5837028d9b,segment=NetworkSegment(63c00358-8fd3-4cb9-8110-2f4f1d7d46fe),segment_id=63c00358-8fd3-4cb9-8110-2f4f1d7d46fe)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:25:57.953698 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-671e8177-3402-430e-a8a4-a0972f475260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:57.996169 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-66c5a47a-3cf1-4857-82d1-a082b8f5dfd5 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:58.000880 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-66c5a47a-3cf1-4857-82d1-a082b8f5dfd5 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:58.008324 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e8177-3402-430e-a8a4-a0972f475260 None None] Pushing event updated for resources: {'Port': ['ID=9e35b640-e863-40eb-9e94-8c5837028d9b,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:58.035831 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-66c5a47a-3cf1-4857-82d1-a082b8f5dfd5 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:58.037097 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-66c5a47a-3cf1-4857-82d1-a082b8f5dfd5 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1835716 Jul 06 14:25:58.039640 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5a47a-3cf1-4857-82d1-a082b8f5dfd5 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8d30b9-02dd-48c2-af1c-3954168b5242,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:58.040151 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34434) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:25:58.044907 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-63317116-93e9-4e46-bfb8-3748f9c8e223 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Request body: {'security_group_rule': {'security_group_id': 'f7b48ea8-7e83-4018-9ea0-2bcf462f977c', 'project_id': '886b88d904184c869bc8d457531b6eb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:25:58.076561 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63317116-93e9-4e46-bfb8-3748f9c8e223 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:58.139471 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63317116-93e9-4e46-bfb8-3748f9c8e223 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:58.144319 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63317116-93e9-4e46-bfb8-3748f9c8e223 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:58.151282 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e284ab82-32df-4117-b11f-15a665d90a5e None None] Sync routers for ids ['2396a71b-8cb4-4883-aa92-bb65e68ca775'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:25:58.162063 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e284ab82-32df-4117-b11f-15a665d90a5e None None] Routers {'2396a71b-8cb4-4883-aa92-bb65e68ca775'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:25:58.162959 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e284ab82-32df-4117-b11f-15a665d90a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:25:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2396a71b-8cb4-4883-aa92-bb65e68ca775'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:58.175378 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63317116-93e9-4e46-bfb8-3748f9c8e223 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905c649d-1449-4f12-9ea9-77aa103a025e,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:58.179688 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6719ecfc-d7a8-41ae-9b18-c0fd27e7336f None None] Provisioning complete for port 9e35b640-e863-40eb-9e94-8c5837028d9b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:58.180458 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6719ecfc-d7a8-41ae-9b18-c0fd27e7336f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:58.184010 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-63317116-93e9-4e46-bfb8-3748f9c8e223 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:58.185917 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-63317116-93e9-4e46-bfb8-3748f9c8e223 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447024 Jul 06 14:25:58.304467 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6719ecfc-d7a8-41ae-9b18-c0fd27e7336f None None] Provisioning for port 9497397d-f527-471b-81e1-602f603a4c77 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:25:58.311774 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6719ecfc-d7a8-41ae-9b18-c0fd27e7336f None None] Provisioning complete for port 9497397d-f527-471b-81e1-602f603a4c77 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:58.313409 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6719ecfc-d7a8-41ae-9b18-c0fd27e7336f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:58.337319 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-e284ab82-32df-4117-b11f-15a665d90a5e None None] Set router 2396a71b-8cb4-4883-aa92-bb65e68ca775 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:25:58.359623 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-6719ecfc-d7a8-41ae-9b18-c0fd27e7336f None None] Port 9497397d-f527-471b-81e1-602f603a4c77 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:25:58.374401 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-21bb3b19-55ce-47ab-b83a-878ddec8f8dc tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-secgroup_access--660965285&fields=id&tenant_id=886b88d904184c869bc8d457531b6eb8 HTTP/1.1" status: 200 len: 267 time: 0.0470550 Jul 06 14:25:58.419437 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-633f403c-76ec-410a-92ea-f5227ff0155f tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-secgroup_general--600826573&fields=id&tenant_id=886b88d904184c869bc8d457531b6eb8 HTTP/1.1" status: 200 len: 267 time: 0.0425134 Jul 06 14:25:58.481470 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a9237a82-f6ec-47c0-ad40-94c8949583cc None None] Provisioning complete for port 9497397d-f527-471b-81e1-602f603a4c77 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:58.481888 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a9237a82-f6ec-47c0-ad40-94c8949583cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:58.519719 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a9237a82-f6ec-47c0-ad40-94c8949583cc None None] Port 9497397d-f527-471b-81e1-602f603a4c77 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:25:58.551633 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-69e7f7a0-a385-4965-9d46-39b77e219721 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:25:58.553225 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-69e7f7a0-a385-4965-9d46-39b77e219721 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/networks?id=90dcea9b-3654-4817-90db-78fabb64c389 HTTP/1.1" status: 200 len: 797 time: 0.1255317 Jul 06 14:25:58.568555 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e284ab82-32df-4117-b11f-15a665d90a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'name': 'tempest-TestSecurityGroupsBasicOps-router-865372966', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'aa46e777-ccd9-4e8c-9ae1-6fee980f9182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:52Z', 'updated_at': '2021-07-06T14:25:56Z', 'revision_number': 4, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'gw_port': {'id': 'aa46e777-ccd9-4e8c-9ae1-6fee980f9182', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:53Z', 'updated_at': '2021-07-06T14:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '9497397d-f527-471b-81e1-602f603a4c77', 'name': '', 'network_id': '90dcea9b-3654-4817-90db-78fabb64c389', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'mac_address': 'fa:16:3e:e8:a6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '9b66dd65-021f-46be-8405-d6eb03cc1a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:55Z', 'updated_at': '2021-07-06T14:25:57Z', 'revision_number': 2, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'subnets': [{'id': '9b66dd65-021f-46be-8405-d6eb03cc1a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:58.570067 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-2affcc6c-643a-44cf-a1b1-ba6e67121416 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/quotas/886b88d904184c869bc8d457531b6eb8 HTTP/1.1" status: 200 len: 375 time: 0.0107608 Jul 06 14:25:58.602891 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e284ab82-32df-4117-b11f-15a665d90a5e None None] Checking router: 2396a71b-8cb4-4883-aa92-bb65e68ca775 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:25:58.603332 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e284ab82-32df-4117-b11f-15a665d90a5e None None] Updating router 2396a71b-8cb4-4883-aa92-bb65e68ca775 port 9497397d-f527-471b-81e1-602f603a4c77 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:25:58.641877 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0c71b8e6-9983-4be2-9403-e18aa50337b5 None None] Provisioning complete for port 9497397d-f527-471b-81e1-602f603a4c77 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:58.642257 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0c71b8e6-9983-4be2-9403-e18aa50337b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:58.648843 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-e284ab82-32df-4117-b11f-15a665d90a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:58.649600 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-f1e72511-cf11-490e-b5bb-97000a5d8dd0 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=886b88d904184c869bc8d457531b6eb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705020 Jul 06 14:25:58.680337 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-0c71b8e6-9983-4be2-9403-e18aa50337b5 None None] Port 9497397d-f527-471b-81e1-602f603a4c77 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:25:58.746657 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-e52febbc-7fee-4af4-bdd0-002c4201b016 service neutron] 10.222.0.118 "GET /v2.0/networks/90dcea9b-3654-4817-90db-78fabb64c389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902858 Jul 06 14:25:58.845128 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-619ac771-ce4b-457c-8232-2404a0f85321 service neutron] 10.222.0.118 "GET /v2.0/networks/90dcea9b-3654-4817-90db-78fabb64c389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923443 Jul 06 14:25:59.042794 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01f0cd74-f297-428f-b557-c0e5ce883cde req-70949e82-cd10-480d-97b5-496bf6c46f95 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a2cf950-b3d6-4ddf-929d-798816bdc2d2 HTTP/1.1" status: 200 len: 210 time: 0.0301542 Jul 06 14:25:59.053395 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-e284ab82-32df-4117-b11f-15a665d90a5e None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:59.067113 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-e284ab82-32df-4117-b11f-15a665d90a5e None None] Transition to ACTIVE for port object 9497397d-f527-471b-81e1-602f603a4c77 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:25:59.074513 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-e284ab82-32df-4117-b11f-15a665d90a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:59.152731 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94def54d-7a41-4e04-ae1e-71aee997bf04 None None] Pushing event updated for resources: {'Port': ['ID=9497397d-f527-471b-81e1-602f603a4c77,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:59.162218 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device aa46e777-ccd9-4e8c-9ae1-6fee980f9182 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:25:59.183032 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94def54d-7a41-4e04-ae1e-71aee997bf04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:59.183645 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94def54d-7a41-4e04-ae1e-71aee997bf04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:59.184120 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94def54d-7a41-4e04-ae1e-71aee997bf04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:59.184600 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94def54d-7a41-4e04-ae1e-71aee997bf04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:59.185083 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94def54d-7a41-4e04-ae1e-71aee997bf04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:59.185562 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94def54d-7a41-4e04-ae1e-71aee997bf04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:59.186054 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94def54d-7a41-4e04-ae1e-71aee997bf04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:59.186701 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94def54d-7a41-4e04-ae1e-71aee997bf04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:59.187032 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94def54d-7a41-4e04-ae1e-71aee997bf04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:59.187353 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94def54d-7a41-4e04-ae1e-71aee997bf04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:59.187934 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94def54d-7a41-4e04-ae1e-71aee997bf04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:59.188255 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94def54d-7a41-4e04-ae1e-71aee997bf04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:25:59.210564 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-e284ab82-32df-4117-b11f-15a665d90a5e None None] Attempting to bind port 9497397d-f527-471b-81e1-602f603a4c77 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:25:59.210939 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-e284ab82-32df-4117-b11f-15a665d90a5e None None] Attempting to bind port 9497397d-f527-471b-81e1-602f603a4c77 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '63c00358-8fd3-4cb9-8110-2f4f1d7d46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '90dcea9b-3654-4817-90db-78fabb64c389'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:25:59.211295 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e284ab82-32df-4117-b11f-15a665d90a5e None None] Attempting to bind port 9497397d-f527-471b-81e1-602f603a4c77 on network 90dcea9b-3654-4817-90db-78fabb64c389 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:25:59.217320 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e284ab82-32df-4117-b11f-15a665d90a5e None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:25:59.217985 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e284ab82-32df-4117-b11f-15a665d90a5e None None] Checking segment: {'id': '63c00358-8fd3-4cb9-8110-2f4f1d7d46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '90dcea9b-3654-4817-90db-78fabb64c389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:25:59.218558 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-e284ab82-32df-4117-b11f-15a665d90a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:59.218954 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e284ab82-32df-4117-b11f-15a665d90a5e None None] Bound using segment: {'id': '63c00358-8fd3-4cb9-8110-2f4f1d7d46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '90dcea9b-3654-4817-90db-78fabb64c389'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:25:59.220376 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-e284ab82-32df-4117-b11f-15a665d90a5e None None] Bound port: 9497397d-f527-471b-81e1-602f603a4c77, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63c00358-8fd3-4cb9-8110-2f4f1d7d46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '90dcea9b-3654-4817-90db-78fabb64c389'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:25:59.220765 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-e284ab82-32df-4117-b11f-15a665d90a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:59.243169 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port aa46e777-ccd9-4e8c-9ae1-6fee980f9182 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:59.244379 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:59.311945 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-e284ab82-32df-4117-b11f-15a665d90a5e None None] For port 9497397d-f527-471b-81e1-602f603a4c77, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:25:59.316567 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-e284ab82-32df-4117-b11f-15a665d90a5e None None] For port 9497397d-f527-471b-81e1-602f603a4c77, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=9497397d-f527-471b-81e1-602f603a4c77,segment=NetworkSegment(63c00358-8fd3-4cb9-8110-2f4f1d7d46fe),segment_id=63c00358-8fd3-4cb9-8110-2f4f1d7d46fe)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:25:59.322399 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-e284ab82-32df-4117-b11f-15a665d90a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:59.337331 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 9e35b640-e863-40eb-9e94-8c5837028d9b up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:25:59.388941 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e284ab82-32df-4117-b11f-15a665d90a5e None None] Routers {'2396a71b-8cb4-4883-aa92-bb65e68ca775'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:25:59.389604 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e284ab82-32df-4117-b11f-15a665d90a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:25:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2396a71b-8cb4-4883-aa92-bb65e68ca775'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:59.407714 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 9e35b640-e863-40eb-9e94-8c5837028d9b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:25:59.408252 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:25:59.428627 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94def54d-7a41-4e04-ae1e-71aee997bf04 None None] Pushing event updated for resources: {'Port': ['ID=9497397d-f527-471b-81e1-602f603a4c77,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:25:59.518873 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-e284ab82-32df-4117-b11f-15a665d90a5e None None] Set router 2396a71b-8cb4-4883-aa92-bb65e68ca775 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:25:59.758039 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e284ab82-32df-4117-b11f-15a665d90a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'name': 'tempest-TestSecurityGroupsBasicOps-router-865372966', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'aa46e777-ccd9-4e8c-9ae1-6fee980f9182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:52Z', 'updated_at': '2021-07-06T14:25:56Z', 'revision_number': 4, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'gw_port': {'id': 'aa46e777-ccd9-4e8c-9ae1-6fee980f9182', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:53Z', 'updated_at': '2021-07-06T14:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '9497397d-f527-471b-81e1-602f603a4c77', 'name': '', 'network_id': '90dcea9b-3654-4817-90db-78fabb64c389', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'mac_address': 'fa:16:3e:e8:a6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '9b66dd65-021f-46be-8405-d6eb03cc1a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:55Z', 'updated_at': '2021-07-06T14:25:59Z', 'revision_number': 4, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'subnets': [{'id': '9b66dd65-021f-46be-8405-d6eb03cc1a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:25:59.786063 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e284ab82-32df-4117-b11f-15a665d90a5e None None] The sync data for ids ['2396a71b-8cb4-4883-aa92-bb65e68ca775'] in n-d-773644-6 is: [{'id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'name': 'tempest-TestSecurityGroupsBasicOps-router-865372966', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'aa46e777-ccd9-4e8c-9ae1-6fee980f9182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:52Z', 'updated_at': '2021-07-06T14:25:56Z', 'revision_number': 4, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'gw_port': {'id': 'aa46e777-ccd9-4e8c-9ae1-6fee980f9182', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:53Z', 'updated_at': '2021-07-06T14:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '9497397d-f527-471b-81e1-602f603a4c77', 'name': '', 'network_id': '90dcea9b-3654-4817-90db-78fabb64c389', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'mac_address': 'fa:16:3e:e8:a6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '9b66dd65-021f-46be-8405-d6eb03cc1a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:55Z', 'updated_at': '2021-07-06T14:25:59Z', 'revision_number': 4, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'subnets': [{'id': '9b66dd65-021f-46be-8405-d6eb03cc1a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:26:00.212591 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bbafa518-2682-4148-9749-d1b44d03cdc6 req-912f88a9-e782-4d45-b363-cb483114d143 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a2cf950-b3d6-4ddf-929d-798816bdc2d2 HTTP/1.1" status: 200 len: 210 time: 0.0351098 Jul 06 14:26:00.683596 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-5779d35a-b740-44e0-8387-8a4d08bb1ace tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:00.685274 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-5779d35a-b740-44e0-8387-8a4d08bb1ace tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.52 "GET /v2.0/networks?id=90dcea9b-3654-4817-90db-78fabb64c389 HTTP/1.1" status: 200 len: 797 time: 0.1233065 Jul 06 14:26:00.751017 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-af9fc806-c385-4034-bc22-7ede7cc42506 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=886b88d904184c869bc8d457531b6eb8 HTTP/1.1" status: 200 len: 476 time: 0.0514009 Jul 06 14:26:00.760513 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-11e58c41-98c3-49b1-bfb2-38faf917db2d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Request body: {'port': {'device_id': '9a2cf950-b3d6-4ddf-929d-798816bdc2d2', 'network_id': '90dcea9b-3654-4817-90db-78fabb64c389', 'admin_state_up': True, 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'security_groups': ['f7b48ea8-7e83-4018-9ea0-2bcf462f977c', '2a8d30b9-02dd-48c2-af1c-3954168b5242']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:00.884258 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-11e58c41-98c3-49b1-bfb2-38faf917db2d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Made reservation on behalf of 886b88d904184c869bc8d457531b6eb8 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:26:00.888000 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-11e58c41-98c3-49b1-bfb2-38faf917db2d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:01.020533 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-11e58c41-98c3-49b1-bfb2-38faf917db2d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Allocated IP 172.20.0.13 (90dcea9b-3654-4817-90db-78fabb64c389/9b66dd65-021f-46be-8405-d6eb03cc1a67/8cecc2e6-45e4-4f49-b27c-56850fe91a30) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:01.148038 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 9497397d-f527-471b-81e1-602f603a4c77 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:01.195995 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-11e58c41-98c3-49b1-bfb2-38faf917db2d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:01.200283 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 9497397d-f527-471b-81e1-602f603a4c77 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:01.207476 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 9497397d-f527-471b-81e1-602f603a4c77 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:01.207889 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:01.211220 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-11e58c41-98c3-49b1-bfb2-38faf917db2d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Transition to ACTIVE for port object 8cecc2e6-45e4-4f49-b27c-56850fe91a30 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:01.248065 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-11e58c41-98c3-49b1-bfb2-38faf917db2d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:01.304729 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:01.305116 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-11e58c41-98c3-49b1-bfb2-38faf917db2d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Network 90dcea9b-3654-4817-90db-78fabb64c389 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:01.308754 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-11e58c41-98c3-49b1-bfb2-38faf917db2d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:01.313165 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-11e58c41-98c3-49b1-bfb2-38faf917db2d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:26:01.351388 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 9497397d-f527-471b-81e1-602f603a4c77, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=9497397d-f527-471b-81e1-602f603a4c77,segment=NetworkSegment(63c00358-8fd3-4cb9-8110-2f4f1d7d46fe),segment_id=63c00358-8fd3-4cb9-8110-2f4f1d7d46fe)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:01.357486 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:01.412442 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-11e58c41-98c3-49b1-bfb2-38faf917db2d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:01.413103 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-11e58c41-98c3-49b1-bfb2-38faf917db2d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:01.415156 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=9497397d-f527-471b-81e1-602f603a4c77,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:01.415559 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e58c41-98c3-49b1-bfb2-38faf917db2d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Pushing event updated for resources: {'Port': ['ID=8cecc2e6-45e4-4f49-b27c-56850fe91a30,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:01.437047 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-11e58c41-98c3-49b1-bfb2-38faf917db2d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.6805942 Jul 06 14:26:01.457941 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-e8823212-685a-431c-a3f7-82e27a779c8c service neutron] Request body: {'port': {'device_id': '9a2cf950-b3d6-4ddf-929d-798816bdc2d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:01.491770 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd82391-e4bd-4d27-8601-2c72e35e1cbd req-4a97afff-69d2-4cf4-8814-bf2002bfbb44 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:01.493999 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cdd82391-e4bd-4d27-8601-2c72e35e1cbd req-4a97afff-69d2-4cf4-8814-bf2002bfbb44 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a2cf950-b3d6-4ddf-929d-798816bdc2d2 HTTP/1.1" status: 200 len: 971 time: 0.1397061 Jul 06 14:26:01.577990 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cdd82391-e4bd-4d27-8601-2c72e35e1cbd req-286bc8e0-77cf-47f1-9b4f-bdd7f81e6126 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/security-groups?id=2a8d30b9-02dd-48c2-af1c-3954168b5242&id=f7b48ea8-7e83-4018-9ea0-2bcf462f977c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0784059 Jul 06 14:26:01.587113 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-e8823212-685a-431c-a3f7-82e27a779c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:01.606002 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5a62f294-66b0-44a9-bde3-15a8ebbe5ddd None None] Provisioning for port 8cecc2e6-45e4-4f49-b27c-56850fe91a30 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:01.609907 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5a62f294-66b0-44a9-bde3-15a8ebbe5ddd None None] Provisioning complete for port 8cecc2e6-45e4-4f49-b27c-56850fe91a30 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:01.610376 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5a62f294-66b0-44a9-bde3-15a8ebbe5ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:01.648958 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-5a62f294-66b0-44a9-bde3-15a8ebbe5ddd None None] Port 8cecc2e6-45e4-4f49-b27c-56850fe91a30 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:26:01.876413 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-e8823212-685a-431c-a3f7-82e27a779c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cecc2e6-45e4-4f49-b27c-56850fe91a30 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:26:01.884847 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-e8823212-685a-431c-a3f7-82e27a779c8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:01.897009 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-e8823212-685a-431c-a3f7-82e27a779c8c service neutron] Transition to ACTIVE for port object 8cecc2e6-45e4-4f49-b27c-56850fe91a30 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:01.901346 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-e8823212-685a-431c-a3f7-82e27a779c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:01.951223 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8823212-685a-431c-a3f7-82e27a779c8c service neutron] Pushing event updated for resources: {'Port': ['ID=8cecc2e6-45e4-4f49-b27c-56850fe91a30,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:02.033218 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-e8823212-685a-431c-a3f7-82e27a779c8c service neutron] Attempting to bind port 8cecc2e6-45e4-4f49-b27c-56850fe91a30 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:26:02.035037 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-e8823212-685a-431c-a3f7-82e27a779c8c service neutron] Attempting to bind port 8cecc2e6-45e4-4f49-b27c-56850fe91a30 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '63c00358-8fd3-4cb9-8110-2f4f1d7d46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '90dcea9b-3654-4817-90db-78fabb64c389'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:26:02.035380 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-e8823212-685a-431c-a3f7-82e27a779c8c service neutron] Attempting to bind port 8cecc2e6-45e4-4f49-b27c-56850fe91a30 on network 90dcea9b-3654-4817-90db-78fabb64c389 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:26:02.040366 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-e8823212-685a-431c-a3f7-82e27a779c8c service neutron] Port 8cecc2e6-45e4-4f49-b27c-56850fe91a30 on network 90dcea9b-3654-4817-90db-78fabb64c389 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:26:02.040690 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-e8823212-685a-431c-a3f7-82e27a779c8c service neutron] Attempting to bind port 8cecc2e6-45e4-4f49-b27c-56850fe91a30 on network 90dcea9b-3654-4817-90db-78fabb64c389 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:26:02.045662 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-e8823212-685a-431c-a3f7-82e27a779c8c service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:26:02.046040 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-e8823212-685a-431c-a3f7-82e27a779c8c service neutron] Checking segment: {'id': '63c00358-8fd3-4cb9-8110-2f4f1d7d46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '90dcea9b-3654-4817-90db-78fabb64c389'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:26:02.046432 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-e8823212-685a-431c-a3f7-82e27a779c8c service neutron] Bound using segment: {'id': '63c00358-8fd3-4cb9-8110-2f4f1d7d46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '90dcea9b-3654-4817-90db-78fabb64c389'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:26:02.046866 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-e8823212-685a-431c-a3f7-82e27a779c8c service neutron] Bound port: 8cecc2e6-45e4-4f49-b27c-56850fe91a30, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63c00358-8fd3-4cb9-8110-2f4f1d7d46fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '90dcea9b-3654-4817-90db-78fabb64c389'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:26:02.047249 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-e8823212-685a-431c-a3f7-82e27a779c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:02.117170 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-e8823212-685a-431c-a3f7-82e27a779c8c service neutron] For port 8cecc2e6-45e4-4f49-b27c-56850fe91a30, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:26:02.121559 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-e8823212-685a-431c-a3f7-82e27a779c8c service neutron] For port 8cecc2e6-45e4-4f49-b27c-56850fe91a30, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=8cecc2e6-45e4-4f49-b27c-56850fe91a30,segment=NetworkSegment(63c00358-8fd3-4cb9-8110-2f4f1d7d46fe),segment_id=63c00358-8fd3-4cb9-8110-2f4f1d7d46fe)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:26:02.127735 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-e8823212-685a-431c-a3f7-82e27a779c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:02.164179 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-e8823212-685a-431c-a3f7-82e27a779c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:02.164870 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-e8823212-685a-431c-a3f7-82e27a779c8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:02.166315 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-e8823212-685a-431c-a3f7-82e27a779c8c service neutron] 10.222.0.52 "PUT /v2.0/ports/8cecc2e6-45e4-4f49-b27c-56850fe91a30 HTTP/1.1" status: 200 len: 1131 time: 0.7162669 Jul 06 14:26:02.166767 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2cf950-b3d6-4ddf-929d-798816bdc2d2', 'tag': '8cecc2e6-45e4-4f49-b27c-56850fe91a30'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:26:02.169096 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16439519-71eb-47fc-b253-6eb57984c8f1" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2cf950-b3d6-4ddf-929d-798816bdc2d2", "tag": "8cecc2e6-45e4-4f49-b27c-56850fe91a30"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:26:02.194330 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8823212-685a-431c-a3f7-82e27a779c8c service neutron] Pushing event updated for resources: {'Port': ['ID=8cecc2e6-45e4-4f49-b27c-56850fe91a30,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:02.260130 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dcba31-e847-428c-a912-2758d88e689c x-openstack-request-id: req-b2dcba31-e847-428c-a912-2758d88e689c {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:26:02.260739 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2cf950-b3d6-4ddf-929d-798816bdc2d2", "tag": "8cecc2e6-45e4-4f49-b27c-56850fe91a30", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:26:02.260739 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-b2dcba31-e847-428c-a912-2758d88e689c {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:26:02.261133 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2cf950-b3d6-4ddf-929d-798816bdc2d2', 'tag': '8cecc2e6-45e4-4f49-b27c-56850fe91a30', 'status': 'completed', 'code': 200} Jul 06 14:26:02.291748 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-d6b0b12a-0816-44bf-ae0a-320161888614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:02.293328 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-d6b0b12a-0816-44bf-ae0a-320161888614 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=886b88d904184c869bc8d457531b6eb8&device_id=9a2cf950-b3d6-4ddf-929d-798816bdc2d2 HTTP/1.1" status: 200 len: 1134 time: 0.0781693 Jul 06 14:26:02.349412 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-c9e63e1c-b2d5-45db-b1ad-b3a4704f0fec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cecc2e6-45e4-4f49-b27c-56850fe91a30 HTTP/1.1" status: 200 len: 217 time: 0.0458131 Jul 06 14:26:02.405937 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-65b2ec1e-0a51-4eb4-a390-88be8c2fbe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:02.407153 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-65b2ec1e-0a51-4eb4-a390-88be8c2fbe74 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9b66dd65-021f-46be-8405-d6eb03cc1a67 HTTP/1.1" status: 200 len: 834 time: 0.0519559 Jul 06 14:26:02.476669 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-a75f6af2-3c24-4124-81b2-09ccb6ecce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:02.478262 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-a75f6af2-3c24-4124-81b2-09ccb6ecce5b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90dcea9b-3654-4817-90db-78fabb64c389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616651 Jul 06 14:26:02.578018 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-9499a039-58e4-46e2-b4d7-415e8a06475b service neutron] 10.222.0.52 "GET /v2.0/networks/90dcea9b-3654-4817-90db-78fabb64c389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885811 Jul 06 14:26:02.696971 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df117b38-09ae-45c0-bc4e-fb9978aefcf7 req-52790307-b7c3-4eb3-8482-39ff35798a6f service neutron] 10.222.0.52 "GET /v2.0/networks/90dcea9b-3654-4817-90db-78fabb64c389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093554 Jul 06 14:26:02.812497 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9cab1-9c6a-4983-aa4a-3b6d58fd6919 req-fec76931-8cf4-4c16-917b-d71b5c64b8b8 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:02.814390 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0db9cab1-9c6a-4983-aa4a-3b6d58fd6919 req-fec76931-8cf4-4c16-917b-d71b5c64b8b8 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a2cf950-b3d6-4ddf-929d-798816bdc2d2 HTTP/1.1" status: 200 len: 983 time: 0.1100538 Jul 06 14:26:02.858801 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16439519-71eb-47fc-b253-6eb57984c8f1 req-f035b8a0-0931-477f-aca8-d36c2634a99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:02.860347 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16439519-71eb-47fc-b253-6eb57984c8f1 req-f035b8a0-0931-477f-aca8-d36c2634a99c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=886b88d904184c869bc8d457531b6eb8&device_id=9a2cf950-b3d6-4ddf-929d-798816bdc2d2 HTTP/1.1" status: 200 len: 1134 time: 0.1060991 Jul 06 14:26:02.879742 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0db9cab1-9c6a-4983-aa4a-3b6d58fd6919 req-d1c009f7-feb2-4f20-8a15-050e0fb13960 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/security-groups?id=2a8d30b9-02dd-48c2-af1c-3954168b5242&id=f7b48ea8-7e83-4018-9ea0-2bcf462f977c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0570860 Jul 06 14:26:02.960033 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16439519-71eb-47fc-b253-6eb57984c8f1 req-af1e8158-5170-4dc5-b105-0a7a54a318ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:02.961540 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16439519-71eb-47fc-b253-6eb57984c8f1 req-af1e8158-5170-4dc5-b105-0a7a54a318ae service neutron] 10.222.0.52 "GET /v2.0/networks?id=90dcea9b-3654-4817-90db-78fabb64c389 HTTP/1.1" status: 200 len: 898 time: 0.0943139 Jul 06 14:26:03.003518 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16439519-71eb-47fc-b253-6eb57984c8f1 req-8fabe79a-78fb-4387-855d-78561f5c0085 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cecc2e6-45e4-4f49-b27c-56850fe91a30 HTTP/1.1" status: 200 len: 217 time: 0.0343759 Jul 06 14:26:03.061551 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16439519-71eb-47fc-b253-6eb57984c8f1 req-b8af14a7-2540-49f0-b07b-60348748698b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:03.063336 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16439519-71eb-47fc-b253-6eb57984c8f1 req-b8af14a7-2540-49f0-b07b-60348748698b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9b66dd65-021f-46be-8405-d6eb03cc1a67 HTTP/1.1" status: 200 len: 834 time: 0.0529134 Jul 06 14:26:03.122148 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 9497397d-f527-471b-81e1-602f603a4c77 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:03.125253 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16439519-71eb-47fc-b253-6eb57984c8f1 req-f7652b30-009b-4f28-a147-8d7ff21ed5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:03.126826 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16439519-71eb-47fc-b253-6eb57984c8f1 req-f7652b30-009b-4f28-a147-8d7ff21ed5ef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90dcea9b-3654-4817-90db-78fabb64c389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555205 Jul 06 14:26:03.178980 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 9497397d-f527-471b-81e1-602f603a4c77 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:03.179359 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:03.232351 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16439519-71eb-47fc-b253-6eb57984c8f1 req-1fecb0bd-461d-49a3-b06a-81f71f15338b service neutron] 10.222.0.52 "GET /v2.0/networks/90dcea9b-3654-4817-90db-78fabb64c389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972545 Jul 06 14:26:03.333137 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16439519-71eb-47fc-b253-6eb57984c8f1 req-af4b6e09-8f17-4578-a383-668c212baef9 service neutron] 10.222.0.52 "GET /v2.0/networks/90dcea9b-3654-4817-90db-78fabb64c389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931191 Jul 06 14:26:04.068249 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22890f1-a854-4e32-8690-5b6760bc1a0f req-439898b2-88bb-48d4-9f41-b4f5c7aa8dcd tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:04.069823 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f22890f1-a854-4e32-8690-5b6760bc1a0f req-439898b2-88bb-48d4-9f41-b4f5c7aa8dcd tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a2cf950-b3d6-4ddf-929d-798816bdc2d2 HTTP/1.1" status: 200 len: 983 time: 0.0656946 Jul 06 14:26:04.113950 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f22890f1-a854-4e32-8690-5b6760bc1a0f req-f869f29b-9987-453b-a4fe-2413c3972635 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/security-groups?id=2a8d30b9-02dd-48c2-af1c-3954168b5242&id=f7b48ea8-7e83-4018-9ea0-2bcf462f977c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0377471 Jul 06 14:26:05.307486 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd10030-c31a-414d-82dc-4a67f4942c6d req-5a66075e-b868-4a84-a5b5-1bbd547f0289 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:05.308988 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0fd10030-c31a-414d-82dc-4a67f4942c6d req-5a66075e-b868-4a84-a5b5-1bbd547f0289 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a2cf950-b3d6-4ddf-929d-798816bdc2d2 HTTP/1.1" status: 200 len: 983 time: 0.0652840 Jul 06 14:26:05.356913 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0fd10030-c31a-414d-82dc-4a67f4942c6d req-535ec146-82c6-48a6-8058-e88348b430ef tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/security-groups?id=2a8d30b9-02dd-48c2-af1c-3954168b5242&id=f7b48ea8-7e83-4018-9ea0-2bcf462f977c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0411839 Jul 06 14:26:06.018814 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 8cecc2e6-45e4-4f49-b27c-56850fe91a30 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:26:06.128764 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 8cecc2e6-45e4-4f49-b27c-56850fe91a30, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=8cecc2e6-45e4-4f49-b27c-56850fe91a30,segment=NetworkSegment(63c00358-8fd3-4cb9-8110-2f4f1d7d46fe),segment_id=63c00358-8fd3-4cb9-8110-2f4f1d7d46fe)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:06.141539 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '8cecc2e6-45e4-4f49-b27c-56850fe91a30', 'network_id': '90dcea9b-3654-4817-90db-78fabb64c389', 'port_id': '8cecc2e6-45e4-4f49-b27c-56850fe91a30', 'mac_address': 'fa:16:3e:2f:04:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b66dd65-021f-46be-8405-d6eb03cc1a67', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:26:06.187272 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:06.202100 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cecc2e6-45e4-4f49-b27c-56850fe91a30 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:26:06.227540 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 8cecc2e6-45e4-4f49-b27c-56850fe91a30, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=8cecc2e6-45e4-4f49-b27c-56850fe91a30,segment=NetworkSegment(63c00358-8fd3-4cb9-8110-2f4f1d7d46fe),segment_id=63c00358-8fd3-4cb9-8110-2f4f1d7d46fe)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:06.231648 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:06.288460 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=8cecc2e6-45e4-4f49-b27c-56850fe91a30,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:06.500446 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['8cecc2e6-45e4-4f49-b27c-56850fe91a30'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:26:06.544741 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5902f1-9840-428f-9276-79f2219bb362 req-247fb693-7f50-4800-ad16-5c0789c03388 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:06.546319 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fe5902f1-9840-428f-9276-79f2219bb362 req-247fb693-7f50-4800-ad16-5c0789c03388 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a2cf950-b3d6-4ddf-929d-798816bdc2d2 HTTP/1.1" status: 200 len: 984 time: 0.0665717 Jul 06 14:26:06.597013 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fe5902f1-9840-428f-9276-79f2219bb362 req-8b85187e-e32d-4b85-9ee2-f97f75be0552 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/security-groups?id=2a8d30b9-02dd-48c2-af1c-3954168b5242&id=f7b48ea8-7e83-4018-9ea0-2bcf462f977c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0436561 Jul 06 14:26:07.343054 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2131f112-3607-446f-97c3-a0a7548af5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:07.782311 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19370fa3-9af5-4274-b4bb-c6ba6f8423ca req-caead7da-866b-49c2-b2f9-5e82ec8212df tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:07.783794 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19370fa3-9af5-4274-b4bb-c6ba6f8423ca req-caead7da-866b-49c2-b2f9-5e82ec8212df tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a2cf950-b3d6-4ddf-929d-798816bdc2d2 HTTP/1.1" status: 200 len: 984 time: 0.0646572 Jul 06 14:26:07.826712 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19370fa3-9af5-4274-b4bb-c6ba6f8423ca req-315fb568-b638-43e7-a1ec-cdabff10ca94 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/security-groups?id=2a8d30b9-02dd-48c2-af1c-3954168b5242&id=f7b48ea8-7e83-4018-9ea0-2bcf462f977c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0365200 Jul 06 14:26:08.041393 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 8cecc2e6-45e4-4f49-b27c-56850fe91a30 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:08.090161 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 8cecc2e6-45e4-4f49-b27c-56850fe91a30 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:08.093679 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 8cecc2e6-45e4-4f49-b27c-56850fe91a30 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:08.094086 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:08.177246 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:08.199817 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2cf950-b3d6-4ddf-929d-798816bdc2d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cecc2e6-45e4-4f49-b27c-56850fe91a30'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:26:08.202108 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aaf169e-92d5-45fb-9518-e7e6bc41c5a2" -d '{"events": [{"server_uuid": "9a2cf950-b3d6-4ddf-929d-798816bdc2d2", "name": "network-vif-plugged", "status": "completed", "tag": "8cecc2e6-45e4-4f49-b27c-56850fe91a30"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:26:08.215551 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 8cecc2e6-45e4-4f49-b27c-56850fe91a30, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=8cecc2e6-45e4-4f49-b27c-56850fe91a30,segment=NetworkSegment(63c00358-8fd3-4cb9-8110-2f4f1d7d46fe),segment_id=63c00358-8fd3-4cb9-8110-2f4f1d7d46fe)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:08.221966 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:08.299716 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=8cecc2e6-45e4-4f49-b27c-56850fe91a30,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:08.338238 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad92ada2-de90-4d4e-bcb1-569b1d7673a8 x-openstack-request-id: req-ad92ada2-de90-4d4e-bcb1-569b1d7673a8 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:26:08.338544 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2cf950-b3d6-4ddf-929d-798816bdc2d2", "name": "network-vif-plugged", "status": "completed", "tag": "8cecc2e6-45e4-4f49-b27c-56850fe91a30", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:26:08.338797 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ad92ada2-de90-4d4e-bcb1-569b1d7673a8 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:26:08.339195 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2cf950-b3d6-4ddf-929d-798816bdc2d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cecc2e6-45e4-4f49-b27c-56850fe91a30', 'code': 200} Jul 06 14:26:08.476399 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd1919-cd1d-4ffc-a4fb-8eeb7ab7e946 req-164efcc4-f882-497a-92f6-2ee68a26193a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:08.477777 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-26fd1919-cd1d-4ffc-a4fb-8eeb7ab7e946 req-164efcc4-f882-497a-92f6-2ee68a26193a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9a2cf950-b3d6-4ddf-929d-798816bdc2d2 HTTP/1.1" status: 200 len: 1136 time: 0.0585709 Jul 06 14:26:08.517166 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-26fd1919-cd1d-4ffc-a4fb-8eeb7ab7e946 req-1ddd8335-9c04-446d-a8d8-3b2faab14ea6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2a8d30b9-02dd-48c2-af1c-3954168b5242&id=f7b48ea8-7e83-4018-9ea0-2bcf462f977c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0291283 Jul 06 14:26:09.011681 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f484f0-bc0b-49a1-9d5e-70c64de571fd req-2f12058a-897c-44cd-900c-242f6651f93c tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:09.013216 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08f484f0-bc0b-49a1-9d5e-70c64de571fd req-2f12058a-897c-44cd-900c-242f6651f93c tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a2cf950-b3d6-4ddf-929d-798816bdc2d2 HTTP/1.1" status: 200 len: 985 time: 0.0676544 Jul 06 14:26:09.054283 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08f484f0-bc0b-49a1-9d5e-70c64de571fd req-c8a23ec7-18e0-450a-806d-05a9686a0d8f tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/security-groups?id=2a8d30b9-02dd-48c2-af1c-3954168b5242&id=f7b48ea8-7e83-4018-9ea0-2bcf462f977c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0346079 Jul 06 14:26:10.233131 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:10.237016 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c97f8-7394-4fd2-9b93-508265ce4481 req-a10e96e4-8675-41ed-9f3c-48563fc31ba3 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:10.238625 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dd5c97f8-7394-4fd2-9b93-508265ce4481 req-a10e96e4-8675-41ed-9f3c-48563fc31ba3 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a2cf950-b3d6-4ddf-929d-798816bdc2d2 HTTP/1.1" status: 200 len: 985 time: 0.0708122 Jul 06 14:26:10.284866 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dd5c97f8-7394-4fd2-9b93-508265ce4481 req-4d29ba26-015f-44c9-9190-c1ec05e3e8e7 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/security-groups?id=2a8d30b9-02dd-48c2-af1c-3954168b5242&id=f7b48ea8-7e83-4018-9ea0-2bcf462f977c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0404348 Jul 06 14:26:10.461523 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd6f64-cb9a-4111-82a0-47c31e4da1d4 req-e3c45f09-c43e-4259-81cd-498a114303f8 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:10.463048 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d4cd6f64-cb9a-4111-82a0-47c31e4da1d4 req-e3c45f09-c43e-4259-81cd-498a114303f8 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a2cf950-b3d6-4ddf-929d-798816bdc2d2 HTTP/1.1" status: 200 len: 985 time: 0.0669210 Jul 06 14:26:10.507305 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d4cd6f64-cb9a-4111-82a0-47c31e4da1d4 req-6f45707f-bd58-4396-84eb-c00d1c459d01 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/security-groups?id=2a8d30b9-02dd-48c2-af1c-3954168b5242&id=f7b48ea8-7e83-4018-9ea0-2bcf462f977c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0382469 Jul 06 14:26:10.590209 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-da27f847-d8b7-4f4e-b8ea-660b440b18ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:10.667701 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58889f27-987b-4ba6-99e8-f8a1035ff317 req-8a51304d-d65f-495d-bb70-f306f3fe5b1a tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:10.669244 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58889f27-987b-4ba6-99e8-f8a1035ff317 req-8a51304d-d65f-495d-bb70-f306f3fe5b1a tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=9a2cf950-b3d6-4ddf-929d-798816bdc2d2 HTTP/1.1" status: 200 len: 1136 time: 0.0535402 Jul 06 14:26:10.688580 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-58889f27-987b-4ba6-99e8-f8a1035ff317 req-28bb4f72-3c97-4c21-bbae-62bfff2f8512 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:10.789355 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-58889f27-987b-4ba6-99e8-f8a1035ff317 req-28bb4f72-3c97-4c21-bbae-62bfff2f8512 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:10.793207 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-58889f27-987b-4ba6-99e8-f8a1035ff317 req-28bb4f72-3c97-4c21-bbae-62bfff2f8512 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:10.821480 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58889f27-987b-4ba6-99e8-f8a1035ff317 req-28bb4f72-3c97-4c21-bbae-62bfff2f8512 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=2a8d30b9-02dd-48c2-af1c-3954168b5242&id=f7b48ea8-7e83-4018-9ea0-2bcf462f977c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1456318 Jul 06 14:26:10.825997 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb4f72-3c97-4c21-bbae-62bfff2f8512 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1251609d-0f96-4a17-9e52-b3271c9e78e9,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:10.834639 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bb4f72-3c97-4c21-bbae-62bfff2f8512 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:10.834946 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bb4f72-3c97-4c21-bbae-62bfff2f8512 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:10.835298 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bb4f72-3c97-4c21-bbae-62bfff2f8512 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:10.835641 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bb4f72-3c97-4c21-bbae-62bfff2f8512 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:10.835978 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bb4f72-3c97-4c21-bbae-62bfff2f8512 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:10.836403 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bb4f72-3c97-4c21-bbae-62bfff2f8512 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:10.836640 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bb4f72-3c97-4c21-bbae-62bfff2f8512 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:10.836972 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bb4f72-3c97-4c21-bbae-62bfff2f8512 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:10.841884 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bb4f72-3c97-4c21-bbae-62bfff2f8512 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:10.841884 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bb4f72-3c97-4c21-bbae-62bfff2f8512 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:10.841884 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bb4f72-3c97-4c21-bbae-62bfff2f8512 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:10.841884 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bb4f72-3c97-4c21-bbae-62bfff2f8512 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:10.849002 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34494) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:10.901883 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37214187-d76a-42d9-ad01-2aba43e14d8a tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:10.903453 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-37214187-d76a-42d9-ad01-2aba43e14d8a tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=9a2cf950-b3d6-4ddf-929d-798816bdc2d2 HTTP/1.1" status: 200 len: 1131 time: 0.0533154 Jul 06 14:26:10.906535 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34496) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:10.911791 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-2dde63ec-8243-491b-a332-c246ffc3c4bc tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'port_id': '8cecc2e6-45e4-4f49-b27c-56850fe91a30', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:10.934537 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2dde63ec-8243-491b-a332-c246ffc3c4bc tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for floatingip, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:11.032727 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2dde63ec-8243-491b-a332-c246ffc3c4bc tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:11.137901 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-2dde63ec-8243-491b-a332-c246ffc3c4bc tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Allocated IP 172.25.6.67 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/2a28e6c6-ea1b-4c02-9903-5a9bfb579419) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:11.243416 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2dde63ec-8243-491b-a332-c246ffc3c4bc tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:11.289856 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2dde63ec-8243-491b-a332-c246ffc3c4bc tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:11.326409 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dde63ec-8243-491b-a332-c246ffc3c4bc tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:11.329180 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-2dde63ec-8243-491b-a332-c246ffc3c4bc tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:11.332793 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dde63ec-8243-491b-a332-c246ffc3c4bc tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:26:11.357737 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde63ec-8243-491b-a332-c246ffc3c4bc tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Pushing event updated for resources: {'Port': ['ID=2a28e6c6-ea1b-4c02-9903-5a9bfb579419,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:11.613546 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:11.722770 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2dde63ec-8243-491b-a332-c246ffc3c4bc tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:11.799853 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2dde63ec-8243-491b-a332-c246ffc3c4bc tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:11.962708 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2dde63ec-8243-491b-a332-c246ffc3c4bc tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:11.967537 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2dde63ec-8243-491b-a332-c246ffc3c4bc tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:12.036247 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde63ec-8243-491b-a332-c246ffc3c4bc tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Pushing event updated for resources: {'Port': ['ID=2a28e6c6-ea1b-4c02-9903-5a9bfb579419,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:12.050418 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2dde63ec-8243-491b-a332-c246ffc3c4bc tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:12.155631 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-2dde63ec-8243-491b-a332-c246ffc3c4bc tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Floating IP 600d15a0-05d3-4570-9bb2-592f9b5a9bd0 associated. External IP: 172.25.6.67, port: 8cecc2e6-45e4-4f49-b27c-56850fe91a30. Jul 06 14:26:12.368857 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dde63ec-8243-491b-a332-c246ffc3c4bc tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Router 2396a71b-8cb4-4883-aa92-bb65e68ca775 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:26:12.794367 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dde63ec-8243-491b-a332-c246ffc3c4bc tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:26:12.805728 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab1cefa-de0b-44e5-996f-bb31b77a8166 None None] Sync routers for ids ['2396a71b-8cb4-4883-aa92-bb65e68ca775'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:26:12.814291 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2dde63ec-8243-491b-a332-c246ffc3c4bc tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:12.815531 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab1cefa-de0b-44e5-996f-bb31b77a8166 None None] Routers {'2396a71b-8cb4-4883-aa92-bb65e68ca775'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:26:12.816324 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8ab1cefa-de0b-44e5-996f-bb31b77a8166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:26:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2396a71b-8cb4-4883-aa92-bb65e68ca775'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:12.853496 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2dde63ec-8243-491b-a332-c246ffc3c4bc tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9459126 Jul 06 14:26:12.854151 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2cf950-b3d6-4ddf-929d-798816bdc2d2', 'tag': '8cecc2e6-45e4-4f49-b27c-56850fe91a30'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:26:12.856270 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34500) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:12.856721 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3d693f-1290-4152-9b6d-038345affd5b" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2cf950-b3d6-4ddf-929d-798816bdc2d2", "tag": "8cecc2e6-45e4-4f49-b27c-56850fe91a30"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:26:12.945882 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-8ab1cefa-de0b-44e5-996f-bb31b77a8166 None None] Set router 2396a71b-8cb4-4883-aa92-bb65e68ca775 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:26:12.966501 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aebfbe8-726d-4146-b589-ddca2d6fe2f4 x-openstack-request-id: req-5aebfbe8-726d-4146-b589-ddca2d6fe2f4 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:26:12.967037 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2cf950-b3d6-4ddf-929d-798816bdc2d2", "tag": "8cecc2e6-45e4-4f49-b27c-56850fe91a30", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:26:12.967037 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-5aebfbe8-726d-4146-b589-ddca2d6fe2f4 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:26:12.967484 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2cf950-b3d6-4ddf-929d-798816bdc2d2', 'tag': '8cecc2e6-45e4-4f49-b27c-56850fe91a30', 'status': 'completed', 'code': 200} Jul 06 14:26:12.970296 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4709f9-0160-4556-aea5-7a861a44895c tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:12.970808 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4709f9-0160-4556-aea5-7a861a44895c tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:12.972976 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4709f9-0160-4556-aea5-7a861a44895c tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:12.972976 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4709f9-0160-4556-aea5-7a861a44895c tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:12.976818 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2c4709f9-0160-4556-aea5-7a861a44895c tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] 10.222.0.118 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1168044 Jul 06 14:26:12.977327 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34506) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:13.041655 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bc8e33-08f9-4d90-9ad1-5a68a1ddc586 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:13.042193 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bc8e33-08f9-4d90-9ad1-5a68a1ddc586 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:13.042977 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bc8e33-08f9-4d90-9ad1-5a68a1ddc586 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:13.043250 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bc8e33-08f9-4d90-9ad1-5a68a1ddc586 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:13.047936 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-28bc8e33-08f9-4d90-9ad1-5a68a1ddc586 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] 10.222.0.118 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0667295 Jul 06 14:26:13.048281 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34508) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:13.053237 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d693f-1290-4152-9b6d-038345affd5b req-f6c48c5a-4a51-4689-a010-63eddb752ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:13.055099 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c3d693f-1290-4152-9b6d-038345affd5b req-f6c48c5a-4a51-4689-a010-63eddb752ff7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=886b88d904184c869bc8d457531b6eb8&device_id=9a2cf950-b3d6-4ddf-929d-798816bdc2d2 HTTP/1.1" status: 200 len: 1136 time: 0.0619755 Jul 06 14:26:13.156910 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d693f-1290-4152-9b6d-038345affd5b req-53005c1e-f54f-40a7-bce1-cf2f548fa108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:13.160784 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c3d693f-1290-4152-9b6d-038345affd5b req-53005c1e-f54f-40a7-bce1-cf2f548fa108 service neutron] 10.222.0.52 "GET /v2.0/networks?id=90dcea9b-3654-4817-90db-78fabb64c389 HTTP/1.1" status: 200 len: 898 time: 0.0988591 Jul 06 14:26:13.182646 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:13.198332 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8ab1cefa-de0b-44e5-996f-bb31b77a8166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'name': 'tempest-TestSecurityGroupsBasicOps-router-865372966', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'aa46e777-ccd9-4e8c-9ae1-6fee980f9182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:52Z', 'updated_at': '2021-07-06T14:25:56Z', 'revision_number': 4, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'gw_port': {'id': 'aa46e777-ccd9-4e8c-9ae1-6fee980f9182', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:53Z', 'updated_at': '2021-07-06T14:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '600d15a0-05d3-4570-9bb2-592f9b5a9bd0', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'port_id': '8cecc2e6-45e4-4f49-b27c-56850fe91a30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90dcea9b-3654-4817-90db-78fabb64c389', 'mac_address': 'fa:16:3e:2f:04:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2cf950-b3d6-4ddf-929d-798816bdc2d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:26:11Z', 'updated_at': '2021-07-06T14:26:11Z', 'revision_number': 0, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9497397d-f527-471b-81e1-602f603a4c77', 'name': '', 'network_id': '90dcea9b-3654-4817-90db-78fabb64c389', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'mac_address': 'fa:16:3e:e8:a6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '9b66dd65-021f-46be-8405-d6eb03cc1a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:55Z', 'updated_at': '2021-07-06T14:26:01Z', 'revision_number': 5, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'subnets': [{'id': '9b66dd65-021f-46be-8405-d6eb03cc1a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:13.215427 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3c29eb58-d6f2-484f-a0cd-993a2cd49a69 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] 10.222.0.118 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1614 time: 0.1636136 Jul 06 14:26:13.215725 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34510) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:13.227244 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab1cefa-de0b-44e5-996f-bb31b77a8166 None None] Checking router: 2396a71b-8cb4-4883-aa92-bb65e68ca775 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:26:13.240143 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab1cefa-de0b-44e5-996f-bb31b77a8166 None None] Routers {'2396a71b-8cb4-4883-aa92-bb65e68ca775'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:26:13.240785 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8ab1cefa-de0b-44e5-996f-bb31b77a8166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:26:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2396a71b-8cb4-4883-aa92-bb65e68ca775'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:13.241665 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c3d693f-1290-4152-9b6d-038345affd5b req-5884fec2-be3c-4502-8792-759cee65f34b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cecc2e6-45e4-4f49-b27c-56850fe91a30 HTTP/1.1" status: 200 len: 999 time: 0.0742834 Jul 06 14:26:13.278630 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624454da-3c56-4aff-b42b-b66134e1869e tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:13.279159 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624454da-3c56-4aff-b42b-b66134e1869e tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:13.281139 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-624454da-3c56-4aff-b42b-b66134e1869e tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=2396a71b-8cb4-4883-aa92-bb65e68ca775 HTTP/1.1" status: 200 len: 1990 time: 0.0645206 Jul 06 14:26:13.301353 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d693f-1290-4152-9b6d-038345affd5b req-061594ac-61b3-4011-a9de-b9daa144a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:13.302829 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c3d693f-1290-4152-9b6d-038345affd5b req-061594ac-61b3-4011-a9de-b9daa144a311 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9b66dd65-021f-46be-8405-d6eb03cc1a67 HTTP/1.1" status: 200 len: 834 time: 0.0545087 Jul 06 14:26:13.368878 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d693f-1290-4152-9b6d-038345affd5b req-db0c5bba-3bd8-437b-8dc0-dd2d4ecb6164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:13.370541 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c3d693f-1290-4152-9b6d-038345affd5b req-db0c5bba-3bd8-437b-8dc0-dd2d4ecb6164 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90dcea9b-3654-4817-90db-78fabb64c389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610790 Jul 06 14:26:13.468972 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c3d693f-1290-4152-9b6d-038345affd5b req-a618aeda-27e4-431c-8951-066c74defcf7 service neutron] 10.222.0.52 "GET /v2.0/networks/90dcea9b-3654-4817-90db-78fabb64c389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915372 Jul 06 14:26:13.514035 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-8ab1cefa-de0b-44e5-996f-bb31b77a8166 None None] Set router 2396a71b-8cb4-4883-aa92-bb65e68ca775 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:26:13.566030 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c3d693f-1290-4152-9b6d-038345affd5b req-d42350c9-38d6-44f5-86ec-1a1a0e4d3733 service neutron] 10.222.0.52 "GET /v2.0/networks/90dcea9b-3654-4817-90db-78fabb64c389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904198 Jul 06 14:26:13.723906 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:26:13.748532 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8ab1cefa-de0b-44e5-996f-bb31b77a8166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'name': 'tempest-TestSecurityGroupsBasicOps-router-865372966', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'aa46e777-ccd9-4e8c-9ae1-6fee980f9182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:52Z', 'updated_at': '2021-07-06T14:25:56Z', 'revision_number': 4, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'gw_port': {'id': 'aa46e777-ccd9-4e8c-9ae1-6fee980f9182', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:53Z', 'updated_at': '2021-07-06T14:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '600d15a0-05d3-4570-9bb2-592f9b5a9bd0', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'port_id': '8cecc2e6-45e4-4f49-b27c-56850fe91a30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90dcea9b-3654-4817-90db-78fabb64c389', 'mac_address': 'fa:16:3e:2f:04:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2cf950-b3d6-4ddf-929d-798816bdc2d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:26:11Z', 'updated_at': '2021-07-06T14:26:11Z', 'revision_number': 0, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9497397d-f527-471b-81e1-602f603a4c77', 'name': '', 'network_id': '90dcea9b-3654-4817-90db-78fabb64c389', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'mac_address': 'fa:16:3e:e8:a6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '9b66dd65-021f-46be-8405-d6eb03cc1a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:55Z', 'updated_at': '2021-07-06T14:26:01Z', 'revision_number': 5, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'subnets': [{'id': '9b66dd65-021f-46be-8405-d6eb03cc1a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:13.776469 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab1cefa-de0b-44e5-996f-bb31b77a8166 None None] The sync data for ids ['2396a71b-8cb4-4883-aa92-bb65e68ca775'] in n-d-773644-6 is: [{'id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'name': 'tempest-TestSecurityGroupsBasicOps-router-865372966', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'aa46e777-ccd9-4e8c-9ae1-6fee980f9182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:52Z', 'updated_at': '2021-07-06T14:25:56Z', 'revision_number': 4, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'gw_port': {'id': 'aa46e777-ccd9-4e8c-9ae1-6fee980f9182', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:53Z', 'updated_at': '2021-07-06T14:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '600d15a0-05d3-4570-9bb2-592f9b5a9bd0', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'floating_ip_address': '172.25.6.67', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'port_id': '8cecc2e6-45e4-4f49-b27c-56850fe91a30', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90dcea9b-3654-4817-90db-78fabb64c389', 'mac_address': 'fa:16:3e:2f:04:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2cf950-b3d6-4ddf-929d-798816bdc2d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:26:11Z', 'updated_at': '2021-07-06T14:26:11Z', 'revision_number': 0, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9497397d-f527-471b-81e1-602f603a4c77', 'name': '', 'network_id': '90dcea9b-3654-4817-90db-78fabb64c389', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'mac_address': 'fa:16:3e:e8:a6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '9b66dd65-021f-46be-8405-d6eb03cc1a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:55Z', 'updated_at': '2021-07-06T14:26:01Z', 'revision_number': 5, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'subnets': [{'id': '9b66dd65-021f-46be-8405-d6eb03cc1a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:26:13.974017 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9badea1-5bce-40fa-b72d-55723ee507ae None None] New status for floating IP 600d15a0-05d3-4570-9bb2-592f9b5a9bd0: ACTIVE {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:26:16.827432 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:18.920247 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:32.945764 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-023825e3-c565-4505-8eec-029f660596c7 req-fb2fd0dc-b248-4ed0-b0e2-8f43624a7acb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9a2cf950-b3d6-4ddf-929d-798816bdc2d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1089184 Jul 06 14:26:33.043277 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023825e3-c565-4505-8eec-029f660596c7 req-705281e0-b822-484e-808a-bf0f1122737b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:33.044759 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-023825e3-c565-4505-8eec-029f660596c7 req-705281e0-b822-484e-808a-bf0f1122737b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=886b88d904184c869bc8d457531b6eb8&device_id=9a2cf950-b3d6-4ddf-929d-798816bdc2d2 HTTP/1.1" status: 200 len: 1136 time: 0.0534782 Jul 06 14:26:33.152348 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023825e3-c565-4505-8eec-029f660596c7 req-52e0d6e0-27f0-4e71-a13e-f0f89a921df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:33.153875 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-023825e3-c565-4505-8eec-029f660596c7 req-52e0d6e0-27f0-4e71-a13e-f0f89a921df0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=90dcea9b-3654-4817-90db-78fabb64c389 HTTP/1.1" status: 200 len: 898 time: 0.0878108 Jul 06 14:26:33.217823 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-023825e3-c565-4505-8eec-029f660596c7 req-fa894808-e161-4759-ad05-1883e9e028fa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cecc2e6-45e4-4f49-b27c-56850fe91a30 HTTP/1.1" status: 200 len: 1001 time: 0.0572670 Jul 06 14:26:33.273160 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023825e3-c565-4505-8eec-029f660596c7 req-b08b805f-8d46-4be2-b25b-ab676eae0dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:33.274648 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-023825e3-c565-4505-8eec-029f660596c7 req-b08b805f-8d46-4be2-b25b-ab676eae0dc9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9b66dd65-021f-46be-8405-d6eb03cc1a67 HTTP/1.1" status: 200 len: 834 time: 0.0487061 Jul 06 14:26:33.331956 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023825e3-c565-4505-8eec-029f660596c7 req-926f4d01-8c78-40b3-845f-13b948df0e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:33.333359 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-023825e3-c565-4505-8eec-029f660596c7 req-926f4d01-8c78-40b3-845f-13b948df0e6e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90dcea9b-3654-4817-90db-78fabb64c389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514119 Jul 06 14:26:33.419543 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-023825e3-c565-4505-8eec-029f660596c7 req-19058175-3441-4d67-9451-087b7c3e88d3 service neutron] 10.222.0.52 "GET /v2.0/networks/90dcea9b-3654-4817-90db-78fabb64c389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794032 Jul 06 14:26:33.527702 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-023825e3-c565-4505-8eec-029f660596c7 req-1cceaa3e-137e-4d43-9779-11e0c202b3d6 service neutron] 10.222.0.52 "GET /v2.0/networks/90dcea9b-3654-4817-90db-78fabb64c389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930123 Jul 06 14:26:37.343027 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d9c34cc6-0ef0-4638-9941-a3a449f834cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:40.225520 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:40.590784 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3b1fee98-25be-4c1f-a571-829fe4ca944e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:41.610427 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:43.178886 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:46.842699 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:48.940178 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:50.180399 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34530) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:50.270411 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b70cae6b-2840-4652-9817-3036129da0e4 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] 10.222.0.118 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1376 time: 0.0886235 Jul 06 14:26:50.272997 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34532) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:50.278087 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-a34bf342-9c3f-4ae3-8dca-ec0f517c398d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Request body: {'network': {'name': 'tempest-network-smoke--598954978', 'project_id': '886b88d904184c869bc8d457531b6eb8', 'port_security_enabled': False}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:50.298374 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34bf342-9c3f-4ae3-8dca-ec0f517c398d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Made reservation on behalf of 886b88d904184c869bc8d457531b6eb8 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:26:50.302354 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a34bf342-9c3f-4ae3-8dca-ec0f517c398d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:50.328240 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34bf342-9c3f-4ae3-8dca-ec0f517c398d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:26:50.337733 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a34bf342-9c3f-4ae3-8dca-ec0f517c398d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:50.338107 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-a34bf342-9c3f-4ae3-8dca-ec0f517c398d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Added segment a3ce58d8-e298-4cad-bb68-07820fe59bcc of type vlan for network a4a61250-e9ab-40c6-b9c3-d319ff10bcdc Jul 06 14:26:50.376921 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a34bf342-9c3f-4ae3-8dca-ec0f517c398d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:50.407339 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a34bf342-9c3f-4ae3-8dca-ec0f517c398d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:50.413624 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34bf342-9c3f-4ae3-8dca-ec0f517c398d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:50.414246 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a34bf342-9c3f-4ae3-8dca-ec0f517c398d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:50.465568 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a34bf342-9c3f-4ae3-8dca-ec0f517c398d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1913965 Jul 06 14:26:50.468350 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34534) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:50.474507 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-876438de-b453-448c-95a0-c9aaa2c1cf38 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1320598314', 'admin_state_up': True, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:50.480799 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bf342-9c3f-4ae3-8dca-ec0f517c398d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Pushing event updated for resources: {'Network': ['ID=a4a61250-e9ab-40c6-b9c3-d319ff10bcdc,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:50.489222 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34bf342-9c3f-4ae3-8dca-ec0f517c398d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:50.489581 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34bf342-9c3f-4ae3-8dca-ec0f517c398d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:50.489984 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34bf342-9c3f-4ae3-8dca-ec0f517c398d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:50.490327 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34bf342-9c3f-4ae3-8dca-ec0f517c398d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:50.490666 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34bf342-9c3f-4ae3-8dca-ec0f517c398d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:50.491018 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34bf342-9c3f-4ae3-8dca-ec0f517c398d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:50.491333 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34bf342-9c3f-4ae3-8dca-ec0f517c398d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:50.491661 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34bf342-9c3f-4ae3-8dca-ec0f517c398d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:50.491993 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34bf342-9c3f-4ae3-8dca-ec0f517c398d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:50.492320 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34bf342-9c3f-4ae3-8dca-ec0f517c398d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:50.492654 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34bf342-9c3f-4ae3-8dca-ec0f517c398d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:50.492975 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34bf342-9c3f-4ae3-8dca-ec0f517c398d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:50.505090 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network a4a61250-e9ab-40c6-b9c3-d319ff10bcdc details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:26:50.515154 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-876438de-b453-448c-95a0-c9aaa2c1cf38 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:50.516369 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-876438de-b453-448c-95a0-c9aaa2c1cf38 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:50.572717 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-876438de-b453-448c-95a0-c9aaa2c1cf38 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:50.703899 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-876438de-b453-448c-95a0-c9aaa2c1cf38 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:50.724105 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:26:50.897114 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-876438de-b453-448c-95a0-c9aaa2c1cf38 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for router_gateway, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:50.915025 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-876438de-b453-448c-95a0-c9aaa2c1cf38 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:51.013629 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-876438de-b453-448c-95a0-c9aaa2c1cf38 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Allocated IP 172.25.6.113 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/fefcd3a4-6ac4-461c-9848-43ae8ce7c5af) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:51.115394 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-876438de-b453-448c-95a0-c9aaa2c1cf38 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:51.155414 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-876438de-b453-448c-95a0-c9aaa2c1cf38 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:51.193625 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876438de-b453-448c-95a0-c9aaa2c1cf38 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:51.196453 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-876438de-b453-448c-95a0-c9aaa2c1cf38 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:51.203588 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876438de-b453-448c-95a0-c9aaa2c1cf38 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:26:51.209127 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876438de-b453-448c-95a0-c9aaa2c1cf38 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Pushing event updated for resources: {'Port': ['ID=fefcd3a4-6ac4-461c-9848-43ae8ce7c5af,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:51.451719 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-876438de-b453-448c-95a0-c9aaa2c1cf38 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for router_gateway, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:51.646963 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-876438de-b453-448c-95a0-c9aaa2c1cf38 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:52.092901 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876438de-b453-448c-95a0-c9aaa2c1cf38 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Router 5c243645-1f48-4fea-9b38-9a8bbdd7238f is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:26:52.196827 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876438de-b453-448c-95a0-c9aaa2c1cf38 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:26:52.207002 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4091cc-40db-4c2a-8153-520c0da91a1b None None] Sync routers for ids ['5c243645-1f48-4fea-9b38-9a8bbdd7238f'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:26:52.216284 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4091cc-40db-4c2a-8153-520c0da91a1b None None] Routers {'5c243645-1f48-4fea-9b38-9a8bbdd7238f'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:26:52.216575 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-876438de-b453-448c-95a0-c9aaa2c1cf38 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:52.217111 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-4b4091cc-40db-4c2a-8153-520c0da91a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:26:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['5c243645-1f48-4fea-9b38-9a8bbdd7238f'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:52.220469 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-876438de-b453-448c-95a0-c9aaa2c1cf38 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7481823 Jul 06 14:26:52.220689 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34536) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:52.287161 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c95ef03-02ae-4d8d-8256-f5510433b87b tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:52.288698 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0c95ef03-02ae-4d8d-8256-f5510433b87b tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] 10.222.0.118 "GET /v2.0/subnets?project_id=886b88d904184c869bc8d457531b6eb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0664320 Jul 06 14:26:52.291460 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34538) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:52.324986 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-4b4091cc-40db-4c2a-8153-520c0da91a1b None None] Set router 5c243645-1f48-4fea-9b38-9a8bbdd7238f gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:26:52.447733 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14d451f-06c0-4639-9303-5893cf7f750e tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:52.449262 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e14d451f-06c0-4639-9303-5893cf7f750e tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] 10.222.0.118 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1568849 Jul 06 14:26:52.452082 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34540) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:52.479816 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c025a7e5-a006-4ad7-aeb3-83517cd80b2c tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] 10.222.0.118 "GET /v2.0/subnets?network_id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266502 Jul 06 14:26:52.482398 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34542) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:52.505339 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-4b4091cc-40db-4c2a-8153-520c0da91a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c243645-1f48-4fea-9b38-9a8bbdd7238f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1320598314', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'fefcd3a4-6ac4-461c-9848-43ae8ce7c5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:50Z', 'updated_at': '2021-07-06T14:26:51Z', 'revision_number': 3, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'gw_port': {'id': 'fefcd3a4-6ac4-461c-9848-43ae8ce7c5af', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c243645-1f48-4fea-9b38-9a8bbdd7238f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:50Z', 'updated_at': '2021-07-06T14:26:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:52.509585 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f659139f-23cd-4f7b-9d3f-4c1dcc0f68a4 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] 10.222.0.118 "GET /v2.0/subnets?project_id=886b88d904184c869bc8d457531b6eb8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261452 Jul 06 14:26:52.512198 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34544) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:52.536926 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4091cc-40db-4c2a-8153-520c0da91a1b None None] Checking router: 5c243645-1f48-4fea-9b38-9a8bbdd7238f for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:26:52.537285 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4091cc-40db-4c2a-8153-520c0da91a1b None None] Updating router 5c243645-1f48-4fea-9b38-9a8bbdd7238f port fefcd3a4-6ac4-461c-9848-43ae8ce7c5af binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:26:52.572233 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4b4091cc-40db-4c2a-8153-520c0da91a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:52.603282 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f7e6f8-1fbd-4988-bcda-38fbb6bf6d46 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:52.604818 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-90f7e6f8-1fbd-4988-bcda-38fbb6bf6d46 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] 10.222.0.118 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917063 Jul 06 14:26:52.607635 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34546) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:52.638421 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-bb3c0a19-6390-45a0-8709-36d2a64ad2e1 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] 10.222.0.118 "GET /v2.0/subnets?network_id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273936 Jul 06 14:26:52.638604 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34548) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:52.643431 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-36fd02c1-8819-4995-be8c-c32c5ea9fcee tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1918005556', 'network_id': 'a4a61250-e9ab-40c6-b9c3-d319ff10bcdc', 'project_id': '886b88d904184c869bc8d457531b6eb8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:26:52.735400 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fd02c1-8819-4995-be8c-c32c5ea9fcee tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Made reservation on behalf of 886b88d904184c869bc8d457531b6eb8 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:26:52.739677 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-36fd02c1-8819-4995-be8c-c32c5ea9fcee tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:52.824768 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4b4091cc-40db-4c2a-8153-520c0da91a1b None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:52.834585 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4b4091cc-40db-4c2a-8153-520c0da91a1b None None] Transition to ACTIVE for port object fefcd3a4-6ac4-461c-9848-43ae8ce7c5af will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:52.840119 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4b4091cc-40db-4c2a-8153-520c0da91a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:52.892190 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-4b4091cc-40db-4c2a-8153-520c0da91a1b None None] Attempting to bind port fefcd3a4-6ac4-461c-9848-43ae8ce7c5af on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:26:52.892486 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-4b4091cc-40db-4c2a-8153-520c0da91a1b None None] Attempting to bind port fefcd3a4-6ac4-461c-9848-43ae8ce7c5af by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:26:52.892881 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4091cc-40db-4c2a-8153-520c0da91a1b None None] Attempting to bind port fefcd3a4-6ac4-461c-9848-43ae8ce7c5af on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:26:52.895902 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8cb17a-7f32-4a59-a08f-f600fe0d47a3 None None] Pushing event updated for resources: {'Port': ['ID=fefcd3a4-6ac4-461c-9848-43ae8ce7c5af,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:52.900408 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4091cc-40db-4c2a-8153-520c0da91a1b None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:26:52.900787 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4091cc-40db-4c2a-8153-520c0da91a1b None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:26:52.901192 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4b4091cc-40db-4c2a-8153-520c0da91a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:52.901580 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4091cc-40db-4c2a-8153-520c0da91a1b None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:26:52.902074 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-4b4091cc-40db-4c2a-8153-520c0da91a1b None None] Bound port: fefcd3a4-6ac4-461c-9848-43ae8ce7c5af, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:26:52.902460 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4b4091cc-40db-4c2a-8153-520c0da91a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:52.928215 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-36fd02c1-8819-4995-be8c-c32c5ea9fcee tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:52.958393 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-4b4091cc-40db-4c2a-8153-520c0da91a1b None None] For port fefcd3a4-6ac4-461c-9848-43ae8ce7c5af, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:26:52.961839 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-4b4091cc-40db-4c2a-8153-520c0da91a1b None None] For port fefcd3a4-6ac4-461c-9848-43ae8ce7c5af, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=fefcd3a4-6ac4-461c-9848-43ae8ce7c5af,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:26:52.966388 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4b4091cc-40db-4c2a-8153-520c0da91a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:52.990662 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd02c1-8819-4995-be8c-c32c5ea9fcee tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Pushing event updated for resources: {'Subnet': ['ID=60985557-66c4-4ca2-8d44-d64a5e7f147e,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:53.000940 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fd02c1-8819-4995-be8c-c32c5ea9fcee tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Checking segment: {'id': 'a3ce58d8-e298-4cad-bb68-07820fe59bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a4a61250-e9ab-40c6-b9c3-d319ff10bcdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:26:53.001315 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fd02c1-8819-4995-be8c-c32c5ea9fcee tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Network hostable DHCP agents. Network: a4a61250-e9ab-40c6-b9c3-d319ff10bcdc, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:26:53.019045 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fd02c1-8819-4995-be8c-c32c5ea9fcee tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Network a4a61250-e9ab-40c6-b9c3-d319ff10bcdc is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:26:53.024048 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4091cc-40db-4c2a-8153-520c0da91a1b None None] Routers {'5c243645-1f48-4fea-9b38-9a8bbdd7238f'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:26:53.024689 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-4b4091cc-40db-4c2a-8153-520c0da91a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:26:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['5c243645-1f48-4fea-9b38-9a8bbdd7238f'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:53.027495 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-36fd02c1-8819-4995-be8c-c32c5ea9fcee tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, a4a61250-e9ab-40c6-b9c3-d319ff10bcdc) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:53.033429 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fd02c1-8819-4995-be8c-c32c5ea9fcee tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:53.035941 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-36fd02c1-8819-4995-be8c-c32c5ea9fcee tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:53.052149 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-36fd02c1-8819-4995-be8c-c32c5ea9fcee tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4125984 Jul 06 14:26:53.054803 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34550) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:26:53.062574 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab3cc6f-1351-4439-8f2f-7f739536d969 None None] Network a4a61250-e9ab-40c6-b9c3-d319ff10bcdc requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:26:53.065356 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8cb17a-7f32-4a59-a08f-f600fe0d47a3 None None] Pushing event updated for resources: {'Port': ['ID=fefcd3a4-6ac4-461c-9848-43ae8ce7c5af,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:53.226016 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-4b4091cc-40db-4c2a-8153-520c0da91a1b None None] Set router 5c243645-1f48-4fea-9b38-9a8bbdd7238f gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:26:53.359737 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a820c3c-5423-46d6-9478-b7f33f954595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-a4a61250-e9ab-40c6-b9c3-d319ff10bcdc', 'network_id': 'a4a61250-e9ab-40c6-b9c3-d319ff10bcdc', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'fixed_ips': [{'subnet_id': '60985557-66c4-4ca2-8d44-d64a5e7f147e'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:26:53.360205 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8a820c3c-5423-46d6-9478-b7f33f954595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:53.490941 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-94628d16-c597-4ac3-acf8-e416abeb6aab tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:53.548211 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-8a820c3c-5423-46d6-9478-b7f33f954595 None None] Allocated IP 172.20.0.18 (a4a61250-e9ab-40c6-b9c3-d319ff10bcdc/60985557-66c4-4ca2-8d44-d64a5e7f147e/474368b2-b0a9-44cc-8968-659fec2e6cf0) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:53.554131 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-4b4091cc-40db-4c2a-8153-520c0da91a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c243645-1f48-4fea-9b38-9a8bbdd7238f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1320598314', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'fefcd3a4-6ac4-461c-9848-43ae8ce7c5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:50Z', 'updated_at': '2021-07-06T14:26:51Z', 'revision_number': 3, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'gw_port': {'id': 'fefcd3a4-6ac4-461c-9848-43ae8ce7c5af', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c243645-1f48-4fea-9b38-9a8bbdd7238f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:50Z', 'updated_at': '2021-07-06T14:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:53.584746 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4091cc-40db-4c2a-8153-520c0da91a1b None None] The sync data for ids ['5c243645-1f48-4fea-9b38-9a8bbdd7238f'] in n-d-773644-6 is: [{'id': '5c243645-1f48-4fea-9b38-9a8bbdd7238f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1320598314', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'fefcd3a4-6ac4-461c-9848-43ae8ce7c5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:50Z', 'updated_at': '2021-07-06T14:26:51Z', 'revision_number': 3, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'gw_port': {'id': 'fefcd3a4-6ac4-461c-9848-43ae8ce7c5af', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c243645-1f48-4fea-9b38-9a8bbdd7238f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:50Z', 'updated_at': '2021-07-06T14:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:26:53.743885 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8a820c3c-5423-46d6-9478-b7f33f954595 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:53.752017 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8a820c3c-5423-46d6-9478-b7f33f954595 None None] Transition to ACTIVE for port object 474368b2-b0a9-44cc-8968-659fec2e6cf0 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:53.767681 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8a820c3c-5423-46d6-9478-b7f33f954595 None None] Transition to ACTIVE for port object 474368b2-b0a9-44cc-8968-659fec2e6cf0 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:53.774597 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8a820c3c-5423-46d6-9478-b7f33f954595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:53.812138 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a820c3c-5423-46d6-9478-b7f33f954595 None None] Network a4a61250-e9ab-40c6-b9c3-d319ff10bcdc is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:53.817446 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-8a820c3c-5423-46d6-9478-b7f33f954595 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:53.827116 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a820c3c-5423-46d6-9478-b7f33f954595 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:26:53.854895 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a820c3c-5423-46d6-9478-b7f33f954595 None None] Pushing event updated for resources: {'Port': ['ID=474368b2-b0a9-44cc-8968-659fec2e6cf0,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:53.855906 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-94628d16-c597-4ac3-acf8-e416abeb6aab tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Allocated IP 172.20.0.17 (a4a61250-e9ab-40c6-b9c3-d319ff10bcdc/60985557-66c4-4ca2-8d44-d64a5e7f147e/200a0c28-3773-4667-adb2-205c49c26a6c) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:26:53.913787 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8a820c3c-5423-46d6-9478-b7f33f954595 None None] Attempting to bind port 474368b2-b0a9-44cc-8968-659fec2e6cf0 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:26:53.914180 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8a820c3c-5423-46d6-9478-b7f33f954595 None None] Attempting to bind port 474368b2-b0a9-44cc-8968-659fec2e6cf0 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'a3ce58d8-e298-4cad-bb68-07820fe59bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a4a61250-e9ab-40c6-b9c3-d319ff10bcdc'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:26:53.914543 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a820c3c-5423-46d6-9478-b7f33f954595 None None] Attempting to bind port 474368b2-b0a9-44cc-8968-659fec2e6cf0 on network a4a61250-e9ab-40c6-b9c3-d319ff10bcdc {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:26:53.919864 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a820c3c-5423-46d6-9478-b7f33f954595 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:26:53.920244 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a820c3c-5423-46d6-9478-b7f33f954595 None None] Checking segment: {'id': 'a3ce58d8-e298-4cad-bb68-07820fe59bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a4a61250-e9ab-40c6-b9c3-d319ff10bcdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:26:53.920655 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8a820c3c-5423-46d6-9478-b7f33f954595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:53.921052 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a820c3c-5423-46d6-9478-b7f33f954595 None None] Bound using segment: {'id': 'a3ce58d8-e298-4cad-bb68-07820fe59bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a4a61250-e9ab-40c6-b9c3-d319ff10bcdc'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:26:53.921518 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8a820c3c-5423-46d6-9478-b7f33f954595 None None] Bound port: 474368b2-b0a9-44cc-8968-659fec2e6cf0, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ce58d8-e298-4cad-bb68-07820fe59bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a4a61250-e9ab-40c6-b9c3-d319ff10bcdc'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:26:53.921945 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8a820c3c-5423-46d6-9478-b7f33f954595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:53.990828 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8a820c3c-5423-46d6-9478-b7f33f954595 None None] For port 474368b2-b0a9-44cc-8968-659fec2e6cf0, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:26:53.992558 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-94628d16-c597-4ac3-acf8-e416abeb6aab tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:53.994135 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8a820c3c-5423-46d6-9478-b7f33f954595 None None] For port 474368b2-b0a9-44cc-8968-659fec2e6cf0, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=474368b2-b0a9-44cc-8968-659fec2e6cf0,segment=NetworkSegment(a3ce58d8-e298-4cad-bb68-07820fe59bcc),segment_id=a3ce58d8-e298-4cad-bb68-07820fe59bcc)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:26:54.001945 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8a820c3c-5423-46d6-9478-b7f33f954595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:54.010140 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-94628d16-c597-4ac3-acf8-e416abeb6aab tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Transition to ACTIVE for port object 200a0c28-3773-4667-adb2-205c49c26a6c will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:54.056876 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-94628d16-c597-4ac3-acf8-e416abeb6aab tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:54.067101 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a820c3c-5423-46d6-9478-b7f33f954595 None None] Pushing event updated for resources: {'Port': ['ID=474368b2-b0a9-44cc-8968-659fec2e6cf0,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:54.108301 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94628d16-c597-4ac3-acf8-e416abeb6aab tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Network a4a61250-e9ab-40c6-b9c3-d319ff10bcdc is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:54.111897 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-94628d16-c597-4ac3-acf8-e416abeb6aab tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:54.117382 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94628d16-c597-4ac3-acf8-e416abeb6aab tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:26:54.153863 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94628d16-c597-4ac3-acf8-e416abeb6aab tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Pushing event updated for resources: {'Port': ['ID=200a0c28-3773-4667-adb2-205c49c26a6c,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:54.173817 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-94628d16-c597-4ac3-acf8-e416abeb6aab tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:54.354209 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-94628d16-c597-4ac3-acf8-e416abeb6aab tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:54.650416 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-94628d16-c597-4ac3-acf8-e416abeb6aab tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:54.655140 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-94628d16-c597-4ac3-acf8-e416abeb6aab tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:54.732030 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-94628d16-c597-4ac3-acf8-e416abeb6aab tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:54.734094 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94628d16-c597-4ac3-acf8-e416abeb6aab tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Pushing event updated for resources: {'Port': ['ID=200a0c28-3773-4667-adb2-205c49c26a6c,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:54.828681 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94628d16-c597-4ac3-acf8-e416abeb6aab tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Network a4a61250-e9ab-40c6-b9c3-d319ff10bcdc is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:26:54.830193 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-94628d16-c597-4ac3-acf8-e416abeb6aab tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:26:54.947030 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94628d16-c597-4ac3-acf8-e416abeb6aab tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Router 5c243645-1f48-4fea-9b38-9a8bbdd7238f has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:26:55.041383 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa536ee9-c0b4-4428-b591-411fdf3be302 None None] Network a4a61250-e9ab-40c6-b9c3-d319ff10bcdc requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:26:55.059250 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94628d16-c597-4ac3-acf8-e416abeb6aab tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:26:55.066579 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-94628d16-c597-4ac3-acf8-e416abeb6aab tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "PUT /v2.0/routers/5c243645-1f48-4fea-9b38-9a8bbdd7238f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0102303 Jul 06 14:26:55.270429 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 474368b2-b0a9-44cc-8968-659fec2e6cf0 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:55.320218 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ea218774-f6ea-477f-b3b7-fc5e71492925 None None] Provisioning for port 474368b2-b0a9-44cc-8968-659fec2e6cf0 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:55.326803 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-0f0bf388-615b-42f9-9761-d6cf4580165b tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:26:55.328316 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-0f0bf388-615b-42f9-9761-d6cf4580165b tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/networks?id=a4a61250-e9ab-40c6-b9c3-d319ff10bcdc HTTP/1.1" status: 200 len: 797 time: 0.1380997 Jul 06 14:26:55.344371 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-a3fde985-f6c2-4f77-9cb8-ad5e1551e0d5 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/quotas/886b88d904184c869bc8d457531b6eb8 HTTP/1.1" status: 200 len: 375 time: 0.0097172 Jul 06 14:26:55.385046 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 474368b2-b0a9-44cc-8968-659fec2e6cf0 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:55.393213 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 474368b2-b0a9-44cc-8968-659fec2e6cf0 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:55.393595 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:55.426143 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-020e9a64-4d97-45f8-b7bf-7ade45b7d706 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=886b88d904184c869bc8d457531b6eb8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0754364 Jul 06 14:26:55.515677 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:55.530569 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-cf290ea2-9d22-44c5-abf5-91b3c8d7899c service neutron] 10.222.0.118 "GET /v2.0/networks/a4a61250-e9ab-40c6-b9c3-d319ff10bcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908864 Jul 06 14:26:55.551207 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 474368b2-b0a9-44cc-8968-659fec2e6cf0, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=474368b2-b0a9-44cc-8968-659fec2e6cf0,segment=NetworkSegment(a3ce58d8-e298-4cad-bb68-07820fe59bcc),segment_id=a3ce58d8-e298-4cad-bb68-07820fe59bcc)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:55.554899 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:55.555856 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device fefcd3a4-6ac4-461c-9848-43ae8ce7c5af up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:55.596893 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186b1777-63bc-49e9-8093-daa1d782e3b5 None None] Sync routers for ids ['5c243645-1f48-4fea-9b38-9a8bbdd7238f'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:26:55.607388 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186b1777-63bc-49e9-8093-daa1d782e3b5 None None] Routers {'5c243645-1f48-4fea-9b38-9a8bbdd7238f'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:26:55.608011 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-186b1777-63bc-49e9-8093-daa1d782e3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:26:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['5c243645-1f48-4fea-9b38-9a8bbdd7238f'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:55.643563 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-dd350795-27b1-46a5-8ee1-f5b9f4a11cc2 service neutron] 10.222.0.118 "GET /v2.0/networks/a4a61250-e9ab-40c6-b9c3-d319ff10bcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065207 Jul 06 14:26:55.663849 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=474368b2-b0a9-44cc-8968-659fec2e6cf0,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:55.670933 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:55.671280 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:55.671620 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:55.671952 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:55.672282 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:55.672607 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:55.672931 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:55.673254 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:55.673777 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:55.674367 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:55.674957 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:55.675478 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:26:55.700401 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port fefcd3a4-6ac4-461c-9848-43ae8ce7c5af completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:55.704569 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port fefcd3a4-6ac4-461c-9848-43ae8ce7c5af triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:55.705077 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:55.744357 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-186b1777-63bc-49e9-8093-daa1d782e3b5 None None] Set router 5c243645-1f48-4fea-9b38-9a8bbdd7238f gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:26:55.795471 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:55.826555 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port fefcd3a4-6ac4-461c-9848-43ae8ce7c5af, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=fefcd3a4-6ac4-461c-9848-43ae8ce7c5af,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:55.831679 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:55.871028 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-34004137-7e5c-4ae9-910b-4aab4a2f81f1 req-ff2fffb0-2ec0-437f-9029-8d391d57b39d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?device_id=3711d6bd-4801-46f6-98e5-83d1b2caebf9 HTTP/1.1" status: 200 len: 210 time: 0.0466170 Jul 06 14:26:55.893867 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4f2b4e8a-fe7c-49f2-9b69-2b53d8fd4f99 None None] Provisioning for port 200a0c28-3773-4667-adb2-205c49c26a6c completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:55.906362 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4f2b4e8a-fe7c-49f2-9b69-2b53d8fd4f99 None None] Provisioning complete for port 200a0c28-3773-4667-adb2-205c49c26a6c triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:55.906742 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4f2b4e8a-fe7c-49f2-9b69-2b53d8fd4f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:55.912153 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=fefcd3a4-6ac4-461c-9848-43ae8ce7c5af,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:55.947361 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-4f2b4e8a-fe7c-49f2-9b69-2b53d8fd4f99 None None] Port 200a0c28-3773-4667-adb2-205c49c26a6c cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:26:55.958684 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4f2b4e8a-fe7c-49f2-9b69-2b53d8fd4f99 None None] Provisioning complete for port 474368b2-b0a9-44cc-8968-659fec2e6cf0 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:55.959010 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4f2b4e8a-fe7c-49f2-9b69-2b53d8fd4f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:55.974462 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-186b1777-63bc-49e9-8093-daa1d782e3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c243645-1f48-4fea-9b38-9a8bbdd7238f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1320598314', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'fefcd3a4-6ac4-461c-9848-43ae8ce7c5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:50Z', 'updated_at': '2021-07-06T14:26:54Z', 'revision_number': 4, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'gw_port': {'id': 'fefcd3a4-6ac4-461c-9848-43ae8ce7c5af', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c243645-1f48-4fea-9b38-9a8bbdd7238f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:50Z', 'updated_at': '2021-07-06T14:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '200a0c28-3773-4667-adb2-205c49c26a6c', 'name': '', 'network_id': 'a4a61250-e9ab-40c6-b9c3-d319ff10bcdc', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'mac_address': 'fa:16:3e:36:c4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c243645-1f48-4fea-9b38-9a8bbdd7238f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '60985557-66c4-4ca2-8d44-d64a5e7f147e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:53Z', 'updated_at': '2021-07-06T14:26:54Z', 'revision_number': 2, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'subnets': [{'id': '60985557-66c4-4ca2-8d44-d64a5e7f147e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:56.002934 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186b1777-63bc-49e9-8093-daa1d782e3b5 None None] Checking router: 5c243645-1f48-4fea-9b38-9a8bbdd7238f for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:26:56.003304 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186b1777-63bc-49e9-8093-daa1d782e3b5 None None] Updating router 5c243645-1f48-4fea-9b38-9a8bbdd7238f port 200a0c28-3773-4667-adb2-205c49c26a6c binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:26:56.046421 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-186b1777-63bc-49e9-8093-daa1d782e3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:56.160978 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-7812f94b-2e23-4e8f-bb73-138efa438822 None None] Provisioning complete for port 200a0c28-3773-4667-adb2-205c49c26a6c triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:56.161546 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7812f94b-2e23-4e8f-bb73-138efa438822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:56.206896 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-7812f94b-2e23-4e8f-bb73-138efa438822 None None] Port 200a0c28-3773-4667-adb2-205c49c26a6c cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:26:56.318080 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-186b1777-63bc-49e9-8093-daa1d782e3b5 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:56.325894 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ee6cc203-38cb-428c-b5fc-e638a6b415e5 None None] Provisioning complete for port 200a0c28-3773-4667-adb2-205c49c26a6c triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:56.326360 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ee6cc203-38cb-428c-b5fc-e638a6b415e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:56.327866 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-186b1777-63bc-49e9-8093-daa1d782e3b5 None None] Transition to ACTIVE for port object 200a0c28-3773-4667-adb2-205c49c26a6c will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:26:56.334113 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-186b1777-63bc-49e9-8093-daa1d782e3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:56.359699 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-ee6cc203-38cb-428c-b5fc-e638a6b415e5 None None] Port 200a0c28-3773-4667-adb2-205c49c26a6c cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:26:56.382683 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60f517-b8d8-44ef-942a-bd944aee3218 None None] Pushing event updated for resources: {'Port': ['ID=200a0c28-3773-4667-adb2-205c49c26a6c,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:56.439126 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-186b1777-63bc-49e9-8093-daa1d782e3b5 None None] Attempting to bind port 200a0c28-3773-4667-adb2-205c49c26a6c on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:26:56.439498 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-186b1777-63bc-49e9-8093-daa1d782e3b5 None None] Attempting to bind port 200a0c28-3773-4667-adb2-205c49c26a6c by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'a3ce58d8-e298-4cad-bb68-07820fe59bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a4a61250-e9ab-40c6-b9c3-d319ff10bcdc'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:26:56.440416 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b1777-63bc-49e9-8093-daa1d782e3b5 None None] Attempting to bind port 200a0c28-3773-4667-adb2-205c49c26a6c on network a4a61250-e9ab-40c6-b9c3-d319ff10bcdc {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:26:56.445691 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b1777-63bc-49e9-8093-daa1d782e3b5 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:26:56.445946 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b1777-63bc-49e9-8093-daa1d782e3b5 None None] Checking segment: {'id': 'a3ce58d8-e298-4cad-bb68-07820fe59bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a4a61250-e9ab-40c6-b9c3-d319ff10bcdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:26:56.446417 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-186b1777-63bc-49e9-8093-daa1d782e3b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:56.446729 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b1777-63bc-49e9-8093-daa1d782e3b5 None None] Bound using segment: {'id': 'a3ce58d8-e298-4cad-bb68-07820fe59bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a4a61250-e9ab-40c6-b9c3-d319ff10bcdc'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:26:56.447199 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-186b1777-63bc-49e9-8093-daa1d782e3b5 None None] Bound port: 200a0c28-3773-4667-adb2-205c49c26a6c, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ce58d8-e298-4cad-bb68-07820fe59bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a4a61250-e9ab-40c6-b9c3-d319ff10bcdc'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:26:56.447582 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-186b1777-63bc-49e9-8093-daa1d782e3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:56.613804 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-186b1777-63bc-49e9-8093-daa1d782e3b5 None None] For port 200a0c28-3773-4667-adb2-205c49c26a6c, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:26:56.616773 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-186b1777-63bc-49e9-8093-daa1d782e3b5 None None] For port 200a0c28-3773-4667-adb2-205c49c26a6c, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=200a0c28-3773-4667-adb2-205c49c26a6c,segment=NetworkSegment(a3ce58d8-e298-4cad-bb68-07820fe59bcc),segment_id=a3ce58d8-e298-4cad-bb68-07820fe59bcc)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:26:56.621228 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-186b1777-63bc-49e9-8093-daa1d782e3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:56.675402 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186b1777-63bc-49e9-8093-daa1d782e3b5 None None] Routers {'5c243645-1f48-4fea-9b38-9a8bbdd7238f'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:26:56.675815 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-186b1777-63bc-49e9-8093-daa1d782e3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:26:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['5c243645-1f48-4fea-9b38-9a8bbdd7238f'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:56.716073 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60f517-b8d8-44ef-942a-bd944aee3218 None None] Pushing event updated for resources: {'Port': ['ID=200a0c28-3773-4667-adb2-205c49c26a6c,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:56.795080 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-186b1777-63bc-49e9-8093-daa1d782e3b5 None None] Set router 5c243645-1f48-4fea-9b38-9a8bbdd7238f gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:26:56.950584 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bba6dcda-dd38-4630-bb93-a0b23c76b03a req-8cae1e11-84c0-4142-ab15-8f5a1c9ce446 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?device_id=3711d6bd-4801-46f6-98e5-83d1b2caebf9 HTTP/1.1" status: 200 len: 210 time: 0.0281200 Jul 06 14:26:57.007488 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-186b1777-63bc-49e9-8093-daa1d782e3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c243645-1f48-4fea-9b38-9a8bbdd7238f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1320598314', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'fefcd3a4-6ac4-461c-9848-43ae8ce7c5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:50Z', 'updated_at': '2021-07-06T14:26:54Z', 'revision_number': 4, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'gw_port': {'id': 'fefcd3a4-6ac4-461c-9848-43ae8ce7c5af', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c243645-1f48-4fea-9b38-9a8bbdd7238f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:50Z', 'updated_at': '2021-07-06T14:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '200a0c28-3773-4667-adb2-205c49c26a6c', 'name': '', 'network_id': 'a4a61250-e9ab-40c6-b9c3-d319ff10bcdc', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'mac_address': 'fa:16:3e:36:c4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c243645-1f48-4fea-9b38-9a8bbdd7238f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '60985557-66c4-4ca2-8d44-d64a5e7f147e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:53Z', 'updated_at': '2021-07-06T14:26:56Z', 'revision_number': 4, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'subnets': [{'id': '60985557-66c4-4ca2-8d44-d64a5e7f147e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:26:57.033463 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186b1777-63bc-49e9-8093-daa1d782e3b5 None None] The sync data for ids ['5c243645-1f48-4fea-9b38-9a8bbdd7238f'] in n-d-773644-6 is: [{'id': '5c243645-1f48-4fea-9b38-9a8bbdd7238f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1320598314', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'fefcd3a4-6ac4-461c-9848-43ae8ce7c5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:50Z', 'updated_at': '2021-07-06T14:26:54Z', 'revision_number': 4, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'gw_port': {'id': 'fefcd3a4-6ac4-461c-9848-43ae8ce7c5af', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c243645-1f48-4fea-9b38-9a8bbdd7238f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:50Z', 'updated_at': '2021-07-06T14:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '200a0c28-3773-4667-adb2-205c49c26a6c', 'name': '', 'network_id': 'a4a61250-e9ab-40c6-b9c3-d319ff10bcdc', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'mac_address': 'fa:16:3e:36:c4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c243645-1f48-4fea-9b38-9a8bbdd7238f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '60985557-66c4-4ca2-8d44-d64a5e7f147e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:53Z', 'updated_at': '2021-07-06T14:26:56Z', 'revision_number': 4, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'subnets': [{'id': '60985557-66c4-4ca2-8d44-d64a5e7f147e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:26:57.248415 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 200a0c28-3773-4667-adb2-205c49c26a6c up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:57.297598 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 200a0c28-3773-4667-adb2-205c49c26a6c completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:26:57.302180 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 200a0c28-3773-4667-adb2-205c49c26a6c triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:57.302630 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:57.384537 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:57.418886 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 200a0c28-3773-4667-adb2-205c49c26a6c, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=200a0c28-3773-4667-adb2-205c49c26a6c,segment=NetworkSegment(a3ce58d8-e298-4cad-bb68-07820fe59bcc),segment_id=a3ce58d8-e298-4cad-bb68-07820fe59bcc)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:26:57.422834 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:57.423656 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 474368b2-b0a9-44cc-8968-659fec2e6cf0 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:57.501078 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=200a0c28-3773-4667-adb2-205c49c26a6c,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:26:57.514952 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 474368b2-b0a9-44cc-8968-659fec2e6cf0 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:57.515417 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:57.600144 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device fefcd3a4-6ac4-461c-9848-43ae8ce7c5af up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:57.649493 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port fefcd3a4-6ac4-461c-9848-43ae8ce7c5af triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:57.649897 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:26:58.051174 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-51c0cf03-3f9f-4f23-9da8-c6379786f9a6 req-bd25d412-0312-4fef-805a-7d16c730d1f5 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?device_id=3711d6bd-4801-46f6-98e5-83d1b2caebf9 HTTP/1.1" status: 200 len: 210 time: 0.0418613 Jul 06 14:26:59.137553 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1705165a-4796-451c-9c82-90a4f8278667 req-a673be44-d436-4a7f-b107-7b75aee7ee10 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?device_id=3711d6bd-4801-46f6-98e5-83d1b2caebf9 HTTP/1.1" status: 200 len: 210 time: 0.0287154 Jul 06 14:26:59.156122 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 200a0c28-3773-4667-adb2-205c49c26a6c up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:26:59.211936 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 200a0c28-3773-4667-adb2-205c49c26a6c triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:26:59.212316 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:00.281730 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-67dac1af-8a8d-469d-bfb3-8d27c7ba6f0d req-660e4f27-157d-4446-babd-0af480dd2acc tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?device_id=3711d6bd-4801-46f6-98e5-83d1b2caebf9 HTTP/1.1" status: 200 len: 210 time: 0.0304132 Jul 06 14:27:01.012221 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-ad74b19b-8e54-4426-99f9-39a0798c3672 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:01.013698 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-ad74b19b-8e54-4426-99f9-39a0798c3672 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.124 "GET /v2.0/networks?id=a4a61250-e9ab-40c6-b9c3-d319ff10bcdc HTTP/1.1" status: 200 len: 797 time: 0.1049609 Jul 06 14:27:01.024892 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-eba2e411-fbf8-4731-aecc-fdc011b1af06 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Request body: {'port': {'device_id': '3711d6bd-4801-46f6-98e5-83d1b2caebf9', 'network_id': 'a4a61250-e9ab-40c6-b9c3-d319ff10bcdc', 'admin_state_up': True, 'tenant_id': '886b88d904184c869bc8d457531b6eb8'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:01.134441 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-eba2e411-fbf8-4731-aecc-fdc011b1af06 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Made reservation on behalf of 886b88d904184c869bc8d457531b6eb8 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:01.138007 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-eba2e411-fbf8-4731-aecc-fdc011b1af06 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:01.264458 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-eba2e411-fbf8-4731-aecc-fdc011b1af06 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Allocated IP 172.20.0.29 (a4a61250-e9ab-40c6-b9c3-d319ff10bcdc/60985557-66c4-4ca2-8d44-d64a5e7f147e/b1cb3780-2dd6-4cc5-a450-8222d9857263) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:27:01.387820 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-eba2e411-fbf8-4731-aecc-fdc011b1af06 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:01.426601 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-eba2e411-fbf8-4731-aecc-fdc011b1af06 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Transition to ACTIVE for port object b1cb3780-2dd6-4cc5-a450-8222d9857263 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:01.429408 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-65876e99-ba54-4295-8ae2-622d0c83228a req-0ff4c774-11fc-4a45-bd45-4b58bf8f9e91 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?device_id=3711d6bd-4801-46f6-98e5-83d1b2caebf9 HTTP/1.1" status: 200 len: 210 time: 0.0349252 Jul 06 14:27:01.461671 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-eba2e411-fbf8-4731-aecc-fdc011b1af06 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:01.498627 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-eba2e411-fbf8-4731-aecc-fdc011b1af06 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Network a4a61250-e9ab-40c6-b9c3-d319ff10bcdc is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:01.501807 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-eba2e411-fbf8-4731-aecc-fdc011b1af06 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:01.505619 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-eba2e411-fbf8-4731-aecc-fdc011b1af06 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:27:01.538835 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2e411-fbf8-4731-aecc-fdc011b1af06 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Pushing event updated for resources: {'Port': ['ID=b1cb3780-2dd6-4cc5-a450-8222d9857263,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:01.562087 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-eba2e411-fbf8-4731-aecc-fdc011b1af06 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:01.562725 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-eba2e411-fbf8-4731-aecc-fdc011b1af06 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:01.578421 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-eba2e411-fbf8-4731-aecc-fdc011b1af06 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5572505 Jul 06 14:27:01.589733 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-f1e3ea53-cc54-4362-aebb-2e96bc816508 service neutron] Request body: {'port': {'device_id': '3711d6bd-4801-46f6-98e5-83d1b2caebf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:01.755374 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-7e284a56-3d1a-49cf-96ab-a2ea8a5dd661 None None] Provisioning for port b1cb3780-2dd6-4cc5-a450-8222d9857263 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:27:01.759785 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-7e284a56-3d1a-49cf-96ab-a2ea8a5dd661 None None] Provisioning complete for port b1cb3780-2dd6-4cc5-a450-8222d9857263 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:27:01.760166 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7e284a56-3d1a-49cf-96ab-a2ea8a5dd661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:01.795931 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-7e284a56-3d1a-49cf-96ab-a2ea8a5dd661 None None] Port b1cb3780-2dd6-4cc5-a450-8222d9857263 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:27:01.982602 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-f1e3ea53-cc54-4362-aebb-2e96bc816508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:02.244000 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-f1e3ea53-cc54-4362-aebb-2e96bc816508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1cb3780-2dd6-4cc5-a450-8222d9857263 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:27:02.252870 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-f1e3ea53-cc54-4362-aebb-2e96bc816508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:02.267555 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-f1e3ea53-cc54-4362-aebb-2e96bc816508 service neutron] Transition to ACTIVE for port object b1cb3780-2dd6-4cc5-a450-8222d9857263 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:02.272129 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-f1e3ea53-cc54-4362-aebb-2e96bc816508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:02.325855 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3ea53-cc54-4362-aebb-2e96bc816508 service neutron] Pushing event updated for resources: {'Port': ['ID=b1cb3780-2dd6-4cc5-a450-8222d9857263,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:02.402385 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-f1e3ea53-cc54-4362-aebb-2e96bc816508 service neutron] Attempting to bind port b1cb3780-2dd6-4cc5-a450-8222d9857263 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:27:02.403098 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-f1e3ea53-cc54-4362-aebb-2e96bc816508 service neutron] Attempting to bind port b1cb3780-2dd6-4cc5-a450-8222d9857263 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'a3ce58d8-e298-4cad-bb68-07820fe59bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a4a61250-e9ab-40c6-b9c3-d319ff10bcdc'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:27:02.403098 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-f1e3ea53-cc54-4362-aebb-2e96bc816508 service neutron] Attempting to bind port b1cb3780-2dd6-4cc5-a450-8222d9857263 on network a4a61250-e9ab-40c6-b9c3-d319ff10bcdc {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:27:02.408048 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-f1e3ea53-cc54-4362-aebb-2e96bc816508 service neutron] Port b1cb3780-2dd6-4cc5-a450-8222d9857263 on network a4a61250-e9ab-40c6-b9c3-d319ff10bcdc not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:27:02.408381 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-f1e3ea53-cc54-4362-aebb-2e96bc816508 service neutron] Attempting to bind port b1cb3780-2dd6-4cc5-a450-8222d9857263 on network a4a61250-e9ab-40c6-b9c3-d319ff10bcdc {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:27:02.414642 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-f1e3ea53-cc54-4362-aebb-2e96bc816508 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:27:02.414993 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-f1e3ea53-cc54-4362-aebb-2e96bc816508 service neutron] Checking segment: {'id': 'a3ce58d8-e298-4cad-bb68-07820fe59bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a4a61250-e9ab-40c6-b9c3-d319ff10bcdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:27:02.415385 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-f1e3ea53-cc54-4362-aebb-2e96bc816508 service neutron] Bound using segment: {'id': 'a3ce58d8-e298-4cad-bb68-07820fe59bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a4a61250-e9ab-40c6-b9c3-d319ff10bcdc'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:27:02.415825 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-f1e3ea53-cc54-4362-aebb-2e96bc816508 service neutron] Bound port: b1cb3780-2dd6-4cc5-a450-8222d9857263, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3ce58d8-e298-4cad-bb68-07820fe59bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a4a61250-e9ab-40c6-b9c3-d319ff10bcdc'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:27:02.416218 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-f1e3ea53-cc54-4362-aebb-2e96bc816508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:02.490668 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-f1e3ea53-cc54-4362-aebb-2e96bc816508 service neutron] For port b1cb3780-2dd6-4cc5-a450-8222d9857263, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:27:02.493680 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-f1e3ea53-cc54-4362-aebb-2e96bc816508 service neutron] For port b1cb3780-2dd6-4cc5-a450-8222d9857263, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=b1cb3780-2dd6-4cc5-a450-8222d9857263,segment=NetworkSegment(a3ce58d8-e298-4cad-bb68-07820fe59bcc),segment_id=a3ce58d8-e298-4cad-bb68-07820fe59bcc)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:27:02.498957 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-f1e3ea53-cc54-4362-aebb-2e96bc816508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:02.538516 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-f1e3ea53-cc54-4362-aebb-2e96bc816508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:02.539145 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-f1e3ea53-cc54-4362-aebb-2e96bc816508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:02.540585 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-f1e3ea53-cc54-4362-aebb-2e96bc816508 service neutron] 10.222.0.124 "PUT /v2.0/ports/b1cb3780-2dd6-4cc5-a450-8222d9857263 HTTP/1.1" status: 200 len: 1055 time: 0.9552329 Jul 06 14:27:02.541039 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3711d6bd-4801-46f6-98e5-83d1b2caebf9', 'tag': 'b1cb3780-2dd6-4cc5-a450-8222d9857263'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:27:02.543378 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ef21ee-1e40-41de-98a6-19ec58b8f98b" -d '{"events": [{"name": "network-changed", "server_uuid": "3711d6bd-4801-46f6-98e5-83d1b2caebf9", "tag": "b1cb3780-2dd6-4cc5-a450-8222d9857263"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:27:02.569139 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3ea53-cc54-4362-aebb-2e96bc816508 service neutron] Pushing event updated for resources: {'Port': ['ID=b1cb3780-2dd6-4cc5-a450-8222d9857263,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:02.709792 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77be0d2-3df0-40e2-827a-2d1de20328ba req-19363b78-bd8d-401b-ad39-2ca206a1e956 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:02.711965 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b77be0d2-3df0-40e2-827a-2d1de20328ba req-19363b78-bd8d-401b-ad39-2ca206a1e956 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?device_id=3711d6bd-4801-46f6-98e5-83d1b2caebf9 HTTP/1.1" status: 200 len: 907 time: 0.1371515 Jul 06 14:27:02.718621 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-8a518635-ab7b-4741-95b6-fe34afbbdf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:02.720848 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-8a518635-ab7b-4741-95b6-fe34afbbdf4f service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=886b88d904184c869bc8d457531b6eb8&device_id=3711d6bd-4801-46f6-98e5-83d1b2caebf9 HTTP/1.1" status: 200 len: 1058 time: 0.1345856 Jul 06 14:27:02.772080 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ed8c24-a343-4795-b361-be829eedc95d x-openstack-request-id: req-82ed8c24-a343-4795-b361-be829eedc95d {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:27:02.772375 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3711d6bd-4801-46f6-98e5-83d1b2caebf9", "tag": "b1cb3780-2dd6-4cc5-a450-8222d9857263", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:27:02.772626 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-82ed8c24-a343-4795-b361-be829eedc95d {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:27:02.773027 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3711d6bd-4801-46f6-98e5-83d1b2caebf9', 'tag': 'b1cb3780-2dd6-4cc5-a450-8222d9857263', 'status': 'completed', 'code': 200} Jul 06 14:27:02.774607 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-00419b13-01d2-4125-b827-ffc72719be4a service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=b1cb3780-2dd6-4cc5-a450-8222d9857263 HTTP/1.1" status: 200 len: 217 time: 0.0451491 Jul 06 14:27:02.825028 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-2d5fa5ef-7b69-40a9-8adc-43f7d0edea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:02.826561 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-2d5fa5ef-7b69-40a9-8adc-43f7d0edea1a service neutron] 10.222.0.124 "GET /v2.0/subnets?id=60985557-66c4-4ca2-8d44-d64a5e7f147e HTTP/1.1" status: 200 len: 838 time: 0.0453033 Jul 06 14:27:02.885023 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-a676e0cd-63f2-4a04-8c4e-a4faa4f5de47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:02.886582 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-a676e0cd-63f2-4a04-8c4e-a4faa4f5de47 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=a4a61250-e9ab-40c6-b9c3-d319ff10bcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535407 Jul 06 14:27:02.977801 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-273aa1bc-7f35-4097-a641-2c0b4d2c3107 service neutron] 10.222.0.124 "GET /v2.0/networks/a4a61250-e9ab-40c6-b9c3-d319ff10bcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847695 Jul 06 14:27:03.071295 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-198ae970-9ec9-4011-bf0e-05abde7c44c3 req-105641f4-4433-46fc-9ef2-cf79d021f49b service neutron] 10.222.0.124 "GET /v2.0/networks/a4a61250-e9ab-40c6-b9c3-d319ff10bcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868595 Jul 06 14:27:03.170587 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef21ee-1e40-41de-98a6-19ec58b8f98b req-438ea8b1-1fad-4ca4-922b-7eb8c460979b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:03.172093 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-66ef21ee-1e40-41de-98a6-19ec58b8f98b req-438ea8b1-1fad-4ca4-922b-7eb8c460979b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=886b88d904184c869bc8d457531b6eb8&device_id=3711d6bd-4801-46f6-98e5-83d1b2caebf9 HTTP/1.1" status: 200 len: 1058 time: 0.0564761 Jul 06 14:27:03.261653 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef21ee-1e40-41de-98a6-19ec58b8f98b req-43ce7a39-600a-477b-9cb7-dfd2edcfd75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:03.263113 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-66ef21ee-1e40-41de-98a6-19ec58b8f98b req-43ce7a39-600a-477b-9cb7-dfd2edcfd75d service neutron] 10.222.0.124 "GET /v2.0/networks?id=a4a61250-e9ab-40c6-b9c3-d319ff10bcdc HTTP/1.1" status: 200 len: 898 time: 0.0849750 Jul 06 14:27:03.303995 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-66ef21ee-1e40-41de-98a6-19ec58b8f98b req-ba991e6b-5e08-40c8-b7d7-59259e8b4a07 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=b1cb3780-2dd6-4cc5-a450-8222d9857263 HTTP/1.1" status: 200 len: 217 time: 0.0347776 Jul 06 14:27:03.355926 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef21ee-1e40-41de-98a6-19ec58b8f98b req-9651b8b8-892c-40d5-b4cc-3dfd726fcfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:03.357519 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-66ef21ee-1e40-41de-98a6-19ec58b8f98b req-9651b8b8-892c-40d5-b4cc-3dfd726fcfa5 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=60985557-66c4-4ca2-8d44-d64a5e7f147e HTTP/1.1" status: 200 len: 838 time: 0.0471947 Jul 06 14:27:03.414760 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef21ee-1e40-41de-98a6-19ec58b8f98b req-8503702c-6c91-4cb4-8835-d39722b8a2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:03.416250 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-66ef21ee-1e40-41de-98a6-19ec58b8f98b req-8503702c-6c91-4cb4-8835-d39722b8a2ff service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=a4a61250-e9ab-40c6-b9c3-d319ff10bcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517497 Jul 06 14:27:03.503145 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-66ef21ee-1e40-41de-98a6-19ec58b8f98b req-704376b2-9aaf-4b22-88f5-af926581d69b service neutron] 10.222.0.124 "GET /v2.0/networks/a4a61250-e9ab-40c6-b9c3-d319ff10bcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801225 Jul 06 14:27:03.600539 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-66ef21ee-1e40-41de-98a6-19ec58b8f98b req-e2db15ab-79dd-4d03-b11d-473775723ec8 service neutron] 10.222.0.124 "GET /v2.0/networks/a4a61250-e9ab-40c6-b9c3-d319ff10bcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907621 Jul 06 14:27:03.887970 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010f1a7-de21-4501-9362-0e39e68681e8 req-ff1414b4-70a8-4454-80fc-90b0ced291e8 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:03.889375 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b010f1a7-de21-4501-9362-0e39e68681e8 req-ff1414b4-70a8-4454-80fc-90b0ced291e8 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?device_id=3711d6bd-4801-46f6-98e5-83d1b2caebf9 HTTP/1.1" status: 200 len: 907 time: 0.0632041 Jul 06 14:27:05.064765 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f9ea5-47f9-4196-ac46-8047771ffab1 req-0c5e2c4f-29a3-4736-9db8-b64feb0fb7ef tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:05.066177 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-410f9ea5-47f9-4196-ac46-8047771ffab1 req-0c5e2c4f-29a3-4736-9db8-b64feb0fb7ef tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?device_id=3711d6bd-4801-46f6-98e5-83d1b2caebf9 HTTP/1.1" status: 200 len: 907 time: 0.0664136 Jul 06 14:27:06.001504 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device b1cb3780-2dd6-4cc5-a450-8222d9857263 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:27:06.102948 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port b1cb3780-2dd6-4cc5-a450-8222d9857263, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=b1cb3780-2dd6-4cc5-a450-8222d9857263,segment=NetworkSegment(a3ce58d8-e298-4cad-bb68-07820fe59bcc),segment_id=a3ce58d8-e298-4cad-bb68-07820fe59bcc)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:06.114807 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'b1cb3780-2dd6-4cc5-a450-8222d9857263', 'network_id': 'a4a61250-e9ab-40c6-b9c3-d319ff10bcdc', 'port_id': 'b1cb3780-2dd6-4cc5-a450-8222d9857263', 'mac_address': 'fa:16:3e:cc:c9:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60985557-66c4-4ca2-8d44-d64a5e7f147e', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:27:06.152086 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:06.164711 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1cb3780-2dd6-4cc5-a450-8222d9857263 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:27:06.184805 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port b1cb3780-2dd6-4cc5-a450-8222d9857263, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=b1cb3780-2dd6-4cc5-a450-8222d9857263,segment=NetworkSegment(a3ce58d8-e298-4cad-bb68-07820fe59bcc),segment_id=a3ce58d8-e298-4cad-bb68-07820fe59bcc)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:06.189321 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:06.245956 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=b1cb3780-2dd6-4cc5-a450-8222d9857263,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:06.246615 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b6761-ce67-4b94-b71f-749793a3a24f req-0b14ff3b-4caf-4a2f-9835-9eade273bd7a tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:06.248150 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-831b6761-ce67-4b94-b71f-749793a3a24f req-0b14ff3b-4caf-4a2f-9835-9eade273bd7a tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?device_id=3711d6bd-4801-46f6-98e5-83d1b2caebf9 HTTP/1.1" status: 200 len: 908 time: 0.0699630 Jul 06 14:27:06.419450 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['b1cb3780-2dd6-4cc5-a450-8222d9857263'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:27:07.347651 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d67ed2ef-c2e4-4962-b974-b9f57abfec6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:07.430597 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d5996-de19-43f6-8c9b-34e138b0e33a req-835bbd9a-366e-48d9-bf8a-99176478a1ce tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:07.432121 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a8d5996-de19-43f6-8c9b-34e138b0e33a req-835bbd9a-366e-48d9-bf8a-99176478a1ce tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?device_id=3711d6bd-4801-46f6-98e5-83d1b2caebf9 HTTP/1.1" status: 200 len: 908 time: 0.0702431 Jul 06 14:27:08.002059 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device b1cb3780-2dd6-4cc5-a450-8222d9857263 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:27:08.064833 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port b1cb3780-2dd6-4cc5-a450-8222d9857263 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:27:08.069687 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port b1cb3780-2dd6-4cc5-a450-8222d9857263 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:27:08.070093 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:08.170147 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:08.198224 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3711d6bd-4801-46f6-98e5-83d1b2caebf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cb3780-2dd6-4cc5-a450-8222d9857263'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:27:08.200540 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61e9052-1612-4d68-8d12-a8173ca96cd3" -d '{"events": [{"server_uuid": "3711d6bd-4801-46f6-98e5-83d1b2caebf9", "name": "network-vif-plugged", "status": "completed", "tag": "b1cb3780-2dd6-4cc5-a450-8222d9857263"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:27:08.214222 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port b1cb3780-2dd6-4cc5-a450-8222d9857263, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=b1cb3780-2dd6-4cc5-a450-8222d9857263,segment=NetworkSegment(a3ce58d8-e298-4cad-bb68-07820fe59bcc),segment_id=a3ce58d8-e298-4cad-bb68-07820fe59bcc)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:08.218498 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:08.247350 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540601ab-9545-42b8-8ba9-54f86a0d8d43 x-openstack-request-id: req-540601ab-9545-42b8-8ba9-54f86a0d8d43 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:27:08.247810 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3711d6bd-4801-46f6-98e5-83d1b2caebf9", "name": "network-vif-plugged", "status": "completed", "tag": "b1cb3780-2dd6-4cc5-a450-8222d9857263", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:27:08.248339 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-540601ab-9545-42b8-8ba9-54f86a0d8d43 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:27:08.248459 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3711d6bd-4801-46f6-98e5-83d1b2caebf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cb3780-2dd6-4cc5-a450-8222d9857263', 'code': 200} Jul 06 14:27:08.274620 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=b1cb3780-2dd6-4cc5-a450-8222d9857263,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:08.371376 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fded1-77b7-47dc-bee6-e3aebadc2e7f req-7f166d5a-c34d-43bc-b967-5ae7f944d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:08.376808 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e9fded1-77b7-47dc-bee6-e3aebadc2e7f req-7f166d5a-c34d-43bc-b967-5ae7f944d9d2 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=3711d6bd-4801-46f6-98e5-83d1b2caebf9 HTTP/1.1" status: 200 len: 1060 time: 0.0676010 Jul 06 14:27:08.610780 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856cc81-3265-44a4-a6df-752eea929fab req-0893397d-4d5e-4065-985d-03191f9f409f tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:08.612403 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d856cc81-3265-44a4-a6df-752eea929fab req-0893397d-4d5e-4065-985d-03191f9f409f tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?device_id=3711d6bd-4801-46f6-98e5-83d1b2caebf9 HTTP/1.1" status: 200 len: 909 time: 0.0640953 Jul 06 14:27:09.788988 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b21aa-5afb-4d2f-88bd-b2dc3c9b6236 req-ce5350c2-55ae-4151-a55e-06870cb5636c tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:09.790499 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6a2b21aa-5afb-4d2f-88bd-b2dc3c9b6236 req-ce5350c2-55ae-4151-a55e-06870cb5636c tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?device_id=3711d6bd-4801-46f6-98e5-83d1b2caebf9 HTTP/1.1" status: 200 len: 909 time: 0.0638511 Jul 06 14:27:09.967715 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae2523a-84a6-4f47-a4f8-19e63bfe3060 req-8c9f922f-f0dd-4353-91ab-82de3f5b88a6 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:09.969180 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cae2523a-84a6-4f47-a4f8-19e63bfe3060 req-8c9f922f-f0dd-4353-91ab-82de3f5b88a6 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?device_id=3711d6bd-4801-46f6-98e5-83d1b2caebf9 HTTP/1.1" status: 200 len: 909 time: 0.0669329 Jul 06 14:27:10.130811 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb68a09-b277-4f9b-9f95-acb084b1e5c9 req-8fdbac53-ce71-45a9-9284-1fac45290230 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:10.132284 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3bb68a09-b277-4f9b-9f95-acb084b1e5c9 req-8fdbac53-ce71-45a9-9284-1fac45290230 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=3711d6bd-4801-46f6-98e5-83d1b2caebf9 HTTP/1.1" status: 200 len: 1060 time: 0.0536039 Jul 06 14:27:10.235580 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:10.293947 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0f3f3-ac5d-4ba2-9aab-1e291f4ce2a2 req-5a4ee866-84d2-4dae-972c-cb9e446643b8 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:10.295498 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78d0f3f3-ac5d-4ba2-9aab-1e291f4ce2a2 req-5a4ee866-84d2-4dae-972c-cb9e446643b8 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=9a2cf950-b3d6-4ddf-929d-798816bdc2d2 HTTP/1.1" status: 200 len: 1136 time: 0.0539198 Jul 06 14:27:10.332515 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-78d0f3f3-ac5d-4ba2-9aab-1e291f4ce2a2 req-860bc6e0-1087-4dab-8f08-9f279c5b1e74 tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] 10.222.0.118 "GET /v2.0/security-groups?id=2a8d30b9-02dd-48c2-af1c-3954168b5242&id=f7b48ea8-7e83-4018-9ea0-2bcf462f977c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0310795 Jul 06 14:27:10.356243 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34618) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:10.412872 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a6de4f-f5fa-403e-821d-e98bd13f58bc tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:10.414464 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-58a6de4f-f5fa-403e-821d-e98bd13f58bc tempest-TestSecurityGroupsBasicOps-747444342 tempest-TestSecurityGroupsBasicOps-747444342-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=3711d6bd-4801-46f6-98e5-83d1b2caebf9 HTTP/1.1" status: 200 len: 1055 time: 0.0571210 Jul 06 14:27:10.592289 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9b81fa64-7807-423a-ac23-388311934f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:10.773583 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cad360-e1db-4a25-8492-8df4d0932e00 req-74d53d90-a0c2-466f-b8d7-d4431ddb4bc1 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:10.775038 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-82cad360-e1db-4a25-8492-8df4d0932e00 req-74d53d90-a0c2-466f-b8d7-d4431ddb4bc1 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?device_id=3711d6bd-4801-46f6-98e5-83d1b2caebf9 HTTP/1.1" status: 200 len: 909 time: 0.0622447 Jul 06 14:27:11.614026 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:11.990112 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd0778-b7de-4266-8297-678a3063fef1 req-fabe2f15-ef48-4f38-9b76-82a10a1c0a46 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:11.991615 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-afbd0778-b7de-4266-8297-678a3063fef1 req-fabe2f15-ef48-4f38-9b76-82a10a1c0a46 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?device_id=3711d6bd-4801-46f6-98e5-83d1b2caebf9 HTTP/1.1" status: 200 len: 909 time: 0.0990770 Jul 06 14:27:12.015412 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee67c03-c186-4937-a31a-646d2d90e6fe req-b5c4505d-59d2-4ffb-8070-3761b98c19cb tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:12.016867 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6ee67c03-c186-4937-a31a-646d2d90e6fe req-b5c4505d-59d2-4ffb-8070-3761b98c19cb tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.124 "GET /v2.0/ports?device_id=3711d6bd-4801-46f6-98e5-83d1b2caebf9 HTTP/1.1" status: 200 len: 909 time: 0.0851150 Jul 06 14:27:12.120041 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-6ee67c03-c186-4937-a31a-646d2d90e6fe req-90406d89-0f78-4edd-be85-440182a7bf4b tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Deleting port b1cb3780-2dd6-4cc5-a450-8222d9857263 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:27:12.120392 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6ee67c03-c186-4937-a31a-646d2d90e6fe req-90406d89-0f78-4edd-be85-440182a7bf4b tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:12.207903 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-6ee67c03-c186-4937-a31a-646d2d90e6fe req-90406d89-0f78-4edd-be85-440182a7bf4b tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] For port b1cb3780-2dd6-4cc5-a450-8222d9857263, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=b1cb3780-2dd6-4cc5-a450-8222d9857263,segment=NetworkSegment(a3ce58d8-e298-4cad-bb68-07820fe59bcc),segment_id=a3ce58d8-e298-4cad-bb68-07820fe59bcc)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:12.208273 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6ee67c03-c186-4937-a31a-646d2d90e6fe req-90406d89-0f78-4edd-be85-440182a7bf4b tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:12.220844 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-6ee67c03-c186-4937-a31a-646d2d90e6fe req-90406d89-0f78-4edd-be85-440182a7bf4b tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Calling delete_port for b1cb3780-2dd6-4cc5-a450-8222d9857263 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:27:12.350018 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6ee67c03-c186-4937-a31a-646d2d90e6fe req-90406d89-0f78-4edd-be85-440182a7bf4b tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:12.382877 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90406d89-0f78-4edd-be85-440182a7bf4b tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Pushing event deleted for resources: {'Port': ['ID=b1cb3780-2dd6-4cc5-a450-8222d9857263,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:12.412482 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90406d89-0f78-4edd-be85-440182a7bf4b tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:12.412828 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90406d89-0f78-4edd-be85-440182a7bf4b tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:12.413170 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90406d89-0f78-4edd-be85-440182a7bf4b tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:12.413507 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90406d89-0f78-4edd-be85-440182a7bf4b tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:12.413863 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90406d89-0f78-4edd-be85-440182a7bf4b tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:12.414195 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90406d89-0f78-4edd-be85-440182a7bf4b tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:12.414521 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90406d89-0f78-4edd-be85-440182a7bf4b tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:12.414846 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90406d89-0f78-4edd-be85-440182a7bf4b tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:12.415173 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90406d89-0f78-4edd-be85-440182a7bf4b tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:12.415496 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90406d89-0f78-4edd-be85-440182a7bf4b tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:12.415819 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90406d89-0f78-4edd-be85-440182a7bf4b tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:12.416139 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90406d89-0f78-4edd-be85-440182a7bf4b tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:12.442462 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee67c03-c186-4937-a31a-646d2d90e6fe req-90406d89-0f78-4edd-be85-440182a7bf4b tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] No DVR routers for this DVR port b1cb3780-2dd6-4cc5-a450-8222d9857263 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:27:12.445097 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-6ee67c03-c186-4937-a31a-646d2d90e6fe req-90406d89-0f78-4edd-be85-440182a7bf4b tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:12.447200 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6ee67c03-c186-4937-a31a-646d2d90e6fe req-90406d89-0f78-4edd-be85-440182a7bf4b tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.124 "DELETE /v2.0/ports/b1cb3780-2dd6-4cc5-a450-8222d9857263 HTTP/1.1" status: 204 len: 173 time: 0.4247134 Jul 06 14:27:12.447657 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3711d6bd-4801-46f6-98e5-83d1b2caebf9', 'name': 'network-vif-deleted', 'tag': 'b1cb3780-2dd6-4cc5-a450-8222d9857263'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:27:12.450030 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29bfa24-0255-4e8c-a307-4631fa88a91c" -d '{"events": [{"server_uuid": "3711d6bd-4801-46f6-98e5-83d1b2caebf9", "name": "network-vif-deleted", "tag": "b1cb3780-2dd6-4cc5-a450-8222d9857263"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:27:12.506246 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b81a97c-5032-4e78-b835-d90375e4879a x-openstack-request-id: req-3b81a97c-5032-4e78-b835-d90375e4879a {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:27:12.506544 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3711d6bd-4801-46f6-98e5-83d1b2caebf9", "name": "network-vif-deleted", "tag": "b1cb3780-2dd6-4cc5-a450-8222d9857263", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:27:12.506801 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-3b81a97c-5032-4e78-b835-d90375e4879a {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:27:12.507204 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3711d6bd-4801-46f6-98e5-83d1b2caebf9', 'name': 'network-vif-deleted', 'tag': 'b1cb3780-2dd6-4cc5-a450-8222d9857263', 'status': 'completed', 'code': 200} Jul 06 14:27:13.090748 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34630) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:13.180891 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:13.473825 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f6eeafdf-f008-4305-a381-4fa721a80ca1 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:13.738431 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-f6eeafdf-f008-4305-a381-4fa721a80ca1 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Deleting port 200a0c28-3773-4667-adb2-205c49c26a6c {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:27:13.738692 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f6eeafdf-f008-4305-a381-4fa721a80ca1 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:13.836637 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-f6eeafdf-f008-4305-a381-4fa721a80ca1 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] For port 200a0c28-3773-4667-adb2-205c49c26a6c, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=200a0c28-3773-4667-adb2-205c49c26a6c,segment=NetworkSegment(a3ce58d8-e298-4cad-bb68-07820fe59bcc),segment_id=a3ce58d8-e298-4cad-bb68-07820fe59bcc)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:13.837001 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f6eeafdf-f008-4305-a381-4fa721a80ca1 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:13.849819 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-f6eeafdf-f008-4305-a381-4fa721a80ca1 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Calling delete_port for 200a0c28-3773-4667-adb2-205c49c26a6c owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:27:14.003264 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device b1cb3780-2dd6-4cc5-a450-8222d9857263 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:27:14.025904 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: b1cb3780-2dd6-4cc5-a450-8222d9857263 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:27:14.026254 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device b1cb3780-2dd6-4cc5-a450-8222d9857263 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:27:14.043802 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f6eeafdf-f008-4305-a381-4fa721a80ca1 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:14.075764 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eeafdf-f008-4305-a381-4fa721a80ca1 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Pushing event deleted for resources: {'Port': ['ID=200a0c28-3773-4667-adb2-205c49c26a6c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:14.254204 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f6eeafdf-f008-4305-a381-4fa721a80ca1 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:14.469465 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6eeafdf-f008-4305-a381-4fa721a80ca1 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Router 5c243645-1f48-4fea-9b38-9a8bbdd7238f has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:27:14.573458 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6eeafdf-f008-4305-a381-4fa721a80ca1 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:27:14.578460 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f6eeafdf-f008-4305-a381-4fa721a80ca1 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "PUT /v2.0/routers/5c243645-1f48-4fea-9b38-9a8bbdd7238f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4866769 Jul 06 14:27:14.581861 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34634) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:14.584123 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a673fcf-8c1f-4b16-9c2e-308c946b35ef None None] Sync routers for ids ['5c243645-1f48-4fea-9b38-9a8bbdd7238f'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:27:14.593294 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a673fcf-8c1f-4b16-9c2e-308c946b35ef None None] Routers {'5c243645-1f48-4fea-9b38-9a8bbdd7238f'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:27:14.594055 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-1a673fcf-8c1f-4b16-9c2e-308c946b35ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:27:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['5c243645-1f48-4fea-9b38-9a8bbdd7238f'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:27:14.631365 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b5c6a71-c79a-4d85-b035-7abf9da82b76 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Deleting subnet 60985557-66c4-4ca2-8d44-d64a5e7f147e {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:27:14.634539 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7b5c6a71-c79a-4d85-b035-7abf9da82b76 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:14.674839 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7b5c6a71-c79a-4d85-b035-7abf9da82b76 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:14.698143 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-1a673fcf-8c1f-4b16-9c2e-308c946b35ef None None] Set router 5c243645-1f48-4fea-9b38-9a8bbdd7238f gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:27:14.761684 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7b5c6a71-c79a-4d85-b035-7abf9da82b76 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:14.820050 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7b5c6a71-c79a-4d85-b035-7abf9da82b76 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:14.848750 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7b5c6a71-c79a-4d85-b035-7abf9da82b76 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:14.853472 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7b5c6a71-c79a-4d85-b035-7abf9da82b76 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "DELETE /v2.0/subnets/60985557-66c4-4ca2-8d44-d64a5e7f147e HTTP/1.1" status: 204 len: 168 time: 0.2683735 Jul 06 14:27:14.853472 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c6a71-c79a-4d85-b035-7abf9da82b76 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Pushing event deleted for resources: {'Subnet': ['ID=60985557-66c4-4ca2-8d44-d64a5e7f147e,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:14.853926 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34636) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:14.859432 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f95452-d496-48ef-8023-1f11a58253b3 None None] Network a4a61250-e9ab-40c6-b9c3-d319ff10bcdc requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:14.958998 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-1a673fcf-8c1f-4b16-9c2e-308c946b35ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c243645-1f48-4fea-9b38-9a8bbdd7238f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1320598314', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'fefcd3a4-6ac4-461c-9848-43ae8ce7c5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:50Z', 'updated_at': '2021-07-06T14:27:13Z', 'revision_number': 5, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'gw_port': {'id': 'fefcd3a4-6ac4-461c-9848-43ae8ce7c5af', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c243645-1f48-4fea-9b38-9a8bbdd7238f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:50Z', 'updated_at': '2021-07-06T14:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:27:14.961510 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-28689a31-e839-4319-90cd-9255c186a039 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:14.985913 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a673fcf-8c1f-4b16-9c2e-308c946b35ef None None] Checking router: 5c243645-1f48-4fea-9b38-9a8bbdd7238f for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:27:15.014153 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a673fcf-8c1f-4b16-9c2e-308c946b35ef None None] Routers {'5c243645-1f48-4fea-9b38-9a8bbdd7238f'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:27:15.014688 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-1a673fcf-8c1f-4b16-9c2e-308c946b35ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:27:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['5c243645-1f48-4fea-9b38-9a8bbdd7238f'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:27:15.063417 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-28689a31-e839-4319-90cd-9255c186a039 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:15.117998 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-28689a31-e839-4319-90cd-9255c186a039 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Deleting port fefcd3a4-6ac4-461c-9848-43ae8ce7c5af {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:27:15.118653 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-28689a31-e839-4319-90cd-9255c186a039 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:15.132347 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-1a673fcf-8c1f-4b16-9c2e-308c946b35ef None None] Set router 5c243645-1f48-4fea-9b38-9a8bbdd7238f gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:27:15.211484 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-28689a31-e839-4319-90cd-9255c186a039 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] For port fefcd3a4-6ac4-461c-9848-43ae8ce7c5af, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=fefcd3a4-6ac4-461c-9848-43ae8ce7c5af,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:15.211806 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-28689a31-e839-4319-90cd-9255c186a039 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:15.227470 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-28689a31-e839-4319-90cd-9255c186a039 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Calling delete_port for fefcd3a4-6ac4-461c-9848-43ae8ce7c5af owned by network:router_gateway {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:27:15.229774 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9879fd-0db4-4d30-86e3-72c3094d6d9f None None] DHCP port deletion for a4a61250-e9ab-40c6-b9c3-d319ff10bcdc request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:27:15.333467 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-bd9879fd-0db4-4d30-86e3-72c3094d6d9f None None] Deleting port 474368b2-b0a9-44cc-8968-659fec2e6cf0 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:27:15.333774 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bd9879fd-0db4-4d30-86e3-72c3094d6d9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:15.398010 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-28689a31-e839-4319-90cd-9255c186a039 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:15.408495 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-bd9879fd-0db4-4d30-86e3-72c3094d6d9f None None] For port 474368b2-b0a9-44cc-8968-659fec2e6cf0, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=474368b2-b0a9-44cc-8968-659fec2e6cf0,segment=NetworkSegment(a3ce58d8-e298-4cad-bb68-07820fe59bcc),segment_id=a3ce58d8-e298-4cad-bb68-07820fe59bcc)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:15.409462 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bd9879fd-0db4-4d30-86e3-72c3094d6d9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:15.426644 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28689a31-e839-4319-90cd-9255c186a039 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Pushing event deleted for resources: {'Port': ['ID=fefcd3a4-6ac4-461c-9848-43ae8ce7c5af,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:15.490628 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-28689a31-e839-4319-90cd-9255c186a039 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:15.583693 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-bd9879fd-0db4-4d30-86e3-72c3094d6d9f None None] Calling delete_port for 474368b2-b0a9-44cc-8968-659fec2e6cf0 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:27:15.587270 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-28689a31-e839-4319-90cd-9255c186a039 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:15.588940 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-1a673fcf-8c1f-4b16-9c2e-308c946b35ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c243645-1f48-4fea-9b38-9a8bbdd7238f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1320598314', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'fefcd3a4-6ac4-461c-9848-43ae8ce7c5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:50Z', 'updated_at': '2021-07-06T14:27:13Z', 'revision_number': 5, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'gw_port': {'id': 'fefcd3a4-6ac4-461c-9848-43ae8ce7c5af', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c243645-1f48-4fea-9b38-9a8bbdd7238f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:50Z', 'updated_at': '2021-07-06T14:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:27:15.589450 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-28689a31-e839-4319-90cd-9255c186a039 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:15.620582 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a673fcf-8c1f-4b16-9c2e-308c946b35ef None None] The sync data for ids ['5c243645-1f48-4fea-9b38-9a8bbdd7238f'] in n-d-773644-6 is: [{'id': '5c243645-1f48-4fea-9b38-9a8bbdd7238f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1320598314', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.113'}], 'enable_snat': True}, 'gw_port_id': 'fefcd3a4-6ac4-461c-9848-43ae8ce7c5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:26:50Z', 'updated_at': '2021-07-06T14:27:13Z', 'revision_number': 5, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'gw_port': {'id': 'fefcd3a4-6ac4-461c-9848-43ae8ce7c5af', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:12:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c243645-1f48-4fea-9b38-9a8bbdd7238f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:26:50Z', 'updated_at': '2021-07-06T14:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:27:15.635384 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-28689a31-e839-4319-90cd-9255c186a039 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:15.636051 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28689a31-e839-4319-90cd-9255c186a039 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Fanout notify agent at l3_agent the message router_deleted on router 5c243645-1f48-4fea-9b38-9a8bbdd7238f {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:27:15.648230 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-28689a31-e839-4319-90cd-9255c186a039 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:15.649519 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-28689a31-e839-4319-90cd-9255c186a039 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "DELETE /v2.0/routers/5c243645-1f48-4fea-9b38-9a8bbdd7238f HTTP/1.1" status: 204 len: 168 time: 0.7945554 Jul 06 14:27:15.652520 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34638) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:15.692118 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bd9879fd-0db4-4d30-86e3-72c3094d6d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:15.720338 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9879fd-0db4-4d30-86e3-72c3094d6d9f None None] Pushing event deleted for resources: {'Port': ['ID=474368b2-b0a9-44cc-8968-659fec2e6cf0,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:15.724227 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9879fd-0db4-4d30-86e3-72c3094d6d9f None None] No DVR routers for this DVR port 474368b2-b0a9-44cc-8968-659fec2e6cf0 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:27:15.736269 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d51d8a5a-ddcb-4514-b09e-ed0969085f45 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:15.825414 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d51d8a5a-ddcb-4514-b09e-ed0969085f45 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:15.835355 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-d51d8a5a-ddcb-4514-b09e-ed0969085f45 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a61250-e9ab-40c6-b9c3-d319ff10bcdc']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:27:15.844842 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-d51d8a5a-ddcb-4514-b09e-ed0969085f45 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ce58d8-e298-4cad-bb68-07820fe59bcc') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:27:15.845147 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-d51d8a5a-ddcb-4514-b09e-ed0969085f45 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ce58d8-e298-4cad-bb68-07820fe59bcc') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:27:15.854158 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d51d8a5a-ddcb-4514-b09e-ed0969085f45 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:15.868286 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d51d8a5a-ddcb-4514-b09e-ed0969085f45 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:15.874089 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d51d8a5a-ddcb-4514-b09e-ed0969085f45 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:27:15.874479 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d51d8a5a-ddcb-4514-b09e-ed0969085f45 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:27:15.878372 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:27:15.936194 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d51d8a5a-ddcb-4514-b09e-ed0969085f45 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:15.942405 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d51d8a5a-ddcb-4514-b09e-ed0969085f45 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:15.944565 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d51d8a5a-ddcb-4514-b09e-ed0969085f45 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "DELETE /v2.0/networks/a4a61250-e9ab-40c6-b9c3-d319ff10bcdc HTTP/1.1" status: 204 len: 168 time: 0.2878938 Jul 06 14:27:15.947343 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34640) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:15.959563 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d8a5a-ddcb-4514-b09e-ed0969085f45 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Pushing event deleted for resources: {'Network': ['ID=a4a61250-e9ab-40c6-b9c3-d319ff10bcdc,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:16.112219 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-2835d30f-6325-4537-b669-1658672efb5d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Deleting port 2a28e6c6-ea1b-4c02-9903-5a9bfb579419 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:27:16.112764 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2835d30f-6325-4537-b669-1658672efb5d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:16.192398 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2835d30f-6325-4537-b669-1658672efb5d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:16.192736 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2835d30f-6325-4537-b669-1658672efb5d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:16.204967 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-2835d30f-6325-4537-b669-1658672efb5d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Calling delete_port for 2a28e6c6-ea1b-4c02-9903-5a9bfb579419 owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:27:16.671857 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2835d30f-6325-4537-b669-1658672efb5d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:16.704540 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835d30f-6325-4537-b669-1658672efb5d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Pushing event deleted for resources: {'Port': ['ID=2a28e6c6-ea1b-4c02-9903-5a9bfb579419,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:16.761529 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2835d30f-6325-4537-b669-1658672efb5d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:16.761942 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-2835d30f-6325-4537-b669-1658672efb5d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Floating IP 600d15a0-05d3-4570-9bb2-592f9b5a9bd0 disassociated (deleted). External IP: 172.25.6.67, port: 8cecc2e6-45e4-4f49-b27c-56850fe91a30. Jul 06 14:27:16.842992 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:16.968234 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2835d30f-6325-4537-b669-1658672efb5d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Router 2396a71b-8cb4-4883-aa92-bb65e68ca775 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:27:17.074557 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2835d30f-6325-4537-b669-1658672efb5d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:27:17.079043 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2835d30f-6325-4537-b669-1658672efb5d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:17.083912 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f84b7a-1848-4a1f-9149-63acba8acc65 None None] Sync routers for ids ['2396a71b-8cb4-4883-aa92-bb65e68ca775'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:27:17.093262 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f84b7a-1848-4a1f-9149-63acba8acc65 None None] Routers {'2396a71b-8cb4-4883-aa92-bb65e68ca775'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:27:17.093917 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-75f84b7a-1848-4a1f-9149-63acba8acc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:27:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2396a71b-8cb4-4883-aa92-bb65e68ca775'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:27:17.117346 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2835d30f-6325-4537-b669-1658672efb5d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "DELETE /v2.0/floatingips/600d15a0-05d3-4570-9bb2-592f9b5a9bd0 HTTP/1.1" status: 204 len: 168 time: 1.1687350 Jul 06 14:27:17.118010 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2cf950-b3d6-4ddf-929d-798816bdc2d2', 'tag': '8cecc2e6-45e4-4f49-b27c-56850fe91a30'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:27:17.120307 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07b7a3b-b7c8-4e47-b754-6b8bd65434d5" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2cf950-b3d6-4ddf-929d-798816bdc2d2", "tag": "8cecc2e6-45e4-4f49-b27c-56850fe91a30"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:27:17.164503 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 200a0c28-3773-4667-adb2-205c49c26a6c no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:27:17.185190 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 200a0c28-3773-4667-adb2-205c49c26a6c {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:27:17.185542 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 200a0c28-3773-4667-adb2-205c49c26a6c not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:27:17.185991 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 474368b2-b0a9-44cc-8968-659fec2e6cf0 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:27:17.207385 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-75f84b7a-1848-4a1f-9149-63acba8acc65 None None] Set router 2396a71b-8cb4-4883-aa92-bb65e68ca775 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:27:17.209452 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 474368b2-b0a9-44cc-8968-659fec2e6cf0 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:27:17.209676 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 474368b2-b0a9-44cc-8968-659fec2e6cf0 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:27:17.210130 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device fefcd3a4-6ac4-461c-9848-43ae8ce7c5af no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:27:17.232411 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: fefcd3a4-6ac4-461c-9848-43ae8ce7c5af {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:27:17.232760 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device fefcd3a4-6ac4-461c-9848-43ae8ce7c5af not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:27:17.371395 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984b4574-16f6-455d-a798-c592640590bf x-openstack-request-id: req-984b4574-16f6-455d-a798-c592640590bf {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:27:17.371792 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2cf950-b3d6-4ddf-929d-798816bdc2d2", "tag": "8cecc2e6-45e4-4f49-b27c-56850fe91a30", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:27:17.372164 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-984b4574-16f6-455d-a798-c592640590bf {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:27:17.372656 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2cf950-b3d6-4ddf-929d-798816bdc2d2', 'tag': '8cecc2e6-45e4-4f49-b27c-56850fe91a30', 'status': 'completed', 'code': 200} Jul 06 14:27:17.414319 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-75f84b7a-1848-4a1f-9149-63acba8acc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'name': 'tempest-TestSecurityGroupsBasicOps-router-865372966', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'aa46e777-ccd9-4e8c-9ae1-6fee980f9182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:52Z', 'updated_at': '2021-07-06T14:25:56Z', 'revision_number': 4, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'gw_port': {'id': 'aa46e777-ccd9-4e8c-9ae1-6fee980f9182', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:53Z', 'updated_at': '2021-07-06T14:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '9497397d-f527-471b-81e1-602f603a4c77', 'name': '', 'network_id': '90dcea9b-3654-4817-90db-78fabb64c389', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'mac_address': 'fa:16:3e:e8:a6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '9b66dd65-021f-46be-8405-d6eb03cc1a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:55Z', 'updated_at': '2021-07-06T14:26:01Z', 'revision_number': 5, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'subnets': [{'id': '9b66dd65-021f-46be-8405-d6eb03cc1a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:27:17.446749 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f84b7a-1848-4a1f-9149-63acba8acc65 None None] Checking router: 2396a71b-8cb4-4883-aa92-bb65e68ca775 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:27:17.451884 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b7a3b-b7c8-4e47-b754-6b8bd65434d5 req-0da939da-ad8c-4ea9-8180-13df1a45c12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:17.453601 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d07b7a3b-b7c8-4e47-b754-6b8bd65434d5 req-0da939da-ad8c-4ea9-8180-13df1a45c12d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=886b88d904184c869bc8d457531b6eb8&device_id=9a2cf950-b3d6-4ddf-929d-798816bdc2d2 HTTP/1.1" status: 200 len: 1136 time: 0.0570126 Jul 06 14:27:17.455497 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f84b7a-1848-4a1f-9149-63acba8acc65 None None] Routers {'2396a71b-8cb4-4883-aa92-bb65e68ca775'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:27:17.456285 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-75f84b7a-1848-4a1f-9149-63acba8acc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:27:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2396a71b-8cb4-4883-aa92-bb65e68ca775'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:27:17.562253 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-75f84b7a-1848-4a1f-9149-63acba8acc65 None None] Set router 2396a71b-8cb4-4883-aa92-bb65e68ca775 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:27:17.603505 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb954f3-529c-428e-9469-ff42178e262b req-da2a9d3b-79fd-43c4-bc04-67a5a0413a67 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:17.605033 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9fb954f3-529c-428e-9469-ff42178e262b req-da2a9d3b-79fd-43c4-bc04-67a5a0413a67 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a2cf950-b3d6-4ddf-929d-798816bdc2d2 HTTP/1.1" status: 200 len: 985 time: 0.1461220 Jul 06 14:27:17.607986 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b7a3b-b7c8-4e47-b754-6b8bd65434d5 req-aa59d5bb-853d-4086-b75f-821a610912c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:17.609370 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d07b7a3b-b7c8-4e47-b754-6b8bd65434d5 req-aa59d5bb-853d-4086-b75f-821a610912c7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=90dcea9b-3654-4817-90db-78fabb64c389 HTTP/1.1" status: 200 len: 898 time: 0.1487062 Jul 06 14:27:17.663018 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d07b7a3b-b7c8-4e47-b754-6b8bd65434d5 req-ae95ab90-d367-4f3b-a315-24c72d14545c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cecc2e6-45e4-4f49-b27c-56850fe91a30 HTTP/1.1" status: 200 len: 217 time: 0.0449352 Jul 06 14:27:17.711874 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9fb954f3-529c-428e-9469-ff42178e262b req-c060b197-dbc5-4b39-b12f-0b26f3382c8e tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/security-groups?id=2a8d30b9-02dd-48c2-af1c-3954168b5242&id=f7b48ea8-7e83-4018-9ea0-2bcf462f977c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1003745 Jul 06 14:27:17.727158 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b7a3b-b7c8-4e47-b754-6b8bd65434d5 req-a32f510e-545b-46b9-a3a5-7d4eddd81c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:17.728626 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d07b7a3b-b7c8-4e47-b754-6b8bd65434d5 req-a32f510e-545b-46b9-a3a5-7d4eddd81c39 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9b66dd65-021f-46be-8405-d6eb03cc1a67 HTTP/1.1" status: 200 len: 834 time: 0.0548368 Jul 06 14:27:17.758818 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-75f84b7a-1848-4a1f-9149-63acba8acc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'name': 'tempest-TestSecurityGroupsBasicOps-router-865372966', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'aa46e777-ccd9-4e8c-9ae1-6fee980f9182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:52Z', 'updated_at': '2021-07-06T14:25:56Z', 'revision_number': 4, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'gw_port': {'id': 'aa46e777-ccd9-4e8c-9ae1-6fee980f9182', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:53Z', 'updated_at': '2021-07-06T14:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '9497397d-f527-471b-81e1-602f603a4c77', 'name': '', 'network_id': '90dcea9b-3654-4817-90db-78fabb64c389', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'mac_address': 'fa:16:3e:e8:a6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '9b66dd65-021f-46be-8405-d6eb03cc1a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:55Z', 'updated_at': '2021-07-06T14:26:01Z', 'revision_number': 5, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'subnets': [{'id': '9b66dd65-021f-46be-8405-d6eb03cc1a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:27:17.785042 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f84b7a-1848-4a1f-9149-63acba8acc65 None None] The sync data for ids ['2396a71b-8cb4-4883-aa92-bb65e68ca775'] in n-d-773644-6 is: [{'id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'name': 'tempest-TestSecurityGroupsBasicOps-router-865372966', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'aa46e777-ccd9-4e8c-9ae1-6fee980f9182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:52Z', 'updated_at': '2021-07-06T14:25:56Z', 'revision_number': 4, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'gw_port': {'id': 'aa46e777-ccd9-4e8c-9ae1-6fee980f9182', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:53Z', 'updated_at': '2021-07-06T14:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '9497397d-f527-471b-81e1-602f603a4c77', 'name': '', 'network_id': '90dcea9b-3654-4817-90db-78fabb64c389', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'mac_address': 'fa:16:3e:e8:a6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '9b66dd65-021f-46be-8405-d6eb03cc1a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:55Z', 'updated_at': '2021-07-06T14:26:01Z', 'revision_number': 5, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'subnets': [{'id': '9b66dd65-021f-46be-8405-d6eb03cc1a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:27:17.788196 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b7a3b-b7c8-4e47-b754-6b8bd65434d5 req-ebd534ef-83b6-4bfa-8795-f92427f3bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:17.789798 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d07b7a3b-b7c8-4e47-b754-6b8bd65434d5 req-ebd534ef-83b6-4bfa-8795-f92427f3bdac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90dcea9b-3654-4817-90db-78fabb64c389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535147 Jul 06 14:27:17.898787 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d07b7a3b-b7c8-4e47-b754-6b8bd65434d5 req-1dfa9052-e16d-44f3-92e7-9a253f259e93 service neutron] 10.222.0.52 "GET /v2.0/networks/90dcea9b-3654-4817-90db-78fabb64c389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017058 Jul 06 14:27:18.002380 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d07b7a3b-b7c8-4e47-b754-6b8bd65434d5 req-1e24c299-5aef-4bdd-9d7b-2090183cace5 service neutron] 10.222.0.52 "GET /v2.0/networks/90dcea9b-3654-4817-90db-78fabb64c389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966053 Jul 06 14:27:18.027031 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52ab1ff-af55-42df-9c06-72326a69ebde None None] New status for floating IP 600d15a0-05d3-4570-9bb2-592f9b5a9bd0: DOWN {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:27:18.893317 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57a34d-43c7-48db-9c3e-dba5c21a6916 req-3b9527bd-bb85-42a3-9c71-59ad24796517 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:18.895020 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3f57a34d-43c7-48db-9c3e-dba5c21a6916 req-3b9527bd-bb85-42a3-9c71-59ad24796517 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a2cf950-b3d6-4ddf-929d-798816bdc2d2 HTTP/1.1" status: 200 len: 985 time: 0.0684390 Jul 06 14:27:18.941155 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:18.946823 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3f57a34d-43c7-48db-9c3e-dba5c21a6916 req-6db742e2-1652-4baa-b890-9c4e074e6871 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/security-groups?id=2a8d30b9-02dd-48c2-af1c-3954168b5242&id=f7b48ea8-7e83-4018-9ea0-2bcf462f977c&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0461779 Jul 06 14:27:18.998106 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee831260-8cdd-457a-bb2d-20faddd6c949 req-68cf7bfd-e02e-41e4-b64c-20ff683ed7f8 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:18.999508 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ee831260-8cdd-457a-bb2d-20faddd6c949 req-68cf7bfd-e02e-41e4-b64c-20ff683ed7f8 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a2cf950-b3d6-4ddf-929d-798816bdc2d2 HTTP/1.1" status: 200 len: 985 time: 0.0720322 Jul 06 14:27:19.105316 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-ee831260-8cdd-457a-bb2d-20faddd6c949 req-0e3dcdd7-23e6-4d5a-92be-c2bfb4da3d19 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Deleting port 8cecc2e6-45e4-4f49-b27c-56850fe91a30 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:27:19.105668 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ee831260-8cdd-457a-bb2d-20faddd6c949 req-0e3dcdd7-23e6-4d5a-92be-c2bfb4da3d19 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:19.192447 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-ee831260-8cdd-457a-bb2d-20faddd6c949 req-0e3dcdd7-23e6-4d5a-92be-c2bfb4da3d19 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] For port 8cecc2e6-45e4-4f49-b27c-56850fe91a30, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=8cecc2e6-45e4-4f49-b27c-56850fe91a30,segment=NetworkSegment(63c00358-8fd3-4cb9-8110-2f4f1d7d46fe),segment_id=63c00358-8fd3-4cb9-8110-2f4f1d7d46fe)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:19.192808 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ee831260-8cdd-457a-bb2d-20faddd6c949 req-0e3dcdd7-23e6-4d5a-92be-c2bfb4da3d19 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:19.205112 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-ee831260-8cdd-457a-bb2d-20faddd6c949 req-0e3dcdd7-23e6-4d5a-92be-c2bfb4da3d19 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Calling delete_port for 8cecc2e6-45e4-4f49-b27c-56850fe91a30 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:27:19.335412 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ee831260-8cdd-457a-bb2d-20faddd6c949 req-0e3dcdd7-23e6-4d5a-92be-c2bfb4da3d19 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:19.365368 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3dcdd7-23e6-4d5a-92be-c2bfb4da3d19 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Pushing event deleted for resources: {'Port': ['ID=8cecc2e6-45e4-4f49-b27c-56850fe91a30,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:19.415063 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee831260-8cdd-457a-bb2d-20faddd6c949 req-0e3dcdd7-23e6-4d5a-92be-c2bfb4da3d19 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] No DVR routers for this DVR port 8cecc2e6-45e4-4f49-b27c-56850fe91a30 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:27:19.417825 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ee831260-8cdd-457a-bb2d-20faddd6c949 req-0e3dcdd7-23e6-4d5a-92be-c2bfb4da3d19 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:19.419881 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ee831260-8cdd-457a-bb2d-20faddd6c949 req-0e3dcdd7-23e6-4d5a-92be-c2bfb4da3d19 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.52 "DELETE /v2.0/ports/8cecc2e6-45e4-4f49-b27c-56850fe91a30 HTTP/1.1" status: 204 len: 173 time: 0.4116538 Jul 06 14:27:19.420364 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2cf950-b3d6-4ddf-929d-798816bdc2d2', 'name': 'network-vif-deleted', 'tag': '8cecc2e6-45e4-4f49-b27c-56850fe91a30'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:27:19.422680 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ffb5ac-4104-471a-b7ea-bbe97edb9efd" -d '{"events": [{"server_uuid": "9a2cf950-b3d6-4ddf-929d-798816bdc2d2", "name": "network-vif-deleted", "tag": "8cecc2e6-45e4-4f49-b27c-56850fe91a30"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:27:19.467877 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5cbbb1-9fa3-433c-9679-968acfbc3243 x-openstack-request-id: req-ed5cbbb1-9fa3-433c-9679-968acfbc3243 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:27:19.468173 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2cf950-b3d6-4ddf-929d-798816bdc2d2", "name": "network-vif-deleted", "tag": "8cecc2e6-45e4-4f49-b27c-56850fe91a30", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:27:19.468441 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ed5cbbb1-9fa3-433c-9679-968acfbc3243 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:27:19.468848 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2cf950-b3d6-4ddf-929d-798816bdc2d2', 'name': 'network-vif-deleted', 'tag': '8cecc2e6-45e4-4f49-b27c-56850fe91a30', 'status': 'completed', 'code': 200} Jul 06 14:27:20.106086 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-80542c12-79d0-4e85-9a1e-4ebee35d7c31 req-86d7ff77-8ea2-411d-ae84-fac777ed624f tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a2cf950-b3d6-4ddf-929d-798816bdc2d2 HTTP/1.1" status: 200 len: 210 time: 0.0296729 Jul 06 14:27:21.203069 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34658) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:21.257018 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dfb2734f-5144-4297-b23b-f43badfca124 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:21.279841 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dfb2734f-5144-4297-b23b-f43badfca124 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:21.325022 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dfb2734f-5144-4297-b23b-f43badfca124 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:21.327840 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-dfb2734f-5144-4297-b23b-f43badfca124 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:21.329011 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-dfb2734f-5144-4297-b23b-f43badfca124 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "DELETE /v2.0/security-groups/2a8d30b9-02dd-48c2-af1c-3954168b5242 HTTP/1.1" status: 204 len: 168 time: 0.1249363 Jul 06 14:27:21.332396 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34660) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:21.338904 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2734f-5144-4297-b23b-f43badfca124 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8d30b9-02dd-48c2-af1c-3954168b5242,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:21.394631 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e84678b2-0b8d-4eb6-9f99-2342069f1223 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:21.417383 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e84678b2-0b8d-4eb6-9f99-2342069f1223 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:21.463344 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e84678b2-0b8d-4eb6-9f99-2342069f1223 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:21.466086 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e84678b2-0b8d-4eb6-9f99-2342069f1223 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:21.467341 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e84678b2-0b8d-4eb6-9f99-2342069f1223 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "DELETE /v2.0/security-groups/f7b48ea8-7e83-4018-9ea0-2bcf462f977c HTTP/1.1" status: 204 len: 168 time: 0.1333323 Jul 06 14:27:21.470237 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34662) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:21.476547 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84678b2-0b8d-4eb6-9f99-2342069f1223 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b48ea8-7e83-4018-9ea0-2bcf462f977c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:21.849526 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d242b134-baa7-4fe9-96c9-00221b8b6368 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:22.123465 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-d242b134-baa7-4fe9-96c9-00221b8b6368 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Deleting port 9497397d-f527-471b-81e1-602f603a4c77 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:27:22.123741 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d242b134-baa7-4fe9-96c9-00221b8b6368 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:22.212281 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-d242b134-baa7-4fe9-96c9-00221b8b6368 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] For port 9497397d-f527-471b-81e1-602f603a4c77, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=9497397d-f527-471b-81e1-602f603a4c77,segment=NetworkSegment(63c00358-8fd3-4cb9-8110-2f4f1d7d46fe),segment_id=63c00358-8fd3-4cb9-8110-2f4f1d7d46fe)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:22.212873 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d242b134-baa7-4fe9-96c9-00221b8b6368 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:22.225655 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-d242b134-baa7-4fe9-96c9-00221b8b6368 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Calling delete_port for 9497397d-f527-471b-81e1-602f603a4c77 owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:27:22.345089 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 8cecc2e6-45e4-4f49-b27c-56850fe91a30 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:27:22.364330 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 8cecc2e6-45e4-4f49-b27c-56850fe91a30 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:27:22.364685 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 8cecc2e6-45e4-4f49-b27c-56850fe91a30 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:27:22.414829 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d242b134-baa7-4fe9-96c9-00221b8b6368 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:22.441451 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242b134-baa7-4fe9-96c9-00221b8b6368 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Pushing event deleted for resources: {'Port': ['ID=9497397d-f527-471b-81e1-602f603a4c77,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:22.615773 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d242b134-baa7-4fe9-96c9-00221b8b6368 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:22.830427 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d242b134-baa7-4fe9-96c9-00221b8b6368 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Router 2396a71b-8cb4-4883-aa92-bb65e68ca775 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:27:22.933695 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d242b134-baa7-4fe9-96c9-00221b8b6368 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:27:22.940401 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d242b134-baa7-4fe9-96c9-00221b8b6368 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "PUT /v2.0/routers/2396a71b-8cb4-4883-aa92-bb65e68ca775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4683466 Jul 06 14:27:22.942280 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34664) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:22.944092 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c709ec34-b774-4344-a134-d74746138868 None None] Sync routers for ids ['2396a71b-8cb4-4883-aa92-bb65e68ca775'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:27:22.953385 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c709ec34-b774-4344-a134-d74746138868 None None] Routers {'2396a71b-8cb4-4883-aa92-bb65e68ca775'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:27:22.954030 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-c709ec34-b774-4344-a134-d74746138868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:27:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2396a71b-8cb4-4883-aa92-bb65e68ca775'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:27:22.993884 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d4cb6ff-9df0-468b-aba1-8ec79226822d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Deleting subnet 9b66dd65-021f-46be-8405-d6eb03cc1a67 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:27:22.996946 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d4cb6ff-9df0-468b-aba1-8ec79226822d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:23.036802 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d4cb6ff-9df0-468b-aba1-8ec79226822d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:23.057267 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-c709ec34-b774-4344-a134-d74746138868 None None] Set router 2396a71b-8cb4-4883-aa92-bb65e68ca775 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:27:23.127752 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d4cb6ff-9df0-468b-aba1-8ec79226822d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:23.190952 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d4cb6ff-9df0-468b-aba1-8ec79226822d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:23.221435 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4cb6ff-9df0-468b-aba1-8ec79226822d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Pushing event deleted for resources: {'Subnet': ['ID=9b66dd65-021f-46be-8405-d6eb03cc1a67,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:23.226495 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d4cb6ff-9df0-468b-aba1-8ec79226822d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:23.228804 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6d4cb6ff-9df0-468b-aba1-8ec79226822d tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "DELETE /v2.0/subnets/9b66dd65-021f-46be-8405-d6eb03cc1a67 HTTP/1.1" status: 204 len: 168 time: 0.2855160 Jul 06 14:27:23.231775 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34666) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:23.235902 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a6b5f2-4933-462c-97d8-1ceea1ef9e8a None None] Network 90dcea9b-3654-4817-90db-78fabb64c389 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:23.248562 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-c709ec34-b774-4344-a134-d74746138868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'name': 'tempest-TestSecurityGroupsBasicOps-router-865372966', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'aa46e777-ccd9-4e8c-9ae1-6fee980f9182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:52Z', 'updated_at': '2021-07-06T14:27:22Z', 'revision_number': 5, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'gw_port': {'id': 'aa46e777-ccd9-4e8c-9ae1-6fee980f9182', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:53Z', 'updated_at': '2021-07-06T14:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:27:23.274995 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c709ec34-b774-4344-a134-d74746138868 None None] Checking router: 2396a71b-8cb4-4883-aa92-bb65e68ca775 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:27:23.283279 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c709ec34-b774-4344-a134-d74746138868 None None] Routers {'2396a71b-8cb4-4883-aa92-bb65e68ca775'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:27:23.284450 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-c709ec34-b774-4344-a134-d74746138868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:27:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2396a71b-8cb4-4883-aa92-bb65e68ca775'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:27:23.349026 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62aea914-1714-49ec-b75a-7e8e52fb8dac tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:23.450943 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6519b067-a5f3-450f-9abc-e84b4671f8ff None None] DHCP port deletion for 90dcea9b-3654-4817-90db-78fabb64c389 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:27:23.469433 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62aea914-1714-49ec-b75a-7e8e52fb8dac tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:23.485522 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-c709ec34-b774-4344-a134-d74746138868 None None] Set router 2396a71b-8cb4-4883-aa92-bb65e68ca775 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:27:23.503510 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-6519b067-a5f3-450f-9abc-e84b4671f8ff None None] Deleting port 9e35b640-e863-40eb-9e94-8c5837028d9b {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:27:23.504177 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6519b067-a5f3-450f-9abc-e84b4671f8ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:23.527175 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-62aea914-1714-49ec-b75a-7e8e52fb8dac tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Deleting port aa46e777-ccd9-4e8c-9ae1-6fee980f9182 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:27:23.527526 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62aea914-1714-49ec-b75a-7e8e52fb8dac tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:23.580221 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-6519b067-a5f3-450f-9abc-e84b4671f8ff None None] For port 9e35b640-e863-40eb-9e94-8c5837028d9b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=9e35b640-e863-40eb-9e94-8c5837028d9b,segment=NetworkSegment(63c00358-8fd3-4cb9-8110-2f4f1d7d46fe),segment_id=63c00358-8fd3-4cb9-8110-2f4f1d7d46fe)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:23.581105 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6519b067-a5f3-450f-9abc-e84b4671f8ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:23.594663 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-6519b067-a5f3-450f-9abc-e84b4671f8ff None None] Calling delete_port for 9e35b640-e863-40eb-9e94-8c5837028d9b owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:27:23.618791 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-62aea914-1714-49ec-b75a-7e8e52fb8dac tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] For port aa46e777-ccd9-4e8c-9ae1-6fee980f9182, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=aa46e777-ccd9-4e8c-9ae1-6fee980f9182,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:23.619156 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62aea914-1714-49ec-b75a-7e8e52fb8dac tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:23.632620 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-62aea914-1714-49ec-b75a-7e8e52fb8dac tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Calling delete_port for aa46e777-ccd9-4e8c-9ae1-6fee980f9182 owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:27:23.675445 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-c709ec34-b774-4344-a134-d74746138868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'name': 'tempest-TestSecurityGroupsBasicOps-router-865372966', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'aa46e777-ccd9-4e8c-9ae1-6fee980f9182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:52Z', 'updated_at': '2021-07-06T14:27:22Z', 'revision_number': 5, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'gw_port': {'id': 'aa46e777-ccd9-4e8c-9ae1-6fee980f9182', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:53Z', 'updated_at': '2021-07-06T14:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:27:23.676018 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6519b067-a5f3-450f-9abc-e84b4671f8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:23.706714 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c709ec34-b774-4344-a134-d74746138868 None None] The sync data for ids ['2396a71b-8cb4-4883-aa92-bb65e68ca775'] in n-d-773644-6 is: [{'id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'name': 'tempest-TestSecurityGroupsBasicOps-router-865372966', 'tenant_id': '886b88d904184c869bc8d457531b6eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.218'}], 'enable_snat': True}, 'gw_port_id': 'aa46e777-ccd9-4e8c-9ae1-6fee980f9182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:25:52Z', 'updated_at': '2021-07-06T14:27:22Z', 'revision_number': 5, 'project_id': '886b88d904184c869bc8d457531b6eb8', 'gw_port': {'id': 'aa46e777-ccd9-4e8c-9ae1-6fee980f9182', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2396a71b-8cb4-4883-aa92-bb65e68ca775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:25:53Z', 'updated_at': '2021-07-06T14:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:27:23.709316 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6519b067-a5f3-450f-9abc-e84b4671f8ff None None] No DVR routers for this DVR port 9e35b640-e863-40eb-9e94-8c5837028d9b on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:27:23.711382 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519b067-a5f3-450f-9abc-e84b4671f8ff None None] Pushing event deleted for resources: {'Port': ['ID=9e35b640-e863-40eb-9e94-8c5837028d9b,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:23.821431 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62aea914-1714-49ec-b75a-7e8e52fb8dac tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:23.848131 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aea914-1714-49ec-b75a-7e8e52fb8dac tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Pushing event deleted for resources: {'Port': ['ID=aa46e777-ccd9-4e8c-9ae1-6fee980f9182,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:23.919053 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62aea914-1714-49ec-b75a-7e8e52fb8dac tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:24.018721 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62aea914-1714-49ec-b75a-7e8e52fb8dac tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:24.020864 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62aea914-1714-49ec-b75a-7e8e52fb8dac tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:24.062909 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62aea914-1714-49ec-b75a-7e8e52fb8dac tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:24.063546 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62aea914-1714-49ec-b75a-7e8e52fb8dac tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Fanout notify agent at l3_agent the message router_deleted on router 2396a71b-8cb4-4883-aa92-bb65e68ca775 {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:27:24.071197 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62aea914-1714-49ec-b75a-7e8e52fb8dac tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:24.074677 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-62aea914-1714-49ec-b75a-7e8e52fb8dac tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "DELETE /v2.0/routers/2396a71b-8cb4-4883-aa92-bb65e68ca775 HTTP/1.1" status: 204 len: 168 time: 0.8385625 Jul 06 14:27:24.074949 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34668) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:24.154980 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9fa3b0bc-8b96-4599-8389-8d28bbcb68f2 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:24.248356 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9fa3b0bc-8b96-4599-8389-8d28bbcb68f2 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:24.258318 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-9fa3b0bc-8b96-4599-8389-8d28bbcb68f2 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90dcea9b-3654-4817-90db-78fabb64c389']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:27:24.268591 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-9fa3b0bc-8b96-4599-8389-8d28bbcb68f2 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c00358-8fd3-4cb9-8110-2f4f1d7d46fe') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:27:24.268927 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-9fa3b0bc-8b96-4599-8389-8d28bbcb68f2 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c00358-8fd3-4cb9-8110-2f4f1d7d46fe') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:27:24.277795 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9fa3b0bc-8b96-4599-8389-8d28bbcb68f2 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:24.291854 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9fa3b0bc-8b96-4599-8389-8d28bbcb68f2 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:24.297795 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fa3b0bc-8b96-4599-8389-8d28bbcb68f2 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:27:24.298234 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9fa3b0bc-8b96-4599-8389-8d28bbcb68f2 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:27:24.301296 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:27:24.362781 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9fa3b0bc-8b96-4599-8389-8d28bbcb68f2 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:24.369785 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9fa3b0bc-8b96-4599-8389-8d28bbcb68f2 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:24.373539 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9fa3b0bc-8b96-4599-8389-8d28bbcb68f2 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] 10.222.0.118 "DELETE /v2.0/networks/90dcea9b-3654-4817-90db-78fabb64c389 HTTP/1.1" status: 204 len: 168 time: 0.2959204 Jul 06 14:27:24.383548 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3b0bc-8b96-4599-8389-8d28bbcb68f2 tempest-TestSecurityGroupsBasicOps-1849690 tempest-TestSecurityGroupsBasicOps-1849690-project] Pushing event deleted for resources: {'Network': ['ID=90dcea9b-3654-4817-90db-78fabb64c389,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:24.665781 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34680) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:24.798903 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7e181f8b-5fbf-4007-9494-bc715dba89cd admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=886b88d904184c869bc8d457531b6eb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1315639 Jul 06 14:27:24.801699 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34684) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:24.848996 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-578c967f-41f3-47c7-a4d2-801bf02c3b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:24.869849 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-578c967f-41f3-47c7-a4d2-801bf02c3b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:24.916164 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-578c967f-41f3-47c7-a4d2-801bf02c3b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:24.918705 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-578c967f-41f3-47c7-a4d2-801bf02c3b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:24.919863 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-578c967f-41f3-47c7-a4d2-801bf02c3b83 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/8c586068-204e-43fa-aef7-978ddae75a31 HTTP/1.1" status: 204 len: 168 time: 0.1172476 Jul 06 14:27:24.927988 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c967f-41f3-47c7-a4d2-801bf02c3b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c586068-204e-43fa-aef7-978ddae75a31,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:25.175355 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device aa46e777-ccd9-4e8c-9ae1-6fee980f9182 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:27:25.190253 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34690) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:25.196229 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: aa46e777-ccd9-4e8c-9ae1-6fee980f9182 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:27:25.196578 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device aa46e777-ccd9-4e8c-9ae1-6fee980f9182 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:27:25.197030 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 9e35b640-e863-40eb-9e94-8c5837028d9b no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:27:25.205356 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bbe08003-3c69-4c5d-9a55-140b1a962987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:25.218336 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 9e35b640-e863-40eb-9e94-8c5837028d9b {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:27:25.218954 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 9e35b640-e863-40eb-9e94-8c5837028d9b not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:27:25.223239 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 9497397d-f527-471b-81e1-602f603a4c77 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:27:25.243244 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 9497397d-f527-471b-81e1-602f603a4c77 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:27:25.243603 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 9497397d-f527-471b-81e1-602f603a4c77 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:27:25.312325 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bbe08003-3c69-4c5d-9a55-140b1a962987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:25.317343 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bbe08003-3c69-4c5d-9a55-140b1a962987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:25.356913 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bbe08003-3c69-4c5d-9a55-140b1a962987 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=3d1cf593be2c47afbe264b6cadb8b589&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1654556 Jul 06 14:27:25.357802 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe08003-3c69-4c5d-9a55-140b1a962987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5aeb83-7ec4-4da3-9d88-47e0d09f1657,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:25.360658 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34692) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:25.418132 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0e4dfedd-8d0a-4467-96fc-db1129a3863c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:25.440891 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0e4dfedd-8d0a-4467-96fc-db1129a3863c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:25.489776 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0e4dfedd-8d0a-4467-96fc-db1129a3863c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:25.492392 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0e4dfedd-8d0a-4467-96fc-db1129a3863c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:25.493609 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0e4dfedd-8d0a-4467-96fc-db1129a3863c admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/1d5aeb83-7ec4-4da3-9d88-47e0d09f1657 HTTP/1.1" status: 204 len: 168 time: 0.1318476 Jul 06 14:27:25.503111 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dfedd-8d0a-4467-96fc-db1129a3863c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5aeb83-7ec4-4da3-9d88-47e0d09f1657,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:25.824623 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34698) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:25.864401 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fb32752c-c32b-4b97-9c2d-335ccc425799 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=2d9a679f9cbf4bf59f1f90d4b9a9b425&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385609 Jul 06 14:27:25.866885 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34700) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:25.920998 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2e8384c4-32f4-46dc-a7ca-1b99b3e7dae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:25.942837 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2e8384c4-32f4-46dc-a7ca-1b99b3e7dae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:25.990161 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2e8384c4-32f4-46dc-a7ca-1b99b3e7dae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:25.992588 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2e8384c4-32f4-46dc-a7ca-1b99b3e7dae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:25.993859 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2e8384c4-32f4-46dc-a7ca-1b99b3e7dae3 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/1251609d-0f96-4a17-9e52-b3271c9e78e9 HTTP/1.1" status: 204 len: 168 time: 0.1259799 Jul 06 14:27:26.001873 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8384c4-32f4-46dc-a7ca-1b99b3e7dae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1251609d-0f96-4a17-9e52-b3271c9e78e9,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:27.725357 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:27:36.449128 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d977c48-b1ef-47b3-b475-026c842890cc req-2d926507-7947-45eb-95b3-2802627c4605 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] 10.222.0.118 "GET /v2.0/networks?tenant_id=33662edaf0a747b7ac9fc63b73a54f91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289752 Jul 06 14:27:36.630174 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d977c48-b1ef-47b3-b475-026c842890cc req-c9862e67-7324-4889-bfc0-4249a1e6c730 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:36.631604 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d977c48-b1ef-47b3-b475-026c842890cc req-c9862e67-7324-4889-bfc0-4249a1e6c730 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] 10.222.0.118 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1773646 Jul 06 14:27:36.646687 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d977c48-b1ef-47b3-b475-026c842890cc req-15a7908c-2945-4492-9674-7551648c39ff tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] 10.222.0.118 "GET /v2.0/quotas/33662edaf0a747b7ac9fc63b73a54f91 HTTP/1.1" status: 200 len: 375 time: 0.0097661 Jul 06 14:27:36.681933 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d977c48-b1ef-47b3-b475-026c842890cc req-12c98754-485a-41f3-98b3-fa4946ad4b37 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=33662edaf0a747b7ac9fc63b73a54f91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303071 Jul 06 14:27:36.848154 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-efe64a32-17c9-46db-8ff4-ec0d14f4ab33 req-55649618-349b-493f-b975-a7c6f338a5a3 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea182f18-a1ce-42c5-8918-b9b602f80f95 HTTP/1.1" status: 200 len: 210 time: 0.0281901 Jul 06 14:27:37.344561 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0da6c865-8160-472e-b482-41b1966c0706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:37.897473 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d977c48-b1ef-47b3-b475-026c842890cc req-dabb72a7-2f7c-4218-94ee-e5ff9ef72254 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=33662edaf0a747b7ac9fc63b73a54f91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261042 Jul 06 14:27:38.018743 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc02a426-68ae-4e78-be09-cce15526691f req-2c547dae-1c11-46fb-bd05-970e045f21e1 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea182f18-a1ce-42c5-8918-b9b602f80f95 HTTP/1.1" status: 200 len: 210 time: 0.0408580 Jul 06 14:27:38.048170 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d977c48-b1ef-47b3-b475-026c842890cc req-0771be16-ffa8-4b27-82b3-4d37e464a51b tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:38.050062 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d977c48-b1ef-47b3-b475-026c842890cc req-0771be16-ffa8-4b27-82b3-4d37e464a51b tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1469250 Jul 06 14:27:38.063690 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-1d977c48-b1ef-47b3-b475-026c842890cc req-1d2fcf00-72c0-488b-9578-c3902b59a353 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Request body: {'port': {'device_id': 'ea182f18-a1ce-42c5-8918-b9b602f80f95', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'admin_state_up': True, 'tenant_id': '33662edaf0a747b7ac9fc63b73a54f91'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:38.494890 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d977c48-b1ef-47b3-b475-026c842890cc req-1d2fcf00-72c0-488b-9578-c3902b59a353 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Made reservation on behalf of 33662edaf0a747b7ac9fc63b73a54f91 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:38.498560 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1d977c48-b1ef-47b3-b475-026c842890cc req-1d2fcf00-72c0-488b-9578-c3902b59a353 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:38.508651 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1d977c48-b1ef-47b3-b475-026c842890cc req-1d2fcf00-72c0-488b-9578-c3902b59a353 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:38.599863 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1d977c48-b1ef-47b3-b475-026c842890cc req-1d2fcf00-72c0-488b-9578-c3902b59a353 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:38.603614 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1d977c48-b1ef-47b3-b475-026c842890cc req-1d2fcf00-72c0-488b-9578-c3902b59a353 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:38.669373 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fcf00-72c0-488b-9578-c3902b59a353 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80dc2053-b029-4a7d-89c3-7ac92ae8072b,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:38.739080 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-1d977c48-b1ef-47b3-b475-026c842890cc req-1d2fcf00-72c0-488b-9578-c3902b59a353 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Allocated IP 192.168.233.48 (f222f10c-5672-4da8-9754-28b7729c1e02/3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7/fb5949f1-47f9-42f5-9d8a-a6b003c26f66) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:27:38.887609 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1d977c48-b1ef-47b3-b475-026c842890cc req-1d2fcf00-72c0-488b-9578-c3902b59a353 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:38.900682 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-1d977c48-b1ef-47b3-b475-026c842890cc req-1d2fcf00-72c0-488b-9578-c3902b59a353 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Transition to ACTIVE for port object fb5949f1-47f9-42f5-9d8a-a6b003c26f66 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:38.932612 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1d977c48-b1ef-47b3-b475-026c842890cc req-1d2fcf00-72c0-488b-9578-c3902b59a353 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:38.978941 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d977c48-b1ef-47b3-b475-026c842890cc req-1d2fcf00-72c0-488b-9578-c3902b59a353 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Network f222f10c-5672-4da8-9754-28b7729c1e02 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:38.982185 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-1d977c48-b1ef-47b3-b475-026c842890cc req-1d2fcf00-72c0-488b-9578-c3902b59a353 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:38.988608 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d977c48-b1ef-47b3-b475-026c842890cc req-1d2fcf00-72c0-488b-9578-c3902b59a353 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:27:39.011606 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fcf00-72c0-488b-9578-c3902b59a353 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Pushing event updated for resources: {'Port': ['ID=fb5949f1-47f9-42f5-9d8a-a6b003c26f66,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:39.041276 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d977c48-b1ef-47b3-b475-026c842890cc req-1d2fcf00-72c0-488b-9578-c3902b59a353 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:39.041942 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1d977c48-b1ef-47b3-b475-026c842890cc req-1d2fcf00-72c0-488b-9578-c3902b59a353 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:39.058205 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d977c48-b1ef-47b3-b475-026c842890cc req-1d2fcf00-72c0-488b-9578-c3902b59a353 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9984226 Jul 06 14:27:39.076018 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-1d977c48-b1ef-47b3-b475-026c842890cc req-c7df140e-a8a2-4c79-8e33-1bcea5425183 service neutron] Request body: {'port': {'device_id': 'ea182f18-a1ce-42c5-8918-b9b602f80f95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:39.169025 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1d977c48-b1ef-47b3-b475-026c842890cc req-c7df140e-a8a2-4c79-8e33-1bcea5425183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:39.212957 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0f38f95a-58d0-4f94-92ce-6e3668c29585 None None] Provisioning for port fb5949f1-47f9-42f5-9d8a-a6b003c26f66 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:27:39.216901 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0f38f95a-58d0-4f94-92ce-6e3668c29585 None None] Provisioning complete for port fb5949f1-47f9-42f5-9d8a-a6b003c26f66 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:27:39.217272 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0f38f95a-58d0-4f94-92ce-6e3668c29585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:39.259779 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-0f38f95a-58d0-4f94-92ce-6e3668c29585 None None] Port fb5949f1-47f9-42f5-9d8a-a6b003c26f66 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:27:39.322023 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec10d7-750a-49d7-af52-2ae6c21f5d54 req-7b82216f-dcd6-40af-800c-1653a82ba921 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:39.323541 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-daec10d7-750a-49d7-af52-2ae6c21f5d54 req-7b82216f-dcd6-40af-800c-1653a82ba921 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea182f18-a1ce-42c5-8918-b9b602f80f95 HTTP/1.1" status: 200 len: 935 time: 0.1745663 Jul 06 14:27:39.410075 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-daec10d7-750a-49d7-af52-2ae6c21f5d54 req-e8a32031-00f1-4fce-ac0f-5083be1d4630 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] 10.222.0.118 "GET /v2.0/security-groups?id=80dc2053-b029-4a7d-89c3-7ac92ae8072b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799391 Jul 06 14:27:39.507859 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-1d977c48-b1ef-47b3-b475-026c842890cc req-c7df140e-a8a2-4c79-8e33-1bcea5425183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb5949f1-47f9-42f5-9d8a-a6b003c26f66 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:27:39.515099 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1d977c48-b1ef-47b3-b475-026c842890cc req-c7df140e-a8a2-4c79-8e33-1bcea5425183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:39.526709 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-1d977c48-b1ef-47b3-b475-026c842890cc req-c7df140e-a8a2-4c79-8e33-1bcea5425183 service neutron] Transition to ACTIVE for port object fb5949f1-47f9-42f5-9d8a-a6b003c26f66 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:39.530658 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1d977c48-b1ef-47b3-b475-026c842890cc req-c7df140e-a8a2-4c79-8e33-1bcea5425183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:39.581716 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df140e-a8a2-4c79-8e33-1bcea5425183 service neutron] Pushing event updated for resources: {'Port': ['ID=fb5949f1-47f9-42f5-9d8a-a6b003c26f66,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:39.654018 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-1d977c48-b1ef-47b3-b475-026c842890cc req-c7df140e-a8a2-4c79-8e33-1bcea5425183 service neutron] Attempting to bind port fb5949f1-47f9-42f5-9d8a-a6b003c26f66 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:27:39.654457 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-1d977c48-b1ef-47b3-b475-026c842890cc req-c7df140e-a8a2-4c79-8e33-1bcea5425183 service neutron] Attempting to bind port fb5949f1-47f9-42f5-9d8a-a6b003c26f66 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:27:39.654800 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d977c48-b1ef-47b3-b475-026c842890cc req-c7df140e-a8a2-4c79-8e33-1bcea5425183 service neutron] Attempting to bind port fb5949f1-47f9-42f5-9d8a-a6b003c26f66 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:27:39.660251 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d977c48-b1ef-47b3-b475-026c842890cc req-c7df140e-a8a2-4c79-8e33-1bcea5425183 service neutron] Port fb5949f1-47f9-42f5-9d8a-a6b003c26f66 on network f222f10c-5672-4da8-9754-28b7729c1e02 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:27:39.660509 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d977c48-b1ef-47b3-b475-026c842890cc req-c7df140e-a8a2-4c79-8e33-1bcea5425183 service neutron] Attempting to bind port fb5949f1-47f9-42f5-9d8a-a6b003c26f66 on network f222f10c-5672-4da8-9754-28b7729c1e02 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:27:39.665578 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d977c48-b1ef-47b3-b475-026c842890cc req-c7df140e-a8a2-4c79-8e33-1bcea5425183 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:27:39.665956 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d977c48-b1ef-47b3-b475-026c842890cc req-c7df140e-a8a2-4c79-8e33-1bcea5425183 service neutron] Checking segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:27:39.666357 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d977c48-b1ef-47b3-b475-026c842890cc req-c7df140e-a8a2-4c79-8e33-1bcea5425183 service neutron] Bound using segment: {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:27:39.666793 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-1d977c48-b1ef-47b3-b475-026c842890cc req-c7df140e-a8a2-4c79-8e33-1bcea5425183 service neutron] Bound port: fb5949f1-47f9-42f5-9d8a-a6b003c26f66, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8b0658c-64c5-413e-9e8a-17cdb81e78b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:27:39.667163 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1d977c48-b1ef-47b3-b475-026c842890cc req-c7df140e-a8a2-4c79-8e33-1bcea5425183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:39.733850 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-1d977c48-b1ef-47b3-b475-026c842890cc req-c7df140e-a8a2-4c79-8e33-1bcea5425183 service neutron] For port fb5949f1-47f9-42f5-9d8a-a6b003c26f66, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:27:39.737238 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-1d977c48-b1ef-47b3-b475-026c842890cc req-c7df140e-a8a2-4c79-8e33-1bcea5425183 service neutron] For port fb5949f1-47f9-42f5-9d8a-a6b003c26f66, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=fb5949f1-47f9-42f5-9d8a-a6b003c26f66,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:27:39.741599 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1d977c48-b1ef-47b3-b475-026c842890cc req-c7df140e-a8a2-4c79-8e33-1bcea5425183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:39.777581 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d977c48-b1ef-47b3-b475-026c842890cc req-c7df140e-a8a2-4c79-8e33-1bcea5425183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:39.778246 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1d977c48-b1ef-47b3-b475-026c842890cc req-c7df140e-a8a2-4c79-8e33-1bcea5425183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:39.779697 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d977c48-b1ef-47b3-b475-026c842890cc req-c7df140e-a8a2-4c79-8e33-1bcea5425183 service neutron] 10.222.0.52 "PUT /v2.0/ports/fb5949f1-47f9-42f5-9d8a-a6b003c26f66 HTTP/1.1" status: 200 len: 1095 time: 0.7083032 Jul 06 14:27:39.780150 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea182f18-a1ce-42c5-8918-b9b602f80f95', 'tag': 'fb5949f1-47f9-42f5-9d8a-a6b003c26f66'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:27:39.782662 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38196e6d-dbbb-434b-b46d-3e24d7068964" -d '{"events": [{"name": "network-changed", "server_uuid": "ea182f18-a1ce-42c5-8918-b9b602f80f95", "tag": "fb5949f1-47f9-42f5-9d8a-a6b003c26f66"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:27:39.808583 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df140e-a8a2-4c79-8e33-1bcea5425183 service neutron] Pushing event updated for resources: {'Port': ['ID=fb5949f1-47f9-42f5-9d8a-a6b003c26f66,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:39.828195 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679271de-a3dd-4117-8492-b441d3acad73 x-openstack-request-id: req-679271de-a3dd-4117-8492-b441d3acad73 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:27:39.828427 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea182f18-a1ce-42c5-8918-b9b602f80f95", "tag": "fb5949f1-47f9-42f5-9d8a-a6b003c26f66", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:27:39.828685 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-679271de-a3dd-4117-8492-b441d3acad73 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:27:39.829174 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea182f18-a1ce-42c5-8918-b9b602f80f95', 'tag': 'fb5949f1-47f9-42f5-9d8a-a6b003c26f66', 'status': 'completed', 'code': 200} Jul 06 14:27:39.895231 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d977c48-b1ef-47b3-b475-026c842890cc req-f631a6d5-197b-4430-b7af-baf68327a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:39.896765 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d977c48-b1ef-47b3-b475-026c842890cc req-f631a6d5-197b-4430-b7af-baf68327a211 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33662edaf0a747b7ac9fc63b73a54f91&device_id=ea182f18-a1ce-42c5-8918-b9b602f80f95 HTTP/1.1" status: 200 len: 1098 time: 0.0586410 Jul 06 14:27:39.945267 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d977c48-b1ef-47b3-b475-026c842890cc req-9269b035-6ee0-4d13-b398-09a15db46c70 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=fb5949f1-47f9-42f5-9d8a-a6b003c26f66 HTTP/1.1" status: 200 len: 217 time: 0.0366669 Jul 06 14:27:39.994586 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d977c48-b1ef-47b3-b475-026c842890cc req-751a759a-6d9e-4933-82a5-ee8db1601bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:39.996055 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d977c48-b1ef-47b3-b475-026c842890cc req-751a759a-6d9e-4933-82a5-ee8db1601bad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0433223 Jul 06 14:27:40.060753 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d977c48-b1ef-47b3-b475-026c842890cc req-61d9f604-c08e-4537-9a2a-d732d36314fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:40.062299 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d977c48-b1ef-47b3-b475-026c842890cc req-61d9f604-c08e-4537-9a2a-d732d36314fc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0557425 Jul 06 14:27:40.154652 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d977c48-b1ef-47b3-b475-026c842890cc req-318e967a-95bc-4cd5-9605-83610a369a24 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816855 Jul 06 14:27:40.239123 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:40.264703 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1d977c48-b1ef-47b3-b475-026c842890cc req-806410ac-8a0c-4120-9436-30a22a3c3013 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005392 Jul 06 14:27:40.371494 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38196e6d-dbbb-434b-b46d-3e24d7068964 req-c011530f-9e68-431e-9bbe-71b38e795191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:40.372993 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-38196e6d-dbbb-434b-b46d-3e24d7068964 req-c011530f-9e68-431e-9bbe-71b38e795191 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33662edaf0a747b7ac9fc63b73a54f91&device_id=ea182f18-a1ce-42c5-8918-b9b602f80f95 HTTP/1.1" status: 200 len: 1098 time: 0.0525200 Jul 06 14:27:40.462626 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38196e6d-dbbb-434b-b46d-3e24d7068964 req-bc544c9e-57aa-4315-bf53-561f9af396ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:40.464124 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-38196e6d-dbbb-434b-b46d-3e24d7068964 req-bc544c9e-57aa-4315-bf53-561f9af396ec service neutron] 10.222.0.52 "GET /v2.0/networks?id=f222f10c-5672-4da8-9754-28b7729c1e02 HTTP/1.1" status: 200 len: 870 time: 0.0841849 Jul 06 14:27:40.511187 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-38196e6d-dbbb-434b-b46d-3e24d7068964 req-2790ff73-f1e7-485c-a4ff-a8552d53e8a1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=fb5949f1-47f9-42f5-9d8a-a6b003c26f66 HTTP/1.1" status: 200 len: 217 time: 0.0402443 Jul 06 14:27:40.594520 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3a70f80e-8487-46e6-98bf-162a6fac49bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:40.597489 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38196e6d-dbbb-434b-b46d-3e24d7068964 req-726c3eac-fa6e-4b12-acf2-d337c0e269d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:40.599033 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-38196e6d-dbbb-434b-b46d-3e24d7068964 req-726c3eac-fa6e-4b12-acf2-d337c0e269d5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7 HTTP/1.1" status: 200 len: 843 time: 0.0796633 Jul 06 14:27:40.649077 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7627d-95d8-49e1-b2b6-f516bd822c43 req-9d03a508-3311-4f6a-9f12-cbc94aa4276e tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:40.650601 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bdb7627d-95d8-49e1-b2b6-f516bd822c43 req-9d03a508-3311-4f6a-9f12-cbc94aa4276e tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea182f18-a1ce-42c5-8918-b9b602f80f95 HTTP/1.1" status: 200 len: 947 time: 0.1233168 Jul 06 14:27:40.702400 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bdb7627d-95d8-49e1-b2b6-f516bd822c43 req-8b09ab35-dbb1-4de2-aad5-dfa5ce49eb29 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] 10.222.0.118 "GET /v2.0/security-groups?id=80dc2053-b029-4a7d-89c3-7ac92ae8072b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453007 Jul 06 14:27:40.706703 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38196e6d-dbbb-434b-b46d-3e24d7068964 req-65fb5a4e-a0fc-483c-8378-1014329aeb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:40.708311 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-38196e6d-dbbb-434b-b46d-3e24d7068964 req-65fb5a4e-a0fc-483c-8378-1014329aeb29 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f222f10c-5672-4da8-9754-28b7729c1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0981569 Jul 06 14:27:40.802014 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-38196e6d-dbbb-434b-b46d-3e24d7068964 req-3570b1b5-b274-4917-bd28-82fc95319290 service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851297 Jul 06 14:27:40.898935 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-38196e6d-dbbb-434b-b46d-3e24d7068964 req-4c1a786d-555c-4346-9c86-52ac1684178f service neutron] 10.222.0.52 "GET /v2.0/networks/f222f10c-5672-4da8-9754-28b7729c1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897510 Jul 06 14:27:41.615638 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:41.874729 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dcc920-8219-4690-9704-a0f2b2121bbe req-34c9cdf7-bdad-4076-94d0-77aa5cbe5e12 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:41.876154 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95dcc920-8219-4690-9704-a0f2b2121bbe req-34c9cdf7-bdad-4076-94d0-77aa5cbe5e12 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea182f18-a1ce-42c5-8918-b9b602f80f95 HTTP/1.1" status: 200 len: 947 time: 0.0638502 Jul 06 14:27:41.915298 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95dcc920-8219-4690-9704-a0f2b2121bbe req-e8eac903-d6c1-4180-bac3-35a3a7b5feb9 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] 10.222.0.118 "GET /v2.0/security-groups?id=80dc2053-b029-4a7d-89c3-7ac92ae8072b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327685 Jul 06 14:27:42.440690 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device fb5949f1-47f9-42f5-9d8a-a6b003c26f66 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:27:42.535855 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port fb5949f1-47f9-42f5-9d8a-a6b003c26f66, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=fb5949f1-47f9-42f5-9d8a-a6b003c26f66,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:42.546750 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'fb5949f1-47f9-42f5-9d8a-a6b003c26f66', 'network_id': 'f222f10c-5672-4da8-9754-28b7729c1e02', 'port_id': 'fb5949f1-47f9-42f5-9d8a-a6b003c26f66', 'mac_address': 'fa:16:3e:a6:f9:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b9d5fcf-3ebf-42fa-b5ce-63a82fcea7d7', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:27:42.587699 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:42.600701 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb5949f1-47f9-42f5-9d8a-a6b003c26f66 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:27:42.621010 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port fb5949f1-47f9-42f5-9d8a-a6b003c26f66, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=fb5949f1-47f9-42f5-9d8a-a6b003c26f66,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:42.624024 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:42.670637 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=fb5949f1-47f9-42f5-9d8a-a6b003c26f66,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:42.891951 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['fb5949f1-47f9-42f5-9d8a-a6b003c26f66'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:27:43.090303 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407905f-3018-4253-8d26-f32a613bd8ed req-284c403f-9d61-44b3-a44b-53df0b294900 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:43.091875 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0407905f-3018-4253-8d26-f32a613bd8ed req-284c403f-9d61-44b3-a44b-53df0b294900 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea182f18-a1ce-42c5-8918-b9b602f80f95 HTTP/1.1" status: 200 len: 948 time: 0.0650785 Jul 06 14:27:43.130262 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0407905f-3018-4253-8d26-f32a613bd8ed req-3b444e9c-af65-477f-8cee-535c63546924 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] 10.222.0.118 "GET /v2.0/security-groups?id=80dc2053-b029-4a7d-89c3-7ac92ae8072b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321438 Jul 06 14:27:43.177861 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:44.313838 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5dea8-f4e8-41e1-94fe-be77689fe4eb req-9bce3754-77bb-43b4-ae9c-1b951e17b44c tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:44.315843 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-43d5dea8-f4e8-41e1-94fe-be77689fe4eb req-9bce3754-77bb-43b4-ae9c-1b951e17b44c tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea182f18-a1ce-42c5-8918-b9b602f80f95 HTTP/1.1" status: 200 len: 948 time: 0.0689340 Jul 06 14:27:44.354702 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-43d5dea8-f4e8-41e1-94fe-be77689fe4eb req-fb03f2f8-f290-4342-9f10-ff3642e90b73 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] 10.222.0.118 "GET /v2.0/security-groups?id=80dc2053-b029-4a7d-89c3-7ac92ae8072b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333319 Jul 06 14:27:44.454651 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device fb5949f1-47f9-42f5-9d8a-a6b003c26f66 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:27:44.504707 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port fb5949f1-47f9-42f5-9d8a-a6b003c26f66 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:27:44.508528 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port fb5949f1-47f9-42f5-9d8a-a6b003c26f66 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:27:44.508904 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:44.583871 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:44.609976 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea182f18-a1ce-42c5-8918-b9b602f80f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5949f1-47f9-42f5-9d8a-a6b003c26f66'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:27:44.612310 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6f8763-3640-4e26-b349-419a78c13425" -d '{"events": [{"server_uuid": "ea182f18-a1ce-42c5-8918-b9b602f80f95", "name": "network-vif-plugged", "status": "completed", "tag": "fb5949f1-47f9-42f5-9d8a-a6b003c26f66"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:27:44.625451 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port fb5949f1-47f9-42f5-9d8a-a6b003c26f66, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=fb5949f1-47f9-42f5-9d8a-a6b003c26f66,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:44.629871 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:44.654513 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f54a43-b860-4fb1-8e03-de4e3842a936 x-openstack-request-id: req-47f54a43-b860-4fb1-8e03-de4e3842a936 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:27:44.654797 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea182f18-a1ce-42c5-8918-b9b602f80f95", "name": "network-vif-plugged", "status": "completed", "tag": "fb5949f1-47f9-42f5-9d8a-a6b003c26f66", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:27:44.655045 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-47f54a43-b860-4fb1-8e03-de4e3842a936 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:27:44.655429 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea182f18-a1ce-42c5-8918-b9b602f80f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5949f1-47f9-42f5-9d8a-a6b003c26f66', 'code': 200} Jul 06 14:27:44.683103 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=fb5949f1-47f9-42f5-9d8a-a6b003c26f66,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:44.769541 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274dcfba-1f48-4bba-998e-52e5af8d9e0b req-2ffdb8a3-3e71-4926-9ed1-aff23972e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:44.771037 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-274dcfba-1f48-4bba-998e-52e5af8d9e0b req-2ffdb8a3-3e71-4926-9ed1-aff23972e6f7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ea182f18-a1ce-42c5-8918-b9b602f80f95 HTTP/1.1" status: 200 len: 1100 time: 0.0525615 Jul 06 14:27:44.809303 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-274dcfba-1f48-4bba-998e-52e5af8d9e0b req-32dcca03-463f-4f7d-b0aa-e38f181f1f91 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=80dc2053-b029-4a7d-89c3-7ac92ae8072b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278649 Jul 06 14:27:45.532464 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f3682-00ae-4552-a9a2-58ffbfa4ea94 req-b2e17ff1-f410-48a6-8d04-ff99b82e6716 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:45.534547 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2a3f3682-00ae-4552-a9a2-58ffbfa4ea94 req-b2e17ff1-f410-48a6-8d04-ff99b82e6716 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea182f18-a1ce-42c5-8918-b9b602f80f95 HTTP/1.1" status: 200 len: 949 time: 0.0685546 Jul 06 14:27:45.573649 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2a3f3682-00ae-4552-a9a2-58ffbfa4ea94 req-7fcf6e85-d45d-444b-a7ea-1e42a32fa936 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] 10.222.0.118 "GET /v2.0/security-groups?id=80dc2053-b029-4a7d-89c3-7ac92ae8072b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335624 Jul 06 14:27:46.745030 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b98979-e3ce-45c8-a70f-754006d03621 req-a8ff35cb-d6bc-4b7d-bc8f-c984d1b99aea tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:46.746567 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-49b98979-e3ce-45c8-a70f-754006d03621 req-a8ff35cb-d6bc-4b7d-bc8f-c984d1b99aea tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea182f18-a1ce-42c5-8918-b9b602f80f95 HTTP/1.1" status: 200 len: 949 time: 0.0630195 Jul 06 14:27:46.784226 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-49b98979-e3ce-45c8-a70f-754006d03621 req-56085225-b44b-4011-b98e-78336e2c33c1 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] 10.222.0.118 "GET /v2.0/security-groups?id=80dc2053-b029-4a7d-89c3-7ac92ae8072b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315974 Jul 06 14:27:46.845019 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:47.847086 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83dd4b4-3cbf-49e8-8771-25ed6e6ab27b req-f5447f09-fbc9-4d5a-9bc6-2dbdc1c4ccef tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:47.848634 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b83dd4b4-3cbf-49e8-8771-25ed6e6ab27b req-f5447f09-fbc9-4d5a-9bc6-2dbdc1c4ccef tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea182f18-a1ce-42c5-8918-b9b602f80f95 HTTP/1.1" status: 200 len: 949 time: 0.0693429 Jul 06 14:27:47.886901 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b83dd4b4-3cbf-49e8-8771-25ed6e6ab27b req-27a646b8-32f8-4b6c-8b78-266efcaf9723 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] 10.222.0.118 "GET /v2.0/security-groups?id=80dc2053-b029-4a7d-89c3-7ac92ae8072b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326602 Jul 06 14:27:48.964346 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:49.070909 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cb9d3-e251-4526-9749-bf39fbf1b459 req-51a237e0-23ca-4098-a7cd-5ff75151f7a1 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:49.072399 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de1cb9d3-e251-4526-9749-bf39fbf1b459 req-51a237e0-23ca-4098-a7cd-5ff75151f7a1 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea182f18-a1ce-42c5-8918-b9b602f80f95 HTTP/1.1" status: 200 len: 949 time: 0.0706186 Jul 06 14:27:49.108906 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de1cb9d3-e251-4526-9749-bf39fbf1b459 req-249dfe60-696e-4b43-9135-aad004360be0 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] 10.222.0.118 "GET /v2.0/security-groups?id=80dc2053-b029-4a7d-89c3-7ac92ae8072b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309834 Jul 06 14:27:49.184706 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a20656-297c-4d3f-b29b-70b1ef8be0ad req-11523b5e-5257-410c-947a-19767afcd8cf tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:49.186111 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-44a20656-297c-4d3f-b29b-70b1ef8be0ad req-11523b5e-5257-410c-947a-19767afcd8cf tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea182f18-a1ce-42c5-8918-b9b602f80f95 HTTP/1.1" status: 200 len: 949 time: 0.0637741 Jul 06 14:27:49.292066 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-44a20656-297c-4d3f-b29b-70b1ef8be0ad req-32d9b2dd-3eb1-46f4-a9ab-995e4aa45e2e tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Deleting port fb5949f1-47f9-42f5-9d8a-a6b003c26f66 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:27:49.292414 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-44a20656-297c-4d3f-b29b-70b1ef8be0ad req-32d9b2dd-3eb1-46f4-a9ab-995e4aa45e2e tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:49.391068 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-44a20656-297c-4d3f-b29b-70b1ef8be0ad req-32d9b2dd-3eb1-46f4-a9ab-995e4aa45e2e tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] For port fb5949f1-47f9-42f5-9d8a-a6b003c26f66, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=fb5949f1-47f9-42f5-9d8a-a6b003c26f66,segment=NetworkSegment(d8b0658c-64c5-413e-9e8a-17cdb81e78b9),segment_id=d8b0658c-64c5-413e-9e8a-17cdb81e78b9)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:27:49.391434 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-44a20656-297c-4d3f-b29b-70b1ef8be0ad req-32d9b2dd-3eb1-46f4-a9ab-995e4aa45e2e tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:49.402848 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-44a20656-297c-4d3f-b29b-70b1ef8be0ad req-32d9b2dd-3eb1-46f4-a9ab-995e4aa45e2e tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Calling delete_port for fb5949f1-47f9-42f5-9d8a-a6b003c26f66 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:27:49.539187 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-44a20656-297c-4d3f-b29b-70b1ef8be0ad req-32d9b2dd-3eb1-46f4-a9ab-995e4aa45e2e tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:49.556302 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['fb5949f1-47f9-42f5-9d8a-a6b003c26f66'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:27:49.570209 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9b2dd-3eb1-46f4-a9ab-995e4aa45e2e tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Pushing event deleted for resources: {'Port': ['ID=fb5949f1-47f9-42f5-9d8a-a6b003c26f66,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:49.622779 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a20656-297c-4d3f-b29b-70b1ef8be0ad req-32d9b2dd-3eb1-46f4-a9ab-995e4aa45e2e tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] No DVR routers for this DVR port fb5949f1-47f9-42f5-9d8a-a6b003c26f66 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:27:49.625825 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-44a20656-297c-4d3f-b29b-70b1ef8be0ad req-32d9b2dd-3eb1-46f4-a9ab-995e4aa45e2e tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:49.628268 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-44a20656-297c-4d3f-b29b-70b1ef8be0ad req-32d9b2dd-3eb1-46f4-a9ab-995e4aa45e2e tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] 10.222.0.52 "DELETE /v2.0/ports/fb5949f1-47f9-42f5-9d8a-a6b003c26f66 HTTP/1.1" status: 204 len: 173 time: 0.4335675 Jul 06 14:27:49.628792 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea182f18-a1ce-42c5-8918-b9b602f80f95', 'name': 'network-vif-deleted', 'tag': 'fb5949f1-47f9-42f5-9d8a-a6b003c26f66'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:27:49.631124 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a89a4d-d94d-4d43-9df2-798d73b072ba" -d '{"events": [{"server_uuid": "ea182f18-a1ce-42c5-8918-b9b602f80f95", "name": "network-vif-deleted", "tag": "fb5949f1-47f9-42f5-9d8a-a6b003c26f66"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:27:49.681663 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d2eff5-7d99-4cfe-9f18-d2a14732525b x-openstack-request-id: req-d4d2eff5-7d99-4cfe-9f18-d2a14732525b {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:27:49.681992 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea182f18-a1ce-42c5-8918-b9b602f80f95", "name": "network-vif-deleted", "tag": "fb5949f1-47f9-42f5-9d8a-a6b003c26f66", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:27:49.682253 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-d4d2eff5-7d99-4cfe-9f18-d2a14732525b {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:27:49.682686 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea182f18-a1ce-42c5-8918-b9b602f80f95', 'name': 'network-vif-deleted', 'tag': 'fb5949f1-47f9-42f5-9d8a-a6b003c26f66', 'status': 'completed', 'code': 200} Jul 06 14:27:50.331373 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8a79f830-fb71-4105-9531-66d180d37757 req-f2d328d2-ac32-40e5-ba03-36e761d9e1b5 tempest-ServersAdminNegativeTestJSON-1279190477 tempest-ServersAdminNegativeTestJSON-1279190477-project] 10.222.0.118 "GET /v2.0/ports?device_id=ea182f18-a1ce-42c5-8918-b9b602f80f95 HTTP/1.1" status: 200 len: 210 time: 0.0364220 Jul 06 14:27:51.703855 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34830) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:51.849648 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-001c6bbd-1dac-4b3f-b6a7-ca0796224a46 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=33662edaf0a747b7ac9fc63b73a54f91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444898 Jul 06 14:27:51.852120 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34834) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:51.906013 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7d08e0f7-2f9f-474d-aeb5-92639a5da137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:51.931791 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7d08e0f7-2f9f-474d-aeb5-92639a5da137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:52.035112 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7d08e0f7-2f9f-474d-aeb5-92639a5da137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:52.037746 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7d08e0f7-2f9f-474d-aeb5-92639a5da137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:52.038931 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7d08e0f7-2f9f-474d-aeb5-92639a5da137 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/80dc2053-b029-4a7d-89c3-7ac92ae8072b HTTP/1.1" status: 204 len: 168 time: 0.1858661 Jul 06 14:27:52.047194 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08e0f7-2f9f-474d-aeb5-92639a5da137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dc2053-b029-4a7d-89c3-7ac92ae8072b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:52.054951 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08e0f7-2f9f-474d-aeb5-92639a5da137 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:52.055306 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08e0f7-2f9f-474d-aeb5-92639a5da137 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:52.055654 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08e0f7-2f9f-474d-aeb5-92639a5da137 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:52.055995 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08e0f7-2f9f-474d-aeb5-92639a5da137 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:52.056340 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08e0f7-2f9f-474d-aeb5-92639a5da137 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:52.056674 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08e0f7-2f9f-474d-aeb5-92639a5da137 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:52.057006 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08e0f7-2f9f-474d-aeb5-92639a5da137 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:52.057337 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08e0f7-2f9f-474d-aeb5-92639a5da137 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:52.057665 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08e0f7-2f9f-474d-aeb5-92639a5da137 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:52.058033 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08e0f7-2f9f-474d-aeb5-92639a5da137 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:52.058346 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08e0f7-2f9f-474d-aeb5-92639a5da137 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:52.058670 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d08e0f7-2f9f-474d-aeb5-92639a5da137 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:27:52.316650 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34840) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:52.335932 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4003cdec-36c2-46ef-a92d-96f94e9f934e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:52.426888 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4003cdec-36c2-46ef-a92d-96f94e9f934e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:52.431479 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4003cdec-36c2-46ef-a92d-96f94e9f934e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:52.471103 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4003cdec-36c2-46ef-a92d-96f94e9f934e admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=c396d495c1b94130a5df239e29698bca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532221 Jul 06 14:27:52.471819 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003cdec-36c2-46ef-a92d-96f94e9f934e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3f09ef-5568-4aeb-8e76-fc6fc7bfffbb,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:52.473843 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34842) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:52.523997 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-534fe536-af31-4b22-8ee7-27f5fe0bc3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:52.530504 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device fb5949f1-47f9-42f5-9d8a-a6b003c26f66 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:27:52.545644 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-534fe536-af31-4b22-8ee7-27f5fe0bc3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:52.552563 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: fb5949f1-47f9-42f5-9d8a-a6b003c26f66 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:27:52.553154 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device fb5949f1-47f9-42f5-9d8a-a6b003c26f66 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:27:52.603466 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-534fe536-af31-4b22-8ee7-27f5fe0bc3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:52.606101 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-534fe536-af31-4b22-8ee7-27f5fe0bc3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:52.607337 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-534fe536-af31-4b22-8ee7-27f5fe0bc3dc admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/1b3f09ef-5568-4aeb-8e76-fc6fc7bfffbb HTTP/1.1" status: 204 len: 168 time: 0.1324534 Jul 06 14:27:52.616131 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534fe536-af31-4b22-8ee7-27f5fe0bc3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3f09ef-5568-4aeb-8e76-fc6fc7bfffbb,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:53.362135 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 34864) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:53.466481 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-0153bd95-23c8-4415-9468-9d2c160a1aec admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-866862234-network', 'tenant_id': '4d8344ec3e7146cda5f278baa3f1aa96'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:53.493238 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0153bd95-23c8-4415-9468-9d2c160a1aec admin admin] Made reservation on behalf of 4d8344ec3e7146cda5f278baa3f1aa96 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:53.496380 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0153bd95-23c8-4415-9468-9d2c160a1aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:53.513090 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0153bd95-23c8-4415-9468-9d2c160a1aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:53.611435 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0153bd95-23c8-4415-9468-9d2c160a1aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:53.615537 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0153bd95-23c8-4415-9468-9d2c160a1aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:53.640009 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0153bd95-23c8-4415-9468-9d2c160a1aec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:27:53.649425 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153bd95-23c8-4415-9468-9d2c160a1aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30e781f-7e3e-43b5-8225-ce5e9dea1743,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:53.657840 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0153bd95-23c8-4415-9468-9d2c160a1aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:53.657840 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-0153bd95-23c8-4415-9468-9d2c160a1aec admin admin] Added segment 4c2c673f-7bc5-49c1-af9b-b8f0874d6a09 of type vlan for network f998dbfb-0195-4fc5-9444-b9f627bad5a4 Jul 06 14:27:53.704012 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0153bd95-23c8-4415-9468-9d2c160a1aec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:53.736031 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0153bd95-23c8-4415-9468-9d2c160a1aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:53.736967 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0153bd95-23c8-4415-9468-9d2c160a1aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:53.737589 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0153bd95-23c8-4415-9468-9d2c160a1aec admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:53.793064 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0153bd95-23c8-4415-9468-9d2c160a1aec admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4296994 Jul 06 14:27:53.796267 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 34868) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:27:53.798609 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153bd95-23c8-4415-9468-9d2c160a1aec admin admin] Pushing event updated for resources: {'Network': ['ID=f998dbfb-0195-4fc5-9444-b9f627bad5a4,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:53.802369 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-66dfe21c-7d79-4c9e-a3f5-7b47091a0863 admin admin] Request body: {'subnet': {'network_id': 'f998dbfb-0195-4fc5-9444-b9f627bad5a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-866862234-subnet', 'tenant_id': '4d8344ec3e7146cda5f278baa3f1aa96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:53.811689 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network f998dbfb-0195-4fc5-9444-b9f627bad5a4 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:27:53.824281 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66dfe21c-7d79-4c9e-a3f5-7b47091a0863 admin admin] Made reservation on behalf of 4d8344ec3e7146cda5f278baa3f1aa96 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:53.826698 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-66dfe21c-7d79-4c9e-a3f5-7b47091a0863 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:54.001818 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-66dfe21c-7d79-4c9e-a3f5-7b47091a0863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:54.062815 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfe21c-7d79-4c9e-a3f5-7b47091a0863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87d5bce0-b1fb-417d-bedb-5e3fd9f1a0b8,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:54.072058 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dfe21c-7d79-4c9e-a3f5-7b47091a0863 admin admin] Checking segment: {'id': '4c2c673f-7bc5-49c1-af9b-b8f0874d6a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f998dbfb-0195-4fc5-9444-b9f627bad5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:27:54.072421 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dfe21c-7d79-4c9e-a3f5-7b47091a0863 admin admin] Network hostable DHCP agents. Network: f998dbfb-0195-4fc5-9444-b9f627bad5a4, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:27:54.090123 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dfe21c-7d79-4c9e-a3f5-7b47091a0863 admin admin] Network f998dbfb-0195-4fc5-9444-b9f627bad5a4 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:27:54.098720 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-66dfe21c-7d79-4c9e-a3f5-7b47091a0863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, f998dbfb-0195-4fc5-9444-b9f627bad5a4) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:54.102827 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dfe21c-7d79-4c9e-a3f5-7b47091a0863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:54.103415 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-66dfe21c-7d79-4c9e-a3f5-7b47091a0863 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:54.108308 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85212f25-a2f6-4415-84c1-5e3369469109 None None] Network f998dbfb-0195-4fc5-9444-b9f627bad5a4 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:54.125031 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-66dfe21c-7d79-4c9e-a3f5-7b47091a0863 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3212605 Jul 06 14:27:54.240780 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6640497-3bf0-4ede-9eb9-8b3f5877ba93 None None] Network f998dbfb-0195-4fc5-9444-b9f627bad5a4 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:27:54.571310 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-9dd30a9d-3a08-4477-b338-918f3e7e5cc0 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:54.572727 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-9dd30a9d-3a08-4477-b338-918f3e7e5cc0 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/networks?id=f998dbfb-0195-4fc5-9444-b9f627bad5a4 HTTP/1.1" status: 200 len: 811 time: 0.1063113 Jul 06 14:27:54.589994 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-6fe6a1e2-2570-425d-97af-fe74b9a8239e tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/quotas/4d8344ec3e7146cda5f278baa3f1aa96 HTTP/1.1" status: 200 len: 375 time: 0.0103135 Jul 06 14:27:54.622930 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-311defa1-30ab-4724-ba2f-0f7f75cb76f7 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=4d8344ec3e7146cda5f278baa3f1aa96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274475 Jul 06 14:27:54.766237 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-446d6a64-606f-4dbd-b602-307f2bd0d5d1 service neutron] 10.222.0.118 "GET /v2.0/networks/f998dbfb-0195-4fc5-9444-b9f627bad5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359618 Jul 06 14:27:54.862532 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-7850043f-b0f6-4672-9c27-f5124f5cc46c service neutron] 10.222.0.118 "GET /v2.0/networks/f998dbfb-0195-4fc5-9444-b9f627bad5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895329 Jul 06 14:27:55.045434 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-91ff735d-bd57-4a25-bb4c-52df1bd98306 req-ed30bbd6-ca9f-40c2-b8ac-69abc8f4e55d tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 210 time: 0.0354342 Jul 06 14:27:56.225578 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-3f66778c-bc35-4a56-a8ca-dd303c5c7df6 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:56.227150 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-3f66778c-bc35-4a56-a8ca-dd303c5c7df6 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.52 "GET /v2.0/networks?id=f998dbfb-0195-4fc5-9444-b9f627bad5a4 HTTP/1.1" status: 200 len: 811 time: 0.1221788 Jul 06 14:27:56.257469 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fb64ef00-e193-4d3c-bf36-64b009b4d8ca tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Request body: {'port': {'device_id': '308aff3f-d810-4c97-a5d9-d10a0af808b3', 'network_id': 'f998dbfb-0195-4fc5-9444-b9f627bad5a4', 'admin_state_up': True, 'tenant_id': '4d8344ec3e7146cda5f278baa3f1aa96'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:56.279368 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aaa7a243-2b0c-4efb-a361-b06f51da93f7 req-647a794d-ef44-4b09-833c-a808baed7294 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 210 time: 0.1132658 Jul 06 14:27:56.391525 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fb64ef00-e193-4d3c-bf36-64b009b4d8ca tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Made reservation on behalf of 4d8344ec3e7146cda5f278baa3f1aa96 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:27:56.396375 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fb64ef00-e193-4d3c-bf36-64b009b4d8ca tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:56.537512 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fb64ef00-e193-4d3c-bf36-64b009b4d8ca tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Allocated IP 172.20.0.7 (f998dbfb-0195-4fc5-9444-b9f627bad5a4/87d5bce0-b1fb-417d-bedb-5e3fd9f1a0b8/c1e2b85f-265c-48d4-9097-1dc332125b90) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:27:56.694325 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fb64ef00-e193-4d3c-bf36-64b009b4d8ca tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:56.733596 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fb64ef00-e193-4d3c-bf36-64b009b4d8ca tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:56.785639 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fb64ef00-e193-4d3c-bf36-64b009b4d8ca tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Network f998dbfb-0195-4fc5-9444-b9f627bad5a4 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:27:56.788998 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fb64ef00-e193-4d3c-bf36-64b009b4d8ca tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:27:56.796373 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fb64ef00-e193-4d3c-bf36-64b009b4d8ca tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:27:56.825067 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64ef00-e193-4d3c-bf36-64b009b4d8ca tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Pushing event updated for resources: {'Port': ['ID=c1e2b85f-265c-48d4-9097-1dc332125b90,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:56.862644 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fb64ef00-e193-4d3c-bf36-64b009b4d8ca tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:56.863531 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fb64ef00-e193-4d3c-bf36-64b009b4d8ca tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:56.883397 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fb64ef00-e193-4d3c-bf36-64b009b4d8ca tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6313868 Jul 06 14:27:56.898058 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fecf6f17-c70c-455e-80c1-fa0696d1471e service neutron] Request body: {'port': {'device_id': '308aff3f-d810-4c97-a5d9-d10a0af808b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:27:56.971368 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fecf6f17-c70c-455e-80c1-fa0696d1471e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:57.253860 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fecf6f17-c70c-455e-80c1-fa0696d1471e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1e2b85f-265c-48d4-9097-1dc332125b90 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:27:57.261165 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fecf6f17-c70c-455e-80c1-fa0696d1471e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:57.274137 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fecf6f17-c70c-455e-80c1-fa0696d1471e service neutron] Transition to ACTIVE for port object c1e2b85f-265c-48d4-9097-1dc332125b90 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:27:57.277720 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fecf6f17-c70c-455e-80c1-fa0696d1471e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:57.331079 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf6f17-c70c-455e-80c1-fa0696d1471e service neutron] Pushing event updated for resources: {'Port': ['ID=c1e2b85f-265c-48d4-9097-1dc332125b90,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:57.410996 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fecf6f17-c70c-455e-80c1-fa0696d1471e service neutron] Attempting to bind port c1e2b85f-265c-48d4-9097-1dc332125b90 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:27:57.411417 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fecf6f17-c70c-455e-80c1-fa0696d1471e service neutron] Attempting to bind port c1e2b85f-265c-48d4-9097-1dc332125b90 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '4c2c673f-7bc5-49c1-af9b-b8f0874d6a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f998dbfb-0195-4fc5-9444-b9f627bad5a4'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:27:57.411666 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fecf6f17-c70c-455e-80c1-fa0696d1471e service neutron] Attempting to bind port c1e2b85f-265c-48d4-9097-1dc332125b90 on network f998dbfb-0195-4fc5-9444-b9f627bad5a4 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:27:57.433676 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fecf6f17-c70c-455e-80c1-fa0696d1471e service neutron] Port c1e2b85f-265c-48d4-9097-1dc332125b90 on network f998dbfb-0195-4fc5-9444-b9f627bad5a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:27:57.434028 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fecf6f17-c70c-455e-80c1-fa0696d1471e service neutron] Attempting to bind port c1e2b85f-265c-48d4-9097-1dc332125b90 on network f998dbfb-0195-4fc5-9444-b9f627bad5a4 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:27:57.441642 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fecf6f17-c70c-455e-80c1-fa0696d1471e service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:27:57.441997 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fecf6f17-c70c-455e-80c1-fa0696d1471e service neutron] Checking segment: {'id': '4c2c673f-7bc5-49c1-af9b-b8f0874d6a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f998dbfb-0195-4fc5-9444-b9f627bad5a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:27:57.442385 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fecf6f17-c70c-455e-80c1-fa0696d1471e service neutron] Bound using segment: {'id': '4c2c673f-7bc5-49c1-af9b-b8f0874d6a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f998dbfb-0195-4fc5-9444-b9f627bad5a4'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:27:57.442815 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fecf6f17-c70c-455e-80c1-fa0696d1471e service neutron] Bound port: c1e2b85f-265c-48d4-9097-1dc332125b90, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2c673f-7bc5-49c1-af9b-b8f0874d6a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f998dbfb-0195-4fc5-9444-b9f627bad5a4'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:27:57.443177 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fecf6f17-c70c-455e-80c1-fa0696d1471e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:57.513406 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308e0d0-804b-43b1-945f-b2c22eb36b3c req-d6c4fc07-5866-4d4a-b5b9-fda0792f570d tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:57.514849 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3308e0d0-804b-43b1-945f-b2c22eb36b3c req-d6c4fc07-5866-4d4a-b5b9-fda0792f570d tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 943 time: 0.1197581 Jul 06 14:27:57.531782 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fecf6f17-c70c-455e-80c1-fa0696d1471e service neutron] For port c1e2b85f-265c-48d4-9097-1dc332125b90, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:27:57.554503 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fecf6f17-c70c-455e-80c1-fa0696d1471e service neutron] For port c1e2b85f-265c-48d4-9097-1dc332125b90, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=c1e2b85f-265c-48d4-9097-1dc332125b90,segment=NetworkSegment(4c2c673f-7bc5-49c1-af9b-b8f0874d6a09),segment_id=4c2c673f-7bc5-49c1-af9b-b8f0874d6a09)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:27:57.562185 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fecf6f17-c70c-455e-80c1-fa0696d1471e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:57.596692 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3308e0d0-804b-43b1-945f-b2c22eb36b3c req-b138a092-282c-4e84-ada4-ec98ec80b920 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744081 Jul 06 14:27:57.605242 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fecf6f17-c70c-455e-80c1-fa0696d1471e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:57.605891 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fecf6f17-c70c-455e-80c1-fa0696d1471e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:27:57.607298 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-fecf6f17-c70c-455e-80c1-fa0696d1471e service neutron] 10.222.0.52 "PUT /v2.0/ports/c1e2b85f-265c-48d4-9097-1dc332125b90 HTTP/1.1" status: 200 len: 1091 time: 0.7158535 Jul 06 14:27:57.607744 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '308aff3f-d810-4c97-a5d9-d10a0af808b3', 'tag': 'c1e2b85f-265c-48d4-9097-1dc332125b90'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:27:57.610042 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5abfbf4-d439-4f81-8e82-bba2d62db3d0" -d '{"events": [{"name": "network-changed", "server_uuid": "308aff3f-d810-4c97-a5d9-d10a0af808b3", "tag": "c1e2b85f-265c-48d4-9097-1dc332125b90"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:27:57.636433 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf6f17-c70c-455e-80c1-fa0696d1471e service neutron] Pushing event updated for resources: {'Port': ['ID=c1e2b85f-265c-48d4-9097-1dc332125b90,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:27:57.659442 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7610d37-98e9-4fc4-b64d-203b3e8bed82 x-openstack-request-id: req-d7610d37-98e9-4fc4-b64d-203b3e8bed82 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:27:57.659442 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "308aff3f-d810-4c97-a5d9-d10a0af808b3", "tag": "c1e2b85f-265c-48d4-9097-1dc332125b90", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:27:57.659724 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-d7610d37-98e9-4fc4-b64d-203b3e8bed82 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:27:57.660131 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '308aff3f-d810-4c97-a5d9-d10a0af808b3', 'tag': 'c1e2b85f-265c-48d4-9097-1dc332125b90', 'status': 'completed', 'code': 200} Jul 06 14:27:57.716179 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-0ff67be4-b33c-4a3c-a60d-42a112be82d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:57.717681 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-0ff67be4-b33c-4a3c-a60d-42a112be82d1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4d8344ec3e7146cda5f278baa3f1aa96&device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 1094 time: 0.0526836 Jul 06 14:27:57.762023 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-01c280fe-0e1e-4adf-97c4-4d8d5e99b203 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1e2b85f-265c-48d4-9097-1dc332125b90 HTTP/1.1" status: 200 len: 217 time: 0.0334892 Jul 06 14:27:57.815729 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-cd671efd-796b-450f-8e08-237b6f5c5274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:57.817080 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-cd671efd-796b-450f-8e08-237b6f5c5274 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87d5bce0-b1fb-417d-bedb-5e3fd9f1a0b8 HTTP/1.1" status: 200 len: 851 time: 0.0461609 Jul 06 14:27:57.852414 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-9dd50476-1bd0-459b-ace5-79ad4d563522 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f998dbfb-0195-4fc5-9444-b9f627bad5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255117 Jul 06 14:27:57.952570 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-aac111cd-2388-4c7b-9733-be83b24af043 service neutron] 10.222.0.52 "GET /v2.0/networks/f998dbfb-0195-4fc5-9444-b9f627bad5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892529 Jul 06 14:27:58.048834 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-beb95f49-370f-4f59-894b-d38a5e92ad3a req-4a64e287-6afd-42bc-a790-56c1b9d90628 service neutron] 10.222.0.52 "GET /v2.0/networks/f998dbfb-0195-4fc5-9444-b9f627bad5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863638 Jul 06 14:27:58.159260 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abfbf4-d439-4f81-8e82-bba2d62db3d0 req-e54046b5-d012-4ef4-802b-14f48166bc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:58.160778 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5abfbf4-d439-4f81-8e82-bba2d62db3d0 req-e54046b5-d012-4ef4-802b-14f48166bc29 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4d8344ec3e7146cda5f278baa3f1aa96&device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 1094 time: 0.0536008 Jul 06 14:27:58.255052 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abfbf4-d439-4f81-8e82-bba2d62db3d0 req-bfde03d9-f660-49d6-896c-3fbb711c44ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:58.256545 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5abfbf4-d439-4f81-8e82-bba2d62db3d0 req-bfde03d9-f660-49d6-896c-3fbb711c44ad service neutron] 10.222.0.52 "GET /v2.0/networks?id=f998dbfb-0195-4fc5-9444-b9f627bad5a4 HTTP/1.1" status: 200 len: 912 time: 0.0884488 Jul 06 14:27:58.300061 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5abfbf4-d439-4f81-8e82-bba2d62db3d0 req-138cb92f-efb2-40da-bb19-ffbaecd18b32 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1e2b85f-265c-48d4-9097-1dc332125b90 HTTP/1.1" status: 200 len: 217 time: 0.0342960 Jul 06 14:27:58.349940 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abfbf4-d439-4f81-8e82-bba2d62db3d0 req-d19049a4-1abd-4d0e-b76b-c2a14f4fd167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:58.351458 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5abfbf4-d439-4f81-8e82-bba2d62db3d0 req-d19049a4-1abd-4d0e-b76b-c2a14f4fd167 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87d5bce0-b1fb-417d-bedb-5e3fd9f1a0b8 HTTP/1.1" status: 200 len: 851 time: 0.0446503 Jul 06 14:27:58.388661 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5abfbf4-d439-4f81-8e82-bba2d62db3d0 req-f64660c0-1c05-4a59-a347-e5da71ecc6aa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f998dbfb-0195-4fc5-9444-b9f627bad5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279911 Jul 06 14:27:58.483178 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5abfbf4-d439-4f81-8e82-bba2d62db3d0 req-ee60cadc-9eb4-488e-a44b-c013fb4fe1f3 service neutron] 10.222.0.52 "GET /v2.0/networks/f998dbfb-0195-4fc5-9444-b9f627bad5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866594 Jul 06 14:27:58.573050 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5abfbf4-d439-4f81-8e82-bba2d62db3d0 req-5030bc34-029f-43a5-8e4b-275f4c87e3b1 service neutron] 10.222.0.52 "GET /v2.0/networks/f998dbfb-0195-4fc5-9444-b9f627bad5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832531 Jul 06 14:27:58.790675 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fcde4-a40b-4c56-afec-2ed52dd6cacd req-84afbf4f-0866-47b4-8302-6d5148f5fbc2 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:27:58.792117 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-282fcde4-a40b-4c56-afec-2ed52dd6cacd req-84afbf4f-0866-47b4-8302-6d5148f5fbc2 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 943 time: 0.0705976 Jul 06 14:27:58.831941 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-282fcde4-a40b-4c56-afec-2ed52dd6cacd req-39749073-2976-4f0e-b4f5-2b219be04932 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342352 Jul 06 14:28:00.009859 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf87abb-4d6b-4608-9392-a84f9c665f97 req-0bf70385-34a6-44e5-9504-f3354508cbdf tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:00.011383 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccf87abb-4d6b-4608-9392-a84f9c665f97 req-0bf70385-34a6-44e5-9504-f3354508cbdf tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 943 time: 0.0637190 Jul 06 14:28:00.050478 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ccf87abb-4d6b-4608-9392-a84f9c665f97 req-3cb7dc1e-0e53-46b8-8313-6c925691d1df tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334318 Jul 06 14:28:00.566036 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device c1e2b85f-265c-48d4-9097-1dc332125b90 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:28:00.662785 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port c1e2b85f-265c-48d4-9097-1dc332125b90, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=c1e2b85f-265c-48d4-9097-1dc332125b90,segment=NetworkSegment(4c2c673f-7bc5-49c1-af9b-b8f0874d6a09),segment_id=4c2c673f-7bc5-49c1-af9b-b8f0874d6a09)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:28:00.674875 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'c1e2b85f-265c-48d4-9097-1dc332125b90', 'network_id': 'f998dbfb-0195-4fc5-9444-b9f627bad5a4', 'port_id': 'c1e2b85f-265c-48d4-9097-1dc332125b90', 'mac_address': 'fa:16:3e:5f:65:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d5bce0-b1fb-417d-bedb-5e3fd9f1a0b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:28:00.714406 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:00.727251 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1e2b85f-265c-48d4-9097-1dc332125b90 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:28:00.746495 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port c1e2b85f-265c-48d4-9097-1dc332125b90, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=c1e2b85f-265c-48d4-9097-1dc332125b90,segment=NetworkSegment(4c2c673f-7bc5-49c1-af9b-b8f0874d6a09),segment_id=4c2c673f-7bc5-49c1-af9b-b8f0874d6a09)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:28:00.750412 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:00.798176 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=c1e2b85f-265c-48d4-9097-1dc332125b90,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:00.805504 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:00.805876 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:00.806217 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:00.806550 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:00.806881 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:00.807203 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:00.807530 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:00.807852 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:00.808173 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:00.808492 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:00.808809 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:00.809128 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:01.010926 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['c1e2b85f-265c-48d4-9097-1dc332125b90'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:28:01.227258 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172aa7c8-3f74-45cb-93fe-df5f0bba1da4 req-a2f7ab6d-6937-4f60-afc6-b6641ec20d7e tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:01.228800 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-172aa7c8-3f74-45cb-93fe-df5f0bba1da4 req-a2f7ab6d-6937-4f60-afc6-b6641ec20d7e tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 944 time: 0.0623958 Jul 06 14:28:01.272210 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-172aa7c8-3f74-45cb-93fe-df5f0bba1da4 req-2b4f1105-f41b-4391-9e98-a87eb1fbb95b tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376751 Jul 06 14:28:02.462006 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fee352-b121-44bd-a3f4-f4cd768e56cc req-0a2872a6-5132-4de4-8cfc-edf30927edde tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:02.463392 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-63fee352-b121-44bd-a3f4-f4cd768e56cc req-0a2872a6-5132-4de4-8cfc-edf30927edde tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 944 time: 0.0667875 Jul 06 14:28:02.501858 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-63fee352-b121-44bd-a3f4-f4cd768e56cc req-87760a3f-0010-4a3a-b2c6-f82736e2ef9a tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328093 Jul 06 14:28:02.566317 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device c1e2b85f-265c-48d4-9097-1dc332125b90 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:28:02.616659 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port c1e2b85f-265c-48d4-9097-1dc332125b90 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:28:02.620571 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port c1e2b85f-265c-48d4-9097-1dc332125b90 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:28:02.620980 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:02.702044 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:02.725297 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308aff3f-d810-4c97-a5d9-d10a0af808b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e2b85f-265c-48d4-9097-1dc332125b90'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:28:02.727517 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea2797e-f155-4288-ae85-f32c0ebbaa65" -d '{"events": [{"server_uuid": "308aff3f-d810-4c97-a5d9-d10a0af808b3", "name": "network-vif-plugged", "status": "completed", "tag": "c1e2b85f-265c-48d4-9097-1dc332125b90"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:28:02.740629 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port c1e2b85f-265c-48d4-9097-1dc332125b90, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=c1e2b85f-265c-48d4-9097-1dc332125b90,segment=NetworkSegment(4c2c673f-7bc5-49c1-af9b-b8f0874d6a09),segment_id=4c2c673f-7bc5-49c1-af9b-b8f0874d6a09)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:28:02.744785 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:02.775405 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67280a8f-0c0c-4a6a-bcd9-8fc3c4b36fb2 x-openstack-request-id: req-67280a8f-0c0c-4a6a-bcd9-8fc3c4b36fb2 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:28:02.775700 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308aff3f-d810-4c97-a5d9-d10a0af808b3", "name": "network-vif-plugged", "status": "completed", "tag": "c1e2b85f-265c-48d4-9097-1dc332125b90", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:28:02.775949 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-67280a8f-0c0c-4a6a-bcd9-8fc3c4b36fb2 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:28:02.776335 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308aff3f-d810-4c97-a5d9-d10a0af808b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e2b85f-265c-48d4-9097-1dc332125b90', 'code': 200} Jul 06 14:28:02.805010 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=c1e2b85f-265c-48d4-9097-1dc332125b90,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:02.889039 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d85810-0838-4bce-9e64-5b2d7a3efb16 req-7e735faf-9854-4120-bf84-6ec40260d45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:02.890583 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-52d85810-0838-4bce-9e64-5b2d7a3efb16 req-7e735faf-9854-4120-bf84-6ec40260d45b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 1096 time: 0.0534706 Jul 06 14:28:02.930389 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-52d85810-0838-4bce-9e64-5b2d7a3efb16 req-315550c7-65c0-4ee9-b1b9-0a3e212b5977 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295498 Jul 06 14:28:03.686498 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601249d5-e8fa-4d9d-8c47-5f6b27d38cfe req-50faab48-a241-4f1b-a610-73b7a275aaa4 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:03.687974 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-601249d5-e8fa-4d9d-8c47-5f6b27d38cfe req-50faab48-a241-4f1b-a610-73b7a275aaa4 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 945 time: 0.0667090 Jul 06 14:28:03.728684 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-601249d5-e8fa-4d9d-8c47-5f6b27d38cfe req-ee8b2754-9803-4551-8e0c-bfd973177a6f tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342901 Jul 06 14:28:04.726534 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:28:04.904386 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979fbb5-3c30-491b-8c22-fc7d2c0f0041 req-66aee15e-a297-4210-9644-1cbb466fb040 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:04.905916 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7979fbb5-3c30-491b-8c22-fc7d2c0f0041 req-66aee15e-a297-4210-9644-1cbb466fb040 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 945 time: 0.0640898 Jul 06 14:28:04.944158 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7979fbb5-3c30-491b-8c22-fc7d2c0f0041 req-d227cad9-34a7-4ef2-b03c-cc851ca08fdd tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319355 Jul 06 14:28:05.379984 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae98040-7074-4bfd-907e-940eaad0ae9d req-5e7b47a0-46b0-4f92-85c6-da8994e4123a tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:05.381469 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4ae98040-7074-4bfd-907e-940eaad0ae9d req-5e7b47a0-46b0-4f92-85c6-da8994e4123a tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 945 time: 0.0960085 Jul 06 14:28:05.400104 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-438cbef9-150d-44ab-a4d9-f664b7843dee service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1640985 Jul 06 14:28:05.432698 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4ae98040-7074-4bfd-907e-940eaad0ae9d req-bbbce3a1-7531-490c-9991-1159f2dfcc14 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443802 Jul 06 14:28:06.626539 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde0eb8-00b0-446d-89b6-c2704f4039a6 req-e1f1c2b5-1a8e-4bae-9a0f-e23346ed863c tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:06.628027 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-afde0eb8-00b0-446d-89b6-c2704f4039a6 req-e1f1c2b5-1a8e-4bae-9a0f-e23346ed863c tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 945 time: 0.0784283 Jul 06 14:28:06.690109 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-afde0eb8-00b0-446d-89b6-c2704f4039a6 req-52962351-0c62-4060-b909-a1c8d24369da tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459015 Jul 06 14:28:06.702839 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-c956e462-fc14-4639-99d7-73574b886228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:06.704363 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-c956e462-fc14-4639-99d7-73574b886228 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4d8344ec3e7146cda5f278baa3f1aa96&device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 1096 time: 0.0960932 Jul 06 14:28:06.793082 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-2dd7e6a8-2a49-4dae-8546-70e42dd13602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:06.794518 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-2dd7e6a8-2a49-4dae-8546-70e42dd13602 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f998dbfb-0195-4fc5-9444-b9f627bad5a4 HTTP/1.1" status: 200 len: 912 time: 0.0834277 Jul 06 14:28:06.841793 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-871ca596-c1dc-4273-999f-f4ba23004938 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1e2b85f-265c-48d4-9097-1dc332125b90 HTTP/1.1" status: 200 len: 217 time: 0.0412114 Jul 06 14:28:06.888594 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-a5e27881-424d-4eef-88c2-d03c9e764779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:06.890082 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-a5e27881-424d-4eef-88c2-d03c9e764779 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87d5bce0-b1fb-417d-bedb-5e3fd9f1a0b8 HTTP/1.1" status: 200 len: 851 time: 0.0423186 Jul 06 14:28:06.921922 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-390f4546-d0c7-4091-bf3b-6f5afb65d2a4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f998dbfb-0195-4fc5-9444-b9f627bad5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258067 Jul 06 14:28:07.013784 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-a8fb638b-02f4-4a33-a399-5e313cbe74ab service neutron] 10.222.0.52 "GET /v2.0/networks/f998dbfb-0195-4fc5-9444-b9f627bad5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853276 Jul 06 14:28:07.104184 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-08aa6151-cf4d-4fc9-bd0e-1bfb0a0802c4 service neutron] 10.222.0.52 "GET /v2.0/networks/f998dbfb-0195-4fc5-9444-b9f627bad5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841322 Jul 06 14:28:07.347108 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-27308901-c492-4221-a811-8a30a3fb8c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:07.863490 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee66770-865d-4e40-87c3-6e9435d0e119 req-59e141f1-3acf-4667-a682-9c45313e4ab5 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:07.865067 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8ee66770-865d-4e40-87c3-6e9435d0e119 req-59e141f1-3acf-4667-a682-9c45313e4ab5 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 945 time: 0.0642874 Jul 06 14:28:07.902724 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8ee66770-865d-4e40-87c3-6e9435d0e119 req-7ae22456-51f2-4e7e-a335-469ef412831d tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320575 Jul 06 14:28:09.477016 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee1505-ddf2-4c3b-8d61-1b03d519ee57 req-673cbee7-f1e0-4546-8dcf-f9eae155729e tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:09.478825 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-11ee1505-ddf2-4c3b-8d61-1b03d519ee57 req-673cbee7-f1e0-4546-8dcf-f9eae155729e tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 945 time: 0.4250472 Jul 06 14:28:09.516612 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-11ee1505-ddf2-4c3b-8d61-1b03d519ee57 req-3a2a2111-1af6-4e7d-9276-6ab10737dce4 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319042 Jul 06 14:28:10.243987 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:10.597395 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-85f5ce2c-e34e-4c1e-9301-51b0b7e3f792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:10.700007 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028cb0c-8395-4dce-a3c5-aeb0635b7abd req-8256b825-d0cf-40ea-8fbc-94dba0876d97 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:10.701504 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2028cb0c-8395-4dce-a3c5-aeb0635b7abd req-8256b825-d0cf-40ea-8fbc-94dba0876d97 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 945 time: 0.0626855 Jul 06 14:28:10.739147 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2028cb0c-8395-4dce-a3c5-aeb0635b7abd req-ffa4920e-f66a-477e-b0a8-0790b7457bbf tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314429 Jul 06 14:28:11.619508 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:11.914042 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ef5fa-830d-4b7e-ac8e-811c76f38026 req-4daed737-aa11-4723-acbb-5e8aa1f872e5 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:11.915527 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c4ef5fa-830d-4b7e-ac8e-811c76f38026 req-4daed737-aa11-4723-acbb-5e8aa1f872e5 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 945 time: 0.0649083 Jul 06 14:28:11.952225 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c4ef5fa-830d-4b7e-ac8e-811c76f38026 req-21df2bbf-d2ee-4c8d-ae00-162ea65d8687 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312097 Jul 06 14:28:13.121398 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57426805-cc97-4d38-bf92-5a9099982a81 req-59530f66-6b00-44f8-a928-7b4e13cacd10 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:13.122886 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-57426805-cc97-4d38-bf92-5a9099982a81 req-59530f66-6b00-44f8-a928-7b4e13cacd10 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 945 time: 0.0620387 Jul 06 14:28:13.163346 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-57426805-cc97-4d38-bf92-5a9099982a81 req-ad2706ac-1ed5-4a9f-b19d-44f597ea5e28 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342298 Jul 06 14:28:13.182756 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:14.338051 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dafaeb-2390-4f9b-a660-a2522e164920 req-16fb7925-6dd2-4476-8e36-d5ff609e5d20 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:14.339558 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b8dafaeb-2390-4f9b-a660-a2522e164920 req-16fb7925-6dd2-4476-8e36-d5ff609e5d20 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 945 time: 0.0631664 Jul 06 14:28:14.380970 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b8dafaeb-2390-4f9b-a660-a2522e164920 req-1237a367-3e94-4920-a2f3-588d19cb8a64 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358319 Jul 06 14:28:15.557331 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b426f7-c862-497c-bdf0-c24158716ac2 req-cb08510f-045b-4301-937f-ca9664bd0312 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:15.558834 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-68b426f7-c862-497c-bdf0-c24158716ac2 req-cb08510f-045b-4301-937f-ca9664bd0312 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 945 time: 0.0652263 Jul 06 14:28:15.597344 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-68b426f7-c862-497c-bdf0-c24158716ac2 req-546c3c2f-3ea3-4e4f-82ab-1ba18f14b139 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329483 Jul 06 14:28:16.780338 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe8515-9192-48ed-9620-d45aa52a9112 req-d5791075-3f30-44db-8374-d0f93ca21d13 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:16.781861 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6bfe8515-9192-48ed-9620-d45aa52a9112 req-d5791075-3f30-44db-8374-d0f93ca21d13 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 945 time: 0.0623567 Jul 06 14:28:16.819024 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6bfe8515-9192-48ed-9620-d45aa52a9112 req-5808f4e3-a13a-4eb0-92f0-d30d4766e5fe tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311041 Jul 06 14:28:16.857917 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:17.997934 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c478a-fe47-4f58-ac44-679e773d619c req-249aad4c-3749-4ae5-9389-2deb643559c5 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:17.999424 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6c7c478a-fe47-4f58-ac44-679e773d619c req-249aad4c-3749-4ae5-9389-2deb643559c5 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 945 time: 0.0658879 Jul 06 14:28:18.036767 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6c7c478a-fe47-4f58-ac44-679e773d619c req-dbca8784-a7b1-4422-88cb-eaaad2c49bce tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317030 Jul 06 14:28:18.957966 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:19.210460 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea5c88-9674-4d2a-814c-7d733c5d33ca req-56b0f1f5-0b70-417f-bb7d-419f90cb6992 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:19.211879 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6eea5c88-9674-4d2a-814c-7d733c5d33ca req-56b0f1f5-0b70-417f-bb7d-419f90cb6992 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 945 time: 0.0630817 Jul 06 14:28:19.251758 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6eea5c88-9674-4d2a-814c-7d733c5d33ca req-02f1f3d3-79ee-473b-ad93-1945cc445986 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344012 Jul 06 14:28:20.426388 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba3eb4-fa44-4fc4-8194-c540177de822 req-010d1312-b3a1-4f64-980d-4ede9e8f6dc5 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:20.427884 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5cba3eb4-fa44-4fc4-8194-c540177de822 req-010d1312-b3a1-4f64-980d-4ede9e8f6dc5 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 945 time: 0.0625796 Jul 06 14:28:20.469244 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5cba3eb4-fa44-4fc4-8194-c540177de822 req-7035b863-3ee5-4362-9f9e-3f0fcd7f59b6 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357149 Jul 06 14:28:21.648853 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d3c8f-4d13-4215-9087-7baaf182dc31 req-97f646de-880a-443e-99cb-45f927c4649d tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:21.650400 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1e6d3c8f-4d13-4215-9087-7baaf182dc31 req-97f646de-880a-443e-99cb-45f927c4649d tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 945 time: 0.0642300 Jul 06 14:28:21.688370 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1e6d3c8f-4d13-4215-9087-7baaf182dc31 req-5a99790d-716d-4e2d-ada8-372f303e9f23 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319498 Jul 06 14:28:22.862148 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6fb99-ea5e-47aa-9a4c-6c2efc1f79fb req-4b30499c-d841-451e-8dd7-e400cd99a54e tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:22.863654 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2fe6fb99-ea5e-47aa-9a4c-6c2efc1f79fb req-4b30499c-d841-451e-8dd7-e400cd99a54e tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 945 time: 0.0631745 Jul 06 14:28:22.902656 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2fe6fb99-ea5e-47aa-9a4c-6c2efc1f79fb req-a11c4fbc-542f-49f0-aa36-ba995d34b70a tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331690 Jul 06 14:28:23.365378 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-1b2eed6d-d0b3-49a1-a9c8-92e57860831a req-1dc3385c-dc82-4709-892b-9ae4e3316a6e service neutron] (100418) timed out ('10.222.0.124', 62392) {{(pid=100418) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 14:28:24.077563 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351db2c-d31d-4ac8-ba68-af8d6b64f142 req-f8bd6a22-ee0c-43f6-aacd-aeca3533a1be tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:24.079067 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2351db2c-d31d-4ac8-ba68-af8d6b64f142 req-f8bd6a22-ee0c-43f6-aacd-aeca3533a1be tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 945 time: 0.0655153 Jul 06 14:28:24.116485 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2351db2c-d31d-4ac8-ba68-af8d6b64f142 req-9cf2b1af-8acb-45cc-8376-4af385a94646 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313683 Jul 06 14:28:25.293044 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c668f-2157-4968-bbb6-f778bc3439ac req-b783583d-5966-4d51-9a81-997790009622 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:25.294656 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e81c668f-2157-4968-bbb6-f778bc3439ac req-b783583d-5966-4d51-9a81-997790009622 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 945 time: 0.0641527 Jul 06 14:28:25.333439 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e81c668f-2157-4968-bbb6-f778bc3439ac req-b40f4089-9f13-4cc1-97e4-4c1db646e9cc tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319676 Jul 06 14:28:26.510173 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabf85a-a317-4bde-a449-832a154f3a98 req-4f8e266c-9eb6-4659-b6fb-d116c44c0146 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:26.511607 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8cabf85a-a317-4bde-a449-832a154f3a98 req-4f8e266c-9eb6-4659-b6fb-d116c44c0146 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 945 time: 0.0670981 Jul 06 14:28:26.548385 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8cabf85a-a317-4bde-a449-832a154f3a98 req-f8b0783b-533c-461f-838a-acc83dc3f773 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312116 Jul 06 14:28:27.718345 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990258a1-e73b-4d40-84bb-260e08ee7d5f req-4e113d1c-9989-4274-9a85-b1cb29f811a1 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:27.719825 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-990258a1-e73b-4d40-84bb-260e08ee7d5f req-4e113d1c-9989-4274-9a85-b1cb29f811a1 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 945 time: 0.0620453 Jul 06 14:28:27.758045 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-990258a1-e73b-4d40-84bb-260e08ee7d5f req-1d1c9a72-c0cb-401c-b3fc-ab87e031e576 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321834 Jul 06 14:28:28.929375 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2681f5d-e74c-4fed-bdde-a8eabba64961 req-ecd11f36-1446-4fe9-a16a-b47d12970c02 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:28.930897 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d2681f5d-e74c-4fed-bdde-a8eabba64961 req-ecd11f36-1446-4fe9-a16a-b47d12970c02 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 945 time: 0.0622292 Jul 06 14:28:28.967289 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d2681f5d-e74c-4fed-bdde-a8eabba64961 req-a84cdb63-2fa3-4b30-82d5-488fe80f7f1d tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309772 Jul 06 14:28:30.148100 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e9ae8-f46e-4d4a-a49e-d8b1ef0eb485 req-d653e726-4841-4775-acce-edcd6e6f7923 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:30.149613 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-284e9ae8-f46e-4d4a-a49e-d8b1ef0eb485 req-d653e726-4841-4775-acce-edcd6e6f7923 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 945 time: 0.0658438 Jul 06 14:28:30.186589 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-284e9ae8-f46e-4d4a-a49e-d8b1ef0eb485 req-710c30e7-22b5-48e3-99cb-c8883ec028d9 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312037 Jul 06 14:28:31.359721 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c5efa-df0e-4883-b31b-3c0a58460601 req-dbe1804d-f267-45eb-ad74-44f658e29cd3 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:31.361359 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3a6c5efa-df0e-4883-b31b-3c0a58460601 req-dbe1804d-f267-45eb-ad74-44f658e29cd3 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 945 time: 0.0645959 Jul 06 14:28:31.399062 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3a6c5efa-df0e-4883-b31b-3c0a58460601 req-742a1b6f-22e7-4de8-9ba7-6a4532ab836e tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319574 Jul 06 14:28:32.573619 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936af6b3-1fa7-4655-af77-c99b1f9ce7f0 req-8b63ebc3-8a52-4d10-be43-4cd2911019a4 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:32.575098 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-936af6b3-1fa7-4655-af77-c99b1f9ce7f0 req-8b63ebc3-8a52-4d10-be43-4cd2911019a4 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 945 time: 0.0666668 Jul 06 14:28:32.613147 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-936af6b3-1fa7-4655-af77-c99b1f9ce7f0 req-86f8545c-68be-4fa7-ad0d-ef727128ecbf tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323725 Jul 06 14:28:32.926223 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50a319-104b-4d80-a3c1-3ffbc844d81e req-7851630c-a630-4d14-be18-2ad655f8a677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:32.927734 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af50a319-104b-4d80-a3c1-3ffbc844d81e req-7851630c-a630-4d14-be18-2ad655f8a677 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4d8344ec3e7146cda5f278baa3f1aa96&device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 1096 time: 0.0533822 Jul 06 14:28:33.035915 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50a319-104b-4d80-a3c1-3ffbc844d81e req-d0d8d2d0-5d2d-421f-9fd9-2c7cfad15a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:33.037386 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af50a319-104b-4d80-a3c1-3ffbc844d81e req-d0d8d2d0-5d2d-421f-9fd9-2c7cfad15a0f service neutron] 10.222.0.52 "GET /v2.0/networks?id=f998dbfb-0195-4fc5-9444-b9f627bad5a4 HTTP/1.1" status: 200 len: 912 time: 0.0867250 Jul 06 14:28:33.079476 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af50a319-104b-4d80-a3c1-3ffbc844d81e req-bc997cdc-a748-44dd-90af-fa12a4b5114d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1e2b85f-265c-48d4-9097-1dc332125b90 HTTP/1.1" status: 200 len: 217 time: 0.0341272 Jul 06 14:28:33.126425 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50a319-104b-4d80-a3c1-3ffbc844d81e req-f635e4f4-b0f5-46b1-82f1-61b2577882df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:33.128429 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af50a319-104b-4d80-a3c1-3ffbc844d81e req-f635e4f4-b0f5-46b1-82f1-61b2577882df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87d5bce0-b1fb-417d-bedb-5e3fd9f1a0b8 HTTP/1.1" status: 200 len: 851 time: 0.0421863 Jul 06 14:28:33.160883 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af50a319-104b-4d80-a3c1-3ffbc844d81e req-b2c98454-6eda-435a-b224-e91bf8bf7c14 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f998dbfb-0195-4fc5-9444-b9f627bad5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252826 Jul 06 14:28:33.254273 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af50a319-104b-4d80-a3c1-3ffbc844d81e req-5fd454b7-e337-4f0d-b362-5390ba7810c5 service neutron] 10.222.0.52 "GET /v2.0/networks/f998dbfb-0195-4fc5-9444-b9f627bad5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856152 Jul 06 14:28:33.346161 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af50a319-104b-4d80-a3c1-3ffbc844d81e req-43cc2181-5579-4010-92c3-9c2d15562f59 service neutron] 10.222.0.52 "GET /v2.0/networks/f998dbfb-0195-4fc5-9444-b9f627bad5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818825 Jul 06 14:28:33.802268 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa013a5-bd11-42a9-bb27-2e0b0581da41 req-6608209b-1a71-4455-bf8d-6e23565680d4 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:33.803774 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-faa013a5-bd11-42a9-bb27-2e0b0581da41 req-6608209b-1a71-4455-bf8d-6e23565680d4 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 945 time: 0.0681663 Jul 06 14:28:33.841429 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-faa013a5-bd11-42a9-bb27-2e0b0581da41 req-7e31aeab-65be-4acd-9dd6-da6dfedf9957 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321591 Jul 06 14:28:34.458075 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-808098b7-fa57-4b57-8506-4927843a749b service neutron] show failed (client error): The resource could not be found. Jul 06 14:28:34.458999 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-808098b7-fa57-4b57-8506-4927843a749b service neutron] 10.222.0.52 "GET /v2.0/ports/c1e2b85f-265c-48d4-9097-1dc332125b90/bindings/n-h2-773644-6 HTTP/1.1" status: 404 len: 380 time: 0.0549762 Jul 06 14:28:34.789300 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-74246c00-87cb-471f-a5d9-a31650947975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:34.790862 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-74246c00-87cb-471f-a5d9-a31650947975 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3&tenant_id=4d8344ec3e7146cda5f278baa3f1aa96 HTTP/1.1" status: 200 len: 1096 time: 0.1003036 Jul 06 14:28:34.802276 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-773644-6', 'device_owner': 'compute:nova'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:28:34.875859 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:35.099892 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320deb3a-cd27-4fff-9893-7a3e19619a6c req-753f6076-6d27-4f0b-9e38-93b5c2112e14 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:35.101314 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-320deb3a-cd27-4fff-9893-7a3e19619a6c req-753f6076-6d27-4f0b-9e38-93b5c2112e14 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 945 time: 0.1268556 Jul 06 14:28:35.148111 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] For port c1e2b85f-265c-48d4-9097-1dc332125b90, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=c1e2b85f-265c-48d4-9097-1dc332125b90,segment=NetworkSegment(4c2c673f-7bc5-49c1-af9b-b8f0874d6a09),segment_id=4c2c673f-7bc5-49c1-af9b-b8f0874d6a09)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:28:35.168980 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-320deb3a-cd27-4fff-9893-7a3e19619a6c req-33c48452-ad03-4831-be3d-8ebd80a78e09 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593176 Jul 06 14:28:35.191408 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] For port c1e2b85f-265c-48d4-9097-1dc332125b90, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:28:35.231229 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308aff3f-d810-4c97-a5d9-d10a0af808b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1e2b85f-265c-48d4-9097-1dc332125b90'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:28:35.233822 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3d97a2-dc44-4b72-9633-a3d9afa7768e" -d '{"events": [{"server_uuid": "308aff3f-d810-4c97-a5d9-d10a0af808b3", "name": "network-vif-unplugged", "status": "completed", "tag": "c1e2b85f-265c-48d4-9097-1dc332125b90"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:28:35.238027 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:35.251037 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Transition to ACTIVE for port object c1e2b85f-265c-48d4-9097-1dc332125b90 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:28:35.255493 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:35.291236 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceaf52cd-1375-4d63-9efb-5ddd65f2f397 x-openstack-request-id: req-ceaf52cd-1375-4d63-9efb-5ddd65f2f397 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:28:35.291536 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308aff3f-d810-4c97-a5d9-d10a0af808b3", "name": "network-vif-unplugged", "status": "completed", "tag": "c1e2b85f-265c-48d4-9097-1dc332125b90", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:28:35.291785 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ceaf52cd-1375-4d63-9efb-5ddd65f2f397 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:28:35.292302 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308aff3f-d810-4c97-a5d9-d10a0af808b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1e2b85f-265c-48d4-9097-1dc332125b90', 'code': 200} Jul 06 14:28:35.318432 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] No DVR routers for this DVR port c1e2b85f-265c-48d4-9097-1dc332125b90 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:28:35.328216 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e2b85f-265c-48d4-9097-1dc332125b90,revision_number=6']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:35.359895 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:35.360159 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:35.360501 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:35.360835 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:35.361262 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:35.361998 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:35.362345 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:35.362691 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:35.363008 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:35.363336 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:35.363665 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:35.363988 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:28:35.376774 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Attempting to bind port c1e2b85f-265c-48d4-9097-1dc332125b90 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:28:35.377658 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Attempting to bind port c1e2b85f-265c-48d4-9097-1dc332125b90 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '4c2c673f-7bc5-49c1-af9b-b8f0874d6a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f998dbfb-0195-4fc5-9444-b9f627bad5a4'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:28:35.378019 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Attempting to bind port c1e2b85f-265c-48d4-9097-1dc332125b90 on network f998dbfb-0195-4fc5-9444-b9f627bad5a4 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:28:35.382284 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Port c1e2b85f-265c-48d4-9097-1dc332125b90 on network f998dbfb-0195-4fc5-9444-b9f627bad5a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:28:35.382611 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Attempting to bind port c1e2b85f-265c-48d4-9097-1dc332125b90 on network f998dbfb-0195-4fc5-9444-b9f627bad5a4 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:28:35.387288 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:28:35.387626 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Checking segment: {'id': '4c2c673f-7bc5-49c1-af9b-b8f0874d6a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f998dbfb-0195-4fc5-9444-b9f627bad5a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:28:35.388006 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Bound using segment: {'id': '4c2c673f-7bc5-49c1-af9b-b8f0874d6a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f998dbfb-0195-4fc5-9444-b9f627bad5a4'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:28:35.388428 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Bound port: c1e2b85f-265c-48d4-9097-1dc332125b90, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c2c673f-7bc5-49c1-af9b-b8f0874d6a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f998dbfb-0195-4fc5-9444-b9f627bad5a4'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:28:35.388785 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:35.450844 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] For port c1e2b85f-265c-48d4-9097-1dc332125b90, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:28:35.453799 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] For port c1e2b85f-265c-48d4-9097-1dc332125b90, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c1e2b85f-265c-48d4-9097-1dc332125b90,segment=NetworkSegment(4c2c673f-7bc5-49c1-af9b-b8f0874d6a09),segment_id=4c2c673f-7bc5-49c1-af9b-b8f0874d6a09)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:28:35.459227 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:35.491032 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:35.491661 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:35.493036 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] 10.222.0.124 "PUT /v2.0/ports/c1e2b85f-265c-48d4-9097-1dc332125b90 HTTP/1.1" status: 200 len: 1091 time: 0.6950092 Jul 06 14:28:35.525502 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb1f87-6c3f-4526-929d-294fd1316db9 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e2b85f-265c-48d4-9097-1dc332125b90,revision_number=7']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:35.576971 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-6dcb8e27-05c3-413f-afb0-eb9e8817e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:35.578516 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-6dcb8e27-05c3-413f-afb0-eb9e8817e6e4 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=4d8344ec3e7146cda5f278baa3f1aa96&device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 1094 time: 0.0611620 Jul 06 14:28:35.666602 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-b28fdcf2-605d-4698-9800-11640c05c3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:35.668110 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-b28fdcf2-605d-4698-9800-11640c05c3c5 service neutron] 10.222.0.124 "GET /v2.0/networks?id=f998dbfb-0195-4fc5-9444-b9f627bad5a4 HTTP/1.1" status: 200 len: 912 time: 0.0836515 Jul 06 14:28:35.709638 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-4fb0b48d-83c4-4bb5-ba9b-ee2b4e157db5 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1e2b85f-265c-48d4-9097-1dc332125b90 HTTP/1.1" status: 200 len: 217 time: 0.0346394 Jul 06 14:28:35.761296 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-87db2c33-65f9-4a07-91c6-9100c3c46fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:35.762799 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-87db2c33-65f9-4a07-91c6-9100c3c46fe7 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=87d5bce0-b1fb-417d-bedb-5e3fd9f1a0b8 HTTP/1.1" status: 200 len: 851 time: 0.0476923 Jul 06 14:28:35.794315 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-75c54c17-a70d-4caa-8a36-4e19c6e23fea service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f998dbfb-0195-4fc5-9444-b9f627bad5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251846 Jul 06 14:28:35.882391 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-b6f41fe8-dce3-4e4d-8b03-9974cd8fc5b4 service neutron] 10.222.0.124 "GET /v2.0/networks/f998dbfb-0195-4fc5-9444-b9f627bad5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813441 Jul 06 14:28:35.977465 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1664157-9f05-4b0d-865f-d88fcc5f62f6 req-61836851-a764-4227-b0e5-bc86a0e0cdae service neutron] 10.222.0.124 "GET /v2.0/networks/f998dbfb-0195-4fc5-9444-b9f627bad5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878675 Jul 06 14:28:36.347803 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07e0b0-c147-4984-96d1-2580198d857b req-e6aef9b4-4b40-44c5-9584-5f5615349702 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:36.349218 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a07e0b0-c147-4984-96d1-2580198d857b req-e6aef9b4-4b40-44c5-9584-5f5615349702 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 943 time: 0.0663571 Jul 06 14:28:36.386871 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a07e0b0-c147-4984-96d1-2580198d857b req-8274dfd6-462e-4507-ab21-3b83fbd372eb tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320013 Jul 06 14:28:37.293689 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '308aff3f-d810-4c97-a5d9-d10a0af808b3', 'tag': 'c1e2b85f-265c-48d4-9097-1dc332125b90'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:28:37.296123 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec96f411-b8bd-4592-85b0-fc1d049ff5fb" -d '{"events": [{"name": "network-changed", "server_uuid": "308aff3f-d810-4c97-a5d9-d10a0af808b3", "tag": "c1e2b85f-265c-48d4-9097-1dc332125b90"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:28:37.344438 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3ad2ed-9cef-44db-8e8c-9766f231c813 x-openstack-request-id: req-ae3ad2ed-9cef-44db-8e8c-9766f231c813 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:28:37.344739 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "308aff3f-d810-4c97-a5d9-d10a0af808b3", "tag": "c1e2b85f-265c-48d4-9097-1dc332125b90", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:28:37.344993 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ae3ad2ed-9cef-44db-8e8c-9766f231c813 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:28:37.345390 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '308aff3f-d810-4c97-a5d9-d10a0af808b3', 'tag': 'c1e2b85f-265c-48d4-9097-1dc332125b90', 'status': 'completed', 'code': 200} Jul 06 14:28:37.349161 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6fdeab63-85ae-4216-b355-6832f4434e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:37.472839 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96f411-b8bd-4592-85b0-fc1d049ff5fb req-85506c19-6e16-48f7-bf37-879a22e27afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:37.474377 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ec96f411-b8bd-4592-85b0-fc1d049ff5fb req-85506c19-6e16-48f7-bf37-879a22e27afa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4d8344ec3e7146cda5f278baa3f1aa96&device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 1094 time: 0.0983565 Jul 06 14:28:37.476183 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96f411-b8bd-4592-85b0-fc1d049ff5fb req-2092634d-9f7c-4a94-a4c5-2984f745b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:37.477686 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ec96f411-b8bd-4592-85b0-fc1d049ff5fb req-2092634d-9f7c-4a94-a4c5-2984f745b3c5 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=4d8344ec3e7146cda5f278baa3f1aa96&device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 1094 time: 0.1095243 Jul 06 14:28:37.692445 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96f411-b8bd-4592-85b0-fc1d049ff5fb req-db41d065-564b-4736-ad5b-85bc8f060acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:37.693859 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ec96f411-b8bd-4592-85b0-fc1d049ff5fb req-db41d065-564b-4736-ad5b-85bc8f060acc service neutron] 10.222.0.124 "GET /v2.0/networks?id=f998dbfb-0195-4fc5-9444-b9f627bad5a4 HTTP/1.1" status: 200 len: 912 time: 0.1995618 Jul 06 14:28:37.694805 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96f411-b8bd-4592-85b0-fc1d049ff5fb req-d103a335-b893-4413-9b83-cfc4e20e25a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:37.696114 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ec96f411-b8bd-4592-85b0-fc1d049ff5fb req-d103a335-b893-4413-9b83-cfc4e20e25a1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f998dbfb-0195-4fc5-9444-b9f627bad5a4 HTTP/1.1" status: 200 len: 912 time: 0.2121296 Jul 06 14:28:37.750095 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481010e-ec62-4008-99ba-fa05dea9b485 req-2e88f664-d1b8-457a-9967-a06133852ce6 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:37.751548 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0481010e-ec62-4008-99ba-fa05dea9b485 req-2e88f664-d1b8-457a-9967-a06133852ce6 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 943 time: 0.2283885 Jul 06 14:28:37.755534 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ec96f411-b8bd-4592-85b0-fc1d049ff5fb req-fee6ac2a-2bd5-492b-89cf-f0b13f759ace service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1e2b85f-265c-48d4-9097-1dc332125b90 HTTP/1.1" status: 200 len: 217 time: 0.0530488 Jul 06 14:28:37.795298 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ec96f411-b8bd-4592-85b0-fc1d049ff5fb req-4f3559c2-48d1-4ae9-84f4-8036063e393b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1e2b85f-265c-48d4-9097-1dc332125b90 HTTP/1.1" status: 200 len: 217 time: 0.0828822 Jul 06 14:28:37.889067 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96f411-b8bd-4592-85b0-fc1d049ff5fb req-b5738d4d-f467-4088-905b-06a0821b5ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:37.890481 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ec96f411-b8bd-4592-85b0-fc1d049ff5fb req-b5738d4d-f467-4088-905b-06a0821b5ff9 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=87d5bce0-b1fb-417d-bedb-5e3fd9f1a0b8 HTTP/1.1" status: 200 len: 851 time: 0.1061819 Jul 06 14:28:37.896362 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0481010e-ec62-4008-99ba-fa05dea9b485 req-a00c0193-4bea-4c08-8b5f-db498daa426d tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109717 Jul 06 14:28:37.898945 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96f411-b8bd-4592-85b0-fc1d049ff5fb req-754a7c46-0921-4cea-8e41-63d6b5a1b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:37.900290 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ec96f411-b8bd-4592-85b0-fc1d049ff5fb req-754a7c46-0921-4cea-8e41-63d6b5a1b4ee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87d5bce0-b1fb-417d-bedb-5e3fd9f1a0b8 HTTP/1.1" status: 200 len: 851 time: 0.0805569 Jul 06 14:28:37.932928 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ec96f411-b8bd-4592-85b0-fc1d049ff5fb req-55277921-2fd8-42c9-9964-963a308e46c0 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=f998dbfb-0195-4fc5-9444-b9f627bad5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356288 Jul 06 14:28:37.972445 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ec96f411-b8bd-4592-85b0-fc1d049ff5fb req-dfb2a26b-001f-420f-87f6-7d38351c364c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f998dbfb-0195-4fc5-9444-b9f627bad5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460732 Jul 06 14:28:38.101549 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ec96f411-b8bd-4592-85b0-fc1d049ff5fb req-5875aca7-924a-4183-8633-4ef0cff01e76 service neutron] 10.222.0.124 "GET /v2.0/networks/f998dbfb-0195-4fc5-9444-b9f627bad5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612144 Jul 06 14:28:38.119759 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ec96f411-b8bd-4592-85b0-fc1d049ff5fb req-0082acc1-193c-41ac-a914-94f953df4836 service neutron] 10.222.0.52 "GET /v2.0/networks/f998dbfb-0195-4fc5-9444-b9f627bad5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231787 Jul 06 14:28:38.265210 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ec96f411-b8bd-4592-85b0-fc1d049ff5fb req-df113bb2-75ca-46a9-9277-9340741e6bfe service neutron] 10.222.0.124 "GET /v2.0/networks/f998dbfb-0195-4fc5-9444-b9f627bad5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564686 Jul 06 14:28:38.270993 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ec96f411-b8bd-4592-85b0-fc1d049ff5fb req-f1093d1d-5641-43da-b16d-dc92476e33d0 service neutron] 10.222.0.52 "GET /v2.0/networks/f998dbfb-0195-4fc5-9444-b9f627bad5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415722 Jul 06 14:28:38.846446 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device c1e2b85f-265c-48d4-9097-1dc332125b90 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:28:38.883975 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device c1e2b85f-265c-48d4-9097-1dc332125b90 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:28:39.079659 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411de1ac-dec1-4e75-9ff4-659ed5cf62d7 req-4d202061-a74a-4562-9c98-9453452573c8 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:39.081720 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-411de1ac-dec1-4e75-9ff4-659ed5cf62d7 req-4d202061-a74a-4562-9c98-9453452573c8 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 943 time: 0.0688548 Jul 06 14:28:39.119822 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-411de1ac-dec1-4e75-9ff4-659ed5cf62d7 req-0b37c291-a2aa-45e9-96f3-1fe40008581f tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323064 Jul 06 14:28:39.551250 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32698ed1-7c87-4a8e-8d89-faa9da083298 req-4ace0151-9ac4-4669-b71a-4c53baedf350 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:39.552776 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32698ed1-7c87-4a8e-8d89-faa9da083298 req-4ace0151-9ac4-4669-b71a-4c53baedf350 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.52 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3&tenant_id=4d8344ec3e7146cda5f278baa3f1aa96&binding%3Ahost_id=n-h2-773644-6 HTTP/1.1" status: 200 len: 943 time: 0.1095128 Jul 06 14:28:39.617767 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-32698ed1-7c87-4a8e-8d89-faa9da083298 req-bca158c7-73ea-4533-89d8-e74d9846b6c9 service neutron] delete failed (client error): The resource could not be found. Jul 06 14:28:39.619068 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32698ed1-7c87-4a8e-8d89-faa9da083298 req-bca158c7-73ea-4533-89d8-e74d9846b6c9 service neutron] 10.222.0.52 "DELETE /v2.0/ports/c1e2b85f-265c-48d4-9097-1dc332125b90/bindings/n-h1-773644-6 HTTP/1.1" status: 404 len: 380 time: 0.0566821 Jul 06 14:28:39.722310 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32698ed1-7c87-4a8e-8d89-faa9da083298 req-b3c5b1ed-e02b-4be2-9145-cb802b078c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:39.723820 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32698ed1-7c87-4a8e-8d89-faa9da083298 req-b3c5b1ed-e02b-4be2-9145-cb802b078c5b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4d8344ec3e7146cda5f278baa3f1aa96&device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 1094 time: 0.0542886 Jul 06 14:28:39.820331 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32698ed1-7c87-4a8e-8d89-faa9da083298 req-941eec24-27a0-4c2c-b4e4-f2c4bc6655a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:39.821765 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32698ed1-7c87-4a8e-8d89-faa9da083298 req-941eec24-27a0-4c2c-b4e4-f2c4bc6655a1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f998dbfb-0195-4fc5-9444-b9f627bad5a4 HTTP/1.1" status: 200 len: 912 time: 0.0883029 Jul 06 14:28:39.870835 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32698ed1-7c87-4a8e-8d89-faa9da083298 req-a58a9cb0-2976-4b57-854b-09dd9a8918dd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c1e2b85f-265c-48d4-9097-1dc332125b90 HTTP/1.1" status: 200 len: 217 time: 0.0367217 Jul 06 14:28:39.920901 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32698ed1-7c87-4a8e-8d89-faa9da083298 req-457a3fd7-44d1-4f75-9241-a60b91db372d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:39.922389 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32698ed1-7c87-4a8e-8d89-faa9da083298 req-457a3fd7-44d1-4f75-9241-a60b91db372d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=87d5bce0-b1fb-417d-bedb-5e3fd9f1a0b8 HTTP/1.1" status: 200 len: 851 time: 0.0431535 Jul 06 14:28:39.954157 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32698ed1-7c87-4a8e-8d89-faa9da083298 req-490f5802-cece-487c-bed1-b28649fe8f69 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f998dbfb-0195-4fc5-9444-b9f627bad5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252504 Jul 06 14:28:40.045116 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32698ed1-7c87-4a8e-8d89-faa9da083298 req-2777226f-e38f-4e5e-b356-acdc99dd47f2 service neutron] 10.222.0.52 "GET /v2.0/networks/f998dbfb-0195-4fc5-9444-b9f627bad5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835469 Jul 06 14:28:40.145998 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32698ed1-7c87-4a8e-8d89-faa9da083298 req-7dd18089-a64d-4907-8cc9-6d97a943a3cf service neutron] 10.222.0.52 "GET /v2.0/networks/f998dbfb-0195-4fc5-9444-b9f627bad5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937741 Jul 06 14:28:40.247420 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:40.258968 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device c1e2b85f-265c-48d4-9097-1dc332125b90 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:28:40.355559 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port c1e2b85f-265c-48d4-9097-1dc332125b90, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c1e2b85f-265c-48d4-9097-1dc332125b90,segment=NetworkSegment(4c2c673f-7bc5-49c1-af9b-b8f0874d6a09),segment_id=4c2c673f-7bc5-49c1-af9b-b8f0874d6a09)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:28:40.366880 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'c1e2b85f-265c-48d4-9097-1dc332125b90', 'network_id': 'f998dbfb-0195-4fc5-9444-b9f627bad5a4', 'port_id': 'c1e2b85f-265c-48d4-9097-1dc332125b90', 'mac_address': 'fa:16:3e:5f:65:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d5bce0-b1fb-417d-bedb-5e3fd9f1a0b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:28:40.406118 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:40.419485 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1e2b85f-265c-48d4-9097-1dc332125b90 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:28:40.441546 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port c1e2b85f-265c-48d4-9097-1dc332125b90, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c1e2b85f-265c-48d4-9097-1dc332125b90,segment=NetworkSegment(4c2c673f-7bc5-49c1-af9b-b8f0874d6a09),segment_id=4c2c673f-7bc5-49c1-af9b-b8f0874d6a09)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:28:40.445361 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:40.495201 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=c1e2b85f-265c-48d4-9097-1dc332125b90,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:40.596708 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9cc8f39d-c1c6-4296-91e1-ae206f0eefad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:40.676172 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['c1e2b85f-265c-48d4-9097-1dc332125b90'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:28:41.389235 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d5be6-e76c-4bd8-b0b2-78d93a7ffe29 req-269c625e-1b5a-4dfb-acf0-0035a20c9724 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:41.390843 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-846d5be6-e76c-4bd8-b0b2-78d93a7ffe29 req-269c625e-1b5a-4dfb-acf0-0035a20c9724 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 944 time: 0.0660601 Jul 06 14:28:41.428346 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-846d5be6-e76c-4bd8-b0b2-78d93a7ffe29 req-13667573-430c-4be6-a232-a52c8e25716c tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314133 Jul 06 14:28:41.620516 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:41.726490 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:28:42.268394 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device c1e2b85f-265c-48d4-9097-1dc332125b90 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:28:42.322305 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port c1e2b85f-265c-48d4-9097-1dc332125b90 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:28:42.326122 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port c1e2b85f-265c-48d4-9097-1dc332125b90 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:28:42.326492 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:42.406690 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:42.431838 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308aff3f-d810-4c97-a5d9-d10a0af808b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e2b85f-265c-48d4-9097-1dc332125b90'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:28:42.434129 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b051300e-3def-4fd7-9bec-03e0529998bd" -d '{"events": [{"server_uuid": "308aff3f-d810-4c97-a5d9-d10a0af808b3", "name": "network-vif-plugged", "status": "completed", "tag": "c1e2b85f-265c-48d4-9097-1dc332125b90"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:28:42.446748 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port c1e2b85f-265c-48d4-9097-1dc332125b90, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c1e2b85f-265c-48d4-9097-1dc332125b90,segment=NetworkSegment(4c2c673f-7bc5-49c1-af9b-b8f0874d6a09),segment_id=4c2c673f-7bc5-49c1-af9b-b8f0874d6a09)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:28:42.451114 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:42.478988 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b56983-b7ae-4859-963f-3dcf1cecd899 x-openstack-request-id: req-a9b56983-b7ae-4859-963f-3dcf1cecd899 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:28:42.479279 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308aff3f-d810-4c97-a5d9-d10a0af808b3", "name": "network-vif-plugged", "status": "completed", "tag": "c1e2b85f-265c-48d4-9097-1dc332125b90", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:28:42.479535 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-a9b56983-b7ae-4859-963f-3dcf1cecd899 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:28:42.479930 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308aff3f-d810-4c97-a5d9-d10a0af808b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e2b85f-265c-48d4-9097-1dc332125b90', 'code': 200} Jul 06 14:28:42.505351 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=c1e2b85f-265c-48d4-9097-1dc332125b90,revision_number=9']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:42.573047 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32698ed1-7c87-4a8e-8d89-faa9da083298 req-e5b2e599-f037-44c2-afee-52fd23948e04 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:42.574529 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32698ed1-7c87-4a8e-8d89-faa9da083298 req-e5b2e599-f037-44c2-afee-52fd23948e04 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.124 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 945 time: 0.0638087 Jul 06 14:28:42.698504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28788d3b-ee95-4b9d-9317-7b5154d23a13 req-2c1d24c3-be99-4362-beaf-38fe1b01b2eb tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:42.699995 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28788d3b-ee95-4b9d-9317-7b5154d23a13 req-2c1d24c3-be99-4362-beaf-38fe1b01b2eb tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/ports?device_id=308aff3f-d810-4c97-a5d9-d10a0af808b3 HTTP/1.1" status: 200 len: 945 time: 0.1351831 Jul 06 14:28:42.735876 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-32698ed1-7c87-4a8e-8d89-faa9da083298 req-a720c848-1d2c-40d0-a9e5-b02e5185aa74 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Deleting port c1e2b85f-265c-48d4-9097-1dc332125b90 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:28:42.736693 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-32698ed1-7c87-4a8e-8d89-faa9da083298 req-a720c848-1d2c-40d0-a9e5-b02e5185aa74 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:42.788231 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28788d3b-ee95-4b9d-9317-7b5154d23a13 req-85fec8e6-edb7-48db-93f7-8315b8eb30b7 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.118 "GET /v2.0/security-groups?id=e30e781f-7e3e-43b5-8225-ce5e9dea1743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812275 Jul 06 14:28:43.163326 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-32698ed1-7c87-4a8e-8d89-faa9da083298 req-a720c848-1d2c-40d0-a9e5-b02e5185aa74 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] For port c1e2b85f-265c-48d4-9097-1dc332125b90, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c1e2b85f-265c-48d4-9097-1dc332125b90,segment=NetworkSegment(4c2c673f-7bc5-49c1-af9b-b8f0874d6a09),segment_id=4c2c673f-7bc5-49c1-af9b-b8f0874d6a09)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:28:43.163695 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-32698ed1-7c87-4a8e-8d89-faa9da083298 req-a720c848-1d2c-40d0-a9e5-b02e5185aa74 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:43.175761 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-32698ed1-7c87-4a8e-8d89-faa9da083298 req-a720c848-1d2c-40d0-a9e5-b02e5185aa74 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Calling delete_port for c1e2b85f-265c-48d4-9097-1dc332125b90 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:28:43.183301 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:43.300277 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-32698ed1-7c87-4a8e-8d89-faa9da083298 req-a720c848-1d2c-40d0-a9e5-b02e5185aa74 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:43.312055 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['c1e2b85f-265c-48d4-9097-1dc332125b90'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:28:43.334154 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720c848-1d2c-40d0-a9e5-b02e5185aa74 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Pushing event deleted for resources: {'Port': ['ID=c1e2b85f-265c-48d4-9097-1dc332125b90,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:43.374845 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-32698ed1-7c87-4a8e-8d89-faa9da083298 req-a720c848-1d2c-40d0-a9e5-b02e5185aa74 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] No DVR routers for this DVR port c1e2b85f-265c-48d4-9097-1dc332125b90 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:28:43.377807 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-32698ed1-7c87-4a8e-8d89-faa9da083298 req-a720c848-1d2c-40d0-a9e5-b02e5185aa74 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:43.379803 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32698ed1-7c87-4a8e-8d89-faa9da083298 req-a720c848-1d2c-40d0-a9e5-b02e5185aa74 tempest-DeleteServersTestJSON-1790204926 tempest-DeleteServersTestJSON-1790204926-project] 10.222.0.124 "DELETE /v2.0/ports/c1e2b85f-265c-48d4-9097-1dc332125b90 HTTP/1.1" status: 204 len: 173 time: 0.7963905 Jul 06 14:28:43.380252 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308aff3f-d810-4c97-a5d9-d10a0af808b3', 'name': 'network-vif-deleted', 'tag': 'c1e2b85f-265c-48d4-9097-1dc332125b90'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:28:43.382573 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544ee67f-bedb-4ef0-a9b9-17a2ae9fe136" -d '{"events": [{"server_uuid": "308aff3f-d810-4c97-a5d9-d10a0af808b3", "name": "network-vif-deleted", "tag": "c1e2b85f-265c-48d4-9097-1dc332125b90"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:28:43.420661 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a73b8f4-a220-4867-9adb-e26d32a13a24 x-openstack-request-id: req-9a73b8f4-a220-4867-9adb-e26d32a13a24 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:28:43.420962 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308aff3f-d810-4c97-a5d9-d10a0af808b3", "name": "network-vif-deleted", "tag": "c1e2b85f-265c-48d4-9097-1dc332125b90", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:28:43.421888 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-9a73b8f4-a220-4867-9adb-e26d32a13a24 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:28:43.422631 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308aff3f-d810-4c97-a5d9-d10a0af808b3', 'name': 'network-vif-deleted', 'tag': 'c1e2b85f-265c-48d4-9097-1dc332125b90', 'status': 'completed', 'code': 200} Jul 06 14:28:44.021358 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35032) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:44.066296 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-5abfe657-f4ee-4690-8d28-6fa098ee2f46 admin admin] Deleting subnet 87d5bce0-b1fb-417d-bedb-5e3fd9f1a0b8 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:28:44.069326 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5abfe657-f4ee-4690-8d28-6fa098ee2f46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:44.107805 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5abfe657-f4ee-4690-8d28-6fa098ee2f46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:44.146669 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5abfe657-f4ee-4690-8d28-6fa098ee2f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:44.198730 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5abfe657-f4ee-4690-8d28-6fa098ee2f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:44.225678 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfe657-f4ee-4690-8d28-6fa098ee2f46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87d5bce0-b1fb-417d-bedb-5e3fd9f1a0b8,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:44.229224 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5abfe657-f4ee-4690-8d28-6fa098ee2f46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:44.231176 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5abfe657-f4ee-4690-8d28-6fa098ee2f46 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/87d5bce0-b1fb-417d-bedb-5e3fd9f1a0b8 HTTP/1.1" status: 204 len: 168 time: 0.2087669 Jul 06 14:28:44.233673 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35034) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:44.304969 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a002ed53-d0e5-4e16-90e2-941b30f348b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:44.383544 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a002ed53-d0e5-4e16-90e2-941b30f348b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:44.393101 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-a002ed53-d0e5-4e16-90e2-941b30f348b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f998dbfb-0195-4fc5-9444-b9f627bad5a4']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:44.406038 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-a002ed53-d0e5-4e16-90e2-941b30f348b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c2c673f-7bc5-49c1-af9b-b8f0874d6a09') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:44.406346 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-a002ed53-d0e5-4e16-90e2-941b30f348b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c2c673f-7bc5-49c1-af9b-b8f0874d6a09') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:28:44.415727 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a002ed53-d0e5-4e16-90e2-941b30f348b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:44.429885 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a002ed53-d0e5-4e16-90e2-941b30f348b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:44.436537 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a002ed53-d0e5-4e16-90e2-941b30f348b1 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:28:44.436983 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a002ed53-d0e5-4e16-90e2-941b30f348b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:28:44.438768 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:28:44.494908 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a002ed53-d0e5-4e16-90e2-941b30f348b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:44.500534 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a002ed53-d0e5-4e16-90e2-941b30f348b1 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:44.502949 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a002ed53-d0e5-4e16-90e2-941b30f348b1 admin admin] 10.222.0.118 "DELETE /v2.0/networks/f998dbfb-0195-4fc5-9444-b9f627bad5a4 HTTP/1.1" status: 204 len: 168 time: 0.2683103 Jul 06 14:28:44.514064 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002ed53-d0e5-4e16-90e2-941b30f348b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f998dbfb-0195-4fc5-9444-b9f627bad5a4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:44.609882 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35038) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:44.649307 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-97358128-c5cd-4bf7-a8bd-7f544718e751 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=4d8344ec3e7146cda5f278baa3f1aa96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382483 Jul 06 14:28:44.651765 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35040) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:44.699003 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62a49020-c7b6-4416-9931-51a1ff1989a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:44.719668 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62a49020-c7b6-4416-9931-51a1ff1989a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:44.766123 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62a49020-c7b6-4416-9931-51a1ff1989a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:44.768835 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-62a49020-c7b6-4416-9931-51a1ff1989a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:44.770042 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-62a49020-c7b6-4416-9931-51a1ff1989a9 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/e30e781f-7e3e-43b5-8225-ce5e9dea1743 HTTP/1.1" status: 204 len: 168 time: 0.1173456 Jul 06 14:28:44.778204 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a49020-c7b6-4416-9931-51a1ff1989a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30e781f-7e3e-43b5-8225-ce5e9dea1743,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:45.417269 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35062) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:45.512518 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-34e6cb2e-41f1-4ba7-b3ea-924f7d4e129e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1926957361-network', 'tenant_id': '8461c3b2bc6448c5a6590090812dd12d'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:28:45.538760 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e6cb2e-41f1-4ba7-b3ea-924f7d4e129e admin admin] Made reservation on behalf of 8461c3b2bc6448c5a6590090812dd12d for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:28:45.541082 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-34e6cb2e-41f1-4ba7-b3ea-924f7d4e129e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:45.549246 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-34e6cb2e-41f1-4ba7-b3ea-924f7d4e129e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:45.638859 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-34e6cb2e-41f1-4ba7-b3ea-924f7d4e129e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:45.643436 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-34e6cb2e-41f1-4ba7-b3ea-924f7d4e129e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:45.670255 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e6cb2e-41f1-4ba7-b3ea-924f7d4e129e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:28:45.675485 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6cb2e-41f1-4ba7-b3ea-924f7d4e129e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f78675ba-1c87-4007-9179-7d2e8e3ad9a2,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:45.684603 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-34e6cb2e-41f1-4ba7-b3ea-924f7d4e129e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:45.685199 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-34e6cb2e-41f1-4ba7-b3ea-924f7d4e129e admin admin] Added segment 923a178f-c51c-4497-8bd0-4407810f0fec of type vlan for network df5a380d-eaff-4d52-a841-54332d991524 Jul 06 14:28:45.726240 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-34e6cb2e-41f1-4ba7-b3ea-924f7d4e129e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:45.754796 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-34e6cb2e-41f1-4ba7-b3ea-924f7d4e129e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:45.755796 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e6cb2e-41f1-4ba7-b3ea-924f7d4e129e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:45.756412 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-34e6cb2e-41f1-4ba7-b3ea-924f7d4e129e admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:45.812257 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-34e6cb2e-41f1-4ba7-b3ea-924f7d4e129e admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3938050 Jul 06 14:28:45.816128 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 35066) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:28:45.819976 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6cb2e-41f1-4ba7-b3ea-924f7d4e129e admin admin] Pushing event updated for resources: {'Network': ['ID=df5a380d-eaff-4d52-a841-54332d991524,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:45.821202 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-f0ba3ea1-f4ea-406a-8d71-1df7a2991b82 admin admin] Request body: {'subnet': {'network_id': 'df5a380d-eaff-4d52-a841-54332d991524', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1926957361-subnet', 'tenant_id': '8461c3b2bc6448c5a6590090812dd12d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:28:45.830685 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network df5a380d-eaff-4d52-a841-54332d991524 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:28:45.842868 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ba3ea1-f4ea-406a-8d71-1df7a2991b82 admin admin] Made reservation on behalf of 8461c3b2bc6448c5a6590090812dd12d for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:28:45.845276 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f0ba3ea1-f4ea-406a-8d71-1df7a2991b82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:46.019948 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f0ba3ea1-f4ea-406a-8d71-1df7a2991b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:46.071675 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba3ea1-f4ea-406a-8d71-1df7a2991b82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12c9988e-2990-40a0-83c7-14113d0db1fb,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:46.082158 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba3ea1-f4ea-406a-8d71-1df7a2991b82 admin admin] Checking segment: {'id': '923a178f-c51c-4497-8bd0-4407810f0fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'df5a380d-eaff-4d52-a841-54332d991524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:28:46.082528 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ba3ea1-f4ea-406a-8d71-1df7a2991b82 admin admin] Network hostable DHCP agents. Network: df5a380d-eaff-4d52-a841-54332d991524, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:28:46.099261 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ba3ea1-f4ea-406a-8d71-1df7a2991b82 admin admin] Network df5a380d-eaff-4d52-a841-54332d991524 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:28:46.107372 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-f0ba3ea1-f4ea-406a-8d71-1df7a2991b82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, df5a380d-eaff-4d52-a841-54332d991524) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:28:46.111730 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ba3ea1-f4ea-406a-8d71-1df7a2991b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:46.112305 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f0ba3ea1-f4ea-406a-8d71-1df7a2991b82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:46.116757 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbe28d8-bd1c-4572-a01f-378f09f41490 None None] Network df5a380d-eaff-4d52-a841-54332d991524 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:28:46.126320 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f0ba3ea1-f4ea-406a-8d71-1df7a2991b82 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3089201 Jul 06 14:28:46.259588 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f56544-d087-4777-9d19-a5ab51cf356e None None] Network df5a380d-eaff-4d52-a841-54332d991524 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:28:46.302936 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device c1e2b85f-265c-48d4-9097-1dc332125b90 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:28:46.331348 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: c1e2b85f-265c-48d4-9097-1dc332125b90 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:28:46.331696 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device c1e2b85f-265c-48d4-9097-1dc332125b90 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:28:46.566498 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-8a1e415e-87ba-4615-9d47-4a1fcf5fa5d2 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:46.568010 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-8a1e415e-87ba-4615-9d47-4a1fcf5fa5d2 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/networks?id=df5a380d-eaff-4d52-a841-54332d991524 HTTP/1.1" status: 200 len: 815 time: 0.1033063 Jul 06 14:28:46.584006 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-66a0554a-f022-4ce4-873a-d496eacda98c tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/quotas/8461c3b2bc6448c5a6590090812dd12d HTTP/1.1" status: 200 len: 375 time: 0.0103180 Jul 06 14:28:46.617839 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-ae7affa7-0223-4046-83df-2dfd2500fc77 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=8461c3b2bc6448c5a6590090812dd12d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283735 Jul 06 14:28:46.707367 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-38e6fb77-db41-45cb-9422-a2be5ed08139 service neutron] 10.222.0.118 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830486 Jul 06 14:28:46.795136 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-3cc247d3-51b2-4de6-8727-790a633f1cad service neutron] 10.222.0.118 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821011 Jul 06 14:28:46.856649 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:46.966375 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2e7d5928-b9a6-45d6-ac74-4abb1e2175ab req-2faa3c3b-99b5-4664-b5ba-00874510261b tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 210 time: 0.0299540 Jul 06 14:28:48.122624 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9f1e37bd-8b66-442a-9f19-f457aa911d76 req-9efc2fa0-25a8-4f07-a2ce-77e31eaea4d5 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 210 time: 0.0378399 Jul 06 14:28:48.134512 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-23b95afd-cd67-4399-9cc1-18558eae4fef tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:48.136098 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-23b95afd-cd67-4399-9cc1-18558eae4fef tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.52 "GET /v2.0/networks?id=df5a380d-eaff-4d52-a841-54332d991524 HTTP/1.1" status: 200 len: 815 time: 0.1459310 Jul 06 14:28:48.150396 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-2d070165-5df0-4486-949f-4d3a41859519 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Request body: {'port': {'device_id': 'd0c16733-6345-4116-a635-6f7a95ed03e5', 'network_id': 'df5a380d-eaff-4d52-a841-54332d991524', 'admin_state_up': True, 'tenant_id': '8461c3b2bc6448c5a6590090812dd12d'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:28:48.262575 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-2d070165-5df0-4486-949f-4d3a41859519 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Made reservation on behalf of 8461c3b2bc6448c5a6590090812dd12d for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:28:48.266184 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-2d070165-5df0-4486-949f-4d3a41859519 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:48.392778 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-2d070165-5df0-4486-949f-4d3a41859519 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Allocated IP 172.20.0.9 (df5a380d-eaff-4d52-a841-54332d991524/12c9988e-2990-40a0-83c7-14113d0db1fb/27b4ed9e-9c0f-461a-a16d-72d23730e8f5) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:28:48.542161 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-2d070165-5df0-4486-949f-4d3a41859519 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:48.580574 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-2d070165-5df0-4486-949f-4d3a41859519 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:48.627424 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-2d070165-5df0-4486-949f-4d3a41859519 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Network df5a380d-eaff-4d52-a841-54332d991524 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:28:48.630605 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-2d070165-5df0-4486-949f-4d3a41859519 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:28:48.636350 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-2d070165-5df0-4486-949f-4d3a41859519 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:28:48.659492 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d070165-5df0-4486-949f-4d3a41859519 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Pushing event updated for resources: {'Port': ['ID=27b4ed9e-9c0f-461a-a16d-72d23730e8f5,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:48.685727 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-2d070165-5df0-4486-949f-4d3a41859519 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:48.686364 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-2d070165-5df0-4486-949f-4d3a41859519 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:48.701355 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-2d070165-5df0-4486-949f-4d3a41859519 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5549903 Jul 06 14:28:48.716880 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-6bfbebde-0323-4af1-aa2e-9d3c40aafe9a service neutron] Request body: {'port': {'device_id': 'd0c16733-6345-4116-a635-6f7a95ed03e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:28:48.785487 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-6bfbebde-0323-4af1-aa2e-9d3c40aafe9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:48.968504 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:49.050898 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-6bfbebde-0323-4af1-aa2e-9d3c40aafe9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:28:49.058256 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-6bfbebde-0323-4af1-aa2e-9d3c40aafe9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:49.070821 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-6bfbebde-0323-4af1-aa2e-9d3c40aafe9a service neutron] Transition to ACTIVE for port object 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:28:49.074410 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-6bfbebde-0323-4af1-aa2e-9d3c40aafe9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:49.123717 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbebde-0323-4af1-aa2e-9d3c40aafe9a service neutron] Pushing event updated for resources: {'Port': ['ID=27b4ed9e-9c0f-461a-a16d-72d23730e8f5,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:49.191390 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-6bfbebde-0323-4af1-aa2e-9d3c40aafe9a service neutron] Attempting to bind port 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:28:49.191726 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-6bfbebde-0323-4af1-aa2e-9d3c40aafe9a service neutron] Attempting to bind port 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '923a178f-c51c-4497-8bd0-4407810f0fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'df5a380d-eaff-4d52-a841-54332d991524'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:28:49.192053 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-6bfbebde-0323-4af1-aa2e-9d3c40aafe9a service neutron] Attempting to bind port 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 on network df5a380d-eaff-4d52-a841-54332d991524 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:28:49.196244 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-6bfbebde-0323-4af1-aa2e-9d3c40aafe9a service neutron] Port 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 on network df5a380d-eaff-4d52-a841-54332d991524 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:28:49.196582 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-6bfbebde-0323-4af1-aa2e-9d3c40aafe9a service neutron] Attempting to bind port 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 on network df5a380d-eaff-4d52-a841-54332d991524 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:28:49.201488 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-6bfbebde-0323-4af1-aa2e-9d3c40aafe9a service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:28:49.201889 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-6bfbebde-0323-4af1-aa2e-9d3c40aafe9a service neutron] Checking segment: {'id': '923a178f-c51c-4497-8bd0-4407810f0fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'df5a380d-eaff-4d52-a841-54332d991524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:28:49.202240 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-6bfbebde-0323-4af1-aa2e-9d3c40aafe9a service neutron] Bound using segment: {'id': '923a178f-c51c-4497-8bd0-4407810f0fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'df5a380d-eaff-4d52-a841-54332d991524'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:28:49.202667 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-6bfbebde-0323-4af1-aa2e-9d3c40aafe9a service neutron] Bound port: 27b4ed9e-9c0f-461a-a16d-72d23730e8f5, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '923a178f-c51c-4497-8bd0-4407810f0fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'df5a380d-eaff-4d52-a841-54332d991524'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:28:49.203026 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-6bfbebde-0323-4af1-aa2e-9d3c40aafe9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:49.304470 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-6bfbebde-0323-4af1-aa2e-9d3c40aafe9a service neutron] For port 27b4ed9e-9c0f-461a-a16d-72d23730e8f5, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:28:49.308318 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-6bfbebde-0323-4af1-aa2e-9d3c40aafe9a service neutron] For port 27b4ed9e-9c0f-461a-a16d-72d23730e8f5, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=27b4ed9e-9c0f-461a-a16d-72d23730e8f5,segment=NetworkSegment(923a178f-c51c-4497-8bd0-4407810f0fec),segment_id=923a178f-c51c-4497-8bd0-4407810f0fec)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:28:49.315642 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-6bfbebde-0323-4af1-aa2e-9d3c40aafe9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:49.361621 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279455f-8a2a-40ff-b26e-af3ca109f91d req-1bd42d15-8ce1-4a08-9b46-0540a52a026c tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:49.363144 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c279455f-8a2a-40ff-b26e-af3ca109f91d req-1bd42d15-8ce1-4a08-9b46-0540a52a026c tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 943 time: 0.1239614 Jul 06 14:28:49.368008 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-6bfbebde-0323-4af1-aa2e-9d3c40aafe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:49.368685 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-6bfbebde-0323-4af1-aa2e-9d3c40aafe9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:49.370390 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-6bfbebde-0323-4af1-aa2e-9d3c40aafe9a service neutron] 10.222.0.52 "PUT /v2.0/ports/27b4ed9e-9c0f-461a-a16d-72d23730e8f5 HTTP/1.1" status: 200 len: 1091 time: 0.6572020 Jul 06 14:28:49.370630 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c16733-6345-4116-a635-6f7a95ed03e5', 'tag': '27b4ed9e-9c0f-461a-a16d-72d23730e8f5'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:28:49.372703 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d53fe7-178b-4228-b56f-42b77566542e" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c16733-6345-4116-a635-6f7a95ed03e5", "tag": "27b4ed9e-9c0f-461a-a16d-72d23730e8f5"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:28:49.416149 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbebde-0323-4af1-aa2e-9d3c40aafe9a service neutron] Pushing event updated for resources: {'Port': ['ID=27b4ed9e-9c0f-461a-a16d-72d23730e8f5,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:49.460197 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c279455f-8a2a-40ff-b26e-af3ca109f91d req-8284a268-5ef6-4e4f-b1f7-d7f097eebfaf tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811222 Jul 06 14:28:49.486776 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-b6490d9a-895c-4c83-9b87-b767022ee146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:49.488489 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-b6490d9a-895c-4c83-9b87-b767022ee146 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8461c3b2bc6448c5a6590090812dd12d&device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 1094 time: 0.0743716 Jul 06 14:28:49.536784 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb6e682-e8e6-4bb1-9361-18a140c53548 x-openstack-request-id: req-9fb6e682-e8e6-4bb1-9361-18a140c53548 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:28:49.537082 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c16733-6345-4116-a635-6f7a95ed03e5", "tag": "27b4ed9e-9c0f-461a-a16d-72d23730e8f5", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:28:49.537335 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-9fb6e682-e8e6-4bb1-9361-18a140c53548 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:28:49.537732 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c16733-6345-4116-a635-6f7a95ed03e5', 'tag': '27b4ed9e-9c0f-461a-a16d-72d23730e8f5', 'status': 'completed', 'code': 200} Jul 06 14:28:49.539501 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-1e8766bc-f6f4-447c-b5c9-762670b7d3e6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b4ed9e-9c0f-461a-a16d-72d23730e8f5 HTTP/1.1" status: 200 len: 217 time: 0.0386198 Jul 06 14:28:49.590337 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-d3ab1010-fa73-46eb-a06a-e27a672f51dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:49.591696 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-d3ab1010-fa73-46eb-a06a-e27a672f51dd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12c9988e-2990-40a0-83c7-14113d0db1fb HTTP/1.1" status: 200 len: 855 time: 0.0445502 Jul 06 14:28:49.628519 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-e4fac6dc-c634-4b17-86cd-73a4d464d6c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df5a380d-eaff-4d52-a841-54332d991524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269895 Jul 06 14:28:49.722676 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-97c677d4-2e73-4d16-bfc4-4dc34ddc27b8 service neutron] 10.222.0.52 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855784 Jul 06 14:28:49.814241 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af8cb3f9-db5b-46c8-a3d4-0f2fc41781e3 req-b7021741-a5be-4a63-a84a-b481f3bb4b0e service neutron] 10.222.0.52 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818663 Jul 06 14:28:49.923443 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d53fe7-178b-4228-b56f-42b77566542e req-ee7b393c-5d4d-4e22-82fc-4afcb0fa8176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:49.925226 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8d53fe7-178b-4228-b56f-42b77566542e req-ee7b393c-5d4d-4e22-82fc-4afcb0fa8176 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8461c3b2bc6448c5a6590090812dd12d&device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 1094 time: 0.0599525 Jul 06 14:28:50.013083 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d53fe7-178b-4228-b56f-42b77566542e req-2d69dbd2-6188-43aa-be3a-e39ea5e298fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:50.014596 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8d53fe7-178b-4228-b56f-42b77566542e req-2d69dbd2-6188-43aa-be3a-e39ea5e298fe service neutron] 10.222.0.52 "GET /v2.0/networks?id=df5a380d-eaff-4d52-a841-54332d991524 HTTP/1.1" status: 200 len: 916 time: 0.0830655 Jul 06 14:28:50.058866 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8d53fe7-178b-4228-b56f-42b77566542e req-b87dcb8b-3010-4ea5-8e0c-3e4a6c3ac617 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b4ed9e-9c0f-461a-a16d-72d23730e8f5 HTTP/1.1" status: 200 len: 217 time: 0.0373313 Jul 06 14:28:50.107547 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d53fe7-178b-4228-b56f-42b77566542e req-3828b909-80dc-4c64-963d-cd9ef14f90aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:50.109025 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8d53fe7-178b-4228-b56f-42b77566542e req-3828b909-80dc-4c64-963d-cd9ef14f90aa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12c9988e-2990-40a0-83c7-14113d0db1fb HTTP/1.1" status: 200 len: 855 time: 0.0420837 Jul 06 14:28:50.143439 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8d53fe7-178b-4228-b56f-42b77566542e req-3b7ede60-a66c-46fd-993c-38fce824f80d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df5a380d-eaff-4d52-a841-54332d991524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264068 Jul 06 14:28:50.238133 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8d53fe7-178b-4228-b56f-42b77566542e req-b8e98c37-2f32-4e6d-b351-8ac52ed143ac service neutron] 10.222.0.52 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871997 Jul 06 14:28:50.331438 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8d53fe7-178b-4228-b56f-42b77566542e req-8afe85b8-c82e-43b5-b450-5b503c30835b service neutron] 10.222.0.52 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859964 Jul 06 14:28:50.640070 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b210969-74e1-423d-8a7d-555ed824d233 req-b409dc16-df73-43cc-a753-c0134d686154 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:50.641567 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b210969-74e1-423d-8a7d-555ed824d233 req-b409dc16-df73-43cc-a753-c0134d686154 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 943 time: 0.0641165 Jul 06 14:28:50.680256 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b210969-74e1-423d-8a7d-555ed824d233 req-a2bc6f9e-7996-4e84-a50a-ed714a15d447 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322003 Jul 06 14:28:51.856956 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89ce36-e58f-43bd-ba1f-5028ec192347 req-b82a4c5f-0473-4ed7-ab3c-cda71363c5dd tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:51.858729 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c89ce36-e58f-43bd-ba1f-5028ec192347 req-b82a4c5f-0473-4ed7-ab3c-cda71363c5dd tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 943 time: 0.0668232 Jul 06 14:28:51.896431 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c89ce36-e58f-43bd-ba1f-5028ec192347 req-9f3b58ef-0b03-4b3e-9f98-22808d612360 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315075 Jul 06 14:28:52.924825 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:28:53.027032 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 27b4ed9e-9c0f-461a-a16d-72d23730e8f5, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=27b4ed9e-9c0f-461a-a16d-72d23730e8f5,segment=NetworkSegment(923a178f-c51c-4497-8bd0-4407810f0fec),segment_id=923a178f-c51c-4497-8bd0-4407810f0fec)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:28:53.038302 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '27b4ed9e-9c0f-461a-a16d-72d23730e8f5', 'network_id': 'df5a380d-eaff-4d52-a841-54332d991524', 'port_id': '27b4ed9e-9c0f-461a-a16d-72d23730e8f5', 'mac_address': 'fa:16:3e:70:7d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c9988e-2990-40a0-83c7-14113d0db1fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:28:53.067338 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7efa4a-abec-4a25-9569-d07f3dde80b9 req-03cdb128-548a-4984-b0ef-277af6deb660 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:53.068866 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a7efa4a-abec-4a25-9569-d07f3dde80b9 req-03cdb128-548a-4984-b0ef-277af6deb660 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 943 time: 0.0628870 Jul 06 14:28:53.075409 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:53.089289 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:28:53.108947 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a7efa4a-abec-4a25-9569-d07f3dde80b9 req-018c271e-d640-47f3-ab7c-4e4e43e18871 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344648 Jul 06 14:28:53.109411 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 27b4ed9e-9c0f-461a-a16d-72d23730e8f5, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=27b4ed9e-9c0f-461a-a16d-72d23730e8f5,segment=NetworkSegment(923a178f-c51c-4497-8bd0-4407810f0fec),segment_id=923a178f-c51c-4497-8bd0-4407810f0fec)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:28:53.114726 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:53.323246 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=27b4ed9e-9c0f-461a-a16d-72d23730e8f5,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:53.395546 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['27b4ed9e-9c0f-461a-a16d-72d23730e8f5'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:28:54.287699 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399dbeb3-f82c-41b9-bea0-4fe605ae34b8 req-c05513b8-d355-4251-b02d-b93d2363d35b tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:54.289743 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-399dbeb3-f82c-41b9-bea0-4fe605ae34b8 req-c05513b8-d355-4251-b02d-b93d2363d35b tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 944 time: 0.0702302 Jul 06 14:28:54.329264 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-399dbeb3-f82c-41b9-bea0-4fe605ae34b8 req-081c8ae2-6910-4d3f-98af-63be45dbb5f9 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340886 Jul 06 14:28:54.940579 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:28:54.992528 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:28:54.996121 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:28:54.996498 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:55.071851 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:55.093703 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c16733-6345-4116-a635-6f7a95ed03e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b4ed9e-9c0f-461a-a16d-72d23730e8f5'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:28:55.096650 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82dcd82-8ea4-429b-a069-91b7b00760f6" -d '{"events": [{"server_uuid": "d0c16733-6345-4116-a635-6f7a95ed03e5", "name": "network-vif-plugged", "status": "completed", "tag": "27b4ed9e-9c0f-461a-a16d-72d23730e8f5"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:28:55.109551 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 27b4ed9e-9c0f-461a-a16d-72d23730e8f5, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=27b4ed9e-9c0f-461a-a16d-72d23730e8f5,segment=NetworkSegment(923a178f-c51c-4497-8bd0-4407810f0fec),segment_id=923a178f-c51c-4497-8bd0-4407810f0fec)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:28:55.116570 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:28:55.141772 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6b4728-1e95-4eee-9112-55423f6e96be x-openstack-request-id: req-cf6b4728-1e95-4eee-9112-55423f6e96be {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:28:55.142078 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c16733-6345-4116-a635-6f7a95ed03e5", "name": "network-vif-plugged", "status": "completed", "tag": "27b4ed9e-9c0f-461a-a16d-72d23730e8f5", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:28:55.142867 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-cf6b4728-1e95-4eee-9112-55423f6e96be {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:28:55.143257 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c16733-6345-4116-a635-6f7a95ed03e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b4ed9e-9c0f-461a-a16d-72d23730e8f5', 'code': 200} Jul 06 14:28:55.169689 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=27b4ed9e-9c0f-461a-a16d-72d23730e8f5,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:28:55.265708 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bde77-dc2f-4738-87f9-59b66689180a req-6718fb50-7562-45e3-8b33-78db5f7b9453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:55.267331 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aa4bde77-dc2f-4738-87f9-59b66689180a req-6718fb50-7562-45e3-8b33-78db5f7b9453 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 1096 time: 0.0522692 Jul 06 14:28:55.304361 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aa4bde77-dc2f-4738-87f9-59b66689180a req-7c72b231-b498-4278-af56-6247fcf48e99 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273139 Jul 06 14:28:55.506803 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9e7a9-2b3a-449e-ace5-ba6b2712ce2d req-832720fd-0d13-4e50-9527-bff33daae26b tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:55.508194 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-faa9e7a9-2b3a-449e-ace5-ba6b2712ce2d req-832720fd-0d13-4e50-9527-bff33daae26b tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 945 time: 0.0616810 Jul 06 14:28:55.548374 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-faa9e7a9-2b3a-449e-ace5-ba6b2712ce2d req-d459a267-5d94-4c67-a098-651194d1bb8c tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347056 Jul 06 14:28:56.721935 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bd551-ac86-41c7-b09c-13f995b4b8f7 req-dbe04894-c264-42c1-82bd-d9b12ea72be5 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:56.723417 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c68bd551-ac86-41c7-b09c-13f995b4b8f7 req-dbe04894-c264-42c1-82bd-d9b12ea72be5 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 945 time: 0.0641539 Jul 06 14:28:56.761582 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c68bd551-ac86-41c7-b09c-13f995b4b8f7 req-994d8fa0-94be-4b2c-bf12-c98a6a8bfc47 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326419 Jul 06 14:28:56.932528 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51111e-a531-4042-93b7-2aa2a1b03657 req-c3035c5c-6ef6-4766-9688-6af96e7646b0 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:56.934082 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc51111e-a531-4042-93b7-2aa2a1b03657 req-c3035c5c-6ef6-4766-9688-6af96e7646b0 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 945 time: 0.0639238 Jul 06 14:28:56.972181 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc51111e-a531-4042-93b7-2aa2a1b03657 req-38e4946e-451c-40a0-a9e9-df4bb48bc46d tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320399 Jul 06 14:28:57.316070 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f8bcc-9c43-40a3-9a7b-edc1b07a9fc2 req-33b0589c-bc5c-4eb4-ad7d-6b02308651a0 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:57.317560 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b9f8bcc-9c43-40a3-9a7b-edc1b07a9fc2 req-33b0589c-bc5c-4eb4-ad7d-6b02308651a0 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 945 time: 0.0675426 Jul 06 14:28:57.354008 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b9f8bcc-9c43-40a3-9a7b-edc1b07a9fc2 req-0be535d9-7b47-412f-bd14-b247e030ccc2 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308931 Jul 06 14:28:57.524972 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ab4d7-00ae-419e-87cc-d7c15edbdc56 req-25f94447-b263-4f50-8b40-ad1af2b93a08 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:57.526407 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-779ab4d7-00ae-419e-87cc-d7c15edbdc56 req-25f94447-b263-4f50-8b40-ad1af2b93a08 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 945 time: 0.0628972 Jul 06 14:28:57.564065 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-779ab4d7-00ae-419e-87cc-d7c15edbdc56 req-32c38ece-68ba-4bfd-9fae-84de224fe9b4 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321646 Jul 06 14:28:57.907671 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-4a7593bf-9675-4e25-8fdf-cb4255442b9d service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0642390 Jul 06 14:28:57.961429 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8a25f-80b7-4590-ac35-e19225d3b3f3 req-e6e1ecb6-3339-48cb-af6a-532b6443b126 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:57.963006 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-22b8a25f-80b7-4590-ac35-e19225d3b3f3 req-e6e1ecb6-3339-48cb-af6a-532b6443b126 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 945 time: 0.0694001 Jul 06 14:28:58.001344 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-22b8a25f-80b7-4590-ac35-e19225d3b3f3 req-9b7c0996-f2d6-4567-9f5f-447510609dbb tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326874 Jul 06 14:28:59.084159 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-3e02d255-ddf6-4384-a386-254ee8181d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:59.085734 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-3e02d255-ddf6-4384-a386-254ee8181d2c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8461c3b2bc6448c5a6590090812dd12d&device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 1096 time: 0.0549130 Jul 06 14:28:59.220321 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-69e8be17-b894-4610-898b-49da5406fb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:59.222003 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-69e8be17-b894-4610-898b-49da5406fb38 service neutron] 10.222.0.52 "GET /v2.0/networks?id=df5a380d-eaff-4d52-a841-54332d991524 HTTP/1.1" status: 200 len: 916 time: 0.1301341 Jul 06 14:28:59.233195 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c93160-e9b7-46ec-9420-5d463f90ba5b req-b2343217-9817-46ea-84d1-3c4630598c97 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:59.234788 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-36c93160-e9b7-46ec-9420-5d463f90ba5b req-b2343217-9817-46ea-84d1-3c4630598c97 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 945 time: 0.0974703 Jul 06 14:28:59.284445 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-4bc78ce8-b9a2-4b65-bdf5-5c1c13a94b37 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b4ed9e-9c0f-461a-a16d-72d23730e8f5 HTTP/1.1" status: 200 len: 217 time: 0.0487058 Jul 06 14:28:59.329273 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-36c93160-e9b7-46ec-9420-5d463f90ba5b req-3c8770b4-f7a7-486d-b469-079c1e5fb3bd tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879374 Jul 06 14:28:59.344586 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-45e20aac-739a-4a9c-be2a-1086dd65ba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:28:59.346199 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-45e20aac-739a-4a9c-be2a-1086dd65ba9c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12c9988e-2990-40a0-83c7-14113d0db1fb HTTP/1.1" status: 200 len: 855 time: 0.0554178 Jul 06 14:28:59.380699 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-6f241378-4e32-4cc1-82ff-f2a732b5db5f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df5a380d-eaff-4d52-a841-54332d991524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283170 Jul 06 14:28:59.471340 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-ac628216-35ab-4b11-abf3-27155b7f4664 service neutron] 10.222.0.52 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841510 Jul 06 14:28:59.558425 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-4822239d-2415-4f58-aca1-a27b6a976359 service neutron] 10.222.0.52 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810404 Jul 06 14:29:00.501403 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719ab94-d683-4f2e-a8b1-ea7ab121d8bc req-145ed93e-7253-46d6-8890-70bc6338f453 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:00.503413 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f719ab94-d683-4f2e-a8b1-ea7ab121d8bc req-145ed93e-7253-46d6-8890-70bc6338f453 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 945 time: 0.0635023 Jul 06 14:29:00.541501 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f719ab94-d683-4f2e-a8b1-ea7ab121d8bc req-29517d86-d1bd-490c-b0e5-2f6c19ed40ec tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325296 Jul 06 14:29:01.723406 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b95b33-3846-4fe2-b1c8-370d7d122a41 req-174d3ebe-7435-451a-8ac8-b7fcb0c9c504 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:01.724887 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95b95b33-3846-4fe2-b1c8-370d7d122a41 req-174d3ebe-7435-451a-8ac8-b7fcb0c9c504 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 945 time: 0.0662646 Jul 06 14:29:01.763138 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95b95b33-3846-4fe2-b1c8-370d7d122a41 req-d612adaf-baa4-439d-981c-e1998c52241a tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327592 Jul 06 14:29:02.933814 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9829e54-ad5f-44d0-b3e8-dfaea11109e1 req-9063659e-14c2-4f10-8e79-d4a0b1b84b2f tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:02.935325 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9829e54-ad5f-44d0-b3e8-dfaea11109e1 req-9063659e-14c2-4f10-8e79-d4a0b1b84b2f tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 945 time: 0.0625098 Jul 06 14:29:02.972725 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9829e54-ad5f-44d0-b3e8-dfaea11109e1 req-e5b95f7c-19ea-4b1b-8197-8dcc239c7e83 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315728 Jul 06 14:29:04.148103 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099f8f8-414e-49c6-8ec3-bc9c27587e06 req-2a6da403-b8f8-43db-af68-a7638f4b9c02 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:04.149592 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9099f8f8-414e-49c6-8ec3-bc9c27587e06 req-2a6da403-b8f8-43db-af68-a7638f4b9c02 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 945 time: 0.0668545 Jul 06 14:29:04.187910 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9099f8f8-414e-49c6-8ec3-bc9c27587e06 req-9c8a6b2b-6764-477c-afc9-49b4ee71ec1e tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327351 Jul 06 14:29:05.364856 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92757b9c-0ef9-4853-89a8-320fa656534b req-05d3bd41-a124-450f-a3a6-b347666e9a89 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:05.366429 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-92757b9c-0ef9-4853-89a8-320fa656534b req-05d3bd41-a124-450f-a3a6-b347666e9a89 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 945 time: 0.0663066 Jul 06 14:29:05.405625 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-92757b9c-0ef9-4853-89a8-320fa656534b req-0bdf85a4-164c-4690-b1e7-edbac2464f13 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335736 Jul 06 14:29:06.580309 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eae4ad-0782-49bf-9d9e-900ead1e6b38 req-8c6eb38a-5b6d-42ff-8885-946b4accca10 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:06.581712 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1eae4ad-0782-49bf-9d9e-900ead1e6b38 req-8c6eb38a-5b6d-42ff-8885-946b4accca10 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 945 time: 0.0625510 Jul 06 14:29:06.620095 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1eae4ad-0782-49bf-9d9e-900ead1e6b38 req-61715265-2c47-4d97-a890-6472d90fb566 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328934 Jul 06 14:29:07.353302 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dc2ab00a-b59f-4427-a322-ecdd7023cf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:07.796993 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc94ecc-c22f-4614-9153-63cb24088fcb req-b2368f8b-cfe4-4e20-8af3-470748f7c754 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:07.799445 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9dc94ecc-c22f-4614-9153-63cb24088fcb req-b2368f8b-cfe4-4e20-8af3-470748f7c754 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 945 time: 0.0688112 Jul 06 14:29:07.836885 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9dc94ecc-c22f-4614-9153-63cb24088fcb req-c780457f-77df-4604-a421-976b6145ee4c tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319827 Jul 06 14:29:09.035493 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3406e8f-c79f-411b-bf43-02376b7bf3bb req-4b2dc67c-51fe-4b08-ad4d-a1ddf0564fb5 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:09.037853 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d3406e8f-c79f-411b-bf43-02376b7bf3bb req-4b2dc67c-51fe-4b08-ad4d-a1ddf0564fb5 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 945 time: 0.0765398 Jul 06 14:29:09.087088 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d3406e8f-c79f-411b-bf43-02376b7bf3bb req-a45e9805-b0df-4b39-b237-90a1f22f331b tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432236 Jul 06 14:29:10.248269 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:10.272440 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f2736-207b-4d9c-aba5-d6672afefe90 req-7d228fb5-8451-4e7d-9c96-2eedf7d5383e tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:10.273992 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc0f2736-207b-4d9c-aba5-d6672afefe90 req-7d228fb5-8451-4e7d-9c96-2eedf7d5383e tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 945 time: 0.0730531 Jul 06 14:29:10.310705 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc0f2736-207b-4d9c-aba5-d6672afefe90 req-e71f332d-01e8-4f55-a486-fe95b46c51b4 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312645 Jul 06 14:29:10.598943 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5210f4ab-408c-4cb5-af3b-a46c02b358c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:11.628255 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:11.680987 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58eab49-aaad-43e3-a417-0de73c437815 req-907c0333-bea3-42a4-b1aa-69a74dbe3e3c tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:11.682506 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a58eab49-aaad-43e3-a417-0de73c437815 req-907c0333-bea3-42a4-b1aa-69a74dbe3e3c tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 945 time: 0.0645735 Jul 06 14:29:11.719626 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a58eab49-aaad-43e3-a417-0de73c437815 req-a1e93ffa-62b3-4f7c-8a51-271daa9e6e8c tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316129 Jul 06 14:29:12.895148 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40e3e6-5c75-462e-bf42-9187d79c43ed req-9af2911d-34d8-4830-8b74-70a0dfd7960d tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:12.896628 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ef40e3e6-5c75-462e-bf42-9187d79c43ed req-9af2911d-34d8-4830-8b74-70a0dfd7960d tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 945 time: 0.0620508 Jul 06 14:29:12.934357 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ef40e3e6-5c75-462e-bf42-9187d79c43ed req-e3f38c18-98d0-4bd4-80a2-051bfddb1a8f tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321345 Jul 06 14:29:13.184990 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:14.109990 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e9fb7-dcbb-4eb6-8ac8-5c37619481ce req-278a4e7b-2834-46ac-8fd1-32aa88720d68 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:14.112131 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc9e9fb7-dcbb-4eb6-8ac8-5c37619481ce req-278a4e7b-2834-46ac-8fd1-32aa88720d68 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 945 time: 0.0669138 Jul 06 14:29:14.148534 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc9e9fb7-dcbb-4eb6-8ac8-5c37619481ce req-040d25f6-ab7f-4a62-ba69-f8610d50468a tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308280 Jul 06 14:29:15.330217 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf48c91-a023-4e63-8b1d-7b0593f62bf8 req-420b287f-932a-413c-835c-da754879a137 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:15.331748 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ddf48c91-a023-4e63-8b1d-7b0593f62bf8 req-420b287f-932a-413c-835c-da754879a137 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 945 time: 0.0639439 Jul 06 14:29:15.371976 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ddf48c91-a023-4e63-8b1d-7b0593f62bf8 req-e7941318-bea1-4b38-ad77-7a3f235da0c5 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343537 Jul 06 14:29:16.551627 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90312fbb-085c-4f69-87ee-7caccf93db4a req-268b1f55-f71f-4db6-b517-e33cee8cd4ed tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:16.553022 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-90312fbb-085c-4f69-87ee-7caccf93db4a req-268b1f55-f71f-4db6-b517-e33cee8cd4ed tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 945 time: 0.0671353 Jul 06 14:29:16.591549 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-90312fbb-085c-4f69-87ee-7caccf93db4a req-e0e82cbf-3698-423a-9436-9793a4bfbf2a tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329516 Jul 06 14:29:16.873582 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:17.765462 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711e99e-4e24-4833-b369-ef69030175a4 req-a92829c2-666e-464c-a169-d07fbec1c879 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:17.767089 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c711e99e-4e24-4833-b369-ef69030175a4 req-a92829c2-666e-464c-a169-d07fbec1c879 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 945 time: 0.0644462 Jul 06 14:29:17.807559 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c711e99e-4e24-4833-b369-ef69030175a4 req-429d4260-4eb3-4e08-b8ff-4511c386f203 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349634 Jul 06 14:29:18.725636 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:29:18.968213 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:18.979959 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcefa7-f6ad-4001-97d7-5ec0aa0fca3d req-d0301abd-f398-4fac-9dc5-06d7ab746eac tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:18.981406 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3ddcefa7-f6ad-4001-97d7-5ec0aa0fca3d req-d0301abd-f398-4fac-9dc5-06d7ab746eac tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 945 time: 0.0653589 Jul 06 14:29:19.019153 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3ddcefa7-f6ad-4001-97d7-5ec0aa0fca3d req-e1a65c74-5a7e-4de3-adfa-11ebf978d7cb tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321436 Jul 06 14:29:20.208223 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6864cbf-3a3b-49c5-9be3-5d2cf9d1ee8c req-9bd99802-8164-44df-94ef-eef6dad5bea6 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:20.209714 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c6864cbf-3a3b-49c5-9be3-5d2cf9d1ee8c req-9bd99802-8164-44df-94ef-eef6dad5bea6 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 945 time: 0.0659220 Jul 06 14:29:20.246510 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c6864cbf-3a3b-49c5-9be3-5d2cf9d1ee8c req-c65e2e22-fa31-4b30-b78d-8120647f0cd3 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312722 Jul 06 14:29:21.425662 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4d716-e6f8-4828-be53-e9751f3838d2 req-a5e16d48-8af1-4568-843b-09a8b63cd4b9 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:21.427208 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0fb4d716-e6f8-4828-be53-e9751f3838d2 req-a5e16d48-8af1-4568-843b-09a8b63cd4b9 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 945 time: 0.0648425 Jul 06 14:29:21.465979 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0fb4d716-e6f8-4828-be53-e9751f3838d2 req-268d0d17-0f7e-4470-a937-d10c0b658956 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330453 Jul 06 14:29:22.646914 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37d7a7-0abd-4975-a2a6-7331bfc6732b req-e35baa67-cf86-402b-90a5-e996e5ae9f6f tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:22.648438 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a37d7a7-0abd-4975-a2a6-7331bfc6732b req-e35baa67-cf86-402b-90a5-e996e5ae9f6f tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 945 time: 0.0669398 Jul 06 14:29:22.686385 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0a37d7a7-0abd-4975-a2a6-7331bfc6732b req-8ba82099-6402-4820-a851-b810bbdc2c67 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323205 Jul 06 14:29:23.858829 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952bf18-689e-423a-b355-357766b185a2 req-72b5c7a4-c548-4273-8ba7-2337ebf9c622 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:23.860303 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3952bf18-689e-423a-b355-357766b185a2 req-72b5c7a4-c548-4273-8ba7-2337ebf9c622 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 945 time: 0.0624418 Jul 06 14:29:23.897454 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3952bf18-689e-423a-b355-357766b185a2 req-8a4e7cb4-1f3f-407e-8056-0b325942b9be tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309684 Jul 06 14:29:25.069367 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c551ca3-4f5e-4238-9b3a-435d1321158a req-24e9dc1c-5e79-45e2-a225-f489ce30b5c1 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:25.070867 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7c551ca3-4f5e-4238-9b3a-435d1321158a req-24e9dc1c-5e79-45e2-a225-f489ce30b5c1 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 945 time: 0.0613058 Jul 06 14:29:25.107918 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7c551ca3-4f5e-4238-9b3a-435d1321158a req-71287f6c-ae81-47f7-bc8c-8044001f90a8 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315113 Jul 06 14:29:26.294433 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a19c0-5201-40d4-88d6-edc5730a0505 req-99e1859d-3031-4d88-ba0f-19b4dcb8eec0 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:26.295923 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-363a19c0-5201-40d4-88d6-edc5730a0505 req-99e1859d-3031-4d88-ba0f-19b4dcb8eec0 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 945 time: 0.0698538 Jul 06 14:29:26.333855 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-363a19c0-5201-40d4-88d6-edc5730a0505 req-b11f1d6e-bc0b-48f9-bb47-2049c6b324d8 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322998 Jul 06 14:29:26.750849 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-3ad88547-ac7d-4c4d-8469-a29f39fa6be2 service neutron] show failed (client error): The resource could not be found. Jul 06 14:29:26.752515 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-3ad88547-ac7d-4c4d-8469-a29f39fa6be2 service neutron] 10.222.0.52 "GET /v2.0/ports/27b4ed9e-9c0f-461a-a16d-72d23730e8f5/bindings/n-h2-773644-6 HTTP/1.1" status: 404 len: 380 time: 0.0543625 Jul 06 14:29:27.006776 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-fd27f924-ea7f-4f7b-9583-6320fca108df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:27.008194 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-fd27f924-ea7f-4f7b-9583-6320fca108df service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5&tenant_id=8461c3b2bc6448c5a6590090812dd12d HTTP/1.1" status: 200 len: 1096 time: 0.0521522 Jul 06 14:29:27.021634 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-2063a01a-dce8-4539-af2c-7ac128bb2cc0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-773644-6', 'device_owner': 'compute:nova'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:29:27.096167 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-2063a01a-dce8-4539-af2c-7ac128bb2cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:27.294831 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-2063a01a-dce8-4539-af2c-7ac128bb2cc0 service neutron] For port 27b4ed9e-9c0f-461a-a16d-72d23730e8f5, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=27b4ed9e-9c0f-461a-a16d-72d23730e8f5,segment=NetworkSegment(923a178f-c51c-4497-8bd0-4407810f0fec),segment_id=923a178f-c51c-4497-8bd0-4407810f0fec)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:29:27.327207 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-2063a01a-dce8-4539-af2c-7ac128bb2cc0 service neutron] For port 27b4ed9e-9c0f-461a-a16d-72d23730e8f5, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:29:27.365804 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c16733-6345-4116-a635-6f7a95ed03e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b4ed9e-9c0f-461a-a16d-72d23730e8f5'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:29:27.368076 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46697c6-26e1-4d9b-90cf-2d0817661583" -d '{"events": [{"server_uuid": "d0c16733-6345-4116-a635-6f7a95ed03e5", "name": "network-vif-unplugged", "status": "completed", "tag": "27b4ed9e-9c0f-461a-a16d-72d23730e8f5"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:29:27.371719 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-2063a01a-dce8-4539-af2c-7ac128bb2cc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:27.384144 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-2063a01a-dce8-4539-af2c-7ac128bb2cc0 service neutron] Transition to ACTIVE for port object 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:29:27.387522 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-2063a01a-dce8-4539-af2c-7ac128bb2cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:27.458699 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-2063a01a-dce8-4539-af2c-7ac128bb2cc0 service neutron] No DVR routers for this DVR port 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:29:27.460570 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063a01a-dce8-4539-af2c-7ac128bb2cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=27b4ed9e-9c0f-461a-a16d-72d23730e8f5,revision_number=6']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:27.526731 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-2063a01a-dce8-4539-af2c-7ac128bb2cc0 service neutron] Attempting to bind port 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:29:27.527063 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-2063a01a-dce8-4539-af2c-7ac128bb2cc0 service neutron] Attempting to bind port 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '923a178f-c51c-4497-8bd0-4407810f0fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'df5a380d-eaff-4d52-a841-54332d991524'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:29:27.527390 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-2063a01a-dce8-4539-af2c-7ac128bb2cc0 service neutron] Attempting to bind port 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 on network df5a380d-eaff-4d52-a841-54332d991524 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:29:27.537816 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-2063a01a-dce8-4539-af2c-7ac128bb2cc0 service neutron] Port 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 on network df5a380d-eaff-4d52-a841-54332d991524 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:29:27.538138 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-2063a01a-dce8-4539-af2c-7ac128bb2cc0 service neutron] Attempting to bind port 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 on network df5a380d-eaff-4d52-a841-54332d991524 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:29:27.545411 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-2063a01a-dce8-4539-af2c-7ac128bb2cc0 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:29:27.545688 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-2063a01a-dce8-4539-af2c-7ac128bb2cc0 service neutron] Checking segment: {'id': '923a178f-c51c-4497-8bd0-4407810f0fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'df5a380d-eaff-4d52-a841-54332d991524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:29:27.546478 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-2063a01a-dce8-4539-af2c-7ac128bb2cc0 service neutron] Bound using segment: {'id': '923a178f-c51c-4497-8bd0-4407810f0fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'df5a380d-eaff-4d52-a841-54332d991524'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:29:27.546608 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-2063a01a-dce8-4539-af2c-7ac128bb2cc0 service neutron] Bound port: 27b4ed9e-9c0f-461a-a16d-72d23730e8f5, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '923a178f-c51c-4497-8bd0-4407810f0fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'df5a380d-eaff-4d52-a841-54332d991524'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:29:27.546871 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-2063a01a-dce8-4539-af2c-7ac128bb2cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:27.570718 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9833a-63d7-4ed6-9b47-518e2002084a req-0853cd58-23c6-4d5d-b662-879f2c47ce1a tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:27.572195 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3cd9833a-63d7-4ed6-9b47-518e2002084a req-0853cd58-23c6-4d5d-b662-879f2c47ce1a tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 943 time: 0.1149142 Jul 06 14:29:27.649700 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3cd9833a-63d7-4ed6-9b47-518e2002084a req-8bc67953-8e97-4f84-bc6e-18357acd62ef tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553343 Jul 06 14:29:27.650688 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-2063a01a-dce8-4539-af2c-7ac128bb2cc0 service neutron] For port 27b4ed9e-9c0f-461a-a16d-72d23730e8f5, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:29:27.653875 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-2063a01a-dce8-4539-af2c-7ac128bb2cc0 service neutron] For port 27b4ed9e-9c0f-461a-a16d-72d23730e8f5, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=27b4ed9e-9c0f-461a-a16d-72d23730e8f5,segment=NetworkSegment(923a178f-c51c-4497-8bd0-4407810f0fec),segment_id=923a178f-c51c-4497-8bd0-4407810f0fec)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:29:27.658776 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-2063a01a-dce8-4539-af2c-7ac128bb2cc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:27.690740 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-2063a01a-dce8-4539-af2c-7ac128bb2cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:27.691360 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-2063a01a-dce8-4539-af2c-7ac128bb2cc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:27.693079 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-2063a01a-dce8-4539-af2c-7ac128bb2cc0 service neutron] 10.222.0.124 "PUT /v2.0/ports/27b4ed9e-9c0f-461a-a16d-72d23730e8f5 HTTP/1.1" status: 200 len: 1091 time: 0.6760213 Jul 06 14:29:27.720864 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9613be-5221-45eb-817a-a229982749ef x-openstack-request-id: req-ce9613be-5221-45eb-817a-a229982749ef {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:29:27.721155 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c16733-6345-4116-a635-6f7a95ed03e5", "name": "network-vif-unplugged", "status": "completed", "tag": "27b4ed9e-9c0f-461a-a16d-72d23730e8f5", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:29:27.721409 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ce9613be-5221-45eb-817a-a229982749ef {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:29:27.721858 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c16733-6345-4116-a635-6f7a95ed03e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b4ed9e-9c0f-461a-a16d-72d23730e8f5', 'code': 200} Jul 06 14:29:27.722792 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063a01a-dce8-4539-af2c-7ac128bb2cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=27b4ed9e-9c0f-461a-a16d-72d23730e8f5,revision_number=7']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:27.776171 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-8424860c-8412-48b1-b713-2c5bb74df685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:27.777700 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-8424860c-8412-48b1-b713-2c5bb74df685 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=8461c3b2bc6448c5a6590090812dd12d&device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 1094 time: 0.0519104 Jul 06 14:29:27.866626 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-208fcea0-6116-4e93-a494-bd3f39681350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:27.868104 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-208fcea0-6116-4e93-a494-bd3f39681350 service neutron] 10.222.0.124 "GET /v2.0/networks?id=df5a380d-eaff-4d52-a841-54332d991524 HTTP/1.1" status: 200 len: 916 time: 0.0839689 Jul 06 14:29:27.908202 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-6aa72be6-1964-4a4a-9e61-09602e03c5bb service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b4ed9e-9c0f-461a-a16d-72d23730e8f5 HTTP/1.1" status: 200 len: 217 time: 0.0334337 Jul 06 14:29:27.961147 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-32dfe1a6-57d5-4a7d-af04-518c340b845d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:27.963037 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-32dfe1a6-57d5-4a7d-af04-518c340b845d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=12c9988e-2990-40a0-83c7-14113d0db1fb HTTP/1.1" status: 200 len: 855 time: 0.0494149 Jul 06 14:29:27.994793 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-978cb1c6-2ff9-45fb-b7e0-d131fe7e68f7 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=df5a380d-eaff-4d52-a841-54332d991524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251811 Jul 06 14:29:28.081282 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-444174b0-0600-4f2f-9a32-638578964fa2 service neutron] 10.222.0.124 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804129 Jul 06 14:29:28.171273 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-70d30457-b025-4f36-8a9a-2640f2346c3f req-1476b28f-f5a2-4446-a4f3-a08ea5e6b89e service neutron] 10.222.0.124 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842245 Jul 06 14:29:28.825590 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec70d10-d348-49b8-812c-57a2cc8979ca req-b1d10022-5eec-4b32-8768-320a28243204 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:28.827117 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dec70d10-d348-49b8-812c-57a2cc8979ca req-b1d10022-5eec-4b32-8768-320a28243204 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 943 time: 0.0628242 Jul 06 14:29:28.864911 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dec70d10-d348-49b8-812c-57a2cc8979ca req-d63d26d4-7f33-45bf-8e43-3ae72795ec0c tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314710 Jul 06 14:29:29.723259 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c16733-6345-4116-a635-6f7a95ed03e5', 'tag': '27b4ed9e-9c0f-461a-a16d-72d23730e8f5'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:29:29.725594 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1fee6f-1043-405a-882b-a164d9145cda" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c16733-6345-4116-a635-6f7a95ed03e5", "tag": "27b4ed9e-9c0f-461a-a16d-72d23730e8f5"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:29:29.774501 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacc8d25-6aa7-4074-865c-b0bcabd24f52 x-openstack-request-id: req-dacc8d25-6aa7-4074-865c-b0bcabd24f52 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:29:29.774801 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c16733-6345-4116-a635-6f7a95ed03e5", "tag": "27b4ed9e-9c0f-461a-a16d-72d23730e8f5", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:29:29.775055 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-dacc8d25-6aa7-4074-865c-b0bcabd24f52 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:29:29.775452 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c16733-6345-4116-a635-6f7a95ed03e5', 'tag': '27b4ed9e-9c0f-461a-a16d-72d23730e8f5', 'status': 'completed', 'code': 200} Jul 06 14:29:29.882988 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fee6f-1043-405a-882b-a164d9145cda req-957c13ba-b73b-45eb-a589-43dfc0a93b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:29.884484 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4b1fee6f-1043-405a-882b-a164d9145cda req-957c13ba-b73b-45eb-a589-43dfc0a93b27 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=8461c3b2bc6448c5a6590090812dd12d&device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 1094 time: 0.0937104 Jul 06 14:29:29.892516 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fee6f-1043-405a-882b-a164d9145cda req-dc6255b4-0bac-4580-a762-66347606d40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:29.894003 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4b1fee6f-1043-405a-882b-a164d9145cda req-dc6255b4-0bac-4580-a762-66347606d40d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8461c3b2bc6448c5a6590090812dd12d&device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 1094 time: 0.0762520 Jul 06 14:29:30.421983 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fee6f-1043-405a-882b-a164d9145cda req-56c11457-dba2-412e-bc6c-52cb13e42acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:30.424132 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4b1fee6f-1043-405a-882b-a164d9145cda req-56c11457-dba2-412e-bc6c-52cb13e42acf service neutron] 10.222.0.124 "GET /v2.0/networks?id=df5a380d-eaff-4d52-a841-54332d991524 HTTP/1.1" status: 200 len: 916 time: 0.5286202 Jul 06 14:29:30.428259 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fee6f-1043-405a-882b-a164d9145cda req-4d0269d3-96fd-4d4b-b71c-4d90cdcd7d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:30.429612 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4b1fee6f-1043-405a-882b-a164d9145cda req-4d0269d3-96fd-4d4b-b71c-4d90cdcd7d54 service neutron] 10.222.0.52 "GET /v2.0/networks?id=df5a380d-eaff-4d52-a841-54332d991524 HTTP/1.1" status: 200 len: 916 time: 0.5273736 Jul 06 14:29:30.477266 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4b1fee6f-1043-405a-882b-a164d9145cda req-f31555d3-f1f1-44cd-9981-308606b2fc06 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b4ed9e-9c0f-461a-a16d-72d23730e8f5 HTTP/1.1" status: 200 len: 217 time: 0.0459361 Jul 06 14:29:30.516287 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:29:30.522055 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ddbf12-5f54-4892-a692-bdb6c5f7f720 req-20318512-2dbb-4d5f-9004-2ddef4cde3b5 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:30.523588 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-43ddbf12-5f54-4892-a692-bdb6c5f7f720 req-20318512-2dbb-4d5f-9004-2ddef4cde3b5 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 943 time: 0.2093141 Jul 06 14:29:30.524899 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4b1fee6f-1043-405a-882b-a164d9145cda req-0383af77-20fc-483d-82ae-6dc8dc36b08f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b4ed9e-9c0f-461a-a16d-72d23730e8f5 HTTP/1.1" status: 200 len: 217 time: 0.0571551 Jul 06 14:29:30.613168 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 27b4ed9e-9c0f-461a-a16d-72d23730e8f5, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=27b4ed9e-9c0f-461a-a16d-72d23730e8f5,segment=NetworkSegment(923a178f-c51c-4497-8bd0-4407810f0fec),segment_id=923a178f-c51c-4497-8bd0-4407810f0fec)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:29:30.624347 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '27b4ed9e-9c0f-461a-a16d-72d23730e8f5', 'network_id': 'df5a380d-eaff-4d52-a841-54332d991524', 'port_id': '27b4ed9e-9c0f-461a-a16d-72d23730e8f5', 'mac_address': 'fa:16:3e:70:7d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c9988e-2990-40a0-83c7-14113d0db1fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:29:30.625829 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fee6f-1043-405a-882b-a164d9145cda req-8b2a6b27-7c02-42ff-8e21-386ba3b7903a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:30.627521 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4b1fee6f-1043-405a-882b-a164d9145cda req-8b2a6b27-7c02-42ff-8e21-386ba3b7903a service neutron] 10.222.0.124 "GET /v2.0/subnets?id=12c9988e-2990-40a0-83c7-14113d0db1fb HTTP/1.1" status: 200 len: 855 time: 0.1208990 Jul 06 14:29:30.634078 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-43ddbf12-5f54-4892-a692-bdb6c5f7f720 req-ec437c04-0843-457d-8f5d-8d624029066e tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877271 Jul 06 14:29:30.643513 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fee6f-1043-405a-882b-a164d9145cda req-0344ab5f-79ff-4833-8648-0b398237b9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:30.645024 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4b1fee6f-1043-405a-882b-a164d9145cda req-0344ab5f-79ff-4833-8648-0b398237b9f3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12c9988e-2990-40a0-83c7-14113d0db1fb HTTP/1.1" status: 200 len: 855 time: 0.0998366 Jul 06 14:29:30.666279 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:30.666767 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4b1fee6f-1043-405a-882b-a164d9145cda req-2239ba0c-d166-470b-a9b7-8b1324910750 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=df5a380d-eaff-4d52-a841-54332d991524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317612 Jul 06 14:29:30.680428 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:29:30.701059 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 27b4ed9e-9c0f-461a-a16d-72d23730e8f5, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=27b4ed9e-9c0f-461a-a16d-72d23730e8f5,segment=NetworkSegment(923a178f-c51c-4497-8bd0-4407810f0fec),segment_id=923a178f-c51c-4497-8bd0-4407810f0fec)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:29:30.705315 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:30.709694 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4b1fee6f-1043-405a-882b-a164d9145cda req-1a425abd-dea0-48a1-9638-93c8bced9e6f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df5a380d-eaff-4d52-a841-54332d991524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454085 Jul 06 14:29:30.757296 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=27b4ed9e-9c0f-461a-a16d-72d23730e8f5,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:30.765923 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:30.766272 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:30.766665 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:30.767589 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:30.768508 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:30.768847 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:30.769183 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:30.769551 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:30.769886 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:30.770217 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:30.770549 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:30.770871 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:30.856272 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4b1fee6f-1043-405a-882b-a164d9145cda req-ff5f613f-700a-4510-aec6-acd967015c77 service neutron] 10.222.0.124 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817105 Jul 06 14:29:30.879254 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4b1fee6f-1043-405a-882b-a164d9145cda req-8630a685-9391-408d-82dd-0431bd9df9c9 service neutron] 10.222.0.52 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394911 Jul 06 14:29:30.911427 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['27b4ed9e-9c0f-461a-a16d-72d23730e8f5'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:29:31.057003 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eee7e6-e167-4b44-a5d8-66fa1ebec788 req-50473054-fc55-4e3f-97b1-e68555b3418a tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:31.059306 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c0eee7e6-e167-4b44-a5d8-66fa1ebec788 req-50473054-fc55-4e3f-97b1-e68555b3418a tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.52 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5&tenant_id=8461c3b2bc6448c5a6590090812dd12d&binding%3Ahost_id=n-h2-773644-6 HTTP/1.1" status: 200 len: 944 time: 0.1175950 Jul 06 14:29:31.089721 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4b1fee6f-1043-405a-882b-a164d9145cda req-1622d4d5-aefb-451b-a791-69549538197b service neutron] 10.222.0.124 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242367 Jul 06 14:29:31.100360 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd77de-cb34-4118-9fde-459c3c78c502 req-e30e39bb-da0e-402d-97b7-af216e0db2e3 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:31.102116 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-50fd77de-cb34-4118-9fde-459c3c78c502 req-e30e39bb-da0e-402d-97b7-af216e0db2e3 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 944 time: 0.1747477 Jul 06 14:29:31.104223 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4b1fee6f-1043-405a-882b-a164d9145cda req-088308fb-5059-4bde-af48-e03ca8029819 service neutron] 10.222.0.52 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108660 Jul 06 14:29:31.143501 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [req-c0eee7e6-e167-4b44-a5d8-66fa1ebec788 req-551a5b9a-0a53-4c2d-ad13-e478df9ef30b service neutron] delete failed (client error): The resource could not be found. Jul 06 14:29:31.143874 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:29:31.144570 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c0eee7e6-e167-4b44-a5d8-66fa1ebec788 req-551a5b9a-0a53-4c2d-ad13-e478df9ef30b service neutron] 10.222.0.52 "DELETE /v2.0/ports/27b4ed9e-9c0f-461a-a16d-72d23730e8f5/bindings/n-h1-773644-6 HTTP/1.1" status: 404 len: 380 time: 0.0753930 Jul 06 14:29:31.151316 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-50fd77de-cb34-4118-9fde-459c3c78c502 req-c7dec93e-f1e5-48a1-849c-f594b333e830 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413909 Jul 06 14:29:31.208366 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:29:31.256028 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eee7e6-e167-4b44-a5d8-66fa1ebec788 req-adab94e4-275f-410e-9f5b-5b4db3c8d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:31.257649 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c0eee7e6-e167-4b44-a5d8-66fa1ebec788 req-adab94e4-275f-410e-9f5b-5b4db3c8d34f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8461c3b2bc6448c5a6590090812dd12d&device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 1095 time: 0.0587585 Jul 06 14:29:31.351282 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eee7e6-e167-4b44-a5d8-66fa1ebec788 req-ab8cef38-c123-4657-832c-5681ff0b2877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:31.352686 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c0eee7e6-e167-4b44-a5d8-66fa1ebec788 req-ab8cef38-c123-4657-832c-5681ff0b2877 service neutron] 10.222.0.52 "GET /v2.0/networks?id=df5a380d-eaff-4d52-a841-54332d991524 HTTP/1.1" status: 200 len: 916 time: 0.0839326 Jul 06 14:29:31.402606 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c0eee7e6-e167-4b44-a5d8-66fa1ebec788 req-78d4fa28-8e5c-43c8-9b90-c8b2f2ac4a57 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b4ed9e-9c0f-461a-a16d-72d23730e8f5 HTTP/1.1" status: 200 len: 217 time: 0.0363677 Jul 06 14:29:31.454291 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eee7e6-e167-4b44-a5d8-66fa1ebec788 req-55f63786-f310-40ee-8eda-5e01b77e8ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:31.455869 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c0eee7e6-e167-4b44-a5d8-66fa1ebec788 req-55f63786-f310-40ee-8eda-5e01b77e8ff8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12c9988e-2990-40a0-83c7-14113d0db1fb HTTP/1.1" status: 200 len: 855 time: 0.0439293 Jul 06 14:29:31.491463 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c0eee7e6-e167-4b44-a5d8-66fa1ebec788 req-191bdd99-b267-42be-8dcb-d95f2786eed0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df5a380d-eaff-4d52-a841-54332d991524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261173 Jul 06 14:29:31.596429 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c0eee7e6-e167-4b44-a5d8-66fa1ebec788 req-a7228067-f9a1-4f7d-9560-fc67065774e9 service neutron] 10.222.0.52 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950017 Jul 06 14:29:31.688637 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c0eee7e6-e167-4b44-a5d8-66fa1ebec788 req-e964d714-e2d3-4485-9dc0-5f9f7b969157 service neutron] 10.222.0.52 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825298 Jul 06 14:29:32.354082 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a24e5-deaf-459a-ad90-1bf70113918e req-63ebe7b4-586a-4ef4-a315-b520bbf6da9d tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:32.355606 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb5a24e5-deaf-459a-ad90-1bf70113918e req-63ebe7b4-586a-4ef4-a315-b520bbf6da9d tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 944 time: 0.0688171 Jul 06 14:29:32.394694 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb5a24e5-deaf-459a-ad90-1bf70113918e req-20b2df2f-ec23-4c65-8af0-ee13f60554fd tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329349 Jul 06 14:29:32.509461 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:29:32.558013 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:29:32.562570 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:29:32.563170 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:32.573060 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fab2c-bea1-4471-a6a6-0134f4a661f5 req-9505b46d-76fc-4a45-b881-c85cbae58aad tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:32.576378 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-585fab2c-bea1-4471-a6a6-0134f4a661f5 req-9505b46d-76fc-4a45-b881-c85cbae58aad tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 944 time: 0.0688889 Jul 06 14:29:32.616725 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-585fab2c-bea1-4471-a6a6-0134f4a661f5 req-f54f1bfe-d6d8-4693-b7b1-155687e9d66d tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343473 Jul 06 14:29:32.650989 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:32.674496 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c16733-6345-4116-a635-6f7a95ed03e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b4ed9e-9c0f-461a-a16d-72d23730e8f5'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:29:32.676820 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a15015-bdbc-48bb-b8a9-a4676eb5f53e" -d '{"events": [{"server_uuid": "d0c16733-6345-4116-a635-6f7a95ed03e5", "name": "network-vif-plugged", "status": "completed", "tag": "27b4ed9e-9c0f-461a-a16d-72d23730e8f5"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:29:32.689704 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 27b4ed9e-9c0f-461a-a16d-72d23730e8f5, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=27b4ed9e-9c0f-461a-a16d-72d23730e8f5,segment=NetworkSegment(923a178f-c51c-4497-8bd0-4407810f0fec),segment_id=923a178f-c51c-4497-8bd0-4407810f0fec)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:29:32.694420 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:32.742398 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=27b4ed9e-9c0f-461a-a16d-72d23730e8f5,revision_number=9']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:32.797594 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7e856-d7f1-4bbe-8326-d33251643bfa req-15c95ca3-0b61-4ced-a8c5-32a49ac61e10 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:32.799653 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b6b7e856-d7f1-4bbe-8326-d33251643bfa req-15c95ca3-0b61-4ced-a8c5-32a49ac61e10 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 945 time: 0.0637629 Jul 06 14:29:32.839581 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b6b7e856-d7f1-4bbe-8326-d33251643bfa req-b0ad5705-001b-4030-934c-b04a09ba6efd tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342202 Jul 06 14:29:32.884730 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9930d4-3411-418d-a177-98fa665b8510 x-openstack-request-id: req-1e9930d4-3411-418d-a177-98fa665b8510 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:29:32.885031 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c16733-6345-4116-a635-6f7a95ed03e5", "name": "network-vif-plugged", "status": "completed", "tag": "27b4ed9e-9c0f-461a-a16d-72d23730e8f5", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:29:32.885303 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-1e9930d4-3411-418d-a177-98fa665b8510 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:29:32.885697 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c16733-6345-4116-a635-6f7a95ed03e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b4ed9e-9c0f-461a-a16d-72d23730e8f5', 'code': 200} Jul 06 14:29:33.313673 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-fcdfe391-bf7b-4c33-97fc-16d509478d63 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:33.315362 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-fcdfe391-bf7b-4c33-97fc-16d509478d63 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/networks?id=df5a380d-eaff-4d52-a841-54332d991524 HTTP/1.1" status: 200 len: 815 time: 0.1073987 Jul 06 14:29:33.333426 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-35d0aa21-76d5-4bac-81e4-e4fedff0d184 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/quotas/8461c3b2bc6448c5a6590090812dd12d HTTP/1.1" status: 200 len: 375 time: 0.0095508 Jul 06 14:29:33.393469 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-3ad8a5d1-6252-40d8-a370-530160bd9367 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=8461c3b2bc6448c5a6590090812dd12d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0579436 Jul 06 14:29:33.486590 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-3f38b480-200d-4eca-b1eb-5dcd6866ea88 service neutron] 10.222.0.118 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864327 Jul 06 14:29:33.573675 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-dd0fe999-ca37-4923-8e26-de7a559f507d service neutron] 10.222.0.118 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814092 Jul 06 14:29:33.742795 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d97b3f4e-e018-4e94-89cd-3b1f6f22f397 req-6ca8e00c-e523-4564-9e0d-17f9a909f129 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 210 time: 0.0328159 Jul 06 14:29:34.479110 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e86d8d-e766-4645-b947-b31a49027d77 req-bd2fc950-d5c2-4e27-ab88-b7828b5617a0 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:34.480563 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f1e86d8d-e766-4645-b947-b31a49027d77 req-bd2fc950-d5c2-4e27-ab88-b7828b5617a0 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.124 "GET /v2.0/ports?device_id=d0c16733-6345-4116-a635-6f7a95ed03e5 HTTP/1.1" status: 200 len: 945 time: 0.0641174 Jul 06 14:29:34.583192 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-f1e86d8d-e766-4645-b947-b31a49027d77 req-f9366291-160c-410b-a959-55b65c9ef785 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Deleting port 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:29:34.583550 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f1e86d8d-e766-4645-b947-b31a49027d77 req-f9366291-160c-410b-a959-55b65c9ef785 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:34.677980 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-f1e86d8d-e766-4645-b947-b31a49027d77 req-f9366291-160c-410b-a959-55b65c9ef785 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] For port 27b4ed9e-9c0f-461a-a16d-72d23730e8f5, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=27b4ed9e-9c0f-461a-a16d-72d23730e8f5,segment=NetworkSegment(923a178f-c51c-4497-8bd0-4407810f0fec),segment_id=923a178f-c51c-4497-8bd0-4407810f0fec)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:29:34.678345 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f1e86d8d-e766-4645-b947-b31a49027d77 req-f9366291-160c-410b-a959-55b65c9ef785 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:34.733399 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-f1e86d8d-e766-4645-b947-b31a49027d77 req-f9366291-160c-410b-a959-55b65c9ef785 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Calling delete_port for 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:29:34.844915 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-de2a0bd4-abf8-41d8-bd13-695bf9145ca3 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:34.847024 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-de2a0bd4-abf8-41d8-bd13-695bf9145ca3 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.124 "GET /v2.0/networks?id=df5a380d-eaff-4d52-a841-54332d991524 HTTP/1.1" status: 200 len: 815 time: 0.1711490 Jul 06 14:29:34.863156 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-314a4b6d-5b4d-46f4-b491-f74297596d53 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Request body: {'port': {'device_id': '0dfc481a-0cdb-4aea-9900-f5e21b2bab1b', 'network_id': 'df5a380d-eaff-4d52-a841-54332d991524', 'admin_state_up': True, 'tenant_id': '8461c3b2bc6448c5a6590090812dd12d'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:29:34.936320 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aa7c3dda-31ce-41af-9f44-32c495c1b30d req-8e621180-5c02-4115-8479-b26279c4a9a4 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 210 time: 0.0683591 Jul 06 14:29:35.018210 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f1e86d8d-e766-4645-b947-b31a49027d77 req-f9366291-160c-410b-a959-55b65c9ef785 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:35.029534 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['27b4ed9e-9c0f-461a-a16d-72d23730e8f5'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:29:35.055858 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9366291-160c-410b-a959-55b65c9ef785 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Pushing event deleted for resources: {'Port': ['ID=27b4ed9e-9c0f-461a-a16d-72d23730e8f5,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:35.111765 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e86d8d-e766-4645-b947-b31a49027d77 req-f9366291-160c-410b-a959-55b65c9ef785 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] No DVR routers for this DVR port 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:29:35.113415 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-314a4b6d-5b4d-46f4-b491-f74297596d53 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Made reservation on behalf of 8461c3b2bc6448c5a6590090812dd12d for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:29:35.117162 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-314a4b6d-5b4d-46f4-b491-f74297596d53 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:35.119524 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f1e86d8d-e766-4645-b947-b31a49027d77 req-f9366291-160c-410b-a959-55b65c9ef785 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:35.121392 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f1e86d8d-e766-4645-b947-b31a49027d77 req-f9366291-160c-410b-a959-55b65c9ef785 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.124 "DELETE /v2.0/ports/27b4ed9e-9c0f-461a-a16d-72d23730e8f5 HTTP/1.1" status: 204 len: 173 time: 0.6340113 Jul 06 14:29:35.121864 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c16733-6345-4116-a635-6f7a95ed03e5', 'name': 'network-vif-deleted', 'tag': '27b4ed9e-9c0f-461a-a16d-72d23730e8f5'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:29:35.124082 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22c5aa9-4785-485f-b4c8-86c167c5cd15" -d '{"events": [{"server_uuid": "d0c16733-6345-4116-a635-6f7a95ed03e5", "name": "network-vif-deleted", "tag": "27b4ed9e-9c0f-461a-a16d-72d23730e8f5"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:29:35.240877 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0842048e-7630-4097-a1c4-c0ea8aa8466e x-openstack-request-id: req-0842048e-7630-4097-a1c4-c0ea8aa8466e {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:29:35.241188 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c16733-6345-4116-a635-6f7a95ed03e5", "name": "network-vif-deleted", "tag": "27b4ed9e-9c0f-461a-a16d-72d23730e8f5", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:29:35.241463 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-0842048e-7630-4097-a1c4-c0ea8aa8466e {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:29:35.241913 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c16733-6345-4116-a635-6f7a95ed03e5', 'name': 'network-vif-deleted', 'tag': '27b4ed9e-9c0f-461a-a16d-72d23730e8f5', 'status': 'completed', 'code': 200} Jul 06 14:29:35.262658 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-314a4b6d-5b4d-46f4-b491-f74297596d53 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Allocated IP 172.20.0.14 (df5a380d-eaff-4d52-a841-54332d991524/12c9988e-2990-40a0-83c7-14113d0db1fb/3933a590-6216-4cd4-b4b6-76df29d97b92) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:29:35.430012 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-314a4b6d-5b4d-46f4-b491-f74297596d53 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:35.469656 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-314a4b6d-5b4d-46f4-b491-f74297596d53 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:35.481385 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['27b4ed9e-9c0f-461a-a16d-72d23730e8f5'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:29:35.518902 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-314a4b6d-5b4d-46f4-b491-f74297596d53 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Network df5a380d-eaff-4d52-a841-54332d991524 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:29:35.522219 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-314a4b6d-5b4d-46f4-b491-f74297596d53 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:29:35.527989 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-314a4b6d-5b4d-46f4-b491-f74297596d53 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:29:35.551375 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a4b6d-5b4d-46f4-b491-f74297596d53 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Pushing event updated for resources: {'Port': ['ID=3933a590-6216-4cd4-b4b6-76df29d97b92,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:35.566428 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314a4b6d-5b4d-46f4-b491-f74297596d53 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:35.566784 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314a4b6d-5b4d-46f4-b491-f74297596d53 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:35.567133 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314a4b6d-5b4d-46f4-b491-f74297596d53 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:35.567479 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314a4b6d-5b4d-46f4-b491-f74297596d53 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:35.567818 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314a4b6d-5b4d-46f4-b491-f74297596d53 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:35.568153 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314a4b6d-5b4d-46f4-b491-f74297596d53 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:35.568483 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314a4b6d-5b4d-46f4-b491-f74297596d53 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:35.568814 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314a4b6d-5b4d-46f4-b491-f74297596d53 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:35.569142 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314a4b6d-5b4d-46f4-b491-f74297596d53 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:35.569471 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314a4b6d-5b4d-46f4-b491-f74297596d53 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:35.569834 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314a4b6d-5b4d-46f4-b491-f74297596d53 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:35.570158 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314a4b6d-5b4d-46f4-b491-f74297596d53 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:29:35.590157 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-314a4b6d-5b4d-46f4-b491-f74297596d53 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:35.590776 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-314a4b6d-5b4d-46f4-b491-f74297596d53 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:35.604733 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-314a4b6d-5b4d-46f4-b491-f74297596d53 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7460203 Jul 06 14:29:35.617407 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-86815d6a-7b25-46f0-9136-e66c70c1885a service neutron] Request body: {'port': {'device_id': '0dfc481a-0cdb-4aea-9900-f5e21b2bab1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:29:35.693346 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-86815d6a-7b25-46f0-9136-e66c70c1885a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:35.953854 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-86815d6a-7b25-46f0-9136-e66c70c1885a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3933a590-6216-4cd4-b4b6-76df29d97b92 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:29:35.961147 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-86815d6a-7b25-46f0-9136-e66c70c1885a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:35.974223 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-86815d6a-7b25-46f0-9136-e66c70c1885a service neutron] Transition to ACTIVE for port object 3933a590-6216-4cd4-b4b6-76df29d97b92 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:29:35.978190 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-86815d6a-7b25-46f0-9136-e66c70c1885a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:36.047592 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86815d6a-7b25-46f0-9136-e66c70c1885a service neutron] Pushing event updated for resources: {'Port': ['ID=3933a590-6216-4cd4-b4b6-76df29d97b92,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:36.136520 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-86815d6a-7b25-46f0-9136-e66c70c1885a service neutron] Attempting to bind port 3933a590-6216-4cd4-b4b6-76df29d97b92 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:29:36.136857 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-86815d6a-7b25-46f0-9136-e66c70c1885a service neutron] Attempting to bind port 3933a590-6216-4cd4-b4b6-76df29d97b92 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '923a178f-c51c-4497-8bd0-4407810f0fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'df5a380d-eaff-4d52-a841-54332d991524'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:29:36.137188 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-86815d6a-7b25-46f0-9136-e66c70c1885a service neutron] Attempting to bind port 3933a590-6216-4cd4-b4b6-76df29d97b92 on network df5a380d-eaff-4d52-a841-54332d991524 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:29:36.146659 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-86815d6a-7b25-46f0-9136-e66c70c1885a service neutron] Port 3933a590-6216-4cd4-b4b6-76df29d97b92 on network df5a380d-eaff-4d52-a841-54332d991524 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:29:36.146983 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-86815d6a-7b25-46f0-9136-e66c70c1885a service neutron] Attempting to bind port 3933a590-6216-4cd4-b4b6-76df29d97b92 on network df5a380d-eaff-4d52-a841-54332d991524 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:29:36.157478 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-86815d6a-7b25-46f0-9136-e66c70c1885a service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:29:36.158848 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-86815d6a-7b25-46f0-9136-e66c70c1885a service neutron] Checking segment: {'id': '923a178f-c51c-4497-8bd0-4407810f0fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'df5a380d-eaff-4d52-a841-54332d991524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:29:36.159245 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-86815d6a-7b25-46f0-9136-e66c70c1885a service neutron] Bound using segment: {'id': '923a178f-c51c-4497-8bd0-4407810f0fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'df5a380d-eaff-4d52-a841-54332d991524'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:29:36.159678 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-86815d6a-7b25-46f0-9136-e66c70c1885a service neutron] Bound port: 3933a590-6216-4cd4-b4b6-76df29d97b92, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '923a178f-c51c-4497-8bd0-4407810f0fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'df5a380d-eaff-4d52-a841-54332d991524'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:29:36.160036 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-86815d6a-7b25-46f0-9136-e66c70c1885a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:36.170123 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de6001-648b-49f9-8563-c6521dfb329f req-526280c6-bfdf-43e0-9f42-75a08ea5c2bf tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:36.171608 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-46de6001-648b-49f9-8563-c6521dfb329f req-526280c6-bfdf-43e0-9f42-75a08ea5c2bf tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 944 time: 0.1001408 Jul 06 14:29:36.238619 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-46de6001-648b-49f9-8563-c6521dfb329f req-2b4360ee-abd2-4382-975c-675c2c83ae47 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601902 Jul 06 14:29:36.262649 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-86815d6a-7b25-46f0-9136-e66c70c1885a service neutron] For port 3933a590-6216-4cd4-b4b6-76df29d97b92, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:29:36.265847 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-86815d6a-7b25-46f0-9136-e66c70c1885a service neutron] For port 3933a590-6216-4cd4-b4b6-76df29d97b92, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=3933a590-6216-4cd4-b4b6-76df29d97b92,segment=NetworkSegment(923a178f-c51c-4497-8bd0-4407810f0fec),segment_id=923a178f-c51c-4497-8bd0-4407810f0fec)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:29:36.271424 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-86815d6a-7b25-46f0-9136-e66c70c1885a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:36.308970 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-86815d6a-7b25-46f0-9136-e66c70c1885a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:36.309595 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-86815d6a-7b25-46f0-9136-e66c70c1885a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:36.311020 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-86815d6a-7b25-46f0-9136-e66c70c1885a service neutron] 10.222.0.124 "PUT /v2.0/ports/3933a590-6216-4cd4-b4b6-76df29d97b92 HTTP/1.1" status: 200 len: 1092 time: 0.6979711 Jul 06 14:29:36.333815 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86815d6a-7b25-46f0-9136-e66c70c1885a service neutron] Pushing event updated for resources: {'Port': ['ID=3933a590-6216-4cd4-b4b6-76df29d97b92,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:36.398349 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-4165e8d2-4a8e-41a9-89ad-774bfb1990f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:36.399847 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-4165e8d2-4a8e-41a9-89ad-774bfb1990f3 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=8461c3b2bc6448c5a6590090812dd12d&device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 1095 time: 0.0525730 Jul 06 14:29:36.441936 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-1c1308b8-872d-49da-8f79-7bed1c093ba8 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3933a590-6216-4cd4-b4b6-76df29d97b92 HTTP/1.1" status: 200 len: 217 time: 0.0346828 Jul 06 14:29:36.491777 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-f1580e17-da7e-4bd2-a13a-007d9bc81e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:36.493138 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-f1580e17-da7e-4bd2-a13a-007d9bc81e01 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=12c9988e-2990-40a0-83c7-14113d0db1fb HTTP/1.1" status: 200 len: 855 time: 0.0458388 Jul 06 14:29:36.526072 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-6fb2755f-a690-4070-8da8-844061827b67 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=df5a380d-eaff-4d52-a841-54332d991524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261843 Jul 06 14:29:36.617893 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-39dfb886-547d-47d4-8acb-909605822f70 service neutron] 10.222.0.124 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853963 Jul 06 14:29:36.715662 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dae34224-9c83-42bf-b60f-ec47cf381ef6 req-2c412ae4-6172-4952-a79e-73972f1b0328 service neutron] 10.222.0.124 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899258 Jul 06 14:29:37.243159 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dfc481a-0cdb-4aea-9900-f5e21b2bab1b', 'tag': '3933a590-6216-4cd4-b4b6-76df29d97b92'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:29:37.245529 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdbf126-f27a-439f-8b0d-c3c2d95d8a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "0dfc481a-0cdb-4aea-9900-f5e21b2bab1b", "tag": "3933a590-6216-4cd4-b4b6-76df29d97b92"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:29:37.281604 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078fbfe2-bedf-4714-a8ac-c6406b764f41 x-openstack-request-id: req-078fbfe2-bedf-4714-a8ac-c6406b764f41 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:29:37.281940 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dfc481a-0cdb-4aea-9900-f5e21b2bab1b", "tag": "3933a590-6216-4cd4-b4b6-76df29d97b92", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:29:37.282200 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-078fbfe2-bedf-4714-a8ac-c6406b764f41 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:29:37.283154 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dfc481a-0cdb-4aea-9900-f5e21b2bab1b', 'tag': '3933a590-6216-4cd4-b4b6-76df29d97b92', 'status': 'completed', 'code': 200} Jul 06 14:29:37.357650 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-17019302-2dd9-49e1-83f9-46ccfc1443e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:37.363711 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbf126-f27a-439f-8b0d-c3c2d95d8a3e req-8ad5fb6d-2af1-46b6-8cb9-471ce622b8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:37.365260 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cfdbf126-f27a-439f-8b0d-c3c2d95d8a3e req-8ad5fb6d-2af1-46b6-8cb9-471ce622b8f2 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=8461c3b2bc6448c5a6590090812dd12d&device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 1095 time: 0.0591693 Jul 06 14:29:37.500616 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbf126-f27a-439f-8b0d-c3c2d95d8a3e req-b2219900-7eae-4a7d-9cd9-6543c46c8de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:37.502145 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cfdbf126-f27a-439f-8b0d-c3c2d95d8a3e req-b2219900-7eae-4a7d-9cd9-6543c46c8de2 service neutron] 10.222.0.124 "GET /v2.0/networks?id=df5a380d-eaff-4d52-a841-54332d991524 HTTP/1.1" status: 200 len: 916 time: 0.1304703 Jul 06 14:29:37.510483 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262507b2-3d2d-4b20-9cb4-eb43a7cfefc0 req-c38038f5-8c0d-4881-8b48-47fe17fc270f tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:37.512142 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-262507b2-3d2d-4b20-9cb4-eb43a7cfefc0 req-c38038f5-8c0d-4881-8b48-47fe17fc270f tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 944 time: 0.1330261 Jul 06 14:29:37.555430 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cfdbf126-f27a-439f-8b0d-c3c2d95d8a3e req-7ed8ccb6-f222-494b-9fcd-da63151f29ff service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3933a590-6216-4cd4-b4b6-76df29d97b92 HTTP/1.1" status: 200 len: 217 time: 0.0423629 Jul 06 14:29:37.613892 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-262507b2-3d2d-4b20-9cb4-eb43a7cfefc0 req-6d6c659d-79b0-46c7-b159-26ae156c81f8 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934629 Jul 06 14:29:37.624221 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbf126-f27a-439f-8b0d-c3c2d95d8a3e req-79ae7f4b-67f7-46aa-8c9f-8d4bea7cd628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:37.625746 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cfdbf126-f27a-439f-8b0d-c3c2d95d8a3e req-79ae7f4b-67f7-46aa-8c9f-8d4bea7cd628 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=12c9988e-2990-40a0-83c7-14113d0db1fb HTTP/1.1" status: 200 len: 855 time: 0.0584595 Jul 06 14:29:37.659391 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cfdbf126-f27a-439f-8b0d-c3c2d95d8a3e req-228fd912-c879-4d09-b7fb-237685287c55 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=df5a380d-eaff-4d52-a841-54332d991524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273743 Jul 06 14:29:37.752886 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cfdbf126-f27a-439f-8b0d-c3c2d95d8a3e req-dd596f65-cd21-4e08-8f14-0e54d8422071 service neutron] 10.222.0.124 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872846 Jul 06 14:29:37.840984 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cfdbf126-f27a-439f-8b0d-c3c2d95d8a3e req-b422142f-d50f-49a4-b481-9dab842fa511 service neutron] 10.222.0.124 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823209 Jul 06 14:29:38.563893 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:29:38.584982 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:29:38.594261 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 27b4ed9e-9c0f-461a-a16d-72d23730e8f5 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:29:38.800742 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435a2ea-c9a7-44e9-a175-6fc32819f30a req-1f3cbccc-a3b4-430d-8b01-2c3323dacce8 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:38.802254 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e435a2ea-c9a7-44e9-a175-6fc32819f30a req-1f3cbccc-a3b4-430d-8b01-2c3323dacce8 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 944 time: 0.0720220 Jul 06 14:29:38.839539 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e435a2ea-c9a7-44e9-a175-6fc32819f30a req-71f187d2-8a31-4d4a-82d3-00a60495348c tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316164 Jul 06 14:29:40.010638 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ace5f9-be5e-4001-bf95-4fa5814272b3 req-ddf97259-2961-47a5-8555-76a5e4f94ac3 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:40.012251 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35ace5f9-be5e-4001-bf95-4fa5814272b3 req-ddf97259-2961-47a5-8555-76a5e4f94ac3 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 944 time: 0.0626984 Jul 06 14:29:40.050201 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35ace5f9-be5e-4001-bf95-4fa5814272b3 req-3ec62d85-c7ec-4047-a119-455240ea88d0 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319645 Jul 06 14:29:40.249241 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:40.595834 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 3933a590-6216-4cd4-b4b6-76df29d97b92 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:29:40.605869 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-04f8e2fd-5659-4b6f-b0b4-ea4438c82e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:40.693229 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 3933a590-6216-4cd4-b4b6-76df29d97b92, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=3933a590-6216-4cd4-b4b6-76df29d97b92,segment=NetworkSegment(923a178f-c51c-4497-8bd0-4407810f0fec),segment_id=923a178f-c51c-4497-8bd0-4407810f0fec)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:29:40.703356 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '3933a590-6216-4cd4-b4b6-76df29d97b92', 'network_id': 'df5a380d-eaff-4d52-a841-54332d991524', 'port_id': '3933a590-6216-4cd4-b4b6-76df29d97b92', 'mac_address': 'fa:16:3e:bc:b7:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c9988e-2990-40a0-83c7-14113d0db1fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:29:40.744580 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:40.757651 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3933a590-6216-4cd4-b4b6-76df29d97b92 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:29:40.777424 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 3933a590-6216-4cd4-b4b6-76df29d97b92, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=3933a590-6216-4cd4-b4b6-76df29d97b92,segment=NetworkSegment(923a178f-c51c-4497-8bd0-4407810f0fec),segment_id=923a178f-c51c-4497-8bd0-4407810f0fec)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:29:40.781594 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:40.829017 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=3933a590-6216-4cd4-b4b6-76df29d97b92,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:40.982162 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['3933a590-6216-4cd4-b4b6-76df29d97b92'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:29:41.221914 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c90cb-3263-4ae6-9ebd-ad214c84583e req-9e8c4b43-9893-47db-967a-a2c72aa012dd tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:41.223563 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-725c90cb-3263-4ae6-9ebd-ad214c84583e req-9e8c4b43-9893-47db-967a-a2c72aa012dd tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 945 time: 0.0630946 Jul 06 14:29:41.262215 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-725c90cb-3263-4ae6-9ebd-ad214c84583e req-e9ed1a6a-abe4-4cbf-af48-23c3d0211fb8 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329838 Jul 06 14:29:41.627315 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:42.450385 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae0490-49fc-4a6b-a84e-76f7f009e013 req-389120d1-64bc-43a9-b2fb-bd7768ef0ea7 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:42.451791 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71ae0490-49fc-4a6b-a84e-76f7f009e013 req-389120d1-64bc-43a9-b2fb-bd7768ef0ea7 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 945 time: 0.0678747 Jul 06 14:29:42.491251 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71ae0490-49fc-4a6b-a84e-76f7f009e013 req-7adef327-e1fd-456b-b57c-004e7d451c21 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338802 Jul 06 14:29:42.610470 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 3933a590-6216-4cd4-b4b6-76df29d97b92 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:29:42.658541 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 3933a590-6216-4cd4-b4b6-76df29d97b92 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:29:42.662056 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 3933a590-6216-4cd4-b4b6-76df29d97b92 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:29:42.662433 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:42.738942 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:42.760071 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfc481a-0cdb-4aea-9900-f5e21b2bab1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3933a590-6216-4cd4-b4b6-76df29d97b92'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:29:42.762365 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9605f89e-20e3-4ff6-935b-863c91f134fc" -d '{"events": [{"server_uuid": "0dfc481a-0cdb-4aea-9900-f5e21b2bab1b", "name": "network-vif-plugged", "status": "completed", "tag": "3933a590-6216-4cd4-b4b6-76df29d97b92"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:29:42.775336 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 3933a590-6216-4cd4-b4b6-76df29d97b92, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=3933a590-6216-4cd4-b4b6-76df29d97b92,segment=NetworkSegment(923a178f-c51c-4497-8bd0-4407810f0fec),segment_id=923a178f-c51c-4497-8bd0-4407810f0fec)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:29:42.779442 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:42.803222 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250d59b6-59a8-44fe-b0ee-f71219862041 x-openstack-request-id: req-250d59b6-59a8-44fe-b0ee-f71219862041 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:29:42.803523 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfc481a-0cdb-4aea-9900-f5e21b2bab1b", "name": "network-vif-plugged", "status": "completed", "tag": "3933a590-6216-4cd4-b4b6-76df29d97b92", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:29:42.803777 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-250d59b6-59a8-44fe-b0ee-f71219862041 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:29:42.804169 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfc481a-0cdb-4aea-9900-f5e21b2bab1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3933a590-6216-4cd4-b4b6-76df29d97b92', 'code': 200} Jul 06 14:29:42.832733 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=3933a590-6216-4cd4-b4b6-76df29d97b92,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:29:42.913487 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae7593-95dd-482f-bdca-2c86de5ac39d req-f279a409-d98f-477a-a073-40831c207d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:42.915035 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59ae7593-95dd-482f-bdca-2c86de5ac39d req-f279a409-d98f-477a-a073-40831c207d77 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 1097 time: 0.0521376 Jul 06 14:29:42.950275 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59ae7593-95dd-482f-bdca-2c86de5ac39d req-d357bbcd-4742-4252-bd7f-af80473b66b7 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265214 Jul 06 14:29:43.187251 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:43.668155 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b96a77-c89d-4e71-8dde-75ec377e7339 req-5cfb83a5-4c29-43c7-bcb6-907587e3185d tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:43.669651 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a5b96a77-c89d-4e71-8dde-75ec377e7339 req-5cfb83a5-4c29-43c7-bcb6-907587e3185d tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 946 time: 0.0663364 Jul 06 14:29:43.708810 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a5b96a77-c89d-4e71-8dde-75ec377e7339 req-7cd28cfb-1844-4411-8d3f-c7574a6c7211 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330868 Jul 06 14:29:44.887400 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0086f-43d3-4757-8a24-3ce2bcc24bb4 req-bc59c1d0-39c6-4a60-8a8d-2a43b2e5bd1b tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:44.889031 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b5b0086f-43d3-4757-8a24-3ce2bcc24bb4 req-bc59c1d0-39c6-4a60-8a8d-2a43b2e5bd1b tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 946 time: 0.0642617 Jul 06 14:29:44.926890 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b5b0086f-43d3-4757-8a24-3ce2bcc24bb4 req-9bb5bb0e-a884-46c6-b5b4-48273123cfb3 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318034 Jul 06 14:29:45.096546 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e005c43-db24-4a2b-838a-e3802808c52f req-296326c9-908e-428d-9daa-3377e7929145 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:45.097985 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5e005c43-db24-4a2b-838a-e3802808c52f req-296326c9-908e-428d-9daa-3377e7929145 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 946 time: 0.0632274 Jul 06 14:29:45.135042 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5e005c43-db24-4a2b-838a-e3802808c52f req-d63241ba-50fd-4b44-a856-31e99150b9b0 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315866 Jul 06 14:29:45.504402 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-d101e65b-268f-4658-9830-38893e867f37 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0799875 Jul 06 14:29:45.539846 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af96665-659e-46d6-8497-bca23fbd7bd5 req-030ff96f-3c8f-41bb-9f87-44ae66c44b25 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:45.541359 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9af96665-659e-46d6-8497-bca23fbd7bd5 req-030ff96f-3c8f-41bb-9f87-44ae66c44b25 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 946 time: 0.0697072 Jul 06 14:29:45.581130 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9af96665-659e-46d6-8497-bca23fbd7bd5 req-7c5cf808-a20b-4051-b25b-de9ee345f103 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337107 Jul 06 14:29:46.767642 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-016740f7-f633-4a75-9b91-0dd07710b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:46.769177 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-016740f7-f633-4a75-9b91-0dd07710b7bd service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=8461c3b2bc6448c5a6590090812dd12d&device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 1097 time: 0.0960488 Jul 06 14:29:46.790269 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694842e1-142a-483e-b5fc-f9884179a8b4 req-e98acd29-9bbf-4209-abbd-516311dd7c90 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:46.791681 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-694842e1-142a-483e-b5fc-f9884179a8b4 req-e98acd29-9bbf-4209-abbd-516311dd7c90 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 946 time: 0.0914330 Jul 06 14:29:46.866089 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:46.871559 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-694842e1-142a-483e-b5fc-f9884179a8b4 req-28c951df-42ce-47ae-8418-1edb0fdc36ef tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698411 Jul 06 14:29:46.896741 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-e72fd079-2830-4f6e-a102-6b8f90801861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:46.898281 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-e72fd079-2830-4f6e-a102-6b8f90801861 service neutron] 10.222.0.124 "GET /v2.0/networks?id=df5a380d-eaff-4d52-a841-54332d991524 HTTP/1.1" status: 200 len: 916 time: 0.1231363 Jul 06 14:29:46.944111 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-8d3fe55b-3ded-4ff4-b1e7-54419c89c598 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3933a590-6216-4cd4-b4b6-76df29d97b92 HTTP/1.1" status: 200 len: 217 time: 0.0391610 Jul 06 14:29:46.992367 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-968be191-a5e2-4399-b51b-f94821c390bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:46.993852 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-968be191-a5e2-4399-b51b-f94821c390bd service neutron] 10.222.0.124 "GET /v2.0/subnets?id=12c9988e-2990-40a0-83c7-14113d0db1fb HTTP/1.1" status: 200 len: 855 time: 0.0439234 Jul 06 14:29:47.025969 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-8586e295-68ae-4cf6-9633-915e94a3c142 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=df5a380d-eaff-4d52-a841-54332d991524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259163 Jul 06 14:29:47.117857 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-6df90f96-8894-418f-84a8-36bab8d6ce84 service neutron] 10.222.0.124 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857115 Jul 06 14:29:47.205651 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-640db34b-5005-4528-a7da-d21df4f95bb2 service neutron] 10.222.0.124 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811088 Jul 06 14:29:48.058191 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bf1b4-5097-4416-8d30-b21bd68b7cd8 req-febb55d7-7eb8-4412-860f-85c38205e9e3 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:48.059738 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8f8bf1b4-5097-4416-8d30-b21bd68b7cd8 req-febb55d7-7eb8-4412-860f-85c38205e9e3 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 946 time: 0.0697522 Jul 06 14:29:48.432762 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8f8bf1b4-5097-4416-8d30-b21bd68b7cd8 req-ed41f70d-766b-4f8f-b47f-568516762068 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661668 Jul 06 14:29:48.998320 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:29:49.612494 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c4b63-fbe9-4cdc-bb84-03ecf76f2391 req-5962eb3b-43a6-4d30-9edb-06beb738822a tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:49.614063 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ce1c4b63-fbe9-4cdc-bb84-03ecf76f2391 req-5962eb3b-43a6-4d30-9edb-06beb738822a tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 946 time: 0.0631897 Jul 06 14:29:49.651653 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ce1c4b63-fbe9-4cdc-bb84-03ecf76f2391 req-28a26d0d-d4d1-4319-bfab-9c635471728c tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318935 Jul 06 14:29:50.824081 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b6f5c-6307-438e-bdb3-f6aa59eadc6a req-baa4bb3a-8379-4a3f-909e-abbd4480adff tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:50.825570 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8f4b6f5c-6307-438e-bdb3-f6aa59eadc6a req-baa4bb3a-8379-4a3f-909e-abbd4480adff tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 946 time: 0.0625789 Jul 06 14:29:50.869441 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8f4b6f5c-6307-438e-bdb3-f6aa59eadc6a req-c2f3046d-b91a-474d-a80c-eb4051740505 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373738 Jul 06 14:29:52.042770 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27859483-5579-4f0d-885a-dd2d534dbce0 req-145cab12-5693-43ac-84d2-95db17822111 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:52.044265 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-27859483-5579-4f0d-885a-dd2d534dbce0 req-145cab12-5693-43ac-84d2-95db17822111 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 946 time: 0.0630090 Jul 06 14:29:52.081583 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-27859483-5579-4f0d-885a-dd2d534dbce0 req-71887cc8-2cff-4720-9109-48b24551bde8 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317044 Jul 06 14:29:53.258880 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f4d0a-e6cd-415c-a671-3ce00749ef53 req-bebbbcc9-5da3-47a6-a540-7792a681ef05 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:53.260632 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d27f4d0a-e6cd-415c-a671-3ce00749ef53 req-bebbbcc9-5da3-47a6-a540-7792a681ef05 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 946 time: 0.0656521 Jul 06 14:29:53.301401 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d27f4d0a-e6cd-415c-a671-3ce00749ef53 req-87662726-596e-46a5-98ef-758d6f2bd017 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348387 Jul 06 14:29:54.477233 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdf9a7-683d-4e08-87fb-1e15dac5462e req-77565845-5edd-49d5-a3a0-d3d71a29776d tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:54.478714 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3dbdf9a7-683d-4e08-87fb-1e15dac5462e req-77565845-5edd-49d5-a3a0-d3d71a29776d tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 946 time: 0.0671413 Jul 06 14:29:54.516516 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3dbdf9a7-683d-4e08-87fb-1e15dac5462e req-1b6d982c-39df-4d30-9694-0b9162147be5 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322781 Jul 06 14:29:55.691531 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76781f1f-b534-4090-9408-79c7ed7cad17 req-3ddb0b26-e8d2-4574-8eca-b37abb062065 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:55.693034 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76781f1f-b534-4090-9408-79c7ed7cad17 req-3ddb0b26-e8d2-4574-8eca-b37abb062065 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 946 time: 0.0632207 Jul 06 14:29:55.725378 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:29:55.730192 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76781f1f-b534-4090-9408-79c7ed7cad17 req-73a51d1a-4bf7-4f13-8a65-224308116cd6 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315235 Jul 06 14:29:56.904799 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b679aa-5a59-47d9-995a-a933d7c30b76 req-b81429bf-c411-44f3-97ff-9dcf8fa32c98 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:56.906278 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04b679aa-5a59-47d9-995a-a933d7c30b76 req-b81429bf-c411-44f3-97ff-9dcf8fa32c98 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 946 time: 0.0646889 Jul 06 14:29:56.944099 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04b679aa-5a59-47d9-995a-a933d7c30b76 req-e84a14df-2e86-43a4-ad9a-afdbea5a4316 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319295 Jul 06 14:29:58.119456 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e870b3-8f23-40c7-9823-299258124c3b req-31ca6335-4ad2-4381-b800-8adebbe6fa1e tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:58.120935 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0e870b3-8f23-40c7-9823-299258124c3b req-31ca6335-4ad2-4381-b800-8adebbe6fa1e tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 946 time: 0.0633748 Jul 06 14:29:58.159018 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0e870b3-8f23-40c7-9823-299258124c3b req-18aa74f1-9206-46a2-bc93-b0394674833f tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324647 Jul 06 14:29:59.329875 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49b356-bff9-4785-8131-4eeeab1c67dd req-2d23e509-8d4b-46a8-b319-798ba26a869c tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:29:59.331375 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cc49b356-bff9-4785-8131-4eeeab1c67dd req-2d23e509-8d4b-46a8-b319-798ba26a869c tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 946 time: 0.0618708 Jul 06 14:29:59.368262 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cc49b356-bff9-4785-8131-4eeeab1c67dd req-060ac5a8-d6a4-40ed-a433-1e838308230c tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314481 Jul 06 14:30:00.549218 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232acadb-f94e-474c-8ef9-a269f16164fa req-48741aeb-0e77-44d4-b2a6-5837e8c858f5 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:00.550669 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-232acadb-f94e-474c-8ef9-a269f16164fa req-48741aeb-0e77-44d4-b2a6-5837e8c858f5 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 946 time: 0.0689652 Jul 06 14:30:00.587806 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-232acadb-f94e-474c-8ef9-a269f16164fa req-41d7c508-6f29-403b-ac9e-3beb6e39507d tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314412 Jul 06 14:30:01.763200 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a73116-1707-4613-b90f-1aa3cb138eab req-ff6a30d1-e6f9-4ab4-b643-2fdc1a5c2b50 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:01.764732 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f2a73116-1707-4613-b90f-1aa3cb138eab req-ff6a30d1-e6f9-4ab4-b643-2fdc1a5c2b50 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 946 time: 0.0648863 Jul 06 14:30:01.802600 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f2a73116-1707-4613-b90f-1aa3cb138eab req-9aed60c4-51c6-41f3-8bca-5f72c7af50fb tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321116 Jul 06 14:30:02.988437 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50bc7f-8a93-404b-a789-f71161e6e8cc req-0a5f9ac7-46c5-42f4-b3ec-ab198cc0dd75 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:02.988437 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0c50bc7f-8a93-404b-a789-f71161e6e8cc req-0a5f9ac7-46c5-42f4-b3ec-ab198cc0dd75 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 946 time: 0.0707474 Jul 06 14:30:03.028522 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0c50bc7f-8a93-404b-a789-f71161e6e8cc req-834866e4-7cbf-4e99-9490-e483e7f9f674 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332425 Jul 06 14:30:04.201939 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab5494-6235-4e91-ad55-a13271603331 req-c8dd1132-3bc2-4269-9cdd-820d0f8c19d3 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:04.203900 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4aab5494-6235-4e91-ad55-a13271603331 req-c8dd1132-3bc2-4269-9cdd-820d0f8c19d3 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 946 time: 0.0632536 Jul 06 14:30:04.242375 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4aab5494-6235-4e91-ad55-a13271603331 req-3ec68af0-2d54-4db6-a068-817be4503ded tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327327 Jul 06 14:30:05.415066 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a9fec-8555-4e2a-8800-6d04c89d5b18 req-8ba96a4a-0c24-4c38-9840-fb64bbe227bb tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:05.416580 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-224a9fec-8555-4e2a-8800-6d04c89d5b18 req-8ba96a4a-0c24-4c38-9840-fb64bbe227bb tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 946 time: 0.0630212 Jul 06 14:30:05.464236 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-224a9fec-8555-4e2a-8800-6d04c89d5b18 req-8b1cdfe2-24b8-4ce6-8bcc-435843b1b778 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419953 Jul 06 14:30:06.646133 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e992c3b-703a-44bd-8dc7-c88133e42046 req-e8b91abc-cfc0-4b95-b454-0cbeb53f3251 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:06.647633 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1e992c3b-703a-44bd-8dc7-c88133e42046 req-e8b91abc-cfc0-4b95-b454-0cbeb53f3251 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 946 time: 0.0710752 Jul 06 14:30:06.686800 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1e992c3b-703a-44bd-8dc7-c88133e42046 req-7c76effc-b8c0-4fcf-a542-4a7c08b10f7a tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336840 Jul 06 14:30:07.351858 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b1c01856-66c2-4413-aa02-51b0dfecb9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:07.877422 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ca18c-e5ad-45ef-8610-707891fb399d req-3fe65eba-9ee1-4167-b408-8578b91a3e6b tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:07.879043 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e9ca18c-e5ad-45ef-8610-707891fb399d req-3fe65eba-9ee1-4167-b408-8578b91a3e6b tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 946 time: 0.0663507 Jul 06 14:30:07.917364 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e9ca18c-e5ad-45ef-8610-707891fb399d req-35843e2c-963a-4a01-b91c-a0459093cea8 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328050 Jul 06 14:30:09.145301 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193f8ea-871b-45f0-bbb7-f4f70d2b1ee6 req-ff2b63e4-5472-4611-b566-4d8383a43974 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:09.146907 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7193f8ea-871b-45f0-bbb7-f4f70d2b1ee6 req-ff2b63e4-5472-4611-b566-4d8383a43974 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 946 time: 0.0960293 Jul 06 14:30:09.192916 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7193f8ea-871b-45f0-bbb7-f4f70d2b1ee6 req-21a29013-c9a3-4bb8-b796-649c7f92436f tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379291 Jul 06 14:30:10.252241 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:10.383154 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f375b-d15c-4440-947f-fcfa83da9497 req-6d59fb52-7706-42c5-be62-abe63028e13a tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:10.384656 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb3f375b-d15c-4440-947f-fcfa83da9497 req-6d59fb52-7706-42c5-be62-abe63028e13a tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 946 time: 0.0656419 Jul 06 14:30:10.424702 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb3f375b-d15c-4440-947f-fcfa83da9497 req-38fc631e-9d94-4adb-b5af-91ddca116396 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335300 Jul 06 14:30:10.597867 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-41b1ee80-3e65-4e5d-8827-74adf08787e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:11.611922 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8dd0e8-b43d-4703-87d5-32b5a244d833 req-8cb8bf66-21f7-4f9d-8385-717e4ff53a62 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:11.613554 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6d8dd0e8-b43d-4703-87d5-32b5a244d833 req-8cb8bf66-21f7-4f9d-8385-717e4ff53a62 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 946 time: 0.0678008 Jul 06 14:30:11.629915 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:11.657933 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6d8dd0e8-b43d-4703-87d5-32b5a244d833 req-e4250d74-a838-4e0f-9464-51df04342a3b tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380733 Jul 06 14:30:12.834702 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08324883-27df-4320-b66e-2cd6c2a09b5d req-f3319071-3e96-424b-b5da-1e13cdb4af05 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:12.836211 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08324883-27df-4320-b66e-2cd6c2a09b5d req-f3319071-3e96-424b-b5da-1e13cdb4af05 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 946 time: 0.0646608 Jul 06 14:30:12.874510 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-08324883-27df-4320-b66e-2cd6c2a09b5d req-aeba9e15-7d54-4c2a-bd76-4336560146df tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327165 Jul 06 14:30:13.190690 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:14.048364 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63ed3a-7e79-465f-90be-4d6457db7fd0 req-c839a02c-6054-4d1a-9610-ab90f69cbf5c tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:14.049941 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bb63ed3a-7e79-465f-90be-4d6457db7fd0 req-c839a02c-6054-4d1a-9610-ab90f69cbf5c tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 946 time: 0.0638940 Jul 06 14:30:14.087932 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bb63ed3a-7e79-465f-90be-4d6457db7fd0 req-4ca00bec-f85e-4662-870e-745257dcd055 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325158 Jul 06 14:30:14.184013 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-f09c9556-de07-490c-a840-c4306bb883ae service neutron] show failed (client error): The resource could not be found. Jul 06 14:30:14.184938 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-f09c9556-de07-490c-a840-c4306bb883ae service neutron] 10.222.0.124 "GET /v2.0/ports/3933a590-6216-4cd4-b4b6-76df29d97b92/bindings/n-h1-773644-6 HTTP/1.1" status: 404 len: 380 time: 0.0572827 Jul 06 14:30:14.472462 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-bb77434f-4418-4a39-85a3-e73410c460a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:14.473926 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-bb77434f-4418-4a39-85a3-e73410c460a1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b&tenant_id=8461c3b2bc6448c5a6590090812dd12d HTTP/1.1" status: 200 len: 1097 time: 0.0874093 Jul 06 14:30:14.490702 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-773644-6', 'device_owner': 'compute:nova'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:30:14.560084 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:14.766781 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] For port 3933a590-6216-4cd4-b4b6-76df29d97b92, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=3933a590-6216-4cd4-b4b6-76df29d97b92,segment=NetworkSegment(923a178f-c51c-4497-8bd0-4407810f0fec),segment_id=923a178f-c51c-4497-8bd0-4407810f0fec)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:14.799766 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] For port 3933a590-6216-4cd4-b4b6-76df29d97b92, host n-h2-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:30:14.836847 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfc481a-0cdb-4aea-9900-f5e21b2bab1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3933a590-6216-4cd4-b4b6-76df29d97b92'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:30:14.839142 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b639e1-b0f7-40e5-a26f-358652525c40" -d '{"events": [{"server_uuid": "0dfc481a-0cdb-4aea-9900-f5e21b2bab1b", "name": "network-vif-unplugged", "status": "completed", "tag": "3933a590-6216-4cd4-b4b6-76df29d97b92"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:30:14.842613 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:14.855898 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Transition to ACTIVE for port object 3933a590-6216-4cd4-b4b6-76df29d97b92 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:30:14.860971 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:14.899087 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c132c1b6-a331-45c2-8403-4a9701aa1db5 x-openstack-request-id: req-c132c1b6-a331-45c2-8403-4a9701aa1db5 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:30:14.899384 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfc481a-0cdb-4aea-9900-f5e21b2bab1b", "name": "network-vif-unplugged", "status": "completed", "tag": "3933a590-6216-4cd4-b4b6-76df29d97b92", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:30:14.899641 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c132c1b6-a331-45c2-8403-4a9701aa1db5 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:30:14.900027 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfc481a-0cdb-4aea-9900-f5e21b2bab1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3933a590-6216-4cd4-b4b6-76df29d97b92', 'code': 200} Jul 06 14:30:14.919919 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] No DVR routers for this DVR port 3933a590-6216-4cd4-b4b6-76df29d97b92 on host n-h2-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:30:14.933092 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Pushing event updated for resources: {'Port': ['ID=3933a590-6216-4cd4-b4b6-76df29d97b92,revision_number=6']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:14.964588 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:14.964937 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:14.965282 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:14.965621 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:14.965982 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:14.966319 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:14.966651 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:14.966980 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:14.967309 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:14.967637 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:14.967961 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:14.968289 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:14.975418 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Attempting to bind port 3933a590-6216-4cd4-b4b6-76df29d97b92 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:30:14.975756 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Attempting to bind port 3933a590-6216-4cd4-b4b6-76df29d97b92 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '923a178f-c51c-4497-8bd0-4407810f0fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'df5a380d-eaff-4d52-a841-54332d991524'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:30:14.976089 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Attempting to bind port 3933a590-6216-4cd4-b4b6-76df29d97b92 on network df5a380d-eaff-4d52-a841-54332d991524 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:30:14.980383 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Port 3933a590-6216-4cd4-b4b6-76df29d97b92 on network df5a380d-eaff-4d52-a841-54332d991524 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:30:14.980713 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Attempting to bind port 3933a590-6216-4cd4-b4b6-76df29d97b92 on network df5a380d-eaff-4d52-a841-54332d991524 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:30:14.986062 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:30:14.986401 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Checking segment: {'id': '923a178f-c51c-4497-8bd0-4407810f0fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'df5a380d-eaff-4d52-a841-54332d991524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:30:14.986784 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Bound using segment: {'id': '923a178f-c51c-4497-8bd0-4407810f0fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'df5a380d-eaff-4d52-a841-54332d991524'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:30:14.987212 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Bound port: 3933a590-6216-4cd4-b4b6-76df29d97b92, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '923a178f-c51c-4497-8bd0-4407810f0fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'df5a380d-eaff-4d52-a841-54332d991524'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:30:14.987573 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:15.049763 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] For port 3933a590-6216-4cd4-b4b6-76df29d97b92, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:30:15.052622 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] For port 3933a590-6216-4cd4-b4b6-76df29d97b92, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=3933a590-6216-4cd4-b4b6-76df29d97b92,segment=NetworkSegment(923a178f-c51c-4497-8bd0-4407810f0fec),segment_id=923a178f-c51c-4497-8bd0-4407810f0fec)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:30:15.057294 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:15.090943 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:15.091565 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:15.092989 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] 10.222.0.52 "PUT /v2.0/ports/3933a590-6216-4cd4-b4b6-76df29d97b92 HTTP/1.1" status: 200 len: 1092 time: 0.6064203 Jul 06 14:30:15.114407 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091df315-44c9-40da-ba21-f2bcf14b4afd service neutron] Pushing event updated for resources: {'Port': ['ID=3933a590-6216-4cd4-b4b6-76df29d97b92,revision_number=7']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:15.173907 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-cceedaaf-48c7-4212-88d9-e36917fa640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:15.175454 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-cceedaaf-48c7-4212-88d9-e36917fa640f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8461c3b2bc6448c5a6590090812dd12d&device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 1095 time: 0.0568700 Jul 06 14:30:15.270101 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-90fc2744-9dd0-4893-84fa-15135b9579a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:15.270351 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee088de9-0bec-4723-9195-1a866f3c3396 req-592696b6-f9c3-468f-b36f-5198b9946490 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:15.271601 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-90fc2744-9dd0-4893-84fa-15135b9579a1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=df5a380d-eaff-4d52-a841-54332d991524 HTTP/1.1" status: 200 len: 916 time: 0.0894706 Jul 06 14:30:15.271791 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ee088de9-0bec-4723-9195-1a866f3c3396 req-592696b6-f9c3-468f-b36f-5198b9946490 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 944 time: 0.0659723 Jul 06 14:30:15.315131 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ee088de9-0bec-4723-9195-1a866f3c3396 req-1f8f8ac8-bbde-4251-9359-25ce7b06ac5a tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366330 Jul 06 14:30:15.318828 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-cf754ba7-4e7e-48cd-ab29-09f8dd85fb3e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3933a590-6216-4cd4-b4b6-76df29d97b92 HTTP/1.1" status: 200 len: 217 time: 0.0376132 Jul 06 14:30:15.376244 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-9d499bd4-0dff-4912-84c6-0f1f38781369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:15.377938 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-9d499bd4-0dff-4912-84c6-0f1f38781369 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12c9988e-2990-40a0-83c7-14113d0db1fb HTTP/1.1" status: 200 len: 855 time: 0.0497324 Jul 06 14:30:15.412215 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-82d2e5d7-3bbf-4ca5-8a4b-4698690c2dee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df5a380d-eaff-4d52-a841-54332d991524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272765 Jul 06 14:30:15.503606 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-47e78e74-32b7-4d47-a26e-97cdf299c321 service neutron] 10.222.0.52 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816588 Jul 06 14:30:15.900220 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-e5d7eed7-c71e-4069-87a3-84f589c56d0f req-3c27133c-f4a4-4da8-9f38-23d862d92600 service neutron] 10.222.0.52 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880243 Jul 06 14:30:16.490340 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658ab76-2e69-45f4-aaa7-75dee56e90c8 req-585073f6-dbe6-449b-911b-7961540d94c4 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:16.491794 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0658ab76-2e69-45f4-aaa7-75dee56e90c8 req-585073f6-dbe6-449b-911b-7961540d94c4 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 944 time: 0.0640018 Jul 06 14:30:16.530544 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0658ab76-2e69-45f4-aaa7-75dee56e90c8 req-b3069705-9564-4453-87ee-571645700fc2 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331411 Jul 06 14:30:16.887062 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:16.901515 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dfc481a-0cdb-4aea-9900-f5e21b2bab1b', 'tag': '3933a590-6216-4cd4-b4b6-76df29d97b92'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:30:16.903955 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d85dca-f972-428e-b85e-d3d53ee04778" -d '{"events": [{"name": "network-changed", "server_uuid": "0dfc481a-0cdb-4aea-9900-f5e21b2bab1b", "tag": "3933a590-6216-4cd4-b4b6-76df29d97b92"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:30:16.955975 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ecfcd5-18ff-4114-a3c1-7708527a5a8b x-openstack-request-id: req-45ecfcd5-18ff-4114-a3c1-7708527a5a8b {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:30:16.956273 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dfc481a-0cdb-4aea-9900-f5e21b2bab1b", "tag": "3933a590-6216-4cd4-b4b6-76df29d97b92", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:30:16.956548 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-45ecfcd5-18ff-4114-a3c1-7708527a5a8b {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:30:16.956956 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dfc481a-0cdb-4aea-9900-f5e21b2bab1b', 'tag': '3933a590-6216-4cd4-b4b6-76df29d97b92', 'status': 'completed', 'code': 200} Jul 06 14:30:17.032924 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d85dca-f972-428e-b85e-d3d53ee04778 req-38a769cb-e89e-4979-b34b-940e495308d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:17.034522 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-94d85dca-f972-428e-b85e-d3d53ee04778 req-38a769cb-e89e-4979-b34b-940e495308d8 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=8461c3b2bc6448c5a6590090812dd12d&device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 1095 time: 0.0603187 Jul 06 14:30:17.038406 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d85dca-f972-428e-b85e-d3d53ee04778 req-994fdd5f-24e5-42f3-955d-75027beea230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:17.039898 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-94d85dca-f972-428e-b85e-d3d53ee04778 req-994fdd5f-24e5-42f3-955d-75027beea230 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8461c3b2bc6448c5a6590090812dd12d&device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 1095 time: 0.0560484 Jul 06 14:30:17.127840 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d85dca-f972-428e-b85e-d3d53ee04778 req-3e04ad28-cff9-4944-939d-4db7e6be82fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:17.129373 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-94d85dca-f972-428e-b85e-d3d53ee04778 req-3e04ad28-cff9-4944-939d-4db7e6be82fd service neutron] 10.222.0.124 "GET /v2.0/networks?id=df5a380d-eaff-4d52-a841-54332d991524 HTTP/1.1" status: 200 len: 916 time: 0.0888479 Jul 06 14:30:17.137317 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d85dca-f972-428e-b85e-d3d53ee04778 req-40198723-a364-4e82-a401-16f06065b05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:17.138782 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-94d85dca-f972-428e-b85e-d3d53ee04778 req-40198723-a364-4e82-a401-16f06065b05a service neutron] 10.222.0.52 "GET /v2.0/networks?id=df5a380d-eaff-4d52-a841-54332d991524 HTTP/1.1" status: 200 len: 916 time: 0.0913141 Jul 06 14:30:17.176463 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-94d85dca-f972-428e-b85e-d3d53ee04778 req-c831f4a4-e514-4d48-bd50-89bcce471aba service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3933a590-6216-4cd4-b4b6-76df29d97b92 HTTP/1.1" status: 200 len: 217 time: 0.0403860 Jul 06 14:30:17.182947 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-94d85dca-f972-428e-b85e-d3d53ee04778 req-1315bd03-a21e-4a22-b5f0-d73a3c6ca316 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3933a590-6216-4cd4-b4b6-76df29d97b92 HTTP/1.1" status: 200 len: 217 time: 0.0346570 Jul 06 14:30:17.227118 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d85dca-f972-428e-b85e-d3d53ee04778 req-11022837-992b-43f9-a762-f38d22383a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:17.228625 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-94d85dca-f972-428e-b85e-d3d53ee04778 req-11022837-992b-43f9-a762-f38d22383a57 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=12c9988e-2990-40a0-83c7-14113d0db1fb HTTP/1.1" status: 200 len: 855 time: 0.0462830 Jul 06 14:30:17.233205 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d85dca-f972-428e-b85e-d3d53ee04778 req-d892f0b4-4c94-4c19-bf67-55044ba1602a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:17.234781 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-94d85dca-f972-428e-b85e-d3d53ee04778 req-d892f0b4-4c94-4c19-bf67-55044ba1602a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=12c9988e-2990-40a0-83c7-14113d0db1fb HTTP/1.1" status: 200 len: 855 time: 0.0442092 Jul 06 14:30:17.262944 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-94d85dca-f972-428e-b85e-d3d53ee04778 req-4b130aa5-3d71-43b0-bfe2-ede10a6530d6 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=df5a380d-eaff-4d52-a841-54332d991524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273986 Jul 06 14:30:17.273506 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-94d85dca-f972-428e-b85e-d3d53ee04778 req-89279a55-dfc6-40f4-93b5-6536b7beab97 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df5a380d-eaff-4d52-a841-54332d991524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317223 Jul 06 14:30:17.355686 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-94d85dca-f972-428e-b85e-d3d53ee04778 req-f3390088-bf55-4682-b330-adbc5ed36de8 service neutron] 10.222.0.124 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867016 Jul 06 14:30:17.362576 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-94d85dca-f972-428e-b85e-d3d53ee04778 req-3425f66d-e565-43ee-b924-6261a40ea8f5 service neutron] 10.222.0.52 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821207 Jul 06 14:30:17.457637 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-94d85dca-f972-428e-b85e-d3d53ee04778 req-54e4c2a6-5cb7-4af5-878a-bc82198975c0 service neutron] 10.222.0.52 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885241 Jul 06 14:30:17.458106 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-94d85dca-f972-428e-b85e-d3d53ee04778 req-f2d35c40-4d3a-4c56-99f4-e412b60552c2 service neutron] 10.222.0.124 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954547 Jul 06 14:30:17.714996 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1f2f0-14a3-4a1f-a820-578f14836e60 req-cd57b9fc-52ab-44b7-a8d3-88809ccdfc77 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:17.716412 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0aa1f2f0-14a3-4a1f-a820-578f14836e60 req-cd57b9fc-52ab-44b7-a8d3-88809ccdfc77 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 944 time: 0.0667431 Jul 06 14:30:17.761717 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0aa1f2f0-14a3-4a1f-a820-578f14836e60 req-a77a9e57-80f5-42b8-ad5b-abdabdde9a75 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385363 Jul 06 14:30:18.735484 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 3933a590-6216-4cd4-b4b6-76df29d97b92 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:30:18.780118 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 3933a590-6216-4cd4-b4b6-76df29d97b92 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:30:18.944778 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9795242-d5f4-4506-a844-38d1a94598be req-f6661dfb-0002-4768-9b25-a79d3be83053 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:18.946370 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c9795242-d5f4-4506-a844-38d1a94598be req-f6661dfb-0002-4768-9b25-a79d3be83053 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 944 time: 0.0689924 Jul 06 14:30:18.983674 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c9795242-d5f4-4506-a844-38d1a94598be req-68cefeae-7fd0-4fbb-92cd-591800c84982 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317566 Jul 06 14:30:19.014188 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:19.313792 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 3933a590-6216-4cd4-b4b6-76df29d97b92 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:30:19.346815 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c4bbd-285f-4af6-a330-99e9bdbe9358 req-18dea36f-d71f-407b-b0a5-a9c6b4417c5a tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:19.348393 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2b6c4bbd-285f-4af6-a330-99e9bdbe9358 req-18dea36f-d71f-407b-b0a5-a9c6b4417c5a tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 944 time: 0.1196032 Jul 06 14:30:19.369816 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a9388-0a58-4ea0-849d-efc46ad63412 req-6c86b791-cb6c-4e8b-af90-2108648b092e tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:19.371269 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc7a9388-0a58-4ea0-849d-efc46ad63412 req-6c86b791-cb6c-4e8b-af90-2108648b092e tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.124 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b&tenant_id=8461c3b2bc6448c5a6590090812dd12d&binding%3Ahost_id=n-h1-773644-6 HTTP/1.1" status: 200 len: 944 time: 0.1137557 Jul 06 14:30:19.419420 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 3933a590-6216-4cd4-b4b6-76df29d97b92, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=3933a590-6216-4cd4-b4b6-76df29d97b92,segment=NetworkSegment(923a178f-c51c-4497-8bd0-4407810f0fec),segment_id=923a178f-c51c-4497-8bd0-4407810f0fec)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:19.428093 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2b6c4bbd-285f-4af6-a330-99e9bdbe9358 req-248ef9f6-01e9-438d-b5b7-d0f903e5ce02 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726526 Jul 06 14:30:19.432436 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '3933a590-6216-4cd4-b4b6-76df29d97b92', 'network_id': 'df5a380d-eaff-4d52-a841-54332d991524', 'port_id': '3933a590-6216-4cd4-b4b6-76df29d97b92', 'mac_address': 'fa:16:3e:bc:b7:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12c9988e-2990-40a0-83c7-14113d0db1fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:30:19.449893 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-bc7a9388-0a58-4ea0-849d-efc46ad63412 req-194cd212-cbb6-4be7-981f-21246f89ed3e service neutron] delete failed (client error): The resource could not be found. Jul 06 14:30:19.450676 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc7a9388-0a58-4ea0-849d-efc46ad63412 req-194cd212-cbb6-4be7-981f-21246f89ed3e service neutron] 10.222.0.124 "DELETE /v2.0/ports/3933a590-6216-4cd4-b4b6-76df29d97b92/bindings/n-h2-773644-6 HTTP/1.1" status: 404 len: 380 time: 0.0720026 Jul 06 14:30:19.472292 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:19.491357 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3933a590-6216-4cd4-b4b6-76df29d97b92 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:30:19.511368 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 3933a590-6216-4cd4-b4b6-76df29d97b92, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=3933a590-6216-4cd4-b4b6-76df29d97b92,segment=NetworkSegment(923a178f-c51c-4497-8bd0-4407810f0fec),segment_id=923a178f-c51c-4497-8bd0-4407810f0fec)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:19.516272 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:19.551645 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a9388-0a58-4ea0-849d-efc46ad63412 req-b3828ada-17be-4e7e-bca6-f6c77581ad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:19.553179 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc7a9388-0a58-4ea0-849d-efc46ad63412 req-b3828ada-17be-4e7e-bca6-f6c77581ad36 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=8461c3b2bc6448c5a6590090812dd12d&device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 1095 time: 0.0593832 Jul 06 14:30:19.568763 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=3933a590-6216-4cd4-b4b6-76df29d97b92,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:19.666007 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a9388-0a58-4ea0-849d-efc46ad63412 req-07c686bf-7ee4-49e4-b4bf-771c39c6f048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:19.667496 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc7a9388-0a58-4ea0-849d-efc46ad63412 req-07c686bf-7ee4-49e4-b4bf-771c39c6f048 service neutron] 10.222.0.124 "GET /v2.0/networks?id=df5a380d-eaff-4d52-a841-54332d991524 HTTP/1.1" status: 200 len: 916 time: 0.1082304 Jul 06 14:30:19.709346 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc7a9388-0a58-4ea0-849d-efc46ad63412 req-a72f5a47-4541-4d7b-9584-e374c6ba0ad8 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3933a590-6216-4cd4-b4b6-76df29d97b92 HTTP/1.1" status: 200 len: 217 time: 0.0346551 Jul 06 14:30:19.756857 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a9388-0a58-4ea0-849d-efc46ad63412 req-4a32b03d-e64c-450a-952a-23af0852edc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:19.757262 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['3933a590-6216-4cd4-b4b6-76df29d97b92'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:30:19.758342 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc7a9388-0a58-4ea0-849d-efc46ad63412 req-4a32b03d-e64c-450a-952a-23af0852edc6 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=12c9988e-2990-40a0-83c7-14113d0db1fb HTTP/1.1" status: 200 len: 855 time: 0.0428255 Jul 06 14:30:19.796832 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc7a9388-0a58-4ea0-849d-efc46ad63412 req-095a87fb-1111-4986-ae42-ebb6c8b005d7 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=df5a380d-eaff-4d52-a841-54332d991524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312989 Jul 06 14:30:19.891915 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc7a9388-0a58-4ea0-849d-efc46ad63412 req-5fd055c5-e7bb-4f2c-8d78-09bfab3b2287 service neutron] 10.222.0.124 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877829 Jul 06 14:30:19.997805 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc7a9388-0a58-4ea0-849d-efc46ad63412 req-6272db34-e075-4ffc-8ede-104a3446b8f0 service neutron] 10.222.0.124 "GET /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002457 Jul 06 14:30:20.612085 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883cbb6-c47e-4857-8d9f-ffe3f17786e5 req-86eca09e-82e0-4ef4-9a0a-de0990e6b978 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:20.614071 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4883cbb6-c47e-4857-8d9f-ffe3f17786e5 req-86eca09e-82e0-4ef4-9a0a-de0990e6b978 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 945 time: 0.0696869 Jul 06 14:30:20.653178 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4883cbb6-c47e-4857-8d9f-ffe3f17786e5 req-3cc52dfa-9c43-468f-a1a6-865940fe86e9 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327802 Jul 06 14:30:20.825817 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad5461-239d-4b43-af9e-c8a1a023e781 req-cc30600b-07a5-47e5-a818-55010aa73d0c tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:20.827217 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1fad5461-239d-4b43-af9e-c8a1a023e781 req-cc30600b-07a5-47e5-a818-55010aa73d0c tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 945 time: 0.0634515 Jul 06 14:30:20.871354 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1fad5461-239d-4b43-af9e-c8a1a023e781 req-fdb896ad-9e05-4f60-bf4a-57ce0d5d5770 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384054 Jul 06 14:30:21.042975 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49cf00b-3fd2-4d1e-99d5-2a498dee05d7 req-41758c9a-96d8-4b13-8f2b-712eb892b1e6 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:21.045014 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b49cf00b-3fd2-4d1e-99d5-2a498dee05d7 req-41758c9a-96d8-4b13-8f2b-712eb892b1e6 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 945 time: 0.0643358 Jul 06 14:30:21.085489 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b49cf00b-3fd2-4d1e-99d5-2a498dee05d7 req-0928a953-b510-4570-8e4f-ae21583fab67 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350502 Jul 06 14:30:21.318706 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 3933a590-6216-4cd4-b4b6-76df29d97b92 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:30:21.386257 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 3933a590-6216-4cd4-b4b6-76df29d97b92 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:30:21.390576 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 3933a590-6216-4cd4-b4b6-76df29d97b92 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:21.390951 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:21.471204 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:21.494163 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfc481a-0cdb-4aea-9900-f5e21b2bab1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3933a590-6216-4cd4-b4b6-76df29d97b92'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:30:21.496413 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e26cfc-f8f7-4298-ba90-1114c037beac" -d '{"events": [{"server_uuid": "0dfc481a-0cdb-4aea-9900-f5e21b2bab1b", "name": "network-vif-plugged", "status": "completed", "tag": "3933a590-6216-4cd4-b4b6-76df29d97b92"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:30:21.511114 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 3933a590-6216-4cd4-b4b6-76df29d97b92, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=3933a590-6216-4cd4-b4b6-76df29d97b92,segment=NetworkSegment(923a178f-c51c-4497-8bd0-4407810f0fec),segment_id=923a178f-c51c-4497-8bd0-4407810f0fec)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:21.517795 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:21.574728 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29656341-1003-4908-980b-fd94281bea75 x-openstack-request-id: req-29656341-1003-4908-980b-fd94281bea75 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:30:21.575087 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfc481a-0cdb-4aea-9900-f5e21b2bab1b", "name": "network-vif-plugged", "status": "completed", "tag": "3933a590-6216-4cd4-b4b6-76df29d97b92", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:30:21.575293 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-29656341-1003-4908-980b-fd94281bea75 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:30:21.575761 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfc481a-0cdb-4aea-9900-f5e21b2bab1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3933a590-6216-4cd4-b4b6-76df29d97b92', 'code': 200} Jul 06 14:30:21.583112 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=3933a590-6216-4cd4-b4b6-76df29d97b92,revision_number=9']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:21.734792 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458ed11-e019-466a-b86f-5d0a774c023f req-640a3b5f-6332-4bc8-be34-ad714d5812d2 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:21.736610 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a458ed11-e019-466a-b86f-5d0a774c023f req-640a3b5f-6332-4bc8-be34-ad714d5812d2 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 946 time: 0.0682001 Jul 06 14:30:21.776403 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a458ed11-e019-466a-b86f-5d0a774c023f req-6c4c5e2a-dc1c-4862-97fd-267cbfbde011 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338240 Jul 06 14:30:22.827774 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b146f-893b-44a6-a61a-24aa90752092 req-be4c8f24-6972-4c40-bdfa-dd7db3e2f4eb tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:22.830226 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-931b146f-893b-44a6-a61a-24aa90752092 req-be4c8f24-6972-4c40-bdfa-dd7db3e2f4eb tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.52 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 946 time: 0.0699999 Jul 06 14:30:22.948353 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-931b146f-893b-44a6-a61a-24aa90752092 req-716db230-08d2-4f3a-8a2a-abac05768ce5 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Deleting port 3933a590-6216-4cd4-b4b6-76df29d97b92 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:30:22.948755 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-931b146f-893b-44a6-a61a-24aa90752092 req-716db230-08d2-4f3a-8a2a-abac05768ce5 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:22.963443 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabba693-f9ae-4e17-9339-9f9e1a1300f5 req-b648fd44-6e33-410c-861f-7bde7c0ceb7f tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:22.964997 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fabba693-f9ae-4e17-9339-9f9e1a1300f5 req-b648fd44-6e33-410c-861f-7bde7c0ceb7f tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/ports?device_id=0dfc481a-0cdb-4aea-9900-f5e21b2bab1b HTTP/1.1" status: 200 len: 946 time: 0.0745347 Jul 06 14:30:23.004623 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fabba693-f9ae-4e17-9339-9f9e1a1300f5 req-f62e12ec-d105-490b-ab3e-e2cee41b2c77 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.118 "GET /v2.0/security-groups?id=f78675ba-1c87-4007-9179-7d2e8e3ad9a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339005 Jul 06 14:30:23.039719 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-931b146f-893b-44a6-a61a-24aa90752092 req-716db230-08d2-4f3a-8a2a-abac05768ce5 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] For port 3933a590-6216-4cd4-b4b6-76df29d97b92, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=3933a590-6216-4cd4-b4b6-76df29d97b92,segment=NetworkSegment(923a178f-c51c-4497-8bd0-4407810f0fec),segment_id=923a178f-c51c-4497-8bd0-4407810f0fec)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:23.040088 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-931b146f-893b-44a6-a61a-24aa90752092 req-716db230-08d2-4f3a-8a2a-abac05768ce5 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:23.052490 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-931b146f-893b-44a6-a61a-24aa90752092 req-716db230-08d2-4f3a-8a2a-abac05768ce5 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Calling delete_port for 3933a590-6216-4cd4-b4b6-76df29d97b92 owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:30:23.189099 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-931b146f-893b-44a6-a61a-24aa90752092 req-716db230-08d2-4f3a-8a2a-abac05768ce5 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:23.205631 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['3933a590-6216-4cd4-b4b6-76df29d97b92'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:30:23.226122 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716db230-08d2-4f3a-8a2a-abac05768ce5 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Pushing event deleted for resources: {'Port': ['ID=3933a590-6216-4cd4-b4b6-76df29d97b92,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:23.272495 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-931b146f-893b-44a6-a61a-24aa90752092 req-716db230-08d2-4f3a-8a2a-abac05768ce5 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] No DVR routers for this DVR port 3933a590-6216-4cd4-b4b6-76df29d97b92 on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:30:23.275140 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-931b146f-893b-44a6-a61a-24aa90752092 req-716db230-08d2-4f3a-8a2a-abac05768ce5 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:23.277276 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-931b146f-893b-44a6-a61a-24aa90752092 req-716db230-08d2-4f3a-8a2a-abac05768ce5 tempest-ServerDiskConfigTestJSON-976729863 tempest-ServerDiskConfigTestJSON-976729863-project] 10.222.0.52 "DELETE /v2.0/ports/3933a590-6216-4cd4-b4b6-76df29d97b92 HTTP/1.1" status: 204 len: 173 time: 0.4379115 Jul 06 14:30:23.277715 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfc481a-0cdb-4aea-9900-f5e21b2bab1b', 'name': 'network-vif-deleted', 'tag': '3933a590-6216-4cd4-b4b6-76df29d97b92'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:30:23.280118 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96d1007-e733-4b78-80a9-5ca6a597440e" -d '{"events": [{"server_uuid": "0dfc481a-0cdb-4aea-9900-f5e21b2bab1b", "name": "network-vif-deleted", "tag": "3933a590-6216-4cd4-b4b6-76df29d97b92"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:30:23.338048 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d41e89-ddf1-4776-a336-20001fa4f141 x-openstack-request-id: req-04d41e89-ddf1-4776-a336-20001fa4f141 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:30:23.338358 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfc481a-0cdb-4aea-9900-f5e21b2bab1b", "name": "network-vif-deleted", "tag": "3933a590-6216-4cd4-b4b6-76df29d97b92", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:30:23.338616 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-04d41e89-ddf1-4776-a336-20001fa4f141 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:30:23.339209 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfc481a-0cdb-4aea-9900-f5e21b2bab1b', 'name': 'network-vif-deleted', 'tag': '3933a590-6216-4cd4-b4b6-76df29d97b92', 'status': 'completed', 'code': 200} Jul 06 14:30:24.238923 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35392) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:24.284530 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-74eebf43-52be-448a-a086-e4d5ebf4ab1c admin admin] Deleting subnet 12c9988e-2990-40a0-83c7-14113d0db1fb {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:30:24.287663 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-74eebf43-52be-448a-a086-e4d5ebf4ab1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:24.322293 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-74eebf43-52be-448a-a086-e4d5ebf4ab1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:24.362186 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-74eebf43-52be-448a-a086-e4d5ebf4ab1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:24.428787 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-74eebf43-52be-448a-a086-e4d5ebf4ab1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:24.457558 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eebf43-52be-448a-a086-e4d5ebf4ab1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12c9988e-2990-40a0-83c7-14113d0db1fb,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:24.463349 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-74eebf43-52be-448a-a086-e4d5ebf4ab1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:24.465855 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-74eebf43-52be-448a-a086-e4d5ebf4ab1c admin admin] 10.222.0.118 "DELETE /v2.0/subnets/12c9988e-2990-40a0-83c7-14113d0db1fb HTTP/1.1" status: 204 len: 168 time: 0.2252877 Jul 06 14:30:24.467753 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35394) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:24.536193 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f1e4415b-ff11-4d55-8c9d-9283079e11e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:24.619406 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f1e4415b-ff11-4d55-8c9d-9283079e11e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:24.629435 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-f1e4415b-ff11-4d55-8c9d-9283079e11e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df5a380d-eaff-4d52-a841-54332d991524']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:24.639577 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-f1e4415b-ff11-4d55-8c9d-9283079e11e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '923a178f-c51c-4497-8bd0-4407810f0fec') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:24.639884 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-f1e4415b-ff11-4d55-8c9d-9283079e11e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '923a178f-c51c-4497-8bd0-4407810f0fec') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:24.649196 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f1e4415b-ff11-4d55-8c9d-9283079e11e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:24.664142 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f1e4415b-ff11-4d55-8c9d-9283079e11e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:24.670024 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e4415b-ff11-4d55-8c9d-9283079e11e8 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:30:24.670419 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f1e4415b-ff11-4d55-8c9d-9283079e11e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:30:24.672041 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:30:24.730855 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f1e4415b-ff11-4d55-8c9d-9283079e11e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:24.737166 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f1e4415b-ff11-4d55-8c9d-9283079e11e8 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:24.739115 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f1e4415b-ff11-4d55-8c9d-9283079e11e8 admin admin] 10.222.0.118 "DELETE /v2.0/networks/df5a380d-eaff-4d52-a841-54332d991524 HTTP/1.1" status: 204 len: 168 time: 0.2704415 Jul 06 14:30:24.753874 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4415b-ff11-4d55-8c9d-9283079e11e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=df5a380d-eaff-4d52-a841-54332d991524,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:24.855339 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35398) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:24.896562 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-af328260-8d63-411e-a6be-01362cbc97d1 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=8461c3b2bc6448c5a6590090812dd12d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399754 Jul 06 14:30:24.899007 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35400) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:24.952382 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-751d4fcf-9ac6-44c3-80ce-8a4de03a6865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:24.973213 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-751d4fcf-9ac6-44c3-80ce-8a4de03a6865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:25.019607 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-751d4fcf-9ac6-44c3-80ce-8a4de03a6865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:25.022224 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-751d4fcf-9ac6-44c3-80ce-8a4de03a6865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:25.023391 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-751d4fcf-9ac6-44c3-80ce-8a4de03a6865 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/f78675ba-1c87-4007-9179-7d2e8e3ad9a2 HTTP/1.1" status: 204 len: 168 time: 0.1234653 Jul 06 14:30:25.031455 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d4fcf-9ac6-44c3-80ce-8a4de03a6865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78675ba-1c87-4007-9179-7d2e8e3ad9a2,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:25.714904 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35422) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:25.814909 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-85bdcbcc-38a5-4f3d-8081-15566ef9ef46 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-53080496-network', 'tenant_id': '957a151be395486fb443def3058c81f1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:30:25.836647 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bdcbcc-38a5-4f3d-8081-15566ef9ef46 admin admin] Made reservation on behalf of 957a151be395486fb443def3058c81f1 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:30:25.839213 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85bdcbcc-38a5-4f3d-8081-15566ef9ef46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:25.848296 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85bdcbcc-38a5-4f3d-8081-15566ef9ef46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:25.937489 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85bdcbcc-38a5-4f3d-8081-15566ef9ef46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:25.942542 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85bdcbcc-38a5-4f3d-8081-15566ef9ef46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:25.968465 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85bdcbcc-38a5-4f3d-8081-15566ef9ef46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:30:25.978354 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bdcbcc-38a5-4f3d-8081-15566ef9ef46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bf109a-147e-4ba4-ab68-3d16c194f7f2,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:25.983515 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85bdcbcc-38a5-4f3d-8081-15566ef9ef46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:25.983867 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-85bdcbcc-38a5-4f3d-8081-15566ef9ef46 admin admin] Added segment 8f5fbd02-eb80-499c-af26-8b40cb3d34bd of type vlan for network 53387a59-a2ea-46d9-befd-62c735908b93 Jul 06 14:30:26.026178 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85bdcbcc-38a5-4f3d-8081-15566ef9ef46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:26.055918 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85bdcbcc-38a5-4f3d-8081-15566ef9ef46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:26.057057 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bdcbcc-38a5-4f3d-8081-15566ef9ef46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:26.057651 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-85bdcbcc-38a5-4f3d-8081-15566ef9ef46 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:26.127250 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-85bdcbcc-38a5-4f3d-8081-15566ef9ef46 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4111786 Jul 06 14:30:26.130281 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 35428) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:26.132864 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bdcbcc-38a5-4f3d-8081-15566ef9ef46 admin admin] Pushing event updated for resources: {'Network': ['ID=53387a59-a2ea-46d9-befd-62c735908b93,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:26.135452 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-e83a4e41-22ff-4b35-87ac-41cf131e43ba admin admin] Request body: {'subnet': {'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-53080496-subnet', 'tenant_id': '957a151be395486fb443def3058c81f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:30:26.143200 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 53387a59-a2ea-46d9-befd-62c735908b93 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:30:26.160108 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83a4e41-22ff-4b35-87ac-41cf131e43ba admin admin] Made reservation on behalf of 957a151be395486fb443def3058c81f1 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:30:26.162594 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e83a4e41-22ff-4b35-87ac-41cf131e43ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:26.344777 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e83a4e41-22ff-4b35-87ac-41cf131e43ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:26.397514 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a4e41-22ff-4b35-87ac-41cf131e43ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=53c5876d-9d00-410e-8d7e-739f83ac17f1,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:26.407861 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83a4e41-22ff-4b35-87ac-41cf131e43ba admin admin] Checking segment: {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:30:26.408230 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83a4e41-22ff-4b35-87ac-41cf131e43ba admin admin] Network hostable DHCP agents. Network: 53387a59-a2ea-46d9-befd-62c735908b93, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:30:26.429297 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83a4e41-22ff-4b35-87ac-41cf131e43ba admin admin] Network 53387a59-a2ea-46d9-befd-62c735908b93 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:30:26.438158 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-e83a4e41-22ff-4b35-87ac-41cf131e43ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 53387a59-a2ea-46d9-befd-62c735908b93) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:30:26.443254 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83a4e41-22ff-4b35-87ac-41cf131e43ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:26.443918 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e83a4e41-22ff-4b35-87ac-41cf131e43ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:26.449536 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7460f306-f840-4b1d-ace2-e212c09f9131 None None] Network 53387a59-a2ea-46d9-befd-62c735908b93 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:30:26.459847 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e83a4e41-22ff-4b35-87ac-41cf131e43ba admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3284249 Jul 06 14:30:26.462664 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35430) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:26.467367 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-f69df322-3dd2-41fb-aaf8-7d1ae07b98f7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:30:26.489658 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f69df322-3dd2-41fb-aaf8-7d1ae07b98f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:26.490698 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f69df322-3dd2-41fb-aaf8-7d1ae07b98f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:26.543859 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f69df322-3dd2-41fb-aaf8-7d1ae07b98f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:26.600289 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb3f7af-5e2a-4698-85d3-184dd17185ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-53387a59-a2ea-46d9-befd-62c735908b93', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'tenant_id': '957a151be395486fb443def3058c81f1', 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:30:26.601165 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bcb3f7af-5e2a-4698-85d3-184dd17185ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:26.694082 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f69df322-3dd2-41fb-aaf8-7d1ae07b98f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:26.742361 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-bcb3f7af-5e2a-4698-85d3-184dd17185ad None None] Allocated IP 172.20.0.2 (53387a59-a2ea-46d9-befd-62c735908b93/53c5876d-9d00-410e-8d7e-739f83ac17f1/d0f23267-dfb8-42cf-868e-a3b04d534b24) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:30:26.887992 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bcb3f7af-5e2a-4698-85d3-184dd17185ad None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:26.898170 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-bcb3f7af-5e2a-4698-85d3-184dd17185ad None None] Transition to ACTIVE for port object d0f23267-dfb8-42cf-868e-a3b04d534b24 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:30:26.903122 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f69df322-3dd2-41fb-aaf8-7d1ae07b98f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:26.914185 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-bcb3f7af-5e2a-4698-85d3-184dd17185ad None None] Transition to ACTIVE for port object d0f23267-dfb8-42cf-868e-a3b04d534b24 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:30:26.920657 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bcb3f7af-5e2a-4698-85d3-184dd17185ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:26.924110 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f69df322-3dd2-41fb-aaf8-7d1ae07b98f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:26.957935 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb3f7af-5e2a-4698-85d3-184dd17185ad None None] Network 53387a59-a2ea-46d9-befd-62c735908b93 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:30:26.960738 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-bcb3f7af-5e2a-4698-85d3-184dd17185ad None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:30:26.963215 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb3f7af-5e2a-4698-85d3-184dd17185ad None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:30:27.002518 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3f7af-5e2a-4698-85d3-184dd17185ad None None] Pushing event updated for resources: {'Port': ['ID=d0f23267-dfb8-42cf-868e-a3b04d534b24,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:27.028934 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-f69df322-3dd2-41fb-aaf8-7d1ae07b98f7 admin admin] Allocated IP 172.25.6.33 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/4ea37044-01f4-425c-82f9-974605ece451) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:30:27.037702 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-bcb3f7af-5e2a-4698-85d3-184dd17185ad None None] Attempting to bind port d0f23267-dfb8-42cf-868e-a3b04d534b24 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:30:27.038106 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-bcb3f7af-5e2a-4698-85d3-184dd17185ad None None] Attempting to bind port d0f23267-dfb8-42cf-868e-a3b04d534b24 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:30:27.038473 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb3f7af-5e2a-4698-85d3-184dd17185ad None None] Attempting to bind port d0f23267-dfb8-42cf-868e-a3b04d534b24 on network 53387a59-a2ea-46d9-befd-62c735908b93 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:30:27.043595 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb3f7af-5e2a-4698-85d3-184dd17185ad None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:30:27.043980 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb3f7af-5e2a-4698-85d3-184dd17185ad None None] Checking segment: {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:30:27.044390 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bcb3f7af-5e2a-4698-85d3-184dd17185ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:27.044866 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb3f7af-5e2a-4698-85d3-184dd17185ad None None] Bound using segment: {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:30:27.045289 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-bcb3f7af-5e2a-4698-85d3-184dd17185ad None None] Bound port: d0f23267-dfb8-42cf-868e-a3b04d534b24, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:30:27.045685 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bcb3f7af-5e2a-4698-85d3-184dd17185ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:27.114549 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-bcb3f7af-5e2a-4698-85d3-184dd17185ad None None] For port d0f23267-dfb8-42cf-868e-a3b04d534b24, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:30:27.118336 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-bcb3f7af-5e2a-4698-85d3-184dd17185ad None None] For port d0f23267-dfb8-42cf-868e-a3b04d534b24, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d0f23267-dfb8-42cf-868e-a3b04d534b24,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:30:27.123546 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bcb3f7af-5e2a-4698-85d3-184dd17185ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:27.150641 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f69df322-3dd2-41fb-aaf8-7d1ae07b98f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:27.180435 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3f7af-5e2a-4698-85d3-184dd17185ad None None] Pushing event updated for resources: {'Port': ['ID=d0f23267-dfb8-42cf-868e-a3b04d534b24,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:27.195207 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f69df322-3dd2-41fb-aaf8-7d1ae07b98f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:27.232703 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69df322-3dd2-41fb-aaf8-7d1ae07b98f7 admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:30:27.235907 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-f69df322-3dd2-41fb-aaf8-7d1ae07b98f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:30:27.240107 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69df322-3dd2-41fb-aaf8-7d1ae07b98f7 admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:30:27.274603 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69df322-3dd2-41fb-aaf8-7d1ae07b98f7 admin admin] Pushing event updated for resources: {'Port': ['ID=4ea37044-01f4-425c-82f9-974605ece451,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:27.348186 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 3933a590-6216-4cd4-b4b6-76df29d97b92 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:30:27.377474 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 3933a590-6216-4cd4-b4b6-76df29d97b92 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:30:27.377868 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 3933a590-6216-4cd4-b4b6-76df29d97b92 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:30:27.522099 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f69df322-3dd2-41fb-aaf8-7d1ae07b98f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:27.738399 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f69df322-3dd2-41fb-aaf8-7d1ae07b98f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:27.871333 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69df322-3dd2-41fb-aaf8-7d1ae07b98f7 admin admin] Router a855e76d-82ce-4995-b7b9-bf0fa36f150e is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:30:27.988887 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69df322-3dd2-41fb-aaf8-7d1ae07b98f7 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:30:27.998033 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47fb2c9-1840-462b-b6e9-715d9c4b12d1 None None] Sync routers for ids ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:30:28.010028 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47fb2c9-1840-462b-b6e9-715d9c4b12d1 None None] Routers {'a855e76d-82ce-4995-b7b9-bf0fa36f150e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:30:28.011100 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c47fb2c9-1840-462b-b6e9-715d9c4b12d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:30:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:28.011534 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f69df322-3dd2-41fb-aaf8-7d1ae07b98f7 admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:28.015885 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f69df322-3dd2-41fb-aaf8-7d1ae07b98f7 admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5493672 Jul 06 14:30:28.016261 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 35434) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:28.132513 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-c47fb2c9-1840-462b-b6e9-715d9c4b12d1 None None] Set router a855e76d-82ce-4995-b7b9-bf0fa36f150e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:30:28.242038 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f7438c-4cb3-454f-8224-4d04b06beabd None None] Network 53387a59-a2ea-46d9-befd-62c735908b93 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:30:28.331700 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0275f3c6-5af6-4181-98cc-5b8433c08209 None None] Provisioning for port d0f23267-dfb8-42cf-868e-a3b04d534b24 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:30:28.465823 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c47fb2c9-1840-462b-b6e9-715d9c4b12d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '4ea37044-01f4-425c-82f9-974605ece451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:27Z', 'revision_number': 3, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port': {'id': '4ea37044-01f4-425c-82f9-974605ece451', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:28.466313 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-69a80fd5-8844-4a7c-8d06-82dcf8f15b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:28.497413 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47fb2c9-1840-462b-b6e9-715d9c4b12d1 None None] Checking router: a855e76d-82ce-4995-b7b9-bf0fa36f150e for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:30:28.497792 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47fb2c9-1840-462b-b6e9-715d9c4b12d1 None None] Updating router a855e76d-82ce-4995-b7b9-bf0fa36f150e port 4ea37044-01f4-425c-82f9-974605ece451 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:30:28.544069 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c47fb2c9-1840-462b-b6e9-715d9c4b12d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:28.632441 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-69a80fd5-8844-4a7c-8d06-82dcf8f15b75 admin admin] Allocated IP 172.20.0.1 (53387a59-a2ea-46d9-befd-62c735908b93/53c5876d-9d00-410e-8d7e-739f83ac17f1/1a7461c2-9e89-42db-a3a5-4d86aec0dd3f) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:30:28.757943 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-69a80fd5-8844-4a7c-8d06-82dcf8f15b75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:28.775005 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-69a80fd5-8844-4a7c-8d06-82dcf8f15b75 admin admin] Transition to ACTIVE for port object 1a7461c2-9e89-42db-a3a5-4d86aec0dd3f will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:30:28.809428 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-69a80fd5-8844-4a7c-8d06-82dcf8f15b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:28.822406 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c47fb2c9-1840-462b-b6e9-715d9c4b12d1 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:28.833832 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c47fb2c9-1840-462b-b6e9-715d9c4b12d1 None None] Transition to ACTIVE for port object 4ea37044-01f4-425c-82f9-974605ece451 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:30:28.839324 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c47fb2c9-1840-462b-b6e9-715d9c4b12d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:28.850572 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a80fd5-8844-4a7c-8d06-82dcf8f15b75 admin admin] Network 53387a59-a2ea-46d9-befd-62c735908b93 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:30:28.853459 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-69a80fd5-8844-4a7c-8d06-82dcf8f15b75 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:30:28.856406 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a80fd5-8844-4a7c-8d06-82dcf8f15b75 admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:30:28.886304 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a80fd5-8844-4a7c-8d06-82dcf8f15b75 admin admin] Pushing event updated for resources: {'Port': ['ID=1a7461c2-9e89-42db-a3a5-4d86aec0dd3f,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:28.904366 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-c47fb2c9-1840-462b-b6e9-715d9c4b12d1 None None] Attempting to bind port 4ea37044-01f4-425c-82f9-974605ece451 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:30:28.904733 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-c47fb2c9-1840-462b-b6e9-715d9c4b12d1 None None] Attempting to bind port 4ea37044-01f4-425c-82f9-974605ece451 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:30:28.905093 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47fb2c9-1840-462b-b6e9-715d9c4b12d1 None None] Attempting to bind port 4ea37044-01f4-425c-82f9-974605ece451 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:30:28.907618 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30010594-aa61-4e44-abda-69a345682303 None None] Pushing event updated for resources: {'Port': ['ID=4ea37044-01f4-425c-82f9-974605ece451,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:28.910043 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-69a80fd5-8844-4a7c-8d06-82dcf8f15b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:28.915456 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47fb2c9-1840-462b-b6e9-715d9c4b12d1 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:30:28.915829 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47fb2c9-1840-462b-b6e9-715d9c4b12d1 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:30:28.916232 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c47fb2c9-1840-462b-b6e9-715d9c4b12d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:28.916871 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47fb2c9-1840-462b-b6e9-715d9c4b12d1 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:30:28.917099 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-c47fb2c9-1840-462b-b6e9-715d9c4b12d1 None None] Bound port: 4ea37044-01f4-425c-82f9-974605ece451, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:30:28.917478 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c47fb2c9-1840-462b-b6e9-715d9c4b12d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:28.976623 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-c47fb2c9-1840-462b-b6e9-715d9c4b12d1 None None] For port 4ea37044-01f4-425c-82f9-974605ece451, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:30:28.982295 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-c47fb2c9-1840-462b-b6e9-715d9c4b12d1 None None] For port 4ea37044-01f4-425c-82f9-974605ece451, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=4ea37044-01f4-425c-82f9-974605ece451,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:30:28.990516 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c47fb2c9-1840-462b-b6e9-715d9c4b12d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:29.057246 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47fb2c9-1840-462b-b6e9-715d9c4b12d1 None None] Routers {'a855e76d-82ce-4995-b7b9-bf0fa36f150e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:30:29.057946 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c47fb2c9-1840-462b-b6e9-715d9c4b12d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:30:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:29.068122 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-69a80fd5-8844-4a7c-8d06-82dcf8f15b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:29.247487 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-69a80fd5-8844-4a7c-8d06-82dcf8f15b75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:29.255250 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-69a80fd5-8844-4a7c-8d06-82dcf8f15b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:29.263937 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30010594-aa61-4e44-abda-69a345682303 None None] Pushing event updated for resources: {'Port': ['ID=4ea37044-01f4-425c-82f9-974605ece451,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:29.288668 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a77475f0-2aa6-43ff-8939-7c28ff74bcfd None None] Provisioning for port 1a7461c2-9e89-42db-a3a5-4d86aec0dd3f completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:30:29.295522 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a77475f0-2aa6-43ff-8939-7c28ff74bcfd None None] Provisioning complete for port 1a7461c2-9e89-42db-a3a5-4d86aec0dd3f triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:29.295897 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a77475f0-2aa6-43ff-8939-7c28ff74bcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:29.331790 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-69a80fd5-8844-4a7c-8d06-82dcf8f15b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:29.334681 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a80fd5-8844-4a7c-8d06-82dcf8f15b75 admin admin] Pushing event updated for resources: {'Port': ['ID=1a7461c2-9e89-42db-a3a5-4d86aec0dd3f,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:29.349329 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d0f23267-dfb8-42cf-868e-a3b04d534b24 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:30:29.405320 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a77475f0-2aa6-43ff-8939-7c28ff74bcfd None None] Port 1a7461c2-9e89-42db-a3a5-4d86aec0dd3f cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:30:29.415303 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-c47fb2c9-1840-462b-b6e9-715d9c4b12d1 None None] Set router a855e76d-82ce-4995-b7b9-bf0fa36f150e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:30:29.431743 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a80fd5-8844-4a7c-8d06-82dcf8f15b75 admin admin] Network 53387a59-a2ea-46d9-befd-62c735908b93 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:30:29.433232 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-69a80fd5-8844-4a7c-8d06-82dcf8f15b75 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:30:29.497811 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port d0f23267-dfb8-42cf-868e-a3b04d534b24 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:30:29.513852 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port d0f23267-dfb8-42cf-868e-a3b04d534b24 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:29.514225 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:29.565894 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a80fd5-8844-4a7c-8d06-82dcf8f15b75 admin admin] Router a855e76d-82ce-4995-b7b9-bf0fa36f150e has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:30:29.680785 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a80fd5-8844-4a7c-8d06-82dcf8f15b75 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:30:29.685959 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-69a80fd5-8844-4a7c-8d06-82dcf8f15b75 admin admin] 10.222.0.118 "PUT /v2.0/routers/a855e76d-82ce-4995-b7b9-bf0fa36f150e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6685901 Jul 06 14:30:29.695085 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:29.748387 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port d0f23267-dfb8-42cf-868e-a3b04d534b24, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d0f23267-dfb8-42cf-868e-a3b04d534b24,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:29.752772 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c47fb2c9-1840-462b-b6e9-715d9c4b12d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '4ea37044-01f4-425c-82f9-974605ece451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:29Z', 'revision_number': 4, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port': {'id': '4ea37044-01f4-425c-82f9-974605ece451', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '1a7461c2-9e89-42db-a3a5-4d86aec0dd3f', 'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'tenant_id': '957a151be395486fb443def3058c81f1', 'mac_address': 'fa:16:3e:c9:67:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:28Z', 'updated_at': '2021-07-06T14:30:28Z', 'revision_number': 1, 'project_id': '957a151be395486fb443def3058c81f1', 'subnets': [{'id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:29.757828 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:29.788280 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-466ebed0-a232-4569-b896-dc5db6f2362d None None] Provisioning complete for port 1a7461c2-9e89-42db-a3a5-4d86aec0dd3f triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:29.788650 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-466ebed0-a232-4569-b896-dc5db6f2362d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:29.790276 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47fb2c9-1840-462b-b6e9-715d9c4b12d1 None None] The sync data for ids ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'] in n-d-773644-6 is: [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '4ea37044-01f4-425c-82f9-974605ece451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:29Z', 'revision_number': 4, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port': {'id': '4ea37044-01f4-425c-82f9-974605ece451', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '1a7461c2-9e89-42db-a3a5-4d86aec0dd3f', 'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'tenant_id': '957a151be395486fb443def3058c81f1', 'mac_address': 'fa:16:3e:c9:67:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:28Z', 'updated_at': '2021-07-06T14:30:28Z', 'revision_number': 1, 'project_id': '957a151be395486fb443def3058c81f1', 'subnets': [{'id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:30:29.859381 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-466ebed0-a232-4569-b896-dc5db6f2362d None None] Port 1a7461c2-9e89-42db-a3a5-4d86aec0dd3f cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:30:29.867144 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=d0f23267-dfb8-42cf-868e-a3b04d534b24,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:30.215351 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 35442) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:30.224342 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-6fd4797f-1ac1-4260-9a7b-516ecf404297 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Request body: {'security_group': {'name': 'tempest-securitygroup--530331506', 'description': 'tempest-description--17755633'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:30:30.255186 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6fd4797f-1ac1-4260-9a7b-516ecf404297 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:30.348252 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6fd4797f-1ac1-4260-9a7b-516ecf404297 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:30.352702 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6fd4797f-1ac1-4260-9a7b-516ecf404297 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:30.386145 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6fd4797f-1ac1-4260-9a7b-516ecf404297 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:30.390881 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6fd4797f-1ac1-4260-9a7b-516ecf404297 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1709979 Jul 06 14:30:30.390881 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4797f-1ac1-4260-9a7b-516ecf404297 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4273d917-75a7-48cd-b79c-376c52e908cb,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:30.390881 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 35444) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:30.396570 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-a5a1df80-5d56-4cdb-8252-4c04a50f1ea6 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Request body: {'security_group_rule': {'security_group_id': '4273d917-75a7-48cd-b79c-376c52e908cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:30:30.437263 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a5a1df80-5d56-4cdb-8252-4c04a50f1ea6 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:30.503943 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a5a1df80-5d56-4cdb-8252-4c04a50f1ea6 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:30.507522 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a5a1df80-5d56-4cdb-8252-4c04a50f1ea6 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:30.529096 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1df80-5d56-4cdb-8252-4c04a50f1ea6 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=864fc3b3-72bf-4e36-bc23-46dd86600dcb,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:30.537214 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a5a1df80-5d56-4cdb-8252-4c04a50f1ea6 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:30.539709 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a5a1df80-5d56-4cdb-8252-4c04a50f1ea6 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1479959 Jul 06 14:30:30.541586 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35446) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:30.546682 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-0e47ac5d-28da-4bec-a7db-ac8807d2cdd5 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Request body: {'security_group_rule': {'security_group_id': '4273d917-75a7-48cd-b79c-376c52e908cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:30:30.578831 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0e47ac5d-28da-4bec-a7db-ac8807d2cdd5 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:30.641110 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0e47ac5d-28da-4bec-a7db-ac8807d2cdd5 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:30.645065 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0e47ac5d-28da-4bec-a7db-ac8807d2cdd5 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:30.665718 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47ac5d-28da-4bec-a7db-ac8807d2cdd5 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2e482b-31d7-4eda-9eb4-cffb019099ef,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:30.668294 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0e47ac5d-28da-4bec-a7db-ac8807d2cdd5 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:30.669607 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0e47ac5d-28da-4bec-a7db-ac8807d2cdd5 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269302 Jul 06 14:30:30.672569 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 35448) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:30.677658 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-645a87f4-1206-456b-834c-94a9cfa43bfb tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:30:30.702164 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-645a87f4-1206-456b-834c-94a9cfa43bfb tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for floatingip, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:30.807438 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-645a87f4-1206-456b-834c-94a9cfa43bfb tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:30.916090 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-645a87f4-1206-456b-834c-94a9cfa43bfb tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Allocated IP 172.25.6.206 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/4a1836a1-b44c-4083-825a-06031de85f5b) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:30:31.028340 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-645a87f4-1206-456b-834c-94a9cfa43bfb tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:31.068605 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-645a87f4-1206-456b-834c-94a9cfa43bfb tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:31.106412 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645a87f4-1206-456b-834c-94a9cfa43bfb tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:30:31.109253 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-645a87f4-1206-456b-834c-94a9cfa43bfb tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:30:31.115616 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645a87f4-1206-456b-834c-94a9cfa43bfb tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:30:31.120898 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a87f4-1206-456b-834c-94a9cfa43bfb tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Pushing event updated for resources: {'Port': ['ID=4a1836a1-b44c-4083-825a-06031de85f5b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:31.207035 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-645a87f4-1206-456b-834c-94a9cfa43bfb tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:31.256677 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-645a87f4-1206-456b-834c-94a9cfa43bfb tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:31.372581 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d0f23267-dfb8-42cf-868e-a3b04d534b24 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:30:31.429839 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port d0f23267-dfb8-42cf-868e-a3b04d534b24 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:31.430213 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:31.436524 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-645a87f4-1206-456b-834c-94a9cfa43bfb tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:31.442672 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-645a87f4-1206-456b-834c-94a9cfa43bfb tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:31.514381 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a87f4-1206-456b-834c-94a9cfa43bfb tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Pushing event updated for resources: {'Port': ['ID=4a1836a1-b44c-4083-825a-06031de85f5b,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:31.532294 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-645a87f4-1206-456b-834c-94a9cfa43bfb tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:31.536617 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 4ea37044-01f4-425c-82f9-974605ece451 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:30:31.547289 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-645a87f4-1206-456b-834c-94a9cfa43bfb tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:31.558723 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-645a87f4-1206-456b-834c-94a9cfa43bfb tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8846262 Jul 06 14:30:31.598682 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 4ea37044-01f4-425c-82f9-974605ece451 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:30:31.602911 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 4ea37044-01f4-425c-82f9-974605ece451 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:31.603284 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:31.688776 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:31.714366 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 4ea37044-01f4-425c-82f9-974605ece451, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=4ea37044-01f4-425c-82f9-974605ece451,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:31.717594 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-967c3bfa-5709-4413-b442-5a3b61097d46 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-securitygroup--530331506&fields=id&tenant_id=957a151be395486fb443def3058c81f1 HTTP/1.1" status: 200 len: 267 time: 0.0403759 Jul 06 14:30:31.718864 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:31.772823 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=4ea37044-01f4-425c-82f9-974605ece451,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:31.780865 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:31.781218 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:31.781561 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:31.781981 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:31.782389 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:31.783132 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:31.783132 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:31.783348 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:31.783680 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:31.784029 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:31.784350 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:31.784673 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:31.831741 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-50903b86-028a-49fe-bf9b-e973e438d1a0 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:31.833295 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-50903b86-028a-49fe-bf9b-e973e438d1a0 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 810 time: 0.1078899 Jul 06 14:30:31.848790 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a56597-c995-4601-b16b-b17610adb452 None None] Sync routers for ids ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:30:31.849293 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-74490a76-3925-46f5-a856-238136e05442 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/quotas/957a151be395486fb443def3058c81f1 HTTP/1.1" status: 200 len: 375 time: 0.0100415 Jul 06 14:30:31.857923 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a56597-c995-4601-b16b-b17610adb452 None None] Routers {'a855e76d-82ce-4995-b7b9-bf0fa36f150e'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:30:31.858632 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-56a56597-c995-4601-b16b-b17610adb452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:30:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:31.925206 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-091314f3-2c1e-42e6-a869-6b4bec5ab16c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0710034 Jul 06 14:30:31.965038 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-56a56597-c995-4601-b16b-b17610adb452 None None] Set router a855e76d-82ce-4995-b7b9-bf0fa36f150e gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:30:32.021746 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-2debca82-ba0f-45fb-a87f-e8262d00e9d5 service neutron] 10.222.0.118 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851955 Jul 06 14:30:32.115826 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-116f7dd9-85b2-4903-84e4-7e3efb3d594b service neutron] 10.222.0.118 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881362 Jul 06 14:30:32.162579 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-56a56597-c995-4601-b16b-b17610adb452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '4ea37044-01f4-425c-82f9-974605ece451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:29Z', 'revision_number': 4, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port': {'id': '4ea37044-01f4-425c-82f9-974605ece451', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '1a7461c2-9e89-42db-a3a5-4d86aec0dd3f', 'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'tenant_id': '957a151be395486fb443def3058c81f1', 'mac_address': 'fa:16:3e:c9:67:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:28Z', 'updated_at': '2021-07-06T14:30:29Z', 'revision_number': 2, 'project_id': '957a151be395486fb443def3058c81f1', 'subnets': [{'id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:32.189385 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a56597-c995-4601-b16b-b17610adb452 None None] Checking router: a855e76d-82ce-4995-b7b9-bf0fa36f150e for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:30:32.189744 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a56597-c995-4601-b16b-b17610adb452 None None] Updating router a855e76d-82ce-4995-b7b9-bf0fa36f150e port 1a7461c2-9e89-42db-a3a5-4d86aec0dd3f binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:30:32.224032 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-56a56597-c995-4601-b16b-b17610adb452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:32.292858 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-275bcc09-85c4-4815-a8c4-5f2fedb196d3 req-5d1412ba-c949-4a30-a939-50ca6aa25d0f tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 210 time: 0.0297647 Jul 06 14:30:32.495547 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-56a56597-c995-4601-b16b-b17610adb452 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:32.506999 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-56a56597-c995-4601-b16b-b17610adb452 None None] Transition to ACTIVE for port object 1a7461c2-9e89-42db-a3a5-4d86aec0dd3f will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:30:32.512608 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-56a56597-c995-4601-b16b-b17610adb452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:32.565248 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495af25-c984-45c4-ba15-dddae0079b24 None None] Pushing event updated for resources: {'Port': ['ID=1a7461c2-9e89-42db-a3a5-4d86aec0dd3f,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:32.591167 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495af25-c984-45c4-ba15-dddae0079b24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:32.591556 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495af25-c984-45c4-ba15-dddae0079b24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:32.591962 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495af25-c984-45c4-ba15-dddae0079b24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:32.592333 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495af25-c984-45c4-ba15-dddae0079b24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:32.592673 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495af25-c984-45c4-ba15-dddae0079b24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:32.593026 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495af25-c984-45c4-ba15-dddae0079b24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:32.593352 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495af25-c984-45c4-ba15-dddae0079b24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:32.593678 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495af25-c984-45c4-ba15-dddae0079b24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:32.594030 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495af25-c984-45c4-ba15-dddae0079b24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:32.594401 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495af25-c984-45c4-ba15-dddae0079b24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:32.594721 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495af25-c984-45c4-ba15-dddae0079b24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:32.595342 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5495af25-c984-45c4-ba15-dddae0079b24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:30:32.634339 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-56a56597-c995-4601-b16b-b17610adb452 None None] Attempting to bind port 1a7461c2-9e89-42db-a3a5-4d86aec0dd3f on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:30:32.634716 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-56a56597-c995-4601-b16b-b17610adb452 None None] Attempting to bind port 1a7461c2-9e89-42db-a3a5-4d86aec0dd3f by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:30:32.635085 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a56597-c995-4601-b16b-b17610adb452 None None] Attempting to bind port 1a7461c2-9e89-42db-a3a5-4d86aec0dd3f on network 53387a59-a2ea-46d9-befd-62c735908b93 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:30:32.640605 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a56597-c995-4601-b16b-b17610adb452 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:30:32.641126 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a56597-c995-4601-b16b-b17610adb452 None None] Checking segment: {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:30:32.641564 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-56a56597-c995-4601-b16b-b17610adb452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:32.642118 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a56597-c995-4601-b16b-b17610adb452 None None] Bound using segment: {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:30:32.642556 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-56a56597-c995-4601-b16b-b17610adb452 None None] Bound port: 1a7461c2-9e89-42db-a3a5-4d86aec0dd3f, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:30:32.642945 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-56a56597-c995-4601-b16b-b17610adb452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:32.720133 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-56a56597-c995-4601-b16b-b17610adb452 None None] For port 1a7461c2-9e89-42db-a3a5-4d86aec0dd3f, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:30:32.729066 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:30:32.737722 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-56a56597-c995-4601-b16b-b17610adb452 None None] For port 1a7461c2-9e89-42db-a3a5-4d86aec0dd3f, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=1a7461c2-9e89-42db-a3a5-4d86aec0dd3f,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:30:32.743735 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-56a56597-c995-4601-b16b-b17610adb452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:32.793154 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a56597-c995-4601-b16b-b17610adb452 None None] Routers {'a855e76d-82ce-4995-b7b9-bf0fa36f150e'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:30:32.793829 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-56a56597-c995-4601-b16b-b17610adb452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:30:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:32.850679 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495af25-c984-45c4-ba15-dddae0079b24 None None] Pushing event updated for resources: {'Port': ['ID=1a7461c2-9e89-42db-a3a5-4d86aec0dd3f,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:33.022241 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-56a56597-c995-4601-b16b-b17610adb452 None None] Set router a855e76d-82ce-4995-b7b9-bf0fa36f150e gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:30:33.220056 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-56a56597-c995-4601-b16b-b17610adb452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '4ea37044-01f4-425c-82f9-974605ece451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:29Z', 'revision_number': 4, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port': {'id': '4ea37044-01f4-425c-82f9-974605ece451', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '1a7461c2-9e89-42db-a3a5-4d86aec0dd3f', 'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'tenant_id': '957a151be395486fb443def3058c81f1', 'mac_address': 'fa:16:3e:c9:67:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:28Z', 'updated_at': '2021-07-06T14:30:32Z', 'revision_number': 4, 'project_id': '957a151be395486fb443def3058c81f1', 'subnets': [{'id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:33.256172 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a56597-c995-4601-b16b-b17610adb452 None None] The sync data for ids ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'] in n-d-773644-6 is: [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '4ea37044-01f4-425c-82f9-974605ece451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:29Z', 'revision_number': 4, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port': {'id': '4ea37044-01f4-425c-82f9-974605ece451', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '1a7461c2-9e89-42db-a3a5-4d86aec0dd3f', 'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'tenant_id': '957a151be395486fb443def3058c81f1', 'mac_address': 'fa:16:3e:c9:67:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:28Z', 'updated_at': '2021-07-06T14:30:32Z', 'revision_number': 4, 'project_id': '957a151be395486fb443def3058c81f1', 'subnets': [{'id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:30:33.295459 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 4ea37044-01f4-425c-82f9-974605ece451 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:30:33.355354 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 4ea37044-01f4-425c-82f9-974605ece451 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:33.356449 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:33.452995 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f5ea36b9-7ad0-4736-8dfb-c51c8d616995 req-33d05080-c286-4d77-81d9-28b4ac65009d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 210 time: 0.0338113 Jul 06 14:30:33.466893 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 1a7461c2-9e89-42db-a3a5-4d86aec0dd3f up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:30:33.529984 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 1a7461c2-9e89-42db-a3a5-4d86aec0dd3f completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:30:33.534587 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 1a7461c2-9e89-42db-a3a5-4d86aec0dd3f triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:33.535092 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:33.577427 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-d545a5e1-37c0-4e47-9a9a-8ac33965d7d8 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:33.580015 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-d545a5e1-37c0-4e47-9a9a-8ac33965d7d8 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 810 time: 0.1705742 Jul 06 14:30:33.628111 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:33.638378 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-1aad48a3-8c87-4552-9a1e-5ef6007f8009 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=957a151be395486fb443def3058c81f1 HTTP/1.1" status: 200 len: 379 time: 0.0417125 Jul 06 14:30:33.650788 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-2d8b267a-e7cf-4ab6-b95f-7274f2ddb3bc tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Request body: {'port': {'device_id': '1af8add0-e18e-43c5-87a2-1a6193c406d0', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'admin_state_up': True, 'tenant_id': '957a151be395486fb443def3058c81f1', 'security_groups': ['4273d917-75a7-48cd-b79c-376c52e908cb']}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:30:33.667746 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 1a7461c2-9e89-42db-a3a5-4d86aec0dd3f, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=1a7461c2-9e89-42db-a3a5-4d86aec0dd3f,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:33.674051 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:33.740449 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=1a7461c2-9e89-42db-a3a5-4d86aec0dd3f,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:33.776110 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-2d8b267a-e7cf-4ab6-b95f-7274f2ddb3bc tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Made reservation on behalf of 957a151be395486fb443def3058c81f1 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:30:33.779804 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-2d8b267a-e7cf-4ab6-b95f-7274f2ddb3bc tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:33.918017 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-2d8b267a-e7cf-4ab6-b95f-7274f2ddb3bc tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Allocated IP 172.20.0.5 (53387a59-a2ea-46d9-befd-62c735908b93/53c5876d-9d00-410e-8d7e-739f83ac17f1/c964fcdb-1280-4466-8b6c-d4f65d60e4d3) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:30:34.061224 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-2d8b267a-e7cf-4ab6-b95f-7274f2ddb3bc tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:34.075233 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-2d8b267a-e7cf-4ab6-b95f-7274f2ddb3bc tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Transition to ACTIVE for port object c964fcdb-1280-4466-8b6c-d4f65d60e4d3 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:30:34.106832 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-2d8b267a-e7cf-4ab6-b95f-7274f2ddb3bc tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:34.149784 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-2d8b267a-e7cf-4ab6-b95f-7274f2ddb3bc tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Network 53387a59-a2ea-46d9-befd-62c735908b93 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:30:34.152902 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-2d8b267a-e7cf-4ab6-b95f-7274f2ddb3bc tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:30:34.162015 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-2d8b267a-e7cf-4ab6-b95f-7274f2ddb3bc tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:30:34.168504 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b267a-e7cf-4ab6-b95f-7274f2ddb3bc tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Pushing event updated for resources: {'Port': ['ID=c964fcdb-1280-4466-8b6c-d4f65d60e4d3,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:34.217619 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-2d8b267a-e7cf-4ab6-b95f-7274f2ddb3bc tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:34.218279 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-2d8b267a-e7cf-4ab6-b95f-7274f2ddb3bc tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:34.233978 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-2d8b267a-e7cf-4ab6-b95f-7274f2ddb3bc tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5876613 Jul 06 14:30:34.250212 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-0014c10d-61d4-401e-9498-7fe8edf2e40d service neutron] Request body: {'port': {'device_id': '1af8add0-e18e-43c5-87a2-1a6193c406d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:30:34.328875 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-0014c10d-61d4-401e-9498-7fe8edf2e40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:34.351905 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6fc30f28-4b4b-48c1-a9d4-ef1e79653f6b None None] Provisioning for port c964fcdb-1280-4466-8b6c-d4f65d60e4d3 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:30:34.355891 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6fc30f28-4b4b-48c1-a9d4-ef1e79653f6b None None] Provisioning complete for port c964fcdb-1280-4466-8b6c-d4f65d60e4d3 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:34.356339 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6fc30f28-4b4b-48c1-a9d4-ef1e79653f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:34.390866 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-6fc30f28-4b4b-48c1-a9d4-ef1e79653f6b None None] Port c964fcdb-1280-4466-8b6c-d4f65d60e4d3 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:30:34.590829 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-0014c10d-61d4-401e-9498-7fe8edf2e40d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c964fcdb-1280-4466-8b6c-d4f65d60e4d3 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:30:34.600046 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-0014c10d-61d4-401e-9498-7fe8edf2e40d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:34.612976 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-0014c10d-61d4-401e-9498-7fe8edf2e40d service neutron] Transition to ACTIVE for port object c964fcdb-1280-4466-8b6c-d4f65d60e4d3 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:30:34.617152 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-0014c10d-61d4-401e-9498-7fe8edf2e40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:34.636343 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1052af2-07f1-4f9a-828e-cd092139218a req-71acee20-63a7-498a-827e-715f005eee97 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:34.638053 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1052af2-07f1-4f9a-828e-cd092139218a req-71acee20-63a7-498a-827e-715f005eee97 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 931 time: 0.0643451 Jul 06 14:30:34.671817 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014c10d-61d4-401e-9498-7fe8edf2e40d service neutron] Pushing event updated for resources: {'Port': ['ID=c964fcdb-1280-4466-8b6c-d4f65d60e4d3,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:34.686436 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1052af2-07f1-4f9a-828e-cd092139218a req-acf2bff3-60c8-45e3-a0ec-a98c247bb05d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417147 Jul 06 14:30:34.750575 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-0014c10d-61d4-401e-9498-7fe8edf2e40d service neutron] Attempting to bind port c964fcdb-1280-4466-8b6c-d4f65d60e4d3 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:30:34.751566 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-0014c10d-61d4-401e-9498-7fe8edf2e40d service neutron] Attempting to bind port c964fcdb-1280-4466-8b6c-d4f65d60e4d3 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:30:34.751906 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-0014c10d-61d4-401e-9498-7fe8edf2e40d service neutron] Attempting to bind port c964fcdb-1280-4466-8b6c-d4f65d60e4d3 on network 53387a59-a2ea-46d9-befd-62c735908b93 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:30:34.757004 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-0014c10d-61d4-401e-9498-7fe8edf2e40d service neutron] Port c964fcdb-1280-4466-8b6c-d4f65d60e4d3 on network 53387a59-a2ea-46d9-befd-62c735908b93 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:30:34.757337 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-0014c10d-61d4-401e-9498-7fe8edf2e40d service neutron] Attempting to bind port c964fcdb-1280-4466-8b6c-d4f65d60e4d3 on network 53387a59-a2ea-46d9-befd-62c735908b93 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:30:34.762784 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-0014c10d-61d4-401e-9498-7fe8edf2e40d service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:30:34.763125 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-0014c10d-61d4-401e-9498-7fe8edf2e40d service neutron] Checking segment: {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:30:34.763514 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-0014c10d-61d4-401e-9498-7fe8edf2e40d service neutron] Bound using segment: {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:30:34.763942 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-0014c10d-61d4-401e-9498-7fe8edf2e40d service neutron] Bound port: c964fcdb-1280-4466-8b6c-d4f65d60e4d3, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:30:34.764331 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-0014c10d-61d4-401e-9498-7fe8edf2e40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:34.832823 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-0014c10d-61d4-401e-9498-7fe8edf2e40d service neutron] For port c964fcdb-1280-4466-8b6c-d4f65d60e4d3, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:30:34.835905 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-0014c10d-61d4-401e-9498-7fe8edf2e40d service neutron] For port c964fcdb-1280-4466-8b6c-d4f65d60e4d3, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=c964fcdb-1280-4466-8b6c-d4f65d60e4d3,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:30:34.839447 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-0014c10d-61d4-401e-9498-7fe8edf2e40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:34.875739 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-0014c10d-61d4-401e-9498-7fe8edf2e40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:34.876242 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-0014c10d-61d4-401e-9498-7fe8edf2e40d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:34.877669 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-0014c10d-61d4-401e-9498-7fe8edf2e40d service neutron] 10.222.0.52 "PUT /v2.0/ports/c964fcdb-1280-4466-8b6c-d4f65d60e4d3 HTTP/1.1" status: 200 len: 1091 time: 0.6320353 Jul 06 14:30:34.878153 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af8add0-e18e-43c5-87a2-1a6193c406d0', 'tag': 'c964fcdb-1280-4466-8b6c-d4f65d60e4d3'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:30:34.880439 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628dcee6-9a95-47b4-a863-9dceb0eb2b89" -d '{"events": [{"name": "network-changed", "server_uuid": "1af8add0-e18e-43c5-87a2-1a6193c406d0", "tag": "c964fcdb-1280-4466-8b6c-d4f65d60e4d3"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:30:34.914780 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014c10d-61d4-401e-9498-7fe8edf2e40d service neutron] Pushing event updated for resources: {'Port': ['ID=c964fcdb-1280-4466-8b6c-d4f65d60e4d3,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:34.948065 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef8558c-3d38-485b-bc40-79aceb1a8103 x-openstack-request-id: req-eef8558c-3d38-485b-bc40-79aceb1a8103 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:30:34.948365 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af8add0-e18e-43c5-87a2-1a6193c406d0", "tag": "c964fcdb-1280-4466-8b6c-d4f65d60e4d3", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:30:34.948622 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-eef8558c-3d38-485b-bc40-79aceb1a8103 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:30:34.949026 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af8add0-e18e-43c5-87a2-1a6193c406d0', 'tag': 'c964fcdb-1280-4466-8b6c-d4f65d60e4d3', 'status': 'completed', 'code': 200} Jul 06 14:30:34.998583 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-fbf372cd-6c0b-484b-99b3-f6bba68a39f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:35.000256 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-fbf372cd-6c0b-484b-99b3-f6bba68a39f7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 1094 time: 0.0623982 Jul 06 14:30:35.048358 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-270b6824-75de-430d-b714-de0c1296f053 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c964fcdb-1280-4466-8b6c-d4f65d60e4d3 HTTP/1.1" status: 200 len: 217 time: 0.0352633 Jul 06 14:30:35.101277 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-6e04fd7c-d38f-4abd-bfcc-234b88d1a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:35.102815 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-6e04fd7c-d38f-4abd-bfcc-234b88d1a41c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0453279 Jul 06 14:30:35.167254 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-1b3ea4a9-27a2-4737-8993-3b07f3e0a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:35.168787 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-1b3ea4a9-27a2-4737-8993-3b07f3e0a4fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558622 Jul 06 14:30:35.281845 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 1a7461c2-9e89-42db-a3a5-4d86aec0dd3f up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:30:35.335804 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 1a7461c2-9e89-42db-a3a5-4d86aec0dd3f triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:35.336320 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:35.591064 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-f15454a8-9b62-45d4-a802-65169f24c8d3 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122190 Jul 06 14:30:35.689324 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-93fc1c36-6dca-46f2-8959-b4fae0c3567b req-5ba06ffe-074c-46cf-89a0-aa8e0f44cd82 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879462 Jul 06 14:30:35.798393 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628dcee6-9a95-47b4-a863-9dceb0eb2b89 req-9ad28fa4-f66b-4ffb-9d4c-10d4ba5393dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:35.800061 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-628dcee6-9a95-47b4-a863-9dceb0eb2b89 req-9ad28fa4-f66b-4ffb-9d4c-10d4ba5393dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 1094 time: 0.0537906 Jul 06 14:30:35.866817 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1609984-bd5f-4c04-a83a-7638457e5e8c req-39835ec8-e384-4ffa-8b10-faa1bc196839 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:35.868493 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1609984-bd5f-4c04-a83a-7638457e5e8c req-39835ec8-e384-4ffa-8b10-faa1bc196839 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 943 time: 0.0636845 Jul 06 14:30:35.890567 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628dcee6-9a95-47b4-a863-9dceb0eb2b89 req-0b762b1c-be8c-41f4-9778-dff1a5c976f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:35.892108 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-628dcee6-9a95-47b4-a863-9dceb0eb2b89 req-0b762b1c-be8c-41f4-9778-dff1a5c976f7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0855684 Jul 06 14:30:35.905964 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1609984-bd5f-4c04-a83a-7638457e5e8c req-7354c502-587d-42ff-9f8a-11b3553f0995 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317922 Jul 06 14:30:35.938801 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-628dcee6-9a95-47b4-a863-9dceb0eb2b89 req-273c57e4-9598-44e1-8bf4-27e055ccecf2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c964fcdb-1280-4466-8b6c-d4f65d60e4d3 HTTP/1.1" status: 200 len: 217 time: 0.0388298 Jul 06 14:30:35.986823 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628dcee6-9a95-47b4-a863-9dceb0eb2b89 req-51c6af2c-c175-42b2-a5bd-f1cf92f94c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:35.988233 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-628dcee6-9a95-47b4-a863-9dceb0eb2b89 req-51c6af2c-c175-42b2-a5bd-f1cf92f94c9c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0430069 Jul 06 14:30:36.044868 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628dcee6-9a95-47b4-a863-9dceb0eb2b89 req-07ccabdb-0b50-4013-9ce5-f87e30e203f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:36.046442 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-628dcee6-9a95-47b4-a863-9dceb0eb2b89 req-07ccabdb-0b50-4013-9ce5-f87e30e203f8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513308 Jul 06 14:30:36.138287 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-628dcee6-9a95-47b4-a863-9dceb0eb2b89 req-274cd9a6-64fb-4846-909c-c29052f8fe86 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847509 Jul 06 14:30:36.227533 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-628dcee6-9a95-47b4-a863-9dceb0eb2b89 req-cca1a8e3-6d0d-4268-b001-cb63702069d7 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822690 Jul 06 14:30:37.078068 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212981b-6f18-49ac-9f57-170fd8efe677 req-cf95aa67-727d-4b52-8939-08f67b74e6d0 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:37.079631 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a212981b-6f18-49ac-9f57-170fd8efe677 req-cf95aa67-727d-4b52-8939-08f67b74e6d0 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 943 time: 0.0631080 Jul 06 14:30:37.119050 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a212981b-6f18-49ac-9f57-170fd8efe677 req-8061910d-db45-4733-b004-9ec128b5cb20 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339468 Jul 06 14:30:37.353605 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c94e769b-907b-4322-9500-abdc998ebd74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:37.409608 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device c964fcdb-1280-4466-8b6c-d4f65d60e4d3 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:30:37.506283 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port c964fcdb-1280-4466-8b6c-d4f65d60e4d3, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=c964fcdb-1280-4466-8b6c-d4f65d60e4d3,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:37.518026 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'c964fcdb-1280-4466-8b6c-d4f65d60e4d3', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'port_id': 'c964fcdb-1280-4466-8b6c-d4f65d60e4d3', 'mac_address': 'fa:16:3e:65:5e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:30:37.554130 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:37.568040 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c964fcdb-1280-4466-8b6c-d4f65d60e4d3 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:30:37.587343 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port c964fcdb-1280-4466-8b6c-d4f65d60e4d3, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=c964fcdb-1280-4466-8b6c-d4f65d60e4d3,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:37.591455 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:37.644984 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=c964fcdb-1280-4466-8b6c-d4f65d60e4d3,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:37.855284 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['c964fcdb-1280-4466-8b6c-d4f65d60e4d3'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:30:38.296098 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef02328-67dc-4c6c-9cd2-6e3172e6f5e2 req-f82dd865-4b5f-4798-81be-9cbebb9532b5 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:38.297671 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eef02328-67dc-4c6c-9cd2-6e3172e6f5e2 req-f82dd865-4b5f-4798-81be-9cbebb9532b5 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 944 time: 0.0669405 Jul 06 14:30:38.335913 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eef02328-67dc-4c6c-9cd2-6e3172e6f5e2 req-f116fca3-8638-4900-a1b5-201f6f37519e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327098 Jul 06 14:30:39.420944 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device c964fcdb-1280-4466-8b6c-d4f65d60e4d3 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:30:39.469997 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port c964fcdb-1280-4466-8b6c-d4f65d60e4d3 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:30:39.473889 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port c964fcdb-1280-4466-8b6c-d4f65d60e4d3 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:30:39.474265 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:39.525279 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247c71a-53fb-4fb5-a869-b7adffe39adc req-1bb666b3-bf7e-4c6d-a146-17887a882b8b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:39.526809 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7247c71a-53fb-4fb5-a869-b7adffe39adc req-1bb666b3-bf7e-4c6d-a146-17887a882b8b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 944 time: 0.0652945 Jul 06 14:30:39.556008 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:39.568161 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7247c71a-53fb-4fb5-a869-b7adffe39adc req-a9996f11-d9ee-4310-8fc2-ba49f99f4182 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348840 Jul 06 14:30:39.579634 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af8add0-e18e-43c5-87a2-1a6193c406d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c964fcdb-1280-4466-8b6c-d4f65d60e4d3'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:30:39.581991 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9169ca6c-b6bb-4657-a11a-1e5663711ce2" -d '{"events": [{"server_uuid": "1af8add0-e18e-43c5-87a2-1a6193c406d0", "name": "network-vif-plugged", "status": "completed", "tag": "c964fcdb-1280-4466-8b6c-d4f65d60e4d3"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:30:39.595774 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port c964fcdb-1280-4466-8b6c-d4f65d60e4d3, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=c964fcdb-1280-4466-8b6c-d4f65d60e4d3,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:30:39.600469 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:39.625088 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca546218-d7bb-49ab-a8c4-578560a31cb7 x-openstack-request-id: req-ca546218-d7bb-49ab-a8c4-578560a31cb7 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:30:39.625382 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af8add0-e18e-43c5-87a2-1a6193c406d0", "name": "network-vif-plugged", "status": "completed", "tag": "c964fcdb-1280-4466-8b6c-d4f65d60e4d3", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:30:39.625796 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ca546218-d7bb-49ab-a8c4-578560a31cb7 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:30:39.626220 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af8add0-e18e-43c5-87a2-1a6193c406d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c964fcdb-1280-4466-8b6c-d4f65d60e4d3', 'code': 200} Jul 06 14:30:39.653053 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=c964fcdb-1280-4466-8b6c-d4f65d60e4d3,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:30:39.745357 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39c3f8-1a77-4285-b6a3-565b13a0d013 req-cb7c9f73-1a6d-44d5-b9c2-3ee4fd2909fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:39.747195 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fb39c3f8-1a77-4285-b6a3-565b13a0d013 req-cb7c9f73-1a6d-44d5-b9c2-3ee4fd2909fe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 1096 time: 0.0573168 Jul 06 14:30:39.784910 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fb39c3f8-1a77-4285-b6a3-565b13a0d013 req-648af3a9-fd1c-43a9-a0b3-d0cafa93c1c7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283604 Jul 06 14:30:40.253569 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:40.600723 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7bb1e20c-3cc8-4ae9-8380-d11e0cb6319d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:40.748330 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dfa94d-abeb-4dc1-8e6c-9a24fa48712d req-877c3a22-8f5c-4fbb-b2c7-9f4388310a2e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:40.749863 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16dfa94d-abeb-4dc1-8e6c-9a24fa48712d req-877c3a22-8f5c-4fbb-b2c7-9f4388310a2e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 945 time: 0.0626092 Jul 06 14:30:40.793811 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16dfa94d-abeb-4dc1-8e6c-9a24fa48712d req-8d26ff37-7f6a-4316-a971-d9e4437d2827 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375123 Jul 06 14:30:41.635651 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:42.306000 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4608317-fc3d-407d-ba2c-8333a74de037 req-c0960a78-e5e9-4169-b117-251430b2d446 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:42.307984 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d4608317-fc3d-407d-ba2c-8333a74de037 req-c0960a78-e5e9-4169-b117-251430b2d446 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 945 time: 0.4027045 Jul 06 14:30:42.345547 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d4608317-fc3d-407d-ba2c-8333a74de037 req-c6ae73a3-185e-4272-beac-4fafab4dad0f tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322297 Jul 06 14:30:42.512038 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b69a3-77ec-49ec-ace8-2cf1e3e7515b req-8c6508ee-b308-4afe-a3aa-f2a13566a994 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:42.513454 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4b3b69a3-77ec-49ec-ace8-2cf1e3e7515b req-8c6508ee-b308-4afe-a3aa-f2a13566a994 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 945 time: 0.0619864 Jul 06 14:30:42.522018 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 35496) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:30:42.526452 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-3b07f0d9-6c4a-425a-ac7c-6c960f271809 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Request body: {'floatingip': {'port_id': 'c964fcdb-1280-4466-8b6c-d4f65d60e4d3'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:30:42.568113 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3b07f0d9-6c4a-425a-ac7c-6c960f271809 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for floatingip, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:43.004859 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3b07f0d9-6c4a-425a-ac7c-6c960f271809 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:43.008680 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3b07f0d9-6c4a-425a-ac7c-6c960f271809 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:43.110120 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-3b07f0d9-6c4a-425a-ac7c-6c960f271809 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Floating IP 92de1994-5bd7-42b1-acb2-8f16e272c1d1 associated. External IP: 172.25.6.206, port: c964fcdb-1280-4466-8b6c-d4f65d60e4d3. Jul 06 14:30:43.195108 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:43.331872 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b07f0d9-6c4a-425a-ac7c-6c960f271809 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Router a855e76d-82ce-4995-b7b9-bf0fa36f150e has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:30:43.450325 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b07f0d9-6c4a-425a-ac7c-6c960f271809 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:30:43.455933 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3b07f0d9-6c4a-425a-ac7c-6c960f271809 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:43.459469 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ae74b3-32ce-4c4e-b6b7-9687177cab4d None None] Sync routers for ids ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:30:43.468058 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ae74b3-32ce-4c4e-b6b7-9687177cab4d None None] Routers {'a855e76d-82ce-4995-b7b9-bf0fa36f150e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:30:43.468675 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-15ae74b3-32ce-4c4e-b6b7-9687177cab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:30:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:43.497601 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3b07f0d9-6c4a-425a-ac7c-6c960f271809 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "PUT /v2.0/floatingips/92de1994-5bd7-42b1-acb2-8f16e272c1d1 HTTP/1.1" status: 200 len: 991 time: 0.9745193 Jul 06 14:30:43.498230 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af8add0-e18e-43c5-87a2-1a6193c406d0', 'tag': 'c964fcdb-1280-4466-8b6c-d4f65d60e4d3'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:30:43.500560 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567da1e0-e969-46b0-abf0-532a97ecc22e" -d '{"events": [{"name": "network-changed", "server_uuid": "1af8add0-e18e-43c5-87a2-1a6193c406d0", "tag": "c964fcdb-1280-4466-8b6c-d4f65d60e4d3"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:30:43.575145 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-15ae74b3-32ce-4c4e-b6b7-9687177cab4d None None] Set router a855e76d-82ce-4995-b7b9-bf0fa36f150e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:30:43.633526 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7cb44c-50d3-4807-9e4c-fdb4d8ce1d43 x-openstack-request-id: req-4e7cb44c-50d3-4807-9e4c-fdb4d8ce1d43 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:30:43.633804 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af8add0-e18e-43c5-87a2-1a6193c406d0", "tag": "c964fcdb-1280-4466-8b6c-d4f65d60e4d3", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:30:43.634030 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-4e7cb44c-50d3-4807-9e4c-fdb4d8ce1d43 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:30:43.634445 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af8add0-e18e-43c5-87a2-1a6193c406d0', 'tag': 'c964fcdb-1280-4466-8b6c-d4f65d60e4d3', 'status': 'completed', 'code': 200} Jul 06 14:30:43.721936 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567da1e0-e969-46b0-abf0-532a97ecc22e req-737f5f8a-55e6-4e71-bd83-d2243daf3d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:43.723481 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-567da1e0-e969-46b0-abf0-532a97ecc22e req-737f5f8a-55e6-4e71-bd83-d2243daf3d69 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 1096 time: 0.0554540 Jul 06 14:30:43.808138 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-15ae74b3-32ce-4c4e-b6b7-9687177cab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '4ea37044-01f4-425c-82f9-974605ece451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:29Z', 'revision_number': 4, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port': {'id': '4ea37044-01f4-425c-82f9-974605ece451', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '92de1994-5bd7-42b1-acb2-8f16e272c1d1', 'tenant_id': '957a151be395486fb443def3058c81f1', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'port_id': 'c964fcdb-1280-4466-8b6c-d4f65d60e4d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'mac_address': 'fa:16:3e:65:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af8add0-e18e-43c5-87a2-1a6193c406d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:30:31Z', 'updated_at': '2021-07-06T14:30:42Z', 'revision_number': 1, 'project_id': '957a151be395486fb443def3058c81f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7461c2-9e89-42db-a3a5-4d86aec0dd3f', 'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'tenant_id': '957a151be395486fb443def3058c81f1', 'mac_address': 'fa:16:3e:c9:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:28Z', 'updated_at': '2021-07-06T14:30:33Z', 'revision_number': 5, 'project_id': '957a151be395486fb443def3058c81f1', 'subnets': [{'id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:43.814010 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567da1e0-e969-46b0-abf0-532a97ecc22e req-888968b4-2000-442e-9279-429ce4020e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:43.815808 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-567da1e0-e969-46b0-abf0-532a97ecc22e req-888968b4-2000-442e-9279-429ce4020e1a service neutron] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0856903 Jul 06 14:30:43.837234 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ae74b3-32ce-4c4e-b6b7-9687177cab4d None None] Checking router: a855e76d-82ce-4995-b7b9-bf0fa36f150e for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:30:43.846841 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ae74b3-32ce-4c4e-b6b7-9687177cab4d None None] Routers {'a855e76d-82ce-4995-b7b9-bf0fa36f150e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:30:43.847472 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-15ae74b3-32ce-4c4e-b6b7-9687177cab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:30:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:43.887536 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-567da1e0-e969-46b0-abf0-532a97ecc22e req-58a18ca9-3776-4589-97cd-d9489f6cc4c0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c964fcdb-1280-4466-8b6c-d4f65d60e4d3 HTTP/1.1" status: 200 len: 999 time: 0.0649037 Jul 06 14:30:43.935844 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567da1e0-e969-46b0-abf0-532a97ecc22e req-2d4dc3df-2a5d-4645-adec-47bae1abb1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:43.937329 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-567da1e0-e969-46b0-abf0-532a97ecc22e req-2d4dc3df-2a5d-4645-adec-47bae1abb1cf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0438745 Jul 06 14:30:43.955197 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-15ae74b3-32ce-4c4e-b6b7-9687177cab4d None None] Set router a855e76d-82ce-4995-b7b9-bf0fa36f150e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:30:43.994409 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567da1e0-e969-46b0-abf0-532a97ecc22e req-88c62085-99bb-4981-a456-a15ccf4e11c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:30:43.995974 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-567da1e0-e969-46b0-abf0-532a97ecc22e req-88c62085-99bb-4981-a456-a15ccf4e11c1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519104 Jul 06 14:30:44.091780 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-567da1e0-e969-46b0-abf0-532a97ecc22e req-e7d9a6c4-1cb0-45de-8b5e-2d94254e2975 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884111 Jul 06 14:30:44.177492 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-15ae74b3-32ce-4c4e-b6b7-9687177cab4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '4ea37044-01f4-425c-82f9-974605ece451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:29Z', 'revision_number': 4, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port': {'id': '4ea37044-01f4-425c-82f9-974605ece451', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '92de1994-5bd7-42b1-acb2-8f16e272c1d1', 'tenant_id': '957a151be395486fb443def3058c81f1', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'port_id': 'c964fcdb-1280-4466-8b6c-d4f65d60e4d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'mac_address': 'fa:16:3e:65:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af8add0-e18e-43c5-87a2-1a6193c406d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:30:31Z', 'updated_at': '2021-07-06T14:30:42Z', 'revision_number': 1, 'project_id': '957a151be395486fb443def3058c81f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7461c2-9e89-42db-a3a5-4d86aec0dd3f', 'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'tenant_id': '957a151be395486fb443def3058c81f1', 'mac_address': 'fa:16:3e:c9:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:28Z', 'updated_at': '2021-07-06T14:30:33Z', 'revision_number': 5, 'project_id': '957a151be395486fb443def3058c81f1', 'subnets': [{'id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:30:44.179764 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-567da1e0-e969-46b0-abf0-532a97ecc22e req-3e355693-396f-4891-8689-7ab6f6da14fb service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825415 Jul 06 14:30:44.205742 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ae74b3-32ce-4c4e-b6b7-9687177cab4d None None] The sync data for ids ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'] in n-d-773644-6 is: [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '4ea37044-01f4-425c-82f9-974605ece451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:29Z', 'revision_number': 4, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port': {'id': '4ea37044-01f4-425c-82f9-974605ece451', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '92de1994-5bd7-42b1-acb2-8f16e272c1d1', 'tenant_id': '957a151be395486fb443def3058c81f1', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'port_id': 'c964fcdb-1280-4466-8b6c-d4f65d60e4d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'mac_address': 'fa:16:3e:65:5e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af8add0-e18e-43c5-87a2-1a6193c406d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:30:31Z', 'updated_at': '2021-07-06T14:30:42Z', 'revision_number': 1, 'project_id': '957a151be395486fb443def3058c81f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7461c2-9e89-42db-a3a5-4d86aec0dd3f', 'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'tenant_id': '957a151be395486fb443def3058c81f1', 'mac_address': 'fa:16:3e:c9:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:28Z', 'updated_at': '2021-07-06T14:30:33Z', 'revision_number': 5, 'project_id': '957a151be395486fb443def3058c81f1', 'subnets': [{'id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:30:44.390801 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93397854-ca72-4d23-a5b4-248b202e3998 None None] New status for floating IP 92de1994-5bd7-42b1-acb2-8f16e272c1d1: ACTIVE {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:30:46.905565 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:30:49.038376 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:07.353737 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7a832382-8be4-4800-a5da-4c62fce98e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:09.729190 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:31:10.255830 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:10.603904 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e0ffd127-3c75-4dfa-ab22-a4b574b3746d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:11.630131 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:13.195233 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:16.904595 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:19.045776 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:37.356057 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-37d88c11-2a14-426b-8dbf-87e3a95724c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:37.983652 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f4c42c70-12f8-4022-8697-cd6475b48cb7 req-c781100d-8199-40f6-b451-20044615c231 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1568813 Jul 06 14:31:38.081139 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c42c70-12f8-4022-8697-cd6475b48cb7 req-237381fb-499e-4ee9-b93e-d575248e1cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:38.082683 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f4c42c70-12f8-4022-8697-cd6475b48cb7 req-237381fb-499e-4ee9-b93e-d575248e1cca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 1096 time: 0.0529277 Jul 06 14:31:38.195872 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c42c70-12f8-4022-8697-cd6475b48cb7 req-50fabf10-7d94-4024-b791-039a90f9dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:38.197370 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f4c42c70-12f8-4022-8697-cd6475b48cb7 req-50fabf10-7d94-4024-b791-039a90f9dbca service neutron] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0886598 Jul 06 14:31:38.268725 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f4c42c70-12f8-4022-8697-cd6475b48cb7 req-db75cec0-aed0-4af9-99b1-9b8247379ac9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c964fcdb-1280-4466-8b6c-d4f65d60e4d3 HTTP/1.1" status: 200 len: 1001 time: 0.0601280 Jul 06 14:31:38.320071 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c42c70-12f8-4022-8697-cd6475b48cb7 req-5092421d-232c-4958-b771-561bed41598c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:38.321547 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f4c42c70-12f8-4022-8697-cd6475b48cb7 req-5092421d-232c-4958-b771-561bed41598c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0435176 Jul 06 14:31:38.383515 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c42c70-12f8-4022-8697-cd6475b48cb7 req-f058dff7-733b-4ab0-a8fe-f8775a89175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:31:38.385068 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f4c42c70-12f8-4022-8697-cd6475b48cb7 req-f058dff7-733b-4ab0-a8fe-f8775a89175a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559623 Jul 06 14:31:38.477491 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f4c42c70-12f8-4022-8697-cd6475b48cb7 req-2c319a79-4d84-446d-b4c0-f9b01a652f5a service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822926 Jul 06 14:31:38.575842 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f4c42c70-12f8-4022-8697-cd6475b48cb7 req-191ee130-e705-47d0-b1b5-dbb8e430c805 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869482 Jul 06 14:31:40.257184 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:40.602729 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-535deec7-e989-407c-a012-6480957e6345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:41.631808 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:43.198403 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:46.735284 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:31:46.923441 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:31:49.060867 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:07.357472 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-306249e9-914d-4969-bfb1-cde5cfd12202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:10.260840 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:10.605563 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2c8a562f-a047-4155-ac9b-0a535b28b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:11.637517 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:13.200492 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:16.906641 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:19.071636 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:23.506944 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c6664-f61f-424e-8b52-2aab557f6556 req-eaa40d3e-010c-4fd5-bae5-9ba9ec8a912d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:23.508373 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c8c6664-f61f-424e-8b52-2aab557f6556 req-eaa40d3e-010c-4fd5-bae5-9ba9ec8a912d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 945 time: 0.0706275 Jul 06 14:32:23.545780 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c8c6664-f61f-424e-8b52-2aab557f6556 req-342ff5bf-cf41-4f5e-9e8a-36c5d75700cf tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318949 Jul 06 14:32:23.738885 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:32:23.948752 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-b03c140a-ef34-4160-905d-31a5e0d1732d service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1024361 Jul 06 14:32:23.953692 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b8797-ed0f-4e7d-addb-5d189ad13af6 req-c8eac822-8568-49d8-8bb4-c98ca5facb91 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:23.955269 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e43b8797-ed0f-4e7d-addb-5d189ad13af6 req-c8eac822-8568-49d8-8bb4-c98ca5facb91 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 945 time: 0.0649667 Jul 06 14:32:23.996802 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e43b8797-ed0f-4e7d-addb-5d189ad13af6 req-1025a6df-1b4e-433c-b32e-38106767b4eb tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358758 Jul 06 14:32:25.179135 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b584e0-5ea6-4abc-bc34-9e8722aae54b req-13f3a1a9-f0e9-4047-a766-8ae82ab08b92 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:25.181544 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f6b584e0-5ea6-4abc-bc34-9e8722aae54b req-13f3a1a9-f0e9-4047-a766-8ae82ab08b92 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 945 time: 0.0688534 Jul 06 14:32:25.222840 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f6b584e0-5ea6-4abc-bc34-9e8722aae54b req-138e4108-4795-44d0-b2d2-3e43ffae6753 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349321 Jul 06 14:32:25.338367 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-017624f6-3a27-48aa-9cb9-b988e8e51acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:25.339911 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-017624f6-3a27-48aa-9cb9-b988e8e51acb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 1096 time: 0.0544794 Jul 06 14:32:25.435611 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-09a0bc0a-93d3-4077-adbf-d622ffe8c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:25.437570 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-09a0bc0a-93d3-4077-adbf-d622ffe8c770 service neutron] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0877812 Jul 06 14:32:25.506478 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-66cea365-402e-45e3-bdfb-dc31a7b61189 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c964fcdb-1280-4466-8b6c-d4f65d60e4d3 HTTP/1.1" status: 200 len: 1001 time: 0.0573387 Jul 06 14:32:25.557912 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-545492c0-6ff9-4bde-9666-3f866032c506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:25.559388 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-545492c0-6ff9-4bde-9666-3f866032c506 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0446868 Jul 06 14:32:25.621011 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-5652acd8-aabf-4d62-a625-dd86d8354009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:25.622580 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-5652acd8-aabf-4d62-a625-dd86d8354009 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566916 Jul 06 14:32:25.715996 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-7907ef0c-d1c3-4e54-8ba4-bbfe8b6e50a5 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830841 Jul 06 14:32:25.814741 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-d1a5d76d-6a57-4999-a39b-c513f7cdb5d6 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888696 Jul 06 14:32:26.425502 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798c605-194e-4181-832b-662f6600c14f req-02fbdbdb-4aad-40b2-8311-aaeae744a473 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:26.427086 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d798c605-194e-4181-832b-662f6600c14f req-02fbdbdb-4aad-40b2-8311-aaeae744a473 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 945 time: 0.0643070 Jul 06 14:32:26.465393 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d798c605-194e-4181-832b-662f6600c14f req-fea85d06-10b6-4bd0-893d-cda730193ac5 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326693 Jul 06 14:32:27.647459 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07c4e6-e458-4860-94c2-f65dca0b8e53 req-71ab2bda-436e-407b-abc6-be72938c6490 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:27.648980 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0f07c4e6-e458-4860-94c2-f65dca0b8e53 req-71ab2bda-436e-407b-abc6-be72938c6490 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 945 time: 0.0707173 Jul 06 14:32:27.685779 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0f07c4e6-e458-4860-94c2-f65dca0b8e53 req-b9aa0968-0ac5-4a05-847a-72998437b9fe tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312858 Jul 06 14:32:28.861219 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365eba6-ffcf-464e-b355-662ed8ebbc2e req-3fb54ea3-a1ee-492b-ad16-43465284ff1f tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:28.862760 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d365eba6-ffcf-464e-b355-662ed8ebbc2e req-3fb54ea3-a1ee-492b-ad16-43465284ff1f tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 945 time: 0.0640016 Jul 06 14:32:28.901040 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d365eba6-ffcf-464e-b355-662ed8ebbc2e req-ebc7fc37-599d-41cf-8671-f0505396f880 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326655 Jul 06 14:32:30.076426 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a5e46-ead2-4fc5-a903-365607efd518 req-1758916d-2b66-4748-adf2-713cb3154491 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:30.078128 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-054a5e46-ead2-4fc5-a903-365607efd518 req-1758916d-2b66-4748-adf2-713cb3154491 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 945 time: 0.0651014 Jul 06 14:32:30.129190 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-054a5e46-ead2-4fc5-a903-365607efd518 req-fbf635cd-b295-4d82-8653-312cef033a90 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422554 Jul 06 14:32:31.318347 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62cd30-4f52-452a-9275-bc0a0fadd4c1 req-859b8bfd-324b-492d-bc70-ec5e354b1ddf tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:31.320079 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-be62cd30-4f52-452a-9275-bc0a0fadd4c1 req-859b8bfd-324b-492d-bc70-ec5e354b1ddf tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 945 time: 0.0734041 Jul 06 14:32:31.362090 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-be62cd30-4f52-452a-9275-bc0a0fadd4c1 req-5cac1012-a80d-4a95-94c2-86f6df1b94e7 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362501 Jul 06 14:32:32.536581 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadacec0-4609-4ec5-ba74-957ae3126da0 req-ad57c184-f826-4b3c-9e19-9f9281b0df12 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:32.538048 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cadacec0-4609-4ec5-ba74-957ae3126da0 req-ad57c184-f826-4b3c-9e19-9f9281b0df12 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 945 time: 0.0632989 Jul 06 14:32:32.576197 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cadacec0-4609-4ec5-ba74-957ae3126da0 req-1801b5b6-d014-4980-b266-f6d83234f88f tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325811 Jul 06 14:32:33.754334 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba3fb9-15a7-460b-b239-e788b3249a9f req-960fbf6c-8f82-4dcc-9d04-25eb6f5392f3 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:33.755908 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bdba3fb9-15a7-460b-b239-e788b3249a9f req-960fbf6c-8f82-4dcc-9d04-25eb6f5392f3 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 945 time: 0.0685940 Jul 06 14:32:33.794888 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bdba3fb9-15a7-460b-b239-e788b3249a9f req-2242f558-9d17-41fe-8c72-928a147bff3a tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334616 Jul 06 14:32:34.968591 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e403da-6053-4302-8ae9-42f1687c0fb2 req-2e122aac-7bc6-4553-9409-2ad0f948467f tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:34.970127 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3e403da-6053-4302-8ae9-42f1687c0fb2 req-2e122aac-7bc6-4553-9409-2ad0f948467f tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 945 time: 0.0631826 Jul 06 14:32:35.007946 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a3e403da-6053-4302-8ae9-42f1687c0fb2 req-7fb7c62c-8a9a-4f31-a8bf-78ab2d1b382c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321987 Jul 06 14:32:36.182936 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a263f-1d74-45a6-8791-94df681308f4 req-2e0c7257-84c4-4ff0-ab1e-ed654165d49b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:36.184430 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-523a263f-1d74-45a6-8791-94df681308f4 req-2e0c7257-84c4-4ff0-ab1e-ed654165d49b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 945 time: 0.0626423 Jul 06 14:32:36.222719 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-523a263f-1d74-45a6-8791-94df681308f4 req-9d805f47-9543-4060-9f09-93ac102db42c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320680 Jul 06 14:32:37.358673 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e2c3a9ff-5201-43c5-b075-aa715190e9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:37.414620 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e106d642-1e1d-4082-8016-0a17f5cf4e7a req-9daf2afe-d42d-4507-9c09-98861b6b376c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:37.416137 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e106d642-1e1d-4082-8016-0a17f5cf4e7a req-9daf2afe-d42d-4507-9c09-98861b6b376c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 945 time: 0.0813913 Jul 06 14:32:37.462952 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e106d642-1e1d-4082-8016-0a17f5cf4e7a req-b0bab479-a86e-43c1-a6b8-0028947b1087 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409729 Jul 06 14:32:38.064443 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-b89b9138-a4d1-4056-9d31-04a3c03951d8 service neutron] show failed (client error): The resource could not be found. Jul 06 14:32:38.065522 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-b89b9138-a4d1-4056-9d31-04a3c03951d8 service neutron] 10.222.0.52 "GET /v2.0/ports/c964fcdb-1280-4466-8b6c-d4f65d60e4d3/bindings/n-h2-773644-6 HTTP/1.1" status: 404 len: 380 time: 0.0546443 Jul 06 14:32:38.323741 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-373c712f-3f1d-44a0-a3b8-895b5d0d0d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:38.325139 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-373c712f-3f1d-44a0-a3b8-895b5d0d0d10 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0&tenant_id=957a151be395486fb443def3058c81f1 HTTP/1.1" status: 200 len: 1096 time: 0.0522017 Jul 06 14:32:38.337328 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-773644-6', 'device_owner': 'compute:nova'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:32:38.411678 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:38.685742 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] For port c964fcdb-1280-4466-8b6c-d4f65d60e4d3, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=c964fcdb-1280-4466-8b6c-d4f65d60e4d3,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:32:38.734551 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296478fa-9508-474a-99fe-c74aa5cc0c75 req-d8bb3990-f282-491f-ad27-f1dbcbdde66e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:38.736072 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-296478fa-9508-474a-99fe-c74aa5cc0c75 req-d8bb3990-f282-491f-ad27-f1dbcbdde66e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 945 time: 0.1606722 Jul 06 14:32:38.748346 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] For port c964fcdb-1280-4466-8b6c-d4f65d60e4d3, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:32:38.776194 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58265ff5-7160-4974-b082-67fbbef75e5a req-a8209637-dc1f-40d4-a074-528faa6eb568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:38.777724 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58265ff5-7160-4974-b082-67fbbef75e5a req-a8209637-dc1f-40d4-a074-528faa6eb568 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 1096 time: 0.1634154 Jul 06 14:32:38.867658 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-296478fa-9508-474a-99fe-c74aa5cc0c75 req-f91c8eac-6a46-4f02-b474-86f2bbdcd09e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215985 Jul 06 14:32:38.871330 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af8add0-e18e-43c5-87a2-1a6193c406d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c964fcdb-1280-4466-8b6c-d4f65d60e4d3'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:32:38.873600 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90a3ce0-4fd7-4b5c-a2e7-e39b186fcd91" -d '{"events": [{"server_uuid": "1af8add0-e18e-43c5-87a2-1a6193c406d0", "name": "network-vif-unplugged", "status": "completed", "tag": "c964fcdb-1280-4466-8b6c-d4f65d60e4d3"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:32:38.878402 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:38.901993 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Transition to ACTIVE for port object c964fcdb-1280-4466-8b6c-d4f65d60e4d3 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:32:38.915655 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:38.949814 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f7bccb-3e71-45f7-b0b8-3f52d880bb7a x-openstack-request-id: req-a6f7bccb-3e71-45f7-b0b8-3f52d880bb7a {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:32:38.950145 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af8add0-e18e-43c5-87a2-1a6193c406d0", "name": "network-vif-unplugged", "status": "completed", "tag": "c964fcdb-1280-4466-8b6c-d4f65d60e4d3", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:32:38.950402 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-a6f7bccb-3e71-45f7-b0b8-3f52d880bb7a {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:32:38.950797 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af8add0-e18e-43c5-87a2-1a6193c406d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c964fcdb-1280-4466-8b6c-d4f65d60e4d3', 'code': 200} Jul 06 14:32:38.970915 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58265ff5-7160-4974-b082-67fbbef75e5a req-02f4abc1-2e16-4171-ac80-b44dd253802f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:38.972484 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58265ff5-7160-4974-b082-67fbbef75e5a req-02f4abc1-2e16-4171-ac80-b44dd253802f service neutron] 10.222.0.124 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.1686621 Jul 06 14:32:39.023875 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=c964fcdb-1280-4466-8b6c-d4f65d60e4d3,revision_number=6']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:39.071363 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:39.071724 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:39.072058 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:39.072403 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:39.072734 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:39.073071 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:39.073404 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:39.073733 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:39.074089 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:39.074421 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:39.074749 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:39.075077 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:39.120317 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] No DVR routers for this DVR port c964fcdb-1280-4466-8b6c-d4f65d60e4d3 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:32:39.126858 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58265ff5-7160-4974-b082-67fbbef75e5a req-33fea10b-2f4b-4c4e-93fe-445e6be37f56 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c964fcdb-1280-4466-8b6c-d4f65d60e4d3 HTTP/1.1" status: 200 len: 999 time: 0.1452048 Jul 06 14:32:39.238676 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58265ff5-7160-4974-b082-67fbbef75e5a req-92ba14ee-9056-4871-bcc0-cb3179983e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:39.240069 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58265ff5-7160-4974-b082-67fbbef75e5a req-92ba14ee-9056-4871-bcc0-cb3179983e26 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0845420 Jul 06 14:32:39.342738 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58265ff5-7160-4974-b082-67fbbef75e5a req-2da035e2-7d0a-47d9-a468-fec1e81af4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:39.344868 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58265ff5-7160-4974-b082-67fbbef75e5a req-2da035e2-7d0a-47d9-a468-fec1e81af4c6 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988555 Jul 06 14:32:39.345675 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Attempting to bind port c964fcdb-1280-4466-8b6c-d4f65d60e4d3 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:32:39.346036 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Attempting to bind port c964fcdb-1280-4466-8b6c-d4f65d60e4d3 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:32:39.346359 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Attempting to bind port c964fcdb-1280-4466-8b6c-d4f65d60e4d3 on network 53387a59-a2ea-46d9-befd-62c735908b93 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:32:39.351884 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Port c964fcdb-1280-4466-8b6c-d4f65d60e4d3 on network 53387a59-a2ea-46d9-befd-62c735908b93 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:32:39.352205 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Attempting to bind port c964fcdb-1280-4466-8b6c-d4f65d60e4d3 on network 53387a59-a2ea-46d9-befd-62c735908b93 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:32:39.364309 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:32:39.364642 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Checking segment: {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:32:39.365019 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Bound using segment: {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:32:39.365445 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Bound port: c964fcdb-1280-4466-8b6c-d4f65d60e4d3, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:32:39.365832 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:39.495465 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58265ff5-7160-4974-b082-67fbbef75e5a req-6977abe1-253f-4daa-8f58-9139f60e416a service neutron] 10.222.0.124 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443441 Jul 06 14:32:39.496364 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] For port c964fcdb-1280-4466-8b6c-d4f65d60e4d3, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:32:39.516822 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] For port c964fcdb-1280-4466-8b6c-d4f65d60e4d3, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c964fcdb-1280-4466-8b6c-d4f65d60e4d3,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:32:39.527884 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:39.598960 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:39.599597 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:39.601015 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] 10.222.0.124 "PUT /v2.0/ports/c964fcdb-1280-4466-8b6c-d4f65d60e4d3 HTTP/1.1" status: 200 len: 1091 time: 1.2677753 Jul 06 14:32:39.637030 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] Pushing event updated for resources: {'Port': ['ID=c964fcdb-1280-4466-8b6c-d4f65d60e4d3,revision_number=7']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:39.658374 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58265ff5-7160-4974-b082-67fbbef75e5a req-76ab2efc-649f-4c53-a8b5-c93119b13e8f service neutron] 10.222.0.124 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524100 Jul 06 14:32:39.757902 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-8dbc5574-bfd6-45ba-aa4f-630843d34171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:39.759481 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-8dbc5574-bfd6-45ba-aa4f-630843d34171 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 1094 time: 0.0554943 Jul 06 14:32:39.852928 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-92112866-51b9-4b2e-8df8-d1c094ddbb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:39.854436 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-92112866-51b9-4b2e-8df8-d1c094ddbb22 service neutron] 10.222.0.124 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0879691 Jul 06 14:32:39.923584 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-eb44207e-043b-416b-a8d4-92407ca11294 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c964fcdb-1280-4466-8b6c-d4f65d60e4d3 HTTP/1.1" status: 200 len: 999 time: 0.0630963 Jul 06 14:32:39.971580 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-a002e02c-e881-40d5-a13e-9bb6869775bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:39.973090 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-a002e02c-e881-40d5-a13e-9bb6869775bf service neutron] 10.222.0.124 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0440660 Jul 06 14:32:40.069193 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-9aa730e8-ed1b-456f-9a81-b8516fbfde2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:40.070643 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-9aa730e8-ed1b-456f-9a81-b8516fbfde2e service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916238 Jul 06 14:32:40.084812 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0112ad5-5048-49b8-afa5-fd5b599e81b7 req-253a9207-c9f7-4b8c-af22-78585a836356 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:40.086241 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0112ad5-5048-49b8-afa5-fd5b599e81b7 req-253a9207-c9f7-4b8c-af22-78585a836356 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 943 time: 0.0997505 Jul 06 14:32:40.174960 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0112ad5-5048-49b8-afa5-fd5b599e81b7 req-ae587e7d-5df2-4929-bf5d-cfd4bb04e9cf tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800970 Jul 06 14:32:40.203794 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-4a3e5934-9912-419f-a121-2526203804d6 service neutron] 10.222.0.124 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165609 Jul 06 14:32:40.263968 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:40.613306 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8e0ff0eb-21a2-4b72-982b-4b87d556b173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:40.631618 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-0467b81b-b90c-4b04-a393-115c17687fd5 service neutron] 10.222.0.124 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220407 Jul 06 14:32:40.952051 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af8add0-e18e-43c5-87a2-1a6193c406d0', 'tag': 'c964fcdb-1280-4466-8b6c-d4f65d60e4d3'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:32:40.954614 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8653e72b-0ea2-47c4-b0ec-693028613a26" -d '{"events": [{"name": "network-changed", "server_uuid": "1af8add0-e18e-43c5-87a2-1a6193c406d0", "tag": "c964fcdb-1280-4466-8b6c-d4f65d60e4d3"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:32:41.006248 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e381fd-ad78-4498-be1f-5186455d66dc x-openstack-request-id: req-a8e381fd-ad78-4498-be1f-5186455d66dc {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:32:41.006546 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af8add0-e18e-43c5-87a2-1a6193c406d0", "tag": "c964fcdb-1280-4466-8b6c-d4f65d60e4d3", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:32:41.006801 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-a8e381fd-ad78-4498-be1f-5186455d66dc {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:32:41.007202 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af8add0-e18e-43c5-87a2-1a6193c406d0', 'tag': 'c964fcdb-1280-4466-8b6c-d4f65d60e4d3', 'status': 'completed', 'code': 200} Jul 06 14:32:41.078851 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653e72b-0ea2-47c4-b0ec-693028613a26 req-4e97d3d2-0d48-4388-ad0a-11bb099118ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:41.080412 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8653e72b-0ea2-47c4-b0ec-693028613a26 req-4e97d3d2-0d48-4388-ad0a-11bb099118ec service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 1094 time: 0.0552490 Jul 06 14:32:41.088369 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653e72b-0ea2-47c4-b0ec-693028613a26 req-dcf9e9f6-389f-4b37-8383-eff11de4e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:41.089921 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8653e72b-0ea2-47c4-b0ec-693028613a26 req-dcf9e9f6-389f-4b37-8383-eff11de4e517 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 1094 time: 0.0534065 Jul 06 14:32:41.175363 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653e72b-0ea2-47c4-b0ec-693028613a26 req-548aa575-28fd-4a6e-9364-61ec510e85e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:41.176950 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8653e72b-0ea2-47c4-b0ec-693028613a26 req-548aa575-28fd-4a6e-9364-61ec510e85e3 service neutron] 10.222.0.124 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0894928 Jul 06 14:32:41.187399 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653e72b-0ea2-47c4-b0ec-693028613a26 req-9a930a0a-355a-4db3-8e20-2daebe25dc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:41.188910 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8653e72b-0ea2-47c4-b0ec-693028613a26 req-9a930a0a-355a-4db3-8e20-2daebe25dc41 service neutron] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0893335 Jul 06 14:32:41.246805 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8653e72b-0ea2-47c4-b0ec-693028613a26 req-2ee1042e-6c81-4719-9ad5-2d78b595b058 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c964fcdb-1280-4466-8b6c-d4f65d60e4d3 HTTP/1.1" status: 200 len: 999 time: 0.0622501 Jul 06 14:32:41.260260 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8653e72b-0ea2-47c4-b0ec-693028613a26 req-9a804076-02db-4d88-a006-d8fcf6601571 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c964fcdb-1280-4466-8b6c-d4f65d60e4d3 HTTP/1.1" status: 200 len: 999 time: 0.0613654 Jul 06 14:32:41.312320 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653e72b-0ea2-47c4-b0ec-693028613a26 req-16ea6c7d-0675-4fcf-be61-487817659d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:41.313939 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8653e72b-0ea2-47c4-b0ec-693028613a26 req-16ea6c7d-0675-4fcf-be61-487817659d04 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0599344 Jul 06 14:32:41.324190 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653e72b-0ea2-47c4-b0ec-693028613a26 req-26def773-a04a-4c00-a326-7f9de9e142a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:41.325677 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8653e72b-0ea2-47c4-b0ec-693028613a26 req-26def773-a04a-4c00-a326-7f9de9e142a4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0548246 Jul 06 14:32:41.386989 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653e72b-0ea2-47c4-b0ec-693028613a26 req-f9724938-4bf7-4e51-8c5b-905fc83b1c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:41.388505 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8653e72b-0ea2-47c4-b0ec-693028613a26 req-f9724938-4bf7-4e51-8c5b-905fc83b1c61 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533307 Jul 06 14:32:41.404854 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d069c-c04f-481d-a2a8-1492d1cd63ad req-ea62a825-0468-4562-8bf2-a2f0d2e7d51f tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:41.407121 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-141d069c-c04f-481d-a2a8-1492d1cd63ad req-ea62a825-0468-4562-8bf2-a2f0d2e7d51f tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 943 time: 0.1075971 Jul 06 14:32:41.420916 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653e72b-0ea2-47c4-b0ec-693028613a26 req-47459ae9-d5ae-415e-9623-1892f16542ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:41.423059 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8653e72b-0ea2-47c4-b0ec-693028613a26 req-47459ae9-d5ae-415e-9623-1892f16542ff service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881548 Jul 06 14:32:41.489659 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8653e72b-0ea2-47c4-b0ec-693028613a26 req-d900f021-c11a-4ca1-b42a-59904e2162ec service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909853 Jul 06 14:32:41.498860 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-141d069c-c04f-481d-a2a8-1492d1cd63ad req-fb8fc6bb-c7d0-42bb-9923-6575c8b0fd39 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857055 Jul 06 14:32:41.541415 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8653e72b-0ea2-47c4-b0ec-693028613a26 req-b04b00cb-b180-4739-a129-b9a3794d6a6b service neutron] 10.222.0.124 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106043 Jul 06 14:32:41.585622 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-8653e72b-0ea2-47c4-b0ec-693028613a26 req-908f9d78-67fe-48fd-9c54-d26c531a29ce service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893502 Jul 06 14:32:41.635441 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8653e72b-0ea2-47c4-b0ec-693028613a26 req-bc207160-984f-4a12-b2ae-49fef415e048 service neutron] 10.222.0.124 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870283 Jul 06 14:32:41.638243 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:41.971587 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device c964fcdb-1280-4466-8b6c-d4f65d60e4d3 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:32:42.008986 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device c964fcdb-1280-4466-8b6c-d4f65d60e4d3 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:32:42.678508 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab2048f-5a70-4810-8eaa-598518b35950 req-54602af0-a1f9-4521-9974-ff1205d96d67 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:42.680020 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0ab2048f-5a70-4810-8eaa-598518b35950 req-54602af0-a1f9-4521-9974-ff1205d96d67 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 943 time: 0.0658450 Jul 06 14:32:42.718739 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0ab2048f-5a70-4810-8eaa-598518b35950 req-01d0720e-7d0a-40d5-922a-15b918424859 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328398 Jul 06 14:32:43.021615 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb2f71-7d43-4903-976b-162cfcf7f456 req-76081d8e-c697-47b4-8d07-976c3587e39f tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:43.023154 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56eb2f71-7d43-4903-976b-162cfcf7f456 req-76081d8e-c697-47b4-8d07-976c3587e39f tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 943 time: 0.0692058 Jul 06 14:32:43.035334 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecd89a-36eb-412b-9611-a134a0f56e91 req-272d8874-2114-43b7-8087-ad8f1ac75327 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:43.036837 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f3ecd89a-36eb-412b-9611-a134a0f56e91 req-272d8874-2114-43b7-8087-ad8f1ac75327 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.52 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0&tenant_id=957a151be395486fb443def3058c81f1&binding%3Ahost_id=n-h2-773644-6 HTTP/1.1" status: 200 len: 943 time: 0.0724328 Jul 06 14:32:43.067588 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56eb2f71-7d43-4903-976b-162cfcf7f456 req-fa33260a-1bb2-4be1-b588-49430a6d74cc tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333343 Jul 06 14:32:43.101447 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [req-f3ecd89a-36eb-412b-9611-a134a0f56e91 req-ad18dae0-ef5d-48d2-be6d-ae444c3a7db2 service neutron] delete failed (client error): The resource could not be found. Jul 06 14:32:43.102457 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f3ecd89a-36eb-412b-9611-a134a0f56e91 req-ad18dae0-ef5d-48d2-be6d-ae444c3a7db2 service neutron] 10.222.0.52 "DELETE /v2.0/ports/c964fcdb-1280-4466-8b6c-d4f65d60e4d3/bindings/n-h1-773644-6 HTTP/1.1" status: 404 len: 380 time: 0.0559511 Jul 06 14:32:43.205452 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:43.227014 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecd89a-36eb-412b-9611-a134a0f56e91 req-7ead2179-ea7b-47a8-b37c-447faef02893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:43.228570 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f3ecd89a-36eb-412b-9611-a134a0f56e91 req-7ead2179-ea7b-47a8-b37c-447faef02893 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 1094 time: 0.0701466 Jul 06 14:32:43.322817 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecd89a-36eb-412b-9611-a134a0f56e91 req-8e65865c-76fc-4573-942c-304955e0a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:43.324329 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f3ecd89a-36eb-412b-9611-a134a0f56e91 req-8e65865c-76fc-4573-942c-304955e0a9e0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0852857 Jul 06 14:32:43.351816 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device c964fcdb-1280-4466-8b6c-d4f65d60e4d3 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:32:43.397903 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f3ecd89a-36eb-412b-9611-a134a0f56e91 req-a11a826c-428a-49eb-9858-ddf197003eac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c964fcdb-1280-4466-8b6c-d4f65d60e4d3 HTTP/1.1" status: 200 len: 999 time: 0.0634725 Jul 06 14:32:43.451705 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecd89a-36eb-412b-9611-a134a0f56e91 req-48b171b5-ca79-4e16-add9-a34d44604356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:43.451971 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port c964fcdb-1280-4466-8b6c-d4f65d60e4d3, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c964fcdb-1280-4466-8b6c-d4f65d60e4d3,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:32:43.455195 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f3ecd89a-36eb-412b-9611-a134a0f56e91 req-48b171b5-ca79-4e16-add9-a34d44604356 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0469012 Jul 06 14:32:43.467809 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'c964fcdb-1280-4466-8b6c-d4f65d60e4d3', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'port_id': 'c964fcdb-1280-4466-8b6c-d4f65d60e4d3', 'mac_address': 'fa:16:3e:65:5e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:32:43.505721 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:43.518902 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c964fcdb-1280-4466-8b6c-d4f65d60e4d3 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:32:43.520714 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecd89a-36eb-412b-9611-a134a0f56e91 req-ce836bb1-646a-4268-bf83-f61f67ed4c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:43.522293 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f3ecd89a-36eb-412b-9611-a134a0f56e91 req-ce836bb1-646a-4268-bf83-f61f67ed4c95 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575528 Jul 06 14:32:43.538570 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port c964fcdb-1280-4466-8b6c-d4f65d60e4d3, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c964fcdb-1280-4466-8b6c-d4f65d60e4d3,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:32:43.542865 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:43.595440 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=c964fcdb-1280-4466-8b6c-d4f65d60e4d3,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:43.602632 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:43.602914 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:43.603254 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:43.603586 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:43.604014 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:43.604273 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:43.604851 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:43.604851 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:43.605180 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:43.605498 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:43.605849 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:43.606170 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:43.626729 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f3ecd89a-36eb-412b-9611-a134a0f56e91 req-0b55862a-8b57-42cc-85ab-4ef08bcddcac service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931156 Jul 06 14:32:43.723222 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f3ecd89a-36eb-412b-9611-a134a0f56e91 req-8ba40f33-4336-4cca-9b45-7bb348f036af service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860329 Jul 06 14:32:43.783576 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['c964fcdb-1280-4466-8b6c-d4f65d60e4d3'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:32:44.246771 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430062a-46ee-4f8a-8fc1-4a25534b1da8 req-9d80501f-baeb-4552-9636-469d9741b3b2 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:44.248277 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b430062a-46ee-4f8a-8fc1-4a25534b1da8 req-9d80501f-baeb-4552-9636-469d9741b3b2 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 944 time: 0.0693040 Jul 06 14:32:44.289531 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b430062a-46ee-4f8a-8fc1-4a25534b1da8 req-b26cbbdc-8512-4178-a5de-16792f3278be tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352883 Jul 06 14:32:45.361816 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device c964fcdb-1280-4466-8b6c-d4f65d60e4d3 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:32:45.412193 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port c964fcdb-1280-4466-8b6c-d4f65d60e4d3 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:32:45.416186 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port c964fcdb-1280-4466-8b6c-d4f65d60e4d3 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:32:45.416562 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:45.484146 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81758bde-aa02-4cfa-9009-d7bd5000ab9e req-fdf6802e-c51f-4d1c-a15b-39b43a3d0d88 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:45.486134 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-81758bde-aa02-4cfa-9009-d7bd5000ab9e req-fdf6802e-c51f-4d1c-a15b-39b43a3d0d88 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 944 time: 0.0807734 Jul 06 14:32:45.511624 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:45.526056 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-81758bde-aa02-4cfa-9009-d7bd5000ab9e req-66365897-eb63-4d97-86bc-5819f12874c5 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343339 Jul 06 14:32:45.536756 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af8add0-e18e-43c5-87a2-1a6193c406d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c964fcdb-1280-4466-8b6c-d4f65d60e4d3'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:32:45.539102 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a345a582-8e10-4542-a80c-40dadd59a6a5" -d '{"events": [{"server_uuid": "1af8add0-e18e-43c5-87a2-1a6193c406d0", "name": "network-vif-plugged", "status": "completed", "tag": "c964fcdb-1280-4466-8b6c-d4f65d60e4d3"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:32:45.552907 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port c964fcdb-1280-4466-8b6c-d4f65d60e4d3, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c964fcdb-1280-4466-8b6c-d4f65d60e4d3,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:32:45.557533 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:45.606772 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=c964fcdb-1280-4466-8b6c-d4f65d60e4d3,revision_number=9']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:45.651468 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46a7b7c-3569-455d-891d-b48b26670c65 x-openstack-request-id: req-d46a7b7c-3569-455d-891d-b48b26670c65 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:32:45.651766 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af8add0-e18e-43c5-87a2-1a6193c406d0", "name": "network-vif-plugged", "status": "completed", "tag": "c964fcdb-1280-4466-8b6c-d4f65d60e4d3", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:32:45.652015 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-d46a7b7c-3569-455d-891d-b48b26670c65 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:32:45.652410 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af8add0-e18e-43c5-87a2-1a6193c406d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c964fcdb-1280-4466-8b6c-d4f65d60e4d3', 'code': 200} Jul 06 14:32:45.799121 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee271be-5eb9-4ee9-8b32-dc8ddf6099f9 req-efa883d7-b674-43ca-90d4-60b3173706d5 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:45.800553 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fee271be-5eb9-4ee9-8b32-dc8ddf6099f9 req-efa883d7-b674-43ca-90d4-60b3173706d5 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 945 time: 0.0643408 Jul 06 14:32:45.840372 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fee271be-5eb9-4ee9-8b32-dc8ddf6099f9 req-40a4908a-c4e2-4478-a41b-e960ae4365c7 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339813 Jul 06 14:32:46.027449 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8746f-4b80-4c22-a6fe-d5b814caac3d req-b90406bb-589a-4b9b-af66-489e0ddac64c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:46.028948 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4cd8746f-4b80-4c22-a6fe-d5b814caac3d req-b90406bb-589a-4b9b-af66-489e0ddac64c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 945 time: 0.0645657 Jul 06 14:32:46.067584 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4cd8746f-4b80-4c22-a6fe-d5b814caac3d req-303d3e4c-5b68-459d-b339-53ebb0353e1b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322886 Jul 06 14:32:46.461256 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa38c75-709e-439b-9ed5-d1755e31b1b0 req-641e50b4-e406-4e06-a7f4-3c765a93246f tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:46.462826 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8fa38c75-709e-439b-9ed5-d1755e31b1b0 req-641e50b4-e406-4e06-a7f4-3c765a93246f tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 945 time: 0.0689225 Jul 06 14:32:46.503700 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8fa38c75-709e-439b-9ed5-d1755e31b1b0 req-98bbdd5e-2299-4334-aa8b-896bb1338c2d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352955 Jul 06 14:32:46.911900 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:47.721101 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77c1e1-943a-41f0-936b-6be2e919b6e9 req-3b3a764f-afb6-4ef6-8b7c-b0f60591c991 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:47.722621 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ee77c1e1-943a-41f0-936b-6be2e919b6e9 req-3b3a764f-afb6-4ef6-8b7c-b0f60591c991 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.124 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 945 time: 0.1046994 Jul 06 14:32:47.744444 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2947e-ea49-4170-9a60-00743e5a5934 req-50cb2609-a7b6-45b1-9fe2-5d7b67488f69 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:47.745961 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-46b2947e-ea49-4170-9a60-00743e5a5934 req-50cb2609-a7b6-45b1-9fe2-5d7b67488f69 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=1af8add0-e18e-43c5-87a2-1a6193c406d0 HTTP/1.1" status: 200 len: 945 time: 0.1186104 Jul 06 14:32:47.835329 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-46b2947e-ea49-4170-9a60-00743e5a5934 req-9799255a-f213-43fa-a5c0-e716985859d5 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711699 Jul 06 14:32:47.864999 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-ee77c1e1-943a-41f0-936b-6be2e919b6e9 req-b36306f3-90df-40d5-8ba5-2d94f91a1fd2 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Deleting port c964fcdb-1280-4466-8b6c-d4f65d60e4d3 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:32:47.865353 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ee77c1e1-943a-41f0-936b-6be2e919b6e9 req-b36306f3-90df-40d5-8ba5-2d94f91a1fd2 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:47.969312 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-ee77c1e1-943a-41f0-936b-6be2e919b6e9 req-b36306f3-90df-40d5-8ba5-2d94f91a1fd2 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] For port c964fcdb-1280-4466-8b6c-d4f65d60e4d3, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=c964fcdb-1280-4466-8b6c-d4f65d60e4d3,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:32:47.969669 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ee77c1e1-943a-41f0-936b-6be2e919b6e9 req-b36306f3-90df-40d5-8ba5-2d94f91a1fd2 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:48.138631 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ee77c1e1-943a-41f0-936b-6be2e919b6e9 req-b36306f3-90df-40d5-8ba5-2d94f91a1fd2 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:48.139021 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ee77c1e1-943a-41f0-936b-6be2e919b6e9 req-b36306f3-90df-40d5-8ba5-2d94f91a1fd2 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:48.139338 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [req-ee77c1e1-943a-41f0-936b-6be2e919b6e9 req-b36306f3-90df-40d5-8ba5-2d94f91a1fd2 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Floating IP 92de1994-5bd7-42b1-acb2-8f16e272c1d1 disassociated. External IP: 172.25.6.206, port: c964fcdb-1280-4466-8b6c-d4f65d60e4d3. Jul 06 14:32:48.139681 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-ee77c1e1-943a-41f0-936b-6be2e919b6e9 req-b36306f3-90df-40d5-8ba5-2d94f91a1fd2 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Calling delete_port for c964fcdb-1280-4466-8b6c-d4f65d60e4d3 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:32:48.277353 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ee77c1e1-943a-41f0-936b-6be2e919b6e9 req-b36306f3-90df-40d5-8ba5-2d94f91a1fd2 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:48.306519 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36306f3-90df-40d5-8ba5-2d94f91a1fd2 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Pushing event deleted for resources: {'Port': ['ID=c964fcdb-1280-4466-8b6c-d4f65d60e4d3,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:48.425990 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee77c1e1-943a-41f0-936b-6be2e919b6e9 req-b36306f3-90df-40d5-8ba5-2d94f91a1fd2 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Router a855e76d-82ce-4995-b7b9-bf0fa36f150e has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:32:48.537047 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee77c1e1-943a-41f0-936b-6be2e919b6e9 req-b36306f3-90df-40d5-8ba5-2d94f91a1fd2 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:32:48.547823 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c76b06-f231-4e33-93b5-b8a34c7178cf None None] Sync routers for ids ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:32:48.557035 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c76b06-f231-4e33-93b5-b8a34c7178cf None None] Routers {'a855e76d-82ce-4995-b7b9-bf0fa36f150e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:32:48.557687 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-94c76b06-f231-4e33-93b5-b8a34c7178cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:32:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:32:48.580924 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee77c1e1-943a-41f0-936b-6be2e919b6e9 req-b36306f3-90df-40d5-8ba5-2d94f91a1fd2 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] No DVR routers for this DVR port c964fcdb-1280-4466-8b6c-d4f65d60e4d3 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:32:48.583567 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ee77c1e1-943a-41f0-936b-6be2e919b6e9 req-b36306f3-90df-40d5-8ba5-2d94f91a1fd2 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:48.585697 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ee77c1e1-943a-41f0-936b-6be2e919b6e9 req-b36306f3-90df-40d5-8ba5-2d94f91a1fd2 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.124 "DELETE /v2.0/ports/c964fcdb-1280-4466-8b6c-d4f65d60e4d3 HTTP/1.1" status: 204 len: 173 time: 0.8570187 Jul 06 14:32:48.586207 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af8add0-e18e-43c5-87a2-1a6193c406d0', 'name': 'network-vif-deleted', 'tag': 'c964fcdb-1280-4466-8b6c-d4f65d60e4d3'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:32:48.588684 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2665af-24fc-4492-9905-23f6d0e00e04" -d '{"events": [{"server_uuid": "1af8add0-e18e-43c5-87a2-1a6193c406d0", "name": "network-vif-deleted", "tag": "c964fcdb-1280-4466-8b6c-d4f65d60e4d3"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:32:48.639056 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb90e81-f339-4ae9-ae69-df3ea2f325ca x-openstack-request-id: req-1cb90e81-f339-4ae9-ae69-df3ea2f325ca {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:32:48.639418 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af8add0-e18e-43c5-87a2-1a6193c406d0", "name": "network-vif-deleted", "tag": "c964fcdb-1280-4466-8b6c-d4f65d60e4d3", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:32:48.639743 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-1cb90e81-f339-4ae9-ae69-df3ea2f325ca {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:32:48.640716 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af8add0-e18e-43c5-87a2-1a6193c406d0', 'name': 'network-vif-deleted', 'tag': 'c964fcdb-1280-4466-8b6c-d4f65d60e4d3', 'status': 'completed', 'code': 200} Jul 06 14:32:48.681179 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-94c76b06-f231-4e33-93b5-b8a34c7178cf None None] Set router a855e76d-82ce-4995-b7b9-bf0fa36f150e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:32:48.892547 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-94c76b06-f231-4e33-93b5-b8a34c7178cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '4ea37044-01f4-425c-82f9-974605ece451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:29Z', 'revision_number': 4, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port': {'id': '4ea37044-01f4-425c-82f9-974605ece451', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '1a7461c2-9e89-42db-a3a5-4d86aec0dd3f', 'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'tenant_id': '957a151be395486fb443def3058c81f1', 'mac_address': 'fa:16:3e:c9:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:28Z', 'updated_at': '2021-07-06T14:30:33Z', 'revision_number': 5, 'project_id': '957a151be395486fb443def3058c81f1', 'subnets': [{'id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:32:48.922058 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c76b06-f231-4e33-93b5-b8a34c7178cf None None] Checking router: a855e76d-82ce-4995-b7b9-bf0fa36f150e for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:32:48.931048 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c76b06-f231-4e33-93b5-b8a34c7178cf None None] Routers {'a855e76d-82ce-4995-b7b9-bf0fa36f150e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:32:48.932469 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-94c76b06-f231-4e33-93b5-b8a34c7178cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:32:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:32:49.042801 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-94c76b06-f231-4e33-93b5-b8a34c7178cf None None] Set router a855e76d-82ce-4995-b7b9-bf0fa36f150e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:32:49.100588 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:49.159338 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-7fb96082-cace-44bb-acd5-82aff35c469d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-securitygroup--530331506&fields=id&tenant_id=957a151be395486fb443def3058c81f1 HTTP/1.1" status: 200 len: 267 time: 0.0340323 Jul 06 14:32:49.262928 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-94c76b06-f231-4e33-93b5-b8a34c7178cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '4ea37044-01f4-425c-82f9-974605ece451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:29Z', 'revision_number': 4, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port': {'id': '4ea37044-01f4-425c-82f9-974605ece451', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '1a7461c2-9e89-42db-a3a5-4d86aec0dd3f', 'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'tenant_id': '957a151be395486fb443def3058c81f1', 'mac_address': 'fa:16:3e:c9:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:28Z', 'updated_at': '2021-07-06T14:30:33Z', 'revision_number': 5, 'project_id': '957a151be395486fb443def3058c81f1', 'subnets': [{'id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:32:49.279747 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-93f35b5f-28cb-4e07-934d-0d960c638081 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:49.279747 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-93f35b5f-28cb-4e07-934d-0d960c638081 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 810 time: 0.1086445 Jul 06 14:32:49.290639 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-1c65acf0-23b4-4237-a7af-a0986e3ec317 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/quotas/957a151be395486fb443def3058c81f1 HTTP/1.1" status: 200 len: 375 time: 0.0097725 Jul 06 14:32:49.294335 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c76b06-f231-4e33-93b5-b8a34c7178cf None None] The sync data for ids ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'] in n-d-773644-6 is: [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '4ea37044-01f4-425c-82f9-974605ece451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:29Z', 'revision_number': 4, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port': {'id': '4ea37044-01f4-425c-82f9-974605ece451', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '1a7461c2-9e89-42db-a3a5-4d86aec0dd3f', 'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'tenant_id': '957a151be395486fb443def3058c81f1', 'mac_address': 'fa:16:3e:c9:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:28Z', 'updated_at': '2021-07-06T14:30:33Z', 'revision_number': 5, 'project_id': '957a151be395486fb443def3058c81f1', 'subnets': [{'id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:32:49.366384 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-68408ee3-b909-4ae1-bd7c-cf00a2b60224 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0701389 Jul 06 14:32:49.469211 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-a00b0088-4e0d-469b-b996-7fe8637ce406 service neutron] 10.222.0.118 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904772 Jul 06 14:32:49.521679 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f106642b-def8-4010-820d-231fe67afb37 None None] New status for floating IP 92de1994-5bd7-42b1-acb2-8f16e272c1d1: DOWN {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:32:49.576753 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-b57edd6a-6550-48aa-8f26-6081bc81be11 service neutron] 10.222.0.118 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017652 Jul 06 14:32:49.751228 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a709878-9916-4fd7-9e45-985d0066516f req-7b3aa885-19b9-430c-98e2-3c33f623497e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 210 time: 0.0299084 Jul 06 14:32:50.897390 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-33428605-d987-4d1d-a562-85560f51d211 req-7247b326-a2cf-420b-96d0-0278eeaa8eaa tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 210 time: 0.0321894 Jul 06 14:32:51.152361 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-7edeedf7-dfc4-420c-a467-e8edabe86899 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:51.153868 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-7edeedf7-dfc4-420c-a467-e8edabe86899 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 810 time: 0.1135626 Jul 06 14:32:51.209826 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-8de4de14-3264-49dc-af65-5208cd432727 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=957a151be395486fb443def3058c81f1 HTTP/1.1" status: 200 len: 379 time: 0.0375612 Jul 06 14:32:51.221808 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-8d77fc40-1476-4dcd-aa2c-4b12f379c89d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Request body: {'port': {'device_id': '18a97cee-9823-4bb6-8fcd-5025b46c3cc5', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'admin_state_up': True, 'tenant_id': '957a151be395486fb443def3058c81f1', 'security_groups': ['4273d917-75a7-48cd-b79c-376c52e908cb']}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:32:51.333097 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-8d77fc40-1476-4dcd-aa2c-4b12f379c89d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Made reservation on behalf of 957a151be395486fb443def3058c81f1 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:32:51.336703 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-8d77fc40-1476-4dcd-aa2c-4b12f379c89d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:51.409380 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device c964fcdb-1280-4466-8b6c-d4f65d60e4d3 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:32:51.429277 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: c964fcdb-1280-4466-8b6c-d4f65d60e4d3 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:32:51.429622 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device c964fcdb-1280-4466-8b6c-d4f65d60e4d3 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:32:51.470079 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-8d77fc40-1476-4dcd-aa2c-4b12f379c89d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Allocated IP 172.20.0.14 (53387a59-a2ea-46d9-befd-62c735908b93/53c5876d-9d00-410e-8d7e-739f83ac17f1/8693115b-99ff-4d17-8932-9064fb2ca47b) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:32:51.612089 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-8d77fc40-1476-4dcd-aa2c-4b12f379c89d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:51.626093 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-8d77fc40-1476-4dcd-aa2c-4b12f379c89d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Transition to ACTIVE for port object 8693115b-99ff-4d17-8932-9064fb2ca47b will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:32:51.659222 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-8d77fc40-1476-4dcd-aa2c-4b12f379c89d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:51.703664 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-8d77fc40-1476-4dcd-aa2c-4b12f379c89d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Network 53387a59-a2ea-46d9-befd-62c735908b93 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:32:51.706962 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-8d77fc40-1476-4dcd-aa2c-4b12f379c89d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:32:51.709472 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-8d77fc40-1476-4dcd-aa2c-4b12f379c89d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:32:51.740344 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77fc40-1476-4dcd-aa2c-4b12f379c89d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Pushing event updated for resources: {'Port': ['ID=8693115b-99ff-4d17-8932-9064fb2ca47b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:51.755935 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77fc40-1476-4dcd-aa2c-4b12f379c89d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:51.756309 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77fc40-1476-4dcd-aa2c-4b12f379c89d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:51.756640 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77fc40-1476-4dcd-aa2c-4b12f379c89d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:51.756986 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77fc40-1476-4dcd-aa2c-4b12f379c89d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:51.757327 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77fc40-1476-4dcd-aa2c-4b12f379c89d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:51.757661 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77fc40-1476-4dcd-aa2c-4b12f379c89d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:51.758020 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77fc40-1476-4dcd-aa2c-4b12f379c89d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:51.758355 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77fc40-1476-4dcd-aa2c-4b12f379c89d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:51.758690 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77fc40-1476-4dcd-aa2c-4b12f379c89d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:51.759022 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77fc40-1476-4dcd-aa2c-4b12f379c89d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:51.759354 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77fc40-1476-4dcd-aa2c-4b12f379c89d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:51.759679 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d77fc40-1476-4dcd-aa2c-4b12f379c89d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:32:51.785055 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-8d77fc40-1476-4dcd-aa2c-4b12f379c89d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:51.785700 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-8d77fc40-1476-4dcd-aa2c-4b12f379c89d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:51.801419 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-8d77fc40-1476-4dcd-aa2c-4b12f379c89d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5843120 Jul 06 14:32:51.814264 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-b01dcdd0-d525-4cbe-9563-d5a81b4462ab service neutron] Request body: {'port': {'device_id': '18a97cee-9823-4bb6-8fcd-5025b46c3cc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:32:51.898477 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-b01dcdd0-d525-4cbe-9563-d5a81b4462ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:52.004556 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-15199e73-1d77-4c09-a914-f5f8bfad9a9a None None] Provisioning for port 8693115b-99ff-4d17-8932-9064fb2ca47b completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:32:52.010951 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-15199e73-1d77-4c09-a914-f5f8bfad9a9a None None] Provisioning complete for port 8693115b-99ff-4d17-8932-9064fb2ca47b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:32:52.011333 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-15199e73-1d77-4c09-a914-f5f8bfad9a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:52.047102 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-15199e73-1d77-4c09-a914-f5f8bfad9a9a None None] Port 8693115b-99ff-4d17-8932-9064fb2ca47b cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:32:52.084106 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda23a5e-22e4-49ce-bbdf-09deb5ba60ef req-c0ed448d-8ddd-4c4d-a8ea-1869834dcd7e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:52.085620 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cda23a5e-22e4-49ce-bbdf-09deb5ba60ef req-c0ed448d-8ddd-4c4d-a8ea-1869834dcd7e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 932 time: 0.0664701 Jul 06 14:32:52.123826 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cda23a5e-22e4-49ce-bbdf-09deb5ba60ef req-35659620-31e6-49a9-877c-41ef51488fc0 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325553 Jul 06 14:32:52.170911 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-b01dcdd0-d525-4cbe-9563-d5a81b4462ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8693115b-99ff-4d17-8932-9064fb2ca47b {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:32:52.179467 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-b01dcdd0-d525-4cbe-9563-d5a81b4462ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:52.191628 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-b01dcdd0-d525-4cbe-9563-d5a81b4462ab service neutron] Transition to ACTIVE for port object 8693115b-99ff-4d17-8932-9064fb2ca47b will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:32:52.195718 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-b01dcdd0-d525-4cbe-9563-d5a81b4462ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:52.252249 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01dcdd0-d525-4cbe-9563-d5a81b4462ab service neutron] Pushing event updated for resources: {'Port': ['ID=8693115b-99ff-4d17-8932-9064fb2ca47b,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:52.327879 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-b01dcdd0-d525-4cbe-9563-d5a81b4462ab service neutron] Attempting to bind port 8693115b-99ff-4d17-8932-9064fb2ca47b on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:32:52.328622 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-b01dcdd0-d525-4cbe-9563-d5a81b4462ab service neutron] Attempting to bind port 8693115b-99ff-4d17-8932-9064fb2ca47b by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:32:52.329282 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-b01dcdd0-d525-4cbe-9563-d5a81b4462ab service neutron] Attempting to bind port 8693115b-99ff-4d17-8932-9064fb2ca47b on network 53387a59-a2ea-46d9-befd-62c735908b93 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:32:52.335120 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-b01dcdd0-d525-4cbe-9563-d5a81b4462ab service neutron] Port 8693115b-99ff-4d17-8932-9064fb2ca47b on network 53387a59-a2ea-46d9-befd-62c735908b93 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:32:52.335450 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-b01dcdd0-d525-4cbe-9563-d5a81b4462ab service neutron] Attempting to bind port 8693115b-99ff-4d17-8932-9064fb2ca47b on network 53387a59-a2ea-46d9-befd-62c735908b93 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:32:52.340583 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-b01dcdd0-d525-4cbe-9563-d5a81b4462ab service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:32:52.340928 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-b01dcdd0-d525-4cbe-9563-d5a81b4462ab service neutron] Checking segment: {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:32:52.341345 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-b01dcdd0-d525-4cbe-9563-d5a81b4462ab service neutron] Bound using segment: {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:32:52.341831 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-b01dcdd0-d525-4cbe-9563-d5a81b4462ab service neutron] Bound port: 8693115b-99ff-4d17-8932-9064fb2ca47b, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:32:52.342198 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-b01dcdd0-d525-4cbe-9563-d5a81b4462ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:52.408070 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-b01dcdd0-d525-4cbe-9563-d5a81b4462ab service neutron] For port 8693115b-99ff-4d17-8932-9064fb2ca47b, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:32:52.411112 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-b01dcdd0-d525-4cbe-9563-d5a81b4462ab service neutron] For port 8693115b-99ff-4d17-8932-9064fb2ca47b, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=8693115b-99ff-4d17-8932-9064fb2ca47b,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:32:52.415784 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-b01dcdd0-d525-4cbe-9563-d5a81b4462ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:52.453779 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-b01dcdd0-d525-4cbe-9563-d5a81b4462ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:52.454423 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-b01dcdd0-d525-4cbe-9563-d5a81b4462ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:52.455847 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-b01dcdd0-d525-4cbe-9563-d5a81b4462ab service neutron] 10.222.0.52 "PUT /v2.0/ports/8693115b-99ff-4d17-8932-9064fb2ca47b HTTP/1.1" status: 200 len: 1092 time: 0.6467021 Jul 06 14:32:52.456293 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a97cee-9823-4bb6-8fcd-5025b46c3cc5', 'tag': '8693115b-99ff-4d17-8932-9064fb2ca47b'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:32:52.458567 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7413b1dd-1723-4dd4-985c-fe7be6691137" -d '{"events": [{"name": "network-changed", "server_uuid": "18a97cee-9823-4bb6-8fcd-5025b46c3cc5", "tag": "8693115b-99ff-4d17-8932-9064fb2ca47b"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:32:52.484492 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01dcdd0-d525-4cbe-9563-d5a81b4462ab service neutron] Pushing event updated for resources: {'Port': ['ID=8693115b-99ff-4d17-8932-9064fb2ca47b,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:52.563321 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-3f2cb87a-169e-451d-bbee-10212ea36923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:52.564947 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-3f2cb87a-169e-451d-bbee-10212ea36923 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 1095 time: 0.0610578 Jul 06 14:32:52.616204 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c94bff3-b620-44ed-bcb2-45f840afab1f x-openstack-request-id: req-5c94bff3-b620-44ed-bcb2-45f840afab1f {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:32:52.616499 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a97cee-9823-4bb6-8fcd-5025b46c3cc5", "tag": "8693115b-99ff-4d17-8932-9064fb2ca47b", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:32:52.616754 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-5c94bff3-b620-44ed-bcb2-45f840afab1f {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:32:52.617152 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a97cee-9823-4bb6-8fcd-5025b46c3cc5', 'tag': '8693115b-99ff-4d17-8932-9064fb2ca47b', 'status': 'completed', 'code': 200} Jul 06 14:32:52.618965 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-e601d9a4-1709-46b3-a5ce-a1bbf9b3f45b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8693115b-99ff-4d17-8932-9064fb2ca47b HTTP/1.1" status: 200 len: 217 time: 0.0421569 Jul 06 14:32:52.680796 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-f5253661-7cd8-4ae1-90d6-e1272e968d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:52.682350 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-f5253661-7cd8-4ae1-90d6-e1272e968d75 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0527070 Jul 06 14:32:52.745138 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-699f787d-d69f-450a-a26c-a86cf51f3716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:52.746732 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-699f787d-d69f-450a-a26c-a86cf51f3716 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529609 Jul 06 14:32:52.845268 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-5d1e7864-ac03-4df6-ac5d-006b2bda3fb9 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859149 Jul 06 14:32:52.946890 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b4b1b5a1-eeb4-49b9-8340-a752ab5d9d4d req-0e56b5e4-8b27-4c08-85e3-b9060bee7283 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917988 Jul 06 14:32:53.067747 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413b1dd-1723-4dd4-985c-fe7be6691137 req-001f0d09-00c1-471f-87ba-09097a8d8739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:53.069275 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-7413b1dd-1723-4dd4-985c-fe7be6691137 req-001f0d09-00c1-471f-87ba-09097a8d8739 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 1095 time: 0.0640323 Jul 06 14:32:53.166342 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413b1dd-1723-4dd4-985c-fe7be6691137 req-6c89397c-f529-429d-a8fe-d1270dbbd53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:53.167907 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-7413b1dd-1723-4dd4-985c-fe7be6691137 req-6c89397c-f529-429d-a8fe-d1270dbbd53a service neutron] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0920491 Jul 06 14:32:53.210617 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-7413b1dd-1723-4dd4-985c-fe7be6691137 req-f3799bf0-e024-431d-a083-844e284684ec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8693115b-99ff-4d17-8932-9064fb2ca47b HTTP/1.1" status: 200 len: 217 time: 0.0360715 Jul 06 14:32:53.262159 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413b1dd-1723-4dd4-985c-fe7be6691137 req-8e1df428-b66c-4a47-b427-ceb7661f28f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:53.263688 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-7413b1dd-1723-4dd4-985c-fe7be6691137 req-8e1df428-b66c-4a47-b427-ceb7661f28f2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0458453 Jul 06 14:32:53.307412 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d36ba-5833-4eac-af80-4c7b501b5f76 req-91b2d585-9378-4a46-aa7e-8e3227226a73 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:53.309099 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c7d36ba-5833-4eac-af80-4c7b501b5f76 req-91b2d585-9378-4a46-aa7e-8e3227226a73 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 944 time: 0.0658846 Jul 06 14:32:53.329522 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413b1dd-1723-4dd4-985c-fe7be6691137 req-dab71b8a-51de-409f-8a47-cce1ed5c2cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:53.331092 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-7413b1dd-1723-4dd4-985c-fe7be6691137 req-dab71b8a-51de-409f-8a47-cce1ed5c2cde service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587554 Jul 06 14:32:53.349124 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c7d36ba-5833-4eac-af80-4c7b501b5f76 req-cc12c42a-646c-42dd-b5f0-9cfdf1530c7c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332718 Jul 06 14:32:53.423600 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-7413b1dd-1723-4dd4-985c-fe7be6691137 req-698700e7-4719-4259-9325-2d6412344344 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852177 Jul 06 14:32:53.522638 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-7413b1dd-1723-4dd4-985c-fe7be6691137 req-31c411e7-d014-42c5-8048-d580c3c2b792 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917909 Jul 06 14:32:54.543864 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37e3db-8bf2-4bf2-80a4-13ec5d5cf7c0 req-129f4818-01d2-4692-9425-27e632039b02 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:54.545286 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9d37e3db-8bf2-4bf2-80a4-13ec5d5cf7c0 req-129f4818-01d2-4692-9425-27e632039b02 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 944 time: 0.0678861 Jul 06 14:32:54.587666 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9d37e3db-8bf2-4bf2-80a4-13ec5d5cf7c0 req-c5113b52-eca3-414c-86d5-aa4d79c1326a tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360146 Jul 06 14:32:55.774071 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12a234-c905-47f2-9123-71cdb3ff7cb2 req-ad542ef7-458e-423c-8a81-ea78939ea48b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:55.776929 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e12a234-c905-47f2-9123-71cdb3ff7cb2 req-ad542ef7-458e-423c-8a81-ea78939ea48b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 944 time: 0.0722308 Jul 06 14:32:55.924959 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8e12a234-c905-47f2-9123-71cdb3ff7cb2 req-be2aed81-6774-47dc-a442-2981911d8076 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416869 Jul 06 14:32:56.033650 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 8693115b-99ff-4d17-8932-9064fb2ca47b details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:32:56.146453 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 8693115b-99ff-4d17-8932-9064fb2ca47b, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=8693115b-99ff-4d17-8932-9064fb2ca47b,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:32:56.159562 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '8693115b-99ff-4d17-8932-9064fb2ca47b', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'port_id': '8693115b-99ff-4d17-8932-9064fb2ca47b', 'mac_address': 'fa:16:3e:bc:b9:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:32:56.199166 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:56.213121 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8693115b-99ff-4d17-8932-9064fb2ca47b {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:32:56.235425 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 8693115b-99ff-4d17-8932-9064fb2ca47b, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=8693115b-99ff-4d17-8932-9064fb2ca47b,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:32:56.239968 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:56.294271 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=8693115b-99ff-4d17-8932-9064fb2ca47b,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:56.545284 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['8693115b-99ff-4d17-8932-9064fb2ca47b'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:32:57.112915 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1df09-e2d0-4c8c-900c-4e57215ffecc req-ca358d61-5ec0-40be-a4e3-9b95ac558ca4 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:57.114464 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-92f1df09-e2d0-4c8c-900c-4e57215ffecc req-ca358d61-5ec0-40be-a4e3-9b95ac558ca4 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 945 time: 0.0671792 Jul 06 14:32:57.154737 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-92f1df09-e2d0-4c8c-900c-4e57215ffecc req-60de1c73-ffd3-4a0c-9a22-eacd1b3f3820 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347240 Jul 06 14:32:58.048831 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 8693115b-99ff-4d17-8932-9064fb2ca47b up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:32:58.103679 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 8693115b-99ff-4d17-8932-9064fb2ca47b completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:32:58.107439 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 8693115b-99ff-4d17-8932-9064fb2ca47b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:32:58.107816 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:58.183655 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:58.209405 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a97cee-9823-4bb6-8fcd-5025b46c3cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8693115b-99ff-4d17-8932-9064fb2ca47b'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:32:58.211832 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5235c152-a681-4245-8634-31388f6996af" -d '{"events": [{"server_uuid": "18a97cee-9823-4bb6-8fcd-5025b46c3cc5", "name": "network-vif-plugged", "status": "completed", "tag": "8693115b-99ff-4d17-8932-9064fb2ca47b"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:32:58.224751 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 8693115b-99ff-4d17-8932-9064fb2ca47b, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=8693115b-99ff-4d17-8932-9064fb2ca47b,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:32:58.228942 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:32:58.279397 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=8693115b-99ff-4d17-8932-9064fb2ca47b,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:32:58.341506 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f556762-47fe-4b94-b575-97cad3a97cab req-05134c82-0313-4f17-abcc-82e4b5456bc2 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:58.343003 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8f556762-47fe-4b94-b575-97cad3a97cab req-05134c82-0313-4f17-abcc-82e4b5456bc2 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 946 time: 0.0727849 Jul 06 14:32:58.381017 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8f556762-47fe-4b94-b575-97cad3a97cab req-85185403-780c-4c15-a171-fa40bf96495d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321608 Jul 06 14:32:58.428887 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e805fc-1601-49f2-af26-4ed0dc717517 x-openstack-request-id: req-78e805fc-1601-49f2-af26-4ed0dc717517 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:32:58.429193 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a97cee-9823-4bb6-8fcd-5025b46c3cc5", "name": "network-vif-plugged", "status": "completed", "tag": "8693115b-99ff-4d17-8932-9064fb2ca47b", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:32:58.429456 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-78e805fc-1601-49f2-af26-4ed0dc717517 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:32:58.429882 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a97cee-9823-4bb6-8fcd-5025b46c3cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8693115b-99ff-4d17-8932-9064fb2ca47b', 'code': 200} Jul 06 14:32:58.553924 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1495ca-4b90-4ede-83db-54292850609c req-d4cf7c01-d6fb-4014-ae30-68361bc685ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:58.555431 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1e1495ca-4b90-4ede-83db-54292850609c req-d4cf7c01-d6fb-4014-ae30-68361bc685ba service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 1097 time: 0.0527086 Jul 06 14:32:58.595004 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1e1495ca-4b90-4ede-83db-54292850609c req-5970e14a-e113-4ef5-8b41-331e33bfb95c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281618 Jul 06 14:32:59.570365 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7834092-6b2f-408a-b685-62c9aa330cbc req-601f641a-f665-43de-bafd-bf5c423bb9e6 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:32:59.571833 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c7834092-6b2f-408a-b685-62c9aa330cbc req-601f641a-f665-43de-bafd-bf5c423bb9e6 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 946 time: 0.0652776 Jul 06 14:32:59.610279 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c7834092-6b2f-408a-b685-62c9aa330cbc req-b513eed1-258f-4736-8ef1-72fe5aadc16c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327568 Jul 06 14:33:00.740791 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:33:00.791306 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f4b55-7316-458f-9f2e-44e7acd97441 req-887b2f52-3760-487a-be99-71124a0a0a0f tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:00.792794 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-447f4b55-7316-458f-9f2e-44e7acd97441 req-887b2f52-3760-487a-be99-71124a0a0a0f tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 946 time: 0.0666289 Jul 06 14:33:00.837983 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-447f4b55-7316-458f-9f2e-44e7acd97441 req-0718cc34-dc80-4c73-b0fa-d310b147171c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389788 Jul 06 14:33:01.006895 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f996f85-afde-42d1-9b3d-d6f77966bdea req-23519f52-6cc6-4cf7-871a-11a2d66c7310 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:01.008311 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4f996f85-afde-42d1-9b3d-d6f77966bdea req-23519f52-6cc6-4cf7-871a-11a2d66c7310 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 946 time: 0.0643559 Jul 06 14:33:01.017853 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 35906) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:33:01.022676 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-28f97300-67fa-4acd-bbaf-fa3645e61e8e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Request body: {'floatingip': {'port_id': '8693115b-99ff-4d17-8932-9064fb2ca47b'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:33:01.065132 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-28f97300-67fa-4acd-bbaf-fa3645e61e8e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for floatingip, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:01.523602 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-28f97300-67fa-4acd-bbaf-fa3645e61e8e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:01.527895 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-28f97300-67fa-4acd-bbaf-fa3645e61e8e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:01.627402 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-28f97300-67fa-4acd-bbaf-fa3645e61e8e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Floating IP 92de1994-5bd7-42b1-acb2-8f16e272c1d1 associated. External IP: 172.25.6.206, port: 8693115b-99ff-4d17-8932-9064fb2ca47b. Jul 06 14:33:01.840836 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f97300-67fa-4acd-bbaf-fa3645e61e8e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Router a855e76d-82ce-4995-b7b9-bf0fa36f150e has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:33:01.951242 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f97300-67fa-4acd-bbaf-fa3645e61e8e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:33:01.956346 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-28f97300-67fa-4acd-bbaf-fa3645e61e8e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:01.961036 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f38de6c-0131-4c45-a456-3f9f3a8d17f6 None None] Sync routers for ids ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:33:01.970842 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f38de6c-0131-4c45-a456-3f9f3a8d17f6 None None] Routers {'a855e76d-82ce-4995-b7b9-bf0fa36f150e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:33:01.971478 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-0f38de6c-0131-4c45-a456-3f9f3a8d17f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:32:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:33:01.996019 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-28f97300-67fa-4acd-bbaf-fa3645e61e8e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "PUT /v2.0/floatingips/92de1994-5bd7-42b1-acb2-8f16e272c1d1 HTTP/1.1" status: 200 len: 992 time: 0.9769926 Jul 06 14:33:01.996626 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a97cee-9823-4bb6-8fcd-5025b46c3cc5', 'tag': '8693115b-99ff-4d17-8932-9064fb2ca47b'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:33:01.999094 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b182f8e8-2fda-4cd9-83d3-57c973a584e5" -d '{"events": [{"name": "network-changed", "server_uuid": "18a97cee-9823-4bb6-8fcd-5025b46c3cc5", "tag": "8693115b-99ff-4d17-8932-9064fb2ca47b"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:33:02.084175 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-0f38de6c-0131-4c45-a456-3f9f3a8d17f6 None None] Set router a855e76d-82ce-4995-b7b9-bf0fa36f150e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:33:02.133517 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6adc3c-06c7-414c-b103-e6d1e3bcb591 x-openstack-request-id: req-3b6adc3c-06c7-414c-b103-e6d1e3bcb591 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:33:02.133895 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a97cee-9823-4bb6-8fcd-5025b46c3cc5", "tag": "8693115b-99ff-4d17-8932-9064fb2ca47b", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:33:02.134162 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-3b6adc3c-06c7-414c-b103-e6d1e3bcb591 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:33:02.134597 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a97cee-9823-4bb6-8fcd-5025b46c3cc5', 'tag': '8693115b-99ff-4d17-8932-9064fb2ca47b', 'status': 'completed', 'code': 200} Jul 06 14:33:02.211237 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182f8e8-2fda-4cd9-83d3-57c973a584e5 req-30355d25-ad5a-4c48-9448-26ce08f96671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:02.212851 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b182f8e8-2fda-4cd9-83d3-57c973a584e5 req-30355d25-ad5a-4c48-9448-26ce08f96671 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 1097 time: 0.0556991 Jul 06 14:33:02.308631 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182f8e8-2fda-4cd9-83d3-57c973a584e5 req-2c13dbe3-415c-43a0-aac1-768abedbf3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:02.310194 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b182f8e8-2fda-4cd9-83d3-57c973a584e5 req-2c13dbe3-415c-43a0-aac1-768abedbf3d0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0902445 Jul 06 14:33:02.320862 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-0f38de6c-0131-4c45-a456-3f9f3a8d17f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '4ea37044-01f4-425c-82f9-974605ece451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:29Z', 'revision_number': 4, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port': {'id': '4ea37044-01f4-425c-82f9-974605ece451', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '92de1994-5bd7-42b1-acb2-8f16e272c1d1', 'tenant_id': '957a151be395486fb443def3058c81f1', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'port_id': '8693115b-99ff-4d17-8932-9064fb2ca47b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'mac_address': 'fa:16:3e:bc:b9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a97cee-9823-4bb6-8fcd-5025b46c3cc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:30:31Z', 'updated_at': '2021-07-06T14:33:01Z', 'revision_number': 5, 'project_id': '957a151be395486fb443def3058c81f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7461c2-9e89-42db-a3a5-4d86aec0dd3f', 'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'tenant_id': '957a151be395486fb443def3058c81f1', 'mac_address': 'fa:16:3e:c9:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:28Z', 'updated_at': '2021-07-06T14:30:33Z', 'revision_number': 5, 'project_id': '957a151be395486fb443def3058c81f1', 'subnets': [{'id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:33:02.348715 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f38de6c-0131-4c45-a456-3f9f3a8d17f6 None None] Checking router: a855e76d-82ce-4995-b7b9-bf0fa36f150e for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:33:02.357305 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f38de6c-0131-4c45-a456-3f9f3a8d17f6 None None] Routers {'a855e76d-82ce-4995-b7b9-bf0fa36f150e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:33:02.357959 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-0f38de6c-0131-4c45-a456-3f9f3a8d17f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:32:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:33:02.375979 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b182f8e8-2fda-4cd9-83d3-57c973a584e5 req-6b88b735-2034-4407-a2f8-b24920f1c059 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8693115b-99ff-4d17-8932-9064fb2ca47b HTTP/1.1" status: 200 len: 1000 time: 0.0589690 Jul 06 14:33:02.424884 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182f8e8-2fda-4cd9-83d3-57c973a584e5 req-ecd605fa-134e-4fec-b528-f5bf1cbb25af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:02.426399 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b182f8e8-2fda-4cd9-83d3-57c973a584e5 req-ecd605fa-134e-4fec-b528-f5bf1cbb25af service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0445344 Jul 06 14:33:02.466729 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-0f38de6c-0131-4c45-a456-3f9f3a8d17f6 None None] Set router a855e76d-82ce-4995-b7b9-bf0fa36f150e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:33:02.493522 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182f8e8-2fda-4cd9-83d3-57c973a584e5 req-ca49c660-75ea-4244-a274-153fc23a1b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:02.495092 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b182f8e8-2fda-4cd9-83d3-57c973a584e5 req-ca49c660-75ea-4244-a274-153fc23a1b4c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623665 Jul 06 14:33:02.585734 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b182f8e8-2fda-4cd9-83d3-57c973a584e5 req-abbb893e-3d6d-498a-93cd-378e6fad9b23 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835896 Jul 06 14:33:02.702228 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-0f38de6c-0131-4c45-a456-3f9f3a8d17f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '4ea37044-01f4-425c-82f9-974605ece451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:29Z', 'revision_number': 4, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port': {'id': '4ea37044-01f4-425c-82f9-974605ece451', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '92de1994-5bd7-42b1-acb2-8f16e272c1d1', 'tenant_id': '957a151be395486fb443def3058c81f1', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'port_id': '8693115b-99ff-4d17-8932-9064fb2ca47b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'mac_address': 'fa:16:3e:bc:b9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a97cee-9823-4bb6-8fcd-5025b46c3cc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:30:31Z', 'updated_at': '2021-07-06T14:33:01Z', 'revision_number': 5, 'project_id': '957a151be395486fb443def3058c81f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7461c2-9e89-42db-a3a5-4d86aec0dd3f', 'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'tenant_id': '957a151be395486fb443def3058c81f1', 'mac_address': 'fa:16:3e:c9:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:28Z', 'updated_at': '2021-07-06T14:30:33Z', 'revision_number': 5, 'project_id': '957a151be395486fb443def3058c81f1', 'subnets': [{'id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:33:02.730437 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f38de6c-0131-4c45-a456-3f9f3a8d17f6 None None] The sync data for ids ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'] in n-d-773644-6 is: [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '4ea37044-01f4-425c-82f9-974605ece451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:29Z', 'revision_number': 4, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port': {'id': '4ea37044-01f4-425c-82f9-974605ece451', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '92de1994-5bd7-42b1-acb2-8f16e272c1d1', 'tenant_id': '957a151be395486fb443def3058c81f1', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'port_id': '8693115b-99ff-4d17-8932-9064fb2ca47b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'mac_address': 'fa:16:3e:bc:b9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a97cee-9823-4bb6-8fcd-5025b46c3cc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:30:31Z', 'updated_at': '2021-07-06T14:33:01Z', 'revision_number': 5, 'project_id': '957a151be395486fb443def3058c81f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7461c2-9e89-42db-a3a5-4d86aec0dd3f', 'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'tenant_id': '957a151be395486fb443def3058c81f1', 'mac_address': 'fa:16:3e:c9:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:28Z', 'updated_at': '2021-07-06T14:30:33Z', 'revision_number': 5, 'project_id': '957a151be395486fb443def3058c81f1', 'subnets': [{'id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:33:02.946072 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01baff98-e5b1-44af-80b0-b8087cb1c96e None None] New status for floating IP 92de1994-5bd7-42b1-acb2-8f16e272c1d1: ACTIVE {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:33:03.006840 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b182f8e8-2fda-4cd9-83d3-57c973a584e5 req-e11640bc-34f9-414f-ad63-2c09b4e1fe1d service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149158 Jul 06 14:33:07.361212 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-680a51d5-dbd9-4576-acc0-1e0bc23e9b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:10.268105 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:10.604741 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7ce025ae-be62-441d-972b-546ee1d1336c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:11.640866 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:13.218074 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:16.933630 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:19.091463 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:37.362883 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dbc97e7c-664d-4308-9df9-67ec6511ff8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:37.739707 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:33:39.875231 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-88dd170f-d441-4a0b-a5b9-2969f7adfd07 req-c7bafe1b-00e8-4e06-8b1c-914ab209ec3a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522699 Jul 06 14:33:39.970024 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd170f-d441-4a0b-a5b9-2969f7adfd07 req-21f0e852-a9ef-434c-b5e6-0b0723f83f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:39.971535 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-88dd170f-d441-4a0b-a5b9-2969f7adfd07 req-21f0e852-a9ef-434c-b5e6-0b0723f83f5a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 1097 time: 0.0532126 Jul 06 14:33:40.081266 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd170f-d441-4a0b-a5b9-2969f7adfd07 req-1e98e3aa-24f9-4dea-8ad9-5518af3cfd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:40.082825 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-88dd170f-d441-4a0b-a5b9-2969f7adfd07 req-1e98e3aa-24f9-4dea-8ad9-5518af3cfd6c service neutron] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0889986 Jul 06 14:33:40.151243 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-88dd170f-d441-4a0b-a5b9-2969f7adfd07 req-c763a269-4db6-4c20-ad31-777b1162a7d7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8693115b-99ff-4d17-8932-9064fb2ca47b HTTP/1.1" status: 200 len: 1002 time: 0.0570881 Jul 06 14:33:40.209269 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd170f-d441-4a0b-a5b9-2969f7adfd07 req-28687ef4-e8f3-4dcd-819b-0270d9bd9b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:40.210811 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-88dd170f-d441-4a0b-a5b9-2969f7adfd07 req-28687ef4-e8f3-4dcd-819b-0270d9bd9b84 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0485241 Jul 06 14:33:40.269310 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd170f-d441-4a0b-a5b9-2969f7adfd07 req-a04808b8-c3d1-4a15-a1d8-73e72b2e27dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:33:40.270215 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:40.270893 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-88dd170f-d441-4a0b-a5b9-2969f7adfd07 req-a04808b8-c3d1-4a15-a1d8-73e72b2e27dc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521286 Jul 06 14:33:40.286287 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [req-88dd170f-d441-4a0b-a5b9-2969f7adfd07 req-b5660d8a-fed9-43c4-9674-b608aeb2c0c5 service neutron] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:33:40.286693 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-88dd170f-d441-4a0b-a5b9-2969f7adfd07 req-b5660d8a-fed9-43c4-9674-b608aeb2c0c5 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053828 Jul 06 14:33:40.383554 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-88dd170f-d441-4a0b-a5b9-2969f7adfd07 req-95f69020-d103-4da5-a4f4-7dfd49b1b271 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866048 Jul 06 14:33:40.484160 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-88dd170f-d441-4a0b-a5b9-2969f7adfd07 req-788f5ba8-9906-42a1-ab0a-396c4e75a850 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892460 Jul 06 14:33:40.607139 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5cbd7842-54a5-4b39-b537-ca0268bddf9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:41.643083 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:43.209241 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:46.929003 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:33:49.091862 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:07.364456 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f46b6cef-9759-44f2-a7d6-79324c9a196b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:10.271239 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:10.611669 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f2eadb8d-b07f-40a4-ac35-8bb04962bd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:11.647194 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:13.221393 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:14.739387 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:34:16.931758 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:19.105649 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:37.365328 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f0e90f08-2cb4-475d-b073-58685ded44d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:38.027652 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-7ee769ec-f917-40dd-82ce-95701c56f82f req-2f1b9323-5014-45d4-89ef-d53d2a00f346 service neutron] (100418) timed out ('10.222.0.118', 57296) {{(pid=100418) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 14:34:40.274223 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:40.613364 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ed1218ff-8c35-4a74-8155-51e995bf559b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:41.648803 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:41.876465 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fbb5b77f-71e7-4956-a67b-8a2730773f71 req-04b2822a-a9f8-46d9-a41d-f808b9f90079 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544062 Jul 06 14:34:41.989557 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5b77f-71e7-4956-a67b-8a2730773f71 req-836c387e-590f-4563-a69a-a6dd34c71e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:41.991109 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fbb5b77f-71e7-4956-a67b-8a2730773f71 req-836c387e-590f-4563-a69a-a6dd34c71e95 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 1097 time: 0.0590122 Jul 06 14:34:42.100838 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5b77f-71e7-4956-a67b-8a2730773f71 req-01de149a-464b-4add-9858-5870e4c3e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:42.102370 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fbb5b77f-71e7-4956-a67b-8a2730773f71 req-01de149a-464b-4add-9858-5870e4c3e38a service neutron] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0899596 Jul 06 14:34:42.170118 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fbb5b77f-71e7-4956-a67b-8a2730773f71 req-a923878f-e446-4087-a8f4-93cb59eba2d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8693115b-99ff-4d17-8932-9064fb2ca47b HTTP/1.1" status: 200 len: 1002 time: 0.0575576 Jul 06 14:34:42.224515 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5b77f-71e7-4956-a67b-8a2730773f71 req-8d017cd4-636a-403f-83dd-ca6389bc004e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:42.226042 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fbb5b77f-71e7-4956-a67b-8a2730773f71 req-8d017cd4-636a-403f-83dd-ca6389bc004e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0479279 Jul 06 14:34:42.284667 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5b77f-71e7-4956-a67b-8a2730773f71 req-a92794ac-ce8b-48ca-89e6-91b26c7cd04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:42.286281 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fbb5b77f-71e7-4956-a67b-8a2730773f71 req-a92794ac-ce8b-48ca-89e6-91b26c7cd04f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533664 Jul 06 14:34:42.375235 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fbb5b77f-71e7-4956-a67b-8a2730773f71 req-47a02bf1-999d-4ea1-92c2-ab2a98889319 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823047 Jul 06 14:34:42.469547 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fbb5b77f-71e7-4956-a67b-8a2730773f71 req-46aa0777-d02b-435e-acd8-5066efb427ac service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875030 Jul 06 14:34:43.215654 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:43.376453 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc13c99-eddb-44f1-96e0-27c34f6b8447 req-31403355-86e9-431d-aad0-720dd3d93d91 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:43.378067 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5dc13c99-eddb-44f1-96e0-27c34f6b8447 req-31403355-86e9-431d-aad0-720dd3d93d91 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 946 time: 0.0892539 Jul 06 14:34:43.420717 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5dc13c99-eddb-44f1-96e0-27c34f6b8447 req-f404a618-b256-4b70-9884-c5ec7c486ef7 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340607 Jul 06 14:34:44.595648 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217a835-f3fd-43d9-a6da-904af83206f3 req-9fc32ddd-7aff-4f95-8d79-cdacaf4c1dfb tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:44.597673 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2217a835-f3fd-43d9-a6da-904af83206f3 req-9fc32ddd-7aff-4f95-8d79-cdacaf4c1dfb tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 946 time: 0.0628090 Jul 06 14:34:44.636333 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2217a835-f3fd-43d9-a6da-904af83206f3 req-f102672a-9746-4fb3-8c51-462c622c78a4 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330093 Jul 06 14:34:45.811437 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a4728-1035-4c74-be69-d0efe9f95fad req-48e4361a-0ddb-4e55-bea7-547edc65bfb0 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:45.812917 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b1a4728-1035-4c74-be69-d0efe9f95fad req-48e4361a-0ddb-4e55-bea7-547edc65bfb0 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 946 time: 0.0664368 Jul 06 14:34:45.849979 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b1a4728-1035-4c74-be69-d0efe9f95fad req-b3926368-0114-4afc-afe3-b2002b5cf506 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311410 Jul 06 14:34:46.949601 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:47.034279 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700b6dd-107b-4f90-ad3f-bd1f1b88d3a8 req-d6c10c9e-e8aa-4d19-ab44-574ade13f757 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:47.035841 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3700b6dd-107b-4f90-ad3f-bd1f1b88d3a8 req-d6c10c9e-e8aa-4d19-ab44-574ade13f757 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 946 time: 0.0699499 Jul 06 14:34:47.073987 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3700b6dd-107b-4f90-ad3f-bd1f1b88d3a8 req-0aec8b66-624a-4405-8d4c-b58e62b6c082 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325501 Jul 06 14:34:48.250048 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab80cd6-10d5-4837-9e2e-b52d9ba2681f req-ebc903e6-1687-4fd0-bfa9-8a6472e8153e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:48.251581 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7ab80cd6-10d5-4837-9e2e-b52d9ba2681f req-ebc903e6-1687-4fd0-bfa9-8a6472e8153e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 946 time: 0.0681355 Jul 06 14:34:48.290926 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7ab80cd6-10d5-4837-9e2e-b52d9ba2681f req-e238613a-39c7-494c-ad22-edb25dfc49ea tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338042 Jul 06 14:34:49.105035 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:49.470688 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a6e3e-4972-4c34-ac00-c7a862673c23 req-f865cac2-401b-491c-bd20-ef9efe5506eb tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:49.472187 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df9a6e3e-4972-4c34-ac00-c7a862673c23 req-f865cac2-401b-491c-bd20-ef9efe5506eb tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 946 time: 0.0706723 Jul 06 14:34:49.510288 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df9a6e3e-4972-4c34-ac00-c7a862673c23 req-af3c5a8a-8ee2-40b6-8a31-90308b40cefa tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323884 Jul 06 14:34:50.691463 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfafc35-4c49-4820-b8d1-e3dac0fcfe72 req-8f0beb5a-0762-4e74-920c-83bcd0588684 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:50.692992 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1cfafc35-4c49-4820-b8d1-e3dac0fcfe72 req-8f0beb5a-0762-4e74-920c-83bcd0588684 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 946 time: 0.0719769 Jul 06 14:34:50.731189 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1cfafc35-4c49-4820-b8d1-e3dac0fcfe72 req-381f1788-10eb-4293-b4cf-d9070f98a5ff tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326040 Jul 06 14:34:51.739504 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:34:52.245322 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9373c-e423-4be6-89b2-ac85e4b98617 req-f41e4968-1e3e-4b73-9062-72920f8e39f2 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:52.247370 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59c9373c-e423-4be6-89b2-ac85e4b98617 req-f41e4968-1e3e-4b73-9062-72920f8e39f2 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 946 time: 0.3981926 Jul 06 14:34:52.284567 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59c9373c-e423-4be6-89b2-ac85e4b98617 req-024a42a6-c5ef-44ba-8b9b-23228b0417d7 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314467 Jul 06 14:34:53.458605 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b18bb0-87ce-49ae-985e-7043f7e979cd req-159ac076-8fce-4673-b198-9cb4ee5adc13 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:53.460009 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-66b18bb0-87ce-49ae-985e-7043f7e979cd req-159ac076-8fce-4673-b198-9cb4ee5adc13 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 946 time: 0.0622211 Jul 06 14:34:53.500440 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-66b18bb0-87ce-49ae-985e-7043f7e979cd req-dbf3df6e-7ac9-4edd-b70c-d239100d47ab tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336368 Jul 06 14:34:54.678001 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e38d5-5429-4639-9a28-551d0533ea8c req-531e1140-5ec5-464a-94de-8597be308b20 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:54.679487 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e19e38d5-5429-4639-9a28-551d0533ea8c req-531e1140-5ec5-464a-94de-8597be308b20 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 946 time: 0.0652823 Jul 06 14:34:54.719109 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e19e38d5-5429-4639-9a28-551d0533ea8c req-9397a26e-b249-4b49-b01c-4c255f5f3cfd tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330830 Jul 06 14:34:55.067422 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-7c6868a9-05b6-40f4-bc1d-086a894ce820 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0561669 Jul 06 14:34:55.134988 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac803690-41eb-412a-9228-36ec98dd38f0 req-47731a62-b3d7-43ca-a226-9746cd4f5d67 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:55.136512 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ac803690-41eb-412a-9228-36ec98dd38f0 req-47731a62-b3d7-43ca-a226-9746cd4f5d67 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 946 time: 0.0756757 Jul 06 14:34:55.176781 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ac803690-41eb-412a-9228-36ec98dd38f0 req-d73c2b0b-0e15-40df-868d-d5c96ccb3b1e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347409 Jul 06 14:34:56.217277 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-4b16effc-6395-4c4a-b3b6-8434dea0d074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:56.218844 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-4b16effc-6395-4c4a-b3b6-8434dea0d074 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 1097 time: 0.0560508 Jul 06 14:34:56.320044 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-61c40236-0cf6-4750-bf7b-113d27b4d87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:56.321559 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-61c40236-0cf6-4750-bf7b-113d27b4d87c service neutron] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0927055 Jul 06 14:34:56.351837 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724be56e-19a6-4f68-be2e-975ab5241795 req-3b6c589b-625b-4607-b307-2f90d1740713 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:56.353361 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-724be56e-19a6-4f68-be2e-975ab5241795 req-3b6c589b-625b-4607-b307-2f90d1740713 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 946 time: 0.0634799 Jul 06 14:34:56.395997 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-0ad6c6ad-dab8-4cba-aaa5-c85820ea3699 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8693115b-99ff-4d17-8932-9064fb2ca47b HTTP/1.1" status: 200 len: 1002 time: 0.0644169 Jul 06 14:34:56.396429 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-724be56e-19a6-4f68-be2e-975ab5241795 req-b2710c85-7e25-4a28-8f35-968ac91c3a4b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372179 Jul 06 14:34:56.454440 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-bfb9121b-898c-41e3-9cc8-aa89c0f6b9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:56.456024 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-bfb9121b-898c-41e3-9cc8-aa89c0f6b9ce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0497811 Jul 06 14:34:56.517835 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-ad8c16d5-555d-4518-9418-65b7ecc08f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:56.519375 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-ad8c16d5-555d-4518-9418-65b7ecc08f53 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519190 Jul 06 14:34:56.609458 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-d40bbfaa-9835-4d60-993d-7782a77932d0 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821204 Jul 06 14:34:56.706470 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-f20e3fcf-68da-46bd-bab7-834b8f2426ea service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869112 Jul 06 14:34:57.569560 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f17da-594c-4280-bc16-5adb0709e903 req-52057854-75f7-440e-862a-ccb04917520b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:57.571001 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-769f17da-594c-4280-bc16-5adb0709e903 req-52057854-75f7-440e-862a-ccb04917520b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 946 time: 0.0628026 Jul 06 14:34:57.608745 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-769f17da-594c-4280-bc16-5adb0709e903 req-bc0df71a-4a40-422f-8394-b14055eb4ca9 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320756 Jul 06 14:34:58.792959 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85378fec-02ee-4e1b-a694-68cb587f644a req-ad977a12-ef8b-4044-94af-9b4cdb579be4 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:58.795047 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-85378fec-02ee-4e1b-a694-68cb587f644a req-ad977a12-ef8b-4044-94af-9b4cdb579be4 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 946 time: 0.0731924 Jul 06 14:34:58.842536 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-85378fec-02ee-4e1b-a694-68cb587f644a req-46854f64-0f2f-4804-b92c-91f221d1480a tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418510 Jul 06 14:34:58.903667 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-8befbc81-72e8-4098-a487-d1dd35eb9fe2 service neutron] show failed (client error): The resource could not be found. Jul 06 14:34:58.904632 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-8befbc81-72e8-4098-a487-d1dd35eb9fe2 service neutron] 10.222.0.52 "GET /v2.0/ports/8693115b-99ff-4d17-8932-9064fb2ca47b/bindings/n-h2-773644-6 HTTP/1.1" status: 404 len: 380 time: 0.0629547 Jul 06 14:34:59.227881 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-964b0225-334b-4197-9f58-be4fe96c2ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:34:59.229398 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-964b0225-334b-4197-9f58-be4fe96c2ed6 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5&tenant_id=957a151be395486fb443def3058c81f1 HTTP/1.1" status: 200 len: 1097 time: 0.1185687 Jul 06 14:34:59.240231 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-773644-6', 'device_owner': 'compute:nova'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:34:59.309244 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:59.508303 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] For port 8693115b-99ff-4d17-8932-9064fb2ca47b, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=8693115b-99ff-4d17-8932-9064fb2ca47b,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:34:59.544763 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] For port 8693115b-99ff-4d17-8932-9064fb2ca47b, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:34:59.587259 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a97cee-9823-4bb6-8fcd-5025b46c3cc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8693115b-99ff-4d17-8932-9064fb2ca47b'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:34:59.589549 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4aa7ea-fe25-420c-a6d4-e50b15b13a7d" -d '{"events": [{"server_uuid": "18a97cee-9823-4bb6-8fcd-5025b46c3cc5", "name": "network-vif-unplugged", "status": "completed", "tag": "8693115b-99ff-4d17-8932-9064fb2ca47b"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:34:59.594182 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:59.606835 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Transition to ACTIVE for port object 8693115b-99ff-4d17-8932-9064fb2ca47b will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:34:59.610847 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:59.700213 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Pushing event updated for resources: {'Port': ['ID=8693115b-99ff-4d17-8932-9064fb2ca47b,revision_number=6']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:34:59.712364 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:34:59.712727 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:34:59.713370 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:34:59.713505 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:34:59.713763 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:34:59.714109 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:34:59.714447 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:34:59.714783 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:34:59.715207 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:34:59.715984 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:34:59.716325 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:34:59.716626 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:34:59.751206 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fdc194-f24d-46df-bc01-81189224ae4b x-openstack-request-id: req-e7fdc194-f24d-46df-bc01-81189224ae4b {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:34:59.751501 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a97cee-9823-4bb6-8fcd-5025b46c3cc5", "name": "network-vif-unplugged", "status": "completed", "tag": "8693115b-99ff-4d17-8932-9064fb2ca47b", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:34:59.751751 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e7fdc194-f24d-46df-bc01-81189224ae4b {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:34:59.752138 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a97cee-9823-4bb6-8fcd-5025b46c3cc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8693115b-99ff-4d17-8932-9064fb2ca47b', 'code': 200} Jul 06 14:34:59.753092 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] No DVR routers for this DVR port 8693115b-99ff-4d17-8932-9064fb2ca47b on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:34:59.898332 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Attempting to bind port 8693115b-99ff-4d17-8932-9064fb2ca47b on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:34:59.898977 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Attempting to bind port 8693115b-99ff-4d17-8932-9064fb2ca47b by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:34:59.899085 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Attempting to bind port 8693115b-99ff-4d17-8932-9064fb2ca47b on network 53387a59-a2ea-46d9-befd-62c735908b93 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:34:59.904149 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Port 8693115b-99ff-4d17-8932-9064fb2ca47b on network 53387a59-a2ea-46d9-befd-62c735908b93 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:34:59.904524 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Attempting to bind port 8693115b-99ff-4d17-8932-9064fb2ca47b on network 53387a59-a2ea-46d9-befd-62c735908b93 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:34:59.911680 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:34:59.911975 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Checking segment: {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:34:59.912377 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Bound using segment: {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:34:59.912813 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Bound port: 8693115b-99ff-4d17-8932-9064fb2ca47b, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:34:59.913186 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:34:59.985976 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] For port 8693115b-99ff-4d17-8932-9064fb2ca47b, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:34:59.991523 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] For port 8693115b-99ff-4d17-8932-9064fb2ca47b, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=8693115b-99ff-4d17-8932-9064fb2ca47b,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:35:00.002828 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:00.059782 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:00.060426 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:00.061877 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] 10.222.0.124 "PUT /v2.0/ports/8693115b-99ff-4d17-8932-9064fb2ca47b HTTP/1.1" status: 200 len: 1092 time: 0.8256638 Jul 06 14:35:00.107578 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967972a-0d0f-47da-b32d-eab038dee88f service neutron] Pushing event updated for resources: {'Port': ['ID=8693115b-99ff-4d17-8932-9064fb2ca47b,revision_number=7']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:35:00.144579 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4421d6-a3d5-4ed3-a0e1-f9e186a62561 req-a882bb8a-8129-4191-b5ca-fc0e1c41fe56 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:00.146207 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb4421d6-a3d5-4ed3-a0e1-f9e186a62561 req-a882bb8a-8129-4191-b5ca-fc0e1c41fe56 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 944 time: 0.1579952 Jul 06 14:35:00.198152 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb4421d6-a3d5-4ed3-a0e1-f9e186a62561 req-6071f72a-62d8-450e-90ef-be1c5fb9df18 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460906 Jul 06 14:35:00.204273 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-4b0fbed6-6771-42a4-a72f-2dea79eeb959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:00.205932 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-4b0fbed6-6771-42a4-a72f-2dea79eeb959 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 1095 time: 0.1109729 Jul 06 14:35:00.321290 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-18b94f46-d3c6-4f02-9bae-334b12820c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:00.322787 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-18b94f46-d3c6-4f02-9bae-334b12820c9b service neutron] 10.222.0.124 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.1098607 Jul 06 14:35:00.388058 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-23b4eeba-4060-4175-bac2-d1588150a6a0 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8693115b-99ff-4d17-8932-9064fb2ca47b HTTP/1.1" status: 200 len: 1000 time: 0.0588417 Jul 06 14:35:00.437059 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-07d06981-817a-487f-91ef-0585dad800cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:00.438605 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-07d06981-817a-487f-91ef-0585dad800cc service neutron] 10.222.0.124 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0450015 Jul 06 14:35:00.499688 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-99d1421f-23f3-4dcd-9d6e-2535098011a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:00.501254 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-99d1421f-23f3-4dcd-9d6e-2535098011a1 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562384 Jul 06 14:35:00.511841 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-2b1611f8-d061-4a60-b5ca-abf57a728c5d service neutron] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:35:00.512900 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-2b1611f8-d061-4a60-b5ca-abf57a728c5d service neutron] 10.222.0.124 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050056 Jul 06 14:35:00.612513 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-4ac44087-f865-4d57-ae36-d5331240f9b9 service neutron] 10.222.0.124 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935180 Jul 06 14:35:00.708904 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9b00464d-13ca-41a8-b0e6-a40d872de5b1 req-584046e6-7918-4b62-ab93-56668deb284f service neutron] 10.222.0.124 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901606 Jul 06 14:35:01.377359 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec76a37-dcd9-447d-8418-26a57bad9777 req-fbf5d84e-2bbc-4bb6-80a0-d1fe9c63d13d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:01.378928 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1ec76a37-dcd9-447d-8418-26a57bad9777 req-fbf5d84e-2bbc-4bb6-80a0-d1fe9c63d13d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 944 time: 0.0652108 Jul 06 14:35:01.416468 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1ec76a37-dcd9-447d-8418-26a57bad9777 req-7d8ce892-ea26-4664-a1f2-9cf61b980b24 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319424 Jul 06 14:35:01.752896 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a97cee-9823-4bb6-8fcd-5025b46c3cc5', 'tag': '8693115b-99ff-4d17-8932-9064fb2ca47b'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:35:01.755329 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47ad702-faae-438f-bbe6-4a62f84fbdb0" -d '{"events": [{"name": "network-changed", "server_uuid": "18a97cee-9823-4bb6-8fcd-5025b46c3cc5", "tag": "8693115b-99ff-4d17-8932-9064fb2ca47b"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:35:01.803152 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11fcb5a-6db4-46ce-aa79-32dfe05dc8c1 x-openstack-request-id: req-e11fcb5a-6db4-46ce-aa79-32dfe05dc8c1 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:35:01.803406 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a97cee-9823-4bb6-8fcd-5025b46c3cc5", "tag": "8693115b-99ff-4d17-8932-9064fb2ca47b", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:35:01.803663 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e11fcb5a-6db4-46ce-aa79-32dfe05dc8c1 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:35:01.804074 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a97cee-9823-4bb6-8fcd-5025b46c3cc5', 'tag': '8693115b-99ff-4d17-8932-9064fb2ca47b', 'status': 'completed', 'code': 200} Jul 06 14:35:01.882475 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ad702-faae-438f-bbe6-4a62f84fbdb0 req-4f355c2a-8a6b-41ca-b509-0620b76bac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:01.884227 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d47ad702-faae-438f-bbe6-4a62f84fbdb0 req-4f355c2a-8a6b-41ca-b509-0620b76bac8d service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 1095 time: 0.0586185 Jul 06 14:35:01.895332 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ad702-faae-438f-bbe6-4a62f84fbdb0 req-6695ab14-1983-4d9e-a2a1-73c51f6092e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:01.896884 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d47ad702-faae-438f-bbe6-4a62f84fbdb0 req-6695ab14-1983-4d9e-a2a1-73c51f6092e6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 1095 time: 0.0611155 Jul 06 14:35:01.987279 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ad702-faae-438f-bbe6-4a62f84fbdb0 req-9c1edc5f-ae65-42ed-babf-43fb403f6d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:01.988990 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d47ad702-faae-438f-bbe6-4a62f84fbdb0 req-9c1edc5f-ae65-42ed-babf-43fb403f6d9b service neutron] 10.222.0.124 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0968485 Jul 06 14:35:01.995112 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ad702-faae-438f-bbe6-4a62f84fbdb0 req-a2b7630f-5a4d-440b-ad1b-c281a5feb77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:01.996728 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d47ad702-faae-438f-bbe6-4a62f84fbdb0 req-a2b7630f-5a4d-440b-ad1b-c281a5feb77b service neutron] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0890930 Jul 06 14:35:02.063982 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d47ad702-faae-438f-bbe6-4a62f84fbdb0 req-bfd810eb-2d9d-4a0d-8ec0-23b35a17e7ec service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8693115b-99ff-4d17-8932-9064fb2ca47b HTTP/1.1" status: 200 len: 1000 time: 0.0685782 Jul 06 14:35:02.074886 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d47ad702-faae-438f-bbe6-4a62f84fbdb0 req-a1bb7f24-4e2b-4d91-95c3-06b1fdc7e431 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8693115b-99ff-4d17-8932-9064fb2ca47b HTTP/1.1" status: 200 len: 1000 time: 0.0687666 Jul 06 14:35:02.119788 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ad702-faae-438f-bbe6-4a62f84fbdb0 req-8a886bd1-d0a8-44d2-bd5c-6e0d3cb914f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:02.121306 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d47ad702-faae-438f-bbe6-4a62f84fbdb0 req-8a886bd1-d0a8-44d2-bd5c-6e0d3cb914f2 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0511479 Jul 06 14:35:02.127443 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ad702-faae-438f-bbe6-4a62f84fbdb0 req-e294c797-d448-4f70-9cf1-28e08e3762d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:02.128948 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d47ad702-faae-438f-bbe6-4a62f84fbdb0 req-e294c797-d448-4f70-9cf1-28e08e3762d9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0478909 Jul 06 14:35:02.180833 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ad702-faae-438f-bbe6-4a62f84fbdb0 req-8fec1d99-e4cf-4e6c-9030-39f04d7bf0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:02.182448 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d47ad702-faae-438f-bbe6-4a62f84fbdb0 req-8fec1d99-e4cf-4e6c-9030-39f04d7bf0ab service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552459 Jul 06 14:35:02.191745 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ad702-faae-438f-bbe6-4a62f84fbdb0 req-e81f363d-cc65-4eb6-b411-5a9430f66567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:02.193272 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d47ad702-faae-438f-bbe6-4a62f84fbdb0 req-e81f363d-cc65-4eb6-b411-5a9430f66567 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552819 Jul 06 14:35:02.271493 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d47ad702-faae-438f-bbe6-4a62f84fbdb0 req-889ed366-00f5-430d-a5af-41ebbfbbd983 service neutron] 10.222.0.124 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827498 Jul 06 14:35:02.294985 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d47ad702-faae-438f-bbe6-4a62f84fbdb0 req-669740d7-c7ef-4e19-b7a3-127b3174361a service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902274 Jul 06 14:35:02.368888 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d47ad702-faae-438f-bbe6-4a62f84fbdb0 req-6fd413f7-5f66-4aa6-839f-aacbc4025332 service neutron] 10.222.0.124 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905056 Jul 06 14:35:02.389692 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d47ad702-faae-438f-bbe6-4a62f84fbdb0 req-b1b4b380-d05d-4fb3-b46f-53c2c19979dd service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852356 Jul 06 14:35:02.597389 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd9eea-998e-41e1-bb55-58008df47a1e req-b615891a-a61a-4383-a4ea-9efb014b11f7 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:02.598939 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95fd9eea-998e-41e1-bb55-58008df47a1e req-b615891a-a61a-4383-a4ea-9efb014b11f7 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 944 time: 0.0647016 Jul 06 14:35:02.636234 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95fd9eea-998e-41e1-bb55-58008df47a1e req-f2168616-1cbd-4433-9974-10118d20c7d5 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316443 Jul 06 14:35:02.706843 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 8693115b-99ff-4d17-8932-9064fb2ca47b no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:35:02.744450 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 8693115b-99ff-4d17-8932-9064fb2ca47b not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:35:02.947573 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134cb30-6fb1-459f-be6a-088fb82eb355 req-0b34333f-987f-486c-bf86-0c991cbfdf36 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:02.949195 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c134cb30-6fb1-459f-be6a-088fb82eb355 req-0b34333f-987f-486c-bf86-0c991cbfdf36 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 944 time: 0.0686250 Jul 06 14:35:02.960672 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bfbfc-0f07-4bdb-a93f-57279a05992a req-f5f62249-a1de-440f-a10a-1561ce479236 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:02.962206 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d85bfbfc-0f07-4bdb-a93f-57279a05992a req-f5f62249-a1de-440f-a10a-1561ce479236 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.52 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5&tenant_id=957a151be395486fb443def3058c81f1&binding%3Ahost_id=n-h2-773644-6 HTTP/1.1" status: 200 len: 944 time: 0.0722747 Jul 06 14:35:02.987422 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c134cb30-6fb1-459f-be6a-088fb82eb355 req-1acb5f96-917a-4104-98f1-44d7593a6243 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320728 Jul 06 14:35:03.031965 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [req-d85bfbfc-0f07-4bdb-a93f-57279a05992a req-671b8596-21b6-4def-9786-052ee3303340 service neutron] delete failed (client error): The resource could not be found. Jul 06 14:35:03.033040 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d85bfbfc-0f07-4bdb-a93f-57279a05992a req-671b8596-21b6-4def-9786-052ee3303340 service neutron] 10.222.0.52 "DELETE /v2.0/ports/8693115b-99ff-4d17-8932-9064fb2ca47b/bindings/n-h1-773644-6 HTTP/1.1" status: 404 len: 380 time: 0.0612378 Jul 06 14:35:03.137226 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bfbfc-0f07-4bdb-a93f-57279a05992a req-ebd623c5-9db7-4c2c-84f8-61d7a2a65fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:03.139316 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d85bfbfc-0f07-4bdb-a93f-57279a05992a req-ebd623c5-9db7-4c2c-84f8-61d7a2a65fda service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 1095 time: 0.0559053 Jul 06 14:35:03.242499 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bfbfc-0f07-4bdb-a93f-57279a05992a req-45c348f8-2d7a-48e5-a9a7-f00e27401c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:03.244060 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d85bfbfc-0f07-4bdb-a93f-57279a05992a req-45c348f8-2d7a-48e5-a9a7-f00e27401c69 service neutron] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0947437 Jul 06 14:35:03.317194 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d85bfbfc-0f07-4bdb-a93f-57279a05992a req-2dfcf95c-214b-4531-b773-65e4e8aebedf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8693115b-99ff-4d17-8932-9064fb2ca47b HTTP/1.1" status: 200 len: 1000 time: 0.0619256 Jul 06 14:35:03.371222 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bfbfc-0f07-4bdb-a93f-57279a05992a req-75782834-5dab-4938-b953-1b5f852b38d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:03.373425 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d85bfbfc-0f07-4bdb-a93f-57279a05992a req-75782834-5dab-4938-b953-1b5f852b38d9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0462277 Jul 06 14:35:03.431638 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bfbfc-0f07-4bdb-a93f-57279a05992a req-68de1056-c741-437b-983d-261cf1da69f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:03.433161 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d85bfbfc-0f07-4bdb-a93f-57279a05992a req-68de1056-c741-437b-983d-261cf1da69f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524850 Jul 06 14:35:03.533632 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d85bfbfc-0f07-4bdb-a93f-57279a05992a req-3f311a73-70c7-4332-9b11-a318d1f6221e service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867295 Jul 06 14:35:03.624420 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d85bfbfc-0f07-4bdb-a93f-57279a05992a req-b4c26527-afdf-4148-99f5-65ac93ec0e74 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825348 Jul 06 14:35:04.074339 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 8693115b-99ff-4d17-8932-9064fb2ca47b details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:35:04.171148 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c5021-9643-497a-ac99-48e6bb2d00ae req-a98bccb6-10cb-4e39-8b1f-42a57761394b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:04.172877 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-463c5021-9643-497a-ac99-48e6bb2d00ae req-a98bccb6-10cb-4e39-8b1f-42a57761394b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 944 time: 0.0698013 Jul 06 14:35:04.177333 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 8693115b-99ff-4d17-8932-9064fb2ca47b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=8693115b-99ff-4d17-8932-9064fb2ca47b,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:35:04.190261 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '8693115b-99ff-4d17-8932-9064fb2ca47b', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'port_id': '8693115b-99ff-4d17-8932-9064fb2ca47b', 'mac_address': 'fa:16:3e:bc:b9:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:35:04.217079 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-463c5021-9643-497a-ac99-48e6bb2d00ae req-bd42cb1f-aa57-487f-8088-74921e5267ef tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375810 Jul 06 14:35:04.236041 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:04.251059 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8693115b-99ff-4d17-8932-9064fb2ca47b {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:35:04.271676 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 8693115b-99ff-4d17-8932-9064fb2ca47b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=8693115b-99ff-4d17-8932-9064fb2ca47b,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:35:04.275810 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:04.324187 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=8693115b-99ff-4d17-8932-9064fb2ca47b,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:35:04.332396 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:35:04.332746 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:35:04.333094 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:35:04.333437 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:35:04.333799 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:35:04.334150 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:35:04.334481 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:35:04.334812 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:35:04.335147 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:35:04.335476 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:35:04.335805 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:35:04.336131 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:35:04.527142 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['8693115b-99ff-4d17-8932-9064fb2ca47b'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:35:05.401902 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9006673-b311-4721-ad87-ceed352a2bfe req-71a2bbed-3bc4-436a-80d5-756cf7fde3a0 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:05.403963 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9006673-b311-4721-ad87-ceed352a2bfe req-71a2bbed-3bc4-436a-80d5-756cf7fde3a0 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 945 time: 0.0653653 Jul 06 14:35:05.443789 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9006673-b311-4721-ad87-ceed352a2bfe req-58fc19c6-f8f1-493a-bf30-36dd964110c3 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343208 Jul 06 14:35:05.624997 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc02763-7534-405d-9116-0cb7375f8416 req-12f58f36-9358-4cba-972d-3ffec1e9dded tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:05.626564 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fbc02763-7534-405d-9116-0cb7375f8416 req-12f58f36-9358-4cba-972d-3ffec1e9dded tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 945 time: 0.0739143 Jul 06 14:35:05.668633 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fbc02763-7534-405d-9116-0cb7375f8416 req-c950499e-3708-4a52-a3d4-049431b438ce tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361567 Jul 06 14:35:06.034574 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12830afe-f329-4b70-8f9b-a149a162d700 req-45ac5148-6de3-493b-9fbd-4c57bc4e7285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:06.036190 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12830afe-f329-4b70-8f9b-a149a162d700 req-45ac5148-6de3-493b-9fbd-4c57bc4e7285 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 1096 time: 0.0995255 Jul 06 14:35:06.048654 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fc1a8-c31e-4376-afdb-8a1692fcaf66 req-f146ea3e-1c7f-4a2d-a622-92f5182d5c9f tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:06.050753 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ba8fc1a8-c31e-4376-afdb-8a1692fcaf66 req-f146ea3e-1c7f-4a2d-a622-92f5182d5c9f tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 945 time: 0.0875688 Jul 06 14:35:06.076344 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 8693115b-99ff-4d17-8932-9064fb2ca47b up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:35:06.124947 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 8693115b-99ff-4d17-8932-9064fb2ca47b completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:35:06.128810 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 8693115b-99ff-4d17-8932-9064fb2ca47b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:35:06.129188 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:06.139668 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ba8fc1a8-c31e-4376-afdb-8a1692fcaf66 req-0a2c9cf2-70de-431e-90c3-2d6b7a1ff204 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803118 Jul 06 14:35:06.165000 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12830afe-f329-4b70-8f9b-a149a162d700 req-dd1faa32-2c79-4ac7-87f4-e2a73a9eb003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:06.166541 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12830afe-f329-4b70-8f9b-a149a162d700 req-dd1faa32-2c79-4ac7-87f4-e2a73a9eb003 service neutron] 10.222.0.124 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.1149349 Jul 06 14:35:06.210516 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:06.238349 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a97cee-9823-4bb6-8fcd-5025b46c3cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8693115b-99ff-4d17-8932-9064fb2ca47b'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:35:06.240660 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd8ec92-31b5-4b33-8168-2b091ef365f1" -d '{"events": [{"server_uuid": "18a97cee-9823-4bb6-8fcd-5025b46c3cc5", "name": "network-vif-plugged", "status": "completed", "tag": "8693115b-99ff-4d17-8932-9064fb2ca47b"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:35:06.241186 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12830afe-f329-4b70-8f9b-a149a162d700 req-f072e9d8-f998-414c-82d1-f77003b4dd4e service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8693115b-99ff-4d17-8932-9064fb2ca47b HTTP/1.1" status: 200 len: 1001 time: 0.0660086 Jul 06 14:35:06.255271 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 8693115b-99ff-4d17-8932-9064fb2ca47b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=8693115b-99ff-4d17-8932-9064fb2ca47b,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:35:06.262986 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:06.291585 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12830afe-f329-4b70-8f9b-a149a162d700 req-e637fa1a-edd2-4860-8095-a1780e0ab718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:06.293045 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12830afe-f329-4b70-8f9b-a149a162d700 req-e637fa1a-edd2-4860-8095-a1780e0ab718 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0479438 Jul 06 14:35:06.297366 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e608a717-ad8e-40a8-b1db-0d7d344023b5 x-openstack-request-id: req-e608a717-ad8e-40a8-b1db-0d7d344023b5 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:35:06.297664 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a97cee-9823-4bb6-8fcd-5025b46c3cc5", "name": "network-vif-plugged", "status": "completed", "tag": "8693115b-99ff-4d17-8932-9064fb2ca47b", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:35:06.297968 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e608a717-ad8e-40a8-b1db-0d7d344023b5 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:35:06.298414 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a97cee-9823-4bb6-8fcd-5025b46c3cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8693115b-99ff-4d17-8932-9064fb2ca47b', 'code': 200} Jul 06 14:35:06.324265 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=8693115b-99ff-4d17-8932-9064fb2ca47b,revision_number=9']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:35:06.351418 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12830afe-f329-4b70-8f9b-a149a162d700 req-8ec9e075-0548-487c-bfd4-0d25deda8539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:06.352958 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12830afe-f329-4b70-8f9b-a149a162d700 req-8ec9e075-0548-487c-bfd4-0d25deda8539 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541277 Jul 06 14:35:06.444846 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12830afe-f329-4b70-8f9b-a149a162d700 req-8e663e29-8ae7-4436-b0c4-4e785d8ad94d service neutron] 10.222.0.124 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856261 Jul 06 14:35:06.534252 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12830afe-f329-4b70-8f9b-a149a162d700 req-3ed4051a-b9f6-4b89-ae9e-95d0032e5573 service neutron] 10.222.0.124 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824409 Jul 06 14:35:07.323176 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525955e-d41b-4215-b4b4-f1da430eedb7 req-8f56eeed-adb2-475f-931c-126e8ff67e7e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:07.324894 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c525955e-d41b-4215-b4b4-f1da430eedb7 req-8f56eeed-adb2-475f-931c-126e8ff67e7e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 946 time: 0.0639017 Jul 06 14:35:07.367782 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0ec43558-e875-43f9-94c8-cafa50d7c6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:07.368427 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c525955e-d41b-4215-b4b4-f1da430eedb7 req-e4d26f79-4747-46c0-9b79-e17a36393c84 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372684 Jul 06 14:35:07.757241 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7215220-7070-4cb9-a34d-7215a7fe7170 req-56d2a7c4-5ce3-42a0-a4a4-a2a4b86e123d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:07.758685 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c7215220-7070-4cb9-a34d-7215a7fe7170 req-56d2a7c4-5ce3-42a0-a4a4-a2a4b86e123d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 946 time: 0.0632417 Jul 06 14:35:07.796436 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c7215220-7070-4cb9-a34d-7215a7fe7170 req-c721d430-4e3a-416c-b464-952f6c80f16f tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320625 Jul 06 14:35:08.996178 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07c77c-4801-4e4e-ada6-b00285134671 req-eeb7ce68-455e-4bee-98d7-da3fc4b98e9b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:08.997846 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ab07c77c-4801-4e4e-ada6-b00285134671 req-eeb7ce68-455e-4bee-98d7-da3fc4b98e9b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.124 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 946 time: 0.1019526 Jul 06 14:35:09.022830 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06cef7-a37c-4aae-90e5-de03a5cf4e17 req-4ec0eabb-cf79-43c7-96bd-311bb91d52a9 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:09.024261 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2d06cef7-a37c-4aae-90e5-de03a5cf4e17 req-4ec0eabb-cf79-43c7-96bd-311bb91d52a9 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=18a97cee-9823-4bb6-8fcd-5025b46c3cc5 HTTP/1.1" status: 200 len: 946 time: 0.1006370 Jul 06 14:35:09.108049 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2d06cef7-a37c-4aae-90e5-de03a5cf4e17 req-497e766d-90d7-4115-8339-1d900bbb89ce tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660374 Jul 06 14:35:09.135500 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-ab07c77c-4801-4e4e-ada6-b00285134671 req-e349b862-ac6f-4028-8b1d-df5016347d18 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Deleting port 8693115b-99ff-4d17-8932-9064fb2ca47b {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:35:09.135851 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ab07c77c-4801-4e4e-ada6-b00285134671 req-e349b862-ac6f-4028-8b1d-df5016347d18 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:09.227369 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-ab07c77c-4801-4e4e-ada6-b00285134671 req-e349b862-ac6f-4028-8b1d-df5016347d18 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] For port 8693115b-99ff-4d17-8932-9064fb2ca47b, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=8693115b-99ff-4d17-8932-9064fb2ca47b,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:35:09.227737 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ab07c77c-4801-4e4e-ada6-b00285134671 req-e349b862-ac6f-4028-8b1d-df5016347d18 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:09.397345 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ab07c77c-4801-4e4e-ada6-b00285134671 req-e349b862-ac6f-4028-8b1d-df5016347d18 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:09.397718 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ab07c77c-4801-4e4e-ada6-b00285134671 req-e349b862-ac6f-4028-8b1d-df5016347d18 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:09.398055 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [req-ab07c77c-4801-4e4e-ada6-b00285134671 req-e349b862-ac6f-4028-8b1d-df5016347d18 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Floating IP 92de1994-5bd7-42b1-acb2-8f16e272c1d1 disassociated. External IP: 172.25.6.206, port: 8693115b-99ff-4d17-8932-9064fb2ca47b. Jul 06 14:35:09.398841 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-ab07c77c-4801-4e4e-ada6-b00285134671 req-e349b862-ac6f-4028-8b1d-df5016347d18 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Calling delete_port for 8693115b-99ff-4d17-8932-9064fb2ca47b owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:35:09.538171 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ab07c77c-4801-4e4e-ada6-b00285134671 req-e349b862-ac6f-4028-8b1d-df5016347d18 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:09.568404 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349b862-ac6f-4028-8b1d-df5016347d18 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Pushing event deleted for resources: {'Port': ['ID=8693115b-99ff-4d17-8932-9064fb2ca47b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:35:09.686597 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab07c77c-4801-4e4e-ada6-b00285134671 req-e349b862-ac6f-4028-8b1d-df5016347d18 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Router a855e76d-82ce-4995-b7b9-bf0fa36f150e has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:35:09.795951 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab07c77c-4801-4e4e-ada6-b00285134671 req-e349b862-ac6f-4028-8b1d-df5016347d18 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:35:09.805950 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15556c3e-89e9-4f25-ab75-20468f952fdf None None] Sync routers for ids ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:35:09.816500 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15556c3e-89e9-4f25-ab75-20468f952fdf None None] Routers {'a855e76d-82ce-4995-b7b9-bf0fa36f150e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:35:09.817128 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-15556c3e-89e9-4f25-ab75-20468f952fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:34:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:35:09.838299 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab07c77c-4801-4e4e-ada6-b00285134671 req-e349b862-ac6f-4028-8b1d-df5016347d18 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] No DVR routers for this DVR port 8693115b-99ff-4d17-8932-9064fb2ca47b on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:35:09.841587 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-ab07c77c-4801-4e4e-ada6-b00285134671 req-e349b862-ac6f-4028-8b1d-df5016347d18 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:09.843812 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ab07c77c-4801-4e4e-ada6-b00285134671 req-e349b862-ac6f-4028-8b1d-df5016347d18 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.124 "DELETE /v2.0/ports/8693115b-99ff-4d17-8932-9064fb2ca47b HTTP/1.1" status: 204 len: 173 time: 0.8385005 Jul 06 14:35:09.844217 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a97cee-9823-4bb6-8fcd-5025b46c3cc5', 'name': 'network-vif-deleted', 'tag': '8693115b-99ff-4d17-8932-9064fb2ca47b'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:35:09.846538 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42bbe04-5704-4bd5-acc4-7f57566f083e" -d '{"events": [{"server_uuid": "18a97cee-9823-4bb6-8fcd-5025b46c3cc5", "name": "network-vif-deleted", "tag": "8693115b-99ff-4d17-8932-9064fb2ca47b"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:35:09.886703 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a14995d-dea8-40dc-a1c0-90ac74ff5071 x-openstack-request-id: req-5a14995d-dea8-40dc-a1c0-90ac74ff5071 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:35:09.887005 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a97cee-9823-4bb6-8fcd-5025b46c3cc5", "name": "network-vif-deleted", "tag": "8693115b-99ff-4d17-8932-9064fb2ca47b", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:35:09.888089 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-5a14995d-dea8-40dc-a1c0-90ac74ff5071 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:35:09.888723 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a97cee-9823-4bb6-8fcd-5025b46c3cc5', 'name': 'network-vif-deleted', 'tag': '8693115b-99ff-4d17-8932-9064fb2ca47b', 'status': 'completed', 'code': 200} Jul 06 14:35:09.935407 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-15556c3e-89e9-4f25-ab75-20468f952fdf None None] Set router a855e76d-82ce-4995-b7b9-bf0fa36f150e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:35:10.142942 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-15556c3e-89e9-4f25-ab75-20468f952fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '4ea37044-01f4-425c-82f9-974605ece451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:29Z', 'revision_number': 4, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port': {'id': '4ea37044-01f4-425c-82f9-974605ece451', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '1a7461c2-9e89-42db-a3a5-4d86aec0dd3f', 'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'tenant_id': '957a151be395486fb443def3058c81f1', 'mac_address': 'fa:16:3e:c9:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:28Z', 'updated_at': '2021-07-06T14:30:33Z', 'revision_number': 5, 'project_id': '957a151be395486fb443def3058c81f1', 'subnets': [{'id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:35:10.172188 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15556c3e-89e9-4f25-ab75-20468f952fdf None None] Checking router: a855e76d-82ce-4995-b7b9-bf0fa36f150e for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:35:10.181519 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15556c3e-89e9-4f25-ab75-20468f952fdf None None] Routers {'a855e76d-82ce-4995-b7b9-bf0fa36f150e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:35:10.182268 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-15556c3e-89e9-4f25-ab75-20468f952fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:34:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:35:10.290431 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:10.308871 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-15556c3e-89e9-4f25-ab75-20468f952fdf None None] Set router a855e76d-82ce-4995-b7b9-bf0fa36f150e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:35:10.474649 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1436996-a277-473f-b9d7-298be476e4dc req-1dcdc418-d5de-412b-ab09-06731fc42c98 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-securitygroup--530331506&fields=id&tenant_id=957a151be395486fb443def3058c81f1 HTTP/1.1" status: 200 len: 267 time: 0.0343835 Jul 06 14:35:10.516944 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-15556c3e-89e9-4f25-ab75-20468f952fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '4ea37044-01f4-425c-82f9-974605ece451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:29Z', 'revision_number': 4, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port': {'id': '4ea37044-01f4-425c-82f9-974605ece451', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '1a7461c2-9e89-42db-a3a5-4d86aec0dd3f', 'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'tenant_id': '957a151be395486fb443def3058c81f1', 'mac_address': 'fa:16:3e:c9:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:28Z', 'updated_at': '2021-07-06T14:30:33Z', 'revision_number': 5, 'project_id': '957a151be395486fb443def3058c81f1', 'subnets': [{'id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:35:10.544099 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15556c3e-89e9-4f25-ab75-20468f952fdf None None] The sync data for ids ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'] in n-d-773644-6 is: [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '4ea37044-01f4-425c-82f9-974605ece451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:29Z', 'revision_number': 4, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port': {'id': '4ea37044-01f4-425c-82f9-974605ece451', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '1a7461c2-9e89-42db-a3a5-4d86aec0dd3f', 'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'tenant_id': '957a151be395486fb443def3058c81f1', 'mac_address': 'fa:16:3e:c9:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:28Z', 'updated_at': '2021-07-06T14:30:33Z', 'revision_number': 5, 'project_id': '957a151be395486fb443def3058c81f1', 'subnets': [{'id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:35:10.589706 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1436996-a277-473f-b9d7-298be476e4dc req-389dfec2-748b-4c5f-b9c8-4c58074a4e5e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:10.591783 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1436996-a277-473f-b9d7-298be476e4dc req-389dfec2-748b-4c5f-b9c8-4c58074a4e5e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 810 time: 0.1099284 Jul 06 14:35:10.609871 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1436996-a277-473f-b9d7-298be476e4dc req-a408774f-a879-4477-984b-ce95e8decc2c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/quotas/957a151be395486fb443def3058c81f1 HTTP/1.1" status: 200 len: 375 time: 0.0107460 Jul 06 14:35:10.615397 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b00a43d7-67b8-4d5e-b2db-da4b577cf1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:10.686089 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1436996-a277-473f-b9d7-298be476e4dc req-4054844b-dba2-48d6-803b-f19f9407b629 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0687506 Jul 06 14:35:10.753666 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-c1436996-a277-473f-b9d7-298be476e4dc req-11df6c6e-9378-4aef-b3c2-4f07bb715b81 service neutron] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:35:10.754746 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1436996-a277-473f-b9d7-298be476e4dc req-11df6c6e-9378-4aef-b3c2-4f07bb715b81 service neutron] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0564663 Jul 06 14:35:10.769612 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f384bd6-f17f-4a22-9527-ecce517da37b None None] New status for floating IP 92de1994-5bd7-42b1-acb2-8f16e272c1d1: DOWN {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:35:10.852164 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1436996-a277-473f-b9d7-298be476e4dc req-41ae4d70-c509-411d-bf72-2cbfde91f6e8 service neutron] 10.222.0.118 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912678 Jul 06 14:35:10.948571 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c1436996-a277-473f-b9d7-298be476e4dc req-f782af67-c66b-47be-a324-d7e4484c5247 service neutron] 10.222.0.118 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900137 Jul 06 14:35:11.129797 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d2893971-afec-4c20-9010-7ffead5cc17b req-5ff75d91-ccc7-42f2-b366-29ffebc43fb2 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 210 time: 0.0344014 Jul 06 14:35:11.651473 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:12.076690 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 8693115b-99ff-4d17-8932-9064fb2ca47b no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:35:12.096778 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 8693115b-99ff-4d17-8932-9064fb2ca47b {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:35:12.097132 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 8693115b-99ff-4d17-8932-9064fb2ca47b not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:35:12.286192 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-412dff9c-ca37-439e-8f22-35d9947c6d9a req-bc62043e-4af4-4443-b13c-9e747db4d1d9 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 210 time: 0.0307958 Jul 06 14:35:12.286938 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1436996-a277-473f-b9d7-298be476e4dc req-3040ee93-013d-4be8-b612-235389588542 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:12.287903 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c1436996-a277-473f-b9d7-298be476e4dc req-3040ee93-013d-4be8-b612-235389588542 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 810 time: 0.1454732 Jul 06 14:35:12.343878 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c1436996-a277-473f-b9d7-298be476e4dc req-acc500ab-d200-47be-86e4-fa408358b407 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=957a151be395486fb443def3058c81f1 HTTP/1.1" status: 200 len: 379 time: 0.0466547 Jul 06 14:35:12.357611 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-c1436996-a277-473f-b9d7-298be476e4dc req-dc3c6078-389b-421a-b194-00ab1f02dd36 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Request body: {'port': {'device_id': '8eeccb9d-e7b6-4d60-9053-b2563797f800', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'admin_state_up': True, 'tenant_id': '957a151be395486fb443def3058c81f1', 'security_groups': ['4273d917-75a7-48cd-b79c-376c52e908cb']}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:35:12.477019 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1436996-a277-473f-b9d7-298be476e4dc req-dc3c6078-389b-421a-b194-00ab1f02dd36 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Made reservation on behalf of 957a151be395486fb443def3058c81f1 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:35:12.480624 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c1436996-a277-473f-b9d7-298be476e4dc req-dc3c6078-389b-421a-b194-00ab1f02dd36 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:12.612767 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-c1436996-a277-473f-b9d7-298be476e4dc req-dc3c6078-389b-421a-b194-00ab1f02dd36 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Allocated IP 172.20.0.13 (53387a59-a2ea-46d9-befd-62c735908b93/53c5876d-9d00-410e-8d7e-739f83ac17f1/ca189ff0-205b-4752-9bbe-3cb5e73374a8) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:35:12.771546 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c1436996-a277-473f-b9d7-298be476e4dc req-dc3c6078-389b-421a-b194-00ab1f02dd36 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:12.786453 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-c1436996-a277-473f-b9d7-298be476e4dc req-dc3c6078-389b-421a-b194-00ab1f02dd36 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Transition to ACTIVE for port object ca189ff0-205b-4752-9bbe-3cb5e73374a8 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:35:12.827494 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c1436996-a277-473f-b9d7-298be476e4dc req-dc3c6078-389b-421a-b194-00ab1f02dd36 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:12.873463 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1436996-a277-473f-b9d7-298be476e4dc req-dc3c6078-389b-421a-b194-00ab1f02dd36 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Network 53387a59-a2ea-46d9-befd-62c735908b93 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:35:12.876884 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-c1436996-a277-473f-b9d7-298be476e4dc req-dc3c6078-389b-421a-b194-00ab1f02dd36 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:35:12.887669 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1436996-a277-473f-b9d7-298be476e4dc req-dc3c6078-389b-421a-b194-00ab1f02dd36 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:35:12.918601 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c6078-389b-421a-b194-00ab1f02dd36 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Pushing event updated for resources: {'Port': ['ID=ca189ff0-205b-4752-9bbe-3cb5e73374a8,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:35:12.935564 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c6078-389b-421a-b194-00ab1f02dd36 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:35:12.935564 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c6078-389b-421a-b194-00ab1f02dd36 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:35:12.936003 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c6078-389b-421a-b194-00ab1f02dd36 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:35:12.936171 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c6078-389b-421a-b194-00ab1f02dd36 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:35:12.936520 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c6078-389b-421a-b194-00ab1f02dd36 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:35:12.936851 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c6078-389b-421a-b194-00ab1f02dd36 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:35:12.937182 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c6078-389b-421a-b194-00ab1f02dd36 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:35:12.937508 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c6078-389b-421a-b194-00ab1f02dd36 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:35:12.937861 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c6078-389b-421a-b194-00ab1f02dd36 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:35:12.938190 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c6078-389b-421a-b194-00ab1f02dd36 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:35:12.938522 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c6078-389b-421a-b194-00ab1f02dd36 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:35:12.938845 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c6078-389b-421a-b194-00ab1f02dd36 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:35:12.962189 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1436996-a277-473f-b9d7-298be476e4dc req-dc3c6078-389b-421a-b194-00ab1f02dd36 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:12.962839 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c1436996-a277-473f-b9d7-298be476e4dc req-dc3c6078-389b-421a-b194-00ab1f02dd36 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:12.981848 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c1436996-a277-473f-b9d7-298be476e4dc req-dc3c6078-389b-421a-b194-00ab1f02dd36 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6302183 Jul 06 14:35:12.998004 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-c1436996-a277-473f-b9d7-298be476e4dc req-7106528e-4676-423c-85ad-ebd5eecec4a3 service neutron] Request body: {'port': {'device_id': '8eeccb9d-e7b6-4d60-9053-b2563797f800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:35:13.082633 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c1436996-a277-473f-b9d7-298be476e4dc req-7106528e-4676-423c-85ad-ebd5eecec4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:13.130243 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b4fb3960-8469-4448-8a66-f525d226a167 None None] Provisioning for port ca189ff0-205b-4752-9bbe-3cb5e73374a8 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:35:13.135180 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b4fb3960-8469-4448-8a66-f525d226a167 None None] Provisioning complete for port ca189ff0-205b-4752-9bbe-3cb5e73374a8 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:35:13.135584 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b4fb3960-8469-4448-8a66-f525d226a167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:13.172218 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-b4fb3960-8469-4448-8a66-f525d226a167 None None] Port ca189ff0-205b-4752-9bbe-3cb5e73374a8 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:35:13.213971 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:13.400278 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-c1436996-a277-473f-b9d7-298be476e4dc req-7106528e-4676-423c-85ad-ebd5eecec4a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca189ff0-205b-4752-9bbe-3cb5e73374a8 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:35:13.415787 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c1436996-a277-473f-b9d7-298be476e4dc req-7106528e-4676-423c-85ad-ebd5eecec4a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:13.432633 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-c1436996-a277-473f-b9d7-298be476e4dc req-7106528e-4676-423c-85ad-ebd5eecec4a3 service neutron] Transition to ACTIVE for port object ca189ff0-205b-4752-9bbe-3cb5e73374a8 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:35:13.439668 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c1436996-a277-473f-b9d7-298be476e4dc req-7106528e-4676-423c-85ad-ebd5eecec4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:13.493676 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7106528e-4676-423c-85ad-ebd5eecec4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca189ff0-205b-4752-9bbe-3cb5e73374a8,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:35:13.506418 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad2367-de0c-4969-8347-7a93637934a9 req-1c37053c-a8ca-424a-bb46-0a4652705ad0 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:13.508029 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-baad2367-de0c-4969-8347-7a93637934a9 req-1c37053c-a8ca-424a-bb46-0a4652705ad0 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 932 time: 0.0874891 Jul 06 14:35:13.561983 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-baad2367-de0c-4969-8347-7a93637934a9 req-306191e6-3286-4cda-9564-0400f04dbe2a tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463846 Jul 06 14:35:13.570929 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-c1436996-a277-473f-b9d7-298be476e4dc req-7106528e-4676-423c-85ad-ebd5eecec4a3 service neutron] Attempting to bind port ca189ff0-205b-4752-9bbe-3cb5e73374a8 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:35:13.571474 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-c1436996-a277-473f-b9d7-298be476e4dc req-7106528e-4676-423c-85ad-ebd5eecec4a3 service neutron] Attempting to bind port ca189ff0-205b-4752-9bbe-3cb5e73374a8 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:35:13.571900 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1436996-a277-473f-b9d7-298be476e4dc req-7106528e-4676-423c-85ad-ebd5eecec4a3 service neutron] Attempting to bind port ca189ff0-205b-4752-9bbe-3cb5e73374a8 on network 53387a59-a2ea-46d9-befd-62c735908b93 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:35:13.579513 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1436996-a277-473f-b9d7-298be476e4dc req-7106528e-4676-423c-85ad-ebd5eecec4a3 service neutron] Port ca189ff0-205b-4752-9bbe-3cb5e73374a8 on network 53387a59-a2ea-46d9-befd-62c735908b93 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:35:13.579513 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1436996-a277-473f-b9d7-298be476e4dc req-7106528e-4676-423c-85ad-ebd5eecec4a3 service neutron] Attempting to bind port ca189ff0-205b-4752-9bbe-3cb5e73374a8 on network 53387a59-a2ea-46d9-befd-62c735908b93 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:35:13.596624 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1436996-a277-473f-b9d7-298be476e4dc req-7106528e-4676-423c-85ad-ebd5eecec4a3 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:35:13.596624 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1436996-a277-473f-b9d7-298be476e4dc req-7106528e-4676-423c-85ad-ebd5eecec4a3 service neutron] Checking segment: {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:35:13.596624 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1436996-a277-473f-b9d7-298be476e4dc req-7106528e-4676-423c-85ad-ebd5eecec4a3 service neutron] Bound using segment: {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:35:13.596624 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-c1436996-a277-473f-b9d7-298be476e4dc req-7106528e-4676-423c-85ad-ebd5eecec4a3 service neutron] Bound port: ca189ff0-205b-4752-9bbe-3cb5e73374a8, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:35:13.596624 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c1436996-a277-473f-b9d7-298be476e4dc req-7106528e-4676-423c-85ad-ebd5eecec4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:13.679902 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-c1436996-a277-473f-b9d7-298be476e4dc req-7106528e-4676-423c-85ad-ebd5eecec4a3 service neutron] For port ca189ff0-205b-4752-9bbe-3cb5e73374a8, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:35:13.687021 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-c1436996-a277-473f-b9d7-298be476e4dc req-7106528e-4676-423c-85ad-ebd5eecec4a3 service neutron] For port ca189ff0-205b-4752-9bbe-3cb5e73374a8, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ca189ff0-205b-4752-9bbe-3cb5e73374a8,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:35:13.693982 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c1436996-a277-473f-b9d7-298be476e4dc req-7106528e-4676-423c-85ad-ebd5eecec4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:13.738779 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1436996-a277-473f-b9d7-298be476e4dc req-7106528e-4676-423c-85ad-ebd5eecec4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:13.739420 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-c1436996-a277-473f-b9d7-298be476e4dc req-7106528e-4676-423c-85ad-ebd5eecec4a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:13.740921 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c1436996-a277-473f-b9d7-298be476e4dc req-7106528e-4676-423c-85ad-ebd5eecec4a3 service neutron] 10.222.0.52 "PUT /v2.0/ports/ca189ff0-205b-4752-9bbe-3cb5e73374a8 HTTP/1.1" status: 200 len: 1092 time: 0.7476313 Jul 06 14:35:13.743699 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eeccb9d-e7b6-4d60-9053-b2563797f800', 'tag': 'ca189ff0-205b-4752-9bbe-3cb5e73374a8'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:35:13.746111 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278dfc22-1c51-4ccb-88e2-ad48fa50395f" -d '{"events": [{"name": "network-changed", "server_uuid": "8eeccb9d-e7b6-4d60-9053-b2563797f800", "tag": "ca189ff0-205b-4752-9bbe-3cb5e73374a8"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:35:13.795345 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7106528e-4676-423c-85ad-ebd5eecec4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca189ff0-205b-4752-9bbe-3cb5e73374a8,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:35:13.816483 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58540b9-35a9-40ac-930a-ef011725e698 x-openstack-request-id: req-c58540b9-35a9-40ac-930a-ef011725e698 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:35:13.816913 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eeccb9d-e7b6-4d60-9053-b2563797f800", "tag": "ca189ff0-205b-4752-9bbe-3cb5e73374a8", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:35:13.817341 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c58540b9-35a9-40ac-930a-ef011725e698 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:35:13.817882 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eeccb9d-e7b6-4d60-9053-b2563797f800', 'tag': 'ca189ff0-205b-4752-9bbe-3cb5e73374a8', 'status': 'completed', 'code': 200} Jul 06 14:35:13.872864 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1436996-a277-473f-b9d7-298be476e4dc req-6d52c324-333e-4cd6-9854-24e544da2ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:13.874507 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c1436996-a277-473f-b9d7-298be476e4dc req-6d52c324-333e-4cd6-9854-24e544da2ea5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 1095 time: 0.0743785 Jul 06 14:35:13.935480 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c1436996-a277-473f-b9d7-298be476e4dc req-5e961418-4342-4cf1-a29c-2f9c0ad883e8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca189ff0-205b-4752-9bbe-3cb5e73374a8 HTTP/1.1" status: 200 len: 217 time: 0.0498836 Jul 06 14:35:14.003011 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1436996-a277-473f-b9d7-298be476e4dc req-468329e2-ab54-483a-9ac5-6ad9416ae9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:14.004526 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c1436996-a277-473f-b9d7-298be476e4dc req-468329e2-ab54-483a-9ac5-6ad9416ae9d3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0592234 Jul 06 14:35:14.099741 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1436996-a277-473f-b9d7-298be476e4dc req-f78e3fc5-6566-4b9d-9c95-bf3904383854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:14.105854 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c1436996-a277-473f-b9d7-298be476e4dc req-f78e3fc5-6566-4b9d-9c95-bf3904383854 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918412 Jul 06 14:35:14.223027 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c1436996-a277-473f-b9d7-298be476e4dc req-8bee787e-3b90-4a9b-985f-14191d5bcbba service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069438 Jul 06 14:35:14.347347 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-c1436996-a277-473f-b9d7-298be476e4dc req-c5dcd495-2bb0-43a7-9f29-056c52dbaf61 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148229 Jul 06 14:35:14.459964 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278dfc22-1c51-4ccb-88e2-ad48fa50395f req-caa60eac-a3d8-49e9-9f73-1ebe8999cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:14.461410 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-278dfc22-1c51-4ccb-88e2-ad48fa50395f req-caa60eac-a3d8-49e9-9f73-1ebe8999cf96 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 1095 time: 0.0544446 Jul 06 14:35:14.554818 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278dfc22-1c51-4ccb-88e2-ad48fa50395f req-81635773-3157-40b2-ae77-fcc6480caf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:14.556366 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-278dfc22-1c51-4ccb-88e2-ad48fa50395f req-81635773-3157-40b2-ae77-fcc6480caf76 service neutron] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0879605 Jul 06 14:35:14.599163 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-278dfc22-1c51-4ccb-88e2-ad48fa50395f req-a92d0dcf-48e3-4d0d-b3d6-27a751a7fe2f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca189ff0-205b-4752-9bbe-3cb5e73374a8 HTTP/1.1" status: 200 len: 217 time: 0.0359569 Jul 06 14:35:14.648218 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278dfc22-1c51-4ccb-88e2-ad48fa50395f req-f9f3f161-c167-4eff-a7bc-7284db9abdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:14.649722 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-278dfc22-1c51-4ccb-88e2-ad48fa50395f req-f9f3f161-c167-4eff-a7bc-7284db9abdac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0443664 Jul 06 14:35:14.714029 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278dfc22-1c51-4ccb-88e2-ad48fa50395f req-434e56a1-83d5-4fc8-8007-a71e72e52230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:14.716036 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-278dfc22-1c51-4ccb-88e2-ad48fa50395f req-434e56a1-83d5-4fc8-8007-a71e72e52230 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580544 Jul 06 14:35:14.755728 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d582320-4d41-4fb2-991c-1956bc9d16af req-690967d4-35b9-41f8-a3c3-4fec80d35994 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:14.757312 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5d582320-4d41-4fb2-991c-1956bc9d16af req-690967d4-35b9-41f8-a3c3-4fec80d35994 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 944 time: 0.0687625 Jul 06 14:35:14.801794 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5d582320-4d41-4fb2-991c-1956bc9d16af req-dd343f30-fa69-4988-859c-085ddd3d7624 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385914 Jul 06 14:35:14.811980 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-278dfc22-1c51-4ccb-88e2-ad48fa50395f req-b23b7b31-8761-402f-b7fe-06fdfbc5eb3e service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855365 Jul 06 14:35:14.911076 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-278dfc22-1c51-4ccb-88e2-ad48fa50395f req-06807713-5f0b-4a5e-a569-6eed62b99736 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900278 Jul 06 14:35:15.977284 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa03a21-e136-41b2-9726-14d61d183931 req-4b82964c-10d3-4906-b5bb-4940f78d169b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:15.978793 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-efa03a21-e136-41b2-9726-14d61d183931 req-4b82964c-10d3-4906-b5bb-4940f78d169b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 944 time: 0.0650456 Jul 06 14:35:16.018129 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-efa03a21-e136-41b2-9726-14d61d183931 req-a8603f54-28eb-48f8-9ce8-7c40960f21fa tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329294 Jul 06 14:35:16.962999 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:17.192637 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee976e3f-56d2-4f32-81e9-3fc4feb0a013 req-98797a54-7e45-444f-867e-887cb2a3eae4 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:17.194159 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ee976e3f-56d2-4f32-81e9-3fc4feb0a013 req-98797a54-7e45-444f-867e-887cb2a3eae4 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 944 time: 0.0659482 Jul 06 14:35:17.233549 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ee976e3f-56d2-4f32-81e9-3fc4feb0a013 req-25331eeb-b0ce-498c-a619-d5b23620b76b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335853 Jul 06 14:35:18.412165 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b0941-2fd2-49de-9914-0e1df8bec2ef req-2b678425-7c9a-4fbf-9f10-290ad67e8b1b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:18.413664 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b20b0941-2fd2-49de-9914-0e1df8bec2ef req-2b678425-7c9a-4fbf-9f10-290ad67e8b1b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 944 time: 0.0667751 Jul 06 14:35:18.452462 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b20b0941-2fd2-49de-9914-0e1df8bec2ef req-05d7daa9-730d-4f62-9cca-070faf0919f6 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327282 Jul 06 14:35:18.739632 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ca189ff0-205b-4752-9bbe-3cb5e73374a8 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:35:18.837349 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port ca189ff0-205b-4752-9bbe-3cb5e73374a8, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ca189ff0-205b-4752-9bbe-3cb5e73374a8,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:35:18.849065 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'ca189ff0-205b-4752-9bbe-3cb5e73374a8', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'port_id': 'ca189ff0-205b-4752-9bbe-3cb5e73374a8', 'mac_address': 'fa:16:3e:ab:61:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:35:18.889413 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:18.901577 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca189ff0-205b-4752-9bbe-3cb5e73374a8 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:35:18.920922 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port ca189ff0-205b-4752-9bbe-3cb5e73374a8, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ca189ff0-205b-4752-9bbe-3cb5e73374a8,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:35:18.925040 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:18.978276 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=ca189ff0-205b-4752-9bbe-3cb5e73374a8,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:35:19.123394 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:19.202442 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['ca189ff0-205b-4752-9bbe-3cb5e73374a8'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:35:19.628831 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53485452-daa0-4c7a-956c-03c5511c3dca req-d809bc93-d3fd-4843-a0a4-acae193e6eca tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:19.630295 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53485452-daa0-4c7a-956c-03c5511c3dca req-d809bc93-d3fd-4843-a0a4-acae193e6eca tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 945 time: 0.0628984 Jul 06 14:35:19.669472 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53485452-daa0-4c7a-956c-03c5511c3dca req-4c817f75-93dd-4cba-a521-6ca8c347ecb9 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336342 Jul 06 14:35:20.739386 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ca189ff0-205b-4752-9bbe-3cb5e73374a8 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:35:20.791306 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port ca189ff0-205b-4752-9bbe-3cb5e73374a8 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:35:20.795201 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port ca189ff0-205b-4752-9bbe-3cb5e73374a8 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:35:20.795586 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:20.862150 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59620e4d-fb3a-4470-8296-c7dfd8e4733a req-14c4ff0f-7ce9-4348-a168-1526c5d69ecf tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:20.863617 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59620e4d-fb3a-4470-8296-c7dfd8e4733a req-14c4ff0f-7ce9-4348-a168-1526c5d69ecf tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 945 time: 0.0766020 Jul 06 14:35:20.875441 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:20.898672 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eeccb9d-e7b6-4d60-9053-b2563797f800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca189ff0-205b-4752-9bbe-3cb5e73374a8'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:35:20.900943 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce1b624-ecc3-40c5-bf1d-ec334ebf9c5f" -d '{"events": [{"server_uuid": "8eeccb9d-e7b6-4d60-9053-b2563797f800", "name": "network-vif-plugged", "status": "completed", "tag": "ca189ff0-205b-4752-9bbe-3cb5e73374a8"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:35:20.904089 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59620e4d-fb3a-4470-8296-c7dfd8e4733a req-85ca0b07-c559-456f-ad59-d504071ec1ee tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347686 Jul 06 14:35:20.913797 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port ca189ff0-205b-4752-9bbe-3cb5e73374a8, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ca189ff0-205b-4752-9bbe-3cb5e73374a8,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:35:20.917855 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:20.952521 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc7b1f4-3170-4b27-9a6b-831d24b9809c x-openstack-request-id: req-abc7b1f4-3170-4b27-9a6b-831d24b9809c {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:35:20.952832 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eeccb9d-e7b6-4d60-9053-b2563797f800", "name": "network-vif-plugged", "status": "completed", "tag": "ca189ff0-205b-4752-9bbe-3cb5e73374a8", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:35:20.953093 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-abc7b1f4-3170-4b27-9a6b-831d24b9809c {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:35:20.953486 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eeccb9d-e7b6-4d60-9053-b2563797f800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca189ff0-205b-4752-9bbe-3cb5e73374a8', 'code': 200} Jul 06 14:35:20.974069 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=ca189ff0-205b-4752-9bbe-3cb5e73374a8,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:35:21.071219 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cf4fc-2dcf-413e-b053-21b8e8815425 req-ab7a4001-2ce8-43d8-979e-d903311c57bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:21.072769 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b15cf4fc-2dcf-413e-b053-21b8e8815425 req-ab7a4001-2ce8-43d8-979e-d903311c57bf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 1097 time: 0.0535550 Jul 06 14:35:21.111830 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b15cf4fc-2dcf-413e-b053-21b8e8815425 req-3cdcbc0f-d384-4831-bed1-7092d5451971 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295248 Jul 06 14:35:22.104267 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b1925-5406-4310-ba6d-f6ee94ec733a req-338b8b74-3b42-451e-a7f7-01812d8f7fdb tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:22.105869 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-776b1925-5406-4310-ba6d-f6ee94ec733a req-338b8b74-3b42-451e-a7f7-01812d8f7fdb tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 946 time: 0.0805089 Jul 06 14:35:22.156677 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-776b1925-5406-4310-ba6d-f6ee94ec733a req-5ee34e4d-d4a2-4a98-b06a-71204932d5b6 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442178 Jul 06 14:35:23.332538 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3aaf5-4e01-42a1-86b5-9b981c7ce936 req-c03da2a0-fbda-430a-ade4-3b7bc0d9b361 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:23.334083 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8cc3aaf5-4e01-42a1-86b5-9b981c7ce936 req-c03da2a0-fbda-430a-ade4-3b7bc0d9b361 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 946 time: 0.0625560 Jul 06 14:35:23.371989 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8cc3aaf5-4e01-42a1-86b5-9b981c7ce936 req-f713d194-37bd-4b0c-b677-b0fbf59c3c36 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319965 Jul 06 14:35:23.548547 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b809b32-318c-412d-b237-eec9d01203b0 req-96ca7e58-0c96-46c6-9b55-081fc2aa46f4 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:23.549993 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b809b32-318c-412d-b237-eec9d01203b0 req-96ca7e58-0c96-46c6-9b55-081fc2aa46f4 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 946 time: 0.0681717 Jul 06 14:35:23.559677 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 36288) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:35:23.564184 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-e9c462b8-ad4d-46d6-a3b6-a12fa06600ef tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Request body: {'floatingip': {'port_id': 'ca189ff0-205b-4752-9bbe-3cb5e73374a8'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:35:23.603308 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9c462b8-ad4d-46d6-a3b6-a12fa06600ef tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for floatingip, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:24.376619 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9c462b8-ad4d-46d6-a3b6-a12fa06600ef tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:24.380723 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9c462b8-ad4d-46d6-a3b6-a12fa06600ef tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:24.479186 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-e9c462b8-ad4d-46d6-a3b6-a12fa06600ef tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Floating IP 92de1994-5bd7-42b1-acb2-8f16e272c1d1 associated. External IP: 172.25.6.206, port: ca189ff0-205b-4752-9bbe-3cb5e73374a8. Jul 06 14:35:24.684800 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c462b8-ad4d-46d6-a3b6-a12fa06600ef tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Router a855e76d-82ce-4995-b7b9-bf0fa36f150e has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:35:24.791730 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c462b8-ad4d-46d6-a3b6-a12fa06600ef tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:35:24.797183 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9c462b8-ad4d-46d6-a3b6-a12fa06600ef tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:24.801380 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d5759a-63e4-4d1a-a80d-1a5b92c17c5f None None] Sync routers for ids ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:35:24.811616 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d5759a-63e4-4d1a-a80d-1a5b92c17c5f None None] Routers {'a855e76d-82ce-4995-b7b9-bf0fa36f150e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:35:24.812268 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f3d5759a-63e4-4d1a-a80d-1a5b92c17c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:35:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:35:24.834608 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e9c462b8-ad4d-46d6-a3b6-a12fa06600ef tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "PUT /v2.0/floatingips/92de1994-5bd7-42b1-acb2-8f16e272c1d1 HTTP/1.1" status: 200 len: 992 time: 1.2738645 Jul 06 14:35:24.835534 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eeccb9d-e7b6-4d60-9053-b2563797f800', 'tag': 'ca189ff0-205b-4752-9bbe-3cb5e73374a8'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:35:24.837588 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb1dedd-54a3-484f-b685-cbf56bd71167" -d '{"events": [{"name": "network-changed", "server_uuid": "8eeccb9d-e7b6-4d60-9053-b2563797f800", "tag": "ca189ff0-205b-4752-9bbe-3cb5e73374a8"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:35:24.919530 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-f3d5759a-63e4-4d1a-a80d-1a5b92c17c5f None None] Set router a855e76d-82ce-4995-b7b9-bf0fa36f150e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:35:24.970380 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3cd49a-5e75-42a3-a985-22fceb4df6c4 x-openstack-request-id: req-ed3cd49a-5e75-42a3-a985-22fceb4df6c4 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:35:24.970681 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eeccb9d-e7b6-4d60-9053-b2563797f800", "tag": "ca189ff0-205b-4752-9bbe-3cb5e73374a8", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:35:24.970945 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-ed3cd49a-5e75-42a3-a985-22fceb4df6c4 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:35:24.971381 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eeccb9d-e7b6-4d60-9053-b2563797f800', 'tag': 'ca189ff0-205b-4752-9bbe-3cb5e73374a8', 'status': 'completed', 'code': 200} Jul 06 14:35:25.059976 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1dedd-54a3-484f-b685-cbf56bd71167 req-2e4ac6c5-51a3-45c0-b2de-23e5df4260d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:25.061429 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3cb1dedd-54a3-484f-b685-cbf56bd71167 req-2e4ac6c5-51a3-45c0-b2de-23e5df4260d3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 1097 time: 0.0660832 Jul 06 14:35:25.150294 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f3d5759a-63e4-4d1a-a80d-1a5b92c17c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '4ea37044-01f4-425c-82f9-974605ece451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:29Z', 'revision_number': 4, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port': {'id': '4ea37044-01f4-425c-82f9-974605ece451', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '92de1994-5bd7-42b1-acb2-8f16e272c1d1', 'tenant_id': '957a151be395486fb443def3058c81f1', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'port_id': 'ca189ff0-205b-4752-9bbe-3cb5e73374a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'mac_address': 'fa:16:3e:ab:61:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eeccb9d-e7b6-4d60-9053-b2563797f800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:30:31Z', 'updated_at': '2021-07-06T14:35:24Z', 'revision_number': 9, 'project_id': '957a151be395486fb443def3058c81f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7461c2-9e89-42db-a3a5-4d86aec0dd3f', 'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'tenant_id': '957a151be395486fb443def3058c81f1', 'mac_address': 'fa:16:3e:c9:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:28Z', 'updated_at': '2021-07-06T14:30:33Z', 'revision_number': 5, 'project_id': '957a151be395486fb443def3058c81f1', 'subnets': [{'id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:35:25.157808 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1dedd-54a3-484f-b685-cbf56bd71167 req-c30cf70e-2a2e-4c0c-bdda-e6d53b6aa227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:25.159463 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3cb1dedd-54a3-484f-b685-cbf56bd71167 req-c30cf70e-2a2e-4c0c-bdda-e6d53b6aa227 service neutron] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0912495 Jul 06 14:35:25.177664 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d5759a-63e4-4d1a-a80d-1a5b92c17c5f None None] Checking router: a855e76d-82ce-4995-b7b9-bf0fa36f150e for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:35:25.186748 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d5759a-63e4-4d1a-a80d-1a5b92c17c5f None None] Routers {'a855e76d-82ce-4995-b7b9-bf0fa36f150e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:35:25.187358 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f3d5759a-63e4-4d1a-a80d-1a5b92c17c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:35:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:35:25.225057 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3cb1dedd-54a3-484f-b685-cbf56bd71167 req-51bf24bb-2a82-47f7-ba3a-705efac84698 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca189ff0-205b-4752-9bbe-3cb5e73374a8 HTTP/1.1" status: 200 len: 1000 time: 0.0595715 Jul 06 14:35:25.279446 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1dedd-54a3-484f-b685-cbf56bd71167 req-e51b22cf-c3fc-4a27-a4de-e10819da1d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:25.280961 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3cb1dedd-54a3-484f-b685-cbf56bd71167 req-e51b22cf-c3fc-4a27-a4de-e10819da1d65 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0494218 Jul 06 14:35:25.298596 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-f3d5759a-63e4-4d1a-a80d-1a5b92c17c5f None None] Set router a855e76d-82ce-4995-b7b9-bf0fa36f150e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:35:25.341954 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1dedd-54a3-484f-b685-cbf56bd71167 req-2a5c6071-9d38-4ef6-9434-1c539a40acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:25.343601 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3cb1dedd-54a3-484f-b685-cbf56bd71167 req-2a5c6071-9d38-4ef6-9434-1c539a40acaf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559993 Jul 06 14:35:25.443187 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3cb1dedd-54a3-484f-b685-cbf56bd71167 req-c57479c1-5449-4ace-9458-f17144211c9c service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929832 Jul 06 14:35:25.533853 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-f3d5759a-63e4-4d1a-a80d-1a5b92c17c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '4ea37044-01f4-425c-82f9-974605ece451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:29Z', 'revision_number': 4, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port': {'id': '4ea37044-01f4-425c-82f9-974605ece451', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '92de1994-5bd7-42b1-acb2-8f16e272c1d1', 'tenant_id': '957a151be395486fb443def3058c81f1', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'port_id': 'ca189ff0-205b-4752-9bbe-3cb5e73374a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'mac_address': 'fa:16:3e:ab:61:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eeccb9d-e7b6-4d60-9053-b2563797f800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:30:31Z', 'updated_at': '2021-07-06T14:35:24Z', 'revision_number': 9, 'project_id': '957a151be395486fb443def3058c81f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7461c2-9e89-42db-a3a5-4d86aec0dd3f', 'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'tenant_id': '957a151be395486fb443def3058c81f1', 'mac_address': 'fa:16:3e:c9:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:28Z', 'updated_at': '2021-07-06T14:30:33Z', 'revision_number': 5, 'project_id': '957a151be395486fb443def3058c81f1', 'subnets': [{'id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:35:25.543639 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3cb1dedd-54a3-484f-b685-cbf56bd71167 req-1530949f-cb46-44b7-ac11-ead28863ba9e service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939918 Jul 06 14:35:25.561831 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d5759a-63e4-4d1a-a80d-1a5b92c17c5f None None] The sync data for ids ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'] in n-d-773644-6 is: [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '4ea37044-01f4-425c-82f9-974605ece451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:29Z', 'revision_number': 4, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port': {'id': '4ea37044-01f4-425c-82f9-974605ece451', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '92de1994-5bd7-42b1-acb2-8f16e272c1d1', 'tenant_id': '957a151be395486fb443def3058c81f1', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'port_id': 'ca189ff0-205b-4752-9bbe-3cb5e73374a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'mac_address': 'fa:16:3e:ab:61:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eeccb9d-e7b6-4d60-9053-b2563797f800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:30:31Z', 'updated_at': '2021-07-06T14:35:24Z', 'revision_number': 9, 'project_id': '957a151be395486fb443def3058c81f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7461c2-9e89-42db-a3a5-4d86aec0dd3f', 'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'tenant_id': '957a151be395486fb443def3058c81f1', 'mac_address': 'fa:16:3e:c9:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:28Z', 'updated_at': '2021-07-06T14:30:33Z', 'revision_number': 5, 'project_id': '957a151be395486fb443def3058c81f1', 'subnets': [{'id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:35:25.761542 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22376a9-dde7-4dca-9f1f-04ce2799565b None None] New status for floating IP 92de1994-5bd7-42b1-acb2-8f16e272c1d1: ACTIVE {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:35:28.737943 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:35:37.372150 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a7227546-a685-4acc-9abc-4073d02af7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:40.282328 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:40.616726 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0a4c43a4-17b4-417f-b53d-989c12304cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:41.653219 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:43.213720 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:43.891994 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-dda1340c-858d-4285-b1fa-3395d3c53287 req-c0eddf31-bf17-44cf-810f-2152f4485ab3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0600591 Jul 06 14:35:43.989712 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1340c-858d-4285-b1fa-3395d3c53287 req-24847204-db2f-4494-980d-d4e533230158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:43.991306 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-dda1340c-858d-4285-b1fa-3395d3c53287 req-24847204-db2f-4494-980d-d4e533230158 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 1097 time: 0.0527365 Jul 06 14:35:44.099742 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1340c-858d-4285-b1fa-3395d3c53287 req-d5ef3237-9295-4a8e-a4de-ba815e05165b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:44.101298 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-dda1340c-858d-4285-b1fa-3395d3c53287 req-d5ef3237-9295-4a8e-a4de-ba815e05165b service neutron] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0884194 Jul 06 14:35:44.165318 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-dda1340c-858d-4285-b1fa-3395d3c53287 req-104af13b-7626-4f13-8b7a-a1bb9d07dd21 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca189ff0-205b-4752-9bbe-3cb5e73374a8 HTTP/1.1" status: 200 len: 1003 time: 0.0569527 Jul 06 14:35:44.220772 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1340c-858d-4285-b1fa-3395d3c53287 req-30420c10-aaae-4999-b91b-9c3948177dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:44.222356 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-dda1340c-858d-4285-b1fa-3395d3c53287 req-30420c10-aaae-4999-b91b-9c3948177dea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0495117 Jul 06 14:35:44.288590 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1340c-858d-4285-b1fa-3395d3c53287 req-1adee2b9-00de-4161-9a14-11fce20f7861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:35:44.290194 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-dda1340c-858d-4285-b1fa-3395d3c53287 req-1adee2b9-00de-4161-9a14-11fce20f7861 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590005 Jul 06 14:35:44.380200 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-dda1340c-858d-4285-b1fa-3395d3c53287 req-4b44a656-8c4e-4723-b2fd-acd92c909c8c service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828462 Jul 06 14:35:44.474410 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-dda1340c-858d-4285-b1fa-3395d3c53287 req-0401e492-da96-4a44-8fcc-7c5945c00289 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862627 Jul 06 14:35:46.964088 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:35:49.123439 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:05.739441 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:36:07.376759 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6ce75450-7a11-4011-bab3-cd6067e0abd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:10.283437 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:10.616175 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-31d9349a-42a0-4f5f-9de0-094272845b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:11.656255 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:13.217913 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:16.977927 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:19.132256 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:37.378139 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d2068031-ddeb-44ad-870f-ec1516c1809b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:40.285897 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:40.616471 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dacd443b-da0a-440e-bfc0-ba3802cafac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:41.658239 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:42.739017 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:36:43.225261 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:45.936121 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-73b18298-341d-4936-81c3-1bf029783ae3 req-15147b0d-face-4ce0-955a-f9eb32e6f1ed service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1086621 Jul 06 14:36:46.036486 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b18298-341d-4936-81c3-1bf029783ae3 req-24b755ca-e8d9-4c56-a0e7-ed141eecd39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:46.038071 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-73b18298-341d-4936-81c3-1bf029783ae3 req-24b755ca-e8d9-4c56-a0e7-ed141eecd39d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 1097 time: 0.0552115 Jul 06 14:36:46.154136 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b18298-341d-4936-81c3-1bf029783ae3 req-bed10fe0-9d6e-4643-9553-e7cb4e90791c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:46.155621 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-73b18298-341d-4936-81c3-1bf029783ae3 req-bed10fe0-9d6e-4643-9553-e7cb4e90791c service neutron] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0906205 Jul 06 14:36:46.226822 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-73b18298-341d-4936-81c3-1bf029783ae3 req-9fde3178-3a51-43d1-ac10-2f666be44a3d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca189ff0-205b-4752-9bbe-3cb5e73374a8 HTTP/1.1" status: 200 len: 1003 time: 0.0597584 Jul 06 14:36:46.285499 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b18298-341d-4936-81c3-1bf029783ae3 req-07171640-b06a-487d-8efa-82fec7cdf229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:46.287033 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-73b18298-341d-4936-81c3-1bf029783ae3 req-07171640-b06a-487d-8efa-82fec7cdf229 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0490777 Jul 06 14:36:46.354029 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b18298-341d-4936-81c3-1bf029783ae3 req-3a42b7f4-2a87-4d06-b8a1-e74d785e930e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:36:46.355666 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-73b18298-341d-4936-81c3-1bf029783ae3 req-3a42b7f4-2a87-4d06-b8a1-e74d785e930e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583184 Jul 06 14:36:46.448942 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-73b18298-341d-4936-81c3-1bf029783ae3 req-850f30f8-1a86-4ee0-b51f-b24eb7038bba service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831656 Jul 06 14:36:46.546352 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-73b18298-341d-4936-81c3-1bf029783ae3 req-708b3476-a662-4872-97d7-83ecbb07c41c service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871241 Jul 06 14:36:47.009057 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:36:49.121491 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:05.165142 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a3f9b-7f3e-46e7-af39-d967e949d0b5 req-62bf125f-d179-4339-9161-a35c68727921 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:05.167012 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af8a3f9b-7f3e-46e7-af39-d967e949d0b5 req-62bf125f-d179-4339-9161-a35c68727921 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 946 time: 0.1063421 Jul 06 14:37:05.172430 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-51350a1b-c798-400c-96ec-a30b0de3f20a service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1594009 Jul 06 14:37:05.211280 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af8a3f9b-7f3e-46e7-af39-d967e949d0b5 req-5bbfbdf9-0d60-4111-9b07-92cdaa33c464 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379004 Jul 06 14:37:06.334921 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-45d97154-8309-4733-8e87-39e78fc5ce16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:06.336457 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-45d97154-8309-4733-8e87-39e78fc5ce16 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 1097 time: 0.0564671 Jul 06 14:37:06.402145 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df985e49-7ce0-488c-a1df-b23646020f85 req-36e92adb-b4e9-417d-9c5a-ad736f1923f7 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:06.403699 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df985e49-7ce0-488c-a1df-b23646020f85 req-36e92adb-b4e9-417d-9c5a-ad736f1923f7 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 946 time: 0.0649753 Jul 06 14:37:06.442116 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-da3fabf6-d7ef-4102-87f9-067bcc8cb406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:06.443648 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-da3fabf6-d7ef-4102-87f9-067bcc8cb406 service neutron] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.1006968 Jul 06 14:37:06.449384 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df985e49-7ce0-488c-a1df-b23646020f85 req-72385616-41f4-4551-9985-6862350d3361 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401378 Jul 06 14:37:06.516677 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-904b2f9d-2bfd-4462-b650-f9ce6f84c6ff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca189ff0-205b-4752-9bbe-3cb5e73374a8 HTTP/1.1" status: 200 len: 1003 time: 0.0632732 Jul 06 14:37:06.567457 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-afd3a033-035e-4946-bc7f-056f50cb6ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:06.568912 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-afd3a033-035e-4946-bc7f-056f50cb6ce6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0441344 Jul 06 14:37:06.631382 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-2a846cd2-253b-4d29-9042-3c7c07cefae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:06.632886 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-2a846cd2-253b-4d29-9042-3c7c07cefae6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562706 Jul 06 14:37:06.730870 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-c031f181-9240-4bc4-880e-825093b5dc79 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874732 Jul 06 14:37:06.830122 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-9ab451d9-b3e3-4099-84e7-076e73b58dff service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894885 Jul 06 14:37:07.379613 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5189c916-6c70-43a3-a783-ea2ef0378cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:07.629986 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859be10-a8c6-4315-8a2c-ed0b068b74f2 req-d5b055f8-998e-4708-9fb4-1bcf61a529a4 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:07.631509 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8859be10-a8c6-4315-8a2c-ed0b068b74f2 req-d5b055f8-998e-4708-9fb4-1bcf61a529a4 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 946 time: 0.0683653 Jul 06 14:37:07.671406 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8859be10-a8c6-4315-8a2c-ed0b068b74f2 req-e27e54c7-228e-4552-ab90-10897cc5c5dc tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325267 Jul 06 14:37:08.846602 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5b893-2434-46f7-98b7-61b50a490b1a req-dca9e32d-f238-446f-88cb-b2ab90aeb6d8 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:08.848122 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-96e5b893-2434-46f7-98b7-61b50a490b1a req-dca9e32d-f238-446f-88cb-b2ab90aeb6d8 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 946 time: 0.0640829 Jul 06 14:37:08.888759 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-96e5b893-2434-46f7-98b7-61b50a490b1a req-eee0bbf6-6f48-42d0-be66-e22ae689448f tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350978 Jul 06 14:37:10.069553 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b99e3-632f-4278-9a63-b81adb996925 req-c1e0ec4a-a7b7-4ce1-8ef5-c5bf3a4bd035 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:10.071111 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f35b99e3-632f-4278-9a63-b81adb996925 req-c1e0ec4a-a7b7-4ce1-8ef5-c5bf3a4bd035 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 946 time: 0.0734377 Jul 06 14:37:10.109332 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f35b99e3-632f-4278-9a63-b81adb996925 req-c13c17fa-e5a8-443a-9d3b-48f8515169c4 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324893 Jul 06 14:37:10.286986 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:10.617300 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6468699f-d57e-4923-87f2-7c6570ee5b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:11.309238 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9dcdce-612c-40c6-bccb-3efba7cd6d38 req-cf4bcd89-a46c-4c8a-91d9-9dee278b525b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:11.310828 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc9dcdce-612c-40c6-bccb-3efba7cd6d38 req-cf4bcd89-a46c-4c8a-91d9-9dee278b525b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 946 time: 0.0697610 Jul 06 14:37:11.349111 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc9dcdce-612c-40c6-bccb-3efba7cd6d38 req-5525ab66-d4da-48b4-bf80-41ecdc2f7a44 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324185 Jul 06 14:37:11.662081 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:12.529479 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5ed5e-bc5b-4e75-ab29-bf152de23997 req-604c85ea-00aa-4e10-aca0-2ff224bf6c85 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:12.530932 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1fc5ed5e-bc5b-4e75-ab29-bf152de23997 req-604c85ea-00aa-4e10-aca0-2ff224bf6c85 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 946 time: 0.0690892 Jul 06 14:37:12.569316 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1fc5ed5e-bc5b-4e75-ab29-bf152de23997 req-2a9513ad-4f5e-416e-b256-b2439962d0c5 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328159 Jul 06 14:37:13.225727 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:13.761851 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1469005-93ba-4b5f-9b51-638d57090d03 req-b3850a60-4a59-46ba-b44e-c3a4ebeba257 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:13.763350 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1469005-93ba-4b5f-9b51-638d57090d03 req-b3850a60-4a59-46ba-b44e-c3a4ebeba257 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 946 time: 0.0782113 Jul 06 14:37:13.802691 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1469005-93ba-4b5f-9b51-638d57090d03 req-6bb1522c-a02c-4ac2-baca-9bf6f816ba8d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337319 Jul 06 14:37:15.026930 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c90fd5-8a50-4efe-b920-9d05fb037e94 req-c137ef3c-085b-4507-b225-2625e489ab1e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:15.028469 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d7c90fd5-8a50-4efe-b920-9d05fb037e94 req-c137ef3c-085b-4507-b225-2625e489ab1e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 946 time: 0.0953414 Jul 06 14:37:15.081975 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d7c90fd5-8a50-4efe-b920-9d05fb037e94 req-3d187c1a-f13e-401e-918a-5d49aec3df70 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450227 Jul 06 14:37:16.268145 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ea9aa-d7c4-459d-a716-65daf23374b5 req-25a75d8a-29f4-411b-8d36-8fcada5525a8 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:16.269671 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-197ea9aa-d7c4-459d-a716-65daf23374b5 req-25a75d8a-29f4-411b-8d36-8fcada5525a8 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 946 time: 0.0649395 Jul 06 14:37:16.309067 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-197ea9aa-d7c4-459d-a716-65daf23374b5 req-59ddd798-3a62-49e3-acdb-d2f9ba6909ce tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337815 Jul 06 14:37:17.008717 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:17.492211 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545bb56d-72d0-4e54-87fb-69c4785c3e26 req-cdfe559c-2e54-49bd-b3ab-9bc2d0d4497f tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:17.493774 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-545bb56d-72d0-4e54-87fb-69c4785c3e26 req-cdfe559c-2e54-49bd-b3ab-9bc2d0d4497f tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 946 time: 0.0711803 Jul 06 14:37:17.533590 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-545bb56d-72d0-4e54-87fb-69c4785c3e26 req-3fa4ce45-fb09-4c72-9ac3-d38f6d0bb282 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340858 Jul 06 14:37:18.714611 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7488d7-8bbd-4d83-9e83-b5548e48779d req-3aed27cf-0ed5-4a30-bd34-20bdd6cabc7b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:18.716191 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ce7488d7-8bbd-4d83-9e83-b5548e48779d req-3aed27cf-0ed5-4a30-bd34-20bdd6cabc7b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 946 time: 0.0646667 Jul 06 14:37:18.754631 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ce7488d7-8bbd-4d83-9e83-b5548e48779d req-f8bde79b-08eb-4009-a7ab-c2d6b1a8b01b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329258 Jul 06 14:37:19.110555 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-327bb7ba-c531-46c5-a1a2-c53901c9c4c0 service neutron] show failed (client error): The resource could not be found. Jul 06 14:37:19.111613 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-327bb7ba-c531-46c5-a1a2-c53901c9c4c0 service neutron] 10.222.0.52 "GET /v2.0/ports/ca189ff0-205b-4752-9bbe-3cb5e73374a8/bindings/n-h2-773644-6 HTTP/1.1" status: 404 len: 380 time: 0.0557301 Jul 06 14:37:19.134236 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:19.370002 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-aff89264-2286-4efd-aa31-8599084f01df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:19.371484 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-aff89264-2286-4efd-aa31-8599084f01df service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800&tenant_id=957a151be395486fb443def3058c81f1 HTTP/1.1" status: 200 len: 1097 time: 0.0572612 Jul 06 14:37:19.382952 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-773644-6', 'device_owner': 'compute:nova'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:37:19.455945 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:19.654956 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] For port ca189ff0-205b-4752-9bbe-3cb5e73374a8, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ca189ff0-205b-4752-9bbe-3cb5e73374a8,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:37:19.688875 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] For port ca189ff0-205b-4752-9bbe-3cb5e73374a8, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:37:19.731768 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eeccb9d-e7b6-4d60-9053-b2563797f800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca189ff0-205b-4752-9bbe-3cb5e73374a8'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:37:19.734196 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a138005-762d-42ae-8ac1-77dea04634e9" -d '{"events": [{"server_uuid": "8eeccb9d-e7b6-4d60-9053-b2563797f800", "name": "network-vif-unplugged", "status": "completed", "tag": "ca189ff0-205b-4752-9bbe-3cb5e73374a8"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:37:19.737894 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:19.738058 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:37:19.751211 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Transition to ACTIVE for port object ca189ff0-205b-4752-9bbe-3cb5e73374a8 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:37:19.755913 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:19.788467 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1186295b-1058-4cc2-ad8c-7548b8c6a8f5 x-openstack-request-id: req-1186295b-1058-4cc2-ad8c-7548b8c6a8f5 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:37:19.788756 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eeccb9d-e7b6-4d60-9053-b2563797f800", "name": "network-vif-unplugged", "status": "completed", "tag": "ca189ff0-205b-4752-9bbe-3cb5e73374a8", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:37:19.789016 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-1186295b-1058-4cc2-ad8c-7548b8c6a8f5 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:37:19.789410 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eeccb9d-e7b6-4d60-9053-b2563797f800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca189ff0-205b-4752-9bbe-3cb5e73374a8', 'code': 200} Jul 06 14:37:19.805684 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Pushing event updated for resources: {'Port': ['ID=ca189ff0-205b-4752-9bbe-3cb5e73374a8,revision_number=6']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:37:19.816926 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:19.817273 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:19.817622 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:19.817982 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:19.818321 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:19.818653 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:19.818982 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:19.819311 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:19.819642 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:19.819973 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:19.820302 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:19.820706 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:19.907123 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] No DVR routers for this DVR port ca189ff0-205b-4752-9bbe-3cb5e73374a8 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:37:20.052337 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93d218-32e6-4ced-aa88-c8e65648b07c req-a7282870-19bf-41bb-a2fa-341bf941a5ac tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:20.053874 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7f93d218-32e6-4ced-aa88-c8e65648b07c req-a7282870-19bf-41bb-a2fa-341bf941a5ac tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 944 time: 0.1726353 Jul 06 14:37:20.115620 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Attempting to bind port ca189ff0-205b-4752-9bbe-3cb5e73374a8 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:37:20.115872 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Attempting to bind port ca189ff0-205b-4752-9bbe-3cb5e73374a8 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:37:20.116195 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Attempting to bind port ca189ff0-205b-4752-9bbe-3cb5e73374a8 on network 53387a59-a2ea-46d9-befd-62c735908b93 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:37:20.123816 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7f93d218-32e6-4ced-aa88-c8e65648b07c req-214fbe72-6597-4199-ac77-77457296ed91 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633600 Jul 06 14:37:20.125857 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Port ca189ff0-205b-4752-9bbe-3cb5e73374a8 on network 53387a59-a2ea-46d9-befd-62c735908b93 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:37:20.126188 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Attempting to bind port ca189ff0-205b-4752-9bbe-3cb5e73374a8 on network 53387a59-a2ea-46d9-befd-62c735908b93 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:37:20.131192 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:37:20.131542 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Checking segment: {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:37:20.131984 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Bound using segment: {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:37:20.132423 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Bound port: ca189ff0-205b-4752-9bbe-3cb5e73374a8, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:37:20.132787 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:20.201196 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] For port ca189ff0-205b-4752-9bbe-3cb5e73374a8, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:37:20.204817 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] For port ca189ff0-205b-4752-9bbe-3cb5e73374a8, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=ca189ff0-205b-4752-9bbe-3cb5e73374a8,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:37:20.208726 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:20.243834 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:20.244909 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:20.245904 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] 10.222.0.124 "PUT /v2.0/ports/ca189ff0-205b-4752-9bbe-3cb5e73374a8 HTTP/1.1" status: 200 len: 1092 time: 0.8668952 Jul 06 14:37:20.267617 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ccca2-25bc-4e41-9e54-280ef3b31974 service neutron] Pushing event updated for resources: {'Port': ['ID=ca189ff0-205b-4752-9bbe-3cb5e73374a8,revision_number=7']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:37:20.339661 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-97fbebde-6819-4e79-8623-ca9eebcf0ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:20.341298 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-97fbebde-6819-4e79-8623-ca9eebcf0ddc service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 1095 time: 0.0672505 Jul 06 14:37:20.439656 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-2d59419d-8596-4153-84cc-74f14f3bc819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:20.441448 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-2d59419d-8596-4153-84cc-74f14f3bc819 service neutron] 10.222.0.124 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0933816 Jul 06 14:37:20.506805 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-ac3926ac-7e75-4c15-ba47-e4f30db58959 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca189ff0-205b-4752-9bbe-3cb5e73374a8 HTTP/1.1" status: 200 len: 1001 time: 0.0585876 Jul 06 14:37:20.555095 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-9771a51b-4c98-4b42-96df-25e38c279bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:20.556817 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-9771a51b-4c98-4b42-96df-25e38c279bbc service neutron] 10.222.0.124 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0431707 Jul 06 14:37:20.620584 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-7c1949b5-a4ee-418d-a68a-7b47958a6741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:20.622165 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-7c1949b5-a4ee-418d-a68a-7b47958a6741 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584426 Jul 06 14:37:20.718572 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-f3faa6d7-be8b-4dc9-9672-e064ef5edab8 service neutron] 10.222.0.124 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894985 Jul 06 14:37:20.811408 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d10ed4f8-9fb5-4dd5-b34d-786cb7ad91a7 req-0beea06d-6693-4812-a1e1-016ee47cba05 service neutron] 10.222.0.124 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864842 Jul 06 14:37:21.305706 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c6022-05c8-4b1b-952f-8d16264735cc req-e1b1712a-d7f5-457a-ad03-250122f2ffc4 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:21.307384 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a5c6022-05c8-4b1b-952f-8d16264735cc req-e1b1712a-d7f5-457a-ad03-250122f2ffc4 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 944 time: 0.0654850 Jul 06 14:37:21.347110 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1a5c6022-05c8-4b1b-952f-8d16264735cc req-e20f5cc0-8831-4055-803c-036362135a16 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340810 Jul 06 14:37:21.790367 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eeccb9d-e7b6-4d60-9053-b2563797f800', 'tag': 'ca189ff0-205b-4752-9bbe-3cb5e73374a8'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:37:21.793478 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2937b6-94ff-461e-9b2f-4e6cb970d8a3" -d '{"events": [{"name": "network-changed", "server_uuid": "8eeccb9d-e7b6-4d60-9053-b2563797f800", "tag": "ca189ff0-205b-4752-9bbe-3cb5e73374a8"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:37:21.844585 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421f6904-ace4-426f-ba69-a01f23c7670f x-openstack-request-id: req-421f6904-ace4-426f-ba69-a01f23c7670f {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:37:21.845200 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eeccb9d-e7b6-4d60-9053-b2563797f800", "tag": "ca189ff0-205b-4752-9bbe-3cb5e73374a8", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:37:21.845294 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-421f6904-ace4-426f-ba69-a01f23c7670f {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:37:21.845680 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eeccb9d-e7b6-4d60-9053-b2563797f800', 'tag': 'ca189ff0-205b-4752-9bbe-3cb5e73374a8', 'status': 'completed', 'code': 200} Jul 06 14:37:21.917622 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2937b6-94ff-461e-9b2f-4e6cb970d8a3 req-8e222218-ce2f-4bd9-a067-9b40fc967455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:21.919299 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5f2937b6-94ff-461e-9b2f-4e6cb970d8a3 req-8e222218-ce2f-4bd9-a067-9b40fc967455 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 1095 time: 0.0546687 Jul 06 14:37:21.930291 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2937b6-94ff-461e-9b2f-4e6cb970d8a3 req-2ce858a0-9f0a-4235-b74d-0015f5017b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:21.931826 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5f2937b6-94ff-461e-9b2f-4e6cb970d8a3 req-2ce858a0-9f0a-4235-b74d-0015f5017b96 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 1095 time: 0.0552211 Jul 06 14:37:22.021656 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2937b6-94ff-461e-9b2f-4e6cb970d8a3 req-077e25c2-f184-434b-bd1c-d14104d77e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:22.023263 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5f2937b6-94ff-461e-9b2f-4e6cb970d8a3 req-077e25c2-f184-434b-bd1c-d14104d77e44 service neutron] 10.222.0.124 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0976689 Jul 06 14:37:22.040526 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2937b6-94ff-461e-9b2f-4e6cb970d8a3 req-8ee7b9be-8446-476e-b553-2e79c611bc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:22.042475 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5f2937b6-94ff-461e-9b2f-4e6cb970d8a3 req-8ee7b9be-8446-476e-b553-2e79c611bc42 service neutron] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0993369 Jul 06 14:37:22.090830 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5f2937b6-94ff-461e-9b2f-4e6cb970d8a3 req-5eb0f869-068a-48aa-8c1a-84f4b6670053 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca189ff0-205b-4752-9bbe-3cb5e73374a8 HTTP/1.1" status: 200 len: 1001 time: 0.0602605 Jul 06 14:37:22.113570 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5f2937b6-94ff-461e-9b2f-4e6cb970d8a3 req-54245b2f-e8d2-472a-9852-fca873853ba2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca189ff0-205b-4752-9bbe-3cb5e73374a8 HTTP/1.1" status: 200 len: 1001 time: 0.0607302 Jul 06 14:37:22.145546 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2937b6-94ff-461e-9b2f-4e6cb970d8a3 req-3431de02-ffa5-4c4a-8db8-592c5e7db762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:22.147073 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5f2937b6-94ff-461e-9b2f-4e6cb970d8a3 req-3431de02-ffa5-4c4a-8db8-592c5e7db762 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0496626 Jul 06 14:37:22.171406 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2937b6-94ff-461e-9b2f-4e6cb970d8a3 req-054a74cc-4970-438e-bbaf-6366a64b7de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:22.172878 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5f2937b6-94ff-461e-9b2f-4e6cb970d8a3 req-054a74cc-4970-438e-bbaf-6366a64b7de5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0507438 Jul 06 14:37:22.208565 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2937b6-94ff-461e-9b2f-4e6cb970d8a3 req-1a5452f0-3b45-44d3-bda1-4d8ed8ebf33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:22.210179 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5f2937b6-94ff-461e-9b2f-4e6cb970d8a3 req-1a5452f0-3b45-44d3-bda1-4d8ed8ebf33a service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562630 Jul 06 14:37:22.236604 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2937b6-94ff-461e-9b2f-4e6cb970d8a3 req-1c45e897-3242-4428-97fb-159a54c207f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:22.238209 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5f2937b6-94ff-461e-9b2f-4e6cb970d8a3 req-1c45e897-3242-4428-97fb-159a54c207f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550320 Jul 06 14:37:22.308924 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5f2937b6-94ff-461e-9b2f-4e6cb970d8a3 req-2a519bae-f89a-4bab-a655-3f56803ec952 service neutron] 10.222.0.124 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900342 Jul 06 14:37:22.334908 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5f2937b6-94ff-461e-9b2f-4e6cb970d8a3 req-344b4481-2581-417b-9894-369133711e26 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863781 Jul 06 14:37:22.435620 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5f2937b6-94ff-461e-9b2f-4e6cb970d8a3 req-70433b35-9e73-4e74-b928-06c8c1d2b473 service neutron] 10.222.0.124 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169696 Jul 06 14:37:22.448054 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-5f2937b6-94ff-461e-9b2f-4e6cb970d8a3 req-3e52a43e-6958-4ebd-828f-5bbb139f5dfb service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015537 Jul 06 14:37:22.554442 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666dd58a-e743-4223-a1c2-81bce13554ca req-5e4433f7-ef1e-4638-832d-75cc3185300b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:22.555996 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-666dd58a-e743-4223-a1c2-81bce13554ca req-5e4433f7-ef1e-4638-832d-75cc3185300b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 944 time: 0.0693412 Jul 06 14:37:22.595020 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-666dd58a-e743-4223-a1c2-81bce13554ca req-038fbdf4-62f7-43fc-b57e-adb65d61a6f2 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321748 Jul 06 14:37:22.776769 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device ca189ff0-205b-4752-9bbe-3cb5e73374a8 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:37:22.871483 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port ca189ff0-205b-4752-9bbe-3cb5e73374a8, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=ca189ff0-205b-4752-9bbe-3cb5e73374a8,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:37:22.882401 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'ca189ff0-205b-4752-9bbe-3cb5e73374a8', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'port_id': 'ca189ff0-205b-4752-9bbe-3cb5e73374a8', 'mac_address': 'fa:16:3e:ab:61:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:37:22.919436 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:22.931963 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca189ff0-205b-4752-9bbe-3cb5e73374a8 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:37:22.950875 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port ca189ff0-205b-4752-9bbe-3cb5e73374a8, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=ca189ff0-205b-4752-9bbe-3cb5e73374a8,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:37:22.954973 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:23.005283 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=ca189ff0-205b-4752-9bbe-3cb5e73374a8,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:37:23.013310 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:23.013652 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:23.014012 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:23.014345 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:23.014691 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:23.014999 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:23.015330 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:23.015640 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:23.015961 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:23.016277 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:23.016593 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:23.016908 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:23.205431 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['ca189ff0-205b-4752-9bbe-3cb5e73374a8'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:37:23.295116 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ca189ff0-205b-4752-9bbe-3cb5e73374a8 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:37:23.360265 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ca189ff0-205b-4752-9bbe-3cb5e73374a8 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:37:23.777829 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b574ec1-7750-45fc-bc4e-6a6e42a595f6 req-06bda6a7-10a5-4440-b217-4e5224559e73 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:23.779336 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b574ec1-7750-45fc-bc4e-6a6e42a595f6 req-06bda6a7-10a5-4440-b217-4e5224559e73 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 945 time: 0.0687881 Jul 06 14:37:23.818804 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b574ec1-7750-45fc-bc4e-6a6e42a595f6 req-56693143-2dc8-4ac3-ba91-74448b01e547 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339556 Jul 06 14:37:24.272870 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-a42443c5-f5ff-4288-af99-3a5756e48e12 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:24.274366 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-a42443c5-f5ff-4288-af99-3a5756e48e12 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.124 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800&tenant_id=957a151be395486fb443def3058c81f1&binding%3Ahost_id=n-h2-773644-6 HTTP/1.1" status: 200 len: 945 time: 0.1128199 Jul 06 14:37:24.339945 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a129e-8b24-4e1f-9d33-c01757e8d62f req-563b6514-995d-48a8-97d1-83fb5d816c19 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:24.341459 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c68a129e-8b24-4e1f-9d33-c01757e8d62f req-563b6514-995d-48a8-97d1-83fb5d816c19 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 945 time: 0.1164343 Jul 06 14:37:24.377259 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-5475b427-b10e-4a20-a134-f794da690f8d service neutron] 10.222.0.124 "GET /v2.0/ports/ca189ff0-205b-4752-9bbe-3cb5e73374a8/bindings/n-h2-773644-6 HTTP/1.1" status: 200 len: 382 time: 0.0948617 Jul 06 14:37:24.389589 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c68a129e-8b24-4e1f-9d33-c01757e8d62f req-b71c0cd1-8456-466c-a37d-890a09a85954 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397816 Jul 06 14:37:24.457317 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-8cd8ef66-24ac-4537-bfb5-195aa48cc952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:24.458759 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-8cd8ef66-24ac-4537-bfb5-195aa48cc952 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 1096 time: 0.0537791 Jul 06 14:37:24.549268 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-ccc6f69d-e72e-4237-96d2-2ee4f09c0a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:24.550773 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-ccc6f69d-e72e-4237-96d2-2ee4f09c0a06 service neutron] 10.222.0.124 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0865333 Jul 06 14:37:24.615781 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-12ad07e1-0a0d-4ce4-965a-8d539f915081 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca189ff0-205b-4752-9bbe-3cb5e73374a8 HTTP/1.1" status: 200 len: 1002 time: 0.0592170 Jul 06 14:37:24.662864 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-e3826ca6-5259-408c-922c-a596772ab08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:24.664323 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-e3826ca6-5259-408c-922c-a596772ab08c service neutron] 10.222.0.124 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0427368 Jul 06 14:37:24.723997 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-921f6fe9-44e6-4ec1-ad6f-418dc51f7295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:24.725435 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-921f6fe9-44e6-4ec1-ad6f-418dc51f7295 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550480 Jul 06 14:37:24.785769 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device ca189ff0-205b-4752-9bbe-3cb5e73374a8 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:37:24.815048 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-69d7957a-1d49-4f82-85d4-987d933f4398 service neutron] 10.222.0.124 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831459 Jul 06 14:37:24.841851 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port ca189ff0-205b-4752-9bbe-3cb5e73374a8 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:37:24.846292 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port ca189ff0-205b-4752-9bbe-3cb5e73374a8 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:37:24.846740 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:24.910144 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-c7ceda9e-16cd-4f7d-a1b9-9d1688f58c80 service neutron] 10.222.0.124 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895605 Jul 06 14:37:24.925911 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:24.949318 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eeccb9d-e7b6-4d60-9053-b2563797f800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca189ff0-205b-4752-9bbe-3cb5e73374a8'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:37:24.951632 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3f6e90-c1a1-47b9-bc11-e5ebaffbaada" -d '{"events": [{"server_uuid": "8eeccb9d-e7b6-4d60-9053-b2563797f800", "name": "network-vif-plugged", "status": "completed", "tag": "ca189ff0-205b-4752-9bbe-3cb5e73374a8"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:37:24.964812 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port ca189ff0-205b-4752-9bbe-3cb5e73374a8, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=ca189ff0-205b-4752-9bbe-3cb5e73374a8,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:37:24.969023 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:25.003413 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8f2867-fda2-4d51-86c7-f4cf0b69040a x-openstack-request-id: req-dc8f2867-fda2-4d51-86c7-f4cf0b69040a {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:37:25.003714 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eeccb9d-e7b6-4d60-9053-b2563797f800", "name": "network-vif-plugged", "status": "completed", "tag": "ca189ff0-205b-4752-9bbe-3cb5e73374a8", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:37:25.004007 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-dc8f2867-fda2-4d51-86c7-f4cf0b69040a {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:37:25.004430 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eeccb9d-e7b6-4d60-9053-b2563797f800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca189ff0-205b-4752-9bbe-3cb5e73374a8', 'code': 200} Jul 06 14:37:25.022397 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=ca189ff0-205b-4752-9bbe-3cb5e73374a8,revision_number=9']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:37:25.904737 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb27521-1a1e-48fc-9db5-113285d4885a req-0a00f7fe-89e9-4377-9742-0ebbd6451704 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:25.906295 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7fb27521-1a1e-48fc-9db5-113285d4885a req-0a00f7fe-89e9-4377-9742-0ebbd6451704 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 946 time: 0.4014204 Jul 06 14:37:25.943549 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7fb27521-1a1e-48fc-9db5-113285d4885a req-8cf8188c-aafa-42cf-935c-89c7df717703 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316627 Jul 06 14:37:26.981069 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-7d24e60a-820d-4d8f-80cd-546a00dc9cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:26.982540 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-7d24e60a-820d-4d8f-80cd-546a00dc9cc3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800&tenant_id=957a151be395486fb443def3058c81f1 HTTP/1.1" status: 200 len: 1097 time: 0.0546036 Jul 06 14:37:26.998053 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-773644-6', 'device_owner': 'compute:nova'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:37:27.074951 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:27.126886 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cd3f3-5885-4dbb-a30d-eef19bb34b0b req-b3166e38-e21d-4dbd-9cfc-7611c6845bd4 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:27.128503 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fa2cd3f3-5885-4dbb-a30d-eef19bb34b0b req-b3166e38-e21d-4dbd-9cfc-7611c6845bd4 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 946 time: 0.0646076 Jul 06 14:37:27.169138 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fa2cd3f3-5885-4dbb-a30d-eef19bb34b0b req-62105eba-5510-4b2e-ba70-636da07195d6 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348001 Jul 06 14:37:27.594193 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] For port ca189ff0-205b-4752-9bbe-3cb5e73374a8, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=ca189ff0-205b-4752-9bbe-3cb5e73374a8,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:37:27.626706 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] For port ca189ff0-205b-4752-9bbe-3cb5e73374a8, host n-h2-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:37:27.664404 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eeccb9d-e7b6-4d60-9053-b2563797f800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca189ff0-205b-4752-9bbe-3cb5e73374a8'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:37:27.666914 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2015eff-16cd-40df-b6b0-f38e7595537b" -d '{"events": [{"server_uuid": "8eeccb9d-e7b6-4d60-9053-b2563797f800", "name": "network-vif-unplugged", "status": "completed", "tag": "ca189ff0-205b-4752-9bbe-3cb5e73374a8"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:37:27.670866 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:27.684014 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Transition to ACTIVE for port object ca189ff0-205b-4752-9bbe-3cb5e73374a8 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:37:27.688967 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:27.718616 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d331c8-6dcd-4f20-b0bc-028e846e8933 x-openstack-request-id: req-76d331c8-6dcd-4f20-b0bc-028e846e8933 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:37:27.718917 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eeccb9d-e7b6-4d60-9053-b2563797f800", "name": "network-vif-unplugged", "status": "completed", "tag": "ca189ff0-205b-4752-9bbe-3cb5e73374a8", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:37:27.719183 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-76d331c8-6dcd-4f20-b0bc-028e846e8933 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:37:27.719583 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eeccb9d-e7b6-4d60-9053-b2563797f800', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca189ff0-205b-4752-9bbe-3cb5e73374a8', 'code': 200} Jul 06 14:37:27.757066 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Pushing event updated for resources: {'Port': ['ID=ca189ff0-205b-4752-9bbe-3cb5e73374a8,revision_number=10']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:37:27.811654 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:27.812010 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:27.812411 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:27.812942 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:27.813102 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:27.813426 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:27.813777 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:27.814118 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:27.814452 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:27.815053 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:27.815383 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:27.815713 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:37:27.877861 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] No DVR routers for this DVR port ca189ff0-205b-4752-9bbe-3cb5e73374a8 on host n-h2-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:37:28.017604 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Attempting to bind port ca189ff0-205b-4752-9bbe-3cb5e73374a8 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:37:28.018236 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Attempting to bind port ca189ff0-205b-4752-9bbe-3cb5e73374a8 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:37:28.018363 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Attempting to bind port ca189ff0-205b-4752-9bbe-3cb5e73374a8 on network 53387a59-a2ea-46d9-befd-62c735908b93 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:37:28.022688 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Port ca189ff0-205b-4752-9bbe-3cb5e73374a8 on network 53387a59-a2ea-46d9-befd-62c735908b93 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:37:28.023012 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Attempting to bind port ca189ff0-205b-4752-9bbe-3cb5e73374a8 on network 53387a59-a2ea-46d9-befd-62c735908b93 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:37:28.027934 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:37:28.028280 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Checking segment: {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:37:28.028668 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Bound using segment: {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:37:28.029091 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Bound port: ca189ff0-205b-4752-9bbe-3cb5e73374a8, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:37:28.029448 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:28.093138 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] For port ca189ff0-205b-4752-9bbe-3cb5e73374a8, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:37:28.096464 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] For port ca189ff0-205b-4752-9bbe-3cb5e73374a8, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ca189ff0-205b-4752-9bbe-3cb5e73374a8,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:37:28.100201 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:28.135568 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:28.136208 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:28.137774 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] 10.222.0.52 "PUT /v2.0/ports/ca189ff0-205b-4752-9bbe-3cb5e73374a8 HTTP/1.1" status: 200 len: 1093 time: 1.1443803 Jul 06 14:37:28.162610 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eee7b1-bac8-4d56-a439-a689d4aaf46b service neutron] Pushing event updated for resources: {'Port': ['ID=ca189ff0-205b-4752-9bbe-3cb5e73374a8,revision_number=11']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:37:28.230281 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-6908ffad-4f60-49e8-9699-731c92f96fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:28.231863 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-6908ffad-4f60-49e8-9699-731c92f96fba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 1096 time: 0.0662742 Jul 06 14:37:28.346237 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-8fcbff63-c1a8-411e-bf1f-5beb3a739966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:28.347988 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-8fcbff63-c1a8-411e-bf1f-5beb3a739966 service neutron] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.1061115 Jul 06 14:37:28.358106 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a853c8-7856-40c7-a2fc-60b28fbe9a90 req-414f95a2-14d4-4164-8cb3-3996fc8130ab tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:28.359663 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04a853c8-7856-40c7-a2fc-60b28fbe9a90 req-414f95a2-14d4-4164-8cb3-3996fc8130ab tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 945 time: 0.0726001 Jul 06 14:37:28.397538 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04a853c8-7856-40c7-a2fc-60b28fbe9a90 req-2b26423f-9809-4a2a-a762-3d4d8488dde2 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320103 Jul 06 14:37:28.428595 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-eb71277c-b472-4e1f-a87f-a0650ca02431 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca189ff0-205b-4752-9bbe-3cb5e73374a8 HTTP/1.1" status: 200 len: 1001 time: 0.0693011 Jul 06 14:37:28.481513 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-fd79edcb-6a71-4a10-a7be-9b794347a0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:28.483559 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-fd79edcb-6a71-4a10-a7be-9b794347a0f7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0440319 Jul 06 14:37:28.543264 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-01b943a4-19cd-4677-acac-744dca627ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:28.544736 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-01b943a4-19cd-4677-acac-744dca627ec6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516431 Jul 06 14:37:28.638871 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-2dbd5529-830a-4d30-9919-096bced2c0f8 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855813 Jul 06 14:37:28.730284 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6cdbf7a5-6c6c-444d-b0da-8c61d2a2016d req-05246005-dd31-4e5f-8535-b1b5c3f4639f service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815129 Jul 06 14:37:29.572633 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf49c5-118a-4bff-ae22-d21351919dd3 req-f60ee779-54c2-4965-bb2a-6572a0f17564 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:29.574059 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9abf49c5-118a-4bff-ae22-d21351919dd3 req-f60ee779-54c2-4965-bb2a-6572a0f17564 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 945 time: 0.0630965 Jul 06 14:37:29.612161 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9abf49c5-118a-4bff-ae22-d21351919dd3 req-d2aa0649-56cb-45eb-8ddd-5f4b10b46c01 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325823 Jul 06 14:37:29.721122 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eeccb9d-e7b6-4d60-9053-b2563797f800', 'tag': 'ca189ff0-205b-4752-9bbe-3cb5e73374a8'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:37:29.723588 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3159ad2-121f-4976-9328-7d9894364f99" -d '{"events": [{"name": "network-changed", "server_uuid": "8eeccb9d-e7b6-4d60-9053-b2563797f800", "tag": "ca189ff0-205b-4752-9bbe-3cb5e73374a8"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:37:29.773386 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af11b5b9-7a26-427c-b631-52af828a1711 x-openstack-request-id: req-af11b5b9-7a26-427c-b631-52af828a1711 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:37:29.774276 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eeccb9d-e7b6-4d60-9053-b2563797f800", "tag": "ca189ff0-205b-4752-9bbe-3cb5e73374a8", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:37:29.774580 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-af11b5b9-7a26-427c-b631-52af828a1711 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:37:29.775478 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eeccb9d-e7b6-4d60-9053-b2563797f800', 'tag': 'ca189ff0-205b-4752-9bbe-3cb5e73374a8', 'status': 'completed', 'code': 200} Jul 06 14:37:29.851813 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3159ad2-121f-4976-9328-7d9894364f99 req-36656e30-2bd8-4093-bb06-ad0a06b3d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:29.852297 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3159ad2-121f-4976-9328-7d9894364f99 req-2c3f7139-66ec-4b80-8d32-eb3496ff080b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:29.853918 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f3159ad2-121f-4976-9328-7d9894364f99 req-36656e30-2bd8-4093-bb06-ad0a06b3d27e service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 1096 time: 0.0529468 Jul 06 14:37:29.854745 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f3159ad2-121f-4976-9328-7d9894364f99 req-2c3f7139-66ec-4b80-8d32-eb3496ff080b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 1096 time: 0.0546370 Jul 06 14:37:29.948075 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3159ad2-121f-4976-9328-7d9894364f99 req-7908d9c9-6ffc-4030-b72f-b61bc560c8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:29.949587 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f3159ad2-121f-4976-9328-7d9894364f99 req-7908d9c9-6ffc-4030-b72f-b61bc560c8b5 service neutron] 10.222.0.124 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0901394 Jul 06 14:37:29.951559 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3159ad2-121f-4976-9328-7d9894364f99 req-a36ba8c9-1077-49ac-9182-15dc0a42207f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:29.953088 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f3159ad2-121f-4976-9328-7d9894364f99 req-a36ba8c9-1077-49ac-9182-15dc0a42207f service neutron] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0892265 Jul 06 14:37:30.014873 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f3159ad2-121f-4976-9328-7d9894364f99 req-6bb567f4-2867-437c-b2f7-fb92676eb6c5 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca189ff0-205b-4752-9bbe-3cb5e73374a8 HTTP/1.1" status: 200 len: 1001 time: 0.0588884 Jul 06 14:37:30.020389 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f3159ad2-121f-4976-9328-7d9894364f99 req-6d157b0f-b88f-4c4b-9487-ecb3d63519c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca189ff0-205b-4752-9bbe-3cb5e73374a8 HTTP/1.1" status: 200 len: 1001 time: 0.0602415 Jul 06 14:37:30.069714 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3159ad2-121f-4976-9328-7d9894364f99 req-c0051752-536d-4ace-8b34-968ac768371d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:30.071230 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f3159ad2-121f-4976-9328-7d9894364f99 req-c0051752-536d-4ace-8b34-968ac768371d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0493517 Jul 06 14:37:30.074869 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3159ad2-121f-4976-9328-7d9894364f99 req-749ee55a-3b69-4354-8db3-8fe1bfd6a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:30.076359 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f3159ad2-121f-4976-9328-7d9894364f99 req-749ee55a-3b69-4354-8db3-8fe1bfd6a9d9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0494494 Jul 06 14:37:30.128557 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3159ad2-121f-4976-9328-7d9894364f99 req-9b1da026-406e-49b9-9e39-0881ae091574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:30.130127 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f3159ad2-121f-4976-9328-7d9894364f99 req-9b1da026-406e-49b9-9e39-0881ae091574 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528877 Jul 06 14:37:30.150455 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3159ad2-121f-4976-9328-7d9894364f99 req-cb9b3a13-071d-474f-98c4-4bdaadcd3403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:30.152420 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f3159ad2-121f-4976-9328-7d9894364f99 req-cb9b3a13-071d-474f-98c4-4bdaadcd3403 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688319 Jul 06 14:37:30.230362 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f3159ad2-121f-4976-9328-7d9894364f99 req-36945a54-9c37-47c2-9945-0e320a7b3cf0 service neutron] 10.222.0.124 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935736 Jul 06 14:37:30.266321 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f3159ad2-121f-4976-9328-7d9894364f99 req-24c972d2-adae-4c86-a1a9-f3afc461c0fa service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033082 Jul 06 14:37:30.327877 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f3159ad2-121f-4976-9328-7d9894364f99 req-1e004f33-5189-4545-bb38-e7cccc3b06d0 service neutron] 10.222.0.124 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919173 Jul 06 14:37:30.368374 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f3159ad2-121f-4976-9328-7d9894364f99 req-dcfde716-b820-45cb-be68-bc66865c0279 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938451 Jul 06 14:37:30.796005 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f4351-5dea-4349-a945-89fc821a90c9 req-e1663277-7b53-42cb-a9fd-48af7163b6a1 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:30.797533 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-383f4351-5dea-4349-a945-89fc821a90c9 req-e1663277-7b53-42cb-a9fd-48af7163b6a1 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 945 time: 0.0652459 Jul 06 14:37:30.818736 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device ca189ff0-205b-4752-9bbe-3cb5e73374a8 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:37:30.842696 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-383f4351-5dea-4349-a945-89fc821a90c9 req-e3820d1e-7fe8-4af0-aa0f-466b34356aeb tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392394 Jul 06 14:37:30.859217 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device ca189ff0-205b-4752-9bbe-3cb5e73374a8 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:37:31.020606 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098d15d-dae0-4994-afcb-c8fce1024a99 req-304b43b0-1b34-428e-9947-cfd84854ff52 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:31.022040 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6098d15d-dae0-4994-afcb-c8fce1024a99 req-304b43b0-1b34-428e-9947-cfd84854ff52 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 945 time: 0.0669651 Jul 06 14:37:31.061728 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6098d15d-dae0-4994-afcb-c8fce1024a99 req-60e0bf27-f773-4cbd-80bf-217555f9c95f tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333431 Jul 06 14:37:31.232601 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e165c-af52-4476-aabb-68c2b5abacc6 req-6e7cbce6-d918-4bc7-bf15-d6268790d492 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:31.234139 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0f0e165c-af52-4476-aabb-68c2b5abacc6 req-6e7cbce6-d918-4bc7-bf15-d6268790d492 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 945 time: 0.0640657 Jul 06 14:37:31.272548 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0f0e165c-af52-4476-aabb-68c2b5abacc6 req-097c6f29-b730-4d4e-96fd-d030040aed36 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325980 Jul 06 14:37:31.326577 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ca189ff0-205b-4752-9bbe-3cb5e73374a8 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:37:31.442291 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port ca189ff0-205b-4752-9bbe-3cb5e73374a8, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ca189ff0-205b-4752-9bbe-3cb5e73374a8,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:37:31.463020 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'ca189ff0-205b-4752-9bbe-3cb5e73374a8', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'port_id': 'ca189ff0-205b-4752-9bbe-3cb5e73374a8', 'mac_address': 'fa:16:3e:ab:61:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:37:31.527566 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:31.540895 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca189ff0-205b-4752-9bbe-3cb5e73374a8 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:37:31.562188 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port ca189ff0-205b-4752-9bbe-3cb5e73374a8, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ca189ff0-205b-4752-9bbe-3cb5e73374a8,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:37:31.566415 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:31.620809 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=ca189ff0-205b-4752-9bbe-3cb5e73374a8,revision_number=12']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:37:31.671348 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771949a-b409-4eca-a261-df5b24245895 req-7d9ec697-f8bc-4422-b74d-0cad5bf51952 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:31.672833 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e771949a-b409-4eca-a261-df5b24245895 req-7d9ec697-f8bc-4422-b74d-0cad5bf51952 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 946 time: 0.0668283 Jul 06 14:37:31.710365 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e771949a-b409-4eca-a261-df5b24245895 req-718fc5a5-e449-47bf-a282-4faa0b6cb555 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319507 Jul 06 14:37:31.865328 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['ca189ff0-205b-4752-9bbe-3cb5e73374a8'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:37:32.888758 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f2961-d5db-4c66-85ff-8f3d4c4b3022 req-e941db8c-6032-4859-9075-01eaaf8831cf tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:32.890793 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a66f2961-d5db-4c66-85ff-8f3d4c4b3022 req-e941db8c-6032-4859-9075-01eaaf8831cf tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 946 time: 0.0666964 Jul 06 14:37:32.929462 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a66f2961-d5db-4c66-85ff-8f3d4c4b3022 req-a2035372-4276-4f01-9106-2ad32e66a507 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335011 Jul 06 14:37:32.969733 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff0041-e069-40ae-bbc5-70f4f368879b req-89bb3950-fce6-4b9a-8f67-30dee29cadc6 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:32.971343 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-38ff0041-e069-40ae-bbc5-70f4f368879b req-89bb3950-fce6-4b9a-8f67-30dee29cadc6 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 946 time: 0.0714939 Jul 06 14:37:33.083553 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-38ff0041-e069-40ae-bbc5-70f4f368879b req-5de0b1b1-0f4e-45dd-b3b9-f40cb8d5432c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Deleting port ca189ff0-205b-4752-9bbe-3cb5e73374a8 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:37:33.083815 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-38ff0041-e069-40ae-bbc5-70f4f368879b req-5de0b1b1-0f4e-45dd-b3b9-f40cb8d5432c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:33.181635 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-38ff0041-e069-40ae-bbc5-70f4f368879b req-5de0b1b1-0f4e-45dd-b3b9-f40cb8d5432c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] For port ca189ff0-205b-4752-9bbe-3cb5e73374a8, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=ca189ff0-205b-4752-9bbe-3cb5e73374a8,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:37:33.182179 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-38ff0041-e069-40ae-bbc5-70f4f368879b req-5de0b1b1-0f4e-45dd-b3b9-f40cb8d5432c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:33.342760 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ca189ff0-205b-4752-9bbe-3cb5e73374a8 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:37:33.392001 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port ca189ff0-205b-4752-9bbe-3cb5e73374a8 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:37:33.395807 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port ca189ff0-205b-4752-9bbe-3cb5e73374a8 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:37:33.396187 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:33.405671 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-38ff0041-e069-40ae-bbc5-70f4f368879b req-5de0b1b1-0f4e-45dd-b3b9-f40cb8d5432c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:33.406084 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-38ff0041-e069-40ae-bbc5-70f4f368879b req-5de0b1b1-0f4e-45dd-b3b9-f40cb8d5432c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:33.406405 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [req-38ff0041-e069-40ae-bbc5-70f4f368879b req-5de0b1b1-0f4e-45dd-b3b9-f40cb8d5432c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Floating IP 92de1994-5bd7-42b1-acb2-8f16e272c1d1 disassociated. External IP: 172.25.6.206, port: ca189ff0-205b-4752-9bbe-3cb5e73374a8. Jul 06 14:37:33.406755 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-38ff0041-e069-40ae-bbc5-70f4f368879b req-5de0b1b1-0f4e-45dd-b3b9-f40cb8d5432c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Calling delete_port for ca189ff0-205b-4752-9bbe-3cb5e73374a8 owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:37:33.475433 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:33.543875 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-38ff0041-e069-40ae-bbc5-70f4f368879b req-5de0b1b1-0f4e-45dd-b3b9-f40cb8d5432c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:33.574769 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0b1b1-0f4e-45dd-b3b9-f40cb8d5432c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Pushing event deleted for resources: {'Port': ['ID=ca189ff0-205b-4752-9bbe-3cb5e73374a8,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:37:33.694779 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38ff0041-e069-40ae-bbc5-70f4f368879b req-5de0b1b1-0f4e-45dd-b3b9-f40cb8d5432c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Router a855e76d-82ce-4995-b7b9-bf0fa36f150e has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:37:33.807863 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38ff0041-e069-40ae-bbc5-70f4f368879b req-5de0b1b1-0f4e-45dd-b3b9-f40cb8d5432c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:37:33.817436 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf96a90-e3cb-442a-ae89-66c976be8d65 None None] Sync routers for ids ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:37:33.826963 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf96a90-e3cb-442a-ae89-66c976be8d65 None None] Routers {'a855e76d-82ce-4995-b7b9-bf0fa36f150e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:37:33.827588 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2cf96a90-e3cb-442a-ae89-66c976be8d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:37:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:37:33.850746 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ff0041-e069-40ae-bbc5-70f4f368879b req-5de0b1b1-0f4e-45dd-b3b9-f40cb8d5432c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] No DVR routers for this DVR port ca189ff0-205b-4752-9bbe-3cb5e73374a8 on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:37:33.853908 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-38ff0041-e069-40ae-bbc5-70f4f368879b req-5de0b1b1-0f4e-45dd-b3b9-f40cb8d5432c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:33.855960 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-38ff0041-e069-40ae-bbc5-70f4f368879b req-5de0b1b1-0f4e-45dd-b3b9-f40cb8d5432c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.52 "DELETE /v2.0/ports/ca189ff0-205b-4752-9bbe-3cb5e73374a8 HTTP/1.1" status: 204 len: 173 time: 0.8756282 Jul 06 14:37:33.856406 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eeccb9d-e7b6-4d60-9053-b2563797f800', 'name': 'network-vif-deleted', 'tag': 'ca189ff0-205b-4752-9bbe-3cb5e73374a8'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:37:33.858687 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992fe5d0-0d39-4747-b6f0-4ae7566922bf" -d '{"events": [{"server_uuid": "8eeccb9d-e7b6-4d60-9053-b2563797f800", "name": "network-vif-deleted", "tag": "ca189ff0-205b-4752-9bbe-3cb5e73374a8"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:37:33.895276 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa15cefe-ccff-47a4-ba5f-304c78069699 x-openstack-request-id: req-fa15cefe-ccff-47a4-ba5f-304c78069699 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:37:33.895629 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eeccb9d-e7b6-4d60-9053-b2563797f800", "name": "network-vif-deleted", "tag": "ca189ff0-205b-4752-9bbe-3cb5e73374a8", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:37:33.895865 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-fa15cefe-ccff-47a4-ba5f-304c78069699 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:37:33.896310 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eeccb9d-e7b6-4d60-9053-b2563797f800', 'name': 'network-vif-deleted', 'tag': 'ca189ff0-205b-4752-9bbe-3cb5e73374a8', 'status': 'completed', 'code': 200} Jul 06 14:37:33.945497 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-2cf96a90-e3cb-442a-ae89-66c976be8d65 None None] Set router a855e76d-82ce-4995-b7b9-bf0fa36f150e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:37:34.095228 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bdb0761b-fa19-4f0b-8c39-f059f93eaa70 req-272f0d1c-6123-4f41-9e6e-9983d66c71ca tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=8eeccb9d-e7b6-4d60-9053-b2563797f800 HTTP/1.1" status: 200 len: 210 time: 0.0295603 Jul 06 14:37:34.157101 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2cf96a90-e3cb-442a-ae89-66c976be8d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '4ea37044-01f4-425c-82f9-974605ece451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:29Z', 'revision_number': 4, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port': {'id': '4ea37044-01f4-425c-82f9-974605ece451', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '1a7461c2-9e89-42db-a3a5-4d86aec0dd3f', 'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'tenant_id': '957a151be395486fb443def3058c81f1', 'mac_address': 'fa:16:3e:c9:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:28Z', 'updated_at': '2021-07-06T14:30:33Z', 'revision_number': 5, 'project_id': '957a151be395486fb443def3058c81f1', 'subnets': [{'id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:37:34.187377 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf96a90-e3cb-442a-ae89-66c976be8d65 None None] Checking router: a855e76d-82ce-4995-b7b9-bf0fa36f150e for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:37:34.196007 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf96a90-e3cb-442a-ae89-66c976be8d65 None None] Routers {'a855e76d-82ce-4995-b7b9-bf0fa36f150e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:37:34.197195 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2cf96a90-e3cb-442a-ae89-66c976be8d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:37:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:37:34.300044 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-2cf96a90-e3cb-442a-ae89-66c976be8d65 None None] Set router a855e76d-82ce-4995-b7b9-bf0fa36f150e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:37:34.515813 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2cf96a90-e3cb-442a-ae89-66c976be8d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '4ea37044-01f4-425c-82f9-974605ece451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:29Z', 'revision_number': 4, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port': {'id': '4ea37044-01f4-425c-82f9-974605ece451', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '1a7461c2-9e89-42db-a3a5-4d86aec0dd3f', 'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'tenant_id': '957a151be395486fb443def3058c81f1', 'mac_address': 'fa:16:3e:c9:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:28Z', 'updated_at': '2021-07-06T14:30:33Z', 'revision_number': 5, 'project_id': '957a151be395486fb443def3058c81f1', 'subnets': [{'id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:37:34.543021 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf96a90-e3cb-442a-ae89-66c976be8d65 None None] The sync data for ids ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'] in n-d-773644-6 is: [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '4ea37044-01f4-425c-82f9-974605ece451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:29Z', 'revision_number': 4, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port': {'id': '4ea37044-01f4-425c-82f9-974605ece451', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '1a7461c2-9e89-42db-a3a5-4d86aec0dd3f', 'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'tenant_id': '957a151be395486fb443def3058c81f1', 'mac_address': 'fa:16:3e:c9:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:28Z', 'updated_at': '2021-07-06T14:30:33Z', 'revision_number': 5, 'project_id': '957a151be395486fb443def3058c81f1', 'subnets': [{'id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:37:34.760193 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c248f62c-479e-4cd3-94e1-e16df5e85343 None None] New status for floating IP 92de1994-5bd7-42b1-acb2-8f16e272c1d1: DOWN {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:37:35.440272 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-0dd02a1f-bf9e-4e30-9187-a7f010a49596 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-securitygroup--530331506&fields=id&tenant_id=957a151be395486fb443def3058c81f1 HTTP/1.1" status: 200 len: 267 time: 0.0342433 Jul 06 14:37:35.552238 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-f60639b2-a8b0-4b19-b3dc-b750466e0e54 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:35.553737 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-f60639b2-a8b0-4b19-b3dc-b750466e0e54 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 810 time: 0.1071544 Jul 06 14:37:35.574170 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-d505c815-7400-4b73-8c2a-182c68689595 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/quotas/957a151be395486fb443def3058c81f1 HTTP/1.1" status: 200 len: 375 time: 0.0096364 Jul 06 14:37:35.641461 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-8552a0ae-404f-4ae0-845f-9ee6d764c292 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0621958 Jul 06 14:37:35.741439 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-f3dae6c7-bb43-496f-8f48-31d7974e6951 service neutron] 10.222.0.118 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862069 Jul 06 14:37:35.831898 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-9db695c3-5f7d-46a2-8346-18919badb018 service neutron] 10.222.0.118 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845301 Jul 06 14:37:36.017110 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f4ef8077-ab81-4996-8ff6-8ea000ffff61 req-8e90b098-fcab-40c1-b905-fc8990114388 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 210 time: 0.0337481 Jul 06 14:37:37.164919 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4b8917e9-58d2-406e-8ddf-f8e1e5f884de req-16238299-d96d-41ac-8de9-a97c2969d6c4 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 210 time: 0.0287504 Jul 06 14:37:37.234556 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-03f58a6e-4781-440b-9b01-da273279079e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:37.236066 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-03f58a6e-4781-440b-9b01-da273279079e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 810 time: 0.1118991 Jul 06 14:37:37.286177 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-c7c2c6f7-6c5c-4bd7-a1ba-a6865d42878a tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=957a151be395486fb443def3058c81f1 HTTP/1.1" status: 200 len: 379 time: 0.0357127 Jul 06 14:37:37.295815 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-178820bb-c09b-4980-a00a-b36f7e023d31 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Request body: {'port': {'device_id': '9a7dc614-6322-4f52-a6fb-5bdb304b71ea', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'admin_state_up': True, 'tenant_id': '957a151be395486fb443def3058c81f1', 'security_groups': ['4273d917-75a7-48cd-b79c-376c52e908cb']}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:37:37.360364 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ca189ff0-205b-4752-9bbe-3cb5e73374a8 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:37:37.385620 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: ca189ff0-205b-4752-9bbe-3cb5e73374a8 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:37:37.386071 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device ca189ff0-205b-4752-9bbe-3cb5e73374a8 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:37:37.399006 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-78d9fd5f-918f-446d-9025-c310c9cd3924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:37.412313 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-178820bb-c09b-4980-a00a-b36f7e023d31 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Made reservation on behalf of 957a151be395486fb443def3058c81f1 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:37:37.415976 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-178820bb-c09b-4980-a00a-b36f7e023d31 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:37.538731 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-178820bb-c09b-4980-a00a-b36f7e023d31 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Allocated IP 172.20.0.8 (53387a59-a2ea-46d9-befd-62c735908b93/53c5876d-9d00-410e-8d7e-739f83ac17f1/b4070a86-c030-469f-bf50-31f343df12a6) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:37:37.680807 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-178820bb-c09b-4980-a00a-b36f7e023d31 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:37.694741 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-178820bb-c09b-4980-a00a-b36f7e023d31 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Transition to ACTIVE for port object b4070a86-c030-469f-bf50-31f343df12a6 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:37:37.731433 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-178820bb-c09b-4980-a00a-b36f7e023d31 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:37.775688 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-178820bb-c09b-4980-a00a-b36f7e023d31 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Network 53387a59-a2ea-46d9-befd-62c735908b93 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:37:37.778964 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-178820bb-c09b-4980-a00a-b36f7e023d31 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:37:37.784988 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-178820bb-c09b-4980-a00a-b36f7e023d31 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:37:37.791060 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178820bb-c09b-4980-a00a-b36f7e023d31 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Pushing event updated for resources: {'Port': ['ID=b4070a86-c030-469f-bf50-31f343df12a6,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:37:37.846495 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-178820bb-c09b-4980-a00a-b36f7e023d31 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:37.847141 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-178820bb-c09b-4980-a00a-b36f7e023d31 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:37.862487 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-178820bb-c09b-4980-a00a-b36f7e023d31 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5703871 Jul 06 14:37:37.874639 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-6541d15f-e458-4754-bc65-5c29d245b746 service neutron] Request body: {'port': {'device_id': '9a7dc614-6322-4f52-a6fb-5bdb304b71ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:37:37.950454 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-6541d15f-e458-4754-bc65-5c29d245b746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:38.010782 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fe089c58-a404-4140-93f4-dfcdb576ec76 None None] Provisioning for port b4070a86-c030-469f-bf50-31f343df12a6 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:37:38.014595 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fe089c58-a404-4140-93f4-dfcdb576ec76 None None] Provisioning complete for port b4070a86-c030-469f-bf50-31f343df12a6 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:37:38.014971 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fe089c58-a404-4140-93f4-dfcdb576ec76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:38.052163 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-fe089c58-a404-4140-93f4-dfcdb576ec76 None None] Port b4070a86-c030-469f-bf50-31f343df12a6 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:37:38.215402 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-6541d15f-e458-4754-bc65-5c29d245b746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4070a86-c030-469f-bf50-31f343df12a6 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:37:38.223141 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-6541d15f-e458-4754-bc65-5c29d245b746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:38.235039 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-6541d15f-e458-4754-bc65-5c29d245b746 service neutron] Transition to ACTIVE for port object b4070a86-c030-469f-bf50-31f343df12a6 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:37:38.239839 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-6541d15f-e458-4754-bc65-5c29d245b746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:38.312094 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541d15f-e458-4754-bc65-5c29d245b746 service neutron] Pushing event updated for resources: {'Port': ['ID=b4070a86-c030-469f-bf50-31f343df12a6,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:37:38.352820 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04842dfe-9f4a-40ec-9e8c-b782d4594a7b req-2ac733b3-6a16-412f-b5a3-dfb35d22e674 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:38.358446 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04842dfe-9f4a-40ec-9e8c-b782d4594a7b req-2ac733b3-6a16-412f-b5a3-dfb35d22e674 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 943 time: 0.0749204 Jul 06 14:37:38.370487 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-6541d15f-e458-4754-bc65-5c29d245b746 service neutron] Attempting to bind port b4070a86-c030-469f-bf50-31f343df12a6 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:37:38.370828 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-6541d15f-e458-4754-bc65-5c29d245b746 service neutron] Attempting to bind port b4070a86-c030-469f-bf50-31f343df12a6 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:37:38.371165 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-6541d15f-e458-4754-bc65-5c29d245b746 service neutron] Attempting to bind port b4070a86-c030-469f-bf50-31f343df12a6 on network 53387a59-a2ea-46d9-befd-62c735908b93 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:37:38.376063 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-6541d15f-e458-4754-bc65-5c29d245b746 service neutron] Port b4070a86-c030-469f-bf50-31f343df12a6 on network 53387a59-a2ea-46d9-befd-62c735908b93 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:37:38.376394 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-6541d15f-e458-4754-bc65-5c29d245b746 service neutron] Attempting to bind port b4070a86-c030-469f-bf50-31f343df12a6 on network 53387a59-a2ea-46d9-befd-62c735908b93 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:37:38.382492 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-6541d15f-e458-4754-bc65-5c29d245b746 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:37:38.382842 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-6541d15f-e458-4754-bc65-5c29d245b746 service neutron] Checking segment: {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:37:38.383231 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-6541d15f-e458-4754-bc65-5c29d245b746 service neutron] Bound using segment: {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:37:38.383826 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-6541d15f-e458-4754-bc65-5c29d245b746 service neutron] Bound port: b4070a86-c030-469f-bf50-31f343df12a6, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:37:38.384773 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-6541d15f-e458-4754-bc65-5c29d245b746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:38.395405 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04842dfe-9f4a-40ec-9e8c-b782d4594a7b req-2df677b8-76f2-43f5-8c6c-c917f588bc4e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350368 Jul 06 14:37:38.455314 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-6541d15f-e458-4754-bc65-5c29d245b746 service neutron] For port b4070a86-c030-469f-bf50-31f343df12a6, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:37:38.458640 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-6541d15f-e458-4754-bc65-5c29d245b746 service neutron] For port b4070a86-c030-469f-bf50-31f343df12a6, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=b4070a86-c030-469f-bf50-31f343df12a6,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:37:38.463917 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-6541d15f-e458-4754-bc65-5c29d245b746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:38.502476 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-6541d15f-e458-4754-bc65-5c29d245b746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:38.503131 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-6541d15f-e458-4754-bc65-5c29d245b746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:38.504770 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-6541d15f-e458-4754-bc65-5c29d245b746 service neutron] 10.222.0.52 "PUT /v2.0/ports/b4070a86-c030-469f-bf50-31f343df12a6 HTTP/1.1" status: 200 len: 1091 time: 0.6345515 Jul 06 14:37:38.505226 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7dc614-6322-4f52-a6fb-5bdb304b71ea', 'tag': 'b4070a86-c030-469f-bf50-31f343df12a6'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:37:38.507649 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a083d1a-8cfb-419d-ae3e-a010fd38cf61" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7dc614-6322-4f52-a6fb-5bdb304b71ea", "tag": "b4070a86-c030-469f-bf50-31f343df12a6"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:37:38.539210 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541d15f-e458-4754-bc65-5c29d245b746 service neutron] Pushing event updated for resources: {'Port': ['ID=b4070a86-c030-469f-bf50-31f343df12a6,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:37:38.556306 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1c985e-fdbd-41ef-b6d3-9ee6128adc70 x-openstack-request-id: req-2c1c985e-fdbd-41ef-b6d3-9ee6128adc70 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:37:38.556611 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7dc614-6322-4f52-a6fb-5bdb304b71ea", "tag": "b4070a86-c030-469f-bf50-31f343df12a6", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:37:38.556878 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-2c1c985e-fdbd-41ef-b6d3-9ee6128adc70 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:37:38.557285 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7dc614-6322-4f52-a6fb-5bdb304b71ea', 'tag': 'b4070a86-c030-469f-bf50-31f343df12a6', 'status': 'completed', 'code': 200} Jul 06 14:37:38.619064 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-3210c4eb-f5aa-48aa-8c1c-9c31118bfa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:38.620732 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-3210c4eb-f5aa-48aa-8c1c-9c31118bfa54 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 1094 time: 0.0589116 Jul 06 14:37:38.669288 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-db97dd26-c17b-45c4-a5dc-9e63028f8b24 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4070a86-c030-469f-bf50-31f343df12a6 HTTP/1.1" status: 200 len: 217 time: 0.0360844 Jul 06 14:37:38.724742 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-84d11c55-d247-4b08-b7a4-c1e5f1c75fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:38.726187 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-84d11c55-d247-4b08-b7a4-c1e5f1c75fb3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0482824 Jul 06 14:37:38.787828 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-99b61890-3675-4600-a051-cf9465e596c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:38.789409 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-99b61890-3675-4600-a051-cf9465e596c8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529785 Jul 06 14:37:38.878924 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-06d108db-5b9c-4b4c-afce-d5d01e889cfc service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827136 Jul 06 14:37:38.974236 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2a35bc6d-30f7-44a1-921e-44b6bc4edcc7 req-01299233-f899-4b77-95f1-3c358e7a6a80 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849438 Jul 06 14:37:39.077409 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a083d1a-8cfb-419d-ae3e-a010fd38cf61 req-82d38338-3b0a-4254-92ca-3c2133c9aecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:39.078826 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1a083d1a-8cfb-419d-ae3e-a010fd38cf61 req-82d38338-3b0a-4254-92ca-3c2133c9aecb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 1094 time: 0.0526173 Jul 06 14:37:39.170361 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a083d1a-8cfb-419d-ae3e-a010fd38cf61 req-f538ac70-d69f-4fdb-8b5d-e1d3889132ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:39.171885 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1a083d1a-8cfb-419d-ae3e-a010fd38cf61 req-f538ac70-d69f-4fdb-8b5d-e1d3889132ee service neutron] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0863137 Jul 06 14:37:39.212344 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1a083d1a-8cfb-419d-ae3e-a010fd38cf61 req-13addee7-20d4-4f65-8ceb-22c2c9829d9e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4070a86-c030-469f-bf50-31f343df12a6 HTTP/1.1" status: 200 len: 217 time: 0.0340962 Jul 06 14:37:39.265208 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a083d1a-8cfb-419d-ae3e-a010fd38cf61 req-57591997-b0bb-4603-ba63-47eb2912c5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:39.266732 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1a083d1a-8cfb-419d-ae3e-a010fd38cf61 req-57591997-b0bb-4603-ba63-47eb2912c5a5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0447206 Jul 06 14:37:39.328840 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a083d1a-8cfb-419d-ae3e-a010fd38cf61 req-68ffabb1-d877-40c7-a935-b05ee126776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:39.330301 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1a083d1a-8cfb-419d-ae3e-a010fd38cf61 req-68ffabb1-d877-40c7-a935-b05ee126776b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566859 Jul 06 14:37:39.419474 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1a083d1a-8cfb-419d-ae3e-a010fd38cf61 req-a43b5230-25fa-46cd-865d-758a4239560b service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821309 Jul 06 14:37:39.514883 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1a083d1a-8cfb-419d-ae3e-a010fd38cf61 req-0d9f9b11-baae-406b-a68e-416299422973 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884852 Jul 06 14:37:39.579055 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fcfa2-1688-450f-b583-f5f7ee31085b req-7b2d8610-06fc-4d96-b619-f02459f097ba tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:39.580828 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e3fcfa2-1688-450f-b583-f5f7ee31085b req-7b2d8610-06fc-4d96-b619-f02459f097ba tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 943 time: 0.0681396 Jul 06 14:37:39.623965 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e3fcfa2-1688-450f-b583-f5f7ee31085b req-9eb96d55-0556-415a-a55d-1005eb87515f tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376711 Jul 06 14:37:40.289674 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:40.618983 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f1de3587-5b1d-47b8-bac1-afff607e3dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:40.797589 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474f2f3-1efc-45fc-842b-bbb85a259021 req-2c7f5fde-533f-472f-96fe-b93f4cde46e0 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:40.799135 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9474f2f3-1efc-45fc-842b-bbb85a259021 req-2c7f5fde-533f-472f-96fe-b93f4cde46e0 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 943 time: 0.0644000 Jul 06 14:37:40.838047 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9474f2f3-1efc-45fc-842b-bbb85a259021 req-28abf771-874e-4bf5-b589-02743555b535 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332472 Jul 06 14:37:41.373770 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device b4070a86-c030-469f-bf50-31f343df12a6 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:37:41.467327 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port b4070a86-c030-469f-bf50-31f343df12a6, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=b4070a86-c030-469f-bf50-31f343df12a6,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:37:41.478669 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'b4070a86-c030-469f-bf50-31f343df12a6', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'port_id': 'b4070a86-c030-469f-bf50-31f343df12a6', 'mac_address': 'fa:16:3e:24:be:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:37:41.519103 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:41.531889 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4070a86-c030-469f-bf50-31f343df12a6 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:37:41.550608 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port b4070a86-c030-469f-bf50-31f343df12a6, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=b4070a86-c030-469f-bf50-31f343df12a6,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:37:41.554582 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:41.604098 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=b4070a86-c030-469f-bf50-31f343df12a6,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:37:41.664332 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:41.818098 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['b4070a86-c030-469f-bf50-31f343df12a6'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:37:42.021577 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca1bdf-945a-49f7-991a-69b9aa110048 req-adbe7d3d-4976-4624-be9d-b692640916bf tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:42.023148 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2fca1bdf-945a-49f7-991a-69b9aa110048 req-adbe7d3d-4976-4624-be9d-b692640916bf tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 944 time: 0.0729237 Jul 06 14:37:42.062913 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2fca1bdf-945a-49f7-991a-69b9aa110048 req-67ad8ae2-45c7-46c4-96b9-d85276d7bc25 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329816 Jul 06 14:37:43.226497 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:43.242865 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca794bce-ac72-4dfb-9b70-94bbb95794ce req-5f750d6a-4849-4c64-9656-a1651f5d22f7 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:43.244740 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ca794bce-ac72-4dfb-9b70-94bbb95794ce req-5f750d6a-4849-4c64-9656-a1651f5d22f7 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 944 time: 0.0700424 Jul 06 14:37:43.283099 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ca794bce-ac72-4dfb-9b70-94bbb95794ce req-15402f7e-5162-4d05-9b9d-c1752b16fef2 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325098 Jul 06 14:37:43.373525 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device b4070a86-c030-469f-bf50-31f343df12a6 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:37:43.421049 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port b4070a86-c030-469f-bf50-31f343df12a6 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:37:43.424556 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port b4070a86-c030-469f-bf50-31f343df12a6 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:37:43.424931 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:43.502820 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:43.525626 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7dc614-6322-4f52-a6fb-5bdb304b71ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4070a86-c030-469f-bf50-31f343df12a6'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:37:43.527892 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d58d379-4cbf-4d1f-9b04-8bab9167e2aa" -d '{"events": [{"server_uuid": "9a7dc614-6322-4f52-a6fb-5bdb304b71ea", "name": "network-vif-plugged", "status": "completed", "tag": "b4070a86-c030-469f-bf50-31f343df12a6"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:37:43.540240 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port b4070a86-c030-469f-bf50-31f343df12a6, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=b4070a86-c030-469f-bf50-31f343df12a6,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:37:43.544788 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:43.570230 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ed70ad-107e-4217-8e2b-bc1a1804f68e x-openstack-request-id: req-64ed70ad-107e-4217-8e2b-bc1a1804f68e {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:37:43.570524 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7dc614-6322-4f52-a6fb-5bdb304b71ea", "name": "network-vif-plugged", "status": "completed", "tag": "b4070a86-c030-469f-bf50-31f343df12a6", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:37:43.570772 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-64ed70ad-107e-4217-8e2b-bc1a1804f68e {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:37:43.571161 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7dc614-6322-4f52-a6fb-5bdb304b71ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4070a86-c030-469f-bf50-31f343df12a6', 'code': 200} Jul 06 14:37:43.599034 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=b4070a86-c030-469f-bf50-31f343df12a6,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:37:43.702771 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8d5ec-31f1-45ec-aeb0-9204cee56eda req-dec83689-c8f8-46cc-bd26-f43e6625d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:43.704270 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9bd8d5ec-31f1-45ec-aeb0-9204cee56eda req-dec83689-c8f8-46cc-bd26-f43e6625d7a1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 1096 time: 0.0512385 Jul 06 14:37:43.740974 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-9bd8d5ec-31f1-45ec-aeb0-9204cee56eda req-26a8b3d3-7f8c-4d39-8002-8f9455c56c76 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274580 Jul 06 14:37:44.464607 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff17b3-39ce-46c4-8018-ebd8afcd8869 req-f4882fac-418f-40c9-a392-9edd21dee10a tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:44.466072 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-34ff17b3-39ce-46c4-8018-ebd8afcd8869 req-f4882fac-418f-40c9-a392-9edd21dee10a tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 945 time: 0.0626864 Jul 06 14:37:44.504192 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-34ff17b3-39ce-46c4-8018-ebd8afcd8869 req-7ad24dfc-e68d-4372-a400-434901061609 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325277 Jul 06 14:37:45.682721 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017bdc15-6a7b-4a9e-bd0c-0e4e40462e91 req-3c118f4d-ce60-4e81-a7cf-48da1c61e360 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:45.684203 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-017bdc15-6a7b-4a9e-bd0c-0e4e40462e91 req-3c118f4d-ce60-4e81-a7cf-48da1c61e360 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 945 time: 0.0667937 Jul 06 14:37:45.722667 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-017bdc15-6a7b-4a9e-bd0c-0e4e40462e91 req-76bd2c78-0611-455c-84be-04734cc3e15c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327132 Jul 06 14:37:45.900749 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f146a89-0de3-41ac-a939-a94637fa09a2 req-02f9801c-27f5-44a2-8746-087fefbc1f96 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:45.902274 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2f146a89-0de3-41ac-a939-a94637fa09a2 req-02f9801c-27f5-44a2-8746-087fefbc1f96 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 945 time: 0.0655107 Jul 06 14:37:45.911040 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 36678) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:37:45.915996 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-9fa81b8d-c5ac-4bac-becd-05f986cd8331 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Request body: {'floatingip': {'port_id': 'b4070a86-c030-469f-bf50-31f343df12a6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:37:45.955248 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9fa81b8d-c5ac-4bac-becd-05f986cd8331 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for floatingip, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:46.413973 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9fa81b8d-c5ac-4bac-becd-05f986cd8331 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:46.418958 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9fa81b8d-c5ac-4bac-becd-05f986cd8331 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:46.522380 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-9fa81b8d-c5ac-4bac-becd-05f986cd8331 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Floating IP 92de1994-5bd7-42b1-acb2-8f16e272c1d1 associated. External IP: 172.25.6.206, port: b4070a86-c030-469f-bf50-31f343df12a6. Jul 06 14:37:46.731855 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa81b8d-c5ac-4bac-becd-05f986cd8331 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Router a855e76d-82ce-4995-b7b9-bf0fa36f150e has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:37:46.838807 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa81b8d-c5ac-4bac-becd-05f986cd8331 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:37:46.843960 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9fa81b8d-c5ac-4bac-becd-05f986cd8331 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:46.848008 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922579b4-0d8d-46d0-bc5d-3e5d1f36dbc5 None None] Sync routers for ids ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:37:46.859062 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922579b4-0d8d-46d0-bc5d-3e5d1f36dbc5 None None] Routers {'a855e76d-82ce-4995-b7b9-bf0fa36f150e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:37:46.859696 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-922579b4-0d8d-46d0-bc5d-3e5d1f36dbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:37:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:37:46.884463 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9fa81b8d-c5ac-4bac-becd-05f986cd8331 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "PUT /v2.0/floatingips/92de1994-5bd7-42b1-acb2-8f16e272c1d1 HTTP/1.1" status: 200 len: 992 time: 0.9691226 Jul 06 14:37:46.884463 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7dc614-6322-4f52-a6fb-5bdb304b71ea', 'tag': 'b4070a86-c030-469f-bf50-31f343df12a6'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:37:46.885523 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcc9f0e-17a9-41f1-8d3d-ed468f3e7b22" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7dc614-6322-4f52-a6fb-5bdb304b71ea", "tag": "b4070a86-c030-469f-bf50-31f343df12a6"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:37:46.970716 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-922579b4-0d8d-46d0-bc5d-3e5d1f36dbc5 None None] Set router a855e76d-82ce-4995-b7b9-bf0fa36f150e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:37:47.020886 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:47.021080 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775f4799-e57b-4bea-ac79-ab94895a7fce x-openstack-request-id: req-775f4799-e57b-4bea-ac79-ab94895a7fce {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:37:47.021636 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7dc614-6322-4f52-a6fb-5bdb304b71ea", "tag": "b4070a86-c030-469f-bf50-31f343df12a6", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:37:47.021939 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-775f4799-e57b-4bea-ac79-ab94895a7fce {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:37:47.022353 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7dc614-6322-4f52-a6fb-5bdb304b71ea', 'tag': 'b4070a86-c030-469f-bf50-31f343df12a6', 'status': 'completed', 'code': 200} Jul 06 14:37:47.097722 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc9f0e-17a9-41f1-8d3d-ed468f3e7b22 req-d3945c20-192a-406a-9e7a-a43ba3653c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:47.099235 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4bcc9f0e-17a9-41f1-8d3d-ed468f3e7b22 req-d3945c20-192a-406a-9e7a-a43ba3653c54 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 1096 time: 0.0542293 Jul 06 14:37:47.193043 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc9f0e-17a9-41f1-8d3d-ed468f3e7b22 req-7963027d-f774-41c1-95e0-38e0a1a6e8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:47.194609 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4bcc9f0e-17a9-41f1-8d3d-ed468f3e7b22 req-7963027d-f774-41c1-95e0-38e0a1a6e8fb service neutron] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0893018 Jul 06 14:37:47.215060 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-922579b4-0d8d-46d0-bc5d-3e5d1f36dbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '4ea37044-01f4-425c-82f9-974605ece451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:29Z', 'revision_number': 4, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port': {'id': '4ea37044-01f4-425c-82f9-974605ece451', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '92de1994-5bd7-42b1-acb2-8f16e272c1d1', 'tenant_id': '957a151be395486fb443def3058c81f1', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'port_id': 'b4070a86-c030-469f-bf50-31f343df12a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'mac_address': 'fa:16:3e:24:be:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7dc614-6322-4f52-a6fb-5bdb304b71ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:30:31Z', 'updated_at': '2021-07-06T14:37:46Z', 'revision_number': 13, 'project_id': '957a151be395486fb443def3058c81f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7461c2-9e89-42db-a3a5-4d86aec0dd3f', 'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'tenant_id': '957a151be395486fb443def3058c81f1', 'mac_address': 'fa:16:3e:c9:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:28Z', 'updated_at': '2021-07-06T14:30:33Z', 'revision_number': 5, 'project_id': '957a151be395486fb443def3058c81f1', 'subnets': [{'id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:37:47.242157 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922579b4-0d8d-46d0-bc5d-3e5d1f36dbc5 None None] Checking router: a855e76d-82ce-4995-b7b9-bf0fa36f150e for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:37:47.251170 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922579b4-0d8d-46d0-bc5d-3e5d1f36dbc5 None None] Routers {'a855e76d-82ce-4995-b7b9-bf0fa36f150e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:37:47.251789 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-922579b4-0d8d-46d0-bc5d-3e5d1f36dbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:37:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:37:47.265084 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4bcc9f0e-17a9-41f1-8d3d-ed468f3e7b22 req-9cd01290-d5de-4d0f-9d45-c90452263f52 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4070a86-c030-469f-bf50-31f343df12a6 HTTP/1.1" status: 200 len: 1000 time: 0.0638187 Jul 06 14:37:47.315005 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc9f0e-17a9-41f1-8d3d-ed468f3e7b22 req-a72f99ff-4add-40ca-8cb4-aebd1d9779fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:47.316544 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4bcc9f0e-17a9-41f1-8d3d-ed468f3e7b22 req-a72f99ff-4add-40ca-8cb4-aebd1d9779fb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0445573 Jul 06 14:37:47.359963 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-922579b4-0d8d-46d0-bc5d-3e5d1f36dbc5 None None] Set router a855e76d-82ce-4995-b7b9-bf0fa36f150e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:37:47.706969 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc9f0e-17a9-41f1-8d3d-ed468f3e7b22 req-69a3fe27-80f5-4245-aa8b-d2f86cad1623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:47.708551 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4bcc9f0e-17a9-41f1-8d3d-ed468f3e7b22 req-69a3fe27-80f5-4245-aa8b-d2f86cad1623 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3858745 Jul 06 14:37:47.757933 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-922579b4-0d8d-46d0-bc5d-3e5d1f36dbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '4ea37044-01f4-425c-82f9-974605ece451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:29Z', 'revision_number': 4, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port': {'id': '4ea37044-01f4-425c-82f9-974605ece451', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '92de1994-5bd7-42b1-acb2-8f16e272c1d1', 'tenant_id': '957a151be395486fb443def3058c81f1', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'port_id': 'b4070a86-c030-469f-bf50-31f343df12a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'mac_address': 'fa:16:3e:24:be:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7dc614-6322-4f52-a6fb-5bdb304b71ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:30:31Z', 'updated_at': '2021-07-06T14:37:46Z', 'revision_number': 13, 'project_id': '957a151be395486fb443def3058c81f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7461c2-9e89-42db-a3a5-4d86aec0dd3f', 'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'tenant_id': '957a151be395486fb443def3058c81f1', 'mac_address': 'fa:16:3e:c9:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:28Z', 'updated_at': '2021-07-06T14:30:33Z', 'revision_number': 5, 'project_id': '957a151be395486fb443def3058c81f1', 'subnets': [{'id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:37:47.788214 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922579b4-0d8d-46d0-bc5d-3e5d1f36dbc5 None None] The sync data for ids ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'] in n-d-773644-6 is: [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '4ea37044-01f4-425c-82f9-974605ece451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:29Z', 'revision_number': 4, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port': {'id': '4ea37044-01f4-425c-82f9-974605ece451', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '92de1994-5bd7-42b1-acb2-8f16e272c1d1', 'tenant_id': '957a151be395486fb443def3058c81f1', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'port_id': 'b4070a86-c030-469f-bf50-31f343df12a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'mac_address': 'fa:16:3e:24:be:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a7dc614-6322-4f52-a6fb-5bdb304b71ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:30:31Z', 'updated_at': '2021-07-06T14:37:46Z', 'revision_number': 13, 'project_id': '957a151be395486fb443def3058c81f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a7461c2-9e89-42db-a3a5-4d86aec0dd3f', 'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'tenant_id': '957a151be395486fb443def3058c81f1', 'mac_address': 'fa:16:3e:c9:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:28Z', 'updated_at': '2021-07-06T14:30:33Z', 'revision_number': 5, 'project_id': '957a151be395486fb443def3058c81f1', 'subnets': [{'id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:37:47.798725 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4bcc9f0e-17a9-41f1-8d3d-ed468f3e7b22 req-9366415c-5b1f-4e1b-90e3-e53a0e7028e2 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827711 Jul 06 14:37:47.877018 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4e1d4cb7-ca7a-4df7-b1e7-fb538629323b req-37c7b171-e5da-4d3d-8865-3488b979e957 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0594349 Jul 06 14:37:47.898126 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4bcc9f0e-17a9-41f1-8d3d-ed468f3e7b22 req-17ccb4b6-19ec-475a-83e1-e8f32450c78f service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928497 Jul 06 14:37:48.012633 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a175788-ec57-4837-9467-15745ba90ce3 None None] New status for floating IP 92de1994-5bd7-42b1-acb2-8f16e272c1d1: ACTIVE {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:37:48.021980 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d4cb7-ca7a-4df7-b1e7-fb538629323b req-531fc9fe-514c-489e-9d02-e940c80b7deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:48.023632 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4e1d4cb7-ca7a-4df7-b1e7-fb538629323b req-531fc9fe-514c-489e-9d02-e940c80b7deb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 1096 time: 0.0578685 Jul 06 14:37:48.139809 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d4cb7-ca7a-4df7-b1e7-fb538629323b req-f2c2826b-efc6-4065-89d4-5da1d507432f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:48.141359 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4e1d4cb7-ca7a-4df7-b1e7-fb538629323b req-f2c2826b-efc6-4065-89d4-5da1d507432f service neutron] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0973432 Jul 06 14:37:48.209652 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4e1d4cb7-ca7a-4df7-b1e7-fb538629323b req-18bdfa0f-368e-478b-b77e-2fc3de4f54db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4070a86-c030-469f-bf50-31f343df12a6 HTTP/1.1" status: 200 len: 1000 time: 0.0617938 Jul 06 14:37:48.258054 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d4cb7-ca7a-4df7-b1e7-fb538629323b req-780fca8f-f7ec-4738-bc0a-10359c62323b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:48.260077 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4e1d4cb7-ca7a-4df7-b1e7-fb538629323b req-780fca8f-f7ec-4738-bc0a-10359c62323b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0440524 Jul 06 14:37:48.322274 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d4cb7-ca7a-4df7-b1e7-fb538629323b req-4f8bc2f9-54ba-4047-9007-10491dd2d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:37:48.323830 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4e1d4cb7-ca7a-4df7-b1e7-fb538629323b req-4f8bc2f9-54ba-4047-9007-10491dd2d8cc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570090 Jul 06 14:37:48.413510 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4e1d4cb7-ca7a-4df7-b1e7-fb538629323b req-62bd1e63-d2ac-4da2-b9a5-8d796d4c9345 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826511 Jul 06 14:37:48.508261 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4e1d4cb7-ca7a-4df7-b1e7-fb538629323b req-f89c89ba-6738-4fab-8b58-70f3c7d58631 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885539 Jul 06 14:37:49.150547 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:37:56.736823 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:38:07.385220 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7a36c573-1a94-400a-94ed-026587e818d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:10.290938 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:10.619870 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bca347d7-2982-4092-bc69-e8c1870762b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:11.667620 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:13.228313 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:17.023394 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:19.155489 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:33.735674 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:38:37.376636 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9b8175db-95d3-47d2-90ed-9d2c47afa785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:40.291502 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:40.619801 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1b208f3a-bace-4834-8598-c40ecdb23578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:41.669633 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:43.231106 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:47.022626 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:38:47.894831 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3c24d594-541d-484b-822a-588012f8f0ff req-6bc47083-21ee-4d95-bb11-19c521c2f944 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547605 Jul 06 14:38:47.992627 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24d594-541d-484b-822a-588012f8f0ff req-ad981f9d-5b80-4b66-81d3-1b3aa8017627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:47.994191 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3c24d594-541d-484b-822a-588012f8f0ff req-ad981f9d-5b80-4b66-81d3-1b3aa8017627 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 1096 time: 0.0541322 Jul 06 14:38:48.111131 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24d594-541d-484b-822a-588012f8f0ff req-02afac27-95c1-456a-b808-fe59024f1aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:48.112698 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3c24d594-541d-484b-822a-588012f8f0ff req-02afac27-95c1-456a-b808-fe59024f1aef service neutron] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0916653 Jul 06 14:38:48.183810 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3c24d594-541d-484b-822a-588012f8f0ff req-8e00e7a6-d72b-4b90-bc04-403c9dd59461 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4070a86-c030-469f-bf50-31f343df12a6 HTTP/1.1" status: 200 len: 1002 time: 0.0600147 Jul 06 14:38:48.237290 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24d594-541d-484b-822a-588012f8f0ff req-2a93cc11-0f75-456d-bc34-603154a29dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:48.238822 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3c24d594-541d-484b-822a-588012f8f0ff req-2a93cc11-0f75-456d-bc34-603154a29dae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0456583 Jul 06 14:38:48.305436 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24d594-541d-484b-822a-588012f8f0ff req-e063aa6d-9d6b-4d80-99d4-52cc80b9a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:38:48.307092 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3c24d594-541d-484b-822a-588012f8f0ff req-e063aa6d-9d6b-4d80-99d4-52cc80b9a1cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575631 Jul 06 14:38:48.402112 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3c24d594-541d-484b-822a-588012f8f0ff req-4c182e7e-0018-45e1-9c37-a9e2463ad011 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846348 Jul 06 14:38:48.505089 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3c24d594-541d-484b-822a-588012f8f0ff req-3c3630a8-1a9b-41c5-9070-8a33d7af5c7c service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931454 Jul 06 14:38:49.149998 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:39:07.378743 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ee9d8ff3-aa27-46dc-a6d5-f53e9c158f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:39:10.294125 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:39:10.621470 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-93fcfcb3-2d09-4eee-874a-4e263176f204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:39:10.734055 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:39:11.673781 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:39:13.239670 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:39:17.022370 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:39:19.148397 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:39:29.472323 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b8089-254e-4a02-91c2-dd042abf9972 req-37aec8d3-be08-4fbe-8f71-91463aebaa48 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:29.473760 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bf7b8089-254e-4a02-91c2-dd042abf9972 req-37aec8d3-be08-4fbe-8f71-91463aebaa48 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 945 time: 0.1227732 Jul 06 14:39:29.512073 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bf7b8089-254e-4a02-91c2-dd042abf9972 req-a11ca528-8e74-49b5-abee-eda259d23f5c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317376 Jul 06 14:39:37.379566 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2d559acf-5a93-4d73-acdb-b4fe48c6263d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:39:40.294537 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:39:40.621586 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b5074fc2-9b46-4a2c-8982-c29b2a134ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:39:40.841889 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-626e82aa-f894-4543-824a-c9c74d024293 service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0984244 Jul 06 14:39:40.857443 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d81aa5-d4d7-459a-8802-e83f1c8d5263 req-cf6eec51-dbc1-4f1a-a47b-dccd39bbedc0 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:40.859007 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71d81aa5-d4d7-459a-8802-e83f1c8d5263 req-cf6eec51-dbc1-4f1a-a47b-dccd39bbedc0 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 945 time: 0.0637681 Jul 06 14:39:40.898772 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71d81aa5-d4d7-459a-8802-e83f1c8d5263 req-1790da98-fe5f-4f3c-905f-ffd04d491408 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337501 Jul 06 14:39:41.675390 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:39:42.034454 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-ea52ace4-b716-4bc7-8259-09cd13517a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:42.035982 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-ea52ace4-b716-4bc7-8259-09cd13517a08 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 1096 time: 0.0575593 Jul 06 14:39:42.084679 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf46b4-be8c-47c3-abec-09865f1a3220 req-53d41015-44a1-419f-a5d9-4d5e8c3ab170 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:42.086992 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45cf46b4-be8c-47c3-abec-09865f1a3220 req-53d41015-44a1-419f-a5d9-4d5e8c3ab170 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 945 time: 0.0718560 Jul 06 14:39:42.125731 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45cf46b4-be8c-47c3-abec-09865f1a3220 req-2ed88bb8-9b29-45bb-bc1f-8b9ae84a6214 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325410 Jul 06 14:39:42.139815 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-63169307-b6f0-44c6-9dba-c56f9cee076d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:42.141454 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-63169307-b6f0-44c6-9dba-c56f9cee076d service neutron] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0960083 Jul 06 14:39:42.211617 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-be0bcc9b-44f5-471c-8fdf-d182b3c310c2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4070a86-c030-469f-bf50-31f343df12a6 HTTP/1.1" status: 200 len: 1002 time: 0.0600419 Jul 06 14:39:42.263682 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-84442ea3-3f74-41e4-82ce-ce04fbd44411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:42.265150 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-84442ea3-3f74-41e4-82ce-ce04fbd44411 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0438416 Jul 06 14:39:42.329275 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-3086e0d0-b009-4abb-9cee-22b065ad532d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:42.330831 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-3086e0d0-b009-4abb-9cee-22b065ad532d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560348 Jul 06 14:39:42.424695 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-dcee7010-0548-44ce-b46d-233bc641ff4a service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822749 Jul 06 14:39:42.527591 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-9ba76d7f-c3db-4dda-810c-7014dc127b33 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925386 Jul 06 14:39:43.238326 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:39:43.306204 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f5e08-00a6-40ef-a749-91e103e49275 req-8522bbe3-6594-477e-98ed-8487ab255ebe tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:43.307709 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a86f5e08-00a6-40ef-a749-91e103e49275 req-8522bbe3-6594-477e-98ed-8487ab255ebe tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 945 time: 0.0649762 Jul 06 14:39:43.346165 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a86f5e08-00a6-40ef-a749-91e103e49275 req-c0a56dcc-5c1b-4f61-a538-a3c7228a3deb tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323663 Jul 06 14:39:44.536611 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19cbd6-19d4-4b1e-b85d-627f8daffb4f req-75e824ec-f007-40ab-ad07-a55a44ef5cb1 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:44.538728 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b19cbd6-19d4-4b1e-b85d-627f8daffb4f req-75e824ec-f007-40ab-ad07-a55a44ef5cb1 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 945 time: 0.0668759 Jul 06 14:39:44.577672 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b19cbd6-19d4-4b1e-b85d-627f8daffb4f req-050e6a08-3fe1-46f6-9071-e2e1e63647ba tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331616 Jul 06 14:39:45.755468 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6aa99-b127-4fb4-95bb-b0490f68f9f0 req-92e6ef48-4c9d-4482-94a2-9e2a035b09d3 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:45.757312 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dea6aa99-b127-4fb4-95bb-b0490f68f9f0 req-92e6ef48-4c9d-4482-94a2-9e2a035b09d3 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 945 time: 0.0649121 Jul 06 14:39:45.795860 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dea6aa99-b127-4fb4-95bb-b0490f68f9f0 req-bf9dac47-25e2-4aba-a704-bb09393d52e2 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326750 Jul 06 14:39:46.967952 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e618f68-7603-4a76-9044-0a8530104990 req-8be290e8-26a8-45c0-abf5-e876b446ca29 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:46.969436 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3e618f68-7603-4a76-9044-0a8530104990 req-8be290e8-26a8-45c0-abf5-e876b446ca29 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 945 time: 0.0623581 Jul 06 14:39:47.006421 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3e618f68-7603-4a76-9044-0a8530104990 req-18891295-e641-4849-b375-d147290c7f24 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314639 Jul 06 14:39:47.021064 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:39:47.733458 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:39:48.195762 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8166a-a834-4390-89a3-c143094c7e18 req-b8c58bb3-ff81-413c-ba2f-95e81634b079 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:48.197258 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45f8166a-a834-4390-89a3-c143094c7e18 req-b8c58bb3-ff81-413c-ba2f-95e81634b079 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 945 time: 0.0691509 Jul 06 14:39:48.235105 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45f8166a-a834-4390-89a3-c143094c7e18 req-b2e1b1c0-d823-4aae-8a74-f2e5b19a0e95 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322156 Jul 06 14:39:48.908634 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dd5b3-d2b3-42c0-ad1b-d7f02a6e81ae req-b43b8463-413f-4941-9b8b-bd8e2e19e547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:48.910198 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-090dd5b3-d2b3-42c0-ad1b-d7f02a6e81ae req-b43b8463-413f-4941-9b8b-bd8e2e19e547 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 1096 time: 0.0527403 Jul 06 14:39:49.026432 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dd5b3-d2b3-42c0-ad1b-d7f02a6e81ae req-2f50b3c9-9453-444a-a2ca-8452d7d4675d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:49.027987 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-090dd5b3-d2b3-42c0-ad1b-d7f02a6e81ae req-2f50b3c9-9453-444a-a2ca-8452d7d4675d service neutron] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0907171 Jul 06 14:39:49.094009 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-090dd5b3-d2b3-42c0-ad1b-d7f02a6e81ae req-7c787869-1843-4d7b-94f4-34ce5c49ab94 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4070a86-c030-469f-bf50-31f343df12a6 HTTP/1.1" status: 200 len: 1002 time: 0.0574749 Jul 06 14:39:49.146378 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dd5b3-d2b3-42c0-ad1b-d7f02a6e81ae req-4cdecdc6-7116-4934-badf-97b2f07d0a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:49.147989 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-090dd5b3-d2b3-42c0-ad1b-d7f02a6e81ae req-4cdecdc6-7116-4934-badf-97b2f07d0a3e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0439320 Jul 06 14:39:49.165498 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:39:49.212813 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dd5b3-d2b3-42c0-ad1b-d7f02a6e81ae req-6c9b52d6-682d-43a2-be6d-79f5494d6b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:49.214405 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-090dd5b3-d2b3-42c0-ad1b-d7f02a6e81ae req-6c9b52d6-682d-43a2-be6d-79f5494d6b75 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570483 Jul 06 14:39:49.311548 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-090dd5b3-d2b3-42c0-ad1b-d7f02a6e81ae req-049efb0a-f549-4335-8ef6-ffeb821501cf service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854530 Jul 06 14:39:49.408501 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4671a76-50a0-480f-bcde-e0ae8830fe89 req-1902c78c-d292-44f8-953f-e74c3440c6f0 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:49.409764 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-090dd5b3-d2b3-42c0-ad1b-d7f02a6e81ae req-5eb67c17-a608-453c-a0e0-1c76967dca26 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885448 Jul 06 14:39:49.410024 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b4671a76-50a0-480f-bcde-e0ae8830fe89 req-1902c78c-d292-44f8-953f-e74c3440c6f0 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 945 time: 0.0627136 Jul 06 14:39:49.451723 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b4671a76-50a0-480f-bcde-e0ae8830fe89 req-315d350a-db2b-4574-af3c-825831bd89d7 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355604 Jul 06 14:39:50.644244 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9b6c1-de05-4acf-af81-36ccff4165e2 req-3b713df4-5ab8-4a3f-a72c-6992fca5c3f5 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:50.645880 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12c9b6c1-de05-4acf-af81-36ccff4165e2 req-3b713df4-5ab8-4a3f-a72c-6992fca5c3f5 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 945 time: 0.0785823 Jul 06 14:39:50.684265 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12c9b6c1-de05-4acf-af81-36ccff4165e2 req-b8b44d14-7e15-4485-a3fd-a892de1142a0 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326159 Jul 06 14:39:51.857576 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ba176-0d9a-4867-b800-4263f4855634 req-dcc435e5-3cb0-44b8-92ef-ef83991f5a4a tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:51.859052 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1b8ba176-0d9a-4867-b800-4263f4855634 req-dcc435e5-3cb0-44b8-92ef-ef83991f5a4a tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 945 time: 0.0640934 Jul 06 14:39:51.896341 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1b8ba176-0d9a-4867-b800-4263f4855634 req-1c56684f-5d11-42a0-87f3-ed7e7919b63f tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318828 Jul 06 14:39:53.082861 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25700e25-56dc-4a21-9d8c-b4df2e7c28be req-7b963c5f-e0fe-4bce-ae01-def06f3fdcc8 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:53.084350 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-25700e25-56dc-4a21-9d8c-b4df2e7c28be req-7b963c5f-e0fe-4bce-ae01-def06f3fdcc8 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 945 time: 0.0629003 Jul 06 14:39:53.122196 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-25700e25-56dc-4a21-9d8c-b4df2e7c28be req-810a601d-44db-48c0-8a93-11cdf99846a6 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317259 Jul 06 14:39:54.304846 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427e184-8ac6-4ae0-9aa5-3368e00d1ba2 req-2cb6e14f-1696-42fc-9ef8-c426775b97a0 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:54.307493 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f427e184-8ac6-4ae0-9aa5-3368e00d1ba2 req-2cb6e14f-1696-42fc-9ef8-c426775b97a0 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 945 time: 0.0729671 Jul 06 14:39:54.353493 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f427e184-8ac6-4ae0-9aa5-3368e00d1ba2 req-295f8ddd-13e7-42b9-9429-c3264f0e75e5 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399804 Jul 06 14:39:55.531396 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5928d9-4a54-470b-b613-cab34601715d req-b38cc95f-e840-4870-b5f5-00b3164babb9 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:55.532944 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e5928d9-4a54-470b-b613-cab34601715d req-b38cc95f-e840-4870-b5f5-00b3164babb9 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 945 time: 0.0634825 Jul 06 14:39:55.571886 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e5928d9-4a54-470b-b613-cab34601715d req-b6bf90d0-4148-4d43-b481-7bf52806b870 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334492 Jul 06 14:39:56.754248 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6361118-7c3e-46d7-a763-60429109abca req-01aa057a-a96f-4197-822f-9ddf350818c3 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:56.755786 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f6361118-7c3e-46d7-a763-60429109abca req-01aa057a-a96f-4197-822f-9ddf350818c3 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 945 time: 0.0664148 Jul 06 14:39:56.793650 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f6361118-7c3e-46d7-a763-60429109abca req-c890c6d9-c316-4ddd-8e40-429fdcf305dd tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322943 Jul 06 14:39:57.971666 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0973a-ea39-4d3d-8443-d8cca7cd3431 req-a241c309-4b13-490f-8731-fd3c2952655f tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:57.973186 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d4c0973a-ea39-4d3d-8443-d8cca7cd3431 req-a241c309-4b13-490f-8731-fd3c2952655f tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 945 time: 0.0679295 Jul 06 14:39:58.011963 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d4c0973a-ea39-4d3d-8443-d8cca7cd3431 req-8119b3d1-0477-4621-8989-4413d7406804 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320954 Jul 06 14:39:59.182867 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d254ab-394b-4a78-af99-ea34cc20244f req-2f17f67b-e4f3-467f-b548-c7cb71590f0d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:39:59.184371 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-79d254ab-394b-4a78-af99-ea34cc20244f req-2f17f67b-e4f3-467f-b548-c7cb71590f0d tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 945 time: 0.0623298 Jul 06 14:39:59.222662 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-79d254ab-394b-4a78-af99-ea34cc20244f req-4c23e709-4daf-45a1-a202-5e9a6568da8f tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324633 Jul 06 14:40:00.409022 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9727391-7547-4a59-b0ad-71051c3517bb req-7c546c0b-850f-4186-a418-4675c27269e3 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:00.410546 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9727391-7547-4a59-b0ad-71051c3517bb req-7c546c0b-850f-4186-a418-4675c27269e3 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 945 time: 0.0681846 Jul 06 14:40:00.451193 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9727391-7547-4a59-b0ad-71051c3517bb req-8c017592-1cd4-46d4-bb8d-ed3562a2e9c7 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336564 Jul 06 14:40:01.632181 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d56eed-d78f-4544-9334-4f2be83dad87 req-f98d704b-a514-49a1-a2a4-6f776dd72d51 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:01.634707 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-22d56eed-d78f-4544-9334-4f2be83dad87 req-f98d704b-a514-49a1-a2a4-6f776dd72d51 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 945 time: 0.0670352 Jul 06 14:40:01.676192 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-22d56eed-d78f-4544-9334-4f2be83dad87 req-c904dc0a-f2e0-4687-96c7-71d9b05ca12b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355127 Jul 06 14:40:01.734102 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-4fd89b1b-fe02-4ffa-8212-dbbf5eaed11e service neutron] show failed (client error): The resource could not be found. Jul 06 14:40:01.735094 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-4fd89b1b-fe02-4ffa-8212-dbbf5eaed11e service neutron] 10.222.0.52 "GET /v2.0/ports/b4070a86-c030-469f-bf50-31f343df12a6/bindings/n-h2-773644-6 HTTP/1.1" status: 404 len: 380 time: 0.0598221 Jul 06 14:40:02.041595 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-4d200e6f-4389-4bd2-bb75-a1652039b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:02.043049 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-4d200e6f-4389-4bd2-bb75-a1652039b79d service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea&tenant_id=957a151be395486fb443def3058c81f1 HTTP/1.1" status: 200 len: 1096 time: 0.1053936 Jul 06 14:40:02.054181 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-773644-6', 'device_owner': 'compute:nova'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:40:02.126786 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:02.324069 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] For port b4070a86-c030-469f-bf50-31f343df12a6, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=b4070a86-c030-469f-bf50-31f343df12a6,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:40:02.356667 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] For port b4070a86-c030-469f-bf50-31f343df12a6, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:40:02.398857 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7dc614-6322-4f52-a6fb-5bdb304b71ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4070a86-c030-469f-bf50-31f343df12a6'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:40:02.401123 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0f0443-d78b-45cd-b15f-076b09a03dbf" -d '{"events": [{"server_uuid": "9a7dc614-6322-4f52-a6fb-5bdb304b71ea", "name": "network-vif-unplugged", "status": "completed", "tag": "b4070a86-c030-469f-bf50-31f343df12a6"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:40:02.404743 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:02.417246 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Transition to ACTIVE for port object b4070a86-c030-469f-bf50-31f343df12a6 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:40:02.421578 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:02.502665 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4070a86-c030-469f-bf50-31f343df12a6,revision_number=6']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:02.514808 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:02.515162 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:02.515509 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:02.515849 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:02.516182 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:02.516520 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:02.516851 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:02.517178 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:02.517508 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:02.517860 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:02.518200 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:02.518524 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:02.528817 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adee66e2-27e7-4d65-9482-af2f7a2a6f62 x-openstack-request-id: req-adee66e2-27e7-4d65-9482-af2f7a2a6f62 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:40:02.529010 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7dc614-6322-4f52-a6fb-5bdb304b71ea", "name": "network-vif-unplugged", "status": "completed", "tag": "b4070a86-c030-469f-bf50-31f343df12a6", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:40:02.529270 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-adee66e2-27e7-4d65-9482-af2f7a2a6f62 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:40:02.529666 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7dc614-6322-4f52-a6fb-5bdb304b71ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4070a86-c030-469f-bf50-31f343df12a6', 'code': 200} Jul 06 14:40:02.552730 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] No DVR routers for this DVR port b4070a86-c030-469f-bf50-31f343df12a6 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:40:02.690798 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Attempting to bind port b4070a86-c030-469f-bf50-31f343df12a6 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:40:02.691824 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Attempting to bind port b4070a86-c030-469f-bf50-31f343df12a6 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:40:02.691824 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Attempting to bind port b4070a86-c030-469f-bf50-31f343df12a6 on network 53387a59-a2ea-46d9-befd-62c735908b93 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:40:02.695816 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Port b4070a86-c030-469f-bf50-31f343df12a6 on network 53387a59-a2ea-46d9-befd-62c735908b93 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:40:02.696146 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Attempting to bind port b4070a86-c030-469f-bf50-31f343df12a6 on network 53387a59-a2ea-46d9-befd-62c735908b93 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:40:02.701037 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:40:02.701376 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Checking segment: {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:40:02.701813 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Bound using segment: {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:40:02.702245 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Bound port: b4070a86-c030-469f-bf50-31f343df12a6, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:40:02.702613 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:02.768709 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] For port b4070a86-c030-469f-bf50-31f343df12a6, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:40:02.771661 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] For port b4070a86-c030-469f-bf50-31f343df12a6, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=b4070a86-c030-469f-bf50-31f343df12a6,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:40:02.777647 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:02.842171 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:02.842810 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:02.844264 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] 10.222.0.124 "PUT /v2.0/ports/b4070a86-c030-469f-bf50-31f343df12a6 HTTP/1.1" status: 200 len: 1091 time: 0.7940104 Jul 06 14:40:02.888297 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2949f-9f01-4962-9521-51865fd4e7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4070a86-c030-469f-bf50-31f343df12a6,revision_number=7']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:02.939346 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb140f6-0880-4a1f-bc70-7c96fd02a33e req-74fe6792-a9a2-474e-969e-e88e5207051b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:02.940936 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1bb140f6-0880-4a1f-bc70-7c96fd02a33e req-74fe6792-a9a2-474e-969e-e88e5207051b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 943 time: 0.1367671 Jul 06 14:40:02.986682 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-9af223bc-5f3f-438c-b74e-fc183af1a633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:02.988213 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-9af223bc-5f3f-438c-b74e-fc183af1a633 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 1094 time: 0.1145747 Jul 06 14:40:02.993819 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1bb140f6-0880-4a1f-bc70-7c96fd02a33e req-144dba17-829b-470d-9e9e-9312fe51cc2b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461471 Jul 06 14:40:03.079351 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-f019ea75-b0b8-4cd6-ae68-1e4c93b4d3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:03.080857 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-f019ea75-b0b8-4cd6-ae68-1e4c93b4d3e2 service neutron] 10.222.0.124 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0861850 Jul 06 14:40:03.147274 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-fc6590f5-2982-4839-9d59-d5e3e0e4c77f service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4070a86-c030-469f-bf50-31f343df12a6 HTTP/1.1" status: 200 len: 1000 time: 0.0597186 Jul 06 14:40:03.192991 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-b7c4c579-df98-4fa4-9959-48a301429b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:03.194436 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-b7c4c579-df98-4fa4-9959-48a301429b2d service neutron] 10.222.0.124 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0413153 Jul 06 14:40:03.250065 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-1ca112a3-a0a0-462c-b564-b93e1fa58f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:03.251552 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-1ca112a3-a0a0-462c-b564-b93e1fa58f9c service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511639 Jul 06 14:40:03.345983 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-99a7d8b6-a38f-4109-b258-d8e0e77ecfb2 service neutron] 10.222.0.124 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862920 Jul 06 14:40:03.435177 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-4732bafe-fdc8-4dd0-a457-b98bfe9aee7c service neutron] 10.222.0.124 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833976 Jul 06 14:40:04.076875 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device b4070a86-c030-469f-bf50-31f343df12a6 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:40:04.127861 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device b4070a86-c030-469f-bf50-31f343df12a6 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:40:04.239199 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00282bf-af4e-4a1b-8b45-e96bffcd691f req-1507d394-3d4d-4820-a8d8-1b3dc4733c83 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:04.240761 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a00282bf-af4e-4a1b-8b45-e96bffcd691f req-1507d394-3d4d-4820-a8d8-1b3dc4733c83 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 943 time: 0.0697641 Jul 06 14:40:04.290491 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a00282bf-af4e-4a1b-8b45-e96bffcd691f req-edcccbac-b407-4e86-a262-c1d3ff2982af tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439093 Jul 06 14:40:04.530597 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7dc614-6322-4f52-a6fb-5bdb304b71ea', 'tag': 'b4070a86-c030-469f-bf50-31f343df12a6'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:40:04.533029 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac990a11bd48c1d222b4a5569cb83c8abe2caa20a8a18f2d5c7c07f29908acc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db9f676-9287-44d7-8329-5bb93515fe00" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7dc614-6322-4f52-a6fb-5bdb304b71ea", "tag": "b4070a86-c030-469f-bf50-31f343df12a6"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:40:04.582051 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fcfa37-b494-47cc-9f27-01333260ee55 x-openstack-request-id: req-42fcfa37-b494-47cc-9f27-01333260ee55 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:40:04.582472 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7dc614-6322-4f52-a6fb-5bdb304b71ea", "tag": "b4070a86-c030-469f-bf50-31f343df12a6", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:40:04.582736 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-42fcfa37-b494-47cc-9f27-01333260ee55 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:40:04.583137 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7dc614-6322-4f52-a6fb-5bdb304b71ea', 'tag': 'b4070a86-c030-469f-bf50-31f343df12a6', 'status': 'completed', 'code': 200} Jul 06 14:40:04.655764 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9f676-9287-44d7-8329-5bb93515fe00 req-8d02dc13-c774-4332-85fb-4aff2d354535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:04.657306 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6db9f676-9287-44d7-8329-5bb93515fe00 req-8d02dc13-c774-4332-85fb-4aff2d354535 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 1094 time: 0.0559943 Jul 06 14:40:04.672344 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9f676-9287-44d7-8329-5bb93515fe00 req-37c38dc0-ebf3-4e34-971a-e3bdee2adfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:04.673997 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6db9f676-9287-44d7-8329-5bb93515fe00 req-37c38dc0-ebf3-4e34-971a-e3bdee2adfcf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 1094 time: 0.0567195 Jul 06 14:40:04.761171 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9f676-9287-44d7-8329-5bb93515fe00 req-7eb81846-0e78-4970-95b6-ce58eb34b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:04.763271 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6db9f676-9287-44d7-8329-5bb93515fe00 req-7eb81846-0e78-4970-95b6-ce58eb34b006 service neutron] 10.222.0.124 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0993581 Jul 06 14:40:04.784098 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9f676-9287-44d7-8329-5bb93515fe00 req-1360014b-6090-4a21-b298-e32f9c340cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:04.785618 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6db9f676-9287-44d7-8329-5bb93515fe00 req-1360014b-6090-4a21-b298-e32f9c340cf2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.1012516 Jul 06 14:40:04.827575 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6db9f676-9287-44d7-8329-5bb93515fe00 req-cad0194d-8151-4284-b65d-fd3ae67b9bc1 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4070a86-c030-469f-bf50-31f343df12a6 HTTP/1.1" status: 200 len: 1000 time: 0.0586696 Jul 06 14:40:04.853927 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6db9f676-9287-44d7-8329-5bb93515fe00 req-6b0af13a-4b0c-4e8d-90d0-97d51b4b4251 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4070a86-c030-469f-bf50-31f343df12a6 HTTP/1.1" status: 200 len: 1000 time: 0.0603831 Jul 06 14:40:04.877578 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9f676-9287-44d7-8329-5bb93515fe00 req-50462e99-d60e-4450-ba1e-5080724f06eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:04.879212 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6db9f676-9287-44d7-8329-5bb93515fe00 req-50462e99-d60e-4450-ba1e-5080724f06eb service neutron] 10.222.0.124 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0453141 Jul 06 14:40:04.907862 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9f676-9287-44d7-8329-5bb93515fe00 req-35db1b4f-b07a-41e7-a033-58faa04a0399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:04.909864 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6db9f676-9287-44d7-8329-5bb93515fe00 req-35db1b4f-b07a-41e7-a033-58faa04a0399 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0462766 Jul 06 14:40:04.943676 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9f676-9287-44d7-8329-5bb93515fe00 req-05bbb19c-c363-4b0b-aaa0-6f535019408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:04.945201 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6db9f676-9287-44d7-8329-5bb93515fe00 req-05bbb19c-c363-4b0b-aaa0-6f535019408b service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604303 Jul 06 14:40:04.978666 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9f676-9287-44d7-8329-5bb93515fe00 req-3b98aadf-e951-40b5-acd6-308174f228ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:04.980212 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6db9f676-9287-44d7-8329-5bb93515fe00 req-3b98aadf-e951-40b5-acd6-308174f228ec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596800 Jul 06 14:40:05.037026 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6db9f676-9287-44d7-8329-5bb93515fe00 req-c4ebad0a-1748-4144-8a28-fd4fde16f8fa service neutron] 10.222.0.124 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844808 Jul 06 14:40:05.078695 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6db9f676-9287-44d7-8329-5bb93515fe00 req-ed36bd7b-02ae-4e6a-aefa-4d2f091d14fd service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881493 Jul 06 14:40:05.133701 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6db9f676-9287-44d7-8329-5bb93515fe00 req-d41c705f-5a3a-4e4b-a6c8-264e452583ed service neutron] 10.222.0.124 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902219 Jul 06 14:40:05.180831 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-6db9f676-9287-44d7-8329-5bb93515fe00 req-c229b608-ec48-4f6f-addb-a160096b335e service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916219 Jul 06 14:40:05.478641 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29c730-6bc3-4b99-8c8c-41e7ae44528c req-d9d1a56c-68a2-42c4-b09b-767a08b19816 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:05.480216 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ae29c730-6bc3-4b99-8c8c-41e7ae44528c req-d9d1a56c-68a2-42c4-b09b-767a08b19816 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 943 time: 0.0711198 Jul 06 14:40:05.518354 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ae29c730-6bc3-4b99-8c8c-41e7ae44528c req-092bf3ae-251d-4d81-86f6-06c76a46b31f tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326416 Jul 06 14:40:06.698244 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af0d65-3fa9-4fb4-98c9-8668af58d025 req-73a9f1db-d9aa-4cf9-a7d5-117978fac664 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:06.699758 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-13af0d65-3fa9-4fb4-98c9-8668af58d025 req-73a9f1db-d9aa-4cf9-a7d5-117978fac664 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 943 time: 0.0641658 Jul 06 14:40:06.744481 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-13af0d65-3fa9-4fb4-98c9-8668af58d025 req-f95f099e-a9ff-40a8-978c-d9ed09027c7a tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327678 Jul 06 14:40:07.381710 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4865a2c4-92cf-4297-9bfd-a21f5d4e9fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:07.994841 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4faa39e-d053-4c4c-9558-6227c25c74a5 req-7bfa54da-a195-4c7a-ad2d-3cedf2b8248c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:07.996348 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c4faa39e-d053-4c4c-9558-6227c25c74a5 req-7bfa54da-a195-4c7a-ad2d-3cedf2b8248c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 943 time: 0.1079803 Jul 06 14:40:08.034823 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c4faa39e-d053-4c4c-9558-6227c25c74a5 req-65cac3be-8d1c-489c-ac6e-d13d7146c924 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329127 Jul 06 14:40:09.216259 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af406c23-d008-4b7c-976a-80686c631b4c req-11b86d8f-6d59-423e-9e31-45e110952cb3 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:09.217790 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af406c23-d008-4b7c-976a-80686c631b4c req-11b86d8f-6d59-423e-9e31-45e110952cb3 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 943 time: 0.0643461 Jul 06 14:40:09.256128 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-af406c23-d008-4b7c-976a-80686c631b4c req-b3ae2543-6930-4474-83cb-6b1acb9603a3 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326242 Jul 06 14:40:10.298284 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:10.437387 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e4cb1-3a95-4ba0-b798-c57e774cfb59 req-7e608000-0c9b-44f6-a566-f4a3ce018779 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:10.439182 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e15e4cb1-3a95-4ba0-b798-c57e774cfb59 req-7e608000-0c9b-44f6-a566-f4a3ce018779 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 943 time: 0.0662706 Jul 06 14:40:10.477468 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e15e4cb1-3a95-4ba0-b798-c57e774cfb59 req-d2378e2b-e8aa-4cd2-b839-c8790eb05e1c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326035 Jul 06 14:40:10.621195 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4144f744-28c9-4d62-ba5d-4b6b8a328dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:11.649487 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe90ae-93ab-46f3-a2b7-df95887ecfba req-c0646ae4-44e5-4f41-8c2b-9e85213b00d8 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:11.651018 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-23fe90ae-93ab-46f3-a2b7-df95887ecfba req-c0646ae4-44e5-4f41-8c2b-9e85213b00d8 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 943 time: 0.0625005 Jul 06 14:40:11.678458 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:11.689339 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-23fe90ae-93ab-46f3-a2b7-df95887ecfba req-3dae9641-4507-4445-ab81-eea856763bd1 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327950 Jul 06 14:40:12.869209 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195317f-0fa8-4343-b71f-1db9c80e0d9a req-6e920c97-826b-44e1-a2a8-95bcd5460885 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:12.870782 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c195317f-0fa8-4343-b71f-1db9c80e0d9a req-6e920c97-826b-44e1-a2a8-95bcd5460885 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 943 time: 0.0681579 Jul 06 14:40:12.907498 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c195317f-0fa8-4343-b71f-1db9c80e0d9a req-b6819fbb-64fb-4d9c-ad4d-fee73b728060 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311680 Jul 06 14:40:13.240896 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:14.088221 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e4a82-2104-4a6a-be7f-8a89b3468ef0 req-102bf671-3503-46f6-bfba-972787bbf9a9 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:14.089702 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-152e4a82-2104-4a6a-be7f-8a89b3468ef0 req-102bf671-3503-46f6-bfba-972787bbf9a9 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 943 time: 0.0670512 Jul 06 14:40:14.127178 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-152e4a82-2104-4a6a-be7f-8a89b3468ef0 req-367ad63b-e639-42b3-92dc-f145f8ff4089 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316029 Jul 06 14:40:15.300978 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9d0f7-63c7-48f5-99af-2aebc0e03361 req-3c150fd8-3b50-45eb-b55a-0cf80663f392 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:15.302492 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3ec9d0f7-63c7-48f5-99af-2aebc0e03361 req-3c150fd8-3b50-45eb-b55a-0cf80663f392 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 943 time: 0.0623581 Jul 06 14:40:15.341730 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3ec9d0f7-63c7-48f5-99af-2aebc0e03361 req-9752701d-f88c-4c76-8e54-6a061ba44ff3 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326335 Jul 06 14:40:15.545930 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device b4070a86-c030-469f-bf50-31f343df12a6 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:40:15.646585 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port b4070a86-c030-469f-bf50-31f343df12a6, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=b4070a86-c030-469f-bf50-31f343df12a6,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:40:15.659412 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': 'b4070a86-c030-469f-bf50-31f343df12a6', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'port_id': 'b4070a86-c030-469f-bf50-31f343df12a6', 'mac_address': 'fa:16:3e:24:be:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:40:15.703184 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:15.719923 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4070a86-c030-469f-bf50-31f343df12a6 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:40:15.744559 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port b4070a86-c030-469f-bf50-31f343df12a6, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=b4070a86-c030-469f-bf50-31f343df12a6,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:40:15.748395 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:15.765120 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-cc9aa017-c736-4891-9042-124fdbe9b841 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:15.766779 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-cc9aa017-c736-4891-9042-124fdbe9b841 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.124 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea&tenant_id=957a151be395486fb443def3058c81f1&binding%3Ahost_id=n-h2-773644-6 HTTP/1.1" status: 200 len: 943 time: 0.0897906 Jul 06 14:40:15.796976 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=b4070a86-c030-469f-bf50-31f343df12a6,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:15.805097 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:15.805685 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:15.806159 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:15.806502 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:15.806837 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:15.807170 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:15.807499 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:15.807827 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:15.808153 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:15.808477 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:15.808799 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:15.809124 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:15.860756 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74a621-b940-4c62-bb07-afcfe25f43dd req-9ed17afc-0b88-4e87-9e77-8442e9ab28cc tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:15.862288 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb74a621-b940-4c62-bb07-afcfe25f43dd req-9ed17afc-0b88-4e87-9e77-8442e9ab28cc tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 944 time: 0.1172156 Jul 06 14:40:15.863796 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-9d060b88-fc21-4928-ac81-9c9905f09f2d service neutron] 10.222.0.124 "GET /v2.0/ports/b4070a86-c030-469f-bf50-31f343df12a6/bindings/n-h2-773644-6 HTTP/1.1" status: 200 len: 382 time: 0.0813906 Jul 06 14:40:15.930086 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb74a621-b940-4c62-bb07-afcfe25f43dd req-51ff9362-3423-44d1-b941-2071900ced27 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609825 Jul 06 14:40:15.953311 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-a5b35a04-85da-4bc2-841e-f38786eac982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:15.954869 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-a5b35a04-85da-4bc2-841e-f38786eac982 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 1095 time: 0.0669050 Jul 06 14:40:15.962415 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['b4070a86-c030-469f-bf50-31f343df12a6'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:40:16.043328 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-44ff08c8-def6-40d6-94a2-0e86bf8bf559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:16.044771 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-44ff08c8-def6-40d6-94a2-0e86bf8bf559 service neutron] 10.222.0.124 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0837588 Jul 06 14:40:16.448869 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-474a157f-1315-4e77-a32b-1db460ef0b5c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4070a86-c030-469f-bf50-31f343df12a6 HTTP/1.1" status: 200 len: 1001 time: 0.3981037 Jul 06 14:40:16.497440 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-97e141fd-2ba9-481e-aa5c-6e0395ef1ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:16.498934 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-97e141fd-2ba9-481e-aa5c-6e0395ef1ba4 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0435748 Jul 06 14:40:16.555900 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-7b8bf63a-b0ab-466f-89be-d9138e1203a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:16.557419 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-7b8bf63a-b0ab-466f-89be-d9138e1203a5 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519884 Jul 06 14:40:16.651219 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-3a1df6ba-8580-4042-8b75-c225e6a510d6 service neutron] 10.222.0.124 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874789 Jul 06 14:40:16.740507 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-17ffc832-3f64-4fd9-b0ed-64340e362adc service neutron] 10.222.0.124 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832705 Jul 06 14:40:17.036421 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:17.113645 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9a9a2-c273-44f0-be63-f7c464bf3943 req-ffbd8c67-5e18-4b57-89a3-1b9987971684 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:17.115157 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8df9a9a2-c273-44f0-be63-f7c464bf3943 req-ffbd8c67-5e18-4b57-89a3-1b9987971684 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 944 time: 0.0684390 Jul 06 14:40:17.154639 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8df9a9a2-c273-44f0-be63-f7c464bf3943 req-ae568077-bb9e-4535-9f78-016fe9e7fe32 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332510 Jul 06 14:40:17.556195 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device b4070a86-c030-469f-bf50-31f343df12a6 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:40:17.607180 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port b4070a86-c030-469f-bf50-31f343df12a6 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:40:17.610704 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port b4070a86-c030-469f-bf50-31f343df12a6 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:40:17.611076 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:17.684493 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:17.706043 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7dc614-6322-4f52-a6fb-5bdb304b71ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4070a86-c030-469f-bf50-31f343df12a6'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:40:17.708288 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc8af71-68af-44a1-9aaf-fdb877ea4f0b" -d '{"events": [{"server_uuid": "9a7dc614-6322-4f52-a6fb-5bdb304b71ea", "name": "network-vif-plugged", "status": "completed", "tag": "b4070a86-c030-469f-bf50-31f343df12a6"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:40:17.721381 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port b4070a86-c030-469f-bf50-31f343df12a6, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=b4070a86-c030-469f-bf50-31f343df12a6,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:40:17.725420 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:17.776807 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=b4070a86-c030-469f-bf50-31f343df12a6,revision_number=9']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:17.809366 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d231f160-b875-4c1e-a7ab-ec3e53f16599 x-openstack-request-id: req-d231f160-b875-4c1e-a7ab-ec3e53f16599 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:40:17.809664 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7dc614-6322-4f52-a6fb-5bdb304b71ea", "name": "network-vif-plugged", "status": "completed", "tag": "b4070a86-c030-469f-bf50-31f343df12a6", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:40:17.809970 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-d231f160-b875-4c1e-a7ab-ec3e53f16599 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:40:17.810373 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7dc614-6322-4f52-a6fb-5bdb304b71ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4070a86-c030-469f-bf50-31f343df12a6', 'code': 200} Jul 06 14:40:18.335163 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b09cc7-424c-4303-becf-7ca1a8f91349 req-66db0fb1-a3b4-470a-918d-5af082df8c38 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:18.336786 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e3b09cc7-424c-4303-becf-7ca1a8f91349 req-66db0fb1-a3b4-470a-918d-5af082df8c38 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 945 time: 0.0637820 Jul 06 14:40:18.375565 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e3b09cc7-424c-4303-becf-7ca1a8f91349 req-a591c9af-162a-4bd1-b1ef-50a7c069a293 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330667 Jul 06 14:40:19.169523 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:19.566802 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a4eda-7231-4831-b0d5-21b47b731297 req-73cd704a-a276-4b28-91bd-4713e3bd5463 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:19.568364 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-256a4eda-7231-4831-b0d5-21b47b731297 req-73cd704a-a276-4b28-91bd-4713e3bd5463 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 945 time: 0.0711982 Jul 06 14:40:19.606586 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-256a4eda-7231-4831-b0d5-21b47b731297 req-65afb718-e341-4b3b-9079-5b3fe42d4e46 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326655 Jul 06 14:40:20.680346 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-468c9763-2a23-4415-85dc-835d896df133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:20.682048 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-468c9763-2a23-4415-85dc-835d896df133 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea&tenant_id=957a151be395486fb443def3058c81f1 HTTP/1.1" status: 200 len: 1096 time: 0.0553067 Jul 06 14:40:20.697539 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-773644-6', 'device_owner': 'compute:nova'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:40:20.772609 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:20.799829 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7fa21-46c1-437b-851a-1fc33bd48790 req-ccd70125-3b5c-4c9d-b5d1-bfcb4053693a tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:20.801412 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fbf7fa21-46c1-437b-851a-1fc33bd48790 req-ccd70125-3b5c-4c9d-b5d1-bfcb4053693a tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 945 time: 0.0760753 Jul 06 14:40:20.840277 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fbf7fa21-46c1-437b-851a-1fc33bd48790 req-fac29992-db80-4a44-9762-3ca99d42130f tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324059 Jul 06 14:40:20.982352 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-e0090749-d1f1-4af2-a712-308697950562 service neutron] For port b4070a86-c030-469f-bf50-31f343df12a6, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=b4070a86-c030-469f-bf50-31f343df12a6,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:40:21.015239 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-e0090749-d1f1-4af2-a712-308697950562 service neutron] For port b4070a86-c030-469f-bf50-31f343df12a6, host n-h2-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:40:21.053051 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7dc614-6322-4f52-a6fb-5bdb304b71ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4070a86-c030-469f-bf50-31f343df12a6'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:40:21.055426 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74151cf4-f9fb-4417-8f90-581a30f12597" -d '{"events": [{"server_uuid": "9a7dc614-6322-4f52-a6fb-5bdb304b71ea", "name": "network-vif-unplugged", "status": "completed", "tag": "b4070a86-c030-469f-bf50-31f343df12a6"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:40:21.059888 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:21.076126 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Transition to ACTIVE for port object b4070a86-c030-469f-bf50-31f343df12a6 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:40:21.079709 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:21.170015 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Pushing event updated for resources: {'Port': ['ID=b4070a86-c030-469f-bf50-31f343df12a6,revision_number=10']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:21.180410 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535fefc7-e1bf-488e-b5b8-f4434abe07bb x-openstack-request-id: req-535fefc7-e1bf-488e-b5b8-f4434abe07bb {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:40:21.181345 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7dc614-6322-4f52-a6fb-5bdb304b71ea", "name": "network-vif-unplugged", "status": "completed", "tag": "b4070a86-c030-469f-bf50-31f343df12a6", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:40:21.181605 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-535fefc7-e1bf-488e-b5b8-f4434abe07bb {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:40:21.182317 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7dc614-6322-4f52-a6fb-5bdb304b71ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4070a86-c030-469f-bf50-31f343df12a6', 'code': 200} Jul 06 14:40:21.187754 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:21.188111 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:21.188726 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:21.189072 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:21.189413 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:21.189774 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:21.190103 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:21.190438 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:21.190773 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:21.191106 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:21.191523 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:21.191941 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:40:21.230223 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-e0090749-d1f1-4af2-a712-308697950562 service neutron] No DVR routers for this DVR port b4070a86-c030-469f-bf50-31f343df12a6 on host n-h2-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:40:21.373790 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Attempting to bind port b4070a86-c030-469f-bf50-31f343df12a6 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:40:21.374138 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Attempting to bind port b4070a86-c030-469f-bf50-31f343df12a6 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:40:21.374473 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Attempting to bind port b4070a86-c030-469f-bf50-31f343df12a6 on network 53387a59-a2ea-46d9-befd-62c735908b93 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:40:21.378881 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Port b4070a86-c030-469f-bf50-31f343df12a6 on network 53387a59-a2ea-46d9-befd-62c735908b93 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:40:21.379209 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Attempting to bind port b4070a86-c030-469f-bf50-31f343df12a6 on network 53387a59-a2ea-46d9-befd-62c735908b93 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:40:21.383985 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:40:21.384320 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Checking segment: {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:40:21.384710 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Bound using segment: {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:40:21.385146 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Bound port: b4070a86-c030-469f-bf50-31f343df12a6, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f5fbd02-eb80-499c-af26-8b40cb3d34bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:40:21.385509 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:21.450951 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-e0090749-d1f1-4af2-a712-308697950562 service neutron] For port b4070a86-c030-469f-bf50-31f343df12a6, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:40:21.454250 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-e0090749-d1f1-4af2-a712-308697950562 service neutron] For port b4070a86-c030-469f-bf50-31f343df12a6, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=b4070a86-c030-469f-bf50-31f343df12a6,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:40:21.458896 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:21.504893 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:21.505578 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:21.507193 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-e0090749-d1f1-4af2-a712-308697950562 service neutron] 10.222.0.52 "PUT /v2.0/ports/b4070a86-c030-469f-bf50-31f343df12a6 HTTP/1.1" status: 200 len: 1092 time: 0.8141797 Jul 06 14:40:21.539555 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0090749-d1f1-4af2-a712-308697950562 service neutron] Pushing event updated for resources: {'Port': ['ID=b4070a86-c030-469f-bf50-31f343df12a6,revision_number=11']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:21.587794 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device b4070a86-c030-469f-bf50-31f343df12a6 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:40:21.600507 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-07b745e9-d614-4c72-946d-b1aa28780b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:21.602125 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-07b745e9-d614-4c72-946d-b1aa28780b6a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 1095 time: 0.0587964 Jul 06 14:40:21.632226 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device b4070a86-c030-469f-bf50-31f343df12a6 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:40:21.706759 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-df666235-7d7a-4853-9c7f-60a8119375ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:21.708260 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-df666235-7d7a-4853-9c7f-60a8119375ad service neutron] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0953467 Jul 06 14:40:21.782098 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-37c31d61-55da-4bf1-aa16-28ac9317fb13 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4070a86-c030-469f-bf50-31f343df12a6 HTTP/1.1" status: 200 len: 1000 time: 0.0631478 Jul 06 14:40:21.834552 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-e525ead3-12b3-44a3-85ea-f538ad38ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:21.835971 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-e525ead3-12b3-44a3-85ea-f538ad38ced3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0441277 Jul 06 14:40:21.899078 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-5b32ab38-d0df-417f-8188-bcc1de05b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:21.901906 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-5b32ab38-d0df-417f-8188-bcc1de05b2f4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554960 Jul 06 14:40:22.003244 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-6fc24cb1-6715-4c96-a1f6-2c0a05a294e6 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912931 Jul 06 14:40:22.029638 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c8841-5e2c-4b18-90c8-388866aa55e3 req-32e83e2c-3d04-4a2e-adb5-ddeb0c3aa0b3 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:22.031167 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bf4c8841-5e2c-4b18-90c8-388866aa55e3 req-32e83e2c-3d04-4a2e-adb5-ddeb0c3aa0b3 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 944 time: 0.0663657 Jul 06 14:40:22.070404 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bf4c8841-5e2c-4b18-90c8-388866aa55e3 req-d0a974f4-bf13-48de-90d3-1f5952700a56 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329370 Jul 06 14:40:22.097184 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1aa449df-a1d4-4873-8341-bc04c83958bc req-f8bbd27e-1342-4984-a1c3-5623a40cd86c service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833626 Jul 06 14:40:23.183499 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a7dc614-6322-4f52-a6fb-5bdb304b71ea', 'tag': 'b4070a86-c030-469f-bf50-31f343df12a6'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:40:23.186010 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4647fbc1-039f-4efa-acfc-d4b7c0a9ab0c" -d '{"events": [{"name": "network-changed", "server_uuid": "9a7dc614-6322-4f52-a6fb-5bdb304b71ea", "tag": "b4070a86-c030-469f-bf50-31f343df12a6"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:40:23.251211 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033111c2-c6ff-4e3a-8236-a75517b39aae req-ac75940e-a617-4ab9-826a-7bfdd6f1fa46 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:23.252803 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-033111c2-c6ff-4e3a-8236-a75517b39aae req-ac75940e-a617-4ab9-826a-7bfdd6f1fa46 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 944 time: 0.0689328 Jul 06 14:40:23.293672 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-033111c2-c6ff-4e3a-8236-a75517b39aae req-7ae2b99e-d5e9-4dd1-bc3e-3b0c487397f9 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351386 Jul 06 14:40:23.353976 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3109a62-7373-416a-a452-3935a639c811 x-openstack-request-id: req-e3109a62-7373-416a-a452-3935a639c811 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:40:23.354277 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a7dc614-6322-4f52-a6fb-5bdb304b71ea", "tag": "b4070a86-c030-469f-bf50-31f343df12a6", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:40:23.354536 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e3109a62-7373-416a-a452-3935a639c811 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:40:23.354939 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a7dc614-6322-4f52-a6fb-5bdb304b71ea', 'tag': 'b4070a86-c030-469f-bf50-31f343df12a6', 'status': 'completed', 'code': 200} Jul 06 14:40:23.440327 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647fbc1-039f-4efa-acfc-d4b7c0a9ab0c req-20bda8ee-7432-46d0-8c17-a32b202e3a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:23.441921 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4647fbc1-039f-4efa-acfc-d4b7c0a9ab0c req-20bda8ee-7432-46d0-8c17-a32b202e3a4f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 1095 time: 0.0599678 Jul 06 14:40:23.504464 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647fbc1-039f-4efa-acfc-d4b7c0a9ab0c req-22ae95da-f59c-4f13-bda7-88b933a78fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:23.506303 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4647fbc1-039f-4efa-acfc-d4b7c0a9ab0c req-22ae95da-f59c-4f13-bda7-88b933a78fb6 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=957a151be395486fb443def3058c81f1&device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 1095 time: 0.0962398 Jul 06 14:40:23.538143 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647fbc1-039f-4efa-acfc-d4b7c0a9ab0c req-cf9ea98a-8ac5-4e72-a29d-e4982558d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:23.539580 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4647fbc1-039f-4efa-acfc-d4b7c0a9ab0c req-cf9ea98a-8ac5-4e72-a29d-e4982558d0ff service neutron] 10.222.0.52 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0894773 Jul 06 14:40:23.602261 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647fbc1-039f-4efa-acfc-d4b7c0a9ab0c req-c41eb38c-4972-49bf-98d0-8204af0949d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:23.604386 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4647fbc1-039f-4efa-acfc-d4b7c0a9ab0c req-c41eb38c-4972-49bf-98d0-8204af0949d8 service neutron] 10.222.0.124 "GET /v2.0/networks?id=53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 200 len: 911 time: 0.0918095 Jul 06 14:40:23.614632 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4647fbc1-039f-4efa-acfc-d4b7c0a9ab0c req-baf3cd5e-5de9-4528-bdb2-1c236331a6fc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4070a86-c030-469f-bf50-31f343df12a6 HTTP/1.1" status: 200 len: 1000 time: 0.0659509 Jul 06 14:40:23.666140 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647fbc1-039f-4efa-acfc-d4b7c0a9ab0c req-53295d39-b02b-4f6a-8ee8-b332cc58fbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:23.667680 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4647fbc1-039f-4efa-acfc-d4b7c0a9ab0c req-53295d39-b02b-4f6a-8ee8-b332cc58fbb9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0454021 Jul 06 14:40:23.670600 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4647fbc1-039f-4efa-acfc-d4b7c0a9ab0c req-b42a15f2-5b71-4485-a4dc-052a2aca8dc8 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4070a86-c030-469f-bf50-31f343df12a6 HTTP/1.1" status: 200 len: 1000 time: 0.0602586 Jul 06 14:40:23.719535 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647fbc1-039f-4efa-acfc-d4b7c0a9ab0c req-1965bbdd-794c-457c-ae6c-eb0a73e57067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:23.721131 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4647fbc1-039f-4efa-acfc-d4b7c0a9ab0c req-1965bbdd-794c-457c-ae6c-eb0a73e57067 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 200 len: 849 time: 0.0447903 Jul 06 14:40:23.730358 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647fbc1-039f-4efa-acfc-d4b7c0a9ab0c req-1614fab2-786d-4a6b-b52a-1ed092503bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:23.731922 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4647fbc1-039f-4efa-acfc-d4b7c0a9ab0c req-1614fab2-786d-4a6b-b52a-1ed092503bbf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546525 Jul 06 14:40:23.783572 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647fbc1-039f-4efa-acfc-d4b7c0a9ab0c req-c429266e-3599-4946-934d-bd71f951a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:23.785175 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4647fbc1-039f-4efa-acfc-d4b7c0a9ab0c req-c429266e-3599-4946-934d-bd71f951a136 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=53387a59-a2ea-46d9-befd-62c735908b93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579588 Jul 06 14:40:23.832143 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4647fbc1-039f-4efa-acfc-d4b7c0a9ab0c req-2ed0ad92-4fbd-456d-baa0-baf4d5466a41 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886452 Jul 06 14:40:23.879227 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4647fbc1-039f-4efa-acfc-d4b7c0a9ab0c req-d17595cf-504d-4076-bb6d-fd43a3bbb672 service neutron] 10.222.0.124 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871563 Jul 06 14:40:23.953852 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-4647fbc1-039f-4efa-acfc-d4b7c0a9ab0c req-c0d00f3e-5abf-4c34-bd6f-822d5f403ca4 service neutron] 10.222.0.52 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092954 Jul 06 14:40:23.993827 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4647fbc1-039f-4efa-acfc-d4b7c0a9ab0c req-c76e676a-0d30-4502-a0e5-686b7a897e88 service neutron] 10.222.0.124 "GET /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082466 Jul 06 14:40:24.478136 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0b9e8-3ab8-4e02-83ea-ce28434d5c52 req-10d58185-95f7-4a3d-9b5d-7f3f2af4ef07 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:24.479582 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58b0b9e8-3ab8-4e02-83ea-ce28434d5c52 req-10d58185-95f7-4a3d-9b5d-7f3f2af4ef07 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 944 time: 0.0660801 Jul 06 14:40:24.519315 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58b0b9e8-3ab8-4e02-83ea-ce28434d5c52 req-852f303b-fe9a-4421-a3fc-fb68ec0f1949 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341761 Jul 06 14:40:24.732556 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:40:25.697302 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e461d-c564-4588-9ce1-900ba639c0cc req-4553cfd0-9c55-4beb-bcdb-0fecf4574236 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:25.698837 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ca6e461d-c564-4588-9ce1-900ba639c0cc req-4553cfd0-9c55-4beb-bcdb-0fecf4574236 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 944 time: 0.0652220 Jul 06 14:40:25.737592 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ca6e461d-c564-4588-9ce1-900ba639c0cc req-9d5a7254-b59d-4e16-a052-01f8123f2dc4 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329957 Jul 06 14:40:26.918271 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daee790-2563-4f09-9409-b8cfab46bf42 req-37f250a9-fe52-4b17-9866-ab3c819230fc tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:26.919783 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3daee790-2563-4f09-9409-b8cfab46bf42 req-37f250a9-fe52-4b17-9866-ab3c819230fc tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 944 time: 0.0690031 Jul 06 14:40:26.958470 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3daee790-2563-4f09-9409-b8cfab46bf42 req-a92a1917-5884-429b-895d-801a5a459886 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332372 Jul 06 14:40:28.130461 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25463c-6062-46eb-91f6-2b92f47efdcd req-4f096f57-3fad-42b6-95d9-825aeb036158 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:28.131961 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ce25463c-6062-46eb-91f6-2b92f47efdcd req-4f096f57-3fad-42b6-95d9-825aeb036158 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 944 time: 0.0625832 Jul 06 14:40:28.169690 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ce25463c-6062-46eb-91f6-2b92f47efdcd req-87b51885-4efa-4848-8fb4-c5b3a60d4d8b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318673 Jul 06 14:40:29.346963 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f09f86-3d3b-44ff-9438-37e5aae88d11 req-b201138f-cb91-4862-880a-33a116d176b1 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:29.348498 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a7f09f86-3d3b-44ff-9438-37e5aae88d11 req-b201138f-cb91-4862-880a-33a116d176b1 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 944 time: 0.0644262 Jul 06 14:40:29.391876 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a7f09f86-3d3b-44ff-9438-37e5aae88d11 req-3967b628-70dd-4376-ae92-310262678864 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370941 Jul 06 14:40:30.755651 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29caceb-1ec0-4c7d-a7a9-179b3e37638d req-36c0079d-1bc8-4361-8a9f-6d5ba485c840 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:30.757121 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e29caceb-1ec0-4c7d-a7a9-179b3e37638d req-36c0079d-1bc8-4361-8a9f-6d5ba485c840 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 944 time: 0.0662200 Jul 06 14:40:30.795197 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e29caceb-1ec0-4c7d-a7a9-179b3e37638d req-3a7e1fbc-c099-4c20-b7f1-2ea4f8a7e8e2 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321341 Jul 06 14:40:31.970986 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b5473-d286-42c6-b454-5bd5509dd449 req-35766351-0984-433d-815e-3e2c12f72d83 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:31.972492 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ae4b5473-d286-42c6-b454-5bd5509dd449 req-35766351-0984-433d-815e-3e2c12f72d83 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 944 time: 0.0641937 Jul 06 14:40:32.010589 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ae4b5473-d286-42c6-b454-5bd5509dd449 req-bca7b8d2-ef09-487e-9057-0fef287238fa tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319772 Jul 06 14:40:33.198763 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd04763-ab44-42ca-8b37-233dafcc9f05 req-ce041419-61cf-4efd-b27b-4671d2a9eef1 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:33.200287 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8fd04763-ab44-42ca-8b37-233dafcc9f05 req-ce041419-61cf-4efd-b27b-4671d2a9eef1 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 944 time: 0.0724916 Jul 06 14:40:33.245288 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8fd04763-ab44-42ca-8b37-233dafcc9f05 req-9f423638-6a78-467c-a853-0bdaf91cda6c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335546 Jul 06 14:40:34.217884 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device b4070a86-c030-469f-bf50-31f343df12a6 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:40:34.315597 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port b4070a86-c030-469f-bf50-31f343df12a6, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=b4070a86-c030-469f-bf50-31f343df12a6,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:40:34.328064 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'b4070a86-c030-469f-bf50-31f343df12a6', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'port_id': 'b4070a86-c030-469f-bf50-31f343df12a6', 'mac_address': 'fa:16:3e:24:be:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:40:34.364686 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:34.377215 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4070a86-c030-469f-bf50-31f343df12a6 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:40:34.396653 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port b4070a86-c030-469f-bf50-31f343df12a6, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=b4070a86-c030-469f-bf50-31f343df12a6,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:40:34.401482 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:34.424838 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ae630-9adb-4741-8d5f-2a3483c2eefa req-1f43f136-06f2-4601-a788-54cada293e37 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:34.426390 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc6ae630-9adb-4741-8d5f-2a3483c2eefa req-1f43f136-06f2-4601-a788-54cada293e37 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 944 time: 0.0657997 Jul 06 14:40:34.449768 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=b4070a86-c030-469f-bf50-31f343df12a6,revision_number=12']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:34.466805 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc6ae630-9adb-4741-8d5f-2a3483c2eefa req-d9e51dea-f4c6-4428-b367-5a6a285b1deb tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346992 Jul 06 14:40:34.640940 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5889e-e967-4b68-afb6-fafc505f4623 req-69bb59cc-78d5-4dd9-95ba-5cf14b4cf862 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:34.642463 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7ad5889e-e967-4b68-afb6-fafc505f4623 req-69bb59cc-78d5-4dd9-95ba-5cf14b4cf862 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 945 time: 0.0667078 Jul 06 14:40:34.677633 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['b4070a86-c030-469f-bf50-31f343df12a6'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:40:34.687130 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7ad5889e-e967-4b68-afb6-fafc505f4623 req-8cb1a843-9847-48a1-8aa5-3efc87320ee9 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389228 Jul 06 14:40:34.860318 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1e1aa-1991-417e-b22a-47c0411969ea req-1c913967-218b-4703-bf3b-8570f2d48eea tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:34.861881 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8af1e1aa-1991-417e-b22a-47c0411969ea req-1c913967-218b-4703-bf3b-8570f2d48eea tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 945 time: 0.0635562 Jul 06 14:40:34.899205 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8af1e1aa-1991-417e-b22a-47c0411969ea req-9859ec0e-9c38-41cc-bee8-02ecf64440b1 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318818 Jul 06 14:40:35.294961 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be4b03-5287-4f22-830c-9b535b6d1d65 req-09012657-b790-4b81-86f3-c6e5acc70d78 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:35.296376 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b4be4b03-5287-4f22-830c-9b535b6d1d65 req-09012657-b790-4b81-86f3-c6e5acc70d78 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 945 time: 0.0629425 Jul 06 14:40:35.334781 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b4be4b03-5287-4f22-830c-9b535b6d1d65 req-d75aa5fd-cf9a-4797-bd84-e80e527cc4b1 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328329 Jul 06 14:40:36.248085 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device b4070a86-c030-469f-bf50-31f343df12a6 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:40:36.295595 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port b4070a86-c030-469f-bf50-31f343df12a6 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:40:36.299199 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port b4070a86-c030-469f-bf50-31f343df12a6 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:40:36.299575 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:36.380083 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:36.403594 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7dc614-6322-4f52-a6fb-5bdb304b71ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4070a86-c030-469f-bf50-31f343df12a6'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:40:36.405914 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871bf1e77d7a13bf230a914e6047f35cb09ecf65334615067fbbe45293c315f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5ab77f-d43d-42e1-87a5-9ce7c35ad768" -d '{"events": [{"server_uuid": "9a7dc614-6322-4f52-a6fb-5bdb304b71ea", "name": "network-vif-plugged", "status": "completed", "tag": "b4070a86-c030-469f-bf50-31f343df12a6"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:40:36.420724 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port b4070a86-c030-469f-bf50-31f343df12a6, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=b4070a86-c030-469f-bf50-31f343df12a6,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:40:36.426439 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:36.478488 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=b4070a86-c030-469f-bf50-31f343df12a6,revision_number=13']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:36.518985 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b377e-38ce-4c7a-8436-85b5d4abaa32 req-d702595f-9ddb-487f-8a40-9d6f638b3fe9 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:36.520481 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d15b377e-38ce-4c7a-8436-85b5d4abaa32 req-d702595f-9ddb-487f-8a40-9d6f638b3fe9 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 946 time: 0.0711174 Jul 06 14:40:36.560320 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d15b377e-38ce-4c7a-8436-85b5d4abaa32 req-d248806e-2c17-4c65-be75-9a4027b624e9 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339670 Jul 06 14:40:36.609540 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646c3a72-e516-45a7-9574-e50f325da4fa x-openstack-request-id: req-646c3a72-e516-45a7-9574-e50f325da4fa {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:40:36.609878 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7dc614-6322-4f52-a6fb-5bdb304b71ea", "name": "network-vif-plugged", "status": "completed", "tag": "b4070a86-c030-469f-bf50-31f343df12a6", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:40:36.610136 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-646c3a72-e516-45a7-9574-e50f325da4fa {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:40:36.610537 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7dc614-6322-4f52-a6fb-5bdb304b71ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4070a86-c030-469f-bf50-31f343df12a6', 'code': 200} Jul 06 14:40:36.977873 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff7c6c-0ee2-4b76-a917-045adc51be63 req-8d243a54-ed84-450d-9a7d-bbe46c9f26f7 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:36.979975 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2fff7c6c-0ee2-4b76-a917-045adc51be63 req-8d243a54-ed84-450d-9a7d-bbe46c9f26f7 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 946 time: 0.0665748 Jul 06 14:40:37.385828 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9e940ddf-1792-4541-baae-d0d825272f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:37.422047 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-2fff7c6c-0ee2-4b76-a917-045adc51be63 req-5ef7a5df-07db-4215-b9a1-df676eb28d2c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Deleting port b4070a86-c030-469f-bf50-31f343df12a6 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:40:37.422395 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-2fff7c6c-0ee2-4b76-a917-045adc51be63 req-5ef7a5df-07db-4215-b9a1-df676eb28d2c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:37.514102 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-2fff7c6c-0ee2-4b76-a917-045adc51be63 req-5ef7a5df-07db-4215-b9a1-df676eb28d2c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] For port b4070a86-c030-469f-bf50-31f343df12a6, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=b4070a86-c030-469f-bf50-31f343df12a6,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:40:37.514482 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-2fff7c6c-0ee2-4b76-a917-045adc51be63 req-5ef7a5df-07db-4215-b9a1-df676eb28d2c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:37.684088 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-2fff7c6c-0ee2-4b76-a917-045adc51be63 req-5ef7a5df-07db-4215-b9a1-df676eb28d2c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:37.684469 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-2fff7c6c-0ee2-4b76-a917-045adc51be63 req-5ef7a5df-07db-4215-b9a1-df676eb28d2c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:37.684793 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [req-2fff7c6c-0ee2-4b76-a917-045adc51be63 req-5ef7a5df-07db-4215-b9a1-df676eb28d2c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Floating IP 92de1994-5bd7-42b1-acb2-8f16e272c1d1 disassociated. External IP: 172.25.6.206, port: b4070a86-c030-469f-bf50-31f343df12a6. Jul 06 14:40:37.685136 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-2fff7c6c-0ee2-4b76-a917-045adc51be63 req-5ef7a5df-07db-4215-b9a1-df676eb28d2c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Calling delete_port for b4070a86-c030-469f-bf50-31f343df12a6 owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:40:37.738691 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1809f2b0-6632-4187-8233-a784924fde33 req-9faada8b-f174-46a7-a9f6-c2401f1c90fe tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:37.740222 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1809f2b0-6632-4187-8233-a784924fde33 req-9faada8b-f174-46a7-a9f6-c2401f1c90fe tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 946 time: 0.0649335 Jul 06 14:40:37.792754 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1809f2b0-6632-4187-8233-a784924fde33 req-f1b1af3b-8dc7-401c-9820-01049dd76f5c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups?id=4273d917-75a7-48cd-b79c-376c52e908cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439429 Jul 06 14:40:37.823343 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-2fff7c6c-0ee2-4b76-a917-045adc51be63 req-5ef7a5df-07db-4215-b9a1-df676eb28d2c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:37.850379 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7a5df-07db-4215-b9a1-df676eb28d2c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Pushing event deleted for resources: {'Port': ['ID=b4070a86-c030-469f-bf50-31f343df12a6,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:37.971012 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fff7c6c-0ee2-4b76-a917-045adc51be63 req-5ef7a5df-07db-4215-b9a1-df676eb28d2c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Router a855e76d-82ce-4995-b7b9-bf0fa36f150e has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:40:38.083037 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fff7c6c-0ee2-4b76-a917-045adc51be63 req-5ef7a5df-07db-4215-b9a1-df676eb28d2c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:40:38.093142 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35072517-62d0-4307-b0bc-4414ba042a18 None None] Sync routers for ids ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:40:38.102864 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35072517-62d0-4307-b0bc-4414ba042a18 None None] Routers {'a855e76d-82ce-4995-b7b9-bf0fa36f150e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:40:38.104736 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-35072517-62d0-4307-b0bc-4414ba042a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:40:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:38.126774 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fff7c6c-0ee2-4b76-a917-045adc51be63 req-5ef7a5df-07db-4215-b9a1-df676eb28d2c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] No DVR routers for this DVR port b4070a86-c030-469f-bf50-31f343df12a6 on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:40:38.129385 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-2fff7c6c-0ee2-4b76-a917-045adc51be63 req-5ef7a5df-07db-4215-b9a1-df676eb28d2c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:38.131472 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2fff7c6c-0ee2-4b76-a917-045adc51be63 req-5ef7a5df-07db-4215-b9a1-df676eb28d2c tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.52 "DELETE /v2.0/ports/b4070a86-c030-469f-bf50-31f343df12a6 HTTP/1.1" status: 204 len: 173 time: 1.1432147 Jul 06 14:40:38.131914 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a7dc614-6322-4f52-a6fb-5bdb304b71ea', 'name': 'network-vif-deleted', 'tag': 'b4070a86-c030-469f-bf50-31f343df12a6'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:40:38.134834 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6196cb781ce2a67c1c7b0ad115fd7603eaa82c343b7d8f89441b5dd9279a33b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db4d56a-706f-4c04-b11c-75633bf31e6c" -d '{"events": [{"server_uuid": "9a7dc614-6322-4f52-a6fb-5bdb304b71ea", "name": "network-vif-deleted", "tag": "b4070a86-c030-469f-bf50-31f343df12a6"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:40:38.178675 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63ac064-fef7-4f01-b405-312100b59827 x-openstack-request-id: req-a63ac064-fef7-4f01-b405-312100b59827 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:40:38.178979 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a7dc614-6322-4f52-a6fb-5bdb304b71ea", "name": "network-vif-deleted", "tag": "b4070a86-c030-469f-bf50-31f343df12a6", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:40:38.179236 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-a63ac064-fef7-4f01-b405-312100b59827 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:40:38.179641 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a7dc614-6322-4f52-a6fb-5bdb304b71ea', 'name': 'network-vif-deleted', 'tag': 'b4070a86-c030-469f-bf50-31f343df12a6', 'status': 'completed', 'code': 200} Jul 06 14:40:38.220771 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-35072517-62d0-4307-b0bc-4414ba042a18 None None] Set router a855e76d-82ce-4995-b7b9-bf0fa36f150e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:40:38.423929 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-35072517-62d0-4307-b0bc-4414ba042a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '4ea37044-01f4-425c-82f9-974605ece451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:29Z', 'revision_number': 4, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port': {'id': '4ea37044-01f4-425c-82f9-974605ece451', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '1a7461c2-9e89-42db-a3a5-4d86aec0dd3f', 'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'tenant_id': '957a151be395486fb443def3058c81f1', 'mac_address': 'fa:16:3e:c9:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:28Z', 'updated_at': '2021-07-06T14:30:33Z', 'revision_number': 5, 'project_id': '957a151be395486fb443def3058c81f1', 'subnets': [{'id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:38.451086 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35072517-62d0-4307-b0bc-4414ba042a18 None None] Checking router: a855e76d-82ce-4995-b7b9-bf0fa36f150e for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:40:38.459385 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35072517-62d0-4307-b0bc-4414ba042a18 None None] Routers {'a855e76d-82ce-4995-b7b9-bf0fa36f150e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:40:38.459991 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-35072517-62d0-4307-b0bc-4414ba042a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:40:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:38.566288 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-35072517-62d0-4307-b0bc-4414ba042a18 None None] Set router a855e76d-82ce-4995-b7b9-bf0fa36f150e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:40:38.770179 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-35072517-62d0-4307-b0bc-4414ba042a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '4ea37044-01f4-425c-82f9-974605ece451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:29Z', 'revision_number': 4, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port': {'id': '4ea37044-01f4-425c-82f9-974605ece451', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '1a7461c2-9e89-42db-a3a5-4d86aec0dd3f', 'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'tenant_id': '957a151be395486fb443def3058c81f1', 'mac_address': 'fa:16:3e:c9:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:28Z', 'updated_at': '2021-07-06T14:30:33Z', 'revision_number': 5, 'project_id': '957a151be395486fb443def3058c81f1', 'subnets': [{'id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:38.800655 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35072517-62d0-4307-b0bc-4414ba042a18 None None] The sync data for ids ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'] in n-d-773644-6 is: [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '4ea37044-01f4-425c-82f9-974605ece451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:29Z', 'revision_number': 4, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port': {'id': '4ea37044-01f4-425c-82f9-974605ece451', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '1a7461c2-9e89-42db-a3a5-4d86aec0dd3f', 'name': '', 'network_id': '53387a59-a2ea-46d9-befd-62c735908b93', 'tenant_id': '957a151be395486fb443def3058c81f1', 'mac_address': 'fa:16:3e:c9:67:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:28Z', 'updated_at': '2021-07-06T14:30:33Z', 'revision_number': 5, 'project_id': '957a151be395486fb443def3058c81f1', 'subnets': [{'id': '53c5876d-9d00-410e-8d7e-739f83ac17f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:40:38.949092 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b3d1d68f-fbcf-4a6e-ad11-4ec8661fe4b3 req-56f70088-1e32-4b1b-a412-6731795b75f3 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 210 time: 0.0311134 Jul 06 14:40:39.051491 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b732254-645f-4329-ae03-0211c0cfc541 None None] New status for floating IP 92de1994-5bd7-42b1-acb2-8f16e272c1d1: DOWN {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:40:40.097074 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0d2f0329-631e-48d7-b541-f920a9b58e66 req-35290432-a504-4648-8daf-87467be8363b tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 210 time: 0.0341010 Jul 06 14:40:40.277718 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device b4070a86-c030-469f-bf50-31f343df12a6 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:40:40.302300 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: b4070a86-c030-469f-bf50-31f343df12a6 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:40:40.302646 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device b4070a86-c030-469f-bf50-31f343df12a6 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:40:40.314495 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:40.621931 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c3cc52a9-27f8-401d-867b-266a262b573b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:41.246571 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5f3529ee-b203-4d95-8351-bca49c082ee9 req-1217d229-8c23-49be-9fff-8a6e20c96091 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/ports?device_id=9a7dc614-6322-4f52-a6fb-5bdb304b71ea HTTP/1.1" status: 200 len: 210 time: 0.0343957 Jul 06 14:40:41.681578 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:43.246272 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:45.278136 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37154) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:45.335830 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4d52fd4e-5bf2-4f8c-b5db-ce3e387580f4 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:45.359509 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4d52fd4e-5bf2-4f8c-b5db-ce3e387580f4 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:45.407516 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4d52fd4e-5bf2-4f8c-b5db-ce3e387580f4 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:45.410289 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4d52fd4e-5bf2-4f8c-b5db-ce3e387580f4 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:45.411475 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4d52fd4e-5bf2-4f8c-b5db-ce3e387580f4 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "DELETE /v2.0/security-groups/4273d917-75a7-48cd-b79c-376c52e908cb HTTP/1.1" status: 204 len: 168 time: 0.1322486 Jul 06 14:40:45.414293 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37156) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:45.421202 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52fd4e-5bf2-4f8c-b5db-ce3e387580f4 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4273d917-75a7-48cd-b79c-376c52e908cb,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:45.434826 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-08189951-f5e9-4c4e-a9e7-0b58e8ff308e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] show failed (client error): The resource could not be found. Jul 06 14:40:45.438979 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-08189951-f5e9-4c4e-a9e7-0b58e8ff308e tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "GET /v2.0/security-groups/4273d917-75a7-48cd-b79c-376c52e908cb HTTP/1.1" status: 404 len: 347 time: 0.0236976 Jul 06 14:40:45.439250 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37158) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:45.564033 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-96dc43e6-a75e-469b-9154-ebf07909b334 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Deleting port 4a1836a1-b44c-4083-825a-06031de85f5b {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:40:45.564383 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-96dc43e6-a75e-469b-9154-ebf07909b334 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:45.646888 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-96dc43e6-a75e-469b-9154-ebf07909b334 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:45.647225 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-96dc43e6-a75e-469b-9154-ebf07909b334 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:45.658806 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-96dc43e6-a75e-469b-9154-ebf07909b334 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Calling delete_port for 4a1836a1-b44c-4083-825a-06031de85f5b owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:40:45.793681 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-96dc43e6-a75e-469b-9154-ebf07909b334 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:45.818925 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc43e6-a75e-469b-9154-ebf07909b334 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Pushing event deleted for resources: {'Port': ['ID=4a1836a1-b44c-4083-825a-06031de85f5b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:45.879974 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-96dc43e6-a75e-469b-9154-ebf07909b334 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:45.882579 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-96dc43e6-a75e-469b-9154-ebf07909b334 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:45.883743 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-96dc43e6-a75e-469b-9154-ebf07909b334 tempest-ServerActionsTestJSON-651764495 tempest-ServerActionsTestJSON-651764495-project] 10.222.0.118 "DELETE /v2.0/floatingips/92de1994-5bd7-42b1-acb2-8f16e272c1d1 HTTP/1.1" status: 204 len: 168 time: 0.4434991 Jul 06 14:40:45.886738 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37160) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:46.390932 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db7c1950-cf34-4ce5-9a61-16a2f5596cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:46.653830 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-db7c1950-cf34-4ce5-9a61-16a2f5596cd4 admin admin] Deleting port 1a7461c2-9e89-42db-a3a5-4d86aec0dd3f {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:40:46.654183 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db7c1950-cf34-4ce5-9a61-16a2f5596cd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:46.733079 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-db7c1950-cf34-4ce5-9a61-16a2f5596cd4 admin admin] For port 1a7461c2-9e89-42db-a3a5-4d86aec0dd3f, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=1a7461c2-9e89-42db-a3a5-4d86aec0dd3f,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:40:46.733446 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db7c1950-cf34-4ce5-9a61-16a2f5596cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:46.746199 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-db7c1950-cf34-4ce5-9a61-16a2f5596cd4 admin admin] Calling delete_port for 1a7461c2-9e89-42db-a3a5-4d86aec0dd3f owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:40:46.927041 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db7c1950-cf34-4ce5-9a61-16a2f5596cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:46.952687 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c1950-cf34-4ce5-9a61-16a2f5596cd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a7461c2-9e89-42db-a3a5-4d86aec0dd3f,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:47.037745 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:47.120154 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db7c1950-cf34-4ce5-9a61-16a2f5596cd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:47.330990 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7c1950-cf34-4ce5-9a61-16a2f5596cd4 admin admin] Router a855e76d-82ce-4995-b7b9-bf0fa36f150e has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:40:47.435193 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7c1950-cf34-4ce5-9a61-16a2f5596cd4 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:40:47.441098 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-db7c1950-cf34-4ce5-9a61-16a2f5596cd4 admin admin] 10.222.0.118 "PUT /v2.0/routers/a855e76d-82ce-4995-b7b9-bf0fa36f150e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5531604 Jul 06 14:40:47.443120 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37164) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:47.444840 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c3c35e-02d8-47ff-9b27-13a49609504c None None] Sync routers for ids ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:40:47.454774 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c3c35e-02d8-47ff-9b27-13a49609504c None None] Routers {'a855e76d-82ce-4995-b7b9-bf0fa36f150e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:40:47.455317 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-55c3c35e-02d8-47ff-9b27-13a49609504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:40:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:47.551617 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c43975f3-77f9-4d7d-9474-e3cda1b17e6d admin admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:47.667402 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c43975f3-77f9-4d7d-9474-e3cda1b17e6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:47.720866 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-55c3c35e-02d8-47ff-9b27-13a49609504c None None] Set router a855e76d-82ce-4995-b7b9-bf0fa36f150e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:40:47.721092 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c43975f3-77f9-4d7d-9474-e3cda1b17e6d admin admin] Deleting port 4ea37044-01f4-425c-82f9-974605ece451 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:40:47.721446 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c43975f3-77f9-4d7d-9474-e3cda1b17e6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:47.804161 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-c43975f3-77f9-4d7d-9474-e3cda1b17e6d admin admin] For port 4ea37044-01f4-425c-82f9-974605ece451, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=4ea37044-01f4-425c-82f9-974605ece451,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:40:47.804539 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c43975f3-77f9-4d7d-9474-e3cda1b17e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:47.822662 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c43975f3-77f9-4d7d-9474-e3cda1b17e6d admin admin] Calling delete_port for 4ea37044-01f4-425c-82f9-974605ece451 owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:40:47.902362 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-55c3c35e-02d8-47ff-9b27-13a49609504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33'}], 'enable_snat': True}, 'gw_port_id': '4ea37044-01f4-425c-82f9-974605ece451', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:40:46Z', 'revision_number': 5, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port': {'id': '4ea37044-01f4-425c-82f9-974605ece451', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:66:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:47.932585 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c3c35e-02d8-47ff-9b27-13a49609504c None None] Checking router: a855e76d-82ce-4995-b7b9-bf0fa36f150e for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:40:47.941594 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c3c35e-02d8-47ff-9b27-13a49609504c None None] Routers {'a855e76d-82ce-4995-b7b9-bf0fa36f150e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:40:47.942237 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-55c3c35e-02d8-47ff-9b27-13a49609504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:40:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:47.996343 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c43975f3-77f9-4d7d-9474-e3cda1b17e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:48.022795 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43975f3-77f9-4d7d-9474-e3cda1b17e6d admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea37044-01f4-425c-82f9-974605ece451,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:48.031410 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-55c3c35e-02d8-47ff-9b27-13a49609504c None None] Set router a855e76d-82ce-4995-b7b9-bf0fa36f150e gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:40:48.084355 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-55c3c35e-02d8-47ff-9b27-13a49609504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:40:47Z', 'revision_number': 6, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:48.085127 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c43975f3-77f9-4d7d-9474-e3cda1b17e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:48.115699 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c3c35e-02d8-47ff-9b27-13a49609504c None None] The sync data for ids ['a855e76d-82ce-4995-b7b9-bf0fa36f150e'] in n-d-773644-6 is: [{'id': 'a855e76d-82ce-4995-b7b9-bf0fa36f150e', 'name': 'tempest-ServerActionsTestJSON-53080496-router', 'tenant_id': '957a151be395486fb443def3058c81f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:30:26Z', 'updated_at': '2021-07-06T14:40:47Z', 'revision_number': 6, 'project_id': '957a151be395486fb443def3058c81f1', 'gw_port_host': None}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:40:48.185075 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c43975f3-77f9-4d7d-9474-e3cda1b17e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:48.187541 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c43975f3-77f9-4d7d-9474-e3cda1b17e6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:48.240537 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c43975f3-77f9-4d7d-9474-e3cda1b17e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:48.241283 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43975f3-77f9-4d7d-9474-e3cda1b17e6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a855e76d-82ce-4995-b7b9-bf0fa36f150e {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:40:48.246794 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c43975f3-77f9-4d7d-9474-e3cda1b17e6d admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:48.248142 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c43975f3-77f9-4d7d-9474-e3cda1b17e6d admin admin] 10.222.0.118 "DELETE /v2.0/routers/a855e76d-82ce-4995-b7b9-bf0fa36f150e HTTP/1.1" status: 204 len: 168 time: 0.8038747 Jul 06 14:40:48.250770 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37166) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:48.294621 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f502eac-8fc5-40e6-a54e-30f020a622fc admin admin] Deleting subnet 53c5876d-9d00-410e-8d7e-739f83ac17f1 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:40:48.297589 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7f502eac-8fc5-40e6-a54e-30f020a622fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:48.333390 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7f502eac-8fc5-40e6-a54e-30f020a622fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:48.414117 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7f502eac-8fc5-40e6-a54e-30f020a622fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:48.472285 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7f502eac-8fc5-40e6-a54e-30f020a622fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:48.497979 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f502eac-8fc5-40e6-a54e-30f020a622fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53c5876d-9d00-410e-8d7e-739f83ac17f1,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:48.504898 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7f502eac-8fc5-40e6-a54e-30f020a622fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:48.506973 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7f502eac-8fc5-40e6-a54e-30f020a622fc admin admin] 10.222.0.118 "DELETE /v2.0/subnets/53c5876d-9d00-410e-8d7e-739f83ac17f1 HTTP/1.1" status: 204 len: 168 time: 0.2552643 Jul 06 14:40:48.511386 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37168) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:48.514515 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e08d966-1929-4fc2-9da0-150c0e1bf82a None None] Network 53387a59-a2ea-46d9-befd-62c735908b93 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:40:48.591936 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a7a214c-83d3-4e90-9005-f889e56cf866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:48.646801 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9a7a214c-83d3-4e90-9005-f889e56cf866 admin admin] Deleting port d0f23267-dfb8-42cf-868e-a3b04d534b24 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:40:48.647149 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a7a214c-83d3-4e90-9005-f889e56cf866 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:48.709666 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-9a7a214c-83d3-4e90-9005-f889e56cf866 admin admin] For port d0f23267-dfb8-42cf-868e-a3b04d534b24, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d0f23267-dfb8-42cf-868e-a3b04d534b24,segment=NetworkSegment(8f5fbd02-eb80-499c-af26-8b40cb3d34bd),segment_id=8f5fbd02-eb80-499c-af26-8b40cb3d34bd)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:40:48.710063 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a7a214c-83d3-4e90-9005-f889e56cf866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:48.722995 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9a7a214c-83d3-4e90-9005-f889e56cf866 admin admin] Calling delete_port for d0f23267-dfb8-42cf-868e-a3b04d534b24 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:40:48.805155 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a7a214c-83d3-4e90-9005-f889e56cf866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:48.832103 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a214c-83d3-4e90-9005-f889e56cf866 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0f23267-dfb8-42cf-868e-a3b04d534b24,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:48.836418 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7a214c-83d3-4e90-9005-f889e56cf866 admin admin] No DVR routers for this DVR port d0f23267-dfb8-42cf-868e-a3b04d534b24 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:40:48.878470 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81836fc-4c1a-449b-b88d-6546dc866bbd None None] DHCP port deletion for 53387a59-a2ea-46d9-befd-62c735908b93 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:40:48.918062 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a7a214c-83d3-4e90-9005-f889e56cf866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:48.927641 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-9a7a214c-83d3-4e90-9005-f889e56cf866 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53387a59-a2ea-46d9-befd-62c735908b93']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:48.938536 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-9a7a214c-83d3-4e90-9005-f889e56cf866 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5fbd02-eb80-499c-af26-8b40cb3d34bd') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:48.938832 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-9a7a214c-83d3-4e90-9005-f889e56cf866 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5fbd02-eb80-499c-af26-8b40cb3d34bd') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:40:48.948197 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a7a214c-83d3-4e90-9005-f889e56cf866 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:48.962950 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a7a214c-83d3-4e90-9005-f889e56cf866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:48.969056 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a7a214c-83d3-4e90-9005-f889e56cf866 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:40:48.969451 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a7a214c-83d3-4e90-9005-f889e56cf866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:40:48.971174 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:40:49.027891 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a7a214c-83d3-4e90-9005-f889e56cf866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:49.035229 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a7a214c-83d3-4e90-9005-f889e56cf866 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:49.036976 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9a7a214c-83d3-4e90-9005-f889e56cf866 admin admin] 10.222.0.118 "DELETE /v2.0/networks/53387a59-a2ea-46d9-befd-62c735908b93 HTTP/1.1" status: 204 len: 168 time: 0.5245006 Jul 06 14:40:49.049168 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a214c-83d3-4e90-9005-f889e56cf866 admin admin] Pushing event deleted for resources: {'Network': ['ID=53387a59-a2ea-46d9-befd-62c735908b93,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:49.156597 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37172) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:49.195239 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:49.196630 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e28f566f-f095-4bbb-b43e-429854d29479 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=957a151be395486fb443def3058c81f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388439 Jul 06 14:40:49.199838 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37174) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:49.253289 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8264ef36-7c00-42f4-ae69-782fbdccd6bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:49.273709 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8264ef36-7c00-42f4-ae69-782fbdccd6bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:49.319840 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8264ef36-7c00-42f4-ae69-782fbdccd6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:49.323606 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8264ef36-7c00-42f4-ae69-782fbdccd6bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:49.324854 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8264ef36-7c00-42f4-ae69-782fbdccd6bf admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/52bf109a-147e-4ba4-ab68-3d16c194f7f2 HTTP/1.1" status: 204 len: 168 time: 0.1240804 Jul 06 14:40:49.333731 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264ef36-7c00-42f4-ae69-782fbdccd6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bf109a-147e-4ba4-ab68-3d16c194f7f2,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:49.616027 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 4ea37044-01f4-425c-82f9-974605ece451 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:40:49.636927 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 4ea37044-01f4-425c-82f9-974605ece451 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:40:49.637282 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 4ea37044-01f4-425c-82f9-974605ece451 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:40:49.637708 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 1a7461c2-9e89-42db-a3a5-4d86aec0dd3f no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:40:49.657070 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 1a7461c2-9e89-42db-a3a5-4d86aec0dd3f {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:40:49.657421 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 1a7461c2-9e89-42db-a3a5-4d86aec0dd3f not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:40:49.657867 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d0f23267-dfb8-42cf-868e-a3b04d534b24 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:40:49.677054 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: d0f23267-dfb8-42cf-868e-a3b04d534b24 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:40:49.677407 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d0f23267-dfb8-42cf-868e-a3b04d534b24 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:40:50.021005 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37196) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:50.113041 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-f50cccc4-b830-4d04-baac-f7188180e03c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-831926361-network', 'tenant_id': '92ccb65d5a774a658427749d2accc512'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:40:50.134653 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50cccc4-b830-4d04-baac-f7188180e03c admin admin] Made reservation on behalf of 92ccb65d5a774a658427749d2accc512 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:40:50.137822 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f50cccc4-b830-4d04-baac-f7188180e03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:50.147032 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f50cccc4-b830-4d04-baac-f7188180e03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:50.235670 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f50cccc4-b830-4d04-baac-f7188180e03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:50.239478 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f50cccc4-b830-4d04-baac-f7188180e03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:50.260399 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50cccc4-b830-4d04-baac-f7188180e03c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:40:50.274909 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50cccc4-b830-4d04-baac-f7188180e03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1182a21b-bdaf-43c7-a73b-e178806babd8,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:50.277970 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f50cccc4-b830-4d04-baac-f7188180e03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:50.278323 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-f50cccc4-b830-4d04-baac-f7188180e03c admin admin] Added segment 1a65b1af-c1e7-4ce0-94a1-184d2da5063d of type vlan for network 2af6bd7e-5911-4ea0-9c95-45b7701277f9 Jul 06 14:40:50.318085 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f50cccc4-b830-4d04-baac-f7188180e03c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:50.345597 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f50cccc4-b830-4d04-baac-f7188180e03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:50.346968 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50cccc4-b830-4d04-baac-f7188180e03c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:50.347560 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f50cccc4-b830-4d04-baac-f7188180e03c admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:50.406301 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f50cccc4-b830-4d04-baac-f7188180e03c admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3840425 Jul 06 14:40:50.409241 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37200) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:40:50.412948 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50cccc4-b830-4d04-baac-f7188180e03c admin admin] Pushing event updated for resources: {'Network': ['ID=2af6bd7e-5911-4ea0-9c95-45b7701277f9,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:50.414939 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-fe8eb8b6-3dff-4f6c-b4d7-9c1f82b141d5 admin admin] Request body: {'subnet': {'network_id': '2af6bd7e-5911-4ea0-9c95-45b7701277f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-831926361-subnet', 'tenant_id': '92ccb65d5a774a658427749d2accc512', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:40:50.423549 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 2af6bd7e-5911-4ea0-9c95-45b7701277f9 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:40:50.442997 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8eb8b6-3dff-4f6c-b4d7-9c1f82b141d5 admin admin] Made reservation on behalf of 92ccb65d5a774a658427749d2accc512 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:40:50.445705 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fe8eb8b6-3dff-4f6c-b4d7-9c1f82b141d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:50.624615 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fe8eb8b6-3dff-4f6c-b4d7-9c1f82b141d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:50.680878 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8eb8b6-3dff-4f6c-b4d7-9c1f82b141d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d04bab07-b8dc-495a-bef2-e7f26bf2e6b7,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:50.691171 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8eb8b6-3dff-4f6c-b4d7-9c1f82b141d5 admin admin] Checking segment: {'id': '1a65b1af-c1e7-4ce0-94a1-184d2da5063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2af6bd7e-5911-4ea0-9c95-45b7701277f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:40:50.691564 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8eb8b6-3dff-4f6c-b4d7-9c1f82b141d5 admin admin] Network hostable DHCP agents. Network: 2af6bd7e-5911-4ea0-9c95-45b7701277f9, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:40:50.707942 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8eb8b6-3dff-4f6c-b4d7-9c1f82b141d5 admin admin] Network 2af6bd7e-5911-4ea0-9c95-45b7701277f9 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:40:50.716953 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-fe8eb8b6-3dff-4f6c-b4d7-9c1f82b141d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 2af6bd7e-5911-4ea0-9c95-45b7701277f9) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:40:50.721144 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8eb8b6-3dff-4f6c-b4d7-9c1f82b141d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:50.721784 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fe8eb8b6-3dff-4f6c-b4d7-9c1f82b141d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:50.726732 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b18080-464a-42bd-90d0-6596ae58897a None None] Network 2af6bd7e-5911-4ea0-9c95-45b7701277f9 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:40:50.735420 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-fe8eb8b6-3dff-4f6c-b4d7-9c1f82b141d5 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3243284 Jul 06 14:40:50.872466 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62607d65-3007-4b38-9ae8-cf39a2b27de6 None None] Network 2af6bd7e-5911-4ea0-9c95-45b7701277f9 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:40:51.166004 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-a37a800c-84df-43ee-afe9-385326ef4176 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:51.168179 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-a37a800c-84df-43ee-afe9-385326ef4176 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/networks?id=2af6bd7e-5911-4ea0-9c95-45b7701277f9 HTTP/1.1" status: 200 len: 813 time: 0.1062744 Jul 06 14:40:51.183630 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-e0cfdbd2-d5d9-4f42-b592-a84ea0710290 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/quotas/92ccb65d5a774a658427749d2accc512 HTTP/1.1" status: 200 len: 375 time: 0.0100451 Jul 06 14:40:51.216672 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-2edd97b0-62ab-4134-b01e-eeff7ed9868d tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=92ccb65d5a774a658427749d2accc512&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279062 Jul 06 14:40:51.381725 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-42857ac6-653e-4ae5-ac91-427e987aa6b8 service neutron] 10.222.0.118 "GET /v2.0/networks/2af6bd7e-5911-4ea0-9c95-45b7701277f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261144 Jul 06 14:40:51.470490 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-8c22e00a-f3a0-4da3-8135-f19762d8fae9 service neutron] 10.222.0.118 "GET /v2.0/networks/2af6bd7e-5911-4ea0-9c95-45b7701277f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825796 Jul 06 14:40:51.636372 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2898a253-0633-4b58-b59a-d674f36e05db req-3505c276-5362-4c65-8ccf-411edb90cdf6 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/ports?device_id=750dd37a-a1e3-418c-b943-c234f50d4ee0 HTTP/1.1" status: 200 len: 210 time: 0.0289094 Jul 06 14:40:52.779582 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7790e33e-0463-475c-810d-7da3718d84cb req-a6e8b809-e96d-4fd9-9d70-b22ead90cefd tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/ports?device_id=750dd37a-a1e3-418c-b943-c234f50d4ee0 HTTP/1.1" status: 200 len: 210 time: 0.0315101 Jul 06 14:40:53.066718 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-2a7c3236-5a0f-404d-8467-cef65c0953eb tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:53.068239 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-2a7c3236-5a0f-404d-8467-cef65c0953eb tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.52 "GET /v2.0/networks?id=2af6bd7e-5911-4ea0-9c95-45b7701277f9 HTTP/1.1" status: 200 len: 813 time: 0.1065121 Jul 06 14:40:53.091996 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-5c5f787c-6191-4265-99a1-38d9c39875ff tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Request body: {'port': {'device_id': '750dd37a-a1e3-418c-b943-c234f50d4ee0', 'network_id': '2af6bd7e-5911-4ea0-9c95-45b7701277f9', 'admin_state_up': True, 'tenant_id': '92ccb65d5a774a658427749d2accc512'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:40:53.202713 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-5c5f787c-6191-4265-99a1-38d9c39875ff tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Made reservation on behalf of 92ccb65d5a774a658427749d2accc512 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:40:53.206764 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-5c5f787c-6191-4265-99a1-38d9c39875ff tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:53.335949 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-5c5f787c-6191-4265-99a1-38d9c39875ff tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Allocated IP 172.20.0.14 (2af6bd7e-5911-4ea0-9c95-45b7701277f9/d04bab07-b8dc-495a-bef2-e7f26bf2e6b7/480f85f8-a2d8-4560-8e8e-f8874e709b3e) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:40:53.490390 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-5c5f787c-6191-4265-99a1-38d9c39875ff tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:53.530794 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-5c5f787c-6191-4265-99a1-38d9c39875ff tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:53.572436 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-5c5f787c-6191-4265-99a1-38d9c39875ff tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Network 2af6bd7e-5911-4ea0-9c95-45b7701277f9 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:40:53.576111 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-5c5f787c-6191-4265-99a1-38d9c39875ff tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:40:53.579886 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-5c5f787c-6191-4265-99a1-38d9c39875ff tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:40:53.607114 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f787c-6191-4265-99a1-38d9c39875ff tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Pushing event updated for resources: {'Port': ['ID=480f85f8-a2d8-4560-8e8e-f8874e709b3e,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:53.633073 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-5c5f787c-6191-4265-99a1-38d9c39875ff tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:53.633690 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-5c5f787c-6191-4265-99a1-38d9c39875ff tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:53.647737 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-5c5f787c-6191-4265-99a1-38d9c39875ff tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5602129 Jul 06 14:40:53.756294 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-cd6dfb2d-4227-43b2-ab2b-3d5da2e443b4 service neutron] Request body: {'port': {'device_id': '750dd37a-a1e3-418c-b943-c234f50d4ee0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:40:53.830787 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-cd6dfb2d-4227-43b2-ab2b-3d5da2e443b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:53.957886 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7684f-c8a9-4f5f-8c2c-b491185fd5d5 req-35710a69-6503-4c8f-b0aa-d70215c2bc08 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:53.959427 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d5b7684f-c8a9-4f5f-8c2c-b491185fd5d5 req-35710a69-6503-4c8f-b0aa-d70215c2bc08 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/ports?device_id=750dd37a-a1e3-418c-b943-c234f50d4ee0 HTTP/1.1" status: 200 len: 932 time: 0.0691259 Jul 06 14:40:54.001055 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d5b7684f-c8a9-4f5f-8c2c-b491185fd5d5 req-73ef9725-0617-4b2b-992b-a4a974ea4db0 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/security-groups?id=1182a21b-bdaf-43c7-a73b-e178806babd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348251 Jul 06 14:40:54.097401 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-cd6dfb2d-4227-43b2-ab2b-3d5da2e443b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 480f85f8-a2d8-4560-8e8e-f8874e709b3e {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:40:54.104779 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-cd6dfb2d-4227-43b2-ab2b-3d5da2e443b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:54.116081 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-cd6dfb2d-4227-43b2-ab2b-3d5da2e443b4 service neutron] Transition to ACTIVE for port object 480f85f8-a2d8-4560-8e8e-f8874e709b3e will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:40:54.120218 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-cd6dfb2d-4227-43b2-ab2b-3d5da2e443b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:54.167720 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6dfb2d-4227-43b2-ab2b-3d5da2e443b4 service neutron] Pushing event updated for resources: {'Port': ['ID=480f85f8-a2d8-4560-8e8e-f8874e709b3e,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:54.242594 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-cd6dfb2d-4227-43b2-ab2b-3d5da2e443b4 service neutron] Attempting to bind port 480f85f8-a2d8-4560-8e8e-f8874e709b3e on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:40:54.242847 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-cd6dfb2d-4227-43b2-ab2b-3d5da2e443b4 service neutron] Attempting to bind port 480f85f8-a2d8-4560-8e8e-f8874e709b3e by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '1a65b1af-c1e7-4ce0-94a1-184d2da5063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2af6bd7e-5911-4ea0-9c95-45b7701277f9'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:40:54.243174 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-cd6dfb2d-4227-43b2-ab2b-3d5da2e443b4 service neutron] Attempting to bind port 480f85f8-a2d8-4560-8e8e-f8874e709b3e on network 2af6bd7e-5911-4ea0-9c95-45b7701277f9 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:40:54.248823 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-cd6dfb2d-4227-43b2-ab2b-3d5da2e443b4 service neutron] Port 480f85f8-a2d8-4560-8e8e-f8874e709b3e on network 2af6bd7e-5911-4ea0-9c95-45b7701277f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:40:54.249143 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-cd6dfb2d-4227-43b2-ab2b-3d5da2e443b4 service neutron] Attempting to bind port 480f85f8-a2d8-4560-8e8e-f8874e709b3e on network 2af6bd7e-5911-4ea0-9c95-45b7701277f9 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:40:54.253944 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-cd6dfb2d-4227-43b2-ab2b-3d5da2e443b4 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:40:54.254277 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-cd6dfb2d-4227-43b2-ab2b-3d5da2e443b4 service neutron] Checking segment: {'id': '1a65b1af-c1e7-4ce0-94a1-184d2da5063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2af6bd7e-5911-4ea0-9c95-45b7701277f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:40:54.254657 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-cd6dfb2d-4227-43b2-ab2b-3d5da2e443b4 service neutron] Bound using segment: {'id': '1a65b1af-c1e7-4ce0-94a1-184d2da5063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2af6bd7e-5911-4ea0-9c95-45b7701277f9'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:40:54.255081 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-cd6dfb2d-4227-43b2-ab2b-3d5da2e443b4 service neutron] Bound port: 480f85f8-a2d8-4560-8e8e-f8874e709b3e, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a65b1af-c1e7-4ce0-94a1-184d2da5063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2af6bd7e-5911-4ea0-9c95-45b7701277f9'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:40:54.255435 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-cd6dfb2d-4227-43b2-ab2b-3d5da2e443b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:54.318074 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-cd6dfb2d-4227-43b2-ab2b-3d5da2e443b4 service neutron] For port 480f85f8-a2d8-4560-8e8e-f8874e709b3e, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:40:54.321717 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-cd6dfb2d-4227-43b2-ab2b-3d5da2e443b4 service neutron] For port 480f85f8-a2d8-4560-8e8e-f8874e709b3e, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=480f85f8-a2d8-4560-8e8e-f8874e709b3e,segment=NetworkSegment(1a65b1af-c1e7-4ce0-94a1-184d2da5063d),segment_id=1a65b1af-c1e7-4ce0-94a1-184d2da5063d)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:40:54.332180 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-cd6dfb2d-4227-43b2-ab2b-3d5da2e443b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:54.366961 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-cd6dfb2d-4227-43b2-ab2b-3d5da2e443b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:54.367584 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-cd6dfb2d-4227-43b2-ab2b-3d5da2e443b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:54.368983 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-cd6dfb2d-4227-43b2-ab2b-3d5da2e443b4 service neutron] 10.222.0.52 "PUT /v2.0/ports/480f85f8-a2d8-4560-8e8e-f8874e709b3e HTTP/1.1" status: 200 len: 1092 time: 0.6535089 Jul 06 14:40:54.369947 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750dd37a-a1e3-418c-b943-c234f50d4ee0', 'tag': '480f85f8-a2d8-4560-8e8e-f8874e709b3e'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:40:54.397339 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6dfb2d-4227-43b2-ab2b-3d5da2e443b4 service neutron] Pushing event updated for resources: {'Port': ['ID=480f85f8-a2d8-4560-8e8e-f8874e709b3e,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:54.439871 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44085c58187d3c444c5cc6a657819c2b9188c5457f631b13450b7a564fa513c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99ea310-0719-4a1a-92f2-6276d612eadd" -d '{"events": [{"name": "network-changed", "server_uuid": "750dd37a-a1e3-418c-b943-c234f50d4ee0", "tag": "480f85f8-a2d8-4560-8e8e-f8874e709b3e"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:40:54.473981 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-f224cb8e-5735-48b3-b9f6-78b98ec4b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:54.475513 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-f224cb8e-5735-48b3-b9f6-78b98ec4b9c3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=92ccb65d5a774a658427749d2accc512&device_id=750dd37a-a1e3-418c-b943-c234f50d4ee0 HTTP/1.1" status: 200 len: 1095 time: 0.0655921 Jul 06 14:40:54.524070 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-cb5e80dd-ba34-48a8-bec5-c70628ea4980 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=480f85f8-a2d8-4560-8e8e-f8874e709b3e HTTP/1.1" status: 200 len: 217 time: 0.0371294 Jul 06 14:40:54.527498 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39063a7d-7600-457e-a227-68e72edde8d0 x-openstack-request-id: req-39063a7d-7600-457e-a227-68e72edde8d0 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:40:54.527790 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750dd37a-a1e3-418c-b943-c234f50d4ee0", "tag": "480f85f8-a2d8-4560-8e8e-f8874e709b3e", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:40:54.528043 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-39063a7d-7600-457e-a227-68e72edde8d0 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:40:54.528438 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750dd37a-a1e3-418c-b943-c234f50d4ee0', 'tag': '480f85f8-a2d8-4560-8e8e-f8874e709b3e', 'status': 'completed', 'code': 200} Jul 06 14:40:54.582665 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-d33fb82a-b599-4230-a384-7f5873fe290c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:54.584136 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-d33fb82a-b599-4230-a384-7f5873fe290c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d04bab07-b8dc-495a-bef2-e7f26bf2e6b7 HTTP/1.1" status: 200 len: 853 time: 0.0436242 Jul 06 14:40:54.620823 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-8a4718c0-e0eb-49f0-8a7e-8068d2a7577e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2af6bd7e-5911-4ea0-9c95-45b7701277f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257506 Jul 06 14:40:54.718608 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-c3b7bdd1-1204-46d7-9deb-c47a55723d39 service neutron] 10.222.0.52 "GET /v2.0/networks/2af6bd7e-5911-4ea0-9c95-45b7701277f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865455 Jul 06 14:40:54.808147 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-581b61df-2ace-493f-b2dc-be7fc8c41b97 req-72a1c4e5-1f77-4739-8b5c-df6743c903dd service neutron] 10.222.0.52 "GET /v2.0/networks/2af6bd7e-5911-4ea0-9c95-45b7701277f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808332 Jul 06 14:40:54.917504 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ea310-0719-4a1a-92f2-6276d612eadd req-20184233-61d3-413f-8097-74b09635aff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:54.919065 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d99ea310-0719-4a1a-92f2-6276d612eadd req-20184233-61d3-413f-8097-74b09635aff4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=92ccb65d5a774a658427749d2accc512&device_id=750dd37a-a1e3-418c-b943-c234f50d4ee0 HTTP/1.1" status: 200 len: 1095 time: 0.0598297 Jul 06 14:40:55.012702 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ea310-0719-4a1a-92f2-6276d612eadd req-9bc441a8-25b6-47df-b57a-0ce3b582203e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:55.014275 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d99ea310-0719-4a1a-92f2-6276d612eadd req-9bc441a8-25b6-47df-b57a-0ce3b582203e service neutron] 10.222.0.52 "GET /v2.0/networks?id=2af6bd7e-5911-4ea0-9c95-45b7701277f9 HTTP/1.1" status: 200 len: 914 time: 0.0877173 Jul 06 14:40:55.059763 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d99ea310-0719-4a1a-92f2-6276d612eadd req-d18c18a3-315d-403e-a12f-fecdecdea886 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=480f85f8-a2d8-4560-8e8e-f8874e709b3e HTTP/1.1" status: 200 len: 217 time: 0.0390296 Jul 06 14:40:55.110979 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ea310-0719-4a1a-92f2-6276d612eadd req-c760f067-d709-4e08-b198-f681825d161e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:55.112454 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d99ea310-0719-4a1a-92f2-6276d612eadd req-c760f067-d709-4e08-b198-f681825d161e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d04bab07-b8dc-495a-bef2-e7f26bf2e6b7 HTTP/1.1" status: 200 len: 853 time: 0.0451994 Jul 06 14:40:55.147350 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d99ea310-0719-4a1a-92f2-6276d612eadd req-c074b473-6b41-460d-9dfe-978c4701b1e8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2af6bd7e-5911-4ea0-9c95-45b7701277f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267611 Jul 06 14:40:55.183369 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f9ac3-3aa3-42fb-88fb-8d1c6bc96df3 req-fdc41b90-3139-406f-953e-ce8c42dcfbbd tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:55.184901 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c10f9ac3-3aa3-42fb-88fb-8d1c6bc96df3 req-fdc41b90-3139-406f-953e-ce8c42dcfbbd tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/ports?device_id=750dd37a-a1e3-418c-b943-c234f50d4ee0 HTTP/1.1" status: 200 len: 944 time: 0.0696058 Jul 06 14:40:55.230592 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c10f9ac3-3aa3-42fb-88fb-8d1c6bc96df3 req-cd747bf9-3700-48a3-9f4c-67e5b4f6891e tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/security-groups?id=1182a21b-bdaf-43c7-a73b-e178806babd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398772 Jul 06 14:40:55.242941 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d99ea310-0719-4a1a-92f2-6276d612eadd req-80f155a6-c245-487d-ab73-0d79cf50733e service neutron] 10.222.0.52 "GET /v2.0/networks/2af6bd7e-5911-4ea0-9c95-45b7701277f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878751 Jul 06 14:40:55.351183 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d99ea310-0719-4a1a-92f2-6276d612eadd req-9ed8de4b-6747-427d-98f2-4b73634525ae service neutron] 10.222.0.52 "GET /v2.0/networks/2af6bd7e-5911-4ea0-9c95-45b7701277f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009357 Jul 06 14:40:56.324423 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 480f85f8-a2d8-4560-8e8e-f8874e709b3e details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:40:56.413386 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9cd14f-1079-4fa8-9f70-cac6dfc8cf87 req-75d225a1-6aa8-4e0d-9bfd-eb8a6ae0800e tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:56.414906 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dc9cd14f-1079-4fa8-9f70-cac6dfc8cf87 req-75d225a1-6aa8-4e0d-9bfd-eb8a6ae0800e tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/ports?device_id=750dd37a-a1e3-418c-b943-c234f50d4ee0 HTTP/1.1" status: 200 len: 944 time: 0.0689840 Jul 06 14:40:56.422622 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 480f85f8-a2d8-4560-8e8e-f8874e709b3e, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=480f85f8-a2d8-4560-8e8e-f8874e709b3e,segment=NetworkSegment(1a65b1af-c1e7-4ce0-94a1-184d2da5063d),segment_id=1a65b1af-c1e7-4ce0-94a1-184d2da5063d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:40:56.434250 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '480f85f8-a2d8-4560-8e8e-f8874e709b3e', 'network_id': '2af6bd7e-5911-4ea0-9c95-45b7701277f9', 'port_id': '480f85f8-a2d8-4560-8e8e-f8874e709b3e', 'mac_address': 'fa:16:3e:c7:ac:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd04bab07-b8dc-495a-bef2-e7f26bf2e6b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:40:56.453001 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dc9cd14f-1079-4fa8-9f70-cac6dfc8cf87 req-59398967-344f-40fc-ba62-ababb63dde6a tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/security-groups?id=1182a21b-bdaf-43c7-a73b-e178806babd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321460 Jul 06 14:40:56.471732 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:56.484719 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 480f85f8-a2d8-4560-8e8e-f8874e709b3e {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:40:56.504543 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 480f85f8-a2d8-4560-8e8e-f8874e709b3e, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=480f85f8-a2d8-4560-8e8e-f8874e709b3e,segment=NetworkSegment(1a65b1af-c1e7-4ce0-94a1-184d2da5063d),segment_id=1a65b1af-c1e7-4ce0-94a1-184d2da5063d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:40:56.508693 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:56.562769 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=480f85f8-a2d8-4560-8e8e-f8874e709b3e,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:56.746821 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['480f85f8-a2d8-4560-8e8e-f8874e709b3e'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:40:57.627847 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2ad44-bab1-41b0-8498-5d8a23eda276 req-5d5fc444-a6c5-4d50-a733-4c527865ebfa tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:57.629366 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-86d2ad44-bab1-41b0-8498-5d8a23eda276 req-5d5fc444-a6c5-4d50-a733-4c527865ebfa tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/ports?device_id=750dd37a-a1e3-418c-b943-c234f50d4ee0 HTTP/1.1" status: 200 len: 945 time: 0.0664370 Jul 06 14:40:57.667358 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-86d2ad44-bab1-41b0-8498-5d8a23eda276 req-6228c965-d016-43ce-915b-b723a6c14c00 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/security-groups?id=1182a21b-bdaf-43c7-a73b-e178806babd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321214 Jul 06 14:40:58.339117 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 480f85f8-a2d8-4560-8e8e-f8874e709b3e up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:40:58.390281 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 480f85f8-a2d8-4560-8e8e-f8874e709b3e completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:40:58.393850 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 480f85f8-a2d8-4560-8e8e-f8874e709b3e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:40:58.394224 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:58.468192 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:58.490001 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750dd37a-a1e3-418c-b943-c234f50d4ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480f85f8-a2d8-4560-8e8e-f8874e709b3e'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:40:58.503975 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 480f85f8-a2d8-4560-8e8e-f8874e709b3e, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=480f85f8-a2d8-4560-8e8e-f8874e709b3e,segment=NetworkSegment(1a65b1af-c1e7-4ce0-94a1-184d2da5063d),segment_id=1a65b1af-c1e7-4ce0-94a1-184d2da5063d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:40:58.507914 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:40:58.531479 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7b3130d190d3a8890db0c4eafcc3a45a14b225becedd5045b600f6b402c608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6260fcc6-50d3-471e-b138-5d1efb217fe9" -d '{"events": [{"server_uuid": "750dd37a-a1e3-418c-b943-c234f50d4ee0", "name": "network-vif-plugged", "status": "completed", "tag": "480f85f8-a2d8-4560-8e8e-f8874e709b3e"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:40:58.560081 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=480f85f8-a2d8-4560-8e8e-f8874e709b3e,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:40:58.613162 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa984070-1f28-4405-829b-7e6172a72625 x-openstack-request-id: req-fa984070-1f28-4405-829b-7e6172a72625 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:40:58.613741 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750dd37a-a1e3-418c-b943-c234f50d4ee0", "name": "network-vif-plugged", "status": "completed", "tag": "480f85f8-a2d8-4560-8e8e-f8874e709b3e", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:40:58.614032 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-fa984070-1f28-4405-829b-7e6172a72625 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:40:58.614437 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750dd37a-a1e3-418c-b943-c234f50d4ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480f85f8-a2d8-4560-8e8e-f8874e709b3e', 'code': 200} Jul 06 14:40:58.730231 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c45f0-f1ec-4f4c-bc19-03bcd9a20576 req-5e3d0b99-baf8-4b14-937f-af239e5fce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:58.731729 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d14c45f0-f1ec-4f4c-bc19-03bcd9a20576 req-5e3d0b99-baf8-4b14-937f-af239e5fce78 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=750dd37a-a1e3-418c-b943-c234f50d4ee0 HTTP/1.1" status: 200 len: 1097 time: 0.0535882 Jul 06 14:40:58.771144 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d14c45f0-f1ec-4f4c-bc19-03bcd9a20576 req-7b882120-c254-4815-bcb5-99b159f6dbc9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1182a21b-bdaf-43c7-a73b-e178806babd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295045 Jul 06 14:40:58.848745 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45638ad-73c5-420e-8f33-b4a9a8c84b09 req-60eda44b-85e2-4a8a-9112-2ee43e69f6fd tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:40:58.850252 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d45638ad-73c5-420e-8f33-b4a9a8c84b09 req-60eda44b-85e2-4a8a-9112-2ee43e69f6fd tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/ports?device_id=750dd37a-a1e3-418c-b943-c234f50d4ee0 HTTP/1.1" status: 200 len: 946 time: 0.0658247 Jul 06 14:40:58.888394 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d45638ad-73c5-420e-8f33-b4a9a8c84b09 req-0772f78a-97c0-44a1-9367-a2b293373dea tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/security-groups?id=1182a21b-bdaf-43c7-a73b-e178806babd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320160 Jul 06 14:41:00.058636 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80a122-0371-4938-8147-ccaee36ce1f7 req-016d6e36-e649-4e6d-a5b0-647ea2fbdc21 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:00.060126 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fa80a122-0371-4938-8147-ccaee36ce1f7 req-016d6e36-e649-4e6d-a5b0-647ea2fbdc21 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/ports?device_id=750dd37a-a1e3-418c-b943-c234f50d4ee0 HTTP/1.1" status: 200 len: 946 time: 0.0623581 Jul 06 14:41:00.098436 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fa80a122-0371-4938-8147-ccaee36ce1f7 req-1497673d-a38c-4a9b-aabf-d5087f9b3400 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/security-groups?id=1182a21b-bdaf-43c7-a73b-e178806babd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326188 Jul 06 14:41:00.331024 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e8d89-f54a-4399-9395-25343449195c req-bfd08904-3638-443a-9a58-9407e9718172 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:00.331024 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-636e8d89-f54a-4399-9395-25343449195c req-bfd08904-3638-443a-9a58-9407e9718172 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/networks?id=2af6bd7e-5911-4ea0-9c95-45b7701277f9 HTTP/1.1" status: 200 len: 813 time: 0.1054389 Jul 06 14:41:00.345582 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-636e8d89-f54a-4399-9395-25343449195c req-53fc46e9-4faa-471a-986c-d123cb006bdb tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/quotas/92ccb65d5a774a658427749d2accc512 HTTP/1.1" status: 200 len: 375 time: 0.0099056 Jul 06 14:41:00.408477 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-636e8d89-f54a-4399-9395-25343449195c req-7f98f53f-1623-434d-abb8-1ba9b109a765 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=92ccb65d5a774a658427749d2accc512&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0580432 Jul 06 14:41:00.496698 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-636e8d89-f54a-4399-9395-25343449195c req-4461903d-cb66-4d0b-a242-051600d34b92 service neutron] 10.222.0.118 "GET /v2.0/networks/2af6bd7e-5911-4ea0-9c95-45b7701277f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815744 Jul 06 14:41:00.593309 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-636e8d89-f54a-4399-9395-25343449195c req-ae683d5b-c71e-4b18-b036-93905712ebe8 service neutron] 10.222.0.118 "GET /v2.0/networks/2af6bd7e-5911-4ea0-9c95-45b7701277f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911553 Jul 06 14:41:00.768316 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12d3a1f2-ec3c-4d91-a1ca-227b37692e57 req-81471c23-1ce8-4e6d-9aaf-dcd5235a4ee6 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/ports?device_id=039653bc-7ea7-45de-9459-e36d219c8f3b HTTP/1.1" status: 200 len: 210 time: 0.0380073 Jul 06 14:41:01.731902 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:41:01.771848 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e8d89-f54a-4399-9395-25343449195c req-37393524-0aac-46bf-93c3-bd7ce75655f4 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:01.773312 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-636e8d89-f54a-4399-9395-25343449195c req-37393524-0aac-46bf-93c3-bd7ce75655f4 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.124 "GET /v2.0/networks?id=2af6bd7e-5911-4ea0-9c95-45b7701277f9 HTTP/1.1" status: 200 len: 813 time: 0.1116927 Jul 06 14:41:01.792765 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-636e8d89-f54a-4399-9395-25343449195c req-ca5c4ab3-fb64-4d41-b9fa-cc125284c958 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Request body: {'port': {'device_id': '039653bc-7ea7-45de-9459-e36d219c8f3b', 'network_id': '2af6bd7e-5911-4ea0-9c95-45b7701277f9', 'admin_state_up': True, 'tenant_id': '92ccb65d5a774a658427749d2accc512'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:02.257703 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b0ca09ff-1bb4-481d-aa01-a1e0ee401ff6 req-5d597e8c-b358-403f-980b-cb058c40dfd7 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/ports?device_id=039653bc-7ea7-45de-9459-e36d219c8f3b HTTP/1.1" status: 200 len: 210 time: 0.3771284 Jul 06 14:41:02.273579 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-636e8d89-f54a-4399-9395-25343449195c req-ca5c4ab3-fb64-4d41-b9fa-cc125284c958 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Made reservation on behalf of 92ccb65d5a774a658427749d2accc512 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:41:02.277240 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-636e8d89-f54a-4399-9395-25343449195c req-ca5c4ab3-fb64-4d41-b9fa-cc125284c958 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:02.397280 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-636e8d89-f54a-4399-9395-25343449195c req-ca5c4ab3-fb64-4d41-b9fa-cc125284c958 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Allocated IP 172.20.0.9 (2af6bd7e-5911-4ea0-9c95-45b7701277f9/d04bab07-b8dc-495a-bef2-e7f26bf2e6b7/0f0da902-26ab-404a-aaf6-c3519d855cb7) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:41:02.543259 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-636e8d89-f54a-4399-9395-25343449195c req-ca5c4ab3-fb64-4d41-b9fa-cc125284c958 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:02.580361 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-636e8d89-f54a-4399-9395-25343449195c req-ca5c4ab3-fb64-4d41-b9fa-cc125284c958 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:02.592474 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['480f85f8-a2d8-4560-8e8e-f8874e709b3e'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:41:02.627522 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-636e8d89-f54a-4399-9395-25343449195c req-ca5c4ab3-fb64-4d41-b9fa-cc125284c958 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Network 2af6bd7e-5911-4ea0-9c95-45b7701277f9 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:41:02.630780 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-636e8d89-f54a-4399-9395-25343449195c req-ca5c4ab3-fb64-4d41-b9fa-cc125284c958 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:41:02.634561 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-636e8d89-f54a-4399-9395-25343449195c req-ca5c4ab3-fb64-4d41-b9fa-cc125284c958 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:41:02.664587 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c4ab3-fb64-4d41-b9fa-cc125284c958 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Pushing event updated for resources: {'Port': ['ID=0f0da902-26ab-404a-aaf6-c3519d855cb7,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:02.679511 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c4ab3-fb64-4d41-b9fa-cc125284c958 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:02.679857 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c4ab3-fb64-4d41-b9fa-cc125284c958 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:02.680203 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c4ab3-fb64-4d41-b9fa-cc125284c958 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:02.680529 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c4ab3-fb64-4d41-b9fa-cc125284c958 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:02.680861 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c4ab3-fb64-4d41-b9fa-cc125284c958 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:02.681189 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c4ab3-fb64-4d41-b9fa-cc125284c958 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:02.681516 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c4ab3-fb64-4d41-b9fa-cc125284c958 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:02.681998 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c4ab3-fb64-4d41-b9fa-cc125284c958 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:02.682873 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c4ab3-fb64-4d41-b9fa-cc125284c958 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:02.683364 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c4ab3-fb64-4d41-b9fa-cc125284c958 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:02.683560 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c4ab3-fb64-4d41-b9fa-cc125284c958 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:02.683875 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c4ab3-fb64-4d41-b9fa-cc125284c958 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:02.702406 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e8d89-f54a-4399-9395-25343449195c req-ca5c4ab3-fb64-4d41-b9fa-cc125284c958 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:02.703036 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-636e8d89-f54a-4399-9395-25343449195c req-ca5c4ab3-fb64-4d41-b9fa-cc125284c958 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:02.717546 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-636e8d89-f54a-4399-9395-25343449195c req-ca5c4ab3-fb64-4d41-b9fa-cc125284c958 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9290900 Jul 06 14:41:02.730730 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-636e8d89-f54a-4399-9395-25343449195c req-56617b7f-ea6e-49f2-a732-702459906754 service neutron] Request body: {'port': {'device_id': '039653bc-7ea7-45de-9459-e36d219c8f3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:02.801381 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-636e8d89-f54a-4399-9395-25343449195c req-56617b7f-ea6e-49f2-a732-702459906754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:03.064465 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-636e8d89-f54a-4399-9395-25343449195c req-56617b7f-ea6e-49f2-a732-702459906754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f0da902-26ab-404a-aaf6-c3519d855cb7 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:41:03.071762 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-636e8d89-f54a-4399-9395-25343449195c req-56617b7f-ea6e-49f2-a732-702459906754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:03.083763 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-636e8d89-f54a-4399-9395-25343449195c req-56617b7f-ea6e-49f2-a732-702459906754 service neutron] Transition to ACTIVE for port object 0f0da902-26ab-404a-aaf6-c3519d855cb7 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:41:03.087697 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-636e8d89-f54a-4399-9395-25343449195c req-56617b7f-ea6e-49f2-a732-702459906754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:03.136979 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56617b7f-ea6e-49f2-a732-702459906754 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0da902-26ab-404a-aaf6-c3519d855cb7,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:03.206886 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-636e8d89-f54a-4399-9395-25343449195c req-56617b7f-ea6e-49f2-a732-702459906754 service neutron] Attempting to bind port 0f0da902-26ab-404a-aaf6-c3519d855cb7 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:41:03.207234 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-636e8d89-f54a-4399-9395-25343449195c req-56617b7f-ea6e-49f2-a732-702459906754 service neutron] Attempting to bind port 0f0da902-26ab-404a-aaf6-c3519d855cb7 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '1a65b1af-c1e7-4ce0-94a1-184d2da5063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2af6bd7e-5911-4ea0-9c95-45b7701277f9'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:41:03.207567 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636e8d89-f54a-4399-9395-25343449195c req-56617b7f-ea6e-49f2-a732-702459906754 service neutron] Attempting to bind port 0f0da902-26ab-404a-aaf6-c3519d855cb7 on network 2af6bd7e-5911-4ea0-9c95-45b7701277f9 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:41:03.211762 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636e8d89-f54a-4399-9395-25343449195c req-56617b7f-ea6e-49f2-a732-702459906754 service neutron] Port 0f0da902-26ab-404a-aaf6-c3519d855cb7 on network 2af6bd7e-5911-4ea0-9c95-45b7701277f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:41:03.212255 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636e8d89-f54a-4399-9395-25343449195c req-56617b7f-ea6e-49f2-a732-702459906754 service neutron] Attempting to bind port 0f0da902-26ab-404a-aaf6-c3519d855cb7 on network 2af6bd7e-5911-4ea0-9c95-45b7701277f9 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:41:03.218093 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636e8d89-f54a-4399-9395-25343449195c req-56617b7f-ea6e-49f2-a732-702459906754 service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:41:03.218433 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636e8d89-f54a-4399-9395-25343449195c req-56617b7f-ea6e-49f2-a732-702459906754 service neutron] Checking segment: {'id': '1a65b1af-c1e7-4ce0-94a1-184d2da5063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2af6bd7e-5911-4ea0-9c95-45b7701277f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:41:03.218817 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636e8d89-f54a-4399-9395-25343449195c req-56617b7f-ea6e-49f2-a732-702459906754 service neutron] Bound using segment: {'id': '1a65b1af-c1e7-4ce0-94a1-184d2da5063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2af6bd7e-5911-4ea0-9c95-45b7701277f9'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:41:03.219316 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-636e8d89-f54a-4399-9395-25343449195c req-56617b7f-ea6e-49f2-a732-702459906754 service neutron] Bound port: 0f0da902-26ab-404a-aaf6-c3519d855cb7, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a65b1af-c1e7-4ce0-94a1-184d2da5063d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '2af6bd7e-5911-4ea0-9c95-45b7701277f9'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:41:03.219749 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-636e8d89-f54a-4399-9395-25343449195c req-56617b7f-ea6e-49f2-a732-702459906754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:03.284046 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-636e8d89-f54a-4399-9395-25343449195c req-56617b7f-ea6e-49f2-a732-702459906754 service neutron] For port 0f0da902-26ab-404a-aaf6-c3519d855cb7, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:41:03.287163 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-636e8d89-f54a-4399-9395-25343449195c req-56617b7f-ea6e-49f2-a732-702459906754 service neutron] For port 0f0da902-26ab-404a-aaf6-c3519d855cb7, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=0f0da902-26ab-404a-aaf6-c3519d855cb7,segment=NetworkSegment(1a65b1af-c1e7-4ce0-94a1-184d2da5063d),segment_id=1a65b1af-c1e7-4ce0-94a1-184d2da5063d)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:41:03.295199 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-636e8d89-f54a-4399-9395-25343449195c req-56617b7f-ea6e-49f2-a732-702459906754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:03.330389 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e8d89-f54a-4399-9395-25343449195c req-56617b7f-ea6e-49f2-a732-702459906754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:03.331054 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-636e8d89-f54a-4399-9395-25343449195c req-56617b7f-ea6e-49f2-a732-702459906754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:03.332512 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-636e8d89-f54a-4399-9395-25343449195c req-56617b7f-ea6e-49f2-a732-702459906754 service neutron] 10.222.0.124 "PUT /v2.0/ports/0f0da902-26ab-404a-aaf6-c3519d855cb7 HTTP/1.1" status: 200 len: 1091 time: 0.6068146 Jul 06 14:41:03.332982 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039653bc-7ea7-45de-9459-e36d219c8f3b', 'tag': '0f0da902-26ab-404a-aaf6-c3519d855cb7'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:41:03.365199 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56617b7f-ea6e-49f2-a732-702459906754 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0da902-26ab-404a-aaf6-c3519d855cb7,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:03.386203 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40f6073-af67-4c24-9b8b-0a0876be7b45" -d '{"events": [{"name": "network-changed", "server_uuid": "039653bc-7ea7-45de-9459-e36d219c8f3b", "tag": "0f0da902-26ab-404a-aaf6-c3519d855cb7"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:41:03.480788 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e2f9a-e935-4922-a49b-b53d0aa3795d req-c5131080-769b-4eb5-91e3-ecb0c205fa94 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:03.482332 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ce7e2f9a-e935-4922-a49b-b53d0aa3795d req-c5131080-769b-4eb5-91e3-ecb0c205fa94 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/ports?device_id=039653bc-7ea7-45de-9459-e36d219c8f3b HTTP/1.1" status: 200 len: 943 time: 0.0935373 Jul 06 14:41:03.490495 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e8d89-f54a-4399-9395-25343449195c req-3a0998ca-7b04-4c1c-97f1-276ca777f7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:03.491963 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-636e8d89-f54a-4399-9395-25343449195c req-3a0998ca-7b04-4c1c-97f1-276ca777f7d7 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=92ccb65d5a774a658427749d2accc512&device_id=039653bc-7ea7-45de-9459-e36d219c8f3b HTTP/1.1" status: 200 len: 1094 time: 0.1165333 Jul 06 14:41:03.544725 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-636e8d89-f54a-4399-9395-25343449195c req-9d028358-46de-4ef6-a4e3-540abaa041e3 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f0da902-26ab-404a-aaf6-c3519d855cb7 HTTP/1.1" status: 200 len: 217 time: 0.0442300 Jul 06 14:41:03.564310 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ce7e2f9a-e935-4922-a49b-b53d0aa3795d req-63e29525-6dd1-46be-9c71-1d64ca2c54cd tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/security-groups?id=1182a21b-bdaf-43c7-a73b-e178806babd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714233 Jul 06 14:41:03.600210 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e8d89-f54a-4399-9395-25343449195c req-6e691edf-1312-45b4-bb43-b2b4dc527ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:03.601707 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-636e8d89-f54a-4399-9395-25343449195c req-6e691edf-1312-45b4-bb43-b2b4dc527ff7 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d04bab07-b8dc-495a-bef2-e7f26bf2e6b7 HTTP/1.1" status: 200 len: 853 time: 0.0496831 Jul 06 14:41:03.640341 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-636e8d89-f54a-4399-9395-25343449195c req-67ac6703-e030-4fb4-9428-da1e042dc713 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=2af6bd7e-5911-4ea0-9c95-45b7701277f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317521 Jul 06 14:41:03.665710 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377bc004-7f17-48ee-812d-6dfce22486e6 x-openstack-request-id: req-377bc004-7f17-48ee-812d-6dfce22486e6 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:41:03.666034 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "039653bc-7ea7-45de-9459-e36d219c8f3b", "tag": "0f0da902-26ab-404a-aaf6-c3519d855cb7", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:41:03.666435 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-377bc004-7f17-48ee-812d-6dfce22486e6 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:41:03.666852 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '039653bc-7ea7-45de-9459-e36d219c8f3b', 'tag': '0f0da902-26ab-404a-aaf6-c3519d855cb7', 'status': 'completed', 'code': 200} Jul 06 14:41:03.732612 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-636e8d89-f54a-4399-9395-25343449195c req-6c068dae-15e9-4ff0-bcd8-fe757cee2eef service neutron] 10.222.0.124 "GET /v2.0/networks/2af6bd7e-5911-4ea0-9c95-45b7701277f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854778 Jul 06 14:41:03.824019 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-636e8d89-f54a-4399-9395-25343449195c req-76d4ef9f-ff2d-47b5-8991-096850b89fe0 service neutron] 10.222.0.124 "GET /v2.0/networks/2af6bd7e-5911-4ea0-9c95-45b7701277f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850260 Jul 06 14:41:03.926547 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f6073-af67-4c24-9b8b-0a0876be7b45 req-6d12c80d-ff88-4255-85de-3a9ac7087d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:03.928030 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d40f6073-af67-4c24-9b8b-0a0876be7b45 req-6d12c80d-ff88-4255-85de-3a9ac7087d9b service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=92ccb65d5a774a658427749d2accc512&device_id=039653bc-7ea7-45de-9459-e36d219c8f3b HTTP/1.1" status: 200 len: 1094 time: 0.0526979 Jul 06 14:41:04.028560 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f6073-af67-4c24-9b8b-0a0876be7b45 req-e06e3daa-9eca-4e8f-9692-a30da7ce9205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:04.030091 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d40f6073-af67-4c24-9b8b-0a0876be7b45 req-e06e3daa-9eca-4e8f-9692-a30da7ce9205 service neutron] 10.222.0.124 "GET /v2.0/networks?id=2af6bd7e-5911-4ea0-9c95-45b7701277f9 HTTP/1.1" status: 200 len: 914 time: 0.0936310 Jul 06 14:41:04.072171 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d40f6073-af67-4c24-9b8b-0a0876be7b45 req-f118307e-eea4-44cf-b876-0f8fc459e6d4 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f0da902-26ab-404a-aaf6-c3519d855cb7 HTTP/1.1" status: 200 len: 217 time: 0.0347397 Jul 06 14:41:04.120530 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f6073-af67-4c24-9b8b-0a0876be7b45 req-ab61f6b6-04a3-49b7-9c17-766850d1f9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:04.122000 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d40f6073-af67-4c24-9b8b-0a0876be7b45 req-ab61f6b6-04a3-49b7-9c17-766850d1f9e9 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=d04bab07-b8dc-495a-bef2-e7f26bf2e6b7 HTTP/1.1" status: 200 len: 853 time: 0.0433087 Jul 06 14:41:04.154847 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d40f6073-af67-4c24-9b8b-0a0876be7b45 req-fb54029c-819b-4184-abc2-b8ce5f478542 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=2af6bd7e-5911-4ea0-9c95-45b7701277f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263507 Jul 06 14:41:04.247074 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d40f6073-af67-4c24-9b8b-0a0876be7b45 req-a354105b-3791-497e-bddf-b23ae99f7c26 service neutron] 10.222.0.124 "GET /v2.0/networks/2af6bd7e-5911-4ea0-9c95-45b7701277f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849524 Jul 06 14:41:04.336459 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d40f6073-af67-4c24-9b8b-0a0876be7b45 req-9ebd7ca8-439d-446a-9850-e025f2a1e562 service neutron] 10.222.0.124 "GET /v2.0/networks/2af6bd7e-5911-4ea0-9c95-45b7701277f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829084 Jul 06 14:41:04.745092 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ee85e-fa53-4f88-b74b-732cb7f622e5 req-36c95a2a-0992-46ef-a77d-8242f50b188f tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:04.746621 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de3ee85e-fa53-4f88-b74b-732cb7f622e5 req-36c95a2a-0992-46ef-a77d-8242f50b188f tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/ports?device_id=039653bc-7ea7-45de-9459-e36d219c8f3b HTTP/1.1" status: 200 len: 943 time: 0.0698366 Jul 06 14:41:04.785776 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de3ee85e-fa53-4f88-b74b-732cb7f622e5 req-a9b013be-58b1-48e5-8bc9-ba1f2d191d8f tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/security-groups?id=1182a21b-bdaf-43c7-a73b-e178806babd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324337 Jul 06 14:41:05.787910 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 0f0da902-26ab-404a-aaf6-c3519d855cb7 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:41:05.889699 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 0f0da902-26ab-404a-aaf6-c3519d855cb7, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=0f0da902-26ab-404a-aaf6-c3519d855cb7,segment=NetworkSegment(1a65b1af-c1e7-4ce0-94a1-184d2da5063d),segment_id=1a65b1af-c1e7-4ce0-94a1-184d2da5063d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:05.902043 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '0f0da902-26ab-404a-aaf6-c3519d855cb7', 'network_id': '2af6bd7e-5911-4ea0-9c95-45b7701277f9', 'port_id': '0f0da902-26ab-404a-aaf6-c3519d855cb7', 'mac_address': 'fa:16:3e:c1:a8:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd04bab07-b8dc-495a-bef2-e7f26bf2e6b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:41:05.938353 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:05.951965 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f0da902-26ab-404a-aaf6-c3519d855cb7 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:41:05.959994 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a93be-3de4-4dac-a5e8-8b4d1f96976f req-cd4e2ec0-bcee-486f-b5b7-74ec6d4acbe8 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:05.961535 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-238a93be-3de4-4dac-a5e8-8b4d1f96976f req-cd4e2ec0-bcee-486f-b5b7-74ec6d4acbe8 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/ports?device_id=039653bc-7ea7-45de-9459-e36d219c8f3b HTTP/1.1" status: 200 len: 943 time: 0.0631030 Jul 06 14:41:05.973147 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 0f0da902-26ab-404a-aaf6-c3519d855cb7, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=0f0da902-26ab-404a-aaf6-c3519d855cb7,segment=NetworkSegment(1a65b1af-c1e7-4ce0-94a1-184d2da5063d),segment_id=1a65b1af-c1e7-4ce0-94a1-184d2da5063d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:05.976915 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:06.001522 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-238a93be-3de4-4dac-a5e8-8b4d1f96976f req-d6179fb4-ac7f-4f18-ab2a-9948801fdc6d tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/security-groups?id=1182a21b-bdaf-43c7-a73b-e178806babd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330720 Jul 06 14:41:06.028206 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=0f0da902-26ab-404a-aaf6-c3519d855cb7,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:06.164251 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['0f0da902-26ab-404a-aaf6-c3519d855cb7'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:41:07.180617 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae8bf6-bcbd-460b-8a96-d78e26340fa7 req-5c8b3069-16f3-414b-bfa3-4e01d20cc476 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:07.182290 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6aae8bf6-bcbd-460b-8a96-d78e26340fa7 req-5c8b3069-16f3-414b-bfa3-4e01d20cc476 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/ports?device_id=039653bc-7ea7-45de-9459-e36d219c8f3b HTTP/1.1" status: 200 len: 944 time: 0.0642245 Jul 06 14:41:07.225061 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6aae8bf6-bcbd-460b-8a96-d78e26340fa7 req-e432a91f-66b7-46ca-97af-cf04ccddee0c tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/security-groups?id=1182a21b-bdaf-43c7-a73b-e178806babd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370548 Jul 06 14:41:07.387327 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae3e0319-42d7-455f-aea5-faf9e0f34e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:07.803205 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 0f0da902-26ab-404a-aaf6-c3519d855cb7 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:41:07.854037 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 0f0da902-26ab-404a-aaf6-c3519d855cb7 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:41:07.857809 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 0f0da902-26ab-404a-aaf6-c3519d855cb7 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:41:07.858187 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:07.939001 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:07.961456 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039653bc-7ea7-45de-9459-e36d219c8f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0da902-26ab-404a-aaf6-c3519d855cb7'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:41:07.963753 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7b3130d190d3a8890db0c4eafcc3a45a14b225becedd5045b600f6b402c608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15e98bb-eebe-4c60-8adf-792cfa3d689c" -d '{"events": [{"server_uuid": "039653bc-7ea7-45de-9459-e36d219c8f3b", "name": "network-vif-plugged", "status": "completed", "tag": "0f0da902-26ab-404a-aaf6-c3519d855cb7"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:41:07.976425 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 0f0da902-26ab-404a-aaf6-c3519d855cb7, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=0f0da902-26ab-404a-aaf6-c3519d855cb7,segment=NetworkSegment(1a65b1af-c1e7-4ce0-94a1-184d2da5063d),segment_id=1a65b1af-c1e7-4ce0-94a1-184d2da5063d)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:07.981420 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:08.015013 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf2086a-63e5-4c13-96db-561cf360c5fa x-openstack-request-id: req-fbf2086a-63e5-4c13-96db-561cf360c5fa {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:41:08.015308 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039653bc-7ea7-45de-9459-e36d219c8f3b", "name": "network-vif-plugged", "status": "completed", "tag": "0f0da902-26ab-404a-aaf6-c3519d855cb7", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:41:08.015563 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-fbf2086a-63e5-4c13-96db-561cf360c5fa {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:41:08.015981 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039653bc-7ea7-45de-9459-e36d219c8f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0da902-26ab-404a-aaf6-c3519d855cb7', 'code': 200} Jul 06 14:41:08.034296 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=0f0da902-26ab-404a-aaf6-c3519d855cb7,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:08.126827 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead3bd5-ec95-4828-b131-ae0921a23558 req-43646fa1-c066-46f2-96b4-e6d313ce7c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:08.128225 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aead3bd5-ec95-4828-b131-ae0921a23558 req-43646fa1-c066-46f2-96b4-e6d313ce7c28 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=039653bc-7ea7-45de-9459-e36d219c8f3b HTTP/1.1" status: 200 len: 1096 time: 0.0507157 Jul 06 14:41:08.162295 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aead3bd5-ec95-4828-b131-ae0921a23558 req-e92dee97-8a95-47f4-91f0-360d145e099b service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=1182a21b-bdaf-43c7-a73b-e178806babd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279417 Jul 06 14:41:08.405053 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acf68b-0fdb-4f4b-8170-6e5de07761d2 req-dd2b2ae0-04f3-4d3c-8712-77e3b16da2a3 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:08.406673 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31acf68b-0fdb-4f4b-8170-6e5de07761d2 req-dd2b2ae0-04f3-4d3c-8712-77e3b16da2a3 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/ports?device_id=039653bc-7ea7-45de-9459-e36d219c8f3b HTTP/1.1" status: 200 len: 945 time: 0.0654035 Jul 06 14:41:08.444396 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-31acf68b-0fdb-4f4b-8170-6e5de07761d2 req-dd6f205f-4731-4e65-b181-cdb167e4e65c tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/security-groups?id=1182a21b-bdaf-43c7-a73b-e178806babd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320632 Jul 06 14:41:09.620506 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cdab8-4139-4dcd-8b63-3c5dd8ff4526 req-5e4047d8-5119-4758-985c-f7ab30e8f8cd tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:09.622010 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d85cdab8-4139-4dcd-8b63-3c5dd8ff4526 req-5e4047d8-5119-4758-985c-f7ab30e8f8cd tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/ports?device_id=039653bc-7ea7-45de-9459-e36d219c8f3b HTTP/1.1" status: 200 len: 945 time: 0.0681374 Jul 06 14:41:09.659471 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d85cdab8-4139-4dcd-8b63-3c5dd8ff4526 req-6692c9bc-d5d0-43b6-b056-99b8d1edc366 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/security-groups?id=1182a21b-bdaf-43c7-a73b-e178806babd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318010 Jul 06 14:41:10.038940 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab02e8-5d20-4b8e-8e7b-b0ca79dbc4cc req-3ca6830d-b91a-4ef6-b094-59a14d02be58 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:10.040345 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4cab02e8-5d20-4b8e-8e7b-b0ca79dbc4cc req-3ca6830d-b91a-4ef6-b094-59a14d02be58 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/ports?device_id=039653bc-7ea7-45de-9459-e36d219c8f3b HTTP/1.1" status: 200 len: 945 time: 0.0628304 Jul 06 14:41:10.078598 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4cab02e8-5d20-4b8e-8e7b-b0ca79dbc4cc req-eb8a482e-9564-47d6-b376-3936776ab3f1 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/security-groups?id=1182a21b-bdaf-43c7-a73b-e178806babd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327718 Jul 06 14:41:10.296702 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:10.622585 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-67701e2c-d8d5-46e2-87a0-9ab031ad9bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:11.279708 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1f9ab-3b77-476a-8612-a43206e3cf65 req-bdf56536-09c3-4ecf-9f16-27e397d6e0ce tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:11.281194 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0be1f9ab-3b77-476a-8612-a43206e3cf65 req-bdf56536-09c3-4ecf-9f16-27e397d6e0ce tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.124 "GET /v2.0/ports?device_id=039653bc-7ea7-45de-9459-e36d219c8f3b HTTP/1.1" status: 200 len: 945 time: 0.1084013 Jul 06 14:41:11.292219 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c26ddc-df3b-49a4-94c4-7c2c78a587e2 req-1abdd17e-da14-4b67-8579-8533c5e0971b tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:11.293661 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16c26ddc-df3b-49a4-94c4-7c2c78a587e2 req-1abdd17e-da14-4b67-8579-8533c5e0971b tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/ports?device_id=039653bc-7ea7-45de-9459-e36d219c8f3b HTTP/1.1" status: 200 len: 945 time: 0.0935354 Jul 06 14:41:11.367042 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16c26ddc-df3b-49a4-94c4-7c2c78a587e2 req-804d72a5-d870-460a-aea5-3822ae281bfc tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/security-groups?id=1182a21b-bdaf-43c7-a73b-e178806babd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658913 Jul 06 14:41:11.415262 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-0be1f9ab-3b77-476a-8612-a43206e3cf65 req-04d47246-b903-4950-896a-4d821f7d5ac7 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Deleting port 0f0da902-26ab-404a-aaf6-c3519d855cb7 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:41:11.415614 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0be1f9ab-3b77-476a-8612-a43206e3cf65 req-04d47246-b903-4950-896a-4d821f7d5ac7 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:11.504336 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-0be1f9ab-3b77-476a-8612-a43206e3cf65 req-04d47246-b903-4950-896a-4d821f7d5ac7 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] For port 0f0da902-26ab-404a-aaf6-c3519d855cb7, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=0f0da902-26ab-404a-aaf6-c3519d855cb7,segment=NetworkSegment(1a65b1af-c1e7-4ce0-94a1-184d2da5063d),segment_id=1a65b1af-c1e7-4ce0-94a1-184d2da5063d)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:11.504709 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0be1f9ab-3b77-476a-8612-a43206e3cf65 req-04d47246-b903-4950-896a-4d821f7d5ac7 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:11.517550 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-0be1f9ab-3b77-476a-8612-a43206e3cf65 req-04d47246-b903-4950-896a-4d821f7d5ac7 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Calling delete_port for 0f0da902-26ab-404a-aaf6-c3519d855cb7 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:41:11.647828 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0be1f9ab-3b77-476a-8612-a43206e3cf65 req-04d47246-b903-4950-896a-4d821f7d5ac7 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:11.661034 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['480f85f8-a2d8-4560-8e8e-f8874e709b3e'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:41:11.663956 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['0f0da902-26ab-404a-aaf6-c3519d855cb7'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:41:11.676772 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d47246-b903-4950-896a-4d821f7d5ac7 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Pushing event deleted for resources: {'Port': ['ID=0f0da902-26ab-404a-aaf6-c3519d855cb7,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:11.720759 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be1f9ab-3b77-476a-8612-a43206e3cf65 req-04d47246-b903-4950-896a-4d821f7d5ac7 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] No DVR routers for this DVR port 0f0da902-26ab-404a-aaf6-c3519d855cb7 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:41:11.723500 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0be1f9ab-3b77-476a-8612-a43206e3cf65 req-04d47246-b903-4950-896a-4d821f7d5ac7 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:11.725522 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0be1f9ab-3b77-476a-8612-a43206e3cf65 req-04d47246-b903-4950-896a-4d821f7d5ac7 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.124 "DELETE /v2.0/ports/0f0da902-26ab-404a-aaf6-c3519d855cb7 HTTP/1.1" status: 204 len: 173 time: 0.4309518 Jul 06 14:41:11.725998 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039653bc-7ea7-45de-9459-e36d219c8f3b', 'name': 'network-vif-deleted', 'tag': '0f0da902-26ab-404a-aaf6-c3519d855cb7'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:41:11.733572 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8d1bb0-0639-4360-a6e3-091039e0a659" -d '{"events": [{"server_uuid": "039653bc-7ea7-45de-9459-e36d219c8f3b", "name": "network-vif-deleted", "tag": "0f0da902-26ab-404a-aaf6-c3519d855cb7"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:41:11.733976 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:11.772830 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cf49a4-5349-4988-8eaf-96fd2a380cd2 x-openstack-request-id: req-d8cf49a4-5349-4988-8eaf-96fd2a380cd2 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:41:11.773134 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039653bc-7ea7-45de-9459-e36d219c8f3b", "name": "network-vif-deleted", "tag": "0f0da902-26ab-404a-aaf6-c3519d855cb7", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:41:11.773396 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-d8cf49a4-5349-4988-8eaf-96fd2a380cd2 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:41:11.773828 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039653bc-7ea7-45de-9459-e36d219c8f3b', 'name': 'network-vif-deleted', 'tag': '0f0da902-26ab-404a-aaf6-c3519d855cb7', 'status': 'completed', 'code': 200} Jul 06 14:41:12.614230 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fb35e-6e73-4aa3-9e6b-fff5a296bbce req-3159bf72-fbe8-47e1-b7c4-90c37a7463e7 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:12.615741 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-799fb35e-6e73-4aa3-9e6b-fff5a296bbce req-3159bf72-fbe8-47e1-b7c4-90c37a7463e7 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/ports?device_id=750dd37a-a1e3-418c-b943-c234f50d4ee0 HTTP/1.1" status: 200 len: 946 time: 0.0672047 Jul 06 14:41:12.654258 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-799fb35e-6e73-4aa3-9e6b-fff5a296bbce req-6b1c11ce-a246-4bde-8a18-bbbcaba6e894 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/security-groups?id=1182a21b-bdaf-43c7-a73b-e178806babd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323892 Jul 06 14:41:12.843100 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18da33-3426-4f32-a3bd-9144d32370cf req-f36fb8b7-f4d7-4d7e-ab0e-23f6510aac16 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:12.844638 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7a18da33-3426-4f32-a3bd-9144d32370cf req-f36fb8b7-f4d7-4d7e-ab0e-23f6510aac16 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/ports?device_id=750dd37a-a1e3-418c-b943-c234f50d4ee0 HTTP/1.1" status: 200 len: 946 time: 0.0654671 Jul 06 14:41:12.881805 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7a18da33-3426-4f32-a3bd-9144d32370cf req-4b2d7c41-34d1-4973-8707-88799717daae tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/security-groups?id=1182a21b-bdaf-43c7-a73b-e178806babd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316107 Jul 06 14:41:13.054141 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93bca9-bf61-4d0d-a197-57675b4dbcee req-143ebb12-37fa-49f4-a88a-a6d69240e7aa tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:13.055649 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e93bca9-bf61-4d0d-a197-57675b4dbcee req-143ebb12-37fa-49f4-a88a-a6d69240e7aa tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/ports?device_id=750dd37a-a1e3-418c-b943-c234f50d4ee0 HTTP/1.1" status: 200 len: 946 time: 0.0621209 Jul 06 14:41:13.098994 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e93bca9-bf61-4d0d-a197-57675b4dbcee req-08f5d62d-ee13-4da4-a413-cf6dbf18b72d tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/security-groups?id=1182a21b-bdaf-43c7-a73b-e178806babd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370381 Jul 06 14:41:13.246131 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:13.374148 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f9e6b-d0b9-431a-83f9-b2ecc94d8e21 req-c3147dd0-f2a2-41d2-aca1-52c7d89e6e64 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:13.375655 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a68f9e6b-d0b9-431a-83f9-b2ecc94d8e21 req-c3147dd0-f2a2-41d2-aca1-52c7d89e6e64 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/ports?device_id=750dd37a-a1e3-418c-b943-c234f50d4ee0 HTTP/1.1" status: 200 len: 946 time: 0.0645099 Jul 06 14:41:13.412348 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a68f9e6b-d0b9-431a-83f9-b2ecc94d8e21 req-32ef79a6-4f2a-441c-91af-20b14c2bf0a4 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/security-groups?id=1182a21b-bdaf-43c7-a73b-e178806babd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310552 Jul 06 14:41:13.588459 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158386c-3a5b-4467-918f-26215a046323 req-b805255c-da68-4295-86ba-57d03678fbae tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:13.590323 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1158386c-3a5b-4467-918f-26215a046323 req-b805255c-da68-4295-86ba-57d03678fbae tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/ports?device_id=750dd37a-a1e3-418c-b943-c234f50d4ee0 HTTP/1.1" status: 200 len: 946 time: 0.0638378 Jul 06 14:41:13.631347 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1158386c-3a5b-4467-918f-26215a046323 req-7e63d863-78f3-440f-83c9-8ea05087f8c3 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/security-groups?id=1182a21b-bdaf-43c7-a73b-e178806babd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329785 Jul 06 14:41:13.820305 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7857a4e-f882-47b6-8a92-4fe69b03124f req-582f9c15-c73e-444f-babe-f94bbd499d68 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:13.821695 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b7857a4e-f882-47b6-8a92-4fe69b03124f req-582f9c15-c73e-444f-babe-f94bbd499d68 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/ports?device_id=750dd37a-a1e3-418c-b943-c234f50d4ee0 HTTP/1.1" status: 200 len: 946 time: 0.0702302 Jul 06 14:41:13.859844 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b7857a4e-f882-47b6-8a92-4fe69b03124f req-af572cac-113a-4d11-a188-5b2dd0943021 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/security-groups?id=1182a21b-bdaf-43c7-a73b-e178806babd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325570 Jul 06 14:41:14.371620 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442dafd0-a224-4fbc-8803-6a7055265ff8 req-3a31aa13-39d7-441c-bc45-08e459edd2d8 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:14.373036 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-442dafd0-a224-4fbc-8803-6a7055265ff8 req-3a31aa13-39d7-441c-bc45-08e459edd2d8 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/ports?device_id=750dd37a-a1e3-418c-b943-c234f50d4ee0 HTTP/1.1" status: 200 len: 946 time: 0.0635545 Jul 06 14:41:14.411382 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-442dafd0-a224-4fbc-8803-6a7055265ff8 req-f5724dc4-f84e-4deb-ab8c-38258dc5d337 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/security-groups?id=1182a21b-bdaf-43c7-a73b-e178806babd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327690 Jul 06 14:41:15.594542 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9e477-f761-47a6-a72c-75da8731d7b7 req-06e491e7-d235-451c-a348-62d42dfa0406 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:15.596214 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0dd9e477-f761-47a6-a72c-75da8731d7b7 req-06e491e7-d235-451c-a348-62d42dfa0406 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/ports?device_id=750dd37a-a1e3-418c-b943-c234f50d4ee0 HTTP/1.1" status: 200 len: 946 time: 0.0692153 Jul 06 14:41:15.640439 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0dd9e477-f761-47a6-a72c-75da8731d7b7 req-e0d3e08f-f760-407a-8a0d-a12763d0369f tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/security-groups?id=1182a21b-bdaf-43c7-a73b-e178806babd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386889 Jul 06 14:41:15.729917 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f6212-084f-46da-8b49-9c3eb19e17a0 req-4a069d37-e6f7-4c77-9abe-a903ab438492 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:15.731372 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b28f6212-084f-46da-8b49-9c3eb19e17a0 req-4a069d37-e6f7-4c77-9abe-a903ab438492 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.52 "GET /v2.0/ports?device_id=750dd37a-a1e3-418c-b943-c234f50d4ee0 HTTP/1.1" status: 200 len: 946 time: 0.0716383 Jul 06 14:41:15.835905 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-b28f6212-084f-46da-8b49-9c3eb19e17a0 req-81233ae8-dd32-488e-91af-007419e74e56 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Deleting port 480f85f8-a2d8-4560-8e8e-f8874e709b3e {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:41:15.836167 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b28f6212-084f-46da-8b49-9c3eb19e17a0 req-81233ae8-dd32-488e-91af-007419e74e56 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:15.866089 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 0f0da902-26ab-404a-aaf6-c3519d855cb7 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:41:15.887652 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 0f0da902-26ab-404a-aaf6-c3519d855cb7 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:41:15.888111 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 0f0da902-26ab-404a-aaf6-c3519d855cb7 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:41:16.257688 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-b28f6212-084f-46da-8b49-9c3eb19e17a0 req-81233ae8-dd32-488e-91af-007419e74e56 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] For port 480f85f8-a2d8-4560-8e8e-f8874e709b3e, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=480f85f8-a2d8-4560-8e8e-f8874e709b3e,segment=NetworkSegment(1a65b1af-c1e7-4ce0-94a1-184d2da5063d),segment_id=1a65b1af-c1e7-4ce0-94a1-184d2da5063d)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:16.258076 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b28f6212-084f-46da-8b49-9c3eb19e17a0 req-81233ae8-dd32-488e-91af-007419e74e56 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:16.271080 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-b28f6212-084f-46da-8b49-9c3eb19e17a0 req-81233ae8-dd32-488e-91af-007419e74e56 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Calling delete_port for 480f85f8-a2d8-4560-8e8e-f8874e709b3e owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:41:16.396893 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b28f6212-084f-46da-8b49-9c3eb19e17a0 req-81233ae8-dd32-488e-91af-007419e74e56 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:16.412940 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['480f85f8-a2d8-4560-8e8e-f8874e709b3e'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:41:16.426072 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81233ae8-dd32-488e-91af-007419e74e56 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Pushing event deleted for resources: {'Port': ['ID=480f85f8-a2d8-4560-8e8e-f8874e709b3e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:16.469852 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28f6212-084f-46da-8b49-9c3eb19e17a0 req-81233ae8-dd32-488e-91af-007419e74e56 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] No DVR routers for this DVR port 480f85f8-a2d8-4560-8e8e-f8874e709b3e on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:41:16.472542 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-b28f6212-084f-46da-8b49-9c3eb19e17a0 req-81233ae8-dd32-488e-91af-007419e74e56 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:16.474718 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-b28f6212-084f-46da-8b49-9c3eb19e17a0 req-81233ae8-dd32-488e-91af-007419e74e56 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.52 "DELETE /v2.0/ports/480f85f8-a2d8-4560-8e8e-f8874e709b3e HTTP/1.1" status: 204 len: 173 time: 0.7339902 Jul 06 14:41:16.475156 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750dd37a-a1e3-418c-b943-c234f50d4ee0', 'name': 'network-vif-deleted', 'tag': '480f85f8-a2d8-4560-8e8e-f8874e709b3e'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:41:16.477413 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44085c58187d3c444c5cc6a657819c2b9188c5457f631b13450b7a564fa513c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abc0782-7b1f-4929-a19e-3157f1cf259e" -d '{"events": [{"server_uuid": "750dd37a-a1e3-418c-b943-c234f50d4ee0", "name": "network-vif-deleted", "tag": "480f85f8-a2d8-4560-8e8e-f8874e709b3e"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:41:16.517700 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd25d9dd-53d7-4594-af49-51e4bc902f33 x-openstack-request-id: req-bd25d9dd-53d7-4594-af49-51e4bc902f33 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:41:16.518044 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750dd37a-a1e3-418c-b943-c234f50d4ee0", "name": "network-vif-deleted", "tag": "480f85f8-a2d8-4560-8e8e-f8874e709b3e", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:41:16.518485 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-bd25d9dd-53d7-4594-af49-51e4bc902f33 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:41:16.518895 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750dd37a-a1e3-418c-b943-c234f50d4ee0', 'name': 'network-vif-deleted', 'tag': '480f85f8-a2d8-4560-8e8e-f8874e709b3e', 'status': 'completed', 'code': 200} Jul 06 14:41:16.794037 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-14b59193-1428-43a4-bbbc-d2e38254a445 req-931b66db-24b7-4616-9a13-a05f2c0a4d67 tempest-ServersNegativeTestJSON-1150611671 tempest-ServersNegativeTestJSON-1150611671-project] 10.222.0.118 "GET /v2.0/ports?device_id=750dd37a-a1e3-418c-b943-c234f50d4ee0 HTTP/1.1" status: 200 len: 210 time: 0.0286210 Jul 06 14:41:17.033833 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:17.886616 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37358) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:17.930558 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ad52b0-c61f-4628-a910-bfe8149e7242 admin admin] Deleting subnet d04bab07-b8dc-495a-bef2-e7f26bf2e6b7 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:41:17.934658 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e7ad52b0-c61f-4628-a910-bfe8149e7242 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:17.967120 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e7ad52b0-c61f-4628-a910-bfe8149e7242 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:18.005189 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e7ad52b0-c61f-4628-a910-bfe8149e7242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:18.059892 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e7ad52b0-c61f-4628-a910-bfe8149e7242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:18.086747 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad52b0-c61f-4628-a910-bfe8149e7242 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d04bab07-b8dc-495a-bef2-e7f26bf2e6b7,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:18.090164 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e7ad52b0-c61f-4628-a910-bfe8149e7242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:18.092172 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e7ad52b0-c61f-4628-a910-bfe8149e7242 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/d04bab07-b8dc-495a-bef2-e7f26bf2e6b7 HTTP/1.1" status: 204 len: 168 time: 0.2044537 Jul 06 14:41:18.094819 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37360) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:18.161546 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5c20c0f5-874b-43cb-9ae9-cef918bd9ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:18.251094 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5c20c0f5-874b-43cb-9ae9-cef918bd9ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:18.262853 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-5c20c0f5-874b-43cb-9ae9-cef918bd9ccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2af6bd7e-5911-4ea0-9c95-45b7701277f9']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:18.273131 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-5c20c0f5-874b-43cb-9ae9-cef918bd9ccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a65b1af-c1e7-4ce0-94a1-184d2da5063d') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:18.273446 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-5c20c0f5-874b-43cb-9ae9-cef918bd9ccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a65b1af-c1e7-4ce0-94a1-184d2da5063d') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:18.283654 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5c20c0f5-874b-43cb-9ae9-cef918bd9ccd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:18.299103 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5c20c0f5-874b-43cb-9ae9-cef918bd9ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:18.305210 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c20c0f5-874b-43cb-9ae9-cef918bd9ccd admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:41:18.305674 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5c20c0f5-874b-43cb-9ae9-cef918bd9ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:41:18.307977 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:41:18.364789 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5c20c0f5-874b-43cb-9ae9-cef918bd9ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:18.370511 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5c20c0f5-874b-43cb-9ae9-cef918bd9ccd admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:18.374142 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5c20c0f5-874b-43cb-9ae9-cef918bd9ccd admin admin] 10.222.0.118 "DELETE /v2.0/networks/2af6bd7e-5911-4ea0-9c95-45b7701277f9 HTTP/1.1" status: 204 len: 168 time: 0.2781656 Jul 06 14:41:18.387995 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20c0f5-874b-43cb-9ae9-cef918bd9ccd admin admin] Pushing event deleted for resources: {'Network': ['ID=2af6bd7e-5911-4ea0-9c95-45b7701277f9,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:18.403153 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 480f85f8-a2d8-4560-8e8e-f8874e709b3e no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:41:18.432439 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 480f85f8-a2d8-4560-8e8e-f8874e709b3e {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:41:18.432792 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 480f85f8-a2d8-4560-8e8e-f8874e709b3e not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:41:18.488706 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37364) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:18.532742 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-bf58c8b3-106f-4876-a677-1fd27b8c2840 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=92ccb65d5a774a658427749d2accc512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428152 Jul 06 14:41:18.535149 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37366) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:18.583567 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cc4372be-0d9c-4896-8d89-25033217d970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:18.606926 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cc4372be-0d9c-4896-8d89-25033217d970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:18.662938 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cc4372be-0d9c-4896-8d89-25033217d970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:18.665593 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cc4372be-0d9c-4896-8d89-25033217d970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:18.666979 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-cc4372be-0d9c-4896-8d89-25033217d970 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/1182a21b-bdaf-43c7-a73b-e178806babd8 HTTP/1.1" status: 204 len: 168 time: 0.1309195 Jul 06 14:41:18.675934 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4372be-0d9c-4896-8d89-25033217d970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1182a21b-bdaf-43c7-a73b-e178806babd8,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:19.196939 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:19.372752 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37388) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:19.489061 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-3d121587-f045-43a1-b38f-d355c6c6e761 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1466741870'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:19.528805 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d121587-f045-43a1-b38f-d355c6c6e761 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Made reservation on behalf of 17425b010e894a66822f1100d289b13c for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:41:19.537226 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3d121587-f045-43a1-b38f-d355c6c6e761 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:19.551847 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3d121587-f045-43a1-b38f-d355c6c6e761 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:19.666464 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3d121587-f045-43a1-b38f-d355c6c6e761 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:19.671011 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3d121587-f045-43a1-b38f-d355c6c6e761 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:19.691592 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d121587-f045-43a1-b38f-d355c6c6e761 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:41:19.708854 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d121587-f045-43a1-b38f-d355c6c6e761 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=053934e2-636a-44d7-98d0-a31f95168d1a,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:19.712506 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3d121587-f045-43a1-b38f-d355c6c6e761 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:19.713549 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-3d121587-f045-43a1-b38f-d355c6c6e761 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Added segment dd6445f7-b03e-4f09-bb39-c9a44b410f02 of type vlan for network 61e28e33-8231-410c-b8a2-b11a65447b3a Jul 06 14:41:19.755950 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3d121587-f045-43a1-b38f-d355c6c6e761 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:19.785746 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3d121587-f045-43a1-b38f-d355c6c6e761 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:19.792788 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d121587-f045-43a1-b38f-d355c6c6e761 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:19.793385 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3d121587-f045-43a1-b38f-d355c6c6e761 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:19.851247 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3d121587-f045-43a1-b38f-d355c6c6e761 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4773493 Jul 06 14:41:19.865615 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d121587-f045-43a1-b38f-d355c6c6e761 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Pushing event updated for resources: {'Network': ['ID=61e28e33-8231-410c-b8a2-b11a65447b3a,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:19.876408 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 61e28e33-8231-410c-b8a2-b11a65447b3a details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:41:23.167866 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37392) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:23.173516 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-6dbe8149-e193-4f72-a721-86a31032094e tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Request body: {'subnet': {'network_id': '61e28e33-8231-410c-b8a2-b11a65447b3a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:23.272659 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbe8149-e193-4f72-a721-86a31032094e tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Made reservation on behalf of 17425b010e894a66822f1100d289b13c for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:41:23.276456 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6dbe8149-e193-4f72-a721-86a31032094e tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:23.455621 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6dbe8149-e193-4f72-a721-86a31032094e tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:23.515792 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe8149-e193-4f72-a721-86a31032094e tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Pushing event updated for resources: {'Subnet': ['ID=3d157fe8-28ad-4cd2-9a38-387cdde2cbee,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:23.523079 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbe8149-e193-4f72-a721-86a31032094e tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Checking segment: {'id': 'dd6445f7-b03e-4f09-bb39-c9a44b410f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '61e28e33-8231-410c-b8a2-b11a65447b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:41:23.523449 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbe8149-e193-4f72-a721-86a31032094e tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Network hostable DHCP agents. Network: 61e28e33-8231-410c-b8a2-b11a65447b3a, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:41:23.539730 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbe8149-e193-4f72-a721-86a31032094e tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Network 61e28e33-8231-410c-b8a2-b11a65447b3a is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:41:23.549023 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-6dbe8149-e193-4f72-a721-86a31032094e tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 61e28e33-8231-410c-b8a2-b11a65447b3a) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:41:23.553409 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbe8149-e193-4f72-a721-86a31032094e tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:23.554053 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6dbe8149-e193-4f72-a721-86a31032094e tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:23.560632 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1c1911-dfc4-4db6-89c5-75b7d5ca0a93 None None] Network 61e28e33-8231-410c-b8a2-b11a65447b3a requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:41:23.568175 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6dbe8149-e193-4f72-a721-86a31032094e tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3988576 Jul 06 14:41:23.571531 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37394) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:23.576534 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-202b0053-0932-4cb8-80e0-2b9d9956c860 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-7746153'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:23.598196 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202b0053-0932-4cb8-80e0-2b9d9956c860 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Made reservation on behalf of 17425b010e894a66822f1100d289b13c for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:41:23.601840 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-202b0053-0932-4cb8-80e0-2b9d9956c860 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:23.627205 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-202b0053-0932-4cb8-80e0-2b9d9956c860 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:41:23.635489 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-202b0053-0932-4cb8-80e0-2b9d9956c860 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:23.635847 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-202b0053-0932-4cb8-80e0-2b9d9956c860 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Added segment a78fc40c-4c70-41f8-8d58-065cb39f4b5b of type vlan for network 67781c19-f50b-4736-bbd7-60b4ddcd16c4 Jul 06 14:41:23.676363 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-202b0053-0932-4cb8-80e0-2b9d9956c860 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:23.707722 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-202b0053-0932-4cb8-80e0-2b9d9956c860 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:23.713691 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202b0053-0932-4cb8-80e0-2b9d9956c860 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:23.714311 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-202b0053-0932-4cb8-80e0-2b9d9956c860 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:23.717294 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-61e28e33-8231-410c-b8a2-b11a65447b3a', 'network_id': '61e28e33-8231-410c-b8a2-b11a65447b3a', 'tenant_id': '17425b010e894a66822f1100d289b13c', 'fixed_ips': [{'subnet_id': '3d157fe8-28ad-4cd2-9a38-387cdde2cbee'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:41:23.718290 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:23.776658 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-202b0053-0932-4cb8-80e0-2b9d9956c860 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2040527 Jul 06 14:41:23.780173 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37396) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:23.784440 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b0053-0932-4cb8-80e0-2b9d9956c860 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Pushing event updated for resources: {'Network': ['ID=67781c19-f50b-4736-bbd7-60b4ddcd16c4,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:23.785593 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-f03e77ce-486c-4dad-a63b-9296b6fa5d1d tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Request body: {'subnet': {'network_id': '67781c19-f50b-4736-bbd7-60b4ddcd16c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:23.798062 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 67781c19-f50b-4736-bbd7-60b4ddcd16c4 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:41:23.901181 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03e77ce-486c-4dad-a63b-9296b6fa5d1d tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Made reservation on behalf of 17425b010e894a66822f1100d289b13c for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:41:23.904863 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f03e77ce-486c-4dad-a63b-9296b6fa5d1d tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:23.920117 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Allocated IP 2001:db8:0:ffff::2 (61e28e33-8231-410c-b8a2-b11a65447b3a/3d157fe8-28ad-4cd2-9a38-387cdde2cbee/4ad724e7-8b8d-4812-a63f-5735f2971c27) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:41:24.112238 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f03e77ce-486c-4dad-a63b-9296b6fa5d1d tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:24.176203 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e77ce-486c-4dad-a63b-9296b6fa5d1d tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Pushing event updated for resources: {'Subnet': ['ID=37940e05-6b42-4406-9cb9-c89fe336be9f,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:24.190890 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e77ce-486c-4dad-a63b-9296b6fa5d1d tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:24.191245 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e77ce-486c-4dad-a63b-9296b6fa5d1d tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:24.191593 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e77ce-486c-4dad-a63b-9296b6fa5d1d tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:24.191933 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e77ce-486c-4dad-a63b-9296b6fa5d1d tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:24.192291 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e77ce-486c-4dad-a63b-9296b6fa5d1d tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:24.192599 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e77ce-486c-4dad-a63b-9296b6fa5d1d tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:24.192934 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e77ce-486c-4dad-a63b-9296b6fa5d1d tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:24.193264 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e77ce-486c-4dad-a63b-9296b6fa5d1d tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:24.193591 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e77ce-486c-4dad-a63b-9296b6fa5d1d tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:24.193943 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e77ce-486c-4dad-a63b-9296b6fa5d1d tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:24.194270 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e77ce-486c-4dad-a63b-9296b6fa5d1d tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:24.194709 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03e77ce-486c-4dad-a63b-9296b6fa5d1d tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:24.200249 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03e77ce-486c-4dad-a63b-9296b6fa5d1d tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Checking segment: {'id': 'a78fc40c-4c70-41f8-8d58-065cb39f4b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '67781c19-f50b-4736-bbd7-60b4ddcd16c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:41:24.200629 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03e77ce-486c-4dad-a63b-9296b6fa5d1d tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Network hostable DHCP agents. Network: 67781c19-f50b-4736-bbd7-60b4ddcd16c4, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:41:24.218732 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03e77ce-486c-4dad-a63b-9296b6fa5d1d tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Network 67781c19-f50b-4736-bbd7-60b4ddcd16c4 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:41:24.228040 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:24.233251 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-f03e77ce-486c-4dad-a63b-9296b6fa5d1d tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 67781c19-f50b-4736-bbd7-60b4ddcd16c4) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:41:24.237977 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03e77ce-486c-4dad-a63b-9296b6fa5d1d tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:24.238281 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Transition to ACTIVE for port object 4ad724e7-8b8d-4812-a63f-5735f2971c27 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:41:24.238618 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f03e77ce-486c-4dad-a63b-9296b6fa5d1d tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:24.245956 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f2faec-c47f-43c1-b5be-74bb02a9e4d8 None None] Network 67781c19-f50b-4736-bbd7-60b4ddcd16c4 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:41:24.254674 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f03e77ce-486c-4dad-a63b-9296b6fa5d1d tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4734077 Jul 06 14:41:24.257378 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37398) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:24.297031 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Transition to ACTIVE for port object 4ad724e7-8b8d-4812-a63f-5735f2971c27 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:41:24.305381 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:24.363296 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-22e7513f-b4c8-4b62-a73b-c43d63b86409 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:24.368046 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Network 61e28e33-8231-410c-b8a2-b11a65447b3a is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:41:24.379934 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:41:24.383192 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Pushing event updated for resources: {'Port': ['ID=4ad724e7-8b8d-4812-a63f-5735f2971c27,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:24.387440 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:41:24.398875 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:24.399230 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:24.399573 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:24.399913 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:24.400257 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:24.400777 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:24.400998 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:24.401330 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:24.401659 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:24.402040 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:24.402376 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:24.402705 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:24.441373 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-22e7513f-b4c8-4b62-a73b-c43d63b86409 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:24.488216 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Attempting to bind port 4ad724e7-8b8d-4812-a63f-5735f2971c27 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:41:24.488597 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Attempting to bind port 4ad724e7-8b8d-4812-a63f-5735f2971c27 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'dd6445f7-b03e-4f09-bb39-c9a44b410f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '61e28e33-8231-410c-b8a2-b11a65447b3a'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:41:24.488960 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Attempting to bind port 4ad724e7-8b8d-4812-a63f-5735f2971c27 on network 61e28e33-8231-410c-b8a2-b11a65447b3a {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:41:24.497405 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:41:24.497811 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Checking segment: {'id': 'dd6445f7-b03e-4f09-bb39-c9a44b410f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '61e28e33-8231-410c-b8a2-b11a65447b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:41:24.498224 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:24.498621 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Bound using segment: {'id': 'dd6445f7-b03e-4f09-bb39-c9a44b410f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '61e28e33-8231-410c-b8a2-b11a65447b3a'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:41:24.499097 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Bound port: 4ad724e7-8b8d-4812-a63f-5735f2971c27, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6445f7-b03e-4f09-bb39-c9a44b410f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '61e28e33-8231-410c-b8a2-b11a65447b3a'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:41:24.499489 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:24.513389 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-22e7513f-b4c8-4b62-a73b-c43d63b86409 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:24.531060 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca89e495-2d83-47ae-bfc1-c282080cfe2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-67781c19-f50b-4736-bbd7-60b4ddcd16c4', 'network_id': '67781c19-f50b-4736-bbd7-60b4ddcd16c4', 'tenant_id': '17425b010e894a66822f1100d289b13c', 'fixed_ips': [{'subnet_id': '37940e05-6b42-4406-9cb9-c89fe336be9f'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:41:24.531901 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ca89e495-2d83-47ae-bfc1-c282080cfe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:24.544737 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7513f-b4c8-4b62-a73b-c43d63b86409 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Pushing event deleted for resources: {'Subnet': ['ID=37940e05-6b42-4406-9cb9-c89fe336be9f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:24.607053 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-22e7513f-b4c8-4b62-a73b-c43d63b86409 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:24.617014 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-22e7513f-b4c8-4b62-a73b-c43d63b86409 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67781c19-f50b-4736-bbd7-60b4ddcd16c4']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:24.627273 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-22e7513f-b4c8-4b62-a73b-c43d63b86409 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78fc40c-4c70-41f8-8d58-065cb39f4b5b') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:24.627575 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-22e7513f-b4c8-4b62-a73b-c43d63b86409 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78fc40c-4c70-41f8-8d58-065cb39f4b5b') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:24.637099 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-22e7513f-b4c8-4b62-a73b-c43d63b86409 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:24.650727 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] For port 4ad724e7-8b8d-4812-a63f-5735f2971c27, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:41:24.654192 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] For port 4ad724e7-8b8d-4812-a63f-5735f2971c27, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=4ad724e7-8b8d-4812-a63f-5735f2971c27,segment=NetworkSegment(dd6445f7-b03e-4f09-bb39-c9a44b410f02),segment_id=dd6445f7-b03e-4f09-bb39-c9a44b410f02)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:41:24.657514 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-22e7513f-b4c8-4b62-a73b-c43d63b86409 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:24.659210 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91326ae0-14b3-401f-83be-3f67d7c89f5a None None] Network 67781c19-f50b-4736-bbd7-60b4ddcd16c4 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:41:24.664154 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e7513f-b4c8-4b62-a73b-c43d63b86409 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:41:24.664736 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-22e7513f-b4c8-4b62-a73b-c43d63b86409 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:41:24.668204 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:41:24.672667 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:24.726130 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-22e7513f-b4c8-4b62-a73b-c43d63b86409 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:24.733827 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-22e7513f-b4c8-4b62-a73b-c43d63b86409 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:24.740903 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-22e7513f-b4c8-4b62-a73b-c43d63b86409 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] 10.222.0.118 "DELETE /v2.0/networks/67781c19-f50b-4736-bbd7-60b4ddcd16c4 HTTP/1.1" status: 204 len: 168 time: 0.4773660 Jul 06 14:41:24.741736 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37400) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:24.749696 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7513f-b4c8-4b62-a73b-c43d63b86409 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Pushing event deleted for resources: {'Network': ['ID=67781c19-f50b-4736-bbd7-60b4ddcd16c4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:24.750364 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-94b39827-af9a-4790-89c5-722b2b8e9797 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-657213902'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:24.787097 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b39827-af9a-4790-89c5-722b2b8e9797 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Made reservation on behalf of 17425b010e894a66822f1100d289b13c for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:41:24.791312 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-94b39827-af9a-4790-89c5-722b2b8e9797 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:24.796333 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411c9ed-1eb8-4721-a835-3c50f88e5159 None None] Pushing event updated for resources: {'Port': ['ID=4ad724e7-8b8d-4812-a63f-5735f2971c27,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:24.824716 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b39827-af9a-4790-89c5-722b2b8e9797 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:41:24.834962 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-94b39827-af9a-4790-89c5-722b2b8e9797 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:24.835314 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-94b39827-af9a-4790-89c5-722b2b8e9797 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Added segment ee8392c5-7de7-4b10-8796-dae6f35f67e3 of type vlan for network 3585ab4c-89a5-413e-9ef5-b298caefea66 Jul 06 14:41:24.884279 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-94b39827-af9a-4790-89c5-722b2b8e9797 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:24.930293 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-94b39827-af9a-4790-89c5-722b2b8e9797 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:24.941591 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b39827-af9a-4790-89c5-722b2b8e9797 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:24.942403 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-94b39827-af9a-4790-89c5-722b2b8e9797 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:25.012877 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-94b39827-af9a-4790-89c5-722b2b8e9797 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2689600 Jul 06 14:41:25.015910 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37402) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:25.021184 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-7a627476-8d55-4a86-94cc-e76ed46c7e50 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Request body: {'subnet': {'network_id': '3585ab4c-89a5-413e-9ef5-b298caefea66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:25.024115 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b39827-af9a-4790-89c5-722b2b8e9797 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Pushing event updated for resources: {'Network': ['ID=3585ab4c-89a5-413e-9ef5-b298caefea66,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:25.039116 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 3585ab4c-89a5-413e-9ef5-b298caefea66 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:41:25.124349 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a627476-8d55-4a86-94cc-e76ed46c7e50 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Made reservation on behalf of 17425b010e894a66822f1100d289b13c for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:41:25.128874 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7a627476-8d55-4a86-94cc-e76ed46c7e50 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:25.189923 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.ipam_backend_mixin [None req-7a627476-8d55-4a86-94cc-e76ed46c7e50 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Performing IP validity checks on allocation pools {{(pid=100417) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 06 14:41:25.190399 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.ipam_backend_mixin [None req-7a627476-8d55-4a86-94cc-e76ed46c7e50 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100417) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 06 14:41:25.322229 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7a627476-8d55-4a86-94cc-e76ed46c7e50 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:25.385515 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a627476-8d55-4a86-94cc-e76ed46c7e50 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Pushing event updated for resources: {'Subnet': ['ID=afab89ee-0e13-4273-9560-abceefe97460,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:25.396409 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a627476-8d55-4a86-94cc-e76ed46c7e50 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Checking segment: {'id': 'ee8392c5-7de7-4b10-8796-dae6f35f67e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '3585ab4c-89a5-413e-9ef5-b298caefea66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:41:25.396780 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a627476-8d55-4a86-94cc-e76ed46c7e50 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Network hostable DHCP agents. Network: 3585ab4c-89a5-413e-9ef5-b298caefea66, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:41:25.414562 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a627476-8d55-4a86-94cc-e76ed46c7e50 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Network 3585ab4c-89a5-413e-9ef5-b298caefea66 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:41:25.425286 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-7a627476-8d55-4a86-94cc-e76ed46c7e50 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 3585ab4c-89a5-413e-9ef5-b298caefea66) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:41:25.429583 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a627476-8d55-4a86-94cc-e76ed46c7e50 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:25.430341 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7a627476-8d55-4a86-94cc-e76ed46c7e50 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:25.435714 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504b77cf-ae81-440f-8e86-6aa87f9f3b17 None None] Network 3585ab4c-89a5-413e-9ef5-b298caefea66 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:41:25.447572 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7a627476-8d55-4a86-94cc-e76ed46c7e50 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4299846 Jul 06 14:41:25.450731 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37404) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:25.554197 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49449e13-8ea4-430c-bd16-99fdff652427 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:25.601006 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7f106a-ee2a-49f5-956f-42c3d3c7f4c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-3585ab4c-89a5-413e-9ef5-b298caefea66', 'network_id': '3585ab4c-89a5-413e-9ef5-b298caefea66', 'tenant_id': '17425b010e894a66822f1100d289b13c', 'fixed_ips': [{'subnet_id': 'afab89ee-0e13-4273-9560-abceefe97460'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:41:25.601926 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2e7f106a-ee2a-49f5-956f-42c3d3c7f4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:25.653713 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49449e13-8ea4-430c-bd16-99fdff652427 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:25.718557 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 4ad724e7-8b8d-4812-a63f-5735f2971c27 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:41:25.740138 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49449e13-8ea4-430c-bd16-99fdff652427 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:25.770808 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49449e13-8ea4-430c-bd16-99fdff652427 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Pushing event deleted for resources: {'Subnet': ['ID=afab89ee-0e13-4273-9560-abceefe97460,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server [None req-2e7f106a-ee2a-49f5-956f-42c3d3c7f4c8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet afab89ee-0e13-4273-9560-abceefe97460: This subnet is being modified by another concurrent operation. Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise self.value Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server raise exception Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet afab89ee-0e13-4273-9560-abceefe97460: This subnet is being modified by another concurrent operation. Jul 06 14:41:25.773137 n-d-773644-6 neutron-server[100419]: ERROR oslo_messaging.rpc.server Jul 06 14:41:25.803135 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c166d871-8e70-4dc4-bb47-76bc3c695a1b None None] Network 3585ab4c-89a5-413e-9ef5-b298caefea66 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:41:25.806827 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 4ad724e7-8b8d-4812-a63f-5735f2971c27 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:41:25.821569 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16957e41-f731-4e0a-9f71-a97288bc44c9 None None] Network 61e28e33-8231-410c-b8a2-b11a65447b3a requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:41:25.845648 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49449e13-8ea4-430c-bd16-99fdff652427 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:25.856280 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-49449e13-8ea4-430c-bd16-99fdff652427 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3585ab4c-89a5-413e-9ef5-b298caefea66']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:25.867511 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-49449e13-8ea4-430c-bd16-99fdff652427 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8392c5-7de7-4b10-8796-dae6f35f67e3') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:25.867817 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-49449e13-8ea4-430c-bd16-99fdff652427 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8392c5-7de7-4b10-8796-dae6f35f67e3') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:25.877704 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49449e13-8ea4-430c-bd16-99fdff652427 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:25.894088 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49449e13-8ea4-430c-bd16-99fdff652427 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:25.903374 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49449e13-8ea4-430c-bd16-99fdff652427 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:41:25.904389 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49449e13-8ea4-430c-bd16-99fdff652427 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:41:25.907462 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:41:25.952711 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-dd45e434-0692-41b0-9646-594a382ae8fe None None] Provisioning for port 4ad724e7-8b8d-4812-a63f-5735f2971c27 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:41:25.972134 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49449e13-8ea4-430c-bd16-99fdff652427 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:25.980203 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49449e13-8ea4-430c-bd16-99fdff652427 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:25.981573 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-dd45e434-0692-41b0-9646-594a382ae8fe None None] Provisioning complete for port 4ad724e7-8b8d-4812-a63f-5735f2971c27 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:41:25.981985 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dd45e434-0692-41b0-9646-594a382ae8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:25.982112 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-49449e13-8ea4-430c-bd16-99fdff652427 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] 10.222.0.118 "DELETE /v2.0/networks/3585ab4c-89a5-413e-9ef5-b298caefea66 HTTP/1.1" status: 204 len: 168 time: 0.5303078 Jul 06 14:41:25.985738 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37406) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:25.993193 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-f237dacb-e02c-4402-b6c9-bea309f8a45f tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1435761801'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:26.006851 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49449e13-8ea4-430c-bd16-99fdff652427 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Pushing event deleted for resources: {'Network': ['ID=3585ab4c-89a5-413e-9ef5-b298caefea66,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:26.027512 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f237dacb-e02c-4402-b6c9-bea309f8a45f tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Made reservation on behalf of 17425b010e894a66822f1100d289b13c for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:41:26.031547 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f237dacb-e02c-4402-b6c9-bea309f8a45f tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:26.057148 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f237dacb-e02c-4402-b6c9-bea309f8a45f tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:41:26.067857 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f237dacb-e02c-4402-b6c9-bea309f8a45f tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:26.068205 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-f237dacb-e02c-4402-b6c9-bea309f8a45f tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Added segment 3468b77b-5b62-48a3-b5c0-961e3f61208d of type vlan for network 513f3433-5ff0-4557-865f-a6c282e764cc Jul 06 14:41:26.108681 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f237dacb-e02c-4402-b6c9-bea309f8a45f tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:26.128904 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dd45e434-0692-41b0-9646-594a382ae8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:26.138254 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f237dacb-e02c-4402-b6c9-bea309f8a45f tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:26.144432 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f237dacb-e02c-4402-b6c9-bea309f8a45f tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:26.145280 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f237dacb-e02c-4402-b6c9-bea309f8a45f tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:26.174006 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-dd45e434-0692-41b0-9646-594a382ae8fe None None] For port 4ad724e7-8b8d-4812-a63f-5735f2971c27, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=4ad724e7-8b8d-4812-a63f-5735f2971c27,segment=NetworkSegment(dd6445f7-b03e-4f09-bb39-c9a44b410f02),segment_id=dd6445f7-b03e-4f09-bb39-c9a44b410f02)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:26.178116 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dd45e434-0692-41b0-9646-594a382ae8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:26.215602 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f237dacb-e02c-4402-b6c9-bea309f8a45f tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2235682 Jul 06 14:41:26.216954 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37408) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:26.225592 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237dacb-e02c-4402-b6c9-bea309f8a45f tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Pushing event updated for resources: {'Network': ['ID=513f3433-5ff0-4557-865f-a6c282e764cc,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:26.231679 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-b9b925db-ada2-4f27-b319-bd0c6e3b5db4 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Request body: {'subnet': {'network_id': '513f3433-5ff0-4557-865f-a6c282e764cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:26.240882 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 513f3433-5ff0-4557-865f-a6c282e764cc details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:41:26.259236 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45e434-0692-41b0-9646-594a382ae8fe None None] Pushing event updated for resources: {'Port': ['ID=4ad724e7-8b8d-4812-a63f-5735f2971c27,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:26.339814 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b925db-ada2-4f27-b319-bd0c6e3b5db4 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Made reservation on behalf of 17425b010e894a66822f1100d289b13c for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:41:26.343480 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9b925db-ada2-4f27-b319-bd0c6e3b5db4 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:26.398698 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb0de5b-0d22-4281-bf99-bb277ffeb853 None None] get_active_networks_info from n-d-773644-6 {{(pid=100419) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 06 14:41:26.468610 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb0de5b-0d22-4281-bf99-bb277ffeb853 None None] Resources bound (agent type, host, resource id): {{(pid=100419) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 06 14:41:26.530457 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9b925db-ada2-4f27-b319-bd0c6e3b5db4 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:26.551365 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-cd7b1648-9d89-4f01-a8fe-20701f03bcf7 None None] Provisioning complete for port 4ad724e7-8b8d-4812-a63f-5735f2971c27 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:41:26.551729 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cd7b1648-9d89-4f01-a8fe-20701f03bcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:26.616494 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b925db-ada2-4f27-b319-bd0c6e3b5db4 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Pushing event updated for resources: {'Subnet': ['ID=a60eabe0-c092-4038-8cce-a0ada16a3105,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:26.624619 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b925db-ada2-4f27-b319-bd0c6e3b5db4 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Checking segment: {'id': '3468b77b-5b62-48a3-b5c0-961e3f61208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '513f3433-5ff0-4557-865f-a6c282e764cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:41:26.625001 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b925db-ada2-4f27-b319-bd0c6e3b5db4 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Network hostable DHCP agents. Network: 513f3433-5ff0-4557-865f-a6c282e764cc, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:41:26.642377 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b925db-ada2-4f27-b319-bd0c6e3b5db4 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Network 513f3433-5ff0-4557-865f-a6c282e764cc is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:41:26.651307 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-b9b925db-ada2-4f27-b319-bd0c6e3b5db4 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 513f3433-5ff0-4557-865f-a6c282e764cc) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:41:26.655808 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b925db-ada2-4f27-b319-bd0c6e3b5db4 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:26.656169 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b9b925db-ada2-4f27-b319-bd0c6e3b5db4 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:26.672121 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b9b925db-ada2-4f27-b319-bd0c6e3b5db4 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4533319 Jul 06 14:41:26.675699 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37410) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:26.680849 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-7235e4ae-9177-4994-aa61-85c858615b32 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-599538320'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:26.703240 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7235e4ae-9177-4994-aa61-85c858615b32 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Made reservation on behalf of 17425b010e894a66822f1100d289b13c for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:41:26.706922 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7235e4ae-9177-4994-aa61-85c858615b32 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:26.731840 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7235e4ae-9177-4994-aa61-85c858615b32 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:41:26.740983 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7235e4ae-9177-4994-aa61-85c858615b32 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:26.741354 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-7235e4ae-9177-4994-aa61-85c858615b32 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Added segment 66ea91f7-cc75-472b-a810-22814914ff37 of type vlan for network 0fb3e26e-937c-48f0-ae7e-131d5f732d3b Jul 06 14:41:26.781703 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7235e4ae-9177-4994-aa61-85c858615b32 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:26.785256 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7fd358-d5df-4781-95d4-689d71d042ec None None] Network 513f3433-5ff0-4557-865f-a6c282e764cc requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:41:26.813208 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7235e4ae-9177-4994-aa61-85c858615b32 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:26.821067 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7235e4ae-9177-4994-aa61-85c858615b32 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:26.821662 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7235e4ae-9177-4994-aa61-85c858615b32 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:26.886260 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7235e4ae-9177-4994-aa61-85c858615b32 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2093310 Jul 06 14:41:26.889244 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37412) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:26.897968 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-1eaef580-19c6-416f-a6b4-869c9a2fb60a tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Request body: {'subnet': {'network_id': '0fb3e26e-937c-48f0-ae7e-131d5f732d3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:26.907304 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235e4ae-9177-4994-aa61-85c858615b32 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Pushing event updated for resources: {'Network': ['ID=0fb3e26e-937c-48f0-ae7e-131d5f732d3b,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:26.933259 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 0fb3e26e-937c-48f0-ae7e-131d5f732d3b details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:41:26.947680 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7918b5ec-d62e-4d20-8706-31bec88b474e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-513f3433-5ff0-4557-865f-a6c282e764cc', 'network_id': '513f3433-5ff0-4557-865f-a6c282e764cc', 'tenant_id': '17425b010e894a66822f1100d289b13c', 'fixed_ips': [{'subnet_id': 'a60eabe0-c092-4038-8cce-a0ada16a3105'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:41:26.948530 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7918b5ec-d62e-4d20-8706-31bec88b474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:26.997001 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eaef580-19c6-416f-a6b4-869c9a2fb60a tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Made reservation on behalf of 17425b010e894a66822f1100d289b13c for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:41:27.000896 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1eaef580-19c6-416f-a6b4-869c9a2fb60a tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:27.131153 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-7918b5ec-d62e-4d20-8706-31bec88b474e None None] Allocated IP 2001:db8::2 (513f3433-5ff0-4557-865f-a6c282e764cc/a60eabe0-c092-4038-8cce-a0ada16a3105/35fdf8f7-150b-44d3-b4f7-25f917e9ce7f) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:41:27.183937 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1eaef580-19c6-416f-a6b4-869c9a2fb60a tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:27.246817 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaef580-19c6-416f-a6b4-869c9a2fb60a tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Pushing event updated for resources: {'Subnet': ['ID=8dadab02-687d-4081-9e68-f60a5a72e1f1,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:27.263117 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaef580-19c6-416f-a6b4-869c9a2fb60a tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Checking segment: {'id': '66ea91f7-cc75-472b-a810-22814914ff37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0fb3e26e-937c-48f0-ae7e-131d5f732d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:41:27.263477 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaef580-19c6-416f-a6b4-869c9a2fb60a tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Network hostable DHCP agents. Network: 0fb3e26e-937c-48f0-ae7e-131d5f732d3b, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:41:27.280763 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eaef580-19c6-416f-a6b4-869c9a2fb60a tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Network 0fb3e26e-937c-48f0-ae7e-131d5f732d3b is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:41:27.289465 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-1eaef580-19c6-416f-a6b4-869c9a2fb60a tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 0fb3e26e-937c-48f0-ae7e-131d5f732d3b) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:41:27.294287 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eaef580-19c6-416f-a6b4-869c9a2fb60a tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:27.294885 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1eaef580-19c6-416f-a6b4-869c9a2fb60a tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:27.298429 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7918b5ec-d62e-4d20-8706-31bec88b474e None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:27.302220 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476f7a09-b3e2-4b66-82ac-18b664f540e9 None None] Network 0fb3e26e-937c-48f0-ae7e-131d5f732d3b requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:41:27.310695 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1eaef580-19c6-416f-a6b4-869c9a2fb60a tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4192865 Jul 06 14:41:27.313889 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37414) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:27.321130 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-7918b5ec-d62e-4d20-8706-31bec88b474e None None] Transition to ACTIVE for port object 35fdf8f7-150b-44d3-b4f7-25f917e9ce7f will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:41:27.373263 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-7918b5ec-d62e-4d20-8706-31bec88b474e None None] Transition to ACTIVE for port object 35fdf8f7-150b-44d3-b4f7-25f917e9ce7f will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:41:27.381246 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7918b5ec-d62e-4d20-8706-31bec88b474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:27.416254 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-815b6435-e67c-4bfd-9f02-ae115c7d086a tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:27.471388 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-815b6435-e67c-4bfd-9f02-ae115c7d086a tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:27.543530 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-815b6435-e67c-4bfd-9f02-ae115c7d086a tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:27.572486 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b6435-e67c-4bfd-9f02-ae115c7d086a tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Pushing event deleted for resources: {'Subnet': ['ID=8dadab02-687d-4081-9e68-f60a5a72e1f1,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:27.605033 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7918b5ec-d62e-4d20-8706-31bec88b474e None None] Network 513f3433-5ff0-4557-865f-a6c282e764cc is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:41:27.609417 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-7918b5ec-d62e-4d20-8706-31bec88b474e None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:41:27.619695 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7918b5ec-d62e-4d20-8706-31bec88b474e None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:41:27.625019 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918b5ec-d62e-4d20-8706-31bec88b474e None None] Pushing event updated for resources: {'Port': ['ID=35fdf8f7-150b-44d3-b4f7-25f917e9ce7f,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:27.640462 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-815b6435-e67c-4bfd-9f02-ae115c7d086a tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:27.653601 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-815b6435-e67c-4bfd-9f02-ae115c7d086a tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb3e26e-937c-48f0-ae7e-131d5f732d3b']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:27.670117 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-815b6435-e67c-4bfd-9f02-ae115c7d086a tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ea91f7-cc75-472b-a810-22814914ff37') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:27.670426 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-815b6435-e67c-4bfd-9f02-ae115c7d086a tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ea91f7-cc75-472b-a810-22814914ff37') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:27.679543 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-815b6435-e67c-4bfd-9f02-ae115c7d086a tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:27.684940 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 4ad724e7-8b8d-4812-a63f-5735f2971c27 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:41:27.695824 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-815b6435-e67c-4bfd-9f02-ae115c7d086a tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:27.702887 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-815b6435-e67c-4bfd-9f02-ae115c7d086a tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:41:27.703292 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-815b6435-e67c-4bfd-9f02-ae115c7d086a tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:41:27.706389 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:41:27.725861 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e7727e-8199-446b-820f-ea1793cf7ce5 None None] Network 0fb3e26e-937c-48f0-ae7e-131d5f732d3b requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:41:27.768329 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-815b6435-e67c-4bfd-9f02-ae115c7d086a tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:27.777717 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-815b6435-e67c-4bfd-9f02-ae115c7d086a tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:27.779613 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-815b6435-e67c-4bfd-9f02-ae115c7d086a tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] 10.222.0.118 "DELETE /v2.0/networks/0fb3e26e-937c-48f0-ae7e-131d5f732d3b HTTP/1.1" status: 204 len: 168 time: 0.4644747 Jul 06 14:41:27.782555 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37416) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:27.790688 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b6435-e67c-4bfd-9f02-ae115c7d086a tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Pushing event deleted for resources: {'Network': ['ID=0fb3e26e-937c-48f0-ae7e-131d5f732d3b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:27.802618 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-7918b5ec-d62e-4d20-8706-31bec88b474e None None] Attempting to bind port 35fdf8f7-150b-44d3-b4f7-25f917e9ce7f on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:41:27.803187 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-7918b5ec-d62e-4d20-8706-31bec88b474e None None] Attempting to bind port 35fdf8f7-150b-44d3-b4f7-25f917e9ce7f by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '3468b77b-5b62-48a3-b5c0-961e3f61208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '513f3433-5ff0-4557-865f-a6c282e764cc'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:41:27.803336 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7918b5ec-d62e-4d20-8706-31bec88b474e None None] Attempting to bind port 35fdf8f7-150b-44d3-b4f7-25f917e9ce7f on network 513f3433-5ff0-4557-865f-a6c282e764cc {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:41:27.816903 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf0942e-1b49-452f-9a44-65ca478c1908 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] GET failed (client error): The resource could not be found. Jul 06 14:41:27.818313 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-bcf0942e-1b49-452f-9a44-65ca478c1908 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] 10.222.0.118 "GET /v2.0/subnets/8dadab02-687d-4081-9e68-f60a5a72e1f1 HTTP/1.1" status: 404 len: 337 time: 0.0345426 Jul 06 14:41:27.819782 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7918b5ec-d62e-4d20-8706-31bec88b474e None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:41:27.820160 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7918b5ec-d62e-4d20-8706-31bec88b474e None None] Checking segment: {'id': '3468b77b-5b62-48a3-b5c0-961e3f61208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '513f3433-5ff0-4557-865f-a6c282e764cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:41:27.820561 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7918b5ec-d62e-4d20-8706-31bec88b474e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:27.820954 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7918b5ec-d62e-4d20-8706-31bec88b474e None None] Bound using segment: {'id': '3468b77b-5b62-48a3-b5c0-961e3f61208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '513f3433-5ff0-4557-865f-a6c282e764cc'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:41:27.821087 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37418) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:27.821417 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-7918b5ec-d62e-4d20-8706-31bec88b474e None None] Bound port: 35fdf8f7-150b-44d3-b4f7-25f917e9ce7f, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3468b77b-5b62-48a3-b5c0-961e3f61208d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '513f3433-5ff0-4557-865f-a6c282e764cc'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:41:27.822428 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7918b5ec-d62e-4d20-8706-31bec88b474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:27.840385 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fdf00ad-e122-48bd-80a4-8e34f8134a88 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] DELETE failed (client error): The resource could not be found. Jul 06 14:41:27.840947 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fdf00ad-e122-48bd-80a4-8e34f8134a88 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:41:27.846228 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8fdf00ad-e122-48bd-80a4-8e34f8134a88 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] 10.222.0.118 "DELETE /v2.0/networks/0fb3e26e-937c-48f0-ae7e-131d5f732d3b HTTP/1.1" status: 404 len: 339 time: 0.0207272 Jul 06 14:41:27.846496 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37420) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:27.865713 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 4ad724e7-8b8d-4812-a63f-5735f2971c27 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:41:27.865974 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:27.872087 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd17ae9-2639-4dc6-bced-9d40d995656e tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] DELETE failed (client error): The resource could not be found. Jul 06 14:41:27.872547 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd17ae9-2639-4dc6-bced-9d40d995656e tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:41:27.876516 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2bd17ae9-2639-4dc6-bced-9d40d995656e tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] 10.222.0.118 "DELETE /v2.0/subnets/8dadab02-687d-4081-9e68-f60a5a72e1f1 HTTP/1.1" status: 404 len: 337 time: 0.0268562 Jul 06 14:41:27.876739 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37422) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:27.894921 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-27497b61-852b-4d54-a9a7-a79a9a7c623b tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] DELETE failed (client error): The resource could not be found. Jul 06 14:41:27.895576 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27497b61-852b-4d54-a9a7-a79a9a7c623b tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:41:27.897110 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-27497b61-852b-4d54-a9a7-a79a9a7c623b tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] 10.222.0.118 "DELETE /v2.0/networks/0fb3e26e-937c-48f0-ae7e-131d5f732d3b HTTP/1.1" status: 404 len: 339 time: 0.0194693 Jul 06 14:41:27.899778 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37424) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:27.950287 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e07b7a7-af93-4d3c-a9e5-610093e640c7 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Deleting subnet a60eabe0-c092-4038-8cce-a0ada16a3105 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:41:27.953538 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e07b7a7-af93-4d3c-a9e5-610093e640c7 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:27.967650 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-7918b5ec-d62e-4d20-8706-31bec88b474e None None] For port 35fdf8f7-150b-44d3-b4f7-25f917e9ce7f, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:41:27.971439 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-7918b5ec-d62e-4d20-8706-31bec88b474e None None] For port 35fdf8f7-150b-44d3-b4f7-25f917e9ce7f, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=35fdf8f7-150b-44d3-b4f7-25f917e9ce7f,segment=NetworkSegment(3468b77b-5b62-48a3-b5c0-961e3f61208d),segment_id=3468b77b-5b62-48a3-b5c0-961e3f61208d)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:41:27.976853 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7918b5ec-d62e-4d20-8706-31bec88b474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:27.995048 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e07b7a7-af93-4d3c-a9e5-610093e640c7 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:28.065814 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918b5ec-d62e-4d20-8706-31bec88b474e None None] Pushing event updated for resources: {'Port': ['ID=35fdf8f7-150b-44d3-b4f7-25f917e9ce7f,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:28.091606 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e07b7a7-af93-4d3c-a9e5-610093e640c7 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:28.151721 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e07b7a7-af93-4d3c-a9e5-610093e640c7 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:28.180793 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07b7a7-af93-4d3c-a9e5-610093e640c7 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Pushing event deleted for resources: {'Subnet': ['ID=a60eabe0-c092-4038-8cce-a0ada16a3105,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:28.185530 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3e07b7a7-af93-4d3c-a9e5-610093e640c7 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:28.187351 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3e07b7a7-af93-4d3c-a9e5-610093e640c7 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] 10.222.0.118 "DELETE /v2.0/subnets/a60eabe0-c092-4038-8cce-a0ada16a3105 HTTP/1.1" status: 204 len: 168 time: 0.2859943 Jul 06 14:41:28.190101 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37426) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:28.292460 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba7e7e1a-9419-4b92-8ef3-47727fc68657 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:28.348998 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-ba7e7e1a-9419-4b92-8ef3-47727fc68657 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Deleting port 35fdf8f7-150b-44d3-b4f7-25f917e9ce7f {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:41:28.349388 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba7e7e1a-9419-4b92-8ef3-47727fc68657 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:28.416714 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-ba7e7e1a-9419-4b92-8ef3-47727fc68657 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] For port 35fdf8f7-150b-44d3-b4f7-25f917e9ce7f, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=35fdf8f7-150b-44d3-b4f7-25f917e9ce7f,segment=NetworkSegment(3468b77b-5b62-48a3-b5c0-961e3f61208d),segment_id=3468b77b-5b62-48a3-b5c0-961e3f61208d)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:28.417082 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba7e7e1a-9419-4b92-8ef3-47727fc68657 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:28.428904 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-ba7e7e1a-9419-4b92-8ef3-47727fc68657 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Calling delete_port for 35fdf8f7-150b-44d3-b4f7-25f917e9ce7f owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:41:28.506424 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba7e7e1a-9419-4b92-8ef3-47727fc68657 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:28.533083 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e7e1a-9419-4b92-8ef3-47727fc68657 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Pushing event deleted for resources: {'Port': ['ID=35fdf8f7-150b-44d3-b4f7-25f917e9ce7f,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:28.536704 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7e7e1a-9419-4b92-8ef3-47727fc68657 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] No DVR routers for this DVR port 35fdf8f7-150b-44d3-b4f7-25f917e9ce7f on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:41:28.616672 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba7e7e1a-9419-4b92-8ef3-47727fc68657 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:28.627033 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-ba7e7e1a-9419-4b92-8ef3-47727fc68657 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513f3433-5ff0-4557-865f-a6c282e764cc']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:28.638139 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-ba7e7e1a-9419-4b92-8ef3-47727fc68657 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3468b77b-5b62-48a3-b5c0-961e3f61208d') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:28.638441 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-ba7e7e1a-9419-4b92-8ef3-47727fc68657 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3468b77b-5b62-48a3-b5c0-961e3f61208d') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:28.647463 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba7e7e1a-9419-4b92-8ef3-47727fc68657 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:28.662131 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba7e7e1a-9419-4b92-8ef3-47727fc68657 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:28.668618 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7e7e1a-9419-4b92-8ef3-47727fc68657 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:41:28.669029 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba7e7e1a-9419-4b92-8ef3-47727fc68657 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:41:28.672049 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:41:28.735425 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba7e7e1a-9419-4b92-8ef3-47727fc68657 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:28.742534 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba7e7e1a-9419-4b92-8ef3-47727fc68657 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:28.745137 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ba7e7e1a-9419-4b92-8ef3-47727fc68657 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] 10.222.0.118 "DELETE /v2.0/networks/513f3433-5ff0-4557-865f-a6c282e764cc HTTP/1.1" status: 204 len: 168 time: 0.5541062 Jul 06 14:41:28.747961 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37428) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:28.758503 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e7e1a-9419-4b92-8ef3-47727fc68657 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Pushing event deleted for resources: {'Network': ['ID=513f3433-5ff0-4557-865f-a6c282e764cc,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:28.778969 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e703c81-6395-4c6d-a4f5-5e84b2b93100 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] DELETE failed (client error): The resource could not be found. Jul 06 14:41:28.779448 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e703c81-6395-4c6d-a4f5-5e84b2b93100 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:41:28.781225 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3e703c81-6395-4c6d-a4f5-5e84b2b93100 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] 10.222.0.118 "DELETE /v2.0/subnets/afab89ee-0e13-4273-9560-abceefe97460 HTTP/1.1" status: 404 len: 337 time: 0.0315819 Jul 06 14:41:28.783840 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37430) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:28.803002 n-d-773644-6 neutron-server[100417]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4cb54ba-ddd3-4333-9eb2-922ba3c63f1e tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] DELETE failed (client error): The resource could not be found. Jul 06 14:41:28.803691 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4cb54ba-ddd3-4333-9eb2-922ba3c63f1e tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100417) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:41:28.805491 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b4cb54ba-ddd3-4333-9eb2-922ba3c63f1e tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] 10.222.0.118 "DELETE /v2.0/networks/3585ab4c-89a5-413e-9ef5-b298caefea66 HTTP/1.1" status: 404 len: 339 time: 0.0207362 Jul 06 14:41:28.809334 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37432) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:28.836397 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e82581-cd7a-4833-98f5-7b091ad0782a tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] DELETE failed (client error): The resource could not be found. Jul 06 14:41:28.836861 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e82581-cd7a-4833-98f5-7b091ad0782a tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:41:28.838842 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-11e82581-cd7a-4833-98f5-7b091ad0782a tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] 10.222.0.118 "DELETE /v2.0/subnets/37940e05-6b42-4406-9cb9-c89fe336be9f HTTP/1.1" status: 404 len: 337 time: 0.0284688 Jul 06 14:41:28.841722 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37434) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:28.860256 n-d-773644-6 neutron-server[100418]: INFO neutron.pecan_wsgi.hooks.translation [None req-e010b177-90e1-4cfe-83f6-5166978c558d tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] DELETE failed (client error): The resource could not be found. Jul 06 14:41:28.860739 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e010b177-90e1-4cfe-83f6-5166978c558d tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100418) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 06 14:41:28.862532 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e010b177-90e1-4cfe-83f6-5166978c558d tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] 10.222.0.118 "DELETE /v2.0/networks/67781c19-f50b-4736-bbd7-60b4ddcd16c4 HTTP/1.1" status: 404 len: 339 time: 0.0198543 Jul 06 14:41:28.865118 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37436) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:28.923792 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-758d1ada-d465-4db6-8080-7e118ce080b4 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Deleting subnet 3d157fe8-28ad-4cd2-9a38-387cdde2cbee {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:41:28.927410 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-758d1ada-d465-4db6-8080-7e118ce080b4 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:28.980279 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-758d1ada-d465-4db6-8080-7e118ce080b4 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:28.987308 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada91998-28de-4fb1-9747-f6a7974cba63 None None] DHCP port deletion for 513f3433-5ff0-4557-865f-a6c282e764cc request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:41:29.007416 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c418a7e5-6567-4f1a-9c01-f7fbe8793070 None None] Network 513f3433-5ff0-4557-865f-a6c282e764cc requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:41:29.020088 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c418a7e5-6567-4f1a-9c01-f7fbe8793070 None None] Network 513f3433-5ff0-4557-865f-a6c282e764cc could not be found, it might have been deleted concurrently. {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 14:41:29.035116 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-783e1727-8914-4838-8eea-d6a540cd4c65 None None] Could not find standard attr ID for object 35fdf8f7-150b-44d3-b4f7-25f917e9ce7f. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:41:29.070349 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-758d1ada-d465-4db6-8080-7e118ce080b4 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:29.133641 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-758d1ada-d465-4db6-8080-7e118ce080b4 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:29.158315 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d1ada-d465-4db6-8080-7e118ce080b4 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Pushing event deleted for resources: {'Subnet': ['ID=3d157fe8-28ad-4cd2-9a38-387cdde2cbee,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:29.164518 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-758d1ada-d465-4db6-8080-7e118ce080b4 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:29.170058 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37438) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:29.170577 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-758d1ada-d465-4db6-8080-7e118ce080b4 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] 10.222.0.118 "DELETE /v2.0/subnets/3d157fe8-28ad-4cd2-9a38-387cdde2cbee HTTP/1.1" status: 204 len: 168 time: 0.3038156 Jul 06 14:41:29.172032 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aba6867-1931-429c-9fc6-1d5bf715c7bd None None] Network 61e28e33-8231-410c-b8a2-b11a65447b3a requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:41:29.250784 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ceefc655-e152-4c40-8b4d-5c2c778aaf18 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:29.314541 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-ceefc655-e152-4c40-8b4d-5c2c778aaf18 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Deleting port 4ad724e7-8b8d-4812-a63f-5735f2971c27 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:41:29.314792 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ceefc655-e152-4c40-8b4d-5c2c778aaf18 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:29.360373 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92ac3f0-41b0-422c-b666-54748e83aff0 None None] DHCP port deletion for 61e28e33-8231-410c-b8a2-b11a65447b3a request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:41:29.380752 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-ceefc655-e152-4c40-8b4d-5c2c778aaf18 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] For port 4ad724e7-8b8d-4812-a63f-5735f2971c27, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=4ad724e7-8b8d-4812-a63f-5735f2971c27,segment=NetworkSegment(dd6445f7-b03e-4f09-bb39-c9a44b410f02),segment_id=dd6445f7-b03e-4f09-bb39-c9a44b410f02)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:29.381121 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ceefc655-e152-4c40-8b4d-5c2c778aaf18 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:29.393898 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-ceefc655-e152-4c40-8b4d-5c2c778aaf18 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Calling delete_port for 4ad724e7-8b8d-4812-a63f-5735f2971c27 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:41:29.406137 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-e92ac3f0-41b0-422c-b666-54748e83aff0 None None] Deleting port 4ad724e7-8b8d-4812-a63f-5735f2971c27 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:41:29.406706 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e92ac3f0-41b0-422c-b666-54748e83aff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:29.471474 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-e92ac3f0-41b0-422c-b666-54748e83aff0 None None] For port 4ad724e7-8b8d-4812-a63f-5735f2971c27, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=4ad724e7-8b8d-4812-a63f-5735f2971c27,segment=NetworkSegment(dd6445f7-b03e-4f09-bb39-c9a44b410f02),segment_id=dd6445f7-b03e-4f09-bb39-c9a44b410f02)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:29.471853 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e92ac3f0-41b0-422c-b666-54748e83aff0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:29.475942 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ceefc655-e152-4c40-8b4d-5c2c778aaf18 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:29.486012 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-e92ac3f0-41b0-422c-b666-54748e83aff0 None None] Calling delete_port for 4ad724e7-8b8d-4812-a63f-5735f2971c27 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:41:29.503233 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceefc655-e152-4c40-8b4d-5c2c778aaf18 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Pushing event deleted for resources: {'Port': ['ID=4ad724e7-8b8d-4812-a63f-5735f2971c27,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:29.505057 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceefc655-e152-4c40-8b4d-5c2c778aaf18 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] No DVR routers for this DVR port 4ad724e7-8b8d-4812-a63f-5735f2971c27 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:41:29.564531 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e92ac3f0-41b0-422c-b666-54748e83aff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:29.582864 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ceefc655-e152-4c40-8b4d-5c2c778aaf18 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:29.591355 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ac3f0-41b0-422c-b666-54748e83aff0 None None] Pushing event deleted for resources: {'Port': ['ID=4ad724e7-8b8d-4812-a63f-5735f2971c27,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:29.593682 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92ac3f0-41b0-422c-b666-54748e83aff0 None None] No DVR routers for this DVR port 4ad724e7-8b8d-4812-a63f-5735f2971c27 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:41:29.597301 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-ceefc655-e152-4c40-8b4d-5c2c778aaf18 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e28e33-8231-410c-b8a2-b11a65447b3a']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:29.613574 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-ceefc655-e152-4c40-8b4d-5c2c778aaf18 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd6445f7-b03e-4f09-bb39-c9a44b410f02') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:29.613904 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-ceefc655-e152-4c40-8b4d-5c2c778aaf18 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd6445f7-b03e-4f09-bb39-c9a44b410f02') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:29.623070 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ceefc655-e152-4c40-8b4d-5c2c778aaf18 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:29.636458 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ceefc655-e152-4c40-8b4d-5c2c778aaf18 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:29.642534 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceefc655-e152-4c40-8b4d-5c2c778aaf18 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:41:29.643272 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ceefc655-e152-4c40-8b4d-5c2c778aaf18 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:29.645230 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 4ad724e7-8b8d-4812-a63f-5735f2971c27 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:41:29.646251 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:41:29.669647 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 4ad724e7-8b8d-4812-a63f-5735f2971c27 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:41:29.670038 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 4ad724e7-8b8d-4812-a63f-5735f2971c27 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:41:29.704572 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ceefc655-e152-4c40-8b4d-5c2c778aaf18 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:29.714216 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ceefc655-e152-4c40-8b4d-5c2c778aaf18 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:29.716127 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ceefc655-e152-4c40-8b4d-5c2c778aaf18 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] 10.222.0.118 "DELETE /v2.0/networks/61e28e33-8231-410c-b8a2-b11a65447b3a HTTP/1.1" status: 204 len: 168 time: 0.5440404 Jul 06 14:41:29.725849 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceefc655-e152-4c40-8b4d-5c2c778aaf18 tempest-NetworksIpV6Test-1591357440 tempest-NetworksIpV6Test-1591357440-project] Pushing event deleted for resources: {'Network': ['ID=61e28e33-8231-410c-b8a2-b11a65447b3a,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:29.961234 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37444) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:30.089706 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c4dd1a2b-e260-4e55-a257-bcf430b8b979 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=17425b010e894a66822f1100d289b13c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1272390 Jul 06 14:41:30.092340 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37448) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:30.139508 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9491aa26-f038-4813-ab17-e75e956b878f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:30.164477 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9491aa26-f038-4813-ab17-e75e956b878f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:30.209871 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9491aa26-f038-4813-ab17-e75e956b878f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:30.212962 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9491aa26-f038-4813-ab17-e75e956b878f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:30.214314 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9491aa26-f038-4813-ab17-e75e956b878f admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/053934e2-636a-44d7-98d0-a31f95168d1a HTTP/1.1" status: 204 len: 168 time: 0.1210191 Jul 06 14:41:30.222095 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9491aa26-f038-4813-ab17-e75e956b878f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053934e2-636a-44d7-98d0-a31f95168d1a,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:30.840511 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37470) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:30.932295 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-342ca7db-29eb-4f0b-b048-e96c70c21ad6 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1096434293', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:30.956079 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-342ca7db-29eb-4f0b-b048-e96c70c21ad6 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:30.957292 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-342ca7db-29eb-4f0b-b048-e96c70c21ad6 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:31.008551 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-342ca7db-29eb-4f0b-b048-e96c70c21ad6 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:31.013133 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-342ca7db-29eb-4f0b-b048-e96c70c21ad6 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:31.028544 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-342ca7db-29eb-4f0b-b048-e96c70c21ad6 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:31.029780 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-342ca7db-29eb-4f0b-b048-e96c70c21ad6 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1882138 Jul 06 14:41:31.032745 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37474) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:31.037605 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-13d1f4e8-11a8-4d5e-a685-935ca306f693 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1658253130'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:31.058769 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d1f4e8-11a8-4d5e-a685-935ca306f693 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Made reservation on behalf of b505598f6df14a80882fa235f7bac0f2 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:41:31.062178 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-13d1f4e8-11a8-4d5e-a685-935ca306f693 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:31.070777 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-13d1f4e8-11a8-4d5e-a685-935ca306f693 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:31.168687 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-13d1f4e8-11a8-4d5e-a685-935ca306f693 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:31.172761 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-13d1f4e8-11a8-4d5e-a685-935ca306f693 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:31.198632 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d1f4e8-11a8-4d5e-a685-935ca306f693 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:41:31.208466 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1f4e8-11a8-4d5e-a685-935ca306f693 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0af560c-e386-4ae5-888a-e9fea0b40d9d,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:31.213815 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-13d1f4e8-11a8-4d5e-a685-935ca306f693 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:31.214431 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-13d1f4e8-11a8-4d5e-a685-935ca306f693 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Added segment a80a6e2b-9c5d-48bc-95be-50e504feb489 of type vlan for network b53d0895-8915-42c5-88ee-bc24ce18a945 Jul 06 14:41:31.260258 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-13d1f4e8-11a8-4d5e-a685-935ca306f693 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:31.294379 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-13d1f4e8-11a8-4d5e-a685-935ca306f693 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:31.300002 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d1f4e8-11a8-4d5e-a685-935ca306f693 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:31.300592 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-13d1f4e8-11a8-4d5e-a685-935ca306f693 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:31.354772 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-13d1f4e8-11a8-4d5e-a685-935ca306f693 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3209167 Jul 06 14:41:31.358485 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37476) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:31.363706 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-1ea96f95-739a-4831-ae9b-c29aff2e72f8 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Request body: {'subnet': {'network_id': 'b53d0895-8915-42c5-88ee-bc24ce18a945', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:31.368874 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1f4e8-11a8-4d5e-a685-935ca306f693 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Pushing event updated for resources: {'Network': ['ID=b53d0895-8915-42c5-88ee-bc24ce18a945,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:31.379599 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network b53d0895-8915-42c5-88ee-bc24ce18a945 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:41:31.451663 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea96f95-739a-4831-ae9b-c29aff2e72f8 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Made reservation on behalf of b505598f6df14a80882fa235f7bac0f2 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:41:31.455278 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1ea96f95-739a-4831-ae9b-c29aff2e72f8 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:31.631239 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1ea96f95-739a-4831-ae9b-c29aff2e72f8 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:31.693693 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea96f95-739a-4831-ae9b-c29aff2e72f8 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Pushing event updated for resources: {'Subnet': ['ID=9097acf7-633a-4219-8cda-a1ee84fadc03,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:31.701706 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea96f95-739a-4831-ae9b-c29aff2e72f8 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Checking segment: {'id': 'a80a6e2b-9c5d-48bc-95be-50e504feb489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b53d0895-8915-42c5-88ee-bc24ce18a945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:41:31.702102 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea96f95-739a-4831-ae9b-c29aff2e72f8 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Network hostable DHCP agents. Network: b53d0895-8915-42c5-88ee-bc24ce18a945, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:41:31.718225 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea96f95-739a-4831-ae9b-c29aff2e72f8 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Network b53d0895-8915-42c5-88ee-bc24ce18a945 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:41:31.726394 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-1ea96f95-739a-4831-ae9b-c29aff2e72f8 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, b53d0895-8915-42c5-88ee-bc24ce18a945) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:41:31.730929 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea96f95-739a-4831-ae9b-c29aff2e72f8 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:31.731911 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1ea96f95-739a-4831-ae9b-c29aff2e72f8 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:31.735200 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d9b6bb-b297-49aa-a76d-6b7279c0ebe5 None None] Network b53d0895-8915-42c5-88ee-bc24ce18a945 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:41:31.746225 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1ea96f95-739a-4831-ae9b-c29aff2e72f8 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3866003 Jul 06 14:41:31.749181 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37478) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:31.754295 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-bb43bdfd-9fa4-4242-ae78-19591e73ba65 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-121158421'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:31.776806 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb43bdfd-9fa4-4242-ae78-19591e73ba65 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Made reservation on behalf of b505598f6df14a80882fa235f7bac0f2 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:41:31.780613 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bb43bdfd-9fa4-4242-ae78-19591e73ba65 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:31.810229 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb43bdfd-9fa4-4242-ae78-19591e73ba65 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:41:31.820523 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bb43bdfd-9fa4-4242-ae78-19591e73ba65 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:31.820930 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-bb43bdfd-9fa4-4242-ae78-19591e73ba65 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Added segment 879bad22-65dc-4f4a-a445-a4903eccbde2 of type vlan for network 6ddaa1cb-d6ef-4ffa-a8db-1caea47d7e30 Jul 06 14:41:31.862692 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bb43bdfd-9fa4-4242-ae78-19591e73ba65 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:31.886708 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938e4622-996f-4902-bb54-6d95a749a51c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-b53d0895-8915-42c5-88ee-bc24ce18a945', 'network_id': 'b53d0895-8915-42c5-88ee-bc24ce18a945', 'tenant_id': 'b505598f6df14a80882fa235f7bac0f2', 'fixed_ips': [{'subnet_id': '9097acf7-633a-4219-8cda-a1ee84fadc03'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:41:31.887637 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-938e4622-996f-4902-bb54-6d95a749a51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:31.893884 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bb43bdfd-9fa4-4242-ae78-19591e73ba65 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:31.899661 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb43bdfd-9fa4-4242-ae78-19591e73ba65 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:31.900532 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bb43bdfd-9fa4-4242-ae78-19591e73ba65 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:31.955052 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bb43bdfd-9fa4-4242-ae78-19591e73ba65 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2047253 Jul 06 14:41:31.958138 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37480) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:31.963717 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-ffeb738b-c091-4606-b65a-c9cb316280ec tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Request body: {'subnet': {'network_id': '6ddaa1cb-d6ef-4ffa-a8db-1caea47d7e30', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:31.973930 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43bdfd-9fa4-4242-ae78-19591e73ba65 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Pushing event updated for resources: {'Network': ['ID=6ddaa1cb-d6ef-4ffa-a8db-1caea47d7e30,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:31.989279 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 6ddaa1cb-d6ef-4ffa-a8db-1caea47d7e30 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:41:32.082454 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-938e4622-996f-4902-bb54-6d95a749a51c None None] Allocated IP 172.20.0.2 (b53d0895-8915-42c5-88ee-bc24ce18a945/9097acf7-633a-4219-8cda-a1ee84fadc03/0b213b4b-65f4-47ec-9a49-41ab48045c13) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:41:32.248884 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-938e4622-996f-4902-bb54-6d95a749a51c None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:32.258195 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-938e4622-996f-4902-bb54-6d95a749a51c None None] Transition to ACTIVE for port object 0b213b4b-65f4-47ec-9a49-41ab48045c13 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:41:32.273478 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-938e4622-996f-4902-bb54-6d95a749a51c None None] Transition to ACTIVE for port object 0b213b4b-65f4-47ec-9a49-41ab48045c13 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:41:32.279835 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-938e4622-996f-4902-bb54-6d95a749a51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:32.320357 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938e4622-996f-4902-bb54-6d95a749a51c None None] Network b53d0895-8915-42c5-88ee-bc24ce18a945 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:41:32.325895 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-938e4622-996f-4902-bb54-6d95a749a51c None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:41:32.329102 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938e4622-996f-4902-bb54-6d95a749a51c None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:41:32.335025 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e4622-996f-4902-bb54-6d95a749a51c None None] Pushing event updated for resources: {'Port': ['ID=0b213b4b-65f4-47ec-9a49-41ab48045c13,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:32.395025 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-938e4622-996f-4902-bb54-6d95a749a51c None None] Attempting to bind port 0b213b4b-65f4-47ec-9a49-41ab48045c13 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:41:32.395743 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-938e4622-996f-4902-bb54-6d95a749a51c None None] Attempting to bind port 0b213b4b-65f4-47ec-9a49-41ab48045c13 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'a80a6e2b-9c5d-48bc-95be-50e504feb489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b53d0895-8915-42c5-88ee-bc24ce18a945'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:41:32.395890 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e4622-996f-4902-bb54-6d95a749a51c None None] Attempting to bind port 0b213b4b-65f4-47ec-9a49-41ab48045c13 on network b53d0895-8915-42c5-88ee-bc24ce18a945 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:41:32.398348 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffeb738b-c091-4606-b65a-c9cb316280ec tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Made reservation on behalf of b505598f6df14a80882fa235f7bac0f2 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:41:32.401523 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e4622-996f-4902-bb54-6d95a749a51c None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:41:32.401687 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ffeb738b-c091-4606-b65a-c9cb316280ec tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:32.401937 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e4622-996f-4902-bb54-6d95a749a51c None None] Checking segment: {'id': 'a80a6e2b-9c5d-48bc-95be-50e504feb489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b53d0895-8915-42c5-88ee-bc24ce18a945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:41:32.402343 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-938e4622-996f-4902-bb54-6d95a749a51c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:32.402741 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938e4622-996f-4902-bb54-6d95a749a51c None None] Bound using segment: {'id': 'a80a6e2b-9c5d-48bc-95be-50e504feb489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b53d0895-8915-42c5-88ee-bc24ce18a945'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:41:32.403215 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-938e4622-996f-4902-bb54-6d95a749a51c None None] Bound port: 0b213b4b-65f4-47ec-9a49-41ab48045c13, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a80a6e2b-9c5d-48bc-95be-50e504feb489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b53d0895-8915-42c5-88ee-bc24ce18a945'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:41:32.403602 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-938e4622-996f-4902-bb54-6d95a749a51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:32.467624 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-938e4622-996f-4902-bb54-6d95a749a51c None None] For port 0b213b4b-65f4-47ec-9a49-41ab48045c13, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:41:32.471007 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-938e4622-996f-4902-bb54-6d95a749a51c None None] For port 0b213b4b-65f4-47ec-9a49-41ab48045c13, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0b213b4b-65f4-47ec-9a49-41ab48045c13,segment=NetworkSegment(a80a6e2b-9c5d-48bc-95be-50e504feb489),segment_id=a80a6e2b-9c5d-48bc-95be-50e504feb489)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:41:32.476514 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-938e4622-996f-4902-bb54-6d95a749a51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:32.542603 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e4622-996f-4902-bb54-6d95a749a51c None None] Pushing event updated for resources: {'Port': ['ID=0b213b4b-65f4-47ec-9a49-41ab48045c13,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:32.585091 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ffeb738b-c091-4606-b65a-c9cb316280ec tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:32.650747 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb738b-c091-4606-b65a-c9cb316280ec tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Pushing event updated for resources: {'Subnet': ['ID=d839e9b2-9286-48b4-90ce-7d7b981652a6,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:32.655408 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeb738b-c091-4606-b65a-c9cb316280ec tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Checking segment: {'id': '879bad22-65dc-4f4a-a445-a4903eccbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6ddaa1cb-d6ef-4ffa-a8db-1caea47d7e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:41:32.655786 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeb738b-c091-4606-b65a-c9cb316280ec tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Network hostable DHCP agents. Network: 6ddaa1cb-d6ef-4ffa-a8db-1caea47d7e30, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:41:32.689209 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeb738b-c091-4606-b65a-c9cb316280ec tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Network 6ddaa1cb-d6ef-4ffa-a8db-1caea47d7e30 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:41:32.698993 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-ffeb738b-c091-4606-b65a-c9cb316280ec tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 6ddaa1cb-d6ef-4ffa-a8db-1caea47d7e30) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:41:32.703247 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffeb738b-c091-4606-b65a-c9cb316280ec tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:32.703855 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ffeb738b-c091-4606-b65a-c9cb316280ec tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:32.709068 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddcd8d9-d84c-4ed0-ae24-92b17fd3362e None None] Network 6ddaa1cb-d6ef-4ffa-a8db-1caea47d7e30 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:41:32.726536 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ffeb738b-c091-4606-b65a-c9cb316280ec tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7668869 Jul 06 14:41:32.730190 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37482) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:32.736174 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-73695ce5-0844-4fd7-b5de-fe5273cf8d45 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Request body: {'router': {'external_gateway_info': {'network_id': '6ddaa1cb-d6ef-4ffa-a8db-1caea47d7e30'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:32.881003 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c702426-621a-4494-972b-300ce73d671a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-6ddaa1cb-d6ef-4ffa-a8db-1caea47d7e30', 'network_id': '6ddaa1cb-d6ef-4ffa-a8db-1caea47d7e30', 'tenant_id': 'b505598f6df14a80882fa235f7bac0f2', 'fixed_ips': [{'subnet_id': 'd839e9b2-9286-48b4-90ce-7d7b981652a6'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:41:32.881908 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8c702426-621a-4494-972b-300ce73d671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:32.956942 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-73695ce5-0844-4fd7-b5de-fe5273cf8d45 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:33.021619 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-8c702426-621a-4494-972b-300ce73d671a None None] Allocated IP 172.21.0.2 (6ddaa1cb-d6ef-4ffa-a8db-1caea47d7e30/d839e9b2-9286-48b4-90ce-7d7b981652a6/c17b388d-7b2d-419d-94bc-fb47744d9379) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:41:33.065735 n-d-773644-6 neutron-server[100417]: INFO neutron.api.v2.resource [None req-73695ce5-0844-4fd7-b5de-fe5273cf8d45 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 06 14:41:33.066987 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-73695ce5-0844-4fd7-b5de-fe5273cf8d45 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] 10.222.0.118 "PUT /v2.0/routers/731c6d48-099e-4112-a85e-c5efdacb5091 HTTP/1.1" status: 400 len: 364 time: 0.3356647 Jul 06 14:41:33.074250 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37484) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:33.131473 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f69bc4e-480c-41d9-b430-9faafec49aca tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Deleting subnet d839e9b2-9286-48b4-90ce-7d7b981652a6 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:41:33.174048 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8c702426-621a-4494-972b-300ce73d671a None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:33.183661 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8c702426-621a-4494-972b-300ce73d671a None None] Transition to ACTIVE for port object c17b388d-7b2d-419d-94bc-fb47744d9379 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:41:33.199457 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8c702426-621a-4494-972b-300ce73d671a None None] Transition to ACTIVE for port object c17b388d-7b2d-419d-94bc-fb47744d9379 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:41:33.204821 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9f69bc4e-480c-41d9-b430-9faafec49aca tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:33.205249 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8c702426-621a-4494-972b-300ce73d671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:33.244100 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c702426-621a-4494-972b-300ce73d671a None None] Network 6ddaa1cb-d6ef-4ffa-a8db-1caea47d7e30 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:41:33.247615 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-8c702426-621a-4494-972b-300ce73d671a None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:41:33.251178 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c702426-621a-4494-972b-300ce73d671a None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:41:33.254975 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9f69bc4e-480c-41d9-b430-9faafec49aca tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:33.266586 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c702426-621a-4494-972b-300ce73d671a None None] Pushing event updated for resources: {'Port': ['ID=c17b388d-7b2d-419d-94bc-fb47744d9379,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:33.325811 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8c702426-621a-4494-972b-300ce73d671a None None] Attempting to bind port c17b388d-7b2d-419d-94bc-fb47744d9379 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:41:33.326386 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8c702426-621a-4494-972b-300ce73d671a None None] Attempting to bind port c17b388d-7b2d-419d-94bc-fb47744d9379 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '879bad22-65dc-4f4a-a445-a4903eccbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6ddaa1cb-d6ef-4ffa-a8db-1caea47d7e30'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:41:33.326850 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c702426-621a-4494-972b-300ce73d671a None None] Attempting to bind port c17b388d-7b2d-419d-94bc-fb47744d9379 on network 6ddaa1cb-d6ef-4ffa-a8db-1caea47d7e30 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:41:33.332151 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c702426-621a-4494-972b-300ce73d671a None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:41:33.332540 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c702426-621a-4494-972b-300ce73d671a None None] Checking segment: {'id': '879bad22-65dc-4f4a-a445-a4903eccbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6ddaa1cb-d6ef-4ffa-a8db-1caea47d7e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:41:33.332936 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8c702426-621a-4494-972b-300ce73d671a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:33.333331 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c702426-621a-4494-972b-300ce73d671a None None] Bound using segment: {'id': '879bad22-65dc-4f4a-a445-a4903eccbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6ddaa1cb-d6ef-4ffa-a8db-1caea47d7e30'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:41:33.333825 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-8c702426-621a-4494-972b-300ce73d671a None None] Bound port: c17b388d-7b2d-419d-94bc-fb47744d9379, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879bad22-65dc-4f4a-a445-a4903eccbde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6ddaa1cb-d6ef-4ffa-a8db-1caea47d7e30'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:41:33.334214 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8c702426-621a-4494-972b-300ce73d671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:33.356676 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9f69bc4e-480c-41d9-b430-9faafec49aca tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:33.427940 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9f69bc4e-480c-41d9-b430-9faafec49aca tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:33.435405 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8c702426-621a-4494-972b-300ce73d671a None None] For port c17b388d-7b2d-419d-94bc-fb47744d9379, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:41:33.440202 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8c702426-621a-4494-972b-300ce73d671a None None] For port c17b388d-7b2d-419d-94bc-fb47744d9379, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c17b388d-7b2d-419d-94bc-fb47744d9379,segment=NetworkSegment(879bad22-65dc-4f4a-a445-a4903eccbde2),segment_id=879bad22-65dc-4f4a-a445-a4903eccbde2)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:41:33.444050 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8c702426-621a-4494-972b-300ce73d671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:33.458326 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69bc4e-480c-41d9-b430-9faafec49aca tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Pushing event deleted for resources: {'Subnet': ['ID=d839e9b2-9286-48b4-90ce-7d7b981652a6,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:33.462175 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9f69bc4e-480c-41d9-b430-9faafec49aca tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:33.464844 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9f69bc4e-480c-41d9-b430-9faafec49aca tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] 10.222.0.118 "DELETE /v2.0/subnets/d839e9b2-9286-48b4-90ce-7d7b981652a6 HTTP/1.1" status: 204 len: 168 time: 0.3895793 Jul 06 14:41:33.467273 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37486) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:33.505572 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c702426-621a-4494-972b-300ce73d671a None None] Pushing event updated for resources: {'Port': ['ID=c17b388d-7b2d-419d-94bc-fb47744d9379,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:33.529192 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd90bc7-b6d8-4ab0-9a8b-b9bfd34a389c None None] Network b53d0895-8915-42c5-88ee-bc24ce18a945 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:41:33.547512 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f327b6b7-2d52-4fe5-a246-0882f937fffd tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:33.600697 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c44add74-d010-4af4-b150-9059ac183008 None None] Provisioning for port 0b213b4b-65f4-47ec-9a49-41ab48045c13 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:41:33.614536 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f327b6b7-2d52-4fe5-a246-0882f937fffd tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Deleting port c17b388d-7b2d-419d-94bc-fb47744d9379 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:41:33.614890 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f327b6b7-2d52-4fe5-a246-0882f937fffd tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:33.700003 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-f327b6b7-2d52-4fe5-a246-0882f937fffd tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] For port c17b388d-7b2d-419d-94bc-fb47744d9379, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c17b388d-7b2d-419d-94bc-fb47744d9379,segment=NetworkSegment(879bad22-65dc-4f4a-a445-a4903eccbde2),segment_id=879bad22-65dc-4f4a-a445-a4903eccbde2)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:33.700395 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f327b6b7-2d52-4fe5-a246-0882f937fffd tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:33.726133 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-f327b6b7-2d52-4fe5-a246-0882f937fffd tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Calling delete_port for c17b388d-7b2d-419d-94bc-fb47744d9379 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:41:33.733195 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0b213b4b-65f4-47ec-9a49-41ab48045c13 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:41:33.799010 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 0b213b4b-65f4-47ec-9a49-41ab48045c13 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:41:33.803792 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 0b213b4b-65f4-47ec-9a49-41ab48045c13 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:41:33.804243 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:33.838911 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f327b6b7-2d52-4fe5-a246-0882f937fffd tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:33.872952 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327b6b7-2d52-4fe5-a246-0882f937fffd tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Pushing event deleted for resources: {'Port': ['ID=c17b388d-7b2d-419d-94bc-fb47744d9379,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:33.880498 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f327b6b7-2d52-4fe5-a246-0882f937fffd tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] No DVR routers for this DVR port c17b388d-7b2d-419d-94bc-fb47744d9379 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:41:33.909908 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:33.948594 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 0b213b4b-65f4-47ec-9a49-41ab48045c13, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0b213b4b-65f4-47ec-9a49-41ab48045c13,segment=NetworkSegment(a80a6e2b-9c5d-48bc-95be-50e504feb489),segment_id=a80a6e2b-9c5d-48bc-95be-50e504feb489)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:33.953704 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:33.973871 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f327b6b7-2d52-4fe5-a246-0882f937fffd tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:33.989675 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-f327b6b7-2d52-4fe5-a246-0882f937fffd tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ddaa1cb-d6ef-4ffa-a8db-1caea47d7e30']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:34.002606 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-f327b6b7-2d52-4fe5-a246-0882f937fffd tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '879bad22-65dc-4f4a-a445-a4903eccbde2') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:34.002888 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-f327b6b7-2d52-4fe5-a246-0882f937fffd tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '879bad22-65dc-4f4a-a445-a4903eccbde2') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:34.012687 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f327b6b7-2d52-4fe5-a246-0882f937fffd tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:34.013305 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=0b213b4b-65f4-47ec-9a49-41ab48045c13,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:34.033901 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f327b6b7-2d52-4fe5-a246-0882f937fffd tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:34.041024 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f327b6b7-2d52-4fe5-a246-0882f937fffd tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:41:34.041435 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f327b6b7-2d52-4fe5-a246-0882f937fffd tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:41:34.045164 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:41:34.110095 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f327b6b7-2d52-4fe5-a246-0882f937fffd tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:34.117315 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f327b6b7-2d52-4fe5-a246-0882f937fffd tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:34.119499 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f327b6b7-2d52-4fe5-a246-0882f937fffd tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] 10.222.0.118 "DELETE /v2.0/networks/6ddaa1cb-d6ef-4ffa-a8db-1caea47d7e30 HTTP/1.1" status: 204 len: 168 time: 0.6512656 Jul 06 14:41:34.121980 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37488) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:34.131645 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-dc86b3f9-3ccb-444e-b671-5d71a661a018 None None] Provisioning complete for port 0b213b4b-65f4-47ec-9a49-41ab48045c13 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:41:34.132022 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dc86b3f9-3ccb-444e-b671-5d71a661a018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:34.157672 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327b6b7-2d52-4fe5-a246-0882f937fffd tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Pushing event deleted for resources: {'Network': ['ID=6ddaa1cb-d6ef-4ffa-a8db-1caea47d7e30,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:34.184160 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd1f8f3f-6c4a-420e-969e-be3946cca525 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Deleting subnet 9097acf7-633a-4219-8cda-a1ee84fadc03 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:41:34.187408 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd1f8f3f-6c4a-420e-969e-be3946cca525 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:34.236351 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd1f8f3f-6c4a-420e-969e-be3946cca525 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:34.351558 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd1f8f3f-6c4a-420e-969e-be3946cca525 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:34.416630 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd1f8f3f-6c4a-420e-969e-be3946cca525 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:34.443326 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f8f3f-6c4a-420e-969e-be3946cca525 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Pushing event deleted for resources: {'Subnet': ['ID=9097acf7-633a-4219-8cda-a1ee84fadc03,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:34.450120 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-bd1f8f3f-6c4a-420e-969e-be3946cca525 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:34.452657 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-bd1f8f3f-6c4a-420e-969e-be3946cca525 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] 10.222.0.118 "DELETE /v2.0/subnets/9097acf7-633a-4219-8cda-a1ee84fadc03 HTTP/1.1" status: 204 len: 168 time: 0.3297181 Jul 06 14:41:34.455101 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37490) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:34.457510 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdda934-2fce-4abb-b084-32d4903eac05 None None] Network b53d0895-8915-42c5-88ee-bc24ce18a945 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:41:34.542080 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-35146706-22d1-4f02-b842-ed963673bdac tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:34.601821 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-35146706-22d1-4f02-b842-ed963673bdac tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Deleting port 0b213b4b-65f4-47ec-9a49-41ab48045c13 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:41:34.602235 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-35146706-22d1-4f02-b842-ed963673bdac tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:34.637687 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-25d44282-02ac-4361-b1e5-15763dc08208 None None] Could not find standard attr ID for object c17b388d-7b2d-419d-94bc-fb47744d9379. {{(pid=100419) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 06 14:41:34.652367 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dac863e-753e-446b-ba00-0141941ba482 None None] DHCP port deletion for 6ddaa1cb-d6ef-4ffa-a8db-1caea47d7e30 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:41:34.674944 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153fd5f5-0e81-4d53-95b8-c9119c21856f None None] Network 6ddaa1cb-d6ef-4ffa-a8db-1caea47d7e30 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:41:34.676895 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07425b9-bb72-4af0-ae5b-73979f95a340 None None] DHCP port deletion for b53d0895-8915-42c5-88ee-bc24ce18a945 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:41:34.683118 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-35146706-22d1-4f02-b842-ed963673bdac tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] For port 0b213b4b-65f4-47ec-9a49-41ab48045c13, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0b213b4b-65f4-47ec-9a49-41ab48045c13,segment=NetworkSegment(a80a6e2b-9c5d-48bc-95be-50e504feb489),segment_id=a80a6e2b-9c5d-48bc-95be-50e504feb489)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:34.683484 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-35146706-22d1-4f02-b842-ed963673bdac tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:34.693659 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153fd5f5-0e81-4d53-95b8-c9119c21856f None None] Network 6ddaa1cb-d6ef-4ffa-a8db-1caea47d7e30 could not be found, it might have been deleted concurrently. {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 06 14:41:34.698086 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-35146706-22d1-4f02-b842-ed963673bdac tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Calling delete_port for 0b213b4b-65f4-47ec-9a49-41ab48045c13 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:41:34.738047 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-c07425b9-bb72-4af0-ae5b-73979f95a340 None None] Deleting port 0b213b4b-65f4-47ec-9a49-41ab48045c13 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:41:34.738420 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c07425b9-bb72-4af0-ae5b-73979f95a340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:34.780485 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-35146706-22d1-4f02-b842-ed963673bdac tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:34.800979 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-c07425b9-bb72-4af0-ae5b-73979f95a340 None None] For port 0b213b4b-65f4-47ec-9a49-41ab48045c13, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0b213b4b-65f4-47ec-9a49-41ab48045c13,segment=NetworkSegment(a80a6e2b-9c5d-48bc-95be-50e504feb489),segment_id=a80a6e2b-9c5d-48bc-95be-50e504feb489)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:34.801305 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c07425b9-bb72-4af0-ae5b-73979f95a340 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:34.807670 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35146706-22d1-4f02-b842-ed963673bdac tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Pushing event deleted for resources: {'Port': ['ID=0b213b4b-65f4-47ec-9a49-41ab48045c13,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:34.811162 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35146706-22d1-4f02-b842-ed963673bdac tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] No DVR routers for this DVR port 0b213b4b-65f4-47ec-9a49-41ab48045c13 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:41:34.817469 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-c07425b9-bb72-4af0-ae5b-73979f95a340 None None] Calling delete_port for 0b213b4b-65f4-47ec-9a49-41ab48045c13 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:41:34.897005 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-35146706-22d1-4f02-b842-ed963673bdac tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:34.909190 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-35146706-22d1-4f02-b842-ed963673bdac tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b53d0895-8915-42c5-88ee-bc24ce18a945']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:34.921063 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-35146706-22d1-4f02-b842-ed963673bdac tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a80a6e2b-9c5d-48bc-95be-50e504feb489') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:34.921367 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-35146706-22d1-4f02-b842-ed963673bdac tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a80a6e2b-9c5d-48bc-95be-50e504feb489') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:34.931828 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-35146706-22d1-4f02-b842-ed963673bdac tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:34.947829 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-35146706-22d1-4f02-b842-ed963673bdac tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:34.955069 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35146706-22d1-4f02-b842-ed963673bdac tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:41:34.955556 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-35146706-22d1-4f02-b842-ed963673bdac tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:41:34.958703 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:41:35.020404 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-35146706-22d1-4f02-b842-ed963673bdac tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:35.028850 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-35146706-22d1-4f02-b842-ed963673bdac tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:35.030728 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-35146706-22d1-4f02-b842-ed963673bdac tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] 10.222.0.118 "DELETE /v2.0/networks/b53d0895-8915-42c5-88ee-bc24ce18a945 HTTP/1.1" status: 204 len: 168 time: 0.5745888 Jul 06 14:41:35.033550 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37492) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:35.040410 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35146706-22d1-4f02-b842-ed963673bdac tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Pushing event deleted for resources: {'Network': ['ID=b53d0895-8915-42c5-88ee-bc24ce18a945,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:35.065307 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c07425b9-bb72-4af0-ae5b-73979f95a340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:35.073311 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-53150d84-c64a-4f7c-b0da-038984aea9cb tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] 10.222.0.118 "GET /v2.0/ports?device_id=731c6d48-099e-4112-a85e-c5efdacb5091 HTTP/1.1" status: 200 len: 205 time: 0.0349798 Jul 06 14:41:35.073569 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37494) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:35.088253 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c07425b9-bb72-4af0-ae5b-73979f95a340 None None] Network b53d0895-8915-42c5-88ee-bc24ce18a945 is not hosted by any dhcp agent {{(pid=100419) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 06 14:41:35.088715 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07425b9-bb72-4af0-ae5b-73979f95a340 None None] No DVR routers for this DVR port 0b213b4b-65f4-47ec-9a49-41ab48045c13 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:41:35.090437 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07425b9-bb72-4af0-ae5b-73979f95a340 None None] Pushing event deleted for resources: {'Port': ['ID=0b213b4b-65f4-47ec-9a49-41ab48045c13,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:35.146452 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1c0c53a1-fe4a-4003-a0c9-a5ffc5c35181 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:35.298834 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1c0c53a1-fe4a-4003-a0c9-a5ffc5c35181 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:35.300934 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1c0c53a1-fe4a-4003-a0c9-a5ffc5c35181 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:35.347673 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1c0c53a1-fe4a-4003-a0c9-a5ffc5c35181 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:35.348268 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0c53a1-fe4a-4003-a0c9-a5ffc5c35181 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Fanout notify agent at l3_agent the message router_deleted on router 731c6d48-099e-4112-a85e-c5efdacb5091 {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:41:35.358872 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1c0c53a1-fe4a-4003-a0c9-a5ffc5c35181 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:35.359983 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1c0c53a1-fe4a-4003-a0c9-a5ffc5c35181 tempest-RoutersNegativeTest-1833551217 tempest-RoutersNegativeTest-1833551217-project] 10.222.0.118 "DELETE /v2.0/routers/731c6d48-099e-4112-a85e-c5efdacb5091 HTTP/1.1" status: 204 len: 168 time: 0.2854755 Jul 06 14:41:35.602105 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37500) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:35.647954 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0b213b4b-65f4-47ec-9a49-41ab48045c13 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:41:35.669476 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 0b213b4b-65f4-47ec-9a49-41ab48045c13 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:41:35.669850 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0b213b4b-65f4-47ec-9a49-41ab48045c13 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:41:35.735421 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7a499fa6-9b14-463e-b60c-94ae517b33ba admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=b505598f6df14a80882fa235f7bac0f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320388 Jul 06 14:41:35.737947 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37504) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:35.784175 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-553ac5dd-97b9-4799-aadd-fded3db2a8a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:35.804981 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-553ac5dd-97b9-4799-aadd-fded3db2a8a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:35.852094 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-553ac5dd-97b9-4799-aadd-fded3db2a8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:35.857424 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-553ac5dd-97b9-4799-aadd-fded3db2a8a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:35.859498 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-553ac5dd-97b9-4799-aadd-fded3db2a8a9 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/f0af560c-e386-4ae5-888a-e9fea0b40d9d HTTP/1.1" status: 204 len: 168 time: 0.1203530 Jul 06 14:41:35.867962 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ac5dd-97b9-4799-aadd-fded3db2a8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0af560c-e386-4ae5-888a-e9fea0b40d9d,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:36.484254 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37526) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:36.582181 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-ca0031d0-0e4d-4d84-9706-bd8f74e34360 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1691668353-network', 'tenant_id': '29917cee17974467b77aa4f05cc16177'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:36.602183 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0031d0-0e4d-4d84-9706-bd8f74e34360 admin admin] Made reservation on behalf of 29917cee17974467b77aa4f05cc16177 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:41:36.605133 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ca0031d0-0e4d-4d84-9706-bd8f74e34360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:36.617642 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ca0031d0-0e4d-4d84-9706-bd8f74e34360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:36.704256 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ca0031d0-0e4d-4d84-9706-bd8f74e34360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:36.708029 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ca0031d0-0e4d-4d84-9706-bd8f74e34360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:36.732238 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca0031d0-0e4d-4d84-9706-bd8f74e34360 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:41:36.741723 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0031d0-0e4d-4d84-9706-bd8f74e34360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa88e29-068f-429e-bea7-30a700b067e6,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:36.747332 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ca0031d0-0e4d-4d84-9706-bd8f74e34360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:36.747684 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-ca0031d0-0e4d-4d84-9706-bd8f74e34360 admin admin] Added segment 1af9a5d5-2162-4de2-adda-a66bfa15e192 of type vlan for network 1324d3a1-1f41-4f38-bebf-6253c21a0b24 Jul 06 14:41:36.786719 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ca0031d0-0e4d-4d84-9706-bd8f74e34360 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:36.815100 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ca0031d0-0e4d-4d84-9706-bd8f74e34360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:36.816068 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0031d0-0e4d-4d84-9706-bd8f74e34360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:36.816652 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ca0031d0-0e4d-4d84-9706-bd8f74e34360 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:36.870910 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ca0031d0-0e4d-4d84-9706-bd8f74e34360 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3854499 Jul 06 14:41:36.873776 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37530) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:36.875933 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0031d0-0e4d-4d84-9706-bd8f74e34360 admin admin] Pushing event updated for resources: {'Network': ['ID=1324d3a1-1f41-4f38-bebf-6253c21a0b24,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:36.880295 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-165a12c1-0f58-4136-922a-a5830a63f01c admin admin] Request body: {'subnet': {'network_id': '1324d3a1-1f41-4f38-bebf-6253c21a0b24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1691668353-subnet', 'tenant_id': '29917cee17974467b77aa4f05cc16177', 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:36.887092 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 1324d3a1-1f41-4f38-bebf-6253c21a0b24 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:41:36.903662 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165a12c1-0f58-4136-922a-a5830a63f01c admin admin] Made reservation on behalf of 29917cee17974467b77aa4f05cc16177 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:41:36.906175 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-165a12c1-0f58-4136-922a-a5830a63f01c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:37.070537 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-165a12c1-0f58-4136-922a-a5830a63f01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:37.133796 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a12c1-0f58-4136-922a-a5830a63f01c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e9149c3-1097-4417-b579-260bd1d3fae9,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:37.138665 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165a12c1-0f58-4136-922a-a5830a63f01c admin admin] Checking segment: {'id': '1af9a5d5-2162-4de2-adda-a66bfa15e192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1324d3a1-1f41-4f38-bebf-6253c21a0b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:41:37.139034 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165a12c1-0f58-4136-922a-a5830a63f01c admin admin] Network hostable DHCP agents. Network: 1324d3a1-1f41-4f38-bebf-6253c21a0b24, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:41:37.155259 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165a12c1-0f58-4136-922a-a5830a63f01c admin admin] Network 1324d3a1-1f41-4f38-bebf-6253c21a0b24 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:41:37.163881 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-165a12c1-0f58-4136-922a-a5830a63f01c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 1324d3a1-1f41-4f38-bebf-6253c21a0b24) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:41:37.168382 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165a12c1-0f58-4136-922a-a5830a63f01c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:37.168978 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-165a12c1-0f58-4136-922a-a5830a63f01c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:37.173429 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7165ea-965f-4a89-bf99-7b3ba5ab62dc None None] Network 1324d3a1-1f41-4f38-bebf-6253c21a0b24 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:41:37.183838 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-165a12c1-0f58-4136-922a-a5830a63f01c admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3089373 Jul 06 14:41:37.186453 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37532) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:37.191098 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-90c11392-d744-49bd-9e7f-6d4c3d591940 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1691668353-router', 'tenant_id': '29917cee17974467b77aa4f05cc16177', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:37.212251 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-90c11392-d744-49bd-9e7f-6d4c3d591940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:37.213519 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-90c11392-d744-49bd-9e7f-6d4c3d591940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:37.266151 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-90c11392-d744-49bd-9e7f-6d4c3d591940 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:37.333634 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914dc1c5-a5c7-4967-8c9b-e8f9b2a12bd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-1324d3a1-1f41-4f38-bebf-6253c21a0b24', 'network_id': '1324d3a1-1f41-4f38-bebf-6253c21a0b24', 'tenant_id': '29917cee17974467b77aa4f05cc16177', 'fixed_ips': [{'subnet_id': '0e9149c3-1097-4417-b579-260bd1d3fae9'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:41:37.334549 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-914dc1c5-a5c7-4967-8c9b-e8f9b2a12bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:37.413580 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-90c11392-d744-49bd-9e7f-6d4c3d591940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:37.430723 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1e22dd3f-e8f0-4af3-b0a0-f8311f7c3ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:37.483695 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-914dc1c5-a5c7-4967-8c9b-e8f9b2a12bd4 None None] Allocated IP 172.20.0.2 (1324d3a1-1f41-4f38-bebf-6253c21a0b24/0e9149c3-1097-4417-b579-260bd1d3fae9/cc3bbc29-a1f8-4a90-9c92-fc0c24f9568e) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:41:37.616082 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-90c11392-d744-49bd-9e7f-6d4c3d591940 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:37.633905 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-914dc1c5-a5c7-4967-8c9b-e8f9b2a12bd4 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:37.636383 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-90c11392-d744-49bd-9e7f-6d4c3d591940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:37.643133 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-914dc1c5-a5c7-4967-8c9b-e8f9b2a12bd4 None None] Transition to ACTIVE for port object cc3bbc29-a1f8-4a90-9c92-fc0c24f9568e will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:41:37.659193 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-914dc1c5-a5c7-4967-8c9b-e8f9b2a12bd4 None None] Transition to ACTIVE for port object cc3bbc29-a1f8-4a90-9c92-fc0c24f9568e will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:41:37.664639 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-914dc1c5-a5c7-4967-8c9b-e8f9b2a12bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:37.703903 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914dc1c5-a5c7-4967-8c9b-e8f9b2a12bd4 None None] Network 1324d3a1-1f41-4f38-bebf-6253c21a0b24 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:41:37.708670 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-914dc1c5-a5c7-4967-8c9b-e8f9b2a12bd4 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:41:37.713515 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914dc1c5-a5c7-4967-8c9b-e8f9b2a12bd4 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:41:37.716687 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914dc1c5-a5c7-4967-8c9b-e8f9b2a12bd4 None None] Pushing event updated for resources: {'Port': ['ID=cc3bbc29-a1f8-4a90-9c92-fc0c24f9568e,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:37.744039 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-90c11392-d744-49bd-9e7f-6d4c3d591940 admin admin] Allocated IP 172.25.6.134 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/f0ab09f2-10fb-405a-a014-24b5067d43e9) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:41:37.775722 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-914dc1c5-a5c7-4967-8c9b-e8f9b2a12bd4 None None] Attempting to bind port cc3bbc29-a1f8-4a90-9c92-fc0c24f9568e on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:41:37.776093 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-914dc1c5-a5c7-4967-8c9b-e8f9b2a12bd4 None None] Attempting to bind port cc3bbc29-a1f8-4a90-9c92-fc0c24f9568e by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '1af9a5d5-2162-4de2-adda-a66bfa15e192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1324d3a1-1f41-4f38-bebf-6253c21a0b24'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:41:37.776450 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914dc1c5-a5c7-4967-8c9b-e8f9b2a12bd4 None None] Attempting to bind port cc3bbc29-a1f8-4a90-9c92-fc0c24f9568e on network 1324d3a1-1f41-4f38-bebf-6253c21a0b24 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:41:37.781476 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914dc1c5-a5c7-4967-8c9b-e8f9b2a12bd4 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:41:37.781889 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914dc1c5-a5c7-4967-8c9b-e8f9b2a12bd4 None None] Checking segment: {'id': '1af9a5d5-2162-4de2-adda-a66bfa15e192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1324d3a1-1f41-4f38-bebf-6253c21a0b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:41:37.782287 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-914dc1c5-a5c7-4967-8c9b-e8f9b2a12bd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:37.782674 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914dc1c5-a5c7-4967-8c9b-e8f9b2a12bd4 None None] Bound using segment: {'id': '1af9a5d5-2162-4de2-adda-a66bfa15e192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1324d3a1-1f41-4f38-bebf-6253c21a0b24'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:41:37.783454 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-914dc1c5-a5c7-4967-8c9b-e8f9b2a12bd4 None None] Bound port: cc3bbc29-a1f8-4a90-9c92-fc0c24f9568e, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af9a5d5-2162-4de2-adda-a66bfa15e192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1324d3a1-1f41-4f38-bebf-6253c21a0b24'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:41:37.783927 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-914dc1c5-a5c7-4967-8c9b-e8f9b2a12bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:37.846598 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-90c11392-d744-49bd-9e7f-6d4c3d591940 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:37.848573 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-914dc1c5-a5c7-4967-8c9b-e8f9b2a12bd4 None None] For port cc3bbc29-a1f8-4a90-9c92-fc0c24f9568e, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:41:37.851888 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-914dc1c5-a5c7-4967-8c9b-e8f9b2a12bd4 None None] For port cc3bbc29-a1f8-4a90-9c92-fc0c24f9568e, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=cc3bbc29-a1f8-4a90-9c92-fc0c24f9568e,segment=NetworkSegment(1af9a5d5-2162-4de2-adda-a66bfa15e192),segment_id=1af9a5d5-2162-4de2-adda-a66bfa15e192)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:41:37.857031 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-914dc1c5-a5c7-4967-8c9b-e8f9b2a12bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:37.901494 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-90c11392-d744-49bd-9e7f-6d4c3d591940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:37.918363 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914dc1c5-a5c7-4967-8c9b-e8f9b2a12bd4 None None] Pushing event updated for resources: {'Port': ['ID=cc3bbc29-a1f8-4a90-9c92-fc0c24f9568e,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:37.946401 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c11392-d744-49bd-9e7f-6d4c3d591940 admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:41:37.950331 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-90c11392-d744-49bd-9e7f-6d4c3d591940 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:41:37.956210 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c11392-d744-49bd-9e7f-6d4c3d591940 admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:41:37.961877 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c11392-d744-49bd-9e7f-6d4c3d591940 admin admin] Pushing event updated for resources: {'Port': ['ID=f0ab09f2-10fb-405a-a014-24b5067d43e9,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:38.220902 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-90c11392-d744-49bd-9e7f-6d4c3d591940 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:38.418982 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-90c11392-d744-49bd-9e7f-6d4c3d591940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:38.550196 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c11392-d744-49bd-9e7f-6d4c3d591940 admin admin] Router e94e7d7a-2b19-47ed-8748-2d5ae903a127 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:41:38.662598 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c11392-d744-49bd-9e7f-6d4c3d591940 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:41:38.673492 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd1a2de-6529-467f-ac17-8f731fc9a75d None None] Sync routers for ids ['e94e7d7a-2b19-47ed-8748-2d5ae903a127'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:41:38.683039 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-90c11392-d744-49bd-9e7f-6d4c3d591940 admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:38.686922 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-90c11392-d744-49bd-9e7f-6d4c3d591940 admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4969001 Jul 06 14:41:38.687152 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd1a2de-6529-467f-ac17-8f731fc9a75d None None] Routers {'e94e7d7a-2b19-47ed-8748-2d5ae903a127'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:41:38.687152 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-efd1a2de-6529-467f-ac17-8f731fc9a75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:41:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['e94e7d7a-2b19-47ed-8748-2d5ae903a127'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:38.687356 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37536) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:38.742942 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:41:38.811003 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-efd1a2de-6529-467f-ac17-8f731fc9a75d None None] Set router e94e7d7a-2b19-47ed-8748-2d5ae903a127 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:41:38.822718 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c242674d-a357-4ee3-af7a-3ad717ced4fc None None] Network 1324d3a1-1f41-4f38-bebf-6253c21a0b24 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:41:38.909556 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-cb779abb-5c72-4150-8f30-ce5920961395 None None] Provisioning for port cc3bbc29-a1f8-4a90-9c92-fc0c24f9568e completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:41:39.006602 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-efd1a2de-6529-467f-ac17-8f731fc9a75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94e7d7a-2b19-47ed-8748-2d5ae903a127', 'name': 'tempest-TestEncryptedCinderVolumes-1691668353-router', 'tenant_id': '29917cee17974467b77aa4f05cc16177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'f0ab09f2-10fb-405a-a014-24b5067d43e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:41:37Z', 'updated_at': '2021-07-06T14:41:38Z', 'revision_number': 3, 'project_id': '29917cee17974467b77aa4f05cc16177', 'gw_port': {'id': 'f0ab09f2-10fb-405a-a014-24b5067d43e9', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94e7d7a-2b19-47ed-8748-2d5ae903a127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:41:37Z', 'updated_at': '2021-07-06T14:41:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:39.150138 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd1a2de-6529-467f-ac17-8f731fc9a75d None None] Checking router: e94e7d7a-2b19-47ed-8748-2d5ae903a127 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:41:39.150939 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd1a2de-6529-467f-ac17-8f731fc9a75d None None] Updating router e94e7d7a-2b19-47ed-8748-2d5ae903a127 port f0ab09f2-10fb-405a-a014-24b5067d43e9 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:41:39.157943 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-171cc29d-6c6b-4e42-b9e8-6927d1b3cb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:39.185156 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-efd1a2de-6529-467f-ac17-8f731fc9a75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:39.315827 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-171cc29d-6c6b-4e42-b9e8-6927d1b3cb16 admin admin] Allocated IP 172.20.0.1 (1324d3a1-1f41-4f38-bebf-6253c21a0b24/0e9149c3-1097-4417-b579-260bd1d3fae9/c5bc6c04-4c76-4126-9f4d-c45df93aa72a) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:41:39.434211 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-171cc29d-6c6b-4e42-b9e8-6927d1b3cb16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:39.449463 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-171cc29d-6c6b-4e42-b9e8-6927d1b3cb16 admin admin] Transition to ACTIVE for port object c5bc6c04-4c76-4126-9f4d-c45df93aa72a will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:41:39.460055 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-efd1a2de-6529-467f-ac17-8f731fc9a75d None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:39.474888 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-efd1a2de-6529-467f-ac17-8f731fc9a75d None None] Transition to ACTIVE for port object f0ab09f2-10fb-405a-a014-24b5067d43e9 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:41:39.483679 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-efd1a2de-6529-467f-ac17-8f731fc9a75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:39.492479 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-171cc29d-6c6b-4e42-b9e8-6927d1b3cb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:39.531808 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171cc29d-6c6b-4e42-b9e8-6927d1b3cb16 admin admin] Network 1324d3a1-1f41-4f38-bebf-6253c21a0b24 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:41:39.534835 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-171cc29d-6c6b-4e42-b9e8-6927d1b3cb16 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:41:39.541774 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171cc29d-6c6b-4e42-b9e8-6927d1b3cb16 admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:41:39.542784 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6e103-8c0c-4262-92d2-dd8829b77ada None None] Pushing event updated for resources: {'Port': ['ID=f0ab09f2-10fb-405a-a014-24b5067d43e9,revision_number=2']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:39.547320 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171cc29d-6c6b-4e42-b9e8-6927d1b3cb16 admin admin] Pushing event updated for resources: {'Port': ['ID=c5bc6c04-4c76-4126-9f4d-c45df93aa72a,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:39.551469 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6e103-8c0c-4262-92d2-dd8829b77ada None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:39.551815 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6e103-8c0c-4262-92d2-dd8829b77ada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:39.552154 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6e103-8c0c-4262-92d2-dd8829b77ada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:39.552490 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6e103-8c0c-4262-92d2-dd8829b77ada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:39.552822 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6e103-8c0c-4262-92d2-dd8829b77ada None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:39.553147 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6e103-8c0c-4262-92d2-dd8829b77ada None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:39.553474 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6e103-8c0c-4262-92d2-dd8829b77ada None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:39.553816 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6e103-8c0c-4262-92d2-dd8829b77ada None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:39.554139 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6e103-8c0c-4262-92d2-dd8829b77ada None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:39.554460 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6e103-8c0c-4262-92d2-dd8829b77ada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:39.554777 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6e103-8c0c-4262-92d2-dd8829b77ada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:39.555095 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d6e103-8c0c-4262-92d2-dd8829b77ada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:41:39.559191 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-efd1a2de-6529-467f-ac17-8f731fc9a75d None None] Attempting to bind port f0ab09f2-10fb-405a-a014-24b5067d43e9 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:41:39.559564 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-efd1a2de-6529-467f-ac17-8f731fc9a75d None None] Attempting to bind port f0ab09f2-10fb-405a-a014-24b5067d43e9 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:41:39.559924 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd1a2de-6529-467f-ac17-8f731fc9a75d None None] Attempting to bind port f0ab09f2-10fb-405a-a014-24b5067d43e9 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:41:39.565783 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd1a2de-6529-467f-ac17-8f731fc9a75d None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:41:39.566209 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd1a2de-6529-467f-ac17-8f731fc9a75d None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:41:39.566556 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-efd1a2de-6529-467f-ac17-8f731fc9a75d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:39.566945 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd1a2de-6529-467f-ac17-8f731fc9a75d None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:41:39.567412 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-efd1a2de-6529-467f-ac17-8f731fc9a75d None None] Bound port: f0ab09f2-10fb-405a-a014-24b5067d43e9, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:41:39.567802 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-efd1a2de-6529-467f-ac17-8f731fc9a75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:39.586494 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-171cc29d-6c6b-4e42-b9e8-6927d1b3cb16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:39.648797 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-efd1a2de-6529-467f-ac17-8f731fc9a75d None None] For port f0ab09f2-10fb-405a-a014-24b5067d43e9, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:41:39.654881 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-efd1a2de-6529-467f-ac17-8f731fc9a75d None None] For port f0ab09f2-10fb-405a-a014-24b5067d43e9, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=f0ab09f2-10fb-405a-a014-24b5067d43e9,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:41:39.664477 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-efd1a2de-6529-467f-ac17-8f731fc9a75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:39.738681 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device cc3bbc29-a1f8-4a90-9c92-fc0c24f9568e up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:41:39.739252 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6e103-8c0c-4262-92d2-dd8829b77ada None None] Pushing event updated for resources: {'Port': ['ID=f0ab09f2-10fb-405a-a014-24b5067d43e9,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:39.740573 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-171cc29d-6c6b-4e42-b9e8-6927d1b3cb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:39.745127 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd1a2de-6529-467f-ac17-8f731fc9a75d None None] Routers {'e94e7d7a-2b19-47ed-8748-2d5ae903a127'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:41:39.745927 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-efd1a2de-6529-467f-ac17-8f731fc9a75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:41:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['e94e7d7a-2b19-47ed-8748-2d5ae903a127'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:39.806130 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port cc3bbc29-a1f8-4a90-9c92-fc0c24f9568e completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:41:39.811128 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port cc3bbc29-a1f8-4a90-9c92-fc0c24f9568e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:41:39.811871 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:39.868115 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-efd1a2de-6529-467f-ac17-8f731fc9a75d None None] Set router e94e7d7a-2b19-47ed-8748-2d5ae903a127 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:41:39.874950 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3a66cf8d-9d27-41d7-94d7-6f81c9f50b1d None None] Provisioning for port c5bc6c04-4c76-4126-9f4d-c45df93aa72a completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:41:39.897121 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-3a66cf8d-9d27-41d7-94d7-6f81c9f50b1d None None] Provisioning complete for port c5bc6c04-4c76-4126-9f4d-c45df93aa72a triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:41:39.897663 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3a66cf8d-9d27-41d7-94d7-6f81c9f50b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:39.930916 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-171cc29d-6c6b-4e42-b9e8-6927d1b3cb16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:39.934508 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:39.936234 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-171cc29d-6c6b-4e42-b9e8-6927d1b3cb16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:39.949917 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-3a66cf8d-9d27-41d7-94d7-6f81c9f50b1d None None] Port c5bc6c04-4c76-4126-9f4d-c45df93aa72a cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:41:39.974191 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port cc3bbc29-a1f8-4a90-9c92-fc0c24f9568e, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=cc3bbc29-a1f8-4a90-9c92-fc0c24f9568e,segment=NetworkSegment(1af9a5d5-2162-4de2-adda-a66bfa15e192),segment_id=1af9a5d5-2162-4de2-adda-a66bfa15e192)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:39.979005 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:40.013615 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171cc29d-6c6b-4e42-b9e8-6927d1b3cb16 admin admin] Pushing event updated for resources: {'Port': ['ID=c5bc6c04-4c76-4126-9f4d-c45df93aa72a,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:40.017354 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-171cc29d-6c6b-4e42-b9e8-6927d1b3cb16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:40.034173 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=cc3bbc29-a1f8-4a90-9c92-fc0c24f9568e,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:40.088969 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-efd1a2de-6529-467f-ac17-8f731fc9a75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94e7d7a-2b19-47ed-8748-2d5ae903a127', 'name': 'tempest-TestEncryptedCinderVolumes-1691668353-router', 'tenant_id': '29917cee17974467b77aa4f05cc16177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'f0ab09f2-10fb-405a-a014-24b5067d43e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:41:37Z', 'updated_at': '2021-07-06T14:41:39Z', 'revision_number': 4, 'project_id': '29917cee17974467b77aa4f05cc16177', 'gw_port': {'id': 'f0ab09f2-10fb-405a-a014-24b5067d43e9', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94e7d7a-2b19-47ed-8748-2d5ae903a127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:41:37Z', 'updated_at': '2021-07-06T14:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'c5bc6c04-4c76-4126-9f4d-c45df93aa72a', 'name': '', 'network_id': '1324d3a1-1f41-4f38-bebf-6253c21a0b24', 'tenant_id': '29917cee17974467b77aa4f05cc16177', 'mac_address': 'fa:16:3e:e5:37:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94e7d7a-2b19-47ed-8748-2d5ae903a127', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '0e9149c3-1097-4417-b579-260bd1d3fae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:41:39Z', 'updated_at': '2021-07-06T14:41:39Z', 'revision_number': 1, 'project_id': '29917cee17974467b77aa4f05cc16177', 'subnets': [{'id': '0e9149c3-1097-4417-b579-260bd1d3fae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:40.111452 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171cc29d-6c6b-4e42-b9e8-6927d1b3cb16 admin admin] Network 1324d3a1-1f41-4f38-bebf-6253c21a0b24 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:41:40.113332 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-171cc29d-6c6b-4e42-b9e8-6927d1b3cb16 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:41:40.116506 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd1a2de-6529-467f-ac17-8f731fc9a75d None None] The sync data for ids ['e94e7d7a-2b19-47ed-8748-2d5ae903a127'] in n-d-773644-6 is: [{'id': 'e94e7d7a-2b19-47ed-8748-2d5ae903a127', 'name': 'tempest-TestEncryptedCinderVolumes-1691668353-router', 'tenant_id': '29917cee17974467b77aa4f05cc16177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'f0ab09f2-10fb-405a-a014-24b5067d43e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:41:37Z', 'updated_at': '2021-07-06T14:41:39Z', 'revision_number': 4, 'project_id': '29917cee17974467b77aa4f05cc16177', 'gw_port': {'id': 'f0ab09f2-10fb-405a-a014-24b5067d43e9', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94e7d7a-2b19-47ed-8748-2d5ae903a127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:41:37Z', 'updated_at': '2021-07-06T14:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'c5bc6c04-4c76-4126-9f4d-c45df93aa72a', 'name': '', 'network_id': '1324d3a1-1f41-4f38-bebf-6253c21a0b24', 'tenant_id': '29917cee17974467b77aa4f05cc16177', 'mac_address': 'fa:16:3e:e5:37:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94e7d7a-2b19-47ed-8748-2d5ae903a127', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '0e9149c3-1097-4417-b579-260bd1d3fae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:41:39Z', 'updated_at': '2021-07-06T14:41:39Z', 'revision_number': 1, 'project_id': '29917cee17974467b77aa4f05cc16177', 'subnets': [{'id': '0e9149c3-1097-4417-b579-260bd1d3fae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:41:40.239615 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171cc29d-6c6b-4e42-b9e8-6927d1b3cb16 admin admin] Router e94e7d7a-2b19-47ed-8748-2d5ae903a127 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:41:40.303103 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:40.373332 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d9c161a4-b12f-411b-8c70-08091e7df6df None None] Provisioning complete for port c5bc6c04-4c76-4126-9f4d-c45df93aa72a triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:41:40.373793 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d9c161a4-b12f-411b-8c70-08091e7df6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:40.413450 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d9c161a4-b12f-411b-8c70-08091e7df6df None None] Port c5bc6c04-4c76-4126-9f4d-c45df93aa72a cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:41:40.624976 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ee7e3312-0d38-470f-b5e0-483d19ab3fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:40.728386 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171cc29d-6c6b-4e42-b9e8-6927d1b3cb16 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:41:40.733615 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-171cc29d-6c6b-4e42-b9e8-6927d1b3cb16 admin admin] 10.222.0.118 "PUT /v2.0/routers/e94e7d7a-2b19-47ed-8748-2d5ae903a127/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0449243 Jul 06 14:41:41.244300 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37552) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:41.249307 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-294ca47a-b2b8-41e6-bd5e-8e3114f3587a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1140129543-network', 'tenant_id': 'b30fc05c73f54d94a325fdf34a3dc737'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:41.270717 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294ca47a-b2b8-41e6-bd5e-8e3114f3587a admin admin] Made reservation on behalf of b30fc05c73f54d94a325fdf34a3dc737 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:41:41.273298 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-294ca47a-b2b8-41e6-bd5e-8e3114f3587a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:41.282230 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-294ca47a-b2b8-41e6-bd5e-8e3114f3587a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:41.384799 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-294ca47a-b2b8-41e6-bd5e-8e3114f3587a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:41.388697 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-294ca47a-b2b8-41e6-bd5e-8e3114f3587a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:41.417100 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294ca47a-b2b8-41e6-bd5e-8e3114f3587a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:41:41.426079 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ca47a-b2b8-41e6-bd5e-8e3114f3587a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c23540-e9e3-4855-a207-f37030820de1,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:41.432878 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-294ca47a-b2b8-41e6-bd5e-8e3114f3587a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:41.433228 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-294ca47a-b2b8-41e6-bd5e-8e3114f3587a admin admin] Added segment bf04eeee-5342-44f0-9849-0fa73d8fd1db of type vlan for network 9f737a90-0822-4e9f-b034-355dfa00aa59 Jul 06 14:41:41.479206 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-294ca47a-b2b8-41e6-bd5e-8e3114f3587a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:41.507561 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-294ca47a-b2b8-41e6-bd5e-8e3114f3587a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:41.508581 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294ca47a-b2b8-41e6-bd5e-8e3114f3587a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:41.509268 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-294ca47a-b2b8-41e6-bd5e-8e3114f3587a admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:41.562479 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-294ca47a-b2b8-41e6-bd5e-8e3114f3587a admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3170812 Jul 06 14:41:41.565618 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37554) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:41.569452 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ca47a-b2b8-41e6-bd5e-8e3114f3587a admin admin] Pushing event updated for resources: {'Network': ['ID=9f737a90-0822-4e9f-b034-355dfa00aa59,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:41.571951 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-28849177-9944-46d1-ad49-123e9cc27f18 admin admin] Request body: {'subnet': {'network_id': '9f737a90-0822-4e9f-b034-355dfa00aa59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1140129543-subnet', 'tenant_id': 'b30fc05c73f54d94a325fdf34a3dc737', 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:41.580364 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 9f737a90-0822-4e9f-b034-355dfa00aa59 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:41:41.596564 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28849177-9944-46d1-ad49-123e9cc27f18 admin admin] Made reservation on behalf of b30fc05c73f54d94a325fdf34a3dc737 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:41:41.599229 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-28849177-9944-46d1-ad49-123e9cc27f18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:41.691701 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:41.759680 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device cc3bbc29-a1f8-4a90-9c92-fc0c24f9568e up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:41:41.782906 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-28849177-9944-46d1-ad49-123e9cc27f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:41.820366 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port cc3bbc29-a1f8-4a90-9c92-fc0c24f9568e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:41:41.820745 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:41.852575 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28849177-9944-46d1-ad49-123e9cc27f18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db245a66-05c0-4476-b9a2-5ee6cbc382e3,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:41.858580 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28849177-9944-46d1-ad49-123e9cc27f18 admin admin] Checking segment: {'id': 'bf04eeee-5342-44f0-9849-0fa73d8fd1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9f737a90-0822-4e9f-b034-355dfa00aa59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:41:41.859229 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28849177-9944-46d1-ad49-123e9cc27f18 admin admin] Network hostable DHCP agents. Network: 9f737a90-0822-4e9f-b034-355dfa00aa59, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:41:41.879848 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28849177-9944-46d1-ad49-123e9cc27f18 admin admin] Network 9f737a90-0822-4e9f-b034-355dfa00aa59 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:41:41.891456 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-28849177-9944-46d1-ad49-123e9cc27f18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 9f737a90-0822-4e9f-b034-355dfa00aa59) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:41:41.896269 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28849177-9944-46d1-ad49-123e9cc27f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:41.896886 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-28849177-9944-46d1-ad49-123e9cc27f18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:41.909643 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a705181-0aee-4472-ae8e-19f8385a327e None None] Network 9f737a90-0822-4e9f-b034-355dfa00aa59 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:41:41.912702 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-28849177-9944-46d1-ad49-123e9cc27f18 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3454230 Jul 06 14:41:41.915731 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37556) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:41.919551 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f0ab09f2-10fb-405a-a014-24b5067d43e9 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:41:41.921083 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-58a3508f-cfc4-4fab-9b35-a8676a0fa259 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1140129543-router', 'tenant_id': 'b30fc05c73f54d94a325fdf34a3dc737', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:41.943389 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58a3508f-cfc4-4fab-9b35-a8676a0fa259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:41.944598 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58a3508f-cfc4-4fab-9b35-a8676a0fa259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:42.001738 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58a3508f-cfc4-4fab-9b35-a8676a0fa259 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:42.057354 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port f0ab09f2-10fb-405a-a014-24b5067d43e9 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:41:42.067135 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port f0ab09f2-10fb-405a-a014-24b5067d43e9 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:41:42.067513 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:42.147622 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58a3508f-cfc4-4fab-9b35-a8676a0fa259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:42.154318 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ef7489-052a-402b-81fc-8bd325ac4ccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-9f737a90-0822-4e9f-b034-355dfa00aa59', 'network_id': '9f737a90-0822-4e9f-b034-355dfa00aa59', 'tenant_id': 'b30fc05c73f54d94a325fdf34a3dc737', 'fixed_ips': [{'subnet_id': 'db245a66-05c0-4476-b9a2-5ee6cbc382e3'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:41:42.155150 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c1ef7489-052a-402b-81fc-8bd325ac4ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:42.189358 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c23330b-d8b2-4902-905b-e081d4c24f21 None None] Sync routers for ids ['e94e7d7a-2b19-47ed-8748-2d5ae903a127'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:41:42.266505 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c23330b-d8b2-4902-905b-e081d4c24f21 None None] Routers {'e94e7d7a-2b19-47ed-8748-2d5ae903a127'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:41:42.267172 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-4c23330b-d8b2-4902-905b-e081d4c24f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:41:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['e94e7d7a-2b19-47ed-8748-2d5ae903a127'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:42.271871 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:42.345802 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port f0ab09f2-10fb-405a-a014-24b5067d43e9, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=f0ab09f2-10fb-405a-a014-24b5067d43e9,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:42.352469 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:42.371575 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58a3508f-cfc4-4fab-9b35-a8676a0fa259 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:42.390778 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58a3508f-cfc4-4fab-9b35-a8676a0fa259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:42.479159 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-4c23330b-d8b2-4902-905b-e081d4c24f21 None None] Set router e94e7d7a-2b19-47ed-8748-2d5ae903a127 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:41:42.504837 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-58a3508f-cfc4-4fab-9b35-a8676a0fa259 admin admin] Allocated IP 172.25.6.206 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/b4592fc2-7c83-4d52-8412-828ff7508891) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:41:42.510241 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-c1ef7489-052a-402b-81fc-8bd325ac4ccd None None] Allocated IP 172.20.0.2 (9f737a90-0822-4e9f-b034-355dfa00aa59/db245a66-05c0-4476-b9a2-5ee6cbc382e3/1a1004e9-bd8c-4413-8efe-28c340e563ff) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:41:42.514076 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=f0ab09f2-10fb-405a-a014-24b5067d43e9,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:42.609663 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58a3508f-cfc4-4fab-9b35-a8676a0fa259 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:42.650976 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58a3508f-cfc4-4fab-9b35-a8676a0fa259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:42.685689 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a3508f-cfc4-4fab-9b35-a8676a0fa259 admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:41:42.689072 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-58a3508f-cfc4-4fab-9b35-a8676a0fa259 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:41:42.693209 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a3508f-cfc4-4fab-9b35-a8676a0fa259 admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:41:42.727439 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3508f-cfc4-4fab-9b35-a8676a0fa259 admin admin] Pushing event updated for resources: {'Port': ['ID=b4592fc2-7c83-4d52-8412-828ff7508891,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:42.784372 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c1ef7489-052a-402b-81fc-8bd325ac4ccd None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:42.796569 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c1ef7489-052a-402b-81fc-8bd325ac4ccd None None] Transition to ACTIVE for port object 1a1004e9-bd8c-4413-8efe-28c340e563ff will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:41:42.816400 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c1ef7489-052a-402b-81fc-8bd325ac4ccd None None] Transition to ACTIVE for port object 1a1004e9-bd8c-4413-8efe-28c340e563ff will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:41:42.822335 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-4c23330b-d8b2-4902-905b-e081d4c24f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94e7d7a-2b19-47ed-8748-2d5ae903a127', 'name': 'tempest-TestEncryptedCinderVolumes-1691668353-router', 'tenant_id': '29917cee17974467b77aa4f05cc16177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'f0ab09f2-10fb-405a-a014-24b5067d43e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:41:37Z', 'updated_at': '2021-07-06T14:41:39Z', 'revision_number': 4, 'project_id': '29917cee17974467b77aa4f05cc16177', 'gw_port': {'id': 'f0ab09f2-10fb-405a-a014-24b5067d43e9', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94e7d7a-2b19-47ed-8748-2d5ae903a127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:41:37Z', 'updated_at': '2021-07-06T14:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'c5bc6c04-4c76-4126-9f4d-c45df93aa72a', 'name': '', 'network_id': '1324d3a1-1f41-4f38-bebf-6253c21a0b24', 'tenant_id': '29917cee17974467b77aa4f05cc16177', 'mac_address': 'fa:16:3e:e5:37:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94e7d7a-2b19-47ed-8748-2d5ae903a127', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '0e9149c3-1097-4417-b579-260bd1d3fae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:41:39Z', 'updated_at': '2021-07-06T14:41:39Z', 'revision_number': 2, 'project_id': '29917cee17974467b77aa4f05cc16177', 'subnets': [{'id': '0e9149c3-1097-4417-b579-260bd1d3fae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:42.825821 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c1ef7489-052a-402b-81fc-8bd325ac4ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:42.872276 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c23330b-d8b2-4902-905b-e081d4c24f21 None None] Checking router: e94e7d7a-2b19-47ed-8748-2d5ae903a127 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:41:42.872635 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c23330b-d8b2-4902-905b-e081d4c24f21 None None] Updating router e94e7d7a-2b19-47ed-8748-2d5ae903a127 port c5bc6c04-4c76-4126-9f4d-c45df93aa72a binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:41:42.916022 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ef7489-052a-402b-81fc-8bd325ac4ccd None None] Network 9f737a90-0822-4e9f-b034-355dfa00aa59 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:41:42.920446 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-c1ef7489-052a-402b-81fc-8bd325ac4ccd None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:41:42.922207 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef7489-052a-402b-81fc-8bd325ac4ccd None None] Pushing event updated for resources: {'Port': ['ID=1a1004e9-bd8c-4413-8efe-28c340e563ff,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:42.924336 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ef7489-052a-402b-81fc-8bd325ac4ccd None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:41:42.936380 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4c23330b-d8b2-4902-905b-e081d4c24f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:42.965476 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58a3508f-cfc4-4fab-9b35-a8676a0fa259 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:43.173729 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58a3508f-cfc4-4fab-9b35-a8676a0fa259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:43.174335 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-c1ef7489-052a-402b-81fc-8bd325ac4ccd None None] Attempting to bind port 1a1004e9-bd8c-4413-8efe-28c340e563ff on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:41:43.174717 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-c1ef7489-052a-402b-81fc-8bd325ac4ccd None None] Attempting to bind port 1a1004e9-bd8c-4413-8efe-28c340e563ff by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'bf04eeee-5342-44f0-9849-0fa73d8fd1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9f737a90-0822-4e9f-b034-355dfa00aa59'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:41:43.175089 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ef7489-052a-402b-81fc-8bd325ac4ccd None None] Attempting to bind port 1a1004e9-bd8c-4413-8efe-28c340e563ff on network 9f737a90-0822-4e9f-b034-355dfa00aa59 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:41:43.182809 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ef7489-052a-402b-81fc-8bd325ac4ccd None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:41:43.183193 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ef7489-052a-402b-81fc-8bd325ac4ccd None None] Checking segment: {'id': 'bf04eeee-5342-44f0-9849-0fa73d8fd1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9f737a90-0822-4e9f-b034-355dfa00aa59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:41:43.183602 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c1ef7489-052a-402b-81fc-8bd325ac4ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:43.184000 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ef7489-052a-402b-81fc-8bd325ac4ccd None None] Bound using segment: {'id': 'bf04eeee-5342-44f0-9849-0fa73d8fd1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9f737a90-0822-4e9f-b034-355dfa00aa59'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:41:43.184473 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-c1ef7489-052a-402b-81fc-8bd325ac4ccd None None] Bound port: 1a1004e9-bd8c-4413-8efe-28c340e563ff, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf04eeee-5342-44f0-9849-0fa73d8fd1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9f737a90-0822-4e9f-b034-355dfa00aa59'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:41:43.184861 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c1ef7489-052a-402b-81fc-8bd325ac4ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:43.298012 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:43.308208 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a3508f-cfc4-4fab-9b35-a8676a0fa259 admin admin] Router b1876e62-a09b-4583-980d-88844e8c909a is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:41:43.363826 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-c1ef7489-052a-402b-81fc-8bd325ac4ccd None None] For port 1a1004e9-bd8c-4413-8efe-28c340e563ff, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:41:43.385105 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-c1ef7489-052a-402b-81fc-8bd325ac4ccd None None] For port 1a1004e9-bd8c-4413-8efe-28c340e563ff, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=1a1004e9-bd8c-4413-8efe-28c340e563ff,segment=NetworkSegment(bf04eeee-5342-44f0-9849-0fa73d8fd1db),segment_id=bf04eeee-5342-44f0-9849-0fa73d8fd1db)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:41:43.390659 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c1ef7489-052a-402b-81fc-8bd325ac4ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:43.418164 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a3508f-cfc4-4fab-9b35-a8676a0fa259 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:41:43.429569 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50593f2b-44d9-4491-9e20-ff2529052fce None None] Sync routers for ids ['b1876e62-a09b-4583-980d-88844e8c909a'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:41:43.434138 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-58a3508f-cfc4-4fab-9b35-a8676a0fa259 admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:43.438816 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-58a3508f-cfc4-4fab-9b35-a8676a0fa259 admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5187554 Jul 06 14:41:43.438816 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37558) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:41:43.441593 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50593f2b-44d9-4491-9e20-ff2529052fce None None] Routers {'b1876e62-a09b-4583-980d-88844e8c909a'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:41:43.443160 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-50593f2b-44d9-4491-9e20-ff2529052fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:41:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b1876e62-a09b-4583-980d-88844e8c909a'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:43.485599 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef7489-052a-402b-81fc-8bd325ac4ccd None None] Pushing event updated for resources: {'Port': ['ID=1a1004e9-bd8c-4413-8efe-28c340e563ff,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:43.554966 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4c23330b-d8b2-4902-905b-e081d4c24f21 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:43.574290 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4c23330b-d8b2-4902-905b-e081d4c24f21 None None] Transition to ACTIVE for port object c5bc6c04-4c76-4126-9f4d-c45df93aa72a will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:41:43.579084 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-50593f2b-44d9-4491-9e20-ff2529052fce None None] Set router b1876e62-a09b-4583-980d-88844e8c909a gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:41:43.581316 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4c23330b-d8b2-4902-905b-e081d4c24f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:43.694877 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8000e8-9d5d-4b0b-b008-0e14e5e30437 None None] Pushing event updated for resources: {'Port': ['ID=c5bc6c04-4c76-4126-9f4d-c45df93aa72a,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:43.716590 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-4c23330b-d8b2-4902-905b-e081d4c24f21 None None] Attempting to bind port c5bc6c04-4c76-4126-9f4d-c45df93aa72a on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:41:43.717320 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-4c23330b-d8b2-4902-905b-e081d4c24f21 None None] Attempting to bind port c5bc6c04-4c76-4126-9f4d-c45df93aa72a by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '1af9a5d5-2162-4de2-adda-a66bfa15e192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1324d3a1-1f41-4f38-bebf-6253c21a0b24'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:41:43.717982 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c23330b-d8b2-4902-905b-e081d4c24f21 None None] Attempting to bind port c5bc6c04-4c76-4126-9f4d-c45df93aa72a on network 1324d3a1-1f41-4f38-bebf-6253c21a0b24 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:41:43.729466 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c23330b-d8b2-4902-905b-e081d4c24f21 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:41:43.730316 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c23330b-d8b2-4902-905b-e081d4c24f21 None None] Checking segment: {'id': '1af9a5d5-2162-4de2-adda-a66bfa15e192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1324d3a1-1f41-4f38-bebf-6253c21a0b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:41:43.733682 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4c23330b-d8b2-4902-905b-e081d4c24f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:43.734379 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c23330b-d8b2-4902-905b-e081d4c24f21 None None] Bound using segment: {'id': '1af9a5d5-2162-4de2-adda-a66bfa15e192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1324d3a1-1f41-4f38-bebf-6253c21a0b24'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:41:43.735217 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-4c23330b-d8b2-4902-905b-e081d4c24f21 None None] Bound port: c5bc6c04-4c76-4126-9f4d-c45df93aa72a, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af9a5d5-2162-4de2-adda-a66bfa15e192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1324d3a1-1f41-4f38-bebf-6253c21a0b24'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:41:43.735856 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4c23330b-d8b2-4902-905b-e081d4c24f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:43.794689 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f0ab09f2-10fb-405a-a014-24b5067d43e9 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:41:43.851822 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-50593f2b-44d9-4491-9e20-ff2529052fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1876e62-a09b-4583-980d-88844e8c909a', 'name': 'tempest-TestEncryptedCinderVolumes-1140129543-router', 'tenant_id': 'b30fc05c73f54d94a325fdf34a3dc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'b4592fc2-7c83-4d52-8412-828ff7508891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:41:41Z', 'updated_at': '2021-07-06T14:41:42Z', 'revision_number': 3, 'project_id': 'b30fc05c73f54d94a325fdf34a3dc737', 'gw_port': {'id': 'b4592fc2-7c83-4d52-8412-828ff7508891', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1876e62-a09b-4583-980d-88844e8c909a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:41:42Z', 'updated_at': '2021-07-06T14:41:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:43.895201 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50593f2b-44d9-4491-9e20-ff2529052fce None None] Checking router: b1876e62-a09b-4583-980d-88844e8c909a for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:41:43.895807 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50593f2b-44d9-4491-9e20-ff2529052fce None None] Updating router b1876e62-a09b-4583-980d-88844e8c909a port b4592fc2-7c83-4d52-8412-828ff7508891 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:41:43.907002 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-4c23330b-d8b2-4902-905b-e081d4c24f21 None None] For port c5bc6c04-4c76-4126-9f4d-c45df93aa72a, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:41:43.914183 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-4c23330b-d8b2-4902-905b-e081d4c24f21 None None] For port c5bc6c04-4c76-4126-9f4d-c45df93aa72a, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c5bc6c04-4c76-4126-9f4d-c45df93aa72a,segment=NetworkSegment(1af9a5d5-2162-4de2-adda-a66bfa15e192),segment_id=1af9a5d5-2162-4de2-adda-a66bfa15e192)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:41:43.923277 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4c23330b-d8b2-4902-905b-e081d4c24f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:43.962832 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-50593f2b-44d9-4491-9e20-ff2529052fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:43.973410 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port f0ab09f2-10fb-405a-a014-24b5067d43e9 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:41:43.973806 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:44.034703 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c23330b-d8b2-4902-905b-e081d4c24f21 None None] Routers {'e94e7d7a-2b19-47ed-8748-2d5ae903a127'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:41:44.035370 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-4c23330b-d8b2-4902-905b-e081d4c24f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:41:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['e94e7d7a-2b19-47ed-8748-2d5ae903a127'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:44.067720 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d8df9ae1-bb52-4d79-ab93-a013d5f01af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:44.089039 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8000e8-9d5d-4b0b-b008-0e14e5e30437 None None] Pushing event updated for resources: {'Port': ['ID=c5bc6c04-4c76-4126-9f4d-c45df93aa72a,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:44.174755 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-4c23330b-d8b2-4902-905b-e081d4c24f21 None None] Set router e94e7d7a-2b19-47ed-8748-2d5ae903a127 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:41:44.283703 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-50593f2b-44d9-4491-9e20-ff2529052fce None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:44.287265 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-d8df9ae1-bb52-4d79-ab93-a013d5f01af5 admin admin] Allocated IP 172.20.0.1 (9f737a90-0822-4e9f-b034-355dfa00aa59/db245a66-05c0-4476-b9a2-5ee6cbc382e3/b8357f8e-5cea-4358-b8f2-b177cf7149cc) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:41:44.298466 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-50593f2b-44d9-4491-9e20-ff2529052fce None None] Transition to ACTIVE for port object b4592fc2-7c83-4d52-8412-828ff7508891 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:41:44.307794 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-50593f2b-44d9-4491-9e20-ff2529052fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:44.372625 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-50593f2b-44d9-4491-9e20-ff2529052fce None None] Attempting to bind port b4592fc2-7c83-4d52-8412-828ff7508891 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:41:44.372996 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-50593f2b-44d9-4491-9e20-ff2529052fce None None] Attempting to bind port b4592fc2-7c83-4d52-8412-828ff7508891 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:41:44.373358 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50593f2b-44d9-4491-9e20-ff2529052fce None None] Attempting to bind port b4592fc2-7c83-4d52-8412-828ff7508891 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:41:44.382097 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50593f2b-44d9-4491-9e20-ff2529052fce None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:41:44.382461 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50593f2b-44d9-4491-9e20-ff2529052fce None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:41:44.382860 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-50593f2b-44d9-4491-9e20-ff2529052fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:44.383247 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50593f2b-44d9-4491-9e20-ff2529052fce None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:41:44.383718 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-50593f2b-44d9-4491-9e20-ff2529052fce None None] Bound port: b4592fc2-7c83-4d52-8412-828ff7508891, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:41:44.385213 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-50593f2b-44d9-4491-9e20-ff2529052fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:44.387291 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7f3f7-d9b9-452d-8e35-b33985e8630f None None] Pushing event updated for resources: {'Port': ['ID=b4592fc2-7c83-4d52-8412-828ff7508891,revision_number=2']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:44.433869 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d8df9ae1-bb52-4d79-ab93-a013d5f01af5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:44.453023 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-50593f2b-44d9-4491-9e20-ff2529052fce None None] For port b4592fc2-7c83-4d52-8412-828ff7508891, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:41:44.455096 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-d8df9ae1-bb52-4d79-ab93-a013d5f01af5 admin admin] Transition to ACTIVE for port object b8357f8e-5cea-4358-b8f2-b177cf7149cc will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:41:44.457025 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-50593f2b-44d9-4491-9e20-ff2529052fce None None] For port b4592fc2-7c83-4d52-8412-828ff7508891, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=b4592fc2-7c83-4d52-8412-828ff7508891,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:41:44.463732 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-50593f2b-44d9-4491-9e20-ff2529052fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:44.471082 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-4c23330b-d8b2-4902-905b-e081d4c24f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94e7d7a-2b19-47ed-8748-2d5ae903a127', 'name': 'tempest-TestEncryptedCinderVolumes-1691668353-router', 'tenant_id': '29917cee17974467b77aa4f05cc16177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'f0ab09f2-10fb-405a-a014-24b5067d43e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:41:37Z', 'updated_at': '2021-07-06T14:41:39Z', 'revision_number': 4, 'project_id': '29917cee17974467b77aa4f05cc16177', 'gw_port': {'id': 'f0ab09f2-10fb-405a-a014-24b5067d43e9', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94e7d7a-2b19-47ed-8748-2d5ae903a127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:41:37Z', 'updated_at': '2021-07-06T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'c5bc6c04-4c76-4126-9f4d-c45df93aa72a', 'name': '', 'network_id': '1324d3a1-1f41-4f38-bebf-6253c21a0b24', 'tenant_id': '29917cee17974467b77aa4f05cc16177', 'mac_address': 'fa:16:3e:e5:37:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94e7d7a-2b19-47ed-8748-2d5ae903a127', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '0e9149c3-1097-4417-b579-260bd1d3fae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:41:39Z', 'updated_at': '2021-07-06T14:41:43Z', 'revision_number': 4, 'project_id': '29917cee17974467b77aa4f05cc16177', 'subnets': [{'id': '0e9149c3-1097-4417-b579-260bd1d3fae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:44.515390 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50593f2b-44d9-4491-9e20-ff2529052fce None None] Routers {'b1876e62-a09b-4583-980d-88844e8c909a'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:41:44.515779 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d8df9ae1-bb52-4d79-ab93-a013d5f01af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:44.516685 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-50593f2b-44d9-4491-9e20-ff2529052fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:41:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b1876e62-a09b-4583-980d-88844e8c909a'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:44.523671 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c23330b-d8b2-4902-905b-e081d4c24f21 None None] The sync data for ids ['e94e7d7a-2b19-47ed-8748-2d5ae903a127'] in n-d-773644-6 is: [{'id': 'e94e7d7a-2b19-47ed-8748-2d5ae903a127', 'name': 'tempest-TestEncryptedCinderVolumes-1691668353-router', 'tenant_id': '29917cee17974467b77aa4f05cc16177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'f0ab09f2-10fb-405a-a014-24b5067d43e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:41:37Z', 'updated_at': '2021-07-06T14:41:39Z', 'revision_number': 4, 'project_id': '29917cee17974467b77aa4f05cc16177', 'gw_port': {'id': 'f0ab09f2-10fb-405a-a014-24b5067d43e9', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94e7d7a-2b19-47ed-8748-2d5ae903a127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:41:37Z', 'updated_at': '2021-07-06T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'c5bc6c04-4c76-4126-9f4d-c45df93aa72a', 'name': '', 'network_id': '1324d3a1-1f41-4f38-bebf-6253c21a0b24', 'tenant_id': '29917cee17974467b77aa4f05cc16177', 'mac_address': 'fa:16:3e:e5:37:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e94e7d7a-2b19-47ed-8748-2d5ae903a127', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '0e9149c3-1097-4417-b579-260bd1d3fae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:41:39Z', 'updated_at': '2021-07-06T14:41:43Z', 'revision_number': 4, 'project_id': '29917cee17974467b77aa4f05cc16177', 'subnets': [{'id': '0e9149c3-1097-4417-b579-260bd1d3fae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:41:44.564708 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8df9ae1-bb52-4d79-ab93-a013d5f01af5 admin admin] Network 9f737a90-0822-4e9f-b034-355dfa00aa59 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:41:44.568067 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-d8df9ae1-bb52-4d79-ab93-a013d5f01af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:41:44.572017 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8df9ae1-bb52-4d79-ab93-a013d5f01af5 admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:41:44.603409 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df9ae1-bb52-4d79-ab93-a013d5f01af5 admin admin] Pushing event updated for resources: {'Port': ['ID=b8357f8e-5cea-4358-b8f2-b177cf7149cc,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:44.622406 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d8df9ae1-bb52-4d79-ab93-a013d5f01af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:44.735935 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-50593f2b-44d9-4491-9e20-ff2529052fce None None] Set router b1876e62-a09b-4583-980d-88844e8c909a gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:41:44.802055 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d8df9ae1-bb52-4d79-ab93-a013d5f01af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:44.939785 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7f3f7-d9b9-452d-8e35-b33985e8630f None None] Pushing event updated for resources: {'Port': ['ID=b4592fc2-7c83-4d52-8412-828ff7508891,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:44.974981 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-50593f2b-44d9-4491-9e20-ff2529052fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1876e62-a09b-4583-980d-88844e8c909a', 'name': 'tempest-TestEncryptedCinderVolumes-1140129543-router', 'tenant_id': 'b30fc05c73f54d94a325fdf34a3dc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'b4592fc2-7c83-4d52-8412-828ff7508891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:41:41Z', 'updated_at': '2021-07-06T14:41:42Z', 'revision_number': 3, 'project_id': 'b30fc05c73f54d94a325fdf34a3dc737', 'gw_port': {'id': 'b4592fc2-7c83-4d52-8412-828ff7508891', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1876e62-a09b-4583-980d-88844e8c909a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:41:42Z', 'updated_at': '2021-07-06T14:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:44.982466 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3027bf0-008f-4969-87ff-7ce3f7db74fb None None] Network 9f737a90-0822-4e9f-b034-355dfa00aa59 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:41:45.007232 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50593f2b-44d9-4491-9e20-ff2529052fce None None] The sync data for ids ['b1876e62-a09b-4583-980d-88844e8c909a'] in n-d-773644-6 is: [{'id': 'b1876e62-a09b-4583-980d-88844e8c909a', 'name': 'tempest-TestEncryptedCinderVolumes-1140129543-router', 'tenant_id': 'b30fc05c73f54d94a325fdf34a3dc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'b4592fc2-7c83-4d52-8412-828ff7508891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:41:41Z', 'updated_at': '2021-07-06T14:41:42Z', 'revision_number': 3, 'project_id': 'b30fc05c73f54d94a325fdf34a3dc737', 'gw_port': {'id': 'b4592fc2-7c83-4d52-8412-828ff7508891', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1876e62-a09b-4583-980d-88844e8c909a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:41:42Z', 'updated_at': '2021-07-06T14:41:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:41:45.029902 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d8df9ae1-bb52-4d79-ab93-a013d5f01af5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:45.035426 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d8df9ae1-bb52-4d79-ab93-a013d5f01af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:45.057667 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5f503465-fe28-466b-b89f-474dca9014c6 None None] Provisioning for port 1a1004e9-bd8c-4413-8efe-28c340e563ff completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:41:45.105348 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df9ae1-bb52-4d79-ab93-a013d5f01af5 admin admin] Pushing event updated for resources: {'Port': ['ID=b8357f8e-5cea-4358-b8f2-b177cf7149cc,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:45.108748 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d8df9ae1-bb52-4d79-ab93-a013d5f01af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:45.218759 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8df9ae1-bb52-4d79-ab93-a013d5f01af5 admin admin] Network 9f737a90-0822-4e9f-b034-355dfa00aa59 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:41:45.220918 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-d8df9ae1-bb52-4d79-ab93-a013d5f01af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:41:45.383436 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8df9ae1-bb52-4d79-ab93-a013d5f01af5 admin admin] Router b1876e62-a09b-4583-980d-88844e8c909a has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:41:45.505173 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c51a77d3-9d0d-4c49-8231-e3bfdcafc221 None None] Provisioning for port b8357f8e-5cea-4358-b8f2-b177cf7149cc completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:41:45.509470 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c51a77d3-9d0d-4c49-8231-e3bfdcafc221 None None] Provisioning complete for port b8357f8e-5cea-4358-b8f2-b177cf7149cc triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:41:45.510127 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c51a77d3-9d0d-4c49-8231-e3bfdcafc221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:45.513694 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8df9ae1-bb52-4d79-ab93-a013d5f01af5 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:41:45.528241 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d8df9ae1-bb52-4d79-ab93-a013d5f01af5 admin admin] 10.222.0.118 "PUT /v2.0/routers/b1876e62-a09b-4583-980d-88844e8c909a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0771244 Jul 06 14:41:45.558582 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-c51a77d3-9d0d-4c49-8231-e3bfdcafc221 None None] Port b8357f8e-5cea-4358-b8f2-b177cf7149cc cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:41:45.792136 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-6930092b-328f-4712-b1ab-11c17841bd95 None None] Provisioning complete for port b8357f8e-5cea-4358-b8f2-b177cf7149cc triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:41:45.792520 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6930092b-328f-4712-b1ab-11c17841bd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:45.857968 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device b4592fc2-7c83-4d52-8412-828ff7508891 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:41:45.887852 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-6930092b-328f-4712-b1ab-11c17841bd95 None None] Port b8357f8e-5cea-4358-b8f2-b177cf7149cc cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:41:45.930042 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port b4592fc2-7c83-4d52-8412-828ff7508891 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:41:45.935315 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port b4592fc2-7c83-4d52-8412-828ff7508891 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:41:45.935933 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:46.030189 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:46.051399 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port b4592fc2-7c83-4d52-8412-828ff7508891, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=b4592fc2-7c83-4d52-8412-828ff7508891,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:46.056186 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:46.057107 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c5bc6c04-4c76-4126-9f4d-c45df93aa72a up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:41:46.146959 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a3a6a195-1d45-4f63-a0d8-c4404c01f05d None None] Provisioning complete for port b8357f8e-5cea-4358-b8f2-b177cf7149cc triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:41:46.147340 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a3a6a195-1d45-4f63-a0d8-c4404c01f05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:46.170657 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=b4592fc2-7c83-4d52-8412-828ff7508891,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:46.188915 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port c5bc6c04-4c76-4126-9f4d-c45df93aa72a completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:41:46.201950 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port c5bc6c04-4c76-4126-9f4d-c45df93aa72a triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:41:46.201950 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:46.220098 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a3a6a195-1d45-4f63-a0d8-c4404c01f05d None None] Port b8357f8e-5cea-4358-b8f2-b177cf7149cc cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:41:46.289450 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:46.324299 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port c5bc6c04-4c76-4126-9f4d-c45df93aa72a, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c5bc6c04-4c76-4126-9f4d-c45df93aa72a,segment=NetworkSegment(1af9a5d5-2162-4de2-adda-a66bfa15e192),segment_id=1af9a5d5-2162-4de2-adda-a66bfa15e192)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:46.331207 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:46.332181 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 1a1004e9-bd8c-4413-8efe-28c340e563ff up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:41:46.404896 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=c5bc6c04-4c76-4126-9f4d-c45df93aa72a,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:46.419609 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 1a1004e9-bd8c-4413-8efe-28c340e563ff completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:41:46.423659 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 1a1004e9-bd8c-4413-8efe-28c340e563ff triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:41:46.424034 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:46.453329 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-d47ac073-6d98-4218-9684-dfe14132d26f tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:46.454872 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-d47ac073-6d98-4218-9684-dfe14132d26f tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/networks?id=1324d3a1-1f41-4f38-bebf-6253c21a0b24 HTTP/1.1" status: 200 len: 817 time: 0.1116266 Jul 06 14:41:46.469834 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-72eac85e-d658-4f43-bd0a-68e51ed41ceb tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/quotas/29917cee17974467b77aa4f05cc16177 HTTP/1.1" status: 200 len: 375 time: 0.0092976 Jul 06 14:41:46.504766 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:46.540735 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-e403a9cc-d7db-4805-8849-4bad3373301d tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=29917cee17974467b77aa4f05cc16177&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650330 Jul 06 14:41:46.542041 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 1a1004e9-bd8c-4413-8efe-28c340e563ff, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=1a1004e9-bd8c-4413-8efe-28c340e563ff,segment=NetworkSegment(bf04eeee-5342-44f0-9849-0fa73d8fd1db),segment_id=bf04eeee-5342-44f0-9849-0fa73d8fd1db)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:46.546221 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:46.595176 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=1a1004e9-bd8c-4413-8efe-28c340e563ff,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:46.639828 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-4642db8d-ee4a-463f-b60c-5e8aa92f7f77 service neutron] 10.222.0.118 "GET /v2.0/networks/1324d3a1-1f41-4f38-bebf-6253c21a0b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854504 Jul 06 14:41:46.734318 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-fd662340-a18a-4124-80cf-97b7f28f1ac3 service neutron] 10.222.0.118 "GET /v2.0/networks/1324d3a1-1f41-4f38-bebf-6253c21a0b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887730 Jul 06 14:41:46.908724 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f27c9ad0-b59e-4108-8f9f-3ae5265bb0c4 req-301cf015-974b-4764-bb34-d9638f6165af tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/ports?device_id=8444171d-40dd-41aa-a8f8-fb25bd51d9b9 HTTP/1.1" status: 200 len: 210 time: 0.0297749 Jul 06 14:41:47.049297 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:47.485832 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff95e068-c28f-40e8-a8e8-c8612b3782c5 None None] Sync routers for ids ['b1876e62-a09b-4583-980d-88844e8c909a'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:41:47.495078 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff95e068-c28f-40e8-a8e8-c8612b3782c5 None None] Routers {'b1876e62-a09b-4583-980d-88844e8c909a'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:41:47.495716 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-ff95e068-c28f-40e8-a8e8-c8612b3782c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:41:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b1876e62-a09b-4583-980d-88844e8c909a'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:47.608415 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-ff95e068-c28f-40e8-a8e8-c8612b3782c5 None None] Set router b1876e62-a09b-4583-980d-88844e8c909a gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:41:47.682605 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device b4592fc2-7c83-4d52-8412-828ff7508891 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:41:47.965859 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port b4592fc2-7c83-4d52-8412-828ff7508891 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:41:47.966274 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:48.081952 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-ff95e068-c28f-40e8-a8e8-c8612b3782c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1876e62-a09b-4583-980d-88844e8c909a', 'name': 'tempest-TestEncryptedCinderVolumes-1140129543-router', 'tenant_id': 'b30fc05c73f54d94a325fdf34a3dc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'b4592fc2-7c83-4d52-8412-828ff7508891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:41:41Z', 'updated_at': '2021-07-06T14:41:44Z', 'revision_number': 4, 'project_id': 'b30fc05c73f54d94a325fdf34a3dc737', 'gw_port': {'id': 'b4592fc2-7c83-4d52-8412-828ff7508891', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1876e62-a09b-4583-980d-88844e8c909a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:41:42Z', 'updated_at': '2021-07-06T14:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'b8357f8e-5cea-4358-b8f2-b177cf7149cc', 'name': '', 'network_id': '9f737a90-0822-4e9f-b034-355dfa00aa59', 'tenant_id': 'b30fc05c73f54d94a325fdf34a3dc737', 'mac_address': 'fa:16:3e:89:71:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1876e62-a09b-4583-980d-88844e8c909a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'db245a66-05c0-4476-b9a2-5ee6cbc382e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:41:44Z', 'updated_at': '2021-07-06T14:41:44Z', 'revision_number': 2, 'project_id': 'b30fc05c73f54d94a325fdf34a3dc737', 'subnets': [{'id': 'db245a66-05c0-4476-b9a2-5ee6cbc382e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:48.082699 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4b6b0ab7-9657-4232-b0b4-694734529ed8 req-7f6f4b2e-3efa-4342-b7d7-1e88a54d0aa1 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/ports?device_id=8444171d-40dd-41aa-a8f8-fb25bd51d9b9 HTTP/1.1" status: 200 len: 210 time: 0.0396416 Jul 06 14:41:48.119999 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff95e068-c28f-40e8-a8e8-c8612b3782c5 None None] Checking router: b1876e62-a09b-4583-980d-88844e8c909a for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:41:48.120364 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff95e068-c28f-40e8-a8e8-c8612b3782c5 None None] Updating router b1876e62-a09b-4583-980d-88844e8c909a port b8357f8e-5cea-4358-b8f2-b177cf7149cc binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:41:48.127314 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-f2620635-b741-4ed4-9704-010228708e69 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:48.129155 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-f2620635-b741-4ed4-9704-010228708e69 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.52 "GET /v2.0/networks?id=1324d3a1-1f41-4f38-bebf-6253c21a0b24 HTTP/1.1" status: 200 len: 817 time: 0.1343648 Jul 06 14:41:48.156230 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-356c8d56-53be-4713-8099-57970cd70597 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Request body: {'port': {'device_id': '8444171d-40dd-41aa-a8f8-fb25bd51d9b9', 'network_id': '1324d3a1-1f41-4f38-bebf-6253c21a0b24', 'admin_state_up': True, 'tenant_id': '29917cee17974467b77aa4f05cc16177'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:48.157121 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c5bc6c04-4c76-4126-9f4d-c45df93aa72a up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:41:48.185856 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ff95e068-c28f-40e8-a8e8-c8612b3782c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:48.289541 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-356c8d56-53be-4713-8099-57970cd70597 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Made reservation on behalf of 29917cee17974467b77aa4f05cc16177 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:41:48.294098 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-356c8d56-53be-4713-8099-57970cd70597 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:48.313053 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port c5bc6c04-4c76-4126-9f4d-c45df93aa72a triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:41:48.313432 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:48.422978 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-356c8d56-53be-4713-8099-57970cd70597 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Allocated IP 172.20.0.3 (1324d3a1-1f41-4f38-bebf-6253c21a0b24/0e9149c3-1097-4417-b579-260bd1d3fae9/6f51cb64-0f4d-433c-9c17-482903a2973f) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:41:48.473645 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 1a1004e9-bd8c-4413-8efe-28c340e563ff up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:41:48.578021 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ff95e068-c28f-40e8-a8e8-c8612b3782c5 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:48.579127 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-356c8d56-53be-4713-8099-57970cd70597 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:48.581496 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 1a1004e9-bd8c-4413-8efe-28c340e563ff triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:41:48.581888 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:48.594103 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-356c8d56-53be-4713-8099-57970cd70597 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Transition to ACTIVE for port object 6f51cb64-0f4d-433c-9c17-482903a2973f will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:41:48.608829 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ff95e068-c28f-40e8-a8e8-c8612b3782c5 None None] Transition to ACTIVE for port object b8357f8e-5cea-4358-b8f2-b177cf7149cc will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:41:48.618580 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ff95e068-c28f-40e8-a8e8-c8612b3782c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:48.627995 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-356c8d56-53be-4713-8099-57970cd70597 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:48.674864 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-356c8d56-53be-4713-8099-57970cd70597 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Network 1324d3a1-1f41-4f38-bebf-6253c21a0b24 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:41:48.678132 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-356c8d56-53be-4713-8099-57970cd70597 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:41:48.680488 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-356c8d56-53be-4713-8099-57970cd70597 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:41:48.705034 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3166f-c1c8-44aa-8117-771da77ba1dd None None] Pushing event updated for resources: {'Port': ['ID=b8357f8e-5cea-4358-b8f2-b177cf7149cc,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:48.715601 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c8d56-53be-4713-8099-57970cd70597 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Pushing event updated for resources: {'Port': ['ID=6f51cb64-0f4d-433c-9c17-482903a2973f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:48.753303 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-356c8d56-53be-4713-8099-57970cd70597 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:48.754061 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-356c8d56-53be-4713-8099-57970cd70597 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:48.777509 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-ff95e068-c28f-40e8-a8e8-c8612b3782c5 None None] Attempting to bind port b8357f8e-5cea-4358-b8f2-b177cf7149cc on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:41:48.777736 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-ff95e068-c28f-40e8-a8e8-c8612b3782c5 None None] Attempting to bind port b8357f8e-5cea-4358-b8f2-b177cf7149cc by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'bf04eeee-5342-44f0-9849-0fa73d8fd1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9f737a90-0822-4e9f-b034-355dfa00aa59'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:41:48.778278 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff95e068-c28f-40e8-a8e8-c8612b3782c5 None None] Attempting to bind port b8357f8e-5cea-4358-b8f2-b177cf7149cc on network 9f737a90-0822-4e9f-b034-355dfa00aa59 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:41:48.780319 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-356c8d56-53be-4713-8099-57970cd70597 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6284230 Jul 06 14:41:48.786501 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff95e068-c28f-40e8-a8e8-c8612b3782c5 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:41:48.786880 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff95e068-c28f-40e8-a8e8-c8612b3782c5 None None] Checking segment: {'id': 'bf04eeee-5342-44f0-9849-0fa73d8fd1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9f737a90-0822-4e9f-b034-355dfa00aa59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:41:48.787295 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ff95e068-c28f-40e8-a8e8-c8612b3782c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:48.787681 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff95e068-c28f-40e8-a8e8-c8612b3782c5 None None] Bound using segment: {'id': 'bf04eeee-5342-44f0-9849-0fa73d8fd1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9f737a90-0822-4e9f-b034-355dfa00aa59'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:41:48.788149 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-ff95e068-c28f-40e8-a8e8-c8612b3782c5 None None] Bound port: b8357f8e-5cea-4358-b8f2-b177cf7149cc, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf04eeee-5342-44f0-9849-0fa73d8fd1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9f737a90-0822-4e9f-b034-355dfa00aa59'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:41:48.788536 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ff95e068-c28f-40e8-a8e8-c8612b3782c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:48.800300 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-4d709fb6-672b-46ee-945a-d963052ce2f8 service neutron] Request body: {'port': {'device_id': '8444171d-40dd-41aa-a8f8-fb25bd51d9b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:41:48.865405 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-ff95e068-c28f-40e8-a8e8-c8612b3782c5 None None] For port b8357f8e-5cea-4358-b8f2-b177cf7149cc, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:41:48.869398 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-ff95e068-c28f-40e8-a8e8-c8612b3782c5 None None] For port b8357f8e-5cea-4358-b8f2-b177cf7149cc, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=b8357f8e-5cea-4358-b8f2-b177cf7149cc,segment=NetworkSegment(bf04eeee-5342-44f0-9849-0fa73d8fd1db),segment_id=bf04eeee-5342-44f0-9849-0fa73d8fd1db)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:41:48.878103 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ff95e068-c28f-40e8-a8e8-c8612b3782c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:48.892437 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-4d709fb6-672b-46ee-945a-d963052ce2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:48.937015 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff95e068-c28f-40e8-a8e8-c8612b3782c5 None None] Routers {'b1876e62-a09b-4583-980d-88844e8c909a'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:41:48.938148 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-ff95e068-c28f-40e8-a8e8-c8612b3782c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:41:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b1876e62-a09b-4583-980d-88844e8c909a'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:48.991363 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3166f-c1c8-44aa-8117-771da77ba1dd None None] Pushing event updated for resources: {'Port': ['ID=b8357f8e-5cea-4358-b8f2-b177cf7149cc,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:49.078243 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-ff95e068-c28f-40e8-a8e8-c8612b3782c5 None None] Set router b1876e62-a09b-4583-980d-88844e8c909a gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:41:49.194136 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-4d709fb6-672b-46ee-945a-d963052ce2f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f51cb64-0f4d-433c-9c17-482903a2973f {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:41:49.203157 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-4d709fb6-672b-46ee-945a-d963052ce2f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:49.215800 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-4d709fb6-672b-46ee-945a-d963052ce2f8 service neutron] Transition to ACTIVE for port object 6f51cb64-0f4d-433c-9c17-482903a2973f will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:41:49.220956 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-4d709fb6-672b-46ee-945a-d963052ce2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:49.234609 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-188e4419-bc03-42c2-9a7d-d754df6129b9 None None] Provisioning for port 6f51cb64-0f4d-433c-9c17-482903a2973f completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:41:49.250054 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:49.268158 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d709fb6-672b-46ee-945a-d963052ce2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6f51cb64-0f4d-433c-9c17-482903a2973f,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:49.291039 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e04356-e00f-4e48-9a45-872fedbb0996 req-ee1c92b0-cae0-4f5c-a5ad-c1e8eed70493 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:49.298786 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-14e04356-e00f-4e48-9a45-872fedbb0996 req-ee1c92b0-cae0-4f5c-a5ad-c1e8eed70493 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/ports?device_id=8444171d-40dd-41aa-a8f8-fb25bd51d9b9 HTTP/1.1" status: 200 len: 943 time: 0.0868082 Jul 06 14:41:49.341625 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-ff95e068-c28f-40e8-a8e8-c8612b3782c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1876e62-a09b-4583-980d-88844e8c909a', 'name': 'tempest-TestEncryptedCinderVolumes-1140129543-router', 'tenant_id': 'b30fc05c73f54d94a325fdf34a3dc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'b4592fc2-7c83-4d52-8412-828ff7508891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:41:41Z', 'updated_at': '2021-07-06T14:41:44Z', 'revision_number': 4, 'project_id': 'b30fc05c73f54d94a325fdf34a3dc737', 'gw_port': {'id': 'b4592fc2-7c83-4d52-8412-828ff7508891', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1876e62-a09b-4583-980d-88844e8c909a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:41:42Z', 'updated_at': '2021-07-06T14:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'b8357f8e-5cea-4358-b8f2-b177cf7149cc', 'name': '', 'network_id': '9f737a90-0822-4e9f-b034-355dfa00aa59', 'tenant_id': 'b30fc05c73f54d94a325fdf34a3dc737', 'mac_address': 'fa:16:3e:89:71:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1876e62-a09b-4583-980d-88844e8c909a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'db245a66-05c0-4476-b9a2-5ee6cbc382e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:41:44Z', 'updated_at': '2021-07-06T14:41:48Z', 'revision_number': 4, 'project_id': 'b30fc05c73f54d94a325fdf34a3dc737', 'subnets': [{'id': 'db245a66-05c0-4476-b9a2-5ee6cbc382e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:41:49.353153 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-14e04356-e00f-4e48-9a45-872fedbb0996 req-60fc3f52-9ad5-4c6f-ba9d-f1186f9f22a5 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/security-groups?id=8fa88e29-068f-429e-bea7-30a700b067e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524521 Jul 06 14:41:49.375705 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff95e068-c28f-40e8-a8e8-c8612b3782c5 None None] The sync data for ids ['b1876e62-a09b-4583-980d-88844e8c909a'] in n-d-773644-6 is: [{'id': 'b1876e62-a09b-4583-980d-88844e8c909a', 'name': 'tempest-TestEncryptedCinderVolumes-1140129543-router', 'tenant_id': 'b30fc05c73f54d94a325fdf34a3dc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'b4592fc2-7c83-4d52-8412-828ff7508891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:41:41Z', 'updated_at': '2021-07-06T14:41:44Z', 'revision_number': 4, 'project_id': 'b30fc05c73f54d94a325fdf34a3dc737', 'gw_port': {'id': 'b4592fc2-7c83-4d52-8412-828ff7508891', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1876e62-a09b-4583-980d-88844e8c909a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:41:42Z', 'updated_at': '2021-07-06T14:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'b8357f8e-5cea-4358-b8f2-b177cf7149cc', 'name': '', 'network_id': '9f737a90-0822-4e9f-b034-355dfa00aa59', 'tenant_id': 'b30fc05c73f54d94a325fdf34a3dc737', 'mac_address': 'fa:16:3e:89:71:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1876e62-a09b-4583-980d-88844e8c909a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'db245a66-05c0-4476-b9a2-5ee6cbc382e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:41:44Z', 'updated_at': '2021-07-06T14:41:48Z', 'revision_number': 4, 'project_id': 'b30fc05c73f54d94a325fdf34a3dc737', 'subnets': [{'id': 'db245a66-05c0-4476-b9a2-5ee6cbc382e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:41:49.388733 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-4d709fb6-672b-46ee-945a-d963052ce2f8 service neutron] Attempting to bind port 6f51cb64-0f4d-433c-9c17-482903a2973f on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:41:49.389165 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-4d709fb6-672b-46ee-945a-d963052ce2f8 service neutron] Attempting to bind port 6f51cb64-0f4d-433c-9c17-482903a2973f by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '1af9a5d5-2162-4de2-adda-a66bfa15e192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1324d3a1-1f41-4f38-bebf-6253c21a0b24'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:41:49.389563 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-4d709fb6-672b-46ee-945a-d963052ce2f8 service neutron] Attempting to bind port 6f51cb64-0f4d-433c-9c17-482903a2973f on network 1324d3a1-1f41-4f38-bebf-6253c21a0b24 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:41:49.394758 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-4d709fb6-672b-46ee-945a-d963052ce2f8 service neutron] Port 6f51cb64-0f4d-433c-9c17-482903a2973f on network 1324d3a1-1f41-4f38-bebf-6253c21a0b24 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:41:49.395164 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-4d709fb6-672b-46ee-945a-d963052ce2f8 service neutron] Attempting to bind port 6f51cb64-0f4d-433c-9c17-482903a2973f on network 1324d3a1-1f41-4f38-bebf-6253c21a0b24 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:41:49.401344 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-4d709fb6-672b-46ee-945a-d963052ce2f8 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:41:49.401821 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-4d709fb6-672b-46ee-945a-d963052ce2f8 service neutron] Checking segment: {'id': '1af9a5d5-2162-4de2-adda-a66bfa15e192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1324d3a1-1f41-4f38-bebf-6253c21a0b24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:41:49.402408 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-4d709fb6-672b-46ee-945a-d963052ce2f8 service neutron] Bound using segment: {'id': '1af9a5d5-2162-4de2-adda-a66bfa15e192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1324d3a1-1f41-4f38-bebf-6253c21a0b24'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:41:49.402917 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-4d709fb6-672b-46ee-945a-d963052ce2f8 service neutron] Bound port: 6f51cb64-0f4d-433c-9c17-482903a2973f, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9a5d5-2162-4de2-adda-a66bfa15e192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1324d3a1-1f41-4f38-bebf-6253c21a0b24'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:41:49.403346 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-4d709fb6-672b-46ee-945a-d963052ce2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:49.498292 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-4d709fb6-672b-46ee-945a-d963052ce2f8 service neutron] For port 6f51cb64-0f4d-433c-9c17-482903a2973f, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:41:49.501651 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-4d709fb6-672b-46ee-945a-d963052ce2f8 service neutron] For port 6f51cb64-0f4d-433c-9c17-482903a2973f, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=6f51cb64-0f4d-433c-9c17-482903a2973f,segment=NetworkSegment(1af9a5d5-2162-4de2-adda-a66bfa15e192),segment_id=1af9a5d5-2162-4de2-adda-a66bfa15e192)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:41:49.507251 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-4d709fb6-672b-46ee-945a-d963052ce2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:49.557718 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-4d709fb6-672b-46ee-945a-d963052ce2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:49.558303 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-4d709fb6-672b-46ee-945a-d963052ce2f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:49.559762 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-4d709fb6-672b-46ee-945a-d963052ce2f8 service neutron] 10.222.0.52 "PUT /v2.0/ports/6f51cb64-0f4d-433c-9c17-482903a2973f HTTP/1.1" status: 200 len: 1091 time: 0.7649736 Jul 06 14:41:49.560232 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8444171d-40dd-41aa-a8f8-fb25bd51d9b9', 'tag': '6f51cb64-0f4d-433c-9c17-482903a2973f'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:41:49.562862 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44085c58187d3c444c5cc6a657819c2b9188c5457f631b13450b7a564fa513c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2286d8e2-6da9-42d1-b27a-f9e1a2c2bb33" -d '{"events": [{"name": "network-changed", "server_uuid": "8444171d-40dd-41aa-a8f8-fb25bd51d9b9", "tag": "6f51cb64-0f4d-433c-9c17-482903a2973f"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:41:49.590455 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d709fb6-672b-46ee-945a-d963052ce2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6f51cb64-0f4d-433c-9c17-482903a2973f,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:49.660941 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2301187f-984b-429c-96ea-812f2d1dc1c4 x-openstack-request-id: req-2301187f-984b-429c-96ea-812f2d1dc1c4 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:41:49.661526 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8444171d-40dd-41aa-a8f8-fb25bd51d9b9", "tag": "6f51cb64-0f4d-433c-9c17-482903a2973f", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:41:49.662058 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-2301187f-984b-429c-96ea-812f2d1dc1c4 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:41:49.662196 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8444171d-40dd-41aa-a8f8-fb25bd51d9b9', 'tag': '6f51cb64-0f4d-433c-9c17-482903a2973f', 'status': 'completed', 'code': 200} Jul 06 14:41:49.693892 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-b998db71-ca42-462b-9a1e-1be1dc37b4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:49.695599 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-b998db71-ca42-462b-9a1e-1be1dc37b4f3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29917cee17974467b77aa4f05cc16177&device_id=8444171d-40dd-41aa-a8f8-fb25bd51d9b9 HTTP/1.1" status: 200 len: 1094 time: 0.0727978 Jul 06 14:41:49.714374 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device b8357f8e-5cea-4358-b8f2-b177cf7149cc up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:41:49.755496 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-3bad698d-566f-4254-9f8d-c7bf82f9685e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f51cb64-0f4d-433c-9c17-482903a2973f HTTP/1.1" status: 200 len: 217 time: 0.0456481 Jul 06 14:41:49.777560 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port b8357f8e-5cea-4358-b8f2-b177cf7149cc completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:41:49.782420 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port b8357f8e-5cea-4358-b8f2-b177cf7149cc triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:41:49.782800 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:49.883535 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:49.944270 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port b8357f8e-5cea-4358-b8f2-b177cf7149cc, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=b8357f8e-5cea-4358-b8f2-b177cf7149cc,segment=NetworkSegment(bf04eeee-5342-44f0-9849-0fa73d8fd1db),segment_id=bf04eeee-5342-44f0-9849-0fa73d8fd1db)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:49.951207 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:50.011841 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=b8357f8e-5cea-4358-b8f2-b177cf7149cc,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:50.174489 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-20f58fd8-3fe5-4dc0-9f46-6f8eec47c565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:50.175953 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-20f58fd8-3fe5-4dc0-9f46-6f8eec47c565 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0e9149c3-1097-4417-b579-260bd1d3fae9 HTTP/1.1" status: 200 len: 856 time: 0.4094622 Jul 06 14:41:50.248069 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-e69f351a-8f78-4abc-8f89-8e337a409ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:50.249646 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-e69f351a-8f78-4abc-8f89-8e337a409ea0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1324d3a1-1f41-4f38-bebf-6253c21a0b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640326 Jul 06 14:41:50.353852 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-a3693927-e96f-45cd-ab0e-4c2a201c5cf3 service neutron] 10.222.0.52 "GET /v2.0/networks/1324d3a1-1f41-4f38-bebf-6253c21a0b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935011 Jul 06 14:41:50.452117 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3b229e99-32b1-499f-95ed-9fea94bf6357 req-f1963932-e917-402f-a4fc-082429f240b1 service neutron] 10.222.0.52 "GET /v2.0/networks/1324d3a1-1f41-4f38-bebf-6253c21a0b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887530 Jul 06 14:41:50.526378 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5608f09-215d-4432-a437-5152a913897a req-767a4ebb-9e2a-448b-bb17-63c204ff0c60 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:50.527891 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f5608f09-215d-4432-a437-5152a913897a req-767a4ebb-9e2a-448b-bb17-63c204ff0c60 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/ports?device_id=8444171d-40dd-41aa-a8f8-fb25bd51d9b9 HTTP/1.1" status: 200 len: 943 time: 0.0644033 Jul 06 14:41:50.563307 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286d8e2-6da9-42d1-b27a-f9e1a2c2bb33 req-7371ef6e-41bb-4932-ad58-0be8341f0e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:50.564857 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2286d8e2-6da9-42d1-b27a-f9e1a2c2bb33 req-7371ef6e-41bb-4932-ad58-0be8341f0e89 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29917cee17974467b77aa4f05cc16177&device_id=8444171d-40dd-41aa-a8f8-fb25bd51d9b9 HTTP/1.1" status: 200 len: 1094 time: 0.0541794 Jul 06 14:41:50.567519 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f5608f09-215d-4432-a437-5152a913897a req-939a2fd4-a429-418f-b8e8-b5428145603b tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/security-groups?id=8fa88e29-068f-429e-bea7-30a700b067e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340238 Jul 06 14:41:50.662303 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286d8e2-6da9-42d1-b27a-f9e1a2c2bb33 req-373c2c82-3d3e-4b1e-b0d8-df9850ff4613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:50.663801 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2286d8e2-6da9-42d1-b27a-f9e1a2c2bb33 req-373c2c82-3d3e-4b1e-b0d8-df9850ff4613 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1324d3a1-1f41-4f38-bebf-6253c21a0b24 HTTP/1.1" status: 200 len: 918 time: 0.0924349 Jul 06 14:41:50.710347 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2286d8e2-6da9-42d1-b27a-f9e1a2c2bb33 req-b544a86a-83d5-47a4-b2a0-d711839051da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f51cb64-0f4d-433c-9c17-482903a2973f HTTP/1.1" status: 200 len: 217 time: 0.0357480 Jul 06 14:41:50.768985 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286d8e2-6da9-42d1-b27a-f9e1a2c2bb33 req-685b0836-cc6f-42a1-879a-61c2e698e433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:50.770680 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2286d8e2-6da9-42d1-b27a-f9e1a2c2bb33 req-685b0836-cc6f-42a1-879a-61c2e698e433 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0e9149c3-1097-4417-b579-260bd1d3fae9 HTTP/1.1" status: 200 len: 856 time: 0.0488200 Jul 06 14:41:50.829568 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286d8e2-6da9-42d1-b27a-f9e1a2c2bb33 req-68251eb9-97eb-40ff-b697-9cdaadda8b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:50.831114 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2286d8e2-6da9-42d1-b27a-f9e1a2c2bb33 req-68251eb9-97eb-40ff-b697-9cdaadda8b9c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1324d3a1-1f41-4f38-bebf-6253c21a0b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522871 Jul 06 14:41:50.920521 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2286d8e2-6da9-42d1-b27a-f9e1a2c2bb33 req-c85362be-ad5b-485f-9444-9ed014af3d4b service neutron] 10.222.0.52 "GET /v2.0/networks/1324d3a1-1f41-4f38-bebf-6253c21a0b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808845 Jul 06 14:41:51.018586 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2286d8e2-6da9-42d1-b27a-f9e1a2c2bb33 req-cec74ee4-d12e-49c3-afa0-9c198d053f94 service neutron] 10.222.0.52 "GET /v2.0/networks/1324d3a1-1f41-4f38-bebf-6253c21a0b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907421 Jul 06 14:41:51.655938 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device b8357f8e-5cea-4358-b8f2-b177cf7149cc up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:41:51.703678 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port b8357f8e-5cea-4358-b8f2-b177cf7149cc triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:41:51.704083 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:51.758591 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc7414-ee4f-43e2-8f83-2e380ab19212 req-733fd6a8-0461-4818-931e-2b50467576cc tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:51.760694 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1bc7414-ee4f-43e2-8f83-2e380ab19212 req-733fd6a8-0461-4818-931e-2b50467576cc tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/ports?device_id=8444171d-40dd-41aa-a8f8-fb25bd51d9b9 HTTP/1.1" status: 200 len: 943 time: 0.0643792 Jul 06 14:41:51.803329 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1bc7414-ee4f-43e2-8f83-2e380ab19212 req-99789630-b081-4497-a20b-ea276cbdd8bd tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/security-groups?id=8fa88e29-068f-429e-bea7-30a700b067e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368752 Jul 06 14:41:52.572807 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 6f51cb64-0f4d-433c-9c17-482903a2973f details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:41:52.663933 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 6f51cb64-0f4d-433c-9c17-482903a2973f, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=6f51cb64-0f4d-433c-9c17-482903a2973f,segment=NetworkSegment(1af9a5d5-2162-4de2-adda-a66bfa15e192),segment_id=1af9a5d5-2162-4de2-adda-a66bfa15e192)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:52.678852 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '6f51cb64-0f4d-433c-9c17-482903a2973f', 'network_id': '1324d3a1-1f41-4f38-bebf-6253c21a0b24', 'port_id': '6f51cb64-0f4d-433c-9c17-482903a2973f', 'mac_address': 'fa:16:3e:4a:ab:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e9149c3-1097-4417-b579-260bd1d3fae9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:41:52.715757 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:52.728344 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f51cb64-0f4d-433c-9c17-482903a2973f {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:41:52.746717 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 6f51cb64-0f4d-433c-9c17-482903a2973f, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=6f51cb64-0f4d-433c-9c17-482903a2973f,segment=NetworkSegment(1af9a5d5-2162-4de2-adda-a66bfa15e192),segment_id=1af9a5d5-2162-4de2-adda-a66bfa15e192)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:52.750606 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:52.798282 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=6f51cb64-0f4d-433c-9c17-482903a2973f,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:52.976741 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6670e8-daf3-44c1-84bf-8fed5a66f061 req-c480680f-a755-4ba0-ba4b-5f421b3f3d93 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:52.978887 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad6670e8-daf3-44c1-84bf-8fed5a66f061 req-c480680f-a755-4ba0-ba4b-5f421b3f3d93 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/ports?device_id=8444171d-40dd-41aa-a8f8-fb25bd51d9b9 HTTP/1.1" status: 200 len: 944 time: 0.0643554 Jul 06 14:41:53.015775 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ad6670e8-daf3-44c1-84bf-8fed5a66f061 req-2456da07-c076-421f-aae9-05761f7a4af7 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/security-groups?id=8fa88e29-068f-429e-bea7-30a700b067e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313356 Jul 06 14:41:53.015987 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['6f51cb64-0f4d-433c-9c17-482903a2973f'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:41:54.193737 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf59c0e-addb-48d0-9f1d-55b2a77f9eb5 req-fc1c7a52-d90f-4fb4-b3d9-5d07d9537311 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:54.195353 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3bf59c0e-addb-48d0-9f1d-55b2a77f9eb5 req-fc1c7a52-d90f-4fb4-b3d9-5d07d9537311 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/ports?device_id=8444171d-40dd-41aa-a8f8-fb25bd51d9b9 HTTP/1.1" status: 200 len: 944 time: 0.0637200 Jul 06 14:41:54.236044 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3bf59c0e-addb-48d0-9f1d-55b2a77f9eb5 req-1a59fd0e-8444-4d52-8243-b901415e5892 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/security-groups?id=8fa88e29-068f-429e-bea7-30a700b067e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346735 Jul 06 14:41:54.572705 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 6f51cb64-0f4d-433c-9c17-482903a2973f up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:41:54.622414 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 6f51cb64-0f4d-433c-9c17-482903a2973f completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:41:54.626160 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 6f51cb64-0f4d-433c-9c17-482903a2973f triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:41:54.626539 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:54.705318 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:54.727896 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8444171d-40dd-41aa-a8f8-fb25bd51d9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f51cb64-0f4d-433c-9c17-482903a2973f'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:41:54.730200 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7b3130d190d3a8890db0c4eafcc3a45a14b225becedd5045b600f6b402c608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5fafa1-da29-4894-8c69-c8240eb8ab3f" -d '{"events": [{"server_uuid": "8444171d-40dd-41aa-a8f8-fb25bd51d9b9", "name": "network-vif-plugged", "status": "completed", "tag": "6f51cb64-0f4d-433c-9c17-482903a2973f"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:41:54.742672 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 6f51cb64-0f4d-433c-9c17-482903a2973f, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=6f51cb64-0f4d-433c-9c17-482903a2973f,segment=NetworkSegment(1af9a5d5-2162-4de2-adda-a66bfa15e192),segment_id=1af9a5d5-2162-4de2-adda-a66bfa15e192)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:41:54.747960 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:41:54.777324 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b5a0d1-d222-4f14-9c8c-a91ea8472b4d x-openstack-request-id: req-67b5a0d1-d222-4f14-9c8c-a91ea8472b4d {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:41:54.777615 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8444171d-40dd-41aa-a8f8-fb25bd51d9b9", "name": "network-vif-plugged", "status": "completed", "tag": "6f51cb64-0f4d-433c-9c17-482903a2973f", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:41:54.777886 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-67b5a0d1-d222-4f14-9c8c-a91ea8472b4d {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:41:54.778281 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8444171d-40dd-41aa-a8f8-fb25bd51d9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f51cb64-0f4d-433c-9c17-482903a2973f', 'code': 200} Jul 06 14:41:54.804291 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=6f51cb64-0f4d-433c-9c17-482903a2973f,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:41:54.890952 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120df13-1de1-45cc-b9f3-594c3295a9d3 req-dae94407-f13a-49e0-936f-23ef6e093656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:54.892443 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3120df13-1de1-45cc-b9f3-594c3295a9d3 req-dae94407-f13a-49e0-936f-23ef6e093656 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8444171d-40dd-41aa-a8f8-fb25bd51d9b9 HTTP/1.1" status: 200 len: 1096 time: 0.0522161 Jul 06 14:41:54.932460 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-3120df13-1de1-45cc-b9f3-594c3295a9d3 req-ea6ef005-44eb-4e67-9aed-9907e748ad8b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8fa88e29-068f-429e-bea7-30a700b067e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287850 Jul 06 14:41:55.413382 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9360cb-5f56-4b50-b74a-59a1be2dcfa3 req-52e30c1d-4100-4ba3-9fcf-0d068cffc21b tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:55.415546 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3a9360cb-5f56-4b50-b74a-59a1be2dcfa3 req-52e30c1d-4100-4ba3-9fcf-0d068cffc21b tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/ports?device_id=8444171d-40dd-41aa-a8f8-fb25bd51d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0670612 Jul 06 14:41:55.454409 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3a9360cb-5f56-4b50-b74a-59a1be2dcfa3 req-b20aee5b-415e-4ede-9588-3c3fa3e14f84 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/security-groups?id=8fa88e29-068f-429e-bea7-30a700b067e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330389 Jul 06 14:41:56.631908 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec570525-1e3c-4b79-944a-a8b21c8fb332 req-e69b423b-4bbe-49b0-8cf6-1e5b7ac71037 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:56.633452 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ec570525-1e3c-4b79-944a-a8b21c8fb332 req-e69b423b-4bbe-49b0-8cf6-1e5b7ac71037 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/ports?device_id=8444171d-40dd-41aa-a8f8-fb25bd51d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0662313 Jul 06 14:41:56.671806 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ec570525-1e3c-4b79-944a-a8b21c8fb332 req-8de2854c-1ca9-4778-9fcb-94c6830d3586 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/security-groups?id=8fa88e29-068f-429e-bea7-30a700b067e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325036 Jul 06 14:41:56.844913 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17308529-f51c-4037-9bbb-d1b24f73deda req-8aa45093-162e-49af-a7d7-1d456efb62ac tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:41:56.846339 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17308529-f51c-4037-9bbb-d1b24f73deda req-8aa45093-162e-49af-a7d7-1d456efb62ac tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/ports?device_id=8444171d-40dd-41aa-a8f8-fb25bd51d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0671725 Jul 06 14:41:56.885011 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-17308529-f51c-4037-9bbb-d1b24f73deda req-9e411528-69de-4113-8339-5dbf94d620b9 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/security-groups?id=8fa88e29-068f-429e-bea7-30a700b067e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330083 Jul 06 14:42:07.392673 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-68e214d1-334c-44ad-96d4-b02209d8a22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:10.298453 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:10.629601 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-57b68ea9-e1c1-455d-a657-b9c09141d16c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:11.693273 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:13.252239 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:15.733990 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:42:16.105236 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce77e2-ecc4-46f0-9807-b65a7d50717a req-57ef28c7-3499-465d-b434-aebe1ec83460 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:16.106777 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2cce77e2-ecc4-46f0-9807-b65a7d50717a req-57ef28c7-3499-465d-b434-aebe1ec83460 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/ports?device_id=8444171d-40dd-41aa-a8f8-fb25bd51d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0723162 Jul 06 14:42:16.145813 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2cce77e2-ecc4-46f0-9807-b65a7d50717a req-6373616a-e252-4b93-8ebc-8a7ee3f0cd47 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/security-groups?id=8fa88e29-068f-429e-bea7-30a700b067e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332327 Jul 06 14:42:17.048265 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:17.318145 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82d1e5-de64-4f2c-b16b-9d9baec3567a req-f7c75a25-6e11-450d-8379-caf241dacc36 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:17.319536 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2c82d1e5-de64-4f2c-b16b-9d9baec3567a req-f7c75a25-6e11-450d-8379-caf241dacc36 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/ports?device_id=8444171d-40dd-41aa-a8f8-fb25bd51d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0630770 Jul 06 14:42:17.360373 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2c82d1e5-de64-4f2c-b16b-9d9baec3567a req-4d422a57-5899-4973-b758-dcecabbccb6a tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/security-groups?id=8fa88e29-068f-429e-bea7-30a700b067e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344658 Jul 06 14:42:17.760692 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9539445-a02f-4426-956e-19294a0b16fd req-4c3ce900-9cc8-4edb-832c-9f7f97f46e88 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:17.762247 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d9539445-a02f-4426-956e-19294a0b16fd req-4c3ce900-9cc8-4edb-832c-9f7f97f46e88 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.52 "GET /v2.0/ports?device_id=8444171d-40dd-41aa-a8f8-fb25bd51d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0696657 Jul 06 14:42:17.868686 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-d9539445-a02f-4426-956e-19294a0b16fd req-a9fb309b-69e7-4542-8d2f-ba3034c59b06 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Deleting port 6f51cb64-0f4d-433c-9c17-482903a2973f {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:42:17.868942 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-d9539445-a02f-4426-956e-19294a0b16fd req-a9fb309b-69e7-4542-8d2f-ba3034c59b06 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:17.961328 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-d9539445-a02f-4426-956e-19294a0b16fd req-a9fb309b-69e7-4542-8d2f-ba3034c59b06 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] For port 6f51cb64-0f4d-433c-9c17-482903a2973f, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=6f51cb64-0f4d-433c-9c17-482903a2973f,segment=NetworkSegment(1af9a5d5-2162-4de2-adda-a66bfa15e192),segment_id=1af9a5d5-2162-4de2-adda-a66bfa15e192)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:42:17.961700 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-d9539445-a02f-4426-956e-19294a0b16fd req-a9fb309b-69e7-4542-8d2f-ba3034c59b06 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:17.974050 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-d9539445-a02f-4426-956e-19294a0b16fd req-a9fb309b-69e7-4542-8d2f-ba3034c59b06 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Calling delete_port for 6f51cb64-0f4d-433c-9c17-482903a2973f owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:42:18.099769 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-d9539445-a02f-4426-956e-19294a0b16fd req-a9fb309b-69e7-4542-8d2f-ba3034c59b06 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:18.116285 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['6f51cb64-0f4d-433c-9c17-482903a2973f'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:42:18.127319 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb309b-69e7-4542-8d2f-ba3034c59b06 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Pushing event deleted for resources: {'Port': ['ID=6f51cb64-0f4d-433c-9c17-482903a2973f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:42:18.178950 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9539445-a02f-4426-956e-19294a0b16fd req-a9fb309b-69e7-4542-8d2f-ba3034c59b06 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] No DVR routers for this DVR port 6f51cb64-0f4d-433c-9c17-482903a2973f on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:42:18.182256 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-d9539445-a02f-4426-956e-19294a0b16fd req-a9fb309b-69e7-4542-8d2f-ba3034c59b06 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:18.184408 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d9539445-a02f-4426-956e-19294a0b16fd req-a9fb309b-69e7-4542-8d2f-ba3034c59b06 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.52 "DELETE /v2.0/ports/6f51cb64-0f4d-433c-9c17-482903a2973f HTTP/1.1" status: 204 len: 173 time: 0.4140613 Jul 06 14:42:18.184865 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8444171d-40dd-41aa-a8f8-fb25bd51d9b9', 'name': 'network-vif-deleted', 'tag': '6f51cb64-0f4d-433c-9c17-482903a2973f'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:42:18.187512 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44085c58187d3c444c5cc6a657819c2b9188c5457f631b13450b7a564fa513c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f056979-da10-438f-b02e-6c0adf6b23f8" -d '{"events": [{"server_uuid": "8444171d-40dd-41aa-a8f8-fb25bd51d9b9", "name": "network-vif-deleted", "tag": "6f51cb64-0f4d-433c-9c17-482903a2973f"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:42:18.238942 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6c90c0-751e-40dc-98f4-acb84345638f x-openstack-request-id: req-4b6c90c0-751e-40dc-98f4-acb84345638f {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:42:18.239459 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8444171d-40dd-41aa-a8f8-fb25bd51d9b9", "name": "network-vif-deleted", "tag": "6f51cb64-0f4d-433c-9c17-482903a2973f", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:42:18.239716 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-4b6c90c0-751e-40dc-98f4-acb84345638f {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:42:18.240118 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8444171d-40dd-41aa-a8f8-fb25bd51d9b9', 'name': 'network-vif-deleted', 'tag': '6f51cb64-0f4d-433c-9c17-482903a2973f', 'status': 'completed', 'code': 200} Jul 06 14:42:18.517560 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-29c6293c-76d4-44cd-9ab1-63f156818fc4 req-a2c577a1-aeb2-4411-b7d0-1f7f1f73f340 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/ports?device_id=8444171d-40dd-41aa-a8f8-fb25bd51d9b9 HTTP/1.1" status: 200 len: 210 time: 0.0326512 Jul 06 14:42:19.192482 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:20.114176 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-1ebfca6d-d9b7-42ef-81eb-69890ea7fdd8 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:20.115571 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-1ebfca6d-d9b7-42ef-81eb-69890ea7fdd8 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/networks?id=1324d3a1-1f41-4f38-bebf-6253c21a0b24 HTTP/1.1" status: 200 len: 817 time: 0.1012497 Jul 06 14:42:20.131497 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-45ee3f7c-4686-4f1a-a3ed-bd5bc428de45 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/quotas/29917cee17974467b77aa4f05cc16177 HTTP/1.1" status: 200 len: 375 time: 0.0095749 Jul 06 14:42:20.203954 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-01467fc4-a456-4fb6-9026-1040e1b875be tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=29917cee17974467b77aa4f05cc16177&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664456 Jul 06 14:42:20.306234 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-e5b1de45-75aa-4aba-a180-a1b9fcc837b2 service neutron] 10.222.0.118 "GET /v2.0/networks/1324d3a1-1f41-4f38-bebf-6253c21a0b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899258 Jul 06 14:42:20.402673 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-916f4177-d85b-4839-939b-8e1b0d736e5b service neutron] 10.222.0.118 "GET /v2.0/networks/1324d3a1-1f41-4f38-bebf-6253c21a0b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894833 Jul 06 14:42:20.576471 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb1ea8f6-5adc-483d-9da2-934bede7013c req-3df9213d-6655-4e91-8d76-b5bbd120bebd tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/ports?device_id=f7e93afd-7c59-4a40-9ba3-e209c3da7df7 HTTP/1.1" status: 200 len: 210 time: 0.0292990 Jul 06 14:42:20.666616 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 6f51cb64-0f4d-433c-9c17-482903a2973f no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:42:20.695458 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 6f51cb64-0f4d-433c-9c17-482903a2973f {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:42:20.695805 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 6f51cb64-0f4d-433c-9c17-482903a2973f not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:42:21.781280 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f3c4f6f3-bd2f-4e86-a00d-2aae492e7caa req-148d6a3a-fbc9-4b03-8973-bfdea6004c7f tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/ports?device_id=f7e93afd-7c59-4a40-9ba3-e209c3da7df7 HTTP/1.1" status: 200 len: 210 time: 0.0506375 Jul 06 14:42:21.787493 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-af1c518f-e4bd-44dc-8f9e-2043ef164310 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:21.788997 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-af1c518f-e4bd-44dc-8f9e-2043ef164310 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.52 "GET /v2.0/networks?id=1324d3a1-1f41-4f38-bebf-6253c21a0b24 HTTP/1.1" status: 200 len: 817 time: 0.1390922 Jul 06 14:42:21.822907 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-ac793644-2280-4c1a-b415-84e1f8cc798c tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Request body: {'port': {'device_id': 'f7e93afd-7c59-4a40-9ba3-e209c3da7df7', 'network_id': '1324d3a1-1f41-4f38-bebf-6253c21a0b24', 'admin_state_up': True, 'tenant_id': '29917cee17974467b77aa4f05cc16177'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:42:21.997640 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-ac793644-2280-4c1a-b415-84e1f8cc798c tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Made reservation on behalf of 29917cee17974467b77aa4f05cc16177 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:42:22.002491 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-ac793644-2280-4c1a-b415-84e1f8cc798c tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:22.190300 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-ac793644-2280-4c1a-b415-84e1f8cc798c tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Allocated IP 172.20.0.14 (1324d3a1-1f41-4f38-bebf-6253c21a0b24/0e9149c3-1097-4417-b579-260bd1d3fae9/cc4babbf-93bd-4a6f-b43b-c8cec25a2994) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:42:22.356103 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-ac793644-2280-4c1a-b415-84e1f8cc798c tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:22.369024 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-ac793644-2280-4c1a-b415-84e1f8cc798c tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Transition to ACTIVE for port object cc4babbf-93bd-4a6f-b43b-c8cec25a2994 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:42:22.402499 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-ac793644-2280-4c1a-b415-84e1f8cc798c tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:22.452088 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-ac793644-2280-4c1a-b415-84e1f8cc798c tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Network 1324d3a1-1f41-4f38-bebf-6253c21a0b24 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:42:22.455352 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-ac793644-2280-4c1a-b415-84e1f8cc798c tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:42:22.461185 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-ac793644-2280-4c1a-b415-84e1f8cc798c tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:42:22.468438 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac793644-2280-4c1a-b415-84e1f8cc798c tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Pushing event updated for resources: {'Port': ['ID=cc4babbf-93bd-4a6f-b43b-c8cec25a2994,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:42:22.515324 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-ac793644-2280-4c1a-b415-84e1f8cc798c tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:22.515994 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-ac793644-2280-4c1a-b415-84e1f8cc798c tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:22.531569 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-ac793644-2280-4c1a-b415-84e1f8cc798c tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7162662 Jul 06 14:42:22.548553 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-955a4489-609a-4cc3-b2a3-02d59a301e4c service neutron] Request body: {'port': {'device_id': 'f7e93afd-7c59-4a40-9ba3-e209c3da7df7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:42:22.623770 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-955a4489-609a-4cc3-b2a3-02d59a301e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:22.690154 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5552a360-dfa5-4ea2-adde-77b625586159 None None] Provisioning for port cc4babbf-93bd-4a6f-b43b-c8cec25a2994 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:42:22.693666 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5552a360-dfa5-4ea2-adde-77b625586159 None None] Provisioning complete for port cc4babbf-93bd-4a6f-b43b-c8cec25a2994 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:42:22.694075 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5552a360-dfa5-4ea2-adde-77b625586159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:22.728409 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-5552a360-dfa5-4ea2-adde-77b625586159 None None] Port cc4babbf-93bd-4a6f-b43b-c8cec25a2994 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:42:22.894281 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-955a4489-609a-4cc3-b2a3-02d59a301e4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc4babbf-93bd-4a6f-b43b-c8cec25a2994 {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:42:22.902066 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-955a4489-609a-4cc3-b2a3-02d59a301e4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:22.914058 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-955a4489-609a-4cc3-b2a3-02d59a301e4c service neutron] Transition to ACTIVE for port object cc4babbf-93bd-4a6f-b43b-c8cec25a2994 will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:42:22.917778 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-955a4489-609a-4cc3-b2a3-02d59a301e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:22.954648 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb8a8e-7386-413a-b1e4-2c3a7db78d58 req-990f3f5a-aab3-4955-8120-c55c329e1b86 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:22.958854 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8adb8a8e-7386-413a-b1e4-2c3a7db78d58 req-990f3f5a-aab3-4955-8120-c55c329e1b86 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/ports?device_id=f7e93afd-7c59-4a40-9ba3-e209c3da7df7 HTTP/1.1" status: 200 len: 932 time: 0.0700114 Jul 06 14:42:22.967799 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a4489-609a-4cc3-b2a3-02d59a301e4c service neutron] Pushing event updated for resources: {'Port': ['ID=cc4babbf-93bd-4a6f-b43b-c8cec25a2994,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:42:23.003243 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8adb8a8e-7386-413a-b1e4-2c3a7db78d58 req-11df3bef-fc29-44da-ae29-c52c6f4830b9 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/security-groups?id=8fa88e29-068f-429e-bea7-30a700b067e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405734 Jul 06 14:42:23.055093 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-955a4489-609a-4cc3-b2a3-02d59a301e4c service neutron] Attempting to bind port cc4babbf-93bd-4a6f-b43b-c8cec25a2994 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:42:23.055441 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-955a4489-609a-4cc3-b2a3-02d59a301e4c service neutron] Attempting to bind port cc4babbf-93bd-4a6f-b43b-c8cec25a2994 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '1af9a5d5-2162-4de2-adda-a66bfa15e192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1324d3a1-1f41-4f38-bebf-6253c21a0b24'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:42:23.055781 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-955a4489-609a-4cc3-b2a3-02d59a301e4c service neutron] Attempting to bind port cc4babbf-93bd-4a6f-b43b-c8cec25a2994 on network 1324d3a1-1f41-4f38-bebf-6253c21a0b24 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:42:23.061055 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-955a4489-609a-4cc3-b2a3-02d59a301e4c service neutron] Port cc4babbf-93bd-4a6f-b43b-c8cec25a2994 on network 1324d3a1-1f41-4f38-bebf-6253c21a0b24 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:42:23.061389 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-955a4489-609a-4cc3-b2a3-02d59a301e4c service neutron] Attempting to bind port cc4babbf-93bd-4a6f-b43b-c8cec25a2994 on network 1324d3a1-1f41-4f38-bebf-6253c21a0b24 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:42:23.066680 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-955a4489-609a-4cc3-b2a3-02d59a301e4c service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:42:23.067024 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-955a4489-609a-4cc3-b2a3-02d59a301e4c service neutron] Checking segment: {'id': '1af9a5d5-2162-4de2-adda-a66bfa15e192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1324d3a1-1f41-4f38-bebf-6253c21a0b24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:42:23.067420 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-955a4489-609a-4cc3-b2a3-02d59a301e4c service neutron] Bound using segment: {'id': '1af9a5d5-2162-4de2-adda-a66bfa15e192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1324d3a1-1f41-4f38-bebf-6253c21a0b24'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:42:23.067853 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-955a4489-609a-4cc3-b2a3-02d59a301e4c service neutron] Bound port: cc4babbf-93bd-4a6f-b43b-c8cec25a2994, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af9a5d5-2162-4de2-adda-a66bfa15e192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1324d3a1-1f41-4f38-bebf-6253c21a0b24'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:42:23.068217 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-955a4489-609a-4cc3-b2a3-02d59a301e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:23.134521 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-955a4489-609a-4cc3-b2a3-02d59a301e4c service neutron] For port cc4babbf-93bd-4a6f-b43b-c8cec25a2994, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:42:23.137879 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-955a4489-609a-4cc3-b2a3-02d59a301e4c service neutron] For port cc4babbf-93bd-4a6f-b43b-c8cec25a2994, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=cc4babbf-93bd-4a6f-b43b-c8cec25a2994,segment=NetworkSegment(1af9a5d5-2162-4de2-adda-a66bfa15e192),segment_id=1af9a5d5-2162-4de2-adda-a66bfa15e192)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:42:23.142704 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-955a4489-609a-4cc3-b2a3-02d59a301e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:23.176569 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-955a4489-609a-4cc3-b2a3-02d59a301e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:23.177078 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-955a4489-609a-4cc3-b2a3-02d59a301e4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:23.178517 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-955a4489-609a-4cc3-b2a3-02d59a301e4c service neutron] 10.222.0.52 "PUT /v2.0/ports/cc4babbf-93bd-4a6f-b43b-c8cec25a2994 HTTP/1.1" status: 200 len: 1092 time: 0.6344433 Jul 06 14:42:23.178960 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e93afd-7c59-4a40-9ba3-e209c3da7df7', 'tag': 'cc4babbf-93bd-4a6f-b43b-c8cec25a2994'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:42:23.181217 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44085c58187d3c444c5cc6a657819c2b9188c5457f631b13450b7a564fa513c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c14b7c-e749-4e3e-8790-55da9a67da9f" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e93afd-7c59-4a40-9ba3-e209c3da7df7", "tag": "cc4babbf-93bd-4a6f-b43b-c8cec25a2994"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:42:23.217746 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a4489-609a-4cc3-b2a3-02d59a301e4c service neutron] Pushing event updated for resources: {'Port': ['ID=cc4babbf-93bd-4a6f-b43b-c8cec25a2994,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:42:23.236131 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7913bb84-2aa6-4cd4-9d3a-6b89553d2201 x-openstack-request-id: req-7913bb84-2aa6-4cd4-9d3a-6b89553d2201 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:42:23.236485 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e93afd-7c59-4a40-9ba3-e209c3da7df7", "tag": "cc4babbf-93bd-4a6f-b43b-c8cec25a2994", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:42:23.236739 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-7913bb84-2aa6-4cd4-9d3a-6b89553d2201 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:42:23.237139 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e93afd-7c59-4a40-9ba3-e209c3da7df7', 'tag': 'cc4babbf-93bd-4a6f-b43b-c8cec25a2994', 'status': 'completed', 'code': 200} Jul 06 14:42:23.287227 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-384c6146-753c-433a-8894-d76818a00bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:23.288781 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-384c6146-753c-433a-8894-d76818a00bbe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29917cee17974467b77aa4f05cc16177&device_id=f7e93afd-7c59-4a40-9ba3-e209c3da7df7 HTTP/1.1" status: 200 len: 1095 time: 0.0628393 Jul 06 14:42:23.336805 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-2aafef88-b021-4761-bfb9-19c2d7d64f16 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc4babbf-93bd-4a6f-b43b-c8cec25a2994 HTTP/1.1" status: 200 len: 217 time: 0.0361607 Jul 06 14:42:23.391631 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-14b45ebf-bee7-487a-baa5-ec67be651b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:23.393103 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-14b45ebf-bee7-487a-baa5-ec67be651b8b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0e9149c3-1097-4417-b579-260bd1d3fae9 HTTP/1.1" status: 200 len: 856 time: 0.0468061 Jul 06 14:42:23.456786 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-c601c30c-1a49-42bf-9514-f14d02e18b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:23.458217 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-c601c30c-1a49-42bf-9514-f14d02e18b27 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1324d3a1-1f41-4f38-bebf-6253c21a0b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550408 Jul 06 14:42:23.549382 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-3a7bdce5-e5d3-401f-975e-914d283bc283 service neutron] 10.222.0.52 "GET /v2.0/networks/1324d3a1-1f41-4f38-bebf-6253c21a0b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805926 Jul 06 14:42:23.648511 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-1192dcc6-8c0e-4f72-87f6-027580378632 req-dee98241-565b-4dc2-b36c-4018dace7211 service neutron] 10.222.0.52 "GET /v2.0/networks/1324d3a1-1f41-4f38-bebf-6253c21a0b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893471 Jul 06 14:42:23.750916 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c14b7c-e749-4e3e-8790-55da9a67da9f req-545a64e9-7059-451f-be34-cd66f9f75f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:23.752340 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-65c14b7c-e749-4e3e-8790-55da9a67da9f req-545a64e9-7059-451f-be34-cd66f9f75f1f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=29917cee17974467b77aa4f05cc16177&device_id=f7e93afd-7c59-4a40-9ba3-e209c3da7df7 HTTP/1.1" status: 200 len: 1095 time: 0.0534594 Jul 06 14:42:23.840673 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c14b7c-e749-4e3e-8790-55da9a67da9f req-87ea3e9f-606e-4adc-a4b9-477f43224524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:23.842188 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-65c14b7c-e749-4e3e-8790-55da9a67da9f req-87ea3e9f-606e-4adc-a4b9-477f43224524 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1324d3a1-1f41-4f38-bebf-6253c21a0b24 HTTP/1.1" status: 200 len: 918 time: 0.0831890 Jul 06 14:42:23.887333 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-65c14b7c-e749-4e3e-8790-55da9a67da9f req-125c8713-5858-4252-ad59-a86155096c5b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc4babbf-93bd-4a6f-b43b-c8cec25a2994 HTTP/1.1" status: 200 len: 217 time: 0.0386083 Jul 06 14:42:23.938950 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c14b7c-e749-4e3e-8790-55da9a67da9f req-62c513c6-e535-43ec-ae11-b95602d1eba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:23.940376 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-65c14b7c-e749-4e3e-8790-55da9a67da9f req-62c513c6-e535-43ec-ae11-b95602d1eba3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0e9149c3-1097-4417-b579-260bd1d3fae9 HTTP/1.1" status: 200 len: 856 time: 0.0432341 Jul 06 14:42:23.999913 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c14b7c-e749-4e3e-8790-55da9a67da9f req-f7ad6f7a-2607-40ab-8a0d-6bd82ac2b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:24.001540 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-65c14b7c-e749-4e3e-8790-55da9a67da9f req-f7ad6f7a-2607-40ab-8a0d-6bd82ac2b761 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1324d3a1-1f41-4f38-bebf-6253c21a0b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512583 Jul 06 14:42:24.098430 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-65c14b7c-e749-4e3e-8790-55da9a67da9f req-76200a5d-ce6b-4e9d-99f8-0b2b4ceb390a service neutron] 10.222.0.52 "GET /v2.0/networks/1324d3a1-1f41-4f38-bebf-6253c21a0b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885382 Jul 06 14:42:24.184771 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de905411-d086-47a2-bd78-4e19f85192c9 req-e2debf10-a7fe-4d9a-aff8-5a727b83c7d4 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:24.186427 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de905411-d086-47a2-bd78-4e19f85192c9 req-e2debf10-a7fe-4d9a-aff8-5a727b83c7d4 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/ports?device_id=f7e93afd-7c59-4a40-9ba3-e209c3da7df7 HTTP/1.1" status: 200 len: 944 time: 0.0626647 Jul 06 14:42:24.190797 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-65c14b7c-e749-4e3e-8790-55da9a67da9f req-5a7a5b72-8635-4e64-a89d-d5876e369bc4 service neutron] 10.222.0.52 "GET /v2.0/networks/1324d3a1-1f41-4f38-bebf-6253c21a0b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848660 Jul 06 14:42:24.225260 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de905411-d086-47a2-bd78-4e19f85192c9 req-0be6ed5a-fc18-4027-bafa-afd9ed12b58f tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/security-groups?id=8fa88e29-068f-429e-bea7-30a700b067e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329990 Jul 06 14:42:24.695907 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device cc4babbf-93bd-4a6f-b43b-c8cec25a2994 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:42:24.789450 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port cc4babbf-93bd-4a6f-b43b-c8cec25a2994, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=cc4babbf-93bd-4a6f-b43b-c8cec25a2994,segment=NetworkSegment(1af9a5d5-2162-4de2-adda-a66bfa15e192),segment_id=1af9a5d5-2162-4de2-adda-a66bfa15e192)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:42:24.801461 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'cc4babbf-93bd-4a6f-b43b-c8cec25a2994', 'network_id': '1324d3a1-1f41-4f38-bebf-6253c21a0b24', 'port_id': 'cc4babbf-93bd-4a6f-b43b-c8cec25a2994', 'mac_address': 'fa:16:3e:39:6f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e9149c3-1097-4417-b579-260bd1d3fae9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:42:24.837996 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:24.850235 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc4babbf-93bd-4a6f-b43b-c8cec25a2994 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:42:24.870886 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port cc4babbf-93bd-4a6f-b43b-c8cec25a2994, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=cc4babbf-93bd-4a6f-b43b-c8cec25a2994,segment=NetworkSegment(1af9a5d5-2162-4de2-adda-a66bfa15e192),segment_id=1af9a5d5-2162-4de2-adda-a66bfa15e192)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:42:24.874784 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:24.924417 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=cc4babbf-93bd-4a6f-b43b-c8cec25a2994,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:42:24.933383 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:24.933727 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:24.934092 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:24.934430 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:24.934763 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:24.935095 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:24.935423 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:24.935744 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:24.936067 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:24.936387 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:24.936707 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:24.937024 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:25.132623 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['cc4babbf-93bd-4a6f-b43b-c8cec25a2994'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:42:25.403126 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1a32a-fd6a-452a-afc1-4f78f8335d60 req-02f68dd1-863c-4e93-9a83-c733b942e55c tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:25.404657 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71c1a32a-fd6a-452a-afc1-4f78f8335d60 req-02f68dd1-863c-4e93-9a83-c733b942e55c tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/ports?device_id=f7e93afd-7c59-4a40-9ba3-e209c3da7df7 HTTP/1.1" status: 200 len: 945 time: 0.0674875 Jul 06 14:42:25.441401 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-71c1a32a-fd6a-452a-afc1-4f78f8335d60 req-6cb4d4c8-725c-4f70-83ac-3d272d0af57e tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/security-groups?id=8fa88e29-068f-429e-bea7-30a700b067e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311651 Jul 06 14:42:26.618653 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85f4f5-4d93-4e6d-a14b-5fd4f5ef388c req-0e3e93e7-0e91-4aa2-bf6b-7f31a5383a45 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:26.620440 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-db85f4f5-4d93-4e6d-a14b-5fd4f5ef388c req-0e3e93e7-0e91-4aa2-bf6b-7f31a5383a45 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/ports?device_id=f7e93afd-7c59-4a40-9ba3-e209c3da7df7 HTTP/1.1" status: 200 len: 945 time: 0.0676739 Jul 06 14:42:26.659041 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-db85f4f5-4d93-4e6d-a14b-5fd4f5ef388c req-1dec6d5d-ecff-4d8b-8301-1a55f44d6ef2 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/security-groups?id=8fa88e29-068f-429e-bea7-30a700b067e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327396 Jul 06 14:42:26.697137 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device cc4babbf-93bd-4a6f-b43b-c8cec25a2994 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:42:26.744746 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port cc4babbf-93bd-4a6f-b43b-c8cec25a2994 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:42:26.748229 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port cc4babbf-93bd-4a6f-b43b-c8cec25a2994 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:42:26.748602 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:26.825718 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:26.848396 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e93afd-7c59-4a40-9ba3-e209c3da7df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4babbf-93bd-4a6f-b43b-c8cec25a2994'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:42:26.850689 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7b3130d190d3a8890db0c4eafcc3a45a14b225becedd5045b600f6b402c608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead3ef6f-06a2-436f-95b6-a97107d38bda" -d '{"events": [{"server_uuid": "f7e93afd-7c59-4a40-9ba3-e209c3da7df7", "name": "network-vif-plugged", "status": "completed", "tag": "cc4babbf-93bd-4a6f-b43b-c8cec25a2994"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:42:26.863146 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port cc4babbf-93bd-4a6f-b43b-c8cec25a2994, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=cc4babbf-93bd-4a6f-b43b-c8cec25a2994,segment=NetworkSegment(1af9a5d5-2162-4de2-adda-a66bfa15e192),segment_id=1af9a5d5-2162-4de2-adda-a66bfa15e192)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:42:26.867040 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:26.891869 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a6feeb-8c60-4135-a26b-06a477c4ea80 x-openstack-request-id: req-b5a6feeb-8c60-4135-a26b-06a477c4ea80 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:42:26.892165 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e93afd-7c59-4a40-9ba3-e209c3da7df7", "name": "network-vif-plugged", "status": "completed", "tag": "cc4babbf-93bd-4a6f-b43b-c8cec25a2994", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:42:26.892422 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-b5a6feeb-8c60-4135-a26b-06a477c4ea80 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:42:26.892815 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e93afd-7c59-4a40-9ba3-e209c3da7df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4babbf-93bd-4a6f-b43b-c8cec25a2994', 'code': 200} Jul 06 14:42:26.920670 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=cc4babbf-93bd-4a6f-b43b-c8cec25a2994,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:42:27.013261 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13278c-6e31-4347-9412-0116859bf880 req-df52e054-b1f2-4bb6-9cef-5596c1e3f744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:27.014751 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2d13278c-6e31-4347-9412-0116859bf880 req-df52e054-b1f2-4bb6-9cef-5596c1e3f744 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f7e93afd-7c59-4a40-9ba3-e209c3da7df7 HTTP/1.1" status: 200 len: 1097 time: 0.0531318 Jul 06 14:42:27.068635 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-2d13278c-6e31-4347-9412-0116859bf880 req-8d732e83-ec54-4f67-ab63-9808c72609dc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8fa88e29-068f-429e-bea7-30a700b067e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459378 Jul 06 14:42:27.834677 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d04a6-f2b3-4597-bbca-d5e249a26be0 req-8b00bbea-229b-4aa2-8714-1ef1eee77867 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:27.836172 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de4d04a6-f2b3-4597-bbca-d5e249a26be0 req-8b00bbea-229b-4aa2-8714-1ef1eee77867 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/ports?device_id=f7e93afd-7c59-4a40-9ba3-e209c3da7df7 HTTP/1.1" status: 200 len: 946 time: 0.0630293 Jul 06 14:42:27.882971 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de4d04a6-f2b3-4597-bbca-d5e249a26be0 req-934cc438-5b5c-4ced-9c56-a6f31f6f876f tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/security-groups?id=8fa88e29-068f-429e-bea7-30a700b067e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389745 Jul 06 14:42:29.060302 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574af1f1-8f69-46e1-89df-dfa83888ad9b req-1a9b27b8-35e8-4320-85c2-55d1e97bc59c tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:29.061846 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-574af1f1-8f69-46e1-89df-dfa83888ad9b req-1a9b27b8-35e8-4320-85c2-55d1e97bc59c tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/ports?device_id=f7e93afd-7c59-4a40-9ba3-e209c3da7df7 HTTP/1.1" status: 200 len: 946 time: 0.0682099 Jul 06 14:42:29.103732 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-574af1f1-8f69-46e1-89df-dfa83888ad9b req-8a25d97c-df09-4c5c-a1d6-c5b1abeb764c tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/security-groups?id=8fa88e29-068f-429e-bea7-30a700b067e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355310 Jul 06 14:42:29.276827 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb20f9e-b5fd-4491-8700-0bd3bbf005ae req-865d012b-4f98-4c50-9c4e-6a6f5aa3e7a8 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:29.278357 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1cb20f9e-b5fd-4491-8700-0bd3bbf005ae req-865d012b-4f98-4c50-9c4e-6a6f5aa3e7a8 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/ports?device_id=f7e93afd-7c59-4a40-9ba3-e209c3da7df7 HTTP/1.1" status: 200 len: 946 time: 0.0628238 Jul 06 14:42:29.315374 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1cb20f9e-b5fd-4491-8700-0bd3bbf005ae req-fcb5466c-cf55-46f5-95b0-c175873becc9 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/security-groups?id=8fa88e29-068f-429e-bea7-30a700b067e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312691 Jul 06 14:42:37.394372 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c66cc1ee-8fde-4da2-b702-0788ae839fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:40.300058 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:40.630877 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49df6d4b-9e2b-4e1a-b1eb-e8a40972e4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:41.696452 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:43.255201 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:47.064310 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:48.239774 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c4259-4cb0-4b56-ab59-f607bd05d6c7 req-1ea5074a-e9d1-432d-b1ca-81671e4f30ed tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:48.241403 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d51c4259-4cb0-4b56-ab59-f607bd05d6c7 req-1ea5074a-e9d1-432d-b1ca-81671e4f30ed tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/ports?device_id=f7e93afd-7c59-4a40-9ba3-e209c3da7df7 HTTP/1.1" status: 200 len: 946 time: 0.0673850 Jul 06 14:42:48.279751 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d51c4259-4cb0-4b56-ab59-f607bd05d6c7 req-4056505e-648e-4afd-86de-bc86e7e47c4f tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/security-groups?id=8fa88e29-068f-429e-bea7-30a700b067e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323160 Jul 06 14:42:49.207881 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:49.794323 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f330aaa-8fc0-45e9-b2b1-695a5ffee260 req-ea56a915-8e3c-4fa5-b94a-32b2c763caaa tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:49.795709 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7f330aaa-8fc0-45e9-b2b1-695a5ffee260 req-ea56a915-8e3c-4fa5-b94a-32b2c763caaa tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/ports?device_id=f7e93afd-7c59-4a40-9ba3-e209c3da7df7 HTTP/1.1" status: 200 len: 946 time: 0.4034534 Jul 06 14:42:49.833001 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7f330aaa-8fc0-45e9-b2b1-695a5ffee260 req-746c73f0-4f49-476d-b903-631fe1654c39 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/security-groups?id=8fa88e29-068f-429e-bea7-30a700b067e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316684 Jul 06 14:42:49.844755 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1f25f-b53a-4d1b-b53f-1b9111b009d9 req-93771746-fb73-45b0-b1c2-126687e62c29 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:42:49.846277 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-71a1f25f-b53a-4d1b-b53f-1b9111b009d9 req-93771746-fb73-45b0-b1c2-126687e62c29 tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7e93afd-7c59-4a40-9ba3-e209c3da7df7 HTTP/1.1" status: 200 len: 946 time: 0.0638957 Jul 06 14:42:49.949375 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-71a1f25f-b53a-4d1b-b53f-1b9111b009d9 req-ae9cef38-1056-47b5-99c2-b9169f1eba0b tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Deleting port cc4babbf-93bd-4a6f-b43b-c8cec25a2994 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:42:49.949739 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-71a1f25f-b53a-4d1b-b53f-1b9111b009d9 req-ae9cef38-1056-47b5-99c2-b9169f1eba0b tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:50.039882 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-71a1f25f-b53a-4d1b-b53f-1b9111b009d9 req-ae9cef38-1056-47b5-99c2-b9169f1eba0b tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] For port cc4babbf-93bd-4a6f-b43b-c8cec25a2994, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=cc4babbf-93bd-4a6f-b43b-c8cec25a2994,segment=NetworkSegment(1af9a5d5-2162-4de2-adda-a66bfa15e192),segment_id=1af9a5d5-2162-4de2-adda-a66bfa15e192)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:42:50.040255 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-71a1f25f-b53a-4d1b-b53f-1b9111b009d9 req-ae9cef38-1056-47b5-99c2-b9169f1eba0b tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:50.053620 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [req-71a1f25f-b53a-4d1b-b53f-1b9111b009d9 req-ae9cef38-1056-47b5-99c2-b9169f1eba0b tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Calling delete_port for cc4babbf-93bd-4a6f-b43b-c8cec25a2994 owned by compute:nova {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:42:50.186527 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-71a1f25f-b53a-4d1b-b53f-1b9111b009d9 req-ae9cef38-1056-47b5-99c2-b9169f1eba0b tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:50.203401 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['cc4babbf-93bd-4a6f-b43b-c8cec25a2994'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:42:50.216581 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9cef38-1056-47b5-99c2-b9169f1eba0b tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Pushing event deleted for resources: {'Port': ['ID=cc4babbf-93bd-4a6f-b43b-c8cec25a2994,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:42:50.230332 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9cef38-1056-47b5-99c2-b9169f1eba0b tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:50.230692 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9cef38-1056-47b5-99c2-b9169f1eba0b tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:50.231039 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9cef38-1056-47b5-99c2-b9169f1eba0b tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:50.231473 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9cef38-1056-47b5-99c2-b9169f1eba0b tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:50.231722 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9cef38-1056-47b5-99c2-b9169f1eba0b tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:50.232052 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9cef38-1056-47b5-99c2-b9169f1eba0b tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:50.232380 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9cef38-1056-47b5-99c2-b9169f1eba0b tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:50.232704 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9cef38-1056-47b5-99c2-b9169f1eba0b tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:50.233042 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9cef38-1056-47b5-99c2-b9169f1eba0b tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:50.233368 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9cef38-1056-47b5-99c2-b9169f1eba0b tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:50.233691 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9cef38-1056-47b5-99c2-b9169f1eba0b tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:50.234039 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9cef38-1056-47b5-99c2-b9169f1eba0b tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:50.274348 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a1f25f-b53a-4d1b-b53f-1b9111b009d9 req-ae9cef38-1056-47b5-99c2-b9169f1eba0b tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] No DVR routers for this DVR port cc4babbf-93bd-4a6f-b43b-c8cec25a2994 on host n-h1-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:42:50.277569 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-71a1f25f-b53a-4d1b-b53f-1b9111b009d9 req-ae9cef38-1056-47b5-99c2-b9169f1eba0b tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:50.279629 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-71a1f25f-b53a-4d1b-b53f-1b9111b009d9 req-ae9cef38-1056-47b5-99c2-b9169f1eba0b tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.52 "DELETE /v2.0/ports/cc4babbf-93bd-4a6f-b43b-c8cec25a2994 HTTP/1.1" status: 204 len: 173 time: 0.4249487 Jul 06 14:42:50.280072 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e93afd-7c59-4a40-9ba3-e209c3da7df7', 'name': 'network-vif-deleted', 'tag': 'cc4babbf-93bd-4a6f-b43b-c8cec25a2994'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:42:50.282414 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44085c58187d3c444c5cc6a657819c2b9188c5457f631b13450b7a564fa513c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1482d407-1357-4c48-88a2-e1a6762b2f66" -d '{"events": [{"server_uuid": "f7e93afd-7c59-4a40-9ba3-e209c3da7df7", "name": "network-vif-deleted", "tag": "cc4babbf-93bd-4a6f-b43b-c8cec25a2994"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:42:50.320982 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8ef9b3-41c7-4b80-a931-f0421f80d1fb x-openstack-request-id: req-1b8ef9b3-41c7-4b80-a931-f0421f80d1fb {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:42:50.321283 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e93afd-7c59-4a40-9ba3-e209c3da7df7", "name": "network-vif-deleted", "tag": "cc4babbf-93bd-4a6f-b43b-c8cec25a2994", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:42:50.321717 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-1b8ef9b3-41c7-4b80-a931-f0421f80d1fb {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:42:50.325009 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e93afd-7c59-4a40-9ba3-e209c3da7df7', 'name': 'network-vif-deleted', 'tag': 'cc4babbf-93bd-4a6f-b43b-c8cec25a2994', 'status': 'completed', 'code': 200} Jul 06 14:42:50.995737 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6203eb6b-c88c-443d-8503-adfc6c12b0eb req-e137bd9e-416e-4b59-8549-3167f76e0f6a tempest-TestEncryptedCinderVolumes-12154542 tempest-TestEncryptedCinderVolumes-12154542-project] 10.222.0.118 "GET /v2.0/ports?device_id=f7e93afd-7c59-4a40-9ba3-e209c3da7df7 HTTP/1.1" status: 200 len: 210 time: 0.0290818 Jul 06 14:42:52.122263 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37898) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:42:52.477474 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-36c74dd0-7895-4133-a448-7c3a8185ec76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:52.733995 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:42:52.748051 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-36c74dd0-7895-4133-a448-7c3a8185ec76 admin admin] Deleting port c5bc6c04-4c76-4126-9f4d-c45df93aa72a {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:42:52.748399 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-36c74dd0-7895-4133-a448-7c3a8185ec76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:52.825131 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-36c74dd0-7895-4133-a448-7c3a8185ec76 admin admin] For port c5bc6c04-4c76-4126-9f4d-c45df93aa72a, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c5bc6c04-4c76-4126-9f4d-c45df93aa72a,segment=NetworkSegment(1af9a5d5-2162-4de2-adda-a66bfa15e192),segment_id=1af9a5d5-2162-4de2-adda-a66bfa15e192)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:42:52.825494 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-36c74dd0-7895-4133-a448-7c3a8185ec76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:52.838410 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-36c74dd0-7895-4133-a448-7c3a8185ec76 admin admin] Calling delete_port for c5bc6c04-4c76-4126-9f4d-c45df93aa72a owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:42:52.854372 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device cc4babbf-93bd-4a6f-b43b-c8cec25a2994 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:42:52.875219 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: cc4babbf-93bd-4a6f-b43b-c8cec25a2994 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:42:52.875926 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device cc4babbf-93bd-4a6f-b43b-c8cec25a2994 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:42:53.019092 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-36c74dd0-7895-4133-a448-7c3a8185ec76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:53.053551 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c74dd0-7895-4133-a448-7c3a8185ec76 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5bc6c04-4c76-4126-9f4d-c45df93aa72a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:42:53.217416 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-36c74dd0-7895-4133-a448-7c3a8185ec76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:53.427312 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c74dd0-7895-4133-a448-7c3a8185ec76 admin admin] Router e94e7d7a-2b19-47ed-8748-2d5ae903a127 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:42:53.532658 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c74dd0-7895-4133-a448-7c3a8185ec76 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:42:53.537641 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-36c74dd0-7895-4133-a448-7c3a8185ec76 admin admin] 10.222.0.118 "PUT /v2.0/routers/e94e7d7a-2b19-47ed-8748-2d5ae903a127/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4143341 Jul 06 14:42:53.540345 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37902) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:42:53.541739 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e6b08c-9c29-4fb1-8440-36bb04ba028b None None] Sync routers for ids ['e94e7d7a-2b19-47ed-8748-2d5ae903a127'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:42:53.551617 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e6b08c-9c29-4fb1-8440-36bb04ba028b None None] Routers {'e94e7d7a-2b19-47ed-8748-2d5ae903a127'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:42:53.552228 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-89e6b08c-9c29-4fb1-8440-36bb04ba028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:42:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['e94e7d7a-2b19-47ed-8748-2d5ae903a127'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:42:53.645689 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bf41df7d-c568-4e8b-b80c-5308655ffdb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:53.659655 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-89e6b08c-9c29-4fb1-8440-36bb04ba028b None None] Set router e94e7d7a-2b19-47ed-8748-2d5ae903a127 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:42:53.753373 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bf41df7d-c568-4e8b-b80c-5308655ffdb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:53.807127 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-bf41df7d-c568-4e8b-b80c-5308655ffdb2 admin admin] Deleting port f0ab09f2-10fb-405a-a014-24b5067d43e9 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:42:53.807469 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bf41df7d-c568-4e8b-b80c-5308655ffdb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:53.838661 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-89e6b08c-9c29-4fb1-8440-36bb04ba028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94e7d7a-2b19-47ed-8748-2d5ae903a127', 'name': 'tempest-TestEncryptedCinderVolumes-1691668353-router', 'tenant_id': '29917cee17974467b77aa4f05cc16177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.134'}], 'enable_snat': True}, 'gw_port_id': 'f0ab09f2-10fb-405a-a014-24b5067d43e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:41:37Z', 'updated_at': '2021-07-06T14:42:52Z', 'revision_number': 5, 'project_id': '29917cee17974467b77aa4f05cc16177', 'gw_port': {'id': 'f0ab09f2-10fb-405a-a014-24b5067d43e9', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:36:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e94e7d7a-2b19-47ed-8748-2d5ae903a127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:41:37Z', 'updated_at': '2021-07-06T14:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:42:53.867870 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e6b08c-9c29-4fb1-8440-36bb04ba028b None None] Checking router: e94e7d7a-2b19-47ed-8748-2d5ae903a127 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:42:53.876156 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e6b08c-9c29-4fb1-8440-36bb04ba028b None None] Routers {'e94e7d7a-2b19-47ed-8748-2d5ae903a127'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:42:53.876766 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-89e6b08c-9c29-4fb1-8440-36bb04ba028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:42:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['e94e7d7a-2b19-47ed-8748-2d5ae903a127'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:42:53.887283 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-bf41df7d-c568-4e8b-b80c-5308655ffdb2 admin admin] For port f0ab09f2-10fb-405a-a014-24b5067d43e9, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=f0ab09f2-10fb-405a-a014-24b5067d43e9,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:42:53.887830 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bf41df7d-c568-4e8b-b80c-5308655ffdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:53.901098 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-bf41df7d-c568-4e8b-b80c-5308655ffdb2 admin admin] Calling delete_port for f0ab09f2-10fb-405a-a014-24b5067d43e9 owned by network:router_gateway {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:42:53.961266 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-89e6b08c-9c29-4fb1-8440-36bb04ba028b None None] Set router e94e7d7a-2b19-47ed-8748-2d5ae903a127 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:42:54.012113 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-89e6b08c-9c29-4fb1-8440-36bb04ba028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e94e7d7a-2b19-47ed-8748-2d5ae903a127', 'name': 'tempest-TestEncryptedCinderVolumes-1691668353-router', 'tenant_id': '29917cee17974467b77aa4f05cc16177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:41:37Z', 'updated_at': '2021-07-06T14:42:53Z', 'revision_number': 6, 'project_id': '29917cee17974467b77aa4f05cc16177', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:42:54.041186 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e6b08c-9c29-4fb1-8440-36bb04ba028b None None] The sync data for ids ['e94e7d7a-2b19-47ed-8748-2d5ae903a127'] in n-d-773644-6 is: [{'id': 'e94e7d7a-2b19-47ed-8748-2d5ae903a127', 'name': 'tempest-TestEncryptedCinderVolumes-1691668353-router', 'tenant_id': '29917cee17974467b77aa4f05cc16177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:41:37Z', 'updated_at': '2021-07-06T14:42:53Z', 'revision_number': 6, 'project_id': '29917cee17974467b77aa4f05cc16177', 'gw_port_host': None}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:42:54.065849 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bf41df7d-c568-4e8b-b80c-5308655ffdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:54.095954 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41df7d-c568-4e8b-b80c-5308655ffdb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ab09f2-10fb-405a-a014-24b5067d43e9,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:42:54.122978 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41df7d-c568-4e8b-b80c-5308655ffdb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:54.123325 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41df7d-c568-4e8b-b80c-5308655ffdb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:54.123666 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41df7d-c568-4e8b-b80c-5308655ffdb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:54.124003 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41df7d-c568-4e8b-b80c-5308655ffdb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:54.124335 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41df7d-c568-4e8b-b80c-5308655ffdb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:54.124663 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41df7d-c568-4e8b-b80c-5308655ffdb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:54.124986 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41df7d-c568-4e8b-b80c-5308655ffdb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:54.125310 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41df7d-c568-4e8b-b80c-5308655ffdb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:54.125631 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41df7d-c568-4e8b-b80c-5308655ffdb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:54.125975 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41df7d-c568-4e8b-b80c-5308655ffdb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:54.126297 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41df7d-c568-4e8b-b80c-5308655ffdb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:54.126615 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41df7d-c568-4e8b-b80c-5308655ffdb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:42:54.165878 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bf41df7d-c568-4e8b-b80c-5308655ffdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:54.266203 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bf41df7d-c568-4e8b-b80c-5308655ffdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:54.268349 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bf41df7d-c568-4e8b-b80c-5308655ffdb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:54.313664 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bf41df7d-c568-4e8b-b80c-5308655ffdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:54.314226 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf41df7d-c568-4e8b-b80c-5308655ffdb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e94e7d7a-2b19-47ed-8748-2d5ae903a127 {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:42:54.318554 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bf41df7d-c568-4e8b-b80c-5308655ffdb2 admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:54.319716 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-bf41df7d-c568-4e8b-b80c-5308655ffdb2 admin admin] 10.222.0.118 "DELETE /v2.0/routers/e94e7d7a-2b19-47ed-8748-2d5ae903a127 HTTP/1.1" status: 204 len: 168 time: 0.7777681 Jul 06 14:42:54.323398 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37908) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:42:54.366723 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f25e4e5-6e25-4677-affa-f40090cde051 admin admin] Deleting subnet 0e9149c3-1097-4417-b579-260bd1d3fae9 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:42:54.370328 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2f25e4e5-6e25-4677-affa-f40090cde051 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:54.405431 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2f25e4e5-6e25-4677-affa-f40090cde051 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:54.490652 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2f25e4e5-6e25-4677-affa-f40090cde051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:54.543440 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2f25e4e5-6e25-4677-affa-f40090cde051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:54.569130 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25e4e5-6e25-4677-affa-f40090cde051 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e9149c3-1097-4417-b579-260bd1d3fae9,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:42:54.574083 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2f25e4e5-6e25-4677-affa-f40090cde051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:54.575988 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2f25e4e5-6e25-4677-affa-f40090cde051 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/0e9149c3-1097-4417-b579-260bd1d3fae9 HTTP/1.1" status: 204 len: 168 time: 0.2516170 Jul 06 14:42:54.578454 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37910) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:42:54.579897 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecea7f5-7bf0-4780-ba53-c060dd7c866a None None] Network 1324d3a1-1f41-4f38-bebf-6253c21a0b24 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:42:54.653151 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-09862a73-ddb4-4ce7-9854-afe5ea901c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:54.710796 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-09862a73-ddb4-4ce7-9854-afe5ea901c1d admin admin] Deleting port cc3bbc29-a1f8-4a90-9c92-fc0c24f9568e {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:42:54.711260 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-09862a73-ddb4-4ce7-9854-afe5ea901c1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:54.776764 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-09862a73-ddb4-4ce7-9854-afe5ea901c1d admin admin] For port cc3bbc29-a1f8-4a90-9c92-fc0c24f9568e, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=cc3bbc29-a1f8-4a90-9c92-fc0c24f9568e,segment=NetworkSegment(1af9a5d5-2162-4de2-adda-a66bfa15e192),segment_id=1af9a5d5-2162-4de2-adda-a66bfa15e192)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:42:54.777034 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-09862a73-ddb4-4ce7-9854-afe5ea901c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:54.790810 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-09862a73-ddb4-4ce7-9854-afe5ea901c1d admin admin] Calling delete_port for cc3bbc29-a1f8-4a90-9c92-fc0c24f9568e owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:42:54.881940 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-09862a73-ddb4-4ce7-9854-afe5ea901c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:54.910763 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09862a73-ddb4-4ce7-9854-afe5ea901c1d admin admin] No DVR routers for this DVR port cc3bbc29-a1f8-4a90-9c92-fc0c24f9568e on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:42:54.916725 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09862a73-ddb4-4ce7-9854-afe5ea901c1d admin admin] Pushing event deleted for resources: {'Port': ['ID=cc3bbc29-a1f8-4a90-9c92-fc0c24f9568e,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:42:54.930154 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdcdd85-184e-4d28-a939-b5a1e9d36fea None None] DHCP port deletion for 1324d3a1-1f41-4f38-bebf-6253c21a0b24 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:42:54.993835 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-09862a73-ddb4-4ce7-9854-afe5ea901c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:55.003639 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-09862a73-ddb4-4ce7-9854-afe5ea901c1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1324d3a1-1f41-4f38-bebf-6253c21a0b24']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:42:55.013568 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-09862a73-ddb4-4ce7-9854-afe5ea901c1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af9a5d5-2162-4de2-adda-a66bfa15e192') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:42:55.013903 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-09862a73-ddb4-4ce7-9854-afe5ea901c1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af9a5d5-2162-4de2-adda-a66bfa15e192') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:42:55.022487 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-09862a73-ddb4-4ce7-9854-afe5ea901c1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:55.042730 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-09862a73-ddb4-4ce7-9854-afe5ea901c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:55.049440 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09862a73-ddb4-4ce7-9854-afe5ea901c1d admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:42:55.050143 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-09862a73-ddb4-4ce7-9854-afe5ea901c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:42:55.051836 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:42:55.106980 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-09862a73-ddb4-4ce7-9854-afe5ea901c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:55.112614 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-09862a73-ddb4-4ce7-9854-afe5ea901c1d admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:55.115076 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-09862a73-ddb4-4ce7-9854-afe5ea901c1d admin admin] 10.222.0.118 "DELETE /v2.0/networks/1324d3a1-1f41-4f38-bebf-6253c21a0b24 HTTP/1.1" status: 204 len: 168 time: 0.5348454 Jul 06 14:42:55.117773 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37912) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:42:55.126226 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09862a73-ddb4-4ce7-9854-afe5ea901c1d admin admin] Pushing event deleted for resources: {'Network': ['ID=1324d3a1-1f41-4f38-bebf-6253c21a0b24,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:42:55.695977 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device cc3bbc29-a1f8-4a90-9c92-fc0c24f9568e no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:42:55.716316 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: cc3bbc29-a1f8-4a90-9c92-fc0c24f9568e {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:42:55.716667 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device cc3bbc29-a1f8-4a90-9c92-fc0c24f9568e not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:42:55.717099 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c5bc6c04-4c76-4126-9f4d-c45df93aa72a no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:42:55.734966 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: c5bc6c04-4c76-4126-9f4d-c45df93aa72a {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:42:55.735323 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c5bc6c04-4c76-4126-9f4d-c45df93aa72a not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:42:55.735747 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f0ab09f2-10fb-405a-a014-24b5067d43e9 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:42:55.754978 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: f0ab09f2-10fb-405a-a014-24b5067d43e9 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:42:55.755332 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f0ab09f2-10fb-405a-a014-24b5067d43e9 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:42:55.798332 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5041ae9e-2e43-410f-9281-c9d8aea298a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:56.065267 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-5041ae9e-2e43-410f-9281-c9d8aea298a9 admin admin] Deleting port b8357f8e-5cea-4358-b8f2-b177cf7149cc {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:42:56.065620 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5041ae9e-2e43-410f-9281-c9d8aea298a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:56.150162 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-5041ae9e-2e43-410f-9281-c9d8aea298a9 admin admin] For port b8357f8e-5cea-4358-b8f2-b177cf7149cc, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=b8357f8e-5cea-4358-b8f2-b177cf7149cc,segment=NetworkSegment(bf04eeee-5342-44f0-9849-0fa73d8fd1db),segment_id=bf04eeee-5342-44f0-9849-0fa73d8fd1db)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:42:56.150792 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5041ae9e-2e43-410f-9281-c9d8aea298a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:56.164324 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-5041ae9e-2e43-410f-9281-c9d8aea298a9 admin admin] Calling delete_port for b8357f8e-5cea-4358-b8f2-b177cf7149cc owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:42:56.346323 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5041ae9e-2e43-410f-9281-c9d8aea298a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:56.375127 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041ae9e-2e43-410f-9281-c9d8aea298a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8357f8e-5cea-4358-b8f2-b177cf7149cc,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:42:56.539396 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5041ae9e-2e43-410f-9281-c9d8aea298a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:56.768888 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5041ae9e-2e43-410f-9281-c9d8aea298a9 admin admin] Router b1876e62-a09b-4583-980d-88844e8c909a has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:42:56.874501 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5041ae9e-2e43-410f-9281-c9d8aea298a9 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:42:56.881331 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5041ae9e-2e43-410f-9281-c9d8aea298a9 admin admin] 10.222.0.118 "PUT /v2.0/routers/b1876e62-a09b-4583-980d-88844e8c909a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7615407 Jul 06 14:42:56.882356 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37914) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:42:56.883218 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189e3499-a8f7-4b2a-bbb8-00e227627b4f None None] Sync routers for ids ['b1876e62-a09b-4583-980d-88844e8c909a'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:42:56.892610 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189e3499-a8f7-4b2a-bbb8-00e227627b4f None None] Routers {'b1876e62-a09b-4583-980d-88844e8c909a'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:42:56.893230 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-189e3499-a8f7-4b2a-bbb8-00e227627b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:42:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b1876e62-a09b-4583-980d-88844e8c909a'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:42:56.987697 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cac12a2e-30b8-4332-b706-24393dbe69e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:56.995535 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-189e3499-a8f7-4b2a-bbb8-00e227627b4f None None] Set router b1876e62-a09b-4583-980d-88844e8c909a gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:42:57.095364 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cac12a2e-30b8-4332-b706-24393dbe69e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:57.147646 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-cac12a2e-30b8-4332-b706-24393dbe69e8 admin admin] Deleting port b4592fc2-7c83-4d52-8412-828ff7508891 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:42:57.148011 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cac12a2e-30b8-4332-b706-24393dbe69e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:57.181866 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-189e3499-a8f7-4b2a-bbb8-00e227627b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1876e62-a09b-4583-980d-88844e8c909a', 'name': 'tempest-TestEncryptedCinderVolumes-1140129543-router', 'tenant_id': 'b30fc05c73f54d94a325fdf34a3dc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': 'b4592fc2-7c83-4d52-8412-828ff7508891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:41:41Z', 'updated_at': '2021-07-06T14:42:56Z', 'revision_number': 5, 'project_id': 'b30fc05c73f54d94a325fdf34a3dc737', 'gw_port': {'id': 'b4592fc2-7c83-4d52-8412-828ff7508891', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1876e62-a09b-4583-980d-88844e8c909a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4081, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:41:42Z', 'updated_at': '2021-07-06T14:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:42:57.209026 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189e3499-a8f7-4b2a-bbb8-00e227627b4f None None] Checking router: b1876e62-a09b-4583-980d-88844e8c909a for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:42:57.217553 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189e3499-a8f7-4b2a-bbb8-00e227627b4f None None] Routers {'b1876e62-a09b-4583-980d-88844e8c909a'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:42:57.218212 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-189e3499-a8f7-4b2a-bbb8-00e227627b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:42:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['b1876e62-a09b-4583-980d-88844e8c909a'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:42:57.231669 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-cac12a2e-30b8-4332-b706-24393dbe69e8 admin admin] For port b4592fc2-7c83-4d52-8412-828ff7508891, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=b4592fc2-7c83-4d52-8412-828ff7508891,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:42:57.232044 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cac12a2e-30b8-4332-b706-24393dbe69e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:57.245308 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-cac12a2e-30b8-4332-b706-24393dbe69e8 admin admin] Calling delete_port for b4592fc2-7c83-4d52-8412-828ff7508891 owned by network:router_gateway {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:42:57.305138 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-189e3499-a8f7-4b2a-bbb8-00e227627b4f None None] Set router b1876e62-a09b-4583-980d-88844e8c909a gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:42:57.358453 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-189e3499-a8f7-4b2a-bbb8-00e227627b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1876e62-a09b-4583-980d-88844e8c909a', 'name': 'tempest-TestEncryptedCinderVolumes-1140129543-router', 'tenant_id': 'b30fc05c73f54d94a325fdf34a3dc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:41:41Z', 'updated_at': '2021-07-06T14:42:57Z', 'revision_number': 6, 'project_id': 'b30fc05c73f54d94a325fdf34a3dc737', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:42:57.389441 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189e3499-a8f7-4b2a-bbb8-00e227627b4f None None] The sync data for ids ['b1876e62-a09b-4583-980d-88844e8c909a'] in n-d-773644-6 is: [{'id': 'b1876e62-a09b-4583-980d-88844e8c909a', 'name': 'tempest-TestEncryptedCinderVolumes-1140129543-router', 'tenant_id': 'b30fc05c73f54d94a325fdf34a3dc737', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:41:41Z', 'updated_at': '2021-07-06T14:42:57Z', 'revision_number': 6, 'project_id': 'b30fc05c73f54d94a325fdf34a3dc737', 'gw_port_host': None}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:42:57.427092 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cac12a2e-30b8-4332-b706-24393dbe69e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:57.452912 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac12a2e-30b8-4332-b706-24393dbe69e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4592fc2-7c83-4d52-8412-828ff7508891,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:42:57.516328 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cac12a2e-30b8-4332-b706-24393dbe69e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:57.605708 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cac12a2e-30b8-4332-b706-24393dbe69e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:57.607867 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cac12a2e-30b8-4332-b706-24393dbe69e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:57.655736 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cac12a2e-30b8-4332-b706-24393dbe69e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:57.656195 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac12a2e-30b8-4332-b706-24393dbe69e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1876e62-a09b-4583-980d-88844e8c909a {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:42:57.660404 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-cac12a2e-30b8-4332-b706-24393dbe69e8 admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:57.661563 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-cac12a2e-30b8-4332-b706-24393dbe69e8 admin admin] 10.222.0.118 "DELETE /v2.0/routers/b1876e62-a09b-4583-980d-88844e8c909a HTTP/1.1" status: 204 len: 168 time: 0.7781370 Jul 06 14:42:57.664004 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37916) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:42:57.708882 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3aa2fb-36bf-4b8a-90d8-88bd6c26f9f1 admin admin] Deleting subnet db245a66-05c0-4476-b9a2-5ee6cbc382e3 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:42:57.711833 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fa3aa2fb-36bf-4b8a-90d8-88bd6c26f9f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:57.754641 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fa3aa2fb-36bf-4b8a-90d8-88bd6c26f9f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:57.843986 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fa3aa2fb-36bf-4b8a-90d8-88bd6c26f9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:57.896604 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fa3aa2fb-36bf-4b8a-90d8-88bd6c26f9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:57.923991 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fa3aa2fb-36bf-4b8a-90d8-88bd6c26f9f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:57.925889 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-fa3aa2fb-36bf-4b8a-90d8-88bd6c26f9f1 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/db245a66-05c0-4476-b9a2-5ee6cbc382e3 HTTP/1.1" status: 204 len: 168 time: 0.2609289 Jul 06 14:42:57.927297 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3aa2fb-36bf-4b8a-90d8-88bd6c26f9f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db245a66-05c0-4476-b9a2-5ee6cbc382e3,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:42:57.929388 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37918) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:42:57.929920 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f0db43-1562-44b1-8e4a-1a03e78f6e29 None None] Network 9f737a90-0822-4e9f-b034-355dfa00aa59 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:42:57.998558 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-51474f57-d004-43b5-9bb6-3912cc96c478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:58.056980 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-51474f57-d004-43b5-9bb6-3912cc96c478 admin admin] Deleting port 1a1004e9-bd8c-4413-8efe-28c340e563ff {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:42:58.057611 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-51474f57-d004-43b5-9bb6-3912cc96c478 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:58.121623 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-51474f57-d004-43b5-9bb6-3912cc96c478 admin admin] For port 1a1004e9-bd8c-4413-8efe-28c340e563ff, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=1a1004e9-bd8c-4413-8efe-28c340e563ff,segment=NetworkSegment(bf04eeee-5342-44f0-9849-0fa73d8fd1db),segment_id=bf04eeee-5342-44f0-9849-0fa73d8fd1db)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:42:58.122021 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-51474f57-d004-43b5-9bb6-3912cc96c478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:58.136967 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-51474f57-d004-43b5-9bb6-3912cc96c478 admin admin] Calling delete_port for 1a1004e9-bd8c-4413-8efe-28c340e563ff owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:42:58.166568 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eda727-4114-49ef-b092-bd4e389450cd None None] DHCP port deletion for 9f737a90-0822-4e9f-b034-355dfa00aa59 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:42:58.177406 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device b8357f8e-5cea-4358-b8f2-b177cf7149cc no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:42:58.215033 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: b8357f8e-5cea-4358-b8f2-b177cf7149cc {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:42:58.215381 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device b8357f8e-5cea-4358-b8f2-b177cf7149cc not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:42:58.234669 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-51474f57-d004-43b5-9bb6-3912cc96c478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:58.241846 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-b4eda727-4114-49ef-b092-bd4e389450cd None None] Deleting port 1a1004e9-bd8c-4413-8efe-28c340e563ff {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:42:58.242233 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b4eda727-4114-49ef-b092-bd4e389450cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:58.260539 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51474f57-d004-43b5-9bb6-3912cc96c478 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a1004e9-bd8c-4413-8efe-28c340e563ff,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:42:58.266699 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51474f57-d004-43b5-9bb6-3912cc96c478 admin admin] No DVR routers for this DVR port 1a1004e9-bd8c-4413-8efe-28c340e563ff on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:42:58.312627 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-b4eda727-4114-49ef-b092-bd4e389450cd None None] For port 1a1004e9-bd8c-4413-8efe-28c340e563ff, host n-d-773644-6, got binding levels [] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:42:58.313013 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b4eda727-4114-49ef-b092-bd4e389450cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:58.330094 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-b4eda727-4114-49ef-b092-bd4e389450cd None None] Calling delete_port for 1a1004e9-bd8c-4413-8efe-28c340e563ff owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:42:58.333264 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.ipam_backend_mixin [None req-b4eda727-4114-49ef-b092-bd4e389450cd None None] Port 1a1004e9-bd8c-4413-8efe-28c340e563ff was not found and therefore no delete operation was performed {{(pid=100419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 14:42:58.334554 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b4eda727-4114-49ef-b092-bd4e389450cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:58.345591 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-51474f57-d004-43b5-9bb6-3912cc96c478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:58.355623 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-51474f57-d004-43b5-9bb6-3912cc96c478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f737a90-0822-4e9f-b034-355dfa00aa59']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:42:58.360952 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eda727-4114-49ef-b092-bd4e389450cd None None] Pushing event deleted for resources: {'Port': ['ID=1a1004e9-bd8c-4413-8efe-28c340e563ff,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:42:58.366586 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-51474f57-d004-43b5-9bb6-3912cc96c478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf04eeee-5342-44f0-9849-0fa73d8fd1db') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:42:58.366902 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-51474f57-d004-43b5-9bb6-3912cc96c478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf04eeee-5342-44f0-9849-0fa73d8fd1db') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:42:58.368419 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eda727-4114-49ef-b092-bd4e389450cd None None] No DVR routers for this DVR port 1a1004e9-bd8c-4413-8efe-28c340e563ff on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:42:58.378853 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-51474f57-d004-43b5-9bb6-3912cc96c478 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:58.395773 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-51474f57-d004-43b5-9bb6-3912cc96c478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:58.403756 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51474f57-d004-43b5-9bb6-3912cc96c478 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:42:58.404181 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-51474f57-d004-43b5-9bb6-3912cc96c478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:42:58.405885 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:42:58.467741 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-51474f57-d004-43b5-9bb6-3912cc96c478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:58.477917 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-51474f57-d004-43b5-9bb6-3912cc96c478 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:58.479887 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-51474f57-d004-43b5-9bb6-3912cc96c478 admin admin] 10.222.0.118 "DELETE /v2.0/networks/9f737a90-0822-4e9f-b034-355dfa00aa59 HTTP/1.1" status: 204 len: 168 time: 0.5490804 Jul 06 14:42:58.495544 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51474f57-d004-43b5-9bb6-3912cc96c478 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f737a90-0822-4e9f-b034-355dfa00aa59,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:42:58.650789 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37922) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:42:58.692492 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2f184e3a-cfec-4eff-ad56-34dfa4e4a0b8 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=29917cee17974467b77aa4f05cc16177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406260 Jul 06 14:42:58.694986 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37924) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:42:58.742268 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eab6a892-6b09-43b1-a09c-9aecdcd343df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:58.763929 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eab6a892-6b09-43b1-a09c-9aecdcd343df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:58.813724 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eab6a892-6b09-43b1-a09c-9aecdcd343df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:58.816274 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eab6a892-6b09-43b1-a09c-9aecdcd343df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:58.817414 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-eab6a892-6b09-43b1-a09c-9aecdcd343df admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/8fa88e29-068f-429e-bea7-30a700b067e6 HTTP/1.1" status: 204 len: 168 time: 0.1215274 Jul 06 14:42:58.825979 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6a892-6b09-43b1-a09c-9aecdcd343df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa88e29-068f-429e-bea7-30a700b067e6,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:42:59.125744 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37930) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:42:59.164783 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2ebe8942-9488-4026-91ea-76f3e1e84d1d admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=b30fc05c73f54d94a325fdf34a3dc737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377908 Jul 06 14:42:59.167781 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37932) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:42:59.217924 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0aed40b1-bcbb-4cc5-bb00-6ab5dc6b8bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:59.239184 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0aed40b1-bcbb-4cc5-bb00-6ab5dc6b8bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:59.286515 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0aed40b1-bcbb-4cc5-bb00-6ab5dc6b8bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:59.289005 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0aed40b1-bcbb-4cc5-bb00-6ab5dc6b8bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:42:59.291258 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0aed40b1-bcbb-4cc5-bb00-6ab5dc6b8bdc admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/c6c23540-e9e3-4855-a207-f37030820de1 HTTP/1.1" status: 204 len: 168 time: 0.1214499 Jul 06 14:42:59.299989 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed40b1-bcbb-4cc5-bb00-6ab5dc6b8bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c23540-e9e3-4855-a207-f37030820de1,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:42:59.693303 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device b4592fc2-7c83-4d52-8412-828ff7508891 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:42:59.714078 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: b4592fc2-7c83-4d52-8412-828ff7508891 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:42:59.714433 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device b4592fc2-7c83-4d52-8412-828ff7508891 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:42:59.714897 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 1a1004e9-bd8c-4413-8efe-28c340e563ff no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:42:59.735257 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 1a1004e9-bd8c-4413-8efe-28c340e563ff {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:42:59.735609 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 1a1004e9-bd8c-4413-8efe-28c340e563ff not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:42:59.971636 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37960) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:43:00.070656 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-1c7e2060-277c-451c-8318-4a6375204a61 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1560362675-network', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:43:00.095007 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7e2060-277c-451c-8318-4a6375204a61 admin admin] Made reservation on behalf of 33e4a89283bf4adcb83504d4d3493862 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:43:00.097518 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1c7e2060-277c-451c-8318-4a6375204a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:00.106642 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1c7e2060-277c-451c-8318-4a6375204a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:00.195618 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1c7e2060-277c-451c-8318-4a6375204a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:00.200242 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1c7e2060-277c-451c-8318-4a6375204a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:00.225000 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7e2060-277c-451c-8318-4a6375204a61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:43:00.234829 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e2060-277c-451c-8318-4a6375204a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d07e65c-c01d-4589-bea5-466d417c8aca,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:00.240243 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1c7e2060-277c-451c-8318-4a6375204a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:00.240589 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-1c7e2060-277c-451c-8318-4a6375204a61 admin admin] Added segment 7598ce17-874c-4d31-9071-658dc6cb115c of type vlan for network df885427-3547-4448-8359-dee558890a89 Jul 06 14:43:00.285433 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1c7e2060-277c-451c-8318-4a6375204a61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:00.314621 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1c7e2060-277c-451c-8318-4a6375204a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:00.315655 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7e2060-277c-451c-8318-4a6375204a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:00.316272 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1c7e2060-277c-451c-8318-4a6375204a61 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:00.363780 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1c7e2060-277c-451c-8318-4a6375204a61 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3902552 Jul 06 14:43:00.366706 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37964) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:43:00.373334 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-d2dda1f0-33a7-491c-9326-0dce676e101b admin admin] Request body: {'subnet': {'network_id': 'df885427-3547-4448-8359-dee558890a89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1560362675-subnet', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862', 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:43:00.376924 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e2060-277c-451c-8318-4a6375204a61 admin admin] Pushing event updated for resources: {'Network': ['ID=df885427-3547-4448-8359-dee558890a89,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:00.388716 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network df885427-3547-4448-8359-dee558890a89 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:43:00.398504 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2dda1f0-33a7-491c-9326-0dce676e101b admin admin] Made reservation on behalf of 33e4a89283bf4adcb83504d4d3493862 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:43:00.400893 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d2dda1f0-33a7-491c-9326-0dce676e101b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:00.573343 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d2dda1f0-33a7-491c-9326-0dce676e101b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:00.628982 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dda1f0-33a7-491c-9326-0dce676e101b admin admin] Pushing event updated for resources: {'Subnet': ['ID=42bd04cf-1493-4708-93ac-a6986118d227,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:00.636993 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dda1f0-33a7-491c-9326-0dce676e101b admin admin] Checking segment: {'id': '7598ce17-874c-4d31-9071-658dc6cb115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'df885427-3547-4448-8359-dee558890a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:43:00.637431 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dda1f0-33a7-491c-9326-0dce676e101b admin admin] Network hostable DHCP agents. Network: df885427-3547-4448-8359-dee558890a89, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:43:00.654013 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dda1f0-33a7-491c-9326-0dce676e101b admin admin] Network df885427-3547-4448-8359-dee558890a89 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:43:00.662424 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-d2dda1f0-33a7-491c-9326-0dce676e101b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, df885427-3547-4448-8359-dee558890a89) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:43:00.668561 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dda1f0-33a7-491c-9326-0dce676e101b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:00.669221 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d2dda1f0-33a7-491c-9326-0dce676e101b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:00.673926 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d54485c-12ea-4701-8765-d33c41fed4f5 None None] Network df885427-3547-4448-8359-dee558890a89 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:43:00.685513 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d2dda1f0-33a7-491c-9326-0dce676e101b admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3173738 Jul 06 14:43:00.690422 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37966) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:43:00.695189 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-708c3878-5691-4df1-8d9e-b7217fb2526f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1560362675-router', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:43:00.714647 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-708c3878-5691-4df1-8d9e-b7217fb2526f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:00.715592 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-708c3878-5691-4df1-8d9e-b7217fb2526f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:00.770638 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-708c3878-5691-4df1-8d9e-b7217fb2526f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:00.833580 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f970d0-253d-43d6-a564-d21e8879eb1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-df885427-3547-4448-8359-dee558890a89', 'network_id': 'df885427-3547-4448-8359-dee558890a89', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862', 'fixed_ips': [{'subnet_id': '42bd04cf-1493-4708-93ac-a6986118d227'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:43:00.834474 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-59f970d0-253d-43d6-a564-d21e8879eb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:00.908857 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-708c3878-5691-4df1-8d9e-b7217fb2526f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:00.971602 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-59f970d0-253d-43d6-a564-d21e8879eb1d None None] Allocated IP 172.20.0.2 (df885427-3547-4448-8359-dee558890a89/42bd04cf-1493-4708-93ac-a6986118d227/975bf116-fd18-4a28-aa8b-8178ceeac90e) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:43:01.125432 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-708c3878-5691-4df1-8d9e-b7217fb2526f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:01.147378 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-59f970d0-253d-43d6-a564-d21e8879eb1d None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:01.148346 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-708c3878-5691-4df1-8d9e-b7217fb2526f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:01.158667 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-59f970d0-253d-43d6-a564-d21e8879eb1d None None] Transition to ACTIVE for port object 975bf116-fd18-4a28-aa8b-8178ceeac90e will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:43:01.177020 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-59f970d0-253d-43d6-a564-d21e8879eb1d None None] Transition to ACTIVE for port object 975bf116-fd18-4a28-aa8b-8178ceeac90e will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:43:01.183781 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-59f970d0-253d-43d6-a564-d21e8879eb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:01.235900 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f970d0-253d-43d6-a564-d21e8879eb1d None None] Network df885427-3547-4448-8359-dee558890a89 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:43:01.243034 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-59f970d0-253d-43d6-a564-d21e8879eb1d None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:43:01.251042 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f970d0-253d-43d6-a564-d21e8879eb1d None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:43:01.268319 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f970d0-253d-43d6-a564-d21e8879eb1d None None] Pushing event updated for resources: {'Port': ['ID=975bf116-fd18-4a28-aa8b-8178ceeac90e,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:01.287424 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-708c3878-5691-4df1-8d9e-b7217fb2526f admin admin] Allocated IP 172.25.6.46 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/f317d6e6-8429-433f-b7ab-7acd8774572a) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:43:01.334812 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-59f970d0-253d-43d6-a564-d21e8879eb1d None None] Attempting to bind port 975bf116-fd18-4a28-aa8b-8178ceeac90e on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:43:01.335209 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-59f970d0-253d-43d6-a564-d21e8879eb1d None None] Attempting to bind port 975bf116-fd18-4a28-aa8b-8178ceeac90e by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '7598ce17-874c-4d31-9071-658dc6cb115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'df885427-3547-4448-8359-dee558890a89'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:43:01.335588 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f970d0-253d-43d6-a564-d21e8879eb1d None None] Attempting to bind port 975bf116-fd18-4a28-aa8b-8178ceeac90e on network df885427-3547-4448-8359-dee558890a89 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:43:01.342186 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f970d0-253d-43d6-a564-d21e8879eb1d None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:43:01.342566 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f970d0-253d-43d6-a564-d21e8879eb1d None None] Checking segment: {'id': '7598ce17-874c-4d31-9071-658dc6cb115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'df885427-3547-4448-8359-dee558890a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:43:01.342976 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-59f970d0-253d-43d6-a564-d21e8879eb1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:01.343371 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f970d0-253d-43d6-a564-d21e8879eb1d None None] Bound using segment: {'id': '7598ce17-874c-4d31-9071-658dc6cb115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'df885427-3547-4448-8359-dee558890a89'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:43:01.343847 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-59f970d0-253d-43d6-a564-d21e8879eb1d None None] Bound port: 975bf116-fd18-4a28-aa8b-8178ceeac90e, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7598ce17-874c-4d31-9071-658dc6cb115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'df885427-3547-4448-8359-dee558890a89'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:43:01.344233 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-59f970d0-253d-43d6-a564-d21e8879eb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:01.419288 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-59f970d0-253d-43d6-a564-d21e8879eb1d None None] For port 975bf116-fd18-4a28-aa8b-8178ceeac90e, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:43:01.422800 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-59f970d0-253d-43d6-a564-d21e8879eb1d None None] For port 975bf116-fd18-4a28-aa8b-8178ceeac90e, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=975bf116-fd18-4a28-aa8b-8178ceeac90e,segment=NetworkSegment(7598ce17-874c-4d31-9071-658dc6cb115c),segment_id=7598ce17-874c-4d31-9071-658dc6cb115c)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:43:01.426794 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-708c3878-5691-4df1-8d9e-b7217fb2526f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:01.427346 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-59f970d0-253d-43d6-a564-d21e8879eb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:01.473906 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-708c3878-5691-4df1-8d9e-b7217fb2526f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:01.492949 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f970d0-253d-43d6-a564-d21e8879eb1d None None] Pushing event updated for resources: {'Port': ['ID=975bf116-fd18-4a28-aa8b-8178ceeac90e,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:01.517440 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708c3878-5691-4df1-8d9e-b7217fb2526f admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:43:01.522379 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-708c3878-5691-4df1-8d9e-b7217fb2526f admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:43:01.525884 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708c3878-5691-4df1-8d9e-b7217fb2526f admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:43:01.555742 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c3878-5691-4df1-8d9e-b7217fb2526f admin admin] Pushing event updated for resources: {'Port': ['ID=f317d6e6-8429-433f-b7ab-7acd8774572a,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:01.827177 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-708c3878-5691-4df1-8d9e-b7217fb2526f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:02.041134 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-708c3878-5691-4df1-8d9e-b7217fb2526f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:02.167735 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708c3878-5691-4df1-8d9e-b7217fb2526f admin admin] Router a72ed726-9e3a-45bb-8b98-f1ed1352db4c is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:43:02.286220 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708c3878-5691-4df1-8d9e-b7217fb2526f admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:43:02.298472 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbbfab2-93d9-4dfa-ae15-f177e8e04c3f None None] Sync routers for ids ['a72ed726-9e3a-45bb-8b98-f1ed1352db4c'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:43:02.306669 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-708c3878-5691-4df1-8d9e-b7217fb2526f admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:02.311159 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-708c3878-5691-4df1-8d9e-b7217fb2526f admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6169667 Jul 06 14:43:02.311317 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbbfab2-93d9-4dfa-ae15-f177e8e04c3f None None] Routers {'a72ed726-9e3a-45bb-8b98-f1ed1352db4c'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:43:02.311317 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-3dbbfab2-93d9-4dfa-ae15-f177e8e04c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:42:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a72ed726-9e3a-45bb-8b98-f1ed1352db4c'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:02.311547 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37968) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:43:02.429502 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-3dbbfab2-93d9-4dfa-ae15-f177e8e04c3f None None] Set router a72ed726-9e3a-45bb-8b98-f1ed1352db4c gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:43:02.503227 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afff695a-8b77-4b12-a26d-07a62349247a None None] Network df885427-3547-4448-8359-dee558890a89 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:43:02.569379 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a2b0a025-cdbb-4f6b-ba06-fb1fffa53832 None None] Provisioning for port 975bf116-fd18-4a28-aa8b-8178ceeac90e completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:43:02.625677 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-3dbbfab2-93d9-4dfa-ae15-f177e8e04c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'name': 'tempest-TestMinimumBasicScenario-1560362675-router', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'f317d6e6-8429-433f-b7ab-7acd8774572a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:00Z', 'updated_at': '2021-07-06T14:43:01Z', 'revision_number': 3, 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'gw_port': {'id': 'f317d6e6-8429-433f-b7ab-7acd8774572a', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:01Z', 'updated_at': '2021-07-06T14:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:02.653648 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbbfab2-93d9-4dfa-ae15-f177e8e04c3f None None] Checking router: a72ed726-9e3a-45bb-8b98-f1ed1352db4c for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:43:02.654076 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbbfab2-93d9-4dfa-ae15-f177e8e04c3f None None] Updating router a72ed726-9e3a-45bb-8b98-f1ed1352db4c port f317d6e6-8429-433f-b7ab-7acd8774572a binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:43:02.704338 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-3dbbfab2-93d9-4dfa-ae15-f177e8e04c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:03.062122 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-3dbbfab2-93d9-4dfa-ae15-f177e8e04c3f None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:03.073040 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-3dbbfab2-93d9-4dfa-ae15-f177e8e04c3f None None] Transition to ACTIVE for port object f317d6e6-8429-433f-b7ab-7acd8774572a will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:43:03.078965 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-3dbbfab2-93d9-4dfa-ae15-f177e8e04c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:03.125723 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-3dbbfab2-93d9-4dfa-ae15-f177e8e04c3f None None] Attempting to bind port f317d6e6-8429-433f-b7ab-7acd8774572a on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:43:03.126128 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-3dbbfab2-93d9-4dfa-ae15-f177e8e04c3f None None] Attempting to bind port f317d6e6-8429-433f-b7ab-7acd8774572a by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:43:03.126494 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbbfab2-93d9-4dfa-ae15-f177e8e04c3f None None] Attempting to bind port f317d6e6-8429-433f-b7ab-7acd8774572a on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:43:03.137054 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd798396-7ab1-4eaf-85e1-2287bf3d9574 None None] Pushing event updated for resources: {'Port': ['ID=f317d6e6-8429-433f-b7ab-7acd8774572a,revision_number=2']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:03.139138 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a55cfe3c-c1b2-4588-9ee6-079477f8a7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:03.139968 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbbfab2-93d9-4dfa-ae15-f177e8e04c3f None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:43:03.140352 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbbfab2-93d9-4dfa-ae15-f177e8e04c3f None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:43:03.140756 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-3dbbfab2-93d9-4dfa-ae15-f177e8e04c3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:03.141157 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbbfab2-93d9-4dfa-ae15-f177e8e04c3f None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:43:03.141622 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-3dbbfab2-93d9-4dfa-ae15-f177e8e04c3f None None] Bound port: f317d6e6-8429-433f-b7ab-7acd8774572a, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:43:03.142033 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-3dbbfab2-93d9-4dfa-ae15-f177e8e04c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:03.148367 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd798396-7ab1-4eaf-85e1-2287bf3d9574 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:03.148719 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd798396-7ab1-4eaf-85e1-2287bf3d9574 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:03.149065 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd798396-7ab1-4eaf-85e1-2287bf3d9574 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:03.151600 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd798396-7ab1-4eaf-85e1-2287bf3d9574 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:03.151600 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd798396-7ab1-4eaf-85e1-2287bf3d9574 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:03.151600 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd798396-7ab1-4eaf-85e1-2287bf3d9574 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:03.151600 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd798396-7ab1-4eaf-85e1-2287bf3d9574 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:03.151600 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd798396-7ab1-4eaf-85e1-2287bf3d9574 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:03.152067 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd798396-7ab1-4eaf-85e1-2287bf3d9574 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:03.152156 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd798396-7ab1-4eaf-85e1-2287bf3d9574 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:03.153859 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd798396-7ab1-4eaf-85e1-2287bf3d9574 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:03.153859 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd798396-7ab1-4eaf-85e1-2287bf3d9574 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:03.207421 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-3dbbfab2-93d9-4dfa-ae15-f177e8e04c3f None None] For port f317d6e6-8429-433f-b7ab-7acd8774572a, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:43:03.211039 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-3dbbfab2-93d9-4dfa-ae15-f177e8e04c3f None None] For port f317d6e6-8429-433f-b7ab-7acd8774572a, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=f317d6e6-8429-433f-b7ab-7acd8774572a,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:43:03.215813 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-3dbbfab2-93d9-4dfa-ae15-f177e8e04c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:03.272108 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbbfab2-93d9-4dfa-ae15-f177e8e04c3f None None] Routers {'a72ed726-9e3a-45bb-8b98-f1ed1352db4c'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:43:03.272739 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-3dbbfab2-93d9-4dfa-ae15-f177e8e04c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:42:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a72ed726-9e3a-45bb-8b98-f1ed1352db4c'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:03.300838 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-a55cfe3c-c1b2-4588-9ee6-079477f8a7f0 admin admin] Allocated IP 172.20.0.1 (df885427-3547-4448-8359-dee558890a89/42bd04cf-1493-4708-93ac-a6986118d227/df931134-2dd0-48e8-ad4b-f55e7a44f519) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:43:03.314108 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd798396-7ab1-4eaf-85e1-2287bf3d9574 None None] Pushing event updated for resources: {'Port': ['ID=f317d6e6-8429-433f-b7ab-7acd8774572a,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:03.386032 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-3dbbfab2-93d9-4dfa-ae15-f177e8e04c3f None None] Set router a72ed726-9e3a-45bb-8b98-f1ed1352db4c gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:43:03.408188 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a55cfe3c-c1b2-4588-9ee6-079477f8a7f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:03.422365 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-a55cfe3c-c1b2-4588-9ee6-079477f8a7f0 admin admin] Transition to ACTIVE for port object df931134-2dd0-48e8-ad4b-f55e7a44f519 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:43:03.455496 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a55cfe3c-c1b2-4588-9ee6-079477f8a7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:03.493342 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55cfe3c-c1b2-4588-9ee6-079477f8a7f0 admin admin] Network df885427-3547-4448-8359-dee558890a89 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:43:03.496324 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-a55cfe3c-c1b2-4588-9ee6-079477f8a7f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:43:03.499833 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55cfe3c-c1b2-4588-9ee6-079477f8a7f0 admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:43:03.526077 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55cfe3c-c1b2-4588-9ee6-079477f8a7f0 admin admin] Pushing event updated for resources: {'Port': ['ID=df931134-2dd0-48e8-ad4b-f55e7a44f519,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:03.545238 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a55cfe3c-c1b2-4588-9ee6-079477f8a7f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:03.569496 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-3dbbfab2-93d9-4dfa-ae15-f177e8e04c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'name': 'tempest-TestMinimumBasicScenario-1560362675-router', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'f317d6e6-8429-433f-b7ab-7acd8774572a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:00Z', 'updated_at': '2021-07-06T14:43:01Z', 'revision_number': 3, 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'gw_port': {'id': 'f317d6e6-8429-433f-b7ab-7acd8774572a', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:01Z', 'updated_at': '2021-07-06T14:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:03.601580 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbbfab2-93d9-4dfa-ae15-f177e8e04c3f None None] The sync data for ids ['a72ed726-9e3a-45bb-8b98-f1ed1352db4c'] in n-d-773644-6 is: [{'id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'name': 'tempest-TestMinimumBasicScenario-1560362675-router', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'f317d6e6-8429-433f-b7ab-7acd8774572a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:00Z', 'updated_at': '2021-07-06T14:43:01Z', 'revision_number': 3, 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'gw_port': {'id': 'f317d6e6-8429-433f-b7ab-7acd8774572a', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:01Z', 'updated_at': '2021-07-06T14:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:43:03.707303 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a55cfe3c-c1b2-4588-9ee6-079477f8a7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:03.748671 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 975bf116-fd18-4a28-aa8b-8178ceeac90e up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:43:03.800934 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 975bf116-fd18-4a28-aa8b-8178ceeac90e completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:43:03.804594 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 975bf116-fd18-4a28-aa8b-8178ceeac90e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:03.805032 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:03.848159 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e1f4975f-d436-4c46-9fb7-b5bf739502bf None None] Provisioning for port df931134-2dd0-48e8-ad4b-f55e7a44f519 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:43:03.855130 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e1f4975f-d436-4c46-9fb7-b5bf739502bf None None] Provisioning complete for port df931134-2dd0-48e8-ad4b-f55e7a44f519 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:03.855567 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e1f4975f-d436-4c46-9fb7-b5bf739502bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:03.914874 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a55cfe3c-c1b2-4588-9ee6-079477f8a7f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:03.920185 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a55cfe3c-c1b2-4588-9ee6-079477f8a7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:03.927407 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-e1f4975f-d436-4c46-9fb7-b5bf739502bf None None] Port df931134-2dd0-48e8-ad4b-f55e7a44f519 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:43:03.942401 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:03.987619 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 975bf116-fd18-4a28-aa8b-8178ceeac90e, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=975bf116-fd18-4a28-aa8b-8178ceeac90e,segment=NetworkSegment(7598ce17-874c-4d31-9071-658dc6cb115c),segment_id=7598ce17-874c-4d31-9071-658dc6cb115c)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:43:03.998853 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55cfe3c-c1b2-4588-9ee6-079477f8a7f0 admin admin] Pushing event updated for resources: {'Port': ['ID=df931134-2dd0-48e8-ad4b-f55e7a44f519,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:04.000171 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:04.010355 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a55cfe3c-c1b2-4588-9ee6-079477f8a7f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:04.058807 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=975bf116-fd18-4a28-aa8b-8178ceeac90e,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:04.113120 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55cfe3c-c1b2-4588-9ee6-079477f8a7f0 admin admin] Network df885427-3547-4448-8359-dee558890a89 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:43:04.114646 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-a55cfe3c-c1b2-4588-9ee6-079477f8a7f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:43:04.240399 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55cfe3c-c1b2-4588-9ee6-079477f8a7f0 admin admin] Router a72ed726-9e3a-45bb-8b98-f1ed1352db4c has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:43:04.355402 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1501b25f-6fbc-490b-8cd7-8bccb8b878bf None None] Provisioning complete for port df931134-2dd0-48e8-ad4b-f55e7a44f519 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:04.356112 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1501b25f-6fbc-490b-8cd7-8bccb8b878bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:04.360684 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55cfe3c-c1b2-4588-9ee6-079477f8a7f0 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:43:04.366846 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a55cfe3c-c1b2-4588-9ee6-079477f8a7f0 admin admin] 10.222.0.118 "PUT /v2.0/routers/a72ed726-9e3a-45bb-8b98-f1ed1352db4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0539656 Jul 06 14:43:04.395004 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-1501b25f-6fbc-490b-8cd7-8bccb8b878bf None None] Port df931134-2dd0-48e8-ad4b-f55e7a44f519 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:43:04.850093 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 37984) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:43:04.855429 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-fa1aa1c8-c827-420c-b4cf-e8385de90861 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-909108108-network', 'tenant_id': '117d0d6ab5e147e0893ff7fe74f929f3'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:43:04.879556 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1aa1c8-c827-420c-b4cf-e8385de90861 admin admin] Made reservation on behalf of 117d0d6ab5e147e0893ff7fe74f929f3 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:43:04.881894 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fa1aa1c8-c827-420c-b4cf-e8385de90861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:04.891119 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fa1aa1c8-c827-420c-b4cf-e8385de90861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:04.986305 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fa1aa1c8-c827-420c-b4cf-e8385de90861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:04.990215 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fa1aa1c8-c827-420c-b4cf-e8385de90861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:05.018311 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa1aa1c8-c827-420c-b4cf-e8385de90861 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:43:05.028885 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1aa1c8-c827-420c-b4cf-e8385de90861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc9b729-9d3d-4060-ac0a-3af12bd37ab0,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:05.034377 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fa1aa1c8-c827-420c-b4cf-e8385de90861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:05.034736 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-fa1aa1c8-c827-420c-b4cf-e8385de90861 admin admin] Added segment 13da8d13-3bb0-4305-b4f1-2a89d78d03e5 of type vlan for network bb076e29-0927-4fda-8ac5-c3240482c4ae Jul 06 14:43:05.076626 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fa1aa1c8-c827-420c-b4cf-e8385de90861 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:05.105615 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fa1aa1c8-c827-420c-b4cf-e8385de90861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:05.106765 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1aa1c8-c827-420c-b4cf-e8385de90861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:05.107411 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fa1aa1c8-c827-420c-b4cf-e8385de90861 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:05.169505 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-fa1aa1c8-c827-420c-b4cf-e8385de90861 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3182404 Jul 06 14:43:05.172282 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37986) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:43:05.174511 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1aa1c8-c827-420c-b4cf-e8385de90861 admin admin] Pushing event updated for resources: {'Network': ['ID=bb076e29-0927-4fda-8ac5-c3240482c4ae,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:05.178603 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-dc9de84c-9e7b-4b13-a78c-3ff0910be2d7 admin admin] Request body: {'subnet': {'network_id': 'bb076e29-0927-4fda-8ac5-c3240482c4ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-909108108-subnet', 'tenant_id': '117d0d6ab5e147e0893ff7fe74f929f3', 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:43:05.189602 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network bb076e29-0927-4fda-8ac5-c3240482c4ae details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:43:05.217118 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9de84c-9e7b-4b13-a78c-3ff0910be2d7 admin admin] Made reservation on behalf of 117d0d6ab5e147e0893ff7fe74f929f3 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:43:05.219776 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dc9de84c-9e7b-4b13-a78c-3ff0910be2d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:05.234047 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df88b0d-e4b6-4002-8706-4ad0f358e748 None None] Sync routers for ids ['a72ed726-9e3a-45bb-8b98-f1ed1352db4c'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:43:05.260852 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df88b0d-e4b6-4002-8706-4ad0f358e748 None None] Routers {'a72ed726-9e3a-45bb-8b98-f1ed1352db4c'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:43:05.261469 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-9df88b0d-e4b6-4002-8706-4ad0f358e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:42:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a72ed726-9e3a-45bb-8b98-f1ed1352db4c'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:05.372734 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-9df88b0d-e4b6-4002-8706-4ad0f358e748 None None] Set router a72ed726-9e3a-45bb-8b98-f1ed1352db4c gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:43:05.395925 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dc9de84c-9e7b-4b13-a78c-3ff0910be2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:05.456864 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9de84c-9e7b-4b13-a78c-3ff0910be2d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98cadf87-3e2f-43b0-88c1-3cdd03389e07,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:05.467146 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9de84c-9e7b-4b13-a78c-3ff0910be2d7 admin admin] Checking segment: {'id': '13da8d13-3bb0-4305-b4f1-2a89d78d03e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb076e29-0927-4fda-8ac5-c3240482c4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:43:05.467523 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9de84c-9e7b-4b13-a78c-3ff0910be2d7 admin admin] Network hostable DHCP agents. Network: bb076e29-0927-4fda-8ac5-c3240482c4ae, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:43:05.483988 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9de84c-9e7b-4b13-a78c-3ff0910be2d7 admin admin] Network bb076e29-0927-4fda-8ac5-c3240482c4ae is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:43:05.493540 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-dc9de84c-9e7b-4b13-a78c-3ff0910be2d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, bb076e29-0927-4fda-8ac5-c3240482c4ae) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:43:05.497826 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9de84c-9e7b-4b13-a78c-3ff0910be2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:05.498661 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dc9de84c-9e7b-4b13-a78c-3ff0910be2d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:05.505792 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8d6c4c-c8c4-447a-9eb8-cf1f01de7241 None None] Network bb076e29-0927-4fda-8ac5-c3240482c4ae requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:43:05.515191 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-dc9de84c-9e7b-4b13-a78c-3ff0910be2d7 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3394513 Jul 06 14:43:05.515370 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37988) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:43:05.519722 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-8e3d53e6-5c00-4dab-90db-a59275607dc2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-909108108-router', 'tenant_id': '117d0d6ab5e147e0893ff7fe74f929f3', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:43:05.541274 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e3d53e6-5c00-4dab-90db-a59275607dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:05.542465 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e3d53e6-5c00-4dab-90db-a59275607dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:05.596348 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e3d53e6-5c00-4dab-90db-a59275607dc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:05.682071 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-9df88b0d-e4b6-4002-8706-4ad0f358e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'name': 'tempest-TestMinimumBasicScenario-1560362675-router', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'f317d6e6-8429-433f-b7ab-7acd8774572a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:00Z', 'updated_at': '2021-07-06T14:43:03Z', 'revision_number': 4, 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'gw_port': {'id': 'f317d6e6-8429-433f-b7ab-7acd8774572a', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:01Z', 'updated_at': '2021-07-06T14:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'df931134-2dd0-48e8-ad4b-f55e7a44f519', 'name': '', 'network_id': 'df885427-3547-4448-8359-dee558890a89', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862', 'mac_address': 'fa:16:3e:fc:5f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '42bd04cf-1493-4708-93ac-a6986118d227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:03Z', 'updated_at': '2021-07-06T14:43:03Z', 'revision_number': 2, 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'subnets': [{'id': '42bd04cf-1493-4708-93ac-a6986118d227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:05.715057 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df88b0d-e4b6-4002-8706-4ad0f358e748 None None] Checking router: a72ed726-9e3a-45bb-8b98-f1ed1352db4c for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:43:05.715422 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df88b0d-e4b6-4002-8706-4ad0f358e748 None None] Updating router a72ed726-9e3a-45bb-8b98-f1ed1352db4c port df931134-2dd0-48e8-ad4b-f55e7a44f519 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:43:05.746532 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e3d53e6-5c00-4dab-90db-a59275607dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:05.754221 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ca9726-68ad-433f-ac57-0d71305f1b6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-bb076e29-0927-4fda-8ac5-c3240482c4ae', 'network_id': 'bb076e29-0927-4fda-8ac5-c3240482c4ae', 'tenant_id': '117d0d6ab5e147e0893ff7fe74f929f3', 'fixed_ips': [{'subnet_id': '98cadf87-3e2f-43b0-88c1-3cdd03389e07'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:43:05.755212 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-95ca9726-68ad-433f-ac57-0d71305f1b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:05.789210 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9df88b0d-e4b6-4002-8706-4ad0f358e748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:05.807701 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f317d6e6-8429-433f-b7ab-7acd8774572a up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:43:05.967963 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e3d53e6-5c00-4dab-90db-a59275607dc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:05.986860 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e3d53e6-5c00-4dab-90db-a59275607dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:06.088169 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-8e3d53e6-5c00-4dab-90db-a59275607dc2 admin admin] Allocated IP 172.25.6.141 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/407d90bb-8d45-4fa9-8c31-25de70d87690) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:43:06.193492 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e3d53e6-5c00-4dab-90db-a59275607dc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:06.201639 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port f317d6e6-8429-433f-b7ab-7acd8774572a completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:43:06.205400 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-95ca9726-68ad-433f-ac57-0d71305f1b6f None None] Allocated IP 172.20.0.2 (bb076e29-0927-4fda-8ac5-c3240482c4ae/98cadf87-3e2f-43b0-88c1-3cdd03389e07/0b4204af-a358-422a-b2db-9d81a636b3ff) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:43:06.223558 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port f317d6e6-8429-433f-b7ab-7acd8774572a triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:06.223558 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:06.236025 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e3d53e6-5c00-4dab-90db-a59275607dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:06.271782 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3d53e6-5c00-4dab-90db-a59275607dc2 admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:43:06.276880 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-8e3d53e6-5c00-4dab-90db-a59275607dc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:43:06.282732 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3d53e6-5c00-4dab-90db-a59275607dc2 admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:43:06.305328 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d53e6-5c00-4dab-90db-a59275607dc2 admin admin] Pushing event updated for resources: {'Port': ['ID=407d90bb-8d45-4fa9-8c31-25de70d87690,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:06.501094 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:06.534853 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e3d53e6-5c00-4dab-90db-a59275607dc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:06.559764 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-95ca9726-68ad-433f-ac57-0d71305f1b6f None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:06.573909 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port f317d6e6-8429-433f-b7ab-7acd8774572a, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=f317d6e6-8429-433f-b7ab-7acd8774572a,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:43:06.578765 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-95ca9726-68ad-433f-ac57-0d71305f1b6f None None] Transition to ACTIVE for port object 0b4204af-a358-422a-b2db-9d81a636b3ff will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:43:06.581882 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9df88b0d-e4b6-4002-8706-4ad0f358e748 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:06.586693 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:06.588028 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 975bf116-fd18-4a28-aa8b-8178ceeac90e up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:43:06.645744 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9df88b0d-e4b6-4002-8706-4ad0f358e748 None None] Transition to ACTIVE for port object df931134-2dd0-48e8-ad4b-f55e7a44f519 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:43:06.658411 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-95ca9726-68ad-433f-ac57-0d71305f1b6f None None] Transition to ACTIVE for port object 0b4204af-a358-422a-b2db-9d81a636b3ff will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:43:06.668975 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9df88b0d-e4b6-4002-8706-4ad0f358e748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:06.690559 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-95ca9726-68ad-433f-ac57-0d71305f1b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:06.715190 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=f317d6e6-8429-433f-b7ab-7acd8774572a,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:06.729446 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ca9726-68ad-433f-ac57-0d71305f1b6f None None] Network bb076e29-0927-4fda-8ac5-c3240482c4ae is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:43:06.747706 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e3d53e6-5c00-4dab-90db-a59275607dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:06.759255 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-95ca9726-68ad-433f-ac57-0d71305f1b6f None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:43:06.761735 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ca9726-68ad-433f-ac57-0d71305f1b6f None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:43:06.793434 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 975bf116-fd18-4a28-aa8b-8178ceeac90e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:06.793851 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:06.894188 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3d53e6-5c00-4dab-90db-a59275607dc2 admin admin] Router 9a87a600-0cfd-4d71-8aa5-18bd3535c9e4 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:43:06.901854 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3207b-2a0f-4a41-8e0c-c455a62413ee None None] Pushing event updated for resources: {'Port': ['ID=df931134-2dd0-48e8-ad4b-f55e7a44f519,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:06.945545 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-9df88b0d-e4b6-4002-8706-4ad0f358e748 None None] Attempting to bind port df931134-2dd0-48e8-ad4b-f55e7a44f519 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:43:06.945955 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-9df88b0d-e4b6-4002-8706-4ad0f358e748 None None] Attempting to bind port df931134-2dd0-48e8-ad4b-f55e7a44f519 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '7598ce17-874c-4d31-9071-658dc6cb115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'df885427-3547-4448-8359-dee558890a89'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:43:06.946424 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df88b0d-e4b6-4002-8706-4ad0f358e748 None None] Attempting to bind port df931134-2dd0-48e8-ad4b-f55e7a44f519 on network df885427-3547-4448-8359-dee558890a89 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:43:06.962844 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-95ca9726-68ad-433f-ac57-0d71305f1b6f None None] Attempting to bind port 0b4204af-a358-422a-b2db-9d81a636b3ff on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:43:06.963213 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-95ca9726-68ad-433f-ac57-0d71305f1b6f None None] Attempting to bind port 0b4204af-a358-422a-b2db-9d81a636b3ff by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '13da8d13-3bb0-4305-b4f1-2a89d78d03e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb076e29-0927-4fda-8ac5-c3240482c4ae'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:43:06.963578 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ca9726-68ad-433f-ac57-0d71305f1b6f None None] Attempting to bind port 0b4204af-a358-422a-b2db-9d81a636b3ff on network bb076e29-0927-4fda-8ac5-c3240482c4ae {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:43:06.968819 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df88b0d-e4b6-4002-8706-4ad0f358e748 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:43:06.969264 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df88b0d-e4b6-4002-8706-4ad0f358e748 None None] Checking segment: {'id': '7598ce17-874c-4d31-9071-658dc6cb115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'df885427-3547-4448-8359-dee558890a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:43:06.969674 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9df88b0d-e4b6-4002-8706-4ad0f358e748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:06.970096 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df88b0d-e4b6-4002-8706-4ad0f358e748 None None] Bound using segment: {'id': '7598ce17-874c-4d31-9071-658dc6cb115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'df885427-3547-4448-8359-dee558890a89'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:43:06.970565 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-9df88b0d-e4b6-4002-8706-4ad0f358e748 None None] Bound port: df931134-2dd0-48e8-ad4b-f55e7a44f519, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7598ce17-874c-4d31-9071-658dc6cb115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'df885427-3547-4448-8359-dee558890a89'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:43:06.970949 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9df88b0d-e4b6-4002-8706-4ad0f358e748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:06.998556 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ca9726-68ad-433f-ac57-0d71305f1b6f None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:43:06.998861 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ca9726-68ad-433f-ac57-0d71305f1b6f None None] Checking segment: {'id': '13da8d13-3bb0-4305-b4f1-2a89d78d03e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb076e29-0927-4fda-8ac5-c3240482c4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:43:06.999263 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-95ca9726-68ad-433f-ac57-0d71305f1b6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:06.999662 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ca9726-68ad-433f-ac57-0d71305f1b6f None None] Bound using segment: {'id': '13da8d13-3bb0-4305-b4f1-2a89d78d03e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb076e29-0927-4fda-8ac5-c3240482c4ae'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:43:07.000136 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-95ca9726-68ad-433f-ac57-0d71305f1b6f None None] Bound port: 0b4204af-a358-422a-b2db-9d81a636b3ff, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13da8d13-3bb0-4305-b4f1-2a89d78d03e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb076e29-0927-4fda-8ac5-c3240482c4ae'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:43:07.000521 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-95ca9726-68ad-433f-ac57-0d71305f1b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:07.002173 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca9726-68ad-433f-ac57-0d71305f1b6f None None] Pushing event updated for resources: {'Port': ['ID=0b4204af-a358-422a-b2db-9d81a636b3ff,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:07.011284 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3d53e6-5c00-4dab-90db-a59275607dc2 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:43:07.020678 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0e29f4-d4e8-4f2d-9560-b07386daeb11 None None] Sync routers for ids ['9a87a600-0cfd-4d71-8aa5-18bd3535c9e4'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:43:07.027915 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e3d53e6-5c00-4dab-90db-a59275607dc2 admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:07.031759 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8e3d53e6-5c00-4dab-90db-a59275607dc2 admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5129054 Jul 06 14:43:07.032142 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 37990) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:43:07.033015 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0e29f4-d4e8-4f2d-9560-b07386daeb11 None None] Routers {'9a87a600-0cfd-4d71-8aa5-18bd3535c9e4'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:43:07.033720 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-fe0e29f4-d4e8-4f2d-9560-b07386daeb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:42:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['9a87a600-0cfd-4d71-8aa5-18bd3535c9e4'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:07.144721 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9df88b0d-e4b6-4002-8706-4ad0f358e748 None None] For port df931134-2dd0-48e8-ad4b-f55e7a44f519, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:43:07.149044 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9df88b0d-e4b6-4002-8706-4ad0f358e748 None None] For port df931134-2dd0-48e8-ad4b-f55e7a44f519, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=df931134-2dd0-48e8-ad4b-f55e7a44f519,segment=NetworkSegment(7598ce17-874c-4d31-9071-658dc6cb115c),segment_id=7598ce17-874c-4d31-9071-658dc6cb115c)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:43:07.151071 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-95ca9726-68ad-433f-ac57-0d71305f1b6f None None] For port 0b4204af-a358-422a-b2db-9d81a636b3ff, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:43:07.151268 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-fe0e29f4-d4e8-4f2d-9560-b07386daeb11 None None] Set router 9a87a600-0cfd-4d71-8aa5-18bd3535c9e4 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:43:07.154636 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-95ca9726-68ad-433f-ac57-0d71305f1b6f None None] For port 0b4204af-a358-422a-b2db-9d81a636b3ff, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0b4204af-a358-422a-b2db-9d81a636b3ff,segment=NetworkSegment(13da8d13-3bb0-4305-b4f1-2a89d78d03e5),segment_id=13da8d13-3bb0-4305-b4f1-2a89d78d03e5)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:43:07.156661 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9df88b0d-e4b6-4002-8706-4ad0f358e748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:07.165861 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-95ca9726-68ad-433f-ac57-0d71305f1b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:07.236369 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df88b0d-e4b6-4002-8706-4ad0f358e748 None None] Routers {'a72ed726-9e3a-45bb-8b98-f1ed1352db4c'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:43:07.237020 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-9df88b0d-e4b6-4002-8706-4ad0f358e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:42:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a72ed726-9e3a-45bb-8b98-f1ed1352db4c'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:07.240203 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3207b-2a0f-4a41-8e0c-c455a62413ee None None] Pushing event updated for resources: {'Port': ['ID=df931134-2dd0-48e8-ad4b-f55e7a44f519,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:07.368040 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca9726-68ad-433f-ac57-0d71305f1b6f None None] Pushing event updated for resources: {'Port': ['ID=0b4204af-a358-422a-b2db-9d81a636b3ff,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:07.419620 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-fe0e29f4-d4e8-4f2d-9560-b07386daeb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a87a600-0cfd-4d71-8aa5-18bd3535c9e4', 'name': 'tempest-TestMinimumBasicScenario-909108108-router', 'tenant_id': '117d0d6ab5e147e0893ff7fe74f929f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '407d90bb-8d45-4fa9-8c31-25de70d87690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:05Z', 'updated_at': '2021-07-06T14:43:06Z', 'revision_number': 3, 'project_id': '117d0d6ab5e147e0893ff7fe74f929f3', 'gw_port': {'id': '407d90bb-8d45-4fa9-8c31-25de70d87690', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:da:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a87a600-0cfd-4d71-8aa5-18bd3535c9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:05Z', 'updated_at': '2021-07-06T14:43:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:07.422440 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-9df88b0d-e4b6-4002-8706-4ad0f358e748 None None] Set router a72ed726-9e3a-45bb-8b98-f1ed1352db4c gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:43:07.471012 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0e29f4-d4e8-4f2d-9560-b07386daeb11 None None] Checking router: 9a87a600-0cfd-4d71-8aa5-18bd3535c9e4 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:43:07.471369 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0e29f4-d4e8-4f2d-9560-b07386daeb11 None None] Updating router 9a87a600-0cfd-4d71-8aa5-18bd3535c9e4 port 407d90bb-8d45-4fa9-8c31-25de70d87690 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:43:07.479497 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f745ec30-45ef-4b38-93d4-fcfb0ed15a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:07.527896 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-fe0e29f4-d4e8-4f2d-9560-b07386daeb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:07.752895 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-9df88b0d-e4b6-4002-8706-4ad0f358e748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'name': 'tempest-TestMinimumBasicScenario-1560362675-router', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'f317d6e6-8429-433f-b7ab-7acd8774572a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:00Z', 'updated_at': '2021-07-06T14:43:03Z', 'revision_number': 4, 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'gw_port': {'id': 'f317d6e6-8429-433f-b7ab-7acd8774572a', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:01Z', 'updated_at': '2021-07-06T14:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'df931134-2dd0-48e8-ad4b-f55e7a44f519', 'name': '', 'network_id': 'df885427-3547-4448-8359-dee558890a89', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862', 'mac_address': 'fa:16:3e:fc:5f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '42bd04cf-1493-4708-93ac-a6986118d227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:03Z', 'updated_at': '2021-07-06T14:43:07Z', 'revision_number': 4, 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'subnets': [{'id': '42bd04cf-1493-4708-93ac-a6986118d227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:07.784353 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df88b0d-e4b6-4002-8706-4ad0f358e748 None None] The sync data for ids ['a72ed726-9e3a-45bb-8b98-f1ed1352db4c'] in n-d-773644-6 is: [{'id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'name': 'tempest-TestMinimumBasicScenario-1560362675-router', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'f317d6e6-8429-433f-b7ab-7acd8774572a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:00Z', 'updated_at': '2021-07-06T14:43:03Z', 'revision_number': 4, 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'gw_port': {'id': 'f317d6e6-8429-433f-b7ab-7acd8774572a', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:01Z', 'updated_at': '2021-07-06T14:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'df931134-2dd0-48e8-ad4b-f55e7a44f519', 'name': '', 'network_id': 'df885427-3547-4448-8359-dee558890a89', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862', 'mac_address': 'fa:16:3e:fc:5f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '42bd04cf-1493-4708-93ac-a6986118d227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:03Z', 'updated_at': '2021-07-06T14:43:07Z', 'revision_number': 4, 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'subnets': [{'id': '42bd04cf-1493-4708-93ac-a6986118d227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:43:07.887855 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0b4204af-a358-422a-b2db-9d81a636b3ff up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:43:07.896653 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-fe0e29f4-d4e8-4f2d-9560-b07386daeb11 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:07.920040 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-fe0e29f4-d4e8-4f2d-9560-b07386daeb11 None None] Transition to ACTIVE for port object 407d90bb-8d45-4fa9-8c31-25de70d87690 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:43:07.932385 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-fe0e29f4-d4e8-4f2d-9560-b07386daeb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:07.964576 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 0b4204af-a358-422a-b2db-9d81a636b3ff completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:43:07.969664 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f317d6e6-8429-433f-b7ab-7acd8774572a up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:43:07.986168 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-fe0e29f4-d4e8-4f2d-9560-b07386daeb11 None None] Attempting to bind port 407d90bb-8d45-4fa9-8c31-25de70d87690 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:43:07.986845 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-fe0e29f4-d4e8-4f2d-9560-b07386daeb11 None None] Attempting to bind port 407d90bb-8d45-4fa9-8c31-25de70d87690 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:43:07.987187 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0e29f4-d4e8-4f2d-9560-b07386daeb11 None None] Attempting to bind port 407d90bb-8d45-4fa9-8c31-25de70d87690 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:43:08.005116 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0e29f4-d4e8-4f2d-9560-b07386daeb11 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:43:08.005482 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0e29f4-d4e8-4f2d-9560-b07386daeb11 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:43:08.006273 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-fe0e29f4-d4e8-4f2d-9560-b07386daeb11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:08.006273 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0e29f4-d4e8-4f2d-9560-b07386daeb11 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:43:08.006773 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-fe0e29f4-d4e8-4f2d-9560-b07386daeb11 None None] Bound port: 407d90bb-8d45-4fa9-8c31-25de70d87690, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:43:08.007205 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-fe0e29f4-d4e8-4f2d-9560-b07386daeb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:08.012565 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb2d33-bdb3-4dca-b5f4-12d272cc2238 None None] Pushing event updated for resources: {'Port': ['ID=407d90bb-8d45-4fa9-8c31-25de70d87690,revision_number=2']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:08.057802 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port f317d6e6-8429-433f-b7ab-7acd8774572a triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:08.058104 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:08.070031 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-fe0e29f4-d4e8-4f2d-9560-b07386daeb11 None None] For port 407d90bb-8d45-4fa9-8c31-25de70d87690, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:43:08.075519 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-fe0e29f4-d4e8-4f2d-9560-b07386daeb11 None None] For port 407d90bb-8d45-4fa9-8c31-25de70d87690, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=407d90bb-8d45-4fa9-8c31-25de70d87690,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:43:08.081864 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-fe0e29f4-d4e8-4f2d-9560-b07386daeb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:08.090119 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b5505d0b-3336-4600-990f-125e504ae00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:08.152951 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0e29f4-d4e8-4f2d-9560-b07386daeb11 None None] Routers {'9a87a600-0cfd-4d71-8aa5-18bd3535c9e4'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:43:08.153584 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-fe0e29f4-d4e8-4f2d-9560-b07386daeb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:42:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['9a87a600-0cfd-4d71-8aa5-18bd3535c9e4'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:08.202427 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb2d33-bdb3-4dca-b5f4-12d272cc2238 None None] Pushing event updated for resources: {'Port': ['ID=407d90bb-8d45-4fa9-8c31-25de70d87690,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:08.303392 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-fe0e29f4-d4e8-4f2d-9560-b07386daeb11 None None] Set router 9a87a600-0cfd-4d71-8aa5-18bd3535c9e4 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:43:08.352083 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-b5505d0b-3336-4600-990f-125e504ae00d admin admin] Allocated IP 172.20.0.1 (bb076e29-0927-4fda-8ac5-c3240482c4ae/98cadf87-3e2f-43b0-88c1-3cdd03389e07/a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:43:08.532369 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b5505d0b-3336-4600-990f-125e504ae00d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:08.548819 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-b5505d0b-3336-4600-990f-125e504ae00d admin admin] Transition to ACTIVE for port object a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:43:08.584925 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b5505d0b-3336-4600-990f-125e504ae00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:08.624625 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-fe0e29f4-d4e8-4f2d-9560-b07386daeb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a87a600-0cfd-4d71-8aa5-18bd3535c9e4', 'name': 'tempest-TestMinimumBasicScenario-909108108-router', 'tenant_id': '117d0d6ab5e147e0893ff7fe74f929f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '407d90bb-8d45-4fa9-8c31-25de70d87690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:05Z', 'updated_at': '2021-07-06T14:43:06Z', 'revision_number': 3, 'project_id': '117d0d6ab5e147e0893ff7fe74f929f3', 'gw_port': {'id': '407d90bb-8d45-4fa9-8c31-25de70d87690', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:da:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a87a600-0cfd-4d71-8aa5-18bd3535c9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:05Z', 'updated_at': '2021-07-06T14:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:08.633016 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5505d0b-3336-4600-990f-125e504ae00d admin admin] Network bb076e29-0927-4fda-8ac5-c3240482c4ae is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:43:08.636920 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5505d0b-3336-4600-990f-125e504ae00d admin admin] Pushing event updated for resources: {'Port': ['ID=a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:08.639457 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-b5505d0b-3336-4600-990f-125e504ae00d admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:43:08.640999 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18ef0b5-62b1-4cbe-bb37-de87767d947b None None] Network bb076e29-0927-4fda-8ac5-c3240482c4ae requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:43:08.641514 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5505d0b-3336-4600-990f-125e504ae00d admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:43:08.658950 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0e29f4-d4e8-4f2d-9560-b07386daeb11 None None] The sync data for ids ['9a87a600-0cfd-4d71-8aa5-18bd3535c9e4'] in n-d-773644-6 is: [{'id': '9a87a600-0cfd-4d71-8aa5-18bd3535c9e4', 'name': 'tempest-TestMinimumBasicScenario-909108108-router', 'tenant_id': '117d0d6ab5e147e0893ff7fe74f929f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '407d90bb-8d45-4fa9-8c31-25de70d87690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:05Z', 'updated_at': '2021-07-06T14:43:06Z', 'revision_number': 3, 'project_id': '117d0d6ab5e147e0893ff7fe74f929f3', 'gw_port': {'id': '407d90bb-8d45-4fa9-8c31-25de70d87690', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:da:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a87a600-0cfd-4d71-8aa5-18bd3535c9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:05Z', 'updated_at': '2021-07-06T14:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:43:08.690816 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b5505d0b-3336-4600-990f-125e504ae00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:08.778875 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0eab-31cd-4b6a-b3cc-80f97fb8aed9 None None] Provisioning for port 0b4204af-a358-422a-b2db-9d81a636b3ff completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:43:08.786673 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-7e7a0eab-31cd-4b6a-b3cc-80f97fb8aed9 None None] Provisioning complete for port 0b4204af-a358-422a-b2db-9d81a636b3ff triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:08.787120 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0eab-31cd-4b6a-b3cc-80f97fb8aed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:08.857124 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b5505d0b-3336-4600-990f-125e504ae00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:09.066345 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b5505d0b-3336-4600-990f-125e504ae00d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:09.076207 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b5505d0b-3336-4600-990f-125e504ae00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:09.105924 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0eab-31cd-4b6a-b3cc-80f97fb8aed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:09.147640 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-7e7a0eab-31cd-4b6a-b3cc-80f97fb8aed9 None None] For port 0b4204af-a358-422a-b2db-9d81a636b3ff, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0b4204af-a358-422a-b2db-9d81a636b3ff,segment=NetworkSegment(13da8d13-3bb0-4305-b4f1-2a89d78d03e5),segment_id=13da8d13-3bb0-4305-b4f1-2a89d78d03e5)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:43:09.154410 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0eab-31cd-4b6a-b3cc-80f97fb8aed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:09.154633 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5505d0b-3336-4600-990f-125e504ae00d admin admin] Pushing event updated for resources: {'Port': ['ID=a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:09.160239 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b5505d0b-3336-4600-990f-125e504ae00d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:09.229660 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a0eab-31cd-4b6a-b3cc-80f97fb8aed9 None None] Pushing event updated for resources: {'Port': ['ID=0b4204af-a358-422a-b2db-9d81a636b3ff,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:09.285376 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5505d0b-3336-4600-990f-125e504ae00d admin admin] Network bb076e29-0927-4fda-8ac5-c3240482c4ae is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:43:09.286976 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-b5505d0b-3336-4600-990f-125e504ae00d admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:43:09.383288 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d4e4867f-fab2-44c9-a52b-cc64406bf6e9 None None] Provisioning for port a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:43:09.388621 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d4e4867f-fab2-44c9-a52b-cc64406bf6e9 None None] Provisioning complete for port a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:09.389004 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d4e4867f-fab2-44c9-a52b-cc64406bf6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:09.433958 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d4e4867f-fab2-44c9-a52b-cc64406bf6e9 None None] Port a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:43:09.441436 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5505d0b-3336-4600-990f-125e504ae00d admin admin] Router 9a87a600-0cfd-4d71-8aa5-18bd3535c9e4 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:43:09.445985 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d4e4867f-fab2-44c9-a52b-cc64406bf6e9 None None] Provisioning complete for port 0b4204af-a358-422a-b2db-9d81a636b3ff triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:09.446405 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d4e4867f-fab2-44c9-a52b-cc64406bf6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:09.591758 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5505d0b-3336-4600-990f-125e504ae00d admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:43:09.597563 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b5505d0b-3336-4600-990f-125e504ae00d admin admin] 10.222.0.118 "PUT /v2.0/routers/9a87a600-0cfd-4d71-8aa5-18bd3535c9e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5642195 Jul 06 14:43:09.670669 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-13b457bf-b0f3-4296-b381-a866309a7b07 None None] Provisioning complete for port a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:09.671139 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-13b457bf-b0f3-4296-b381-a866309a7b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:09.744754 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-13b457bf-b0f3-4296-b381-a866309a7b07 None None] Port a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:43:09.866891 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0b4204af-a358-422a-b2db-9d81a636b3ff up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:43:09.902861 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9feff2c6-5684-4acc-a3c1-3c535c5b803c None None] Provisioning complete for port a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:09.903234 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9feff2c6-5684-4acc-a3c1-3c535c5b803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:09.953421 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9feff2c6-5684-4acc-a3c1-3c535c5b803c None None] Port a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:43:09.958906 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 0b4204af-a358-422a-b2db-9d81a636b3ff triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:09.959285 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:10.042627 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 407d90bb-8d45-4fa9-8c31-25de70d87690 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:43:10.092874 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 407d90bb-8d45-4fa9-8c31-25de70d87690 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:43:10.096729 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 407d90bb-8d45-4fa9-8c31-25de70d87690 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:10.097341 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:10.184011 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:10.206903 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 407d90bb-8d45-4fa9-8c31-25de70d87690, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=407d90bb-8d45-4fa9-8c31-25de70d87690,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:43:10.211054 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:10.212403 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device df931134-2dd0-48e8-ad4b-f55e7a44f519 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:43:10.302316 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=407d90bb-8d45-4fa9-8c31-25de70d87690,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:10.314600 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:10.320629 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port df931134-2dd0-48e8-ad4b-f55e7a44f519 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:43:10.325123 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port df931134-2dd0-48e8-ad4b-f55e7a44f519 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:10.325570 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:10.410279 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:10.442620 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port df931134-2dd0-48e8-ad4b-f55e7a44f519, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=df931134-2dd0-48e8-ad4b-f55e7a44f519,segment=NetworkSegment(7598ce17-874c-4d31-9071-658dc6cb115c),segment_id=7598ce17-874c-4d31-9071-658dc6cb115c)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:43:10.447230 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:10.496327 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=df931134-2dd0-48e8-ad4b-f55e7a44f519,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:10.634535 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d69443a2-efeb-4477-8e87-d23d74697c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:11.333206 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac0454a-9964-477e-81f6-228a6c68c8f2 None None] Sync routers for ids ['9a87a600-0cfd-4d71-8aa5-18bd3535c9e4'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:43:11.347381 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac0454a-9964-477e-81f6-228a6c68c8f2 None None] Routers {'9a87a600-0cfd-4d71-8aa5-18bd3535c9e4'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:43:11.348138 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-1ac0454a-9964-477e-81f6-228a6c68c8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:43:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['9a87a600-0cfd-4d71-8aa5-18bd3535c9e4'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:11.466659 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-1ac0454a-9964-477e-81f6-228a6c68c8f2 None None] Set router 9a87a600-0cfd-4d71-8aa5-18bd3535c9e4 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:43:11.709739 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:11.719059 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-1ac0454a-9964-477e-81f6-228a6c68c8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a87a600-0cfd-4d71-8aa5-18bd3535c9e4', 'name': 'tempest-TestMinimumBasicScenario-909108108-router', 'tenant_id': '117d0d6ab5e147e0893ff7fe74f929f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '407d90bb-8d45-4fa9-8c31-25de70d87690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:05Z', 'updated_at': '2021-07-06T14:43:08Z', 'revision_number': 4, 'project_id': '117d0d6ab5e147e0893ff7fe74f929f3', 'gw_port': {'id': '407d90bb-8d45-4fa9-8c31-25de70d87690', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a87a600-0cfd-4d71-8aa5-18bd3535c9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:05Z', 'updated_at': '2021-07-06T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96', 'name': '', 'network_id': 'bb076e29-0927-4fda-8ac5-c3240482c4ae', 'tenant_id': '117d0d6ab5e147e0893ff7fe74f929f3', 'mac_address': 'fa:16:3e:7a:a4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a87a600-0cfd-4d71-8aa5-18bd3535c9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '98cadf87-3e2f-43b0-88c1-3cdd03389e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:08Z', 'updated_at': '2021-07-06T14:43:08Z', 'revision_number': 2, 'project_id': '117d0d6ab5e147e0893ff7fe74f929f3', 'subnets': [{'id': '98cadf87-3e2f-43b0-88c1-3cdd03389e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:11.748235 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 407d90bb-8d45-4fa9-8c31-25de70d87690 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:43:11.772727 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac0454a-9964-477e-81f6-228a6c68c8f2 None None] Checking router: 9a87a600-0cfd-4d71-8aa5-18bd3535c9e4 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:43:11.772727 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac0454a-9964-477e-81f6-228a6c68c8f2 None None] Updating router 9a87a600-0cfd-4d71-8aa5-18bd3535c9e4 port a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:43:11.820913 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1ac0454a-9964-477e-81f6-228a6c68c8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:11.860415 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 407d90bb-8d45-4fa9-8c31-25de70d87690 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:11.860869 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:12.076202 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device df931134-2dd0-48e8-ad4b-f55e7a44f519 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:43:12.189775 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port df931134-2dd0-48e8-ad4b-f55e7a44f519 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:12.190423 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:12.239027 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1ac0454a-9964-477e-81f6-228a6c68c8f2 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:12.256168 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1ac0454a-9964-477e-81f6-228a6c68c8f2 None None] Transition to ACTIVE for port object a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:43:12.265430 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1ac0454a-9964-477e-81f6-228a6c68c8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:12.353228 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eccea4-33da-4291-9851-c66a365a10ed None None] Pushing event updated for resources: {'Port': ['ID=a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:12.432872 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-1ac0454a-9964-477e-81f6-228a6c68c8f2 None None] Attempting to bind port a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:43:12.432986 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-1ac0454a-9964-477e-81f6-228a6c68c8f2 None None] Attempting to bind port a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '13da8d13-3bb0-4305-b4f1-2a89d78d03e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb076e29-0927-4fda-8ac5-c3240482c4ae'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:43:12.433325 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac0454a-9964-477e-81f6-228a6c68c8f2 None None] Attempting to bind port a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96 on network bb076e29-0927-4fda-8ac5-c3240482c4ae {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:43:12.439002 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac0454a-9964-477e-81f6-228a6c68c8f2 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:43:12.439383 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac0454a-9964-477e-81f6-228a6c68c8f2 None None] Checking segment: {'id': '13da8d13-3bb0-4305-b4f1-2a89d78d03e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb076e29-0927-4fda-8ac5-c3240482c4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:43:12.439790 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1ac0454a-9964-477e-81f6-228a6c68c8f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:12.440198 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac0454a-9964-477e-81f6-228a6c68c8f2 None None] Bound using segment: {'id': '13da8d13-3bb0-4305-b4f1-2a89d78d03e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb076e29-0927-4fda-8ac5-c3240482c4ae'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:43:12.440669 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-1ac0454a-9964-477e-81f6-228a6c68c8f2 None None] Bound port: a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13da8d13-3bb0-4305-b4f1-2a89d78d03e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'bb076e29-0927-4fda-8ac5-c3240482c4ae'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:43:12.441057 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1ac0454a-9964-477e-81f6-228a6c68c8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:12.526583 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-1ac0454a-9964-477e-81f6-228a6c68c8f2 None None] For port a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:43:12.530069 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-1ac0454a-9964-477e-81f6-228a6c68c8f2 None None] For port a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96,segment=NetworkSegment(13da8d13-3bb0-4305-b4f1-2a89d78d03e5),segment_id=13da8d13-3bb0-4305-b4f1-2a89d78d03e5)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:43:12.537638 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1ac0454a-9964-477e-81f6-228a6c68c8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:12.612072 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eccea4-33da-4291-9851-c66a365a10ed None None] Pushing event updated for resources: {'Port': ['ID=a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:12.614513 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac0454a-9964-477e-81f6-228a6c68c8f2 None None] Routers {'9a87a600-0cfd-4d71-8aa5-18bd3535c9e4'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:43:12.615164 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-1ac0454a-9964-477e-81f6-228a6c68c8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:43:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['9a87a600-0cfd-4d71-8aa5-18bd3535c9e4'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:12.763134 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-1ac0454a-9964-477e-81f6-228a6c68c8f2 None None] Set router 9a87a600-0cfd-4d71-8aa5-18bd3535c9e4 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:43:13.013782 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-1ac0454a-9964-477e-81f6-228a6c68c8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a87a600-0cfd-4d71-8aa5-18bd3535c9e4', 'name': 'tempest-TestMinimumBasicScenario-909108108-router', 'tenant_id': '117d0d6ab5e147e0893ff7fe74f929f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '407d90bb-8d45-4fa9-8c31-25de70d87690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:05Z', 'updated_at': '2021-07-06T14:43:08Z', 'revision_number': 4, 'project_id': '117d0d6ab5e147e0893ff7fe74f929f3', 'gw_port': {'id': '407d90bb-8d45-4fa9-8c31-25de70d87690', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a87a600-0cfd-4d71-8aa5-18bd3535c9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:05Z', 'updated_at': '2021-07-06T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96', 'name': '', 'network_id': 'bb076e29-0927-4fda-8ac5-c3240482c4ae', 'tenant_id': '117d0d6ab5e147e0893ff7fe74f929f3', 'mac_address': 'fa:16:3e:7a:a4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a87a600-0cfd-4d71-8aa5-18bd3535c9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '98cadf87-3e2f-43b0-88c1-3cdd03389e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:08Z', 'updated_at': '2021-07-06T14:43:12Z', 'revision_number': 4, 'project_id': '117d0d6ab5e147e0893ff7fe74f929f3', 'subnets': [{'id': '98cadf87-3e2f-43b0-88c1-3cdd03389e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:13.043309 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac0454a-9964-477e-81f6-228a6c68c8f2 None None] The sync data for ids ['9a87a600-0cfd-4d71-8aa5-18bd3535c9e4'] in n-d-773644-6 is: [{'id': '9a87a600-0cfd-4d71-8aa5-18bd3535c9e4', 'name': 'tempest-TestMinimumBasicScenario-909108108-router', 'tenant_id': '117d0d6ab5e147e0893ff7fe74f929f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '407d90bb-8d45-4fa9-8c31-25de70d87690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:05Z', 'updated_at': '2021-07-06T14:43:08Z', 'revision_number': 4, 'project_id': '117d0d6ab5e147e0893ff7fe74f929f3', 'gw_port': {'id': '407d90bb-8d45-4fa9-8c31-25de70d87690', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a87a600-0cfd-4d71-8aa5-18bd3535c9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:05Z', 'updated_at': '2021-07-06T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96', 'name': '', 'network_id': 'bb076e29-0927-4fda-8ac5-c3240482c4ae', 'tenant_id': '117d0d6ab5e147e0893ff7fe74f929f3', 'mac_address': 'fa:16:3e:7a:a4:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a87a600-0cfd-4d71-8aa5-18bd3535c9e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '98cadf87-3e2f-43b0-88c1-3cdd03389e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:08Z', 'updated_at': '2021-07-06T14:43:12Z', 'revision_number': 4, 'project_id': '117d0d6ab5e147e0893ff7fe74f929f3', 'subnets': [{'id': '98cadf87-3e2f-43b0-88c1-3cdd03389e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:43:13.268725 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:13.734577 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:43:13.797050 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:43:13.800815 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:13.801199 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:13.886373 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:13.922996 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96,segment=NetworkSegment(13da8d13-3bb0-4305-b4f1-2a89d78d03e5),segment_id=13da8d13-3bb0-4305-b4f1-2a89d78d03e5)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:43:13.927710 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:13.984062 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:15.723413 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:43:15.789792 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:15.789792 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:17.080377 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:19.225488 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:19.718217 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-550b7bcb-4c28-4a20-bc39-17a4b5487f3a tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:19.719609 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-550b7bcb-4c28-4a20-bc39-17a4b5487f3a tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/networks?id=df885427-3547-4448-8359-dee558890a89 HTTP/1.1" status: 200 len: 815 time: 0.1021123 Jul 06 14:43:19.734432 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-deebea1e-e3bd-43b5-ba9d-5247e3771f13 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/quotas/33e4a89283bf4adcb83504d4d3493862 HTTP/1.1" status: 200 len: 375 time: 0.0095196 Jul 06 14:43:19.805636 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-7612d4c3-598d-49a0-a74a-49ca985fd4a0 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=33e4a89283bf4adcb83504d4d3493862&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663652 Jul 06 14:43:19.898193 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-12bb556b-9e67-4ee5-9e66-55881d4a163b service neutron] 10.222.0.118 "GET /v2.0/networks/df885427-3547-4448-8359-dee558890a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804014 Jul 06 14:43:19.990002 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-18757ccc-c86b-4caf-a736-8eac7050f9be service neutron] 10.222.0.118 "GET /v2.0/networks/df885427-3547-4448-8359-dee558890a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852950 Jul 06 14:43:20.158879 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-15de7c0f-5de3-4d24-81d8-43b19d246281 req-fdac6b97-3398-4081-a8bd-02a45fa27a54 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 210 time: 0.0295475 Jul 06 14:43:21.307687 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f5888d8a-8d95-4ef9-b25f-f733fa59ee32 req-bed18cf3-e2aa-48a1-8de9-2d4598f9e658 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 210 time: 0.0298021 Jul 06 14:43:21.363233 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-9dd145aa-a5a6-4a26-bbf2-3a488548351d tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:21.365312 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-9dd145aa-a5a6-4a26-bbf2-3a488548351d tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.52 "GET /v2.0/networks?id=df885427-3547-4448-8359-dee558890a89 HTTP/1.1" status: 200 len: 815 time: 0.1407306 Jul 06 14:43:21.381971 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-e8209099-443c-446f-873e-bf9a92580d37 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Request body: {'port': {'device_id': 'f5f19de1-e72b-4f72-960f-ddd635da3d52', 'network_id': 'df885427-3547-4448-8359-dee558890a89', 'admin_state_up': True, 'tenant_id': '33e4a89283bf4adcb83504d4d3493862'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:43:21.501892 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-e8209099-443c-446f-873e-bf9a92580d37 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Made reservation on behalf of 33e4a89283bf4adcb83504d4d3493862 for: {'port': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:43:21.505526 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-e8209099-443c-446f-873e-bf9a92580d37 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:21.640828 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-e8209099-443c-446f-873e-bf9a92580d37 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Allocated IP 172.20.0.5 (df885427-3547-4448-8359-dee558890a89/42bd04cf-1493-4708-93ac-a6986118d227/9e0fc183-2dc7-4334-a708-dae703269f9c) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:43:21.805885 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-e8209099-443c-446f-873e-bf9a92580d37 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:21.822846 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-e8209099-443c-446f-873e-bf9a92580d37 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Transition to ACTIVE for port object 9e0fc183-2dc7-4334-a708-dae703269f9c will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:43:21.859874 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-e8209099-443c-446f-873e-bf9a92580d37 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:21.931659 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-e8209099-443c-446f-873e-bf9a92580d37 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Network df885427-3547-4448-8359-dee558890a89 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:43:21.933566 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-e8209099-443c-446f-873e-bf9a92580d37 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:43:21.935473 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8209099-443c-446f-873e-bf9a92580d37 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Pushing event updated for resources: {'Port': ['ID=9e0fc183-2dc7-4334-a708-dae703269f9c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:21.937969 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-e8209099-443c-446f-873e-bf9a92580d37 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:43:22.007082 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-e8209099-443c-446f-873e-bf9a92580d37 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:22.008805 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-e8209099-443c-446f-873e-bf9a92580d37 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:22.030466 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-e8209099-443c-446f-873e-bf9a92580d37 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6520996 Jul 06 14:43:22.293889 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a77e6df4-a148-4e23-b37e-91c74c092756 None None] Provisioning for port 9e0fc183-2dc7-4334-a708-dae703269f9c completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:43:22.299029 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a77e6df4-a148-4e23-b37e-91c74c092756 None None] Provisioning complete for port 9e0fc183-2dc7-4334-a708-dae703269f9c triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:22.299634 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a77e6df4-a148-4e23-b37e-91c74c092756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:22.343119 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a77e6df4-a148-4e23-b37e-91c74c092756 None None] Port 9e0fc183-2dc7-4334-a708-dae703269f9c cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:43:22.510094 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad60fa-2a18-49c2-88f8-a4bbfd9ddb3f req-31b5b887-3eb8-4a14-9551-bbf86357ea75 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:22.511875 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-96ad60fa-2a18-49c2-88f8-a4bbfd9ddb3f req-31b5b887-3eb8-4a14-9551-bbf86357ea75 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 931 time: 0.0779674 Jul 06 14:43:22.553290 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-96ad60fa-2a18-49c2-88f8-a4bbfd9ddb3f req-a65d98b6-88c0-4002-a220-330218a190c4 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354812 Jul 06 14:43:23.760158 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d5fcd-94d3-498d-89b5-303081c2920e req-a4704acd-32cd-4a5d-8265-4c4d3a8678e4 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:23.761736 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-296d5fcd-94d3-498d-89b5-303081c2920e req-a4704acd-32cd-4a5d-8265-4c4d3a8678e4 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 931 time: 0.0762742 Jul 06 14:43:23.819265 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-296d5fcd-94d3-498d-89b5-303081c2920e req-b2200eed-408f-4817-8a95-7d101b651161 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513909 Jul 06 14:43:25.010353 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59318a-0f57-4a22-9d76-d3d493d268b9 req-ffd8efd5-3d21-462e-a800-8201910e6ffe tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:25.012772 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e59318a-0f57-4a22-9d76-d3d493d268b9 req-ffd8efd5-3d21-462e-a800-8201910e6ffe tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 931 time: 0.0707564 Jul 06 14:43:25.052082 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e59318a-0f57-4a22-9d76-d3d493d268b9 req-2c8ac019-e5a8-4cbd-9a42-42a52e013ca2 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335875 Jul 06 14:43:26.238878 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0c8a3-db95-422a-934a-a36e88f342ba req-2d71c57c-c1dd-48e1-8b6b-7dcaa20e0f29 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:26.240363 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f2f0c8a3-db95-422a-934a-a36e88f342ba req-2d71c57c-c1dd-48e1-8b6b-7dcaa20e0f29 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 931 time: 0.0768034 Jul 06 14:43:26.281485 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f2f0c8a3-db95-422a-934a-a36e88f342ba req-f1dba135-0958-456b-838d-a8ef3d188ebb tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345244 Jul 06 14:43:27.471283 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce93bfc-b8e3-4800-95ac-01ef7955af43 req-5d031476-0d57-47f7-af24-1a32c5faad6f tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:27.472730 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fce93bfc-b8e3-4800-95ac-01ef7955af43 req-5d031476-0d57-47f7-af24-1a32c5faad6f tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 931 time: 0.0702469 Jul 06 14:43:27.512708 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fce93bfc-b8e3-4800-95ac-01ef7955af43 req-8ebeb49b-16b0-4d84-b16a-f80b47b65eb3 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339658 Jul 06 14:43:28.696617 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d2a94-b5c7-407c-bd65-db6a418b98f1 req-ae287633-3a61-4769-a34b-9a215b25dfbc tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:28.698279 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-150d2a94-b5c7-407c-bd65-db6a418b98f1 req-ae287633-3a61-4769-a34b-9a215b25dfbc tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 931 time: 0.0719879 Jul 06 14:43:28.743132 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-150d2a94-b5c7-407c-bd65-db6a418b98f1 req-8992433a-d659-4361-9104-086068aa2bad tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387509 Jul 06 14:43:29.733863 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:43:29.932767 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727e262-ea24-406b-b7b2-71146a42a08c req-91f6b165-d0dd-451a-92dc-bbdde0a5403c tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:29.934218 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8727e262-ea24-406b-b7b2-71146a42a08c req-91f6b165-d0dd-451a-92dc-bbdde0a5403c tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 931 time: 0.0768714 Jul 06 14:43:29.975054 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8727e262-ea24-406b-b7b2-71146a42a08c req-effbd997-758e-4ee0-a6b4-42333ea00484 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341780 Jul 06 14:43:31.160892 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e50e0-2863-42a4-8b8e-3a3873e05582 req-cdee5581-3b87-41ae-b42f-ce7bfc33bf6a tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:31.162623 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-660e50e0-2863-42a4-8b8e-3a3873e05582 req-cdee5581-3b87-41ae-b42f-ce7bfc33bf6a tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 931 time: 0.0716832 Jul 06 14:43:31.204383 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-660e50e0-2863-42a4-8b8e-3a3873e05582 req-2711fb80-4eab-4574-9c33-9075f060d31d tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351293 Jul 06 14:43:32.384521 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2f3af-03e5-4152-8868-36de9ed07fce req-b14151bc-7386-474f-ae7b-7b5dd295b566 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:32.385950 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-84c2f3af-03e5-4152-8868-36de9ed07fce req-b14151bc-7386-474f-ae7b-7b5dd295b566 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 931 time: 0.0683465 Jul 06 14:43:32.422902 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-84c2f3af-03e5-4152-8868-36de9ed07fce req-8f3caa59-8414-400b-9f84-5ba6b1f722d0 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314381 Jul 06 14:43:32.533011 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-7eef24ce-3d75-4fac-ac69-6c0d854863bc service neutron] Request body: {'port': {'device_id': 'f5f19de1-e72b-4f72-960f-ddd635da3d52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:43:32.607698 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-7eef24ce-3d75-4fac-ac69-6c0d854863bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:32.862155 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-7eef24ce-3d75-4fac-ac69-6c0d854863bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e0fc183-2dc7-4334-a708-dae703269f9c {{(pid=100417) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:43:32.870474 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-7eef24ce-3d75-4fac-ac69-6c0d854863bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:32.882488 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-7eef24ce-3d75-4fac-ac69-6c0d854863bc service neutron] Transition to ACTIVE for port object 9e0fc183-2dc7-4334-a708-dae703269f9c will not be triggered until provisioned by entity L2. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:43:32.886166 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-7eef24ce-3d75-4fac-ac69-6c0d854863bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:32.938868 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef24ce-3d75-4fac-ac69-6c0d854863bc service neutron] Pushing event updated for resources: {'Port': ['ID=9e0fc183-2dc7-4334-a708-dae703269f9c,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:33.013022 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-7eef24ce-3d75-4fac-ac69-6c0d854863bc service neutron] Attempting to bind port 9e0fc183-2dc7-4334-a708-dae703269f9c on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:43:33.013364 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-7eef24ce-3d75-4fac-ac69-6c0d854863bc service neutron] Attempting to bind port 9e0fc183-2dc7-4334-a708-dae703269f9c by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '7598ce17-874c-4d31-9071-658dc6cb115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'df885427-3547-4448-8359-dee558890a89'}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:43:33.013699 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-7eef24ce-3d75-4fac-ac69-6c0d854863bc service neutron] Attempting to bind port 9e0fc183-2dc7-4334-a708-dae703269f9c on network df885427-3547-4448-8359-dee558890a89 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:43:33.018135 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-7eef24ce-3d75-4fac-ac69-6c0d854863bc service neutron] Port 9e0fc183-2dc7-4334-a708-dae703269f9c on network df885427-3547-4448-8359-dee558890a89 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:43:33.018523 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-7eef24ce-3d75-4fac-ac69-6c0d854863bc service neutron] Attempting to bind port 9e0fc183-2dc7-4334-a708-dae703269f9c on network df885427-3547-4448-8359-dee558890a89 {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:43:33.023391 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-7eef24ce-3d75-4fac-ac69-6c0d854863bc service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:43:33.024075 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-7eef24ce-3d75-4fac-ac69-6c0d854863bc service neutron] Checking segment: {'id': '7598ce17-874c-4d31-9071-658dc6cb115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'df885427-3547-4448-8359-dee558890a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:43:33.024475 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-7eef24ce-3d75-4fac-ac69-6c0d854863bc service neutron] Bound using segment: {'id': '7598ce17-874c-4d31-9071-658dc6cb115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'df885427-3547-4448-8359-dee558890a89'} {{(pid=100417) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:43:33.024917 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.managers [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-7eef24ce-3d75-4fac-ac69-6c0d854863bc service neutron] Bound port: 9e0fc183-2dc7-4334-a708-dae703269f9c, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7598ce17-874c-4d31-9071-658dc6cb115c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'df885427-3547-4448-8359-dee558890a89'}}] {{(pid=100417) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:43:33.025283 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-7eef24ce-3d75-4fac-ac69-6c0d854863bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:33.090778 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-7eef24ce-3d75-4fac-ac69-6c0d854863bc service neutron] For port 9e0fc183-2dc7-4334-a708-dae703269f9c, host n-h1-773644-6, cleared binding levels {{(pid=100417) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:43:33.093675 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-7eef24ce-3d75-4fac-ac69-6c0d854863bc service neutron] For port 9e0fc183-2dc7-4334-a708-dae703269f9c, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9e0fc183-2dc7-4334-a708-dae703269f9c,segment=NetworkSegment(7598ce17-874c-4d31-9071-658dc6cb115c),segment_id=7598ce17-874c-4d31-9071-658dc6cb115c)] {{(pid=100417) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:43:33.098147 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-7eef24ce-3d75-4fac-ac69-6c0d854863bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:33.135154 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-7eef24ce-3d75-4fac-ac69-6c0d854863bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:33.135840 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-7eef24ce-3d75-4fac-ac69-6c0d854863bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:33.137282 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-7eef24ce-3d75-4fac-ac69-6c0d854863bc service neutron] 10.222.0.52 "PUT /v2.0/ports/9e0fc183-2dc7-4334-a708-dae703269f9c HTTP/1.1" status: 200 len: 1091 time: 0.6087940 Jul 06 14:43:33.137742 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f19de1-e72b-4f72-960f-ddd635da3d52', 'tag': '9e0fc183-2dc7-4334-a708-dae703269f9c'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:43:33.140277 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44085c58187d3c444c5cc6a657819c2b9188c5457f631b13450b7a564fa513c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c86feb-ff60-4034-83e6-ed3913a1582d" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f19de1-e72b-4f72-960f-ddd635da3d52", "tag": "9e0fc183-2dc7-4334-a708-dae703269f9c"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:43:33.174951 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef24ce-3d75-4fac-ac69-6c0d854863bc service neutron] Pushing event updated for resources: {'Port': ['ID=9e0fc183-2dc7-4334-a708-dae703269f9c,revision_number=3']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:33.212543 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de13a6d6-dfdf-4fff-bee6-d988b51b6d10 x-openstack-request-id: req-de13a6d6-dfdf-4fff-bee6-d988b51b6d10 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:43:33.212848 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f19de1-e72b-4f72-960f-ddd635da3d52", "tag": "9e0fc183-2dc7-4334-a708-dae703269f9c", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:43:33.213104 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-de13a6d6-dfdf-4fff-bee6-d988b51b6d10 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:43:33.213497 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f19de1-e72b-4f72-960f-ddd635da3d52', 'tag': '9e0fc183-2dc7-4334-a708-dae703269f9c', 'status': 'completed', 'code': 200} Jul 06 14:43:33.241745 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-ed2f6f3c-2d42-437d-9a5e-b7a51147f506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:33.243966 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-ed2f6f3c-2d42-437d-9a5e-b7a51147f506 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33e4a89283bf4adcb83504d4d3493862&device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 1094 time: 0.0640340 Jul 06 14:43:33.287846 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-f3d2e3d9-2375-4e77-b2a8-7c2011e63e35 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e0fc183-2dc7-4334-a708-dae703269f9c HTTP/1.1" status: 200 len: 217 time: 0.0355933 Jul 06 14:43:33.339812 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-7dad10cc-aec4-4523-bb77-b94e07b9dc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:33.341341 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-7dad10cc-aec4-4523-bb77-b94e07b9dc1e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=42bd04cf-1493-4708-93ac-a6986118d227 HTTP/1.1" status: 200 len: 854 time: 0.0462885 Jul 06 14:43:33.402510 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-f853211f-cf41-46c3-81c7-4ce9da6f7ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:33.404027 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-f853211f-cf41-46c3-81c7-4ce9da6f7ac8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df885427-3547-4448-8359-dee558890a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528011 Jul 06 14:43:33.498852 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-932a502e-7f38-4925-9c83-15a3d0125e0e service neutron] 10.222.0.52 "GET /v2.0/networks/df885427-3547-4448-8359-dee558890a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853274 Jul 06 14:43:33.589705 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-76ecfdfd-83ef-4473-86f2-288178c89881 req-0e4e1aa8-ac01-42ea-932b-6bccd0fe6485 service neutron] 10.222.0.52 "GET /v2.0/networks/df885427-3547-4448-8359-dee558890a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830693 Jul 06 14:43:33.598791 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879a2cf-a7ba-47e2-a05a-f536bfd619a6 req-6a167b6d-4396-42f0-8ec4-2548ad7c024a tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:33.600348 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9879a2cf-a7ba-47e2-a05a-f536bfd619a6 req-6a167b6d-4396-42f0-8ec4-2548ad7c024a tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 943 time: 0.0660098 Jul 06 14:43:33.640710 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9879a2cf-a7ba-47e2-a05a-f536bfd619a6 req-966a8f1c-789b-4e61-b15c-224386fd0238 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342278 Jul 06 14:43:33.696551 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c86feb-ff60-4034-83e6-ed3913a1582d req-2f31a90d-ed48-4ae4-99c6-3f0bb7931c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:33.698086 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f9c86feb-ff60-4034-83e6-ed3913a1582d req-2f31a90d-ed48-4ae4-99c6-3f0bb7931c8b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33e4a89283bf4adcb83504d4d3493862&device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 1094 time: 0.0580657 Jul 06 14:43:33.785327 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c86feb-ff60-4034-83e6-ed3913a1582d req-329ff703-200a-4ddf-bc46-2eda49f45613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:33.786823 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f9c86feb-ff60-4034-83e6-ed3913a1582d req-329ff703-200a-4ddf-bc46-2eda49f45613 service neutron] 10.222.0.52 "GET /v2.0/networks?id=df885427-3547-4448-8359-dee558890a89 HTTP/1.1" status: 200 len: 916 time: 0.0822351 Jul 06 14:43:33.830276 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f9c86feb-ff60-4034-83e6-ed3913a1582d req-7eb95682-7f9a-4af5-8564-cceb50f38a1d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e0fc183-2dc7-4334-a708-dae703269f9c HTTP/1.1" status: 200 len: 217 time: 0.0372295 Jul 06 14:43:33.880696 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c86feb-ff60-4034-83e6-ed3913a1582d req-15b157bc-b00e-473d-ac86-0473da5a2159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:33.882172 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f9c86feb-ff60-4034-83e6-ed3913a1582d req-15b157bc-b00e-473d-ac86-0473da5a2159 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=42bd04cf-1493-4708-93ac-a6986118d227 HTTP/1.1" status: 200 len: 854 time: 0.0427427 Jul 06 14:43:33.938417 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c86feb-ff60-4034-83e6-ed3913a1582d req-0c359824-41d5-4583-8606-a44a51c639d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:33.940301 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f9c86feb-ff60-4034-83e6-ed3913a1582d req-0c359824-41d5-4583-8606-a44a51c639d6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df885427-3547-4448-8359-dee558890a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514348 Jul 06 14:43:34.030995 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f9c86feb-ff60-4034-83e6-ed3913a1582d req-dfab5be8-be90-4231-9bed-0492894de79f service neutron] 10.222.0.52 "GET /v2.0/networks/df885427-3547-4448-8359-dee558890a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828156 Jul 06 14:43:34.120185 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-f9c86feb-ff60-4034-83e6-ed3913a1582d req-b7dd7c9a-8de0-4ea0-8af8-b9e8c91b1e71 service neutron] 10.222.0.52 "GET /v2.0/networks/df885427-3547-4448-8359-dee558890a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807374 Jul 06 14:43:34.818805 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f29a1-edfa-4572-95e9-6a33a5bbcce8 req-a30a6d07-bf85-4a55-a28b-0e5f689241c2 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:34.820444 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f7f29a1-edfa-4572-95e9-6a33a5bbcce8 req-a30a6d07-bf85-4a55-a28b-0e5f689241c2 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 943 time: 0.0692389 Jul 06 14:43:34.857120 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6f7f29a1-edfa-4572-95e9-6a33a5bbcce8 req-333285ed-7cc1-440b-87f0-d2f726c653cf tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306771 Jul 06 14:43:35.103264 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9e0fc183-2dc7-4334-a708-dae703269f9c details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:43:35.195199 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 9e0fc183-2dc7-4334-a708-dae703269f9c, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9e0fc183-2dc7-4334-a708-dae703269f9c,segment=NetworkSegment(7598ce17-874c-4d31-9071-658dc6cb115c),segment_id=7598ce17-874c-4d31-9071-658dc6cb115c)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:43:35.206417 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '9e0fc183-2dc7-4334-a708-dae703269f9c', 'network_id': 'df885427-3547-4448-8359-dee558890a89', 'port_id': '9e0fc183-2dc7-4334-a708-dae703269f9c', 'mac_address': 'fa:16:3e:9d:77:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42bd04cf-1493-4708-93ac-a6986118d227', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:43:35.247054 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:35.259310 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0fc183-2dc7-4334-a708-dae703269f9c {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:43:35.277730 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 9e0fc183-2dc7-4334-a708-dae703269f9c, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9e0fc183-2dc7-4334-a708-dae703269f9c,segment=NetworkSegment(7598ce17-874c-4d31-9071-658dc6cb115c),segment_id=7598ce17-874c-4d31-9071-658dc6cb115c)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:43:35.281987 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:35.328367 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=9e0fc183-2dc7-4334-a708-dae703269f9c,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:35.336696 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:35.337048 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:35.337399 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:35.337737 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:35.338102 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:35.338436 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:35.338768 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:35.339098 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:35.339430 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:35.339758 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:35.340086 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:35.340421 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:35.605195 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9e0fc183-2dc7-4334-a708-dae703269f9c'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:43:36.048178 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67188877-db43-4a16-8ea8-048dd8694ede req-1a0d4553-2efd-470c-a1e1-6a308dc0afb6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:36.049651 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-67188877-db43-4a16-8ea8-048dd8694ede req-1a0d4553-2efd-470c-a1e1-6a308dc0afb6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 944 time: 0.0726249 Jul 06 14:43:36.087843 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-67188877-db43-4a16-8ea8-048dd8694ede req-f7acfada-47a7-4529-8373-43fad1cfe6ac tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324140 Jul 06 14:43:37.107335 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9e0fc183-2dc7-4334-a708-dae703269f9c up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:43:37.156178 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 9e0fc183-2dc7-4334-a708-dae703269f9c completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:43:37.159866 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 9e0fc183-2dc7-4334-a708-dae703269f9c triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:37.160244 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:37.238485 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:37.261079 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f19de1-e72b-4f72-960f-ddd635da3d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0fc183-2dc7-4334-a708-dae703269f9c'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:43:37.263369 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7b3130d190d3a8890db0c4eafcc3a45a14b225becedd5045b600f6b402c608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebc0cfb-6aa7-4331-86fc-0aa486542224" -d '{"events": [{"server_uuid": "f5f19de1-e72b-4f72-960f-ddd635da3d52", "name": "network-vif-plugged", "status": "completed", "tag": "9e0fc183-2dc7-4334-a708-dae703269f9c"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:43:37.264956 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f0f04-0c19-407b-905d-6435bce4560b req-1e040675-307b-47d4-b052-c97fcff93068 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:37.266719 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ef7f0f04-0c19-407b-905d-6435bce4560b req-1e040675-307b-47d4-b052-c97fcff93068 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 944 time: 0.0652480 Jul 06 14:43:37.279618 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 9e0fc183-2dc7-4334-a708-dae703269f9c, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9e0fc183-2dc7-4334-a708-dae703269f9c,segment=NetworkSegment(7598ce17-874c-4d31-9071-658dc6cb115c),segment_id=7598ce17-874c-4d31-9071-658dc6cb115c)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:43:37.283902 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:37.315255 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ef7f0f04-0c19-407b-905d-6435bce4560b req-a580b0b2-d934-4fc5-a584-f3f1ae5ca7b5 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427437 Jul 06 14:43:37.466507 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ead9ed-8aca-42a9-8f16-ffdc79d239ee x-openstack-request-id: req-d2ead9ed-8aca-42a9-8f16-ffdc79d239ee {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:43:37.466785 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f19de1-e72b-4f72-960f-ddd635da3d52", "name": "network-vif-plugged", "status": "completed", "tag": "9e0fc183-2dc7-4334-a708-dae703269f9c", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:43:37.467045 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-d2ead9ed-8aca-42a9-8f16-ffdc79d239ee {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:43:37.467641 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f19de1-e72b-4f72-960f-ddd635da3d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0fc183-2dc7-4334-a708-dae703269f9c', 'code': 200} Jul 06 14:43:37.493450 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a47188-8f71-42ae-b0dd-176bcae51c3a req-cac08ba2-9a39-4472-bc2d-45f67c3320d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:37.494452 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d7184508-3e98-4299-b28b-3049723c6115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:37.496780 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d9a47188-8f71-42ae-b0dd-176bcae51c3a req-cac08ba2-9a39-4472-bc2d-45f67c3320d4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 1096 time: 0.0592010 Jul 06 14:43:37.504915 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=9e0fc183-2dc7-4334-a708-dae703269f9c,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:37.535557 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-d9a47188-8f71-42ae-b0dd-176bcae51c3a req-dc4e8c4b-1679-4950-aef5-cd6049882ebd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294273 Jul 06 14:43:38.500207 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09020c42-c784-4ed4-8849-755ee98be375 req-aae2211e-bcd2-4226-952f-13f982998f5c tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:38.503565 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-09020c42-c784-4ed4-8849-755ee98be375 req-aae2211e-bcd2-4226-952f-13f982998f5c tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 945 time: 0.0700853 Jul 06 14:43:38.559592 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-09020c42-c784-4ed4-8849-755ee98be375 req-56116d25-f68c-48f5-a8ed-373816f1cfb7 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472980 Jul 06 14:43:39.730402 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c930f5-0548-4b24-851f-73f94896aa7c req-268c568c-25bd-4960-bfc5-5226091f2c1b tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:39.731911 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83c930f5-0548-4b24-851f-73f94896aa7c req-268c568c-25bd-4960-bfc5-5226091f2c1b tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 945 time: 0.0631521 Jul 06 14:43:39.768633 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83c930f5-0548-4b24-851f-73f94896aa7c req-d2801b0e-15f6-4451-83e6-aeb814be6238 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313106 Jul 06 14:43:39.952412 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2579df6-574f-4cdd-95ad-97bf2398ac64 req-268154cc-9aa7-4d29-95f1-c807f7a27ebb tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:39.953925 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a2579df6-574f-4cdd-95ad-97bf2398ac64 req-268154cc-9aa7-4d29-95f1-c807f7a27ebb tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 945 time: 0.0662909 Jul 06 14:43:39.991392 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a2579df6-574f-4cdd-95ad-97bf2398ac64 req-f641c680-0812-405f-b47d-283ba42c6c05 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319335 Jul 06 14:43:40.299342 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:40.328062 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a3b5e-2ada-4f85-9e87-e436bcb34ef7 req-9ba534f3-a67f-4b92-ac9f-000e691cdec2 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:40.329547 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a99a3b5e-2ada-4f85-9e87-e436bcb34ef7 req-9ba534f3-a67f-4b92-ac9f-000e691cdec2 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 945 time: 0.0669513 Jul 06 14:43:40.367923 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a99a3b5e-2ada-4f85-9e87-e436bcb34ef7 req-2870948e-793a-4c15-8bdd-2e2638b42cf1 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325670 Jul 06 14:43:40.641732 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6d87d106-f8df-4e4b-9225-6908d2f6533f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:41.701631 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:43.261626 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:47.078088 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:49.228999 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:52.016762 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5310fac-b562-472e-a953-a18abd9bc33f req-587e15c5-e3b7-451c-be4b-591325202449 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:52.018286 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f5310fac-b562-472e-a953-a18abd9bc33f req-587e15c5-e3b7-451c-be4b-591325202449 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 945 time: 0.0639846 Jul 06 14:43:52.056795 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f5310fac-b562-472e-a953-a18abd9bc33f req-7595c9a0-6a89-45d2-9f95-1b7994cbb9c6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318043 Jul 06 14:43:52.081430 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38198) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:43:52.221886 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d05f72-c21c-4529-a750-af1a9fb5558a tempest-TestMinimumBasicScenario-858260566 tempest-TestMinimumBasicScenario-858260566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:52.223426 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-67d05f72-c21c-4529-a750-af1a9fb5558a tempest-TestMinimumBasicScenario-858260566 tempest-TestMinimumBasicScenario-858260566-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 1091 time: 0.1410048 Jul 06 14:43:52.227015 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38202) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:43:52.231514 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-3736f910-0626-4311-a9f2-5e102a29ad83 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'port_id': '9e0fc183-2dc7-4334-a708-dae703269f9c', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:43:52.252487 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3736f910-0626-4311-a9f2-5e102a29ad83 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:52.349828 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3736f910-0626-4311-a9f2-5e102a29ad83 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:52.453357 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-3736f910-0626-4311-a9f2-5e102a29ad83 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Allocated IP 172.25.6.167 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/4893ca63-a834-4a32-b002-12d9b35670ea) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:43:52.552450 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3736f910-0626-4311-a9f2-5e102a29ad83 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:52.595081 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3736f910-0626-4311-a9f2-5e102a29ad83 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:52.629321 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3736f910-0626-4311-a9f2-5e102a29ad83 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:43:52.632050 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-3736f910-0626-4311-a9f2-5e102a29ad83 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:43:52.636102 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3736f910-0626-4311-a9f2-5e102a29ad83 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:43:52.663850 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736f910-0626-4311-a9f2-5e102a29ad83 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Pushing event updated for resources: {'Port': ['ID=4893ca63-a834-4a32-b002-12d9b35670ea,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:53.002786 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3736f910-0626-4311-a9f2-5e102a29ad83 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:53.075983 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3736f910-0626-4311-a9f2-5e102a29ad83 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:53.220555 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3736f910-0626-4311-a9f2-5e102a29ad83 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:53.225219 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3736f910-0626-4311-a9f2-5e102a29ad83 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:53.290994 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736f910-0626-4311-a9f2-5e102a29ad83 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Pushing event updated for resources: {'Port': ['ID=4893ca63-a834-4a32-b002-12d9b35670ea,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:53.302041 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3736f910-0626-4311-a9f2-5e102a29ad83 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:53.402905 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-3736f910-0626-4311-a9f2-5e102a29ad83 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Floating IP f8f280ce-d228-4f32-985a-2fd1817567a6 associated. External IP: 172.25.6.167, port: 9e0fc183-2dc7-4334-a708-dae703269f9c. Jul 06 14:43:53.604667 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3736f910-0626-4311-a9f2-5e102a29ad83 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Router a72ed726-9e3a-45bb-8b98-f1ed1352db4c has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:43:53.709248 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3736f910-0626-4311-a9f2-5e102a29ad83 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:43:53.718640 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f65a58-3e23-460c-8490-7fefe0f36038 None None] Sync routers for ids ['a72ed726-9e3a-45bb-8b98-f1ed1352db4c'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:43:53.724841 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3736f910-0626-4311-a9f2-5e102a29ad83 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:53.728545 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f65a58-3e23-460c-8490-7fefe0f36038 None None] Routers {'a72ed726-9e3a-45bb-8b98-f1ed1352db4c'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:43:53.729231 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-34f65a58-3e23-460c-8490-7fefe0f36038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:43:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a72ed726-9e3a-45bb-8b98-f1ed1352db4c'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:53.761343 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3736f910-0626-4311-a9f2-5e102a29ad83 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5332773 Jul 06 14:43:53.761961 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f19de1-e72b-4f72-960f-ddd635da3d52', 'tag': '9e0fc183-2dc7-4334-a708-dae703269f9c'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:43:53.764337 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38204) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:43:53.764840 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef85aef-d7fb-48e6-9772-6ad9e2e8a7e0" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f19de1-e72b-4f72-960f-ddd635da3d52", "tag": "9e0fc183-2dc7-4334-a708-dae703269f9c"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:43:53.769710 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-2b6fe122-6e81-4704-aa19-67d911a271c6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2138981975', 'description': 'tempest-secgroup-smoke-2138981975 description', 'project_id': '33e4a89283bf4adcb83504d4d3493862'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:43:53.794596 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b6fe122-6e81-4704-aa19-67d911a271c6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:53.799952 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5dac6b4-8097-43c1-ad87-f90a5deed531 x-openstack-request-id: req-d5dac6b4-8097-43c1-ad87-f90a5deed531 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:43:53.800251 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f19de1-e72b-4f72-960f-ddd635da3d52", "tag": "9e0fc183-2dc7-4334-a708-dae703269f9c", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:43:53.800512 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-d5dac6b4-8097-43c1-ad87-f90a5deed531 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:43:53.801393 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f19de1-e72b-4f72-960f-ddd635da3d52', 'tag': '9e0fc183-2dc7-4334-a708-dae703269f9c', 'status': 'completed', 'code': 200} Jul 06 14:43:53.842609 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-34f65a58-3e23-460c-8490-7fefe0f36038 None None] Set router a72ed726-9e3a-45bb-8b98-f1ed1352db4c gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:43:53.920480 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef85aef-d7fb-48e6-9772-6ad9e2e8a7e0 req-6038034e-4ca7-4a73-ba15-89754aa0fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:53.922041 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fef85aef-d7fb-48e6-9772-6ad9e2e8a7e0 req-6038034e-4ca7-4a73-ba15-89754aa0fcd0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33e4a89283bf4adcb83504d4d3493862&device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 1096 time: 0.0934880 Jul 06 14:43:53.928013 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b6fe122-6e81-4704-aa19-67d911a271c6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:53.938604 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b6fe122-6e81-4704-aa19-67d911a271c6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:54.008800 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2b6fe122-6e81-4704-aa19-67d911a271c6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:54.010457 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2b6fe122-6e81-4704-aa19-67d911a271c6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2443116 Jul 06 14:43:54.013699 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38208) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:43:54.020103 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-2cd226ab-4ab8-4103-9122-05096223deb6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Request body: {'security_group_rule': {'security_group_id': '381445a8-30ac-4a5c-885c-f7cded5bdebf', 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:43:54.026283 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6fe122-6e81-4704-aa19-67d911a271c6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=381445a8-30ac-4a5c-885c-f7cded5bdebf,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:54.038973 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6fe122-6e81-4704-aa19-67d911a271c6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:54.039329 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6fe122-6e81-4704-aa19-67d911a271c6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:54.039680 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6fe122-6e81-4704-aa19-67d911a271c6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:54.040027 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6fe122-6e81-4704-aa19-67d911a271c6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:54.040366 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6fe122-6e81-4704-aa19-67d911a271c6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:54.040708 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6fe122-6e81-4704-aa19-67d911a271c6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:54.041046 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6fe122-6e81-4704-aa19-67d911a271c6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:54.041502 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6fe122-6e81-4704-aa19-67d911a271c6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:54.041873 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6fe122-6e81-4704-aa19-67d911a271c6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:54.042208 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6fe122-6e81-4704-aa19-67d911a271c6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:54.042537 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6fe122-6e81-4704-aa19-67d911a271c6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:54.042865 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6fe122-6e81-4704-aa19-67d911a271c6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:54.054377 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2cd226ab-4ab8-4103-9122-05096223deb6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:54.076595 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-34f65a58-3e23-460c-8490-7fefe0f36038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'name': 'tempest-TestMinimumBasicScenario-1560362675-router', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'f317d6e6-8429-433f-b7ab-7acd8774572a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:00Z', 'updated_at': '2021-07-06T14:43:03Z', 'revision_number': 4, 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'gw_port': {'id': 'f317d6e6-8429-433f-b7ab-7acd8774572a', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:01Z', 'updated_at': '2021-07-06T14:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'f8f280ce-d228-4f32-985a-2fd1817567a6', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'port_id': '9e0fc183-2dc7-4334-a708-dae703269f9c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df885427-3547-4448-8359-dee558890a89', 'mac_address': 'fa:16:3e:9d:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f19de1-e72b-4f72-960f-ddd635da3d52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:43:52Z', 'updated_at': '2021-07-06T14:43:52Z', 'revision_number': 0, 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df931134-2dd0-48e8-ad4b-f55e7a44f519', 'name': '', 'network_id': 'df885427-3547-4448-8359-dee558890a89', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862', 'mac_address': 'fa:16:3e:fc:5f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '42bd04cf-1493-4708-93ac-a6986118d227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:03Z', 'updated_at': '2021-07-06T14:43:10Z', 'revision_number': 5, 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'subnets': [{'id': '42bd04cf-1493-4708-93ac-a6986118d227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:54.081930 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef85aef-d7fb-48e6-9772-6ad9e2e8a7e0 req-2c57ca6a-700c-494e-9bc6-9b422d45fab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:54.083781 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fef85aef-d7fb-48e6-9772-6ad9e2e8a7e0 req-2c57ca6a-700c-494e-9bc6-9b422d45fab7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=df885427-3547-4448-8359-dee558890a89 HTTP/1.1" status: 200 len: 916 time: 0.1540360 Jul 06 14:43:54.108825 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f65a58-3e23-460c-8490-7fefe0f36038 None None] Checking router: a72ed726-9e3a-45bb-8b98-f1ed1352db4c for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:43:54.117040 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f65a58-3e23-460c-8490-7fefe0f36038 None None] Routers {'a72ed726-9e3a-45bb-8b98-f1ed1352db4c'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:43:54.117833 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-34f65a58-3e23-460c-8490-7fefe0f36038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:43:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a72ed726-9e3a-45bb-8b98-f1ed1352db4c'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:54.119037 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2cd226ab-4ab8-4103-9122-05096223deb6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:54.123256 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2cd226ab-4ab8-4103-9122-05096223deb6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:54.143457 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd226ab-4ab8-4103-9122-05096223deb6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8567e0a-c112-408e-afb3-86783ce10927,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:54.155108 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fef85aef-d7fb-48e6-9772-6ad9e2e8a7e0 req-669d415f-b9ad-44ac-9f79-a0f75cecf3ce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e0fc183-2dc7-4334-a708-dae703269f9c HTTP/1.1" status: 200 len: 999 time: 0.0645792 Jul 06 14:43:54.156492 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2cd226ab-4ab8-4103-9122-05096223deb6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:54.157696 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2cd226ab-4ab8-4103-9122-05096223deb6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1423993 Jul 06 14:43:54.159133 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd226ab-4ab8-4103-9122-05096223deb6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:54.159478 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd226ab-4ab8-4103-9122-05096223deb6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:54.159820 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd226ab-4ab8-4103-9122-05096223deb6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:54.160157 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd226ab-4ab8-4103-9122-05096223deb6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:54.161020 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd226ab-4ab8-4103-9122-05096223deb6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:54.161154 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38210) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:43:54.161265 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd226ab-4ab8-4103-9122-05096223deb6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:54.161265 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd226ab-4ab8-4103-9122-05096223deb6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:54.161462 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd226ab-4ab8-4103-9122-05096223deb6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:54.161771 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd226ab-4ab8-4103-9122-05096223deb6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:54.162093 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd226ab-4ab8-4103-9122-05096223deb6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:54.162418 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd226ab-4ab8-4103-9122-05096223deb6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:54.162798 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd226ab-4ab8-4103-9122-05096223deb6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:43:54.167506 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-304bd699-b6cc-4cf8-b432-96a64c5fbc46 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Request body: {'security_group_rule': {'security_group_id': '381445a8-30ac-4a5c-885c-f7cded5bdebf', 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:43:54.229241 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef85aef-d7fb-48e6-9772-6ad9e2e8a7e0 req-8179e18b-8482-47d3-b0cd-0e42a4ce0304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:54.230780 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fef85aef-d7fb-48e6-9772-6ad9e2e8a7e0 req-8179e18b-8482-47d3-b0cd-0e42a4ce0304 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=42bd04cf-1493-4708-93ac-a6986118d227 HTTP/1.1" status: 200 len: 854 time: 0.0671854 Jul 06 14:43:54.232101 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-304bd699-b6cc-4cf8-b432-96a64c5fbc46 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:54.232798 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-34f65a58-3e23-460c-8490-7fefe0f36038 None None] Set router a72ed726-9e3a-45bb-8b98-f1ed1352db4c gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:43:54.324008 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-304bd699-b6cc-4cf8-b432-96a64c5fbc46 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:54.329194 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef85aef-d7fb-48e6-9772-6ad9e2e8a7e0 req-0f7287e9-3f72-43ef-b0b5-d1aa7c3ab5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:54.330851 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fef85aef-d7fb-48e6-9772-6ad9e2e8a7e0 req-0f7287e9-3f72-43ef-b0b5-d1aa7c3ab5f1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df885427-3547-4448-8359-dee558890a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900774 Jul 06 14:43:54.331935 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-304bd699-b6cc-4cf8-b432-96a64c5fbc46 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:54.343976 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [req-fef85aef-d7fb-48e6-9772-6ad9e2e8a7e0 req-81afb4db-2425-4a94-b385-2b318a2fbc6d service neutron] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100417) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:43:54.345034 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fef85aef-d7fb-48e6-9772-6ad9e2e8a7e0 req-81afb4db-2425-4a94-b385-2b318a2fbc6d service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061183 Jul 06 14:43:54.378550 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304bd699-b6cc-4cf8-b432-96a64c5fbc46 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dbab02c-6d4a-4265-893b-e96807f6ceab,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:54.413438 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-304bd699-b6cc-4cf8-b432-96a64c5fbc46 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:54.414788 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-304bd699-b6cc-4cf8-b432-96a64c5fbc46 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2526720 Jul 06 14:43:54.418142 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38214) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:43:54.423878 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-6b7c2e06-c481-4c4d-97f4-ffdbeab9ee7f tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Request body: {'security_group_rule': {'security_group_id': '381445a8-30ac-4a5c-885c-f7cded5bdebf', 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:43:54.457884 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fef85aef-d7fb-48e6-9772-6ad9e2e8a7e0 req-571e46da-f27f-4285-b40a-e61443c53fab service neutron] 10.222.0.52 "GET /v2.0/networks/df885427-3547-4448-8359-dee558890a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047258 Jul 06 14:43:54.458205 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6b7c2e06-c481-4c4d-97f4-ffdbeab9ee7f tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:54.481348 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-34f65a58-3e23-460c-8490-7fefe0f36038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'name': 'tempest-TestMinimumBasicScenario-1560362675-router', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'f317d6e6-8429-433f-b7ab-7acd8774572a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:00Z', 'updated_at': '2021-07-06T14:43:03Z', 'revision_number': 4, 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'gw_port': {'id': 'f317d6e6-8429-433f-b7ab-7acd8774572a', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:01Z', 'updated_at': '2021-07-06T14:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'f8f280ce-d228-4f32-985a-2fd1817567a6', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'port_id': '9e0fc183-2dc7-4334-a708-dae703269f9c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df885427-3547-4448-8359-dee558890a89', 'mac_address': 'fa:16:3e:9d:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f19de1-e72b-4f72-960f-ddd635da3d52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:43:52Z', 'updated_at': '2021-07-06T14:43:52Z', 'revision_number': 0, 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df931134-2dd0-48e8-ad4b-f55e7a44f519', 'name': '', 'network_id': 'df885427-3547-4448-8359-dee558890a89', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862', 'mac_address': 'fa:16:3e:fc:5f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '42bd04cf-1493-4708-93ac-a6986118d227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:03Z', 'updated_at': '2021-07-06T14:43:10Z', 'revision_number': 5, 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'subnets': [{'id': '42bd04cf-1493-4708-93ac-a6986118d227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:43:54.512400 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f65a58-3e23-460c-8490-7fefe0f36038 None None] The sync data for ids ['a72ed726-9e3a-45bb-8b98-f1ed1352db4c'] in n-d-773644-6 is: [{'id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'name': 'tempest-TestMinimumBasicScenario-1560362675-router', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'f317d6e6-8429-433f-b7ab-7acd8774572a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:00Z', 'updated_at': '2021-07-06T14:43:03Z', 'revision_number': 4, 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'gw_port': {'id': 'f317d6e6-8429-433f-b7ab-7acd8774572a', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:01Z', 'updated_at': '2021-07-06T14:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'f8f280ce-d228-4f32-985a-2fd1817567a6', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862', 'floating_ip_address': '172.25.6.167', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'port_id': '9e0fc183-2dc7-4334-a708-dae703269f9c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df885427-3547-4448-8359-dee558890a89', 'mac_address': 'fa:16:3e:9d:77:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f19de1-e72b-4f72-960f-ddd635da3d52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:43:52Z', 'updated_at': '2021-07-06T14:43:52Z', 'revision_number': 0, 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df931134-2dd0-48e8-ad4b-f55e7a44f519', 'name': '', 'network_id': 'df885427-3547-4448-8359-dee558890a89', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862', 'mac_address': 'fa:16:3e:fc:5f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '42bd04cf-1493-4708-93ac-a6986118d227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:03Z', 'updated_at': '2021-07-06T14:43:10Z', 'revision_number': 5, 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'subnets': [{'id': '42bd04cf-1493-4708-93ac-a6986118d227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:43:54.519291 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6b7c2e06-c481-4c4d-97f4-ffdbeab9ee7f tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:54.524192 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6b7c2e06-c481-4c4d-97f4-ffdbeab9ee7f tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:54.542847 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c2e06-c481-4c4d-97f4-ffdbeab9ee7f tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc6326c8-023d-41ca-ad70-f9aaf4f5167a,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:54.555102 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6b7c2e06-c481-4c4d-97f4-ffdbeab9ee7f tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:54.558983 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6b7c2e06-c481-4c4d-97f4-ffdbeab9ee7f tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1371942 Jul 06 14:43:54.559146 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-fef85aef-d7fb-48e6-9772-6ad9e2e8a7e0 req-39bc32df-6321-45eb-8c60-655f224febea service neutron] 10.222.0.52 "GET /v2.0/networks/df885427-3547-4448-8359-dee558890a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901198 Jul 06 14:43:54.559236 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38216) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:43:54.564017 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-0716423f-296b-428d-8c3c-1c474240c2d0 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Request body: {'security_group_rule': {'security_group_id': '381445a8-30ac-4a5c-885c-f7cded5bdebf', 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:43:54.592639 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0716423f-296b-428d-8c3c-1c474240c2d0 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:54.653804 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0716423f-296b-428d-8c3c-1c474240c2d0 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:54.657778 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0716423f-296b-428d-8c3c-1c474240c2d0 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:54.681166 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716423f-296b-428d-8c3c-1c474240c2d0 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc838809-499c-466d-8e42-f7ef7ef99850,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:54.689560 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0716423f-296b-428d-8c3c-1c474240c2d0 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:54.690980 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0716423f-296b-428d-8c3c-1c474240c2d0 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1308410 Jul 06 14:43:54.693577 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38218) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:43:54.701012 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-2d5263c5-cc1c-4056-b239-e6802e32a528 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Request body: {'security_group_rule': {'security_group_id': '381445a8-30ac-4a5c-885c-f7cded5bdebf', 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:43:54.728166 n-d-773644-6 neutron-server[100418]: INFO neutron.db.securitygroups_db [None req-2d5263c5-cc1c-4056-b239-e6802e32a528 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Project 33e4a89283bf4adcb83504d4d3493862 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:43:54.733819 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2d5263c5-cc1c-4056-b239-e6802e32a528 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:54.758833 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2146cd-2a2e-43fd-ad85-c2dffdca9959 None None] New status for floating IP f8f280ce-d228-4f32-985a-2fd1817567a6: ACTIVE {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:43:54.801545 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2d5263c5-cc1c-4056-b239-e6802e32a528 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:54.805533 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2d5263c5-cc1c-4056-b239-e6802e32a528 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:54.827684 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5263c5-cc1c-4056-b239-e6802e32a528 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea546408-cb3a-4701-a2d1-80a170cf75e1,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:54.835277 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2d5263c5-cc1c-4056-b239-e6802e32a528 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:54.837299 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2d5263c5-cc1c-4056-b239-e6802e32a528 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1427259 Jul 06 14:43:54.840095 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38220) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:43:54.844525 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-68594aef-aaa9-4a48-a3d8-d03348787128 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Request body: {'security_group_rule': {'security_group_id': '381445a8-30ac-4a5c-885c-f7cded5bdebf', 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:43:54.866800 n-d-773644-6 neutron-server[100418]: INFO neutron.db.securitygroups_db [None req-68594aef-aaa9-4a48-a3d8-d03348787128 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Project 33e4a89283bf4adcb83504d4d3493862 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:43:54.871931 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-68594aef-aaa9-4a48-a3d8-d03348787128 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:54.936595 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-68594aef-aaa9-4a48-a3d8-d03348787128 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:54.940514 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-68594aef-aaa9-4a48-a3d8-d03348787128 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:54.959607 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68594aef-aaa9-4a48-a3d8-d03348787128 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8cf875b-27d5-4219-90b7-d0a4c82b4b7d,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:54.967068 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-68594aef-aaa9-4a48-a3d8-d03348787128 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:54.968422 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-68594aef-aaa9-4a48-a3d8-d03348787128 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1273398 Jul 06 14:43:55.088939 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19eab470-cd3e-4c28-8b13-2573b6ae7b7e req-6c80d349-d2fb-439c-b14e-c703c823ce52 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2138981975&fields=id&tenant_id=33e4a89283bf4adcb83504d4d3493862 HTTP/1.1" status: 200 len: 267 time: 0.0332122 Jul 06 14:43:55.155156 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eab470-cd3e-4c28-8b13-2573b6ae7b7e req-995a51ad-6bf7-43c9-9225-9b1bcc4963b6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:55.156647 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19eab470-cd3e-4c28-8b13-2573b6ae7b7e req-995a51ad-6bf7-43c9-9225-9b1bcc4963b6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 945 time: 0.0623066 Jul 06 14:43:55.167803 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-19eab470-cd3e-4c28-8b13-2573b6ae7b7e req-000ca52b-5a4d-419b-b87d-80ae425f22a6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Request body: {'port': {'security_groups': ['0d07e65c-c01d-4589-bea5-466d417c8aca', '381445a8-30ac-4a5c-885c-f7cded5bdebf']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:43:55.251344 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-19eab470-cd3e-4c28-8b13-2573b6ae7b7e req-000ca52b-5a4d-419b-b87d-80ae425f22a6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:55.443634 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-19eab470-cd3e-4c28-8b13-2573b6ae7b7e req-000ca52b-5a4d-419b-b87d-80ae425f22a6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] For port 9e0fc183-2dc7-4334-a708-dae703269f9c, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9e0fc183-2dc7-4334-a708-dae703269f9c,segment=NetworkSegment(7598ce17-874c-4d31-9071-658dc6cb115c),segment_id=7598ce17-874c-4d31-9071-658dc6cb115c)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:43:55.474305 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-19eab470-cd3e-4c28-8b13-2573b6ae7b7e req-000ca52b-5a4d-419b-b87d-80ae425f22a6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:55.478696 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-19eab470-cd3e-4c28-8b13-2573b6ae7b7e req-000ca52b-5a4d-419b-b87d-80ae425f22a6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:55.490494 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9e0fc183-2dc7-4334-a708-dae703269f9c'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:43:55.524674 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eab470-cd3e-4c28-8b13-2573b6ae7b7e req-000ca52b-5a4d-419b-b87d-80ae425f22a6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:55.525424 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-19eab470-cd3e-4c28-8b13-2573b6ae7b7e req-000ca52b-5a4d-419b-b87d-80ae425f22a6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:55.527027 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-19eab470-cd3e-4c28-8b13-2573b6ae7b7e req-000ca52b-5a4d-419b-b87d-80ae425f22a6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "PUT /v2.0/ports/9e0fc183-2dc7-4334-a708-dae703269f9c HTTP/1.1" status: 200 len: 981 time: 0.3643608 Jul 06 14:43:55.559342 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ca52b-5a4d-419b-b87d-80ae425f22a6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Pushing event updated for resources: {'Port': ['ID=9e0fc183-2dc7-4334-a708-dae703269f9c,revision_number=6']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:43:55.605173 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9e0fc183-2dc7-4334-a708-dae703269f9c'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:43:55.711232 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779372e1-6a41-4641-83d0-d7beabc8723c req-4317dcb7-af41-4ff7-9830-40120175c2a1 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:55.718297 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-779372e1-6a41-4641-83d0-d7beabc8723c req-4317dcb7-af41-4ff7-9830-40120175c2a1 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 984 time: 0.0772734 Jul 06 14:43:55.755288 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-779372e1-6a41-4641-83d0-d7beabc8723c req-14b989a0-313e-4cf9-949b-cee37d3cbee6 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=381445a8-30ac-4a5c-885c-f7cded5bdebf&id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358770 Jul 06 14:43:55.802301 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f19de1-e72b-4f72-960f-ddd635da3d52', 'tag': '9e0fc183-2dc7-4334-a708-dae703269f9c'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:43:55.806964 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907cc569-395d-477e-af92-30d6e2399132" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f19de1-e72b-4f72-960f-ddd635da3d52", "tag": "9e0fc183-2dc7-4334-a708-dae703269f9c"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:43:55.854567 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f0be59-29dc-4043-9a73-2b0b1ae535f0 x-openstack-request-id: req-e8f0be59-29dc-4043-9a73-2b0b1ae535f0 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:43:55.855460 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f19de1-e72b-4f72-960f-ddd635da3d52", "tag": "9e0fc183-2dc7-4334-a708-dae703269f9c", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:43:55.855460 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e8f0be59-29dc-4043-9a73-2b0b1ae535f0 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:43:55.855889 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f19de1-e72b-4f72-960f-ddd635da3d52', 'tag': '9e0fc183-2dc7-4334-a708-dae703269f9c', 'status': 'completed', 'code': 200} Jul 06 14:43:55.863085 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2d33474b-b351-40f7-95be-dd8ab1dd79ca None None] Provisioning complete for port 9e0fc183-2dc7-4334-a708-dae703269f9c triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:43:55.864047 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2d33474b-b351-40f7-95be-dd8ab1dd79ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:43:55.880652 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [req-33f951af-c629-49e0-8a30-88c90eb41e73 req-65c2f497-fe20-45c0-bdde-081caa4619b0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0571785 Jul 06 14:43:55.943155 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907cc569-395d-477e-af92-30d6e2399132 req-2388476d-341b-426e-ac98-7f599b60f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:55.945025 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-907cc569-395d-477e-af92-30d6e2399132 req-2388476d-341b-426e-ac98-7f599b60f2a7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33e4a89283bf4adcb83504d4d3493862&device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 1135 time: 0.0570300 Jul 06 14:43:56.037445 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907cc569-395d-477e-af92-30d6e2399132 req-5e8072be-c520-4fdf-880d-268ee4c8c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:56.039453 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-907cc569-395d-477e-af92-30d6e2399132 req-5e8072be-c520-4fdf-880d-268ee4c8c89b service neutron] 10.222.0.52 "GET /v2.0/networks?id=df885427-3547-4448-8359-dee558890a89 HTTP/1.1" status: 200 len: 916 time: 0.0867445 Jul 06 14:43:56.111970 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-907cc569-395d-477e-af92-30d6e2399132 req-55cc2cb2-164b-4acb-8836-97d240180bf2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e0fc183-2dc7-4334-a708-dae703269f9c HTTP/1.1" status: 200 len: 1001 time: 0.0639553 Jul 06 14:43:56.159434 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907cc569-395d-477e-af92-30d6e2399132 req-e0151074-4ab8-431e-a4b1-dfaa5d4e7133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:56.160915 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-907cc569-395d-477e-af92-30d6e2399132 req-e0151074-4ab8-431e-a4b1-dfaa5d4e7133 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=42bd04cf-1493-4708-93ac-a6986118d227 HTTP/1.1" status: 200 len: 854 time: 0.0430379 Jul 06 14:43:56.217829 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907cc569-395d-477e-af92-30d6e2399132 req-db731946-a3f5-40f3-8762-afb568fa26b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:56.219346 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-907cc569-395d-477e-af92-30d6e2399132 req-db731946-a3f5-40f3-8762-afb568fa26b3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df885427-3547-4448-8359-dee558890a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512304 Jul 06 14:43:56.310696 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-907cc569-395d-477e-af92-30d6e2399132 req-ac0d24b5-f907-4760-854b-2f57f6cee4e4 service neutron] 10.222.0.52 "GET /v2.0/networks/df885427-3547-4448-8359-dee558890a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837643 Jul 06 14:43:56.400014 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-907cc569-395d-477e-af92-30d6e2399132 req-41e4db7b-c3da-4df4-8fdf-c832b2776493 service neutron] 10.222.0.52 "GET /v2.0/networks/df885427-3547-4448-8359-dee558890a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820651 Jul 06 14:43:56.513626 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f951af-c629-49e0-8a30-88c90eb41e73 req-493a7fac-25d1-4436-bfac-eb864c0b0908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:56.515140 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-33f951af-c629-49e0-8a30-88c90eb41e73 req-493a7fac-25d1-4436-bfac-eb864c0b0908 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33e4a89283bf4adcb83504d4d3493862&device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 1135 time: 0.0525036 Jul 06 14:43:56.621378 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f951af-c629-49e0-8a30-88c90eb41e73 req-fc6531ca-17e5-496a-9730-466d3be3facb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:56.622818 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-33f951af-c629-49e0-8a30-88c90eb41e73 req-fc6531ca-17e5-496a-9730-466d3be3facb service neutron] 10.222.0.52 "GET /v2.0/networks?id=df885427-3547-4448-8359-dee558890a89 HTTP/1.1" status: 200 len: 916 time: 0.0862114 Jul 06 14:43:56.691735 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-33f951af-c629-49e0-8a30-88c90eb41e73 req-cc09aa68-166b-403f-b2a6-51e5bca3e00d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e0fc183-2dc7-4334-a708-dae703269f9c HTTP/1.1" status: 200 len: 1001 time: 0.0576234 Jul 06 14:43:57.082378 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f951af-c629-49e0-8a30-88c90eb41e73 req-d6c00490-b021-45d7-a32f-e50d81ab5317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:57.083869 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-33f951af-c629-49e0-8a30-88c90eb41e73 req-d6c00490-b021-45d7-a32f-e50d81ab5317 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=42bd04cf-1493-4708-93ac-a6986118d227 HTTP/1.1" status: 200 len: 854 time: 0.3829834 Jul 06 14:43:57.141236 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f951af-c629-49e0-8a30-88c90eb41e73 req-40451e2c-53ba-4d69-ac20-f5e248c7f0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:43:57.142777 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-33f951af-c629-49e0-8a30-88c90eb41e73 req-40451e2c-53ba-4d69-ac20-f5e248c7f0f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df885427-3547-4448-8359-dee558890a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521979 Jul 06 14:43:57.237504 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-33f951af-c629-49e0-8a30-88c90eb41e73 req-49e9b55f-b386-4c97-b5e8-247589b90814 service neutron] 10.222.0.52 "GET /v2.0/networks/df885427-3547-4448-8359-dee558890a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847411 Jul 06 14:43:57.327422 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-33f951af-c629-49e0-8a30-88c90eb41e73 req-9f56a6e4-08fa-4020-b5bd-eb61c371417c service neutron] 10.222.0.52 "GET /v2.0/networks/df885427-3547-4448-8359-dee558890a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830958 Jul 06 14:44:06.733177 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:44:07.407077 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bebf2bd0-147b-47d3-9b29-53d14c2d532f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:44:10.300972 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:44:10.633660 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b5445a14-271a-4b84-ae26-65cbe447cbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:44:11.704664 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:44:13.258610 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:44:17.083799 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:44:18.703692 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e0749-2cda-413d-b6ec-4cf639f9ebb8 req-221b7f22-556c-4925-9b22-cf7b9bdecda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:44:18.705192 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-624e0749-2cda-413d-b6ec-4cf639f9ebb8 req-221b7f22-556c-4925-9b22-cf7b9bdecda4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33e4a89283bf4adcb83504d4d3493862&device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 1135 time: 0.0929193 Jul 06 14:44:18.731481 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fdb03-185a-4ee6-ba30-66d659bc37bb req-d21688bc-11ac-415f-8aa0-f52ae2ee1402 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:44:18.732820 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b4fdb03-185a-4ee6-ba30-66d659bc37bb req-d21688bc-11ac-415f-8aa0-f52ae2ee1402 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 984 time: 0.0941806 Jul 06 14:44:18.814797 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b4fdb03-185a-4ee6-ba30-66d659bc37bb req-0592eeaa-62b1-47e3-9a8c-0efa807a62f0 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=381445a8-30ac-4a5c-885c-f7cded5bdebf&id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0724940 Jul 06 14:44:18.841090 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e0749-2cda-413d-b6ec-4cf639f9ebb8 req-6001478b-bf29-4263-9f76-0b2925ed6ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:44:18.842687 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-624e0749-2cda-413d-b6ec-4cf639f9ebb8 req-6001478b-bf29-4263-9f76-0b2925ed6ab7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=df885427-3547-4448-8359-dee558890a89 HTTP/1.1" status: 200 len: 916 time: 0.1279755 Jul 06 14:44:18.908164 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-624e0749-2cda-413d-b6ec-4cf639f9ebb8 req-8810aa5e-224f-4533-a48e-6333ba36decf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e0fc183-2dc7-4334-a708-dae703269f9c HTTP/1.1" status: 200 len: 1001 time: 0.0581031 Jul 06 14:44:18.956776 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e0749-2cda-413d-b6ec-4cf639f9ebb8 req-59a0f65b-c5fa-4556-812f-1ceded72a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:44:18.958228 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-624e0749-2cda-413d-b6ec-4cf639f9ebb8 req-59a0f65b-c5fa-4556-812f-1ceded72a73b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=42bd04cf-1493-4708-93ac-a6986118d227 HTTP/1.1" status: 200 len: 854 time: 0.0425377 Jul 06 14:44:19.018598 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e0749-2cda-413d-b6ec-4cf639f9ebb8 req-9cad4f17-e757-477a-ba19-4428db9d32c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:44:19.020000 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-624e0749-2cda-413d-b6ec-4cf639f9ebb8 req-9cad4f17-e757-477a-ba19-4428db9d32c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df885427-3547-4448-8359-dee558890a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549932 Jul 06 14:44:19.108166 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-624e0749-2cda-413d-b6ec-4cf639f9ebb8 req-c3629152-38f6-43e3-9f1d-1be549fa4deb service neutron] 10.222.0.52 "GET /v2.0/networks/df885427-3547-4448-8359-dee558890a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804791 Jul 06 14:44:19.200491 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-624e0749-2cda-413d-b6ec-4cf639f9ebb8 req-d8af65a5-1271-442d-9ba9-cc8f87109809 service neutron] 10.222.0.52 "GET /v2.0/networks/df885427-3547-4448-8359-dee558890a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847676 Jul 06 14:44:19.224120 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:44:19.986928 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbf495-571a-4bb0-84b0-b74ff62937df req-3c4dbced-072e-4d50-9093-51df4fe402de tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:44:19.988339 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1abbf495-571a-4bb0-84b0-b74ff62937df req-3c4dbced-072e-4d50-9093-51df4fe402de tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 984 time: 0.0637896 Jul 06 14:44:20.027519 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1abbf495-571a-4bb0-84b0-b74ff62937df req-5b001b49-f70b-4891-9d07-1edc6b8b687d tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=381445a8-30ac-4a5c-885c-f7cded5bdebf&id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331092 Jul 06 14:44:21.211742 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d79b4-d07e-4475-acc0-d16350593a87 req-75c65c1f-995b-4a8b-a698-081e4cd89cc1 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:44:21.213378 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e9d79b4-d07e-4475-acc0-d16350593a87 req-75c65c1f-995b-4a8b-a698-081e4cd89cc1 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 984 time: 0.0706191 Jul 06 14:44:21.253764 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e9d79b4-d07e-4475-acc0-d16350593a87 req-b1bef726-0355-47b3-abae-d4d486770bd4 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=381445a8-30ac-4a5c-885c-f7cded5bdebf&id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344763 Jul 06 14:44:22.432339 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90056181-317d-4c5d-b23d-02df1cb9ba60 req-bd63484a-4b53-45fc-b523-fafa7f97e37e tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:44:22.433856 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-90056181-317d-4c5d-b23d-02df1cb9ba60 req-bd63484a-4b53-45fc-b523-fafa7f97e37e tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 984 time: 0.0682273 Jul 06 14:44:22.472753 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-90056181-317d-4c5d-b23d-02df1cb9ba60 req-b3b67b4e-a275-42db-a15d-e4d70c2af4ee tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=381445a8-30ac-4a5c-885c-f7cded5bdebf&id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328307 Jul 06 14:44:23.647886 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75481472-5895-40e5-8a34-4092bb564fe8 req-d7956a8d-5d00-43d9-b69b-db087fd77600 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:44:23.649401 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-75481472-5895-40e5-8a34-4092bb564fe8 req-d7956a8d-5d00-43d9-b69b-db087fd77600 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 984 time: 0.0655937 Jul 06 14:44:23.689080 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-75481472-5895-40e5-8a34-4092bb564fe8 req-87a57b74-dee1-4ef1-9303-9c78a8c91913 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=381445a8-30ac-4a5c-885c-f7cded5bdebf&id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337224 Jul 06 14:44:24.876882 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800593fe-205e-4dcf-8e03-dec9f7c97938 req-924ce712-7c79-463b-b206-1b3d9d4b6bc1 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:44:24.878506 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-800593fe-205e-4dcf-8e03-dec9f7c97938 req-924ce712-7c79-463b-b206-1b3d9d4b6bc1 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 984 time: 0.0759773 Jul 06 14:44:24.926185 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-800593fe-205e-4dcf-8e03-dec9f7c97938 req-ba6b5db2-39d1-4d3e-a013-0883a09242a3 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=381445a8-30ac-4a5c-885c-f7cded5bdebf&id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381114 Jul 06 14:44:26.108732 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929652b-16af-4ec6-a543-732df4a99bb6 req-56553b4f-387c-427f-9fb1-5def910d6a2a tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:44:26.110255 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4929652b-16af-4ec6-a543-732df4a99bb6 req-56553b4f-387c-427f-9fb1-5def910d6a2a tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 984 time: 0.0634196 Jul 06 14:44:26.151192 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4929652b-16af-4ec6-a543-732df4a99bb6 req-7c89303f-cfbe-4b85-85f2-caf0e1e032c2 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=381445a8-30ac-4a5c-885c-f7cded5bdebf&id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353107 Jul 06 14:44:27.327345 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52a113-bc1d-40ae-b42b-918e30e51444 req-a96ba656-9de2-4d56-886e-201de1b1d819 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:44:27.328850 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2d52a113-bc1d-40ae-b42b-918e30e51444 req-a96ba656-9de2-4d56-886e-201de1b1d819 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 984 time: 0.0646625 Jul 06 14:44:27.368566 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2d52a113-bc1d-40ae-b42b-918e30e51444 req-65bdcfb2-13be-4e15-91e5-8f338a3905b4 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=381445a8-30ac-4a5c-885c-f7cded5bdebf&id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341287 Jul 06 14:44:28.543677 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304eb2f-480a-4476-b3a2-c24ace5191da req-5594aa67-8d22-48a1-968b-3cb4af7d2f01 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:44:28.545083 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4304eb2f-480a-4476-b3a2-c24ace5191da req-5594aa67-8d22-48a1-968b-3cb4af7d2f01 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 984 time: 0.0660827 Jul 06 14:44:28.584254 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4304eb2f-480a-4476-b3a2-c24ace5191da req-2703a58a-e9cd-48ef-928e-628517f7ee7d tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=381445a8-30ac-4a5c-885c-f7cded5bdebf&id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336897 Jul 06 14:44:29.755206 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b62128-2853-4b25-94f5-ff21c1db8119 req-019244b1-9fdb-4917-b132-873945da3e80 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:44:29.757372 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12b62128-2853-4b25-94f5-ff21c1db8119 req-019244b1-9fdb-4917-b132-873945da3e80 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 984 time: 0.0633423 Jul 06 14:44:29.797237 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-12b62128-2853-4b25-94f5-ff21c1db8119 req-207cc2ae-6fca-4858-9769-856809fff84b tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=381445a8-30ac-4a5c-885c-f7cded5bdebf&id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339077 Jul 06 14:44:30.976431 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34ebdb-9763-4061-a050-b7d80231ac4a req-ebfd6223-dd94-43f5-a644-c8b458362542 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:44:30.977942 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5d34ebdb-9763-4061-a050-b7d80231ac4a req-ebfd6223-dd94-43f5-a644-c8b458362542 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 984 time: 0.0678360 Jul 06 14:44:31.016227 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5d34ebdb-9763-4061-a050-b7d80231ac4a req-1729d805-209b-4a5c-bd6b-4745c92b3d09 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=381445a8-30ac-4a5c-885c-f7cded5bdebf&id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326805 Jul 06 14:44:32.187386 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906e5d3-2ed1-4f5b-b250-c34f24a093e4 req-dd2863f2-e00c-472f-b150-919db957397e tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:44:32.188911 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f906e5d3-2ed1-4f5b-b250-c34f24a093e4 req-dd2863f2-e00c-472f-b150-919db957397e tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 984 time: 0.0629163 Jul 06 14:44:32.234706 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f906e5d3-2ed1-4f5b-b250-c34f24a093e4 req-19c553ea-7108-49cf-82a7-ec96fc9076f7 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=381445a8-30ac-4a5c-885c-f7cded5bdebf&id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402498 Jul 06 14:44:33.408898 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46339ef3-3792-4b7c-9d89-b679d19896a1 req-694b8e2f-a52b-4729-a940-ac01f559df0b tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:44:33.410413 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-46339ef3-3792-4b7c-9d89-b679d19896a1 req-694b8e2f-a52b-4729-a940-ac01f559df0b tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 984 time: 0.0649745 Jul 06 14:44:33.450333 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-46339ef3-3792-4b7c-9d89-b679d19896a1 req-94f4ebae-cff2-4052-b6c2-181a92b0fcb8 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=381445a8-30ac-4a5c-885c-f7cded5bdebf&id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336025 Jul 06 14:44:34.625030 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb1a47-f7be-4671-ba0d-25e5ba979fda req-93a920d1-bf72-47e1-b561-0d7b53d903c3 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:44:34.626543 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-88bb1a47-f7be-4671-ba0d-25e5ba979fda req-93a920d1-bf72-47e1-b561-0d7b53d903c3 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 984 time: 0.0667624 Jul 06 14:44:34.666160 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-88bb1a47-f7be-4671-ba0d-25e5ba979fda req-cd1a2982-3925-4a24-9868-9fb92af0377e tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=381445a8-30ac-4a5c-885c-f7cded5bdebf&id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334330 Jul 06 14:44:35.841703 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7cdce9-e758-4fa1-90d4-0b48f1a1b8ee req-265da5b4-d2b4-4b94-99a6-ed6dc9b3560a tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:44:35.843243 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb7cdce9-e758-4fa1-90d4-0b48f1a1b8ee req-265da5b4-d2b4-4b94-99a6-ed6dc9b3560a tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 984 time: 0.0637834 Jul 06 14:44:35.883445 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cb7cdce9-e758-4fa1-90d4-0b48f1a1b8ee req-0c97e3e6-0dce-401a-93c7-e050a93a9934 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=381445a8-30ac-4a5c-885c-f7cded5bdebf&id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346422 Jul 06 14:44:37.407633 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b38f2d4a-1e50-44dc-add3-2dd10790f86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:44:40.301967 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:44:40.635044 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ed68305e-9d20-4b65-866b-ef0c87b18087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:44:41.707130 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:44:43.261451 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:44:43.731872 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:44:47.076468 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:44:49.240170 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:44:58.498218 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4840783e-b1ac-46da-bd8c-d64d39a3cefc req-f9608694-1a48-47af-bdcb-db82f1cf79fe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552421 Jul 06 14:44:58.593486 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840783e-b1ac-46da-bd8c-d64d39a3cefc req-f918dadd-3c64-428a-ba3b-55921a9e7516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:44:58.595038 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4840783e-b1ac-46da-bd8c-d64d39a3cefc req-f918dadd-3c64-428a-ba3b-55921a9e7516 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33e4a89283bf4adcb83504d4d3493862&device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 1135 time: 0.0527968 Jul 06 14:44:58.700405 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840783e-b1ac-46da-bd8c-d64d39a3cefc req-decb0390-8451-469c-a5d0-f30e0071d232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:44:58.701926 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4840783e-b1ac-46da-bd8c-d64d39a3cefc req-decb0390-8451-469c-a5d0-f30e0071d232 service neutron] 10.222.0.52 "GET /v2.0/networks?id=df885427-3547-4448-8359-dee558890a89 HTTP/1.1" status: 200 len: 916 time: 0.0837412 Jul 06 14:44:58.773212 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4840783e-b1ac-46da-bd8c-d64d39a3cefc req-01c27ce2-1268-4e76-b565-3b658c4eee4a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e0fc183-2dc7-4334-a708-dae703269f9c HTTP/1.1" status: 200 len: 1001 time: 0.0623474 Jul 06 14:44:58.823367 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840783e-b1ac-46da-bd8c-d64d39a3cefc req-bb496e13-54c7-416c-a5b8-f7db3be03502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:44:58.824779 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4840783e-b1ac-46da-bd8c-d64d39a3cefc req-bb496e13-54c7-416c-a5b8-f7db3be03502 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=42bd04cf-1493-4708-93ac-a6986118d227 HTTP/1.1" status: 200 len: 854 time: 0.0445907 Jul 06 14:44:58.882215 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840783e-b1ac-46da-bd8c-d64d39a3cefc req-7328b8ac-7439-408a-b2ca-373f428fcacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:44:58.883693 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4840783e-b1ac-46da-bd8c-d64d39a3cefc req-7328b8ac-7439-408a-b2ca-373f428fcacb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df885427-3547-4448-8359-dee558890a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512092 Jul 06 14:44:58.975166 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4840783e-b1ac-46da-bd8c-d64d39a3cefc req-23b6d0e0-d566-4356-87f4-7786d4f58962 service neutron] 10.222.0.52 "GET /v2.0/networks/df885427-3547-4448-8359-dee558890a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841448 Jul 06 14:44:59.072348 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4840783e-b1ac-46da-bd8c-d64d39a3cefc req-bc0b325e-9c60-4e54-8d54-fdf2fabc8363 service neutron] 10.222.0.52 "GET /v2.0/networks/df885427-3547-4448-8359-dee558890a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880580 Jul 06 14:45:07.408588 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d79173b2-906e-4ef4-aeb0-dce938c6e5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:09.859649 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3e8356dc-4cca-4509-85ca-7c0facac4a5d req-e61d6f4d-15ac-4eeb-b3c8-1369e6f5c44d tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2138981975&fields=id&tenant_id=33e4a89283bf4adcb83504d4d3493862 HTTP/1.1" status: 200 len: 267 time: 0.1543951 Jul 06 14:45:09.930604 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8356dc-4cca-4509-85ca-7c0facac4a5d req-bdcfefa9-9070-401b-9d02-dbbf7d9cf1bd tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:09.932110 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3e8356dc-4cca-4509-85ca-7c0facac4a5d req-bdcfefa9-9070-401b-9d02-dbbf7d9cf1bd tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 984 time: 0.0671282 Jul 06 14:45:09.943490 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-3e8356dc-4cca-4509-85ca-7c0facac4a5d req-3eaeefc5-de12-474e-9768-0397de0834b1 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Request body: {'port': {'security_groups': ['0d07e65c-c01d-4589-bea5-466d417c8aca']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:45:10.025197 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3e8356dc-4cca-4509-85ca-7c0facac4a5d req-3eaeefc5-de12-474e-9768-0397de0834b1 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:10.201617 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-3e8356dc-4cca-4509-85ca-7c0facac4a5d req-3eaeefc5-de12-474e-9768-0397de0834b1 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] For port 9e0fc183-2dc7-4334-a708-dae703269f9c, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9e0fc183-2dc7-4334-a708-dae703269f9c,segment=NetworkSegment(7598ce17-874c-4d31-9071-658dc6cb115c),segment_id=7598ce17-874c-4d31-9071-658dc6cb115c)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:45:10.226827 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3e8356dc-4cca-4509-85ca-7c0facac4a5d req-3eaeefc5-de12-474e-9768-0397de0834b1 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:10.231242 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3e8356dc-4cca-4509-85ca-7c0facac4a5d req-3eaeefc5-de12-474e-9768-0397de0834b1 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:10.244831 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9e0fc183-2dc7-4334-a708-dae703269f9c'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:45:10.277316 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8356dc-4cca-4509-85ca-7c0facac4a5d req-3eaeefc5-de12-474e-9768-0397de0834b1 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:10.277998 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-3e8356dc-4cca-4509-85ca-7c0facac4a5d req-3eaeefc5-de12-474e-9768-0397de0834b1 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:10.279449 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3e8356dc-4cca-4509-85ca-7c0facac4a5d req-3eaeefc5-de12-474e-9768-0397de0834b1 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "PUT /v2.0/ports/9e0fc183-2dc7-4334-a708-dae703269f9c HTTP/1.1" status: 200 len: 942 time: 0.3406537 Jul 06 14:45:10.279914 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f19de1-e72b-4f72-960f-ddd635da3d52', 'tag': '9e0fc183-2dc7-4334-a708-dae703269f9c'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:45:10.282256 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b84fc4-a841-4ecb-908a-a25d6b983877" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f19de1-e72b-4f72-960f-ddd635da3d52", "tag": "9e0fc183-2dc7-4334-a708-dae703269f9c"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:45:10.287907 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38304) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:10.342232 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:10.344006 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaeefc5-de12-474e-9768-0397de0834b1 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Pushing event updated for resources: {'Port': ['ID=9e0fc183-2dc7-4334-a708-dae703269f9c,revision_number=7']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:10.355797 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d682de-5de9-448e-a629-fb1d5b7853ff x-openstack-request-id: req-23d682de-5de9-448e-a629-fb1d5b7853ff {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:45:10.356267 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f19de1-e72b-4f72-960f-ddd635da3d52", "tag": "9e0fc183-2dc7-4334-a708-dae703269f9c", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:45:10.356564 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-23d682de-5de9-448e-a629-fb1d5b7853ff {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:45:10.357179 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f19de1-e72b-4f72-960f-ddd635da3d52', 'tag': '9e0fc183-2dc7-4334-a708-dae703269f9c', 'status': 'completed', 'code': 200} Jul 06 14:45:10.359228 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaeefc5-de12-474e-9768-0397de0834b1 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:10.359696 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaeefc5-de12-474e-9768-0397de0834b1 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:10.359964 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaeefc5-de12-474e-9768-0397de0834b1 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:10.360957 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaeefc5-de12-474e-9768-0397de0834b1 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:10.361513 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaeefc5-de12-474e-9768-0397de0834b1 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:10.362049 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaeefc5-de12-474e-9768-0397de0834b1 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:10.362654 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaeefc5-de12-474e-9768-0397de0834b1 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:10.363083 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaeefc5-de12-474e-9768-0397de0834b1 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:10.363765 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaeefc5-de12-474e-9768-0397de0834b1 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:10.364244 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaeefc5-de12-474e-9768-0397de0834b1 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:10.364828 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaeefc5-de12-474e-9768-0397de0834b1 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:10.365554 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaeefc5-de12-474e-9768-0397de0834b1 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:10.388431 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cac0762e-42fe-4bf7-a913-2ebdac799671 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:10.417149 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9e0fc183-2dc7-4334-a708-dae703269f9c'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:45:10.418069 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cac0762e-42fe-4bf7-a913-2ebdac799671 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:10.441676 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b84fc4-a841-4ecb-908a-a25d6b983877 req-6b04bece-cf58-4a1c-bf5b-57e1d4c06dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:10.443844 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56b84fc4-a841-4ecb-908a-a25d6b983877 req-6b04bece-cf58-4a1c-bf5b-57e1d4c06dfc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33e4a89283bf4adcb83504d4d3493862&device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 1096 time: 0.0677218 Jul 06 14:45:10.507775 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cac0762e-42fe-4bf7-a913-2ebdac799671 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:10.511277 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-cac0762e-42fe-4bf7-a913-2ebdac799671 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:10.513228 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cac0762e-42fe-4bf7-a913-2ebdac799671 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "DELETE /v2.0/security-groups/381445a8-30ac-4a5c-885c-f7cded5bdebf HTTP/1.1" status: 204 len: 168 time: 0.2251759 Jul 06 14:45:10.518857 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38308) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:10.556367 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b84fc4-a841-4ecb-908a-a25d6b983877 req-a6dd5889-0a38-4a90-8d5c-e8fb73bc3e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:10.558276 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56b84fc4-a841-4ecb-908a-a25d6b983877 req-a6dd5889-0a38-4a90-8d5c-e8fb73bc3e18 service neutron] 10.222.0.52 "GET /v2.0/networks?id=df885427-3547-4448-8359-dee558890a89 HTTP/1.1" status: 200 len: 916 time: 0.1064303 Jul 06 14:45:10.570093 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0762e-42fe-4bf7-a913-2ebdac799671 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=381445a8-30ac-4a5c-885c-f7cded5bdebf,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:10.580637 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0762e-42fe-4bf7-a913-2ebdac799671 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:10.581122 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0762e-42fe-4bf7-a913-2ebdac799671 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:10.581483 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0762e-42fe-4bf7-a913-2ebdac799671 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:10.581853 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0762e-42fe-4bf7-a913-2ebdac799671 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:10.582201 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0762e-42fe-4bf7-a913-2ebdac799671 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:10.582563 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0762e-42fe-4bf7-a913-2ebdac799671 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:10.582902 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0762e-42fe-4bf7-a913-2ebdac799671 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:10.583273 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0762e-42fe-4bf7-a913-2ebdac799671 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:10.583779 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0762e-42fe-4bf7-a913-2ebdac799671 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:10.584118 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0762e-42fe-4bf7-a913-2ebdac799671 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:10.584456 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0762e-42fe-4bf7-a913-2ebdac799671 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:10.584793 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac0762e-42fe-4bf7-a913-2ebdac799671 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:10.597157 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5155dad8-e3c9-42f5-9cdc-ee064a3da730 None None] Provisioning complete for port 9e0fc183-2dc7-4334-a708-dae703269f9c triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:45:10.597541 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5155dad8-e3c9-42f5-9cdc-ee064a3da730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:10.636547 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56b84fc4-a841-4ecb-908a-a25d6b983877 req-983affeb-52e9-4adf-8434-3bf26d1972ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e0fc183-2dc7-4334-a708-dae703269f9c HTTP/1.1" status: 200 len: 1001 time: 0.0705855 Jul 06 14:45:10.659805 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5863c1ca-76b8-4f1d-8a18-9833ac6b014a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:10.709243 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b84fc4-a841-4ecb-908a-a25d6b983877 req-7d532bf3-9ed2-4366-8c31-cc9db7032b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:10.710806 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56b84fc4-a841-4ecb-908a-a25d6b983877 req-7d532bf3-9ed2-4366-8c31-cc9db7032b40 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=42bd04cf-1493-4708-93ac-a6986118d227 HTTP/1.1" status: 200 len: 854 time: 0.0654616 Jul 06 14:45:10.715168 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-8330f62d-6a92-40fe-92d3-5678fb20397e tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Deleting port 4893ca63-a834-4a32-b002-12d9b35670ea {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:45:10.715525 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8330f62d-6a92-40fe-92d3-5678fb20397e tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:10.771409 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b84fc4-a841-4ecb-908a-a25d6b983877 req-d03782ed-b178-46dc-b08a-e60e32410f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:10.772951 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56b84fc4-a841-4ecb-908a-a25d6b983877 req-d03782ed-b178-46dc-b08a-e60e32410f3f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df885427-3547-4448-8359-dee558890a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530124 Jul 06 14:45:10.791205 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8330f62d-6a92-40fe-92d3-5678fb20397e tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:10.791540 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8330f62d-6a92-40fe-92d3-5678fb20397e tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:10.803753 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-8330f62d-6a92-40fe-92d3-5678fb20397e tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Calling delete_port for 4893ca63-a834-4a32-b002-12d9b35670ea owned by network:floatingip {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:45:10.867431 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56b84fc4-a841-4ecb-908a-a25d6b983877 req-b4f1b36c-f597-4a9e-b985-11382799d8a5 service neutron] 10.222.0.52 "GET /v2.0/networks/df885427-3547-4448-8359-dee558890a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868909 Jul 06 14:45:10.955600 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8330f62d-6a92-40fe-92d3-5678fb20397e tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:10.957294 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56b84fc4-a841-4ecb-908a-a25d6b983877 req-35eb88fe-6f25-4824-9156-b39963a4e3cd service neutron] 10.222.0.52 "GET /v2.0/networks/df885427-3547-4448-8359-dee558890a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830812 Jul 06 14:45:10.987367 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330f62d-6a92-40fe-92d3-5678fb20397e tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Pushing event deleted for resources: {'Port': ['ID=4893ca63-a834-4a32-b002-12d9b35670ea,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:11.046334 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8330f62d-6a92-40fe-92d3-5678fb20397e tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks [] for floatingip, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:11.046672 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-8330f62d-6a92-40fe-92d3-5678fb20397e tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Floating IP f8f280ce-d228-4f32-985a-2fd1817567a6 disassociated (deleted). External IP: 172.25.6.167, port: 9e0fc183-2dc7-4334-a708-dae703269f9c. Jul 06 14:45:11.256707 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8330f62d-6a92-40fe-92d3-5678fb20397e tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Router a72ed726-9e3a-45bb-8b98-f1ed1352db4c has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:45:11.695208 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8330f62d-6a92-40fe-92d3-5678fb20397e tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:45:11.700042 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8330f62d-6a92-40fe-92d3-5678fb20397e tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:11.704316 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c89faf5-1326-40f3-a016-6c1b9e64df12 None None] Sync routers for ids ['a72ed726-9e3a-45bb-8b98-f1ed1352db4c'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:45:11.710925 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:11.724361 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c89faf5-1326-40f3-a016-6c1b9e64df12 None None] Routers {'a72ed726-9e3a-45bb-8b98-f1ed1352db4c'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:45:11.724999 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-1c89faf5-1326-40f3-a016-6c1b9e64df12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:45:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a72ed726-9e3a-45bb-8b98-f1ed1352db4c'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:11.742092 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8330f62d-6a92-40fe-92d3-5678fb20397e tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "DELETE /v2.0/floatingips/f8f280ce-d228-4f32-985a-2fd1817567a6 HTTP/1.1" status: 204 len: 168 time: 1.2215405 Jul 06 14:45:11.742694 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f19de1-e72b-4f72-960f-ddd635da3d52', 'tag': '9e0fc183-2dc7-4334-a708-dae703269f9c'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:45:11.744983 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44085c58187d3c444c5cc6a657819c2b9188c5457f631b13450b7a564fa513c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0c34c4-0329-4193-9e42-b356ac2d6dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f19de1-e72b-4f72-960f-ddd635da3d52", "tag": "9e0fc183-2dc7-4334-a708-dae703269f9c"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:45:11.830030 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-1c89faf5-1326-40f3-a016-6c1b9e64df12 None None] Set router a72ed726-9e3a-45bb-8b98-f1ed1352db4c gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:45:11.991610 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4426af-daf7-40c5-8f25-db68d89c95a7 x-openstack-request-id: req-6a4426af-daf7-40c5-8f25-db68d89c95a7 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:45:11.992024 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f19de1-e72b-4f72-960f-ddd635da3d52", "tag": "9e0fc183-2dc7-4334-a708-dae703269f9c", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:45:11.992378 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-6a4426af-daf7-40c5-8f25-db68d89c95a7 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:45:11.992884 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f19de1-e72b-4f72-960f-ddd635da3d52', 'tag': '9e0fc183-2dc7-4334-a708-dae703269f9c', 'status': 'completed', 'code': 200} Jul 06 14:45:12.035445 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-1c89faf5-1326-40f3-a016-6c1b9e64df12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'name': 'tempest-TestMinimumBasicScenario-1560362675-router', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'f317d6e6-8429-433f-b7ab-7acd8774572a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:00Z', 'updated_at': '2021-07-06T14:43:03Z', 'revision_number': 4, 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'gw_port': {'id': 'f317d6e6-8429-433f-b7ab-7acd8774572a', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:01Z', 'updated_at': '2021-07-06T14:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'df931134-2dd0-48e8-ad4b-f55e7a44f519', 'name': '', 'network_id': 'df885427-3547-4448-8359-dee558890a89', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862', 'mac_address': 'fa:16:3e:fc:5f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '42bd04cf-1493-4708-93ac-a6986118d227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:03Z', 'updated_at': '2021-07-06T14:43:10Z', 'revision_number': 5, 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'subnets': [{'id': '42bd04cf-1493-4708-93ac-a6986118d227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:12.065351 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c89faf5-1326-40f3-a016-6c1b9e64df12 None None] Checking router: a72ed726-9e3a-45bb-8b98-f1ed1352db4c for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:45:12.077799 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c89faf5-1326-40f3-a016-6c1b9e64df12 None None] Routers {'a72ed726-9e3a-45bb-8b98-f1ed1352db4c'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:45:12.078689 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-1c89faf5-1326-40f3-a016-6c1b9e64df12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:45:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a72ed726-9e3a-45bb-8b98-f1ed1352db4c'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:12.092382 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c34c4-0329-4193-9e42-b356ac2d6dbd req-032e14ca-55f6-4114-b623-5115f66f553c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:12.093882 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f0c34c4-0329-4193-9e42-b356ac2d6dbd req-032e14ca-55f6-4114-b623-5115f66f553c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33e4a89283bf4adcb83504d4d3493862&device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 1096 time: 0.0700557 Jul 06 14:45:12.190496 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c34c4-0329-4193-9e42-b356ac2d6dbd req-2acf345e-9b5a-472a-9c99-2ef2ef1d0fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:12.192016 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f0c34c4-0329-4193-9e42-b356ac2d6dbd req-2acf345e-9b5a-472a-9c99-2ef2ef1d0fa8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=df885427-3547-4448-8359-dee558890a89 HTTP/1.1" status: 200 len: 916 time: 0.0895531 Jul 06 14:45:12.235694 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f0c34c4-0329-4193-9e42-b356ac2d6dbd req-87b71dcf-506c-4a38-99a2-1f5dd6234e06 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e0fc183-2dc7-4334-a708-dae703269f9c HTTP/1.1" status: 200 len: 217 time: 0.0363407 Jul 06 14:45:12.280429 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-1c89faf5-1326-40f3-a016-6c1b9e64df12 None None] Set router a72ed726-9e3a-45bb-8b98-f1ed1352db4c gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:45:12.289109 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c34c4-0329-4193-9e42-b356ac2d6dbd req-69633ff6-b58f-4776-b63b-b1b2a12efcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:12.290778 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f0c34c4-0329-4193-9e42-b356ac2d6dbd req-69633ff6-b58f-4776-b63b-b1b2a12efcd8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=42bd04cf-1493-4708-93ac-a6986118d227 HTTP/1.1" status: 200 len: 854 time: 0.0477393 Jul 06 14:45:12.352237 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c34c4-0329-4193-9e42-b356ac2d6dbd req-616b5a92-e119-4d9c-bbe4-0ba8a2e5fd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:12.353794 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f0c34c4-0329-4193-9e42-b356ac2d6dbd req-616b5a92-e119-4d9c-bbe4-0ba8a2e5fd30 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=df885427-3547-4448-8359-dee558890a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547013 Jul 06 14:45:12.453492 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f0c34c4-0329-4193-9e42-b356ac2d6dbd req-6da926dd-2618-4e41-924f-dcece4410fce service neutron] 10.222.0.52 "GET /v2.0/networks/df885427-3547-4448-8359-dee558890a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887802 Jul 06 14:45:12.485993 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-1c89faf5-1326-40f3-a016-6c1b9e64df12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'name': 'tempest-TestMinimumBasicScenario-1560362675-router', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'f317d6e6-8429-433f-b7ab-7acd8774572a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:00Z', 'updated_at': '2021-07-06T14:43:03Z', 'revision_number': 4, 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'gw_port': {'id': 'f317d6e6-8429-433f-b7ab-7acd8774572a', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:01Z', 'updated_at': '2021-07-06T14:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'df931134-2dd0-48e8-ad4b-f55e7a44f519', 'name': '', 'network_id': 'df885427-3547-4448-8359-dee558890a89', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862', 'mac_address': 'fa:16:3e:fc:5f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '42bd04cf-1493-4708-93ac-a6986118d227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:03Z', 'updated_at': '2021-07-06T14:43:10Z', 'revision_number': 5, 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'subnets': [{'id': '42bd04cf-1493-4708-93ac-a6986118d227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:12.511557 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c89faf5-1326-40f3-a016-6c1b9e64df12 None None] The sync data for ids ['a72ed726-9e3a-45bb-8b98-f1ed1352db4c'] in n-d-773644-6 is: [{'id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'name': 'tempest-TestMinimumBasicScenario-1560362675-router', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'f317d6e6-8429-433f-b7ab-7acd8774572a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:00Z', 'updated_at': '2021-07-06T14:43:03Z', 'revision_number': 4, 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'gw_port': {'id': 'f317d6e6-8429-433f-b7ab-7acd8774572a', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:01Z', 'updated_at': '2021-07-06T14:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'df931134-2dd0-48e8-ad4b-f55e7a44f519', 'name': '', 'network_id': 'df885427-3547-4448-8359-dee558890a89', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862', 'mac_address': 'fa:16:3e:fc:5f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '42bd04cf-1493-4708-93ac-a6986118d227', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:03Z', 'updated_at': '2021-07-06T14:43:10Z', 'revision_number': 5, 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'subnets': [{'id': '42bd04cf-1493-4708-93ac-a6986118d227', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:45:12.550813 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1f0c34c4-0329-4193-9e42-b356ac2d6dbd req-ff726a49-7ba0-4dca-8266-d820a135992a service neutron] 10.222.0.52 "GET /v2.0/networks/df885427-3547-4448-8359-dee558890a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891931 Jul 06 14:45:12.744383 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f5e1f2-9a0e-4612-b176-645829a2cc02 None None] New status for floating IP f8f280ce-d228-4f32-985a-2fd1817567a6: DOWN {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:45:13.263719 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:17.082854 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:19.161514 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae48be-d4dd-44ac-a566-844ceb609cac req-207e6831-8bc5-4a9c-ba20-c79fd28e34e0 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:19.163044 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-74ae48be-d4dd-44ac-a566-844ceb609cac req-207e6831-8bc5-4a9c-ba20-c79fd28e34e0 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 945 time: 0.0629916 Jul 06 14:45:19.202563 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-74ae48be-d4dd-44ac-a566-844ceb609cac req-161c2376-654c-4166-8328-a43940de05ed tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338159 Jul 06 14:45:19.244344 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:20.378230 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc9432-ade2-4b76-b71a-76a4a27765fc req-1f6e7440-ee28-4fc7-8e2b-069807aa3cda tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:20.379703 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9cfc9432-ade2-4b76-b71a-76a4a27765fc req-1f6e7440-ee28-4fc7-8e2b-069807aa3cda tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 945 time: 0.0671923 Jul 06 14:45:20.416955 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9cfc9432-ade2-4b76-b71a-76a4a27765fc req-6c730470-1df4-4e97-82f6-a4bca973b237 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/security-groups?id=0d07e65c-c01d-4589-bea5-466d417c8aca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316615 Jul 06 14:45:20.732468 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:45:21.124483 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2620f-0f20-4ac8-9dab-351a409db5af req-c6cc06e4-8c8e-4612-b569-90595d499514 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:21.126011 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9fa2620f-0f20-4ac8-9dab-351a409db5af req-c6cc06e4-8c8e-4612-b569-90595d499514 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.52 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 945 time: 0.0650446 Jul 06 14:45:21.233793 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-9fa2620f-0f20-4ac8-9dab-351a409db5af req-5aa26713-a0de-4db8-805c-13f62df27334 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Deleting port 9e0fc183-2dc7-4334-a708-dae703269f9c {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:45:21.234166 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9fa2620f-0f20-4ac8-9dab-351a409db5af req-5aa26713-a0de-4db8-805c-13f62df27334 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:21.322632 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-9fa2620f-0f20-4ac8-9dab-351a409db5af req-5aa26713-a0de-4db8-805c-13f62df27334 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] For port 9e0fc183-2dc7-4334-a708-dae703269f9c, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9e0fc183-2dc7-4334-a708-dae703269f9c,segment=NetworkSegment(7598ce17-874c-4d31-9071-658dc6cb115c),segment_id=7598ce17-874c-4d31-9071-658dc6cb115c)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:45:21.322929 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9fa2620f-0f20-4ac8-9dab-351a409db5af req-5aa26713-a0de-4db8-805c-13f62df27334 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:21.335142 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-9fa2620f-0f20-4ac8-9dab-351a409db5af req-5aa26713-a0de-4db8-805c-13f62df27334 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Calling delete_port for 9e0fc183-2dc7-4334-a708-dae703269f9c owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:45:21.463724 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9fa2620f-0f20-4ac8-9dab-351a409db5af req-5aa26713-a0de-4db8-805c-13f62df27334 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:21.479719 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9e0fc183-2dc7-4334-a708-dae703269f9c'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:45:21.493897 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa26713-a0de-4db8-805c-13f62df27334 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Pushing event deleted for resources: {'Port': ['ID=9e0fc183-2dc7-4334-a708-dae703269f9c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:21.554730 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa2620f-0f20-4ac8-9dab-351a409db5af req-5aa26713-a0de-4db8-805c-13f62df27334 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] No DVR routers for this DVR port 9e0fc183-2dc7-4334-a708-dae703269f9c on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:45:21.557558 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-9fa2620f-0f20-4ac8-9dab-351a409db5af req-5aa26713-a0de-4db8-805c-13f62df27334 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:21.560412 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9fa2620f-0f20-4ac8-9dab-351a409db5af req-5aa26713-a0de-4db8-805c-13f62df27334 tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.52 "DELETE /v2.0/ports/9e0fc183-2dc7-4334-a708-dae703269f9c HTTP/1.1" status: 204 len: 173 time: 0.4258235 Jul 06 14:45:21.561559 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f19de1-e72b-4f72-960f-ddd635da3d52', 'name': 'network-vif-deleted', 'tag': '9e0fc183-2dc7-4334-a708-dae703269f9c'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:45:21.563849 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96511ca4-eaaf-4a45-ada2-8e7c0d01f721" -d '{"events": [{"server_uuid": "f5f19de1-e72b-4f72-960f-ddd635da3d52", "name": "network-vif-deleted", "tag": "9e0fc183-2dc7-4334-a708-dae703269f9c"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:45:21.596401 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-986cc201-388b-49b6-91ba-e4e0423dbdd2 req-620c42da-a4b6-4e01-8452-f5aa84c1e9ae tempest-TestMinimumBasicScenario-1403180490 tempest-TestMinimumBasicScenario-1403180490-project] 10.222.0.118 "GET /v2.0/ports?device_id=f5f19de1-e72b-4f72-960f-ddd635da3d52 HTTP/1.1" status: 200 len: 210 time: 0.0429397 Jul 06 14:45:21.645510 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b837c79-481f-4092-af7a-e01afed23270 x-openstack-request-id: req-1b837c79-481f-4092-af7a-e01afed23270 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:45:21.645916 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f19de1-e72b-4f72-960f-ddd635da3d52", "name": "network-vif-deleted", "tag": "9e0fc183-2dc7-4334-a708-dae703269f9c", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:45:21.646310 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-1b837c79-481f-4092-af7a-e01afed23270 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:45:21.646716 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f19de1-e72b-4f72-960f-ddd635da3d52', 'name': 'network-vif-deleted', 'tag': '9e0fc183-2dc7-4334-a708-dae703269f9c', 'status': 'completed', 'code': 200} Jul 06 14:45:23.210867 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38406) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:23.550917 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52420415-e9a3-40f2-ae56-9c0a56269eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:23.804721 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-52420415-e9a3-40f2-ae56-9c0a56269eb7 admin admin] Deleting port df931134-2dd0-48e8-ad4b-f55e7a44f519 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:45:23.804985 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52420415-e9a3-40f2-ae56-9c0a56269eb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:23.850586 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9e0fc183-2dc7-4334-a708-dae703269f9c no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:45:23.870376 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 9e0fc183-2dc7-4334-a708-dae703269f9c {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:45:23.870727 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9e0fc183-2dc7-4334-a708-dae703269f9c not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:45:23.882355 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-52420415-e9a3-40f2-ae56-9c0a56269eb7 admin admin] For port df931134-2dd0-48e8-ad4b-f55e7a44f519, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=df931134-2dd0-48e8-ad4b-f55e7a44f519,segment=NetworkSegment(7598ce17-874c-4d31-9071-658dc6cb115c),segment_id=7598ce17-874c-4d31-9071-658dc6cb115c)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:45:23.882728 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52420415-e9a3-40f2-ae56-9c0a56269eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:23.895218 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-52420415-e9a3-40f2-ae56-9c0a56269eb7 admin admin] Calling delete_port for df931134-2dd0-48e8-ad4b-f55e7a44f519 owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:45:24.072453 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52420415-e9a3-40f2-ae56-9c0a56269eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:24.097920 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52420415-e9a3-40f2-ae56-9c0a56269eb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=df931134-2dd0-48e8-ad4b-f55e7a44f519,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:24.276028 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-52420415-e9a3-40f2-ae56-9c0a56269eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:24.515747 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52420415-e9a3-40f2-ae56-9c0a56269eb7 admin admin] Router a72ed726-9e3a-45bb-8b98-f1ed1352db4c has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:45:24.652715 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52420415-e9a3-40f2-ae56-9c0a56269eb7 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:45:24.662709 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-52420415-e9a3-40f2-ae56-9c0a56269eb7 admin admin] 10.222.0.118 "PUT /v2.0/routers/a72ed726-9e3a-45bb-8b98-f1ed1352db4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4475899 Jul 06 14:45:24.663019 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38408) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:24.664552 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df72700-76c7-40da-9c23-5d04f8d6bcee None None] Sync routers for ids ['a72ed726-9e3a-45bb-8b98-f1ed1352db4c'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:45:24.674701 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df72700-76c7-40da-9c23-5d04f8d6bcee None None] Routers {'a72ed726-9e3a-45bb-8b98-f1ed1352db4c'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:45:24.675721 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-4df72700-76c7-40da-9c23-5d04f8d6bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:45:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a72ed726-9e3a-45bb-8b98-f1ed1352db4c'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:24.774639 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-183b2f32-ae66-476a-9869-8ae6562d97e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:24.803208 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-4df72700-76c7-40da-9c23-5d04f8d6bcee None None] Set router a72ed726-9e3a-45bb-8b98-f1ed1352db4c gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:45:24.895972 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-183b2f32-ae66-476a-9869-8ae6562d97e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:24.954516 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-183b2f32-ae66-476a-9869-8ae6562d97e1 admin admin] Deleting port f317d6e6-8429-433f-b7ab-7acd8774572a {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:45:24.954885 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-183b2f32-ae66-476a-9869-8ae6562d97e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:25.018587 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-4df72700-76c7-40da-9c23-5d04f8d6bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'name': 'tempest-TestMinimumBasicScenario-1560362675-router', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.46'}], 'enable_snat': True}, 'gw_port_id': 'f317d6e6-8429-433f-b7ab-7acd8774572a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:00Z', 'updated_at': '2021-07-06T14:45:24Z', 'revision_number': 5, 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'gw_port': {'id': 'f317d6e6-8429-433f-b7ab-7acd8774572a', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:01Z', 'updated_at': '2021-07-06T14:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:25.045084 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-183b2f32-ae66-476a-9869-8ae6562d97e1 admin admin] For port f317d6e6-8429-433f-b7ab-7acd8774572a, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=f317d6e6-8429-433f-b7ab-7acd8774572a,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:45:25.045346 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-183b2f32-ae66-476a-9869-8ae6562d97e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:25.048763 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df72700-76c7-40da-9c23-5d04f8d6bcee None None] Checking router: a72ed726-9e3a-45bb-8b98-f1ed1352db4c for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:45:25.059068 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df72700-76c7-40da-9c23-5d04f8d6bcee None None] Routers {'a72ed726-9e3a-45bb-8b98-f1ed1352db4c'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:45:25.061896 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-4df72700-76c7-40da-9c23-5d04f8d6bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:45:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['a72ed726-9e3a-45bb-8b98-f1ed1352db4c'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:25.064492 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-183b2f32-ae66-476a-9869-8ae6562d97e1 admin admin] Calling delete_port for f317d6e6-8429-433f-b7ab-7acd8774572a owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:45:25.176567 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-4df72700-76c7-40da-9c23-5d04f8d6bcee None None] Set router a72ed726-9e3a-45bb-8b98-f1ed1352db4c gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:45:25.239200 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-4df72700-76c7-40da-9c23-5d04f8d6bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'name': 'tempest-TestMinimumBasicScenario-1560362675-router', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:00Z', 'updated_at': '2021-07-06T14:45:24Z', 'revision_number': 6, 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:25.259407 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-183b2f32-ae66-476a-9869-8ae6562d97e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:25.268522 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df72700-76c7-40da-9c23-5d04f8d6bcee None None] The sync data for ids ['a72ed726-9e3a-45bb-8b98-f1ed1352db4c'] in n-d-773644-6 is: [{'id': 'a72ed726-9e3a-45bb-8b98-f1ed1352db4c', 'name': 'tempest-TestMinimumBasicScenario-1560362675-router', 'tenant_id': '33e4a89283bf4adcb83504d4d3493862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:00Z', 'updated_at': '2021-07-06T14:45:24Z', 'revision_number': 6, 'project_id': '33e4a89283bf4adcb83504d4d3493862', 'gw_port_host': None}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:45:25.285621 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b2f32-ae66-476a-9869-8ae6562d97e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f317d6e6-8429-433f-b7ab-7acd8774572a,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:25.350338 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-183b2f32-ae66-476a-9869-8ae6562d97e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:25.457599 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-183b2f32-ae66-476a-9869-8ae6562d97e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:25.460355 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-183b2f32-ae66-476a-9869-8ae6562d97e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:25.503788 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-183b2f32-ae66-476a-9869-8ae6562d97e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:25.504317 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183b2f32-ae66-476a-9869-8ae6562d97e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a72ed726-9e3a-45bb-8b98-f1ed1352db4c {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:45:25.509301 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-183b2f32-ae66-476a-9869-8ae6562d97e1 admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:25.510471 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-183b2f32-ae66-476a-9869-8ae6562d97e1 admin admin] 10.222.0.118 "DELETE /v2.0/routers/a72ed726-9e3a-45bb-8b98-f1ed1352db4c HTTP/1.1" status: 204 len: 168 time: 0.8462648 Jul 06 14:45:25.512975 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38410) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:25.556855 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfbba230-c708-4fc6-b67a-456997c82d7a admin admin] Deleting subnet 42bd04cf-1493-4708-93ac-a6986118d227 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:45:25.559709 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dfbba230-c708-4fc6-b67a-456997c82d7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:25.593604 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dfbba230-c708-4fc6-b67a-456997c82d7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:25.675748 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dfbba230-c708-4fc6-b67a-456997c82d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:25.735600 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dfbba230-c708-4fc6-b67a-456997c82d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:25.760848 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbba230-c708-4fc6-b67a-456997c82d7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42bd04cf-1493-4708-93ac-a6986118d227,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:25.766701 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-dfbba230-c708-4fc6-b67a-456997c82d7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:25.768606 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-dfbba230-c708-4fc6-b67a-456997c82d7a admin admin] 10.222.0.118 "DELETE /v2.0/subnets/42bd04cf-1493-4708-93ac-a6986118d227 HTTP/1.1" status: 204 len: 168 time: 0.2546847 Jul 06 14:45:25.771973 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3550c82-4fcb-42fb-af1d-96804dfc0211 None None] Network df885427-3547-4448-8359-dee558890a89 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:45:25.772511 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38412) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:25.843227 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e1ea01c-1a78-49ed-a390-257f57b1a4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:25.896483 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-8e1ea01c-1a78-49ed-a390-257f57b1a4d2 admin admin] Deleting port 975bf116-fd18-4a28-aa8b-8178ceeac90e {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:45:25.896835 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e1ea01c-1a78-49ed-a390-257f57b1a4d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:25.958761 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-8e1ea01c-1a78-49ed-a390-257f57b1a4d2 admin admin] For port 975bf116-fd18-4a28-aa8b-8178ceeac90e, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=975bf116-fd18-4a28-aa8b-8178ceeac90e,segment=NetworkSegment(7598ce17-874c-4d31-9071-658dc6cb115c),segment_id=7598ce17-874c-4d31-9071-658dc6cb115c)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:45:25.959197 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e1ea01c-1a78-49ed-a390-257f57b1a4d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:25.971585 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-8e1ea01c-1a78-49ed-a390-257f57b1a4d2 admin admin] Calling delete_port for 975bf116-fd18-4a28-aa8b-8178ceeac90e owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:45:26.042391 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2ae9af-b697-40fc-8e54-70a44dc363bf None None] DHCP port deletion for df885427-3547-4448-8359-dee558890a89 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:45:26.068455 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e1ea01c-1a78-49ed-a390-257f57b1a4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:26.093908 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ea01c-1a78-49ed-a390-257f57b1a4d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=975bf116-fd18-4a28-aa8b-8178ceeac90e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:26.094229 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-de2ae9af-b697-40fc-8e54-70a44dc363bf None None] Deleting port 975bf116-fd18-4a28-aa8b-8178ceeac90e {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:45:26.094374 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-de2ae9af-b697-40fc-8e54-70a44dc363bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:26.107352 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1ea01c-1a78-49ed-a390-257f57b1a4d2 admin admin] No DVR routers for this DVR port 975bf116-fd18-4a28-aa8b-8178ceeac90e on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:45:26.108185 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device df931134-2dd0-48e8-ad4b-f55e7a44f519 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:45:26.157463 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: df931134-2dd0-48e8-ad4b-f55e7a44f519 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:45:26.157834 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device df931134-2dd0-48e8-ad4b-f55e7a44f519 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:45:26.158283 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f317d6e6-8429-433f-b7ab-7acd8774572a no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:45:26.180181 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e1ea01c-1a78-49ed-a390-257f57b1a4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:26.184496 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: f317d6e6-8429-433f-b7ab-7acd8774572a {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:45:26.184855 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device f317d6e6-8429-433f-b7ab-7acd8774572a not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:45:26.185548 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 975bf116-fd18-4a28-aa8b-8178ceeac90e no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:45:26.190553 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-8e1ea01c-1a78-49ed-a390-257f57b1a4d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df885427-3547-4448-8359-dee558890a89']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:26.205745 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-8e1ea01c-1a78-49ed-a390-257f57b1a4d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7598ce17-874c-4d31-9071-658dc6cb115c') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:26.206093 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-8e1ea01c-1a78-49ed-a390-257f57b1a4d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7598ce17-874c-4d31-9071-658dc6cb115c') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:26.211350 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 975bf116-fd18-4a28-aa8b-8178ceeac90e {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:45:26.211705 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 975bf116-fd18-4a28-aa8b-8178ceeac90e not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:45:26.215649 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e1ea01c-1a78-49ed-a390-257f57b1a4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:26.219245 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-de2ae9af-b697-40fc-8e54-70a44dc363bf None None] For port 975bf116-fd18-4a28-aa8b-8178ceeac90e, host n-d-773644-6, got binding levels [] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:45:26.219740 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-de2ae9af-b697-40fc-8e54-70a44dc363bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:26.234948 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e1ea01c-1a78-49ed-a390-257f57b1a4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:26.236356 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-de2ae9af-b697-40fc-8e54-70a44dc363bf None None] Calling delete_port for 975bf116-fd18-4a28-aa8b-8178ceeac90e owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:45:26.239336 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.ipam_backend_mixin [None req-de2ae9af-b697-40fc-8e54-70a44dc363bf None None] Port 975bf116-fd18-4a28-aa8b-8178ceeac90e was not found and therefore no delete operation was performed {{(pid=100419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 14:45:26.240819 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-de2ae9af-b697-40fc-8e54-70a44dc363bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:26.242614 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e1ea01c-1a78-49ed-a390-257f57b1a4d2 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:45:26.243075 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e1ea01c-1a78-49ed-a390-257f57b1a4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:45:26.244821 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:45:26.268763 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ae9af-b697-40fc-8e54-70a44dc363bf None None] Pushing event deleted for resources: {'Port': ['ID=975bf116-fd18-4a28-aa8b-8178ceeac90e,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:26.271067 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2ae9af-b697-40fc-8e54-70a44dc363bf None None] No DVR routers for this DVR port 975bf116-fd18-4a28-aa8b-8178ceeac90e on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:45:26.279578 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae9af-b697-40fc-8e54-70a44dc363bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:26.279680 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae9af-b697-40fc-8e54-70a44dc363bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:26.279964 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae9af-b697-40fc-8e54-70a44dc363bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:26.280468 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae9af-b697-40fc-8e54-70a44dc363bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:26.281285 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae9af-b697-40fc-8e54-70a44dc363bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:26.281487 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae9af-b697-40fc-8e54-70a44dc363bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:26.281716 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae9af-b697-40fc-8e54-70a44dc363bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:26.283239 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae9af-b697-40fc-8e54-70a44dc363bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:26.283603 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae9af-b697-40fc-8e54-70a44dc363bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:26.283941 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae9af-b697-40fc-8e54-70a44dc363bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:26.284295 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae9af-b697-40fc-8e54-70a44dc363bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:26.284624 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2ae9af-b697-40fc-8e54-70a44dc363bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:26.303225 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e1ea01c-1a78-49ed-a390-257f57b1a4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:26.309062 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8e1ea01c-1a78-49ed-a390-257f57b1a4d2 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:26.313164 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8e1ea01c-1a78-49ed-a390-257f57b1a4d2 admin admin] 10.222.0.118 "DELETE /v2.0/networks/df885427-3547-4448-8359-dee558890a89 HTTP/1.1" status: 204 len: 168 time: 0.5383503 Jul 06 14:45:26.314488 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38416) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:26.327350 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ea01c-1a78-49ed-a390-257f57b1a4d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=df885427-3547-4448-8359-dee558890a89,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:26.662349 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-967f78f6-80be-4dc3-8d9b-3a0f4fb6a8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:26.911622 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-967f78f6-80be-4dc3-8d9b-3a0f4fb6a8c9 admin admin] Deleting port a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:45:26.911964 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-967f78f6-80be-4dc3-8d9b-3a0f4fb6a8c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:26.986427 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-967f78f6-80be-4dc3-8d9b-3a0f4fb6a8c9 admin admin] For port a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96,segment=NetworkSegment(13da8d13-3bb0-4305-b4f1-2a89d78d03e5),segment_id=13da8d13-3bb0-4305-b4f1-2a89d78d03e5)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:45:26.986706 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-967f78f6-80be-4dc3-8d9b-3a0f4fb6a8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:26.998650 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-967f78f6-80be-4dc3-8d9b-3a0f4fb6a8c9 admin admin] Calling delete_port for a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96 owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:45:27.172660 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-967f78f6-80be-4dc3-8d9b-3a0f4fb6a8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:27.202714 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f78f6-80be-4dc3-8d9b-3a0f4fb6a8c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:27.372970 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-967f78f6-80be-4dc3-8d9b-3a0f4fb6a8c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:27.908073 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967f78f6-80be-4dc3-8d9b-3a0f4fb6a8c9 admin admin] Router 9a87a600-0cfd-4d71-8aa5-18bd3535c9e4 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:45:28.012602 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967f78f6-80be-4dc3-8d9b-3a0f4fb6a8c9 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:45:28.017716 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-967f78f6-80be-4dc3-8d9b-3a0f4fb6a8c9 admin admin] 10.222.0.118 "PUT /v2.0/routers/9a87a600-0cfd-4d71-8aa5-18bd3535c9e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7022030 Jul 06 14:45:28.020327 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38418) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:28.021192 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0575416-6659-4c8c-9789-8f71808dba4d None None] Sync routers for ids ['9a87a600-0cfd-4d71-8aa5-18bd3535c9e4'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:45:28.030285 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0575416-6659-4c8c-9789-8f71808dba4d None None] Routers {'9a87a600-0cfd-4d71-8aa5-18bd3535c9e4'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:45:28.030916 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c0575416-6659-4c8c-9789-8f71808dba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:45:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['9a87a600-0cfd-4d71-8aa5-18bd3535c9e4'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:28.135109 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-c0575416-6659-4c8c-9789-8f71808dba4d None None] Set router 9a87a600-0cfd-4d71-8aa5-18bd3535c9e4 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:45:28.141321 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d43c3efa-d906-4a3f-bdec-09ded5cd9dc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:28.243577 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d43c3efa-d906-4a3f-bdec-09ded5cd9dc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:28.295497 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-d43c3efa-d906-4a3f-bdec-09ded5cd9dc7 admin admin] Deleting port 407d90bb-8d45-4fa9-8c31-25de70d87690 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:45:28.295770 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d43c3efa-d906-4a3f-bdec-09ded5cd9dc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:28.316117 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c0575416-6659-4c8c-9789-8f71808dba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a87a600-0cfd-4d71-8aa5-18bd3535c9e4', 'name': 'tempest-TestMinimumBasicScenario-909108108-router', 'tenant_id': '117d0d6ab5e147e0893ff7fe74f929f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '407d90bb-8d45-4fa9-8c31-25de70d87690', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:05Z', 'updated_at': '2021-07-06T14:45:27Z', 'revision_number': 5, 'project_id': '117d0d6ab5e147e0893ff7fe74f929f3', 'gw_port': {'id': '407d90bb-8d45-4fa9-8c31-25de70d87690', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:da:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a87a600-0cfd-4d71-8aa5-18bd3535c9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4107, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:43:05Z', 'updated_at': '2021-07-06T14:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:28.342930 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0575416-6659-4c8c-9789-8f71808dba4d None None] Checking router: 9a87a600-0cfd-4d71-8aa5-18bd3535c9e4 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:45:28.352472 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0575416-6659-4c8c-9789-8f71808dba4d None None] Routers {'9a87a600-0cfd-4d71-8aa5-18bd3535c9e4'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:45:28.353100 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c0575416-6659-4c8c-9789-8f71808dba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:45:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['9a87a600-0cfd-4d71-8aa5-18bd3535c9e4'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:28.378536 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-d43c3efa-d906-4a3f-bdec-09ded5cd9dc7 admin admin] For port 407d90bb-8d45-4fa9-8c31-25de70d87690, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=407d90bb-8d45-4fa9-8c31-25de70d87690,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:45:28.379086 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d43c3efa-d906-4a3f-bdec-09ded5cd9dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:28.391767 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-d43c3efa-d906-4a3f-bdec-09ded5cd9dc7 admin admin] Calling delete_port for 407d90bb-8d45-4fa9-8c31-25de70d87690 owned by network:router_gateway {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:45:28.439242 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-c0575416-6659-4c8c-9789-8f71808dba4d None None] Set router 9a87a600-0cfd-4d71-8aa5-18bd3535c9e4 gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:45:28.498748 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c0575416-6659-4c8c-9789-8f71808dba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a87a600-0cfd-4d71-8aa5-18bd3535c9e4', 'name': 'tempest-TestMinimumBasicScenario-909108108-router', 'tenant_id': '117d0d6ab5e147e0893ff7fe74f929f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:05Z', 'updated_at': '2021-07-06T14:45:28Z', 'revision_number': 6, 'project_id': '117d0d6ab5e147e0893ff7fe74f929f3', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:28.526917 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0575416-6659-4c8c-9789-8f71808dba4d None None] The sync data for ids ['9a87a600-0cfd-4d71-8aa5-18bd3535c9e4'] in n-d-773644-6 is: [{'id': '9a87a600-0cfd-4d71-8aa5-18bd3535c9e4', 'name': 'tempest-TestMinimumBasicScenario-909108108-router', 'tenant_id': '117d0d6ab5e147e0893ff7fe74f929f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:43:05Z', 'updated_at': '2021-07-06T14:45:28Z', 'revision_number': 6, 'project_id': '117d0d6ab5e147e0893ff7fe74f929f3', 'gw_port_host': None}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:45:28.573454 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d43c3efa-d906-4a3f-bdec-09ded5cd9dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:28.602693 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c3efa-d906-4a3f-bdec-09ded5cd9dc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=407d90bb-8d45-4fa9-8c31-25de70d87690,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:28.663061 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d43c3efa-d906-4a3f-bdec-09ded5cd9dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:28.751433 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d43c3efa-d906-4a3f-bdec-09ded5cd9dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:28.753490 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d43c3efa-d906-4a3f-bdec-09ded5cd9dc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:28.795942 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d43c3efa-d906-4a3f-bdec-09ded5cd9dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:28.796582 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43c3efa-d906-4a3f-bdec-09ded5cd9dc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a87a600-0cfd-4d71-8aa5-18bd3535c9e4 {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:45:28.801198 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d43c3efa-d906-4a3f-bdec-09ded5cd9dc7 admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:28.803124 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d43c3efa-d906-4a3f-bdec-09ded5cd9dc7 admin admin] 10.222.0.118 "DELETE /v2.0/routers/9a87a600-0cfd-4d71-8aa5-18bd3535c9e4 HTTP/1.1" status: 204 len: 168 time: 0.7812791 Jul 06 14:45:28.805558 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38420) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:28.854677 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-4857b9fa-e073-4be8-adf2-07b7f9d8c091 admin admin] Deleting subnet 98cadf87-3e2f-43b0-88c1-3cdd03389e07 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:45:28.857700 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4857b9fa-e073-4be8-adf2-07b7f9d8c091 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:28.896139 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4857b9fa-e073-4be8-adf2-07b7f9d8c091 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:28.978469 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4857b9fa-e073-4be8-adf2-07b7f9d8c091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:29.030614 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4857b9fa-e073-4be8-adf2-07b7f9d8c091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:29.061621 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4857b9fa-e073-4be8-adf2-07b7f9d8c091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98cadf87-3e2f-43b0-88c1-3cdd03389e07,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:29.066744 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4857b9fa-e073-4be8-adf2-07b7f9d8c091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:29.069170 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4857b9fa-e073-4be8-adf2-07b7f9d8c091 admin admin] 10.222.0.118 "DELETE /v2.0/subnets/98cadf87-3e2f-43b0-88c1-3cdd03389e07 HTTP/1.1" status: 204 len: 168 time: 0.2626626 Jul 06 14:45:29.071983 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38422) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:29.073060 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0117cbe7-c785-41dd-b72f-405a7da29790 None None] Network bb076e29-0927-4fda-8ac5-c3240482c4ae requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:45:29.138213 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b1f48e24-0412-486c-a5d5-c98b1a3d54e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:29.190755 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-b1f48e24-0412-486c-a5d5-c98b1a3d54e1 admin admin] Deleting port 0b4204af-a358-422a-b2db-9d81a636b3ff {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:45:29.191103 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b1f48e24-0412-486c-a5d5-c98b1a3d54e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:29.260212 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-b1f48e24-0412-486c-a5d5-c98b1a3d54e1 admin admin] For port 0b4204af-a358-422a-b2db-9d81a636b3ff, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0b4204af-a358-422a-b2db-9d81a636b3ff,segment=NetworkSegment(13da8d13-3bb0-4305-b4f1-2a89d78d03e5),segment_id=13da8d13-3bb0-4305-b4f1-2a89d78d03e5)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:45:29.260575 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b1f48e24-0412-486c-a5d5-c98b1a3d54e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:29.273992 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-b1f48e24-0412-486c-a5d5-c98b1a3d54e1 admin admin] Calling delete_port for 0b4204af-a358-422a-b2db-9d81a636b3ff owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:45:29.303513 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55f0e42-c457-4938-8d8a-9c211c86dde4 None None] DHCP port deletion for bb076e29-0927-4fda-8ac5-c3240482c4ae request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:45:29.351692 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-b55f0e42-c457-4938-8d8a-9c211c86dde4 None None] Deleting port 0b4204af-a358-422a-b2db-9d81a636b3ff {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:45:29.352096 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b55f0e42-c457-4938-8d8a-9c211c86dde4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:29.355829 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b1f48e24-0412-486c-a5d5-c98b1a3d54e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:29.380799 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f48e24-0412-486c-a5d5-c98b1a3d54e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b4204af-a358-422a-b2db-9d81a636b3ff,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:29.387231 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f48e24-0412-486c-a5d5-c98b1a3d54e1 admin admin] No DVR routers for this DVR port 0b4204af-a358-422a-b2db-9d81a636b3ff on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:45:29.423212 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-b55f0e42-c457-4938-8d8a-9c211c86dde4 None None] For port 0b4204af-a358-422a-b2db-9d81a636b3ff, host n-d-773644-6, got binding levels [] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:45:29.423609 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b55f0e42-c457-4938-8d8a-9c211c86dde4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:29.436072 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-b55f0e42-c457-4938-8d8a-9c211c86dde4 None None] Calling delete_port for 0b4204af-a358-422a-b2db-9d81a636b3ff owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:45:29.438738 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.ipam_backend_mixin [None req-b55f0e42-c457-4938-8d8a-9c211c86dde4 None None] Port 0b4204af-a358-422a-b2db-9d81a636b3ff was not found and therefore no delete operation was performed {{(pid=100419) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 14:45:29.439974 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b55f0e42-c457-4938-8d8a-9c211c86dde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:29.467230 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b1f48e24-0412-486c-a5d5-c98b1a3d54e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:29.468793 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f0e42-c457-4938-8d8a-9c211c86dde4 None None] Pushing event deleted for resources: {'Port': ['ID=0b4204af-a358-422a-b2db-9d81a636b3ff,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:29.470684 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55f0e42-c457-4938-8d8a-9c211c86dde4 None None] No DVR routers for this DVR port 0b4204af-a358-422a-b2db-9d81a636b3ff on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:45:29.484296 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-b1f48e24-0412-486c-a5d5-c98b1a3d54e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb076e29-0927-4fda-8ac5-c3240482c4ae']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:29.495860 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-b1f48e24-0412-486c-a5d5-c98b1a3d54e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13da8d13-3bb0-4305-b4f1-2a89d78d03e5') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:29.496126 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-b1f48e24-0412-486c-a5d5-c98b1a3d54e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13da8d13-3bb0-4305-b4f1-2a89d78d03e5') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:29.505537 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b1f48e24-0412-486c-a5d5-c98b1a3d54e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:29.519462 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b1f48e24-0412-486c-a5d5-c98b1a3d54e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:29.526218 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f48e24-0412-486c-a5d5-c98b1a3d54e1 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:45:29.526785 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b1f48e24-0412-486c-a5d5-c98b1a3d54e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:45:29.528512 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:45:29.586925 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b1f48e24-0412-486c-a5d5-c98b1a3d54e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:29.598105 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b1f48e24-0412-486c-a5d5-c98b1a3d54e1 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:29.600373 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b1f48e24-0412-486c-a5d5-c98b1a3d54e1 admin admin] 10.222.0.118 "DELETE /v2.0/networks/bb076e29-0927-4fda-8ac5-c3240482c4ae HTTP/1.1" status: 204 len: 168 time: 0.5274348 Jul 06 14:45:29.618402 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f48e24-0412-486c-a5d5-c98b1a3d54e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb076e29-0927-4fda-8ac5-c3240482c4ae,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:29.762825 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38428) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:29.782992 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0b4204af-a358-422a-b2db-9d81a636b3ff no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:45:29.803610 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 0b4204af-a358-422a-b2db-9d81a636b3ff {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:45:29.803801 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3ead60be-ff1e-4033-8a9f-37288e448d1e admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=33e4a89283bf4adcb83504d4d3493862&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395291 Jul 06 14:45:29.803953 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0b4204af-a358-422a-b2db-9d81a636b3ff not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:45:29.804553 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 407d90bb-8d45-4fa9-8c31-25de70d87690 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:45:29.806050 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38430) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:29.824697 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 407d90bb-8d45-4fa9-8c31-25de70d87690 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:45:29.825038 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 407d90bb-8d45-4fa9-8c31-25de70d87690 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:45:29.825453 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:45:29.845048 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:45:29.845393 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a76cd2bf-0fa4-41ed-95ed-7463b9a7eb96 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:45:29.856294 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2e5aea67-3256-4a9f-abc9-3114932cde87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:29.876803 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2e5aea67-3256-4a9f-abc9-3114932cde87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:29.923553 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2e5aea67-3256-4a9f-abc9-3114932cde87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:29.926244 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2e5aea67-3256-4a9f-abc9-3114932cde87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:29.927823 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2e5aea67-3256-4a9f-abc9-3114932cde87 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/0d07e65c-c01d-4589-bea5-466d417c8aca HTTP/1.1" status: 204 len: 168 time: 0.1205628 Jul 06 14:45:29.935379 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5aea67-3256-4a9f-abc9-3114932cde87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d07e65c-c01d-4589-bea5-466d417c8aca,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:30.237427 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38442) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:30.278203 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-21fa8c1b-1e5b-479d-a81f-43d4b6fd6bc0 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=117d0d6ab5e147e0893ff7fe74f929f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394101 Jul 06 14:45:30.280690 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38444) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:30.328626 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5268cc14-96fc-4765-b02f-3def02792082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:30.354018 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5268cc14-96fc-4765-b02f-3def02792082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:30.401947 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5268cc14-96fc-4765-b02f-3def02792082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:30.404410 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5268cc14-96fc-4765-b02f-3def02792082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:30.405560 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5268cc14-96fc-4765-b02f-3def02792082 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/ddc9b729-9d3d-4060-ac0a-3af12bd37ab0 HTTP/1.1" status: 204 len: 168 time: 0.1239913 Jul 06 14:45:30.414007 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268cc14-96fc-4765-b02f-3def02792082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc9b729-9d3d-4060-ac0a-3af12bd37ab0,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:31.951968 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38486) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:31.956737 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-1fbc6348-83ab-47ef-8b77-e6186b609d48 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1564045861', 'description': 'tempest-secgroup-smoke-1564045861 description', 'project_id': '1feba65bea46409b8920d0b09f9745d4'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:45:31.979108 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6348-83ab-47ef-8b77-e6186b609d48 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:31.987610 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6348-83ab-47ef-8b77-e6186b609d48 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:32.089582 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6348-83ab-47ef-8b77-e6186b609d48 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:32.093541 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6348-83ab-47ef-8b77-e6186b609d48 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:32.127189 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc6348-83ab-47ef-8b77-e6186b609d48 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c18d308-fe02-483e-966a-a0f3ce2778f7,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:32.194224 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6348-83ab-47ef-8b77-e6186b609d48 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:32.198022 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6348-83ab-47ef-8b77-e6186b609d48 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:32.227139 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fbc6348-83ab-47ef-8b77-e6186b609d48 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:32.228299 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1fbc6348-83ab-47ef-8b77-e6186b609d48 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2753136 Jul 06 14:45:32.230163 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc6348-83ab-47ef-8b77-e6186b609d48 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=936d5c0d-7d1a-43fe-8f48-e5f8dd29c076,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:32.231385 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38490) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:32.236163 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-0ac37c53-fed8-4e74-a9e9-7c0806ac9f51 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group_rule': {'security_group_id': '936d5c0d-7d1a-43fe-8f48-e5f8dd29c076', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:45:32.263886 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0ac37c53-fed8-4e74-a9e9-7c0806ac9f51 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:32.309308 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0ac37c53-fed8-4e74-a9e9-7c0806ac9f51 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:32.313229 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0ac37c53-fed8-4e74-a9e9-7c0806ac9f51 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:32.330083 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac37c53-fed8-4e74-a9e9-7c0806ac9f51 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab823f0a-5b69-4014-a3f6-214eaaa68f33,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:32.336876 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0ac37c53-fed8-4e74-a9e9-7c0806ac9f51 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:32.338142 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0ac37c53-fed8-4e74-a9e9-7c0806ac9f51 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1056783 Jul 06 14:45:32.340833 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38492) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:32.346604 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-13fb52a3-b49e-4d3f-9472-6f58546012e5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group_rule': {'security_group_id': '936d5c0d-7d1a-43fe-8f48-e5f8dd29c076', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:45:32.374240 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-13fb52a3-b49e-4d3f-9472-6f58546012e5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:32.436341 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-13fb52a3-b49e-4d3f-9472-6f58546012e5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:32.440299 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-13fb52a3-b49e-4d3f-9472-6f58546012e5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:32.455310 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb52a3-b49e-4d3f-9472-6f58546012e5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a6f3071-9720-46e8-adeb-f88c6b3420a7,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:32.465591 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-13fb52a3-b49e-4d3f-9472-6f58546012e5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:32.466943 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-13fb52a3-b49e-4d3f-9472-6f58546012e5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1251726 Jul 06 14:45:32.469700 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38498) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:32.474937 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-5d64a65b-67ce-481b-84e8-3569c74f0bed tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group_rule': {'security_group_id': '936d5c0d-7d1a-43fe-8f48-e5f8dd29c076', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:45:32.500728 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5d64a65b-67ce-481b-84e8-3569c74f0bed tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:32.560832 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5d64a65b-67ce-481b-84e8-3569c74f0bed tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:32.564675 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5d64a65b-67ce-481b-84e8-3569c74f0bed tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:32.580128 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64a65b-67ce-481b-84e8-3569c74f0bed tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1efdd97-985c-4339-9855-29949fcabcb1,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:32.590147 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5d64a65b-67ce-481b-84e8-3569c74f0bed tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:32.591747 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5d64a65b-67ce-481b-84e8-3569c74f0bed tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210763 Jul 06 14:45:32.594383 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38500) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:32.599487 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-b41836dc-6c45-4903-9761-41d67ad1162a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group_rule': {'security_group_id': '936d5c0d-7d1a-43fe-8f48-e5f8dd29c076', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:45:32.625428 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b41836dc-6c45-4903-9761-41d67ad1162a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:32.686441 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b41836dc-6c45-4903-9761-41d67ad1162a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:32.690053 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b41836dc-6c45-4903-9761-41d67ad1162a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:32.709380 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41836dc-6c45-4903-9761-41d67ad1162a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a4e0f8-d67e-4854-ba52-61ab0e5dd757,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:32.716383 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b41836dc-6c45-4903-9761-41d67ad1162a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:32.717727 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b41836dc-6c45-4903-9761-41d67ad1162a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1224146 Jul 06 14:45:32.720438 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38502) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:32.725410 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-f6961a07-e7e9-4ac8-972f-4db3064ac35c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group_rule': {'security_group_id': '936d5c0d-7d1a-43fe-8f48-e5f8dd29c076', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:45:32.746714 n-d-773644-6 neutron-server[100418]: INFO neutron.db.securitygroups_db [None req-f6961a07-e7e9-4ac8-972f-4db3064ac35c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Project 1feba65bea46409b8920d0b09f9745d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:45:32.751419 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f6961a07-e7e9-4ac8-972f-4db3064ac35c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:32.810964 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f6961a07-e7e9-4ac8-972f-4db3064ac35c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:32.814708 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f6961a07-e7e9-4ac8-972f-4db3064ac35c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:32.836502 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6961a07-e7e9-4ac8-972f-4db3064ac35c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3bcd326-4d8e-4222-ade2-db6d9302c295,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:32.843856 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f6961a07-e7e9-4ac8-972f-4db3064ac35c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:32.847592 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f6961a07-e7e9-4ac8-972f-4db3064ac35c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237006 Jul 06 14:45:32.847774 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38504) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:32.852921 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-080259df-e682-4a9d-ae88-291e5cafa59b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group_rule': {'security_group_id': '936d5c0d-7d1a-43fe-8f48-e5f8dd29c076', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:45:32.874164 n-d-773644-6 neutron-server[100418]: INFO neutron.db.securitygroups_db [None req-080259df-e682-4a9d-ae88-291e5cafa59b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Project 1feba65bea46409b8920d0b09f9745d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:45:32.878831 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-080259df-e682-4a9d-ae88-291e5cafa59b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:32.940293 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-080259df-e682-4a9d-ae88-291e5cafa59b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:32.944690 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-080259df-e682-4a9d-ae88-291e5cafa59b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:32.963101 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080259df-e682-4a9d-ae88-291e5cafa59b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96df9a9-d240-4be6-a691-1ea922ebf8c0,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:32.965981 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-080259df-e682-4a9d-ae88-291e5cafa59b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:32.967173 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-080259df-e682-4a9d-ae88-291e5cafa59b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183424 Jul 06 14:45:32.970164 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38506) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:32.975697 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-388846f1-4638-4361-a888-a99b7a2be038 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'network': {'name': 'tempest-network-smoke--926738681', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'port_security_enabled': True}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:45:32.995897 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388846f1-4638-4361-a888-a99b7a2be038 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Made reservation on behalf of 1feba65bea46409b8920d0b09f9745d4 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:45:32.999519 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-388846f1-4638-4361-a888-a99b7a2be038 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:33.022501 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388846f1-4638-4361-a888-a99b7a2be038 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:45:33.031413 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-388846f1-4638-4361-a888-a99b7a2be038 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:33.031841 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-388846f1-4638-4361-a888-a99b7a2be038 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Added segment 6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4 of type vlan for network 2fa711a7-a49c-4e5d-8a40-54464c1682b6 Jul 06 14:45:33.071722 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-388846f1-4638-4361-a888-a99b7a2be038 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:33.098994 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-388846f1-4638-4361-a888-a99b7a2be038 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:33.104779 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388846f1-4638-4361-a888-a99b7a2be038 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:33.105438 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-388846f1-4638-4361-a888-a99b7a2be038 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:33.166128 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-388846f1-4638-4361-a888-a99b7a2be038 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1949005 Jul 06 14:45:33.169129 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38508) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:33.173767 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388846f1-4638-4361-a888-a99b7a2be038 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Network': ['ID=2fa711a7-a49c-4e5d-8a40-54464c1682b6,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:33.174002 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-08a5ba77-7420-4e5a-94ae-5c9ceb670ecd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1509792191', 'admin_state_up': True, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:45:33.184812 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 2fa711a7-a49c-4e5d-8a40-54464c1682b6 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:45:33.200117 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-08a5ba77-7420-4e5a-94ae-5c9ceb670ecd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:33.201235 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-08a5ba77-7420-4e5a-94ae-5c9ceb670ecd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:33.258791 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-08a5ba77-7420-4e5a-94ae-5c9ceb670ecd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:33.393936 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-08a5ba77-7420-4e5a-94ae-5c9ceb670ecd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:33.585315 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-08a5ba77-7420-4e5a-94ae-5c9ceb670ecd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:33.603199 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-08a5ba77-7420-4e5a-94ae-5c9ceb670ecd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:33.710961 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-08a5ba77-7420-4e5a-94ae-5c9ceb670ecd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Allocated IP 172.25.6.84 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/6bb9fb39-46a2-4118-9568-c1e97a2a2b1f) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:45:33.808923 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-08a5ba77-7420-4e5a-94ae-5c9ceb670ecd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:33.847761 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-08a5ba77-7420-4e5a-94ae-5c9ceb670ecd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:33.886971 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a5ba77-7420-4e5a-94ae-5c9ceb670ecd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:45:33.889830 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-08a5ba77-7420-4e5a-94ae-5c9ceb670ecd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:45:33.893212 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a5ba77-7420-4e5a-94ae-5c9ceb670ecd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:45:33.918356 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5ba77-7420-4e5a-94ae-5c9ceb670ecd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Port': ['ID=6bb9fb39-46a2-4118-9568-c1e97a2a2b1f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:34.465089 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-08a5ba77-7420-4e5a-94ae-5c9ceb670ecd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:34.678244 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-08a5ba77-7420-4e5a-94ae-5c9ceb670ecd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:34.800298 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a5ba77-7420-4e5a-94ae-5c9ceb670ecd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Router 1e8eb754-3782-4c0a-8c17-a739b04c50be is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:45:34.920137 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a5ba77-7420-4e5a-94ae-5c9ceb670ecd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:45:34.929791 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1053614e-2b7b-49db-b964-5b88738cc6f0 None None] Sync routers for ids ['1e8eb754-3782-4c0a-8c17-a739b04c50be'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:45:34.938879 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-08a5ba77-7420-4e5a-94ae-5c9ceb670ecd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:34.939553 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1053614e-2b7b-49db-b964-5b88738cc6f0 None None] Routers {'1e8eb754-3782-4c0a-8c17-a739b04c50be'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:45:34.940165 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-1053614e-2b7b-49db-b964-5b88738cc6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:45:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1e8eb754-3782-4c0a-8c17-a739b04c50be'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:34.940316 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-08a5ba77-7420-4e5a-94ae-5c9ceb670ecd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7700877 Jul 06 14:45:34.943496 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38510) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:35.043645 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-1053614e-2b7b-49db-b964-5b88738cc6f0 None None] Set router 1e8eb754-3782-4c0a-8c17-a739b04c50be gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:45:35.085915 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4a12ea7e-b619-42e9-90d6-0c60a4e190d2 tempest-TestNetworkAdvancedServerOps-1825529131 tempest-TestNetworkAdvancedServerOps-1825529131-project-admin] 10.222.0.118 "GET /v2.0/subnets?project_id=1feba65bea46409b8920d0b09f9745d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1409016 Jul 06 14:45:35.088442 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38514) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:35.184146 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387544a0-c14a-4ccc-a953-526db43360f0 tempest-TestNetworkAdvancedServerOps-1825529131 tempest-TestNetworkAdvancedServerOps-1825529131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:35.186220 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-387544a0-c14a-4ccc-a953-526db43360f0 tempest-TestNetworkAdvancedServerOps-1825529131 tempest-TestNetworkAdvancedServerOps-1825529131-project-admin] 10.222.0.118 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0963397 Jul 06 14:45:35.189390 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38516) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:35.225732 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-950dd445-3adc-4e67-90d8-37c96d95f2b3 tempest-TestNetworkAdvancedServerOps-1825529131 tempest-TestNetworkAdvancedServerOps-1825529131-project-admin] 10.222.0.118 "GET /v2.0/subnets?network_id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324647 Jul 06 14:45:35.226010 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38518) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:35.230953 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-9c35327b-2238-4237-ba19-d754bd36d3a9 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2100394239', 'network_id': '2fa711a7-a49c-4e5d-8a40-54464c1682b6', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:45:35.249935 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-1053614e-2b7b-49db-b964-5b88738cc6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509792191', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '6bb9fb39-46a2-4118-9568-c1e97a2a2b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:45:33Z', 'updated_at': '2021-07-06T14:45:34Z', 'revision_number': 3, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '6bb9fb39-46a2-4118-9568-c1e97a2a2b1f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:45:33Z', 'updated_at': '2021-07-06T14:45:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:35.281630 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1053614e-2b7b-49db-b964-5b88738cc6f0 None None] Checking router: 1e8eb754-3782-4c0a-8c17-a739b04c50be for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:45:35.282069 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1053614e-2b7b-49db-b964-5b88738cc6f0 None None] Updating router 1e8eb754-3782-4c0a-8c17-a739b04c50be port 6bb9fb39-46a2-4118-9568-c1e97a2a2b1f binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:45:35.315513 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-1053614e-2b7b-49db-b964-5b88738cc6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:35.327214 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c35327b-2238-4237-ba19-d754bd36d3a9 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Made reservation on behalf of 1feba65bea46409b8920d0b09f9745d4 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:45:35.331463 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c35327b-2238-4237-ba19-d754bd36d3a9 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:35.535493 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c35327b-2238-4237-ba19-d754bd36d3a9 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:35.597570 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35327b-2238-4237-ba19-d754bd36d3a9 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Subnet': ['ID=cac62280-18b3-47f5-9baf-827bdf36a9e4,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:35.605531 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c35327b-2238-4237-ba19-d754bd36d3a9 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Checking segment: {'id': '6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2fa711a7-a49c-4e5d-8a40-54464c1682b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:45:35.605940 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c35327b-2238-4237-ba19-d754bd36d3a9 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network hostable DHCP agents. Network: 2fa711a7-a49c-4e5d-8a40-54464c1682b6, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:45:35.622548 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c35327b-2238-4237-ba19-d754bd36d3a9 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network 2fa711a7-a49c-4e5d-8a40-54464c1682b6 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:45:35.632177 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-9c35327b-2238-4237-ba19-d754bd36d3a9 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 2fa711a7-a49c-4e5d-8a40-54464c1682b6) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:45:35.641001 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f792ef9-53e7-4c87-9d5b-cdaba9031349 None None] Network 2fa711a7-a49c-4e5d-8a40-54464c1682b6 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:45:35.645005 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c35327b-2238-4237-ba19-d754bd36d3a9 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:35.645840 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c35327b-2238-4237-ba19-d754bd36d3a9 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:35.665155 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38520) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:35.670333 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9c35327b-2238-4237-ba19-d754bd36d3a9 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4432652 Jul 06 14:45:35.755413 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-1053614e-2b7b-49db-b964-5b88738cc6f0 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:35.769068 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-1053614e-2b7b-49db-b964-5b88738cc6f0 None None] Transition to ACTIVE for port object 6bb9fb39-46a2-4118-9568-c1e97a2a2b1f will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:45:35.778373 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-1053614e-2b7b-49db-b964-5b88738cc6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:35.807682 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-1053614e-2b7b-49db-b964-5b88738cc6f0 None None] Attempting to bind port 6bb9fb39-46a2-4118-9568-c1e97a2a2b1f on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:45:35.808225 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-1053614e-2b7b-49db-b964-5b88738cc6f0 None None] Attempting to bind port 6bb9fb39-46a2-4118-9568-c1e97a2a2b1f by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:45:35.808611 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1053614e-2b7b-49db-b964-5b88738cc6f0 None None] Attempting to bind port 6bb9fb39-46a2-4118-9568-c1e97a2a2b1f on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:45:35.820648 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1053614e-2b7b-49db-b964-5b88738cc6f0 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:45:35.821027 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1053614e-2b7b-49db-b964-5b88738cc6f0 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:45:35.821436 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-1053614e-2b7b-49db-b964-5b88738cc6f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:35.821865 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1053614e-2b7b-49db-b964-5b88738cc6f0 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:45:35.822360 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-1053614e-2b7b-49db-b964-5b88738cc6f0 None None] Bound port: 6bb9fb39-46a2-4118-9568-c1e97a2a2b1f, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:45:35.822747 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-1053614e-2b7b-49db-b964-5b88738cc6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:35.890641 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221dcbf-641f-4ec4-b0ab-dcb2c1959045 None None] Pushing event updated for resources: {'Port': ['ID=6bb9fb39-46a2-4118-9568-c1e97a2a2b1f,revision_number=2']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:35.920054 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221dcbf-641f-4ec4-b0ab-dcb2c1959045 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:35.920405 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221dcbf-641f-4ec4-b0ab-dcb2c1959045 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:35.920747 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221dcbf-641f-4ec4-b0ab-dcb2c1959045 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:35.921080 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221dcbf-641f-4ec4-b0ab-dcb2c1959045 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:35.921415 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221dcbf-641f-4ec4-b0ab-dcb2c1959045 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:35.921829 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221dcbf-641f-4ec4-b0ab-dcb2c1959045 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:35.922098 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221dcbf-641f-4ec4-b0ab-dcb2c1959045 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:35.922423 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221dcbf-641f-4ec4-b0ab-dcb2c1959045 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:35.922746 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221dcbf-641f-4ec4-b0ab-dcb2c1959045 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:35.923068 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221dcbf-641f-4ec4-b0ab-dcb2c1959045 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:35.923389 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221dcbf-641f-4ec4-b0ab-dcb2c1959045 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:35.923708 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e221dcbf-641f-4ec4-b0ab-dcb2c1959045 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:45:35.933724 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-1053614e-2b7b-49db-b964-5b88738cc6f0 None None] For port 6bb9fb39-46a2-4118-9568-c1e97a2a2b1f, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:45:35.937673 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-1053614e-2b7b-49db-b964-5b88738cc6f0 None None] For port 6bb9fb39-46a2-4118-9568-c1e97a2a2b1f, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=6bb9fb39-46a2-4118-9568-c1e97a2a2b1f,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:45:35.943473 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-1053614e-2b7b-49db-b964-5b88738cc6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:35.968548 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409bf632-8288-49c0-9b09-5029c50c3d54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-2fa711a7-a49c-4e5d-8a40-54464c1682b6', 'network_id': '2fa711a7-a49c-4e5d-8a40-54464c1682b6', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'fixed_ips': [{'subnet_id': 'cac62280-18b3-47f5-9baf-827bdf36a9e4'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:45:35.969766 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-409bf632-8288-49c0-9b09-5029c50c3d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:36.004212 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1053614e-2b7b-49db-b964-5b88738cc6f0 None None] Routers {'1e8eb754-3782-4c0a-8c17-a739b04c50be'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:45:36.004936 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-1053614e-2b7b-49db-b964-5b88738cc6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:45:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1e8eb754-3782-4c0a-8c17-a739b04c50be'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:36.055359 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221dcbf-641f-4ec4-b0ab-dcb2c1959045 None None] Pushing event updated for resources: {'Port': ['ID=6bb9fb39-46a2-4118-9568-c1e97a2a2b1f,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:36.120173 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-409bf632-8288-49c0-9b09-5029c50c3d54 None None] Allocated IP 172.20.0.2 (2fa711a7-a49c-4e5d-8a40-54464c1682b6/cac62280-18b3-47f5-9baf-827bdf36a9e4/15369c26-00ba-4f57-b6de-14b017335f06) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:45:36.124419 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-1053614e-2b7b-49db-b964-5b88738cc6f0 None None] Set router 1e8eb754-3782-4c0a-8c17-a739b04c50be gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:45:36.148417 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7aced666-bcd8-4721-860f-541e9ca50a3c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:36.282912 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-409bf632-8288-49c0-9b09-5029c50c3d54 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:36.292097 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-409bf632-8288-49c0-9b09-5029c50c3d54 None None] Transition to ACTIVE for port object 15369c26-00ba-4f57-b6de-14b017335f06 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:45:36.309441 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-409bf632-8288-49c0-9b09-5029c50c3d54 None None] Transition to ACTIVE for port object 15369c26-00ba-4f57-b6de-14b017335f06 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:45:36.316591 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-1053614e-2b7b-49db-b964-5b88738cc6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509792191', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '6bb9fb39-46a2-4118-9568-c1e97a2a2b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:45:33Z', 'updated_at': '2021-07-06T14:45:34Z', 'revision_number': 3, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '6bb9fb39-46a2-4118-9568-c1e97a2a2b1f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:45:33Z', 'updated_at': '2021-07-06T14:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:36.317657 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-409bf632-8288-49c0-9b09-5029c50c3d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:36.348547 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1053614e-2b7b-49db-b964-5b88738cc6f0 None None] The sync data for ids ['1e8eb754-3782-4c0a-8c17-a739b04c50be'] in n-d-773644-6 is: [{'id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509792191', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '6bb9fb39-46a2-4118-9568-c1e97a2a2b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:45:33Z', 'updated_at': '2021-07-06T14:45:34Z', 'revision_number': 3, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '6bb9fb39-46a2-4118-9568-c1e97a2a2b1f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:45:33Z', 'updated_at': '2021-07-06T14:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:45:36.357061 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409bf632-8288-49c0-9b09-5029c50c3d54 None None] Network 2fa711a7-a49c-4e5d-8a40-54464c1682b6 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:45:36.361640 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-409bf632-8288-49c0-9b09-5029c50c3d54 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:45:36.366620 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409bf632-8288-49c0-9b09-5029c50c3d54 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:45:36.380405 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409bf632-8288-49c0-9b09-5029c50c3d54 None None] Pushing event updated for resources: {'Port': ['ID=15369c26-00ba-4f57-b6de-14b017335f06,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:36.432601 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-409bf632-8288-49c0-9b09-5029c50c3d54 None None] Attempting to bind port 15369c26-00ba-4f57-b6de-14b017335f06 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:45:36.432975 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-409bf632-8288-49c0-9b09-5029c50c3d54 None None] Attempting to bind port 15369c26-00ba-4f57-b6de-14b017335f06 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2fa711a7-a49c-4e5d-8a40-54464c1682b6'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:45:36.433342 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409bf632-8288-49c0-9b09-5029c50c3d54 None None] Attempting to bind port 15369c26-00ba-4f57-b6de-14b017335f06 on network 2fa711a7-a49c-4e5d-8a40-54464c1682b6 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:45:36.438873 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409bf632-8288-49c0-9b09-5029c50c3d54 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:45:36.439266 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409bf632-8288-49c0-9b09-5029c50c3d54 None None] Checking segment: {'id': '6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2fa711a7-a49c-4e5d-8a40-54464c1682b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:45:36.439667 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-409bf632-8288-49c0-9b09-5029c50c3d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:36.440071 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409bf632-8288-49c0-9b09-5029c50c3d54 None None] Bound using segment: {'id': '6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2fa711a7-a49c-4e5d-8a40-54464c1682b6'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:45:36.440545 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-409bf632-8288-49c0-9b09-5029c50c3d54 None None] Bound port: 15369c26-00ba-4f57-b6de-14b017335f06, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2fa711a7-a49c-4e5d-8a40-54464c1682b6'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:45:36.440931 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-409bf632-8288-49c0-9b09-5029c50c3d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:36.441340 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-7aced666-bcd8-4721-860f-541e9ca50a3c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Allocated IP 172.20.0.1 (2fa711a7-a49c-4e5d-8a40-54464c1682b6/cac62280-18b3-47f5-9baf-827bdf36a9e4/66f4c18b-a922-42e3-907f-40ceaec6636e) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:45:36.507209 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-409bf632-8288-49c0-9b09-5029c50c3d54 None None] For port 15369c26-00ba-4f57-b6de-14b017335f06, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:45:36.510981 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-409bf632-8288-49c0-9b09-5029c50c3d54 None None] For port 15369c26-00ba-4f57-b6de-14b017335f06, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=15369c26-00ba-4f57-b6de-14b017335f06,segment=NetworkSegment(6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4),segment_id=6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:45:36.515539 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-409bf632-8288-49c0-9b09-5029c50c3d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:36.578920 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409bf632-8288-49c0-9b09-5029c50c3d54 None None] Pushing event updated for resources: {'Port': ['ID=15369c26-00ba-4f57-b6de-14b017335f06,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:36.584906 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7aced666-bcd8-4721-860f-541e9ca50a3c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:36.621435 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-7aced666-bcd8-4721-860f-541e9ca50a3c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Transition to ACTIVE for port object 66f4c18b-a922-42e3-907f-40ceaec6636e will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:45:36.667586 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7aced666-bcd8-4721-860f-541e9ca50a3c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:36.722515 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aced666-bcd8-4721-860f-541e9ca50a3c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network 2fa711a7-a49c-4e5d-8a40-54464c1682b6 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:45:36.728424 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-7aced666-bcd8-4721-860f-541e9ca50a3c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:45:36.730814 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aced666-bcd8-4721-860f-541e9ca50a3c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:45:36.757200 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aced666-bcd8-4721-860f-541e9ca50a3c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Port': ['ID=66f4c18b-a922-42e3-907f-40ceaec6636e,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:36.791789 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7aced666-bcd8-4721-860f-541e9ca50a3c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:36.960709 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7aced666-bcd8-4721-860f-541e9ca50a3c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:37.411779 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6d3abb27-9ff1-499c-828e-9ab1ed50de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:37.569557 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6978d921-8b78-4747-a37a-8e0731514a95 None None] Network 2fa711a7-a49c-4e5d-8a40-54464c1682b6 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:45:37.605557 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7aced666-bcd8-4721-860f-541e9ca50a3c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:37.610281 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7aced666-bcd8-4721-860f-541e9ca50a3c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:37.633452 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fe4caec7-56ac-4f65-af54-f57cd0f994da None None] Provisioning for port 15369c26-00ba-4f57-b6de-14b017335f06 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:45:37.687832 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7aced666-bcd8-4721-860f-541e9ca50a3c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:37.689811 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aced666-bcd8-4721-860f-541e9ca50a3c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Port': ['ID=66f4c18b-a922-42e3-907f-40ceaec6636e,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:37.791052 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aced666-bcd8-4721-860f-541e9ca50a3c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network 2fa711a7-a49c-4e5d-8a40-54464c1682b6 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:45:37.794169 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-7aced666-bcd8-4721-860f-541e9ca50a3c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:45:37.890267 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 6bb9fb39-46a2-4118-9568-c1e97a2a2b1f up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:45:37.925256 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aced666-bcd8-4721-860f-541e9ca50a3c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Router 1e8eb754-3782-4c0a-8c17-a739b04c50be has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:45:37.942866 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 6bb9fb39-46a2-4118-9568-c1e97a2a2b1f completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:45:37.949321 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 6bb9fb39-46a2-4118-9568-c1e97a2a2b1f triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:45:37.950199 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:38.043095 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aced666-bcd8-4721-860f-541e9ca50a3c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:45:38.044835 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:38.048802 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7aced666-bcd8-4721-860f-541e9ca50a3c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "PUT /v2.0/routers/1e8eb754-3782-4c0a-8c17-a739b04c50be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3824809 Jul 06 14:45:38.084522 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 6bb9fb39-46a2-4118-9568-c1e97a2a2b1f, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=6bb9fb39-46a2-4118-9568-c1e97a2a2b1f,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:45:38.090151 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:38.091086 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 15369c26-00ba-4f57-b6de-14b017335f06 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:45:38.137022 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e8d6fd2d-73f8-48ae-ad15-7213a580ad0b None None] Provisioning for port 66f4c18b-a922-42e3-907f-40ceaec6636e completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:45:38.144212 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c49890-296a-45ed-a848-c767a5d2b812 None None] Sync routers for ids ['1e8eb754-3782-4c0a-8c17-a739b04c50be'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:45:38.169567 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e8d6fd2d-73f8-48ae-ad15-7213a580ad0b None None] Provisioning complete for port 66f4c18b-a922-42e3-907f-40ceaec6636e triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:45:38.169966 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e8d6fd2d-73f8-48ae-ad15-7213a580ad0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:38.212911 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-2ba6010c-ef69-40a6-b4b9-d9d869bd7dec tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1564045861&fields=id&tenant_id=1feba65bea46409b8920d0b09f9745d4 HTTP/1.1" status: 200 len: 267 time: 0.0414665 Jul 06 14:45:38.226386 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c49890-296a-45ed-a848-c767a5d2b812 None None] Routers {'1e8eb754-3782-4c0a-8c17-a739b04c50be'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:45:38.227013 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-d1c49890-296a-45ed-a848-c767a5d2b812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:45:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1e8eb754-3782-4c0a-8c17-a739b04c50be'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:38.286616 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 15369c26-00ba-4f57-b6de-14b017335f06 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:45:38.291572 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=6bb9fb39-46a2-4118-9568-c1e97a2a2b1f,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:38.294338 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-e8d6fd2d-73f8-48ae-ad15-7213a580ad0b None None] Port 66f4c18b-a922-42e3-907f-40ceaec6636e cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:45:38.301890 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 15369c26-00ba-4f57-b6de-14b017335f06 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:45:38.302284 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:38.353316 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-e2d8a7bd-002a-4929-b142-8797551a4b1e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:38.355009 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-e2d8a7bd-002a-4929-b142-8797551a4b1e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/networks?id=2fa711a7-a49c-4e5d-8a40-54464c1682b6 HTTP/1.1" status: 200 len: 796 time: 0.1350605 Jul 06 14:45:38.373277 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-904a29a0-81f6-4202-b7fd-51daf4acff39 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/quotas/1feba65bea46409b8920d0b09f9745d4 HTTP/1.1" status: 200 len: 375 time: 0.0124767 Jul 06 14:45:38.374282 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e8d6fd2d-73f8-48ae-ad15-7213a580ad0b None None] Provisioning complete for port 15369c26-00ba-4f57-b6de-14b017335f06 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:45:38.374677 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e8d6fd2d-73f8-48ae-ad15-7213a580ad0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:38.444647 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-d1c49890-296a-45ed-a848-c767a5d2b812 None None] Set router 1e8eb754-3782-4c0a-8c17-a739b04c50be gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:45:38.449929 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-8c5cd11f-6f4b-4cbc-9774-9f54570f007d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710142 Jul 06 14:45:38.466494 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-626dee89-f052-40e1-81f8-c11ed9c58ea5 service neutron] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:45:38.467596 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-626dee89-f052-40e1-81f8-c11ed9c58ea5 service neutron] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055509 Jul 06 14:45:38.559612 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-93dc448a-8318-4eca-bb5e-75e8ef2c089f service neutron] 10.222.0.118 "GET /v2.0/networks/2fa711a7-a49c-4e5d-8a40-54464c1682b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867827 Jul 06 14:45:38.570404 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:38.633588 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e8d6fd2d-73f8-48ae-ad15-7213a580ad0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:38.652934 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-184fe1c7-753e-46e0-850d-44389d0c44af service neutron] 10.222.0.118 "GET /v2.0/networks/2fa711a7-a49c-4e5d-8a40-54464c1682b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870388 Jul 06 14:45:38.675287 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 15369c26-00ba-4f57-b6de-14b017335f06, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=15369c26-00ba-4f57-b6de-14b017335f06,segment=NetworkSegment(6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4),segment_id=6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:45:38.687557 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:38.794834 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.db.api [None req-e8d6fd2d-73f8-48ae-ad15-7213a580ad0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100419) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 06 14:45:38.795198 n-d-773644-6 neutron-server[100419]: DEBUG oslo_db.api [None req-e8d6fd2d-73f8-48ae-ad15-7213a580ad0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 14:45:38.802073 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=15369c26-00ba-4f57-b6de-14b017335f06,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:38.828510 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-d1c49890-296a-45ed-a848-c767a5d2b812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509792191', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '6bb9fb39-46a2-4118-9568-c1e97a2a2b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:45:33Z', 'updated_at': '2021-07-06T14:45:36Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '6bb9fb39-46a2-4118-9568-c1e97a2a2b1f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:45:33Z', 'updated_at': '2021-07-06T14:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '66f4c18b-a922-42e3-907f-40ceaec6636e', 'name': '', 'network_id': '2fa711a7-a49c-4e5d-8a40-54464c1682b6', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:3e:a0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cac62280-18b3-47f5-9baf-827bdf36a9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:45:36Z', 'updated_at': '2021-07-06T14:45:37Z', 'revision_number': 2, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': 'cac62280-18b3-47f5-9baf-827bdf36a9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:38.838853 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f5e432f6-88f8-4c52-b26c-1fb014670cb1 req-ba23f8be-f1ae-4b93-8cb2-57015e9a7502 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=6aee795b-2887-440c-bb12-449bfbd99273 HTTP/1.1" status: 200 len: 210 time: 0.0344417 Jul 06 14:45:38.861920 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c49890-296a-45ed-a848-c767a5d2b812 None None] Checking router: 1e8eb754-3782-4c0a-8c17-a739b04c50be for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:45:38.861920 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c49890-296a-45ed-a848-c767a5d2b812 None None] Updating router 1e8eb754-3782-4c0a-8c17-a739b04c50be port 66f4c18b-a922-42e3-907f-40ceaec6636e binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:45:38.892645 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d1c49890-296a-45ed-a848-c767a5d2b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:39.168371 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d1c49890-296a-45ed-a848-c767a5d2b812 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:39.178530 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d1c49890-296a-45ed-a848-c767a5d2b812 None None] Transition to ACTIVE for port object 66f4c18b-a922-42e3-907f-40ceaec6636e will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:45:39.184123 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d1c49890-296a-45ed-a848-c767a5d2b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:39.275672 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0dc4b7-e434-4773-bf94-c87779f63c48 None None] Pushing event updated for resources: {'Port': ['ID=66f4c18b-a922-42e3-907f-40ceaec6636e,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:39.290254 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-d1c49890-296a-45ed-a848-c767a5d2b812 None None] Attempting to bind port 66f4c18b-a922-42e3-907f-40ceaec6636e on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:45:39.290624 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-d1c49890-296a-45ed-a848-c767a5d2b812 None None] Attempting to bind port 66f4c18b-a922-42e3-907f-40ceaec6636e by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2fa711a7-a49c-4e5d-8a40-54464c1682b6'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:45:39.290984 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c49890-296a-45ed-a848-c767a5d2b812 None None] Attempting to bind port 66f4c18b-a922-42e3-907f-40ceaec6636e on network 2fa711a7-a49c-4e5d-8a40-54464c1682b6 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:45:39.297544 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c49890-296a-45ed-a848-c767a5d2b812 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:45:39.297948 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c49890-296a-45ed-a848-c767a5d2b812 None None] Checking segment: {'id': '6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2fa711a7-a49c-4e5d-8a40-54464c1682b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:45:39.298349 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d1c49890-296a-45ed-a848-c767a5d2b812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:39.298738 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c49890-296a-45ed-a848-c767a5d2b812 None None] Bound using segment: {'id': '6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2fa711a7-a49c-4e5d-8a40-54464c1682b6'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:45:39.299201 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-d1c49890-296a-45ed-a848-c767a5d2b812 None None] Bound port: 66f4c18b-a922-42e3-907f-40ceaec6636e, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2fa711a7-a49c-4e5d-8a40-54464c1682b6'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:45:39.299585 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d1c49890-296a-45ed-a848-c767a5d2b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:39.406079 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d1c49890-296a-45ed-a848-c767a5d2b812 None None] For port 66f4c18b-a922-42e3-907f-40ceaec6636e, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:45:39.409474 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d1c49890-296a-45ed-a848-c767a5d2b812 None None] For port 66f4c18b-a922-42e3-907f-40ceaec6636e, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=66f4c18b-a922-42e3-907f-40ceaec6636e,segment=NetworkSegment(6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4),segment_id=6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:45:39.414933 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d1c49890-296a-45ed-a848-c767a5d2b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:39.474970 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c49890-296a-45ed-a848-c767a5d2b812 None None] Routers {'1e8eb754-3782-4c0a-8c17-a739b04c50be'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:45:39.475603 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-d1c49890-296a-45ed-a848-c767a5d2b812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:45:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1e8eb754-3782-4c0a-8c17-a739b04c50be'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:39.478629 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0dc4b7-e434-4773-bf94-c87779f63c48 None None] Pushing event updated for resources: {'Port': ['ID=66f4c18b-a922-42e3-907f-40ceaec6636e,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:39.605653 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-d1c49890-296a-45ed-a848-c767a5d2b812 None None] Set router 1e8eb754-3782-4c0a-8c17-a739b04c50be gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:45:39.804543 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 6bb9fb39-46a2-4118-9568-c1e97a2a2b1f up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:45:39.846508 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-d1c49890-296a-45ed-a848-c767a5d2b812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509792191', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '6bb9fb39-46a2-4118-9568-c1e97a2a2b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:45:33Z', 'updated_at': '2021-07-06T14:45:36Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '6bb9fb39-46a2-4118-9568-c1e97a2a2b1f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:45:33Z', 'updated_at': '2021-07-06T14:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '66f4c18b-a922-42e3-907f-40ceaec6636e', 'name': '', 'network_id': '2fa711a7-a49c-4e5d-8a40-54464c1682b6', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:3e:a0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cac62280-18b3-47f5-9baf-827bdf36a9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:45:36Z', 'updated_at': '2021-07-06T14:45:39Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': 'cac62280-18b3-47f5-9baf-827bdf36a9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:39.875911 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c49890-296a-45ed-a848-c767a5d2b812 None None] The sync data for ids ['1e8eb754-3782-4c0a-8c17-a739b04c50be'] in n-d-773644-6 is: [{'id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509792191', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '6bb9fb39-46a2-4118-9568-c1e97a2a2b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:45:33Z', 'updated_at': '2021-07-06T14:45:36Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '6bb9fb39-46a2-4118-9568-c1e97a2a2b1f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:45:33Z', 'updated_at': '2021-07-06T14:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '66f4c18b-a922-42e3-907f-40ceaec6636e', 'name': '', 'network_id': '2fa711a7-a49c-4e5d-8a40-54464c1682b6', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:3e:a0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cac62280-18b3-47f5-9baf-827bdf36a9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:45:36Z', 'updated_at': '2021-07-06T14:45:39Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': 'cac62280-18b3-47f5-9baf-827bdf36a9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:45:39.886964 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 6bb9fb39-46a2-4118-9568-c1e97a2a2b1f triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:45:39.887345 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:40.063474 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-041a73d8-0924-449c-9a6b-f9c41b6d10a2 req-f4538110-8cf8-4117-a3a0-1c0777689a54 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=6aee795b-2887-440c-bb12-449bfbd99273 HTTP/1.1" status: 200 len: 210 time: 0.0389941 Jul 06 14:45:40.112733 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-aff6e588-8fa2-4cf5-9d6d-27079a62ec07 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:40.114583 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-aff6e588-8fa2-4cf5-9d6d-27079a62ec07 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.52 "GET /v2.0/networks?id=2fa711a7-a49c-4e5d-8a40-54464c1682b6 HTTP/1.1" status: 200 len: 796 time: 0.1832020 Jul 06 14:45:40.169902 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-3bcf5256-d55d-41c5-a36c-65b782a6841f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1feba65bea46409b8920d0b09f9745d4 HTTP/1.1" status: 200 len: 380 time: 0.0437217 Jul 06 14:45:40.183644 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-1ddea075-001c-4310-aa8e-a8bf916a9c09 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'port': {'device_id': '6aee795b-2887-440c-bb12-449bfbd99273', 'network_id': '2fa711a7-a49c-4e5d-8a40-54464c1682b6', 'admin_state_up': True, 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'security_groups': ['936d5c0d-7d1a-43fe-8f48-e5f8dd29c076']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:45:40.220783 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 15369c26-00ba-4f57-b6de-14b017335f06 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:45:40.280308 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 15369c26-00ba-4f57-b6de-14b017335f06 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:45:40.280773 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:40.311517 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-1ddea075-001c-4310-aa8e-a8bf916a9c09 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Made reservation on behalf of 1feba65bea46409b8920d0b09f9745d4 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:45:40.316364 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-1ddea075-001c-4310-aa8e-a8bf916a9c09 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:40.326392 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:40.455893 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-1ddea075-001c-4310-aa8e-a8bf916a9c09 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Allocated IP 172.20.0.10 (2fa711a7-a49c-4e5d-8a40-54464c1682b6/cac62280-18b3-47f5-9baf-827bdf36a9e4/1e75b867-d0fe-4735-95f9-b3099916335e) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:45:40.609715 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-1ddea075-001c-4310-aa8e-a8bf916a9c09 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:40.626131 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-1ddea075-001c-4310-aa8e-a8bf916a9c09 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Transition to ACTIVE for port object 1e75b867-d0fe-4735-95f9-b3099916335e will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:45:40.633093 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b8df862d-d87a-4923-8a40-8b08c0f4b0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:40.665009 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-1ddea075-001c-4310-aa8e-a8bf916a9c09 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:40.710867 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-1ddea075-001c-4310-aa8e-a8bf916a9c09 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network 2fa711a7-a49c-4e5d-8a40-54464c1682b6 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:45:40.714196 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-1ddea075-001c-4310-aa8e-a8bf916a9c09 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:45:40.720216 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-1ddea075-001c-4310-aa8e-a8bf916a9c09 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:45:40.727219 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddea075-001c-4310-aa8e-a8bf916a9c09 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Port': ['ID=1e75b867-d0fe-4735-95f9-b3099916335e,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:40.784864 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-1ddea075-001c-4310-aa8e-a8bf916a9c09 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:40.785551 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-1ddea075-001c-4310-aa8e-a8bf916a9c09 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:40.802183 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-1ddea075-001c-4310-aa8e-a8bf916a9c09 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6225305 Jul 06 14:45:40.819086 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-61a71917-26cc-4ca9-9532-00c8a503c3f1 service neutron] Request body: {'port': {'device_id': '6aee795b-2887-440c-bb12-449bfbd99273', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:45:40.900467 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-61a71917-26cc-4ca9-9532-00c8a503c3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:40.961954 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-da86c204-04a7-4c20-8a31-19fa41c04d36 None None] Provisioning for port 1e75b867-d0fe-4735-95f9-b3099916335e completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:45:40.965996 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-da86c204-04a7-4c20-8a31-19fa41c04d36 None None] Provisioning complete for port 1e75b867-d0fe-4735-95f9-b3099916335e triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:45:40.966566 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-da86c204-04a7-4c20-8a31-19fa41c04d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:41.005572 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-da86c204-04a7-4c20-8a31-19fa41c04d36 None None] Port 1e75b867-d0fe-4735-95f9-b3099916335e cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:45:41.182847 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-61a71917-26cc-4ca9-9532-00c8a503c3f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e75b867-d0fe-4735-95f9-b3099916335e {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:45:41.193051 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-61a71917-26cc-4ca9-9532-00c8a503c3f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:41.231470 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-61a71917-26cc-4ca9-9532-00c8a503c3f1 service neutron] Transition to ACTIVE for port object 1e75b867-d0fe-4735-95f9-b3099916335e will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:45:41.236046 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-61a71917-26cc-4ca9-9532-00c8a503c3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:41.303788 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a71917-26cc-4ca9-9532-00c8a503c3f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1e75b867-d0fe-4735-95f9-b3099916335e,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:41.329700 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89dac0b-4740-43de-988e-6f0f8387bc1a req-9bbdcfe6-3a53-4c64-bd50-2217e3237bbe tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:41.331322 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f89dac0b-4740-43de-988e-6f0f8387bc1a req-9bbdcfe6-3a53-4c64-bd50-2217e3237bbe tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=6aee795b-2887-440c-bb12-449bfbd99273 HTTP/1.1" status: 200 len: 932 time: 0.1407945 Jul 06 14:45:41.409013 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f89dac0b-4740-43de-988e-6f0f8387bc1a req-cafcd04e-57d6-4cc3-ac6c-2764cc440880 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=936d5c0d-7d1a-43fe-8f48-e5f8dd29c076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519764 Jul 06 14:45:41.414172 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-61a71917-26cc-4ca9-9532-00c8a503c3f1 service neutron] Attempting to bind port 1e75b867-d0fe-4735-95f9-b3099916335e on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:45:41.414518 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-61a71917-26cc-4ca9-9532-00c8a503c3f1 service neutron] Attempting to bind port 1e75b867-d0fe-4735-95f9-b3099916335e by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2fa711a7-a49c-4e5d-8a40-54464c1682b6'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:45:41.414857 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-61a71917-26cc-4ca9-9532-00c8a503c3f1 service neutron] Attempting to bind port 1e75b867-d0fe-4735-95f9-b3099916335e on network 2fa711a7-a49c-4e5d-8a40-54464c1682b6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:45:41.419476 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-61a71917-26cc-4ca9-9532-00c8a503c3f1 service neutron] Port 1e75b867-d0fe-4735-95f9-b3099916335e on network 2fa711a7-a49c-4e5d-8a40-54464c1682b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:45:41.419738 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-61a71917-26cc-4ca9-9532-00c8a503c3f1 service neutron] Attempting to bind port 1e75b867-d0fe-4735-95f9-b3099916335e on network 2fa711a7-a49c-4e5d-8a40-54464c1682b6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:45:41.432306 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-61a71917-26cc-4ca9-9532-00c8a503c3f1 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:45:41.432735 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-61a71917-26cc-4ca9-9532-00c8a503c3f1 service neutron] Checking segment: {'id': '6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2fa711a7-a49c-4e5d-8a40-54464c1682b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:45:41.433317 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-61a71917-26cc-4ca9-9532-00c8a503c3f1 service neutron] Bound using segment: {'id': '6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2fa711a7-a49c-4e5d-8a40-54464c1682b6'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:45:41.433811 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-61a71917-26cc-4ca9-9532-00c8a503c3f1 service neutron] Bound port: 1e75b867-d0fe-4735-95f9-b3099916335e, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '2fa711a7-a49c-4e5d-8a40-54464c1682b6'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:45:41.434210 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-61a71917-26cc-4ca9-9532-00c8a503c3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:41.497713 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-61a71917-26cc-4ca9-9532-00c8a503c3f1 service neutron] For port 1e75b867-d0fe-4735-95f9-b3099916335e, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:45:41.500635 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-61a71917-26cc-4ca9-9532-00c8a503c3f1 service neutron] For port 1e75b867-d0fe-4735-95f9-b3099916335e, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=1e75b867-d0fe-4735-95f9-b3099916335e,segment=NetworkSegment(6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4),segment_id=6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:45:41.505329 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-61a71917-26cc-4ca9-9532-00c8a503c3f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:41.539675 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-61a71917-26cc-4ca9-9532-00c8a503c3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:41.540299 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-61a71917-26cc-4ca9-9532-00c8a503c3f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:41.541721 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-61a71917-26cc-4ca9-9532-00c8a503c3f1 service neutron] 10.222.0.52 "PUT /v2.0/ports/1e75b867-d0fe-4735-95f9-b3099916335e HTTP/1.1" status: 200 len: 1092 time: 0.7277806 Jul 06 14:45:41.542192 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aee795b-2887-440c-bb12-449bfbd99273', 'tag': '1e75b867-d0fe-4735-95f9-b3099916335e'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:45:41.544471 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6ff63e-594e-4ccc-9b64-5480eabd35b7" -d '{"events": [{"name": "network-changed", "server_uuid": "6aee795b-2887-440c-bb12-449bfbd99273", "tag": "1e75b867-d0fe-4735-95f9-b3099916335e"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:45:41.569074 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a71917-26cc-4ca9-9532-00c8a503c3f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1e75b867-d0fe-4735-95f9-b3099916335e,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:41.591718 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1b5a6c-8675-4fa9-967f-66dded4b9935 x-openstack-request-id: req-fe1b5a6c-8675-4fa9-967f-66dded4b9935 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:45:41.592016 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aee795b-2887-440c-bb12-449bfbd99273", "tag": "1e75b867-d0fe-4735-95f9-b3099916335e", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:45:41.592274 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-fe1b5a6c-8675-4fa9-967f-66dded4b9935 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:45:41.592680 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aee795b-2887-440c-bb12-449bfbd99273', 'tag': '1e75b867-d0fe-4735-95f9-b3099916335e', 'status': 'completed', 'code': 200} Jul 06 14:45:41.652021 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-611d2ed4-ea96-4b41-92e0-dab986f370ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:41.653645 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-611d2ed4-ea96-4b41-92e0-dab986f370ea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=6aee795b-2887-440c-bb12-449bfbd99273 HTTP/1.1" status: 200 len: 1095 time: 0.0600917 Jul 06 14:45:41.703857 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-a10701ab-715d-4e16-a166-268ae03f7a46 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e75b867-d0fe-4735-95f9-b3099916335e HTTP/1.1" status: 200 len: 217 time: 0.0365336 Jul 06 14:45:41.715184 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:41.760543 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-55b06471-06be-473b-be37-259f8124945f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:41.762142 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-55b06471-06be-473b-be37-259f8124945f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cac62280-18b3-47f5-9baf-827bdf36a9e4 HTTP/1.1" status: 200 len: 835 time: 0.0489719 Jul 06 14:45:41.813946 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 66f4c18b-a922-42e3-907f-40ceaec6636e up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:45:41.827500 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-50c34b5e-9466-42f4-b1d2-8d731b077406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:41.829011 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-50c34b5e-9466-42f4-b1d2-8d731b077406 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fa711a7-a49c-4e5d-8a40-54464c1682b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594540 Jul 06 14:45:41.860976 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 66f4c18b-a922-42e3-907f-40ceaec6636e completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:45:41.864673 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 66f4c18b-a922-42e3-907f-40ceaec6636e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:45:41.865045 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:41.922178 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-10bb3b98-105d-412a-bc69-f70b9c8118fa service neutron] 10.222.0.52 "GET /v2.0/networks/2fa711a7-a49c-4e5d-8a40-54464c1682b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827847 Jul 06 14:45:41.939794 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:41.976147 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 66f4c18b-a922-42e3-907f-40ceaec6636e, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=66f4c18b-a922-42e3-907f-40ceaec6636e,segment=NetworkSegment(6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4),segment_id=6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:45:41.979912 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:42.027449 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=66f4c18b-a922-42e3-907f-40ceaec6636e,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:42.030822 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b9fa0c08-22e2-4cc9-8e13-c8c2445faeb3 req-ae16b223-3ada-47a9-97d2-b6c0a0a7ab00 service neutron] 10.222.0.52 "GET /v2.0/networks/2fa711a7-a49c-4e5d-8a40-54464c1682b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985029 Jul 06 14:45:42.135638 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ff63e-594e-4ccc-9b64-5480eabd35b7 req-da6d2315-6e8f-44cb-80aa-a8e7f913e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:42.137037 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c6ff63e-594e-4ccc-9b64-5480eabd35b7 req-da6d2315-6e8f-44cb-80aa-a8e7f913e9b4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=6aee795b-2887-440c-bb12-449bfbd99273 HTTP/1.1" status: 200 len: 1095 time: 0.0520260 Jul 06 14:45:42.224736 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ff63e-594e-4ccc-9b64-5480eabd35b7 req-e4a8bf60-5302-493b-bd07-437d4fd77c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:42.226348 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c6ff63e-594e-4ccc-9b64-5480eabd35b7 req-e4a8bf60-5302-493b-bd07-437d4fd77c6c service neutron] 10.222.0.52 "GET /v2.0/networks?id=2fa711a7-a49c-4e5d-8a40-54464c1682b6 HTTP/1.1" status: 200 len: 897 time: 0.0824113 Jul 06 14:45:42.271033 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c6ff63e-594e-4ccc-9b64-5480eabd35b7 req-1f593b52-b0e1-4371-a41b-75d3bd626c3c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e75b867-d0fe-4735-95f9-b3099916335e HTTP/1.1" status: 200 len: 217 time: 0.0384886 Jul 06 14:45:42.319429 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ff63e-594e-4ccc-9b64-5480eabd35b7 req-dd909972-58d2-4f71-b006-2237a07ad030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:42.320882 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c6ff63e-594e-4ccc-9b64-5480eabd35b7 req-dd909972-58d2-4f71-b006-2237a07ad030 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cac62280-18b3-47f5-9baf-827bdf36a9e4 HTTP/1.1" status: 200 len: 835 time: 0.0430951 Jul 06 14:45:42.380052 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ff63e-594e-4ccc-9b64-5480eabd35b7 req-eaf67fb9-4922-4efd-9d50-6b51ad556767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:42.381587 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c6ff63e-594e-4ccc-9b64-5480eabd35b7 req-eaf67fb9-4922-4efd-9d50-6b51ad556767 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fa711a7-a49c-4e5d-8a40-54464c1682b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537717 Jul 06 14:45:42.474268 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c6ff63e-594e-4ccc-9b64-5480eabd35b7 req-e36b7fbc-009e-49f8-b8cf-f3a64c2157f7 service neutron] 10.222.0.52 "GET /v2.0/networks/2fa711a7-a49c-4e5d-8a40-54464c1682b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855954 Jul 06 14:45:42.602543 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c6ff63e-594e-4ccc-9b64-5480eabd35b7 req-a1b96cb5-cbf0-4e6d-9f16-090e0e138f46 service neutron] 10.222.0.52 "GET /v2.0/networks/2fa711a7-a49c-4e5d-8a40-54464c1682b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211073 Jul 06 14:45:42.623798 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24af8c-ae4f-475d-bb5b-bfb8f60e7ebb req-f8facb22-d13e-41a6-8010-9b44aa701b22 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:42.625347 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1e24af8c-ae4f-475d-bb5b-bfb8f60e7ebb req-f8facb22-d13e-41a6-8010-9b44aa701b22 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=6aee795b-2887-440c-bb12-449bfbd99273 HTTP/1.1" status: 200 len: 944 time: 0.0983219 Jul 06 14:45:42.665503 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1e24af8c-ae4f-475d-bb5b-bfb8f60e7ebb req-e0251b01-cdf7-4af8-bcf9-707b6cdacc35 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=936d5c0d-7d1a-43fe-8f48-e5f8dd29c076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341139 Jul 06 14:45:43.266366 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:43.790759 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 66f4c18b-a922-42e3-907f-40ceaec6636e up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:45:43.839614 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42dcf0f-a544-4a90-8143-4c24fe69e744 req-b1554d2d-9d95-45d1-b32b-eae1271b104d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:43.841468 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d42dcf0f-a544-4a90-8143-4c24fe69e744 req-b1554d2d-9d95-45d1-b32b-eae1271b104d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=6aee795b-2887-440c-bb12-449bfbd99273 HTTP/1.1" status: 200 len: 944 time: 0.0649638 Jul 06 14:45:43.843033 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 66f4c18b-a922-42e3-907f-40ceaec6636e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:45:43.843419 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:43.879993 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d42dcf0f-a544-4a90-8143-4c24fe69e744 req-d14922df-44d2-4e1d-b3ee-22c0c96e1f2a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=936d5c0d-7d1a-43fe-8f48-e5f8dd29c076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323596 Jul 06 14:45:45.055150 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b3360-f58a-451d-a437-77dbf270b12d req-de438dcc-9248-4016-b026-ce4131c91387 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:45.056693 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e60b3360-f58a-451d-a437-77dbf270b12d req-de438dcc-9248-4016-b026-ce4131c91387 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=6aee795b-2887-440c-bb12-449bfbd99273 HTTP/1.1" status: 200 len: 944 time: 0.0617154 Jul 06 14:45:45.095967 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e60b3360-f58a-451d-a437-77dbf270b12d req-f0bc55ec-81e4-403c-a81e-178c9fd22255 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=936d5c0d-7d1a-43fe-8f48-e5f8dd29c076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333054 Jul 06 14:45:45.960042 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 1e75b867-d0fe-4735-95f9-b3099916335e details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:45:46.052343 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 1e75b867-d0fe-4735-95f9-b3099916335e, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=1e75b867-d0fe-4735-95f9-b3099916335e,segment=NetworkSegment(6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4),segment_id=6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:45:46.063631 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '1e75b867-d0fe-4735-95f9-b3099916335e', 'network_id': '2fa711a7-a49c-4e5d-8a40-54464c1682b6', 'port_id': '1e75b867-d0fe-4735-95f9-b3099916335e', 'mac_address': 'fa:16:3e:aa:51:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac62280-18b3-47f5-9baf-827bdf36a9e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:45:46.104942 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:46.117206 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e75b867-d0fe-4735-95f9-b3099916335e {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:45:46.136684 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 1e75b867-d0fe-4735-95f9-b3099916335e, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=1e75b867-d0fe-4735-95f9-b3099916335e,segment=NetworkSegment(6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4),segment_id=6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:45:46.141044 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:46.189491 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=1e75b867-d0fe-4735-95f9-b3099916335e,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:46.275456 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d71bfe-d27c-4f4f-82df-6dc27dd54fa0 req-f5323636-c4a1-43da-b9e7-89f0453debbd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:46.276818 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d1d71bfe-d27c-4f4f-82df-6dc27dd54fa0 req-f5323636-c4a1-43da-b9e7-89f0453debbd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=6aee795b-2887-440c-bb12-449bfbd99273 HTTP/1.1" status: 200 len: 945 time: 0.0672939 Jul 06 14:45:46.314105 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d1d71bfe-d27c-4f4f-82df-6dc27dd54fa0 req-f53eed91-3e52-423f-8f0e-ee0bcd46c5f6 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=936d5c0d-7d1a-43fe-8f48-e5f8dd29c076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317881 Jul 06 14:45:46.424783 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['1e75b867-d0fe-4735-95f9-b3099916335e'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:45:47.090212 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:47.489317 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a666e-0b4c-4c1b-9ade-94a8e0abedda req-280398cd-f348-460a-b8f7-60b883239764 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:47.490799 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-989a666e-0b4c-4c1b-9ade-94a8e0abedda req-280398cd-f348-460a-b8f7-60b883239764 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=6aee795b-2887-440c-bb12-449bfbd99273 HTTP/1.1" status: 200 len: 945 time: 0.0624845 Jul 06 14:45:47.527346 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-989a666e-0b4c-4c1b-9ade-94a8e0abedda req-73529a11-84bc-4897-b213-c44f052e545b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=936d5c0d-7d1a-43fe-8f48-e5f8dd29c076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309894 Jul 06 14:45:47.974858 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 1e75b867-d0fe-4735-95f9-b3099916335e up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:45:48.022264 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 1e75b867-d0fe-4735-95f9-b3099916335e completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:45:48.025838 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 1e75b867-d0fe-4735-95f9-b3099916335e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:45:48.026211 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:48.102492 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:48.123733 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aee795b-2887-440c-bb12-449bfbd99273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e75b867-d0fe-4735-95f9-b3099916335e'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:45:48.126019 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7b3130d190d3a8890db0c4eafcc3a45a14b225becedd5045b600f6b402c608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfefd03-ee9e-4a94-a4f4-84d4f80034e5" -d '{"events": [{"server_uuid": "6aee795b-2887-440c-bb12-449bfbd99273", "name": "network-vif-plugged", "status": "completed", "tag": "1e75b867-d0fe-4735-95f9-b3099916335e"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:45:48.138895 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 1e75b867-d0fe-4735-95f9-b3099916335e, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=1e75b867-d0fe-4735-95f9-b3099916335e,segment=NetworkSegment(6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4),segment_id=6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:45:48.143328 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:48.169021 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e113d34f-bf9f-4e8a-b007-873ee78c3891 x-openstack-request-id: req-e113d34f-bf9f-4e8a-b007-873ee78c3891 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:45:48.169310 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aee795b-2887-440c-bb12-449bfbd99273", "name": "network-vif-plugged", "status": "completed", "tag": "1e75b867-d0fe-4735-95f9-b3099916335e", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:45:48.169560 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e113d34f-bf9f-4e8a-b007-873ee78c3891 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:45:48.169971 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aee795b-2887-440c-bb12-449bfbd99273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e75b867-d0fe-4735-95f9-b3099916335e', 'code': 200} Jul 06 14:45:48.198874 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=1e75b867-d0fe-4735-95f9-b3099916335e,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:48.286280 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e14292-ae54-481e-9986-1ebac94ebf49 req-8022d30e-a6fe-4a94-8b2e-a29dc23abdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:48.287702 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45e14292-ae54-481e-9986-1ebac94ebf49 req-8022d30e-a6fe-4a94-8b2e-a29dc23abdbb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6aee795b-2887-440c-bb12-449bfbd99273 HTTP/1.1" status: 200 len: 1097 time: 0.0549967 Jul 06 14:45:48.328230 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-45e14292-ae54-481e-9986-1ebac94ebf49 req-f9023cd9-3ef6-4924-bbb3-ea1f306d2b4b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=936d5c0d-7d1a-43fe-8f48-e5f8dd29c076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302739 Jul 06 14:45:48.699803 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3d6dc-6ade-4a1b-98ed-a6ec465e3821 req-098c8e0f-ea92-4a42-b57a-f09db880f9a8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:48.701272 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c8b3d6dc-6ade-4a1b-98ed-a6ec465e3821 req-098c8e0f-ea92-4a42-b57a-f09db880f9a8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=6aee795b-2887-440c-bb12-449bfbd99273 HTTP/1.1" status: 200 len: 946 time: 0.0631380 Jul 06 14:45:48.738219 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c8b3d6dc-6ade-4a1b-98ed-a6ec465e3821 req-0d6735c4-c4b3-4050-b215-4e56c1f0623b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=936d5c0d-7d1a-43fe-8f48-e5f8dd29c076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314295 Jul 06 14:45:49.237699 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:49.921590 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b69b79-8ace-43df-a81f-33811f586e9f req-b222bc88-a02e-4c56-a3b9-cbbf5ead6bac tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:49.923113 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-67b69b79-8ace-43df-a81f-33811f586e9f req-b222bc88-a02e-4c56-a3b9-cbbf5ead6bac tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=6aee795b-2887-440c-bb12-449bfbd99273 HTTP/1.1" status: 200 len: 946 time: 0.0617211 Jul 06 14:45:49.959993 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-67b69b79-8ace-43df-a81f-33811f586e9f req-065501c1-7109-46e5-b97e-dca4f9168058 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=936d5c0d-7d1a-43fe-8f48-e5f8dd29c076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312362 Jul 06 14:45:50.142439 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6239773-b9cf-498d-8b44-3017f50bc613 req-40d1b391-c666-4588-835e-15dffd689dc6 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:50.143916 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f6239773-b9cf-498d-8b44-3017f50bc613 req-40d1b391-c666-4588-835e-15dffd689dc6 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=6aee795b-2887-440c-bb12-449bfbd99273 HTTP/1.1" status: 200 len: 946 time: 0.0656352 Jul 06 14:45:50.181919 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f6239773-b9cf-498d-8b44-3017f50bc613 req-d3dd7798-4506-4cf0-88c5-18575a8453da tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=936d5c0d-7d1a-43fe-8f48-e5f8dd29c076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315354 Jul 06 14:45:50.205893 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38580) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:50.256337 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a360ff6d-dc9a-478b-a073-049999417714 tempest-TestNetworkAdvancedServerOps-1825529131 tempest-TestNetworkAdvancedServerOps-1825529131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:50.257889 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a360ff6d-dc9a-478b-a073-049999417714 tempest-TestNetworkAdvancedServerOps-1825529131 tempest-TestNetworkAdvancedServerOps-1825529131-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=6aee795b-2887-440c-bb12-449bfbd99273 HTTP/1.1" status: 200 len: 1092 time: 0.0509832 Jul 06 14:45:50.260676 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38582) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:50.264974 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-d372434d-9c60-4e12-bc35-706cacc65ded tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'port_id': '1e75b867-d0fe-4735-95f9-b3099916335e', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:45:50.287271 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d372434d-9c60-4e12-bc35-706cacc65ded tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:50.385726 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d372434d-9c60-4e12-bc35-706cacc65ded tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:50.487548 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-d372434d-9c60-4e12-bc35-706cacc65ded tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Allocated IP 172.25.6.52 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/e1d9ebcf-7644-45e5-b6a9-724b92942c7c) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:45:50.589808 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d372434d-9c60-4e12-bc35-706cacc65ded tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:50.627567 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d372434d-9c60-4e12-bc35-706cacc65ded tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:50.662577 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d372434d-9c60-4e12-bc35-706cacc65ded tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:45:50.665381 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-d372434d-9c60-4e12-bc35-706cacc65ded tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:45:50.667873 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d372434d-9c60-4e12-bc35-706cacc65ded tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:45:50.698073 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372434d-9c60-4e12-bc35-706cacc65ded tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Port': ['ID=e1d9ebcf-7644-45e5-b6a9-724b92942c7c,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:51.037144 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d372434d-9c60-4e12-bc35-706cacc65ded tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:51.114291 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d372434d-9c60-4e12-bc35-706cacc65ded tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:51.258515 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d372434d-9c60-4e12-bc35-706cacc65ded tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:51.263124 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d372434d-9c60-4e12-bc35-706cacc65ded tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:51.338770 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372434d-9c60-4e12-bc35-706cacc65ded tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Port': ['ID=e1d9ebcf-7644-45e5-b6a9-724b92942c7c,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:45:51.351712 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d372434d-9c60-4e12-bc35-706cacc65ded tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:51.449540 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-d372434d-9c60-4e12-bc35-706cacc65ded tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Floating IP 71a2d1d5-1480-4263-abc6-fab86c3f6ed3 associated. External IP: 172.25.6.52, port: 1e75b867-d0fe-4735-95f9-b3099916335e. Jul 06 14:45:51.988792 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d372434d-9c60-4e12-bc35-706cacc65ded tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Router 1e8eb754-3782-4c0a-8c17-a739b04c50be has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:45:52.094953 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d372434d-9c60-4e12-bc35-706cacc65ded tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:45:52.104877 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d301a91b-866e-42c6-aef9-b348695e8622 None None] Sync routers for ids ['1e8eb754-3782-4c0a-8c17-a739b04c50be'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:45:52.114344 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d301a91b-866e-42c6-aef9-b348695e8622 None None] Routers {'1e8eb754-3782-4c0a-8c17-a739b04c50be'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:45:52.115296 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-d301a91b-866e-42c6-aef9-b348695e8622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:45:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1e8eb754-3782-4c0a-8c17-a739b04c50be'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:52.116588 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d372434d-9c60-4e12-bc35-706cacc65ded tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:45:52.151760 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d372434d-9c60-4e12-bc35-706cacc65ded tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8900728 Jul 06 14:45:52.152461 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aee795b-2887-440c-bb12-449bfbd99273', 'tag': '1e75b867-d0fe-4735-95f9-b3099916335e'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:45:52.154867 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c506a58b-9f45-4b35-bca8-081ea93d9c84" -d '{"events": [{"name": "network-changed", "server_uuid": "6aee795b-2887-440c-bb12-449bfbd99273", "tag": "1e75b867-d0fe-4735-95f9-b3099916335e"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:45:52.227387 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-d301a91b-866e-42c6-aef9-b348695e8622 None None] Set router 1e8eb754-3782-4c0a-8c17-a739b04c50be gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:45:52.304401 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6922d-ad99-47b1-8c09-c5d67fbfa55b req-de595f97-f721-452b-9a86-b3723ef7610e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:52.305850 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d0c6922d-ad99-47b1-8c09-c5d67fbfa55b req-de595f97-f721-452b-9a86-b3723ef7610e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=6aee795b-2887-440c-bb12-449bfbd99273 HTTP/1.1" status: 200 len: 946 time: 0.0633316 Jul 06 14:45:52.343806 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d0c6922d-ad99-47b1-8c09-c5d67fbfa55b req-d8b79637-2cd2-4494-862a-93a73f728ec2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=936d5c0d-7d1a-43fe-8f48-e5f8dd29c076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320346 Jul 06 14:45:52.372768 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38588) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:52.393721 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb569015-ee8f-4a8c-90a5-79a0af103c50 x-openstack-request-id: req-fb569015-ee8f-4a8c-90a5-79a0af103c50 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:45:52.394060 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aee795b-2887-440c-bb12-449bfbd99273", "tag": "1e75b867-d0fe-4735-95f9-b3099916335e", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:45:52.394587 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-fb569015-ee8f-4a8c-90a5-79a0af103c50 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:45:52.395021 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aee795b-2887-440c-bb12-449bfbd99273', 'tag': '1e75b867-d0fe-4735-95f9-b3099916335e', 'status': 'completed', 'code': 200} Jul 06 14:45:52.440041 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b2e469d9-83d0-429c-9257-900ea6438319 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/floatingips/71a2d1d5-1480-4263-abc6-fab86c3f6ed3 HTTP/1.1" status: 200 len: 991 time: 0.0659845 Jul 06 14:45:52.451008 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-d301a91b-866e-42c6-aef9-b348695e8622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509792191', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '6bb9fb39-46a2-4118-9568-c1e97a2a2b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:45:33Z', 'updated_at': '2021-07-06T14:45:36Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '6bb9fb39-46a2-4118-9568-c1e97a2a2b1f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:45:33Z', 'updated_at': '2021-07-06T14:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '71a2d1d5-1480-4263-abc6-fab86c3f6ed3', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'port_id': '1e75b867-d0fe-4735-95f9-b3099916335e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fa711a7-a49c-4e5d-8a40-54464c1682b6', 'mac_address': 'fa:16:3e:aa:51:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee795b-2887-440c-bb12-449bfbd99273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:45:50Z', 'updated_at': '2021-07-06T14:45:50Z', 'revision_number': 0, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66f4c18b-a922-42e3-907f-40ceaec6636e', 'name': '', 'network_id': '2fa711a7-a49c-4e5d-8a40-54464c1682b6', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:3e:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cac62280-18b3-47f5-9baf-827bdf36a9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:45:36Z', 'updated_at': '2021-07-06T14:45:41Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': 'cac62280-18b3-47f5-9baf-827bdf36a9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:52.474461 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506a58b-9f45-4b35-bca8-081ea93d9c84 req-a0da5b59-e3f3-4a14-9451-625a8f82f766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:52.476048 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c506a58b-9f45-4b35-bca8-081ea93d9c84 req-a0da5b59-e3f3-4a14-9451-625a8f82f766 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=6aee795b-2887-440c-bb12-449bfbd99273 HTTP/1.1" status: 200 len: 1097 time: 0.0581536 Jul 06 14:45:52.480831 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d301a91b-866e-42c6-aef9-b348695e8622 None None] Checking router: 1e8eb754-3782-4c0a-8c17-a739b04c50be for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:45:52.489933 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d301a91b-866e-42c6-aef9-b348695e8622 None None] Routers {'1e8eb754-3782-4c0a-8c17-a739b04c50be'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:45:52.490547 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-d301a91b-866e-42c6-aef9-b348695e8622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:45:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1e8eb754-3782-4c0a-8c17-a739b04c50be'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:52.563807 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506a58b-9f45-4b35-bca8-081ea93d9c84 req-6644d441-03b7-4c1e-983e-898caa0ce9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:52.565266 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c506a58b-9f45-4b35-bca8-081ea93d9c84 req-6644d441-03b7-4c1e-983e-898caa0ce9ce service neutron] 10.222.0.52 "GET /v2.0/networks?id=2fa711a7-a49c-4e5d-8a40-54464c1682b6 HTTP/1.1" status: 200 len: 897 time: 0.0831821 Jul 06 14:45:52.593149 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-d301a91b-866e-42c6-aef9-b348695e8622 None None] Set router 1e8eb754-3782-4c0a-8c17-a739b04c50be gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:45:52.633328 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c506a58b-9f45-4b35-bca8-081ea93d9c84 req-367630be-1b06-49a3-b5a2-760092499f80 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e75b867-d0fe-4735-95f9-b3099916335e HTTP/1.1" status: 200 len: 999 time: 0.0618973 Jul 06 14:45:52.683903 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506a58b-9f45-4b35-bca8-081ea93d9c84 req-3e1ab20e-ffca-4b86-a3e1-02fa11a6b57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:52.685288 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c506a58b-9f45-4b35-bca8-081ea93d9c84 req-3e1ab20e-ffca-4b86-a3e1-02fa11a6b57b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cac62280-18b3-47f5-9baf-827bdf36a9e4 HTTP/1.1" status: 200 len: 835 time: 0.0458605 Jul 06 14:45:52.743231 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506a58b-9f45-4b35-bca8-081ea93d9c84 req-14cb5610-1e3d-453f-957d-5b3eb113a3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:45:52.744743 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c506a58b-9f45-4b35-bca8-081ea93d9c84 req-14cb5610-1e3d-453f-957d-5b3eb113a3f3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fa711a7-a49c-4e5d-8a40-54464c1682b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520542 Jul 06 14:45:52.815012 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-d301a91b-866e-42c6-aef9-b348695e8622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509792191', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '6bb9fb39-46a2-4118-9568-c1e97a2a2b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:45:33Z', 'updated_at': '2021-07-06T14:45:36Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '6bb9fb39-46a2-4118-9568-c1e97a2a2b1f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:45:33Z', 'updated_at': '2021-07-06T14:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '71a2d1d5-1480-4263-abc6-fab86c3f6ed3', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'port_id': '1e75b867-d0fe-4735-95f9-b3099916335e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fa711a7-a49c-4e5d-8a40-54464c1682b6', 'mac_address': 'fa:16:3e:aa:51:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee795b-2887-440c-bb12-449bfbd99273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:45:50Z', 'updated_at': '2021-07-06T14:45:50Z', 'revision_number': 0, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66f4c18b-a922-42e3-907f-40ceaec6636e', 'name': '', 'network_id': '2fa711a7-a49c-4e5d-8a40-54464c1682b6', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:3e:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cac62280-18b3-47f5-9baf-827bdf36a9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:45:36Z', 'updated_at': '2021-07-06T14:45:41Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': 'cac62280-18b3-47f5-9baf-827bdf36a9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:45:52.838159 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c506a58b-9f45-4b35-bca8-081ea93d9c84 req-0ba2d11e-9285-453b-9cc4-cd50ccefa5c9 service neutron] 10.222.0.52 "GET /v2.0/networks/2fa711a7-a49c-4e5d-8a40-54464c1682b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863366 Jul 06 14:45:52.844364 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d301a91b-866e-42c6-aef9-b348695e8622 None None] The sync data for ids ['1e8eb754-3782-4c0a-8c17-a739b04c50be'] in n-d-773644-6 is: [{'id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509792191', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '6bb9fb39-46a2-4118-9568-c1e97a2a2b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:45:33Z', 'updated_at': '2021-07-06T14:45:36Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '6bb9fb39-46a2-4118-9568-c1e97a2a2b1f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:45:33Z', 'updated_at': '2021-07-06T14:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '71a2d1d5-1480-4263-abc6-fab86c3f6ed3', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'port_id': '1e75b867-d0fe-4735-95f9-b3099916335e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fa711a7-a49c-4e5d-8a40-54464c1682b6', 'mac_address': 'fa:16:3e:aa:51:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aee795b-2887-440c-bb12-449bfbd99273', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:45:50Z', 'updated_at': '2021-07-06T14:45:50Z', 'revision_number': 0, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66f4c18b-a922-42e3-907f-40ceaec6636e', 'name': '', 'network_id': '2fa711a7-a49c-4e5d-8a40-54464c1682b6', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:3e:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cac62280-18b3-47f5-9baf-827bdf36a9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:45:36Z', 'updated_at': '2021-07-06T14:45:41Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': 'cac62280-18b3-47f5-9baf-827bdf36a9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:45:52.933581 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c506a58b-9f45-4b35-bca8-081ea93d9c84 req-ceea6d00-8418-4b88-b553-0de30d3812d8 service neutron] 10.222.0.52 "GET /v2.0/networks/2fa711a7-a49c-4e5d-8a40-54464c1682b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888906 Jul 06 14:45:53.038013 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebbc4d4-e01d-47ef-81e0-a6090a217b67 None None] New status for floating IP 71a2d1d5-1480-4263-abc6-fab86c3f6ed3: ACTIVE {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:45:53.444268 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38590) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:45:53.502803 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-cd21bf96-2b80-478f-aab8-9f1bf56db62f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/floatingips/71a2d1d5-1480-4263-abc6-fab86c3f6ed3 HTTP/1.1" status: 200 len: 993 time: 0.0575070 Jul 06 14:45:57.732284 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:46:00.716360 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d06bb2d-2c29-4d07-91a0-9ca28e1847e2 req-074dd17a-3da2-4123-9a69-3f43f9974e8a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6aee795b-2887-440c-bb12-449bfbd99273&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0934100 Jul 06 14:46:00.818911 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06bb2d-2c29-4d07-91a0-9ca28e1847e2 req-a651cc0c-a5b5-46da-bc24-bea6d9bbd53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:00.820405 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d06bb2d-2c29-4d07-91a0-9ca28e1847e2 req-a651cc0c-a5b5-46da-bc24-bea6d9bbd53e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=6aee795b-2887-440c-bb12-449bfbd99273 HTTP/1.1" status: 200 len: 1097 time: 0.0566597 Jul 06 14:46:00.922613 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06bb2d-2c29-4d07-91a0-9ca28e1847e2 req-2073ce01-deb3-47c7-9971-590a430932c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:00.924083 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d06bb2d-2c29-4d07-91a0-9ca28e1847e2 req-2073ce01-deb3-47c7-9971-590a430932c1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2fa711a7-a49c-4e5d-8a40-54464c1682b6 HTTP/1.1" status: 200 len: 897 time: 0.0833876 Jul 06 14:46:00.994279 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d06bb2d-2c29-4d07-91a0-9ca28e1847e2 req-b3383ad6-6b7d-45a0-9ef8-2be23f2040a5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e75b867-d0fe-4735-95f9-b3099916335e HTTP/1.1" status: 200 len: 1001 time: 0.0625625 Jul 06 14:46:01.043314 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06bb2d-2c29-4d07-91a0-9ca28e1847e2 req-61bf6e59-c1f8-4850-918b-53d6b65fdff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:01.044736 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d06bb2d-2c29-4d07-91a0-9ca28e1847e2 req-61bf6e59-c1f8-4850-918b-53d6b65fdff3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cac62280-18b3-47f5-9baf-827bdf36a9e4 HTTP/1.1" status: 200 len: 835 time: 0.0430553 Jul 06 14:46:01.110794 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06bb2d-2c29-4d07-91a0-9ca28e1847e2 req-17794cde-5be9-4328-9dc3-d353740f7343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:01.112294 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d06bb2d-2c29-4d07-91a0-9ca28e1847e2 req-17794cde-5be9-4328-9dc3-d353740f7343 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fa711a7-a49c-4e5d-8a40-54464c1682b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518420 Jul 06 14:46:01.212483 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d06bb2d-2c29-4d07-91a0-9ca28e1847e2 req-2ef9041b-227c-4161-aa1a-584044bdec25 service neutron] 10.222.0.52 "GET /v2.0/networks/2fa711a7-a49c-4e5d-8a40-54464c1682b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875776 Jul 06 14:46:01.300423 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d06bb2d-2c29-4d07-91a0-9ca28e1847e2 req-1936a68c-9ba8-43ac-8142-57db33d9a698 service neutron] 10.222.0.52 "GET /v2.0/networks/2fa711a7-a49c-4e5d-8a40-54464c1682b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813706 Jul 06 14:46:07.413560 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a24708a9-8f20-4a78-b64d-5af782ebab92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:10.307236 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:10.638306 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cb82faef-2521-45ee-9333-761dc6ccdc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:11.718138 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:13.268390 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:17.090683 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:19.251578 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:29.090185 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627af2f7-2e85-4570-b43c-383f9adedddd req-b708435a-3bb4-4a44-9ca4-634fba31de9f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:29.091594 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-627af2f7-2e85-4570-b43c-383f9adedddd req-b708435a-3bb4-4a44-9ca4-634fba31de9f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=6aee795b-2887-440c-bb12-449bfbd99273 HTTP/1.1" status: 200 len: 946 time: 0.0637319 Jul 06 14:46:29.131058 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-627af2f7-2e85-4570-b43c-383f9adedddd req-48616085-5116-4be6-baf5-269b44df06ed tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=936d5c0d-7d1a-43fe-8f48-e5f8dd29c076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338817 Jul 06 14:46:30.309733 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88350021-4d5e-4bd8-ad36-24ce24ffa256 req-40c008fb-e0b2-4471-adcd-12f3c207963e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:30.311258 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-88350021-4d5e-4bd8-ad36-24ce24ffa256 req-40c008fb-e0b2-4471-adcd-12f3c207963e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=6aee795b-2887-440c-bb12-449bfbd99273 HTTP/1.1" status: 200 len: 946 time: 0.0670803 Jul 06 14:46:30.348687 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-88350021-4d5e-4bd8-ad36-24ce24ffa256 req-7d7b65e5-c204-4c4d-80e7-41066cfc93c5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=936d5c0d-7d1a-43fe-8f48-e5f8dd29c076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308735 Jul 06 14:46:30.374813 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38618) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:46:30.438201 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9f9a1d42-03c2-482e-a94a-02aeda463663 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/floatingips/71a2d1d5-1480-4263-abc6-fab86c3f6ed3 HTTP/1.1" status: 200 len: 993 time: 0.0621419 Jul 06 14:46:31.875597 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca6b97-3edb-498e-ae62-660935c03e09 req-9aafb98c-4b31-42a1-b84f-737dc8306005 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:31.877098 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4bca6b97-3edb-498e-ae62-660935c03e09 req-9aafb98c-4b31-42a1-b84f-737dc8306005 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=6aee795b-2887-440c-bb12-449bfbd99273 HTTP/1.1" status: 200 len: 946 time: 0.0649273 Jul 06 14:46:31.919423 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4bca6b97-3edb-498e-ae62-660935c03e09 req-048ebee5-cc60-4980-91ae-b694ada5d477 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=936d5c0d-7d1a-43fe-8f48-e5f8dd29c076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339894 Jul 06 14:46:33.096101 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0dc3a-0039-4d7c-8b9b-bf812a200556 req-38126e5a-2763-44ac-934b-a1a3cb031a7c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:33.097598 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cdd0dc3a-0039-4d7c-8b9b-bf812a200556 req-38126e5a-2763-44ac-934b-a1a3cb031a7c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=6aee795b-2887-440c-bb12-449bfbd99273 HTTP/1.1" status: 200 len: 946 time: 0.0660901 Jul 06 14:46:33.134195 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cdd0dc3a-0039-4d7c-8b9b-bf812a200556 req-72d8b390-cba3-4364-8747-5bd7dd51ce4c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=936d5c0d-7d1a-43fe-8f48-e5f8dd29c076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311739 Jul 06 14:46:33.159649 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38628) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:46:33.219092 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c49d793a-2336-45d8-b5ce-fbecd56cb6da tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/floatingips/71a2d1d5-1480-4263-abc6-fab86c3f6ed3 HTTP/1.1" status: 200 len: 993 time: 0.0583339 Jul 06 14:46:33.475114 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38634) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:46:33.632185 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-2e7770f4-45a9-4378-8f57-dc8867c90eab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Deleting port e1d9ebcf-7644-45e5-b6a9-724b92942c7c {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:46:33.632540 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2e7770f4-45a9-4378-8f57-dc8867c90eab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:33.704948 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2e7770f4-45a9-4378-8f57-dc8867c90eab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:33.705281 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2e7770f4-45a9-4378-8f57-dc8867c90eab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:33.716750 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-2e7770f4-45a9-4378-8f57-dc8867c90eab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Calling delete_port for e1d9ebcf-7644-45e5-b6a9-724b92942c7c owned by network:floatingip {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:46:33.869461 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2e7770f4-45a9-4378-8f57-dc8867c90eab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:33.896733 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7770f4-45a9-4378-8f57-dc8867c90eab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'Port': ['ID=e1d9ebcf-7644-45e5-b6a9-724b92942c7c,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:33.921847 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7770f4-45a9-4378-8f57-dc8867c90eab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:33.922200 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7770f4-45a9-4378-8f57-dc8867c90eab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:33.922543 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7770f4-45a9-4378-8f57-dc8867c90eab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:33.922885 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7770f4-45a9-4378-8f57-dc8867c90eab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:33.923495 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7770f4-45a9-4378-8f57-dc8867c90eab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:33.923838 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7770f4-45a9-4378-8f57-dc8867c90eab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:33.924173 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7770f4-45a9-4378-8f57-dc8867c90eab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:33.924505 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7770f4-45a9-4378-8f57-dc8867c90eab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:33.925369 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7770f4-45a9-4378-8f57-dc8867c90eab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:33.925855 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7770f4-45a9-4378-8f57-dc8867c90eab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:33.926189 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7770f4-45a9-4378-8f57-dc8867c90eab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:33.926514 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7770f4-45a9-4378-8f57-dc8867c90eab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:33.970263 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2e7770f4-45a9-4378-8f57-dc8867c90eab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for floatingip, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:33.970610 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-2e7770f4-45a9-4378-8f57-dc8867c90eab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Floating IP 71a2d1d5-1480-4263-abc6-fab86c3f6ed3 disassociated (deleted). External IP: 172.25.6.52, port: 1e75b867-d0fe-4735-95f9-b3099916335e. Jul 06 14:46:34.170332 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7770f4-45a9-4378-8f57-dc8867c90eab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Router 1e8eb754-3782-4c0a-8c17-a739b04c50be has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:46:34.280854 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7770f4-45a9-4378-8f57-dc8867c90eab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:46:34.288480 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-2e7770f4-45a9-4378-8f57-dc8867c90eab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:34.290674 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25a2339-576c-4c30-9e1e-80cd833ac696 None None] Sync routers for ids ['1e8eb754-3782-4c0a-8c17-a739b04c50be'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:46:34.300244 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25a2339-576c-4c30-9e1e-80cd833ac696 None None] Routers {'1e8eb754-3782-4c0a-8c17-a739b04c50be'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:46:34.300875 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e25a2339-576c-4c30-9e1e-80cd833ac696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:46:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1e8eb754-3782-4c0a-8c17-a739b04c50be'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:46:34.326413 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-2e7770f4-45a9-4378-8f57-dc8867c90eab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "DELETE /v2.0/floatingips/71a2d1d5-1480-4263-abc6-fab86c3f6ed3 HTTP/1.1" status: 204 len: 168 time: 0.8499696 Jul 06 14:46:34.327012 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aee795b-2887-440c-bb12-449bfbd99273', 'tag': '1e75b867-d0fe-4735-95f9-b3099916335e'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:46:34.329297 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44085c58187d3c444c5cc6a657819c2b9188c5457f631b13450b7a564fa513c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c7270a-93ab-4029-9c6e-19f7bd1fa8af" -d '{"events": [{"name": "network-changed", "server_uuid": "6aee795b-2887-440c-bb12-449bfbd99273", "tag": "1e75b867-d0fe-4735-95f9-b3099916335e"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:46:34.403325 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-e25a2339-576c-4c30-9e1e-80cd833ac696 None None] Set router 1e8eb754-3782-4c0a-8c17-a739b04c50be gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:46:34.599446 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e25a2339-576c-4c30-9e1e-80cd833ac696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509792191', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '6bb9fb39-46a2-4118-9568-c1e97a2a2b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:45:33Z', 'updated_at': '2021-07-06T14:45:36Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '6bb9fb39-46a2-4118-9568-c1e97a2a2b1f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:45:33Z', 'updated_at': '2021-07-06T14:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '66f4c18b-a922-42e3-907f-40ceaec6636e', 'name': '', 'network_id': '2fa711a7-a49c-4e5d-8a40-54464c1682b6', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:3e:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cac62280-18b3-47f5-9baf-827bdf36a9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:45:36Z', 'updated_at': '2021-07-06T14:45:41Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': 'cac62280-18b3-47f5-9baf-827bdf36a9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:46:34.626789 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325f0581-edf2-4c13-8cec-7e4073d6ff54 x-openstack-request-id: req-325f0581-edf2-4c13-8cec-7e4073d6ff54 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:46:34.627299 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aee795b-2887-440c-bb12-449bfbd99273", "tag": "1e75b867-d0fe-4735-95f9-b3099916335e", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:46:34.627410 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-325f0581-edf2-4c13-8cec-7e4073d6ff54 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:46:34.628337 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aee795b-2887-440c-bb12-449bfbd99273', 'tag': '1e75b867-d0fe-4735-95f9-b3099916335e', 'status': 'completed', 'code': 200} Jul 06 14:46:34.629700 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25a2339-576c-4c30-9e1e-80cd833ac696 None None] Checking router: 1e8eb754-3782-4c0a-8c17-a739b04c50be for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:46:34.638360 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25a2339-576c-4c30-9e1e-80cd833ac696 None None] Routers {'1e8eb754-3782-4c0a-8c17-a739b04c50be'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:46:34.638975 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e25a2339-576c-4c30-9e1e-80cd833ac696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:46:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1e8eb754-3782-4c0a-8c17-a739b04c50be'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:46:34.708478 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7270a-93ab-4029-9c6e-19f7bd1fa8af req-b37821c2-1d83-4f42-9435-0dba4f355e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:34.710099 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8c7270a-93ab-4029-9c6e-19f7bd1fa8af req-b37821c2-1d83-4f42-9435-0dba4f355e39 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=6aee795b-2887-440c-bb12-449bfbd99273 HTTP/1.1" status: 200 len: 1097 time: 0.0554368 Jul 06 14:46:34.739016 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:46:34.751281 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-e25a2339-576c-4c30-9e1e-80cd833ac696 None None] Set router 1e8eb754-3782-4c0a-8c17-a739b04c50be gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:46:34.844678 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7270a-93ab-4029-9c6e-19f7bd1fa8af req-8b38c2a0-3b67-4b9d-a35e-299911f41d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:34.846205 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8c7270a-93ab-4029-9c6e-19f7bd1fa8af req-8b38c2a0-3b67-4b9d-a35e-299911f41d72 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2fa711a7-a49c-4e5d-8a40-54464c1682b6 HTTP/1.1" status: 200 len: 897 time: 0.1292336 Jul 06 14:46:34.854126 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f2c8a-6998-4f9c-b7bf-8729f780da70 req-ae6289f3-0983-4926-b09b-1715d32ddd4a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:34.855531 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d14f2c8a-6998-4f9c-b7bf-8729f780da70 req-ae6289f3-0983-4926-b09b-1715d32ddd4a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=6aee795b-2887-440c-bb12-449bfbd99273 HTTP/1.1" status: 200 len: 946 time: 0.1402948 Jul 06 14:46:34.905419 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8c7270a-93ab-4029-9c6e-19f7bd1fa8af req-655ea6a9-fed7-4216-bd35-9c163bb90e06 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e75b867-d0fe-4735-95f9-b3099916335e HTTP/1.1" status: 200 len: 217 time: 0.0489187 Jul 06 14:46:34.946206 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e25a2339-576c-4c30-9e1e-80cd833ac696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509792191', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '6bb9fb39-46a2-4118-9568-c1e97a2a2b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:45:33Z', 'updated_at': '2021-07-06T14:45:36Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '6bb9fb39-46a2-4118-9568-c1e97a2a2b1f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:45:33Z', 'updated_at': '2021-07-06T14:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '66f4c18b-a922-42e3-907f-40ceaec6636e', 'name': '', 'network_id': '2fa711a7-a49c-4e5d-8a40-54464c1682b6', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:3e:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cac62280-18b3-47f5-9baf-827bdf36a9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:45:36Z', 'updated_at': '2021-07-06T14:45:41Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': 'cac62280-18b3-47f5-9baf-827bdf36a9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:46:34.949951 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d14f2c8a-6998-4f9c-b7bf-8729f780da70 req-23566227-0813-4968-833b-521cb1067dcc tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=936d5c0d-7d1a-43fe-8f48-e5f8dd29c076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878541 Jul 06 14:46:34.967854 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7270a-93ab-4029-9c6e-19f7bd1fa8af req-8237ba6c-8e44-41a3-95f8-9a0e351f4034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:34.969543 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8c7270a-93ab-4029-9c6e-19f7bd1fa8af req-8237ba6c-8e44-41a3-95f8-9a0e351f4034 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cac62280-18b3-47f5-9baf-827bdf36a9e4 HTTP/1.1" status: 200 len: 835 time: 0.0518479 Jul 06 14:46:34.972374 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25a2339-576c-4c30-9e1e-80cd833ac696 None None] The sync data for ids ['1e8eb754-3782-4c0a-8c17-a739b04c50be'] in n-d-773644-6 is: [{'id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509792191', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '6bb9fb39-46a2-4118-9568-c1e97a2a2b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:45:33Z', 'updated_at': '2021-07-06T14:45:36Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '6bb9fb39-46a2-4118-9568-c1e97a2a2b1f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:45:33Z', 'updated_at': '2021-07-06T14:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '66f4c18b-a922-42e3-907f-40ceaec6636e', 'name': '', 'network_id': '2fa711a7-a49c-4e5d-8a40-54464c1682b6', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:3e:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'cac62280-18b3-47f5-9baf-827bdf36a9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:45:36Z', 'updated_at': '2021-07-06T14:45:41Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': 'cac62280-18b3-47f5-9baf-827bdf36a9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:46:35.032685 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7270a-93ab-4029-9c6e-19f7bd1fa8af req-03350b82-22d3-42e4-b1c0-5bb86a3a8573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:35.034336 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8c7270a-93ab-4029-9c6e-19f7bd1fa8af req-03350b82-22d3-42e4-b1c0-5bb86a3a8573 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2fa711a7-a49c-4e5d-8a40-54464c1682b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536182 Jul 06 14:46:35.141450 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8c7270a-93ab-4029-9c6e-19f7bd1fa8af req-58154179-14c9-4372-aed8-e8ec2a8b8781 service neutron] 10.222.0.52 "GET /v2.0/networks/2fa711a7-a49c-4e5d-8a40-54464c1682b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952399 Jul 06 14:46:35.188237 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3086158f-15a5-4bc8-a09a-6ff7d3ff3e07 None None] New status for floating IP 71a2d1d5-1480-4263-abc6-fab86c3f6ed3: DOWN {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:46:35.235047 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8c7270a-93ab-4029-9c6e-19f7bd1fa8af req-c5bc2249-8c7d-44a1-8cdb-7c4879fa0660 service neutron] 10.222.0.52 "GET /v2.0/networks/2fa711a7-a49c-4e5d-8a40-54464c1682b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863023 Jul 06 14:46:36.131047 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58c0cf-329f-420a-a0bc-6a679aa16029 req-f7d8da37-896e-4446-982a-b24b92618b78 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:36.132474 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ec58c0cf-329f-420a-a0bc-6a679aa16029 req-f7d8da37-896e-4446-982a-b24b92618b78 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=6aee795b-2887-440c-bb12-449bfbd99273 HTTP/1.1" status: 200 len: 946 time: 0.0686364 Jul 06 14:46:36.169974 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ec58c0cf-329f-420a-a0bc-6a679aa16029 req-69619569-f9fa-431a-ab1b-dd4b17b62829 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=936d5c0d-7d1a-43fe-8f48-e5f8dd29c076&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320506 Jul 06 14:46:36.486188 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9953334-41f2-4a9e-91a2-48c23d5fa3ce req-e73d39fc-e3d3-40c3-9937-1df026793efb tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:36.488195 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f9953334-41f2-4a9e-91a2-48c23d5fa3ce req-e73d39fc-e3d3-40c3-9937-1df026793efb tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.52 "GET /v2.0/ports?device_id=6aee795b-2887-440c-bb12-449bfbd99273 HTTP/1.1" status: 200 len: 946 time: 0.0625815 Jul 06 14:46:36.594514 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-f9953334-41f2-4a9e-91a2-48c23d5fa3ce req-772f4740-d318-41db-8b46-c5646c46008e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Deleting port 1e75b867-d0fe-4735-95f9-b3099916335e {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:46:36.594861 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f9953334-41f2-4a9e-91a2-48c23d5fa3ce req-772f4740-d318-41db-8b46-c5646c46008e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:36.680915 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-f9953334-41f2-4a9e-91a2-48c23d5fa3ce req-772f4740-d318-41db-8b46-c5646c46008e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] For port 1e75b867-d0fe-4735-95f9-b3099916335e, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=1e75b867-d0fe-4735-95f9-b3099916335e,segment=NetworkSegment(6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4),segment_id=6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:46:36.681275 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f9953334-41f2-4a9e-91a2-48c23d5fa3ce req-772f4740-d318-41db-8b46-c5646c46008e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:36.693413 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-f9953334-41f2-4a9e-91a2-48c23d5fa3ce req-772f4740-d318-41db-8b46-c5646c46008e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Calling delete_port for 1e75b867-d0fe-4735-95f9-b3099916335e owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:46:36.821543 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f9953334-41f2-4a9e-91a2-48c23d5fa3ce req-772f4740-d318-41db-8b46-c5646c46008e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:36.851438 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f4740-d318-41db-8b46-c5646c46008e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'Port': ['ID=1e75b867-d0fe-4735-95f9-b3099916335e,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:36.865187 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f4740-d318-41db-8b46-c5646c46008e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:36.865544 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f4740-d318-41db-8b46-c5646c46008e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:36.866032 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f4740-d318-41db-8b46-c5646c46008e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:36.866381 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f4740-d318-41db-8b46-c5646c46008e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:36.866718 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f4740-d318-41db-8b46-c5646c46008e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:36.867054 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f4740-d318-41db-8b46-c5646c46008e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:36.867392 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f4740-d318-41db-8b46-c5646c46008e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:36.867725 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f4740-d318-41db-8b46-c5646c46008e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:36.868116 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f4740-d318-41db-8b46-c5646c46008e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:36.868453 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f4740-d318-41db-8b46-c5646c46008e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:36.868784 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f4740-d318-41db-8b46-c5646c46008e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:36.869113 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f4740-d318-41db-8b46-c5646c46008e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:36.912991 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9953334-41f2-4a9e-91a2-48c23d5fa3ce req-772f4740-d318-41db-8b46-c5646c46008e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] No DVR routers for this DVR port 1e75b867-d0fe-4735-95f9-b3099916335e on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:46:36.915587 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-f9953334-41f2-4a9e-91a2-48c23d5fa3ce req-772f4740-d318-41db-8b46-c5646c46008e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:36.917672 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f9953334-41f2-4a9e-91a2-48c23d5fa3ce req-772f4740-d318-41db-8b46-c5646c46008e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.52 "DELETE /v2.0/ports/1e75b867-d0fe-4735-95f9-b3099916335e HTTP/1.1" status: 204 len: 173 time: 0.4217789 Jul 06 14:46:36.918135 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aee795b-2887-440c-bb12-449bfbd99273', 'name': 'network-vif-deleted', 'tag': '1e75b867-d0fe-4735-95f9-b3099916335e'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:46:36.920397 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59d2766-0e6a-4426-ae5e-749b58e822f1" -d '{"events": [{"server_uuid": "6aee795b-2887-440c-bb12-449bfbd99273", "name": "network-vif-deleted", "tag": "1e75b867-d0fe-4735-95f9-b3099916335e"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:46:37.012861 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c42075-2d72-4204-93da-6e78ba4aa8a7 x-openstack-request-id: req-28c42075-2d72-4204-93da-6e78ba4aa8a7 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:46:37.013164 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aee795b-2887-440c-bb12-449bfbd99273", "name": "network-vif-deleted", "tag": "1e75b867-d0fe-4735-95f9-b3099916335e", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:46:37.013422 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-28c42075-2d72-4204-93da-6e78ba4aa8a7 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:46:37.013846 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aee795b-2887-440c-bb12-449bfbd99273', 'name': 'network-vif-deleted', 'tag': '1e75b867-d0fe-4735-95f9-b3099916335e', 'status': 'completed', 'code': 200} Jul 06 14:46:37.332267 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0d08e91a-8d9e-4557-b5aa-a14855c0f9a6 req-5fe726fb-df5b-43c3-8a98-1c3bba1c5fb6 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=6aee795b-2887-440c-bb12-449bfbd99273 HTTP/1.1" status: 200 len: 210 time: 0.0300317 Jul 06 14:46:37.416839 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-443893b6-d468-4665-a8b3-8928f26d9807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:38.426715 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38656) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:46:38.772487 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c6866af-db30-47b8-a14d-fa7b1c76b324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:39.031733 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9c6866af-db30-47b8-a14d-fa7b1c76b324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Deleting port 66f4c18b-a922-42e3-907f-40ceaec6636e {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:46:39.032001 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c6866af-db30-47b8-a14d-fa7b1c76b324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:39.120570 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-9c6866af-db30-47b8-a14d-fa7b1c76b324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] For port 66f4c18b-a922-42e3-907f-40ceaec6636e, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=66f4c18b-a922-42e3-907f-40ceaec6636e,segment=NetworkSegment(6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4),segment_id=6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:46:39.120947 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c6866af-db30-47b8-a14d-fa7b1c76b324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:39.133992 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-9c6866af-db30-47b8-a14d-fa7b1c76b324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Calling delete_port for 66f4c18b-a922-42e3-907f-40ceaec6636e owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:46:39.319422 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c6866af-db30-47b8-a14d-fa7b1c76b324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:39.345244 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6866af-db30-47b8-a14d-fa7b1c76b324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'Port': ['ID=66f4c18b-a922-42e3-907f-40ceaec6636e,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:39.519490 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9c6866af-db30-47b8-a14d-fa7b1c76b324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:39.736013 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6866af-db30-47b8-a14d-fa7b1c76b324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Router 1e8eb754-3782-4c0a-8c17-a739b04c50be has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:46:39.847164 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6866af-db30-47b8-a14d-fa7b1c76b324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:46:39.852358 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9c6866af-db30-47b8-a14d-fa7b1c76b324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "PUT /v2.0/routers/1e8eb754-3782-4c0a-8c17-a739b04c50be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4245903 Jul 06 14:46:39.855296 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38658) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:46:39.856415 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d884072-df31-401b-b313-d2c6e06b52f4 None None] Sync routers for ids ['1e8eb754-3782-4c0a-8c17-a739b04c50be'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:46:39.866035 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d884072-df31-401b-b313-d2c6e06b52f4 None None] Routers {'1e8eb754-3782-4c0a-8c17-a739b04c50be'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:46:39.866644 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-1d884072-df31-401b-b313-d2c6e06b52f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:46:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1e8eb754-3782-4c0a-8c17-a739b04c50be'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:46:39.906044 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-df632adc-98a0-4647-b05a-a554da692d9f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Deleting subnet cac62280-18b3-47f5-9baf-827bdf36a9e4 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:46:39.909168 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-df632adc-98a0-4647-b05a-a554da692d9f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:39.950347 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-df632adc-98a0-4647-b05a-a554da692d9f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:39.971282 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-1d884072-df31-401b-b313-d2c6e06b52f4 None None] Set router 1e8eb754-3782-4c0a-8c17-a739b04c50be gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:46:40.036751 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-df632adc-98a0-4647-b05a-a554da692d9f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:40.095439 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-df632adc-98a0-4647-b05a-a554da692d9f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:40.122500 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df632adc-98a0-4647-b05a-a554da692d9f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'Subnet': ['ID=cac62280-18b3-47f5-9baf-827bdf36a9e4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:40.126212 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-df632adc-98a0-4647-b05a-a554da692d9f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:40.131094 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-df632adc-98a0-4647-b05a-a554da692d9f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "DELETE /v2.0/subnets/cac62280-18b3-47f5-9baf-827bdf36a9e4 HTTP/1.1" status: 204 len: 168 time: 0.2724445 Jul 06 14:46:40.132028 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38660) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:46:40.134204 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1c46c7-dd3b-4758-ad8b-e28887287354 None None] Network 2fa711a7-a49c-4e5d-8a40-54464c1682b6 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:46:40.159377 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-1d884072-df31-401b-b313-d2c6e06b52f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509792191', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '6bb9fb39-46a2-4118-9568-c1e97a2a2b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:45:33Z', 'updated_at': '2021-07-06T14:46:39Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '6bb9fb39-46a2-4118-9568-c1e97a2a2b1f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:45:33Z', 'updated_at': '2021-07-06T14:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:46:40.186281 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d884072-df31-401b-b313-d2c6e06b52f4 None None] Checking router: 1e8eb754-3782-4c0a-8c17-a739b04c50be for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:46:40.195902 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d884072-df31-401b-b313-d2c6e06b52f4 None None] Routers {'1e8eb754-3782-4c0a-8c17-a739b04c50be'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:46:40.196536 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-1d884072-df31-401b-b313-d2c6e06b52f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:46:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['1e8eb754-3782-4c0a-8c17-a739b04c50be'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:46:40.242597 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c163b534-c8e7-455c-aaf9-8f4b388d8bfe tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:40.267874 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 1e75b867-d0fe-4735-95f9-b3099916335e no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:46:40.303357 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 1e75b867-d0fe-4735-95f9-b3099916335e {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:46:40.303650 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 1e75b867-d0fe-4735-95f9-b3099916335e not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:46:40.304564 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-1d884072-df31-401b-b313-d2c6e06b52f4 None None] Set router 1e8eb754-3782-4c0a-8c17-a739b04c50be gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:46:40.319408 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:40.357422 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c163b534-c8e7-455c-aaf9-8f4b388d8bfe tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:40.381415 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5d3fbc-2f0c-404c-a6d7-d070a0729cfd None None] DHCP port deletion for 2fa711a7-a49c-4e5d-8a40-54464c1682b6 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:46:40.414009 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-c163b534-c8e7-455c-aaf9-8f4b388d8bfe tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Deleting port 6bb9fb39-46a2-4118-9568-c1e97a2a2b1f {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:46:40.414361 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c163b534-c8e7-455c-aaf9-8f4b388d8bfe tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:40.431894 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-7d5d3fbc-2f0c-404c-a6d7-d070a0729cfd None None] Deleting port 15369c26-00ba-4f57-b6de-14b017335f06 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:46:40.432285 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7d5d3fbc-2f0c-404c-a6d7-d070a0729cfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:40.492955 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-1d884072-df31-401b-b313-d2c6e06b52f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509792191', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '6bb9fb39-46a2-4118-9568-c1e97a2a2b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:45:33Z', 'updated_at': '2021-07-06T14:46:39Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '6bb9fb39-46a2-4118-9568-c1e97a2a2b1f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:45:33Z', 'updated_at': '2021-07-06T14:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:46:40.494972 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-c163b534-c8e7-455c-aaf9-8f4b388d8bfe tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] For port 6bb9fb39-46a2-4118-9568-c1e97a2a2b1f, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=6bb9fb39-46a2-4118-9568-c1e97a2a2b1f,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:46:40.495353 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c163b534-c8e7-455c-aaf9-8f4b388d8bfe tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:40.499479 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-7d5d3fbc-2f0c-404c-a6d7-d070a0729cfd None None] For port 15369c26-00ba-4f57-b6de-14b017335f06, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=15369c26-00ba-4f57-b6de-14b017335f06,segment=NetworkSegment(6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4),segment_id=6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:46:40.499989 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7d5d3fbc-2f0c-404c-a6d7-d070a0729cfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:40.512371 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-c163b534-c8e7-455c-aaf9-8f4b388d8bfe tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Calling delete_port for 6bb9fb39-46a2-4118-9568-c1e97a2a2b1f owned by network:router_gateway {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:46:40.513841 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-7d5d3fbc-2f0c-404c-a6d7-d070a0729cfd None None] Calling delete_port for 15369c26-00ba-4f57-b6de-14b017335f06 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:46:40.522984 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d884072-df31-401b-b313-d2c6e06b52f4 None None] The sync data for ids ['1e8eb754-3782-4c0a-8c17-a739b04c50be'] in n-d-773644-6 is: [{'id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1509792191', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '6bb9fb39-46a2-4118-9568-c1e97a2a2b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:45:33Z', 'updated_at': '2021-07-06T14:46:39Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '6bb9fb39-46a2-4118-9568-c1e97a2a2b1f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:b0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e8eb754-3782-4c0a-8c17-a739b04c50be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:45:33Z', 'updated_at': '2021-07-06T14:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:46:40.603291 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7d5d3fbc-2f0c-404c-a6d7-d070a0729cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:40.632563 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d3fbc-2f0c-404c-a6d7-d070a0729cfd None None] Pushing event deleted for resources: {'Port': ['ID=15369c26-00ba-4f57-b6de-14b017335f06,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:40.645625 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5d3fbc-2f0c-404c-a6d7-d070a0729cfd None None] No DVR routers for this DVR port 15369c26-00ba-4f57-b6de-14b017335f06 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:46:40.648821 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d3fbc-2f0c-404c-a6d7-d070a0729cfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:40.649241 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d3fbc-2f0c-404c-a6d7-d070a0729cfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:40.649587 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d3fbc-2f0c-404c-a6d7-d070a0729cfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:40.650026 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d3fbc-2f0c-404c-a6d7-d070a0729cfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:40.650458 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d3fbc-2f0c-404c-a6d7-d070a0729cfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:40.650756 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d3fbc-2f0c-404c-a6d7-d070a0729cfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:40.650995 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d3fbc-2f0c-404c-a6d7-d070a0729cfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:40.651344 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d3fbc-2f0c-404c-a6d7-d070a0729cfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:40.651533 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d3fbc-2f0c-404c-a6d7-d070a0729cfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:40.651846 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d3fbc-2f0c-404c-a6d7-d070a0729cfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:40.652170 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d3fbc-2f0c-404c-a6d7-d070a0729cfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:40.652490 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5d3fbc-2f0c-404c-a6d7-d070a0729cfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:40.657028 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-35df66fb-1c63-452b-af4f-045dd1f599e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:40.688439 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c163b534-c8e7-455c-aaf9-8f4b388d8bfe tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:40.717517 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163b534-c8e7-455c-aaf9-8f4b388d8bfe tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'Port': ['ID=6bb9fb39-46a2-4118-9568-c1e97a2a2b1f,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:40.777610 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c163b534-c8e7-455c-aaf9-8f4b388d8bfe tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:40.871646 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c163b534-c8e7-455c-aaf9-8f4b388d8bfe tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:40.873947 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c163b534-c8e7-455c-aaf9-8f4b388d8bfe tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:40.921975 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c163b534-c8e7-455c-aaf9-8f4b388d8bfe tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:40.922474 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c163b534-c8e7-455c-aaf9-8f4b388d8bfe tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Fanout notify agent at l3_agent the message router_deleted on router 1e8eb754-3782-4c0a-8c17-a739b04c50be {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:46:40.931099 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c163b534-c8e7-455c-aaf9-8f4b388d8bfe tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:40.932293 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c163b534-c8e7-455c-aaf9-8f4b388d8bfe tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "DELETE /v2.0/routers/1e8eb754-3782-4c0a-8c17-a739b04c50be HTTP/1.1" status: 204 len: 168 time: 0.7992320 Jul 06 14:46:40.937187 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38662) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:46:41.019269 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-978b49ff-de3e-4a2d-8587-da0d5ef72be3 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:41.109803 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-978b49ff-de3e-4a2d-8587-da0d5ef72be3 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:41.121132 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-978b49ff-de3e-4a2d-8587-da0d5ef72be3 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa711a7-a49c-4e5d-8a40-54464c1682b6']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:46:41.131958 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-978b49ff-de3e-4a2d-8587-da0d5ef72be3 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:46:41.132259 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-978b49ff-de3e-4a2d-8587-da0d5ef72be3 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac6a6bf-ba04-4452-8bee-b0c3c7f328d4') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:46:41.142135 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-978b49ff-de3e-4a2d-8587-da0d5ef72be3 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:41.157909 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-978b49ff-de3e-4a2d-8587-da0d5ef72be3 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:41.164926 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-978b49ff-de3e-4a2d-8587-da0d5ef72be3 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:46:41.165340 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-978b49ff-de3e-4a2d-8587-da0d5ef72be3 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:46:41.168532 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:46:41.232154 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-978b49ff-de3e-4a2d-8587-da0d5ef72be3 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:41.240658 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-978b49ff-de3e-4a2d-8587-da0d5ef72be3 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:41.242437 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-978b49ff-de3e-4a2d-8587-da0d5ef72be3 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "DELETE /v2.0/networks/2fa711a7-a49c-4e5d-8a40-54464c1682b6 HTTP/1.1" status: 204 len: 168 time: 0.3041661 Jul 06 14:46:41.246785 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38664) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:46:41.254159 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b49ff-de3e-4a2d-8587-da0d5ef72be3 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'Network': ['ID=2fa711a7-a49c-4e5d-8a40-54464c1682b6,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:41.328104 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6df513f8-655b-4498-972f-fad1aebe2503 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:41.355578 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6df513f8-655b-4498-972f-fad1aebe2503 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:41.426281 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6df513f8-655b-4498-972f-fad1aebe2503 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:41.429140 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6df513f8-655b-4498-972f-fad1aebe2503 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:41.430422 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6df513f8-655b-4498-972f-fad1aebe2503 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "DELETE /v2.0/security-groups/936d5c0d-7d1a-43fe-8f48-e5f8dd29c076 HTTP/1.1" status: 204 len: 168 time: 0.1824222 Jul 06 14:46:41.445429 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df513f8-655b-4498-972f-fad1aebe2503 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=936d5c0d-7d1a-43fe-8f48-e5f8dd29c076,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:41.720941 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:41.817974 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 6bb9fb39-46a2-4118-9568-c1e97a2a2b1f no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:46:41.841641 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 6bb9fb39-46a2-4118-9568-c1e97a2a2b1f {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:46:41.842016 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 6bb9fb39-46a2-4118-9568-c1e97a2a2b1f not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:46:41.842444 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 66f4c18b-a922-42e3-907f-40ceaec6636e no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:46:41.844090 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38670) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:46:41.849100 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-917dbf50-acfa-4d3c-93bf-2d9ab3ac100c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-877181421', 'description': 'tempest-secgroup-smoke-877181421 description', 'project_id': '1feba65bea46409b8920d0b09f9745d4'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:46:41.863190 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 66f4c18b-a922-42e3-907f-40ceaec6636e {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:46:41.863659 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 66f4c18b-a922-42e3-907f-40ceaec6636e not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:46:41.864100 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 15369c26-00ba-4f57-b6de-14b017335f06 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:46:41.875403 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-917dbf50-acfa-4d3c-93bf-2d9ab3ac100c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:41.892692 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 15369c26-00ba-4f57-b6de-14b017335f06 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:46:41.893120 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 15369c26-00ba-4f57-b6de-14b017335f06 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:46:41.970630 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-917dbf50-acfa-4d3c-93bf-2d9ab3ac100c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:41.974847 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-917dbf50-acfa-4d3c-93bf-2d9ab3ac100c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:42.011113 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-917dbf50-acfa-4d3c-93bf-2d9ab3ac100c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:42.012461 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-917dbf50-acfa-4d3c-93bf-2d9ab3ac100c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1672359 Jul 06 14:46:42.014633 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917dbf50-acfa-4d3c-93bf-2d9ab3ac100c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:42.015861 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38672) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:46:42.022196 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-b7136ed5-0f95-41fe-8f23-057cb3222cff tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group_rule': {'security_group_id': '1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:46:42.050274 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b7136ed5-0f95-41fe-8f23-057cb3222cff tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:42.116088 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b7136ed5-0f95-41fe-8f23-057cb3222cff tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:42.121878 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b7136ed5-0f95-41fe-8f23-057cb3222cff tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:42.146117 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7136ed5-0f95-41fe-8f23-057cb3222cff tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87eac6ba-b7c9-4172-bc94-d96c0aa65f04,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:42.151771 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b7136ed5-0f95-41fe-8f23-057cb3222cff tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:42.153056 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b7136ed5-0f95-41fe-8f23-057cb3222cff tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1360838 Jul 06 14:46:42.155931 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38674) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:46:42.161458 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-7c0cf98b-35db-4be1-aa18-15682f7a9a3f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group_rule': {'security_group_id': '1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:46:42.199769 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7c0cf98b-35db-4be1-aa18-15682f7a9a3f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:42.284518 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7c0cf98b-35db-4be1-aa18-15682f7a9a3f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:42.288747 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7c0cf98b-35db-4be1-aa18-15682f7a9a3f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:42.308146 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0cf98b-35db-4be1-aa18-15682f7a9a3f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d15dff09-226b-46da-89dc-75c08e54403b,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:42.315731 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-7c0cf98b-35db-4be1-aa18-15682f7a9a3f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:42.319270 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7c0cf98b-35db-4be1-aa18-15682f7a9a3f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1623521 Jul 06 14:46:42.322768 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38676) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:46:42.327906 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-1327eac9-7008-40da-9b47-743344d80122 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group_rule': {'security_group_id': '1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:46:42.361093 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1327eac9-7008-40da-9b47-743344d80122 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:42.474580 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1327eac9-7008-40da-9b47-743344d80122 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:42.482388 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1327eac9-7008-40da-9b47-743344d80122 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:42.508507 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327eac9-7008-40da-9b47-743344d80122 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b72539-34cf-4822-bdc9-c733a7ff567a,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:42.515444 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1327eac9-7008-40da-9b47-743344d80122 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:42.516450 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1327eac9-7008-40da-9b47-743344d80122 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1926537 Jul 06 14:46:42.519411 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38678) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:46:42.524099 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-89a57659-9fa2-4309-a8f8-ab918133e43d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group_rule': {'security_group_id': '1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:46:42.552412 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-89a57659-9fa2-4309-a8f8-ab918133e43d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:42.615745 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-89a57659-9fa2-4309-a8f8-ab918133e43d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:42.619657 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-89a57659-9fa2-4309-a8f8-ab918133e43d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:42.637467 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a57659-9fa2-4309-a8f8-ab918133e43d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7e5c57-d812-47f8-a1ad-35c8ff6bb68e,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:42.643890 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-89a57659-9fa2-4309-a8f8-ab918133e43d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:42.645417 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-89a57659-9fa2-4309-a8f8-ab918133e43d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1250055 Jul 06 14:46:42.648049 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38680) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:46:42.652409 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-d162eea7-c080-47ee-bf95-a98d5f150a98 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group_rule': {'security_group_id': '1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:46:42.675981 n-d-773644-6 neutron-server[100417]: INFO neutron.db.securitygroups_db [None req-d162eea7-c080-47ee-bf95-a98d5f150a98 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Project 1feba65bea46409b8920d0b09f9745d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:46:42.680939 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d162eea7-c080-47ee-bf95-a98d5f150a98 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:42.748839 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d162eea7-c080-47ee-bf95-a98d5f150a98 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:42.750914 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d162eea7-c080-47ee-bf95-a98d5f150a98 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:42.769714 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162eea7-c080-47ee-bf95-a98d5f150a98 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a246c7d-b3fc-41b2-a081-27761fb4df53,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:42.775059 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d162eea7-c080-47ee-bf95-a98d5f150a98 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:42.776438 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d162eea7-c080-47ee-bf95-a98d5f150a98 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1273775 Jul 06 14:46:42.780825 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38682) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:46:42.786633 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-82781da8-82ac-4c25-a2bf-428581260deb tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group_rule': {'security_group_id': '1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:46:42.809910 n-d-773644-6 neutron-server[100417]: INFO neutron.db.securitygroups_db [None req-82781da8-82ac-4c25-a2bf-428581260deb tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Project 1feba65bea46409b8920d0b09f9745d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:46:42.814895 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-82781da8-82ac-4c25-a2bf-428581260deb tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:42.877320 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-82781da8-82ac-4c25-a2bf-428581260deb tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:42.884867 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-82781da8-82ac-4c25-a2bf-428581260deb tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:42.902842 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82781da8-82ac-4c25-a2bf-428581260deb tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da0ced70-25de-463a-86a7-e20bc38abe1c,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:42.907746 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-82781da8-82ac-4c25-a2bf-428581260deb tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:42.909121 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-82781da8-82ac-4c25-a2bf-428581260deb tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1272933 Jul 06 14:46:42.912548 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38684) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:46:42.917698 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-d16d83ad-8c7f-4be4-acb2-39817556a902 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'network': {'name': 'tempest-network-smoke--1076064465', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'port_security_enabled': True}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:46:42.939227 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16d83ad-8c7f-4be4-acb2-39817556a902 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Made reservation on behalf of 1feba65bea46409b8920d0b09f9745d4 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:46:42.945883 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d16d83ad-8c7f-4be4-acb2-39817556a902 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:42.974805 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16d83ad-8c7f-4be4-acb2-39817556a902 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:46:42.987929 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d16d83ad-8c7f-4be4-acb2-39817556a902 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:42.987929 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-d16d83ad-8c7f-4be4-acb2-39817556a902 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Added segment ea1025bb-f201-467e-b759-7ed90eb1d5ac of type vlan for network ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7 Jul 06 14:46:43.272877 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:43.369765 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d16d83ad-8c7f-4be4-acb2-39817556a902 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:43.398975 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d16d83ad-8c7f-4be4-acb2-39817556a902 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:43.404429 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16d83ad-8c7f-4be4-acb2-39817556a902 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:43.405016 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d16d83ad-8c7f-4be4-acb2-39817556a902 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:43.477213 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d16d83ad-8c7f-4be4-acb2-39817556a902 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5633924 Jul 06 14:46:43.480457 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38688) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:46:43.485285 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-d4913baa-ee2e-4823-847d-f95e5ef2ee79 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1907703518', 'admin_state_up': True, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:46:43.492354 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d83ad-8c7f-4be4-acb2-39817556a902 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Network': ['ID=ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:43.503710 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:46:43.510494 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d4913baa-ee2e-4823-847d-f95e5ef2ee79 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:43.511510 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d4913baa-ee2e-4823-847d-f95e5ef2ee79 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:43.566759 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d4913baa-ee2e-4823-847d-f95e5ef2ee79 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:43.702466 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d4913baa-ee2e-4823-847d-f95e5ef2ee79 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:44.243004 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d4913baa-ee2e-4823-847d-f95e5ef2ee79 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router_gateway, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:44.261656 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d4913baa-ee2e-4823-847d-f95e5ef2ee79 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:44.364223 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-d4913baa-ee2e-4823-847d-f95e5ef2ee79 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Allocated IP 172.25.6.56 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/820a2cd6-c237-4507-87b1-a17d5a400115) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:46:44.470448 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d4913baa-ee2e-4823-847d-f95e5ef2ee79 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:44.508582 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d4913baa-ee2e-4823-847d-f95e5ef2ee79 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:44.548034 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4913baa-ee2e-4823-847d-f95e5ef2ee79 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:46:44.551891 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-d4913baa-ee2e-4823-847d-f95e5ef2ee79 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:46:44.559666 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4913baa-ee2e-4823-847d-f95e5ef2ee79 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:46:44.565111 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4913baa-ee2e-4823-847d-f95e5ef2ee79 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Port': ['ID=820a2cd6-c237-4507-87b1-a17d5a400115,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:44.807796 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d4913baa-ee2e-4823-847d-f95e5ef2ee79 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router_gateway, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:45.004527 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d4913baa-ee2e-4823-847d-f95e5ef2ee79 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:45.135698 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4913baa-ee2e-4823-847d-f95e5ef2ee79 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Router bd043a17-02ec-46f7-8dd5-fa8012540261 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:46:45.251553 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4913baa-ee2e-4823-847d-f95e5ef2ee79 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:46:45.262173 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2786a960-d7a0-4afb-a284-8680cd5f36c5 None None] Sync routers for ids ['bd043a17-02ec-46f7-8dd5-fa8012540261'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:46:45.271907 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2786a960-d7a0-4afb-a284-8680cd5f36c5 None None] Routers {'bd043a17-02ec-46f7-8dd5-fa8012540261'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:46:45.272664 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2786a960-d7a0-4afb-a284-8680cd5f36c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:46:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['bd043a17-02ec-46f7-8dd5-fa8012540261'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:46:45.273652 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-d4913baa-ee2e-4823-847d-f95e5ef2ee79 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:45.275908 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-d4913baa-ee2e-4823-847d-f95e5ef2ee79 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7936587 Jul 06 14:46:45.278478 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38690) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:46:45.307433 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-57a95f94-05df-4285-9238-cf2500e46752 tempest-TestNetworkAdvancedServerOps-1825529131 tempest-TestNetworkAdvancedServerOps-1825529131-project-admin] 10.222.0.118 "GET /v2.0/subnets?project_id=1feba65bea46409b8920d0b09f9745d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278571 Jul 06 14:46:45.310349 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38692) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:46:45.385098 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-2786a960-d7a0-4afb-a284-8680cd5f36c5 None None] Set router bd043a17-02ec-46f7-8dd5-fa8012540261 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:46:45.403876 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df92be2e-35eb-4c23-9766-3eec72203d6e tempest-TestNetworkAdvancedServerOps-1825529131 tempest-TestNetworkAdvancedServerOps-1825529131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:45.405406 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-df92be2e-35eb-4c23-9766-3eec72203d6e tempest-TestNetworkAdvancedServerOps-1825529131 tempest-TestNetworkAdvancedServerOps-1825529131-project-admin] 10.222.0.118 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0941489 Jul 06 14:46:45.408317 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38694) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:46:45.447812 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-cd2ae141-c4ac-4c87-ac1c-e5d7656c7056 tempest-TestNetworkAdvancedServerOps-1825529131 tempest-TestNetworkAdvancedServerOps-1825529131-project-admin] 10.222.0.118 "GET /v2.0/subnets?network_id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380573 Jul 06 14:46:45.450274 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38696) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:46:45.455377 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-f8f7c5c3-491f-4e8a-b3ef-4765db6b6826 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1543808693', 'network_id': 'ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:46:45.557245 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f7c5c3-491f-4e8a-b3ef-4765db6b6826 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Made reservation on behalf of 1feba65bea46409b8920d0b09f9745d4 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:46:45.561265 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f8f7c5c3-491f-4e8a-b3ef-4765db6b6826 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:45.574498 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2786a960-d7a0-4afb-a284-8680cd5f36c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907703518', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '820a2cd6-c237-4507-87b1-a17d5a400115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:46:43Z', 'updated_at': '2021-07-06T14:46:44Z', 'revision_number': 3, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '820a2cd6-c237-4507-87b1-a17d5a400115', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:46:44Z', 'updated_at': '2021-07-06T14:46:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:46:45.607182 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2786a960-d7a0-4afb-a284-8680cd5f36c5 None None] Checking router: bd043a17-02ec-46f7-8dd5-fa8012540261 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:46:45.607536 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2786a960-d7a0-4afb-a284-8680cd5f36c5 None None] Updating router bd043a17-02ec-46f7-8dd5-fa8012540261 port 820a2cd6-c237-4507-87b1-a17d5a400115 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:46:45.643836 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2786a960-d7a0-4afb-a284-8680cd5f36c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:45.770451 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f8f7c5c3-491f-4e8a-b3ef-4765db6b6826 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:45.846375 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7c5c3-491f-4e8a-b3ef-4765db6b6826 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Subnet': ['ID=28daa08f-fae9-450b-8523-f5780374061c,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:45.856573 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f7c5c3-491f-4e8a-b3ef-4765db6b6826 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Checking segment: {'id': 'ea1025bb-f201-467e-b759-7ed90eb1d5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:46:45.856952 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f7c5c3-491f-4e8a-b3ef-4765db6b6826 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network hostable DHCP agents. Network: ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:46:45.879101 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f7c5c3-491f-4e8a-b3ef-4765db6b6826 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:46:45.887661 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-f8f7c5c3-491f-4e8a-b3ef-4765db6b6826 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:46:45.891906 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f7c5c3-491f-4e8a-b3ef-4765db6b6826 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:45.892630 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f8f7c5c3-491f-4e8a-b3ef-4765db6b6826 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:45.899516 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a9072c-2924-4b5d-afcb-e099789fc812 None None] Network ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:46:45.908129 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f8f7c5c3-491f-4e8a-b3ef-4765db6b6826 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4568043 Jul 06 14:46:45.911048 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38698) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:46:45.965401 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2786a960-d7a0-4afb-a284-8680cd5f36c5 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:45.983536 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2786a960-d7a0-4afb-a284-8680cd5f36c5 None None] Transition to ACTIVE for port object 820a2cd6-c237-4507-87b1-a17d5a400115 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:46:45.997347 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2786a960-d7a0-4afb-a284-8680cd5f36c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:46.092534 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-2786a960-d7a0-4afb-a284-8680cd5f36c5 None None] Attempting to bind port 820a2cd6-c237-4507-87b1-a17d5a400115 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:46:46.092906 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-2786a960-d7a0-4afb-a284-8680cd5f36c5 None None] Attempting to bind port 820a2cd6-c237-4507-87b1-a17d5a400115 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:46:46.093270 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2786a960-d7a0-4afb-a284-8680cd5f36c5 None None] Attempting to bind port 820a2cd6-c237-4507-87b1-a17d5a400115 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:46:46.098791 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902403d-afc8-4018-9595-d0567d8a168f None None] Pushing event updated for resources: {'Port': ['ID=820a2cd6-c237-4507-87b1-a17d5a400115,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:46.110295 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2786a960-d7a0-4afb-a284-8680cd5f36c5 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:46:46.110673 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2786a960-d7a0-4afb-a284-8680cd5f36c5 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:46:46.111077 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2786a960-d7a0-4afb-a284-8680cd5f36c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:46.111469 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2786a960-d7a0-4afb-a284-8680cd5f36c5 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:46:46.112624 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-2786a960-d7a0-4afb-a284-8680cd5f36c5 None None] Bound port: 820a2cd6-c237-4507-87b1-a17d5a400115, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:46:46.113220 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2786a960-d7a0-4afb-a284-8680cd5f36c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:46.178574 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c97e07-1016-4836-a2f9-ff8a5e4fddc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7', 'network_id': 'ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'fixed_ips': [{'subnet_id': '28daa08f-fae9-450b-8523-f5780374061c'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:46:46.179426 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-00c97e07-1016-4836-a2f9-ff8a5e4fddc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:46.201595 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-2786a960-d7a0-4afb-a284-8680cd5f36c5 None None] For port 820a2cd6-c237-4507-87b1-a17d5a400115, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:46:46.219677 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-2786a960-d7a0-4afb-a284-8680cd5f36c5 None None] For port 820a2cd6-c237-4507-87b1-a17d5a400115, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=820a2cd6-c237-4507-87b1-a17d5a400115,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:46:46.225386 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2786a960-d7a0-4afb-a284-8680cd5f36c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:46.353552 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-554f1686-980c-4ca1-ae9e-bca23b7ed67f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:46.363940 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2786a960-d7a0-4afb-a284-8680cd5f36c5 None None] Routers {'bd043a17-02ec-46f7-8dd5-fa8012540261'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:46:46.364572 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2786a960-d7a0-4afb-a284-8680cd5f36c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:46:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['bd043a17-02ec-46f7-8dd5-fa8012540261'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:46:46.417533 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0902403d-afc8-4018-9595-d0567d8a168f None None] Pushing event updated for resources: {'Port': ['ID=820a2cd6-c237-4507-87b1-a17d5a400115,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:46.443493 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-00c97e07-1016-4836-a2f9-ff8a5e4fddc1 None None] Allocated IP 172.20.0.2 (ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7/28daa08f-fae9-450b-8523-f5780374061c/cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:46:46.700030 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-2786a960-d7a0-4afb-a284-8680cd5f36c5 None None] Set router bd043a17-02ec-46f7-8dd5-fa8012540261 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:46:46.917191 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-00c97e07-1016-4836-a2f9-ff8a5e4fddc1 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:46.929113 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-00c97e07-1016-4836-a2f9-ff8a5e4fddc1 None None] Transition to ACTIVE for port object cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:46:46.951660 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-00c97e07-1016-4836-a2f9-ff8a5e4fddc1 None None] Transition to ACTIVE for port object cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:46:46.959830 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-00c97e07-1016-4836-a2f9-ff8a5e4fddc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:47.002021 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-2786a960-d7a0-4afb-a284-8680cd5f36c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907703518', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '820a2cd6-c237-4507-87b1-a17d5a400115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:46:43Z', 'updated_at': '2021-07-06T14:46:44Z', 'revision_number': 3, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '820a2cd6-c237-4507-87b1-a17d5a400115', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:46:44Z', 'updated_at': '2021-07-06T14:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:46:47.006561 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-554f1686-980c-4ca1-ae9e-bca23b7ed67f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Allocated IP 172.20.0.1 (ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7/28daa08f-fae9-450b-8523-f5780374061c/523c4093-9bc1-47c9-9b53-795dd14e029e) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:46:47.011222 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c97e07-1016-4836-a2f9-ff8a5e4fddc1 None None] Network ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:46:47.039566 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-00c97e07-1016-4836-a2f9-ff8a5e4fddc1 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:46:47.042078 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2786a960-d7a0-4afb-a284-8680cd5f36c5 None None] The sync data for ids ['bd043a17-02ec-46f7-8dd5-fa8012540261'] in n-d-773644-6 is: [{'id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907703518', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '820a2cd6-c237-4507-87b1-a17d5a400115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:46:43Z', 'updated_at': '2021-07-06T14:46:44Z', 'revision_number': 3, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '820a2cd6-c237-4507-87b1-a17d5a400115', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:46:44Z', 'updated_at': '2021-07-06T14:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:46:47.047263 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c97e07-1016-4836-a2f9-ff8a5e4fddc1 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:46:47.056139 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c97e07-1016-4836-a2f9-ff8a5e4fddc1 None None] Pushing event updated for resources: {'Port': ['ID=cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:47.123324 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:47.126891 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-00c97e07-1016-4836-a2f9-ff8a5e4fddc1 None None] Attempting to bind port cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:46:47.127266 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-00c97e07-1016-4836-a2f9-ff8a5e4fddc1 None None] Attempting to bind port cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'ea1025bb-f201-467e-b759-7ed90eb1d5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:46:47.128216 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c97e07-1016-4836-a2f9-ff8a5e4fddc1 None None] Attempting to bind port cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5 on network ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:46:47.133904 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c97e07-1016-4836-a2f9-ff8a5e4fddc1 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:46:47.134293 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c97e07-1016-4836-a2f9-ff8a5e4fddc1 None None] Checking segment: {'id': 'ea1025bb-f201-467e-b759-7ed90eb1d5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:46:47.134693 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-00c97e07-1016-4836-a2f9-ff8a5e4fddc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:47.135087 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c97e07-1016-4836-a2f9-ff8a5e4fddc1 None None] Bound using segment: {'id': 'ea1025bb-f201-467e-b759-7ed90eb1d5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:46:47.135277 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-554f1686-980c-4ca1-ae9e-bca23b7ed67f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:47.135733 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-00c97e07-1016-4836-a2f9-ff8a5e4fddc1 None None] Bound port: cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea1025bb-f201-467e-b759-7ed90eb1d5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:46:47.136125 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-00c97e07-1016-4836-a2f9-ff8a5e4fddc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:47.150696 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-554f1686-980c-4ca1-ae9e-bca23b7ed67f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Transition to ACTIVE for port object 523c4093-9bc1-47c9-9b53-795dd14e029e will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:46:47.185983 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-554f1686-980c-4ca1-ae9e-bca23b7ed67f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:47.214759 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-00c97e07-1016-4836-a2f9-ff8a5e4fddc1 None None] For port cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:46:47.219499 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-00c97e07-1016-4836-a2f9-ff8a5e4fddc1 None None] For port cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5,segment=NetworkSegment(ea1025bb-f201-467e-b759-7ed90eb1d5ac),segment_id=ea1025bb-f201-467e-b759-7ed90eb1d5ac)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:46:47.223097 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554f1686-980c-4ca1-ae9e-bca23b7ed67f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:46:47.226494 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-554f1686-980c-4ca1-ae9e-bca23b7ed67f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:46:47.228773 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-00c97e07-1016-4836-a2f9-ff8a5e4fddc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:47.230489 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554f1686-980c-4ca1-ae9e-bca23b7ed67f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:46:47.281705 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f1686-980c-4ca1-ae9e-bca23b7ed67f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Port': ['ID=523c4093-9bc1-47c9-9b53-795dd14e029e,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:47.296751 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-554f1686-980c-4ca1-ae9e-bca23b7ed67f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:47.306929 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c97e07-1016-4836-a2f9-ff8a5e4fddc1 None None] Pushing event updated for resources: {'Port': ['ID=cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:47.465076 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-554f1686-980c-4ca1-ae9e-bca23b7ed67f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:47.782956 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-554f1686-980c-4ca1-ae9e-bca23b7ed67f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:47.790962 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-554f1686-980c-4ca1-ae9e-bca23b7ed67f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:47.880842 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:46:47.883576 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-554f1686-980c-4ca1-ae9e-bca23b7ed67f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:47.885386 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f1686-980c-4ca1-ae9e-bca23b7ed67f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Port': ['ID=523c4093-9bc1-47c9-9b53-795dd14e029e,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:47.937394 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:46:47.942691 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 820a2cd6-c237-4507-87b1-a17d5a400115 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:46:47.988528 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554f1686-980c-4ca1-ae9e-bca23b7ed67f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:46:47.990399 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-554f1686-980c-4ca1-ae9e-bca23b7ed67f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:46:47.995017 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 820a2cd6-c237-4507-87b1-a17d5a400115 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:46:47.999885 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 820a2cd6-c237-4507-87b1-a17d5a400115 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:46:48.000366 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:48.120045 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:48.131785 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554f1686-980c-4ca1-ae9e-bca23b7ed67f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Router bd043a17-02ec-46f7-8dd5-fa8012540261 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:46:48.146799 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 820a2cd6-c237-4507-87b1-a17d5a400115, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=820a2cd6-c237-4507-87b1-a17d5a400115,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:46:48.151183 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:48.202945 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=820a2cd6-c237-4507-87b1-a17d5a400115,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:48.275776 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554f1686-980c-4ca1-ae9e-bca23b7ed67f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:46:48.281690 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-554f1686-980c-4ca1-ae9e-bca23b7ed67f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "PUT /v2.0/routers/bd043a17-02ec-46f7-8dd5-fa8012540261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3695016 Jul 06 14:46:48.422772 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff3732d-0a51-4d19-b6ca-454c2ece9f3d None None] Network ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:46:48.459365 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-cda10078-2ef7-49d0-b2ab-e8c6b4177c95 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-877181421&fields=id&tenant_id=1feba65bea46409b8920d0b09f9745d4 HTTP/1.1" status: 200 len: 267 time: 0.0340245 Jul 06 14:46:48.488005 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-87ef2dd4-3a32-4341-9de4-23a5f8a5ae7e None None] Provisioning for port cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:46:48.495732 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-87ef2dd4-3a32-4341-9de4-23a5f8a5ae7e None None] Provisioning complete for port cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:46:48.496311 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-87ef2dd4-3a32-4341-9de4-23a5f8a5ae7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:48.577843 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-38a60bba-3758-498c-ba7b-60347ea05531 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:48.579401 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-38a60bba-3758-498c-ba7b-60347ea05531 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/networks?id=ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7 HTTP/1.1" status: 200 len: 797 time: 0.1134453 Jul 06 14:46:48.594905 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-89787477-8371-4a3f-bbd9-038d174ab801 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/quotas/1feba65bea46409b8920d0b09f9745d4 HTTP/1.1" status: 200 len: 375 time: 0.0091927 Jul 06 14:46:48.663271 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-87ef2dd4-3a32-4341-9de4-23a5f8a5ae7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:48.682680 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-c9669542-2a9a-4b94-babf-3c3e17f67a75 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789669 Jul 06 14:46:48.706856 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-87ef2dd4-3a32-4341-9de4-23a5f8a5ae7e None None] For port cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5,segment=NetworkSegment(ea1025bb-f201-467e-b759-7ed90eb1d5ac),segment_id=ea1025bb-f201-467e-b759-7ed90eb1d5ac)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:46:48.715205 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-87ef2dd4-3a32-4341-9de4-23a5f8a5ae7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:48.770890 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef2dd4-3a32-4341-9de4-23a5f8a5ae7e None None] Pushing event updated for resources: {'Port': ['ID=cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:48.891724 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a204d7-bb10-44b8-bc6f-629fd4728a61 None None] Sync routers for ids ['bd043a17-02ec-46f7-8dd5-fa8012540261'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:46:48.907771 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-02fd8d61-3605-4604-9edf-5077e73a99e7 service neutron] 10.222.0.118 "GET /v2.0/networks/ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192409 Jul 06 14:46:48.947601 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-89e51196-35b9-4eb9-8843-82b7a48417ca None None] Provisioning complete for port cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:46:48.948236 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-89e51196-35b9-4eb9-8843-82b7a48417ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:49.000363 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a204d7-bb10-44b8-bc6f-629fd4728a61 None None] Routers {'bd043a17-02ec-46f7-8dd5-fa8012540261'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:46:49.000899 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e9a204d7-bb10-44b8-bc6f-629fd4728a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:46:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['bd043a17-02ec-46f7-8dd5-fa8012540261'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:46:49.024544 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-f400a504-b6fb-4980-aa57-a79f4469103b service neutron] 10.222.0.118 "GET /v2.0/networks/ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105504 Jul 06 14:46:49.065404 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-89e51196-35b9-4eb9-8843-82b7a48417ca None None] Provisioning for port 523c4093-9bc1-47c9-9b53-795dd14e029e completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:46:49.071980 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-89e51196-35b9-4eb9-8843-82b7a48417ca None None] Provisioning complete for port 523c4093-9bc1-47c9-9b53-795dd14e029e triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:46:49.072547 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-89e51196-35b9-4eb9-8843-82b7a48417ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:49.115986 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-e9a204d7-bb10-44b8-bc6f-629fd4728a61 None None] Set router bd043a17-02ec-46f7-8dd5-fa8012540261 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:46:49.116840 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-89e51196-35b9-4eb9-8843-82b7a48417ca None None] Port 523c4093-9bc1-47c9-9b53-795dd14e029e cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:46:49.267145 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a9eb1aad-ddf6-457b-90f0-423bad4f73dc None None] Provisioning complete for port 523c4093-9bc1-47c9-9b53-795dd14e029e triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:46:49.267652 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a9eb1aad-ddf6-457b-90f0-423bad4f73dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:49.291205 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1af753ca-a091-4967-9f20-68fad3fb1d95 req-6528b137-5130-4542-806f-2dcb75890450 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 210 time: 0.0725725 Jul 06 14:46:49.304075 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:49.331375 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a9eb1aad-ddf6-457b-90f0-423bad4f73dc None None] Port 523c4093-9bc1-47c9-9b53-795dd14e029e cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:46:49.371047 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e9a204d7-bb10-44b8-bc6f-629fd4728a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907703518', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '820a2cd6-c237-4507-87b1-a17d5a400115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:46:43Z', 'updated_at': '2021-07-06T14:46:47Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '820a2cd6-c237-4507-87b1-a17d5a400115', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:46:44Z', 'updated_at': '2021-07-06T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '523c4093-9bc1-47c9-9b53-795dd14e029e', 'name': '', 'network_id': 'ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:56:bf:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '28daa08f-fae9-450b-8523-f5780374061c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:46:46Z', 'updated_at': '2021-07-06T14:46:47Z', 'revision_number': 2, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': '28daa08f-fae9-450b-8523-f5780374061c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:46:49.398882 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a204d7-bb10-44b8-bc6f-629fd4728a61 None None] Checking router: bd043a17-02ec-46f7-8dd5-fa8012540261 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:46:49.399062 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a204d7-bb10-44b8-bc6f-629fd4728a61 None None] Updating router bd043a17-02ec-46f7-8dd5-fa8012540261 port 523c4093-9bc1-47c9-9b53-795dd14e029e binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:46:49.442070 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-e9a204d7-bb10-44b8-bc6f-629fd4728a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:49.552110 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a6b0b5f5-e894-433d-be5f-2fc29b4e4d24 None None] Provisioning complete for port 523c4093-9bc1-47c9-9b53-795dd14e029e triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:46:49.552698 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a6b0b5f5-e894-433d-be5f-2fc29b4e4d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:49.590238 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a6b0b5f5-e894-433d-be5f-2fc29b4e4d24 None None] Port 523c4093-9bc1-47c9-9b53-795dd14e029e cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:46:49.721442 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-e9a204d7-bb10-44b8-bc6f-629fd4728a61 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:49.724452 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-e9a204d7-bb10-44b8-bc6f-629fd4728a61 None None] Transition to ACTIVE for port object 523c4093-9bc1-47c9-9b53-795dd14e029e will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:46:49.732244 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-e9a204d7-bb10-44b8-bc6f-629fd4728a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:49.867100 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94fd4f7-fbdc-4ed0-aaf3-5378cb04cd21 None None] Pushing event updated for resources: {'Port': ['ID=523c4093-9bc1-47c9-9b53-795dd14e029e,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:49.903598 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:46:49.936374 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94fd4f7-fbdc-4ed0-aaf3-5378cb04cd21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:49.937188 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94fd4f7-fbdc-4ed0-aaf3-5378cb04cd21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:49.937468 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94fd4f7-fbdc-4ed0-aaf3-5378cb04cd21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:49.938073 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94fd4f7-fbdc-4ed0-aaf3-5378cb04cd21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:49.938712 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94fd4f7-fbdc-4ed0-aaf3-5378cb04cd21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:49.939168 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94fd4f7-fbdc-4ed0-aaf3-5378cb04cd21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:49.939702 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94fd4f7-fbdc-4ed0-aaf3-5378cb04cd21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:49.940822 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94fd4f7-fbdc-4ed0-aaf3-5378cb04cd21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:49.941375 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94fd4f7-fbdc-4ed0-aaf3-5378cb04cd21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:49.942130 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94fd4f7-fbdc-4ed0-aaf3-5378cb04cd21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:49.943060 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94fd4f7-fbdc-4ed0-aaf3-5378cb04cd21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:49.943822 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94fd4f7-fbdc-4ed0-aaf3-5378cb04cd21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:46:49.980136 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-e9a204d7-bb10-44b8-bc6f-629fd4728a61 None None] Attempting to bind port 523c4093-9bc1-47c9-9b53-795dd14e029e on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:46:49.981977 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-e9a204d7-bb10-44b8-bc6f-629fd4728a61 None None] Attempting to bind port 523c4093-9bc1-47c9-9b53-795dd14e029e by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'ea1025bb-f201-467e-b759-7ed90eb1d5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:46:49.982711 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a204d7-bb10-44b8-bc6f-629fd4728a61 None None] Attempting to bind port 523c4093-9bc1-47c9-9b53-795dd14e029e on network ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:46:49.992109 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:46:49.992901 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:49.994521 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a204d7-bb10-44b8-bc6f-629fd4728a61 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:46:49.995708 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a204d7-bb10-44b8-bc6f-629fd4728a61 None None] Checking segment: {'id': 'ea1025bb-f201-467e-b759-7ed90eb1d5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:46:49.997054 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-e9a204d7-bb10-44b8-bc6f-629fd4728a61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:49.998032 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a204d7-bb10-44b8-bc6f-629fd4728a61 None None] Bound using segment: {'id': 'ea1025bb-f201-467e-b759-7ed90eb1d5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:46:49.999111 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-e9a204d7-bb10-44b8-bc6f-629fd4728a61 None None] Bound port: 523c4093-9bc1-47c9-9b53-795dd14e029e, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea1025bb-f201-467e-b759-7ed90eb1d5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:46:50.000047 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-e9a204d7-bb10-44b8-bc6f-629fd4728a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:50.132487 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-e9a204d7-bb10-44b8-bc6f-629fd4728a61 None None] For port 523c4093-9bc1-47c9-9b53-795dd14e029e, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:46:50.139192 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-e9a204d7-bb10-44b8-bc6f-629fd4728a61 None None] For port 523c4093-9bc1-47c9-9b53-795dd14e029e, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=523c4093-9bc1-47c9-9b53-795dd14e029e,segment=NetworkSegment(ea1025bb-f201-467e-b759-7ed90eb1d5ac),segment_id=ea1025bb-f201-467e-b759-7ed90eb1d5ac)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:46:50.148916 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-e9a204d7-bb10-44b8-bc6f-629fd4728a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:50.154461 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 820a2cd6-c237-4507-87b1-a17d5a400115 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:46:50.272696 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94fd4f7-fbdc-4ed0-aaf3-5378cb04cd21 None None] Pushing event updated for resources: {'Port': ['ID=523c4093-9bc1-47c9-9b53-795dd14e029e,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:50.285602 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a204d7-bb10-44b8-bc6f-629fd4728a61 None None] Routers {'bd043a17-02ec-46f7-8dd5-fa8012540261'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:46:50.286593 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e9a204d7-bb10-44b8-bc6f-629fd4728a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:46:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['bd043a17-02ec-46f7-8dd5-fa8012540261'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:46:50.315918 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 820a2cd6-c237-4507-87b1-a17d5a400115 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:46:50.316415 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:50.554967 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-e9a204d7-bb10-44b8-bc6f-629fd4728a61 None None] Set router bd043a17-02ec-46f7-8dd5-fa8012540261 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:46:50.584063 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7ac2c044-4724-426c-b7c7-4465363e1f48 req-e51b2105-56b3-43a0-96c7-8c4c9695fc9e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 210 time: 0.0436881 Jul 06 14:46:50.773351 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e9a204d7-bb10-44b8-bc6f-629fd4728a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907703518', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '820a2cd6-c237-4507-87b1-a17d5a400115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:46:43Z', 'updated_at': '2021-07-06T14:46:47Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '820a2cd6-c237-4507-87b1-a17d5a400115', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:46:44Z', 'updated_at': '2021-07-06T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '523c4093-9bc1-47c9-9b53-795dd14e029e', 'name': '', 'network_id': 'ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:56:bf:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '28daa08f-fae9-450b-8523-f5780374061c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:46:46Z', 'updated_at': '2021-07-06T14:46:50Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': '28daa08f-fae9-450b-8523-f5780374061c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:46:50.800957 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a204d7-bb10-44b8-bc6f-629fd4728a61 None None] The sync data for ids ['bd043a17-02ec-46f7-8dd5-fa8012540261'] in n-d-773644-6 is: [{'id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907703518', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '820a2cd6-c237-4507-87b1-a17d5a400115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:46:43Z', 'updated_at': '2021-07-06T14:46:47Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '820a2cd6-c237-4507-87b1-a17d5a400115', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:46:44Z', 'updated_at': '2021-07-06T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '523c4093-9bc1-47c9-9b53-795dd14e029e', 'name': '', 'network_id': 'ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:56:bf:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '28daa08f-fae9-450b-8523-f5780374061c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:46:46Z', 'updated_at': '2021-07-06T14:46:50Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': '28daa08f-fae9-450b-8523-f5780374061c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:46:51.116770 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-bebb3ce1-60d2-4f32-9ec4-1c7d333f30fa tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:51.118537 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-bebb3ce1-60d2-4f32-9ec4-1c7d333f30fa tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.52 "GET /v2.0/networks?id=ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7 HTTP/1.1" status: 200 len: 797 time: 0.1136425 Jul 06 14:46:51.176249 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-9f6cebaf-ed18-486b-9ed6-a1c832e6a460 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1feba65bea46409b8920d0b09f9745d4 HTTP/1.1" status: 200 len: 379 time: 0.0395153 Jul 06 14:46:51.188956 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-a40a5a50-8e9e-48f3-ac40-ca81ff7bf3d7 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'port': {'device_id': '06454dbf-e8bb-4777-bdea-800e51905916', 'network_id': 'ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7', 'admin_state_up': True, 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'security_groups': ['1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:46:51.313305 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-a40a5a50-8e9e-48f3-ac40-ca81ff7bf3d7 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Made reservation on behalf of 1feba65bea46409b8920d0b09f9745d4 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:46:51.317353 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-a40a5a50-8e9e-48f3-ac40-ca81ff7bf3d7 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:51.454327 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-a40a5a50-8e9e-48f3-ac40-ca81ff7bf3d7 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Allocated IP 172.20.0.8 (ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7/28daa08f-fae9-450b-8523-f5780374061c/4ab45f8d-d150-4e76-a38e-9a5341d0ac76) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:46:51.864633 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 523c4093-9bc1-47c9-9b53-795dd14e029e up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:46:51.897217 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b3cf1cee-0009-48bf-a304-f43659b7c83c req-ba494da6-0153-4c9c-8e06-dfdf8d6be550 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 210 time: 0.0364232 Jul 06 14:46:51.931041 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 523c4093-9bc1-47c9-9b53-795dd14e029e completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:46:51.937782 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 523c4093-9bc1-47c9-9b53-795dd14e029e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:46:51.938173 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:52.008962 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-a40a5a50-8e9e-48f3-ac40-ca81ff7bf3d7 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:52.022519 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:52.022886 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-a40a5a50-8e9e-48f3-ac40-ca81ff7bf3d7 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Transition to ACTIVE for port object 4ab45f8d-d150-4e76-a38e-9a5341d0ac76 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:46:52.061167 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 523c4093-9bc1-47c9-9b53-795dd14e029e, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=523c4093-9bc1-47c9-9b53-795dd14e029e,segment=NetworkSegment(ea1025bb-f201-467e-b759-7ed90eb1d5ac),segment_id=ea1025bb-f201-467e-b759-7ed90eb1d5ac)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:46:52.066071 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:52.072588 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-a40a5a50-8e9e-48f3-ac40-ca81ff7bf3d7 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:52.121963 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=523c4093-9bc1-47c9-9b53-795dd14e029e,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:52.141160 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-a40a5a50-8e9e-48f3-ac40-ca81ff7bf3d7 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:46:52.150150 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-a40a5a50-8e9e-48f3-ac40-ca81ff7bf3d7 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:46:52.155097 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-a40a5a50-8e9e-48f3-ac40-ca81ff7bf3d7 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:46:52.160047 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a5a50-8e9e-48f3-ac40-ca81ff7bf3d7 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Port': ['ID=4ab45f8d-d150-4e76-a38e-9a5341d0ac76,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:52.210502 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-a40a5a50-8e9e-48f3-ac40-ca81ff7bf3d7 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:52.211141 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-a40a5a50-8e9e-48f3-ac40-ca81ff7bf3d7 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:52.227112 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-a40a5a50-8e9e-48f3-ac40-ca81ff7bf3d7 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0426440 Jul 06 14:46:52.243193 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-8c0820bd-6d26-4001-9447-177701df5520 service neutron] Request body: {'port': {'device_id': '06454dbf-e8bb-4777-bdea-800e51905916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:46:52.326348 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-8c0820bd-6d26-4001-9447-177701df5520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:52.467664 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5555d219-f2d8-48ad-8542-119c926267c9 None None] Provisioning for port 4ab45f8d-d150-4e76-a38e-9a5341d0ac76 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:46:52.472349 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-5555d219-f2d8-48ad-8542-119c926267c9 None None] Provisioning complete for port 4ab45f8d-d150-4e76-a38e-9a5341d0ac76 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:46:52.472776 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5555d219-f2d8-48ad-8542-119c926267c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:52.512522 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-5555d219-f2d8-48ad-8542-119c926267c9 None None] Port 4ab45f8d-d150-4e76-a38e-9a5341d0ac76 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:46:52.615949 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-8c0820bd-6d26-4001-9447-177701df5520 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab45f8d-d150-4e76-a38e-9a5341d0ac76 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:46:52.623675 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-8c0820bd-6d26-4001-9447-177701df5520 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:52.638602 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-8c0820bd-6d26-4001-9447-177701df5520 service neutron] Transition to ACTIVE for port object 4ab45f8d-d150-4e76-a38e-9a5341d0ac76 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:46:52.644295 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-8c0820bd-6d26-4001-9447-177701df5520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:52.722920 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0820bd-6d26-4001-9447-177701df5520 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab45f8d-d150-4e76-a38e-9a5341d0ac76,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:52.806671 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-8c0820bd-6d26-4001-9447-177701df5520 service neutron] Attempting to bind port 4ab45f8d-d150-4e76-a38e-9a5341d0ac76 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:46:52.807022 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-8c0820bd-6d26-4001-9447-177701df5520 service neutron] Attempting to bind port 4ab45f8d-d150-4e76-a38e-9a5341d0ac76 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'ea1025bb-f201-467e-b759-7ed90eb1d5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:46:52.807365 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-8c0820bd-6d26-4001-9447-177701df5520 service neutron] Attempting to bind port 4ab45f8d-d150-4e76-a38e-9a5341d0ac76 on network ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:46:52.812407 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-8c0820bd-6d26-4001-9447-177701df5520 service neutron] Port 4ab45f8d-d150-4e76-a38e-9a5341d0ac76 on network ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:46:52.812740 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-8c0820bd-6d26-4001-9447-177701df5520 service neutron] Attempting to bind port 4ab45f8d-d150-4e76-a38e-9a5341d0ac76 on network ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:46:52.818912 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-8c0820bd-6d26-4001-9447-177701df5520 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:46:52.819262 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-8c0820bd-6d26-4001-9447-177701df5520 service neutron] Checking segment: {'id': 'ea1025bb-f201-467e-b759-7ed90eb1d5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:46:52.819662 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-8c0820bd-6d26-4001-9447-177701df5520 service neutron] Bound using segment: {'id': 'ea1025bb-f201-467e-b759-7ed90eb1d5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:46:52.820103 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-8c0820bd-6d26-4001-9447-177701df5520 service neutron] Bound port: 4ab45f8d-d150-4e76-a38e-9a5341d0ac76, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea1025bb-f201-467e-b759-7ed90eb1d5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:46:52.820469 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-8c0820bd-6d26-4001-9447-177701df5520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:52.887827 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-8c0820bd-6d26-4001-9447-177701df5520 service neutron] For port 4ab45f8d-d150-4e76-a38e-9a5341d0ac76, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:46:52.890833 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-8c0820bd-6d26-4001-9447-177701df5520 service neutron] For port 4ab45f8d-d150-4e76-a38e-9a5341d0ac76, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4ab45f8d-d150-4e76-a38e-9a5341d0ac76,segment=NetworkSegment(ea1025bb-f201-467e-b759-7ed90eb1d5ac),segment_id=ea1025bb-f201-467e-b759-7ed90eb1d5ac)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:46:52.894922 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-8c0820bd-6d26-4001-9447-177701df5520 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:52.929379 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-8c0820bd-6d26-4001-9447-177701df5520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:52.930031 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-8c0820bd-6d26-4001-9447-177701df5520 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:52.931513 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-8c0820bd-6d26-4001-9447-177701df5520 service neutron] 10.222.0.52 "PUT /v2.0/ports/4ab45f8d-d150-4e76-a38e-9a5341d0ac76 HTTP/1.1" status: 200 len: 1091 time: 0.6927936 Jul 06 14:46:52.931911 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06454dbf-e8bb-4777-bdea-800e51905916', 'tag': '4ab45f8d-d150-4e76-a38e-9a5341d0ac76'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:46:52.934542 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfe4152-a7db-45eb-a211-c12031260a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "06454dbf-e8bb-4777-bdea-800e51905916", "tag": "4ab45f8d-d150-4e76-a38e-9a5341d0ac76"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:46:52.969886 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0820bd-6d26-4001-9447-177701df5520 service neutron] Pushing event updated for resources: {'Port': ['ID=4ab45f8d-d150-4e76-a38e-9a5341d0ac76,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:53.059322 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-66887d3c-e6a6-4a37-a960-e488e7348259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:53.060866 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-66887d3c-e6a6-4a37-a960-e488e7348259 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 1094 time: 0.0724413 Jul 06 14:46:53.115674 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-527bc2e9-f7c1-4523-bbfa-67f5757faae7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ab45f8d-d150-4e76-a38e-9a5341d0ac76 HTTP/1.1" status: 200 len: 217 time: 0.0381534 Jul 06 14:46:53.176092 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5c428-4e26-4c3e-b17b-3ee39e193f67 req-a2eb7cbd-86c9-4d43-b223-2aaa2a70ff80 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:53.177709 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-93f5c428-4e26-4c3e-b17b-3ee39e193f67 req-a2eb7cbd-86c9-4d43-b223-2aaa2a70ff80 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 943 time: 0.1367412 Jul 06 14:46:53.211167 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-563a03eb-9222-4395-b844-27d50a75d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:53.212646 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-563a03eb-9222-4395-b844-27d50a75d91c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=28daa08f-fae9-450b-8523-f5780374061c HTTP/1.1" status: 200 len: 835 time: 0.0759590 Jul 06 14:46:53.254898 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-93f5c428-4e26-4c3e-b17b-3ee39e193f67 req-5d5fe55b-8f60-4a0e-9172-fde98122e1af tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688219 Jul 06 14:46:53.279826 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-b4f1a92c-6be6-4499-a465-1d3f5eaad9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:53.281352 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-b4f1a92c-6be6-4499-a465-1d3f5eaad9e5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591557 Jul 06 14:46:53.300831 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78c8cd8-60eb-4860-8d2c-90f1a9c07ce2 x-openstack-request-id: req-a78c8cd8-60eb-4860-8d2c-90f1a9c07ce2 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:46:53.301125 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06454dbf-e8bb-4777-bdea-800e51905916", "tag": "4ab45f8d-d150-4e76-a38e-9a5341d0ac76", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:46:53.301382 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-a78c8cd8-60eb-4860-8d2c-90f1a9c07ce2 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:46:53.301813 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06454dbf-e8bb-4777-bdea-800e51905916', 'tag': '4ab45f8d-d150-4e76-a38e-9a5341d0ac76', 'status': 'completed', 'code': 200} Jul 06 14:46:53.382365 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-a444246e-d85a-4114-91d2-61db75bb0d9c service neutron] 10.222.0.52 "GET /v2.0/networks/ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909243 Jul 06 14:46:53.479399 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-35d03cc7-ac91-4ab4-abf1-2b7d48c5a8ef req-0bb7f101-b247-4a17-935c-853a7a03181f service neutron] 10.222.0.52 "GET /v2.0/networks/ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832596 Jul 06 14:46:53.584636 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe4152-a7db-45eb-a211-c12031260a0c req-a7194532-a129-4e1a-aa7f-dd0780cf5d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:53.586177 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbfe4152-a7db-45eb-a211-c12031260a0c req-a7194532-a129-4e1a-aa7f-dd0780cf5d4f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 1094 time: 0.0529072 Jul 06 14:46:53.679473 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe4152-a7db-45eb-a211-c12031260a0c req-b835e34c-02c5-4a0e-87e7-75f69a7d009c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:53.680977 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbfe4152-a7db-45eb-a211-c12031260a0c req-b835e34c-02c5-4a0e-87e7-75f69a7d009c service neutron] 10.222.0.52 "GET /v2.0/networks?id=ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7 HTTP/1.1" status: 200 len: 898 time: 0.0885122 Jul 06 14:46:53.722227 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbfe4152-a7db-45eb-a211-c12031260a0c req-987c1b1f-8962-4198-95fe-7960ac484437 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ab45f8d-d150-4e76-a38e-9a5341d0ac76 HTTP/1.1" status: 200 len: 217 time: 0.0347791 Jul 06 14:46:53.771480 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe4152-a7db-45eb-a211-c12031260a0c req-05000f3f-39f7-43ff-87da-bb0e44344b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:53.772966 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbfe4152-a7db-45eb-a211-c12031260a0c req-05000f3f-39f7-43ff-87da-bb0e44344b10 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=28daa08f-fae9-450b-8523-f5780374061c HTTP/1.1" status: 200 len: 835 time: 0.0435846 Jul 06 14:46:53.828070 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 523c4093-9bc1-47c9-9b53-795dd14e029e up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:46:53.840786 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe4152-a7db-45eb-a211-c12031260a0c req-e22f95ed-3821-4350-9ac3-19dcfbc6919f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:53.842348 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbfe4152-a7db-45eb-a211-c12031260a0c req-e22f95ed-3821-4350-9ac3-19dcfbc6919f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603967 Jul 06 14:46:53.878594 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 523c4093-9bc1-47c9-9b53-795dd14e029e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:46:53.878999 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:53.935658 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbfe4152-a7db-45eb-a211-c12031260a0c req-9e4bcc44-d8d9-4570-8a80-5958ad846970 service neutron] 10.222.0.52 "GET /v2.0/networks/ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848570 Jul 06 14:46:54.033665 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dbfe4152-a7db-45eb-a211-c12031260a0c req-cf636fc3-c038-490b-add0-c0622746299c service neutron] 10.222.0.52 "GET /v2.0/networks/ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876508 Jul 06 14:46:54.438691 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61475695-015e-48f4-915a-a59ca921c8bb req-0bb03226-6f66-4bd6-94ca-30d6876f85cb tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:54.440270 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-61475695-015e-48f4-915a-a59ca921c8bb req-0bb03226-6f66-4bd6-94ca-30d6876f85cb tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 943 time: 0.0677686 Jul 06 14:46:54.478836 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-61475695-015e-48f4-915a-a59ca921c8bb req-c7945895-2815-4c27-8803-b843fc40f44c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329494 Jul 06 14:46:55.654672 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9c850-5cbd-4cf5-8136-7a9b7add4fbc req-78e4f03a-4f3f-4f1e-9b88-fc04c5af1c9b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:55.656152 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5e9c850-5cbd-4cf5-8136-7a9b7add4fbc req-78e4f03a-4f3f-4f1e-9b88-fc04c5af1c9b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 943 time: 0.0636306 Jul 06 14:46:55.699877 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e5e9c850-5cbd-4cf5-8136-7a9b7add4fbc req-5ba6d368-0948-47e1-a851-e20a9cb02202 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374942 Jul 06 14:46:56.286934 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 4ab45f8d-d150-4e76-a38e-9a5341d0ac76 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:46:56.383915 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 4ab45f8d-d150-4e76-a38e-9a5341d0ac76, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4ab45f8d-d150-4e76-a38e-9a5341d0ac76,segment=NetworkSegment(ea1025bb-f201-467e-b759-7ed90eb1d5ac),segment_id=ea1025bb-f201-467e-b759-7ed90eb1d5ac)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:46:56.395920 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '4ab45f8d-d150-4e76-a38e-9a5341d0ac76', 'network_id': 'ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7', 'port_id': '4ab45f8d-d150-4e76-a38e-9a5341d0ac76', 'mac_address': 'fa:16:3e:99:8d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28daa08f-fae9-450b-8523-f5780374061c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:46:56.434799 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:56.447620 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ab45f8d-d150-4e76-a38e-9a5341d0ac76 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:46:56.467041 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 4ab45f8d-d150-4e76-a38e-9a5341d0ac76, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4ab45f8d-d150-4e76-a38e-9a5341d0ac76,segment=NetworkSegment(ea1025bb-f201-467e-b759-7ed90eb1d5ac),segment_id=ea1025bb-f201-467e-b759-7ed90eb1d5ac)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:46:56.471879 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:56.517563 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=4ab45f8d-d150-4e76-a38e-9a5341d0ac76,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:56.729030 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['4ab45f8d-d150-4e76-a38e-9a5341d0ac76'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:46:56.878505 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba822803-e07b-4cec-95aa-f9f344c8a9b0 req-ef530c0d-5626-4526-9aa9-47f4071de954 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:56.880028 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ba822803-e07b-4cec-95aa-f9f344c8a9b0 req-ef530c0d-5626-4526-9aa9-47f4071de954 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 944 time: 0.0651484 Jul 06 14:46:56.918993 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ba822803-e07b-4cec-95aa-f9f344c8a9b0 req-abee67c4-bfd3-4a38-8b5c-1489c3df98f0 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329726 Jul 06 14:46:58.093622 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c9616-c8ca-4a8d-9da6-2525171941a8 req-3728fd5c-413e-4ec0-9da4-92ea44470ede tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:58.095119 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bf9c9616-c8ca-4a8d-9da6-2525171941a8 req-3728fd5c-413e-4ec0-9da4-92ea44470ede tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 944 time: 0.0642776 Jul 06 14:46:58.138439 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bf9c9616-c8ca-4a8d-9da6-2525171941a8 req-3e889fbc-ff3d-42b4-b1f9-3317b1259eb0 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371425 Jul 06 14:46:58.294617 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 4ab45f8d-d150-4e76-a38e-9a5341d0ac76 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:46:58.346273 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 4ab45f8d-d150-4e76-a38e-9a5341d0ac76 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:46:58.349913 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 4ab45f8d-d150-4e76-a38e-9a5341d0ac76 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:46:58.350292 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:58.431107 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:58.454701 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06454dbf-e8bb-4777-bdea-800e51905916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab45f8d-d150-4e76-a38e-9a5341d0ac76'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:46:58.457693 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7b3130d190d3a8890db0c4eafcc3a45a14b225becedd5045b600f6b402c608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3334d58c-e13c-43d7-9f58-77e266c87049" -d '{"events": [{"server_uuid": "06454dbf-e8bb-4777-bdea-800e51905916", "name": "network-vif-plugged", "status": "completed", "tag": "4ab45f8d-d150-4e76-a38e-9a5341d0ac76"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:46:58.470320 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 4ab45f8d-d150-4e76-a38e-9a5341d0ac76, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4ab45f8d-d150-4e76-a38e-9a5341d0ac76,segment=NetworkSegment(ea1025bb-f201-467e-b759-7ed90eb1d5ac),segment_id=ea1025bb-f201-467e-b759-7ed90eb1d5ac)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:46:58.474468 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:46:58.526471 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=4ab45f8d-d150-4e76-a38e-9a5341d0ac76,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:46:58.546873 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331ba699-dfcb-4d02-8391-c00f08efd3c8 x-openstack-request-id: req-331ba699-dfcb-4d02-8391-c00f08efd3c8 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:46:58.547171 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06454dbf-e8bb-4777-bdea-800e51905916", "name": "network-vif-plugged", "status": "completed", "tag": "4ab45f8d-d150-4e76-a38e-9a5341d0ac76", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:46:58.547445 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-331ba699-dfcb-4d02-8391-c00f08efd3c8 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:46:58.547847 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06454dbf-e8bb-4777-bdea-800e51905916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab45f8d-d150-4e76-a38e-9a5341d0ac76', 'code': 200} Jul 06 14:46:58.672322 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e160ab3-cc56-478d-a108-34e256cf6712 req-935a3bd4-c545-4848-858b-f412d18f52a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:58.674358 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5e160ab3-cc56-478d-a108-34e256cf6712 req-935a3bd4-c545-4848-858b-f412d18f52a5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 1096 time: 0.0555422 Jul 06 14:46:58.712806 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5e160ab3-cc56-478d-a108-34e256cf6712 req-335496ba-8b90-4843-9a45-56d2ac1e5755 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288589 Jul 06 14:46:59.319037 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75806b-2360-42c1-9d0e-eac9dd53f2fc req-53dcf8c2-47ba-4fe6-8ce5-de99bd9a5d05 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:46:59.320567 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc75806b-2360-42c1-9d0e-eac9dd53f2fc req-53dcf8c2-47ba-4fe6-8ce5-de99bd9a5d05 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 945 time: 0.0639272 Jul 06 14:46:59.359420 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bc75806b-2360-42c1-9d0e-eac9dd53f2fc req-85006d57-6217-43df-b4ee-f54b1db192bf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331683 Jul 06 14:47:00.534892 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700897b-ddb8-4e11-8bc0-739233ab1776 req-9bc8eca2-63a6-482b-be1a-9375104ca7a2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:00.536443 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1700897b-ddb8-4e11-8bc0-739233ab1776 req-9bc8eca2-63a6-482b-be1a-9375104ca7a2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 945 time: 0.0653417 Jul 06 14:47:00.579517 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1700897b-ddb8-4e11-8bc0-739233ab1776 req-c2f7bbe0-8b55-4bb1-82f4-521bb8548d3e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375006 Jul 06 14:47:00.751196 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682c9b0-d3d1-4916-9ab9-d8d3ced999dc req-d75afcd0-2786-4e05-84ab-2d6e6b70bd1d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:00.753195 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7682c9b0-d3d1-4916-9ab9-d8d3ced999dc req-d75afcd0-2786-4e05-84ab-2d6e6b70bd1d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 945 time: 0.0649354 Jul 06 14:47:00.797203 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7682c9b0-d3d1-4916-9ab9-d8d3ced999dc req-f0834b08-25b0-40f4-8304-c27c70117853 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364583 Jul 06 14:47:00.820683 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38760) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:47:00.874833 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d59c83-1e14-4328-b1db-597c8025e572 tempest-TestNetworkAdvancedServerOps-1825529131 tempest-TestNetworkAdvancedServerOps-1825529131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:00.876378 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-24d59c83-1e14-4328-b1db-597c8025e572 tempest-TestNetworkAdvancedServerOps-1825529131 tempest-TestNetworkAdvancedServerOps-1825529131-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 1091 time: 0.0546854 Jul 06 14:47:00.880040 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38762) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:47:00.884599 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-c79a3850-5cf5-44bb-8bac-51acbb79ea2c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'port_id': '4ab45f8d-d150-4e76-a38e-9a5341d0ac76', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:47:00.907206 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c79a3850-5cf5-44bb-8bac-51acbb79ea2c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:01.009480 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c79a3850-5cf5-44bb-8bac-51acbb79ea2c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:01.111146 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-c79a3850-5cf5-44bb-8bac-51acbb79ea2c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Allocated IP 172.25.6.101 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/f96288ac-b3a1-4b81-a0bf-5d2d95f8c8b4) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:47:01.245320 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c79a3850-5cf5-44bb-8bac-51acbb79ea2c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:01.285486 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c79a3850-5cf5-44bb-8bac-51acbb79ea2c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:01.322242 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79a3850-5cf5-44bb-8bac-51acbb79ea2c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:47:01.325116 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-c79a3850-5cf5-44bb-8bac-51acbb79ea2c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:47:01.327635 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79a3850-5cf5-44bb-8bac-51acbb79ea2c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:47:01.362770 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a3850-5cf5-44bb-8bac-51acbb79ea2c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Port': ['ID=f96288ac-b3a1-4b81-a0bf-5d2d95f8c8b4,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:47:01.613780 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b82dcde-140e-49c6-b39d-7d49113e5519 req-0ae14d9d-4f32-449a-8b1e-1a5444d99306 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=06454dbf-e8bb-4777-bdea-800e51905916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1152918 Jul 06 14:47:01.794477 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c79a3850-5cf5-44bb-8bac-51acbb79ea2c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:01.798909 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82dcde-140e-49c6-b39d-7d49113e5519 req-a5e7df36-e615-4373-8e1a-71f805881ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:01.800419 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b82dcde-140e-49c6-b39d-7d49113e5519 req-a5e7df36-e615-4373-8e1a-71f805881ce1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 1096 time: 0.1136537 Jul 06 14:47:01.935914 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c79a3850-5cf5-44bb-8bac-51acbb79ea2c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:01.969207 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82dcde-140e-49c6-b39d-7d49113e5519 req-c5864e44-2683-4d22-a3ee-8dc14b88600c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:01.970780 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b82dcde-140e-49c6-b39d-7d49113e5519 req-c5864e44-2683-4d22-a3ee-8dc14b88600c service neutron] 10.222.0.52 "GET /v2.0/networks?id=ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7 HTTP/1.1" status: 200 len: 898 time: 0.1485155 Jul 06 14:47:02.088225 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b82dcde-140e-49c6-b39d-7d49113e5519 req-c6d55913-58f6-4af4-81a8-1fe71b6e5a5a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ab45f8d-d150-4e76-a38e-9a5341d0ac76 HTTP/1.1" status: 200 len: 999 time: 0.1096964 Jul 06 14:47:02.171199 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82dcde-140e-49c6-b39d-7d49113e5519 req-5ae06260-27cf-44b0-bed3-53dc7fb7f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:02.172686 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b82dcde-140e-49c6-b39d-7d49113e5519 req-5ae06260-27cf-44b0-bed3-53dc7fb7f185 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=28daa08f-fae9-450b-8523-f5780374061c HTTP/1.1" status: 200 len: 835 time: 0.0768960 Jul 06 14:47:02.212879 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c79a3850-5cf5-44bb-8bac-51acbb79ea2c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:02.218387 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c79a3850-5cf5-44bb-8bac-51acbb79ea2c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:02.302251 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a3850-5cf5-44bb-8bac-51acbb79ea2c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Port': ['ID=f96288ac-b3a1-4b81-a0bf-5d2d95f8c8b4,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:47:02.317042 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82dcde-140e-49c6-b39d-7d49113e5519 req-9c1382a4-e514-4be0-8641-96a43ffd2d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:02.318624 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b82dcde-140e-49c6-b39d-7d49113e5519 req-9c1382a4-e514-4be0-8641-96a43ffd2d92 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1376293 Jul 06 14:47:02.319776 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c79a3850-5cf5-44bb-8bac-51acbb79ea2c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:02.485125 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-c79a3850-5cf5-44bb-8bac-51acbb79ea2c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Floating IP 1af55cd7-8f4a-46fd-a9ae-0ae1f19c1680 associated. External IP: 172.25.6.101, port: 4ab45f8d-d150-4e76-a38e-9a5341d0ac76. Jul 06 14:47:02.490213 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b82dcde-140e-49c6-b39d-7d49113e5519 req-0f5d07ce-5b8e-403d-85e8-5e6551b9fc06 service neutron] 10.222.0.52 "GET /v2.0/networks/ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370635 Jul 06 14:47:02.994579 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0b82dcde-140e-49c6-b39d-7d49113e5519 req-92c2cf49-df27-428e-951f-f5d0b0f3c7a9 service neutron] 10.222.0.52 "GET /v2.0/networks/ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722040 Jul 06 14:47:03.102084 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79a3850-5cf5-44bb-8bac-51acbb79ea2c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Router bd043a17-02ec-46f7-8dd5-fa8012540261 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:47:03.206348 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79a3850-5cf5-44bb-8bac-51acbb79ea2c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:47:03.216515 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95613c0-34b1-4f7e-8189-c098988a6412 None None] Sync routers for ids ['bd043a17-02ec-46f7-8dd5-fa8012540261'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:47:03.227110 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c79a3850-5cf5-44bb-8bac-51acbb79ea2c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:03.227565 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95613c0-34b1-4f7e-8189-c098988a6412 None None] Routers {'bd043a17-02ec-46f7-8dd5-fa8012540261'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:47:03.228228 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c95613c0-34b1-4f7e-8189-c098988a6412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:46:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['bd043a17-02ec-46f7-8dd5-fa8012540261'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:47:03.268182 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c79a3850-5cf5-44bb-8bac-51acbb79ea2c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3864553 Jul 06 14:47:03.268809 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06454dbf-e8bb-4777-bdea-800e51905916', 'tag': '4ab45f8d-d150-4e76-a38e-9a5341d0ac76'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:47:03.271278 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e41f908-3c0c-4c8b-aa49-3d74f7127d86" -d '{"events": [{"name": "network-changed", "server_uuid": "06454dbf-e8bb-4777-bdea-800e51905916", "tag": "4ab45f8d-d150-4e76-a38e-9a5341d0ac76"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:47:03.429314 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fc9c3-c99f-4b97-8c78-5e7e0cfc52ba req-9cc1bb00-afa9-4dcb-b948-98c00fb35836 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:03.430996 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b88fc9c3-c99f-4b97-8c78-5e7e0cfc52ba req-9cc1bb00-afa9-4dcb-b948-98c00fb35836 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 945 time: 0.0684872 Jul 06 14:47:03.472054 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b88fc9c3-c99f-4b97-8c78-5e7e0cfc52ba req-f3dd6bd0-30b5-4ed1-8ca9-af32a22eb742 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348573 Jul 06 14:47:03.497681 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-c95613c0-34b1-4f7e-8189-c098988a6412 None None] Set router bd043a17-02ec-46f7-8dd5-fa8012540261 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:47:03.498721 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38768) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:47:03.542372 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206bae9f-3dba-45c8-92ff-73dc6d03ad6d x-openstack-request-id: req-206bae9f-3dba-45c8-92ff-73dc6d03ad6d {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:47:03.542682 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06454dbf-e8bb-4777-bdea-800e51905916", "tag": "4ab45f8d-d150-4e76-a38e-9a5341d0ac76", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:47:03.543568 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-206bae9f-3dba-45c8-92ff-73dc6d03ad6d {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:47:03.544006 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06454dbf-e8bb-4777-bdea-800e51905916', 'tag': '4ab45f8d-d150-4e76-a38e-9a5341d0ac76', 'status': 'completed', 'code': 200} Jul 06 14:47:03.581441 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-22467ecc-4ee9-46c2-895d-3746ddc33734 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/floatingips/1af55cd7-8f4a-46fd-a9ae-0ae1f19c1680 HTTP/1.1" status: 200 len: 991 time: 0.0793896 Jul 06 14:47:03.624716 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41f908-3c0c-4c8b-aa49-3d74f7127d86 req-559c8e9f-7618-49a9-8598-d3b5969860c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:03.626342 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4e41f908-3c0c-4c8b-aa49-3d74f7127d86 req-559c8e9f-7618-49a9-8598-d3b5969860c8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 1096 time: 0.0590219 Jul 06 14:47:03.714611 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41f908-3c0c-4c8b-aa49-3d74f7127d86 req-4f926b91-76b0-42e3-ab08-6debd53ca61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:03.716138 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4e41f908-3c0c-4c8b-aa49-3d74f7127d86 req-4f926b91-76b0-42e3-ab08-6debd53ca61c service neutron] 10.222.0.52 "GET /v2.0/networks?id=ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7 HTTP/1.1" status: 200 len: 898 time: 0.0836213 Jul 06 14:47:03.725369 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c95613c0-34b1-4f7e-8189-c098988a6412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907703518', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '820a2cd6-c237-4507-87b1-a17d5a400115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:46:43Z', 'updated_at': '2021-07-06T14:46:47Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '820a2cd6-c237-4507-87b1-a17d5a400115', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:46:44Z', 'updated_at': '2021-07-06T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '1af55cd7-8f4a-46fd-a9ae-0ae1f19c1680', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'floating_ip_address': '172.25.6.101', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'port_id': '4ab45f8d-d150-4e76-a38e-9a5341d0ac76', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7', 'mac_address': 'fa:16:3e:99:8d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06454dbf-e8bb-4777-bdea-800e51905916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:47:01Z', 'updated_at': '2021-07-06T14:47:01Z', 'revision_number': 0, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '523c4093-9bc1-47c9-9b53-795dd14e029e', 'name': '', 'network_id': 'ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:56:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '28daa08f-fae9-450b-8523-f5780374061c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:46:46Z', 'updated_at': '2021-07-06T14:46:52Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': '28daa08f-fae9-450b-8523-f5780374061c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:47:03.751271 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95613c0-34b1-4f7e-8189-c098988a6412 None None] Checking router: bd043a17-02ec-46f7-8dd5-fa8012540261 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:47:03.760378 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95613c0-34b1-4f7e-8189-c098988a6412 None None] Routers {'bd043a17-02ec-46f7-8dd5-fa8012540261'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:47:03.761000 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c95613c0-34b1-4f7e-8189-c098988a6412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:46:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['bd043a17-02ec-46f7-8dd5-fa8012540261'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:47:03.787006 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4e41f908-3c0c-4c8b-aa49-3d74f7127d86 req-1e77b89c-a8bc-43d2-bc33-e8c12d4b7457 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ab45f8d-d150-4e76-a38e-9a5341d0ac76 HTTP/1.1" status: 200 len: 999 time: 0.0642531 Jul 06 14:47:03.838299 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41f908-3c0c-4c8b-aa49-3d74f7127d86 req-a72b3889-2083-416f-ad9e-672dceb71218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:03.839801 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4e41f908-3c0c-4c8b-aa49-3d74f7127d86 req-a72b3889-2083-416f-ad9e-672dceb71218 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=28daa08f-fae9-450b-8523-f5780374061c HTTP/1.1" status: 200 len: 835 time: 0.0460908 Jul 06 14:47:03.870512 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-c95613c0-34b1-4f7e-8189-c098988a6412 None None] Set router bd043a17-02ec-46f7-8dd5-fa8012540261 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:47:03.897524 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41f908-3c0c-4c8b-aa49-3d74f7127d86 req-07513862-6b56-434f-b4e1-322ed5bc6c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:03.899177 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4e41f908-3c0c-4c8b-aa49-3d74f7127d86 req-07513862-6b56-434f-b4e1-322ed5bc6c27 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524366 Jul 06 14:47:03.996990 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4e41f908-3c0c-4c8b-aa49-3d74f7127d86 req-b62cbcab-feca-4de5-a93f-34f31cd1cd79 service neutron] 10.222.0.52 "GET /v2.0/networks/ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914674 Jul 06 14:47:04.090306 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4e41f908-3c0c-4c8b-aa49-3d74f7127d86 req-3a41a62b-f0b9-47b8-a358-1966b6b59731 service neutron] 10.222.0.52 "GET /v2.0/networks/ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870008 Jul 06 14:47:04.107571 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c95613c0-34b1-4f7e-8189-c098988a6412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907703518', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '820a2cd6-c237-4507-87b1-a17d5a400115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:46:43Z', 'updated_at': '2021-07-06T14:46:47Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '820a2cd6-c237-4507-87b1-a17d5a400115', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:46:44Z', 'updated_at': '2021-07-06T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '1af55cd7-8f4a-46fd-a9ae-0ae1f19c1680', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'floating_ip_address': '172.25.6.101', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'port_id': '4ab45f8d-d150-4e76-a38e-9a5341d0ac76', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7', 'mac_address': 'fa:16:3e:99:8d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06454dbf-e8bb-4777-bdea-800e51905916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:47:01Z', 'updated_at': '2021-07-06T14:47:01Z', 'revision_number': 0, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '523c4093-9bc1-47c9-9b53-795dd14e029e', 'name': '', 'network_id': 'ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:56:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '28daa08f-fae9-450b-8523-f5780374061c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:46:46Z', 'updated_at': '2021-07-06T14:46:52Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': '28daa08f-fae9-450b-8523-f5780374061c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:47:04.135121 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95613c0-34b1-4f7e-8189-c098988a6412 None None] The sync data for ids ['bd043a17-02ec-46f7-8dd5-fa8012540261'] in n-d-773644-6 is: [{'id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907703518', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '820a2cd6-c237-4507-87b1-a17d5a400115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:46:43Z', 'updated_at': '2021-07-06T14:46:47Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '820a2cd6-c237-4507-87b1-a17d5a400115', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:46:44Z', 'updated_at': '2021-07-06T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '1af55cd7-8f4a-46fd-a9ae-0ae1f19c1680', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'floating_ip_address': '172.25.6.101', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'port_id': '4ab45f8d-d150-4e76-a38e-9a5341d0ac76', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7', 'mac_address': 'fa:16:3e:99:8d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06454dbf-e8bb-4777-bdea-800e51905916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:47:01Z', 'updated_at': '2021-07-06T14:47:01Z', 'revision_number': 0, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '523c4093-9bc1-47c9-9b53-795dd14e029e', 'name': '', 'network_id': 'ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:56:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '28daa08f-fae9-450b-8523-f5780374061c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:46:46Z', 'updated_at': '2021-07-06T14:46:52Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': '28daa08f-fae9-450b-8523-f5780374061c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:47:04.333602 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ed934c-40f2-483f-a028-e75ae89781e4 None None] New status for floating IP 1af55cd7-8f4a-46fd-a9ae-0ae1f19c1680: ACTIVE {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:47:04.585032 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38770) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:47:04.650838 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-11e9dee3-22bd-4268-b465-d8cf953672d1 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/floatingips/1af55cd7-8f4a-46fd-a9ae-0ae1f19c1680 HTTP/1.1" status: 200 len: 993 time: 0.0646324 Jul 06 14:47:07.417509 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-73252b44-54af-4ccb-ac8c-30dd6c2a8b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:10.313948 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:10.637451 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d8854b7d-86e7-4a27-af45-cb97b7f8e673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:11.720623 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:11.728064 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:47:13.275321 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:17.089045 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:19.268277 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:37.419216 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-eb6e7827-88bb-47b7-9b1d-33ddbb65ea47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:38.294685 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8efca-2d43-45ad-b612-9b79b72e6b48 req-cc27edaf-b8f3-44ec-8e29-854c4bc0cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:38.296232 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f3b8efca-2d43-45ad-b612-9b79b72e6b48 req-cc27edaf-b8f3-44ec-8e29-854c4bc0cc3b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 1096 time: 0.0981462 Jul 06 14:47:38.310379 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e929f7a-034a-47ee-a7f1-ea4c3b300c84 req-e502f925-5541-4caa-bdf9-2c7f4d4684aa tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:38.311847 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e929f7a-034a-47ee-a7f1-ea4c3b300c84 req-e502f925-5541-4caa-bdf9-2c7f4d4684aa tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 945 time: 0.1001582 Jul 06 14:47:38.408166 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e929f7a-034a-47ee-a7f1-ea4c3b300c84 req-7cbb71fc-6efd-41b0-8974-91e1f416aaa8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861819 Jul 06 14:47:38.436350 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8efca-2d43-45ad-b612-9b79b72e6b48 req-258a5fb2-ad09-489b-80c4-48f71111a3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:38.437890 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f3b8efca-2d43-45ad-b612-9b79b72e6b48 req-258a5fb2-ad09-489b-80c4-48f71111a3ec service neutron] 10.222.0.52 "GET /v2.0/networks?id=ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7 HTTP/1.1" status: 200 len: 898 time: 0.1251404 Jul 06 14:47:38.512825 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f3b8efca-2d43-45ad-b612-9b79b72e6b48 req-0caa249d-9b2e-4b33-88d1-2b6b958491ac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ab45f8d-d150-4e76-a38e-9a5341d0ac76 HTTP/1.1" status: 200 len: 1001 time: 0.0675156 Jul 06 14:47:38.562797 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8efca-2d43-45ad-b612-9b79b72e6b48 req-1c5ff99d-6910-4b86-8fe2-6e115e06ec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:38.564330 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f3b8efca-2d43-45ad-b612-9b79b72e6b48 req-1c5ff99d-6910-4b86-8fe2-6e115e06ec9a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=28daa08f-fae9-450b-8523-f5780374061c HTTP/1.1" status: 200 len: 835 time: 0.0438178 Jul 06 14:47:38.640452 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8efca-2d43-45ad-b612-9b79b72e6b48 req-0697c592-977a-46eb-b579-fa7ede67decc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:38.643475 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f3b8efca-2d43-45ad-b612-9b79b72e6b48 req-0697c592-977a-46eb-b579-fa7ede67decc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718520 Jul 06 14:47:38.739534 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f3b8efca-2d43-45ad-b612-9b79b72e6b48 req-57c00a8e-e1cc-4d26-a477-ed4a6f7ec039 service neutron] 10.222.0.52 "GET /v2.0/networks/ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888982 Jul 06 14:47:38.863316 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f3b8efca-2d43-45ad-b612-9b79b72e6b48 req-6721d4ad-8b0e-4be3-9e1a-c477f006e833 service neutron] 10.222.0.52 "GET /v2.0/networks/ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163158 Jul 06 14:47:39.604771 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-748734d1-073b-4e3a-a59b-e1edef0c6e87 req-6d28bf6d-b6be-4bec-958f-f92dd6d1bdc3 service neutron] (100418) timed out ('10.222.0.124', 62713) {{(pid=100418) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 14:47:39.626812 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b1aa3-f458-4eed-a17f-99759692b4d9 req-bda367ef-5307-444b-a2bf-051aaf02ae41 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:39.629277 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-760b1aa3-f458-4eed-a17f-99759692b4d9 req-bda367ef-5307-444b-a2bf-051aaf02ae41 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 945 time: 0.1003666 Jul 06 14:47:39.674652 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-760b1aa3-f458-4eed-a17f-99759692b4d9 req-ab757957-d4db-47c2-9a90-5cdf4b841e89 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396836 Jul 06 14:47:40.322968 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:40.639547 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d7b32e78-afad-44bd-86cb-f564b097b286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:40.865133 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7809d-a81b-4d67-b8bb-ce8535a0a268 req-a58b3e25-6800-4c44-9929-73c0c6afb4e3 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:40.867356 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32a7809d-a81b-4d67-b8bb-ce8535a0a268 req-a58b3e25-6800-4c44-9929-73c0c6afb4e3 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 945 time: 0.0755711 Jul 06 14:47:40.914156 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32a7809d-a81b-4d67-b8bb-ce8535a0a268 req-d78cd0fb-6795-4676-9bbc-a2c7473ed282 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409095 Jul 06 14:47:41.727015 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:42.101167 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccefd8-62bc-4a3f-9d17-432da5a2121f req-786127ac-d044-49ec-9c10-f09ed901fb90 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:42.102736 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1fccefd8-62bc-4a3f-9d17-432da5a2121f req-786127ac-d044-49ec-9c10-f09ed901fb90 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 945 time: 0.0696402 Jul 06 14:47:42.152382 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1fccefd8-62bc-4a3f-9d17-432da5a2121f req-d86f5810-8cdd-418f-a9e7-b6418b76b5b8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433118 Jul 06 14:47:43.284198 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:43.350102 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2cedd1-ef14-462a-b6ad-31e8928e6139 req-f2c28b4c-d52d-48bc-aaf7-842872b6aa9f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:43.351785 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ef2cedd1-ef14-462a-b6ad-31e8928e6139 req-f2c28b4c-d52d-48bc-aaf7-842872b6aa9f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 945 time: 0.0855539 Jul 06 14:47:43.394438 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ef2cedd1-ef14-462a-b6ad-31e8928e6139 req-d9f83969-94f0-4064-8619-3ceedf082f6b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368974 Jul 06 14:47:44.577011 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b913f9-583a-4eb7-9b51-8aab6c35d7d9 req-ef93a73e-6038-4fe0-8515-f9b32834eef5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:44.578486 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a2b913f9-583a-4eb7-9b51-8aab6c35d7d9 req-ef93a73e-6038-4fe0-8515-f9b32834eef5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 945 time: 0.0662904 Jul 06 14:47:44.621822 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a2b913f9-583a-4eb7-9b51-8aab6c35d7d9 req-26832602-b5b3-4418-a3bc-cf0e3d5c34a7 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358913 Jul 06 14:47:45.806043 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f864f0-e0e3-4ad4-9541-7d50f80be608 req-ae1a94db-6176-4be6-989b-d0dfbff0602b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:45.807653 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8f864f0-e0e3-4ad4-9541-7d50f80be608 req-ae1a94db-6176-4be6-989b-d0dfbff0602b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 945 time: 0.0724690 Jul 06 14:47:45.847174 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8f864f0-e0e3-4ad4-9541-7d50f80be608 req-fa41c154-d9da-41d7-aa6e-fe95f339b16d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330789 Jul 06 14:47:47.054310 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7ec28-cc49-422c-8226-e636c5af0c94 req-53dec33b-8b77-4e3d-90a4-5df7e2b75b3a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:47.055832 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a2e7ec28-cc49-422c-8226-e636c5af0c94 req-53dec33b-8b77-4e3d-90a4-5df7e2b75b3a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 945 time: 0.0707855 Jul 06 14:47:47.088619 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:47.098209 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a2e7ec28-cc49-422c-8226-e636c5af0c94 req-3c27fedc-4f12-4dba-9b4e-51918c9040e1 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360711 Jul 06 14:47:48.294925 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcd364-542a-4e5a-8146-105e00787bda req-1ea6f055-9505-4fb7-938f-4b3ecb6ccf25 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:48.296464 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-49bcd364-542a-4e5a-8146-105e00787bda req-1ea6f055-9505-4fb7-938f-4b3ecb6ccf25 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 945 time: 0.0776920 Jul 06 14:47:48.345375 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-49bcd364-542a-4e5a-8146-105e00787bda req-8d9fabf1-2966-4987-830e-70739cb5eb6c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405929 Jul 06 14:47:48.728317 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:47:49.279279 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:47:49.539448 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90bed4-6305-4183-867d-267cabb4e842 req-62c2e9f4-c8dd-499f-bc0b-92b66ea84cd3 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:49.541411 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6e90bed4-6305-4183-867d-267cabb4e842 req-62c2e9f4-c8dd-499f-bc0b-92b66ea84cd3 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 945 time: 0.0745924 Jul 06 14:47:49.583771 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6e90bed4-6305-4183-867d-267cabb4e842 req-0b7f7135-4be5-4ad9-941e-b17c1df732f2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367687 Jul 06 14:47:50.775990 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131432e-0518-48b2-bef4-069982194883 req-2384209f-cd24-4179-90e0-4dcf2e3ae80b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:47:50.777874 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4131432e-0518-48b2-bef4-069982194883 req-2384209f-cd24-4179-90e0-4dcf2e3ae80b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 945 time: 0.0779655 Jul 06 14:47:50.825185 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4131432e-0518-48b2-bef4-069982194883 req-31590bf1-fa48-4146-9158-421f9bbeefb7 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412199 Jul 06 14:47:50.853586 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38810) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:47:50.922590 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-dd902c83-5806-4afc-8dcc-5aac282f274c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/floatingips/1af55cd7-8f4a-46fd-a9ae-0ae1f19c1680 HTTP/1.1" status: 200 len: 993 time: 0.0677180 Jul 06 14:48:03.603749 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-679abb3e-38c5-47b3-8762-199e28c4dbe9 req-636263ce-5a25-4f11-b41b-42259a7ccd89 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=06454dbf-e8bb-4777-bdea-800e51905916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0586197 Jul 06 14:48:03.714812 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679abb3e-38c5-47b3-8762-199e28c4dbe9 req-b6a3cc94-0b31-4e2b-b854-8361490eff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:03.716376 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-679abb3e-38c5-47b3-8762-199e28c4dbe9 req-b6a3cc94-0b31-4e2b-b854-8361490eff81 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 1096 time: 0.0616477 Jul 06 14:48:03.832904 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679abb3e-38c5-47b3-8762-199e28c4dbe9 req-82df2e06-1291-460d-90df-2ba4723c309f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:03.834468 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-679abb3e-38c5-47b3-8762-199e28c4dbe9 req-82df2e06-1291-460d-90df-2ba4723c309f service neutron] 10.222.0.52 "GET /v2.0/networks?id=ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7 HTTP/1.1" status: 200 len: 898 time: 0.0965641 Jul 06 14:48:03.901255 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-679abb3e-38c5-47b3-8762-199e28c4dbe9 req-0e4a758e-4f6d-4e29-a40d-83c51cb9182b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ab45f8d-d150-4e76-a38e-9a5341d0ac76 HTTP/1.1" status: 200 len: 1001 time: 0.0594330 Jul 06 14:48:03.953195 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679abb3e-38c5-47b3-8762-199e28c4dbe9 req-152ffe1d-dc6f-42da-99fb-590a4d07e5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:03.954735 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-679abb3e-38c5-47b3-8762-199e28c4dbe9 req-152ffe1d-dc6f-42da-99fb-590a4d07e5ed service neutron] 10.222.0.52 "GET /v2.0/subnets?id=28daa08f-fae9-450b-8523-f5780374061c HTTP/1.1" status: 200 len: 835 time: 0.0450430 Jul 06 14:48:04.016122 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679abb3e-38c5-47b3-8762-199e28c4dbe9 req-3b521d61-ede5-48fa-a612-148ca2b5ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:04.017810 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-679abb3e-38c5-47b3-8762-199e28c4dbe9 req-3b521d61-ede5-48fa-a612-148ca2b5ac24 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562692 Jul 06 14:48:04.111240 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-679abb3e-38c5-47b3-8762-199e28c4dbe9 req-f9b4057e-d7d6-4266-8333-c689f42f4900 service neutron] 10.222.0.52 "GET /v2.0/networks/ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862637 Jul 06 14:48:04.206678 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-679abb3e-38c5-47b3-8762-199e28c4dbe9 req-6d816fe8-32c7-4459-a1d2-ca651f3e65c1 service neutron] 10.222.0.52 "GET /v2.0/networks/ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896423 Jul 06 14:48:07.420196 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a3728887-1a58-49a5-b265-774a1eef17d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:10.317614 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:10.648582 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2118fc97-ac24-4d21-8285-1eecd5361a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:11.728106 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:13.282620 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:17.105507 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:19.279595 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:23.416264 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38832) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:23.591516 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-4d5d5d58-e173-42f0-bca5-1ce8d9d0a042 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Deleting port f96288ac-b3a1-4b81-a0bf-5d2d95f8c8b4 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:48:23.591775 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4d5d5d58-e173-42f0-bca5-1ce8d9d0a042 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:23.672913 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4d5d5d58-e173-42f0-bca5-1ce8d9d0a042 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:23.673311 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4d5d5d58-e173-42f0-bca5-1ce8d9d0a042 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:23.688148 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-4d5d5d58-e173-42f0-bca5-1ce8d9d0a042 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Calling delete_port for f96288ac-b3a1-4b81-a0bf-5d2d95f8c8b4 owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:48:23.867033 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4d5d5d58-e173-42f0-bca5-1ce8d9d0a042 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:23.892713 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d5d58-e173-42f0-bca5-1ce8d9d0a042 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'Port': ['ID=f96288ac-b3a1-4b81-a0bf-5d2d95f8c8b4,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:23.904438 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d5d58-e173-42f0-bca5-1ce8d9d0a042 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:23.904795 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d5d58-e173-42f0-bca5-1ce8d9d0a042 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:23.905142 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d5d58-e173-42f0-bca5-1ce8d9d0a042 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:23.905485 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d5d58-e173-42f0-bca5-1ce8d9d0a042 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:23.905884 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d5d58-e173-42f0-bca5-1ce8d9d0a042 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:23.906583 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d5d58-e173-42f0-bca5-1ce8d9d0a042 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:23.906740 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d5d58-e173-42f0-bca5-1ce8d9d0a042 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:23.907076 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d5d58-e173-42f0-bca5-1ce8d9d0a042 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:23.907409 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d5d58-e173-42f0-bca5-1ce8d9d0a042 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:23.907740 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d5d58-e173-42f0-bca5-1ce8d9d0a042 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:23.908070 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d5d58-e173-42f0-bca5-1ce8d9d0a042 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:23.908395 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5d5d58-e173-42f0-bca5-1ce8d9d0a042 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:23.969389 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4d5d5d58-e173-42f0-bca5-1ce8d9d0a042 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:23.969727 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-4d5d5d58-e173-42f0-bca5-1ce8d9d0a042 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Floating IP 1af55cd7-8f4a-46fd-a9ae-0ae1f19c1680 disassociated (deleted). External IP: 172.25.6.101, port: 4ab45f8d-d150-4e76-a38e-9a5341d0ac76. Jul 06 14:48:24.178256 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5d5d58-e173-42f0-bca5-1ce8d9d0a042 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Router bd043a17-02ec-46f7-8dd5-fa8012540261 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:48:24.285224 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5d5d58-e173-42f0-bca5-1ce8d9d0a042 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:48:24.290299 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4d5d5d58-e173-42f0-bca5-1ce8d9d0a042 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:24.294478 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eececd-04b1-47cc-b541-c174d63ae38a None None] Sync routers for ids ['bd043a17-02ec-46f7-8dd5-fa8012540261'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:48:24.305370 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eececd-04b1-47cc-b541-c174d63ae38a None None] Routers {'bd043a17-02ec-46f7-8dd5-fa8012540261'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:48:24.306023 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b2eececd-04b1-47cc-b541-c174d63ae38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:48:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['bd043a17-02ec-46f7-8dd5-fa8012540261'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:24.329023 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4d5d5d58-e173-42f0-bca5-1ce8d9d0a042 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "DELETE /v2.0/floatingips/1af55cd7-8f4a-46fd-a9ae-0ae1f19c1680 HTTP/1.1" status: 204 len: 168 time: 0.9116158 Jul 06 14:48:24.329720 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06454dbf-e8bb-4777-bdea-800e51905916', 'tag': '4ab45f8d-d150-4e76-a38e-9a5341d0ac76'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:48:24.332147 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d362e61d-30ae-4db6-84ab-e2c57f32b763" -d '{"events": [{"name": "network-changed", "server_uuid": "06454dbf-e8bb-4777-bdea-800e51905916", "tag": "4ab45f8d-d150-4e76-a38e-9a5341d0ac76"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:48:24.418330 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-b2eececd-04b1-47cc-b541-c174d63ae38a None None] Set router bd043a17-02ec-46f7-8dd5-fa8012540261 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:48:24.648545 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b2eececd-04b1-47cc-b541-c174d63ae38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907703518', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '820a2cd6-c237-4507-87b1-a17d5a400115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:46:43Z', 'updated_at': '2021-07-06T14:46:47Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '820a2cd6-c237-4507-87b1-a17d5a400115', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:46:44Z', 'updated_at': '2021-07-06T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '523c4093-9bc1-47c9-9b53-795dd14e029e', 'name': '', 'network_id': 'ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:56:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '28daa08f-fae9-450b-8523-f5780374061c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:46:46Z', 'updated_at': '2021-07-06T14:46:52Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': '28daa08f-fae9-450b-8523-f5780374061c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:24.676977 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eececd-04b1-47cc-b541-c174d63ae38a None None] Checking router: bd043a17-02ec-46f7-8dd5-fa8012540261 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:48:24.686037 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eececd-04b1-47cc-b541-c174d63ae38a None None] Routers {'bd043a17-02ec-46f7-8dd5-fa8012540261'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:48:24.686599 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b2eececd-04b1-47cc-b541-c174d63ae38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:48:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['bd043a17-02ec-46f7-8dd5-fa8012540261'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:24.773093 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7d2f62-1945-44c5-a282-ad277318a727 x-openstack-request-id: req-9f7d2f62-1945-44c5-a282-ad277318a727 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:48:24.773625 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06454dbf-e8bb-4777-bdea-800e51905916", "tag": "4ab45f8d-d150-4e76-a38e-9a5341d0ac76", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:48:24.773625 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-9f7d2f62-1945-44c5-a282-ad277318a727 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:48:24.774120 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06454dbf-e8bb-4777-bdea-800e51905916', 'tag': '4ab45f8d-d150-4e76-a38e-9a5341d0ac76', 'status': 'completed', 'code': 200} Jul 06 14:48:24.826786 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-b2eececd-04b1-47cc-b541-c174d63ae38a None None] Set router bd043a17-02ec-46f7-8dd5-fa8012540261 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:48:24.855464 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362e61d-30ae-4db6-84ab-e2c57f32b763 req-0dcacdf2-758f-488c-84c7-075844cd3276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:24.857052 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d362e61d-30ae-4db6-84ab-e2c57f32b763 req-0dcacdf2-758f-488c-84c7-075844cd3276 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 1096 time: 0.0554779 Jul 06 14:48:25.004225 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc568601-d0a2-4755-a6e6-a7957e949a4c req-859b6bca-73ae-4ff0-be9b-e913dff776ba tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:25.005680 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc568601-d0a2-4755-a6e6-a7957e949a4c req-859b6bca-73ae-4ff0-be9b-e913dff776ba tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 945 time: 0.1447878 Jul 06 14:48:25.007154 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362e61d-30ae-4db6-84ab-e2c57f32b763 req-b84dda97-8cd8-4d28-b0fb-c4ab9fbf9901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:25.008512 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d362e61d-30ae-4db6-84ab-e2c57f32b763 req-b84dda97-8cd8-4d28-b0fb-c4ab9fbf9901 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7 HTTP/1.1" status: 200 len: 898 time: 0.1375079 Jul 06 14:48:25.038184 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-b2eececd-04b1-47cc-b541-c174d63ae38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907703518', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '820a2cd6-c237-4507-87b1-a17d5a400115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:46:43Z', 'updated_at': '2021-07-06T14:46:47Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '820a2cd6-c237-4507-87b1-a17d5a400115', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:46:44Z', 'updated_at': '2021-07-06T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '523c4093-9bc1-47c9-9b53-795dd14e029e', 'name': '', 'network_id': 'ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:56:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '28daa08f-fae9-450b-8523-f5780374061c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:46:46Z', 'updated_at': '2021-07-06T14:46:52Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': '28daa08f-fae9-450b-8523-f5780374061c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:25.070140 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d362e61d-30ae-4db6-84ab-e2c57f32b763 req-6b052eed-e89f-4269-b587-e2eb9f29e8af service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ab45f8d-d150-4e76-a38e-9a5341d0ac76 HTTP/1.1" status: 200 len: 217 time: 0.0483150 Jul 06 14:48:25.073013 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eececd-04b1-47cc-b541-c174d63ae38a None None] The sync data for ids ['bd043a17-02ec-46f7-8dd5-fa8012540261'] in n-d-773644-6 is: [{'id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907703518', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '820a2cd6-c237-4507-87b1-a17d5a400115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:46:43Z', 'updated_at': '2021-07-06T14:46:47Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '820a2cd6-c237-4507-87b1-a17d5a400115', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:46:44Z', 'updated_at': '2021-07-06T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '523c4093-9bc1-47c9-9b53-795dd14e029e', 'name': '', 'network_id': 'ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:56:bf:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '28daa08f-fae9-450b-8523-f5780374061c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:46:46Z', 'updated_at': '2021-07-06T14:46:52Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': '28daa08f-fae9-450b-8523-f5780374061c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:48:25.138763 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fc568601-d0a2-4755-a6e6-a7957e949a4c req-4c52e2ee-c193-4166-8169-545b2d3599f0 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250496 Jul 06 14:48:25.155754 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362e61d-30ae-4db6-84ab-e2c57f32b763 req-4b59d2c8-f28b-42dd-b50b-ade85a7f7239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:25.157266 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d362e61d-30ae-4db6-84ab-e2c57f32b763 req-4b59d2c8-f28b-42dd-b50b-ade85a7f7239 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=28daa08f-fae9-450b-8523-f5780374061c HTTP/1.1" status: 200 len: 835 time: 0.0768185 Jul 06 14:48:25.220344 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362e61d-30ae-4db6-84ab-e2c57f32b763 req-c0798495-f8d5-4fdd-ae27-ff117b033a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:25.221951 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d362e61d-30ae-4db6-84ab-e2c57f32b763 req-c0798495-f8d5-4fdd-ae27-ff117b033a06 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575449 Jul 06 14:48:25.334060 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d362e61d-30ae-4db6-84ab-e2c57f32b763 req-90248ed2-813c-4cb4-b794-f26016bc962a service neutron] 10.222.0.52 "GET /v2.0/networks/ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041465 Jul 06 14:48:25.350621 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e39432d-ee91-4a04-9deb-aece0a7a5bab None None] New status for floating IP 1af55cd7-8f4a-46fd-a9ae-0ae1f19c1680: DOWN {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:48:25.431938 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d362e61d-30ae-4db6-84ab-e2c57f32b763 req-4722657a-d0b1-4ca4-b1c6-616cd090b6d4 service neutron] 10.222.0.52 "GET /v2.0/networks/ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898340 Jul 06 14:48:25.727317 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:48:26.361823 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ad619-634e-41f7-b86a-1462a4b6d2e6 req-818098e4-3b9f-486e-acce-695ae6fd5bc4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:26.363392 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fd9ad619-634e-41f7-b86a-1462a4b6d2e6 req-818098e4-3b9f-486e-acce-695ae6fd5bc4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 945 time: 0.0644903 Jul 06 14:48:26.409940 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fd9ad619-634e-41f7-b86a-1462a4b6d2e6 req-782c272a-1776-48aa-86fd-a4f5c3b1f405 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409105 Jul 06 14:48:26.637010 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37552abe-c9fc-4428-98bd-2b6ec467ab92 req-f1ea1c71-7c26-4861-90ca-863ef79598d3 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:26.638637 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37552abe-c9fc-4428-98bd-2b6ec467ab92 req-f1ea1c71-7c26-4861-90ca-863ef79598d3 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.52 "GET /v2.0/ports?device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 945 time: 0.0654979 Jul 06 14:48:26.751489 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-37552abe-c9fc-4428-98bd-2b6ec467ab92 req-818cf81c-cafc-4599-8082-156192c6a1de tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Deleting port 4ab45f8d-d150-4e76-a38e-9a5341d0ac76 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:48:26.751732 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-37552abe-c9fc-4428-98bd-2b6ec467ab92 req-818cf81c-cafc-4599-8082-156192c6a1de tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:26.846961 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-37552abe-c9fc-4428-98bd-2b6ec467ab92 req-818cf81c-cafc-4599-8082-156192c6a1de tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] For port 4ab45f8d-d150-4e76-a38e-9a5341d0ac76, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=4ab45f8d-d150-4e76-a38e-9a5341d0ac76,segment=NetworkSegment(ea1025bb-f201-467e-b759-7ed90eb1d5ac),segment_id=ea1025bb-f201-467e-b759-7ed90eb1d5ac)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:48:26.847290 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-37552abe-c9fc-4428-98bd-2b6ec467ab92 req-818cf81c-cafc-4599-8082-156192c6a1de tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:26.860837 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-37552abe-c9fc-4428-98bd-2b6ec467ab92 req-818cf81c-cafc-4599-8082-156192c6a1de tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Calling delete_port for 4ab45f8d-d150-4e76-a38e-9a5341d0ac76 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:48:27.373046 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-37552abe-c9fc-4428-98bd-2b6ec467ab92 req-818cf81c-cafc-4599-8082-156192c6a1de tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:27.401021 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818cf81c-cafc-4599-8082-156192c6a1de tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'Port': ['ID=4ab45f8d-d150-4e76-a38e-9a5341d0ac76,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:27.447248 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-37552abe-c9fc-4428-98bd-2b6ec467ab92 req-818cf81c-cafc-4599-8082-156192c6a1de tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] No DVR routers for this DVR port 4ab45f8d-d150-4e76-a38e-9a5341d0ac76 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:48:27.449464 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-37552abe-c9fc-4428-98bd-2b6ec467ab92 req-818cf81c-cafc-4599-8082-156192c6a1de tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:27.451633 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-37552abe-c9fc-4428-98bd-2b6ec467ab92 req-818cf81c-cafc-4599-8082-156192c6a1de tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.52 "DELETE /v2.0/ports/4ab45f8d-d150-4e76-a38e-9a5341d0ac76 HTTP/1.1" status: 204 len: 173 time: 0.8046575 Jul 06 14:48:27.452084 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06454dbf-e8bb-4777-bdea-800e51905916', 'name': 'network-vif-deleted', 'tag': '4ab45f8d-d150-4e76-a38e-9a5341d0ac76'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:48:27.454974 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3b94d5-99f1-4085-b977-352f34acf5d3" -d '{"events": [{"server_uuid": "06454dbf-e8bb-4777-bdea-800e51905916", "name": "network-vif-deleted", "tag": "4ab45f8d-d150-4e76-a38e-9a5341d0ac76"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:48:27.564938 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aa9a0020-7bac-450c-8433-161a9bdbad3e req-26d9ef5f-0522-4277-b13d-b070a70e9ee0 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=06454dbf-e8bb-4777-bdea-800e51905916 HTTP/1.1" status: 200 len: 210 time: 0.0338099 Jul 06 14:48:27.619461 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e244aa8d-bd98-4323-b64b-b0c57eba81dc x-openstack-request-id: req-e244aa8d-bd98-4323-b64b-b0c57eba81dc {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:48:27.619877 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06454dbf-e8bb-4777-bdea-800e51905916", "name": "network-vif-deleted", "tag": "4ab45f8d-d150-4e76-a38e-9a5341d0ac76", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:48:27.620247 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e244aa8d-bd98-4323-b64b-b0c57eba81dc {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:48:27.621410 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06454dbf-e8bb-4777-bdea-800e51905916', 'name': 'network-vif-deleted', 'tag': '4ab45f8d-d150-4e76-a38e-9a5341d0ac76', 'status': 'completed', 'code': 200} Jul 06 14:48:28.659902 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38848) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:29.019246 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-625f251d-9939-4efb-8641-22a249ed17d4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:29.285538 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-625f251d-9939-4efb-8641-22a249ed17d4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Deleting port 523c4093-9bc1-47c9-9b53-795dd14e029e {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:48:29.285831 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-625f251d-9939-4efb-8641-22a249ed17d4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:29.376480 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-625f251d-9939-4efb-8641-22a249ed17d4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] For port 523c4093-9bc1-47c9-9b53-795dd14e029e, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=523c4093-9bc1-47c9-9b53-795dd14e029e,segment=NetworkSegment(ea1025bb-f201-467e-b759-7ed90eb1d5ac),segment_id=ea1025bb-f201-467e-b759-7ed90eb1d5ac)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:48:29.376845 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-625f251d-9939-4efb-8641-22a249ed17d4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:29.391387 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-625f251d-9939-4efb-8641-22a249ed17d4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Calling delete_port for 523c4093-9bc1-47c9-9b53-795dd14e029e owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:48:29.584315 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-625f251d-9939-4efb-8641-22a249ed17d4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:29.610427 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f251d-9939-4efb-8641-22a249ed17d4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'Port': ['ID=523c4093-9bc1-47c9-9b53-795dd14e029e,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:29.784342 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-625f251d-9939-4efb-8641-22a249ed17d4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:30.006011 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625f251d-9939-4efb-8641-22a249ed17d4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Router bd043a17-02ec-46f7-8dd5-fa8012540261 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:48:30.110563 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625f251d-9939-4efb-8641-22a249ed17d4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:48:30.115415 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-625f251d-9939-4efb-8641-22a249ed17d4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "PUT /v2.0/routers/bd043a17-02ec-46f7-8dd5-fa8012540261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4544792 Jul 06 14:48:30.118068 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38850) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:30.120583 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dc9ed8-605d-4e57-9eb2-96b7cef5521c None None] Sync routers for ids ['bd043a17-02ec-46f7-8dd5-fa8012540261'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:48:30.130276 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dc9ed8-605d-4e57-9eb2-96b7cef5521c None None] Routers {'bd043a17-02ec-46f7-8dd5-fa8012540261'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:48:30.130894 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-93dc9ed8-605d-4e57-9eb2-96b7cef5521c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:48:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['bd043a17-02ec-46f7-8dd5-fa8012540261'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:30.171717 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ec481a-6ad1-48c3-8c8d-4ee13806ec1c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Deleting subnet 28daa08f-fae9-450b-8523-f5780374061c {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:48:30.174807 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-39ec481a-6ad1-48c3-8c8d-4ee13806ec1c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:30.216448 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-39ec481a-6ad1-48c3-8c8d-4ee13806ec1c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:30.243212 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-93dc9ed8-605d-4e57-9eb2-96b7cef5521c None None] Set router bd043a17-02ec-46f7-8dd5-fa8012540261 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:48:30.306912 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-39ec481a-6ad1-48c3-8c8d-4ee13806ec1c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:30.366487 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-39ec481a-6ad1-48c3-8c8d-4ee13806ec1c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:30.395135 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec481a-6ad1-48c3-8c8d-4ee13806ec1c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'Subnet': ['ID=28daa08f-fae9-450b-8523-f5780374061c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:30.397132 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-39ec481a-6ad1-48c3-8c8d-4ee13806ec1c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:30.401517 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-39ec481a-6ad1-48c3-8c8d-4ee13806ec1c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "DELETE /v2.0/subnets/28daa08f-fae9-450b-8523-f5780374061c HTTP/1.1" status: 204 len: 168 time: 0.2780437 Jul 06 14:48:30.401951 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38852) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:30.407391 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4374b0-97a8-43eb-ae64-742fd3e6878d None None] Network ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:48:30.489912 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-93dc9ed8-605d-4e57-9eb2-96b7cef5521c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907703518', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '820a2cd6-c237-4507-87b1-a17d5a400115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:46:43Z', 'updated_at': '2021-07-06T14:48:29Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '820a2cd6-c237-4507-87b1-a17d5a400115', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:46:44Z', 'updated_at': '2021-07-06T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:30.513699 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1eac5cc3-8920-479d-8921-4e50ffab4cb5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:30.539610 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dc9ed8-605d-4e57-9eb2-96b7cef5521c None None] Checking router: bd043a17-02ec-46f7-8dd5-fa8012540261 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:48:30.574316 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dc9ed8-605d-4e57-9eb2-96b7cef5521c None None] Routers {'bd043a17-02ec-46f7-8dd5-fa8012540261'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:48:30.574937 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-93dc9ed8-605d-4e57-9eb2-96b7cef5521c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:48:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['bd043a17-02ec-46f7-8dd5-fa8012540261'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:30.628826 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1eac5cc3-8920-479d-8921-4e50ffab4cb5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:30.683781 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-1eac5cc3-8920-479d-8921-4e50ffab4cb5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Deleting port 820a2cd6-c237-4507-87b1-a17d5a400115 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:48:30.684137 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1eac5cc3-8920-479d-8921-4e50ffab4cb5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:30.769265 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-1eac5cc3-8920-479d-8921-4e50ffab4cb5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] For port 820a2cd6-c237-4507-87b1-a17d5a400115, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=820a2cd6-c237-4507-87b1-a17d5a400115,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:48:30.769651 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1eac5cc3-8920-479d-8921-4e50ffab4cb5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:30.782452 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-1eac5cc3-8920-479d-8921-4e50ffab4cb5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Calling delete_port for 820a2cd6-c237-4507-87b1-a17d5a400115 owned by network:router_gateway {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:48:30.806916 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 4ab45f8d-d150-4e76-a38e-9a5341d0ac76 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:48:30.848900 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 4ab45f8d-d150-4e76-a38e-9a5341d0ac76 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:48:30.849260 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 4ab45f8d-d150-4e76-a38e-9a5341d0ac76 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:48:30.935381 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-93dc9ed8-605d-4e57-9eb2-96b7cef5521c None None] Set router bd043a17-02ec-46f7-8dd5-fa8012540261 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:48:30.976678 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1eac5cc3-8920-479d-8921-4e50ffab4cb5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:31.006293 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac5cc3-8920-479d-8921-4e50ffab4cb5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'Port': ['ID=820a2cd6-c237-4507-87b1-a17d5a400115,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:31.015047 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36989e11-dcf3-4884-ba59-731e2c01207e None None] DHCP port deletion for ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:48:31.072455 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1eac5cc3-8920-479d-8921-4e50ffab4cb5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:31.154748 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-36989e11-dcf3-4884-ba59-731e2c01207e None None] Deleting port cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:48:31.156382 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-36989e11-dcf3-4884-ba59-731e2c01207e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:31.182425 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1eac5cc3-8920-479d-8921-4e50ffab4cb5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:31.184754 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1eac5cc3-8920-479d-8921-4e50ffab4cb5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:31.232896 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1eac5cc3-8920-479d-8921-4e50ffab4cb5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:31.233378 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eac5cc3-8920-479d-8921-4e50ffab4cb5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Fanout notify agent at l3_agent the message router_deleted on router bd043a17-02ec-46f7-8dd5-fa8012540261 {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:48:31.236394 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-36989e11-dcf3-4884-ba59-731e2c01207e None None] For port cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5,segment=NetworkSegment(ea1025bb-f201-467e-b759-7ed90eb1d5ac),segment_id=ea1025bb-f201-467e-b759-7ed90eb1d5ac)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:48:31.236789 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-36989e11-dcf3-4884-ba59-731e2c01207e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:31.244401 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1eac5cc3-8920-479d-8921-4e50ffab4cb5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:31.252239 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38854) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:31.252815 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1eac5cc3-8920-479d-8921-4e50ffab4cb5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "DELETE /v2.0/routers/bd043a17-02ec-46f7-8dd5-fa8012540261 HTTP/1.1" status: 204 len: 168 time: 0.8496141 Jul 06 14:48:31.253449 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-36989e11-dcf3-4884-ba59-731e2c01207e None None] Calling delete_port for cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:48:31.269177 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-93dc9ed8-605d-4e57-9eb2-96b7cef5521c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907703518', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '820a2cd6-c237-4507-87b1-a17d5a400115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:46:43Z', 'updated_at': '2021-07-06T14:48:29Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '820a2cd6-c237-4507-87b1-a17d5a400115', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:46:44Z', 'updated_at': '2021-07-06T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:31.335492 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:31.335914 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dc9ed8-605d-4e57-9eb2-96b7cef5521c None None] The sync data for ids ['bd043a17-02ec-46f7-8dd5-fa8012540261'] in n-d-773644-6 is: [{'id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1907703518', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '820a2cd6-c237-4507-87b1-a17d5a400115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:46:43Z', 'updated_at': '2021-07-06T14:48:29Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '820a2cd6-c237-4507-87b1-a17d5a400115', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd043a17-02ec-46f7-8dd5-fa8012540261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:46:44Z', 'updated_at': '2021-07-06T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:48:31.384053 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-36989e11-dcf3-4884-ba59-731e2c01207e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:31.398109 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Deleting port cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:48:31.398482 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:31.423048 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36989e11-dcf3-4884-ba59-731e2c01207e None None] Pushing event deleted for resources: {'Port': ['ID=cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:31.436233 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36989e11-dcf3-4884-ba59-731e2c01207e None None] No DVR routers for this DVR port cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:48:31.440240 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36989e11-dcf3-4884-ba59-731e2c01207e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:31.440240 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36989e11-dcf3-4884-ba59-731e2c01207e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:31.440691 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36989e11-dcf3-4884-ba59-731e2c01207e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:31.441033 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36989e11-dcf3-4884-ba59-731e2c01207e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:31.441368 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36989e11-dcf3-4884-ba59-731e2c01207e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:31.441699 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36989e11-dcf3-4884-ba59-731e2c01207e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:31.442055 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36989e11-dcf3-4884-ba59-731e2c01207e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:31.442389 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36989e11-dcf3-4884-ba59-731e2c01207e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:31.442719 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36989e11-dcf3-4884-ba59-731e2c01207e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:31.443104 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36989e11-dcf3-4884-ba59-731e2c01207e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:31.443450 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36989e11-dcf3-4884-ba59-731e2c01207e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:31.443868 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36989e11-dcf3-4884-ba59-731e2c01207e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:31.471838 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] For port cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5, host n-d-773644-6, got binding levels [] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:48:31.472209 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:31.485650 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Calling delete_port for cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:48:31.488294 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.ipam_backend_mixin [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Port cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5 was not found and therefore no delete operation was performed {{(pid=100417) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 06 14:48:31.489507 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:31.514076 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'Port': ['ID=cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:31.518656 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] No DVR routers for this DVR port cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:48:31.548933 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:31.549294 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:31.549640 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:31.550003 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:31.550340 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:31.550677 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:31.551010 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:31.551338 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:31.551674 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:31.552001 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:31.552325 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:31.552649 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:31.611205 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:31.620906 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:31.633705 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1025bb-f201-467e-b759-7ed90eb1d5ac') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:31.634018 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1025bb-f201-467e-b759-7ed90eb1d5ac') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:31.647126 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:31.664147 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:31.670733 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:48:31.671161 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:48:31.674616 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:48:31.734322 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:31.743322 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:31.747929 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "DELETE /v2.0/networks/ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7 HTTP/1.1" status: 204 len: 168 time: 0.4918187 Jul 06 14:48:31.748222 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38858) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:31.758795 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fcbda5-6b42-49e5-b649-c0155d5659e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'Network': ['ID=ada007d5-6eb6-4fa7-9f55-23fd5ea4afc7,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:31.811709 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49d5adbd-8b80-4f2f-8ef1-2140f095e2d9 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:31.842083 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49d5adbd-8b80-4f2f-8ef1-2140f095e2d9 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:31.916470 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49d5adbd-8b80-4f2f-8ef1-2140f095e2d9 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:31.919978 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-49d5adbd-8b80-4f2f-8ef1-2140f095e2d9 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:31.925408 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-49d5adbd-8b80-4f2f-8ef1-2140f095e2d9 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "DELETE /v2.0/security-groups/1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc HTTP/1.1" status: 204 len: 168 time: 0.1725054 Jul 06 14:48:31.933711 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d5adbd-8b80-4f2f-8ef1-2140f095e2d9 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afa1c99-717d-4fb8-ac69-6ac2a87cc6bc,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:31.955094 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:48:31.983558 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:48:31.984548 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device cdd43f82-1dbb-42b0-a11d-aff7e4e43fb5 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:48:31.984981 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 523c4093-9bc1-47c9-9b53-795dd14e029e no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:48:32.010742 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 523c4093-9bc1-47c9-9b53-795dd14e029e {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:48:32.011140 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 523c4093-9bc1-47c9-9b53-795dd14e029e not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:48:32.294428 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38864) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:32.299830 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-f60f67e7-5e16-43c4-a143-9c546eda6e59 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1506347749', 'description': 'tempest-secgroup-smoke-1506347749 description', 'project_id': '1feba65bea46409b8920d0b09f9745d4'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:48:32.338823 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f60f67e7-5e16-43c4-a143-9c546eda6e59 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:32.482855 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f60f67e7-5e16-43c4-a143-9c546eda6e59 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:32.490216 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f60f67e7-5e16-43c4-a143-9c546eda6e59 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:32.527378 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f60f67e7-5e16-43c4-a143-9c546eda6e59 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:32.528676 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f60f67e7-5e16-43c4-a143-9c546eda6e59 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2331598 Jul 06 14:48:32.530857 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f67e7-5e16-43c4-a143-9c546eda6e59 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=844d9407-8e7f-4df1-89bb-a37931b738a4,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:32.532618 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38866) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:32.543223 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-3c73caed-abc6-4a9a-9b4a-fb4b9afa48f3 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group_rule': {'security_group_id': '844d9407-8e7f-4df1-89bb-a37931b738a4', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:48:32.577052 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c73caed-abc6-4a9a-9b4a-fb4b9afa48f3 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:32.642454 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c73caed-abc6-4a9a-9b4a-fb4b9afa48f3 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:32.646693 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c73caed-abc6-4a9a-9b4a-fb4b9afa48f3 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:32.676692 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73caed-abc6-4a9a-9b4a-fb4b9afa48f3 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec21ae0-3a2c-4d5d-8d1e-3a35ad09f60b,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:32.687563 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3c73caed-abc6-4a9a-9b4a-fb4b9afa48f3 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:32.689572 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3c73caed-abc6-4a9a-9b4a-fb4b9afa48f3 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1555495 Jul 06 14:48:32.692946 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38868) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:32.700864 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-9a6d32fe-95cb-4e32-aa76-b19d94477883 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group_rule': {'security_group_id': '844d9407-8e7f-4df1-89bb-a37931b738a4', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:48:32.735085 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a6d32fe-95cb-4e32-aa76-b19d94477883 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:32.802362 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a6d32fe-95cb-4e32-aa76-b19d94477883 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:32.807324 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a6d32fe-95cb-4e32-aa76-b19d94477883 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:32.827275 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d32fe-95cb-4e32-aa76-b19d94477883 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0db152b-e530-43e0-b46c-e1e22b960ec4,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:32.836110 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9a6d32fe-95cb-4e32-aa76-b19d94477883 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:32.837880 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9a6d32fe-95cb-4e32-aa76-b19d94477883 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1406987 Jul 06 14:48:32.842322 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38870) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:32.847768 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-557d28f9-ae62-4e0e-9e33-af167dc0ec5a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group_rule': {'security_group_id': '844d9407-8e7f-4df1-89bb-a37931b738a4', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:48:32.876724 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-557d28f9-ae62-4e0e-9e33-af167dc0ec5a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:32.936275 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-557d28f9-ae62-4e0e-9e33-af167dc0ec5a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:32.940477 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-557d28f9-ae62-4e0e-9e33-af167dc0ec5a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:32.958403 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d28f9-ae62-4e0e-9e33-af167dc0ec5a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66532242-4723-4ce2-8a14-de20aa50a0d1,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:32.963883 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-557d28f9-ae62-4e0e-9e33-af167dc0ec5a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:32.965160 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-557d28f9-ae62-4e0e-9e33-af167dc0ec5a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215732 Jul 06 14:48:32.967899 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38872) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:32.972561 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-3172f85b-73a8-40ca-93f2-7ac76fabb6c1 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group_rule': {'security_group_id': '844d9407-8e7f-4df1-89bb-a37931b738a4', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:48:33.000312 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3172f85b-73a8-40ca-93f2-7ac76fabb6c1 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:33.065442 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3172f85b-73a8-40ca-93f2-7ac76fabb6c1 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:33.069167 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3172f85b-73a8-40ca-93f2-7ac76fabb6c1 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:33.087855 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172f85b-73a8-40ca-93f2-7ac76fabb6c1 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfbcb69f-bf2b-451d-9236-da00587ec85a,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:33.095564 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3172f85b-73a8-40ca-93f2-7ac76fabb6c1 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:33.096799 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3172f85b-73a8-40ca-93f2-7ac76fabb6c1 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1277332 Jul 06 14:48:33.099588 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38874) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:33.103992 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-d3d5ee34-2b1f-44b8-9bbd-7c123cbbdb0d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group_rule': {'security_group_id': '844d9407-8e7f-4df1-89bb-a37931b738a4', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:48:33.127366 n-d-773644-6 neutron-server[100417]: INFO neutron.db.securitygroups_db [None req-d3d5ee34-2b1f-44b8-9bbd-7c123cbbdb0d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Project 1feba65bea46409b8920d0b09f9745d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:48:33.132480 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3d5ee34-2b1f-44b8-9bbd-7c123cbbdb0d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:33.213057 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3d5ee34-2b1f-44b8-9bbd-7c123cbbdb0d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:33.216928 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3d5ee34-2b1f-44b8-9bbd-7c123cbbdb0d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:33.235962 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5ee34-2b1f-44b8-9bbd-7c123cbbdb0d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6195187-ad96-4acc-977d-82d094021a9a,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:33.243142 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-d3d5ee34-2b1f-44b8-9bbd-7c123cbbdb0d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:33.244537 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d3d5ee34-2b1f-44b8-9bbd-7c123cbbdb0d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1440012 Jul 06 14:48:33.247280 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38876) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:33.252172 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-f2e021ac-09ac-4d6d-a4b3-145d483c9d7d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group_rule': {'security_group_id': '844d9407-8e7f-4df1-89bb-a37931b738a4', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:48:33.274204 n-d-773644-6 neutron-server[100417]: INFO neutron.db.securitygroups_db [None req-f2e021ac-09ac-4d6d-a4b3-145d483c9d7d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Project 1feba65bea46409b8920d0b09f9745d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:48:33.278982 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f2e021ac-09ac-4d6d-a4b3-145d483c9d7d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:33.344172 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f2e021ac-09ac-4d6d-a4b3-145d483c9d7d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:33.347850 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f2e021ac-09ac-4d6d-a4b3-145d483c9d7d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:33.365657 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e021ac-09ac-4d6d-a4b3-145d483c9d7d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a4902c-f01c-428b-ad17-a5ea1185bae7,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:33.371990 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-f2e021ac-09ac-4d6d-a4b3-145d483c9d7d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:33.373239 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f2e021ac-09ac-4d6d-a4b3-145d483c9d7d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250181 Jul 06 14:48:33.376619 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38878) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:33.381600 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-eb115c96-93ec-4422-af92-b8c521b21211 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'network': {'name': 'tempest-network-smoke--839327562', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'port_security_enabled': True}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:48:33.402238 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb115c96-93ec-4422-af92-b8c521b21211 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Made reservation on behalf of 1feba65bea46409b8920d0b09f9745d4 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:48:33.406373 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb115c96-93ec-4422-af92-b8c521b21211 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:33.430453 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb115c96-93ec-4422-af92-b8c521b21211 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:48:33.440253 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb115c96-93ec-4422-af92-b8c521b21211 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:33.440669 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-eb115c96-93ec-4422-af92-b8c521b21211 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Added segment 6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad of type vlan for network a4d51d67-680f-4242-b09b-014277eb9bc5 Jul 06 14:48:33.483074 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb115c96-93ec-4422-af92-b8c521b21211 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:33.514564 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb115c96-93ec-4422-af92-b8c521b21211 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:33.520803 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb115c96-93ec-4422-af92-b8c521b21211 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:33.521405 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb115c96-93ec-4422-af92-b8c521b21211 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:33.581555 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-eb115c96-93ec-4422-af92-b8c521b21211 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2038617 Jul 06 14:48:33.585583 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38880) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:33.590301 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb115c96-93ec-4422-af92-b8c521b21211 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Network': ['ID=a4d51d67-680f-4242-b09b-014277eb9bc5,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:33.590990 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-004b1d4b-92d9-4248-b9d8-2afdbe960921 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1087256058', 'admin_state_up': True, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:48:33.601744 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network a4d51d67-680f-4242-b09b-014277eb9bc5 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:48:33.618943 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-004b1d4b-92d9-4248-b9d8-2afdbe960921 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:33.619995 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-004b1d4b-92d9-4248-b9d8-2afdbe960921 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:33.676768 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-004b1d4b-92d9-4248-b9d8-2afdbe960921 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:33.817568 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-004b1d4b-92d9-4248-b9d8-2afdbe960921 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:33.839263 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 820a2cd6-c237-4507-87b1-a17d5a400115 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:48:33.861668 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 820a2cd6-c237-4507-87b1-a17d5a400115 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:48:33.862042 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 820a2cd6-c237-4507-87b1-a17d5a400115 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:48:34.012182 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-004b1d4b-92d9-4248-b9d8-2afdbe960921 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router_gateway, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:34.035421 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-004b1d4b-92d9-4248-b9d8-2afdbe960921 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:34.151849 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-004b1d4b-92d9-4248-b9d8-2afdbe960921 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Allocated IP 172.25.6.83 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/1cb7d12a-05c0-4079-97ea-ace7c42a7600) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:48:34.293423 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-004b1d4b-92d9-4248-b9d8-2afdbe960921 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:34.339127 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-004b1d4b-92d9-4248-b9d8-2afdbe960921 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:34.379269 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004b1d4b-92d9-4248-b9d8-2afdbe960921 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:48:34.382525 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-004b1d4b-92d9-4248-b9d8-2afdbe960921 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:48:34.389716 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004b1d4b-92d9-4248-b9d8-2afdbe960921 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:48:34.394509 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b1d4b-92d9-4248-b9d8-2afdbe960921 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Port': ['ID=1cb7d12a-05c0-4079-97ea-ace7c42a7600,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:34.646060 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-004b1d4b-92d9-4248-b9d8-2afdbe960921 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router_gateway, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:34.853988 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-004b1d4b-92d9-4248-b9d8-2afdbe960921 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:35.325224 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004b1d4b-92d9-4248-b9d8-2afdbe960921 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Router 021fe972-1ae9-4716-b77e-23aa6646405e is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:48:35.429324 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004b1d4b-92d9-4248-b9d8-2afdbe960921 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:48:35.439979 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2491b6bb-1343-4d61-bd4b-4dc83e616ab6 None None] Sync routers for ids ['021fe972-1ae9-4716-b77e-23aa6646405e'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:48:35.448367 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-004b1d4b-92d9-4248-b9d8-2afdbe960921 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:35.449274 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2491b6bb-1343-4d61-bd4b-4dc83e616ab6 None None] Routers {'021fe972-1ae9-4716-b77e-23aa6646405e'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:48:35.449714 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-004b1d4b-92d9-4248-b9d8-2afdbe960921 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8629246 Jul 06 14:48:35.450072 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2491b6bb-1343-4d61-bd4b-4dc83e616ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:48:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['021fe972-1ae9-4716-b77e-23aa6646405e'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:35.453047 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38882) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:35.481482 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-be564ab2-0403-4b73-9146-9b37baf36c6e tempest-TestNetworkAdvancedServerOps-1825529131 tempest-TestNetworkAdvancedServerOps-1825529131-project-admin] 10.222.0.118 "GET /v2.0/subnets?project_id=1feba65bea46409b8920d0b09f9745d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271215 Jul 06 14:48:35.484540 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38884) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:35.554891 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-2491b6bb-1343-4d61-bd4b-4dc83e616ab6 None None] Set router 021fe972-1ae9-4716-b77e-23aa6646405e gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:48:35.573475 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72226398-786d-42cf-afd8-dcd4f48d80ce tempest-TestNetworkAdvancedServerOps-1825529131 tempest-TestNetworkAdvancedServerOps-1825529131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:35.575065 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-72226398-786d-42cf-afd8-dcd4f48d80ce tempest-TestNetworkAdvancedServerOps-1825529131 tempest-TestNetworkAdvancedServerOps-1825529131-project-admin] 10.222.0.118 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896029 Jul 06 14:48:35.578046 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38886) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:35.611485 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1f14ce54-8b70-451f-9f8b-03505c3bbed5 tempest-TestNetworkAdvancedServerOps-1825529131 tempest-TestNetworkAdvancedServerOps-1825529131-project-admin] 10.222.0.118 "GET /v2.0/subnets?network_id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321121 Jul 06 14:48:35.614007 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38888) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:35.619249 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-32347eb9-2cfd-4e2e-8824-e89c20b73bad tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1404919653', 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:48:35.709697 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32347eb9-2cfd-4e2e-8824-e89c20b73bad tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Made reservation on behalf of 1feba65bea46409b8920d0b09f9745d4 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:48:35.713488 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-32347eb9-2cfd-4e2e-8824-e89c20b73bad tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:35.823794 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2491b6bb-1343-4d61-bd4b-4dc83e616ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087256058', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '1cb7d12a-05c0-4079-97ea-ace7c42a7600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:48:33Z', 'updated_at': '2021-07-06T14:48:34Z', 'revision_number': 3, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '1cb7d12a-05c0-4079-97ea-ace7c42a7600', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:34Z', 'updated_at': '2021-07-06T14:48:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:35.855545 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2491b6bb-1343-4d61-bd4b-4dc83e616ab6 None None] Checking router: 021fe972-1ae9-4716-b77e-23aa6646405e for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:48:35.856176 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2491b6bb-1343-4d61-bd4b-4dc83e616ab6 None None] Updating router 021fe972-1ae9-4716-b77e-23aa6646405e port 1cb7d12a-05c0-4079-97ea-ace7c42a7600 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:48:35.892920 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-2491b6bb-1343-4d61-bd4b-4dc83e616ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:35.902315 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-32347eb9-2cfd-4e2e-8824-e89c20b73bad tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:35.963536 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32347eb9-2cfd-4e2e-8824-e89c20b73bad tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Subnet': ['ID=08cfd59b-668f-4d97-96bd-39cb2dad47d5,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:35.975739 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32347eb9-2cfd-4e2e-8824-e89c20b73bad tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Checking segment: {'id': '6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:48:35.976111 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32347eb9-2cfd-4e2e-8824-e89c20b73bad tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network hostable DHCP agents. Network: a4d51d67-680f-4242-b09b-014277eb9bc5, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:48:35.994826 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32347eb9-2cfd-4e2e-8824-e89c20b73bad tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network a4d51d67-680f-4242-b09b-014277eb9bc5 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:48:36.005176 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-32347eb9-2cfd-4e2e-8824-e89c20b73bad tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, a4d51d67-680f-4242-b09b-014277eb9bc5) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:48:36.011656 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32347eb9-2cfd-4e2e-8824-e89c20b73bad tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:36.012298 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-32347eb9-2cfd-4e2e-8824-e89c20b73bad tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:36.017421 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28429c55-3ff7-42ae-8d0c-b2848e2a1e27 None None] Network a4d51d67-680f-4242-b09b-014277eb9bc5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:48:36.029806 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-32347eb9-2cfd-4e2e-8824-e89c20b73bad tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4126823 Jul 06 14:48:36.030966 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38890) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:36.181485 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-2491b6bb-1343-4d61-bd4b-4dc83e616ab6 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:36.192475 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-2491b6bb-1343-4d61-bd4b-4dc83e616ab6 None None] Transition to ACTIVE for port object 1cb7d12a-05c0-4079-97ea-ace7c42a7600 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:48:36.205523 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-2491b6bb-1343-4d61-bd4b-4dc83e616ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:36.214246 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77153e34-f23d-4ac8-a3f1-936a4b17343d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-a4d51d67-680f-4242-b09b-014277eb9bc5', 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'fixed_ips': [{'subnet_id': '08cfd59b-668f-4d97-96bd-39cb2dad47d5'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:48:36.215516 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-77153e34-f23d-4ac8-a3f1-936a4b17343d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:36.266463 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-2491b6bb-1343-4d61-bd4b-4dc83e616ab6 None None] Attempting to bind port 1cb7d12a-05c0-4079-97ea-ace7c42a7600 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:48:36.266835 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-2491b6bb-1343-4d61-bd4b-4dc83e616ab6 None None] Attempting to bind port 1cb7d12a-05c0-4079-97ea-ace7c42a7600 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:48:36.267196 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2491b6bb-1343-4d61-bd4b-4dc83e616ab6 None None] Attempting to bind port 1cb7d12a-05c0-4079-97ea-ace7c42a7600 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:48:36.272083 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f70ade-d476-4f3c-b676-daf74ec5f796 None None] Pushing event updated for resources: {'Port': ['ID=1cb7d12a-05c0-4079-97ea-ace7c42a7600,revision_number=2']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:36.274978 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2491b6bb-1343-4d61-bd4b-4dc83e616ab6 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:48:36.275346 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2491b6bb-1343-4d61-bd4b-4dc83e616ab6 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:48:36.275755 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-2491b6bb-1343-4d61-bd4b-4dc83e616ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:36.276131 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2491b6bb-1343-4d61-bd4b-4dc83e616ab6 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:48:36.276595 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-2491b6bb-1343-4d61-bd4b-4dc83e616ab6 None None] Bound port: 1cb7d12a-05c0-4079-97ea-ace7c42a7600, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:48:36.276969 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-2491b6bb-1343-4d61-bd4b-4dc83e616ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:36.300150 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f70ade-d476-4f3c-b676-daf74ec5f796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:36.300508 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f70ade-d476-4f3c-b676-daf74ec5f796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:36.301527 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f70ade-d476-4f3c-b676-daf74ec5f796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:36.301527 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f70ade-d476-4f3c-b676-daf74ec5f796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:36.301527 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f70ade-d476-4f3c-b676-daf74ec5f796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:36.301996 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f70ade-d476-4f3c-b676-daf74ec5f796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:36.302093 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f70ade-d476-4f3c-b676-daf74ec5f796 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:36.302414 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f70ade-d476-4f3c-b676-daf74ec5f796 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:36.302731 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f70ade-d476-4f3c-b676-daf74ec5f796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:36.303048 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f70ade-d476-4f3c-b676-daf74ec5f796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:36.303361 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f70ade-d476-4f3c-b676-daf74ec5f796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:36.303672 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f70ade-d476-4f3c-b676-daf74ec5f796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:48:36.342735 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-2491b6bb-1343-4d61-bd4b-4dc83e616ab6 None None] For port 1cb7d12a-05c0-4079-97ea-ace7c42a7600, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:48:36.347009 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-2491b6bb-1343-4d61-bd4b-4dc83e616ab6 None None] For port 1cb7d12a-05c0-4079-97ea-ace7c42a7600, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=1cb7d12a-05c0-4079-97ea-ace7c42a7600,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:48:36.352131 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-2491b6bb-1343-4d61-bd4b-4dc83e616ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:36.380150 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-77153e34-f23d-4ac8-a3f1-936a4b17343d None None] Allocated IP 172.20.0.2 (a4d51d67-680f-4242-b09b-014277eb9bc5/08cfd59b-668f-4d97-96bd-39cb2dad47d5/477adb38-591f-4398-aa98-9976ad56d21a) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:48:36.401103 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2491b6bb-1343-4d61-bd4b-4dc83e616ab6 None None] Routers {'021fe972-1ae9-4716-b77e-23aa6646405e'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:48:36.401765 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2491b6bb-1343-4d61-bd4b-4dc83e616ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:48:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['021fe972-1ae9-4716-b77e-23aa6646405e'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:36.462513 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f70ade-d476-4f3c-b676-daf74ec5f796 None None] Pushing event updated for resources: {'Port': ['ID=1cb7d12a-05c0-4079-97ea-ace7c42a7600,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:36.519642 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba262cf4-155d-4c08-a3b8-59029a4cda81 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:36.529550 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-2491b6bb-1343-4d61-bd4b-4dc83e616ab6 None None] Set router 021fe972-1ae9-4716-b77e-23aa6646405e gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:48:36.547810 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-77153e34-f23d-4ac8-a3f1-936a4b17343d None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:36.558368 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-77153e34-f23d-4ac8-a3f1-936a4b17343d None None] Transition to ACTIVE for port object 477adb38-591f-4398-aa98-9976ad56d21a will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:48:36.574578 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-77153e34-f23d-4ac8-a3f1-936a4b17343d None None] Transition to ACTIVE for port object 477adb38-591f-4398-aa98-9976ad56d21a will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:48:36.583603 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-77153e34-f23d-4ac8-a3f1-936a4b17343d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:36.637720 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77153e34-f23d-4ac8-a3f1-936a4b17343d None None] Network a4d51d67-680f-4242-b09b-014277eb9bc5 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:48:36.639635 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77153e34-f23d-4ac8-a3f1-936a4b17343d None None] Pushing event updated for resources: {'Port': ['ID=477adb38-591f-4398-aa98-9976ad56d21a,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:36.643518 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-77153e34-f23d-4ac8-a3f1-936a4b17343d None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:48:36.645738 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77153e34-f23d-4ac8-a3f1-936a4b17343d None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:48:36.707266 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-77153e34-f23d-4ac8-a3f1-936a4b17343d None None] Attempting to bind port 477adb38-591f-4398-aa98-9976ad56d21a on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:48:36.707647 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-77153e34-f23d-4ac8-a3f1-936a4b17343d None None] Attempting to bind port 477adb38-591f-4398-aa98-9976ad56d21a by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:48:36.708049 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77153e34-f23d-4ac8-a3f1-936a4b17343d None None] Attempting to bind port 477adb38-591f-4398-aa98-9976ad56d21a on network a4d51d67-680f-4242-b09b-014277eb9bc5 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:48:36.713218 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77153e34-f23d-4ac8-a3f1-936a4b17343d None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:48:36.713534 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77153e34-f23d-4ac8-a3f1-936a4b17343d None None] Checking segment: {'id': '6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:48:36.713974 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-77153e34-f23d-4ac8-a3f1-936a4b17343d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:36.714374 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77153e34-f23d-4ac8-a3f1-936a4b17343d None None] Bound using segment: {'id': '6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:48:36.714859 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-77153e34-f23d-4ac8-a3f1-936a4b17343d None None] Bound port: 477adb38-591f-4398-aa98-9976ad56d21a, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:48:36.715244 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-77153e34-f23d-4ac8-a3f1-936a4b17343d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:36.737958 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2491b6bb-1343-4d61-bd4b-4dc83e616ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087256058', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '1cb7d12a-05c0-4079-97ea-ace7c42a7600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:48:33Z', 'updated_at': '2021-07-06T14:48:34Z', 'revision_number': 3, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '1cb7d12a-05c0-4079-97ea-ace7c42a7600', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:34Z', 'updated_at': '2021-07-06T14:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:36.766576 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2491b6bb-1343-4d61-bd4b-4dc83e616ab6 None None] The sync data for ids ['021fe972-1ae9-4716-b77e-23aa6646405e'] in n-d-773644-6 is: [{'id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087256058', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '1cb7d12a-05c0-4079-97ea-ace7c42a7600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:48:33Z', 'updated_at': '2021-07-06T14:48:34Z', 'revision_number': 3, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '1cb7d12a-05c0-4079-97ea-ace7c42a7600', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:34Z', 'updated_at': '2021-07-06T14:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:48:36.781937 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-77153e34-f23d-4ac8-a3f1-936a4b17343d None None] For port 477adb38-591f-4398-aa98-9976ad56d21a, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:48:36.785474 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-77153e34-f23d-4ac8-a3f1-936a4b17343d None None] For port 477adb38-591f-4398-aa98-9976ad56d21a, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=477adb38-591f-4398-aa98-9976ad56d21a,segment=NetworkSegment(6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad),segment_id=6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:48:36.791789 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-77153e34-f23d-4ac8-a3f1-936a4b17343d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:36.816736 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-ba262cf4-155d-4c08-a3b8-59029a4cda81 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Allocated IP 172.20.0.1 (a4d51d67-680f-4242-b09b-014277eb9bc5/08cfd59b-668f-4d97-96bd-39cb2dad47d5/e0fa8719-4574-4ca4-bb54-dd10b1df9cf7) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:48:36.856406 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77153e34-f23d-4ac8-a3f1-936a4b17343d None None] Pushing event updated for resources: {'Port': ['ID=477adb38-591f-4398-aa98-9976ad56d21a,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:36.946843 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba262cf4-155d-4c08-a3b8-59029a4cda81 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:36.964012 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-ba262cf4-155d-4c08-a3b8-59029a4cda81 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Transition to ACTIVE for port object e0fa8719-4574-4ca4-bb54-dd10b1df9cf7 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:48:37.005239 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba262cf4-155d-4c08-a3b8-59029a4cda81 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:37.060986 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba262cf4-155d-4c08-a3b8-59029a4cda81 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network a4d51d67-680f-4242-b09b-014277eb9bc5 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:48:37.070471 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-ba262cf4-155d-4c08-a3b8-59029a4cda81 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:48:37.077089 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba262cf4-155d-4c08-a3b8-59029a4cda81 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:48:37.115354 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba262cf4-155d-4c08-a3b8-59029a4cda81 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Port': ['ID=e0fa8719-4574-4ca4-bb54-dd10b1df9cf7,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:37.142936 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba262cf4-155d-4c08-a3b8-59029a4cda81 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:37.321118 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba262cf4-155d-4c08-a3b8-59029a4cda81 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:37.425089 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bcde1a62-2bc6-4efb-a508-0fc5bd35d10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:37.656851 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba262cf4-155d-4c08-a3b8-59029a4cda81 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:37.663834 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba262cf4-155d-4c08-a3b8-59029a4cda81 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:37.750245 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-ba262cf4-155d-4c08-a3b8-59029a4cda81 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:37.751904 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba262cf4-155d-4c08-a3b8-59029a4cda81 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Port': ['ID=e0fa8719-4574-4ca4-bb54-dd10b1df9cf7,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:37.861254 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba262cf4-155d-4c08-a3b8-59029a4cda81 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network a4d51d67-680f-4242-b09b-014277eb9bc5 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:48:37.863016 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-ba262cf4-155d-4c08-a3b8-59029a4cda81 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:48:37.918671 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76aaed35-fb08-4fe6-9cbf-2022855865d2 None None] Network a4d51d67-680f-4242-b09b-014277eb9bc5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:48:37.962883 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 1cb7d12a-05c0-4079-97ea-ace7c42a7600 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:48:38.003137 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba262cf4-155d-4c08-a3b8-59029a4cda81 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Router 021fe972-1ae9-4716-b77e-23aa6646405e has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:48:38.018107 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b67531a0-cd64-41cd-ba14-0ab3b83fbe9f None None] Provisioning for port 477adb38-591f-4398-aa98-9976ad56d21a completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:48:38.084577 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 1cb7d12a-05c0-4079-97ea-ace7c42a7600 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:48:38.099367 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 1cb7d12a-05c0-4079-97ea-ace7c42a7600 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:48:38.099367 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:38.114334 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba262cf4-155d-4c08-a3b8-59029a4cda81 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:48:38.128736 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ba262cf4-155d-4c08-a3b8-59029a4cda81 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "PUT /v2.0/routers/021fe972-1ae9-4716-b77e-23aa6646405e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0871680 Jul 06 14:48:38.231040 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:38.255092 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 1cb7d12a-05c0-4079-97ea-ace7c42a7600, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=1cb7d12a-05c0-4079-97ea-ace7c42a7600,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:48:38.259695 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:38.260622 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 477adb38-591f-4398-aa98-9976ad56d21a up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:48:38.302816 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-b038b65b-5c32-4cfe-ba2e-12927bc75523 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1506347749&fields=id&tenant_id=1feba65bea46409b8920d0b09f9745d4 HTTP/1.1" status: 200 len: 267 time: 0.0509355 Jul 06 14:48:38.356224 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=1cb7d12a-05c0-4079-97ea-ace7c42a7600,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:38.371881 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 477adb38-591f-4398-aa98-9976ad56d21a completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:48:38.377026 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 477adb38-591f-4398-aa98-9976ad56d21a triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:48:38.377819 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:38.428154 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-109e96ca-e1b9-4237-9fd0-c303f1a6f69a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:38.430181 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-109e96ca-e1b9-4237-9fd0-c303f1a6f69a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/networks?id=a4d51d67-680f-4242-b09b-014277eb9bc5 HTTP/1.1" status: 200 len: 796 time: 0.1204178 Jul 06 14:48:38.450301 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-16632866-86e4-4736-9daa-21547923f886 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/quotas/1feba65bea46409b8920d0b09f9745d4 HTTP/1.1" status: 200 len: 375 time: 0.0136654 Jul 06 14:48:38.473389 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:38.512990 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 477adb38-591f-4398-aa98-9976ad56d21a, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=477adb38-591f-4398-aa98-9976ad56d21a,segment=NetworkSegment(6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad),segment_id=6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:48:38.518698 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:38.533609 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-9deb361a-6232-4246-be6a-e893f9b2aeb5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772562 Jul 06 14:48:38.583156 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-189f826a-22ef-43d8-a908-7b0c4d7d965b None None] Provisioning for port e0fa8719-4574-4ca4-bb54-dd10b1df9cf7 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:48:38.590524 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-189f826a-22ef-43d8-a908-7b0c4d7d965b None None] Provisioning complete for port e0fa8719-4574-4ca4-bb54-dd10b1df9cf7 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:48:38.590904 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-189f826a-22ef-43d8-a908-7b0c4d7d965b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:38.592633 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=477adb38-591f-4398-aa98-9976ad56d21a,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:38.632975 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-189f826a-22ef-43d8-a908-7b0c4d7d965b None None] Port e0fa8719-4574-4ca4-bb54-dd10b1df9cf7 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:48:38.643888 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-189f826a-22ef-43d8-a908-7b0c4d7d965b None None] Provisioning complete for port 477adb38-591f-4398-aa98-9976ad56d21a triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:48:38.644268 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-189f826a-22ef-43d8-a908-7b0c4d7d965b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:38.647804 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-3880cbda-e038-4089-b4b8-eb559b6970a2 service neutron] 10.222.0.118 "GET /v2.0/networks/a4d51d67-680f-4242-b09b-014277eb9bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988245 Jul 06 14:48:38.723278 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef53d3b-efc9-4510-a900-b278eaacfa44 None None] Sync routers for ids ['021fe972-1ae9-4716-b77e-23aa6646405e'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:48:38.745165 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef53d3b-efc9-4510-a900-b278eaacfa44 None None] Routers {'021fe972-1ae9-4716-b77e-23aa6646405e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:48:38.745839 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-fef53d3b-efc9-4510-a900-b278eaacfa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:48:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['021fe972-1ae9-4716-b77e-23aa6646405e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:38.752099 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-643e8f92-bdf3-4c62-995c-0b8e4b54abf9 service neutron] 10.222.0.118 "GET /v2.0/networks/a4d51d67-680f-4242-b09b-014277eb9bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985680 Jul 06 14:48:38.870108 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-fef53d3b-efc9-4510-a900-b278eaacfa44 None None] Set router 021fe972-1ae9-4716-b77e-23aa6646405e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:48:38.915681 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e40d5d47-5823-4470-a8f8-ab2cbeb51a08 None None] Provisioning complete for port e0fa8719-4574-4ca4-bb54-dd10b1df9cf7 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:48:38.915948 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e40d5d47-5823-4470-a8f8-ab2cbeb51a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:38.970146 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ea8ca0e8-4ab9-41fa-8398-e563fef73afc req-46f0eb38-1d92-42a8-a898-b8cc2d128fd8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 210 time: 0.0303164 Jul 06 14:48:39.026151 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-e40d5d47-5823-4470-a8f8-ab2cbeb51a08 None None] Port e0fa8719-4574-4ca4-bb54-dd10b1df9cf7 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:48:39.124879 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-fef53d3b-efc9-4510-a900-b278eaacfa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087256058', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '1cb7d12a-05c0-4079-97ea-ace7c42a7600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:48:33Z', 'updated_at': '2021-07-06T14:48:37Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '1cb7d12a-05c0-4079-97ea-ace7c42a7600', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:34Z', 'updated_at': '2021-07-06T14:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'e0fa8719-4574-4ca4-bb54-dd10b1df9cf7', 'name': '', 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:24:f3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '08cfd59b-668f-4d97-96bd-39cb2dad47d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:36Z', 'updated_at': '2021-07-06T14:48:37Z', 'revision_number': 2, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': '08cfd59b-668f-4d97-96bd-39cb2dad47d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:39.155788 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef53d3b-efc9-4510-a900-b278eaacfa44 None None] Checking router: 021fe972-1ae9-4716-b77e-23aa6646405e for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:48:39.156155 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef53d3b-efc9-4510-a900-b278eaacfa44 None None] Updating router 021fe972-1ae9-4716-b77e-23aa6646405e port e0fa8719-4574-4ca4-bb54-dd10b1df9cf7 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:48:39.192980 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ab3582e9-6821-4dc2-9542-9d9f1085c7bf None None] Provisioning complete for port e0fa8719-4574-4ca4-bb54-dd10b1df9cf7 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:48:39.193359 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ab3582e9-6821-4dc2-9542-9d9f1085c7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:39.197493 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fef53d3b-efc9-4510-a900-b278eaacfa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:39.266647 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-ab3582e9-6821-4dc2-9542-9d9f1085c7bf None None] Port e0fa8719-4574-4ca4-bb54-dd10b1df9cf7 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:48:39.675069 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fef53d3b-efc9-4510-a900-b278eaacfa44 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:39.686497 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-fef53d3b-efc9-4510-a900-b278eaacfa44 None None] Transition to ACTIVE for port object e0fa8719-4574-4ca4-bb54-dd10b1df9cf7 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:48:39.692405 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fef53d3b-efc9-4510-a900-b278eaacfa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:39.740120 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c41f3c-f015-461a-897d-320bf1c9c766 None None] Pushing event updated for resources: {'Port': ['ID=e0fa8719-4574-4ca4-bb54-dd10b1df9cf7,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:39.803412 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-fef53d3b-efc9-4510-a900-b278eaacfa44 None None] Attempting to bind port e0fa8719-4574-4ca4-bb54-dd10b1df9cf7 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:48:39.803781 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-fef53d3b-efc9-4510-a900-b278eaacfa44 None None] Attempting to bind port e0fa8719-4574-4ca4-bb54-dd10b1df9cf7 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:48:39.804143 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef53d3b-efc9-4510-a900-b278eaacfa44 None None] Attempting to bind port e0fa8719-4574-4ca4-bb54-dd10b1df9cf7 on network a4d51d67-680f-4242-b09b-014277eb9bc5 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:48:39.810067 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef53d3b-efc9-4510-a900-b278eaacfa44 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:48:39.810579 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef53d3b-efc9-4510-a900-b278eaacfa44 None None] Checking segment: {'id': '6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:48:39.811130 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fef53d3b-efc9-4510-a900-b278eaacfa44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:39.811657 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef53d3b-efc9-4510-a900-b278eaacfa44 None None] Bound using segment: {'id': '6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:48:39.812506 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-fef53d3b-efc9-4510-a900-b278eaacfa44 None None] Bound port: e0fa8719-4574-4ca4-bb54-dd10b1df9cf7, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:48:39.813047 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fef53d3b-efc9-4510-a900-b278eaacfa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:39.916121 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-fef53d3b-efc9-4510-a900-b278eaacfa44 None None] For port e0fa8719-4574-4ca4-bb54-dd10b1df9cf7, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:48:39.919435 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-fef53d3b-efc9-4510-a900-b278eaacfa44 None None] For port e0fa8719-4574-4ca4-bb54-dd10b1df9cf7, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=e0fa8719-4574-4ca4-bb54-dd10b1df9cf7,segment=NetworkSegment(6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad),segment_id=6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:48:39.925863 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-fef53d3b-efc9-4510-a900-b278eaacfa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:39.932625 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 1cb7d12a-05c0-4079-97ea-ace7c42a7600 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:48:40.064447 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c41f3c-f015-461a-897d-320bf1c9c766 None None] Pushing event updated for resources: {'Port': ['ID=e0fa8719-4574-4ca4-bb54-dd10b1df9cf7,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:40.070600 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef53d3b-efc9-4510-a900-b278eaacfa44 None None] Routers {'021fe972-1ae9-4716-b77e-23aa6646405e'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:48:40.071255 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-fef53d3b-efc9-4510-a900-b278eaacfa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:48:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['021fe972-1ae9-4716-b77e-23aa6646405e'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:40.135348 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 1cb7d12a-05c0-4079-97ea-ace7c42a7600 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:48:40.135739 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:40.221633 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d3a7034d-4da9-437d-b867-376e5fdf87ae req-a1968df9-5ccc-4776-936f-5744990ffa46 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 210 time: 0.0510721 Jul 06 14:48:40.272994 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-fef53d3b-efc9-4510-a900-b278eaacfa44 None None] Set router 021fe972-1ae9-4716-b77e-23aa6646405e gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:48:40.291181 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-0253eef1-d0b9-4716-ad0f-25480486249a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:40.292713 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-0253eef1-d0b9-4716-ad0f-25480486249a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.52 "GET /v2.0/networks?id=a4d51d67-680f-4242-b09b-014277eb9bc5 HTTP/1.1" status: 200 len: 796 time: 0.1891708 Jul 06 14:48:40.348805 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-004c4527-e658-435b-96c6-ddcab8a3f7a2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1feba65bea46409b8920d0b09f9745d4 HTTP/1.1" status: 200 len: 380 time: 0.0416660 Jul 06 14:48:40.359524 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:40.363008 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-4d3165d9-0fc5-4f1c-b871-bacff13765b5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'port': {'device_id': '7fb0358b-d67f-4bd7-a3f4-6c111a161488', 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5', 'admin_state_up': True, 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'security_groups': ['844d9407-8e7f-4df1-89bb-a37931b738a4']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:48:40.402494 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 477adb38-591f-4398-aa98-9976ad56d21a up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:48:40.494590 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-4d3165d9-0fc5-4f1c-b871-bacff13765b5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Made reservation on behalf of 1feba65bea46409b8920d0b09f9745d4 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:48:40.498030 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-4d3165d9-0fc5-4f1c-b871-bacff13765b5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:40.528778 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 477adb38-591f-4398-aa98-9976ad56d21a triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:48:40.529157 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:40.614753 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-fef53d3b-efc9-4510-a900-b278eaacfa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087256058', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '1cb7d12a-05c0-4079-97ea-ace7c42a7600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:48:33Z', 'updated_at': '2021-07-06T14:48:37Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '1cb7d12a-05c0-4079-97ea-ace7c42a7600', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:34Z', 'updated_at': '2021-07-06T14:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'e0fa8719-4574-4ca4-bb54-dd10b1df9cf7', 'name': '', 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:24:f3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '08cfd59b-668f-4d97-96bd-39cb2dad47d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:36Z', 'updated_at': '2021-07-06T14:48:39Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': '08cfd59b-668f-4d97-96bd-39cb2dad47d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:40.634851 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-4d3165d9-0fc5-4f1c-b871-bacff13765b5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Allocated IP 172.20.0.14 (a4d51d67-680f-4242-b09b-014277eb9bc5/08cfd59b-668f-4d97-96bd-39cb2dad47d5/0f9c1b59-d976-4bdc-ab35-1b65f11066b2) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:48:40.667424 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef53d3b-efc9-4510-a900-b278eaacfa44 None None] The sync data for ids ['021fe972-1ae9-4716-b77e-23aa6646405e'] in n-d-773644-6 is: [{'id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087256058', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '1cb7d12a-05c0-4079-97ea-ace7c42a7600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:48:33Z', 'updated_at': '2021-07-06T14:48:37Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '1cb7d12a-05c0-4079-97ea-ace7c42a7600', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:34Z', 'updated_at': '2021-07-06T14:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'e0fa8719-4574-4ca4-bb54-dd10b1df9cf7', 'name': '', 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:24:f3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '08cfd59b-668f-4d97-96bd-39cb2dad47d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:36Z', 'updated_at': '2021-07-06T14:48:39Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': '08cfd59b-668f-4d97-96bd-39cb2dad47d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:48:40.685458 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ad3a3f7f-50da-4a5e-8e48-d8706b462a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:40.806848 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-4d3165d9-0fc5-4f1c-b871-bacff13765b5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:40.822155 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-4d3165d9-0fc5-4f1c-b871-bacff13765b5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Transition to ACTIVE for port object 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:48:40.860059 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-4d3165d9-0fc5-4f1c-b871-bacff13765b5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:40.908175 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-4d3165d9-0fc5-4f1c-b871-bacff13765b5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network a4d51d67-680f-4242-b09b-014277eb9bc5 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:48:40.911840 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-4d3165d9-0fc5-4f1c-b871-bacff13765b5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:48:40.918030 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-4d3165d9-0fc5-4f1c-b871-bacff13765b5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:48:40.944530 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3165d9-0fc5-4f1c-b871-bacff13765b5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Port': ['ID=0f9c1b59-d976-4bdc-ab35-1b65f11066b2,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:40.979673 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-4d3165d9-0fc5-4f1c-b871-bacff13765b5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:40.980274 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-4d3165d9-0fc5-4f1c-b871-bacff13765b5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:40.998159 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-4d3165d9-0fc5-4f1c-b871-bacff13765b5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6409764 Jul 06 14:48:41.012756 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-e2d1513c-2bcc-4a3c-88f3-13962b0491f4 service neutron] Request body: {'port': {'device_id': '7fb0358b-d67f-4bd7-a3f4-6c111a161488', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:48:41.100126 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-e2d1513c-2bcc-4a3c-88f3-13962b0491f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:41.208812 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1f5355dc-0e4a-4149-8d3e-347f203c975d None None] Provisioning for port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:48:41.213305 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1f5355dc-0e4a-4149-8d3e-347f203c975d None None] Provisioning complete for port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:48:41.213831 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1f5355dc-0e4a-4149-8d3e-347f203c975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:41.267932 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-1f5355dc-0e4a-4149-8d3e-347f203c975d None None] Port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:48:41.452227 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-e2d1513c-2bcc-4a3c-88f3-13962b0491f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:48:41.462301 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-e2d1513c-2bcc-4a3c-88f3-13962b0491f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:41.482878 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-e2d1513c-2bcc-4a3c-88f3-13962b0491f4 service neutron] Transition to ACTIVE for port object 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:48:41.486435 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-e2d1513c-2bcc-4a3c-88f3-13962b0491f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:41.497608 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d7500-d85d-4797-81e1-f0906b6429a5 req-4c9329b5-ce99-42a2-8379-f6193a38da6e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:41.499714 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-213d7500-d85d-4797-81e1-f0906b6429a5 req-4c9329b5-ce99-42a2-8379-f6193a38da6e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 932 time: 0.1296148 Jul 06 14:48:41.567125 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1513c-2bcc-4a3c-88f3-13962b0491f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f9c1b59-d976-4bdc-ab35-1b65f11066b2,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:41.590746 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-213d7500-d85d-4797-81e1-f0906b6429a5 req-3e38e225-f0f7-4347-aca4-ebd9dfca5638 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=844d9407-8e7f-4df1-89bb-a37931b738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821428 Jul 06 14:48:41.660124 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-e2d1513c-2bcc-4a3c-88f3-13962b0491f4 service neutron] Attempting to bind port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:48:41.660469 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-e2d1513c-2bcc-4a3c-88f3-13962b0491f4 service neutron] Attempting to bind port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:48:41.660812 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-e2d1513c-2bcc-4a3c-88f3-13962b0491f4 service neutron] Attempting to bind port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 on network a4d51d67-680f-4242-b09b-014277eb9bc5 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:48:41.665650 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-e2d1513c-2bcc-4a3c-88f3-13962b0491f4 service neutron] Port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 on network a4d51d67-680f-4242-b09b-014277eb9bc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:48:41.666004 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-e2d1513c-2bcc-4a3c-88f3-13962b0491f4 service neutron] Attempting to bind port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 on network a4d51d67-680f-4242-b09b-014277eb9bc5 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:48:41.672796 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-e2d1513c-2bcc-4a3c-88f3-13962b0491f4 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:48:41.673233 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-e2d1513c-2bcc-4a3c-88f3-13962b0491f4 service neutron] Checking segment: {'id': '6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:48:41.673644 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-e2d1513c-2bcc-4a3c-88f3-13962b0491f4 service neutron] Bound using segment: {'id': '6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:48:41.674120 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-e2d1513c-2bcc-4a3c-88f3-13962b0491f4 service neutron] Bound port: 0f9c1b59-d976-4bdc-ab35-1b65f11066b2, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:48:41.674547 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-e2d1513c-2bcc-4a3c-88f3-13962b0491f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:41.755726 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:41.758114 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-e2d1513c-2bcc-4a3c-88f3-13962b0491f4 service neutron] For port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:48:41.764707 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-e2d1513c-2bcc-4a3c-88f3-13962b0491f4 service neutron] For port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=0f9c1b59-d976-4bdc-ab35-1b65f11066b2,segment=NetworkSegment(6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad),segment_id=6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:48:41.771993 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-e2d1513c-2bcc-4a3c-88f3-13962b0491f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:41.816786 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-e2d1513c-2bcc-4a3c-88f3-13962b0491f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:41.817670 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-e2d1513c-2bcc-4a3c-88f3-13962b0491f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:41.819157 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-e2d1513c-2bcc-4a3c-88f3-13962b0491f4 service neutron] 10.222.0.52 "PUT /v2.0/ports/0f9c1b59-d976-4bdc-ab35-1b65f11066b2 HTTP/1.1" status: 200 len: 1092 time: 0.8117738 Jul 06 14:48:41.819619 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb0358b-d67f-4bd7-a3f4-6c111a161488', 'tag': '0f9c1b59-d976-4bdc-ab35-1b65f11066b2'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:48:41.821931 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dad382-e235-49dd-888d-e7f749a84ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb0358b-d67f-4bd7-a3f4-6c111a161488", "tag": "0f9c1b59-d976-4bdc-ab35-1b65f11066b2"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:48:41.865646 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1513c-2bcc-4a3c-88f3-13962b0491f4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f9c1b59-d976-4bdc-ab35-1b65f11066b2,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:41.915563 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31f5e97-46d1-486f-907b-09aaae173ef5 x-openstack-request-id: req-c31f5e97-46d1-486f-907b-09aaae173ef5 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:48:41.915950 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb0358b-d67f-4bd7-a3f4-6c111a161488", "tag": "0f9c1b59-d976-4bdc-ab35-1b65f11066b2", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:48:41.916216 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c31f5e97-46d1-486f-907b-09aaae173ef5 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:48:41.916762 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb0358b-d67f-4bd7-a3f4-6c111a161488', 'tag': '0f9c1b59-d976-4bdc-ab35-1b65f11066b2', 'status': 'completed', 'code': 200} Jul 06 14:48:41.963981 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device e0fa8719-4574-4ca4-bb54-dd10b1df9cf7 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:48:41.970469 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-394592ed-15a8-4c7a-b290-27159b71f21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:41.972031 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-394592ed-15a8-4c7a-b290-27159b71f21b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 1095 time: 0.0754309 Jul 06 14:48:42.023180 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port e0fa8719-4574-4ca4-bb54-dd10b1df9cf7 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:48:42.027122 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-2e9d55de-20d8-4a81-a095-3d5a4090df2d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f9c1b59-d976-4bdc-ab35-1b65f11066b2 HTTP/1.1" status: 200 len: 217 time: 0.0421309 Jul 06 14:48:42.028079 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port e0fa8719-4574-4ca4-bb54-dd10b1df9cf7 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:48:42.028454 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:42.084314 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-65ef0259-db78-40e9-a691-8aa4ca64ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:42.085725 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-65ef0259-db78-40e9-a691-8aa4ca64ee66 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=08cfd59b-668f-4d97-96bd-39cb2dad47d5 HTTP/1.1" status: 200 len: 835 time: 0.0512240 Jul 06 14:48:42.123137 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:42.153440 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-5186a629-8fee-4201-98c8-ebed7ff92b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:42.157082 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-5186a629-8fee-4201-98c8-ebed7ff92b41 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4d51d67-680f-4242-b09b-014277eb9bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579753 Jul 06 14:48:42.169032 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port e0fa8719-4574-4ca4-bb54-dd10b1df9cf7, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=e0fa8719-4574-4ca4-bb54-dd10b1df9cf7,segment=NetworkSegment(6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad),segment_id=6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:48:42.174846 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:42.232499 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=e0fa8719-4574-4ca4-bb54-dd10b1df9cf7,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:42.256003 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-4309aca9-0fbb-4157-b759-43492fc09636 service neutron] 10.222.0.52 "GET /v2.0/networks/a4d51d67-680f-4242-b09b-014277eb9bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904365 Jul 06 14:48:42.350013 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c47aa56-b45c-4a21-8cdc-5806634f8bfc req-30117b65-df43-4d91-8bd2-e227a14f1351 service neutron] 10.222.0.52 "GET /v2.0/networks/a4d51d67-680f-4242-b09b-014277eb9bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819106 Jul 06 14:48:42.458570 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dad382-e235-49dd-888d-e7f749a84ba0 req-c7f87caa-917b-4ce0-94df-99016e9b0b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:42.460106 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-63dad382-e235-49dd-888d-e7f749a84ba0 req-c7f87caa-917b-4ce0-94df-99016e9b0b05 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 1095 time: 0.0550635 Jul 06 14:48:42.553673 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dad382-e235-49dd-888d-e7f749a84ba0 req-af5715e7-dcf8-4c23-ad0d-0603c6e38b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:42.555227 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-63dad382-e235-49dd-888d-e7f749a84ba0 req-af5715e7-dcf8-4c23-ad0d-0603c6e38b26 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4d51d67-680f-4242-b09b-014277eb9bc5 HTTP/1.1" status: 200 len: 897 time: 0.0879643 Jul 06 14:48:42.596831 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-63dad382-e235-49dd-888d-e7f749a84ba0 req-cc006c60-8a72-41d1-b6bc-f37855148efb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f9c1b59-d976-4bdc-ab35-1b65f11066b2 HTTP/1.1" status: 200 len: 217 time: 0.0344498 Jul 06 14:48:42.646933 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dad382-e235-49dd-888d-e7f749a84ba0 req-c6e4e852-2052-4eb7-b327-4c37e141b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:42.648421 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-63dad382-e235-49dd-888d-e7f749a84ba0 req-c6e4e852-2052-4eb7-b327-4c37e141b5b7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=08cfd59b-668f-4d97-96bd-39cb2dad47d5 HTTP/1.1" status: 200 len: 835 time: 0.0439050 Jul 06 14:48:42.722140 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dad382-e235-49dd-888d-e7f749a84ba0 req-076fb2b9-e9e2-4afb-8923-f73ce9c3bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:42.723597 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-63dad382-e235-49dd-888d-e7f749a84ba0 req-076fb2b9-e9e2-4afb-8923-f73ce9c3bc68 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4d51d67-680f-4242-b09b-014277eb9bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681973 Jul 06 14:48:43.195310 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d8b2e-6d89-4e89-8f23-9ec4a4ed60b8 req-9c2358e6-b3ba-4047-80c9-84b69fb350b2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:43.197036 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ee1d8b2e-6d89-4e89-8f23-9ec4a4ed60b8 req-9c2358e6-b3ba-4047-80c9-84b69fb350b2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 944 time: 0.4892461 Jul 06 14:48:43.203475 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-63dad382-e235-49dd-888d-e7f749a84ba0 req-bed072b1-2501-4829-89a2-a12290809a95 service neutron] 10.222.0.52 "GET /v2.0/networks/a4d51d67-680f-4242-b09b-014277eb9bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631326 Jul 06 14:48:43.284933 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ee1d8b2e-6d89-4e89-8f23-9ec4a4ed60b8 req-4ebc15a7-a0ca-4844-a480-9c4b6438083c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=844d9407-8e7f-4df1-89bb-a37931b738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803442 Jul 06 14:48:43.285181 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:43.317607 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-63dad382-e235-49dd-888d-e7f749a84ba0 req-580c48ff-ad25-43c4-b3df-6d09232907d1 service neutron] 10.222.0.52 "GET /v2.0/networks/a4d51d67-680f-4242-b09b-014277eb9bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067030 Jul 06 14:48:43.889100 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device e0fa8719-4574-4ca4-bb54-dd10b1df9cf7 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:48:43.943621 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port e0fa8719-4574-4ca4-bb54-dd10b1df9cf7 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:48:43.944000 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:44.464839 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106b537-f6d5-476e-bf17-1d1d90389460 req-0e8bac8f-3a22-4d00-a5a6-f9bb18369eed tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:44.466272 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a106b537-f6d5-476e-bf17-1d1d90389460 req-0e8bac8f-3a22-4d00-a5a6-f9bb18369eed tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 944 time: 0.0689359 Jul 06 14:48:44.505116 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a106b537-f6d5-476e-bf17-1d1d90389460 req-fafeda86-29fc-48ec-b210-859beb508fdf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=844d9407-8e7f-4df1-89bb-a37931b738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321360 Jul 06 14:48:44.853310 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:48:44.950190 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=0f9c1b59-d976-4bdc-ab35-1b65f11066b2,segment=NetworkSegment(6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad),segment_id=6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:48:44.961847 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '0f9c1b59-d976-4bdc-ab35-1b65f11066b2', 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5', 'port_id': '0f9c1b59-d976-4bdc-ab35-1b65f11066b2', 'mac_address': 'fa:16:3e:fe:2f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08cfd59b-668f-4d97-96bd-39cb2dad47d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:48:44.998661 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:45.011897 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:48:45.031719 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=0f9c1b59-d976-4bdc-ab35-1b65f11066b2,segment=NetworkSegment(6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad),segment_id=6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:48:45.035404 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:45.083336 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=0f9c1b59-d976-4bdc-ab35-1b65f11066b2,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:45.293382 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['0f9c1b59-d976-4bdc-ab35-1b65f11066b2'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:48:45.683026 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b037848-11f0-4ca3-8e59-69f135fc63db req-bd97a1fe-a897-4776-80f3-154aa3357ce2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:45.684910 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b037848-11f0-4ca3-8e59-69f135fc63db req-bd97a1fe-a897-4776-80f3-154aa3357ce2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 945 time: 0.0635891 Jul 06 14:48:45.722804 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b037848-11f0-4ca3-8e59-69f135fc63db req-66818c0c-8aa0-4dd1-9750-c5a76ef0572a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=844d9407-8e7f-4df1-89bb-a37931b738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322690 Jul 06 14:48:46.893415 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:48:46.897371 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8f581-052a-4b43-969a-135a1d8bc0a2 req-cc8fe7e0-1fe1-4cfc-9655-517d47400f62 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:46.898946 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-61e8f581-052a-4b43-969a-135a1d8bc0a2 req-cc8fe7e0-1fe1-4cfc-9655-517d47400f62 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 945 time: 0.0651557 Jul 06 14:48:46.937356 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-61e8f581-052a-4b43-969a-135a1d8bc0a2 req-f76a4eef-f0ec-4bdb-ba9d-25b7da4269aa tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=844d9407-8e7f-4df1-89bb-a37931b738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327108 Jul 06 14:48:46.946193 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:48:46.949947 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:48:46.950318 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:47.029359 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:47.050942 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb0358b-d67f-4bd7-a3f4-6c111a161488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9c1b59-d976-4bdc-ab35-1b65f11066b2'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:48:47.053188 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7b3130d190d3a8890db0c4eafcc3a45a14b225becedd5045b600f6b402c608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a79d19-1432-425b-9cd8-f5f1dee89da1" -d '{"events": [{"server_uuid": "7fb0358b-d67f-4bd7-a3f4-6c111a161488", "name": "network-vif-plugged", "status": "completed", "tag": "0f9c1b59-d976-4bdc-ab35-1b65f11066b2"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:48:47.066827 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=0f9c1b59-d976-4bdc-ab35-1b65f11066b2,segment=NetworkSegment(6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad),segment_id=6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:48:47.071896 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:47.098004 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a6b12d-3b66-4dcc-a462-d9eaa4bd7ef5 x-openstack-request-id: req-36a6b12d-3b66-4dcc-a462-d9eaa4bd7ef5 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:48:47.098299 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb0358b-d67f-4bd7-a3f4-6c111a161488", "name": "network-vif-plugged", "status": "completed", "tag": "0f9c1b59-d976-4bdc-ab35-1b65f11066b2", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:48:47.098554 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-36a6b12d-3b66-4dcc-a462-d9eaa4bd7ef5 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:48:47.098952 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb0358b-d67f-4bd7-a3f4-6c111a161488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9c1b59-d976-4bdc-ab35-1b65f11066b2', 'code': 200} Jul 06 14:48:47.128797 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:47.143709 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=0f9c1b59-d976-4bdc-ab35-1b65f11066b2,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:47.223068 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e2935-ae3a-4481-9eec-551d35c8e109 req-6416bd36-daba-4c3a-83fd-936a78d1e5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:47.224613 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-002e2935-ae3a-4481-9eec-551d35c8e109 req-6416bd36-daba-4c3a-83fd-936a78d1e5fd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 1097 time: 0.0569685 Jul 06 14:48:47.262821 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-002e2935-ae3a-4481-9eec-551d35c8e109 req-edabbe78-a75f-4071-b18a-2646a6b69749 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=844d9407-8e7f-4df1-89bb-a37931b738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284133 Jul 06 14:48:48.119539 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba8095-515e-41c2-974d-faf27148afe5 req-e180ba19-ebe9-4197-97bf-5142bd57ed60 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:48.120944 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8aba8095-515e-41c2-974d-faf27148afe5 req-e180ba19-ebe9-4197-97bf-5142bd57ed60 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 946 time: 0.0660107 Jul 06 14:48:48.161303 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8aba8095-515e-41c2-974d-faf27148afe5 req-6aac4c01-71b3-4010-850b-4697f96bf573 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=844d9407-8e7f-4df1-89bb-a37931b738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338182 Jul 06 14:48:49.284612 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:49.343235 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b9674-5ea7-487c-828c-9af2040aa6ac req-53bc0e16-75d0-4563-a8d7-078e247e434b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:49.344766 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d78b9674-5ea7-487c-828c-9af2040aa6ac req-53bc0e16-75d0-4563-a8d7-078e247e434b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 946 time: 0.0693295 Jul 06 14:48:49.386501 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d78b9674-5ea7-487c-828c-9af2040aa6ac req-2da411d9-5e63-4b6e-baad-d294a353212e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=844d9407-8e7f-4df1-89bb-a37931b738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360215 Jul 06 14:48:49.570678 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d70389-9a19-487e-93a0-6482029a6319 req-8d908c64-064d-469d-b5f8-f91df3da1fd5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:49.572157 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d4d70389-9a19-487e-93a0-6482029a6319 req-8d908c64-064d-469d-b5f8-f91df3da1fd5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 946 time: 0.0660739 Jul 06 14:48:49.611773 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d4d70389-9a19-487e-93a0-6482029a6319 req-279a4762-85aa-496b-b9b4-2a885f998607 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=844d9407-8e7f-4df1-89bb-a37931b738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335793 Jul 06 14:48:49.635381 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38942) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:49.687155 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76142a8-59db-4471-a2e1-5d11f2068234 tempest-TestNetworkAdvancedServerOps-1825529131 tempest-TestNetworkAdvancedServerOps-1825529131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:49.688729 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a76142a8-59db-4471-a2e1-5d11f2068234 tempest-TestNetworkAdvancedServerOps-1825529131 tempest-TestNetworkAdvancedServerOps-1825529131-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 1092 time: 0.0522995 Jul 06 14:48:49.691812 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 38944) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:49.696274 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-b712b4ef-3f66-4810-a278-8e2b79224058 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'port_id': '0f9c1b59-d976-4bdc-ab35-1b65f11066b2', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:48:49.718567 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b712b4ef-3f66-4810-a278-8e2b79224058 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:49.818692 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b712b4ef-3f66-4810-a278-8e2b79224058 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:49.924805 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-b712b4ef-3f66-4810-a278-8e2b79224058 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Allocated IP 172.25.6.175 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/c77ee8cc-06d5-4148-b359-b134a124d9e8) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:48:50.024761 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b712b4ef-3f66-4810-a278-8e2b79224058 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:50.063081 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b712b4ef-3f66-4810-a278-8e2b79224058 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:50.099392 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b712b4ef-3f66-4810-a278-8e2b79224058 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:48:50.102184 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-b712b4ef-3f66-4810-a278-8e2b79224058 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:48:50.105560 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b712b4ef-3f66-4810-a278-8e2b79224058 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:48:50.135511 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712b4ef-3f66-4810-a278-8e2b79224058 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Port': ['ID=c77ee8cc-06d5-4148-b359-b134a124d9e8,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:50.488832 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b712b4ef-3f66-4810-a278-8e2b79224058 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:50.567206 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b712b4ef-3f66-4810-a278-8e2b79224058 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:50.720096 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b712b4ef-3f66-4810-a278-8e2b79224058 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:50.725081 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b712b4ef-3f66-4810-a278-8e2b79224058 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:50.791224 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712b4ef-3f66-4810-a278-8e2b79224058 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Port': ['ID=c77ee8cc-06d5-4148-b359-b134a124d9e8,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:48:50.803637 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b712b4ef-3f66-4810-a278-8e2b79224058 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:50.904575 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-b712b4ef-3f66-4810-a278-8e2b79224058 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Floating IP 5c5249e1-9acb-49c3-a41e-3c31ab19eb5c associated. External IP: 172.25.6.175, port: 0f9c1b59-d976-4bdc-ab35-1b65f11066b2. Jul 06 14:48:51.121939 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b712b4ef-3f66-4810-a278-8e2b79224058 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Router 021fe972-1ae9-4716-b77e-23aa6646405e has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:48:51.231491 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b712b4ef-3f66-4810-a278-8e2b79224058 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:48:51.244559 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f25c03-3af2-42f8-b7cd-7d49a875638a None None] Sync routers for ids ['021fe972-1ae9-4716-b77e-23aa6646405e'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:48:51.249893 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b712b4ef-3f66-4810-a278-8e2b79224058 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:48:51.256261 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f25c03-3af2-42f8-b7cd-7d49a875638a None None] Routers {'021fe972-1ae9-4716-b77e-23aa6646405e'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:48:51.256895 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-47f25c03-3af2-42f8-b7cd-7d49a875638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:48:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['021fe972-1ae9-4716-b77e-23aa6646405e'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:51.289390 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b712b4ef-3f66-4810-a278-8e2b79224058 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5963690 Jul 06 14:48:51.289837 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb0358b-d67f-4bd7-a3f4-6c111a161488', 'tag': '0f9c1b59-d976-4bdc-ab35-1b65f11066b2'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:48:51.292180 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299b5883-57ce-4e23-aee7-ee7769002913" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb0358b-d67f-4bd7-a3f4-6c111a161488", "tag": "0f9c1b59-d976-4bdc-ab35-1b65f11066b2"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:48:51.366527 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-47f25c03-3af2-42f8-b7cd-7d49a875638a None None] Set router 021fe972-1ae9-4716-b77e-23aa6646405e gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:48:51.454410 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf748c0-0c8f-42a5-9eef-3bf9734b05a8 req-737c0b8d-ae3b-438a-a49e-9e2c964310a3 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:51.455961 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ebf748c0-0c8f-42a5-9eef-3bf9734b05a8 req-737c0b8d-ae3b-438a-a49e-9e2c964310a3 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 946 time: 0.0731714 Jul 06 14:48:51.494673 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ebf748c0-0c8f-42a5-9eef-3bf9734b05a8 req-4e01eba0-9496-4761-bd64-1d6f8fe1cdba tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=844d9407-8e7f-4df1-89bb-a37931b738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330012 Jul 06 14:48:51.521314 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38956) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:51.542273 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda89a99-2c6e-455e-b331-cb0b3de6f27a x-openstack-request-id: req-cda89a99-2c6e-455e-b331-cb0b3de6f27a {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:48:51.542635 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb0358b-d67f-4bd7-a3f4-6c111a161488", "tag": "0f9c1b59-d976-4bdc-ab35-1b65f11066b2", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:48:51.542978 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-cda89a99-2c6e-455e-b331-cb0b3de6f27a {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:48:51.543457 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb0358b-d67f-4bd7-a3f4-6c111a161488', 'tag': '0f9c1b59-d976-4bdc-ab35-1b65f11066b2', 'status': 'completed', 'code': 200} Jul 06 14:48:51.598743 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a56d56b4-c910-43bd-9a4a-2cda824220c0 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/floatingips/5c5249e1-9acb-49c3-a41e-3c31ab19eb5c HTTP/1.1" status: 200 len: 992 time: 0.0753946 Jul 06 14:48:51.605675 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-47f25c03-3af2-42f8-b7cd-7d49a875638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087256058', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '1cb7d12a-05c0-4079-97ea-ace7c42a7600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:48:33Z', 'updated_at': '2021-07-06T14:48:37Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '1cb7d12a-05c0-4079-97ea-ace7c42a7600', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:34Z', 'updated_at': '2021-07-06T14:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '5c5249e1-9acb-49c3-a41e-3c31ab19eb5c', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'port_id': '0f9c1b59-d976-4bdc-ab35-1b65f11066b2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5', 'mac_address': 'fa:16:3e:fe:2f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb0358b-d67f-4bd7-a3f4-6c111a161488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:48:50Z', 'updated_at': '2021-07-06T14:48:50Z', 'revision_number': 0, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0fa8719-4574-4ca4-bb54-dd10b1df9cf7', 'name': '', 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:24:f3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '08cfd59b-668f-4d97-96bd-39cb2dad47d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:36Z', 'updated_at': '2021-07-06T14:48:42Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': '08cfd59b-668f-4d97-96bd-39cb2dad47d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:51.625166 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b5883-57ce-4e23-aee7-ee7769002913 req-572e6b8b-a025-4420-a902-b01d527c3c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:51.626839 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-299b5883-57ce-4e23-aee7-ee7769002913 req-572e6b8b-a025-4420-a902-b01d527c3c8b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 1097 time: 0.0606034 Jul 06 14:48:51.633611 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f25c03-3af2-42f8-b7cd-7d49a875638a None None] Checking router: 021fe972-1ae9-4716-b77e-23aa6646405e for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:48:51.642648 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f25c03-3af2-42f8-b7cd-7d49a875638a None None] Routers {'021fe972-1ae9-4716-b77e-23aa6646405e'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:48:51.643275 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-47f25c03-3af2-42f8-b7cd-7d49a875638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:48:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['021fe972-1ae9-4716-b77e-23aa6646405e'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:51.723900 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b5883-57ce-4e23-aee7-ee7769002913 req-0ba55ac8-f4f7-4b87-b1f4-8cf594425042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:51.725393 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-299b5883-57ce-4e23-aee7-ee7769002913 req-0ba55ac8-f4f7-4b87-b1f4-8cf594425042 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4d51d67-680f-4242-b09b-014277eb9bc5 HTTP/1.1" status: 200 len: 897 time: 0.0917990 Jul 06 14:48:51.755357 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-47f25c03-3af2-42f8-b7cd-7d49a875638a None None] Set router 021fe972-1ae9-4716-b77e-23aa6646405e gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:48:51.795250 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-299b5883-57ce-4e23-aee7-ee7769002913 req-0747afed-f69f-4367-b35c-6fa130731906 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f9c1b59-d976-4bdc-ab35-1b65f11066b2 HTTP/1.1" status: 200 len: 1000 time: 0.0633113 Jul 06 14:48:51.845872 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b5883-57ce-4e23-aee7-ee7769002913 req-501d9f28-d133-4f1c-8331-ccd651bd1d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:51.847421 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-299b5883-57ce-4e23-aee7-ee7769002913 req-501d9f28-d133-4f1c-8331-ccd651bd1d20 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=08cfd59b-668f-4d97-96bd-39cb2dad47d5 HTTP/1.1" status: 200 len: 835 time: 0.0462484 Jul 06 14:48:51.905506 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b5883-57ce-4e23-aee7-ee7769002913 req-80377c7c-1f28-4fba-9d01-b6a636d43bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:48:51.907084 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-299b5883-57ce-4e23-aee7-ee7769002913 req-80377c7c-1f28-4fba-9d01-b6a636d43bdd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4d51d67-680f-4242-b09b-014277eb9bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536025 Jul 06 14:48:51.985599 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-47f25c03-3af2-42f8-b7cd-7d49a875638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087256058', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '1cb7d12a-05c0-4079-97ea-ace7c42a7600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:48:33Z', 'updated_at': '2021-07-06T14:48:37Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '1cb7d12a-05c0-4079-97ea-ace7c42a7600', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:34Z', 'updated_at': '2021-07-06T14:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '5c5249e1-9acb-49c3-a41e-3c31ab19eb5c', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'port_id': '0f9c1b59-d976-4bdc-ab35-1b65f11066b2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5', 'mac_address': 'fa:16:3e:fe:2f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb0358b-d67f-4bd7-a3f4-6c111a161488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:48:50Z', 'updated_at': '2021-07-06T14:48:50Z', 'revision_number': 0, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0fa8719-4574-4ca4-bb54-dd10b1df9cf7', 'name': '', 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:24:f3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '08cfd59b-668f-4d97-96bd-39cb2dad47d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:36Z', 'updated_at': '2021-07-06T14:48:42Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': '08cfd59b-668f-4d97-96bd-39cb2dad47d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:48:52.007477 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-299b5883-57ce-4e23-aee7-ee7769002913 req-1cbc8307-cc0c-4a71-826f-778841ab1ff1 service neutron] 10.222.0.52 "GET /v2.0/networks/a4d51d67-680f-4242-b09b-014277eb9bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932989 Jul 06 14:48:52.106150 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f25c03-3af2-42f8-b7cd-7d49a875638a None None] The sync data for ids ['021fe972-1ae9-4716-b77e-23aa6646405e'] in n-d-773644-6 is: [{'id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087256058', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '1cb7d12a-05c0-4079-97ea-ace7c42a7600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:48:33Z', 'updated_at': '2021-07-06T14:48:37Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '1cb7d12a-05c0-4079-97ea-ace7c42a7600', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:34Z', 'updated_at': '2021-07-06T14:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '5c5249e1-9acb-49c3-a41e-3c31ab19eb5c', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'floating_ip_address': '172.25.6.175', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'port_id': '0f9c1b59-d976-4bdc-ab35-1b65f11066b2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5', 'mac_address': 'fa:16:3e:fe:2f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb0358b-d67f-4bd7-a3f4-6c111a161488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:48:50Z', 'updated_at': '2021-07-06T14:48:50Z', 'revision_number': 0, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0fa8719-4574-4ca4-bb54-dd10b1df9cf7', 'name': '', 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:24:f3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '08cfd59b-668f-4d97-96bd-39cb2dad47d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:36Z', 'updated_at': '2021-07-06T14:48:42Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': '08cfd59b-668f-4d97-96bd-39cb2dad47d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:48:52.106531 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-299b5883-57ce-4e23-aee7-ee7769002913 req-6f069941-e9d2-4b05-b10d-c5fa8891f2b3 service neutron] 10.222.0.52 "GET /v2.0/networks/a4d51d67-680f-4242-b09b-014277eb9bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920579 Jul 06 14:48:52.316062 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cff50d-4820-4894-84f8-7613649dca70 None None] New status for floating IP 5c5249e1-9acb-49c3-a41e-3c31ab19eb5c: ACTIVE {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:48:52.600552 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 38960) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:48:52.662371 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d3d58f30-736f-4833-8665-15890d915fd5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/floatingips/5c5249e1-9acb-49c3-a41e-3c31ab19eb5c HTTP/1.1" status: 200 len: 994 time: 0.0604494 Jul 06 14:49:02.726298 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:49:04.905746 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-010b244d-5eca-4ce4-9065-da17ff07fbd9 req-38808103-5fcb-4f3a-96dc-0934b707d09c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576928 Jul 06 14:49:05.019228 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b244d-5eca-4ce4-9065-da17ff07fbd9 req-313052e5-f7c5-4f09-b641-84f77afd224f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:05.020775 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-010b244d-5eca-4ce4-9065-da17ff07fbd9 req-313052e5-f7c5-4f09-b641-84f77afd224f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 1097 time: 0.0703197 Jul 06 14:49:05.134138 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b244d-5eca-4ce4-9065-da17ff07fbd9 req-aeed7b73-ea2e-4388-b296-4e0209b05ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:05.135759 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-010b244d-5eca-4ce4-9065-da17ff07fbd9 req-aeed7b73-ea2e-4388-b296-4e0209b05ba8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4d51d67-680f-4242-b09b-014277eb9bc5 HTTP/1.1" status: 200 len: 897 time: 0.0917516 Jul 06 14:49:05.213261 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-010b244d-5eca-4ce4-9065-da17ff07fbd9 req-deb88c0b-e0e9-4822-88a5-6d48e160f8b2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f9c1b59-d976-4bdc-ab35-1b65f11066b2 HTTP/1.1" status: 200 len: 1002 time: 0.0700116 Jul 06 14:49:05.262633 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b244d-5eca-4ce4-9065-da17ff07fbd9 req-f96b0540-0ba2-407a-a6f1-b39326fc0dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:05.264760 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-010b244d-5eca-4ce4-9065-da17ff07fbd9 req-f96b0540-0ba2-407a-a6f1-b39326fc0dd3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=08cfd59b-668f-4d97-96bd-39cb2dad47d5 HTTP/1.1" status: 200 len: 835 time: 0.0441666 Jul 06 14:49:05.326030 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b244d-5eca-4ce4-9065-da17ff07fbd9 req-69807f38-beba-479a-acf0-36e298527dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:05.328153 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-010b244d-5eca-4ce4-9065-da17ff07fbd9 req-69807f38-beba-479a-acf0-36e298527dc3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4d51d67-680f-4242-b09b-014277eb9bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564404 Jul 06 14:49:05.424173 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-010b244d-5eca-4ce4-9065-da17ff07fbd9 req-52354294-8d76-4622-a20b-11c1ac12e979 service neutron] 10.222.0.52 "GET /v2.0/networks/a4d51d67-680f-4242-b09b-014277eb9bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887697 Jul 06 14:49:05.521256 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-010b244d-5eca-4ce4-9065-da17ff07fbd9 req-c8d7a46f-1f5a-400d-b52c-0cf148a10ddc service neutron] 10.222.0.52 "GET /v2.0/networks/a4d51d67-680f-4242-b09b-014277eb9bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892758 Jul 06 14:49:07.423318 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-18d39148-5c5b-48a4-b166-cb5e237dedee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:10.326836 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:10.638570 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a4a3c967-3e52-40d8-84c5-a989c89490e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:11.734938 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:13.289909 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:17.134300 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:19.299820 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:26.323332 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ccb79-d462-4649-9d1c-f8be3d3eca5f req-7abe578c-7e3c-45ca-b482-07eb59ced6fc tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:26.325142 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-667ccb79-d462-4649-9d1c-f8be3d3eca5f req-7abe578c-7e3c-45ca-b482-07eb59ced6fc tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 946 time: 0.0708194 Jul 06 14:49:26.395182 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-667ccb79-d462-4649-9d1c-f8be3d3eca5f req-94d09e9c-e686-46df-9583-cc5c5bf2425f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=844d9407-8e7f-4df1-89bb-a37931b738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607820 Jul 06 14:49:26.410440 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-20b371ba-c289-4e1d-aae2-c909b603839c service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1264417 Jul 06 14:49:27.572676 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a01489-e656-4a8f-8194-e2d8e6d58a3e req-104fa4ac-27d3-4f31-bc9b-32ac5cf5d13e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:27.574423 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-52a01489-e656-4a8f-8194-e2d8e6d58a3e req-104fa4ac-27d3-4f31-bc9b-32ac5cf5d13e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 946 time: 0.0668595 Jul 06 14:49:27.617662 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-52a01489-e656-4a8f-8194-e2d8e6d58a3e req-d936a83f-658c-432b-afe9-7e16b2b488fb tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=844d9407-8e7f-4df1-89bb-a37931b738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361245 Jul 06 14:49:27.673673 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-e175a23d-f74e-4897-91da-6611fe9511da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:27.675218 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-e175a23d-f74e-4897-91da-6611fe9511da service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 1097 time: 0.0566843 Jul 06 14:49:27.766788 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-14b270b1-22d4-477e-8bd7-1971adf9a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:27.768292 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-14b270b1-22d4-477e-8bd7-1971adf9a352 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4d51d67-680f-4242-b09b-014277eb9bc5 HTTP/1.1" status: 200 len: 897 time: 0.0851655 Jul 06 14:49:27.839147 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-c91b7efc-6817-4a97-a6a7-0a52ef2137a3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f9c1b59-d976-4bdc-ab35-1b65f11066b2 HTTP/1.1" status: 200 len: 1002 time: 0.0627666 Jul 06 14:49:27.887374 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-bd5fa89b-77d6-4524-9ca7-0d67bceffb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:27.889615 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-bd5fa89b-77d6-4524-9ca7-0d67bceffb70 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=08cfd59b-668f-4d97-96bd-39cb2dad47d5 HTTP/1.1" status: 200 len: 835 time: 0.0434425 Jul 06 14:49:27.945496 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-e05027ec-cf48-4bef-8454-29dec6a7edbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:27.947017 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-e05027ec-cf48-4bef-8454-29dec6a7edbe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4d51d67-680f-4242-b09b-014277eb9bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504248 Jul 06 14:49:28.038149 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-d9bbace0-9ed9-4ef1-b636-0e4ec64d642e service neutron] 10.222.0.52 "GET /v2.0/networks/a4d51d67-680f-4242-b09b-014277eb9bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835125 Jul 06 14:49:28.127320 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-b10885f3-3d06-4a20-931a-d08fbfa09eef service neutron] 10.222.0.52 "GET /v2.0/networks/a4d51d67-680f-4242-b09b-014277eb9bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813143 Jul 06 14:49:28.836496 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3257eda-837c-4b87-b67f-780c98dd73d4 req-0761457b-d617-483e-a949-1577adab0929 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:28.838093 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d3257eda-837c-4b87-b67f-780c98dd73d4 req-0761457b-d617-483e-a949-1577adab0929 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 946 time: 0.0680702 Jul 06 14:49:28.878397 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d3257eda-837c-4b87-b67f-780c98dd73d4 req-591494a5-2e6c-4a46-b5ff-9051a63d1caf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=844d9407-8e7f-4df1-89bb-a37931b738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338683 Jul 06 14:49:30.060931 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0cb70-ccf5-4a46-97e1-1110a8fd7d86 req-21c1d50e-3de4-4cd1-ae78-898e620f7d40 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:30.062475 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3cc0cb70-ccf5-4a46-97e1-1110a8fd7d86 req-21c1d50e-3de4-4cd1-ae78-898e620f7d40 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 946 time: 0.0674579 Jul 06 14:49:30.101071 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3cc0cb70-ccf5-4a46-97e1-1110a8fd7d86 req-7da93d23-9e99-40be-b1a5-2c8a9401d0fa tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=844d9407-8e7f-4df1-89bb-a37931b738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326924 Jul 06 14:49:31.276236 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79abb77-00c5-4969-a564-0cf834deac98 req-a11abd5b-7000-498c-a068-6629cdef229a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:31.277878 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e79abb77-00c5-4969-a564-0cf834deac98 req-a11abd5b-7000-498c-a068-6629cdef229a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 946 time: 0.0638463 Jul 06 14:49:31.316322 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e79abb77-00c5-4969-a564-0cf834deac98 req-d75c2275-3494-4aec-a6b3-eecf5e131d5b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=844d9407-8e7f-4df1-89bb-a37931b738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327044 Jul 06 14:49:32.493642 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8f226-f43d-43f1-b55f-93f1ffa8495b req-278be173-e320-4166-a429-f3010423ff48 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:32.495195 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e0f8f226-f43d-43f1-b55f-93f1ffa8495b req-278be173-e320-4166-a429-f3010423ff48 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 946 time: 0.0675910 Jul 06 14:49:32.533408 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e0f8f226-f43d-43f1-b55f-93f1ffa8495b req-e2bc2b34-985f-4d17-b2dc-aac0fd8c8d05 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=844d9407-8e7f-4df1-89bb-a37931b738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315161 Jul 06 14:49:33.713587 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e771f2-0bb4-461f-bc1b-4e8cd8bcfc7c req-93a47272-5c91-416c-92f8-16d5d25dfeef tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:33.715127 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-40e771f2-0bb4-461f-bc1b-4e8cd8bcfc7c req-93a47272-5c91-416c-92f8-16d5d25dfeef tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 946 time: 0.0636210 Jul 06 14:49:33.752228 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-40e771f2-0bb4-461f-bc1b-4e8cd8bcfc7c req-6cb8073c-14b7-419f-9372-8a82e64f7ba0 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=844d9407-8e7f-4df1-89bb-a37931b738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312307 Jul 06 14:49:34.927454 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39fb98-2f79-41ea-99b3-a5687e0d3f7e req-bd5c1253-7f35-4d8f-b1b2-7ad418af8822 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:34.929003 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-be39fb98-2f79-41ea-99b3-a5687e0d3f7e req-bd5c1253-7f35-4d8f-b1b2-7ad418af8822 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 946 time: 0.0641692 Jul 06 14:49:34.967903 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-be39fb98-2f79-41ea-99b3-a5687e0d3f7e req-2f708dad-b384-413a-ac9e-ff08dcc3394e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=844d9407-8e7f-4df1-89bb-a37931b738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329547 Jul 06 14:49:36.148775 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e021d-ecc0-4db9-8479-4214c8cf5457 req-3d831c8c-4032-4da1-b3bb-30adb548991e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:36.150306 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-931e021d-ecc0-4db9-8479-4214c8cf5457 req-3d831c8c-4032-4da1-b3bb-30adb548991e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 946 time: 0.0684969 Jul 06 14:49:36.194280 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-931e021d-ecc0-4db9-8479-4214c8cf5457 req-f12ae6b0-7774-4086-a789-e50c38a3728f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=844d9407-8e7f-4df1-89bb-a37931b738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335426 Jul 06 14:49:37.377974 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16614736-ba83-46c0-a0cc-236a00cb93c4 req-b494c756-7240-4b28-9e21-3668261657f8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:37.379777 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16614736-ba83-46c0-a0cc-236a00cb93c4 req-b494c756-7240-4b28-9e21-3668261657f8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 946 time: 0.0711715 Jul 06 14:49:37.422670 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-61631c85-04f7-4de0-bb30-836c4d070030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:37.435637 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16614736-ba83-46c0-a0cc-236a00cb93c4 req-9755bc9b-c2f0-4b70-a632-01281030d680 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=844d9407-8e7f-4df1-89bb-a37931b738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493073 Jul 06 14:49:38.619301 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e189a6b-520a-478e-91f2-96917af9d7d9 req-c73abcd2-3a31-451a-86db-94acc01d077d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:38.620832 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6e189a6b-520a-478e-91f2-96917af9d7d9 req-c73abcd2-3a31-451a-86db-94acc01d077d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 946 time: 0.0690026 Jul 06 14:49:38.661166 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6e189a6b-520a-478e-91f2-96917af9d7d9 req-7e0bcfb1-95c4-48b9-a071-ae2ef8e24a0b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=844d9407-8e7f-4df1-89bb-a37931b738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345926 Jul 06 14:49:39.725533 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:49:39.857216 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c7aa0-a5e4-42fb-9d0a-9e4f019a95f5 req-4b946efb-6136-4a41-a0e9-5301cc64e7a9 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:39.858813 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-068c7aa0-a5e4-42fb-9d0a-9e4f019a95f5 req-4b946efb-6136-4a41-a0e9-5301cc64e7a9 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 946 time: 0.0692244 Jul 06 14:49:39.897900 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-068c7aa0-a5e4-42fb-9d0a-9e4f019a95f5 req-f5e7f28f-58fc-4494-bcfe-ce201eef6033 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=844d9407-8e7f-4df1-89bb-a37931b738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331683 Jul 06 14:49:40.323514 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-4b23ca50-49d9-40d0-8882-63082377f4cd service neutron] show failed (client error): The resource could not be found. Jul 06 14:49:40.324625 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-4b23ca50-49d9-40d0-8882-63082377f4cd service neutron] 10.222.0.52 "GET /v2.0/ports/0f9c1b59-d976-4bdc-ab35-1b65f11066b2/bindings/n-h2-773644-6 HTTP/1.1" status: 404 len: 380 time: 0.0557132 Jul 06 14:49:40.329138 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:40.645239 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-19cd9c16-1f78-4a12-ad12-9e9507578788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:40.657318 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-3f86c62f-10dc-4fea-af09-90b3f8b16116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:40.658936 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-3f86c62f-10dc-4fea-af09-90b3f8b16116 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488&tenant_id=1feba65bea46409b8920d0b09f9745d4 HTTP/1.1" status: 200 len: 1097 time: 0.1110899 Jul 06 14:49:40.671630 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-773644-6', 'device_owner': 'compute:nova'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:49:40.745519 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:40.963949 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] For port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=0f9c1b59-d976-4bdc-ab35-1b65f11066b2,segment=NetworkSegment(6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad),segment_id=6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:49:41.000750 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] For port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:49:41.075152 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb0358b-d67f-4bd7-a3f4-6c111a161488', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f9c1b59-d976-4bdc-ab35-1b65f11066b2'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:49:41.078417 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca148de7-5133-4d78-8fb6-5094e8865564" -d '{"events": [{"server_uuid": "7fb0358b-d67f-4bd7-a3f4-6c111a161488", "name": "network-vif-unplugged", "status": "completed", "tag": "0f9c1b59-d976-4bdc-ab35-1b65f11066b2"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:49:41.083018 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:41.103908 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Transition to ACTIVE for port object 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:49:41.109186 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:41.152556 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2fab1-2491-4fd4-bd4e-1e97012d7859 req-541f09a9-948d-4aa7-a0d8-a72ef12ad7ee tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:41.154344 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1dd2fab1-2491-4fd4-bd4e-1e97012d7859 req-541f09a9-948d-4aa7-a0d8-a72ef12ad7ee tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 946 time: 0.1291902 Jul 06 14:49:41.230264 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Pushing event updated for resources: {'Port': ['ID=0f9c1b59-d976-4bdc-ab35-1b65f11066b2,revision_number=6']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:49:41.256431 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:49:41.256789 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:49:41.257165 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:49:41.257558 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:49:41.258082 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:49:41.258486 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:49:41.258824 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:49:41.259151 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:49:41.259488 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:49:41.259816 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:49:41.260141 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:49:41.260469 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:49:41.271110 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1dd2fab1-2491-4fd4-bd4e-1e97012d7859 req-0862ac62-b74c-43d4-9686-488e535bb1ab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=844d9407-8e7f-4df1-89bb-a37931b738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078839 Jul 06 14:49:41.310416 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] No DVR routers for this DVR port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:49:41.346978 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 14:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c15a15-ab56-4cdf-b47f-f8f295e321e6 x-openstack-request-id: req-15c15a15-ab56-4cdf-b47f-f8f295e321e6 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:49:41.347283 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb0358b-d67f-4bd7-a3f4-6c111a161488", "name": "network-vif-unplugged", "status": "completed", "tag": "0f9c1b59-d976-4bdc-ab35-1b65f11066b2", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:49:41.347543 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-15c15a15-ab56-4cdf-b47f-f8f295e321e6 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:49:41.348036 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb0358b-d67f-4bd7-a3f4-6c111a161488', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f9c1b59-d976-4bdc-ab35-1b65f11066b2', 'code': 200} Jul 06 14:49:41.739357 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:41.811770 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Attempting to bind port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:49:41.812106 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Attempting to bind port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': '6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:49:41.812460 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Attempting to bind port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 on network a4d51d67-680f-4242-b09b-014277eb9bc5 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:49:41.817145 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 on network a4d51d67-680f-4242-b09b-014277eb9bc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:49:41.817504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Attempting to bind port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 on network a4d51d67-680f-4242-b09b-014277eb9bc5 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:49:41.824243 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:49:41.824585 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Checking segment: {'id': '6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:49:41.825321 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Bound using segment: {'id': '6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:49:41.826278 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Bound port: 0f9c1b59-d976-4bdc-ab35-1b65f11066b2, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:49:41.826878 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:41.900691 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] For port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:49:41.906208 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] For port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=0f9c1b59-d976-4bdc-ab35-1b65f11066b2,segment=NetworkSegment(6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad),segment_id=6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:49:41.912107 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:41.950450 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:41.951598 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:41.953252 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] 10.222.0.124 "PUT /v2.0/ports/0f9c1b59-d976-4bdc-ab35-1b65f11066b2 HTTP/1.1" status: 200 len: 1092 time: 1.2864301 Jul 06 14:49:41.999280 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc3147-7844-461e-a731-06ccdac56c3d service neutron] Pushing event updated for resources: {'Port': ['ID=0f9c1b59-d976-4bdc-ab35-1b65f11066b2,revision_number=7']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:49:42.046033 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-38fd89a3-27af-443c-a8eb-bcab3144b9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:42.047741 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-38fd89a3-27af-443c-a8eb-bcab3144b9a9 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 1095 time: 0.0625508 Jul 06 14:49:42.144738 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-2e771381-294b-445f-9b19-09309dc2c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:42.146275 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-2e771381-294b-445f-9b19-09309dc2c240 service neutron] 10.222.0.124 "GET /v2.0/networks?id=a4d51d67-680f-4242-b09b-014277eb9bc5 HTTP/1.1" status: 200 len: 897 time: 0.0917447 Jul 06 14:49:42.211535 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-57146342-77b3-4425-9bd9-32245ff9ed45 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f9c1b59-d976-4bdc-ab35-1b65f11066b2 HTTP/1.1" status: 200 len: 1000 time: 0.0587234 Jul 06 14:49:42.258483 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-8c0df7c8-76ac-45f2-b115-daa95df5941e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:42.259847 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-8c0df7c8-76ac-45f2-b115-daa95df5941e service neutron] 10.222.0.124 "GET /v2.0/subnets?id=08cfd59b-668f-4d97-96bd-39cb2dad47d5 HTTP/1.1" status: 200 len: 835 time: 0.0422285 Jul 06 14:49:42.321125 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-55c865e0-a739-4579-a4ed-802e9ac93931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:42.322703 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-55c865e0-a739-4579-a4ed-802e9ac93931 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=a4d51d67-680f-4242-b09b-014277eb9bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566683 Jul 06 14:49:42.333258 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-15ef0454-c234-41a8-82a8-3e5c8ef1effd service neutron] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:49:42.334259 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-15ef0454-c234-41a8-82a8-3e5c8ef1effd service neutron] 10.222.0.124 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054955 Jul 06 14:49:42.459741 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-ae3f962b-dca1-427e-ba64-efd04e2a9287 service neutron] 10.222.0.124 "GET /v2.0/networks/a4d51d67-680f-4242-b09b-014277eb9bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190042 Jul 06 14:49:42.524404 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d82d0-e6b1-4a77-b6b2-691cacc2e521 req-3e57b3c4-ca5f-4ea1-8639-85c322061298 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:42.525845 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff3d82d0-e6b1-4a77-b6b2-691cacc2e521 req-3e57b3c4-ca5f-4ea1-8639-85c322061298 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 944 time: 0.1312671 Jul 06 14:49:42.583430 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff3d82d0-e6b1-4a77-b6b2-691cacc2e521 req-0c25faf6-191e-4362-923e-f0f922ecf11d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=844d9407-8e7f-4df1-89bb-a37931b738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493257 Jul 06 14:49:42.597631 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04a29964-a7e7-45c4-881c-2495bf06fb48 req-58e7c449-e46f-4830-8f83-bb26f43c9c71 service neutron] 10.222.0.124 "GET /v2.0/networks/a4d51d67-680f-4242-b09b-014277eb9bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296506 Jul 06 14:49:43.289664 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:43.349240 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb0358b-d67f-4bd7-a3f4-6c111a161488', 'tag': '0f9c1b59-d976-4bdc-ab35-1b65f11066b2'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:49:43.351752 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63bde5a-8936-4bc9-91f1-48ad93b848d7" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb0358b-d67f-4bd7-a3f4-6c111a161488", "tag": "0f9c1b59-d976-4bdc-ab35-1b65f11066b2"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:49:43.401000 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb42d1e-c96a-4a1a-8f06-736e46c17fdf x-openstack-request-id: req-9fb42d1e-c96a-4a1a-8f06-736e46c17fdf {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:49:43.401294 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb0358b-d67f-4bd7-a3f4-6c111a161488", "tag": "0f9c1b59-d976-4bdc-ab35-1b65f11066b2", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:49:43.401544 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-9fb42d1e-c96a-4a1a-8f06-736e46c17fdf {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:49:43.401982 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb0358b-d67f-4bd7-a3f4-6c111a161488', 'tag': '0f9c1b59-d976-4bdc-ab35-1b65f11066b2', 'status': 'completed', 'code': 200} Jul 06 14:49:43.530857 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bde5a-8936-4bc9-91f1-48ad93b848d7 req-5cc1f009-31b9-455d-90e2-b2ca1e85ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:43.532362 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e63bde5a-8936-4bc9-91f1-48ad93b848d7 req-5cc1f009-31b9-455d-90e2-b2ca1e85ba64 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 1095 time: 0.1102459 Jul 06 14:49:43.534695 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bde5a-8936-4bc9-91f1-48ad93b848d7 req-25924a91-d8f3-4601-ac5b-1259227ed25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:43.536199 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e63bde5a-8936-4bc9-91f1-48ad93b848d7 req-25924a91-d8f3-4601-ac5b-1259227ed25e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 1095 time: 0.0867577 Jul 06 14:49:43.708262 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bde5a-8936-4bc9-91f1-48ad93b848d7 req-b858de97-1d4c-4054-b068-9def42069d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:43.709889 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e63bde5a-8936-4bc9-91f1-48ad93b848d7 req-b858de97-1d4c-4054-b068-9def42069d63 service neutron] 10.222.0.124 "GET /v2.0/networks?id=a4d51d67-680f-4242-b09b-014277eb9bc5 HTTP/1.1" status: 200 len: 897 time: 0.1697583 Jul 06 14:49:43.722088 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bde5a-8936-4bc9-91f1-48ad93b848d7 req-e7b96e2f-b450-4b04-ada9-fb2baf3d5e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:43.723577 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e63bde5a-8936-4bc9-91f1-48ad93b848d7 req-e7b96e2f-b450-4b04-ada9-fb2baf3d5e4a service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4d51d67-680f-4242-b09b-014277eb9bc5 HTTP/1.1" status: 200 len: 897 time: 0.1749456 Jul 06 14:49:43.884070 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e63bde5a-8936-4bc9-91f1-48ad93b848d7 req-88ab09b7-9857-4835-9df0-81023d65e02b service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f9c1b59-d976-4bdc-ab35-1b65f11066b2 HTTP/1.1" status: 200 len: 1000 time: 0.1594970 Jul 06 14:49:43.885741 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e63bde5a-8936-4bc9-91f1-48ad93b848d7 req-dc2f10c0-95da-419b-9386-6784ecf7a966 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f9c1b59-d976-4bdc-ab35-1b65f11066b2 HTTP/1.1" status: 200 len: 1000 time: 0.1305888 Jul 06 14:49:43.985512 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32bb07a-570d-453a-8306-66df3c19c2fc req-0d5f9279-b876-4a3c-a2f6-898eb5b82fd2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:43.987205 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f32bb07a-570d-453a-8306-66df3c19c2fc req-0d5f9279-b876-4a3c-a2f6-898eb5b82fd2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 944 time: 0.2750282 Jul 06 14:49:44.014818 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bde5a-8936-4bc9-91f1-48ad93b848d7 req-217b6f61-6337-497d-a764-9462423f1d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:44.016319 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e63bde5a-8936-4bc9-91f1-48ad93b848d7 req-217b6f61-6337-497d-a764-9462423f1d23 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=08cfd59b-668f-4d97-96bd-39cb2dad47d5 HTTP/1.1" status: 200 len: 835 time: 0.1250947 Jul 06 14:49:44.025437 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bde5a-8936-4bc9-91f1-48ad93b848d7 req-f8050363-ff9a-49d1-98e6-0ca5e6dda29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:44.027027 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e63bde5a-8936-4bc9-91f1-48ad93b848d7 req-f8050363-ff9a-49d1-98e6-0ca5e6dda29f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=08cfd59b-668f-4d97-96bd-39cb2dad47d5 HTTP/1.1" status: 200 len: 835 time: 0.1268785 Jul 06 14:49:44.112915 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f32bb07a-570d-453a-8306-66df3c19c2fc req-0286e0e2-888d-4da3-b8b2-101414d3dbf5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=844d9407-8e7f-4df1-89bb-a37931b738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181159 Jul 06 14:49:44.147530 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bde5a-8936-4bc9-91f1-48ad93b848d7 req-ee62d857-2c99-41d9-be11-b823fd70a356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:44.149082 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e63bde5a-8936-4bc9-91f1-48ad93b848d7 req-ee62d857-2c99-41d9-be11-b823fd70a356 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=a4d51d67-680f-4242-b09b-014277eb9bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212173 Jul 06 14:49:44.154518 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bde5a-8936-4bc9-91f1-48ad93b848d7 req-adc21655-2484-4638-9e90-571f0d7cf272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:44.156089 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e63bde5a-8936-4bc9-91f1-48ad93b848d7 req-adc21655-2484-4638-9e90-571f0d7cf272 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4d51d67-680f-4242-b09b-014277eb9bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1157095 Jul 06 14:49:44.321648 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e63bde5a-8936-4bc9-91f1-48ad93b848d7 req-1adcf804-ab7a-4208-b94f-d70261cf275a service neutron] 10.222.0.124 "GET /v2.0/networks/a4d51d67-680f-4242-b09b-014277eb9bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645653 Jul 06 14:49:44.323828 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e63bde5a-8936-4bc9-91f1-48ad93b848d7 req-cada5f0a-4a0b-4d46-80fd-cc6610bd5ac7 service neutron] 10.222.0.52 "GET /v2.0/networks/a4d51d67-680f-4242-b09b-014277eb9bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573462 Jul 06 14:49:44.492143 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e63bde5a-8936-4bc9-91f1-48ad93b848d7 req-5b1f8314-f0f0-40c9-af68-53002fb94901 service neutron] 10.222.0.52 "GET /v2.0/networks/a4d51d67-680f-4242-b09b-014277eb9bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580894 Jul 06 14:49:44.494386 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e63bde5a-8936-4bc9-91f1-48ad93b848d7 req-d19645a2-57fe-449e-95ad-1e1af773bb49 service neutron] 10.222.0.124 "GET /v2.0/networks/a4d51d67-680f-4242-b09b-014277eb9bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592765 Jul 06 14:49:45.266929 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:49:45.301591 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645682e-2416-40b4-934f-715950f2bf5c req-bc0dfeab-d1e6-4068-94ac-9183c51314a7 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:45.303678 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6645682e-2416-40b4-934f-715950f2bf5c req-bc0dfeab-d1e6-4068-94ac-9183c51314a7 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 944 time: 0.0667050 Jul 06 14:49:45.309183 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:49:45.344615 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6645682e-2416-40b4-934f-715950f2bf5c req-d7dca732-051c-48db-adad-5ab4f22a1928 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=844d9407-8e7f-4df1-89bb-a37931b738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345361 Jul 06 14:49:45.694085 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecafaf4-5420-44da-8366-7d9ccb03084c req-9258484a-71fd-4354-8337-799f5819027e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:45.695640 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1ecafaf4-5420-44da-8366-7d9ccb03084c req-9258484a-71fd-4354-8337-799f5819027e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 944 time: 0.1120341 Jul 06 14:49:45.730269 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448c50b-03f9-4f07-9009-ab123f9c09a8 req-b1555d5f-6ea7-4b3a-90a7-8c07b57ae912 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:45.731660 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a448c50b-03f9-4f07-9009-ab123f9c09a8 req-b1555d5f-6ea7-4b3a-90a7-8c07b57ae912 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.52 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488&tenant_id=1feba65bea46409b8920d0b09f9745d4&binding%3Ahost_id=n-h2-773644-6 HTTP/1.1" status: 200 len: 944 time: 0.1156685 Jul 06 14:49:45.756614 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1ecafaf4-5420-44da-8366-7d9ccb03084c req-81a974c0-b696-43ef-9a56-afb79bb03e53 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=844d9407-8e7f-4df1-89bb-a37931b738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544209 Jul 06 14:49:45.808627 n-d-773644-6 neutron-server[100418]: INFO neutron.api.v2.resource [req-a448c50b-03f9-4f07-9009-ab123f9c09a8 req-eceaa6dc-aa30-4f3b-9e09-15a2881f2b59 service neutron] delete failed (client error): The resource could not be found. Jul 06 14:49:45.810234 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a448c50b-03f9-4f07-9009-ab123f9c09a8 req-eceaa6dc-aa30-4f3b-9e09-15a2881f2b59 service neutron] 10.222.0.52 "DELETE /v2.0/ports/0f9c1b59-d976-4bdc-ab35-1b65f11066b2/bindings/n-h1-773644-6 HTTP/1.1" status: 404 len: 380 time: 0.0669067 Jul 06 14:49:45.965081 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448c50b-03f9-4f07-9009-ab123f9c09a8 req-6658f017-7604-4eb9-90ab-4ab5556ee9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:45.966697 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a448c50b-03f9-4f07-9009-ab123f9c09a8 req-6658f017-7604-4eb9-90ab-4ab5556ee9fb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 1095 time: 0.1039209 Jul 06 14:49:45.974483 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95bbbc-75ea-4520-bfa9-8c3d041e3d08 req-d95bad52-f977-48ea-8262-652abd56caa7 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:45.975986 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c95bbbc-75ea-4520-bfa9-8c3d041e3d08 req-d95bad52-f977-48ea-8262-652abd56caa7 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 944 time: 0.0851951 Jul 06 14:49:46.035372 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:49:46.070172 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5c95bbbc-75ea-4520-bfa9-8c3d041e3d08 req-aaca35cd-9869-4397-88a2-3ca4f63cd3e4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=844d9407-8e7f-4df1-89bb-a37931b738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851171 Jul 06 14:49:46.101160 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448c50b-03f9-4f07-9009-ab123f9c09a8 req-2f25bdef-f3e9-4970-87ab-78fbe1335cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:46.102769 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a448c50b-03f9-4f07-9009-ab123f9c09a8 req-2f25bdef-f3e9-4970-87ab-78fbe1335cfd service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4d51d67-680f-4242-b09b-014277eb9bc5 HTTP/1.1" status: 200 len: 897 time: 0.1258817 Jul 06 14:49:46.176254 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a448c50b-03f9-4f07-9009-ab123f9c09a8 req-5e6c5004-277f-4347-aa00-4217c35722c8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f9c1b59-d976-4bdc-ab35-1b65f11066b2 HTTP/1.1" status: 200 len: 1000 time: 0.0623376 Jul 06 14:49:46.235983 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448c50b-03f9-4f07-9009-ab123f9c09a8 req-06b215b2-ec95-425d-a235-9300e9c62215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:46.237484 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a448c50b-03f9-4f07-9009-ab123f9c09a8 req-06b215b2-ec95-425d-a235-9300e9c62215 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=08cfd59b-668f-4d97-96bd-39cb2dad47d5 HTTP/1.1" status: 200 len: 835 time: 0.0504899 Jul 06 14:49:46.292689 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=0f9c1b59-d976-4bdc-ab35-1b65f11066b2,segment=NetworkSegment(6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad),segment_id=6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:49:46.300194 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448c50b-03f9-4f07-9009-ab123f9c09a8 req-70ef2fe5-f64f-45f1-abd6-e3f57939dc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:46.301813 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a448c50b-03f9-4f07-9009-ab123f9c09a8 req-70ef2fe5-f64f-45f1-abd6-e3f57939dc88 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4d51d67-680f-4242-b09b-014277eb9bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528722 Jul 06 14:49:46.305272 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '0f9c1b59-d976-4bdc-ab35-1b65f11066b2', 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5', 'port_id': '0f9c1b59-d976-4bdc-ab35-1b65f11066b2', 'mac_address': 'fa:16:3e:fe:2f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08cfd59b-668f-4d97-96bd-39cb2dad47d5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:49:46.344130 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:46.360787 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:49:46.380619 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=0f9c1b59-d976-4bdc-ab35-1b65f11066b2,segment=NetworkSegment(6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad),segment_id=6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:49:46.384574 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:46.398607 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a448c50b-03f9-4f07-9009-ab123f9c09a8 req-f44d8b85-a970-4870-83fb-2780da40b9fa service neutron] 10.222.0.52 "GET /v2.0/networks/a4d51d67-680f-4242-b09b-014277eb9bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863485 Jul 06 14:49:46.434631 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=0f9c1b59-d976-4bdc-ab35-1b65f11066b2,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:49:46.442847 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:49:46.443192 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:49:46.443536 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:49:46.443900 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:49:46.444235 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:49:46.444571 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:49:46.444896 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:49:46.445228 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:49:46.445555 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:49:46.445914 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:49:46.446241 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:49:46.446562 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:49:46.499922 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a448c50b-03f9-4f07-9009-ab123f9c09a8 req-6b4c79ba-39f9-44ab-b675-61eb5107946b service neutron] 10.222.0.52 "GET /v2.0/networks/a4d51d67-680f-4242-b09b-014277eb9bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912678 Jul 06 14:49:46.640453 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['0f9c1b59-d976-4bdc-ab35-1b65f11066b2'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:49:47.137260 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:47.260522 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4621c7-f1ac-48c1-b4f8-ea75bc1b9019 req-99c2776b-91cc-4a92-81b3-abc093ea968a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:49:47.262088 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a4621c7-f1ac-48c1-b4f8-ea75bc1b9019 req-99c2776b-91cc-4a92-81b3-abc093ea968a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 945 time: 0.0697579 Jul 06 14:49:47.301010 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a4621c7-f1ac-48c1-b4f8-ea75bc1b9019 req-75d1728d-d294-4616-bb82-f243828bd991 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=844d9407-8e7f-4df1-89bb-a37931b738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326633 Jul 06 14:49:47.327170 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39068) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:49:47.393919 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f2798752-9007-4ee8-ba57-2534f95d46ba tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/floatingips/5c5249e1-9acb-49c3-a41e-3c31ab19eb5c HTTP/1.1" status: 200 len: 993 time: 0.0655344 Jul 06 14:49:48.050807 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:49:48.099126 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:49:48.103030 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:49:48.103407 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:48.185496 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:48.210624 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb0358b-d67f-4bd7-a3f4-6c111a161488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9c1b59-d976-4bdc-ab35-1b65f11066b2'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:49:48.213000 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7b3130d190d3a8890db0c4eafcc3a45a14b225becedd5045b600f6b402c608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27b0529-88ad-4829-bc38-66e399486509" -d '{"events": [{"server_uuid": "7fb0358b-d67f-4bd7-a3f4-6c111a161488", "name": "network-vif-plugged", "status": "completed", "tag": "0f9c1b59-d976-4bdc-ab35-1b65f11066b2"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:49:48.227676 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=0f9c1b59-d976-4bdc-ab35-1b65f11066b2,segment=NetworkSegment(6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad),segment_id=6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:49:48.232471 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:49:48.264742 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a176cb-51b1-4842-a214-bb236aaccb13 x-openstack-request-id: req-07a176cb-51b1-4842-a214-bb236aaccb13 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:49:48.265050 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb0358b-d67f-4bd7-a3f4-6c111a161488", "name": "network-vif-plugged", "status": "completed", "tag": "0f9c1b59-d976-4bdc-ab35-1b65f11066b2", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:49:48.265287 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-07a176cb-51b1-4842-a214-bb236aaccb13 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:49:48.265683 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb0358b-d67f-4bd7-a3f4-6c111a161488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9c1b59-d976-4bdc-ab35-1b65f11066b2', 'code': 200} Jul 06 14:49:48.291851 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=0f9c1b59-d976-4bdc-ab35-1b65f11066b2,revision_number=9']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:49:49.296018 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:05.656394 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dc40082c-7b20-41b0-b6dc-f2b7d66682ca req-b239384b-6c49-4867-b38d-a7e4b22d8b68 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0586052 Jul 06 14:50:05.755293 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40082c-7b20-41b0-b6dc-f2b7d66682ca req-98de5599-6db3-4994-bff0-cfd6428abf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:05.756834 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dc40082c-7b20-41b0-b6dc-f2b7d66682ca req-98de5599-6db3-4994-bff0-cfd6428abf45 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 1097 time: 0.0540190 Jul 06 14:50:05.862358 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40082c-7b20-41b0-b6dc-f2b7d66682ca req-1aaeca3a-ab57-46a4-a6ff-c805c289256d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:05.863749 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dc40082c-7b20-41b0-b6dc-f2b7d66682ca req-1aaeca3a-ab57-46a4-a6ff-c805c289256d service neutron] 10.222.0.124 "GET /v2.0/networks?id=a4d51d67-680f-4242-b09b-014277eb9bc5 HTTP/1.1" status: 200 len: 897 time: 0.0862186 Jul 06 14:50:05.934161 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dc40082c-7b20-41b0-b6dc-f2b7d66682ca req-e1f6193c-bfe7-495e-8400-400cc7d17e45 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f9c1b59-d976-4bdc-ab35-1b65f11066b2 HTTP/1.1" status: 200 len: 1002 time: 0.0631778 Jul 06 14:50:05.982853 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40082c-7b20-41b0-b6dc-f2b7d66682ca req-78494f2e-7a11-40f1-be05-c7191b99776e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:05.984356 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dc40082c-7b20-41b0-b6dc-f2b7d66682ca req-78494f2e-7a11-40f1-be05-c7191b99776e service neutron] 10.222.0.124 "GET /v2.0/subnets?id=08cfd59b-668f-4d97-96bd-39cb2dad47d5 HTTP/1.1" status: 200 len: 835 time: 0.0444543 Jul 06 14:50:06.042308 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40082c-7b20-41b0-b6dc-f2b7d66682ca req-a11951f4-6e77-484d-9863-ed1636448b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:06.043842 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dc40082c-7b20-41b0-b6dc-f2b7d66682ca req-a11951f4-6e77-484d-9863-ed1636448b3d service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=a4d51d67-680f-4242-b09b-014277eb9bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523410 Jul 06 14:50:06.137555 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dc40082c-7b20-41b0-b6dc-f2b7d66682ca req-a3aaf39a-6dcd-4569-bfad-98872e5ad387 service neutron] 10.222.0.124 "GET /v2.0/networks/a4d51d67-680f-4242-b09b-014277eb9bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866134 Jul 06 14:50:06.226300 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dc40082c-7b20-41b0-b6dc-f2b7d66682ca req-48a0f561-bda2-49d7-85f8-adf36ee28095 service neutron] 10.222.0.124 "GET /v2.0/networks/a4d51d67-680f-4242-b09b-014277eb9bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828056 Jul 06 14:50:07.416276 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c3713495-6987-4ea9-903c-3d3ae59954d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:10.332753 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:10.636155 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8aa47758-805e-481b-aed6-511c49ae85ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:11.740872 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:13.292219 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:15.778583 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39084) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:15.952615 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c22c9098-3aa9-476a-bca1-101943435d14 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Deleting port c77ee8cc-06d5-4148-b359-b134a124d9e8 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:50:15.952996 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c22c9098-3aa9-476a-bca1-101943435d14 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:16.032173 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c22c9098-3aa9-476a-bca1-101943435d14 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:16.032416 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c22c9098-3aa9-476a-bca1-101943435d14 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:16.044196 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-c22c9098-3aa9-476a-bca1-101943435d14 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Calling delete_port for c77ee8cc-06d5-4148-b359-b134a124d9e8 owned by network:floatingip {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:50:16.198951 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c22c9098-3aa9-476a-bca1-101943435d14 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:16.226040 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c9098-3aa9-476a-bca1-101943435d14 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'Port': ['ID=c77ee8cc-06d5-4148-b359-b134a124d9e8,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:16.238660 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c9098-3aa9-476a-bca1-101943435d14 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:16.238660 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c9098-3aa9-476a-bca1-101943435d14 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:16.238922 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c9098-3aa9-476a-bca1-101943435d14 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:16.239643 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c9098-3aa9-476a-bca1-101943435d14 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:16.239643 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c9098-3aa9-476a-bca1-101943435d14 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:16.239887 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c9098-3aa9-476a-bca1-101943435d14 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:16.240226 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c9098-3aa9-476a-bca1-101943435d14 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:16.240563 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c9098-3aa9-476a-bca1-101943435d14 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:16.240897 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c9098-3aa9-476a-bca1-101943435d14 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:16.241231 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c9098-3aa9-476a-bca1-101943435d14 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:16.241564 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c9098-3aa9-476a-bca1-101943435d14 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:16.241916 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22c9098-3aa9-476a-bca1-101943435d14 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:16.303656 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c22c9098-3aa9-476a-bca1-101943435d14 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for floatingip, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:16.303998 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-c22c9098-3aa9-476a-bca1-101943435d14 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Floating IP 5c5249e1-9acb-49c3-a41e-3c31ab19eb5c disassociated (deleted). External IP: 172.25.6.175, port: 0f9c1b59-d976-4bdc-ab35-1b65f11066b2. Jul 06 14:50:16.518834 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22c9098-3aa9-476a-bca1-101943435d14 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Router 021fe972-1ae9-4716-b77e-23aa6646405e has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:50:16.634990 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22c9098-3aa9-476a-bca1-101943435d14 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:50:16.639912 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c22c9098-3aa9-476a-bca1-101943435d14 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:16.645136 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b51655-9d9a-4d53-9330-1eda5491be14 None None] Sync routers for ids ['021fe972-1ae9-4716-b77e-23aa6646405e'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:50:16.655137 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b51655-9d9a-4d53-9330-1eda5491be14 None None] Routers {'021fe972-1ae9-4716-b77e-23aa6646405e'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:50:16.655932 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-56b51655-9d9a-4d53-9330-1eda5491be14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:50:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['021fe972-1ae9-4716-b77e-23aa6646405e'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:50:16.677688 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c22c9098-3aa9-476a-bca1-101943435d14 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "DELETE /v2.0/floatingips/5c5249e1-9acb-49c3-a41e-3c31ab19eb5c HTTP/1.1" status: 204 len: 168 time: 0.8975196 Jul 06 14:50:16.678399 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb0358b-d67f-4bd7-a3f4-6c111a161488', 'tag': '0f9c1b59-d976-4bdc-ab35-1b65f11066b2'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:50:16.680824 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44085c58187d3c444c5cc6a657819c2b9188c5457f631b13450b7a564fa513c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9dc2e9-0222-46bd-a7c7-bd341fb9f365" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb0358b-d67f-4bd7-a3f4-6c111a161488", "tag": "0f9c1b59-d976-4bdc-ab35-1b65f11066b2"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:50:16.750056 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:50:16.772081 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-56b51655-9d9a-4d53-9330-1eda5491be14 None None] Set router 021fe972-1ae9-4716-b77e-23aa6646405e gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:50:16.937959 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97830c4c-7741-4703-8170-5b57a975ee1a x-openstack-request-id: req-97830c4c-7741-4703-8170-5b57a975ee1a {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:50:16.938755 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb0358b-d67f-4bd7-a3f4-6c111a161488", "tag": "0f9c1b59-d976-4bdc-ab35-1b65f11066b2", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:50:16.938755 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-97830c4c-7741-4703-8170-5b57a975ee1a {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:50:16.939049 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb0358b-d67f-4bd7-a3f4-6c111a161488', 'tag': '0f9c1b59-d976-4bdc-ab35-1b65f11066b2', 'status': 'completed', 'code': 200} Jul 06 14:50:16.996507 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-56b51655-9d9a-4d53-9330-1eda5491be14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087256058', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '1cb7d12a-05c0-4079-97ea-ace7c42a7600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:48:33Z', 'updated_at': '2021-07-06T14:48:37Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '1cb7d12a-05c0-4079-97ea-ace7c42a7600', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:34Z', 'updated_at': '2021-07-06T14:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'e0fa8719-4574-4ca4-bb54-dd10b1df9cf7', 'name': '', 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:24:f3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '08cfd59b-668f-4d97-96bd-39cb2dad47d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:36Z', 'updated_at': '2021-07-06T14:48:42Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': '08cfd59b-668f-4d97-96bd-39cb2dad47d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:50:17.019265 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9dc2e9-0222-46bd-a7c7-bd341fb9f365 req-2845a951-6484-4035-9e83-e0bc660ec117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:17.020918 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c9dc2e9-0222-46bd-a7c7-bd341fb9f365 req-2845a951-6484-4035-9e83-e0bc660ec117 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 1097 time: 0.0550385 Jul 06 14:50:17.028400 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b51655-9d9a-4d53-9330-1eda5491be14 None None] Checking router: 021fe972-1ae9-4716-b77e-23aa6646405e for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:50:17.038385 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b51655-9d9a-4d53-9330-1eda5491be14 None None] Routers {'021fe972-1ae9-4716-b77e-23aa6646405e'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:50:17.038997 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-56b51655-9d9a-4d53-9330-1eda5491be14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:50:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['021fe972-1ae9-4716-b77e-23aa6646405e'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:50:17.151442 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:17.155163 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-56b51655-9d9a-4d53-9330-1eda5491be14 None None] Set router 021fe972-1ae9-4716-b77e-23aa6646405e gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:50:17.159803 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9dc2e9-0222-46bd-a7c7-bd341fb9f365 req-e82e96ed-4d3c-47d7-82c3-c81ae1ef61a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:17.161338 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c9dc2e9-0222-46bd-a7c7-bd341fb9f365 req-e82e96ed-4d3c-47d7-82c3-c81ae1ef61a0 service neutron] 10.222.0.124 "GET /v2.0/networks?id=a4d51d67-680f-4242-b09b-014277eb9bc5 HTTP/1.1" status: 200 len: 897 time: 0.1340802 Jul 06 14:50:17.211666 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c9dc2e9-0222-46bd-a7c7-bd341fb9f365 req-aaf4d3df-292b-4e0e-bfb2-1d311e116196 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f9c1b59-d976-4bdc-ab35-1b65f11066b2 HTTP/1.1" status: 200 len: 217 time: 0.0436018 Jul 06 14:50:17.237449 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3bb37-382f-476a-bc98-edf258995b2c req-4b3a7d36-87ad-47a4-9da9-93c008e31e8d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:17.239127 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-99b3bb37-382f-476a-bc98-edf258995b2c req-4b3a7d36-87ad-47a4-9da9-93c008e31e8d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 946 time: 0.2035100 Jul 06 14:50:17.300649 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9dc2e9-0222-46bd-a7c7-bd341fb9f365 req-15097762-1841-40ac-909b-c694c99aa62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:17.302224 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c9dc2e9-0222-46bd-a7c7-bd341fb9f365 req-15097762-1841-40ac-909b-c694c99aa62c service neutron] 10.222.0.124 "GET /v2.0/subnets?id=08cfd59b-668f-4d97-96bd-39cb2dad47d5 HTTP/1.1" status: 200 len: 835 time: 0.0836685 Jul 06 14:50:17.308179 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-99b3bb37-382f-476a-bc98-edf258995b2c req-528f1ae6-f02b-45e7-9031-f12b1c260c20 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=844d9407-8e7f-4df1-89bb-a37931b738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507510 Jul 06 14:50:17.365372 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9dc2e9-0222-46bd-a7c7-bd341fb9f365 req-dd709fdf-4c02-4145-8337-b90e9500c88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:17.366973 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c9dc2e9-0222-46bd-a7c7-bd341fb9f365 req-dd709fdf-4c02-4145-8337-b90e9500c88f service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=a4d51d67-680f-4242-b09b-014277eb9bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571311 Jul 06 14:50:17.368756 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-56b51655-9d9a-4d53-9330-1eda5491be14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087256058', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '1cb7d12a-05c0-4079-97ea-ace7c42a7600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:48:33Z', 'updated_at': '2021-07-06T14:48:37Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '1cb7d12a-05c0-4079-97ea-ace7c42a7600', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:34Z', 'updated_at': '2021-07-06T14:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'e0fa8719-4574-4ca4-bb54-dd10b1df9cf7', 'name': '', 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:24:f3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '08cfd59b-668f-4d97-96bd-39cb2dad47d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:36Z', 'updated_at': '2021-07-06T14:48:42Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': '08cfd59b-668f-4d97-96bd-39cb2dad47d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:50:17.402040 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b51655-9d9a-4d53-9330-1eda5491be14 None None] The sync data for ids ['021fe972-1ae9-4716-b77e-23aa6646405e'] in n-d-773644-6 is: [{'id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087256058', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '1cb7d12a-05c0-4079-97ea-ace7c42a7600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:48:33Z', 'updated_at': '2021-07-06T14:48:37Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '1cb7d12a-05c0-4079-97ea-ace7c42a7600', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:34Z', 'updated_at': '2021-07-06T14:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'e0fa8719-4574-4ca4-bb54-dd10b1df9cf7', 'name': '', 'network_id': 'a4d51d67-680f-4242-b09b-014277eb9bc5', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:24:f3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '08cfd59b-668f-4d97-96bd-39cb2dad47d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:36Z', 'updated_at': '2021-07-06T14:48:42Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': '08cfd59b-668f-4d97-96bd-39cb2dad47d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:50:17.486432 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c9dc2e9-0222-46bd-a7c7-bd341fb9f365 req-859c2eb0-06dc-4712-ad5d-f6a9b1e02188 service neutron] 10.222.0.124 "GET /v2.0/networks/a4d51d67-680f-4242-b09b-014277eb9bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035337 Jul 06 14:50:17.587541 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c9dc2e9-0222-46bd-a7c7-bd341fb9f365 req-4f39ee9a-ba7b-4a2d-a1a4-b4201e31d2a1 service neutron] 10.222.0.124 "GET /v2.0/networks/a4d51d67-680f-4242-b09b-014277eb9bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934033 Jul 06 14:50:17.666325 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9d8caa-40c7-47f0-a928-126ed4ddbf88 None None] New status for floating IP 5c5249e1-9acb-49c3-a41e-3c31ab19eb5c: DOWN {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:50:18.241250 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee3646-72d3-42d3-8272-5f2d5936af9d req-19f411c4-7114-469d-bb7f-e90998a3520b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:18.242772 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-57ee3646-72d3-42d3-8272-5f2d5936af9d req-19f411c4-7114-469d-bb7f-e90998a3520b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.124 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 946 time: 0.0686896 Jul 06 14:50:18.366116 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-57ee3646-72d3-42d3-8272-5f2d5936af9d req-638dc180-7211-437a-b72a-43549115b9e2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Deleting port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:50:18.366474 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-57ee3646-72d3-42d3-8272-5f2d5936af9d req-638dc180-7211-437a-b72a-43549115b9e2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:18.498565 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-57ee3646-72d3-42d3-8272-5f2d5936af9d req-638dc180-7211-437a-b72a-43549115b9e2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] For port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=0f9c1b59-d976-4bdc-ab35-1b65f11066b2,segment=NetworkSegment(6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad),segment_id=6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:50:18.498845 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-57ee3646-72d3-42d3-8272-5f2d5936af9d req-638dc180-7211-437a-b72a-43549115b9e2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:18.516146 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-57ee3646-72d3-42d3-8272-5f2d5936af9d req-638dc180-7211-437a-b72a-43549115b9e2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Calling delete_port for 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:50:18.583413 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605afb4-7cf0-4ac1-87d1-3a161226324e req-8e362989-5f7f-4f95-9708-df1af92a54b2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:18.584975 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0605afb4-7cf0-4ac1-87d1-3a161226324e req-8e362989-5f7f-4f95-9708-df1af92a54b2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=7fb0358b-d67f-4bd7-a3f4-6c111a161488 HTTP/1.1" status: 200 len: 946 time: 0.1464415 Jul 06 14:50:18.649473 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0605afb4-7cf0-4ac1-87d1-3a161226324e req-db289698-6515-4156-baff-1e7bdca5608b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=844d9407-8e7f-4df1-89bb-a37931b738a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562379 Jul 06 14:50:18.710317 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-57ee3646-72d3-42d3-8272-5f2d5936af9d req-638dc180-7211-437a-b72a-43549115b9e2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:18.750332 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638dc180-7211-437a-b72a-43549115b9e2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'Port': ['ID=0f9c1b59-d976-4bdc-ab35-1b65f11066b2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:18.788191 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ee3646-72d3-42d3-8272-5f2d5936af9d req-638dc180-7211-437a-b72a-43549115b9e2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] No DVR routers for this DVR port 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:50:18.790940 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-57ee3646-72d3-42d3-8272-5f2d5936af9d req-638dc180-7211-437a-b72a-43549115b9e2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:18.792949 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-57ee3646-72d3-42d3-8272-5f2d5936af9d req-638dc180-7211-437a-b72a-43549115b9e2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.124 "DELETE /v2.0/ports/0f9c1b59-d976-4bdc-ab35-1b65f11066b2 HTTP/1.1" status: 204 len: 173 time: 0.5419393 Jul 06 14:50:18.793383 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb0358b-d67f-4bd7-a3f4-6c111a161488', 'name': 'network-vif-deleted', 'tag': '0f9c1b59-d976-4bdc-ab35-1b65f11066b2'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:50:18.796015 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26494fc1-30c2-49dc-9a16-2a788dd03db9" -d '{"events": [{"server_uuid": "7fb0358b-d67f-4bd7-a3f4-6c111a161488", "name": "network-vif-deleted", "tag": "0f9c1b59-d976-4bdc-ab35-1b65f11066b2"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:50:18.837425 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc766f3f-12d8-47fc-ac05-fd97d105c570 x-openstack-request-id: req-cc766f3f-12d8-47fc-ac05-fd97d105c570 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:50:18.837615 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb0358b-d67f-4bd7-a3f4-6c111a161488", "name": "network-vif-deleted", "tag": "0f9c1b59-d976-4bdc-ab35-1b65f11066b2", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:50:18.837970 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-cc766f3f-12d8-47fc-ac05-fd97d105c570 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:50:18.838321 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb0358b-d67f-4bd7-a3f4-6c111a161488', 'name': 'network-vif-deleted', 'tag': '0f9c1b59-d976-4bdc-ab35-1b65f11066b2', 'status': 'completed', 'code': 200} Jul 06 14:50:19.313513 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:19.758899 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39100) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:20.143694 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-14b641b1-09b5-43a3-a526-f1b1435f3e91 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:20.456202 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-14b641b1-09b5-43a3-a526-f1b1435f3e91 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Deleting port e0fa8719-4574-4ca4-bb54-dd10b1df9cf7 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:50:20.456605 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-14b641b1-09b5-43a3-a526-f1b1435f3e91 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:20.579026 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-14b641b1-09b5-43a3-a526-f1b1435f3e91 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] For port e0fa8719-4574-4ca4-bb54-dd10b1df9cf7, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=e0fa8719-4574-4ca4-bb54-dd10b1df9cf7,segment=NetworkSegment(6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad),segment_id=6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:50:20.579471 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-14b641b1-09b5-43a3-a526-f1b1435f3e91 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:20.593542 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-14b641b1-09b5-43a3-a526-f1b1435f3e91 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Calling delete_port for e0fa8719-4574-4ca4-bb54-dd10b1df9cf7 owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:50:20.818205 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-14b641b1-09b5-43a3-a526-f1b1435f3e91 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:20.845495 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b641b1-09b5-43a3-a526-f1b1435f3e91 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'Port': ['ID=e0fa8719-4574-4ca4-bb54-dd10b1df9cf7,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:21.056161 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-14b641b1-09b5-43a3-a526-f1b1435f3e91 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:21.307213 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b641b1-09b5-43a3-a526-f1b1435f3e91 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Router 021fe972-1ae9-4716-b77e-23aa6646405e has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:50:21.430176 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b641b1-09b5-43a3-a526-f1b1435f3e91 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:50:21.437004 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-14b641b1-09b5-43a3-a526-f1b1435f3e91 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "PUT /v2.0/routers/021fe972-1ae9-4716-b77e-23aa6646405e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6769068 Jul 06 14:50:21.441165 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39102) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:21.445390 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee2bfee-37c1-4afa-9a08-0b10aa216474 None None] Sync routers for ids ['021fe972-1ae9-4716-b77e-23aa6646405e'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:50:21.460291 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee2bfee-37c1-4afa-9a08-0b10aa216474 None None] Routers {'021fe972-1ae9-4716-b77e-23aa6646405e'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:50:21.461228 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2ee2bfee-37c1-4afa-9a08-0b10aa216474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:50:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['021fe972-1ae9-4716-b77e-23aa6646405e'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:50:21.505695 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcec8768-ff90-4eb3-8ddd-bd99e55def74 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Deleting subnet 08cfd59b-668f-4d97-96bd-39cb2dad47d5 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:50:21.509001 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fcec8768-ff90-4eb3-8ddd-bd99e55def74 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:21.561397 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fcec8768-ff90-4eb3-8ddd-bd99e55def74 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:21.579317 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-2ee2bfee-37c1-4afa-9a08-0b10aa216474 None None] Set router 021fe972-1ae9-4716-b77e-23aa6646405e gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:50:21.684066 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fcec8768-ff90-4eb3-8ddd-bd99e55def74 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:21.783940 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fcec8768-ff90-4eb3-8ddd-bd99e55def74 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:21.787295 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2ee2bfee-37c1-4afa-9a08-0b10aa216474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087256058', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '1cb7d12a-05c0-4079-97ea-ace7c42a7600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:48:33Z', 'updated_at': '2021-07-06T14:50:20Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '1cb7d12a-05c0-4079-97ea-ace7c42a7600', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:34Z', 'updated_at': '2021-07-06T14:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:50:21.815994 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee2bfee-37c1-4afa-9a08-0b10aa216474 None None] Checking router: 021fe972-1ae9-4716-b77e-23aa6646405e for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:50:21.819380 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec8768-ff90-4eb3-8ddd-bd99e55def74 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'Subnet': ['ID=08cfd59b-668f-4d97-96bd-39cb2dad47d5,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:21.825310 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee2bfee-37c1-4afa-9a08-0b10aa216474 None None] Routers {'021fe972-1ae9-4716-b77e-23aa6646405e'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:50:21.826264 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2ee2bfee-37c1-4afa-9a08-0b10aa216474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:50:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['021fe972-1ae9-4716-b77e-23aa6646405e'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:50:21.826872 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fcec8768-ff90-4eb3-8ddd-bd99e55def74 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:21.834329 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-fcec8768-ff90-4eb3-8ddd-bd99e55def74 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "DELETE /v2.0/subnets/08cfd59b-668f-4d97-96bd-39cb2dad47d5 HTTP/1.1" status: 204 len: 168 time: 0.3918505 Jul 06 14:50:21.835542 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39104) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:21.838248 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136a3050-a8d5-4898-9184-d033a4a83757 None None] Network a4d51d67-680f-4242-b09b-014277eb9bc5 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:50:21.984976 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-269c964e-438a-4fa0-a7f0-1c41e4f4d091 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:22.021925 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-2ee2bfee-37c1-4afa-9a08-0b10aa216474 None None] Set router 021fe972-1ae9-4716-b77e-23aa6646405e gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:50:22.122411 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-269c964e-438a-4fa0-a7f0-1c41e4f4d091 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:22.124368 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d85c16-c31b-435a-936a-fc9a7fadd915 None None] DHCP port deletion for a4d51d67-680f-4242-b09b-014277eb9bc5 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:50:22.180872 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:50:22.188412 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-269c964e-438a-4fa0-a7f0-1c41e4f4d091 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Deleting port 1cb7d12a-05c0-4079-97ea-ace7c42a7600 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:50:22.190454 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-269c964e-438a-4fa0-a7f0-1c41e4f4d091 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:22.220582 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:50:22.221633 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 0f9c1b59-d976-4bdc-ab35-1b65f11066b2 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:50:22.226204 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d8d85c16-c31b-435a-936a-fc9a7fadd915 None None] Deleting port 477adb38-591f-4398-aa98-9976ad56d21a {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:50:22.226940 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d8d85c16-c31b-435a-936a-fc9a7fadd915 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:22.330895 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d8d85c16-c31b-435a-936a-fc9a7fadd915 None None] For port 477adb38-591f-4398-aa98-9976ad56d21a, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=477adb38-591f-4398-aa98-9976ad56d21a,segment=NetworkSegment(6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad),segment_id=6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:50:22.334994 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d8d85c16-c31b-435a-936a-fc9a7fadd915 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:22.353241 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d8d85c16-c31b-435a-936a-fc9a7fadd915 None None] Calling delete_port for 477adb38-591f-4398-aa98-9976ad56d21a owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:50:22.418135 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-2ee2bfee-37c1-4afa-9a08-0b10aa216474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087256058', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '1cb7d12a-05c0-4079-97ea-ace7c42a7600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:48:33Z', 'updated_at': '2021-07-06T14:50:20Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '1cb7d12a-05c0-4079-97ea-ace7c42a7600', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:34Z', 'updated_at': '2021-07-06T14:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:50:22.461990 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee2bfee-37c1-4afa-9a08-0b10aa216474 None None] The sync data for ids ['021fe972-1ae9-4716-b77e-23aa6646405e'] in n-d-773644-6 is: [{'id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1087256058', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.83'}], 'enable_snat': True}, 'gw_port_id': '1cb7d12a-05c0-4079-97ea-ace7c42a7600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:48:33Z', 'updated_at': '2021-07-06T14:50:20Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '1cb7d12a-05c0-4079-97ea-ace7c42a7600', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021fe972-1ae9-4716-b77e-23aa6646405e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:48:34Z', 'updated_at': '2021-07-06T14:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:50:22.463110 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d8d85c16-c31b-435a-936a-fc9a7fadd915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:22.500888 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d85c16-c31b-435a-936a-fc9a7fadd915 None None] Pushing event deleted for resources: {'Port': ['ID=477adb38-591f-4398-aa98-9976ad56d21a,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:22.504614 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d85c16-c31b-435a-936a-fc9a7fadd915 None None] No DVR routers for this DVR port 477adb38-591f-4398-aa98-9976ad56d21a on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:50:22.716616 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-269c964e-438a-4fa0-a7f0-1c41e4f4d091 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] For port 1cb7d12a-05c0-4079-97ea-ace7c42a7600, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=1cb7d12a-05c0-4079-97ea-ace7c42a7600,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:50:22.717815 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-269c964e-438a-4fa0-a7f0-1c41e4f4d091 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:22.744469 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-269c964e-438a-4fa0-a7f0-1c41e4f4d091 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Calling delete_port for 1cb7d12a-05c0-4079-97ea-ace7c42a7600 owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:50:22.944450 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-269c964e-438a-4fa0-a7f0-1c41e4f4d091 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:22.984744 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c964e-438a-4fa0-a7f0-1c41e4f4d091 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'Port': ['ID=1cb7d12a-05c0-4079-97ea-ace7c42a7600,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:23.072198 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-269c964e-438a-4fa0-a7f0-1c41e4f4d091 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:23.182172 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-269c964e-438a-4fa0-a7f0-1c41e4f4d091 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:23.184303 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-269c964e-438a-4fa0-a7f0-1c41e4f4d091 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:23.237724 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-269c964e-438a-4fa0-a7f0-1c41e4f4d091 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:23.238325 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269c964e-438a-4fa0-a7f0-1c41e4f4d091 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Fanout notify agent at l3_agent the message router_deleted on router 021fe972-1ae9-4716-b77e-23aa6646405e {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:50:23.250015 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-269c964e-438a-4fa0-a7f0-1c41e4f4d091 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:23.254078 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-269c964e-438a-4fa0-a7f0-1c41e4f4d091 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "DELETE /v2.0/routers/021fe972-1ae9-4716-b77e-23aa6646405e HTTP/1.1" status: 204 len: 168 time: 1.4146473 Jul 06 14:50:23.254415 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39106) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:23.367741 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1f245231-0f5f-42e1-913e-7bcc0a079867 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:23.475664 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1f245231-0f5f-42e1-913e-7bcc0a079867 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:23.487886 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-1f245231-0f5f-42e1-913e-7bcc0a079867 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d51d67-680f-4242-b09b-014277eb9bc5']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:50:23.499307 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-1f245231-0f5f-42e1-913e-7bcc0a079867 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:50:23.499613 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-1f245231-0f5f-42e1-913e-7bcc0a079867 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9fc9ef-2af9-4b26-b0b7-732b9610b6ad') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:50:23.509548 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1f245231-0f5f-42e1-913e-7bcc0a079867 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:23.525897 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1f245231-0f5f-42e1-913e-7bcc0a079867 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:23.532894 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f245231-0f5f-42e1-913e-7bcc0a079867 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:50:23.533295 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1f245231-0f5f-42e1-913e-7bcc0a079867 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: timer() Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:50:23.536324 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:50:23.607988 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1f245231-0f5f-42e1-913e-7bcc0a079867 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:23.615884 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1f245231-0f5f-42e1-913e-7bcc0a079867 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:23.618038 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1f245231-0f5f-42e1-913e-7bcc0a079867 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "DELETE /v2.0/networks/a4d51d67-680f-4242-b09b-014277eb9bc5 HTTP/1.1" status: 204 len: 168 time: 0.3625762 Jul 06 14:50:23.620931 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39108) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:23.631196 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f245231-0f5f-42e1-913e-7bcc0a079867 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'Network': ['ID=a4d51d67-680f-4242-b09b-014277eb9bc5,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:23.691634 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c52484d8-175e-4b92-b42c-c07783ce871f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:23.724911 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c52484d8-175e-4b92-b42c-c07783ce871f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:23.804082 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c52484d8-175e-4b92-b42c-c07783ce871f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:23.809054 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c52484d8-175e-4b92-b42c-c07783ce871f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:23.811875 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c52484d8-175e-4b92-b42c-c07783ce871f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "DELETE /v2.0/security-groups/844d9407-8e7f-4df1-89bb-a37931b738a4 HTTP/1.1" status: 204 len: 168 time: 0.1894903 Jul 06 14:50:23.824603 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52484d8-175e-4b92-b42c-c07783ce871f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=844d9407-8e7f-4df1-89bb-a37931b738a4,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:23.948818 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 477adb38-591f-4398-aa98-9976ad56d21a no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:50:23.975495 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 477adb38-591f-4398-aa98-9976ad56d21a {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:50:23.975836 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 477adb38-591f-4398-aa98-9976ad56d21a not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:50:23.976264 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 1cb7d12a-05c0-4079-97ea-ace7c42a7600 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:50:23.996877 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 1cb7d12a-05c0-4079-97ea-ace7c42a7600 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:50:23.997242 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 1cb7d12a-05c0-4079-97ea-ace7c42a7600 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:50:23.997693 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device e0fa8719-4574-4ca4-bb54-dd10b1df9cf7 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:50:24.017928 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: e0fa8719-4574-4ca4-bb54-dd10b1df9cf7 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:50:24.018286 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device e0fa8719-4574-4ca4-bb54-dd10b1df9cf7 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:50:24.493148 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39114) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:24.498702 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-47be7d3d-753d-4de7-a3a0-eee2e4b811ec tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2099100588', 'description': 'tempest-secgroup-smoke-2099100588 description', 'project_id': '1feba65bea46409b8920d0b09f9745d4'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:50:24.521858 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-47be7d3d-753d-4de7-a3a0-eee2e4b811ec tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:24.603306 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-47be7d3d-753d-4de7-a3a0-eee2e4b811ec tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:24.608082 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-47be7d3d-753d-4de7-a3a0-eee2e4b811ec tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:24.630763 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-47be7d3d-753d-4de7-a3a0-eee2e4b811ec tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:24.631990 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-47be7d3d-753d-4de7-a3a0-eee2e4b811ec tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1377971 Jul 06 14:50:24.635021 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39116) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:24.639989 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-9cc54aa6-f976-4a3d-84f1-374007e43805 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group_rule': {'security_group_id': '2c7f11d9-dd45-4c4f-a310-43c3a384ace2', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:50:24.640463 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be7d3d-753d-4de7-a3a0-eee2e4b811ec tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7f11d9-dd45-4c4f-a310-43c3a384ace2,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:24.668164 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9cc54aa6-f976-4a3d-84f1-374007e43805 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:24.726258 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9cc54aa6-f976-4a3d-84f1-374007e43805 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:24.730482 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9cc54aa6-f976-4a3d-84f1-374007e43805 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:24.753932 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc54aa6-f976-4a3d-84f1-374007e43805 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c1e791-efc0-4e72-92b7-fe12d7ef03b3,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:24.757797 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9cc54aa6-f976-4a3d-84f1-374007e43805 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:24.759112 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9cc54aa6-f976-4a3d-84f1-374007e43805 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230295 Jul 06 14:50:24.762034 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39118) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:24.766608 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-fc58486e-486e-48ca-a4be-95a3d6652dff tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group_rule': {'security_group_id': '2c7f11d9-dd45-4c4f-a310-43c3a384ace2', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:50:24.793982 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fc58486e-486e-48ca-a4be-95a3d6652dff tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:24.853550 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fc58486e-486e-48ca-a4be-95a3d6652dff tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:24.857902 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fc58486e-486e-48ca-a4be-95a3d6652dff tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:24.873042 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58486e-486e-48ca-a4be-95a3d6652dff tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cddb9d8-3836-426c-8297-89fce9e3d234,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:24.882563 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fc58486e-486e-48ca-a4be-95a3d6652dff tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:24.883825 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fc58486e-486e-48ca-a4be-95a3d6652dff tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208079 Jul 06 14:50:24.886629 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39120) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:24.891081 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e9c4912a-72fc-4e1c-b616-f2afa389507f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group_rule': {'security_group_id': '2c7f11d9-dd45-4c4f-a310-43c3a384ace2', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:50:24.916989 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e9c4912a-72fc-4e1c-b616-f2afa389507f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:24.980211 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e9c4912a-72fc-4e1c-b616-f2afa389507f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:24.984574 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e9c4912a-72fc-4e1c-b616-f2afa389507f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:25.003642 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4912a-72fc-4e1c-b616-f2afa389507f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a2469e4-7ca1-4307-ae58-8a7fc54da469,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:25.006798 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e9c4912a-72fc-4e1c-b616-f2afa389507f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:25.008005 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e9c4912a-72fc-4e1c-b616-f2afa389507f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204474 Jul 06 14:50:25.010726 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39122) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:25.016112 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-21486b43-796d-430c-a184-cd1c9942182a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group_rule': {'security_group_id': '2c7f11d9-dd45-4c4f-a310-43c3a384ace2', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:50:25.045270 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-21486b43-796d-430c-a184-cd1c9942182a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:25.107584 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-21486b43-796d-430c-a184-cd1c9942182a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:25.111373 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-21486b43-796d-430c-a184-cd1c9942182a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:25.132154 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21486b43-796d-430c-a184-cd1c9942182a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08140ae-179a-4a6e-95f2-f068985d5e08,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:25.139784 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-21486b43-796d-430c-a184-cd1c9942182a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:25.140917 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-21486b43-796d-430c-a184-cd1c9942182a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1292624 Jul 06 14:50:25.143657 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39124) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:25.148102 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-fabc5e79-a688-46b2-b737-0daf546181be tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group_rule': {'security_group_id': '2c7f11d9-dd45-4c4f-a310-43c3a384ace2', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:50:25.171243 n-d-773644-6 neutron-server[100417]: INFO neutron.db.securitygroups_db [None req-fabc5e79-a688-46b2-b737-0daf546181be tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Project 1feba65bea46409b8920d0b09f9745d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:50:25.176297 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fabc5e79-a688-46b2-b737-0daf546181be tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:25.248641 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fabc5e79-a688-46b2-b737-0daf546181be tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:25.252770 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fabc5e79-a688-46b2-b737-0daf546181be tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:25.274172 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc5e79-a688-46b2-b737-0daf546181be tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b308e4bc-408e-4ab4-8091-874c8309dd70,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:25.276911 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-fabc5e79-a688-46b2-b737-0daf546181be tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:25.278185 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-fabc5e79-a688-46b2-b737-0daf546181be tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1335864 Jul 06 14:50:25.282545 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39126) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:25.287215 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-5cb89cff-bdc8-4ed6-ab01-8e238a787dd9 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group_rule': {'security_group_id': '2c7f11d9-dd45-4c4f-a310-43c3a384ace2', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:50:25.314684 n-d-773644-6 neutron-server[100418]: INFO neutron.db.securitygroups_db [None req-5cb89cff-bdc8-4ed6-ab01-8e238a787dd9 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Project 1feba65bea46409b8920d0b09f9745d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:50:25.319718 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5cb89cff-bdc8-4ed6-ab01-8e238a787dd9 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:25.373715 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5cb89cff-bdc8-4ed6-ab01-8e238a787dd9 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:25.377791 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5cb89cff-bdc8-4ed6-ab01-8e238a787dd9 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:25.395984 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb89cff-bdc8-4ed6-ab01-8e238a787dd9 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdfcab03-0735-44f4-812b-877cdb8859d7,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:25.402731 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5cb89cff-bdc8-4ed6-ab01-8e238a787dd9 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:25.405962 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5cb89cff-bdc8-4ed6-ab01-8e238a787dd9 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202424 Jul 06 14:50:25.406873 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39128) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:25.411734 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-8fc06fe4-6f85-4489-a5d5-db988715b3ec tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'network': {'name': 'tempest-network-smoke--774109846', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'port_security_enabled': True}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:50:25.431756 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc06fe4-6f85-4489-a5d5-db988715b3ec tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Made reservation on behalf of 1feba65bea46409b8920d0b09f9745d4 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:50:25.436216 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8fc06fe4-6f85-4489-a5d5-db988715b3ec tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:25.460108 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc06fe4-6f85-4489-a5d5-db988715b3ec tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:50:25.470026 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8fc06fe4-6f85-4489-a5d5-db988715b3ec tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:25.470502 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-8fc06fe4-6f85-4489-a5d5-db988715b3ec tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Added segment 37f635cf-2157-4ba0-aa22-f5338d60c3fd of type vlan for network 9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e Jul 06 14:50:25.515217 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8fc06fe4-6f85-4489-a5d5-db988715b3ec tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:25.544601 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8fc06fe4-6f85-4489-a5d5-db988715b3ec tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:25.550359 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc06fe4-6f85-4489-a5d5-db988715b3ec tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:25.550963 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8fc06fe4-6f85-4489-a5d5-db988715b3ec tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:25.617131 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8fc06fe4-6f85-4489-a5d5-db988715b3ec tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2091913 Jul 06 14:50:25.619829 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39130) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:25.626574 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-8221835e-4f6e-4838-82aa-9396aaa18f56 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1176185819', 'admin_state_up': True, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:50:25.638798 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc06fe4-6f85-4489-a5d5-db988715b3ec tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Network': ['ID=9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:25.648807 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:50:25.656378 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8221835e-4f6e-4838-82aa-9396aaa18f56 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:25.657410 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8221835e-4f6e-4838-82aa-9396aaa18f56 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:25.711047 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8221835e-4f6e-4838-82aa-9396aaa18f56 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:26.203730 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8221835e-4f6e-4838-82aa-9396aaa18f56 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:26.409729 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8221835e-4f6e-4838-82aa-9396aaa18f56 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router_gateway, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:26.434658 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8221835e-4f6e-4838-82aa-9396aaa18f56 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:26.545386 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-8221835e-4f6e-4838-82aa-9396aaa18f56 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Allocated IP 172.25.6.22 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/954bd00f-0fd3-4223-ae91-e5e298e60ae4) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:50:26.653890 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8221835e-4f6e-4838-82aa-9396aaa18f56 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:26.692811 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8221835e-4f6e-4838-82aa-9396aaa18f56 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:26.729155 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8221835e-4f6e-4838-82aa-9396aaa18f56 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:50:26.733552 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-8221835e-4f6e-4838-82aa-9396aaa18f56 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:50:26.739101 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8221835e-4f6e-4838-82aa-9396aaa18f56 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:50:26.744638 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8221835e-4f6e-4838-82aa-9396aaa18f56 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Port': ['ID=954bd00f-0fd3-4223-ae91-e5e298e60ae4,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:26.997424 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8221835e-4f6e-4838-82aa-9396aaa18f56 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router_gateway, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:27.205781 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8221835e-4f6e-4838-82aa-9396aaa18f56 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:27.337545 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8221835e-4f6e-4838-82aa-9396aaa18f56 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Router cb84a461-7adf-4299-b554-02e7e310f966 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:50:27.447726 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8221835e-4f6e-4838-82aa-9396aaa18f56 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:50:27.457402 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2cdf87-7720-417a-8890-7fc613ed4bc8 None None] Sync routers for ids ['cb84a461-7adf-4299-b554-02e7e310f966'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:50:27.466822 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2cdf87-7720-417a-8890-7fc613ed4bc8 None None] Routers {'cb84a461-7adf-4299-b554-02e7e310f966'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:50:27.467687 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8221835e-4f6e-4838-82aa-9396aaa18f56 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:27.467935 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-bc2cdf87-7720-417a-8890-7fc613ed4bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:50:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['cb84a461-7adf-4299-b554-02e7e310f966'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:50:27.473712 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8221835e-4f6e-4838-82aa-9396aaa18f56 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8482711 Jul 06 14:50:27.473712 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39132) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:27.506285 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-7ef49102-dfb3-4f02-88f2-6e963c4d8635 tempest-TestNetworkAdvancedServerOps-1825529131 tempest-TestNetworkAdvancedServerOps-1825529131-project-admin] 10.222.0.118 "GET /v2.0/subnets?project_id=1feba65bea46409b8920d0b09f9745d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288506 Jul 06 14:50:27.506798 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39134) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:27.578143 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-bc2cdf87-7720-417a-8890-7fc613ed4bc8 None None] Set router cb84a461-7adf-4299-b554-02e7e310f966 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:50:27.607882 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60b3ebc-91c0-4b11-bbb4-5bfd17028814 tempest-TestNetworkAdvancedServerOps-1825529131 tempest-TestNetworkAdvancedServerOps-1825529131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:27.610096 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c60b3ebc-91c0-4b11-bbb4-5bfd17028814 tempest-TestNetworkAdvancedServerOps-1825529131 tempest-TestNetworkAdvancedServerOps-1825529131-project-admin] 10.222.0.118 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1021845 Jul 06 14:50:27.612803 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39136) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:27.659805 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a72c254c-3e94-4eb5-b1a2-3adf7abbfaa9 tempest-TestNetworkAdvancedServerOps-1825529131 tempest-TestNetworkAdvancedServerOps-1825529131-project-admin] 10.222.0.118 "GET /v2.0/subnets?network_id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453179 Jul 06 14:50:27.662175 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39138) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:27.667980 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-1fa5522f-ae6f-44b2-bc1a-c5c70e8e6cab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-169782155', 'network_id': '9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:50:27.760784 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa5522f-ae6f-44b2-bc1a-c5c70e8e6cab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Made reservation on behalf of 1feba65bea46409b8920d0b09f9745d4 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:50:27.762674 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-bc2cdf87-7720-417a-8890-7fc613ed4bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176185819', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '954bd00f-0fd3-4223-ae91-e5e298e60ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:50:25Z', 'updated_at': '2021-07-06T14:50:26Z', 'revision_number': 3, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '954bd00f-0fd3-4223-ae91-e5e298e60ae4', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:50:26Z', 'updated_at': '2021-07-06T14:50:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:50:27.765115 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1fa5522f-ae6f-44b2-bc1a-c5c70e8e6cab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:27.791520 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2cdf87-7720-417a-8890-7fc613ed4bc8 None None] Checking router: cb84a461-7adf-4299-b554-02e7e310f966 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:50:27.791878 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2cdf87-7720-417a-8890-7fc613ed4bc8 None None] Updating router cb84a461-7adf-4299-b554-02e7e310f966 port 954bd00f-0fd3-4223-ae91-e5e298e60ae4 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:50:27.832917 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bc2cdf87-7720-417a-8890-7fc613ed4bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:27.952477 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1fa5522f-ae6f-44b2-bc1a-c5c70e8e6cab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:28.014606 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5522f-ae6f-44b2-bc1a-c5c70e8e6cab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Subnet': ['ID=d92d4497-102b-4c6b-a538-65fa454d2991,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:28.022807 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa5522f-ae6f-44b2-bc1a-c5c70e8e6cab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Checking segment: {'id': '37f635cf-2157-4ba0-aa22-f5338d60c3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:50:28.023187 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa5522f-ae6f-44b2-bc1a-c5c70e8e6cab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network hostable DHCP agents. Network: 9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:50:28.043412 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa5522f-ae6f-44b2-bc1a-c5c70e8e6cab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network 9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:50:28.058210 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-1fa5522f-ae6f-44b2-bc1a-c5c70e8e6cab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:50:28.066164 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa5522f-ae6f-44b2-bc1a-c5c70e8e6cab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:28.067066 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-1fa5522f-ae6f-44b2-bc1a-c5c70e8e6cab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:28.082767 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb80e689-dbbe-457e-be7c-1eea759a05b1 None None] Network 9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:50:28.089534 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-1fa5522f-ae6f-44b2-bc1a-c5c70e8e6cab tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4236398 Jul 06 14:50:28.090282 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39142) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:28.142440 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bc2cdf87-7720-417a-8890-7fc613ed4bc8 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:28.159667 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-bc2cdf87-7720-417a-8890-7fc613ed4bc8 None None] Transition to ACTIVE for port object 954bd00f-0fd3-4223-ae91-e5e298e60ae4 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:50:28.172203 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bc2cdf87-7720-417a-8890-7fc613ed4bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:28.264993 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4802e4-3586-412b-a43e-2693533c064b None None] Pushing event updated for resources: {'Port': ['ID=954bd00f-0fd3-4223-ae91-e5e298e60ae4,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:28.267302 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-bc2cdf87-7720-417a-8890-7fc613ed4bc8 None None] Attempting to bind port 954bd00f-0fd3-4223-ae91-e5e298e60ae4 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:50:28.267676 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-bc2cdf87-7720-417a-8890-7fc613ed4bc8 None None] Attempting to bind port 954bd00f-0fd3-4223-ae91-e5e298e60ae4 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:50:28.268038 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2cdf87-7720-417a-8890-7fc613ed4bc8 None None] Attempting to bind port 954bd00f-0fd3-4223-ae91-e5e298e60ae4 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:50:28.276672 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2cdf87-7720-417a-8890-7fc613ed4bc8 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:50:28.277046 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2cdf87-7720-417a-8890-7fc613ed4bc8 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:50:28.277442 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bc2cdf87-7720-417a-8890-7fc613ed4bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:28.277850 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2cdf87-7720-417a-8890-7fc613ed4bc8 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:50:28.278904 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-bc2cdf87-7720-417a-8890-7fc613ed4bc8 None None] Bound port: 954bd00f-0fd3-4223-ae91-e5e298e60ae4, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:50:28.279408 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bc2cdf87-7720-417a-8890-7fc613ed4bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:28.351438 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae48a942-b6f3-4d1f-8ea5-18c8b01a7b36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e', 'network_id': '9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'fixed_ips': [{'subnet_id': 'd92d4497-102b-4c6b-a538-65fa454d2991'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:50:28.352277 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae48a942-b6f3-4d1f-8ea5-18c8b01a7b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:28.367565 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-bc2cdf87-7720-417a-8890-7fc613ed4bc8 None None] For port 954bd00f-0fd3-4223-ae91-e5e298e60ae4, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:50:28.392218 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-bc2cdf87-7720-417a-8890-7fc613ed4bc8 None None] For port 954bd00f-0fd3-4223-ae91-e5e298e60ae4, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=954bd00f-0fd3-4223-ae91-e5e298e60ae4,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:50:28.441784 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bc2cdf87-7720-417a-8890-7fc613ed4bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:28.550891 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2cdf87-7720-417a-8890-7fc613ed4bc8 None None] Routers {'cb84a461-7adf-4299-b554-02e7e310f966'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:50:28.551580 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-bc2cdf87-7720-417a-8890-7fc613ed4bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:50:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['cb84a461-7adf-4299-b554-02e7e310f966'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:50:28.554916 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4802e4-3586-412b-a43e-2693533c064b None None] Pushing event updated for resources: {'Port': ['ID=954bd00f-0fd3-4223-ae91-e5e298e60ae4,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:28.581797 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-acc2c501-d179-4c01-8af3-a334362f2d7c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:28.612344 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-ae48a942-b6f3-4d1f-8ea5-18c8b01a7b36 None None] Allocated IP 172.20.0.2 (9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e/d92d4497-102b-4c6b-a538-65fa454d2991/a7776bc4-3d41-4a40-a0e1-6bdcd234427f) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:50:28.725560 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-bc2cdf87-7720-417a-8890-7fc613ed4bc8 None None] Set router cb84a461-7adf-4299-b554-02e7e310f966 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:50:28.924907 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae48a942-b6f3-4d1f-8ea5-18c8b01a7b36 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:28.952209 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ae48a942-b6f3-4d1f-8ea5-18c8b01a7b36 None None] Transition to ACTIVE for port object a7776bc4-3d41-4a40-a0e1-6bdcd234427f will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:50:28.977903 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ae48a942-b6f3-4d1f-8ea5-18c8b01a7b36 None None] Transition to ACTIVE for port object a7776bc4-3d41-4a40-a0e1-6bdcd234427f will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:50:28.984756 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae48a942-b6f3-4d1f-8ea5-18c8b01a7b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:29.024347 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae48a942-b6f3-4d1f-8ea5-18c8b01a7b36 None None] Network 9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:50:29.033459 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-acc2c501-d179-4c01-8af3-a334362f2d7c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Allocated IP 172.20.0.1 (9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e/d92d4497-102b-4c6b-a538-65fa454d2991/157ed8d2-16b5-4dab-9937-bd22819fea0e) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:50:29.037425 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-ae48a942-b6f3-4d1f-8ea5-18c8b01a7b36 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:50:29.040105 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-bc2cdf87-7720-417a-8890-7fc613ed4bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176185819', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '954bd00f-0fd3-4223-ae91-e5e298e60ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:50:25Z', 'updated_at': '2021-07-06T14:50:26Z', 'revision_number': 3, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '954bd00f-0fd3-4223-ae91-e5e298e60ae4', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:50:26Z', 'updated_at': '2021-07-06T14:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:50:29.044599 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae48a942-b6f3-4d1f-8ea5-18c8b01a7b36 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:50:29.073101 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48a942-b6f3-4d1f-8ea5-18c8b01a7b36 None None] Pushing event updated for resources: {'Port': ['ID=a7776bc4-3d41-4a40-a0e1-6bdcd234427f,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:29.077059 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2cdf87-7720-417a-8890-7fc613ed4bc8 None None] The sync data for ids ['cb84a461-7adf-4299-b554-02e7e310f966'] in n-d-773644-6 is: [{'id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176185819', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '954bd00f-0fd3-4223-ae91-e5e298e60ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:50:25Z', 'updated_at': '2021-07-06T14:50:26Z', 'revision_number': 3, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '954bd00f-0fd3-4223-ae91-e5e298e60ae4', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:50:26Z', 'updated_at': '2021-07-06T14:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:50:29.139728 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-ae48a942-b6f3-4d1f-8ea5-18c8b01a7b36 None None] Attempting to bind port a7776bc4-3d41-4a40-a0e1-6bdcd234427f on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:50:29.140122 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-ae48a942-b6f3-4d1f-8ea5-18c8b01a7b36 None None] Attempting to bind port a7776bc4-3d41-4a40-a0e1-6bdcd234427f by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '37f635cf-2157-4ba0-aa22-f5338d60c3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:50:29.140473 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48a942-b6f3-4d1f-8ea5-18c8b01a7b36 None None] Attempting to bind port a7776bc4-3d41-4a40-a0e1-6bdcd234427f on network 9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:50:29.145926 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48a942-b6f3-4d1f-8ea5-18c8b01a7b36 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:50:29.146299 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48a942-b6f3-4d1f-8ea5-18c8b01a7b36 None None] Checking segment: {'id': '37f635cf-2157-4ba0-aa22-f5338d60c3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:50:29.146697 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae48a942-b6f3-4d1f-8ea5-18c8b01a7b36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:29.147092 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48a942-b6f3-4d1f-8ea5-18c8b01a7b36 None None] Bound using segment: {'id': '37f635cf-2157-4ba0-aa22-f5338d60c3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:50:29.147576 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-ae48a942-b6f3-4d1f-8ea5-18c8b01a7b36 None None] Bound port: a7776bc4-3d41-4a40-a0e1-6bdcd234427f, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f635cf-2157-4ba0-aa22-f5338d60c3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:50:29.147965 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae48a942-b6f3-4d1f-8ea5-18c8b01a7b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:29.162064 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-acc2c501-d179-4c01-8af3-a334362f2d7c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:29.176868 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-acc2c501-d179-4c01-8af3-a334362f2d7c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Transition to ACTIVE for port object 157ed8d2-16b5-4dab-9937-bd22819fea0e will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:50:29.215613 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-acc2c501-d179-4c01-8af3-a334362f2d7c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:29.221330 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-ae48a942-b6f3-4d1f-8ea5-18c8b01a7b36 None None] For port a7776bc4-3d41-4a40-a0e1-6bdcd234427f, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:50:29.224917 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-ae48a942-b6f3-4d1f-8ea5-18c8b01a7b36 None None] For port a7776bc4-3d41-4a40-a0e1-6bdcd234427f, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a7776bc4-3d41-4a40-a0e1-6bdcd234427f,segment=NetworkSegment(37f635cf-2157-4ba0-aa22-f5338d60c3fd),segment_id=37f635cf-2157-4ba0-aa22-f5338d60c3fd)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:50:29.230934 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae48a942-b6f3-4d1f-8ea5-18c8b01a7b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:29.288251 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2c501-d179-4c01-8af3-a334362f2d7c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Port': ['ID=157ed8d2-16b5-4dab-9937-bd22819fea0e,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:29.301474 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc2c501-d179-4c01-8af3-a334362f2d7c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network 9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:50:29.312206 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-acc2c501-d179-4c01-8af3-a334362f2d7c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:50:29.315127 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc2c501-d179-4c01-8af3-a334362f2d7c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:50:29.317654 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48a942-b6f3-4d1f-8ea5-18c8b01a7b36 None None] Pushing event updated for resources: {'Port': ['ID=a7776bc4-3d41-4a40-a0e1-6bdcd234427f,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:29.383931 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-acc2c501-d179-4c01-8af3-a334362f2d7c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:29.605232 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-acc2c501-d179-4c01-8af3-a334362f2d7c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:29.974326 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-acc2c501-d179-4c01-8af3-a334362f2d7c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:29.979459 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-acc2c501-d179-4c01-8af3-a334362f2d7c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:30.057655 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 954bd00f-0fd3-4223-ae91-e5e298e60ae4 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:50:30.069607 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2c501-d179-4c01-8af3-a334362f2d7c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Port': ['ID=157ed8d2-16b5-4dab-9937-bd22819fea0e,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:30.073377 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-acc2c501-d179-4c01-8af3-a334362f2d7c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:30.133019 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 954bd00f-0fd3-4223-ae91-e5e298e60ae4 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:50:30.138677 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 954bd00f-0fd3-4223-ae91-e5e298e60ae4 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:50:30.139126 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:30.204249 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc2c501-d179-4c01-8af3-a334362f2d7c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network 9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:50:30.206599 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-acc2c501-d179-4c01-8af3-a334362f2d7c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:50:30.290735 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:30.316272 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 954bd00f-0fd3-4223-ae91-e5e298e60ae4, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=954bd00f-0fd3-4223-ae91-e5e298e60ae4,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:50:30.320806 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:30.322793 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a7776bc4-3d41-4a40-a0e1-6bdcd234427f up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:50:30.348643 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc2c501-d179-4c01-8af3-a334362f2d7c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Router cb84a461-7adf-4299-b554-02e7e310f966 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:50:30.451960 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=954bd00f-0fd3-4223-ae91-e5e298e60ae4,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:30.472331 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port a7776bc4-3d41-4a40-a0e1-6bdcd234427f completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:50:30.484420 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc2c501-d179-4c01-8af3-a334362f2d7c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:50:30.502204 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-acc2c501-d179-4c01-8af3-a334362f2d7c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "PUT /v2.0/routers/cb84a461-7adf-4299-b554-02e7e310f966/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4022865 Jul 06 14:50:30.502312 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f05376-a0fe-44a9-be78-70e07e3cf1d7 None None] Network 9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:50:30.576287 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-17424be5-cc87-48aa-9828-1d67b5c804d1 None None] Provisioning for port a7776bc4-3d41-4a40-a0e1-6bdcd234427f completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:50:30.593700 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-17424be5-cc87-48aa-9828-1d67b5c804d1 None None] Provisioning complete for port a7776bc4-3d41-4a40-a0e1-6bdcd234427f triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:50:30.593931 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-17424be5-cc87-48aa-9828-1d67b5c804d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:30.651014 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-513add65-59bc-40f9-8609-fc1ea8b01251 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2099100588&fields=id&tenant_id=1feba65bea46409b8920d0b09f9745d4 HTTP/1.1" status: 200 len: 267 time: 0.0413194 Jul 06 14:50:30.774238 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-2176eda4-3a97-4e2c-ad01-608e79e496dd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:30.775872 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-2176eda4-3a97-4e2c-ad01-608e79e496dd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/networks?id=9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e HTTP/1.1" status: 200 len: 796 time: 0.1178606 Jul 06 14:50:30.791945 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-ab2733a1-5568-4fee-9667-96f2a37c2032 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/quotas/1feba65bea46409b8920d0b09f9745d4 HTTP/1.1" status: 200 len: 375 time: 0.0100555 Jul 06 14:50:30.878958 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-596211ac-3c4c-44f4-9661-668dcbfac37e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809786 Jul 06 14:50:30.970217 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-17424be5-cc87-48aa-9828-1d67b5c804d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:31.005504 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7ea967-d5a9-4f59-a735-a819c0c9d13e None None] Sync routers for ids ['cb84a461-7adf-4299-b554-02e7e310f966'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:50:31.010584 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-f6cdbdbb-376c-4633-8256-cc9c1459ab1d service neutron] 10.222.0.118 "GET /v2.0/networks/9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111200 Jul 06 14:50:31.016642 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7ea967-d5a9-4f59-a735-a819c0c9d13e None None] Routers {'cb84a461-7adf-4299-b554-02e7e310f966'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:50:31.017741 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-fa7ea967-d5a9-4f59-a735-a819c0c9d13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:50:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['cb84a461-7adf-4299-b554-02e7e310f966'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:50:31.018918 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-17424be5-cc87-48aa-9828-1d67b5c804d1 None None] For port a7776bc4-3d41-4a40-a0e1-6bdcd234427f, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a7776bc4-3d41-4a40-a0e1-6bdcd234427f,segment=NetworkSegment(37f635cf-2157-4ba0-aa22-f5338d60c3fd),segment_id=37f635cf-2157-4ba0-aa22-f5338d60c3fd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:50:31.024161 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-17424be5-cc87-48aa-9828-1d67b5c804d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:31.085295 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17424be5-cc87-48aa-9828-1d67b5c804d1 None None] Pushing event updated for resources: {'Port': ['ID=a7776bc4-3d41-4a40-a0e1-6bdcd234427f,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:31.138525 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-fa7ea967-d5a9-4f59-a735-a819c0c9d13e None None] Set router cb84a461-7adf-4299-b554-02e7e310f966 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:50:31.139298 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-b922c753-fd22-4dcc-aca2-6f6fcf4877cf service neutron] 10.222.0.118 "GET /v2.0/networks/9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106291 Jul 06 14:50:31.362847 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-46acdfdf-ce61-478d-973b-6776d83c852f None None] Provisioning for port 157ed8d2-16b5-4dab-9937-bd22819fea0e completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:50:31.368330 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-46acdfdf-ce61-478d-973b-6776d83c852f None None] Provisioning complete for port 157ed8d2-16b5-4dab-9937-bd22819fea0e triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:50:31.368874 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-46acdfdf-ce61-478d-973b-6776d83c852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:31.417525 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-63e9b608-6267-48ee-a014-81e1365e8a51 req-c1c89cbe-4466-4840-8f3c-b46b7c6069f2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 210 time: 0.0430152 Jul 06 14:50:31.425131 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-46acdfdf-ce61-478d-973b-6776d83c852f None None] Port 157ed8d2-16b5-4dab-9937-bd22819fea0e cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:50:31.444747 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-46acdfdf-ce61-478d-973b-6776d83c852f None None] Provisioning complete for port a7776bc4-3d41-4a40-a0e1-6bdcd234427f triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:50:31.444747 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-46acdfdf-ce61-478d-973b-6776d83c852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:31.467559 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-fa7ea967-d5a9-4f59-a735-a819c0c9d13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176185819', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '954bd00f-0fd3-4223-ae91-e5e298e60ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:50:25Z', 'updated_at': '2021-07-06T14:50:29Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '954bd00f-0fd3-4223-ae91-e5e298e60ae4', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:50:26Z', 'updated_at': '2021-07-06T14:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '157ed8d2-16b5-4dab-9937-bd22819fea0e', 'name': '', 'network_id': '9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:5b:8c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd92d4497-102b-4c6b-a538-65fa454d2991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:50:28Z', 'updated_at': '2021-07-06T14:50:29Z', 'revision_number': 2, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': 'd92d4497-102b-4c6b-a538-65fa454d2991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:50:31.505186 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7ea967-d5a9-4f59-a735-a819c0c9d13e None None] Checking router: cb84a461-7adf-4299-b554-02e7e310f966 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:50:31.505536 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7ea967-d5a9-4f59-a735-a819c0c9d13e None None] Updating router cb84a461-7adf-4299-b554-02e7e310f966 port 157ed8d2-16b5-4dab-9937-bd22819fea0e binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:50:31.555680 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-fa7ea967-d5a9-4f59-a735-a819c0c9d13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:31.670882 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-54d036cf-006f-4e3f-9d46-932e34fbb97f None None] Provisioning complete for port 157ed8d2-16b5-4dab-9937-bd22819fea0e triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:50:31.671295 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-54d036cf-006f-4e3f-9d46-932e34fbb97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:31.711321 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-54d036cf-006f-4e3f-9d46-932e34fbb97f None None] Port 157ed8d2-16b5-4dab-9937-bd22819fea0e cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:50:31.830460 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-37639873-d0be-482b-9da9-b59cdebdb684 None None] Provisioning complete for port 157ed8d2-16b5-4dab-9937-bd22819fea0e triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:50:31.830849 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-37639873-d0be-482b-9da9-b59cdebdb684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:31.864347 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-fa7ea967-d5a9-4f59-a735-a819c0c9d13e None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:31.875633 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-37639873-d0be-482b-9da9-b59cdebdb684 None None] Port 157ed8d2-16b5-4dab-9937-bd22819fea0e cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:50:31.876789 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-fa7ea967-d5a9-4f59-a735-a819c0c9d13e None None] Transition to ACTIVE for port object 157ed8d2-16b5-4dab-9937-bd22819fea0e will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:50:31.884094 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-fa7ea967-d5a9-4f59-a735-a819c0c9d13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:31.959796 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 954bd00f-0fd3-4223-ae91-e5e298e60ae4 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:50:31.974793 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f483e-9039-4628-9882-208c66251ad4 None None] Pushing event updated for resources: {'Port': ['ID=157ed8d2-16b5-4dab-9937-bd22819fea0e,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:32.009544 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f483e-9039-4628-9882-208c66251ad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:32.010208 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f483e-9039-4628-9882-208c66251ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:32.010208 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f483e-9039-4628-9882-208c66251ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:32.010458 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f483e-9039-4628-9882-208c66251ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:32.010787 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f483e-9039-4628-9882-208c66251ad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:32.011116 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f483e-9039-4628-9882-208c66251ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:32.011436 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f483e-9039-4628-9882-208c66251ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:32.011851 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f483e-9039-4628-9882-208c66251ad4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:32.012296 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f483e-9039-4628-9882-208c66251ad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:32.012664 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f483e-9039-4628-9882-208c66251ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:32.012989 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f483e-9039-4628-9882-208c66251ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:32.013307 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534f483e-9039-4628-9882-208c66251ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:50:32.016132 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 954bd00f-0fd3-4223-ae91-e5e298e60ae4 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:50:32.016704 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:32.040617 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-fa7ea967-d5a9-4f59-a735-a819c0c9d13e None None] Attempting to bind port 157ed8d2-16b5-4dab-9937-bd22819fea0e on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:50:32.041306 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-fa7ea967-d5a9-4f59-a735-a819c0c9d13e None None] Attempting to bind port 157ed8d2-16b5-4dab-9937-bd22819fea0e by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '37f635cf-2157-4ba0-aa22-f5338d60c3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:50:32.041911 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7ea967-d5a9-4f59-a735-a819c0c9d13e None None] Attempting to bind port 157ed8d2-16b5-4dab-9937-bd22819fea0e on network 9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:50:32.050711 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7ea967-d5a9-4f59-a735-a819c0c9d13e None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:50:32.051097 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7ea967-d5a9-4f59-a735-a819c0c9d13e None None] Checking segment: {'id': '37f635cf-2157-4ba0-aa22-f5338d60c3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:50:32.051567 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-fa7ea967-d5a9-4f59-a735-a819c0c9d13e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:32.051975 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7ea967-d5a9-4f59-a735-a819c0c9d13e None None] Bound using segment: {'id': '37f635cf-2157-4ba0-aa22-f5338d60c3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:50:32.053049 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-fa7ea967-d5a9-4f59-a735-a819c0c9d13e None None] Bound port: 157ed8d2-16b5-4dab-9937-bd22819fea0e, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f635cf-2157-4ba0-aa22-f5338d60c3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:50:32.053444 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-fa7ea967-d5a9-4f59-a735-a819c0c9d13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:32.131144 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a7776bc4-3d41-4a40-a0e1-6bdcd234427f up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:50:32.132871 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-fa7ea967-d5a9-4f59-a735-a819c0c9d13e None None] For port 157ed8d2-16b5-4dab-9937-bd22819fea0e, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:50:32.138056 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-fa7ea967-d5a9-4f59-a735-a819c0c9d13e None None] For port 157ed8d2-16b5-4dab-9937-bd22819fea0e, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=157ed8d2-16b5-4dab-9937-bd22819fea0e,segment=NetworkSegment(37f635cf-2157-4ba0-aa22-f5338d60c3fd),segment_id=37f635cf-2157-4ba0-aa22-f5338d60c3fd)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:50:32.144208 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-fa7ea967-d5a9-4f59-a735-a819c0c9d13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:32.210903 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port a7776bc4-3d41-4a40-a0e1-6bdcd234427f triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:50:32.211317 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:32.223688 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7ea967-d5a9-4f59-a735-a819c0c9d13e None None] Routers {'cb84a461-7adf-4299-b554-02e7e310f966'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:50:32.224345 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-fa7ea967-d5a9-4f59-a735-a819c0c9d13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:50:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['cb84a461-7adf-4299-b554-02e7e310f966'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:50:32.230984 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534f483e-9039-4628-9882-208c66251ad4 None None] Pushing event updated for resources: {'Port': ['ID=157ed8d2-16b5-4dab-9937-bd22819fea0e,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:32.344332 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-fa7ea967-d5a9-4f59-a735-a819c0c9d13e None None] Set router cb84a461-7adf-4299-b554-02e7e310f966 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:50:32.562180 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-fa7ea967-d5a9-4f59-a735-a819c0c9d13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176185819', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '954bd00f-0fd3-4223-ae91-e5e298e60ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:50:25Z', 'updated_at': '2021-07-06T14:50:29Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '954bd00f-0fd3-4223-ae91-e5e298e60ae4', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:50:26Z', 'updated_at': '2021-07-06T14:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '157ed8d2-16b5-4dab-9937-bd22819fea0e', 'name': '', 'network_id': '9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:5b:8c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd92d4497-102b-4c6b-a538-65fa454d2991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:50:28Z', 'updated_at': '2021-07-06T14:50:32Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': 'd92d4497-102b-4c6b-a538-65fa454d2991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:50:32.580324 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2eea14cb-94e4-4935-a798-1aab3ece48bd req-3ad0897f-8dc7-4e23-9a29-ead494b164d1 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 210 time: 0.0413079 Jul 06 14:50:32.589112 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7ea967-d5a9-4f59-a735-a819c0c9d13e None None] The sync data for ids ['cb84a461-7adf-4299-b554-02e7e310f966'] in n-d-773644-6 is: [{'id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176185819', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '954bd00f-0fd3-4223-ae91-e5e298e60ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:50:25Z', 'updated_at': '2021-07-06T14:50:29Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '954bd00f-0fd3-4223-ae91-e5e298e60ae4', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:50:26Z', 'updated_at': '2021-07-06T14:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '157ed8d2-16b5-4dab-9937-bd22819fea0e', 'name': '', 'network_id': '9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:5b:8c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd92d4497-102b-4c6b-a538-65fa454d2991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:50:28Z', 'updated_at': '2021-07-06T14:50:32Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': 'd92d4497-102b-4c6b-a538-65fa454d2991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:50:32.720120 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-ee0f7d6f-5bdb-4c73-9732-09b139438e1d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:32.722256 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-ee0f7d6f-5bdb-4c73-9732-09b139438e1d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.52 "GET /v2.0/networks?id=9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e HTTP/1.1" status: 200 len: 796 time: 0.1712377 Jul 06 14:50:32.776569 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-f53d9772-0ef2-4718-b65b-b8d595cb7c04 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1feba65bea46409b8920d0b09f9745d4 HTTP/1.1" status: 200 len: 380 time: 0.0409164 Jul 06 14:50:32.790756 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-3cd72e98-278e-42fe-a10d-0a9f15a8deaf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'port': {'device_id': '9b4e39f9-5f0d-4402-b9b1-2b88501c8079', 'network_id': '9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e', 'admin_state_up': True, 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'security_groups': ['2c7f11d9-dd45-4c4f-a310-43c3a384ace2']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:50:33.297038 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-3cd72e98-278e-42fe-a10d-0a9f15a8deaf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Made reservation on behalf of 1feba65bea46409b8920d0b09f9745d4 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:50:33.301057 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-3cd72e98-278e-42fe-a10d-0a9f15a8deaf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:33.454683 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-3cd72e98-278e-42fe-a10d-0a9f15a8deaf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Allocated IP 172.20.0.12 (9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e/d92d4497-102b-4c6b-a538-65fa454d2991/3dbc5e86-e7f8-4604-9d51-63f85539d98b) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:50:33.628571 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-3cd72e98-278e-42fe-a10d-0a9f15a8deaf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:33.652608 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-3cd72e98-278e-42fe-a10d-0a9f15a8deaf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Transition to ACTIVE for port object 3dbc5e86-e7f8-4604-9d51-63f85539d98b will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:50:33.694682 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-3cd72e98-278e-42fe-a10d-0a9f15a8deaf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:33.772205 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-3cd72e98-278e-42fe-a10d-0a9f15a8deaf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network 9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:50:33.777883 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-3cd72e98-278e-42fe-a10d-0a9f15a8deaf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:50:33.781491 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-3cd72e98-278e-42fe-a10d-0a9f15a8deaf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:50:33.819988 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd72e98-278e-42fe-a10d-0a9f15a8deaf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Port': ['ID=3dbc5e86-e7f8-4604-9d51-63f85539d98b,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:33.855589 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-3cd72e98-278e-42fe-a10d-0a9f15a8deaf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:33.857001 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-3cd72e98-278e-42fe-a10d-0a9f15a8deaf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:33.883939 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5a6b1-e4c4-4bb3-a3b7-43f1ffbbbf30 req-2cfd624d-b3ba-4101-a98e-92534349c2ec tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:33.885569 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-29b5a6b1-e4c4-4bb3-a3b7-43f1ffbbbf30 req-2cfd624d-b3ba-4101-a98e-92534349c2ec tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 932 time: 0.1566591 Jul 06 14:50:33.887543 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-3cd72e98-278e-42fe-a10d-0a9f15a8deaf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1025631 Jul 06 14:50:33.908177 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-a67e25e0-0035-42b5-ac7a-5c68ebaf01eb service neutron] Request body: {'port': {'device_id': '9b4e39f9-5f0d-4402-b9b1-2b88501c8079', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:50:33.970386 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-29b5a6b1-e4c4-4bb3-a3b7-43f1ffbbbf30 req-df5ccaad-0b77-4021-bb6b-1e8eed381cf5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=2c7f11d9-dd45-4c4f-a310-43c3a384ace2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735819 Jul 06 14:50:33.994140 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 157ed8d2-16b5-4dab-9937-bd22819fea0e up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:50:34.027165 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-a67e25e0-0035-42b5-ac7a-5c68ebaf01eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:34.044879 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 157ed8d2-16b5-4dab-9937-bd22819fea0e completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:50:34.053618 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 157ed8d2-16b5-4dab-9937-bd22819fea0e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:50:34.053945 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:34.089562 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-567808fd-0ce6-48b1-ac64-76964582d8ec None None] Provisioning for port 3dbc5e86-e7f8-4604-9d51-63f85539d98b completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:50:34.099968 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-567808fd-0ce6-48b1-ac64-76964582d8ec None None] Provisioning complete for port 3dbc5e86-e7f8-4604-9d51-63f85539d98b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:50:34.100345 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-567808fd-0ce6-48b1-ac64-76964582d8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:34.143324 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-567808fd-0ce6-48b1-ac64-76964582d8ec None None] Port 3dbc5e86-e7f8-4604-9d51-63f85539d98b cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:50:34.180082 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:34.215103 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 157ed8d2-16b5-4dab-9937-bd22819fea0e, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=157ed8d2-16b5-4dab-9937-bd22819fea0e,segment=NetworkSegment(37f635cf-2157-4ba0-aa22-f5338d60c3fd),segment_id=37f635cf-2157-4ba0-aa22-f5338d60c3fd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:50:34.220775 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:34.271484 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=157ed8d2-16b5-4dab-9937-bd22819fea0e,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:34.310062 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-a67e25e0-0035-42b5-ac7a-5c68ebaf01eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dbc5e86-e7f8-4604-9d51-63f85539d98b {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:50:34.317945 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-a67e25e0-0035-42b5-ac7a-5c68ebaf01eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:34.331019 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-a67e25e0-0035-42b5-ac7a-5c68ebaf01eb service neutron] Transition to ACTIVE for port object 3dbc5e86-e7f8-4604-9d51-63f85539d98b will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:50:34.334129 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-a67e25e0-0035-42b5-ac7a-5c68ebaf01eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:34.385310 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e25e0-0035-42b5-ac7a-5c68ebaf01eb service neutron] Pushing event updated for resources: {'Port': ['ID=3dbc5e86-e7f8-4604-9d51-63f85539d98b,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:34.465231 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-a67e25e0-0035-42b5-ac7a-5c68ebaf01eb service neutron] Attempting to bind port 3dbc5e86-e7f8-4604-9d51-63f85539d98b on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:50:34.465625 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-a67e25e0-0035-42b5-ac7a-5c68ebaf01eb service neutron] Attempting to bind port 3dbc5e86-e7f8-4604-9d51-63f85539d98b by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '37f635cf-2157-4ba0-aa22-f5338d60c3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:50:34.466004 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-a67e25e0-0035-42b5-ac7a-5c68ebaf01eb service neutron] Attempting to bind port 3dbc5e86-e7f8-4604-9d51-63f85539d98b on network 9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:50:34.471055 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-a67e25e0-0035-42b5-ac7a-5c68ebaf01eb service neutron] Port 3dbc5e86-e7f8-4604-9d51-63f85539d98b on network 9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:50:34.471388 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-a67e25e0-0035-42b5-ac7a-5c68ebaf01eb service neutron] Attempting to bind port 3dbc5e86-e7f8-4604-9d51-63f85539d98b on network 9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:50:34.476850 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-a67e25e0-0035-42b5-ac7a-5c68ebaf01eb service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:50:34.477211 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-a67e25e0-0035-42b5-ac7a-5c68ebaf01eb service neutron] Checking segment: {'id': '37f635cf-2157-4ba0-aa22-f5338d60c3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:50:34.477597 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-a67e25e0-0035-42b5-ac7a-5c68ebaf01eb service neutron] Bound using segment: {'id': '37f635cf-2157-4ba0-aa22-f5338d60c3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:50:34.478069 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-a67e25e0-0035-42b5-ac7a-5c68ebaf01eb service neutron] Bound port: 3dbc5e86-e7f8-4604-9d51-63f85539d98b, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f635cf-2157-4ba0-aa22-f5338d60c3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:50:34.478440 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-a67e25e0-0035-42b5-ac7a-5c68ebaf01eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:34.548300 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-a67e25e0-0035-42b5-ac7a-5c68ebaf01eb service neutron] For port 3dbc5e86-e7f8-4604-9d51-63f85539d98b, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:50:34.551685 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-a67e25e0-0035-42b5-ac7a-5c68ebaf01eb service neutron] For port 3dbc5e86-e7f8-4604-9d51-63f85539d98b, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=3dbc5e86-e7f8-4604-9d51-63f85539d98b,segment=NetworkSegment(37f635cf-2157-4ba0-aa22-f5338d60c3fd),segment_id=37f635cf-2157-4ba0-aa22-f5338d60c3fd)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:50:34.556908 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-a67e25e0-0035-42b5-ac7a-5c68ebaf01eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:34.591130 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-a67e25e0-0035-42b5-ac7a-5c68ebaf01eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:34.591965 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-a67e25e0-0035-42b5-ac7a-5c68ebaf01eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:34.593555 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-a67e25e0-0035-42b5-ac7a-5c68ebaf01eb service neutron] 10.222.0.52 "PUT /v2.0/ports/3dbc5e86-e7f8-4604-9d51-63f85539d98b HTTP/1.1" status: 200 len: 1092 time: 0.6917338 Jul 06 14:50:34.596273 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4e39f9-5f0d-4402-b9b1-2b88501c8079', 'tag': '3dbc5e86-e7f8-4604-9d51-63f85539d98b'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:50:34.598719 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f411617-b89c-472c-9817-5130688a12f6" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4e39f9-5f0d-4402-b9b1-2b88501c8079", "tag": "3dbc5e86-e7f8-4604-9d51-63f85539d98b"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:50:34.632119 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e25e0-0035-42b5-ac7a-5c68ebaf01eb service neutron] Pushing event updated for resources: {'Port': ['ID=3dbc5e86-e7f8-4604-9d51-63f85539d98b,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:34.650422 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c76746-77c0-417a-8bcc-fe1e9875bf9d x-openstack-request-id: req-52c76746-77c0-417a-8bcc-fe1e9875bf9d {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:50:34.650718 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4e39f9-5f0d-4402-b9b1-2b88501c8079", "tag": "3dbc5e86-e7f8-4604-9d51-63f85539d98b", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:50:34.650980 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-52c76746-77c0-417a-8bcc-fe1e9875bf9d {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:50:34.651387 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4e39f9-5f0d-4402-b9b1-2b88501c8079', 'tag': '3dbc5e86-e7f8-4604-9d51-63f85539d98b', 'status': 'completed', 'code': 200} Jul 06 14:50:34.721421 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-2e4d488f-c1d1-42d8-80b7-6ed9370c6882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:34.723018 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-2e4d488f-c1d1-42d8-80b7-6ed9370c6882 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 1095 time: 0.0658357 Jul 06 14:50:34.771257 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-87663d0f-fc85-4cdb-aaa1-41d92b2f297f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3dbc5e86-e7f8-4604-9d51-63f85539d98b HTTP/1.1" status: 200 len: 217 time: 0.0360975 Jul 06 14:50:34.823070 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-95d06cf8-f518-4ef8-b157-67faa847a096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:34.824553 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-95d06cf8-f518-4ef8-b157-67faa847a096 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d92d4497-102b-4c6b-a538-65fa454d2991 HTTP/1.1" status: 200 len: 834 time: 0.0469246 Jul 06 14:50:34.885909 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-367833f1-17c5-4a76-bdb2-c749dbadc1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:34.887469 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-367833f1-17c5-4a76-bdb2-c749dbadc1a4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530052 Jul 06 14:50:34.995016 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-7ce932e9-1492-41c9-bacf-bb9cc1c5783b service neutron] 10.222.0.52 "GET /v2.0/networks/9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970914 Jul 06 14:50:35.149666 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-83da8426-be4e-4f81-a767-dfea7f4c70f7 req-f64040d6-e1e7-421c-b67a-6e31ee0e735b service neutron] 10.222.0.52 "GET /v2.0/networks/9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436372 Jul 06 14:50:35.200965 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f822d-1777-422c-95d4-908c5fa7400f req-d3e9c0df-2c4e-4fdd-9fa6-afd0da3bbe41 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:35.203319 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bf4f822d-1777-422c-95d4-908c5fa7400f req-d3e9c0df-2c4e-4fdd-9fa6-afd0da3bbe41 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 944 time: 0.1193290 Jul 06 14:50:35.309366 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bf4f822d-1777-422c-95d4-908c5fa7400f req-884fb74e-7cbb-48c4-9264-5cc4b15f9414 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=2c7f11d9-dd45-4c4f-a310-43c3a384ace2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937054 Jul 06 14:50:35.328454 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f411617-b89c-472c-9817-5130688a12f6 req-ffa010c4-5460-472d-a2a2-2e74e867da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:35.330765 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3f411617-b89c-472c-9817-5130688a12f6 req-ffa010c4-5460-472d-a2a2-2e74e867da31 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 1095 time: 0.1261673 Jul 06 14:50:35.424330 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f411617-b89c-472c-9817-5130688a12f6 req-e415e75c-a17a-4dbd-aab9-b2512bf6d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:35.425866 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3f411617-b89c-472c-9817-5130688a12f6 req-e415e75c-a17a-4dbd-aab9-b2512bf6d50c service neutron] 10.222.0.52 "GET /v2.0/networks?id=9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e HTTP/1.1" status: 200 len: 897 time: 0.0886974 Jul 06 14:50:35.468940 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3f411617-b89c-472c-9817-5130688a12f6 req-926e68db-9c20-4d81-a3df-f3690381108e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3dbc5e86-e7f8-4604-9d51-63f85539d98b HTTP/1.1" status: 200 len: 217 time: 0.0362933 Jul 06 14:50:35.517401 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f411617-b89c-472c-9817-5130688a12f6 req-ebd2a194-7d7b-48ea-8514-24fa98038194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:35.518866 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3f411617-b89c-472c-9817-5130688a12f6 req-ebd2a194-7d7b-48ea-8514-24fa98038194 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d92d4497-102b-4c6b-a538-65fa454d2991 HTTP/1.1" status: 200 len: 834 time: 0.0436351 Jul 06 14:50:35.581001 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f411617-b89c-472c-9817-5130688a12f6 req-64fa601f-e2ef-44a3-a4b1-48e546c0b520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:35.582605 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3f411617-b89c-472c-9817-5130688a12f6 req-64fa601f-e2ef-44a3-a4b1-48e546c0b520 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570235 Jul 06 14:50:35.671699 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3f411617-b89c-472c-9817-5130688a12f6 req-6128f6f0-5eaf-4966-b297-fd1a597910fd service neutron] 10.222.0.52 "GET /v2.0/networks/9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816629 Jul 06 14:50:35.768502 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3f411617-b89c-472c-9817-5130688a12f6 req-116c2ec5-6b34-4076-860d-a77192d52ce2 service neutron] 10.222.0.52 "GET /v2.0/networks/9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851295 Jul 06 14:50:35.953543 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 157ed8d2-16b5-4dab-9937-bd22819fea0e up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:50:36.002354 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 157ed8d2-16b5-4dab-9937-bd22819fea0e triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:50:36.002728 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:36.485034 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463ec3b-6081-4484-9d3d-851b6f50939d req-00b492fd-da15-4b7d-9401-3cc8020b0372 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:36.486653 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1463ec3b-6081-4484-9d3d-851b6f50939d req-00b492fd-da15-4b7d-9401-3cc8020b0372 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 944 time: 0.0668411 Jul 06 14:50:36.526262 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1463ec3b-6081-4484-9d3d-851b6f50939d req-3d26186a-cfd5-434b-954b-797af7d84922 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=2c7f11d9-dd45-4c4f-a310-43c3a384ace2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334466 Jul 06 14:50:37.417636 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8e411719-c68b-4d89-b4ce-a631e4a3b11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:37.547429 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 3dbc5e86-e7f8-4604-9d51-63f85539d98b details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:50:37.650841 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 3dbc5e86-e7f8-4604-9d51-63f85539d98b, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=3dbc5e86-e7f8-4604-9d51-63f85539d98b,segment=NetworkSegment(37f635cf-2157-4ba0-aa22-f5338d60c3fd),segment_id=37f635cf-2157-4ba0-aa22-f5338d60c3fd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:50:37.663309 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '3dbc5e86-e7f8-4604-9d51-63f85539d98b', 'network_id': '9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e', 'port_id': '3dbc5e86-e7f8-4604-9d51-63f85539d98b', 'mac_address': 'fa:16:3e:d7:3f:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd92d4497-102b-4c6b-a538-65fa454d2991', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:50:37.701775 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:37.706728 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c47c27-5d9e-435a-8f27-239129a72baa req-4a97d6c0-e210-4a92-a1e7-e85549b249b8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:37.708277 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-98c47c27-5d9e-435a-8f27-239129a72baa req-4a97d6c0-e210-4a92-a1e7-e85549b249b8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 944 time: 0.0663097 Jul 06 14:50:37.714741 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dbc5e86-e7f8-4604-9d51-63f85539d98b {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:50:37.735107 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 3dbc5e86-e7f8-4604-9d51-63f85539d98b, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=3dbc5e86-e7f8-4604-9d51-63f85539d98b,segment=NetworkSegment(37f635cf-2157-4ba0-aa22-f5338d60c3fd),segment_id=37f635cf-2157-4ba0-aa22-f5338d60c3fd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:50:37.739057 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:37.747441 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-98c47c27-5d9e-435a-8f27-239129a72baa req-9bf85efb-0f51-400e-90c8-72a68f0d7080 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=2c7f11d9-dd45-4c4f-a310-43c3a384ace2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334239 Jul 06 14:50:37.789483 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=3dbc5e86-e7f8-4604-9d51-63f85539d98b,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:38.005882 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['3dbc5e86-e7f8-4604-9d51-63f85539d98b'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:50:38.930492 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb902e-8253-42f4-bb19-17f9cc1e777f req-1f1336e4-d91f-426f-b0d9-0f8313a65399 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:38.932272 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-88cb902e-8253-42f4-bb19-17f9cc1e777f req-1f1336e4-d91f-426f-b0d9-0f8313a65399 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 945 time: 0.0679436 Jul 06 14:50:38.971149 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-88cb902e-8253-42f4-bb19-17f9cc1e777f req-1283703c-c52e-4913-86a4-c545b3a5fcfa tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=2c7f11d9-dd45-4c4f-a310-43c3a384ace2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320418 Jul 06 14:50:39.566550 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 3dbc5e86-e7f8-4604-9d51-63f85539d98b up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:50:39.614737 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 3dbc5e86-e7f8-4604-9d51-63f85539d98b completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:50:39.618554 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 3dbc5e86-e7f8-4604-9d51-63f85539d98b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:50:39.618932 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:39.701132 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:39.723842 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4e39f9-5f0d-4402-b9b1-2b88501c8079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbc5e86-e7f8-4604-9d51-63f85539d98b'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:50:39.726210 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7b3130d190d3a8890db0c4eafcc3a45a14b225becedd5045b600f6b402c608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c0be13-bce4-40f0-b854-1a0e732020a1" -d '{"events": [{"server_uuid": "9b4e39f9-5f0d-4402-b9b1-2b88501c8079", "name": "network-vif-plugged", "status": "completed", "tag": "3dbc5e86-e7f8-4604-9d51-63f85539d98b"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:50:39.742422 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 3dbc5e86-e7f8-4604-9d51-63f85539d98b, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=3dbc5e86-e7f8-4604-9d51-63f85539d98b,segment=NetworkSegment(37f635cf-2157-4ba0-aa22-f5338d60c3fd),segment_id=37f635cf-2157-4ba0-aa22-f5338d60c3fd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:50:39.747973 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:39.773403 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bce8c2-a56e-4ed5-8642-66a66bdfdec4 x-openstack-request-id: req-97bce8c2-a56e-4ed5-8642-66a66bdfdec4 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:50:39.773697 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4e39f9-5f0d-4402-b9b1-2b88501c8079", "name": "network-vif-plugged", "status": "completed", "tag": "3dbc5e86-e7f8-4604-9d51-63f85539d98b", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:50:39.773981 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-97bce8c2-a56e-4ed5-8642-66a66bdfdec4 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:50:39.774373 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4e39f9-5f0d-4402-b9b1-2b88501c8079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dbc5e86-e7f8-4604-9d51-63f85539d98b', 'code': 200} Jul 06 14:50:39.801936 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=3dbc5e86-e7f8-4604-9d51-63f85539d98b,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:39.877899 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c6391-f2ea-4477-aa9e-2d17fffa6513 req-48664136-d199-4358-8ff2-dac247be4afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:39.879329 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-513c6391-f2ea-4477-aa9e-2d17fffa6513 req-48664136-d199-4358-8ff2-dac247be4afb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 1097 time: 0.0516274 Jul 06 14:50:39.916729 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-513c6391-f2ea-4477-aa9e-2d17fffa6513 req-a861a56b-b583-4226-b612-a58865af6931 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2c7f11d9-dd45-4c4f-a310-43c3a384ace2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279493 Jul 06 14:50:40.149911 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d5fba-96aa-48b6-a24c-7a60e6b80739 req-6b6a308f-a34d-4576-9400-f694e2ca34ee tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:40.151403 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-068d5fba-96aa-48b6-a24c-7a60e6b80739 req-6b6a308f-a34d-4576-9400-f694e2ca34ee tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 946 time: 0.0669413 Jul 06 14:50:40.189455 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-068d5fba-96aa-48b6-a24c-7a60e6b80739 req-3ed41f5d-2ca2-468b-b29d-fc3e3c91c7f2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=2c7f11d9-dd45-4c4f-a310-43c3a384ace2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318749 Jul 06 14:50:40.334865 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:40.640151 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-913d8eab-2fc3-4cc8-8ef7-ba167d072e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:41.367690 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65efd82-3458-4be4-8c36-ce6a4c0093a3 req-4e73fa11-9f0d-4e55-ba02-38d4c76d8c12 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:41.369187 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f65efd82-3458-4be4-8c36-ce6a4c0093a3 req-4e73fa11-9f0d-4e55-ba02-38d4c76d8c12 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 946 time: 0.0669279 Jul 06 14:50:41.407617 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f65efd82-3458-4be4-8c36-ce6a4c0093a3 req-f2edb957-f812-40f8-a0f2-da4cd30993c7 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=2c7f11d9-dd45-4c4f-a310-43c3a384ace2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317559 Jul 06 14:50:41.578708 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06dd1cc-a155-4aed-a180-15e23d2aa2b1 req-eed45a8d-a8b3-4780-ac91-437d586ab59c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:41.580096 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e06dd1cc-a155-4aed-a180-15e23d2aa2b1 req-eed45a8d-a8b3-4780-ac91-437d586ab59c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 946 time: 0.0633948 Jul 06 14:50:41.617679 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e06dd1cc-a155-4aed-a180-15e23d2aa2b1 req-d9787029-35e5-4e4c-ae60-6594efbb1ec3 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=2c7f11d9-dd45-4c4f-a310-43c3a384ace2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320666 Jul 06 14:50:41.641888 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39194) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:41.738635 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895e757e-39c1-4b59-92ba-3cb1d8435457 tempest-TestNetworkAdvancedServerOps-1825529131 tempest-TestNetworkAdvancedServerOps-1825529131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:41.740194 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-895e757e-39c1-4b59-92ba-3cb1d8435457 tempest-TestNetworkAdvancedServerOps-1825529131 tempest-TestNetworkAdvancedServerOps-1825529131-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 1092 time: 0.0972264 Jul 06 14:50:41.743582 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39198) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:41.744089 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:41.749267 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c6df2d48-5b07-4b09-9c8e-1bd7972c70bd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'port_id': '3dbc5e86-e7f8-4604-9d51-63f85539d98b', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:50:41.773724 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c6df2d48-5b07-4b09-9c8e-1bd7972c70bd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for floatingip, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:41.869682 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c6df2d48-5b07-4b09-9c8e-1bd7972c70bd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:41.976498 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-c6df2d48-5b07-4b09-9c8e-1bd7972c70bd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Allocated IP 172.25.6.120 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/5b43fd0a-09e8-4c31-9496-e1bcdbfe1662) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:50:42.079352 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c6df2d48-5b07-4b09-9c8e-1bd7972c70bd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:42.118058 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c6df2d48-5b07-4b09-9c8e-1bd7972c70bd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:42.152383 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6df2d48-5b07-4b09-9c8e-1bd7972c70bd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:50:42.156319 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-c6df2d48-5b07-4b09-9c8e-1bd7972c70bd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:50:42.158945 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6df2d48-5b07-4b09-9c8e-1bd7972c70bd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:50:42.198479 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df2d48-5b07-4b09-9c8e-1bd7972c70bd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Port': ['ID=5b43fd0a-09e8-4c31-9496-e1bcdbfe1662,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:42.548613 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c6df2d48-5b07-4b09-9c8e-1bd7972c70bd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:42.627216 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c6df2d48-5b07-4b09-9c8e-1bd7972c70bd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:42.784641 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c6df2d48-5b07-4b09-9c8e-1bd7972c70bd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:42.790004 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c6df2d48-5b07-4b09-9c8e-1bd7972c70bd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:42.858681 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df2d48-5b07-4b09-9c8e-1bd7972c70bd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Port': ['ID=5b43fd0a-09e8-4c31-9496-e1bcdbfe1662,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:50:42.870400 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c6df2d48-5b07-4b09-9c8e-1bd7972c70bd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:42.972235 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-c6df2d48-5b07-4b09-9c8e-1bd7972c70bd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Floating IP ad76677e-b7b6-482f-b237-9435a8167a8d associated. External IP: 172.25.6.120, port: 3dbc5e86-e7f8-4604-9d51-63f85539d98b. Jul 06 14:50:43.180358 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6df2d48-5b07-4b09-9c8e-1bd7972c70bd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Router cb84a461-7adf-4299-b554-02e7e310f966 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:50:43.289875 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6df2d48-5b07-4b09-9c8e-1bd7972c70bd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:50:43.296547 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:43.302209 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f94d83-341c-45e0-892b-a6b673bf22c1 None None] Sync routers for ids ['cb84a461-7adf-4299-b554-02e7e310f966'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:50:43.306960 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c6df2d48-5b07-4b09-9c8e-1bd7972c70bd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:43.313155 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f94d83-341c-45e0-892b-a6b673bf22c1 None None] Routers {'cb84a461-7adf-4299-b554-02e7e310f966'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:50:43.313858 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-a6f94d83-341c-45e0-892b-a6b673bf22c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:50:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['cb84a461-7adf-4299-b554-02e7e310f966'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:50:43.346433 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c6df2d48-5b07-4b09-9c8e-1bd7972c70bd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6016867 Jul 06 14:50:43.347019 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4e39f9-5f0d-4402-b9b1-2b88501c8079', 'tag': '3dbc5e86-e7f8-4604-9d51-63f85539d98b'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:50:43.349305 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44085c58187d3c444c5cc6a657819c2b9188c5457f631b13450b7a564fa513c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdf2b59-ef67-46a5-aeb7-7ecaf832a7ff" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4e39f9-5f0d-4402-b9b1-2b88501c8079", "tag": "3dbc5e86-e7f8-4604-9d51-63f85539d98b"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:50:43.423920 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-a6f94d83-341c-45e0-892b-a6b673bf22c1 None None] Set router cb84a461-7adf-4299-b554-02e7e310f966 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:50:43.507239 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e965a-a6c2-454b-a689-f2ef481ff3e9 req-acdf895e-b4e8-4b61-aed0-65e93e523461 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:43.508662 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c3e965a-a6c2-454b-a689-f2ef481ff3e9 req-acdf895e-b4e8-4b61-aed0-65e93e523461 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 946 time: 0.0658863 Jul 06 14:50:43.547644 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c3e965a-a6c2-454b-a689-f2ef481ff3e9 req-2c769e06-282f-4fa7-b7ba-8a708211daa8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=2c7f11d9-dd45-4c4f-a310-43c3a384ace2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321536 Jul 06 14:50:43.573147 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39204) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:43.610688 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f010832d-fb42-4e1e-a9df-e77ac91286d2 x-openstack-request-id: req-f010832d-fb42-4e1e-a9df-e77ac91286d2 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:50:43.610983 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4e39f9-5f0d-4402-b9b1-2b88501c8079", "tag": "3dbc5e86-e7f8-4604-9d51-63f85539d98b", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:50:43.611235 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-f010832d-fb42-4e1e-a9df-e77ac91286d2 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:50:43.612019 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4e39f9-5f0d-4402-b9b1-2b88501c8079', 'tag': '3dbc5e86-e7f8-4604-9d51-63f85539d98b', 'status': 'completed', 'code': 200} Jul 06 14:50:43.645959 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-449bc43f-3e66-4352-a6d0-1968c1e18c56 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/floatingips/ad76677e-b7b6-482f-b237-9435a8167a8d HTTP/1.1" status: 200 len: 992 time: 0.0701044 Jul 06 14:50:43.670531 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-a6f94d83-341c-45e0-892b-a6b673bf22c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176185819', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '954bd00f-0fd3-4223-ae91-e5e298e60ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:50:25Z', 'updated_at': '2021-07-06T14:50:29Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '954bd00f-0fd3-4223-ae91-e5e298e60ae4', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:50:26Z', 'updated_at': '2021-07-06T14:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'ad76677e-b7b6-482f-b237-9435a8167a8d', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'floating_ip_address': '172.25.6.120', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'port_id': '3dbc5e86-e7f8-4604-9d51-63f85539d98b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e', 'mac_address': 'fa:16:3e:d7:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4e39f9-5f0d-4402-b9b1-2b88501c8079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:50:42Z', 'updated_at': '2021-07-06T14:50:42Z', 'revision_number': 0, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157ed8d2-16b5-4dab-9937-bd22819fea0e', 'name': '', 'network_id': '9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:5b:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd92d4497-102b-4c6b-a538-65fa454d2991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:50:28Z', 'updated_at': '2021-07-06T14:50:34Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': 'd92d4497-102b-4c6b-a538-65fa454d2991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:50:43.686930 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf2b59-ef67-46a5-aeb7-7ecaf832a7ff req-0bec1d51-41fa-42fa-a52c-c761f6c63bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:43.688363 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0bdf2b59-ef67-46a5-aeb7-7ecaf832a7ff req-0bec1d51-41fa-42fa-a52c-c761f6c63bda service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 1097 time: 0.0603006 Jul 06 14:50:43.698063 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f94d83-341c-45e0-892b-a6b673bf22c1 None None] Checking router: cb84a461-7adf-4299-b554-02e7e310f966 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:50:43.711623 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f94d83-341c-45e0-892b-a6b673bf22c1 None None] Routers {'cb84a461-7adf-4299-b554-02e7e310f966'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:50:43.712274 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-a6f94d83-341c-45e0-892b-a6b673bf22c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:50:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['cb84a461-7adf-4299-b554-02e7e310f966'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:50:43.780297 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf2b59-ef67-46a5-aeb7-7ecaf832a7ff req-0c943083-a1c7-4eaf-9313-94f482f496f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:43.782095 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0bdf2b59-ef67-46a5-aeb7-7ecaf832a7ff req-0c943083-a1c7-4eaf-9313-94f482f496f6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e HTTP/1.1" status: 200 len: 897 time: 0.0869536 Jul 06 14:50:43.822243 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-a6f94d83-341c-45e0-892b-a6b673bf22c1 None None] Set router cb84a461-7adf-4299-b554-02e7e310f966 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:50:43.852630 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0bdf2b59-ef67-46a5-aeb7-7ecaf832a7ff req-b8d94dd6-c090-4ed4-9228-0b4f9bda2019 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3dbc5e86-e7f8-4604-9d51-63f85539d98b HTTP/1.1" status: 200 len: 1000 time: 0.0645070 Jul 06 14:50:43.903623 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf2b59-ef67-46a5-aeb7-7ecaf832a7ff req-9f2f97ff-deef-46a0-ad85-425f4dae433e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:43.905123 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0bdf2b59-ef67-46a5-aeb7-7ecaf832a7ff req-9f2f97ff-deef-46a0-ad85-425f4dae433e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d92d4497-102b-4c6b-a538-65fa454d2991 HTTP/1.1" status: 200 len: 834 time: 0.0457532 Jul 06 14:50:43.962635 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf2b59-ef67-46a5-aeb7-7ecaf832a7ff req-19fe2830-64b2-452b-a15f-0f56f4398be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:50:43.964178 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0bdf2b59-ef67-46a5-aeb7-7ecaf832a7ff req-19fe2830-64b2-452b-a15f-0f56f4398be1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527544 Jul 06 14:50:44.053014 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-a6f94d83-341c-45e0-892b-a6b673bf22c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176185819', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '954bd00f-0fd3-4223-ae91-e5e298e60ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:50:25Z', 'updated_at': '2021-07-06T14:50:29Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '954bd00f-0fd3-4223-ae91-e5e298e60ae4', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:50:26Z', 'updated_at': '2021-07-06T14:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'ad76677e-b7b6-482f-b237-9435a8167a8d', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'floating_ip_address': '172.25.6.120', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'port_id': '3dbc5e86-e7f8-4604-9d51-63f85539d98b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e', 'mac_address': 'fa:16:3e:d7:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4e39f9-5f0d-4402-b9b1-2b88501c8079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:50:42Z', 'updated_at': '2021-07-06T14:50:42Z', 'revision_number': 0, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157ed8d2-16b5-4dab-9937-bd22819fea0e', 'name': '', 'network_id': '9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:5b:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd92d4497-102b-4c6b-a538-65fa454d2991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:50:28Z', 'updated_at': '2021-07-06T14:50:34Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': 'd92d4497-102b-4c6b-a538-65fa454d2991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:50:44.063055 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0bdf2b59-ef67-46a5-aeb7-7ecaf832a7ff req-20e3e4b2-85af-49a2-bf93-290254a91b0b service neutron] 10.222.0.52 "GET /v2.0/networks/9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923655 Jul 06 14:50:44.085239 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f94d83-341c-45e0-892b-a6b673bf22c1 None None] The sync data for ids ['cb84a461-7adf-4299-b554-02e7e310f966'] in n-d-773644-6 is: [{'id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176185819', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '954bd00f-0fd3-4223-ae91-e5e298e60ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:50:25Z', 'updated_at': '2021-07-06T14:50:29Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '954bd00f-0fd3-4223-ae91-e5e298e60ae4', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:50:26Z', 'updated_at': '2021-07-06T14:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'ad76677e-b7b6-482f-b237-9435a8167a8d', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'floating_ip_address': '172.25.6.120', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'port_id': '3dbc5e86-e7f8-4604-9d51-63f85539d98b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e', 'mac_address': 'fa:16:3e:d7:3f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4e39f9-5f0d-4402-b9b1-2b88501c8079', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:50:42Z', 'updated_at': '2021-07-06T14:50:42Z', 'revision_number': 0, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '157ed8d2-16b5-4dab-9937-bd22819fea0e', 'name': '', 'network_id': '9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:5b:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd92d4497-102b-4c6b-a538-65fa454d2991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:50:28Z', 'updated_at': '2021-07-06T14:50:34Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': 'd92d4497-102b-4c6b-a538-65fa454d2991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:50:44.156593 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0bdf2b59-ef67-46a5-aeb7-7ecaf832a7ff req-7b8e8493-9919-4160-ad34-5d26c0ed7f81 service neutron] 10.222.0.52 "GET /v2.0/networks/9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868604 Jul 06 14:50:44.294004 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a75854-8a83-4777-a5a6-e7b8230bf79c None None] New status for floating IP ad76677e-b7b6-482f-b237-9435a8167a8d: ACTIVE {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:50:44.648845 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39206) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:50:44.713230 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b57e6c9a-e55a-472e-858f-3647abf6b0c4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/floatingips/ad76677e-b7b6-482f-b237-9435a8167a8d HTTP/1.1" status: 200 len: 994 time: 0.0631452 Jul 06 14:50:47.162687 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:49.318993 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:50:53.750349 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:51:07.418969 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae9119ff-11c4-4da0-9fee-a4ddc48e2362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:07.672912 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d07dcb0-dd12-4d2c-989d-48cf6dd38008 req-727c9682-75e1-412e-9c60-8de5f40958eb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0881147 Jul 06 14:51:07.776626 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07dcb0-dd12-4d2c-989d-48cf6dd38008 req-a8979b55-8f0b-44ba-bb44-13b3f0114c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:51:07.778268 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d07dcb0-dd12-4d2c-989d-48cf6dd38008 req-a8979b55-8f0b-44ba-bb44-13b3f0114c96 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 1097 time: 0.0557981 Jul 06 14:51:07.888189 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07dcb0-dd12-4d2c-989d-48cf6dd38008 req-77ce2aca-24b5-44b9-89a8-2f3978ad0936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:51:07.889579 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d07dcb0-dd12-4d2c-989d-48cf6dd38008 req-77ce2aca-24b5-44b9-89a8-2f3978ad0936 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e HTTP/1.1" status: 200 len: 897 time: 0.0868297 Jul 06 14:51:07.953874 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d07dcb0-dd12-4d2c-989d-48cf6dd38008 req-f2bc1aef-5fd6-484e-9407-50e55a078f02 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3dbc5e86-e7f8-4604-9d51-63f85539d98b HTTP/1.1" status: 200 len: 1002 time: 0.0569203 Jul 06 14:51:08.002038 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07dcb0-dd12-4d2c-989d-48cf6dd38008 req-55d27302-f6c9-4b08-a2ba-1b30943f6250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:51:08.003475 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d07dcb0-dd12-4d2c-989d-48cf6dd38008 req-55d27302-f6c9-4b08-a2ba-1b30943f6250 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d92d4497-102b-4c6b-a538-65fa454d2991 HTTP/1.1" status: 200 len: 834 time: 0.0431046 Jul 06 14:51:08.065011 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07dcb0-dd12-4d2c-989d-48cf6dd38008 req-5da4a6bc-a529-4e84-84b4-1de446a015f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:51:08.066611 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d07dcb0-dd12-4d2c-989d-48cf6dd38008 req-5da4a6bc-a529-4e84-84b4-1de446a015f2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559378 Jul 06 14:51:08.154940 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d07dcb0-dd12-4d2c-989d-48cf6dd38008 req-2741f2b6-899e-4529-be06-1db3ccbbb6c4 service neutron] 10.222.0.52 "GET /v2.0/networks/9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810935 Jul 06 14:51:08.248895 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3d07dcb0-dd12-4d2c-989d-48cf6dd38008 req-ef79655d-9873-4316-b757-f534c3440184 service neutron] 10.222.0.52 "GET /v2.0/networks/9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867143 Jul 06 14:51:10.335236 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:10.641343 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e8cc5450-2df6-4b4f-ad0a-d8d7e8d39bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:11.747374 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:13.295409 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:17.161206 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:19.339214 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:20.442542 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5551ab-df5a-434c-ae12-dc7b7e3cfa88 req-a69cb636-6adb-4584-952e-14074693cff1 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:51:20.443966 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ea5551ab-df5a-434c-ae12-dc7b7e3cfa88 req-a69cb636-6adb-4584-952e-14074693cff1 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 946 time: 0.0658088 Jul 06 14:51:20.482061 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ea5551ab-df5a-434c-ae12-dc7b7e3cfa88 req-cd258617-49a5-44ce-b23b-512ad3d34857 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=2c7f11d9-dd45-4c4f-a310-43c3a384ace2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320709 Jul 06 14:51:21.664079 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d64952-b571-4c01-a5a7-19ee8ec10210 req-f80ca72e-a8ac-4070-b4b9-f51d8490a14d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:51:21.665579 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a0d64952-b571-4c01-a5a7-19ee8ec10210 req-f80ca72e-a8ac-4070-b4b9-f51d8490a14d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 946 time: 0.0652754 Jul 06 14:51:21.708272 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a0d64952-b571-4c01-a5a7-19ee8ec10210 req-c9fa8092-7a77-4bcc-922b-1c1ef2308ca4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=2c7f11d9-dd45-4c4f-a310-43c3a384ace2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361953 Jul 06 14:51:22.884746 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85c443-e010-44d7-96f3-c67dc9b6504a req-7418a13b-5462-4531-9513-6cb93d03019c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:51:22.887494 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de85c443-e010-44d7-96f3-c67dc9b6504a req-7418a13b-5462-4531-9513-6cb93d03019c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 946 time: 0.0654926 Jul 06 14:51:22.926811 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de85c443-e010-44d7-96f3-c67dc9b6504a req-100a9137-4b78-4bdb-8f78-d79385f25111 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=2c7f11d9-dd45-4c4f-a310-43c3a384ace2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339599 Jul 06 14:51:24.108079 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d83fe3-14e1-4bda-9142-e91cd28ee492 req-64e3eb80-9729-4f9b-89b5-4606c26d4be6 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:51:24.109658 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59d83fe3-14e1-4bda-9142-e91cd28ee492 req-64e3eb80-9729-4f9b-89b5-4606c26d4be6 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 946 time: 0.0697737 Jul 06 14:51:24.148817 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-59d83fe3-14e1-4bda-9142-e91cd28ee492 req-153159cc-0953-4843-8e53-b087bef13862 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=2c7f11d9-dd45-4c4f-a310-43c3a384ace2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334938 Jul 06 14:51:25.338552 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958c472-2b4f-4b50-8b61-39e0a376519d req-4000d0f4-b8cf-4298-ae13-233319e72259 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:51:25.340207 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0958c472-2b4f-4b50-8b61-39e0a376519d req-4000d0f4-b8cf-4298-ae13-233319e72259 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 946 time: 0.0727444 Jul 06 14:51:25.379678 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0958c472-2b4f-4b50-8b61-39e0a376519d req-d764e00e-324b-42a2-8626-c5e50e71f35d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=2c7f11d9-dd45-4c4f-a310-43c3a384ace2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336115 Jul 06 14:51:26.609196 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be73ba3-8f69-4614-ab27-7028614d870e req-22828fb9-9c74-43c8-b96c-7638871599eb tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:51:26.610842 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4be73ba3-8f69-4614-ab27-7028614d870e req-22828fb9-9c74-43c8-b96c-7638871599eb tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 946 time: 0.1172135 Jul 06 14:51:26.650084 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4be73ba3-8f69-4614-ab27-7028614d870e req-b1708589-4c42-406d-8085-fe456057f7b5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=2c7f11d9-dd45-4c4f-a310-43c3a384ace2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335855 Jul 06 14:51:27.831630 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee58053-b688-4894-a792-061d5e65c24d req-79a16175-9f93-4c80-bd49-7f84a881a419 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:51:27.833190 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ee58053-b688-4894-a792-061d5e65c24d req-79a16175-9f93-4c80-bd49-7f84a881a419 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 946 time: 0.0700605 Jul 06 14:51:27.872248 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ee58053-b688-4894-a792-061d5e65c24d req-a2f4c440-e6f2-41bc-9669-acad0af7252a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=2c7f11d9-dd45-4c4f-a310-43c3a384ace2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332837 Jul 06 14:51:29.053301 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed9334-9882-4f1f-8db2-9496a3a8e16c req-d48a78d7-3dd0-4545-87fe-e298969d504c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:51:29.054936 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-abed9334-9882-4f1f-8db2-9496a3a8e16c req-d48a78d7-3dd0-4545-87fe-e298969d504c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 946 time: 0.0658491 Jul 06 14:51:29.102227 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-abed9334-9882-4f1f-8db2-9496a3a8e16c req-21c052bd-338a-421e-a220-45efb31b9ce9 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=2c7f11d9-dd45-4c4f-a310-43c3a384ace2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404480 Jul 06 14:51:30.290518 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc8a4f-c2b5-4c30-a9f7-3ba219a44338 req-00cf18ec-0d05-467c-b1ea-eaa77c8a1ce1 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:51:30.292104 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aafc8a4f-c2b5-4c30-a9f7-3ba219a44338 req-00cf18ec-0d05-467c-b1ea-eaa77c8a1ce1 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 946 time: 0.0668485 Jul 06 14:51:30.333717 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aafc8a4f-c2b5-4c30-a9f7-3ba219a44338 req-0a43aa2d-618c-469b-973c-e4db322016c2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=2c7f11d9-dd45-4c4f-a310-43c3a384ace2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360198 Jul 06 14:51:30.750508 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:51:31.518861 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc313e6-2285-4cab-a653-9038bcb88496 req-63a93d8e-0018-45da-b3a5-737a67e1d09b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:51:31.520299 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8dc313e6-2285-4cab-a653-9038bcb88496 req-63a93d8e-0018-45da-b3a5-737a67e1d09b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 946 time: 0.0674295 Jul 06 14:51:31.557999 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8dc313e6-2285-4cab-a653-9038bcb88496 req-30722d44-48ba-4b97-96d2-7658719cfc48 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=2c7f11d9-dd45-4c4f-a310-43c3a384ace2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316663 Jul 06 14:51:31.582645 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39246) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:51:31.642590 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-ccfaf0aa-5fc7-4799-9fb7-e339afb1a836 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/floatingips/ad76677e-b7b6-482f-b237-9435a8167a8d HTTP/1.1" status: 200 len: 994 time: 0.0584610 Jul 06 14:51:33.137796 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d51204-116b-4689-9305-408eb5d60d06 req-2919d467-bb59-4359-ac43-f25d9d43d3a4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:51:33.139308 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a4d51204-116b-4689-9305-408eb5d60d06 req-2919d467-bb59-4359-ac43-f25d9d43d3a4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 946 time: 0.1009574 Jul 06 14:51:33.141159 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14a7c1-a36a-4fc4-8851-f857752943f5 req-24a1f9f7-7785-49b5-b350-8adcaa3ea269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:51:33.142577 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb14a7c1-a36a-4fc4-8851-f857752943f5 req-24a1f9f7-7785-49b5-b350-8adcaa3ea269 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 1097 time: 0.1121953 Jul 06 14:51:33.234088 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a4d51204-116b-4689-9305-408eb5d60d06 req-a84e16ae-5d1d-4c11-88fd-1fe641f614ff tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=2c7f11d9-dd45-4c4f-a310-43c3a384ace2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891533 Jul 06 14:51:33.265642 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14a7c1-a36a-4fc4-8851-f857752943f5 req-6036c535-9f6b-46e7-bc54-06e1a2f7e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:51:33.267162 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb14a7c1-a36a-4fc4-8851-f857752943f5 req-6036c535-9f6b-46e7-bc54-06e1a2f7e6cf service neutron] 10.222.0.52 "GET /v2.0/networks?id=9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e HTTP/1.1" status: 200 len: 897 time: 0.1164079 Jul 06 14:51:33.336517 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb14a7c1-a36a-4fc4-8851-f857752943f5 req-caf66053-72c6-4927-b9e9-bf3254f32e27 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3dbc5e86-e7f8-4604-9d51-63f85539d98b HTTP/1.1" status: 200 len: 1002 time: 0.0582395 Jul 06 14:51:33.388706 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14a7c1-a36a-4fc4-8851-f857752943f5 req-d418d82f-019a-426f-b967-9a2f5f7b3991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:51:33.390308 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb14a7c1-a36a-4fc4-8851-f857752943f5 req-d418d82f-019a-426f-b967-9a2f5f7b3991 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d92d4497-102b-4c6b-a538-65fa454d2991 HTTP/1.1" status: 200 len: 834 time: 0.0444300 Jul 06 14:51:33.461468 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14a7c1-a36a-4fc4-8851-f857752943f5 req-3643980c-f425-4014-8209-8a32e3b4aa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:51:33.462939 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb14a7c1-a36a-4fc4-8851-f857752943f5 req-3643980c-f425-4014-8209-8a32e3b4aa64 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634439 Jul 06 14:51:33.558354 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb14a7c1-a36a-4fc4-8851-f857752943f5 req-8e0391cd-1a9e-4c05-899e-dd5120f6bd1c service neutron] 10.222.0.52 "GET /v2.0/networks/9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832314 Jul 06 14:51:33.653571 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb14a7c1-a36a-4fc4-8851-f857752943f5 req-c62d0eb5-3f4c-42ca-914c-8434b744a3f7 service neutron] 10.222.0.52 "GET /v2.0/networks/9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870771 Jul 06 14:51:34.415493 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f27def-d67c-4d87-8fd8-cb8b67ec6d00 req-669d892f-41e7-4cfc-b53a-c7de348876cf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:51:34.417886 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95f27def-d67c-4d87-8fd8-cb8b67ec6d00 req-669d892f-41e7-4cfc-b53a-c7de348876cf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 946 time: 0.0670738 Jul 06 14:51:34.455359 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-95f27def-d67c-4d87-8fd8-cb8b67ec6d00 req-7a5a4369-895d-475a-a07b-78939bbc896f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=2c7f11d9-dd45-4c4f-a310-43c3a384ace2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318398 Jul 06 14:51:34.481423 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39256) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:51:34.545185 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e99c40f3-472c-4c08-b73e-c65ddeacdef7 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/floatingips/ad76677e-b7b6-482f-b237-9435a8167a8d HTTP/1.1" status: 200 len: 994 time: 0.0625398 Jul 06 14:51:37.425311 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ad7cce75-e5cf-4104-afa6-17cb4cb19037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:40.336851 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:40.643490 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8ceb94ae-940f-4711-82e4-846469ab9642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:41.748229 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:43.297991 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:47.176370 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:51:49.341895 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:07.419310 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-82a9b8b7-fbca-4bce-bbf0-b9598ad36056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:07.750269 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:52:08.987623 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39272) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:52:09.146646 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b8ff0-78ce-490c-8e72-3b3651a87dc5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Deleting port 5b43fd0a-09e8-4c31-9496-e1bcdbfe1662 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:52:09.147004 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9f7b8ff0-78ce-490c-8e72-3b3651a87dc5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:09.225466 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9f7b8ff0-78ce-490c-8e72-3b3651a87dc5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:09.225829 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9f7b8ff0-78ce-490c-8e72-3b3651a87dc5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:09.238127 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b8ff0-78ce-490c-8e72-3b3651a87dc5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Calling delete_port for 5b43fd0a-09e8-4c31-9496-e1bcdbfe1662 owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:52:09.392298 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9f7b8ff0-78ce-490c-8e72-3b3651a87dc5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:09.419154 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b8ff0-78ce-490c-8e72-3b3651a87dc5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'Port': ['ID=5b43fd0a-09e8-4c31-9496-e1bcdbfe1662,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:09.431632 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b8ff0-78ce-490c-8e72-3b3651a87dc5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:09.431999 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b8ff0-78ce-490c-8e72-3b3651a87dc5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:09.433111 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b8ff0-78ce-490c-8e72-3b3651a87dc5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:09.433552 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b8ff0-78ce-490c-8e72-3b3651a87dc5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:09.433933 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b8ff0-78ce-490c-8e72-3b3651a87dc5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:09.434282 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b8ff0-78ce-490c-8e72-3b3651a87dc5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:09.434626 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b8ff0-78ce-490c-8e72-3b3651a87dc5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:09.434972 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b8ff0-78ce-490c-8e72-3b3651a87dc5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:09.435314 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b8ff0-78ce-490c-8e72-3b3651a87dc5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:09.435650 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b8ff0-78ce-490c-8e72-3b3651a87dc5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:09.435985 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b8ff0-78ce-490c-8e72-3b3651a87dc5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:09.436318 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b8ff0-78ce-490c-8e72-3b3651a87dc5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:09.524578 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9f7b8ff0-78ce-490c-8e72-3b3651a87dc5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:09.524899 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-9f7b8ff0-78ce-490c-8e72-3b3651a87dc5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Floating IP ad76677e-b7b6-482f-b237-9435a8167a8d disassociated (deleted). External IP: 172.25.6.120, port: 3dbc5e86-e7f8-4604-9d51-63f85539d98b. Jul 06 14:52:09.587263 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-722c69b4-dc41-46d5-acf3-6d5df3b70a78 req-2d7a3a26-3984-4f3e-a6a9-5032e75025cf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1263256 Jul 06 14:52:10.141255 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c69b4-dc41-46d5-acf3-6d5df3b70a78 req-af61f4a3-15e2-48de-af0a-5982023e559a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:10.142836 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-722c69b4-dc41-46d5-acf3-6d5df3b70a78 req-af61f4a3-15e2-48de-af0a-5982023e559a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 1097 time: 0.5023880 Jul 06 14:52:10.176967 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7b8ff0-78ce-490c-8e72-3b3651a87dc5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Router cb84a461-7adf-4299-b554-02e7e310f966 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:52:10.330513 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c69b4-dc41-46d5-acf3-6d5df3b70a78 req-a36f6d6d-c8ac-4626-94a1-c9602a5f639c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:10.332015 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-722c69b4-dc41-46d5-acf3-6d5df3b70a78 req-a36f6d6d-c8ac-4626-94a1-c9602a5f639c service neutron] 10.222.0.52 "GET /v2.0/networks?id=9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e HTTP/1.1" status: 200 len: 897 time: 0.1675329 Jul 06 14:52:10.340557 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:10.390769 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-722c69b4-dc41-46d5-acf3-6d5df3b70a78 req-faa69751-5940-45c3-a6cd-2451ba4c3933 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3dbc5e86-e7f8-4604-9d51-63f85539d98b HTTP/1.1" status: 200 len: 217 time: 0.0456066 Jul 06 14:52:10.393312 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7b8ff0-78ce-490c-8e72-3b3651a87dc5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:52:10.397950 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9f7b8ff0-78ce-490c-8e72-3b3651a87dc5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:10.404575 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cead907-af01-4e88-bbbc-31f5537eda72 None None] Sync routers for ids ['cb84a461-7adf-4299-b554-02e7e310f966'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:52:10.418594 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cead907-af01-4e88-bbbc-31f5537eda72 None None] Routers {'cb84a461-7adf-4299-b554-02e7e310f966'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:52:10.419570 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3cead907-af01-4e88-bbbc-31f5537eda72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:51:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['cb84a461-7adf-4299-b554-02e7e310f966'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:52:10.506438 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9f7b8ff0-78ce-490c-8e72-3b3651a87dc5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "DELETE /v2.0/floatingips/ad76677e-b7b6-482f-b237-9435a8167a8d HTTP/1.1" status: 204 len: 168 time: 1.5175734 Jul 06 14:52:10.508891 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4e39f9-5f0d-4402-b9b1-2b88501c8079', 'tag': '3dbc5e86-e7f8-4604-9d51-63f85539d98b'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:52:10.511701 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1abe230-ec63-4e8f-8452-8c47b1362748" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4e39f9-5f0d-4402-b9b1-2b88501c8079", "tag": "3dbc5e86-e7f8-4604-9d51-63f85539d98b"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:52:10.515679 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c69b4-dc41-46d5-acf3-6d5df3b70a78 req-74aa2045-523d-4946-8539-7fa6625862b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:10.517127 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-722c69b4-dc41-46d5-acf3-6d5df3b70a78 req-74aa2045-523d-4946-8539-7fa6625862b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d92d4497-102b-4c6b-a538-65fa454d2991 HTTP/1.1" status: 200 len: 834 time: 0.1170108 Jul 06 14:52:10.556696 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-3cead907-af01-4e88-bbbc-31f5537eda72 None None] Set router cb84a461-7adf-4299-b554-02e7e310f966 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:52:10.581481 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c69b4-dc41-46d5-acf3-6d5df3b70a78 req-b00e65da-79fa-41b6-944c-259cc3d7fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:10.583695 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-722c69b4-dc41-46d5-acf3-6d5df3b70a78 req-b00e65da-79fa-41b6-944c-259cc3d7fcca service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551627 Jul 06 14:52:10.681399 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-722c69b4-dc41-46d5-acf3-6d5df3b70a78 req-efcfa885-4bc6-4a75-8148-c521dec395ee service neutron] 10.222.0.52 "GET /v2.0/networks/9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880802 Jul 06 14:52:10.774594 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4accf1d8-bbea-4cd0-b60d-7865a7d3367b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:10.807470 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-722c69b4-dc41-46d5-acf3-6d5df3b70a78 req-14179df0-a4d7-41b3-abef-2616ff8cf6a0 service neutron] 10.222.0.52 "GET /v2.0/networks/9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142242 Jul 06 14:52:10.849718 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ee7df2-2608-4fda-a406-15427369035d x-openstack-request-id: req-80ee7df2-2608-4fda-a406-15427369035d {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:52:10.850061 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4e39f9-5f0d-4402-b9b1-2b88501c8079", "tag": "3dbc5e86-e7f8-4604-9d51-63f85539d98b", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:52:10.850321 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-80ee7df2-2608-4fda-a406-15427369035d {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:52:10.850735 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b4e39f9-5f0d-4402-b9b1-2b88501c8079', 'tag': '3dbc5e86-e7f8-4604-9d51-63f85539d98b', 'status': 'completed', 'code': 200} Jul 06 14:52:10.941873 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abe230-ec63-4e8f-8452-8c47b1362748 req-4882d509-6df4-43f8-9542-e9583598880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:10.944193 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1abe230-ec63-4e8f-8452-8c47b1362748 req-4882d509-6df4-43f8-9542-e9583598880d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 1097 time: 0.0674477 Jul 06 14:52:10.992148 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3cead907-af01-4e88-bbbc-31f5537eda72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176185819', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '954bd00f-0fd3-4223-ae91-e5e298e60ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:50:25Z', 'updated_at': '2021-07-06T14:50:29Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '954bd00f-0fd3-4223-ae91-e5e298e60ae4', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:50:26Z', 'updated_at': '2021-07-06T14:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '157ed8d2-16b5-4dab-9937-bd22819fea0e', 'name': '', 'network_id': '9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:5b:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd92d4497-102b-4c6b-a538-65fa454d2991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:50:28Z', 'updated_at': '2021-07-06T14:50:34Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': 'd92d4497-102b-4c6b-a538-65fa454d2991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:52:11.040032 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cead907-af01-4e88-bbbc-31f5537eda72 None None] Checking router: cb84a461-7adf-4299-b554-02e7e310f966 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:52:11.050032 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cead907-af01-4e88-bbbc-31f5537eda72 None None] Routers {'cb84a461-7adf-4299-b554-02e7e310f966'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:52:11.050568 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3cead907-af01-4e88-bbbc-31f5537eda72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:52:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['cb84a461-7adf-4299-b554-02e7e310f966'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:52:11.089059 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abe230-ec63-4e8f-8452-8c47b1362748 req-3cb52aa9-462f-4832-b0f7-9a56b79a6fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:11.089059 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1abe230-ec63-4e8f-8452-8c47b1362748 req-3cb52aa9-462f-4832-b0f7-9a56b79a6fc7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e HTTP/1.1" status: 200 len: 897 time: 0.1355917 Jul 06 14:52:11.111443 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ca42c-6e0c-4761-8ddc-381508ad1fa0 req-b9a2c9eb-b49e-42f3-9d2a-01a15d31c4b1 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:11.113031 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d83ca42c-6e0c-4761-8ddc-381508ad1fa0 req-b9a2c9eb-b49e-42f3-9d2a-01a15d31c4b1 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 946 time: 0.1426258 Jul 06 14:52:11.155277 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1abe230-ec63-4e8f-8452-8c47b1362748 req-466c46be-1de8-4a58-9b2c-fb966f76105c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3dbc5e86-e7f8-4604-9d51-63f85539d98b HTTP/1.1" status: 200 len: 217 time: 0.0577347 Jul 06 14:52:11.173499 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-3cead907-af01-4e88-bbbc-31f5537eda72 None None] Set router cb84a461-7adf-4299-b554-02e7e310f966 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:52:11.237887 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d83ca42c-6e0c-4761-8ddc-381508ad1fa0 req-cea32f31-1c5f-461d-9182-d4f8a7b6b060 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=2c7f11d9-dd45-4c4f-a310-43c3a384ace2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869143 Jul 06 14:52:11.241432 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abe230-ec63-4e8f-8452-8c47b1362748 req-5899a0f7-a16a-4c2c-9115-019d81069bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:11.242846 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1abe230-ec63-4e8f-8452-8c47b1362748 req-5899a0f7-a16a-4c2c-9115-019d81069bc9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d92d4497-102b-4c6b-a538-65fa454d2991 HTTP/1.1" status: 200 len: 834 time: 0.0795918 Jul 06 14:52:11.306152 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abe230-ec63-4e8f-8452-8c47b1362748 req-6550990b-008c-4f74-8a5e-5c816bae5a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:11.308335 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1abe230-ec63-4e8f-8452-8c47b1362748 req-6550990b-008c-4f74-8a5e-5c816bae5a14 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586510 Jul 06 14:52:11.384827 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-3cead907-af01-4e88-bbbc-31f5537eda72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176185819', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '954bd00f-0fd3-4223-ae91-e5e298e60ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:50:25Z', 'updated_at': '2021-07-06T14:50:29Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '954bd00f-0fd3-4223-ae91-e5e298e60ae4', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:50:26Z', 'updated_at': '2021-07-06T14:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '157ed8d2-16b5-4dab-9937-bd22819fea0e', 'name': '', 'network_id': '9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:5b:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd92d4497-102b-4c6b-a538-65fa454d2991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:50:28Z', 'updated_at': '2021-07-06T14:50:34Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': 'd92d4497-102b-4c6b-a538-65fa454d2991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:52:11.406743 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1abe230-ec63-4e8f-8452-8c47b1362748 req-987539c1-c590-4143-8a6d-8ec2c780ca6b service neutron] 10.222.0.52 "GET /v2.0/networks/9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910277 Jul 06 14:52:11.413185 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cead907-af01-4e88-bbbc-31f5537eda72 None None] The sync data for ids ['cb84a461-7adf-4299-b554-02e7e310f966'] in n-d-773644-6 is: [{'id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176185819', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '954bd00f-0fd3-4223-ae91-e5e298e60ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:50:25Z', 'updated_at': '2021-07-06T14:50:29Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '954bd00f-0fd3-4223-ae91-e5e298e60ae4', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:50:26Z', 'updated_at': '2021-07-06T14:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '157ed8d2-16b5-4dab-9937-bd22819fea0e', 'name': '', 'network_id': '9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:5b:8c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'd92d4497-102b-4c6b-a538-65fa454d2991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:50:28Z', 'updated_at': '2021-07-06T14:50:34Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': 'd92d4497-102b-4c6b-a538-65fa454d2991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:52:11.516478 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1abe230-ec63-4e8f-8452-8c47b1362748 req-e2f41020-1d8c-43f5-a360-5bf029cd39cc service neutron] 10.222.0.52 "GET /v2.0/networks/9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996327 Jul 06 14:52:11.655962 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00207507-458d-4733-bd24-b9444820d59f None None] New status for floating IP ad76677e-b7b6-482f-b237-9435a8167a8d: DOWN {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:52:11.753265 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:12.411583 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43fa78-19ec-487b-a3f6-61e3051adc92 req-a6fb7fce-7026-4a72-bfc2-5a22e0d987a1 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:12.413118 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ec43fa78-19ec-487b-a3f6-61e3051adc92 req-a6fb7fce-7026-4a72-bfc2-5a22e0d987a1 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 946 time: 0.0637202 Jul 06 14:52:12.454222 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ec43fa78-19ec-487b-a3f6-61e3051adc92 req-aeaa5c3f-c150-4ae2-bae9-d856e1adb5b9 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=2c7f11d9-dd45-4c4f-a310-43c3a384ace2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347559 Jul 06 14:52:12.690059 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105a8a4-a412-4566-945c-59e1e4bd8779 req-e9239810-33f0-431d-8d6a-26d2afffea45 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:12.691539 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d105a8a4-a412-4566-945c-59e1e4bd8779 req-e9239810-33f0-431d-8d6a-26d2afffea45 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 946 time: 0.0666945 Jul 06 14:52:12.792370 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-d105a8a4-a412-4566-945c-59e1e4bd8779 req-a99abdab-a7a4-4b33-8a71-22ba864a3190 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Deleting port 3dbc5e86-e7f8-4604-9d51-63f85539d98b {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:52:12.792598 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d105a8a4-a412-4566-945c-59e1e4bd8779 req-a99abdab-a7a4-4b33-8a71-22ba864a3190 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:12.891095 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-d105a8a4-a412-4566-945c-59e1e4bd8779 req-a99abdab-a7a4-4b33-8a71-22ba864a3190 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] For port 3dbc5e86-e7f8-4604-9d51-63f85539d98b, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=3dbc5e86-e7f8-4604-9d51-63f85539d98b,segment=NetworkSegment(37f635cf-2157-4ba0-aa22-f5338d60c3fd),segment_id=37f635cf-2157-4ba0-aa22-f5338d60c3fd)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:52:12.891465 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d105a8a4-a412-4566-945c-59e1e4bd8779 req-a99abdab-a7a4-4b33-8a71-22ba864a3190 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:12.903679 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-d105a8a4-a412-4566-945c-59e1e4bd8779 req-a99abdab-a7a4-4b33-8a71-22ba864a3190 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Calling delete_port for 3dbc5e86-e7f8-4604-9d51-63f85539d98b owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:52:13.036079 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d105a8a4-a412-4566-945c-59e1e4bd8779 req-a99abdab-a7a4-4b33-8a71-22ba864a3190 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:13.065127 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99abdab-a7a4-4b33-8a71-22ba864a3190 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'Port': ['ID=3dbc5e86-e7f8-4604-9d51-63f85539d98b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:13.111610 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-d105a8a4-a412-4566-945c-59e1e4bd8779 req-a99abdab-a7a4-4b33-8a71-22ba864a3190 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] No DVR routers for this DVR port 3dbc5e86-e7f8-4604-9d51-63f85539d98b on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:52:13.114510 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-d105a8a4-a412-4566-945c-59e1e4bd8779 req-a99abdab-a7a4-4b33-8a71-22ba864a3190 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:13.116559 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d105a8a4-a412-4566-945c-59e1e4bd8779 req-a99abdab-a7a4-4b33-8a71-22ba864a3190 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.52 "DELETE /v2.0/ports/3dbc5e86-e7f8-4604-9d51-63f85539d98b HTTP/1.1" status: 204 len: 173 time: 0.4164929 Jul 06 14:52:13.117004 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4e39f9-5f0d-4402-b9b1-2b88501c8079', 'name': 'network-vif-deleted', 'tag': '3dbc5e86-e7f8-4604-9d51-63f85539d98b'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:52:13.119302 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfba314-9681-4b7a-9d59-f1896bebe2e1" -d '{"events": [{"server_uuid": "9b4e39f9-5f0d-4402-b9b1-2b88501c8079", "name": "network-vif-deleted", "tag": "3dbc5e86-e7f8-4604-9d51-63f85539d98b"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:52:13.158811 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bec0abf-ec11-4322-92b5-21e08c0e05ea x-openstack-request-id: req-8bec0abf-ec11-4322-92b5-21e08c0e05ea {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:52:13.159109 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4e39f9-5f0d-4402-b9b1-2b88501c8079", "name": "network-vif-deleted", "tag": "3dbc5e86-e7f8-4604-9d51-63f85539d98b", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:52:13.159401 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-8bec0abf-ec11-4322-92b5-21e08c0e05ea {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:52:13.159805 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b4e39f9-5f0d-4402-b9b1-2b88501c8079', 'name': 'network-vif-deleted', 'tag': '3dbc5e86-e7f8-4604-9d51-63f85539d98b', 'status': 'completed', 'code': 200} Jul 06 14:52:13.302191 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:13.616252 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cc6398ec-bd55-4fb3-8c12-333c596d1caa req-748152b1-9f68-4005-9bdd-26675c468a19 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=9b4e39f9-5f0d-4402-b9b1-2b88501c8079 HTTP/1.1" status: 200 len: 210 time: 0.0294628 Jul 06 14:52:14.711548 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39304) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:52:15.078516 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bf147b10-e498-43b6-b924-9bbac2e03b94 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:15.351458 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-bf147b10-e498-43b6-b924-9bbac2e03b94 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Deleting port 157ed8d2-16b5-4dab-9937-bd22819fea0e {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:52:15.351724 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bf147b10-e498-43b6-b924-9bbac2e03b94 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:15.446800 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-bf147b10-e498-43b6-b924-9bbac2e03b94 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] For port 157ed8d2-16b5-4dab-9937-bd22819fea0e, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=157ed8d2-16b5-4dab-9937-bd22819fea0e,segment=NetworkSegment(37f635cf-2157-4ba0-aa22-f5338d60c3fd),segment_id=37f635cf-2157-4ba0-aa22-f5338d60c3fd)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:52:15.447189 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bf147b10-e498-43b6-b924-9bbac2e03b94 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:15.458543 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-bf147b10-e498-43b6-b924-9bbac2e03b94 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Calling delete_port for 157ed8d2-16b5-4dab-9937-bd22819fea0e owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:52:15.643880 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bf147b10-e498-43b6-b924-9bbac2e03b94 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:15.678058 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf147b10-e498-43b6-b924-9bbac2e03b94 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'Port': ['ID=157ed8d2-16b5-4dab-9937-bd22819fea0e,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:15.852632 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bf147b10-e498-43b6-b924-9bbac2e03b94 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:16.077429 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf147b10-e498-43b6-b924-9bbac2e03b94 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Router cb84a461-7adf-4299-b554-02e7e310f966 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:52:16.189328 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf147b10-e498-43b6-b924-9bbac2e03b94 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:52:16.194724 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-bf147b10-e498-43b6-b924-9bbac2e03b94 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "PUT /v2.0/routers/cb84a461-7adf-4299-b554-02e7e310f966/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4820907 Jul 06 14:52:16.198996 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39308) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:52:16.199536 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690942f3-4454-40f8-b6c2-aa54ac04e884 None None] Sync routers for ids ['cb84a461-7adf-4299-b554-02e7e310f966'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:52:16.210581 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690942f3-4454-40f8-b6c2-aa54ac04e884 None None] Routers {'cb84a461-7adf-4299-b554-02e7e310f966'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:52:16.211222 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-690942f3-4454-40f8-b6c2-aa54ac04e884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:52:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['cb84a461-7adf-4299-b554-02e7e310f966'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:52:16.257491 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c6d385-66cc-4b53-8c5e-aeea9a197324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Deleting subnet d92d4497-102b-4c6b-a538-65fa454d2991 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:52:16.261894 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99c6d385-66cc-4b53-8c5e-aeea9a197324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:16.307934 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99c6d385-66cc-4b53-8c5e-aeea9a197324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:16.324646 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-690942f3-4454-40f8-b6c2-aa54ac04e884 None None] Set router cb84a461-7adf-4299-b554-02e7e310f966 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:52:16.414191 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99c6d385-66cc-4b53-8c5e-aeea9a197324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:16.478344 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99c6d385-66cc-4b53-8c5e-aeea9a197324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:16.506457 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6d385-66cc-4b53-8c5e-aeea9a197324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'Subnet': ['ID=d92d4497-102b-4c6b-a538-65fa454d2991,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:16.513786 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-690942f3-4454-40f8-b6c2-aa54ac04e884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176185819', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '954bd00f-0fd3-4223-ae91-e5e298e60ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:50:25Z', 'updated_at': '2021-07-06T14:52:15Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '954bd00f-0fd3-4223-ae91-e5e298e60ae4', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:50:26Z', 'updated_at': '2021-07-06T14:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:52:16.514686 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99c6d385-66cc-4b53-8c5e-aeea9a197324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:16.517172 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-99c6d385-66cc-4b53-8c5e-aeea9a197324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "DELETE /v2.0/subnets/d92d4497-102b-4c6b-a538-65fa454d2991 HTTP/1.1" status: 204 len: 168 time: 0.3175142 Jul 06 14:52:16.518184 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f673c06-809a-4b02-9028-fc7be677b290 None None] Network 9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:52:16.519496 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c6d385-66cc-4b53-8c5e-aeea9a197324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:16.519790 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c6d385-66cc-4b53-8c5e-aeea9a197324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:16.519996 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39312) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:52:16.520134 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c6d385-66cc-4b53-8c5e-aeea9a197324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:16.520465 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c6d385-66cc-4b53-8c5e-aeea9a197324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:16.520803 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c6d385-66cc-4b53-8c5e-aeea9a197324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:16.521139 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c6d385-66cc-4b53-8c5e-aeea9a197324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:16.521475 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c6d385-66cc-4b53-8c5e-aeea9a197324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:16.522029 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c6d385-66cc-4b53-8c5e-aeea9a197324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:16.522212 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c6d385-66cc-4b53-8c5e-aeea9a197324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:16.522494 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c6d385-66cc-4b53-8c5e-aeea9a197324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:16.522824 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c6d385-66cc-4b53-8c5e-aeea9a197324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:16.523152 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c6d385-66cc-4b53-8c5e-aeea9a197324 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:16.549120 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690942f3-4454-40f8-b6c2-aa54ac04e884 None None] Checking router: cb84a461-7adf-4299-b554-02e7e310f966 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:52:16.604892 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690942f3-4454-40f8-b6c2-aa54ac04e884 None None] Routers {'cb84a461-7adf-4299-b554-02e7e310f966'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:52:16.605543 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-690942f3-4454-40f8-b6c2-aa54ac04e884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:52:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['cb84a461-7adf-4299-b554-02e7e310f966'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:52:16.642761 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5b0204b7-e58e-4f82-8659-7dcc59c52de2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:16.776134 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-690942f3-4454-40f8-b6c2-aa54ac04e884 None None] Set router cb84a461-7adf-4299-b554-02e7e310f966 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:52:16.782592 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5b0204b7-e58e-4f82-8659-7dcc59c52de2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:16.846845 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-5b0204b7-e58e-4f82-8659-7dcc59c52de2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Deleting port 954bd00f-0fd3-4223-ae91-e5e298e60ae4 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:52:16.847196 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5b0204b7-e58e-4f82-8659-7dcc59c52de2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:16.954327 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-5b0204b7-e58e-4f82-8659-7dcc59c52de2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] For port 954bd00f-0fd3-4223-ae91-e5e298e60ae4, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=954bd00f-0fd3-4223-ae91-e5e298e60ae4,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:52:16.954900 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5b0204b7-e58e-4f82-8659-7dcc59c52de2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:16.967803 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-5b0204b7-e58e-4f82-8659-7dcc59c52de2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Calling delete_port for 954bd00f-0fd3-4223-ae91-e5e298e60ae4 owned by network:router_gateway {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:52:16.993955 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91605de6-0fad-444d-b688-b832a37e8967 None None] DHCP port deletion for 9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:52:17.081027 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-690942f3-4454-40f8-b6c2-aa54ac04e884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176185819', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '954bd00f-0fd3-4223-ae91-e5e298e60ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:50:25Z', 'updated_at': '2021-07-06T14:52:15Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '954bd00f-0fd3-4223-ae91-e5e298e60ae4', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:50:26Z', 'updated_at': '2021-07-06T14:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:52:17.116997 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690942f3-4454-40f8-b6c2-aa54ac04e884 None None] The sync data for ids ['cb84a461-7adf-4299-b554-02e7e310f966'] in n-d-773644-6 is: [{'id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1176185819', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': '954bd00f-0fd3-4223-ae91-e5e298e60ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:50:25Z', 'updated_at': '2021-07-06T14:52:15Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': '954bd00f-0fd3-4223-ae91-e5e298e60ae4', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:2b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb84a461-7adf-4299-b554-02e7e310f966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:50:26Z', 'updated_at': '2021-07-06T14:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:52:17.131927 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-91605de6-0fad-444d-b688-b832a37e8967 None None] Deleting port a7776bc4-3d41-4a40-a0e1-6bdcd234427f {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:52:17.132811 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-91605de6-0fad-444d-b688-b832a37e8967 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:17.218964 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:17.235169 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-91605de6-0fad-444d-b688-b832a37e8967 None None] For port a7776bc4-3d41-4a40-a0e1-6bdcd234427f, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a7776bc4-3d41-4a40-a0e1-6bdcd234427f,segment=NetworkSegment(37f635cf-2157-4ba0-aa22-f5338d60c3fd),segment_id=37f635cf-2157-4ba0-aa22-f5338d60c3fd)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:52:17.235655 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-91605de6-0fad-444d-b688-b832a37e8967 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:17.235888 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5b0204b7-e58e-4f82-8659-7dcc59c52de2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:17.250132 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-91605de6-0fad-444d-b688-b832a37e8967 None None] Calling delete_port for a7776bc4-3d41-4a40-a0e1-6bdcd234427f owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:52:17.261878 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0204b7-e58e-4f82-8659-7dcc59c52de2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'Port': ['ID=954bd00f-0fd3-4223-ae91-e5e298e60ae4,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:17.329461 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5b0204b7-e58e-4f82-8659-7dcc59c52de2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:17.340956 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-91605de6-0fad-444d-b688-b832a37e8967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:17.367334 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91605de6-0fad-444d-b688-b832a37e8967 None None] Pushing event deleted for resources: {'Port': ['ID=a7776bc4-3d41-4a40-a0e1-6bdcd234427f,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:17.375696 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91605de6-0fad-444d-b688-b832a37e8967 None None] No DVR routers for this DVR port a7776bc4-3d41-4a40-a0e1-6bdcd234427f on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:52:17.378396 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91605de6-0fad-444d-b688-b832a37e8967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:17.378788 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91605de6-0fad-444d-b688-b832a37e8967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:17.379122 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91605de6-0fad-444d-b688-b832a37e8967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:17.379482 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91605de6-0fad-444d-b688-b832a37e8967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:17.379814 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91605de6-0fad-444d-b688-b832a37e8967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:17.380165 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91605de6-0fad-444d-b688-b832a37e8967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:17.380564 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91605de6-0fad-444d-b688-b832a37e8967 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:17.380935 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91605de6-0fad-444d-b688-b832a37e8967 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:17.381267 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91605de6-0fad-444d-b688-b832a37e8967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:17.381601 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91605de6-0fad-444d-b688-b832a37e8967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:17.381954 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91605de6-0fad-444d-b688-b832a37e8967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:17.382285 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91605de6-0fad-444d-b688-b832a37e8967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:17.435531 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5b0204b7-e58e-4f82-8659-7dcc59c52de2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:17.439035 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5b0204b7-e58e-4f82-8659-7dcc59c52de2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:17.488385 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5b0204b7-e58e-4f82-8659-7dcc59c52de2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:17.488973 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0204b7-e58e-4f82-8659-7dcc59c52de2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Fanout notify agent at l3_agent the message router_deleted on router cb84a461-7adf-4299-b554-02e7e310f966 {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:52:17.500654 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5b0204b7-e58e-4f82-8659-7dcc59c52de2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:17.502037 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5b0204b7-e58e-4f82-8659-7dcc59c52de2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "DELETE /v2.0/routers/cb84a461-7adf-4299-b554-02e7e310f966 HTTP/1.1" status: 204 len: 168 time: 0.9808505 Jul 06 14:52:17.504581 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39314) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:52:17.585219 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50d7eee3-4e6d-472a-8545-5aac503f863e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:17.679707 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50d7eee3-4e6d-472a-8545-5aac503f863e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:17.694620 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-50d7eee3-4e6d-472a-8545-5aac503f863e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:52:17.707424 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-50d7eee3-4e6d-472a-8545-5aac503f863e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f635cf-2157-4ba0-aa22-f5338d60c3fd') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:52:17.707722 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-50d7eee3-4e6d-472a-8545-5aac503f863e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f635cf-2157-4ba0-aa22-f5338d60c3fd') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:52:17.718268 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50d7eee3-4e6d-472a-8545-5aac503f863e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:17.735156 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50d7eee3-4e6d-472a-8545-5aac503f863e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:17.742337 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d7eee3-4e6d-472a-8545-5aac503f863e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:52:17.746137 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50d7eee3-4e6d-472a-8545-5aac503f863e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:52:17.748829 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:52:17.815043 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50d7eee3-4e6d-472a-8545-5aac503f863e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:17.823572 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-50d7eee3-4e6d-472a-8545-5aac503f863e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:17.825506 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-50d7eee3-4e6d-472a-8545-5aac503f863e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "DELETE /v2.0/networks/9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e HTTP/1.1" status: 204 len: 168 time: 0.3198743 Jul 06 14:52:17.828510 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39316) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:52:17.841122 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d7eee3-4e6d-472a-8545-5aac503f863e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'Network': ['ID=9ff3f7bb-bc0e-41e9-a81f-fe65bcf8bb2e,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:17.892015 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c10bbfd2-34d2-4e9a-98d6-0e31731f7db2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:17.918526 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c10bbfd2-34d2-4e9a-98d6-0e31731f7db2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:17.994075 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c10bbfd2-34d2-4e9a-98d6-0e31731f7db2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:17.997052 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c10bbfd2-34d2-4e9a-98d6-0e31731f7db2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:17.998281 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c10bbfd2-34d2-4e9a-98d6-0e31731f7db2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "DELETE /v2.0/security-groups/2c7f11d9-dd45-4c4f-a310-43c3a384ace2 HTTP/1.1" status: 204 len: 168 time: 0.1684742 Jul 06 14:52:18.007785 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10bbfd2-34d2-4e9a-98d6-0e31731f7db2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7f11d9-dd45-4c4f-a310-43c3a384ace2,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:18.030038 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 3dbc5e86-e7f8-4604-9d51-63f85539d98b no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:52:18.059243 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 3dbc5e86-e7f8-4604-9d51-63f85539d98b {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:52:18.059873 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 3dbc5e86-e7f8-4604-9d51-63f85539d98b not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:52:18.174670 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 954bd00f-0fd3-4223-ae91-e5e298e60ae4 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:52:18.198678 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 954bd00f-0fd3-4223-ae91-e5e298e60ae4 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:52:18.198678 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 954bd00f-0fd3-4223-ae91-e5e298e60ae4 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:52:18.199262 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 157ed8d2-16b5-4dab-9937-bd22819fea0e no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:52:18.221644 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 157ed8d2-16b5-4dab-9937-bd22819fea0e {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:52:18.222344 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 157ed8d2-16b5-4dab-9937-bd22819fea0e not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:52:18.222513 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a7776bc4-3d41-4a40-a0e1-6bdcd234427f no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:52:18.241161 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39322) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:52:18.245562 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: a7776bc4-3d41-4a40-a0e1-6bdcd234427f {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:52:18.245938 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a7776bc4-3d41-4a40-a0e1-6bdcd234427f not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:52:18.248765 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c5ad607f-cf62-406f-bd04-399e12784052 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1773800932', 'description': 'tempest-secgroup-smoke-1773800932 description', 'project_id': '1feba65bea46409b8920d0b09f9745d4'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:52:18.272081 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c5ad607f-cf62-406f-bd04-399e12784052 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:18.359695 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c5ad607f-cf62-406f-bd04-399e12784052 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:18.363562 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c5ad607f-cf62-406f-bd04-399e12784052 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:18.397124 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c5ad607f-cf62-406f-bd04-399e12784052 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:18.398442 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c5ad607f-cf62-406f-bd04-399e12784052 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1561749 Jul 06 14:52:18.400410 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad607f-cf62-406f-bd04-399e12784052 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc6bfb7-4165-4730-8053-2a5688332d63,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:18.402458 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39324) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:52:18.408681 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-fdc59597-7471-420c-bdbf-e7672052b127 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group_rule': {'security_group_id': '7fc6bfb7-4165-4730-8053-2a5688332d63', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:52:18.439120 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fdc59597-7471-420c-bdbf-e7672052b127 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:18.498444 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fdc59597-7471-420c-bdbf-e7672052b127 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:18.502284 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fdc59597-7471-420c-bdbf-e7672052b127 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:18.521881 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc59597-7471-420c-bdbf-e7672052b127 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b144949b-5348-4394-9285-a16c083b01a0,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:18.532403 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fdc59597-7471-420c-bdbf-e7672052b127 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:18.533740 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-fdc59597-7471-420c-bdbf-e7672052b127 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1302588 Jul 06 14:52:18.536690 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39326) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:52:18.544220 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-b5b419e8-e07c-4d1e-ad26-afe470eca1b2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group_rule': {'security_group_id': '7fc6bfb7-4165-4730-8053-2a5688332d63', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:52:18.578080 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b5b419e8-e07c-4d1e-ad26-afe470eca1b2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:18.645492 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b5b419e8-e07c-4d1e-ad26-afe470eca1b2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:18.649492 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b5b419e8-e07c-4d1e-ad26-afe470eca1b2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:18.668439 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b419e8-e07c-4d1e-ad26-afe470eca1b2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ec1777-1f51-4c8f-bd35-27bfb7763c55,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:18.675431 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b5b419e8-e07c-4d1e-ad26-afe470eca1b2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:18.676809 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b5b419e8-e07c-4d1e-ad26-afe470eca1b2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1387661 Jul 06 14:52:18.680189 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39328) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:52:18.685267 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-681d7562-ec2b-4dc0-8dc9-24dbd6c717fb tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group_rule': {'security_group_id': '7fc6bfb7-4165-4730-8053-2a5688332d63', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:52:18.719621 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-681d7562-ec2b-4dc0-8dc9-24dbd6c717fb tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:18.783055 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-681d7562-ec2b-4dc0-8dc9-24dbd6c717fb tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:18.787739 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-681d7562-ec2b-4dc0-8dc9-24dbd6c717fb tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:18.810311 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d7562-ec2b-4dc0-8dc9-24dbd6c717fb tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db805e95-3a4e-4b2d-8278-7b406604ffdf,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:18.818045 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-681d7562-ec2b-4dc0-8dc9-24dbd6c717fb tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:18.819356 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-681d7562-ec2b-4dc0-8dc9-24dbd6c717fb tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1382260 Jul 06 14:52:18.822080 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39330) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:52:18.827196 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e3d18af5-797c-4b3c-9e12-701077bae126 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group_rule': {'security_group_id': '7fc6bfb7-4165-4730-8053-2a5688332d63', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:52:18.855387 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e3d18af5-797c-4b3c-9e12-701077bae126 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:18.918370 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e3d18af5-797c-4b3c-9e12-701077bae126 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:18.923369 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e3d18af5-797c-4b3c-9e12-701077bae126 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:18.944557 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d18af5-797c-4b3c-9e12-701077bae126 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d3d76a-838c-45ed-98c0-f6106f07841f,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:18.948541 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e3d18af5-797c-4b3c-9e12-701077bae126 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:18.950747 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e3d18af5-797c-4b3c-9e12-701077bae126 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1269541 Jul 06 14:52:18.953293 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39332) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:52:18.957903 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-535c9665-3d89-49e9-bfdf-1a65c60ed18a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group_rule': {'security_group_id': '7fc6bfb7-4165-4730-8053-2a5688332d63', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:52:18.982783 n-d-773644-6 neutron-server[100417]: INFO neutron.db.securitygroups_db [None req-535c9665-3d89-49e9-bfdf-1a65c60ed18a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Project 1feba65bea46409b8920d0b09f9745d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:52:18.988555 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-535c9665-3d89-49e9-bfdf-1a65c60ed18a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:19.053624 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-535c9665-3d89-49e9-bfdf-1a65c60ed18a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:19.058329 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-535c9665-3d89-49e9-bfdf-1a65c60ed18a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:19.078147 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c9665-3d89-49e9-bfdf-1a65c60ed18a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95865d68-481c-43fb-af04-b553f7871980,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:19.084272 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-535c9665-3d89-49e9-bfdf-1a65c60ed18a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:19.085293 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-535c9665-3d89-49e9-bfdf-1a65c60ed18a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1303539 Jul 06 14:52:19.087505 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39334) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:52:19.093148 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-b8fef21b-4011-40a5-b6c5-33b60110eb3d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'security_group_rule': {'security_group_id': '7fc6bfb7-4165-4730-8053-2a5688332d63', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:52:19.115826 n-d-773644-6 neutron-server[100417]: INFO neutron.db.securitygroups_db [None req-b8fef21b-4011-40a5-b6c5-33b60110eb3d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Project 1feba65bea46409b8920d0b09f9745d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:52:19.121313 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b8fef21b-4011-40a5-b6c5-33b60110eb3d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:19.185664 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b8fef21b-4011-40a5-b6c5-33b60110eb3d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:19.190699 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b8fef21b-4011-40a5-b6c5-33b60110eb3d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:19.212277 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fef21b-4011-40a5-b6c5-33b60110eb3d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3344a43f-0be5-4948-a92d-7a92bd91deb7,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:19.219179 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-b8fef21b-4011-40a5-b6c5-33b60110eb3d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:19.220333 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-b8fef21b-4011-40a5-b6c5-33b60110eb3d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1318028 Jul 06 14:52:19.223251 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39336) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:52:19.228340 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-6d763a05-229e-418e-a55e-f59e0d471dbd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'network': {'name': 'tempest-network-smoke--122900089', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'port_security_enabled': True}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:52:19.250342 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d763a05-229e-418e-a55e-f59e0d471dbd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Made reservation on behalf of 1feba65bea46409b8920d0b09f9745d4 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:52:19.254035 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d763a05-229e-418e-a55e-f59e0d471dbd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:19.286015 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d763a05-229e-418e-a55e-f59e0d471dbd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:52:19.296371 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d763a05-229e-418e-a55e-f59e0d471dbd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:19.296729 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-6d763a05-229e-418e-a55e-f59e0d471dbd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Added segment 30646a06-e5bd-4eb4-adbc-4f0ed10e22ba of type vlan for network 644f7807-dfd8-4dc8-b671-d7084a47265c Jul 06 14:52:19.341197 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d763a05-229e-418e-a55e-f59e0d471dbd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:19.352190 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:19.370699 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d763a05-229e-418e-a55e-f59e0d471dbd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:19.376444 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d763a05-229e-418e-a55e-f59e0d471dbd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:19.377125 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6d763a05-229e-418e-a55e-f59e0d471dbd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:19.437833 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6d763a05-229e-418e-a55e-f59e0d471dbd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2133980 Jul 06 14:52:19.440705 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39338) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:52:19.445941 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-509ae1da-424c-4449-b4f8-9038ea648336 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2078604230', 'admin_state_up': True, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:52:19.446954 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d763a05-229e-418e-a55e-f59e0d471dbd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Network': ['ID=644f7807-dfd8-4dc8-b671-d7084a47265c,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:19.458213 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 644f7807-dfd8-4dc8-b671-d7084a47265c details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:52:19.471659 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-509ae1da-424c-4449-b4f8-9038ea648336 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:19.472934 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-509ae1da-424c-4449-b4f8-9038ea648336 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:19.530064 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-509ae1da-424c-4449-b4f8-9038ea648336 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:20.065985 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-509ae1da-424c-4449-b4f8-9038ea648336 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:20.329804 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-509ae1da-424c-4449-b4f8-9038ea648336 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router_gateway, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:20.349947 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-509ae1da-424c-4449-b4f8-9038ea648336 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:20.459674 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-509ae1da-424c-4449-b4f8-9038ea648336 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Allocated IP 172.25.6.99 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/c5488d8e-862b-47c0-b16c-8cd6c3572868) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:52:20.565660 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-509ae1da-424c-4449-b4f8-9038ea648336 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:20.606093 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-509ae1da-424c-4449-b4f8-9038ea648336 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:20.647954 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509ae1da-424c-4449-b4f8-9038ea648336 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:52:20.651908 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-509ae1da-424c-4449-b4f8-9038ea648336 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:52:20.658756 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509ae1da-424c-4449-b4f8-9038ea648336 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:52:20.664526 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ae1da-424c-4449-b4f8-9038ea648336 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Port': ['ID=c5488d8e-862b-47c0-b16c-8cd6c3572868,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:20.925158 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-509ae1da-424c-4449-b4f8-9038ea648336 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router_gateway, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:21.149300 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-509ae1da-424c-4449-b4f8-9038ea648336 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:21.297287 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509ae1da-424c-4449-b4f8-9038ea648336 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Router 7b963fda-236c-4511-8a91-184162bd132f is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:52:21.417354 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509ae1da-424c-4449-b4f8-9038ea648336 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:52:21.434234 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76c7156-a439-4110-a19c-f37377062f05 None None] Sync routers for ids ['7b963fda-236c-4511-8a91-184162bd132f'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:52:21.438321 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-509ae1da-424c-4449-b4f8-9038ea648336 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:21.442861 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-509ae1da-424c-4449-b4f8-9038ea648336 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9980695 Jul 06 14:52:21.443150 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39340) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:52:21.452693 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76c7156-a439-4110-a19c-f37377062f05 None None] Routers {'7b963fda-236c-4511-8a91-184162bd132f'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:52:21.453475 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e76c7156-a439-4110-a19c-f37377062f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:52:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['7b963fda-236c-4511-8a91-184162bd132f'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:52:21.477623 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0a72457f-ce47-46e8-8ae5-ce72bc5640e6 tempest-TestNetworkAdvancedServerOps-1825529131 tempest-TestNetworkAdvancedServerOps-1825529131-project-admin] 10.222.0.118 "GET /v2.0/subnets?project_id=1feba65bea46409b8920d0b09f9745d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309782 Jul 06 14:52:21.478381 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39342) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:52:21.579196 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabe2d59-2fa2-49bd-9462-be1584c179e5 tempest-TestNetworkAdvancedServerOps-1825529131 tempest-TestNetworkAdvancedServerOps-1825529131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:21.580784 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-aabe2d59-2fa2-49bd-9462-be1584c179e5 tempest-TestNetworkAdvancedServerOps-1825529131 tempest-TestNetworkAdvancedServerOps-1825529131-project-admin] 10.222.0.118 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1007671 Jul 06 14:52:21.584015 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39344) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:52:21.616318 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f1fe9e82-d4be-4b6a-b639-76db99aad674 tempest-TestNetworkAdvancedServerOps-1825529131 tempest-TestNetworkAdvancedServerOps-1825529131-project-admin] 10.222.0.118 "GET /v2.0/subnets?network_id=92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308664 Jul 06 14:52:21.619006 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39346) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:52:21.624941 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-2012120d-453c-4dac-b401-526360f5310a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1108619925', 'network_id': '644f7807-dfd8-4dc8-b671-d7084a47265c', 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:52:21.685443 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-e76c7156-a439-4110-a19c-f37377062f05 None None] Set router 7b963fda-236c-4511-8a91-184162bd132f gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:52:21.749252 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2012120d-453c-4dac-b401-526360f5310a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Made reservation on behalf of 1feba65bea46409b8920d0b09f9745d4 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:52:21.753996 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2012120d-453c-4dac-b401-526360f5310a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:21.891501 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e76c7156-a439-4110-a19c-f37377062f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b963fda-236c-4511-8a91-184162bd132f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078604230', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'c5488d8e-862b-47c0-b16c-8cd6c3572868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:52:19Z', 'updated_at': '2021-07-06T14:52:20Z', 'revision_number': 3, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': 'c5488d8e-862b-47c0-b16c-8cd6c3572868', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b963fda-236c-4511-8a91-184162bd132f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:52:20Z', 'updated_at': '2021-07-06T14:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:52:21.924902 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76c7156-a439-4110-a19c-f37377062f05 None None] Checking router: 7b963fda-236c-4511-8a91-184162bd132f for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:52:21.925275 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76c7156-a439-4110-a19c-f37377062f05 None None] Updating router 7b963fda-236c-4511-8a91-184162bd132f port c5488d8e-862b-47c0-b16c-8cd6c3572868 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:52:21.960619 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-e76c7156-a439-4110-a19c-f37377062f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:21.966850 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2012120d-453c-4dac-b401-526360f5310a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:22.032834 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012120d-453c-4dac-b401-526360f5310a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Subnet': ['ID=f30675ad-5d90-41bb-84bc-2429f7d03643,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:22.043598 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2012120d-453c-4dac-b401-526360f5310a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Checking segment: {'id': '30646a06-e5bd-4eb4-adbc-4f0ed10e22ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '644f7807-dfd8-4dc8-b671-d7084a47265c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:52:22.043974 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2012120d-453c-4dac-b401-526360f5310a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network hostable DHCP agents. Network: 644f7807-dfd8-4dc8-b671-d7084a47265c, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:52:22.067821 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2012120d-453c-4dac-b401-526360f5310a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network 644f7807-dfd8-4dc8-b671-d7084a47265c is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:52:22.078795 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-2012120d-453c-4dac-b401-526360f5310a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 644f7807-dfd8-4dc8-b671-d7084a47265c) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:52:22.083978 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2012120d-453c-4dac-b401-526360f5310a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:22.085006 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2012120d-453c-4dac-b401-526360f5310a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:22.095709 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583414d6-00ba-4908-89c0-a53290d0715f None None] Network 644f7807-dfd8-4dc8-b671-d7084a47265c requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:52:22.108201 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2012120d-453c-4dac-b401-526360f5310a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4851356 Jul 06 14:52:22.108531 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39350) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:52:22.286397 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-e76c7156-a439-4110-a19c-f37377062f05 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:22.299869 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-e76c7156-a439-4110-a19c-f37377062f05 None None] Transition to ACTIVE for port object c5488d8e-862b-47c0-b16c-8cd6c3572868 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:52:22.308469 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-e76c7156-a439-4110-a19c-f37377062f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:22.309391 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad14bfd-ee9a-4d98-8fd7-2862bdbed5df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-644f7807-dfd8-4dc8-b671-d7084a47265c', 'network_id': '644f7807-dfd8-4dc8-b671-d7084a47265c', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'fixed_ips': [{'subnet_id': 'f30675ad-5d90-41bb-84bc-2429f7d03643'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:52:22.310058 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0ad14bfd-ee9a-4d98-8fd7-2862bdbed5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:22.367393 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-e76c7156-a439-4110-a19c-f37377062f05 None None] Attempting to bind port c5488d8e-862b-47c0-b16c-8cd6c3572868 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:52:22.367973 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-e76c7156-a439-4110-a19c-f37377062f05 None None] Attempting to bind port c5488d8e-862b-47c0-b16c-8cd6c3572868 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:52:22.368549 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c7156-a439-4110-a19c-f37377062f05 None None] Attempting to bind port c5488d8e-862b-47c0-b16c-8cd6c3572868 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:52:22.387511 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c7156-a439-4110-a19c-f37377062f05 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:52:22.387909 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c7156-a439-4110-a19c-f37377062f05 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:52:22.388346 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-e76c7156-a439-4110-a19c-f37377062f05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:22.389151 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76c7156-a439-4110-a19c-f37377062f05 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:52:22.390100 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-e76c7156-a439-4110-a19c-f37377062f05 None None] Bound port: c5488d8e-862b-47c0-b16c-8cd6c3572868, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:52:22.391149 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-e76c7156-a439-4110-a19c-f37377062f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:22.418444 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e43c4d-e7e6-45d9-934c-db0d8f41c0c7 None None] Pushing event updated for resources: {'Port': ['ID=c5488d8e-862b-47c0-b16c-8cd6c3572868,revision_number=2']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:22.429271 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e43c4d-e7e6-45d9-934c-db0d8f41c0c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:22.429510 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e43c4d-e7e6-45d9-934c-db0d8f41c0c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:22.430017 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e43c4d-e7e6-45d9-934c-db0d8f41c0c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:22.430369 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e43c4d-e7e6-45d9-934c-db0d8f41c0c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:22.430749 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e43c4d-e7e6-45d9-934c-db0d8f41c0c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:22.431108 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e43c4d-e7e6-45d9-934c-db0d8f41c0c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:22.431503 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e43c4d-e7e6-45d9-934c-db0d8f41c0c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:22.432520 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e43c4d-e7e6-45d9-934c-db0d8f41c0c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:22.433327 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e43c4d-e7e6-45d9-934c-db0d8f41c0c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:22.433476 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e43c4d-e7e6-45d9-934c-db0d8f41c0c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:22.433990 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e43c4d-e7e6-45d9-934c-db0d8f41c0c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:22.434525 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e43c4d-e7e6-45d9-934c-db0d8f41c0c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:52:22.476538 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-0ad14bfd-ee9a-4d98-8fd7-2862bdbed5df None None] Allocated IP 172.20.0.2 (644f7807-dfd8-4dc8-b671-d7084a47265c/f30675ad-5d90-41bb-84bc-2429f7d03643/0e5cf36a-4e82-430a-9203-adc10e7f46da) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:52:22.484488 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-e76c7156-a439-4110-a19c-f37377062f05 None None] For port c5488d8e-862b-47c0-b16c-8cd6c3572868, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:52:22.490086 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-e76c7156-a439-4110-a19c-f37377062f05 None None] For port c5488d8e-862b-47c0-b16c-8cd6c3572868, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c5488d8e-862b-47c0-b16c-8cd6c3572868,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:52:22.496083 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-e76c7156-a439-4110-a19c-f37377062f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:22.564395 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76c7156-a439-4110-a19c-f37377062f05 None None] Routers {'7b963fda-236c-4511-8a91-184162bd132f'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:52:22.565039 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e76c7156-a439-4110-a19c-f37377062f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:52:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['7b963fda-236c-4511-8a91-184162bd132f'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:52:22.636629 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0ad14bfd-ee9a-4d98-8fd7-2862bdbed5df None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:22.645771 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0ad14bfd-ee9a-4d98-8fd7-2862bdbed5df None None] Transition to ACTIVE for port object 0e5cf36a-4e82-430a-9203-adc10e7f46da will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:52:22.667886 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0ad14bfd-ee9a-4d98-8fd7-2862bdbed5df None None] Transition to ACTIVE for port object 0e5cf36a-4e82-430a-9203-adc10e7f46da will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:52:22.674509 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0ad14bfd-ee9a-4d98-8fd7-2862bdbed5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:22.675156 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e43c4d-e7e6-45d9-934c-db0d8f41c0c7 None None] Pushing event updated for resources: {'Port': ['ID=c5488d8e-862b-47c0-b16c-8cd6c3572868,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:22.690649 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-e76c7156-a439-4110-a19c-f37377062f05 None None] Set router 7b963fda-236c-4511-8a91-184162bd132f gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:52:22.698128 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5025636c-b485-4b30-987e-224ee6ad1dcf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:22.731824 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad14bfd-ee9a-4d98-8fd7-2862bdbed5df None None] Network 644f7807-dfd8-4dc8-b671-d7084a47265c is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:52:22.739315 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-0ad14bfd-ee9a-4d98-8fd7-2862bdbed5df None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:52:22.742664 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad14bfd-ee9a-4d98-8fd7-2862bdbed5df None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:52:22.781439 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad14bfd-ee9a-4d98-8fd7-2862bdbed5df None None] Pushing event updated for resources: {'Port': ['ID=0e5cf36a-4e82-430a-9203-adc10e7f46da,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:22.823813 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-0ad14bfd-ee9a-4d98-8fd7-2862bdbed5df None None] Attempting to bind port 0e5cf36a-4e82-430a-9203-adc10e7f46da on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:52:22.824125 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-0ad14bfd-ee9a-4d98-8fd7-2862bdbed5df None None] Attempting to bind port 0e5cf36a-4e82-430a-9203-adc10e7f46da by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '30646a06-e5bd-4eb4-adbc-4f0ed10e22ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '644f7807-dfd8-4dc8-b671-d7084a47265c'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:52:22.824549 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad14bfd-ee9a-4d98-8fd7-2862bdbed5df None None] Attempting to bind port 0e5cf36a-4e82-430a-9203-adc10e7f46da on network 644f7807-dfd8-4dc8-b671-d7084a47265c {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:52:22.830291 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad14bfd-ee9a-4d98-8fd7-2862bdbed5df None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:52:22.830795 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad14bfd-ee9a-4d98-8fd7-2862bdbed5df None None] Checking segment: {'id': '30646a06-e5bd-4eb4-adbc-4f0ed10e22ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '644f7807-dfd8-4dc8-b671-d7084a47265c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:52:22.831267 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0ad14bfd-ee9a-4d98-8fd7-2862bdbed5df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:22.831738 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad14bfd-ee9a-4d98-8fd7-2862bdbed5df None None] Bound using segment: {'id': '30646a06-e5bd-4eb4-adbc-4f0ed10e22ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '644f7807-dfd8-4dc8-b671-d7084a47265c'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:52:22.832301 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-0ad14bfd-ee9a-4d98-8fd7-2862bdbed5df None None] Bound port: 0e5cf36a-4e82-430a-9203-adc10e7f46da, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30646a06-e5bd-4eb4-adbc-4f0ed10e22ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '644f7807-dfd8-4dc8-b671-d7084a47265c'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:52:22.832864 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0ad14bfd-ee9a-4d98-8fd7-2862bdbed5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:22.898402 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-e76c7156-a439-4110-a19c-f37377062f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b963fda-236c-4511-8a91-184162bd132f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078604230', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'c5488d8e-862b-47c0-b16c-8cd6c3572868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:52:19Z', 'updated_at': '2021-07-06T14:52:20Z', 'revision_number': 3, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': 'c5488d8e-862b-47c0-b16c-8cd6c3572868', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b963fda-236c-4511-8a91-184162bd132f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:52:20Z', 'updated_at': '2021-07-06T14:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:52:22.908865 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-0ad14bfd-ee9a-4d98-8fd7-2862bdbed5df None None] For port 0e5cf36a-4e82-430a-9203-adc10e7f46da, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:52:22.913714 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-0ad14bfd-ee9a-4d98-8fd7-2862bdbed5df None None] For port 0e5cf36a-4e82-430a-9203-adc10e7f46da, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0e5cf36a-4e82-430a-9203-adc10e7f46da,segment=NetworkSegment(30646a06-e5bd-4eb4-adbc-4f0ed10e22ba),segment_id=30646a06-e5bd-4eb4-adbc-4f0ed10e22ba)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:52:22.921696 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0ad14bfd-ee9a-4d98-8fd7-2862bdbed5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:22.929178 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76c7156-a439-4110-a19c-f37377062f05 None None] The sync data for ids ['7b963fda-236c-4511-8a91-184162bd132f'] in n-d-773644-6 is: [{'id': '7b963fda-236c-4511-8a91-184162bd132f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078604230', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'c5488d8e-862b-47c0-b16c-8cd6c3572868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:52:19Z', 'updated_at': '2021-07-06T14:52:20Z', 'revision_number': 3, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': 'c5488d8e-862b-47c0-b16c-8cd6c3572868', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b963fda-236c-4511-8a91-184162bd132f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:52:20Z', 'updated_at': '2021-07-06T14:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:52:23.041379 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-5025636c-b485-4b30-987e-224ee6ad1dcf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Allocated IP 172.20.0.1 (644f7807-dfd8-4dc8-b671-d7084a47265c/f30675ad-5d90-41bb-84bc-2429f7d03643/c65baf0d-943f-421a-b630-29b687b9eb44) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:52:23.170197 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad14bfd-ee9a-4d98-8fd7-2862bdbed5df None None] Pushing event updated for resources: {'Port': ['ID=0e5cf36a-4e82-430a-9203-adc10e7f46da,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:23.212254 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5025636c-b485-4b30-987e-224ee6ad1dcf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:23.241260 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-5025636c-b485-4b30-987e-224ee6ad1dcf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Transition to ACTIVE for port object c65baf0d-943f-421a-b630-29b687b9eb44 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:52:23.295316 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5025636c-b485-4b30-987e-224ee6ad1dcf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:23.351879 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5025636c-b485-4b30-987e-224ee6ad1dcf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network 644f7807-dfd8-4dc8-b671-d7084a47265c is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:52:23.357983 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-5025636c-b485-4b30-987e-224ee6ad1dcf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:52:23.366173 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5025636c-b485-4b30-987e-224ee6ad1dcf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:52:23.457115 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025636c-b485-4b30-987e-224ee6ad1dcf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Port': ['ID=c65baf0d-943f-421a-b630-29b687b9eb44,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:23.481860 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5025636c-b485-4b30-987e-224ee6ad1dcf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:23.705921 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5025636c-b485-4b30-987e-224ee6ad1dcf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:24.074360 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5025636c-b485-4b30-987e-224ee6ad1dcf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:24.082036 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5025636c-b485-4b30-987e-224ee6ad1dcf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:24.128542 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0e5cf36a-4e82-430a-9203-adc10e7f46da up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:52:24.193127 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 0e5cf36a-4e82-430a-9203-adc10e7f46da completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:52:24.202942 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c5488d8e-862b-47c0-b16c-8cd6c3572868 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:52:24.229851 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5025636c-b485-4b30-987e-224ee6ad1dcf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:24.235586 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025636c-b485-4b30-987e-224ee6ad1dcf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Port': ['ID=c65baf0d-943f-421a-b630-29b687b9eb44,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:24.268534 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port c5488d8e-862b-47c0-b16c-8cd6c3572868 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:52:24.273531 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port c5488d8e-862b-47c0-b16c-8cd6c3572868 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:52:24.274290 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:24.358516 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5025636c-b485-4b30-987e-224ee6ad1dcf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network 644f7807-dfd8-4dc8-b671-d7084a47265c is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:52:24.360062 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-5025636c-b485-4b30-987e-224ee6ad1dcf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:52:24.386156 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:24.411123 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port c5488d8e-862b-47c0-b16c-8cd6c3572868, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c5488d8e-862b-47c0-b16c-8cd6c3572868,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:52:24.415811 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:24.461332 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7feb0d3-2688-41dc-b6df-609a2bffd02d None None] Network 644f7807-dfd8-4dc8-b671-d7084a47265c requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:52:24.482230 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=c5488d8e-862b-47c0-b16c-8cd6c3572868,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:24.499402 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5025636c-b485-4b30-987e-224ee6ad1dcf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Router 7b963fda-236c-4511-8a91-184162bd132f has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:52:24.538836 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-87848fde-865e-4d12-818d-623d20cb5560 None None] Provisioning for port 0e5cf36a-4e82-430a-9203-adc10e7f46da completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:52:24.546291 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-87848fde-865e-4d12-818d-623d20cb5560 None None] Provisioning complete for port 0e5cf36a-4e82-430a-9203-adc10e7f46da triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:52:24.546720 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-87848fde-865e-4d12-818d-623d20cb5560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:24.625404 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5025636c-b485-4b30-987e-224ee6ad1dcf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:52:24.633515 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5025636c-b485-4b30-987e-224ee6ad1dcf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "PUT /v2.0/routers/7b963fda-236c-4511-8a91-184162bd132f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5238419 Jul 06 14:52:24.726320 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-87848fde-865e-4d12-818d-623d20cb5560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:24.773361 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-87848fde-865e-4d12-818d-623d20cb5560 None None] For port 0e5cf36a-4e82-430a-9203-adc10e7f46da, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0e5cf36a-4e82-430a-9203-adc10e7f46da,segment=NetworkSegment(30646a06-e5bd-4eb4-adbc-4f0ed10e22ba),segment_id=30646a06-e5bd-4eb4-adbc-4f0ed10e22ba)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:52:24.783223 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-87848fde-865e-4d12-818d-623d20cb5560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:24.849486 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87848fde-865e-4d12-818d-623d20cb5560 None None] Pushing event updated for resources: {'Port': ['ID=0e5cf36a-4e82-430a-9203-adc10e7f46da,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:24.856595 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-75105abd-be6d-4544-a808-d6242ced0f3b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1773800932&fields=id&tenant_id=1feba65bea46409b8920d0b09f9745d4 HTTP/1.1" status: 200 len: 267 time: 0.0498867 Jul 06 14:52:24.991003 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-8eae7fe6-e0f4-466a-ae2a-e424d7f90500 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:24.992768 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-8eae7fe6-e0f4-466a-ae2a-e424d7f90500 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/networks?id=644f7807-dfd8-4dc8-b671-d7084a47265c HTTP/1.1" status: 200 len: 796 time: 0.1268535 Jul 06 14:52:25.014103 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-9118533b-7abc-4027-8f4a-8431fcc926a4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/quotas/1feba65bea46409b8920d0b09f9745d4 HTTP/1.1" status: 200 len: 375 time: 0.0118880 Jul 06 14:52:25.027316 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-aca8a547-9f3f-4186-a6f2-78af5ed3f7e7 None None] Provisioning complete for port 0e5cf36a-4e82-430a-9203-adc10e7f46da triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:52:25.028310 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-aca8a547-9f3f-4186-a6f2-78af5ed3f7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:25.121834 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-b62ed4f1-4dee-4da4-b8fd-8ad68a929409 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1005785 Jul 06 14:52:25.175172 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-aca8a547-9f3f-4186-a6f2-78af5ed3f7e7 None None] Provisioning for port c65baf0d-943f-421a-b630-29b687b9eb44 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:52:25.179503 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-aca8a547-9f3f-4186-a6f2-78af5ed3f7e7 None None] Provisioning complete for port c65baf0d-943f-421a-b630-29b687b9eb44 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:52:25.180175 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-aca8a547-9f3f-4186-a6f2-78af5ed3f7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:25.205216 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d22b2b-8d1f-4d2b-bdb6-2e2cb562b7ce None None] Sync routers for ids ['7b963fda-236c-4511-8a91-184162bd132f'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:52:25.223530 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d22b2b-8d1f-4d2b-bdb6-2e2cb562b7ce None None] Routers {'7b963fda-236c-4511-8a91-184162bd132f'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:52:25.224423 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-36d22b2b-8d1f-4d2b-bdb6-2e2cb562b7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:52:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['7b963fda-236c-4511-8a91-184162bd132f'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:52:25.234952 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-aca8a547-9f3f-4186-a6f2-78af5ed3f7e7 None None] Port c65baf0d-943f-421a-b630-29b687b9eb44 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:52:25.369179 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e092dc81-f962-4004-90ef-fd3f736145da None None] Provisioning complete for port c65baf0d-943f-421a-b630-29b687b9eb44 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:52:25.369724 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e092dc81-f962-4004-90ef-fd3f736145da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:25.425822 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-36d22b2b-8d1f-4d2b-bdb6-2e2cb562b7ce None None] Set router 7b963fda-236c-4511-8a91-184162bd132f gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:52:25.465928 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-e092dc81-f962-4004-90ef-fd3f736145da None None] Port c65baf0d-943f-421a-b630-29b687b9eb44 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:52:25.614521 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1e1eacf5-10f6-4985-af2d-ec3fda84eca8 None None] Provisioning complete for port c65baf0d-943f-421a-b630-29b687b9eb44 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:52:25.614893 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1e1eacf5-10f6-4985-af2d-ec3fda84eca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:25.671269 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-a27c9f54-ed74-4d01-98ee-a7c0ae47a390 service neutron] 10.222.0.118 "GET /v2.0/networks/644f7807-dfd8-4dc8-b671-d7084a47265c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288544 Jul 06 14:52:25.673746 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-1e1eacf5-10f6-4985-af2d-ec3fda84eca8 None None] Port c65baf0d-943f-421a-b630-29b687b9eb44 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:52:25.697077 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-36d22b2b-8d1f-4d2b-bdb6-2e2cb562b7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b963fda-236c-4511-8a91-184162bd132f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078604230', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'c5488d8e-862b-47c0-b16c-8cd6c3572868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:52:19Z', 'updated_at': '2021-07-06T14:52:23Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': 'c5488d8e-862b-47c0-b16c-8cd6c3572868', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b963fda-236c-4511-8a91-184162bd132f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:52:20Z', 'updated_at': '2021-07-06T14:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'c65baf0d-943f-421a-b630-29b687b9eb44', 'name': '', 'network_id': '644f7807-dfd8-4dc8-b671-d7084a47265c', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:c9:24:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b963fda-236c-4511-8a91-184162bd132f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f30675ad-5d90-41bb-84bc-2429f7d03643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:52:22Z', 'updated_at': '2021-07-06T14:52:23Z', 'revision_number': 2, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': 'f30675ad-5d90-41bb-84bc-2429f7d03643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:52:25.725023 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d22b2b-8d1f-4d2b-bdb6-2e2cb562b7ce None None] Checking router: 7b963fda-236c-4511-8a91-184162bd132f for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:52:25.725294 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d22b2b-8d1f-4d2b-bdb6-2e2cb562b7ce None None] Updating router 7b963fda-236c-4511-8a91-184162bd132f port c65baf0d-943f-421a-b630-29b687b9eb44 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:52:25.763184 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-36d22b2b-8d1f-4d2b-bdb6-2e2cb562b7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:25.764259 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-0de4f456-9610-4175-895d-2368e4b8f984 service neutron] 10.222.0.118 "GET /v2.0/networks/644f7807-dfd8-4dc8-b671-d7084a47265c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868769 Jul 06 14:52:25.945342 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16d97a72-f1fc-4ad0-8c81-d4f4c4aead3b req-11da9f76-7244-48a8-a828-4cc6d29b9227 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=bd4f6859-08b5-45ca-b3a1-f806ee78d3eb HTTP/1.1" status: 200 len: 210 time: 0.0309024 Jul 06 14:52:26.055910 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0e5cf36a-4e82-430a-9203-adc10e7f46da up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:52:26.098008 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-36d22b2b-8d1f-4d2b-bdb6-2e2cb562b7ce None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:26.116866 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-36d22b2b-8d1f-4d2b-bdb6-2e2cb562b7ce None None] Transition to ACTIVE for port object c65baf0d-943f-421a-b630-29b687b9eb44 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:52:26.125328 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-36d22b2b-8d1f-4d2b-bdb6-2e2cb562b7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:26.181132 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 0e5cf36a-4e82-430a-9203-adc10e7f46da triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:52:26.182483 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:26.186148 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e420a-32a4-4bd9-a394-1276de527ab5 None None] Pushing event updated for resources: {'Port': ['ID=c65baf0d-943f-421a-b630-29b687b9eb44,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:26.279977 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-36d22b2b-8d1f-4d2b-bdb6-2e2cb562b7ce None None] Attempting to bind port c65baf0d-943f-421a-b630-29b687b9eb44 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:52:26.280678 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-36d22b2b-8d1f-4d2b-bdb6-2e2cb562b7ce None None] Attempting to bind port c65baf0d-943f-421a-b630-29b687b9eb44 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '30646a06-e5bd-4eb4-adbc-4f0ed10e22ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '644f7807-dfd8-4dc8-b671-d7084a47265c'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:52:26.280678 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d22b2b-8d1f-4d2b-bdb6-2e2cb562b7ce None None] Attempting to bind port c65baf0d-943f-421a-b630-29b687b9eb44 on network 644f7807-dfd8-4dc8-b671-d7084a47265c {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:52:26.288510 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d22b2b-8d1f-4d2b-bdb6-2e2cb562b7ce None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:52:26.288889 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d22b2b-8d1f-4d2b-bdb6-2e2cb562b7ce None None] Checking segment: {'id': '30646a06-e5bd-4eb4-adbc-4f0ed10e22ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '644f7807-dfd8-4dc8-b671-d7084a47265c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:52:26.289296 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-36d22b2b-8d1f-4d2b-bdb6-2e2cb562b7ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:26.289698 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d22b2b-8d1f-4d2b-bdb6-2e2cb562b7ce None None] Bound using segment: {'id': '30646a06-e5bd-4eb4-adbc-4f0ed10e22ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '644f7807-dfd8-4dc8-b671-d7084a47265c'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:52:26.290203 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-36d22b2b-8d1f-4d2b-bdb6-2e2cb562b7ce None None] Bound port: c65baf0d-943f-421a-b630-29b687b9eb44, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30646a06-e5bd-4eb4-adbc-4f0ed10e22ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '644f7807-dfd8-4dc8-b671-d7084a47265c'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:52:26.290593 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-36d22b2b-8d1f-4d2b-bdb6-2e2cb562b7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:26.393090 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c5488d8e-862b-47c0-b16c-8cd6c3572868 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:52:26.456692 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-36d22b2b-8d1f-4d2b-bdb6-2e2cb562b7ce None None] For port c65baf0d-943f-421a-b630-29b687b9eb44, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:52:26.461773 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-36d22b2b-8d1f-4d2b-bdb6-2e2cb562b7ce None None] For port c65baf0d-943f-421a-b630-29b687b9eb44, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c65baf0d-943f-421a-b630-29b687b9eb44,segment=NetworkSegment(30646a06-e5bd-4eb4-adbc-4f0ed10e22ba),segment_id=30646a06-e5bd-4eb4-adbc-4f0ed10e22ba)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:52:26.469666 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-36d22b2b-8d1f-4d2b-bdb6-2e2cb562b7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:26.564467 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d22b2b-8d1f-4d2b-bdb6-2e2cb562b7ce None None] Routers {'7b963fda-236c-4511-8a91-184162bd132f'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:52:26.565219 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-36d22b2b-8d1f-4d2b-bdb6-2e2cb562b7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:52:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['7b963fda-236c-4511-8a91-184162bd132f'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:52:26.571389 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e420a-32a4-4bd9-a394-1276de527ab5 None None] Pushing event updated for resources: {'Port': ['ID=c65baf0d-943f-421a-b630-29b687b9eb44,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:26.610688 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port c5488d8e-862b-47c0-b16c-8cd6c3572868 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:52:26.610925 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:26.734540 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-36d22b2b-8d1f-4d2b-bdb6-2e2cb562b7ce None None] Set router 7b963fda-236c-4511-8a91-184162bd132f gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:52:26.987287 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-36d22b2b-8d1f-4d2b-bdb6-2e2cb562b7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b963fda-236c-4511-8a91-184162bd132f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078604230', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'c5488d8e-862b-47c0-b16c-8cd6c3572868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:52:19Z', 'updated_at': '2021-07-06T14:52:23Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': 'c5488d8e-862b-47c0-b16c-8cd6c3572868', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b963fda-236c-4511-8a91-184162bd132f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:52:20Z', 'updated_at': '2021-07-06T14:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'c65baf0d-943f-421a-b630-29b687b9eb44', 'name': '', 'network_id': '644f7807-dfd8-4dc8-b671-d7084a47265c', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:c9:24:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b963fda-236c-4511-8a91-184162bd132f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f30675ad-5d90-41bb-84bc-2429f7d03643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:52:22Z', 'updated_at': '2021-07-06T14:52:26Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': 'f30675ad-5d90-41bb-84bc-2429f7d03643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:52:27.014579 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d22b2b-8d1f-4d2b-bdb6-2e2cb562b7ce None None] The sync data for ids ['7b963fda-236c-4511-8a91-184162bd132f'] in n-d-773644-6 is: [{'id': '7b963fda-236c-4511-8a91-184162bd132f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078604230', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'c5488d8e-862b-47c0-b16c-8cd6c3572868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:52:19Z', 'updated_at': '2021-07-06T14:52:23Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': 'c5488d8e-862b-47c0-b16c-8cd6c3572868', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b963fda-236c-4511-8a91-184162bd132f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:52:20Z', 'updated_at': '2021-07-06T14:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'c65baf0d-943f-421a-b630-29b687b9eb44', 'name': '', 'network_id': '644f7807-dfd8-4dc8-b671-d7084a47265c', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:c9:24:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b963fda-236c-4511-8a91-184162bd132f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f30675ad-5d90-41bb-84bc-2429f7d03643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:52:22Z', 'updated_at': '2021-07-06T14:52:26Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': 'f30675ad-5d90-41bb-84bc-2429f7d03643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:52:27.133675 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0eb2ad65-8dfd-4cb1-a159-4224551c4fb3 req-2e7ee5ea-cb28-4635-b24b-5ed494701f7d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=bd4f6859-08b5-45ca-b3a1-f806ee78d3eb HTTP/1.1" status: 200 len: 210 time: 0.0466042 Jul 06 14:52:27.432572 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-8df09733-99fb-4c48-b7a0-aa188107f910 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:27.432572 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-8df09733-99fb-4c48-b7a0-aa188107f910 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.52 "GET /v2.0/networks?id=644f7807-dfd8-4dc8-b671-d7084a47265c HTTP/1.1" status: 200 len: 796 time: 0.1460831 Jul 06 14:52:27.501652 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-0ab05a57-74da-4fa9-8987-6a96f98845a0 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1feba65bea46409b8920d0b09f9745d4 HTTP/1.1" status: 200 len: 380 time: 0.0563917 Jul 06 14:52:27.518129 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-02f99fea-5e4b-468c-ad02-b9153916fa68 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'port': {'device_id': 'bd4f6859-08b5-45ca-b3a1-f806ee78d3eb', 'network_id': '644f7807-dfd8-4dc8-b671-d7084a47265c', 'admin_state_up': True, 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'security_groups': ['7fc6bfb7-4165-4730-8053-2a5688332d63']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:52:27.688607 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-02f99fea-5e4b-468c-ad02-b9153916fa68 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Made reservation on behalf of 1feba65bea46409b8920d0b09f9745d4 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:52:27.692516 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-02f99fea-5e4b-468c-ad02-b9153916fa68 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:27.868785 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-02f99fea-5e4b-468c-ad02-b9153916fa68 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Allocated IP 172.20.0.10 (644f7807-dfd8-4dc8-b671-d7084a47265c/f30675ad-5d90-41bb-84bc-2429f7d03643/2b35ba19-eeae-44e9-8840-eaf656487ef3) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:52:28.080227 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-02f99fea-5e4b-468c-ad02-b9153916fa68 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:28.090841 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c65baf0d-943f-421a-b630-29b687b9eb44 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:52:28.098670 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-02f99fea-5e4b-468c-ad02-b9153916fa68 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Transition to ACTIVE for port object 2b35ba19-eeae-44e9-8840-eaf656487ef3 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:52:28.139387 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-02f99fea-5e4b-468c-ad02-b9153916fa68 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:28.144301 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port c65baf0d-943f-421a-b630-29b687b9eb44 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:52:28.149234 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port c65baf0d-943f-421a-b630-29b687b9eb44 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:52:28.149234 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:28.195841 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-02f99fea-5e4b-468c-ad02-b9153916fa68 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network 644f7807-dfd8-4dc8-b671-d7084a47265c is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:52:28.202381 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-02f99fea-5e4b-468c-ad02-b9153916fa68 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:52:28.224473 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-02f99fea-5e4b-468c-ad02-b9153916fa68 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:52:28.270222 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:28.271915 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f99fea-5e4b-468c-ad02-b9153916fa68 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Port': ['ID=2b35ba19-eeae-44e9-8840-eaf656487ef3,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:28.311793 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-02f99fea-5e4b-468c-ad02-b9153916fa68 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:28.312623 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-02f99fea-5e4b-468c-ad02-b9153916fa68 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:28.323180 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port c65baf0d-943f-421a-b630-29b687b9eb44, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c65baf0d-943f-421a-b630-29b687b9eb44,segment=NetworkSegment(30646a06-e5bd-4eb4-adbc-4f0ed10e22ba),segment_id=30646a06-e5bd-4eb4-adbc-4f0ed10e22ba)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:52:28.331128 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:28.363213 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-02f99fea-5e4b-468c-ad02-b9153916fa68 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8538160 Jul 06 14:52:28.379525 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-5497885c-b525-4af3-ab7c-26d9217d6e3c service neutron] Request body: {'port': {'device_id': 'bd4f6859-08b5-45ca-b3a1-f806ee78d3eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:52:28.405058 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=c65baf0d-943f-421a-b630-29b687b9eb44,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:28.487414 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51270eb-4f2b-4c3d-bad8-5bdc5af2ae68 req-aae8d56a-5901-4c87-a34b-16f47e379dae tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:28.489330 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f51270eb-4f2b-4c3d-bad8-5bdc5af2ae68 req-aae8d56a-5901-4c87-a34b-16f47e379dae tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=bd4f6859-08b5-45ca-b3a1-f806ee78d3eb HTTP/1.1" status: 200 len: 932 time: 0.1688745 Jul 06 14:52:28.508020 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-5497885c-b525-4af3-ab7c-26d9217d6e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:28.570133 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f51270eb-4f2b-4c3d-bad8-5bdc5af2ae68 req-a7c79925-2ca2-48b0-bab2-3a88984c922a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=7fc6bfb7-4165-4730-8053-2a5688332d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706203 Jul 06 14:52:28.614995 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2c5db954-7812-4b04-96ad-b7e0957056bf None None] Provisioning for port 2b35ba19-eeae-44e9-8840-eaf656487ef3 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:52:28.620552 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2c5db954-7812-4b04-96ad-b7e0957056bf None None] Provisioning complete for port 2b35ba19-eeae-44e9-8840-eaf656487ef3 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:52:28.620925 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2c5db954-7812-4b04-96ad-b7e0957056bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:28.826767 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-2c5db954-7812-4b04-96ad-b7e0957056bf None None] Port 2b35ba19-eeae-44e9-8840-eaf656487ef3 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:52:28.892256 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-5497885c-b525-4af3-ab7c-26d9217d6e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b35ba19-eeae-44e9-8840-eaf656487ef3 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:52:28.901032 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-5497885c-b525-4af3-ab7c-26d9217d6e3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:28.918571 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-5497885c-b525-4af3-ab7c-26d9217d6e3c service neutron] Transition to ACTIVE for port object 2b35ba19-eeae-44e9-8840-eaf656487ef3 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:52:28.924342 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-5497885c-b525-4af3-ab7c-26d9217d6e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:28.995954 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497885c-b525-4af3-ab7c-26d9217d6e3c service neutron] Pushing event updated for resources: {'Port': ['ID=2b35ba19-eeae-44e9-8840-eaf656487ef3,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:29.078178 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-5497885c-b525-4af3-ab7c-26d9217d6e3c service neutron] Attempting to bind port 2b35ba19-eeae-44e9-8840-eaf656487ef3 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:52:29.078433 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-5497885c-b525-4af3-ab7c-26d9217d6e3c service neutron] Attempting to bind port 2b35ba19-eeae-44e9-8840-eaf656487ef3 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '30646a06-e5bd-4eb4-adbc-4f0ed10e22ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '644f7807-dfd8-4dc8-b671-d7084a47265c'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:52:29.078768 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-5497885c-b525-4af3-ab7c-26d9217d6e3c service neutron] Attempting to bind port 2b35ba19-eeae-44e9-8840-eaf656487ef3 on network 644f7807-dfd8-4dc8-b671-d7084a47265c {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:52:29.084034 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-5497885c-b525-4af3-ab7c-26d9217d6e3c service neutron] Port 2b35ba19-eeae-44e9-8840-eaf656487ef3 on network 644f7807-dfd8-4dc8-b671-d7084a47265c not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:52:29.084361 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-5497885c-b525-4af3-ab7c-26d9217d6e3c service neutron] Attempting to bind port 2b35ba19-eeae-44e9-8840-eaf656487ef3 on network 644f7807-dfd8-4dc8-b671-d7084a47265c {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:52:29.090500 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-5497885c-b525-4af3-ab7c-26d9217d6e3c service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:52:29.090851 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-5497885c-b525-4af3-ab7c-26d9217d6e3c service neutron] Checking segment: {'id': '30646a06-e5bd-4eb4-adbc-4f0ed10e22ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '644f7807-dfd8-4dc8-b671-d7084a47265c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:52:29.091228 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-5497885c-b525-4af3-ab7c-26d9217d6e3c service neutron] Bound using segment: {'id': '30646a06-e5bd-4eb4-adbc-4f0ed10e22ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '644f7807-dfd8-4dc8-b671-d7084a47265c'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:52:29.091644 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-5497885c-b525-4af3-ab7c-26d9217d6e3c service neutron] Bound port: 2b35ba19-eeae-44e9-8840-eaf656487ef3, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30646a06-e5bd-4eb4-adbc-4f0ed10e22ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '644f7807-dfd8-4dc8-b671-d7084a47265c'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:52:29.092025 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-5497885c-b525-4af3-ab7c-26d9217d6e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:29.177431 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-5497885c-b525-4af3-ab7c-26d9217d6e3c service neutron] For port 2b35ba19-eeae-44e9-8840-eaf656487ef3, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:52:29.185362 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-5497885c-b525-4af3-ab7c-26d9217d6e3c service neutron] For port 2b35ba19-eeae-44e9-8840-eaf656487ef3, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=2b35ba19-eeae-44e9-8840-eaf656487ef3,segment=NetworkSegment(30646a06-e5bd-4eb4-adbc-4f0ed10e22ba),segment_id=30646a06-e5bd-4eb4-adbc-4f0ed10e22ba)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:52:29.190604 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-5497885c-b525-4af3-ab7c-26d9217d6e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:29.232983 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-5497885c-b525-4af3-ab7c-26d9217d6e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:29.233626 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-5497885c-b525-4af3-ab7c-26d9217d6e3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:29.235327 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-5497885c-b525-4af3-ab7c-26d9217d6e3c service neutron] 10.222.0.52 "PUT /v2.0/ports/2b35ba19-eeae-44e9-8840-eaf656487ef3 HTTP/1.1" status: 200 len: 1092 time: 0.8619447 Jul 06 14:52:29.235775 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4f6859-08b5-45ca-b3a1-f806ee78d3eb', 'tag': '2b35ba19-eeae-44e9-8840-eaf656487ef3'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:52:29.238219 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40aa656b-6ba7-4586-8173-f333482e7e76" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4f6859-08b5-45ca-b3a1-f806ee78d3eb", "tag": "2b35ba19-eeae-44e9-8840-eaf656487ef3"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:52:29.278394 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497885c-b525-4af3-ab7c-26d9217d6e3c service neutron] Pushing event updated for resources: {'Port': ['ID=2b35ba19-eeae-44e9-8840-eaf656487ef3,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:29.288373 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf51f640-964f-4b13-91a8-d3eb40ca044b x-openstack-request-id: req-bf51f640-964f-4b13-91a8-d3eb40ca044b {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:52:29.288695 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4f6859-08b5-45ca-b3a1-f806ee78d3eb", "tag": "2b35ba19-eeae-44e9-8840-eaf656487ef3", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:52:29.288958 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-bf51f640-964f-4b13-91a8-d3eb40ca044b {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:52:29.289721 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4f6859-08b5-45ca-b3a1-f806ee78d3eb', 'tag': '2b35ba19-eeae-44e9-8840-eaf656487ef3', 'status': 'completed', 'code': 200} Jul 06 14:52:29.349068 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-87bb60da-75c2-4af4-afc1-bcfc91df66f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:29.350806 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-87bb60da-75c2-4af4-afc1-bcfc91df66f1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=bd4f6859-08b5-45ca-b3a1-f806ee78d3eb HTTP/1.1" status: 200 len: 1095 time: 0.0583754 Jul 06 14:52:29.420952 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-136da637-abe0-4fa4-b71a-c672e0f957bb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b35ba19-eeae-44e9-8840-eaf656487ef3 HTTP/1.1" status: 200 len: 217 time: 0.0584290 Jul 06 14:52:29.487613 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-dc53cb78-2b1e-4973-8a6c-76cbcce52044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:29.489149 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-dc53cb78-2b1e-4973-8a6c-76cbcce52044 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f30675ad-5d90-41bb-84bc-2429f7d03643 HTTP/1.1" status: 200 len: 835 time: 0.0583229 Jul 06 14:52:29.554281 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-40080aec-b650-4fc0-9b1b-65de3e43f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:29.556045 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-40080aec-b650-4fc0-9b1b-65de3e43f0af service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=644f7807-dfd8-4dc8-b671-d7084a47265c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558403 Jul 06 14:52:29.662821 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-c93dc404-2a2c-4e57-8b02-06a0f9b56583 service neutron] 10.222.0.52 "GET /v2.0/networks/644f7807-dfd8-4dc8-b671-d7084a47265c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967035 Jul 06 14:52:29.813002 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ff4dbda-8564-46b1-a71f-6c1961d30a42 req-f2fb1533-7617-42d5-a75e-5a18b627ebf9 service neutron] 10.222.0.52 "GET /v2.0/networks/644f7807-dfd8-4dc8-b671-d7084a47265c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395166 Jul 06 14:52:29.829796 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5bf4be-72e2-40bf-83ab-213953ec670e req-c06bdeee-6909-485d-b199-6baeb8ac94bc tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:29.831434 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ca5bf4be-72e2-40bf-83ab-213953ec670e req-c06bdeee-6909-485d-b199-6baeb8ac94bc tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=bd4f6859-08b5-45ca-b3a1-f806ee78d3eb HTTP/1.1" status: 200 len: 944 time: 0.1087341 Jul 06 14:52:29.899133 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ca5bf4be-72e2-40bf-83ab-213953ec670e req-9fea7883-f822-40cb-9344-9b9f206981f4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=7fc6bfb7-4165-4730-8053-2a5688332d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611064 Jul 06 14:52:29.950939 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa656b-6ba7-4586-8173-f333482e7e76 req-d756ca73-3733-4bf2-a0d3-6b4fcfbc3420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:29.952545 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-40aa656b-6ba7-4586-8173-f333482e7e76 req-d756ca73-3733-4bf2-a0d3-6b4fcfbc3420 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=bd4f6859-08b5-45ca-b3a1-f806ee78d3eb HTTP/1.1" status: 200 len: 1095 time: 0.0791240 Jul 06 14:52:30.023009 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c65baf0d-943f-421a-b630-29b687b9eb44 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:52:30.057369 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa656b-6ba7-4586-8173-f333482e7e76 req-6146c885-01f9-4b4d-be2a-458bbec0fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:30.058948 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-40aa656b-6ba7-4586-8173-f333482e7e76 req-6146c885-01f9-4b4d-be2a-458bbec0fc25 service neutron] 10.222.0.52 "GET /v2.0/networks?id=644f7807-dfd8-4dc8-b671-d7084a47265c HTTP/1.1" status: 200 len: 897 time: 0.0988312 Jul 06 14:52:30.073594 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port c65baf0d-943f-421a-b630-29b687b9eb44 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:52:30.074073 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:30.107775 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-40aa656b-6ba7-4586-8173-f333482e7e76 req-23b4f18c-1618-4fe3-8655-33ec5ef9bdd0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b35ba19-eeae-44e9-8840-eaf656487ef3 HTTP/1.1" status: 200 len: 217 time: 0.0415165 Jul 06 14:52:30.163085 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa656b-6ba7-4586-8173-f333482e7e76 req-80886d0f-8136-45c2-8d62-e94f501db42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:30.164605 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-40aa656b-6ba7-4586-8173-f333482e7e76 req-80886d0f-8136-45c2-8d62-e94f501db42b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f30675ad-5d90-41bb-84bc-2429f7d03643 HTTP/1.1" status: 200 len: 835 time: 0.0494766 Jul 06 14:52:30.227523 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa656b-6ba7-4586-8173-f333482e7e76 req-635bafe3-e991-4f4f-aebb-4b347f486d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:30.229638 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-40aa656b-6ba7-4586-8173-f333482e7e76 req-635bafe3-e991-4f4f-aebb-4b347f486d1c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=644f7807-dfd8-4dc8-b671-d7084a47265c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578439 Jul 06 14:52:30.327558 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-40aa656b-6ba7-4586-8173-f333482e7e76 req-412c76c9-eafa-4b14-953e-76c5a78a63d0 service neutron] 10.222.0.52 "GET /v2.0/networks/644f7807-dfd8-4dc8-b671-d7084a47265c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909953 Jul 06 14:52:30.430560 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-40aa656b-6ba7-4586-8173-f333482e7e76 req-669cb80a-0ac6-4c8b-b162-01b6fdaf7a6f service neutron] 10.222.0.52 "GET /v2.0/networks/644f7807-dfd8-4dc8-b671-d7084a47265c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931554 Jul 06 14:52:31.095460 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cbfc2-4a9f-4a16-9555-ca8c0c05a798 req-8115d3ab-164d-4190-8568-f67935209763 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:31.097041 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5d8cbfc2-4a9f-4a16-9555-ca8c0c05a798 req-8115d3ab-164d-4190-8568-f67935209763 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=bd4f6859-08b5-45ca-b3a1-f806ee78d3eb HTTP/1.1" status: 200 len: 944 time: 0.0761445 Jul 06 14:52:31.138492 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5d8cbfc2-4a9f-4a16-9555-ca8c0c05a798 req-71470f5e-9796-4301-87de-2320d8e21c48 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=7fc6bfb7-4165-4730-8053-2a5688332d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356934 Jul 06 14:52:32.092572 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 2b35ba19-eeae-44e9-8840-eaf656487ef3 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:52:32.222956 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 2b35ba19-eeae-44e9-8840-eaf656487ef3, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=2b35ba19-eeae-44e9-8840-eaf656487ef3,segment=NetworkSegment(30646a06-e5bd-4eb4-adbc-4f0ed10e22ba),segment_id=30646a06-e5bd-4eb4-adbc-4f0ed10e22ba)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:52:32.237930 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '2b35ba19-eeae-44e9-8840-eaf656487ef3', 'network_id': '644f7807-dfd8-4dc8-b671-d7084a47265c', 'port_id': '2b35ba19-eeae-44e9-8840-eaf656487ef3', 'mac_address': 'fa:16:3e:be:15:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f30675ad-5d90-41bb-84bc-2429f7d03643', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:52:32.284376 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:32.311079 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b35ba19-eeae-44e9-8840-eaf656487ef3 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:52:32.335716 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 2b35ba19-eeae-44e9-8840-eaf656487ef3, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=2b35ba19-eeae-44e9-8840-eaf656487ef3,segment=NetworkSegment(30646a06-e5bd-4eb4-adbc-4f0ed10e22ba),segment_id=30646a06-e5bd-4eb4-adbc-4f0ed10e22ba)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:52:32.344842 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:32.372111 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d7947-a6f6-494b-9d52-5c0bee4449f0 req-c98ad445-5a24-478f-bb9c-cb3118971774 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:32.374826 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-324d7947-a6f6-494b-9d52-5c0bee4449f0 req-c98ad445-5a24-478f-bb9c-cb3118971774 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=bd4f6859-08b5-45ca-b3a1-f806ee78d3eb HTTP/1.1" status: 200 len: 944 time: 0.0972559 Jul 06 14:52:32.413089 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=2b35ba19-eeae-44e9-8840-eaf656487ef3,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:32.418985 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-324d7947-a6f6-494b-9d52-5c0bee4449f0 req-6015417f-a46e-4eb7-8c2d-3b2357ea7635 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=7fc6bfb7-4165-4730-8053-2a5688332d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377939 Jul 06 14:52:32.649394 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['2b35ba19-eeae-44e9-8840-eaf656487ef3'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:52:33.601964 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd553bc-3144-4335-ab0e-8138b7678373 req-48eabbd4-c80d-4023-a96d-b4873d744eaf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:33.604525 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2bd553bc-3144-4335-ab0e-8138b7678373 req-48eabbd4-c80d-4023-a96d-b4873d744eaf tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=bd4f6859-08b5-45ca-b3a1-f806ee78d3eb HTTP/1.1" status: 200 len: 945 time: 0.0642633 Jul 06 14:52:33.646813 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2bd553bc-3144-4335-ab0e-8138b7678373 req-d84d1f7f-37ba-4adb-a365-78fc5ba8510a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=7fc6bfb7-4165-4730-8053-2a5688332d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370109 Jul 06 14:52:34.091855 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 2b35ba19-eeae-44e9-8840-eaf656487ef3 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:52:34.141475 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 2b35ba19-eeae-44e9-8840-eaf656487ef3 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:52:34.145307 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 2b35ba19-eeae-44e9-8840-eaf656487ef3 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:52:34.145683 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:34.236472 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:34.262020 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4f6859-08b5-45ca-b3a1-f806ee78d3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b35ba19-eeae-44e9-8840-eaf656487ef3'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:52:34.264355 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7b3130d190d3a8890db0c4eafcc3a45a14b225becedd5045b600f6b402c608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e896527-7eb9-4fb3-b530-fd4c17ef7120" -d '{"events": [{"server_uuid": "bd4f6859-08b5-45ca-b3a1-f806ee78d3eb", "name": "network-vif-plugged", "status": "completed", "tag": "2b35ba19-eeae-44e9-8840-eaf656487ef3"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:52:34.277803 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 2b35ba19-eeae-44e9-8840-eaf656487ef3, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=2b35ba19-eeae-44e9-8840-eaf656487ef3,segment=NetworkSegment(30646a06-e5bd-4eb4-adbc-4f0ed10e22ba),segment_id=30646a06-e5bd-4eb4-adbc-4f0ed10e22ba)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:52:34.281986 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:34.329961 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=2b35ba19-eeae-44e9-8840-eaf656487ef3,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:34.372307 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc2f42a-68c4-4460-8856-35a7d320145e x-openstack-request-id: req-4bc2f42a-68c4-4460-8856-35a7d320145e {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:52:34.372605 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4f6859-08b5-45ca-b3a1-f806ee78d3eb", "name": "network-vif-plugged", "status": "completed", "tag": "2b35ba19-eeae-44e9-8840-eaf656487ef3", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:52:34.372865 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-4bc2f42a-68c4-4460-8856-35a7d320145e {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:52:34.373293 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4f6859-08b5-45ca-b3a1-f806ee78d3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b35ba19-eeae-44e9-8840-eaf656487ef3', 'code': 200} Jul 06 14:52:34.497272 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc88b73-ed8a-4d36-aefa-a092629c3a8e req-d3e8214c-5073-4474-9f23-5502735f6a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:34.498734 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3bc88b73-ed8a-4d36-aefa-a092629c3a8e req-d3e8214c-5073-4474-9f23-5502735f6a5b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bd4f6859-08b5-45ca-b3a1-f806ee78d3eb HTTP/1.1" status: 200 len: 1097 time: 0.0577531 Jul 06 14:52:34.537644 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3bc88b73-ed8a-4d36-aefa-a092629c3a8e req-ceeb2eaf-1eec-42a6-b234-3d6aa573a8df service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7fc6bfb7-4165-4730-8053-2a5688332d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297325 Jul 06 14:52:34.826245 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915659a-981d-4904-b3d3-9d47b0edc742 req-7caa6118-2b32-4d8e-9672-0de1718c43a5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:34.827824 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4915659a-981d-4904-b3d3-9d47b0edc742 req-7caa6118-2b32-4d8e-9672-0de1718c43a5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=bd4f6859-08b5-45ca-b3a1-f806ee78d3eb HTTP/1.1" status: 200 len: 946 time: 0.0641515 Jul 06 14:52:34.868260 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4915659a-981d-4904-b3d3-9d47b0edc742 req-8dd53b1f-6ddb-45ac-b95a-5e09fe3cb82c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=7fc6bfb7-4165-4730-8053-2a5688332d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345683 Jul 06 14:52:36.050545 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7fa29-8b49-4d0f-9e67-d588a66dd0eb req-5e771813-3b09-4fc5-9dad-0cda2227774d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:36.052140 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-87a7fa29-8b49-4d0f-9e67-d588a66dd0eb req-5e771813-3b09-4fc5-9dad-0cda2227774d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=bd4f6859-08b5-45ca-b3a1-f806ee78d3eb HTTP/1.1" status: 200 len: 946 time: 0.0667112 Jul 06 14:52:36.090425 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-87a7fa29-8b49-4d0f-9e67-d588a66dd0eb req-2095f189-7cb5-4649-839f-2e9f458d80bd tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=7fc6bfb7-4165-4730-8053-2a5688332d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317006 Jul 06 14:52:36.278590 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca73733-bcdd-488c-89ea-a66b9ce80780 req-54fd1685-248f-4752-a980-5dab19218970 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:36.280136 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3ca73733-bcdd-488c-89ea-a66b9ce80780 req-54fd1685-248f-4752-a980-5dab19218970 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=bd4f6859-08b5-45ca-b3a1-f806ee78d3eb HTTP/1.1" status: 200 len: 946 time: 0.0721631 Jul 06 14:52:36.320283 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3ca73733-bcdd-488c-89ea-a66b9ce80780 req-c120c1f9-4a20-44bd-b813-e0df1b86f5b4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=7fc6bfb7-4165-4730-8053-2a5688332d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342605 Jul 06 14:52:36.344961 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39416) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:52:36.397695 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4b3994-9b7e-496f-a1c2-ef118b995c9e tempest-TestNetworkAdvancedServerOps-1825529131 tempest-TestNetworkAdvancedServerOps-1825529131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:36.399277 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0b4b3994-9b7e-496f-a1c2-ef118b995c9e tempest-TestNetworkAdvancedServerOps-1825529131 tempest-TestNetworkAdvancedServerOps-1825529131-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=bd4f6859-08b5-45ca-b3a1-f806ee78d3eb HTTP/1.1" status: 200 len: 1092 time: 0.0532975 Jul 06 14:52:36.402837 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39418) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:52:36.407393 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-6449632b-6253-4ff9-b5ba-86a90e9c580a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'port_id': '2b35ba19-eeae-44e9-8840-eaf656487ef3', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:52:36.430103 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6449632b-6253-4ff9-b5ba-86a90e9c580a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:36.528382 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6449632b-6253-4ff9-b5ba-86a90e9c580a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:36.627505 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-6449632b-6253-4ff9-b5ba-86a90e9c580a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Allocated IP 172.25.6.185 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/de6794bc-004d-42f4-a0fc-70dc025d7670) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:52:36.735976 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6449632b-6253-4ff9-b5ba-86a90e9c580a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:36.775677 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6449632b-6253-4ff9-b5ba-86a90e9c580a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:36.812530 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6449632b-6253-4ff9-b5ba-86a90e9c580a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:52:36.813895 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-6449632b-6253-4ff9-b5ba-86a90e9c580a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:52:36.817403 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6449632b-6253-4ff9-b5ba-86a90e9c580a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:52:36.846803 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449632b-6253-4ff9-b5ba-86a90e9c580a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Port': ['ID=de6794bc-004d-42f4-a0fc-70dc025d7670,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:37.211648 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6449632b-6253-4ff9-b5ba-86a90e9c580a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:37.292306 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6449632b-6253-4ff9-b5ba-86a90e9c580a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:37.420853 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4422bd1b-ed3d-49cc-b8b5-e19babcaed33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:37.447210 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6449632b-6253-4ff9-b5ba-86a90e9c580a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:37.452644 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6449632b-6253-4ff9-b5ba-86a90e9c580a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:37.525479 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449632b-6253-4ff9-b5ba-86a90e9c580a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event updated for resources: {'Port': ['ID=de6794bc-004d-42f4-a0fc-70dc025d7670,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:52:37.534132 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6449632b-6253-4ff9-b5ba-86a90e9c580a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:37.635095 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-6449632b-6253-4ff9-b5ba-86a90e9c580a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Floating IP 78bde5bf-a363-4264-a8b0-d5f5fb15138f associated. External IP: 172.25.6.185, port: 2b35ba19-eeae-44e9-8840-eaf656487ef3. Jul 06 14:52:37.844799 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6449632b-6253-4ff9-b5ba-86a90e9c580a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Router 7b963fda-236c-4511-8a91-184162bd132f has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:52:37.955218 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6449632b-6253-4ff9-b5ba-86a90e9c580a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:52:37.967874 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0789bc7b-92a1-46a5-8a61-f1289eb7f62f None None] Sync routers for ids ['7b963fda-236c-4511-8a91-184162bd132f'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:52:37.973933 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-6449632b-6253-4ff9-b5ba-86a90e9c580a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:37.978194 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0789bc7b-92a1-46a5-8a61-f1289eb7f62f None None] Routers {'7b963fda-236c-4511-8a91-184162bd132f'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:52:37.979497 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-0789bc7b-92a1-46a5-8a61-f1289eb7f62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:52:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['7b963fda-236c-4511-8a91-184162bd132f'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:52:38.010801 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-6449632b-6253-4ff9-b5ba-86a90e9c580a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6061344 Jul 06 14:52:38.010801 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4f6859-08b5-45ca-b3a1-f806ee78d3eb', 'tag': '2b35ba19-eeae-44e9-8840-eaf656487ef3'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:52:38.013033 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c045e7a1-ea42-4151-8b51-4a37a8b75428" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4f6859-08b5-45ca-b3a1-f806ee78d3eb", "tag": "2b35ba19-eeae-44e9-8840-eaf656487ef3"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:52:38.091601 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-0789bc7b-92a1-46a5-8a61-f1289eb7f62f None None] Set router 7b963fda-236c-4511-8a91-184162bd132f gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:52:38.167720 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a61028-d459-4e08-938f-12b75d62696a req-c14decb5-f018-4b73-9a5a-3e8b73e21d51 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:38.169311 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8a61028-d459-4e08-938f-12b75d62696a req-c14decb5-f018-4b73-9a5a-3e8b73e21d51 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=bd4f6859-08b5-45ca-b3a1-f806ee78d3eb HTTP/1.1" status: 200 len: 946 time: 0.0655906 Jul 06 14:52:38.214936 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e8a61028-d459-4e08-938f-12b75d62696a req-7bec899e-a23d-46a0-9b8a-7b841d7fcc67 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=7fc6bfb7-4165-4730-8053-2a5688332d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395105 Jul 06 14:52:38.239622 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39424) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:52:38.277722 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10256f96-902e-4aa2-ade4-e76ccbc78077 x-openstack-request-id: req-10256f96-902e-4aa2-ade4-e76ccbc78077 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:52:38.278066 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4f6859-08b5-45ca-b3a1-f806ee78d3eb", "tag": "2b35ba19-eeae-44e9-8840-eaf656487ef3", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:52:38.278314 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-10256f96-902e-4aa2-ade4-e76ccbc78077 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:52:38.278728 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4f6859-08b5-45ca-b3a1-f806ee78d3eb', 'tag': '2b35ba19-eeae-44e9-8840-eaf656487ef3', 'status': 'completed', 'code': 200} Jul 06 14:52:38.309490 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-229c5058-41fb-4d5b-a3ee-3b985f0506d5 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/floatingips/78bde5bf-a363-4264-a8b0-d5f5fb15138f HTTP/1.1" status: 200 len: 992 time: 0.0680714 Jul 06 14:52:38.346611 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-0789bc7b-92a1-46a5-8a61-f1289eb7f62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b963fda-236c-4511-8a91-184162bd132f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078604230', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'c5488d8e-862b-47c0-b16c-8cd6c3572868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:52:19Z', 'updated_at': '2021-07-06T14:52:23Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': 'c5488d8e-862b-47c0-b16c-8cd6c3572868', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b963fda-236c-4511-8a91-184162bd132f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:52:20Z', 'updated_at': '2021-07-06T14:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '78bde5bf-a363-4264-a8b0-d5f5fb15138f', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '7b963fda-236c-4511-8a91-184162bd132f', 'port_id': '2b35ba19-eeae-44e9-8840-eaf656487ef3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '644f7807-dfd8-4dc8-b671-d7084a47265c', 'mac_address': 'fa:16:3e:be:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4f6859-08b5-45ca-b3a1-f806ee78d3eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:52:37Z', 'updated_at': '2021-07-06T14:52:37Z', 'revision_number': 0, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65baf0d-943f-421a-b630-29b687b9eb44', 'name': '', 'network_id': '644f7807-dfd8-4dc8-b671-d7084a47265c', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:c9:24:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b963fda-236c-4511-8a91-184162bd132f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f30675ad-5d90-41bb-84bc-2429f7d03643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:52:22Z', 'updated_at': '2021-07-06T14:52:28Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': 'f30675ad-5d90-41bb-84bc-2429f7d03643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:52:38.359071 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045e7a1-ea42-4151-8b51-4a37a8b75428 req-9da9835e-5ac4-401f-a5f1-a7cd303dd94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:38.360765 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c045e7a1-ea42-4151-8b51-4a37a8b75428 req-9da9835e-5ac4-401f-a5f1-a7cd303dd94a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=bd4f6859-08b5-45ca-b3a1-f806ee78d3eb HTTP/1.1" status: 200 len: 1097 time: 0.0596323 Jul 06 14:52:38.378716 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0789bc7b-92a1-46a5-8a61-f1289eb7f62f None None] Checking router: 7b963fda-236c-4511-8a91-184162bd132f for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:52:38.387532 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0789bc7b-92a1-46a5-8a61-f1289eb7f62f None None] Routers {'7b963fda-236c-4511-8a91-184162bd132f'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:52:38.388149 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-0789bc7b-92a1-46a5-8a61-f1289eb7f62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:52:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['7b963fda-236c-4511-8a91-184162bd132f'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:52:38.457847 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045e7a1-ea42-4151-8b51-4a37a8b75428 req-756c05dd-08dc-43ab-9927-2f0bd1395f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:38.459355 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c045e7a1-ea42-4151-8b51-4a37a8b75428 req-756c05dd-08dc-43ab-9927-2f0bd1395f1c service neutron] 10.222.0.52 "GET /v2.0/networks?id=644f7807-dfd8-4dc8-b671-d7084a47265c HTTP/1.1" status: 200 len: 897 time: 0.0915051 Jul 06 14:52:38.540550 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c045e7a1-ea42-4151-8b51-4a37a8b75428 req-e09be5bf-bfbc-4f38-9cd7-b56da8e652f5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b35ba19-eeae-44e9-8840-eaf656487ef3 HTTP/1.1" status: 200 len: 1000 time: 0.0743213 Jul 06 14:52:38.591077 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-0789bc7b-92a1-46a5-8a61-f1289eb7f62f None None] Set router 7b963fda-236c-4511-8a91-184162bd132f gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:52:38.591501 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045e7a1-ea42-4151-8b51-4a37a8b75428 req-0de9dbf8-fbae-4e4d-bcd8-d72e38c0488c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:38.593028 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c045e7a1-ea42-4151-8b51-4a37a8b75428 req-0de9dbf8-fbae-4e4d-bcd8-d72e38c0488c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f30675ad-5d90-41bb-84bc-2429f7d03643 HTTP/1.1" status: 200 len: 835 time: 0.0467129 Jul 06 14:52:38.649890 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045e7a1-ea42-4151-8b51-4a37a8b75428 req-3c6fd995-ce24-4883-b71b-479bef10f569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:52:38.652521 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c045e7a1-ea42-4151-8b51-4a37a8b75428 req-3c6fd995-ce24-4883-b71b-479bef10f569 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=644f7807-dfd8-4dc8-b671-d7084a47265c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534849 Jul 06 14:52:38.749260 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c045e7a1-ea42-4151-8b51-4a37a8b75428 req-db778aaa-914a-495c-bb2f-7c6d4d6878ab service neutron] 10.222.0.52 "GET /v2.0/networks/644f7807-dfd8-4dc8-b671-d7084a47265c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895939 Jul 06 14:52:38.815631 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-0789bc7b-92a1-46a5-8a61-f1289eb7f62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b963fda-236c-4511-8a91-184162bd132f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078604230', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'c5488d8e-862b-47c0-b16c-8cd6c3572868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:52:19Z', 'updated_at': '2021-07-06T14:52:23Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': 'c5488d8e-862b-47c0-b16c-8cd6c3572868', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b963fda-236c-4511-8a91-184162bd132f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:52:20Z', 'updated_at': '2021-07-06T14:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '78bde5bf-a363-4264-a8b0-d5f5fb15138f', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '7b963fda-236c-4511-8a91-184162bd132f', 'port_id': '2b35ba19-eeae-44e9-8840-eaf656487ef3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '644f7807-dfd8-4dc8-b671-d7084a47265c', 'mac_address': 'fa:16:3e:be:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4f6859-08b5-45ca-b3a1-f806ee78d3eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:52:37Z', 'updated_at': '2021-07-06T14:52:37Z', 'revision_number': 0, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65baf0d-943f-421a-b630-29b687b9eb44', 'name': '', 'network_id': '644f7807-dfd8-4dc8-b671-d7084a47265c', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:c9:24:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b963fda-236c-4511-8a91-184162bd132f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f30675ad-5d90-41bb-84bc-2429f7d03643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:52:22Z', 'updated_at': '2021-07-06T14:52:28Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': 'f30675ad-5d90-41bb-84bc-2429f7d03643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:52:38.841946 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c045e7a1-ea42-4151-8b51-4a37a8b75428 req-926a9b6d-b314-4ae3-9297-f86c1dae8116 service neutron] 10.222.0.52 "GET /v2.0/networks/644f7807-dfd8-4dc8-b671-d7084a47265c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866034 Jul 06 14:52:38.843196 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0789bc7b-92a1-46a5-8a61-f1289eb7f62f None None] The sync data for ids ['7b963fda-236c-4511-8a91-184162bd132f'] in n-d-773644-6 is: [{'id': '7b963fda-236c-4511-8a91-184162bd132f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078604230', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'c5488d8e-862b-47c0-b16c-8cd6c3572868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:52:19Z', 'updated_at': '2021-07-06T14:52:23Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': 'c5488d8e-862b-47c0-b16c-8cd6c3572868', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b963fda-236c-4511-8a91-184162bd132f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:52:20Z', 'updated_at': '2021-07-06T14:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '78bde5bf-a363-4264-a8b0-d5f5fb15138f', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '7b963fda-236c-4511-8a91-184162bd132f', 'port_id': '2b35ba19-eeae-44e9-8840-eaf656487ef3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '644f7807-dfd8-4dc8-b671-d7084a47265c', 'mac_address': 'fa:16:3e:be:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4f6859-08b5-45ca-b3a1-f806ee78d3eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:52:37Z', 'updated_at': '2021-07-06T14:52:37Z', 'revision_number': 0, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c65baf0d-943f-421a-b630-29b687b9eb44', 'name': '', 'network_id': '644f7807-dfd8-4dc8-b671-d7084a47265c', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:c9:24:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b963fda-236c-4511-8a91-184162bd132f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f30675ad-5d90-41bb-84bc-2429f7d03643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:52:22Z', 'updated_at': '2021-07-06T14:52:28Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': 'f30675ad-5d90-41bb-84bc-2429f7d03643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:52:39.060808 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dd982a-0819-48c9-bc8f-89845e2dbddd None None] New status for floating IP 78bde5bf-a363-4264-a8b0-d5f5fb15138f: ACTIVE {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:52:39.312024 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39426) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:52:39.376006 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e7b21e92-df3b-45be-8e4d-984f99f33eaa tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/floatingips/78bde5bf-a363-4264-a8b0-d5f5fb15138f HTTP/1.1" status: 200 len: 994 time: 0.0628850 Jul 06 14:52:40.349377 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:40.645271 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f2cb3af3-3e42-42fe-b744-20c45ee5c79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:41.757271 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:43.306988 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:44.749065 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:52:47.190909 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:52:49.355842 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:07.426738 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dc459553-b57e-41e1-ba89-03d7ffbe68d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:09.577125 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da8e056d-2719-4c6a-80d8-10029bd278c4 req-16f87cc3-3e5a-44f1-b107-72502aa84775 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bd4f6859-08b5-45ca-b3a1-f806ee78d3eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557699 Jul 06 14:53:10.110244 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e056d-2719-4c6a-80d8-10029bd278c4 req-98c99343-16dd-4787-a347-34bca2ba93a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:10.111783 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da8e056d-2719-4c6a-80d8-10029bd278c4 req-98c99343-16dd-4787-a347-34bca2ba93a1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=bd4f6859-08b5-45ca-b3a1-f806ee78d3eb HTTP/1.1" status: 200 len: 1097 time: 0.4851120 Jul 06 14:53:10.219892 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e056d-2719-4c6a-80d8-10029bd278c4 req-b8bea87a-aa4a-463d-932e-9364b23a1346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:10.221445 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da8e056d-2719-4c6a-80d8-10029bd278c4 req-b8bea87a-aa4a-463d-932e-9364b23a1346 service neutron] 10.222.0.52 "GET /v2.0/networks?id=644f7807-dfd8-4dc8-b671-d7084a47265c HTTP/1.1" status: 200 len: 897 time: 0.0881169 Jul 06 14:53:10.299000 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da8e056d-2719-4c6a-80d8-10029bd278c4 req-03e83fc3-d9fd-4178-a0b4-823d3a98cb08 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b35ba19-eeae-44e9-8840-eaf656487ef3 HTTP/1.1" status: 200 len: 1002 time: 0.0688820 Jul 06 14:53:10.348817 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:10.350141 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e056d-2719-4c6a-80d8-10029bd278c4 req-690b91cf-d291-4b5b-8041-f960ba6584c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:10.351670 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da8e056d-2719-4c6a-80d8-10029bd278c4 req-690b91cf-d291-4b5b-8041-f960ba6584c9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f30675ad-5d90-41bb-84bc-2429f7d03643 HTTP/1.1" status: 200 len: 835 time: 0.0455694 Jul 06 14:53:10.412568 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e056d-2719-4c6a-80d8-10029bd278c4 req-6ce83bdb-ed0d-4143-a362-98a0c565d8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:10.414162 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da8e056d-2719-4c6a-80d8-10029bd278c4 req-6ce83bdb-ed0d-4143-a362-98a0c565d8ce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=644f7807-dfd8-4dc8-b671-d7084a47265c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559506 Jul 06 14:53:10.517201 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da8e056d-2719-4c6a-80d8-10029bd278c4 req-0f611eb9-50f1-4d46-8dfd-7ec03986c0b7 service neutron] 10.222.0.52 "GET /v2.0/networks/644f7807-dfd8-4dc8-b671-d7084a47265c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913806 Jul 06 14:53:10.637249 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da8e056d-2719-4c6a-80d8-10029bd278c4 req-c6b1a75d-d4a5-4186-a396-d5bb755bf010 service neutron] 10.222.0.52 "GET /v2.0/networks/644f7807-dfd8-4dc8-b671-d7084a47265c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117246 Jul 06 14:53:10.650640 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d9b5a68b-a2e7-4301-8ab7-1537cb9aefe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:11.757330 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:13.318057 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:14.960137 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df041c27-c654-460b-915d-8288374f7474 req-ce863540-b033-42dd-b396-8ad880d7536e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:14.961647 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df041c27-c654-460b-915d-8288374f7474 req-ce863540-b033-42dd-b396-8ad880d7536e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=bd4f6859-08b5-45ca-b3a1-f806ee78d3eb HTTP/1.1" status: 200 len: 946 time: 0.0685229 Jul 06 14:53:15.005346 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df041c27-c654-460b-915d-8288374f7474 req-e9532e71-5c1e-4025-b88a-43a1bf3c38c1 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=7fc6bfb7-4165-4730-8053-2a5688332d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370884 Jul 06 14:53:16.204645 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf172631-4645-4ed7-b306-ae44da5a70bd req-0ccd64ac-c8c3-46ae-bb0f-75fb0cfa4f8a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:16.205801 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf172631-4645-4ed7-b306-ae44da5a70bd req-0ccd64ac-c8c3-46ae-bb0f-75fb0cfa4f8a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=bd4f6859-08b5-45ca-b3a1-f806ee78d3eb HTTP/1.1" status: 200 len: 946 time: 0.0644774 Jul 06 14:53:16.244659 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf172631-4645-4ed7-b306-ae44da5a70bd req-89328a90-a6ab-40f9-999c-231f816eb0e8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=7fc6bfb7-4165-4730-8053-2a5688332d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331202 Jul 06 14:53:16.270262 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39450) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:53:16.340827 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f1ecbc36-d5bc-493b-ad91-c60f18380ee8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/floatingips/78bde5bf-a363-4264-a8b0-d5f5fb15138f HTTP/1.1" status: 200 len: 994 time: 0.0692561 Jul 06 14:53:17.189770 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:17.819530 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925ccbe-16e5-4b24-bc6f-2be8b6bd24bf req-5768d447-4e61-4ba9-b7d4-cc685933a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:17.820950 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8925ccbe-16e5-4b24-bc6f-2be8b6bd24bf req-5768d447-4e61-4ba9-b7d4-cc685933a727 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=bd4f6859-08b5-45ca-b3a1-f806ee78d3eb HTTP/1.1" status: 200 len: 1097 time: 0.0912070 Jul 06 14:53:17.836071 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48150b6f-c55a-446a-b85b-c399dec4f2b2 req-29a54d34-299c-444b-ae97-ef0f20ce2100 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:17.837538 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-48150b6f-c55a-446a-b85b-c399dec4f2b2 req-29a54d34-299c-444b-ae97-ef0f20ce2100 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=bd4f6859-08b5-45ca-b3a1-f806ee78d3eb HTTP/1.1" status: 200 len: 946 time: 0.0997536 Jul 06 14:53:17.927622 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-48150b6f-c55a-446a-b85b-c399dec4f2b2 req-43140f1c-4846-491d-b12c-7018b456b246 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=7fc6bfb7-4165-4730-8053-2a5688332d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813391 Jul 06 14:53:17.954812 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925ccbe-16e5-4b24-bc6f-2be8b6bd24bf req-09fdf263-97b8-4143-99e7-d8c560c16430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:17.956362 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8925ccbe-16e5-4b24-bc6f-2be8b6bd24bf req-09fdf263-97b8-4143-99e7-d8c560c16430 service neutron] 10.222.0.52 "GET /v2.0/networks?id=644f7807-dfd8-4dc8-b671-d7084a47265c HTTP/1.1" status: 200 len: 897 time: 0.1179314 Jul 06 14:53:18.025825 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8925ccbe-16e5-4b24-bc6f-2be8b6bd24bf req-9d74c5aa-b2ca-41b7-97a5-b7fe4effdb65 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b35ba19-eeae-44e9-8840-eaf656487ef3 HTTP/1.1" status: 200 len: 1002 time: 0.0596662 Jul 06 14:53:18.082966 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925ccbe-16e5-4b24-bc6f-2be8b6bd24bf req-5677d9f7-9819-4f25-ac12-037bbf941c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:18.084382 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8925ccbe-16e5-4b24-bc6f-2be8b6bd24bf req-5677d9f7-9819-4f25-ac12-037bbf941c8d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f30675ad-5d90-41bb-84bc-2429f7d03643 HTTP/1.1" status: 200 len: 835 time: 0.0493944 Jul 06 14:53:18.146340 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925ccbe-16e5-4b24-bc6f-2be8b6bd24bf req-d4cf7310-c062-45b5-a717-f5c9b3fbad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:18.147870 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8925ccbe-16e5-4b24-bc6f-2be8b6bd24bf req-d4cf7310-c062-45b5-a717-f5c9b3fbad2f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=644f7807-dfd8-4dc8-b671-d7084a47265c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529678 Jul 06 14:53:18.244063 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8925ccbe-16e5-4b24-bc6f-2be8b6bd24bf req-3138a744-c844-443d-bf8b-18be574924c9 service neutron] 10.222.0.52 "GET /v2.0/networks/644f7807-dfd8-4dc8-b671-d7084a47265c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864768 Jul 06 14:53:18.344793 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8925ccbe-16e5-4b24-bc6f-2be8b6bd24bf req-ccfef986-a513-4ecb-8926-16fe2c086991 service neutron] 10.222.0.52 "GET /v2.0/networks/644f7807-dfd8-4dc8-b671-d7084a47265c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940719 Jul 06 14:53:19.127821 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8957b-a6c2-4432-b18c-5f614c6ca098 req-e53721e2-3ea8-4701-8577-b7527b5d75e4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:19.129336 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fec8957b-a6c2-4432-b18c-5f614c6ca098 req-e53721e2-3ea8-4701-8577-b7527b5d75e4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=bd4f6859-08b5-45ca-b3a1-f806ee78d3eb HTTP/1.1" status: 200 len: 946 time: 0.0689466 Jul 06 14:53:19.169393 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fec8957b-a6c2-4432-b18c-5f614c6ca098 req-2ec933df-601a-4c6c-ba45-e62c6f3712a6 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=7fc6bfb7-4165-4730-8053-2a5688332d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341949 Jul 06 14:53:19.368308 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:20.355033 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a6f2a-5007-4d47-831c-dd5f5a0e4e1c req-d937a0bd-7878-4820-9b98-496eb3404fb2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:20.356506 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-013a6f2a-5007-4d47-831c-dd5f5a0e4e1c req-d937a0bd-7878-4820-9b98-496eb3404fb2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=bd4f6859-08b5-45ca-b3a1-f806ee78d3eb HTTP/1.1" status: 200 len: 946 time: 0.0712671 Jul 06 14:53:20.398358 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-013a6f2a-5007-4d47-831c-dd5f5a0e4e1c req-7ebe997d-6592-4b2f-a748-b7caa6ad28b9 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=7fc6bfb7-4165-4730-8053-2a5688332d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351663 Jul 06 14:53:20.423976 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39462) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:53:20.485079 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-564500f1-2a35-4b36-b5f7-bb7fe80e926a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/floatingips/78bde5bf-a363-4264-a8b0-d5f5fb15138f HTTP/1.1" status: 200 len: 994 time: 0.0599346 Jul 06 14:53:20.749291 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39468) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:53:20.908894 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-f2d707e3-7bac-4458-8621-8a966a2ccb1b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Deleting port de6794bc-004d-42f4-a0fc-70dc025d7670 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:53:20.909244 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f2d707e3-7bac-4458-8621-8a966a2ccb1b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:20.990884 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f2d707e3-7bac-4458-8621-8a966a2ccb1b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:20.991220 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f2d707e3-7bac-4458-8621-8a966a2ccb1b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:21.004331 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-f2d707e3-7bac-4458-8621-8a966a2ccb1b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Calling delete_port for de6794bc-004d-42f4-a0fc-70dc025d7670 owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:53:21.164325 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f2d707e3-7bac-4458-8621-8a966a2ccb1b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:21.191712 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d707e3-7bac-4458-8621-8a966a2ccb1b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'Port': ['ID=de6794bc-004d-42f4-a0fc-70dc025d7670,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:21.223024 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d707e3-7bac-4458-8621-8a966a2ccb1b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:21.223790 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d707e3-7bac-4458-8621-8a966a2ccb1b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:21.224178 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d707e3-7bac-4458-8621-8a966a2ccb1b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:21.224524 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d707e3-7bac-4458-8621-8a966a2ccb1b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:21.224879 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d707e3-7bac-4458-8621-8a966a2ccb1b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:21.225212 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d707e3-7bac-4458-8621-8a966a2ccb1b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:21.225783 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d707e3-7bac-4458-8621-8a966a2ccb1b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:21.226127 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d707e3-7bac-4458-8621-8a966a2ccb1b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:21.226465 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d707e3-7bac-4458-8621-8a966a2ccb1b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:21.226798 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d707e3-7bac-4458-8621-8a966a2ccb1b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:21.227128 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d707e3-7bac-4458-8621-8a966a2ccb1b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:21.227457 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d707e3-7bac-4458-8621-8a966a2ccb1b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:21.267933 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f2d707e3-7bac-4458-8621-8a966a2ccb1b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:21.268323 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-f2d707e3-7bac-4458-8621-8a966a2ccb1b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Floating IP 78bde5bf-a363-4264-a8b0-d5f5fb15138f disassociated (deleted). External IP: 172.25.6.185, port: 2b35ba19-eeae-44e9-8840-eaf656487ef3. Jul 06 14:53:21.493325 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d707e3-7bac-4458-8621-8a966a2ccb1b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Router 7b963fda-236c-4511-8a91-184162bd132f has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:53:21.607469 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d707e3-7bac-4458-8621-8a966a2ccb1b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:53:21.613030 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f2d707e3-7bac-4458-8621-8a966a2ccb1b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:21.620611 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e48e82-aec4-4710-94a8-378532aee2e2 None None] Sync routers for ids ['7b963fda-236c-4511-8a91-184162bd132f'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:53:21.630151 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e48e82-aec4-4710-94a8-378532aee2e2 None None] Routers {'7b963fda-236c-4511-8a91-184162bd132f'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:53:21.630792 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-94e48e82-aec4-4710-94a8-378532aee2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:53:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['7b963fda-236c-4511-8a91-184162bd132f'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:53:21.671909 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f2d707e3-7bac-4458-8621-8a966a2ccb1b tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "DELETE /v2.0/floatingips/78bde5bf-a363-4264-a8b0-d5f5fb15138f HTTP/1.1" status: 204 len: 168 time: 0.9177146 Jul 06 14:53:21.671909 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4f6859-08b5-45ca-b3a1-f806ee78d3eb', 'tag': '2b35ba19-eeae-44e9-8840-eaf656487ef3'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:53:21.671909 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2973e0c2-18aa-46bd-8ecb-38074af6d304" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4f6859-08b5-45ca-b3a1-f806ee78d3eb", "tag": "2b35ba19-eeae-44e9-8840-eaf656487ef3"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:53:21.747305 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-94e48e82-aec4-4710-94a8-378532aee2e2 None None] Set router 7b963fda-236c-4511-8a91-184162bd132f gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:53:21.776141 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:53:21.954144 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ec5646-3ea7-4eab-863b-27ead4b0ba67 x-openstack-request-id: req-48ec5646-3ea7-4eab-863b-27ead4b0ba67 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:53:21.954444 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4f6859-08b5-45ca-b3a1-f806ee78d3eb", "tag": "2b35ba19-eeae-44e9-8840-eaf656487ef3", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:53:21.954707 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-48ec5646-3ea7-4eab-863b-27ead4b0ba67 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:53:21.955659 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4f6859-08b5-45ca-b3a1-f806ee78d3eb', 'tag': '2b35ba19-eeae-44e9-8840-eaf656487ef3', 'status': 'completed', 'code': 200} Jul 06 14:53:21.980565 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-94e48e82-aec4-4710-94a8-378532aee2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b963fda-236c-4511-8a91-184162bd132f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078604230', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'c5488d8e-862b-47c0-b16c-8cd6c3572868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:52:19Z', 'updated_at': '2021-07-06T14:52:23Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': 'c5488d8e-862b-47c0-b16c-8cd6c3572868', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b963fda-236c-4511-8a91-184162bd132f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:52:20Z', 'updated_at': '2021-07-06T14:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'c65baf0d-943f-421a-b630-29b687b9eb44', 'name': '', 'network_id': '644f7807-dfd8-4dc8-b671-d7084a47265c', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:c9:24:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b963fda-236c-4511-8a91-184162bd132f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f30675ad-5d90-41bb-84bc-2429f7d03643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:52:22Z', 'updated_at': '2021-07-06T14:52:28Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': 'f30675ad-5d90-41bb-84bc-2429f7d03643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:53:22.034920 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e48e82-aec4-4710-94a8-378532aee2e2 None None] Checking router: 7b963fda-236c-4511-8a91-184162bd132f for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:53:22.045188 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e48e82-aec4-4710-94a8-378532aee2e2 None None] Routers {'7b963fda-236c-4511-8a91-184162bd132f'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:53:22.046393 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-94e48e82-aec4-4710-94a8-378532aee2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:53:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['7b963fda-236c-4511-8a91-184162bd132f'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:53:22.057547 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973e0c2-18aa-46bd-8ecb-38074af6d304 req-bf56fda2-7949-40ac-a629-0e2fc68f0327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:22.059371 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2973e0c2-18aa-46bd-8ecb-38074af6d304 req-bf56fda2-7949-40ac-a629-0e2fc68f0327 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1feba65bea46409b8920d0b09f9745d4&device_id=bd4f6859-08b5-45ca-b3a1-f806ee78d3eb HTTP/1.1" status: 200 len: 1097 time: 0.0709634 Jul 06 14:53:22.163470 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-94e48e82-aec4-4710-94a8-378532aee2e2 None None] Set router 7b963fda-236c-4511-8a91-184162bd132f gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:53:22.191645 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973e0c2-18aa-46bd-8ecb-38074af6d304 req-f02db0cb-0410-4216-adc4-cd9c904c19a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:22.193156 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2973e0c2-18aa-46bd-8ecb-38074af6d304 req-f02db0cb-0410-4216-adc4-cd9c904c19a6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=644f7807-dfd8-4dc8-b671-d7084a47265c HTTP/1.1" status: 200 len: 897 time: 0.1229167 Jul 06 14:53:22.202457 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1b9e9-97a0-427b-a0b4-dea5641a5131 req-a207cdc8-8a2e-4f00-bc1c-2868afdf2497 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:22.203958 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a5f1b9e9-97a0-427b-a0b4-dea5641a5131 req-a207cdc8-8a2e-4f00-bc1c-2868afdf2497 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=bd4f6859-08b5-45ca-b3a1-f806ee78d3eb HTTP/1.1" status: 200 len: 946 time: 0.1437037 Jul 06 14:53:22.247075 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2973e0c2-18aa-46bd-8ecb-38074af6d304 req-f550ba85-831c-4f34-9899-a054d9d85a6f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b35ba19-eeae-44e9-8840-eaf656487ef3 HTTP/1.1" status: 200 len: 217 time: 0.0421104 Jul 06 14:53:22.308530 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a5f1b9e9-97a0-427b-a0b4-dea5641a5131 req-1d8daf39-432c-4411-881f-f9710e8f998e tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=7fc6bfb7-4165-4730-8053-2a5688332d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977540 Jul 06 14:53:22.314727 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973e0c2-18aa-46bd-8ecb-38074af6d304 req-f53f7514-13e3-4f85-b63c-4fb34c2d8b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:22.316341 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2973e0c2-18aa-46bd-8ecb-38074af6d304 req-f53f7514-13e3-4f85-b63c-4fb34c2d8b95 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f30675ad-5d90-41bb-84bc-2429f7d03643 HTTP/1.1" status: 200 len: 835 time: 0.0628788 Jul 06 14:53:22.388488 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973e0c2-18aa-46bd-8ecb-38074af6d304 req-afe86627-dc67-4ad3-839b-e44495f45bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:22.390425 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2973e0c2-18aa-46bd-8ecb-38074af6d304 req-afe86627-dc67-4ad3-839b-e44495f45bce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=644f7807-dfd8-4dc8-b671-d7084a47265c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642340 Jul 06 14:53:22.394969 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-94e48e82-aec4-4710-94a8-378532aee2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b963fda-236c-4511-8a91-184162bd132f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078604230', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'c5488d8e-862b-47c0-b16c-8cd6c3572868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:52:19Z', 'updated_at': '2021-07-06T14:52:23Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': 'c5488d8e-862b-47c0-b16c-8cd6c3572868', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b963fda-236c-4511-8a91-184162bd132f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:52:20Z', 'updated_at': '2021-07-06T14:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'c65baf0d-943f-421a-b630-29b687b9eb44', 'name': '', 'network_id': '644f7807-dfd8-4dc8-b671-d7084a47265c', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:c9:24:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b963fda-236c-4511-8a91-184162bd132f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f30675ad-5d90-41bb-84bc-2429f7d03643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:52:22Z', 'updated_at': '2021-07-06T14:52:28Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': 'f30675ad-5d90-41bb-84bc-2429f7d03643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:53:22.423686 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e48e82-aec4-4710-94a8-378532aee2e2 None None] The sync data for ids ['7b963fda-236c-4511-8a91-184162bd132f'] in n-d-773644-6 is: [{'id': '7b963fda-236c-4511-8a91-184162bd132f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078604230', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'c5488d8e-862b-47c0-b16c-8cd6c3572868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:52:19Z', 'updated_at': '2021-07-06T14:52:23Z', 'revision_number': 4, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': 'c5488d8e-862b-47c0-b16c-8cd6c3572868', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b963fda-236c-4511-8a91-184162bd132f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:52:20Z', 'updated_at': '2021-07-06T14:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'c65baf0d-943f-421a-b630-29b687b9eb44', 'name': '', 'network_id': '644f7807-dfd8-4dc8-b671-d7084a47265c', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'mac_address': 'fa:16:3e:c9:24:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b963fda-236c-4511-8a91-184162bd132f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'f30675ad-5d90-41bb-84bc-2429f7d03643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:52:22Z', 'updated_at': '2021-07-06T14:52:28Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'subnets': [{'id': 'f30675ad-5d90-41bb-84bc-2429f7d03643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:53:22.492741 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2973e0c2-18aa-46bd-8ecb-38074af6d304 req-cf31d820-d39a-49f5-9ca8-e696c4fd2205 service neutron] 10.222.0.52 "GET /v2.0/networks/644f7807-dfd8-4dc8-b671-d7084a47265c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905774 Jul 06 14:53:22.593457 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2973e0c2-18aa-46bd-8ecb-38074af6d304 req-8324a6de-4afb-4b0f-8f3b-a1dc62a6e584 service neutron] 10.222.0.52 "GET /v2.0/networks/644f7807-dfd8-4dc8-b671-d7084a47265c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942402 Jul 06 14:53:22.660505 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9e3818-f899-4dac-a924-c9577675c969 None None] New status for floating IP 78bde5bf-a363-4264-a8b0-d5f5fb15138f: DOWN {{(pid=100419) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:53:23.490600 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb6d2f-8469-478a-8bff-34bc5793612c req-104176e9-539a-41d1-b933-ee898ec561b1 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:23.492097 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f5cb6d2f-8469-478a-8bff-34bc5793612c req-104176e9-539a-41d1-b933-ee898ec561b1 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=bd4f6859-08b5-45ca-b3a1-f806ee78d3eb HTTP/1.1" status: 200 len: 946 time: 0.0632279 Jul 06 14:53:23.529784 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f5cb6d2f-8469-478a-8bff-34bc5793612c req-2229f650-f775-4f47-a845-1e15201f0ed8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/security-groups?id=7fc6bfb7-4165-4730-8053-2a5688332d63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312011 Jul 06 14:53:23.858717 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7d2bb-7432-4450-83ad-fcc1c1f300a6 req-469653de-e5f4-48c6-ba63-1e2e1edd213a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:23.860299 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-77d7d2bb-7432-4450-83ad-fcc1c1f300a6 req-469653de-e5f4-48c6-ba63-1e2e1edd213a tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.52 "GET /v2.0/ports?device_id=bd4f6859-08b5-45ca-b3a1-f806ee78d3eb HTTP/1.1" status: 200 len: 946 time: 0.0742826 Jul 06 14:53:23.969884 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-77d7d2bb-7432-4450-83ad-fcc1c1f300a6 req-b5cb6ec4-57e5-4923-8de6-9943982ff0f0 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Deleting port 2b35ba19-eeae-44e9-8840-eaf656487ef3 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:53:23.970240 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-77d7d2bb-7432-4450-83ad-fcc1c1f300a6 req-b5cb6ec4-57e5-4923-8de6-9943982ff0f0 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:24.060671 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-77d7d2bb-7432-4450-83ad-fcc1c1f300a6 req-b5cb6ec4-57e5-4923-8de6-9943982ff0f0 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] For port 2b35ba19-eeae-44e9-8840-eaf656487ef3, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=2b35ba19-eeae-44e9-8840-eaf656487ef3,segment=NetworkSegment(30646a06-e5bd-4eb4-adbc-4f0ed10e22ba),segment_id=30646a06-e5bd-4eb4-adbc-4f0ed10e22ba)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:53:24.061056 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-77d7d2bb-7432-4450-83ad-fcc1c1f300a6 req-b5cb6ec4-57e5-4923-8de6-9943982ff0f0 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:24.073539 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-77d7d2bb-7432-4450-83ad-fcc1c1f300a6 req-b5cb6ec4-57e5-4923-8de6-9943982ff0f0 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Calling delete_port for 2b35ba19-eeae-44e9-8840-eaf656487ef3 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:53:24.205782 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-77d7d2bb-7432-4450-83ad-fcc1c1f300a6 req-b5cb6ec4-57e5-4923-8de6-9943982ff0f0 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:24.233109 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb6ec4-57e5-4923-8de6-9943982ff0f0 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'Port': ['ID=2b35ba19-eeae-44e9-8840-eaf656487ef3,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:24.283544 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d7d2bb-7432-4450-83ad-fcc1c1f300a6 req-b5cb6ec4-57e5-4923-8de6-9943982ff0f0 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] No DVR routers for this DVR port 2b35ba19-eeae-44e9-8840-eaf656487ef3 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:53:24.286134 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-77d7d2bb-7432-4450-83ad-fcc1c1f300a6 req-b5cb6ec4-57e5-4923-8de6-9943982ff0f0 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:24.288135 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-77d7d2bb-7432-4450-83ad-fcc1c1f300a6 req-b5cb6ec4-57e5-4923-8de6-9943982ff0f0 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.52 "DELETE /v2.0/ports/2b35ba19-eeae-44e9-8840-eaf656487ef3 HTTP/1.1" status: 204 len: 173 time: 0.4195018 Jul 06 14:53:24.288575 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4f6859-08b5-45ca-b3a1-f806ee78d3eb', 'name': 'network-vif-deleted', 'tag': '2b35ba19-eeae-44e9-8840-eaf656487ef3'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:53:24.290883 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b689f6-bd7b-4797-b8e6-8d21aff30699" -d '{"events": [{"server_uuid": "bd4f6859-08b5-45ca-b3a1-f806ee78d3eb", "name": "network-vif-deleted", "tag": "2b35ba19-eeae-44e9-8840-eaf656487ef3"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:53:24.331591 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7ee0a9-fb76-45f6-8db8-847d6bd6f140 x-openstack-request-id: req-fa7ee0a9-fb76-45f6-8db8-847d6bd6f140 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:53:24.331888 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4f6859-08b5-45ca-b3a1-f806ee78d3eb", "name": "network-vif-deleted", "tag": "2b35ba19-eeae-44e9-8840-eaf656487ef3", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:53:24.332143 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-fa7ee0a9-fb76-45f6-8db8-847d6bd6f140 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:53:24.332546 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4f6859-08b5-45ca-b3a1-f806ee78d3eb', 'name': 'network-vif-deleted', 'tag': '2b35ba19-eeae-44e9-8840-eaf656487ef3', 'status': 'completed', 'code': 200} Jul 06 14:53:24.691305 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a328718a-368f-4442-b662-cc8f5bdad599 req-c9f92268-b93f-44df-9653-fe5854b009f8 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "GET /v2.0/ports?device_id=bd4f6859-08b5-45ca-b3a1-f806ee78d3eb HTTP/1.1" status: 200 len: 210 time: 0.0300894 Jul 06 14:53:25.793980 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39486) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:53:26.177172 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-683afd26-0e97-418c-b8f9-91b4027c6da4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:26.453708 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-683afd26-0e97-418c-b8f9-91b4027c6da4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Deleting port c65baf0d-943f-421a-b630-29b687b9eb44 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:53:26.454082 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-683afd26-0e97-418c-b8f9-91b4027c6da4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:26.539553 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-683afd26-0e97-418c-b8f9-91b4027c6da4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] For port c65baf0d-943f-421a-b630-29b687b9eb44, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c65baf0d-943f-421a-b630-29b687b9eb44,segment=NetworkSegment(30646a06-e5bd-4eb4-adbc-4f0ed10e22ba),segment_id=30646a06-e5bd-4eb4-adbc-4f0ed10e22ba)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:53:26.539920 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-683afd26-0e97-418c-b8f9-91b4027c6da4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:26.552568 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-683afd26-0e97-418c-b8f9-91b4027c6da4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Calling delete_port for c65baf0d-943f-421a-b630-29b687b9eb44 owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:53:26.749267 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-683afd26-0e97-418c-b8f9-91b4027c6da4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:26.778214 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683afd26-0e97-418c-b8f9-91b4027c6da4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'Port': ['ID=c65baf0d-943f-421a-b630-29b687b9eb44,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:26.962346 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-683afd26-0e97-418c-b8f9-91b4027c6da4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:27.517737 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683afd26-0e97-418c-b8f9-91b4027c6da4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Router 7b963fda-236c-4511-8a91-184162bd132f has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:53:27.626107 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683afd26-0e97-418c-b8f9-91b4027c6da4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:53:27.631698 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-683afd26-0e97-418c-b8f9-91b4027c6da4 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "PUT /v2.0/routers/7b963fda-236c-4511-8a91-184162bd132f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8361382 Jul 06 14:53:27.635538 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39488) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:53:27.638105 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e9ad0a-7374-4317-9b28-e1102b69d476 None None] Sync routers for ids ['7b963fda-236c-4511-8a91-184162bd132f'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:53:27.648227 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e9ad0a-7374-4317-9b28-e1102b69d476 None None] Routers {'7b963fda-236c-4511-8a91-184162bd132f'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:53:27.648858 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-65e9ad0a-7374-4317-9b28-e1102b69d476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:53:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['7b963fda-236c-4511-8a91-184162bd132f'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:53:27.691756 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e223b3-c1de-4de0-a971-c71b628e9e5c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Deleting subnet f30675ad-5d90-41bb-84bc-2429f7d03643 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 14:53:27.695072 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-19e223b3-c1de-4de0-a971-c71b628e9e5c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:27.737290 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-19e223b3-c1de-4de0-a971-c71b628e9e5c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:27.758105 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-65e9ad0a-7374-4317-9b28-e1102b69d476 None None] Set router 7b963fda-236c-4511-8a91-184162bd132f gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:53:27.831270 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-19e223b3-c1de-4de0-a971-c71b628e9e5c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:27.896122 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-19e223b3-c1de-4de0-a971-c71b628e9e5c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:27.924027 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e223b3-c1de-4de0-a971-c71b628e9e5c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'Subnet': ['ID=f30675ad-5d90-41bb-84bc-2429f7d03643,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:27.929542 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-19e223b3-c1de-4de0-a971-c71b628e9e5c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:27.931285 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-19e223b3-c1de-4de0-a971-c71b628e9e5c tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "DELETE /v2.0/subnets/f30675ad-5d90-41bb-84bc-2429f7d03643 HTTP/1.1" status: 204 len: 168 time: 0.2935939 Jul 06 14:53:27.934019 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39490) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:53:27.937151 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ed135c-b31d-49af-93d2-f3c48b40819d None None] Network 644f7807-dfd8-4dc8-b671-d7084a47265c requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:53:27.969502 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-65e9ad0a-7374-4317-9b28-e1102b69d476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b963fda-236c-4511-8a91-184162bd132f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078604230', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'c5488d8e-862b-47c0-b16c-8cd6c3572868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:52:19Z', 'updated_at': '2021-07-06T14:53:26Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': 'c5488d8e-862b-47c0-b16c-8cd6c3572868', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b963fda-236c-4511-8a91-184162bd132f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:52:20Z', 'updated_at': '2021-07-06T14:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:53:28.014133 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e9ad0a-7374-4317-9b28-e1102b69d476 None None] Checking router: 7b963fda-236c-4511-8a91-184162bd132f for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:53:28.023815 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e9ad0a-7374-4317-9b28-e1102b69d476 None None] Routers {'7b963fda-236c-4511-8a91-184162bd132f'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:53:28.024985 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-65e9ad0a-7374-4317-9b28-e1102b69d476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:53:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['7b963fda-236c-4511-8a91-184162bd132f'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:53:28.050365 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08f40701-9883-42a2-be89-1f5da2f9f225 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:28.145515 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-65e9ad0a-7374-4317-9b28-e1102b69d476 None None] Set router 7b963fda-236c-4511-8a91-184162bd132f gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:53:28.166908 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08f40701-9883-42a2-be89-1f5da2f9f225 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:28.179819 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70aa9900-7ac4-409f-9a7d-e27d92ce05c7 None None] DHCP port deletion for 644f7807-dfd8-4dc8-b671-d7084a47265c request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 14:53:28.236790 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-08f40701-9883-42a2-be89-1f5da2f9f225 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Deleting port c5488d8e-862b-47c0-b16c-8cd6c3572868 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:53:28.237334 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08f40701-9883-42a2-be89-1f5da2f9f225 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:28.240200 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-70aa9900-7ac4-409f-9a7d-e27d92ce05c7 None None] Deleting port 0e5cf36a-4e82-430a-9203-adc10e7f46da {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:53:28.240611 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-70aa9900-7ac4-409f-9a7d-e27d92ce05c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:28.309945 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-70aa9900-7ac4-409f-9a7d-e27d92ce05c7 None None] For port 0e5cf36a-4e82-430a-9203-adc10e7f46da, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=0e5cf36a-4e82-430a-9203-adc10e7f46da,segment=NetworkSegment(30646a06-e5bd-4eb4-adbc-4f0ed10e22ba),segment_id=30646a06-e5bd-4eb4-adbc-4f0ed10e22ba)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:53:28.310402 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-70aa9900-7ac4-409f-9a7d-e27d92ce05c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:28.329552 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-08f40701-9883-42a2-be89-1f5da2f9f225 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] For port c5488d8e-862b-47c0-b16c-8cd6c3572868, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=c5488d8e-862b-47c0-b16c-8cd6c3572868,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:53:28.329999 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08f40701-9883-42a2-be89-1f5da2f9f225 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:28.330725 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-70aa9900-7ac4-409f-9a7d-e27d92ce05c7 None None] Calling delete_port for 0e5cf36a-4e82-430a-9203-adc10e7f46da owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:53:28.344416 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-08f40701-9883-42a2-be89-1f5da2f9f225 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Calling delete_port for c5488d8e-862b-47c0-b16c-8cd6c3572868 owned by network:router_gateway {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:53:28.406979 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 2b35ba19-eeae-44e9-8840-eaf656487ef3 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:53:28.436612 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 2b35ba19-eeae-44e9-8840-eaf656487ef3 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:53:28.436968 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 2b35ba19-eeae-44e9-8840-eaf656487ef3 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:53:28.471051 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-70aa9900-7ac4-409f-9a7d-e27d92ce05c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:28.503477 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa9900-7ac4-409f-9a7d-e27d92ce05c7 None None] Pushing event deleted for resources: {'Port': ['ID=0e5cf36a-4e82-430a-9203-adc10e7f46da,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:28.506976 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aa9900-7ac4-409f-9a7d-e27d92ce05c7 None None] No DVR routers for this DVR port 0e5cf36a-4e82-430a-9203-adc10e7f46da on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:53:28.524869 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa9900-7ac4-409f-9a7d-e27d92ce05c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:28.527278 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa9900-7ac4-409f-9a7d-e27d92ce05c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:28.527879 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa9900-7ac4-409f-9a7d-e27d92ce05c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:28.528408 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa9900-7ac4-409f-9a7d-e27d92ce05c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:28.529229 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa9900-7ac4-409f-9a7d-e27d92ce05c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:28.529366 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa9900-7ac4-409f-9a7d-e27d92ce05c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:28.529735 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa9900-7ac4-409f-9a7d-e27d92ce05c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:28.530192 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa9900-7ac4-409f-9a7d-e27d92ce05c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:28.530588 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa9900-7ac4-409f-9a7d-e27d92ce05c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:28.530975 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa9900-7ac4-409f-9a7d-e27d92ce05c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:28.531389 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa9900-7ac4-409f-9a7d-e27d92ce05c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:28.531784 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa9900-7ac4-409f-9a7d-e27d92ce05c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:28.546232 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-65e9ad0a-7374-4317-9b28-e1102b69d476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b963fda-236c-4511-8a91-184162bd132f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078604230', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'c5488d8e-862b-47c0-b16c-8cd6c3572868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:52:19Z', 'updated_at': '2021-07-06T14:53:26Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': 'c5488d8e-862b-47c0-b16c-8cd6c3572868', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b963fda-236c-4511-8a91-184162bd132f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:52:20Z', 'updated_at': '2021-07-06T14:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:53:28.548610 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08f40701-9883-42a2-be89-1f5da2f9f225 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:28.582834 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e9ad0a-7374-4317-9b28-e1102b69d476 None None] The sync data for ids ['7b963fda-236c-4511-8a91-184162bd132f'] in n-d-773644-6 is: [{'id': '7b963fda-236c-4511-8a91-184162bd132f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2078604230', 'tenant_id': '1feba65bea46409b8920d0b09f9745d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.99'}], 'enable_snat': True}, 'gw_port_id': 'c5488d8e-862b-47c0-b16c-8cd6c3572868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:52:19Z', 'updated_at': '2021-07-06T14:53:26Z', 'revision_number': 5, 'project_id': '1feba65bea46409b8920d0b09f9745d4', 'gw_port': {'id': 'c5488d8e-862b-47c0-b16c-8cd6c3572868', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b963fda-236c-4511-8a91-184162bd132f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:52:20Z', 'updated_at': '2021-07-06T14:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:53:28.583137 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f40701-9883-42a2-be89-1f5da2f9f225 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'Port': ['ID=c5488d8e-862b-47c0-b16c-8cd6c3572868,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:28.650060 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08f40701-9883-42a2-be89-1f5da2f9f225 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:28.756102 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08f40701-9883-42a2-be89-1f5da2f9f225 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:28.758368 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08f40701-9883-42a2-be89-1f5da2f9f225 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:28.805006 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08f40701-9883-42a2-be89-1f5da2f9f225 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:28.805447 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f40701-9883-42a2-be89-1f5da2f9f225 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Fanout notify agent at l3_agent the message router_deleted on router 7b963fda-236c-4511-8a91-184162bd132f {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:53:28.813246 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-08f40701-9883-42a2-be89-1f5da2f9f225 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:28.814438 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-08f40701-9883-42a2-be89-1f5da2f9f225 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "DELETE /v2.0/routers/7b963fda-236c-4511-8a91-184162bd132f HTTP/1.1" status: 204 len: 168 time: 0.8791914 Jul 06 14:53:28.817159 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39492) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:53:28.902360 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8a14783e-262e-4d6b-8678-b099d18d0b7d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:29.001233 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8a14783e-262e-4d6b-8678-b099d18d0b7d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:29.012894 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-8a14783e-262e-4d6b-8678-b099d18d0b7d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['644f7807-dfd8-4dc8-b671-d7084a47265c']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:53:29.027660 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-8a14783e-262e-4d6b-8678-b099d18d0b7d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30646a06-e5bd-4eb4-adbc-4f0ed10e22ba') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:53:29.028152 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-8a14783e-262e-4d6b-8678-b099d18d0b7d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30646a06-e5bd-4eb4-adbc-4f0ed10e22ba') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:53:29.042725 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8a14783e-262e-4d6b-8678-b099d18d0b7d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:29.065410 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8a14783e-262e-4d6b-8678-b099d18d0b7d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:29.071417 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a14783e-262e-4d6b-8678-b099d18d0b7d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:53:29.071840 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8a14783e-262e-4d6b-8678-b099d18d0b7d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: timer() Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 14:53:29.076198 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 14:53:29.140116 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8a14783e-262e-4d6b-8678-b099d18d0b7d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:29.150188 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-8a14783e-262e-4d6b-8678-b099d18d0b7d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:29.152505 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-8a14783e-262e-4d6b-8678-b099d18d0b7d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "DELETE /v2.0/networks/644f7807-dfd8-4dc8-b671-d7084a47265c HTTP/1.1" status: 204 len: 168 time: 0.3342431 Jul 06 14:53:29.155245 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39494) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:53:29.172343 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14783e-262e-4d6b-8678-b099d18d0b7d tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'Network': ['ID=644f7807-dfd8-4dc8-b671-d7084a47265c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:29.225702 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-650e57d8-f2f3-457b-b675-60e22fcf733f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:29.251289 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-650e57d8-f2f3-457b-b675-60e22fcf733f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:29.318202 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-650e57d8-f2f3-457b-b675-60e22fcf733f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:29.320892 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-650e57d8-f2f3-457b-b675-60e22fcf733f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:29.322327 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-650e57d8-f2f3-457b-b675-60e22fcf733f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] 10.222.0.118 "DELETE /v2.0/security-groups/7fc6bfb7-4165-4730-8053-2a5688332d63 HTTP/1.1" status: 204 len: 168 time: 0.1658974 Jul 06 14:53:29.332548 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e57d8-f2f3-457b-b675-60e22fcf733f tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc6bfb7-4165-4730-8053-2a5688332d63,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:29.672243 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39502) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:53:29.814633 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f24c2421-935c-4570-be1d-c626b1ce5ee8 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=1feba65bea46409b8920d0b09f9745d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412027 Jul 06 14:53:29.817021 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39506) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:53:29.865039 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-849b3120-29f2-494b-bd09-3ac645229182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:29.885840 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-849b3120-29f2-494b-bd09-3ac645229182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:29.934389 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-849b3120-29f2-494b-bd09-3ac645229182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:29.937117 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-849b3120-29f2-494b-bd09-3ac645229182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:29.940864 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-849b3120-29f2-494b-bd09-3ac645229182 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/4c18d308-fe02-483e-966a-a0f3ce2778f7 HTTP/1.1" status: 204 len: 168 time: 0.1204243 Jul 06 14:53:29.947421 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b3120-29f2-494b-bd09-3ac645229182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c18d308-fe02-483e-966a-a0f3ce2778f7,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:30.057976 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0e5cf36a-4e82-430a-9203-adc10e7f46da no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:53:30.083944 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 0e5cf36a-4e82-430a-9203-adc10e7f46da {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:53:30.083944 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 0e5cf36a-4e82-430a-9203-adc10e7f46da not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:53:30.084303 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c65baf0d-943f-421a-b630-29b687b9eb44 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:53:30.104655 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: c65baf0d-943f-421a-b630-29b687b9eb44 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:53:30.105005 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c65baf0d-943f-421a-b630-29b687b9eb44 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:53:30.105424 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c5488d8e-862b-47c0-b16c-8cd6c3572868 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:53:30.125422 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: c5488d8e-862b-47c0-b16c-8cd6c3572868 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:53:30.125777 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device c5488d8e-862b-47c0-b16c-8cd6c3572868 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:53:30.238146 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39512) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:53:30.251618 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c10037c8-6614-4345-95ed-29889750b9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:30.351342 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c10037c8-6614-4345-95ed-29889750b9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:30.355643 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c10037c8-6614-4345-95ed-29889750b9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:30.402401 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c10037c8-6614-4345-95ed-29889750b9ae admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=825944bf5c87431895ea14b3d89b1700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627736 Jul 06 14:53:30.403353 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10037c8-6614-4345-95ed-29889750b9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceecd275-7685-4611-a99a-962b98f040c3,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:30.405387 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39514) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:53:30.461648 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-87107b7a-e007-4bb6-a83a-9390a5665eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:30.484944 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-87107b7a-e007-4bb6-a83a-9390a5665eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:30.532301 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-87107b7a-e007-4bb6-a83a-9390a5665eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:30.535051 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-87107b7a-e007-4bb6-a83a-9390a5665eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:30.536319 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-87107b7a-e007-4bb6-a83a-9390a5665eba admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/ceecd275-7685-4611-a99a-962b98f040c3 HTTP/1.1" status: 204 len: 168 time: 0.1296721 Jul 06 14:53:30.544625 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87107b7a-e007-4bb6-a83a-9390a5665eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceecd275-7685-4611-a99a-962b98f040c3,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:30.552636 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87107b7a-e007-4bb6-a83a-9390a5665eba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:30.552991 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87107b7a-e007-4bb6-a83a-9390a5665eba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:30.553388 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87107b7a-e007-4bb6-a83a-9390a5665eba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:30.553684 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87107b7a-e007-4bb6-a83a-9390a5665eba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:30.554325 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87107b7a-e007-4bb6-a83a-9390a5665eba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:30.554669 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87107b7a-e007-4bb6-a83a-9390a5665eba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:30.555040 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87107b7a-e007-4bb6-a83a-9390a5665eba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:30.555348 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87107b7a-e007-4bb6-a83a-9390a5665eba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:30.555683 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87107b7a-e007-4bb6-a83a-9390a5665eba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:30.556020 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87107b7a-e007-4bb6-a83a-9390a5665eba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:30.556352 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87107b7a-e007-4bb6-a83a-9390a5665eba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:30.557275 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87107b7a-e007-4bb6-a83a-9390a5665eba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:31.258569 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39536) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:53:31.355317 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-1fcc3411-23e5-49d6-a7ac-20ae8556f3a3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-735395734-network', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:53:31.377122 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcc3411-23e5-49d6-a7ac-20ae8556f3a3 admin admin] Made reservation on behalf of 90d944003c6c4b4cb0796a79eff3dd39 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:53:31.379732 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fcc3411-23e5-49d6-a7ac-20ae8556f3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:31.392831 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fcc3411-23e5-49d6-a7ac-20ae8556f3a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:31.483695 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fcc3411-23e5-49d6-a7ac-20ae8556f3a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:31.487549 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fcc3411-23e5-49d6-a7ac-20ae8556f3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:31.513924 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fcc3411-23e5-49d6-a7ac-20ae8556f3a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:53:31.522677 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc3411-23e5-49d6-a7ac-20ae8556f3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751e85cb-495a-4a07-b1d3-fd78a6c62221,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:31.528757 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fcc3411-23e5-49d6-a7ac-20ae8556f3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:31.529118 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-1fcc3411-23e5-49d6-a7ac-20ae8556f3a3 admin admin] Added segment 1713fbc2-b737-4ed9-a102-368a237c8af2 of type vlan for network 90ffa761-dd75-4b2f-ba37-59127979316d Jul 06 14:53:31.569775 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fcc3411-23e5-49d6-a7ac-20ae8556f3a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:31.599713 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fcc3411-23e5-49d6-a7ac-20ae8556f3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:31.600610 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcc3411-23e5-49d6-a7ac-20ae8556f3a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:31.601231 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1fcc3411-23e5-49d6-a7ac-20ae8556f3a3 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:31.655815 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1fcc3411-23e5-49d6-a7ac-20ae8556f3a3 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3961020 Jul 06 14:53:31.658884 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39540) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:53:31.662629 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc3411-23e5-49d6-a7ac-20ae8556f3a3 admin admin] Pushing event updated for resources: {'Network': ['ID=90ffa761-dd75-4b2f-ba37-59127979316d,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:31.664502 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-4bc4e0ed-6b93-4160-bc73-3c171bdf38c6 admin admin] Request body: {'subnet': {'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-735395734-subnet', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'ip_version': 4}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:53:31.674604 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 90ffa761-dd75-4b2f-ba37-59127979316d details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:53:31.690059 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc4e0ed-6b93-4160-bc73-3c171bdf38c6 admin admin] Made reservation on behalf of 90d944003c6c4b4cb0796a79eff3dd39 for: {'subnet': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:53:31.692536 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e0ed-6b93-4160-bc73-3c171bdf38c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10443941'] for subnet, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:31.875464 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e0ed-6b93-4160-bc73-3c171bdf38c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3224835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10443959'] for subnet, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:31.927302 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4e0ed-6b93-4160-bc73-3c171bdf38c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43bb03a7-5277-45ef-b297-d52b4ef1dd92,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:31.939653 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc4e0ed-6b93-4160-bc73-3c171bdf38c6 admin admin] Checking segment: {'id': '1713fbc2-b737-4ed9-a102-368a237c8af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:53:31.940013 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc4e0ed-6b93-4160-bc73-3c171bdf38c6 admin admin] Network hostable DHCP agents. Network: 90ffa761-dd75-4b2f-ba37-59127979316d, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100418) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:53:31.955642 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc4e0ed-6b93-4160-bc73-3c171bdf38c6 admin admin] Network 90ffa761-dd75-4b2f-ba37-59127979316d is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100418) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:53:31.964321 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-4bc4e0ed-6b93-4160-bc73-3c171bdf38c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 90ffa761-dd75-4b2f-ba37-59127979316d) {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:53:31.968481 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc4e0ed-6b93-4160-bc73-3c171bdf38c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:31.969139 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e0ed-6b93-4160-bc73-3c171bdf38c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:31.975120 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b2a99d-3e39-4146-996d-8ef3cceff670 None None] Network 90ffa761-dd75-4b2f-ba37-59127979316d requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:53:31.986201 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4bc4e0ed-6b93-4160-bc73-3c171bdf38c6 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3233893 Jul 06 14:53:31.986430 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39542) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:53:31.991372 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-b59f4d70-0bff-4f64-a03b-68182143ea90 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-735395734-router', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:53:32.015949 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b59f4d70-0bff-4f64-a03b-68182143ea90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:32.017008 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b59f4d70-0bff-4f64-a03b-68182143ea90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:32.078502 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b59f4d70-0bff-4f64-a03b-68182143ea90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:32.141892 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3d943f-59ca-43a2-bdcc-01cd1d315b8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-90ffa761-dd75-4b2f-ba37-59127979316d', 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'fixed_ips': [{'subnet_id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:53:32.142856 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cd3d943f-59ca-43a2-bdcc-01cd1d315b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:32.233483 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b59f4d70-0bff-4f64-a03b-68182143ea90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:32.282451 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-cd3d943f-59ca-43a2-bdcc-01cd1d315b8a None None] Allocated IP 172.20.0.2 (90ffa761-dd75-4b2f-ba37-59127979316d/43bb03a7-5277-45ef-b297-d52b4ef1dd92/67217d91-feaf-4b9d-8778-db41c5158f54) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:53:32.446411 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cd3d943f-59ca-43a2-bdcc-01cd1d315b8a None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:32.455282 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-cd3d943f-59ca-43a2-bdcc-01cd1d315b8a None None] Transition to ACTIVE for port object 67217d91-feaf-4b9d-8778-db41c5158f54 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:53:32.466307 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b59f4d70-0bff-4f64-a03b-68182143ea90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:32.471024 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-cd3d943f-59ca-43a2-bdcc-01cd1d315b8a None None] Transition to ACTIVE for port object 67217d91-feaf-4b9d-8778-db41c5158f54 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:53:32.476249 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cd3d943f-59ca-43a2-bdcc-01cd1d315b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:32.486683 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b59f4d70-0bff-4f64-a03b-68182143ea90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:32.515844 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3d943f-59ca-43a2-bdcc-01cd1d315b8a None None] Network 90ffa761-dd75-4b2f-ba37-59127979316d is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:53:32.518690 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-cd3d943f-59ca-43a2-bdcc-01cd1d315b8a None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:53:32.521226 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3d943f-59ca-43a2-bdcc-01cd1d315b8a None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:53:32.534264 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d943f-59ca-43a2-bdcc-01cd1d315b8a None None] Pushing event updated for resources: {'Port': ['ID=67217d91-feaf-4b9d-8778-db41c5158f54,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:32.590922 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-cd3d943f-59ca-43a2-bdcc-01cd1d315b8a None None] Attempting to bind port 67217d91-feaf-4b9d-8778-db41c5158f54 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:53:32.591297 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-cd3d943f-59ca-43a2-bdcc-01cd1d315b8a None None] Attempting to bind port 67217d91-feaf-4b9d-8778-db41c5158f54 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '1713fbc2-b737-4ed9-a102-368a237c8af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:53:32.591661 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3d943f-59ca-43a2-bdcc-01cd1d315b8a None None] Attempting to bind port 67217d91-feaf-4b9d-8778-db41c5158f54 on network 90ffa761-dd75-4b2f-ba37-59127979316d {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:53:32.594680 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-b59f4d70-0bff-4f64-a03b-68182143ea90 admin admin] Allocated IP 172.25.6.147 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/ad677e42-018b-4831-bdf9-00e914cc305d) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:53:32.596852 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3d943f-59ca-43a2-bdcc-01cd1d315b8a None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:53:32.597224 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3d943f-59ca-43a2-bdcc-01cd1d315b8a None None] Checking segment: {'id': '1713fbc2-b737-4ed9-a102-368a237c8af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:53:32.597644 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cd3d943f-59ca-43a2-bdcc-01cd1d315b8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:32.598074 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3d943f-59ca-43a2-bdcc-01cd1d315b8a None None] Bound using segment: {'id': '1713fbc2-b737-4ed9-a102-368a237c8af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:53:32.598678 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-cd3d943f-59ca-43a2-bdcc-01cd1d315b8a None None] Bound port: 67217d91-feaf-4b9d-8778-db41c5158f54, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1713fbc2-b737-4ed9-a102-368a237c8af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:53:32.598963 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cd3d943f-59ca-43a2-bdcc-01cd1d315b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:32.663282 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-cd3d943f-59ca-43a2-bdcc-01cd1d315b8a None None] For port 67217d91-feaf-4b9d-8778-db41c5158f54, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:53:32.666681 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-cd3d943f-59ca-43a2-bdcc-01cd1d315b8a None None] For port 67217d91-feaf-4b9d-8778-db41c5158f54, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=67217d91-feaf-4b9d-8778-db41c5158f54,segment=NetworkSegment(1713fbc2-b737-4ed9-a102-368a237c8af2),segment_id=1713fbc2-b737-4ed9-a102-368a237c8af2)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:53:32.671382 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cd3d943f-59ca-43a2-bdcc-01cd1d315b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:32.706897 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b59f4d70-0bff-4f64-a03b-68182143ea90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:32.730110 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d943f-59ca-43a2-bdcc-01cd1d315b8a None None] Pushing event updated for resources: {'Port': ['ID=67217d91-feaf-4b9d-8778-db41c5158f54,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:32.749331 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b59f4d70-0bff-4f64-a03b-68182143ea90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:32.797286 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59f4d70-0bff-4f64-a03b-68182143ea90 admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:53:32.802214 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-b59f4d70-0bff-4f64-a03b-68182143ea90 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:53:32.807844 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59f4d70-0bff-4f64-a03b-68182143ea90 admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:53:32.811226 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f4d70-0bff-4f64-a03b-68182143ea90 admin admin] Pushing event updated for resources: {'Port': ['ID=ad677e42-018b-4831-bdf9-00e914cc305d,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:33.081185 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b59f4d70-0bff-4f64-a03b-68182143ea90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:33.279336 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b59f4d70-0bff-4f64-a03b-68182143ea90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:33.418712 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59f4d70-0bff-4f64-a03b-68182143ea90 admin admin] Router d1dab91c-727e-492a-b0c3-6f6a5285aca0 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:53:33.569977 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59f4d70-0bff-4f64-a03b-68182143ea90 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:53:33.584001 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e965099d-ab36-4502-a471-7fe6c44d87a8 None None] Sync routers for ids ['d1dab91c-727e-492a-b0c3-6f6a5285aca0'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:53:33.588765 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-b59f4d70-0bff-4f64-a03b-68182143ea90 admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:33.590580 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-b59f4d70-0bff-4f64-a03b-68182143ea90 admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6030293 Jul 06 14:53:33.594652 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39544) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:53:33.599467 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e965099d-ab36-4502-a471-7fe6c44d87a8 None None] Routers {'d1dab91c-727e-492a-b0c3-6f6a5285aca0'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:53:33.600110 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e965099d-ab36-4502-a471-7fe6c44d87a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:53:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d1dab91c-727e-492a-b0c3-6f6a5285aca0'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:53:33.710588 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ea1465-676d-4b81-bcec-960dd1660e78 None None] Network 90ffa761-dd75-4b2f-ba37-59127979316d requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:53:33.780908 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-e965099d-ab36-4502-a471-7fe6c44d87a8 None None] Set router d1dab91c-727e-492a-b0c3-6f6a5285aca0 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:53:33.916834 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-94cfd6fb-1473-4638-b64a-cdbdb116481a None None] Provisioning for port 67217d91-feaf-4b9d-8778-db41c5158f54 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:53:34.112474 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 67217d91-feaf-4b9d-8778-db41c5158f54 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:53:34.131263 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-714f2b27-5c0e-491b-8764-10f7d921fb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:34.176892 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e965099d-ab36-4502-a471-7fe6c44d87a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'name': 'tempest-TestShelveInstance-735395734-router', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:32Z', 'revision_number': 3, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'gw_port': {'id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:53:34.215953 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e965099d-ab36-4502-a471-7fe6c44d87a8 None None] Checking router: d1dab91c-727e-492a-b0c3-6f6a5285aca0 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:53:34.216476 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e965099d-ab36-4502-a471-7fe6c44d87a8 None None] Updating router d1dab91c-727e-492a-b0c3-6f6a5285aca0 port ad677e42-018b-4831-bdf9-00e914cc305d binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:53:34.268142 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e965099d-ab36-4502-a471-7fe6c44d87a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:34.269957 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 67217d91-feaf-4b9d-8778-db41c5158f54 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:53:34.297806 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 67217d91-feaf-4b9d-8778-db41c5158f54 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:53:34.298187 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:34.344945 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-714f2b27-5c0e-491b-8764-10f7d921fb8a admin admin] Allocated IP 172.20.0.1 (90ffa761-dd75-4b2f-ba37-59127979316d/43bb03a7-5277-45ef-b297-d52b4ef1dd92/80a86f25-851c-4602-9439-896d4b5b8d70) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:53:34.471663 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-714f2b27-5c0e-491b-8764-10f7d921fb8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:34.487397 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-714f2b27-5c0e-491b-8764-10f7d921fb8a admin admin] Transition to ACTIVE for port object 80a86f25-851c-4602-9439-896d4b5b8d70 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:53:34.513515 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:34.521745 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-714f2b27-5c0e-491b-8764-10f7d921fb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:34.533393 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-34224daa-8d1b-4bab-9d7d-4dec7467123b None None] Provisioning complete for port 67217d91-feaf-4b9d-8778-db41c5158f54 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:53:34.533783 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-34224daa-8d1b-4bab-9d7d-4dec7467123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:34.562250 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714f2b27-5c0e-491b-8764-10f7d921fb8a admin admin] Network 90ffa761-dd75-4b2f-ba37-59127979316d is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:53:34.565203 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-714f2b27-5c0e-491b-8764-10f7d921fb8a admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:53:34.571055 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714f2b27-5c0e-491b-8764-10f7d921fb8a admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:53:34.596206 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f2b27-5c0e-491b-8764-10f7d921fb8a admin admin] Pushing event updated for resources: {'Port': ['ID=80a86f25-851c-4602-9439-896d4b5b8d70,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:34.617788 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 67217d91-feaf-4b9d-8778-db41c5158f54, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=67217d91-feaf-4b9d-8778-db41c5158f54,segment=NetworkSegment(1713fbc2-b737-4ed9-a102-368a237c8af2),segment_id=1713fbc2-b737-4ed9-a102-368a237c8af2)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:53:34.624727 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:34.625350 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-714f2b27-5c0e-491b-8764-10f7d921fb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:34.719847 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=67217d91-feaf-4b9d-8778-db41c5158f54,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:34.763704 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e965099d-ab36-4502-a471-7fe6c44d87a8 None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:34.782883 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-e965099d-ab36-4502-a471-7fe6c44d87a8 None None] Transition to ACTIVE for port object ad677e42-018b-4831-bdf9-00e914cc305d will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:53:34.787445 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-714f2b27-5c0e-491b-8764-10f7d921fb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:34.794091 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e965099d-ab36-4502-a471-7fe6c44d87a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:34.968915 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-714f2b27-5c0e-491b-8764-10f7d921fb8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:34.973840 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-714f2b27-5c0e-491b-8764-10f7d921fb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:35.011741 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-cf470cc9-fdde-4c0d-8b69-ab93f5e7bb2c None None] Provisioning for port 80a86f25-851c-4602-9439-896d4b5b8d70 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:53:35.014198 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-e965099d-ab36-4502-a471-7fe6c44d87a8 None None] Attempting to bind port ad677e42-018b-4831-bdf9-00e914cc305d on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:53:35.014566 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-e965099d-ab36-4502-a471-7fe6c44d87a8 None None] Attempting to bind port ad677e42-018b-4831-bdf9-00e914cc305d by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:53:35.014931 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e965099d-ab36-4502-a471-7fe6c44d87a8 None None] Attempting to bind port ad677e42-018b-4831-bdf9-00e914cc305d on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:53:35.018544 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a68b68-7dac-47b3-a146-ef4b9b4d6a1e None None] Pushing event updated for resources: {'Port': ['ID=ad677e42-018b-4831-bdf9-00e914cc305d,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:35.023429 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-cf470cc9-fdde-4c0d-8b69-ab93f5e7bb2c None None] Provisioning complete for port 80a86f25-851c-4602-9439-896d4b5b8d70 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:53:35.023807 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cf470cc9-fdde-4c0d-8b69-ab93f5e7bb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:35.026540 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e965099d-ab36-4502-a471-7fe6c44d87a8 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:53:35.026922 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e965099d-ab36-4502-a471-7fe6c44d87a8 None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:53:35.027326 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e965099d-ab36-4502-a471-7fe6c44d87a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:35.027720 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e965099d-ab36-4502-a471-7fe6c44d87a8 None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:53:35.028809 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-e965099d-ab36-4502-a471-7fe6c44d87a8 None None] Bound port: ad677e42-018b-4831-bdf9-00e914cc305d, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:53:35.028809 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e965099d-ab36-4502-a471-7fe6c44d87a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:35.047051 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f2b27-5c0e-491b-8764-10f7d921fb8a admin admin] Pushing event updated for resources: {'Port': ['ID=80a86f25-851c-4602-9439-896d4b5b8d70,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:35.049637 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-714f2b27-5c0e-491b-8764-10f7d921fb8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:35.096884 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-cf470cc9-fdde-4c0d-8b69-ab93f5e7bb2c None None] Port 80a86f25-851c-4602-9439-896d4b5b8d70 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:53:35.110962 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-e965099d-ab36-4502-a471-7fe6c44d87a8 None None] For port ad677e42-018b-4831-bdf9-00e914cc305d, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:53:35.114193 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-e965099d-ab36-4502-a471-7fe6c44d87a8 None None] For port ad677e42-018b-4831-bdf9-00e914cc305d, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=ad677e42-018b-4831-bdf9-00e914cc305d,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:53:35.118589 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e965099d-ab36-4502-a471-7fe6c44d87a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:35.147332 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714f2b27-5c0e-491b-8764-10f7d921fb8a admin admin] Network 90ffa761-dd75-4b2f-ba37-59127979316d is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:53:35.148812 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-714f2b27-5c0e-491b-8764-10f7d921fb8a admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:53:35.169520 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e965099d-ab36-4502-a471-7fe6c44d87a8 None None] Routers {'d1dab91c-727e-492a-b0c3-6f6a5285aca0'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:53:35.170201 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e965099d-ab36-4502-a471-7fe6c44d87a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:53:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d1dab91c-727e-492a-b0c3-6f6a5285aca0'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:53:35.230619 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a68b68-7dac-47b3-a146-ef4b9b4d6a1e None None] Pushing event updated for resources: {'Port': ['ID=ad677e42-018b-4831-bdf9-00e914cc305d,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:35.276093 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714f2b27-5c0e-491b-8764-10f7d921fb8a admin admin] Router d1dab91c-727e-492a-b0c3-6f6a5285aca0 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:53:35.307927 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-e965099d-ab36-4502-a471-7fe6c44d87a8 None None] Set router d1dab91c-727e-492a-b0c3-6f6a5285aca0 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:53:35.395141 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714f2b27-5c0e-491b-8764-10f7d921fb8a admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:53:35.400980 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-714f2b27-5c0e-491b-8764-10f7d921fb8a admin admin] 10.222.0.118 "PUT /v2.0/routers/d1dab91c-727e-492a-b0c3-6f6a5285aca0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8038979 Jul 06 14:53:35.456512 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8651b59a-6202-4d12-a0c9-462154e4c780 None None] Provisioning complete for port 80a86f25-851c-4602-9439-896d4b5b8d70 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:53:35.456890 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8651b59a-6202-4d12-a0c9-462154e4c780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:35.515153 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-8651b59a-6202-4d12-a0c9-462154e4c780 None None] Port 80a86f25-851c-4602-9439-896d4b5b8d70 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:53:35.573926 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-e965099d-ab36-4502-a471-7fe6c44d87a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'name': 'tempest-TestShelveInstance-735395734-router', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:34Z', 'revision_number': 4, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'gw_port': {'id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '80a86f25-851c-4602-9439-896d4b5b8d70', 'name': '', 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'mac_address': 'fa:16:3e:23:4e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:34Z', 'updated_at': '2021-07-06T14:53:34Z', 'revision_number': 2, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'subnets': [{'id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:53:35.602018 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e965099d-ab36-4502-a471-7fe6c44d87a8 None None] The sync data for ids ['d1dab91c-727e-492a-b0c3-6f6a5285aca0'] in n-d-773644-6 is: [{'id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'name': 'tempest-TestShelveInstance-735395734-router', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:34Z', 'revision_number': 4, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'gw_port': {'id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '80a86f25-851c-4602-9439-896d4b5b8d70', 'name': '', 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'mac_address': 'fa:16:3e:23:4e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:34Z', 'updated_at': '2021-07-06T14:53:34Z', 'revision_number': 2, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'subnets': [{'id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:53:35.909427 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39560) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:53:35.914668 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-a1c4bb86-f399-4ada-a519-5bcebccec9d4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1936357061-network', 'tenant_id': '989f4f267e2548c680590753f7af07a6'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:53:35.937725 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c4bb86-f399-4ada-a519-5bcebccec9d4 admin admin] Made reservation on behalf of 989f4f267e2548c680590753f7af07a6 for: {'network': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:53:35.940322 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1c4bb86-f399-4ada-a519-5bcebccec9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:35.949720 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1c4bb86-f399-4ada-a519-5bcebccec9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:36.056275 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1c4bb86-f399-4ada-a519-5bcebccec9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:36.069011 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 67217d91-feaf-4b9d-8778-db41c5158f54 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:53:36.073167 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1c4bb86-f399-4ada-a519-5bcebccec9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:36.095022 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c4bb86-f399-4ada-a519-5bcebccec9d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=100417) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 14:53:36.110127 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4bb86-f399-4ada-a519-5bcebccec9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30f3d97-cfd1-42ef-85b8-34d7aa220e28,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:36.115403 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1c4bb86-f399-4ada-a519-5bcebccec9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:36.115772 n-d-773644-6 neutron-server[100417]: INFO neutron.db.segments_db [None req-a1c4bb86-f399-4ada-a519-5bcebccec9d4 admin admin] Added segment 251d4ecc-7d1f-4357-9533-1b468fc7f290 of type vlan for network 2d207fa2-1346-4d1e-84e2-63e640a4be70 Jul 06 14:53:36.129386 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 67217d91-feaf-4b9d-8778-db41c5158f54 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:53:36.129792 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:36.162277 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1c4bb86-f399-4ada-a519-5bcebccec9d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:36.198006 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1c4bb86-f399-4ada-a519-5bcebccec9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:36.199558 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c4bb86-f399-4ada-a519-5bcebccec9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:36.200433 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a1c4bb86-f399-4ada-a519-5bcebccec9d4 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:36.272160 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a1c4bb86-f399-4ada-a519-5bcebccec9d4 admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3615563 Jul 06 14:53:36.272998 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4bb86-f399-4ada-a519-5bcebccec9d4 admin admin] Pushing event updated for resources: {'Network': ['ID=2d207fa2-1346-4d1e-84e2-63e640a4be70,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:36.276975 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39562) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:53:36.280615 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c4b37e8f-0c78-45fc-a5ad-dcfb79156506 admin admin] Request body: {'subnet': {'network_id': '2d207fa2-1346-4d1e-84e2-63e640a4be70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1936357061-subnet', 'tenant_id': '989f4f267e2548c680590753f7af07a6', 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:53:36.287583 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 2d207fa2-1346-4d1e-84e2-63e640a4be70 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 14:53:36.323730 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b37e8f-0c78-45fc-a5ad-dcfb79156506 admin admin] Made reservation on behalf of 989f4f267e2548c680590753f7af07a6 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:53:36.326636 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4b37e8f-0c78-45fc-a5ad-dcfb79156506 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:36.860530 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4b37e8f-0c78-45fc-a5ad-dcfb79156506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:36.923404 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b37e8f-0c78-45fc-a5ad-dcfb79156506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70697e0a-c3c7-4f12-82f7-4f5f84c509b4,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:36.933088 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b37e8f-0c78-45fc-a5ad-dcfb79156506 admin admin] Checking segment: {'id': '251d4ecc-7d1f-4357-9533-1b468fc7f290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2d207fa2-1346-4d1e-84e2-63e640a4be70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:53:36.933455 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b37e8f-0c78-45fc-a5ad-dcfb79156506 admin admin] Network hostable DHCP agents. Network: 2d207fa2-1346-4d1e-84e2-63e640a4be70, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 14:53:36.955442 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b37e8f-0c78-45fc-a5ad-dcfb79156506 admin admin] Network 2d207fa2-1346-4d1e-84e2-63e640a4be70 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 14:53:36.964889 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-c4b37e8f-0c78-45fc-a5ad-dcfb79156506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 2d207fa2-1346-4d1e-84e2-63e640a4be70) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:53:36.968950 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b37e8f-0c78-45fc-a5ad-dcfb79156506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:36.969553 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4b37e8f-0c78-45fc-a5ad-dcfb79156506 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:36.975100 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18a85f2-fe71-435f-a9d0-07e97e047258 None None] Network 2d207fa2-1346-4d1e-84e2-63e640a4be70 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:53:36.984255 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c4b37e8f-0c78-45fc-a5ad-dcfb79156506 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7079394 Jul 06 14:53:36.986808 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39564) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:53:36.991213 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-8a0e005e-c6f9-4e4a-831d-fa3e84058058 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1936357061-router', 'tenant_id': '989f4f267e2548c680590753f7af07a6', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:53:37.013018 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a0e005e-c6f9-4e4a-831d-fa3e84058058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:37.014139 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a0e005e-c6f9-4e4a-831d-fa3e84058058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:37.067195 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a0e005e-c6f9-4e4a-831d-fa3e84058058 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:37.135703 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7f23f3-c327-486e-a390-a829633d8696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-2d207fa2-1346-4d1e-84e2-63e640a4be70', 'network_id': '2d207fa2-1346-4d1e-84e2-63e640a4be70', 'tenant_id': '989f4f267e2548c680590753f7af07a6', 'fixed_ips': [{'subnet_id': '70697e0a-c3c7-4f12-82f7-4f5f84c509b4'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 14:53:37.137707 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0d7f23f3-c327-486e-a390-a829633d8696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:37.209065 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a0e005e-c6f9-4e4a-831d-fa3e84058058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:37.299040 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-0d7f23f3-c327-486e-a390-a829633d8696 None None] Allocated IP 172.20.0.2 (2d207fa2-1346-4d1e-84e2-63e640a4be70/70697e0a-c3c7-4f12-82f7-4f5f84c509b4/deed0134-9a06-4306-85d2-e764e79d2714) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:53:37.454537 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a128df6f-d75c-4cef-adbf-1933ab541161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:37.470345 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a0e005e-c6f9-4e4a-831d-fa3e84058058 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:37.497862 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a0e005e-c6f9-4e4a-831d-fa3e84058058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:37.511654 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0d7f23f3-c327-486e-a390-a829633d8696 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:37.522883 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0d7f23f3-c327-486e-a390-a829633d8696 None None] Transition to ACTIVE for port object deed0134-9a06-4306-85d2-e764e79d2714 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:53:37.539128 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0d7f23f3-c327-486e-a390-a829633d8696 None None] Transition to ACTIVE for port object deed0134-9a06-4306-85d2-e764e79d2714 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:53:37.548435 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0d7f23f3-c327-486e-a390-a829633d8696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:37.598765 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7f23f3-c327-486e-a390-a829633d8696 None None] Network 2d207fa2-1346-4d1e-84e2-63e640a4be70 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:53:37.601910 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-0d7f23f3-c327-486e-a390-a829633d8696 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:53:37.604773 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7f23f3-c327-486e-a390-a829633d8696 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:53:37.620083 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-8a0e005e-c6f9-4e4a-831d-fa3e84058058 admin admin] Allocated IP 172.25.6.77 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/36b186a2-3c2d-4ad9-a59f-a66cc86eea5f) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:53:37.621725 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f23f3-c327-486e-a390-a829633d8696 None None] Pushing event updated for resources: {'Port': ['ID=deed0134-9a06-4306-85d2-e764e79d2714,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:37.681016 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-0d7f23f3-c327-486e-a390-a829633d8696 None None] Attempting to bind port deed0134-9a06-4306-85d2-e764e79d2714 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:53:37.681464 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-0d7f23f3-c327-486e-a390-a829633d8696 None None] Attempting to bind port deed0134-9a06-4306-85d2-e764e79d2714 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '251d4ecc-7d1f-4357-9533-1b468fc7f290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2d207fa2-1346-4d1e-84e2-63e640a4be70'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:53:37.682360 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7f23f3-c327-486e-a390-a829633d8696 None None] Attempting to bind port deed0134-9a06-4306-85d2-e764e79d2714 on network 2d207fa2-1346-4d1e-84e2-63e640a4be70 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:53:37.687623 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7f23f3-c327-486e-a390-a829633d8696 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:53:37.688002 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7f23f3-c327-486e-a390-a829633d8696 None None] Checking segment: {'id': '251d4ecc-7d1f-4357-9533-1b468fc7f290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2d207fa2-1346-4d1e-84e2-63e640a4be70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:53:37.688409 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0d7f23f3-c327-486e-a390-a829633d8696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:37.688804 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7f23f3-c327-486e-a390-a829633d8696 None None] Bound using segment: {'id': '251d4ecc-7d1f-4357-9533-1b468fc7f290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2d207fa2-1346-4d1e-84e2-63e640a4be70'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:53:37.689284 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-0d7f23f3-c327-486e-a390-a829633d8696 None None] Bound port: deed0134-9a06-4306-85d2-e764e79d2714, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251d4ecc-7d1f-4357-9533-1b468fc7f290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2d207fa2-1346-4d1e-84e2-63e640a4be70'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:53:37.689668 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0d7f23f3-c327-486e-a390-a829633d8696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:37.722585 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02286f13-dd92-4e27-8ad5-2c0518f331d2 None None] Sync routers for ids ['d1dab91c-727e-492a-b0c3-6f6a5285aca0'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:53:37.732697 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02286f13-dd92-4e27-8ad5-2c0518f331d2 None None] Routers {'d1dab91c-727e-492a-b0c3-6f6a5285aca0'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:53:37.733323 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-02286f13-dd92-4e27-8ad5-2c0518f331d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:53:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d1dab91c-727e-492a-b0c3-6f6a5285aca0'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:53:37.754723 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a0e005e-c6f9-4e4a-831d-fa3e84058058 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:37.757631 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-0d7f23f3-c327-486e-a390-a829633d8696 None None] For port deed0134-9a06-4306-85d2-e764e79d2714, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:53:37.761100 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-0d7f23f3-c327-486e-a390-a829633d8696 None None] For port deed0134-9a06-4306-85d2-e764e79d2714, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=deed0134-9a06-4306-85d2-e764e79d2714,segment=NetworkSegment(251d4ecc-7d1f-4357-9533-1b468fc7f290),segment_id=251d4ecc-7d1f-4357-9533-1b468fc7f290)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:53:37.765611 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0d7f23f3-c327-486e-a390-a829633d8696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:37.800149 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a0e005e-c6f9-4e4a-831d-fa3e84058058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:37.838318 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f23f3-c327-486e-a390-a829633d8696 None None] Pushing event updated for resources: {'Port': ['ID=deed0134-9a06-4306-85d2-e764e79d2714,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:37.845720 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0e005e-c6f9-4e4a-831d-fa3e84058058 admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:53:37.849033 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-8a0e005e-c6f9-4e4a-831d-fa3e84058058 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:53:37.851960 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0e005e-c6f9-4e4a-831d-fa3e84058058 admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:53:37.862457 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-02286f13-dd92-4e27-8ad5-2c0518f331d2 None None] Set router d1dab91c-727e-492a-b0c3-6f6a5285aca0 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:53:37.889551 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e005e-c6f9-4e4a-831d-fa3e84058058 admin admin] Pushing event updated for resources: {'Port': ['ID=36b186a2-3c2d-4ad9-a59f-a66cc86eea5f,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:38.139307 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-02286f13-dd92-4e27-8ad5-2c0518f331d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'name': 'tempest-TestShelveInstance-735395734-router', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:34Z', 'revision_number': 4, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'gw_port': {'id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '80a86f25-851c-4602-9439-896d4b5b8d70', 'name': '', 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'mac_address': 'fa:16:3e:23:4e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:34Z', 'updated_at': '2021-07-06T14:53:34Z', 'revision_number': 2, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'subnets': [{'id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:53:38.178425 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02286f13-dd92-4e27-8ad5-2c0518f331d2 None None] Checking router: d1dab91c-727e-492a-b0c3-6f6a5285aca0 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:53:38.179050 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02286f13-dd92-4e27-8ad5-2c0518f331d2 None None] Updating router d1dab91c-727e-492a-b0c3-6f6a5285aca0 port 80a86f25-851c-4602-9439-896d4b5b8d70 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:53:38.192472 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device deed0134-9a06-4306-85d2-e764e79d2714 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:53:38.200716 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a0e005e-c6f9-4e4a-831d-fa3e84058058 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:38.225125 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-02286f13-dd92-4e27-8ad5-2c0518f331d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:38.248084 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port deed0134-9a06-4306-85d2-e764e79d2714 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:53:38.252178 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ad677e42-018b-4831-bdf9-00e914cc305d up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:53:38.305508 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port ad677e42-018b-4831-bdf9-00e914cc305d completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:53:38.309860 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port ad677e42-018b-4831-bdf9-00e914cc305d triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:53:38.310365 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:38.398174 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:38.429024 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port ad677e42-018b-4831-bdf9-00e914cc305d, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=ad677e42-018b-4831-bdf9-00e914cc305d,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:53:38.431758 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a0e005e-c6f9-4e4a-831d-fa3e84058058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:38.439088 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:38.495273 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=ad677e42-018b-4831-bdf9-00e914cc305d,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:38.541104 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-02286f13-dd92-4e27-8ad5-2c0518f331d2 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:38.551870 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-02286f13-dd92-4e27-8ad5-2c0518f331d2 None None] Transition to ACTIVE for port object 80a86f25-851c-4602-9439-896d4b5b8d70 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:53:38.559607 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-02286f13-dd92-4e27-8ad5-2c0518f331d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:38.582982 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0e005e-c6f9-4e4a-831d-fa3e84058058 admin admin] Router ade4e379-1476-45eb-a878-4dda848416aa is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 14:53:38.613129 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba49bb7-0c15-4efe-a83c-0e273b28afe9 None None] Pushing event updated for resources: {'Port': ['ID=80a86f25-851c-4602-9439-896d4b5b8d70,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:38.643321 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba49bb7-0c15-4efe-a83c-0e273b28afe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:38.643669 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba49bb7-0c15-4efe-a83c-0e273b28afe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:38.644009 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba49bb7-0c15-4efe-a83c-0e273b28afe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:38.644543 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba49bb7-0c15-4efe-a83c-0e273b28afe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:38.644885 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba49bb7-0c15-4efe-a83c-0e273b28afe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:38.645219 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba49bb7-0c15-4efe-a83c-0e273b28afe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:38.645549 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba49bb7-0c15-4efe-a83c-0e273b28afe9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:38.645909 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba49bb7-0c15-4efe-a83c-0e273b28afe9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:38.646230 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba49bb7-0c15-4efe-a83c-0e273b28afe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:38.646555 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba49bb7-0c15-4efe-a83c-0e273b28afe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:38.646878 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba49bb7-0c15-4efe-a83c-0e273b28afe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:38.647200 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba49bb7-0c15-4efe-a83c-0e273b28afe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:53:38.684964 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-02286f13-dd92-4e27-8ad5-2c0518f331d2 None None] Attempting to bind port 80a86f25-851c-4602-9439-896d4b5b8d70 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:53:38.685245 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-02286f13-dd92-4e27-8ad5-2c0518f331d2 None None] Attempting to bind port 80a86f25-851c-4602-9439-896d4b5b8d70 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '1713fbc2-b737-4ed9-a102-368a237c8af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:53:38.685613 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02286f13-dd92-4e27-8ad5-2c0518f331d2 None None] Attempting to bind port 80a86f25-851c-4602-9439-896d4b5b8d70 on network 90ffa761-dd75-4b2f-ba37-59127979316d {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:53:38.691372 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02286f13-dd92-4e27-8ad5-2c0518f331d2 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:53:38.691754 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02286f13-dd92-4e27-8ad5-2c0518f331d2 None None] Checking segment: {'id': '1713fbc2-b737-4ed9-a102-368a237c8af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:53:38.692139 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-02286f13-dd92-4e27-8ad5-2c0518f331d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:38.692530 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02286f13-dd92-4e27-8ad5-2c0518f331d2 None None] Bound using segment: {'id': '1713fbc2-b737-4ed9-a102-368a237c8af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:53:38.692993 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-02286f13-dd92-4e27-8ad5-2c0518f331d2 None None] Bound port: 80a86f25-851c-4602-9439-896d4b5b8d70, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1713fbc2-b737-4ed9-a102-368a237c8af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:53:38.693375 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-02286f13-dd92-4e27-8ad5-2c0518f331d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:38.703564 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0e005e-c6f9-4e4a-831d-fa3e84058058 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:53:38.715964 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e7cfb3-d9fd-4719-91a7-92e6e905dcfe None None] Sync routers for ids ['ade4e379-1476-45eb-a878-4dda848416aa'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:53:38.725898 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8a0e005e-c6f9-4e4a-831d-fa3e84058058 admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:38.730826 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39566) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:53:38.734353 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e7cfb3-d9fd-4719-91a7-92e6e905dcfe None None] Routers {'ade4e379-1476-45eb-a878-4dda848416aa'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:53:38.735155 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c0e7cfb3-d9fd-4719-91a7-92e6e905dcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:53:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ade4e379-1476-45eb-a878-4dda848416aa'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:53:38.738592 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8a0e005e-c6f9-4e4a-831d-fa3e84058058 admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7506983 Jul 06 14:53:38.782892 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-02286f13-dd92-4e27-8ad5-2c0518f331d2 None None] For port 80a86f25-851c-4602-9439-896d4b5b8d70, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:53:38.787124 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-02286f13-dd92-4e27-8ad5-2c0518f331d2 None None] For port 80a86f25-851c-4602-9439-896d4b5b8d70, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=80a86f25-851c-4602-9439-896d4b5b8d70,segment=NetworkSegment(1713fbc2-b737-4ed9-a102-368a237c8af2),segment_id=1713fbc2-b737-4ed9-a102-368a237c8af2)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:53:38.793509 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-02286f13-dd92-4e27-8ad5-2c0518f331d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:38.860528 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02286f13-dd92-4e27-8ad5-2c0518f331d2 None None] Routers {'d1dab91c-727e-492a-b0c3-6f6a5285aca0'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:53:38.861176 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-02286f13-dd92-4e27-8ad5-2c0518f331d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:53:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d1dab91c-727e-492a-b0c3-6f6a5285aca0'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:53:38.898838 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-c0e7cfb3-d9fd-4719-91a7-92e6e905dcfe None None] Set router ade4e379-1476-45eb-a878-4dda848416aa gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:53:38.967191 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba49bb7-0c15-4efe-a83c-0e273b28afe9 None None] Pushing event updated for resources: {'Port': ['ID=80a86f25-851c-4602-9439-896d4b5b8d70,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:39.074216 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-02286f13-dd92-4e27-8ad5-2c0518f331d2 None None] Set router d1dab91c-727e-492a-b0c3-6f6a5285aca0 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:53:39.140352 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c0e7cfb3-d9fd-4719-91a7-92e6e905dcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4e379-1476-45eb-a878-4dda848416aa', 'name': 'tempest-TestShelveInstance-1936357061-router', 'tenant_id': '989f4f267e2548c680590753f7af07a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '36b186a2-3c2d-4ad9-a59f-a66cc86eea5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:53:37Z', 'updated_at': '2021-07-06T14:53:38Z', 'revision_number': 3, 'project_id': '989f4f267e2548c680590753f7af07a6', 'gw_port': {'id': '36b186a2-3c2d-4ad9-a59f-a66cc86eea5f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:25:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade4e379-1476-45eb-a878-4dda848416aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:37Z', 'updated_at': '2021-07-06T14:53:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:53:39.143844 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd574a1-80c6-4b1c-bb90-607ba266b0bd None None] Network 2d207fa2-1346-4d1e-84e2-63e640a4be70 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 14:53:39.183889 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e7cfb3-d9fd-4719-91a7-92e6e905dcfe None None] Checking router: ade4e379-1476-45eb-a878-4dda848416aa for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:53:39.184239 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e7cfb3-d9fd-4719-91a7-92e6e905dcfe None None] Updating router ade4e379-1476-45eb-a878-4dda848416aa port 36b186a2-3c2d-4ad9-a59f-a66cc86eea5f binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:53:39.268819 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c0e7cfb3-d9fd-4719-91a7-92e6e905dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:39.273313 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-80b58958-75d9-4ef9-b0b3-74aee8d4b852 None None] Provisioning for port deed0134-9a06-4306-85d2-e764e79d2714 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:53:39.307402 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-80b58958-75d9-4ef9-b0b3-74aee8d4b852 None None] Provisioning complete for port deed0134-9a06-4306-85d2-e764e79d2714 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:53:39.307727 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9ae7ef9-6b1d-42bc-adfa-54d074a84bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:39.308151 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-80b58958-75d9-4ef9-b0b3-74aee8d4b852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:39.339266 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-02286f13-dd92-4e27-8ad5-2c0518f331d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'name': 'tempest-TestShelveInstance-735395734-router', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:34Z', 'revision_number': 4, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'gw_port': {'id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '80a86f25-851c-4602-9439-896d4b5b8d70', 'name': '', 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'mac_address': 'fa:16:3e:23:4e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:34Z', 'updated_at': '2021-07-06T14:53:38Z', 'revision_number': 4, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'subnets': [{'id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:53:39.370643 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02286f13-dd92-4e27-8ad5-2c0518f331d2 None None] The sync data for ids ['d1dab91c-727e-492a-b0c3-6f6a5285aca0'] in n-d-773644-6 is: [{'id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'name': 'tempest-TestShelveInstance-735395734-router', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:34Z', 'revision_number': 4, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'gw_port': {'id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '80a86f25-851c-4602-9439-896d4b5b8d70', 'name': '', 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'mac_address': 'fa:16:3e:23:4e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:34Z', 'updated_at': '2021-07-06T14:53:38Z', 'revision_number': 4, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'subnets': [{'id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:53:39.496174 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-e9ae7ef9-6b1d-42bc-adfa-54d074a84bfd admin admin] Allocated IP 172.20.0.1 (2d207fa2-1346-4d1e-84e2-63e640a4be70/70697e0a-c3c7-4f12-82f7-4f5f84c509b4/a3c7bccc-26a6-48b5-a4b1-a268928ec6e0) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:53:39.620033 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9ae7ef9-6b1d-42bc-adfa-54d074a84bfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:39.778186 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-80b58958-75d9-4ef9-b0b3-74aee8d4b852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:39.854268 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-80b58958-75d9-4ef9-b0b3-74aee8d4b852 None None] For port deed0134-9a06-4306-85d2-e764e79d2714, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=deed0134-9a06-4306-85d2-e764e79d2714,segment=NetworkSegment(251d4ecc-7d1f-4357-9533-1b468fc7f290),segment_id=251d4ecc-7d1f-4357-9533-1b468fc7f290)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:53:39.869699 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-80b58958-75d9-4ef9-b0b3-74aee8d4b852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:39.980705 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b58958-75d9-4ef9-b0b3-74aee8d4b852 None None] Pushing event updated for resources: {'Port': ['ID=deed0134-9a06-4306-85d2-e764e79d2714,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:40.003221 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c0e7cfb3-d9fd-4719-91a7-92e6e905dcfe None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:40.018422 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c0e7cfb3-d9fd-4719-91a7-92e6e905dcfe None None] Transition to ACTIVE for port object 36b186a2-3c2d-4ad9-a59f-a66cc86eea5f will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:53:40.023110 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-e9ae7ef9-6b1d-42bc-adfa-54d074a84bfd admin admin] Transition to ACTIVE for port object a3c7bccc-26a6-48b5-a4b1-a268928ec6e0 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:53:40.028229 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c0e7cfb3-d9fd-4719-91a7-92e6e905dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:40.074232 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9ae7ef9-6b1d-42bc-adfa-54d074a84bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:40.111006 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-c0e7cfb3-d9fd-4719-91a7-92e6e905dcfe None None] Attempting to bind port 36b186a2-3c2d-4ad9-a59f-a66cc86eea5f on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:53:40.111390 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-c0e7cfb3-d9fd-4719-91a7-92e6e905dcfe None None] Attempting to bind port 36b186a2-3c2d-4ad9-a59f-a66cc86eea5f by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:53:40.111759 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e7cfb3-d9fd-4719-91a7-92e6e905dcfe None None] Attempting to bind port 36b186a2-3c2d-4ad9-a59f-a66cc86eea5f on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:53:40.116244 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a72c52-9ed4-4d46-ae75-3b7ae0d4d0f4 None None] Pushing event updated for resources: {'Port': ['ID=36b186a2-3c2d-4ad9-a59f-a66cc86eea5f,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:40.123698 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e7cfb3-d9fd-4719-91a7-92e6e905dcfe None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:53:40.124076 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e7cfb3-d9fd-4719-91a7-92e6e905dcfe None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:53:40.124477 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c0e7cfb3-d9fd-4719-91a7-92e6e905dcfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:40.124865 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e7cfb3-d9fd-4719-91a7-92e6e905dcfe None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:53:40.126089 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-c0e7cfb3-d9fd-4719-91a7-92e6e905dcfe None None] Bound port: 36b186a2-3c2d-4ad9-a59f-a66cc86eea5f, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:53:40.126492 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c0e7cfb3-d9fd-4719-91a7-92e6e905dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:40.139304 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ae7ef9-6b1d-42bc-adfa-54d074a84bfd admin admin] Network 2d207fa2-1346-4d1e-84e2-63e640a4be70 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:53:40.150118 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-e9ae7ef9-6b1d-42bc-adfa-54d074a84bfd admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:53:40.155993 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ae7ef9-6b1d-42bc-adfa-54d074a84bfd admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:53:40.159524 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae7ef9-6b1d-42bc-adfa-54d074a84bfd admin admin] Pushing event updated for resources: {'Port': ['ID=a3c7bccc-26a6-48b5-a4b1-a268928ec6e0,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:40.172277 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device deed0134-9a06-4306-85d2-e764e79d2714 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:53:40.210972 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9ae7ef9-6b1d-42bc-adfa-54d074a84bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:40.236697 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-c0e7cfb3-d9fd-4719-91a7-92e6e905dcfe None None] For port 36b186a2-3c2d-4ad9-a59f-a66cc86eea5f, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:53:40.240944 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-c0e7cfb3-d9fd-4719-91a7-92e6e905dcfe None None] For port 36b186a2-3c2d-4ad9-a59f-a66cc86eea5f, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=36b186a2-3c2d-4ad9-a59f-a66cc86eea5f,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:53:40.250905 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c0e7cfb3-d9fd-4719-91a7-92e6e905dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:40.325598 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port deed0134-9a06-4306-85d2-e764e79d2714 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:53:40.326308 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:40.371194 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e7cfb3-d9fd-4719-91a7-92e6e905dcfe None None] Routers {'ade4e379-1476-45eb-a878-4dda848416aa'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:53:40.372101 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c0e7cfb3-d9fd-4719-91a7-92e6e905dcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:53:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ade4e379-1476-45eb-a878-4dda848416aa'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:53:40.375147 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-b526bf07-c351-4a26-80c5-2cac05cfd268 None None] Provisioning complete for port deed0134-9a06-4306-85d2-e764e79d2714 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:53:40.375358 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9ae7ef9-6b1d-42bc-adfa-54d074a84bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:40.375523 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b526bf07-c351-4a26-80c5-2cac05cfd268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:40.417087 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a72c52-9ed4-4d46-ae75-3b7ae0d4d0f4 None None] Pushing event updated for resources: {'Port': ['ID=36b186a2-3c2d-4ad9-a59f-a66cc86eea5f,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:40.471524 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:40.561255 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9ae7ef9-6b1d-42bc-adfa-54d074a84bfd admin admin] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:40.566669 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9ae7ef9-6b1d-42bc-adfa-54d074a84bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:40.578939 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-c0e7cfb3-d9fd-4719-91a7-92e6e905dcfe None None] Set router ade4e379-1476-45eb-a878-4dda848416aa gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:53:40.638722 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e9ae7ef9-6b1d-42bc-adfa-54d074a84bfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:40.640523 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae7ef9-6b1d-42bc-adfa-54d074a84bfd admin admin] Pushing event updated for resources: {'Port': ['ID=a3c7bccc-26a6-48b5-a4b1-a268928ec6e0,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:40.705833 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 80a86f25-851c-4602-9439-896d4b5b8d70 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:53:40.714462 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a7bc4efc-188b-4dec-a652-e71dee93575c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:40.738578 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ae7ef9-6b1d-42bc-adfa-54d074a84bfd admin admin] Network 2d207fa2-1346-4d1e-84e2-63e640a4be70 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:53:40.740052 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-e9ae7ef9-6b1d-42bc-adfa-54d074a84bfd admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:53:40.827350 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 80a86f25-851c-4602-9439-896d4b5b8d70 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:53:40.838922 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 80a86f25-851c-4602-9439-896d4b5b8d70 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:53:40.839305 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:40.879246 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ae7ef9-6b1d-42bc-adfa-54d074a84bfd admin admin] Router ade4e379-1476-45eb-a878-4dda848416aa has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:53:40.921079 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9fef994b-3d8e-4a65-89d9-4eebf0250d12 None None] Provisioning for port a3c7bccc-26a6-48b5-a4b1-a268928ec6e0 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:53:40.932589 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9fef994b-3d8e-4a65-89d9-4eebf0250d12 None None] Provisioning complete for port a3c7bccc-26a6-48b5-a4b1-a268928ec6e0 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:53:40.933062 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9fef994b-3d8e-4a65-89d9-4eebf0250d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:40.996737 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9fef994b-3d8e-4a65-89d9-4eebf0250d12 None None] Port a3c7bccc-26a6-48b5-a4b1-a268928ec6e0 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:53:41.000919 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ae7ef9-6b1d-42bc-adfa-54d074a84bfd admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:53:41.006042 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e9ae7ef9-6b1d-42bc-adfa-54d074a84bfd admin admin] 10.222.0.118 "PUT /v2.0/routers/ade4e379-1476-45eb-a878-4dda848416aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2734697 Jul 06 14:53:41.021184 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c0e7cfb3-d9fd-4719-91a7-92e6e905dcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4e379-1476-45eb-a878-4dda848416aa', 'name': 'tempest-TestShelveInstance-1936357061-router', 'tenant_id': '989f4f267e2548c680590753f7af07a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '36b186a2-3c2d-4ad9-a59f-a66cc86eea5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:53:37Z', 'updated_at': '2021-07-06T14:53:40Z', 'revision_number': 4, 'project_id': '989f4f267e2548c680590753f7af07a6', 'gw_port': {'id': '36b186a2-3c2d-4ad9-a59f-a66cc86eea5f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:25:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade4e379-1476-45eb-a878-4dda848416aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:37Z', 'updated_at': '2021-07-06T14:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'a3c7bccc-26a6-48b5-a4b1-a268928ec6e0', 'name': '', 'network_id': '2d207fa2-1346-4d1e-84e2-63e640a4be70', 'tenant_id': '989f4f267e2548c680590753f7af07a6', 'mac_address': 'fa:16:3e:3a:f3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade4e379-1476-45eb-a878-4dda848416aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '70697e0a-c3c7-4f12-82f7-4f5f84c509b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:39Z', 'updated_at': '2021-07-06T14:53:39Z', 'revision_number': 1, 'project_id': '989f4f267e2548c680590753f7af07a6', 'subnets': [{'id': '70697e0a-c3c7-4f12-82f7-4f5f84c509b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:53:41.023266 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:41.063868 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e7cfb3-d9fd-4719-91a7-92e6e905dcfe None None] The sync data for ids ['ade4e379-1476-45eb-a878-4dda848416aa'] in n-d-773644-6 is: [{'id': 'ade4e379-1476-45eb-a878-4dda848416aa', 'name': 'tempest-TestShelveInstance-1936357061-router', 'tenant_id': '989f4f267e2548c680590753f7af07a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '36b186a2-3c2d-4ad9-a59f-a66cc86eea5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:53:37Z', 'updated_at': '2021-07-06T14:53:40Z', 'revision_number': 4, 'project_id': '989f4f267e2548c680590753f7af07a6', 'gw_port': {'id': '36b186a2-3c2d-4ad9-a59f-a66cc86eea5f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:25:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade4e379-1476-45eb-a878-4dda848416aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:37Z', 'updated_at': '2021-07-06T14:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'a3c7bccc-26a6-48b5-a4b1-a268928ec6e0', 'name': '', 'network_id': '2d207fa2-1346-4d1e-84e2-63e640a4be70', 'tenant_id': '989f4f267e2548c680590753f7af07a6', 'mac_address': 'fa:16:3e:3a:f3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade4e379-1476-45eb-a878-4dda848416aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '70697e0a-c3c7-4f12-82f7-4f5f84c509b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:39Z', 'updated_at': '2021-07-06T14:53:39Z', 'revision_number': 1, 'project_id': '989f4f267e2548c680590753f7af07a6', 'subnets': [{'id': '70697e0a-c3c7-4f12-82f7-4f5f84c509b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:53:41.094177 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 80a86f25-851c-4602-9439-896d4b5b8d70, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=80a86f25-851c-4602-9439-896d4b5b8d70,segment=NetworkSegment(1713fbc2-b737-4ed9-a102-368a237c8af2),segment_id=1713fbc2-b737-4ed9-a102-368a237c8af2)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:53:41.100845 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:41.102023 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ad677e42-018b-4831-bdf9-00e914cc305d up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:53:41.178415 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-16d4b7c6-6225-440d-a147-e3b5fb207486 None None] Provisioning complete for port a3c7bccc-26a6-48b5-a4b1-a268928ec6e0 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:53:41.179051 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-16d4b7c6-6225-440d-a147-e3b5fb207486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:41.218373 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=80a86f25-851c-4602-9439-896d4b5b8d70,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:41.240333 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-16d4b7c6-6225-440d-a147-e3b5fb207486 None None] Port a3c7bccc-26a6-48b5-a4b1-a268928ec6e0 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:53:41.241809 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port ad677e42-018b-4831-bdf9-00e914cc305d triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:53:41.242272 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:41.764527 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:41.878064 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39574) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:53:41.883326 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-31dbfab7-5b62-4b6e-9f65-1a97fdb38c62 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-430186955', 'description': 'tempest-secgroup-smoke-430186955 description', 'project_id': '90d944003c6c4b4cb0796a79eff3dd39'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:53:41.906448 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-31dbfab7-5b62-4b6e-9f65-1a97fdb38c62 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:41.999274 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-31dbfab7-5b62-4b6e-9f65-1a97fdb38c62 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:42.004215 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-31dbfab7-5b62-4b6e-9f65-1a97fdb38c62 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:42.043475 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-31dbfab7-5b62-4b6e-9f65-1a97fdb38c62 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:42.047691 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-31dbfab7-5b62-4b6e-9f65-1a97fdb38c62 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1656709 Jul 06 14:53:42.047881 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39576) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:53:42.053305 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-af4d8ebe-26b0-42f9-83f1-b24808c926b6 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Request body: {'security_group_rule': {'security_group_id': '2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b', 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:53:42.059658 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dbfab7-5b62-4b6e-9f65-1a97fdb38c62 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:42.076413 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 80a86f25-851c-4602-9439-896d4b5b8d70 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:53:42.088111 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af4d8ebe-26b0-42f9-83f1-b24808c926b6 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:42.141456 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 80a86f25-851c-4602-9439-896d4b5b8d70 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:53:42.141964 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:42.178970 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af4d8ebe-26b0-42f9-83f1-b24808c926b6 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:42.187309 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af4d8ebe-26b0-42f9-83f1-b24808c926b6 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:42.208575 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d8ebe-26b0-42f9-83f1-b24808c926b6 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ae89ba-3aef-4861-a32f-c3c735c448fc,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:42.216174 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-af4d8ebe-26b0-42f9-83f1-b24808c926b6 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:42.220789 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39578) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:53:42.227597 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-150fb1a9-c83e-4374-a005-5d4a0d534ac8 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Request body: {'security_group_rule': {'security_group_id': '2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b', 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:53:42.230053 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-af4d8ebe-26b0-42f9-83f1-b24808c926b6 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1694238 Jul 06 14:53:42.261139 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-150fb1a9-c83e-4374-a005-5d4a0d534ac8 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:42.324491 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-150fb1a9-c83e-4374-a005-5d4a0d534ac8 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:42.328166 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-150fb1a9-c83e-4374-a005-5d4a0d534ac8 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:42.347937 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150fb1a9-c83e-4374-a005-5d4a0d534ac8 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d260f0-76df-45cc-95a3-d1dcde11194c,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:42.356936 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-150fb1a9-c83e-4374-a005-5d4a0d534ac8 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:42.360873 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-150fb1a9-c83e-4374-a005-5d4a0d534ac8 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1358919 Jul 06 14:53:42.361440 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39580) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:53:42.366209 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-e4577640-544e-4b4a-8658-a8facd2df552 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Request body: {'security_group_rule': {'security_group_id': '2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b', 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:53:42.396657 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e4577640-544e-4b4a-8658-a8facd2df552 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:42.459139 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e4577640-544e-4b4a-8658-a8facd2df552 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:42.463604 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e4577640-544e-4b4a-8658-a8facd2df552 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:42.485590 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4577640-544e-4b4a-8658-a8facd2df552 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5d1607-450c-45d1-bb8e-2f9a284a2afd,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:42.490205 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e4577640-544e-4b4a-8658-a8facd2df552 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:42.492272 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e4577640-544e-4b4a-8658-a8facd2df552 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295567 Jul 06 14:53:42.497674 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39582) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:53:42.508322 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-81d871d0-f657-4ebb-9469-9e87c81cadd0 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Request body: {'security_group_rule': {'security_group_id': '2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b', 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:53:42.542571 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-81d871d0-f657-4ebb-9469-9e87c81cadd0 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:42.606029 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-81d871d0-f657-4ebb-9469-9e87c81cadd0 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:42.610303 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-81d871d0-f657-4ebb-9469-9e87c81cadd0 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:42.629570 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d871d0-f657-4ebb-9469-9e87c81cadd0 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c500f4e-2457-4c75-b147-046bd04c7d79,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:42.638833 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-81d871d0-f657-4ebb-9469-9e87c81cadd0 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:42.640184 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-81d871d0-f657-4ebb-9469-9e87c81cadd0 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1387727 Jul 06 14:53:42.642990 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39584) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:53:42.647702 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-03eaa0e6-a734-408b-97a3-6337aad2ef44 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Request body: {'security_group_rule': {'security_group_id': '2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b', 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:53:42.675611 n-d-773644-6 neutron-server[100417]: INFO neutron.db.securitygroups_db [None req-03eaa0e6-a734-408b-97a3-6337aad2ef44 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Project 90d944003c6c4b4cb0796a79eff3dd39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:53:42.682166 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03eaa0e6-a734-408b-97a3-6337aad2ef44 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:42.756041 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03eaa0e6-a734-408b-97a3-6337aad2ef44 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:42.760943 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03eaa0e6-a734-408b-97a3-6337aad2ef44 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:42.789714 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eaa0e6-a734-408b-97a3-6337aad2ef44 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a64d8d-9afd-44c3-b932-4ff0edeb44b2,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:42.800423 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03eaa0e6-a734-408b-97a3-6337aad2ef44 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:42.805025 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-03eaa0e6-a734-408b-97a3-6337aad2ef44 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1583076 Jul 06 14:53:42.805485 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39586) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:53:42.812489 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-544b8a91-a443-47a8-81db-f749fc6ae633 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Request body: {'security_group_rule': {'security_group_id': '2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b', 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:53:42.839844 n-d-773644-6 neutron-server[100418]: INFO neutron.db.securitygroups_db [None req-544b8a91-a443-47a8-81db-f749fc6ae633 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Project 90d944003c6c4b4cb0796a79eff3dd39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:53:42.847767 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-544b8a91-a443-47a8-81db-f749fc6ae633 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:42.919765 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-544b8a91-a443-47a8-81db-f749fc6ae633 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:42.923630 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-544b8a91-a443-47a8-81db-f749fc6ae633 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:42.949634 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b8a91-a443-47a8-81db-f749fc6ae633 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53eaf953-c0c3-44c6-ba18-a176eabc0457,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:42.953193 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-544b8a91-a443-47a8-81db-f749fc6ae633 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:42.954459 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-544b8a91-a443-47a8-81db-f749fc6ae633 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1471529 Jul 06 14:53:43.098475 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-74ae7b00-6374-4a28-8811-1793ef41ab40 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-430186955&fields=id&tenant_id=90d944003c6c4b4cb0796a79eff3dd39 HTTP/1.1" status: 200 len: 267 time: 0.0347445 Jul 06 14:53:43.211574 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-cb0352d8-bc38-4999-9b71-193ec02b9bd2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:43.213778 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-cb0352d8-bc38-4999-9b71-193ec02b9bd2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/networks?id=90ffa761-dd75-4b2f-ba37-59127979316d HTTP/1.1" status: 200 len: 808 time: 0.1082919 Jul 06 14:53:43.229903 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-aa7894f9-36bd-4bc5-931e-ad7b7e10b022 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/quotas/90d944003c6c4b4cb0796a79eff3dd39 HTTP/1.1" status: 200 len: 375 time: 0.0100017 Jul 06 14:53:43.300089 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-4f53efee-e116-43d9-9a25-dd8854ad7b1d tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=90d944003c6c4b4cb0796a79eff3dd39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645525 Jul 06 14:53:43.308741 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:43.406791 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-ea5a9767-1036-4800-9e8b-92cc9327aebf service neutron] 10.222.0.118 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928385 Jul 06 14:53:43.498416 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-19a37597-c773-49a8-9749-e33a6e9b2a6d service neutron] 10.222.0.118 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857990 Jul 06 14:53:43.528633 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0983ac-f3cd-44e4-8b9a-c0e5b2606f2e None None] Sync routers for ids ['ade4e379-1476-45eb-a878-4dda848416aa'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:53:43.537970 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0983ac-f3cd-44e4-8b9a-c0e5b2606f2e None None] Routers {'ade4e379-1476-45eb-a878-4dda848416aa'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:53:43.538591 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-8d0983ac-f3cd-44e4-8b9a-c0e5b2606f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:53:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ade4e379-1476-45eb-a878-4dda848416aa'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:53:43.686357 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-416df0c8-c1de-4c51-85da-d97d4de5f910 req-23232cd5-3f7a-4f4c-9868-f52bd2f2e471 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 210 time: 0.0382233 Jul 06 14:53:43.742917 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-8d0983ac-f3cd-44e4-8b9a-c0e5b2606f2e None None] Set router ade4e379-1476-45eb-a878-4dda848416aa gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:53:43.969851 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-8d0983ac-f3cd-44e4-8b9a-c0e5b2606f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4e379-1476-45eb-a878-4dda848416aa', 'name': 'tempest-TestShelveInstance-1936357061-router', 'tenant_id': '989f4f267e2548c680590753f7af07a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '36b186a2-3c2d-4ad9-a59f-a66cc86eea5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:53:37Z', 'updated_at': '2021-07-06T14:53:40Z', 'revision_number': 4, 'project_id': '989f4f267e2548c680590753f7af07a6', 'gw_port': {'id': '36b186a2-3c2d-4ad9-a59f-a66cc86eea5f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:25:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade4e379-1476-45eb-a878-4dda848416aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:37Z', 'updated_at': '2021-07-06T14:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'a3c7bccc-26a6-48b5-a4b1-a268928ec6e0', 'name': '', 'network_id': '2d207fa2-1346-4d1e-84e2-63e640a4be70', 'tenant_id': '989f4f267e2548c680590753f7af07a6', 'mac_address': 'fa:16:3e:3a:f3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade4e379-1476-45eb-a878-4dda848416aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '70697e0a-c3c7-4f12-82f7-4f5f84c509b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:39Z', 'updated_at': '2021-07-06T14:53:40Z', 'revision_number': 2, 'project_id': '989f4f267e2548c680590753f7af07a6', 'subnets': [{'id': '70697e0a-c3c7-4f12-82f7-4f5f84c509b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:53:44.000602 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0983ac-f3cd-44e4-8b9a-c0e5b2606f2e None None] Checking router: ade4e379-1476-45eb-a878-4dda848416aa for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:53:44.000882 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0983ac-f3cd-44e4-8b9a-c0e5b2606f2e None None] Updating router ade4e379-1476-45eb-a878-4dda848416aa port a3c7bccc-26a6-48b5-a4b1-a268928ec6e0 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 14:53:44.039836 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-8d0983ac-f3cd-44e4-8b9a-c0e5b2606f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:44.114395 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 36b186a2-3c2d-4ad9-a59f-a66cc86eea5f up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:53:44.183786 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 36b186a2-3c2d-4ad9-a59f-a66cc86eea5f completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:53:44.192176 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 36b186a2-3c2d-4ad9-a59f-a66cc86eea5f triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:53:44.193191 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:44.302355 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:44.326325 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 36b186a2-3c2d-4ad9-a59f-a66cc86eea5f, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=36b186a2-3c2d-4ad9-a59f-a66cc86eea5f,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:53:44.330932 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:44.378186 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-8d0983ac-f3cd-44e4-8b9a-c0e5b2606f2e None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:44.392055 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=36b186a2-3c2d-4ad9-a59f-a66cc86eea5f,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:44.392690 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-8d0983ac-f3cd-44e4-8b9a-c0e5b2606f2e None None] Transition to ACTIVE for port object a3c7bccc-26a6-48b5-a4b1-a268928ec6e0 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:53:44.400437 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-8d0983ac-f3cd-44e4-8b9a-c0e5b2606f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:44.453630 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd7e23-112c-4f73-8c58-a7ff0974cda4 None None] Pushing event updated for resources: {'Port': ['ID=a3c7bccc-26a6-48b5-a4b1-a268928ec6e0,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:44.511924 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-8d0983ac-f3cd-44e4-8b9a-c0e5b2606f2e None None] Attempting to bind port a3c7bccc-26a6-48b5-a4b1-a268928ec6e0 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:53:44.512290 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-8d0983ac-f3cd-44e4-8b9a-c0e5b2606f2e None None] Attempting to bind port a3c7bccc-26a6-48b5-a4b1-a268928ec6e0 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '251d4ecc-7d1f-4357-9533-1b468fc7f290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2d207fa2-1346-4d1e-84e2-63e640a4be70'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:53:44.512652 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0983ac-f3cd-44e4-8b9a-c0e5b2606f2e None None] Attempting to bind port a3c7bccc-26a6-48b5-a4b1-a268928ec6e0 on network 2d207fa2-1346-4d1e-84e2-63e640a4be70 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:53:44.517870 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0983ac-f3cd-44e4-8b9a-c0e5b2606f2e None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:53:44.518243 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0983ac-f3cd-44e4-8b9a-c0e5b2606f2e None None] Checking segment: {'id': '251d4ecc-7d1f-4357-9533-1b468fc7f290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2d207fa2-1346-4d1e-84e2-63e640a4be70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:53:44.518641 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-8d0983ac-f3cd-44e4-8b9a-c0e5b2606f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:44.519028 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0983ac-f3cd-44e4-8b9a-c0e5b2606f2e None None] Bound using segment: {'id': '251d4ecc-7d1f-4357-9533-1b468fc7f290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2d207fa2-1346-4d1e-84e2-63e640a4be70'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:53:44.519490 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-8d0983ac-f3cd-44e4-8b9a-c0e5b2606f2e None None] Bound port: a3c7bccc-26a6-48b5-a4b1-a268928ec6e0, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251d4ecc-7d1f-4357-9533-1b468fc7f290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2d207fa2-1346-4d1e-84e2-63e640a4be70'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:53:44.519868 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-8d0983ac-f3cd-44e4-8b9a-c0e5b2606f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:44.592399 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-8d0983ac-f3cd-44e4-8b9a-c0e5b2606f2e None None] For port a3c7bccc-26a6-48b5-a4b1-a268928ec6e0, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:53:44.596193 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-8d0983ac-f3cd-44e4-8b9a-c0e5b2606f2e None None] For port a3c7bccc-26a6-48b5-a4b1-a268928ec6e0, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a3c7bccc-26a6-48b5-a4b1-a268928ec6e0,segment=NetworkSegment(251d4ecc-7d1f-4357-9533-1b468fc7f290),segment_id=251d4ecc-7d1f-4357-9533-1b468fc7f290)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:53:44.601974 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-8d0983ac-f3cd-44e4-8b9a-c0e5b2606f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:44.665642 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0983ac-f3cd-44e4-8b9a-c0e5b2606f2e None None] Routers {'ade4e379-1476-45eb-a878-4dda848416aa'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:53:44.666307 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-8d0983ac-f3cd-44e4-8b9a-c0e5b2606f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:53:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ade4e379-1476-45eb-a878-4dda848416aa'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:53:44.705939 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd7e23-112c-4f73-8c58-a7ff0974cda4 None None] Pushing event updated for resources: {'Port': ['ID=a3c7bccc-26a6-48b5-a4b1-a268928ec6e0,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:44.794096 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-8d0983ac-f3cd-44e4-8b9a-c0e5b2606f2e None None] Set router ade4e379-1476-45eb-a878-4dda848416aa gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:53:44.851904 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b68f1e8b-4d6c-472d-9516-b5086add0688 req-4345caed-65d3-4b56-8dce-527d545b8fd0 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 210 time: 0.0402112 Jul 06 14:53:45.033902 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-59a2d40f-8a4e-476b-8062-3a1ee96e4b5b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:45.035818 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-59a2d40f-8a4e-476b-8062-3a1ee96e4b5b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.52 "GET /v2.0/networks?id=90ffa761-dd75-4b2f-ba37-59127979316d HTTP/1.1" status: 200 len: 808 time: 0.1284814 Jul 06 14:53:45.051633 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-8d0983ac-f3cd-44e4-8b9a-c0e5b2606f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4e379-1476-45eb-a878-4dda848416aa', 'name': 'tempest-TestShelveInstance-1936357061-router', 'tenant_id': '989f4f267e2548c680590753f7af07a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '36b186a2-3c2d-4ad9-a59f-a66cc86eea5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:53:37Z', 'updated_at': '2021-07-06T14:53:40Z', 'revision_number': 4, 'project_id': '989f4f267e2548c680590753f7af07a6', 'gw_port': {'id': '36b186a2-3c2d-4ad9-a59f-a66cc86eea5f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4e379-1476-45eb-a878-4dda848416aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:37Z', 'updated_at': '2021-07-06T14:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'a3c7bccc-26a6-48b5-a4b1-a268928ec6e0', 'name': '', 'network_id': '2d207fa2-1346-4d1e-84e2-63e640a4be70', 'tenant_id': '989f4f267e2548c680590753f7af07a6', 'mac_address': 'fa:16:3e:3a:f3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade4e379-1476-45eb-a878-4dda848416aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '70697e0a-c3c7-4f12-82f7-4f5f84c509b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:39Z', 'updated_at': '2021-07-06T14:53:44Z', 'revision_number': 4, 'project_id': '989f4f267e2548c680590753f7af07a6', 'subnets': [{'id': '70697e0a-c3c7-4f12-82f7-4f5f84c509b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:53:45.080297 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0983ac-f3cd-44e4-8b9a-c0e5b2606f2e None None] The sync data for ids ['ade4e379-1476-45eb-a878-4dda848416aa'] in n-d-773644-6 is: [{'id': 'ade4e379-1476-45eb-a878-4dda848416aa', 'name': 'tempest-TestShelveInstance-1936357061-router', 'tenant_id': '989f4f267e2548c680590753f7af07a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '36b186a2-3c2d-4ad9-a59f-a66cc86eea5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:53:37Z', 'updated_at': '2021-07-06T14:53:40Z', 'revision_number': 4, 'project_id': '989f4f267e2548c680590753f7af07a6', 'gw_port': {'id': '36b186a2-3c2d-4ad9-a59f-a66cc86eea5f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4e379-1476-45eb-a878-4dda848416aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:37Z', 'updated_at': '2021-07-06T14:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'a3c7bccc-26a6-48b5-a4b1-a268928ec6e0', 'name': '', 'network_id': '2d207fa2-1346-4d1e-84e2-63e640a4be70', 'tenant_id': '989f4f267e2548c680590753f7af07a6', 'mac_address': 'fa:16:3e:3a:f3:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ade4e379-1476-45eb-a878-4dda848416aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '70697e0a-c3c7-4f12-82f7-4f5f84c509b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:39Z', 'updated_at': '2021-07-06T14:53:44Z', 'revision_number': 4, 'project_id': '989f4f267e2548c680590753f7af07a6', 'subnets': [{'id': '70697e0a-c3c7-4f12-82f7-4f5f84c509b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:53:45.095071 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-d18b99a5-3591-4e23-93e5-d852d4227338 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90d944003c6c4b4cb0796a79eff3dd39 HTTP/1.1" status: 200 len: 379 time: 0.0442400 Jul 06 14:53:45.109667 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-b72c9778-f0b1-46fb-ad6f-094da2fae2df tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Request body: {'port': {'device_id': '0937a7d6-6e7f-41d1-9ee4-379f499f1607', 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'admin_state_up': True, 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'security_groups': ['2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:53:45.256459 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-b72c9778-f0b1-46fb-ad6f-094da2fae2df tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Made reservation on behalf of 90d944003c6c4b4cb0796a79eff3dd39 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:53:45.261127 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-b72c9778-f0b1-46fb-ad6f-094da2fae2df tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:45.404078 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-b72c9778-f0b1-46fb-ad6f-094da2fae2df tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Allocated IP 172.20.0.9 (90ffa761-dd75-4b2f-ba37-59127979316d/43bb03a7-5277-45ef-b297-d52b4ef1dd92/9fce26d4-3665-46b5-a711-b0b1ebf08727) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:53:45.551339 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-b72c9778-f0b1-46fb-ad6f-094da2fae2df tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:45.566560 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-b72c9778-f0b1-46fb-ad6f-094da2fae2df tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Transition to ACTIVE for port object 9fce26d4-3665-46b5-a711-b0b1ebf08727 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:53:45.601345 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-b72c9778-f0b1-46fb-ad6f-094da2fae2df tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:45.653542 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-b72c9778-f0b1-46fb-ad6f-094da2fae2df tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Network 90ffa761-dd75-4b2f-ba37-59127979316d is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:53:45.656810 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-b72c9778-f0b1-46fb-ad6f-094da2fae2df tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:53:45.659223 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-b72c9778-f0b1-46fb-ad6f-094da2fae2df tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:53:45.688027 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c9778-f0b1-46fb-ad6f-094da2fae2df tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Pushing event updated for resources: {'Port': ['ID=9fce26d4-3665-46b5-a711-b0b1ebf08727,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:45.719195 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-b72c9778-f0b1-46fb-ad6f-094da2fae2df tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:45.719846 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-b72c9778-f0b1-46fb-ad6f-094da2fae2df tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:45.736694 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-b72c9778-f0b1-46fb-ad6f-094da2fae2df tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6343532 Jul 06 14:53:45.752981 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-1bb54490-313f-47cc-b568-0ebdf416430c service neutron] Request body: {'port': {'device_id': '0937a7d6-6e7f-41d1-9ee4-379f499f1607', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:53:45.829920 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-1bb54490-313f-47cc-b568-0ebdf416430c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:45.937121 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-22eaec78-8e0c-43b3-825f-f4b6effcc262 None None] Provisioning for port 9fce26d4-3665-46b5-a711-b0b1ebf08727 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:53:45.942101 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-22eaec78-8e0c-43b3-825f-f4b6effcc262 None None] Provisioning complete for port 9fce26d4-3665-46b5-a711-b0b1ebf08727 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:53:45.942481 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-22eaec78-8e0c-43b3-825f-f4b6effcc262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:45.981432 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-22eaec78-8e0c-43b3-825f-f4b6effcc262 None None] Port 9fce26d4-3665-46b5-a711-b0b1ebf08727 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:53:46.103341 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 36b186a2-3c2d-4ad9-a59f-a66cc86eea5f up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:53:46.119849 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d20d7e-50ee-4598-a25e-e00d15237e52 req-347d3319-f293-49ad-a785-3edc6f46efae tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:46.121418 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-86d20d7e-50ee-4598-a25e-e00d15237e52 req-347d3319-f293-49ad-a785-3edc6f46efae tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 931 time: 0.1596141 Jul 06 14:53:46.160711 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 36b186a2-3c2d-4ad9-a59f-a66cc86eea5f triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:53:46.162089 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:46.204559 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-86d20d7e-50ee-4598-a25e-e00d15237e52 req-439a2ced-bf6c-4d07-9d5e-e709fde94a7a tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770984 Jul 06 14:53:46.213420 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-1bb54490-313f-47cc-b568-0ebdf416430c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fce26d4-3665-46b5-a711-b0b1ebf08727 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:53:46.223579 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-1bb54490-313f-47cc-b568-0ebdf416430c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:46.245022 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-1bb54490-313f-47cc-b568-0ebdf416430c service neutron] Transition to ACTIVE for port object 9fce26d4-3665-46b5-a711-b0b1ebf08727 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:53:46.248969 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-1bb54490-313f-47cc-b568-0ebdf416430c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:46.277700 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a3c7bccc-26a6-48b5-a4b1-a268928ec6e0 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:53:46.333557 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb54490-313f-47cc-b568-0ebdf416430c service neutron] Pushing event updated for resources: {'Port': ['ID=9fce26d4-3665-46b5-a711-b0b1ebf08727,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:46.347761 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port a3c7bccc-26a6-48b5-a4b1-a268928ec6e0 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:53:46.353240 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port a3c7bccc-26a6-48b5-a4b1-a268928ec6e0 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:53:46.353876 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:46.414696 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-1bb54490-313f-47cc-b568-0ebdf416430c service neutron] Attempting to bind port 9fce26d4-3665-46b5-a711-b0b1ebf08727 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:53:46.414957 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-1bb54490-313f-47cc-b568-0ebdf416430c service neutron] Attempting to bind port 9fce26d4-3665-46b5-a711-b0b1ebf08727 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '1713fbc2-b737-4ed9-a102-368a237c8af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:53:46.415275 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-1bb54490-313f-47cc-b568-0ebdf416430c service neutron] Attempting to bind port 9fce26d4-3665-46b5-a711-b0b1ebf08727 on network 90ffa761-dd75-4b2f-ba37-59127979316d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:53:46.420812 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-1bb54490-313f-47cc-b568-0ebdf416430c service neutron] Port 9fce26d4-3665-46b5-a711-b0b1ebf08727 on network 90ffa761-dd75-4b2f-ba37-59127979316d not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:53:46.421336 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-1bb54490-313f-47cc-b568-0ebdf416430c service neutron] Attempting to bind port 9fce26d4-3665-46b5-a711-b0b1ebf08727 on network 90ffa761-dd75-4b2f-ba37-59127979316d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:53:46.427004 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-1bb54490-313f-47cc-b568-0ebdf416430c service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:53:46.427465 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-1bb54490-313f-47cc-b568-0ebdf416430c service neutron] Checking segment: {'id': '1713fbc2-b737-4ed9-a102-368a237c8af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:53:46.427931 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-1bb54490-313f-47cc-b568-0ebdf416430c service neutron] Bound using segment: {'id': '1713fbc2-b737-4ed9-a102-368a237c8af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:53:46.428452 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-1bb54490-313f-47cc-b568-0ebdf416430c service neutron] Bound port: 9fce26d4-3665-46b5-a711-b0b1ebf08727, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1713fbc2-b737-4ed9-a102-368a237c8af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:53:46.429385 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-1bb54490-313f-47cc-b568-0ebdf416430c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:46.440032 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:46.482198 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port a3c7bccc-26a6-48b5-a4b1-a268928ec6e0, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a3c7bccc-26a6-48b5-a4b1-a268928ec6e0,segment=NetworkSegment(251d4ecc-7d1f-4357-9533-1b468fc7f290),segment_id=251d4ecc-7d1f-4357-9533-1b468fc7f290)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:53:46.488362 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:46.518560 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-1bb54490-313f-47cc-b568-0ebdf416430c service neutron] For port 9fce26d4-3665-46b5-a711-b0b1ebf08727, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:53:46.522230 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-1bb54490-313f-47cc-b568-0ebdf416430c service neutron] For port 9fce26d4-3665-46b5-a711-b0b1ebf08727, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9fce26d4-3665-46b5-a711-b0b1ebf08727,segment=NetworkSegment(1713fbc2-b737-4ed9-a102-368a237c8af2),segment_id=1713fbc2-b737-4ed9-a102-368a237c8af2)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:53:46.530325 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-1bb54490-313f-47cc-b568-0ebdf416430c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:46.558815 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=a3c7bccc-26a6-48b5-a4b1-a268928ec6e0,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:46.570565 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-1bb54490-313f-47cc-b568-0ebdf416430c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:46.571605 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-1bb54490-313f-47cc-b568-0ebdf416430c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:46.573808 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-1bb54490-313f-47cc-b568-0ebdf416430c service neutron] 10.222.0.52 "PUT /v2.0/ports/9fce26d4-3665-46b5-a711-b0b1ebf08727 HTTP/1.1" status: 200 len: 1091 time: 0.8253739 Jul 06 14:53:46.576143 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0937a7d6-6e7f-41d1-9ee4-379f499f1607', 'tag': '9fce26d4-3665-46b5-a711-b0b1ebf08727'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:53:46.578770 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ebfa3a-badd-4a25-ab09-8c2802726451" -d '{"events": [{"name": "network-changed", "server_uuid": "0937a7d6-6e7f-41d1-9ee4-379f499f1607", "tag": "9fce26d4-3665-46b5-a711-b0b1ebf08727"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:53:46.632847 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb54490-313f-47cc-b568-0ebdf416430c service neutron] Pushing event updated for resources: {'Port': ['ID=9fce26d4-3665-46b5-a711-b0b1ebf08727,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:46.657488 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c15ca57-8668-4b4e-91bd-1f9130f3791d x-openstack-request-id: req-8c15ca57-8668-4b4e-91bd-1f9130f3791d {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:53:46.657824 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0937a7d6-6e7f-41d1-9ee4-379f499f1607", "tag": "9fce26d4-3665-46b5-a711-b0b1ebf08727", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:53:46.658079 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-8c15ca57-8668-4b4e-91bd-1f9130f3791d {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:53:46.658481 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0937a7d6-6e7f-41d1-9ee4-379f499f1607', 'tag': '9fce26d4-3665-46b5-a711-b0b1ebf08727', 'status': 'completed', 'code': 200} Jul 06 14:53:46.718480 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-409d5e37-5813-4faa-829e-40467c8aadbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:46.720149 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-409d5e37-5813-4faa-829e-40467c8aadbe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90d944003c6c4b4cb0796a79eff3dd39&device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 1094 time: 0.0817668 Jul 06 14:53:46.771156 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-e617547e-d680-4fca-915a-3ed87aa1a7f2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fce26d4-3665-46b5-a711-b0b1ebf08727 HTTP/1.1" status: 200 len: 217 time: 0.0393310 Jul 06 14:53:46.827532 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-b5433d4a-0217-4501-95a1-44220abcff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:46.829053 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-b5433d4a-0217-4501-95a1-44220abcff33 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43bb03a7-5277-45ef-b297-d52b4ef1dd92 HTTP/1.1" status: 200 len: 847 time: 0.0480285 Jul 06 14:53:46.890614 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-f3ea54dd-f1a2-42ed-881d-70549f61465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:46.892132 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-f3ea54dd-f1a2-42ed-881d-70549f61465d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90ffa761-dd75-4b2f-ba37-59127979316d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521698 Jul 06 14:53:46.984618 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-efb394a0-ffb8-4f14-9896-3e656c2004b5 service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813704 Jul 06 14:53:47.081438 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0e596540-2831-4782-a58c-1b66bb83cce1 req-4b5be459-82a9-47aa-98d3-91435550bb78 service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857723 Jul 06 14:53:47.193365 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebfa3a-badd-4a25-ab09-8c2802726451 req-775485b2-0ef0-4e73-8f4e-811df9da3c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:47.194917 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-67ebfa3a-badd-4a25-ab09-8c2802726451 req-775485b2-0ef0-4e73-8f4e-811df9da3c00 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90d944003c6c4b4cb0796a79eff3dd39&device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 1094 time: 0.0556924 Jul 06 14:53:47.205137 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:47.299541 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebfa3a-badd-4a25-ab09-8c2802726451 req-f5cea8ea-fe7d-4172-b0c1-27b00c687d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:47.301082 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-67ebfa3a-badd-4a25-ab09-8c2802726451 req-f5cea8ea-fe7d-4172-b0c1-27b00c687d7a service neutron] 10.222.0.52 "GET /v2.0/networks?id=90ffa761-dd75-4b2f-ba37-59127979316d HTTP/1.1" status: 200 len: 909 time: 0.0964508 Jul 06 14:53:47.355357 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-67ebfa3a-badd-4a25-ab09-8c2802726451 req-4f1d7f74-7163-4a76-93a8-c13ca1623500 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fce26d4-3665-46b5-a711-b0b1ebf08727 HTTP/1.1" status: 200 len: 217 time: 0.0464694 Jul 06 14:53:47.429815 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebfa3a-badd-4a25-ab09-8c2802726451 req-7becfbc3-aa4d-4d79-a332-ca8bcca1a03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:47.431392 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-67ebfa3a-badd-4a25-ab09-8c2802726451 req-7becfbc3-aa4d-4d79-a332-ca8bcca1a03b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43bb03a7-5277-45ef-b297-d52b4ef1dd92 HTTP/1.1" status: 200 len: 847 time: 0.0572872 Jul 06 14:53:47.479526 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744b5b1-dd19-4777-becf-e8c3814c22e7 req-b9bcf809-19ac-4a4e-83d0-b392865c7a21 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:47.480943 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c744b5b1-dd19-4777-becf-e8c3814c22e7 req-b9bcf809-19ac-4a4e-83d0-b392865c7a21 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 943 time: 0.1368113 Jul 06 14:53:47.532712 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c744b5b1-dd19-4777-becf-e8c3814c22e7 req-317941e4-4133-49d8-830b-2401e8e96a23 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459442 Jul 06 14:53:47.538825 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebfa3a-badd-4a25-ab09-8c2802726451 req-c5f3bd3c-1990-4f85-85f5-de4c1613561f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:47.541231 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-67ebfa3a-badd-4a25-ab09-8c2802726451 req-c5f3bd3c-1990-4f85-85f5-de4c1613561f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90ffa761-dd75-4b2f-ba37-59127979316d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007807 Jul 06 14:53:47.647088 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-67ebfa3a-badd-4a25-ab09-8c2802726451 req-5f1ea7d9-4e9f-4803-8a37-490165f94804 service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985596 Jul 06 14:53:47.742284 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-67ebfa3a-badd-4a25-ab09-8c2802726451 req-a7f28bc6-d5b1-4a81-b9c5-8c4d84a1bbdf service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876513 Jul 06 14:53:48.061189 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a3c7bccc-26a6-48b5-a4b1-a268928ec6e0 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:53:48.108089 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port a3c7bccc-26a6-48b5-a4b1-a268928ec6e0 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:53:48.108464 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:48.717906 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842fb6e4-58ae-4f35-b59e-5a4ad74baf04 req-d8641b97-6547-41e5-bffb-88fa899d6001 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:48.719401 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-842fb6e4-58ae-4f35-b59e-5a4ad74baf04 req-d8641b97-6547-41e5-bffb-88fa899d6001 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 943 time: 0.0680583 Jul 06 14:53:48.756976 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-842fb6e4-58ae-4f35-b59e-5a4ad74baf04 req-a40f4183-b7f5-4186-bb2e-3546c17c7cb5 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320332 Jul 06 14:53:49.367366 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:49.936819 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977557da-0ac6-4a2a-9d31-fee38f5f5f09 req-68617a55-19e6-4369-ae1c-80261a5443a3 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:49.938337 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-977557da-0ac6-4a2a-9d31-fee38f5f5f09 req-68617a55-19e6-4369-ae1c-80261a5443a3 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 943 time: 0.0697691 Jul 06 14:53:49.976699 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-977557da-0ac6-4a2a-9d31-fee38f5f5f09 req-29c46f0e-8cb8-42b6-9f6d-887b976dd5cd tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326676 Jul 06 14:53:50.512357 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9fce26d4-3665-46b5-a711-b0b1ebf08727 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:53:50.608502 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 9fce26d4-3665-46b5-a711-b0b1ebf08727, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9fce26d4-3665-46b5-a711-b0b1ebf08727,segment=NetworkSegment(1713fbc2-b737-4ed9-a102-368a237c8af2),segment_id=1713fbc2-b737-4ed9-a102-368a237c8af2)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:53:50.622053 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '9fce26d4-3665-46b5-a711-b0b1ebf08727', 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'port_id': '9fce26d4-3665-46b5-a711-b0b1ebf08727', 'mac_address': 'fa:16:3e:ff:e6:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:53:50.665157 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:50.677939 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fce26d4-3665-46b5-a711-b0b1ebf08727 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:53:50.698194 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 9fce26d4-3665-46b5-a711-b0b1ebf08727, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9fce26d4-3665-46b5-a711-b0b1ebf08727,segment=NetworkSegment(1713fbc2-b737-4ed9-a102-368a237c8af2),segment_id=1713fbc2-b737-4ed9-a102-368a237c8af2)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:53:50.702385 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:50.751531 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=9fce26d4-3665-46b5-a711-b0b1ebf08727,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:50.962074 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9fce26d4-3665-46b5-a711-b0b1ebf08727'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:53:51.164485 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d2465-bf0f-4631-ae5f-d05f2360d827 req-552fd477-7f70-45e8-9ce7-4866829c4454 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:51.166655 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e47d2465-bf0f-4631-ae5f-d05f2360d827 req-552fd477-7f70-45e8-9ce7-4866829c4454 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 944 time: 0.0636268 Jul 06 14:53:51.205879 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e47d2465-bf0f-4631-ae5f-d05f2360d827 req-6c55e2f7-0f1e-49fe-9876-b27300e6cff4 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334725 Jul 06 14:53:52.382834 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0b7e0-595a-43c9-b68f-af2fb85612d0 req-df676b76-cc67-43a7-9e16-6efd337441fc tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:52.385199 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28e0b7e0-595a-43c9-b68f-af2fb85612d0 req-df676b76-cc67-43a7-9e16-6efd337441fc tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 944 time: 0.0679100 Jul 06 14:53:52.429674 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-28e0b7e0-595a-43c9-b68f-af2fb85612d0 req-50d7e594-af00-4848-964e-ea7fe0870fd6 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383577 Jul 06 14:53:52.527637 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9fce26d4-3665-46b5-a711-b0b1ebf08727 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:53:52.576139 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 9fce26d4-3665-46b5-a711-b0b1ebf08727 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:53:52.580664 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 9fce26d4-3665-46b5-a711-b0b1ebf08727 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:53:52.581035 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:52.662294 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:52.685336 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0937a7d6-6e7f-41d1-9ee4-379f499f1607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fce26d4-3665-46b5-a711-b0b1ebf08727'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:53:52.687712 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7b3130d190d3a8890db0c4eafcc3a45a14b225becedd5045b600f6b402c608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8086d6c0-9fb5-4ac4-bbb2-127abe3a111f" -d '{"events": [{"server_uuid": "0937a7d6-6e7f-41d1-9ee4-379f499f1607", "name": "network-vif-plugged", "status": "completed", "tag": "9fce26d4-3665-46b5-a711-b0b1ebf08727"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:53:52.701204 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 9fce26d4-3665-46b5-a711-b0b1ebf08727, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9fce26d4-3665-46b5-a711-b0b1ebf08727,segment=NetworkSegment(1713fbc2-b737-4ed9-a102-368a237c8af2),segment_id=1713fbc2-b737-4ed9-a102-368a237c8af2)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:53:52.705638 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:52.729566 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765f9a4e-55f6-4f84-a1f9-11d3b0bcd34c x-openstack-request-id: req-765f9a4e-55f6-4f84-a1f9-11d3b0bcd34c {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:53:52.729891 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0937a7d6-6e7f-41d1-9ee4-379f499f1607", "name": "network-vif-plugged", "status": "completed", "tag": "9fce26d4-3665-46b5-a711-b0b1ebf08727", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:53:52.730148 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-765f9a4e-55f6-4f84-a1f9-11d3b0bcd34c {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:53:52.730543 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0937a7d6-6e7f-41d1-9ee4-379f499f1607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fce26d4-3665-46b5-a711-b0b1ebf08727', 'code': 200} Jul 06 14:53:52.760899 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=9fce26d4-3665-46b5-a711-b0b1ebf08727,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:52.856550 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5736c-0575-4129-bf3a-107ce68c71ad req-843fafbe-e05d-413c-ae95-14930464b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:52.858028 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d4c5736c-0575-4129-bf3a-107ce68c71ad req-843fafbe-e05d-413c-ae95-14930464b86e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 1096 time: 0.0559363 Jul 06 14:53:52.896997 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d4c5736c-0575-4129-bf3a-107ce68c71ad req-8135bbb4-1ac5-43c0-8384-185be6c9d762 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292640 Jul 06 14:53:53.602017 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5081169-2e3c-45c1-8be2-e568731f7ad9 req-d7253e4b-240b-499d-a3f9-128d3c769c7b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:53.603767 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b5081169-2e3c-45c1-8be2-e568731f7ad9 req-d7253e4b-240b-499d-a3f9-128d3c769c7b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 945 time: 0.0631793 Jul 06 14:53:53.646861 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b5081169-2e3c-45c1-8be2-e568731f7ad9 req-12fc221a-45de-438a-9826-64b11582cb61 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375254 Jul 06 14:53:54.817638 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17dcad6-163d-420d-bff0-b55caeb910fc req-0e13f401-7acf-425c-b4c8-1ebd855cc5e0 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:54.819142 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f17dcad6-163d-420d-bff0-b55caeb910fc req-0e13f401-7acf-425c-b4c8-1ebd855cc5e0 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 945 time: 0.0635772 Jul 06 14:53:54.859118 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f17dcad6-163d-420d-bff0-b55caeb910fc req-044b86ff-162c-4e1c-8595-3e7c378a652b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336628 Jul 06 14:53:55.048002 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a21e1-159f-43fd-9424-0baa2136136c req-4d1c6750-2996-4696-8c73-9b4aab9355b1 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:55.049416 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-736a21e1-159f-43fd-9424-0baa2136136c req-4d1c6750-2996-4696-8c73-9b4aab9355b1 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 945 time: 0.0678394 Jul 06 14:53:55.087161 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-736a21e1-159f-43fd-9424-0baa2136136c req-5af883f7-4ee8-4e3b-b81c-b9bd0d3b71de tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318341 Jul 06 14:53:55.110579 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39640) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:53:55.256099 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a73064e-32dd-40db-96df-f924b614ff8f tempest-TestShelveInstance-1514714943 tempest-TestShelveInstance-1514714943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:55.257655 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5a73064e-32dd-40db-96df-f924b614ff8f tempest-TestShelveInstance-1514714943 tempest-TestShelveInstance-1514714943-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 1091 time: 0.1460874 Jul 06 14:53:55.260673 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39644) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:53:55.265570 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-0006775f-9028-44cf-9d77-97c0bec2dfec tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'port_id': '9fce26d4-3665-46b5-a711-b0b1ebf08727', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:53:55.287469 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0006775f-9028-44cf-9d77-97c0bec2dfec tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:55.384819 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0006775f-9028-44cf-9d77-97c0bec2dfec tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:55.491454 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-0006775f-9028-44cf-9d77-97c0bec2dfec tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Allocated IP 172.25.6.135 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/1e866a89-626d-4c05-9664-8773f1aa5f81) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:53:55.589197 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0006775f-9028-44cf-9d77-97c0bec2dfec tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:55.627685 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0006775f-9028-44cf-9d77-97c0bec2dfec tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:55.665943 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0006775f-9028-44cf-9d77-97c0bec2dfec tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:53:55.669400 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-0006775f-9028-44cf-9d77-97c0bec2dfec tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:53:55.672825 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0006775f-9028-44cf-9d77-97c0bec2dfec tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:53:55.698047 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006775f-9028-44cf-9d77-97c0bec2dfec tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Pushing event updated for resources: {'Port': ['ID=1e866a89-626d-4c05-9664-8773f1aa5f81,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:56.038098 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0006775f-9028-44cf-9d77-97c0bec2dfec tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:56.117024 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0006775f-9028-44cf-9d77-97c0bec2dfec tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:56.267739 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0006775f-9028-44cf-9d77-97c0bec2dfec tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:56.272404 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0006775f-9028-44cf-9d77-97c0bec2dfec tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:56.337677 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006775f-9028-44cf-9d77-97c0bec2dfec tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Pushing event updated for resources: {'Port': ['ID=1e866a89-626d-4c05-9664-8773f1aa5f81,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:53:56.349464 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0006775f-9028-44cf-9d77-97c0bec2dfec tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:56.450709 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-0006775f-9028-44cf-9d77-97c0bec2dfec tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Floating IP 8e199e0f-907e-493b-abc9-c377d29c3791 associated. External IP: 172.25.6.135, port: 9fce26d4-3665-46b5-a711-b0b1ebf08727. Jul 06 14:53:56.657158 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0006775f-9028-44cf-9d77-97c0bec2dfec tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Router d1dab91c-727e-492a-b0c3-6f6a5285aca0 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:53:56.764510 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0006775f-9028-44cf-9d77-97c0bec2dfec tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:53:56.774286 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc91706-c131-444c-bb95-86ddcea16511 None None] Sync routers for ids ['d1dab91c-727e-492a-b0c3-6f6a5285aca0'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:53:56.782692 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0006775f-9028-44cf-9d77-97c0bec2dfec tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:53:56.785238 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc91706-c131-444c-bb95-86ddcea16511 None None] Routers {'d1dab91c-727e-492a-b0c3-6f6a5285aca0'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:53:56.785928 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-ddc91706-c131-444c-bb95-86ddcea16511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:53:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d1dab91c-727e-492a-b0c3-6f6a5285aca0'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:53:56.820184 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0006775f-9028-44cf-9d77-97c0bec2dfec tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5579243 Jul 06 14:53:56.820761 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0937a7d6-6e7f-41d1-9ee4-379f499f1607', 'tag': '9fce26d4-3665-46b5-a711-b0b1ebf08727'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:53:56.823241 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47088474-b6e4-4678-a272-30d55fce939d" -d '{"events": [{"name": "network-changed", "server_uuid": "0937a7d6-6e7f-41d1-9ee4-379f499f1607", "tag": "9fce26d4-3665-46b5-a711-b0b1ebf08727"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:53:56.864278 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82437615-114e-4857-81e1-231c4e4e855c x-openstack-request-id: req-82437615-114e-4857-81e1-231c4e4e855c {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:53:56.864582 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0937a7d6-6e7f-41d1-9ee4-379f499f1607", "tag": "9fce26d4-3665-46b5-a711-b0b1ebf08727", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:53:56.864843 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-82437615-114e-4857-81e1-231c4e4e855c {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:53:56.865347 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0937a7d6-6e7f-41d1-9ee4-379f499f1607', 'tag': '9fce26d4-3665-46b5-a711-b0b1ebf08727', 'status': 'completed', 'code': 200} Jul 06 14:53:56.897373 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-ddc91706-c131-444c-bb95-86ddcea16511 None None] Set router d1dab91c-727e-492a-b0c3-6f6a5285aca0 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:53:56.941053 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47088474-b6e4-4678-a272-30d55fce939d req-05f72eaa-625b-4c8b-8d35-2ef73efcccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:56.942604 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47088474-b6e4-4678-a272-30d55fce939d req-05f72eaa-625b-4c8b-8d35-2ef73efcccb4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90d944003c6c4b4cb0796a79eff3dd39&device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 1096 time: 0.0540020 Jul 06 14:53:57.044894 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47088474-b6e4-4678-a272-30d55fce939d req-f8253d62-d5b3-4f18-ab2e-509710ec3918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:57.046583 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47088474-b6e4-4678-a272-30d55fce939d req-f8253d62-d5b3-4f18-ab2e-509710ec3918 service neutron] 10.222.0.52 "GET /v2.0/networks?id=90ffa761-dd75-4b2f-ba37-59127979316d HTTP/1.1" status: 200 len: 909 time: 0.0969281 Jul 06 14:53:57.112477 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47088474-b6e4-4678-a272-30d55fce939d req-087ae157-b73a-4ec3-a529-292e2fa45474 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fce26d4-3665-46b5-a711-b0b1ebf08727 HTTP/1.1" status: 200 len: 999 time: 0.0591087 Jul 06 14:53:57.130217 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-ddc91706-c131-444c-bb95-86ddcea16511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'name': 'tempest-TestShelveInstance-735395734-router', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:34Z', 'revision_number': 4, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'gw_port': {'id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '8e199e0f-907e-493b-abc9-c377d29c3791', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'floating_ip_address': '172.25.6.135', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'port_id': '9fce26d4-3665-46b5-a711-b0b1ebf08727', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'mac_address': 'fa:16:3e:ff:e6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0937a7d6-6e7f-41d1-9ee4-379f499f1607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:53:55Z', 'updated_at': '2021-07-06T14:53:55Z', 'revision_number': 0, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a86f25-851c-4602-9439-896d4b5b8d70', 'name': '', 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'mac_address': 'fa:16:3e:23:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:34Z', 'updated_at': '2021-07-06T14:53:41Z', 'revision_number': 5, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'subnets': [{'id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:53:57.158058 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc91706-c131-444c-bb95-86ddcea16511 None None] Checking router: d1dab91c-727e-492a-b0c3-6f6a5285aca0 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:53:57.167117 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc91706-c131-444c-bb95-86ddcea16511 None None] Routers {'d1dab91c-727e-492a-b0c3-6f6a5285aca0'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:53:57.167881 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-ddc91706-c131-444c-bb95-86ddcea16511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:53:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d1dab91c-727e-492a-b0c3-6f6a5285aca0'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:53:57.466078 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-ddc91706-c131-444c-bb95-86ddcea16511 None None] Set router d1dab91c-727e-492a-b0c3-6f6a5285aca0 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:53:57.515933 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47088474-b6e4-4678-a272-30d55fce939d req-fbdefcfe-e2d6-4564-8d88-88eb57ab5178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:57.517455 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47088474-b6e4-4678-a272-30d55fce939d req-fbdefcfe-e2d6-4564-8d88-88eb57ab5178 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43bb03a7-5277-45ef-b297-d52b4ef1dd92 HTTP/1.1" status: 200 len: 847 time: 0.3979754 Jul 06 14:53:57.575086 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47088474-b6e4-4678-a272-30d55fce939d req-9d9c5aba-fe9a-498a-b87a-33dadb1be5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:53:57.576629 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47088474-b6e4-4678-a272-30d55fce939d req-9d9c5aba-fe9a-498a-b87a-33dadb1be5c8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90ffa761-dd75-4b2f-ba37-59127979316d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523555 Jul 06 14:53:57.587118 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-47088474-b6e4-4678-a272-30d55fce939d req-ccb97fbf-a870-41c6-9ebf-fd54c2ee0b15 service neutron] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:53:57.588077 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47088474-b6e4-4678-a272-30d55fce939d req-ccb97fbf-a870-41c6-9ebf-fd54c2ee0b15 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052145 Jul 06 14:53:57.683144 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47088474-b6e4-4678-a272-30d55fce939d req-dd2e0d3d-1efc-4ace-b96a-6d92a1c3df75 service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880764 Jul 06 14:53:57.706870 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-ddc91706-c131-444c-bb95-86ddcea16511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'name': 'tempest-TestShelveInstance-735395734-router', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:34Z', 'revision_number': 4, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'gw_port': {'id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '8e199e0f-907e-493b-abc9-c377d29c3791', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'floating_ip_address': '172.25.6.135', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'port_id': '9fce26d4-3665-46b5-a711-b0b1ebf08727', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'mac_address': 'fa:16:3e:ff:e6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0937a7d6-6e7f-41d1-9ee4-379f499f1607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:53:55Z', 'updated_at': '2021-07-06T14:53:55Z', 'revision_number': 0, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a86f25-851c-4602-9439-896d4b5b8d70', 'name': '', 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'mac_address': 'fa:16:3e:23:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:34Z', 'updated_at': '2021-07-06T14:53:41Z', 'revision_number': 5, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'subnets': [{'id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:53:57.738203 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc91706-c131-444c-bb95-86ddcea16511 None None] The sync data for ids ['d1dab91c-727e-492a-b0c3-6f6a5285aca0'] in n-d-773644-6 is: [{'id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'name': 'tempest-TestShelveInstance-735395734-router', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:34Z', 'revision_number': 4, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'gw_port': {'id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '8e199e0f-907e-493b-abc9-c377d29c3791', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'floating_ip_address': '172.25.6.135', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'port_id': '9fce26d4-3665-46b5-a711-b0b1ebf08727', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'mac_address': 'fa:16:3e:ff:e6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0937a7d6-6e7f-41d1-9ee4-379f499f1607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:53:55Z', 'updated_at': '2021-07-06T14:53:55Z', 'revision_number': 0, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a86f25-851c-4602-9439-896d4b5b8d70', 'name': '', 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'mac_address': 'fa:16:3e:23:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:34Z', 'updated_at': '2021-07-06T14:53:41Z', 'revision_number': 5, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'subnets': [{'id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:53:57.776884 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-47088474-b6e4-4678-a272-30d55fce939d req-15579735-b788-456d-8b03-c71100bedc7d service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862489 Jul 06 14:53:57.941976 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3190158-f6fa-40b9-9f69-a53f3bad6eee None None] New status for floating IP 8e199e0f-907e-493b-abc9-c377d29c3791: ACTIVE {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:53:58.755349 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:54:07.428778 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-61db090e-35ab-4486-bdea-69a0bf52fb3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:10.353816 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:10.646994 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2ff7f8a5-90ba-4d35-a942-25f3be2d8645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:11.433680 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b02ba7c-3f18-44ef-b7f8-e9587ea7cdf1 req-9b5ccb59-3d77-4d0d-8a32-b0e89f6ab41e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526042 Jul 06 14:54:11.534177 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02ba7c-3f18-44ef-b7f8-e9587ea7cdf1 req-82df45e5-0c0a-4db0-a9a9-6af1cf5ae30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:11.535611 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b02ba7c-3f18-44ef-b7f8-e9587ea7cdf1 req-82df45e5-0c0a-4db0-a9a9-6af1cf5ae30d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90d944003c6c4b4cb0796a79eff3dd39&device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 1096 time: 0.0574422 Jul 06 14:54:11.639980 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02ba7c-3f18-44ef-b7f8-e9587ea7cdf1 req-2a8430b4-07c6-4bf0-ada2-0c05b5065d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:11.641475 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b02ba7c-3f18-44ef-b7f8-e9587ea7cdf1 req-2a8430b4-07c6-4bf0-ada2-0c05b5065d20 service neutron] 10.222.0.52 "GET /v2.0/networks?id=90ffa761-dd75-4b2f-ba37-59127979316d HTTP/1.1" status: 200 len: 909 time: 0.0838873 Jul 06 14:54:11.714507 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b02ba7c-3f18-44ef-b7f8-e9587ea7cdf1 req-004d7d4e-05f3-4394-84f7-fb88def0676f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fce26d4-3665-46b5-a711-b0b1ebf08727 HTTP/1.1" status: 200 len: 1001 time: 0.0651288 Jul 06 14:54:11.763579 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:11.764188 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02ba7c-3f18-44ef-b7f8-e9587ea7cdf1 req-112fdb61-9699-4776-91cc-3ebe0cf0716f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:11.765603 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b02ba7c-3f18-44ef-b7f8-e9587ea7cdf1 req-112fdb61-9699-4776-91cc-3ebe0cf0716f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43bb03a7-5277-45ef-b297-d52b4ef1dd92 HTTP/1.1" status: 200 len: 847 time: 0.0436420 Jul 06 14:54:11.822667 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02ba7c-3f18-44ef-b7f8-e9587ea7cdf1 req-d5d49334-778d-484a-bdc5-69f5600ebcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:54:11.824366 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b02ba7c-3f18-44ef-b7f8-e9587ea7cdf1 req-d5d49334-778d-484a-bdc5-69f5600ebcf1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90ffa761-dd75-4b2f-ba37-59127979316d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520487 Jul 06 14:54:11.917457 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b02ba7c-3f18-44ef-b7f8-e9587ea7cdf1 req-161e140c-db8f-4e09-b17d-d98fd95ab7e9 service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862167 Jul 06 14:54:12.006695 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5b02ba7c-3f18-44ef-b7f8-e9587ea7cdf1 req-596c57fb-aaa9-4b51-90ba-1b42a2921fb2 service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825500 Jul 06 14:54:13.309485 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:17.202649 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:19.375566 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:35.756738 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:54:37.430857 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7a8fd133-8c97-4016-bbd7-9831e23a7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:40.359104 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:40.647459 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-69bc3863-7ecc-463e-b831-e13d2b6a47ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:40.843348 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [req-1ff7c6a5-746d-483f-a464-2e62ceb62430 req-626e82aa-f894-4543-824a-c9c74d024293 service neutron] (100417) timed out ('10.222.0.118', 49862) {{(pid=100417) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 14:54:41.768097 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:43.319135 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:47.217845 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:54:49.374502 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:07.434106 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-582fae12-5a41-4161-9a73-af30eef5e5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:10.360345 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:10.647959 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-01c800f2-db2a-47f6-b645-69b9f8d4fc79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:11.774749 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:12.756783 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:55:12.895589 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de095cdb-68df-4217-aaba-81943d16c9e3 req-2b1f5b90-88ba-4c07-9356-8618e43b2d68 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0617001 Jul 06 14:55:13.003191 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de095cdb-68df-4217-aaba-81943d16c9e3 req-01f007d2-1f1d-4e25-aba0-6ae2df1052e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:13.006466 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de095cdb-68df-4217-aaba-81943d16c9e3 req-01f007d2-1f1d-4e25-aba0-6ae2df1052e1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90d944003c6c4b4cb0796a79eff3dd39&device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 1096 time: 0.0599658 Jul 06 14:55:13.118720 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de095cdb-68df-4217-aaba-81943d16c9e3 req-cea368e3-b874-4cba-96e3-2671495ae140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:13.120256 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de095cdb-68df-4217-aaba-81943d16c9e3 req-cea368e3-b874-4cba-96e3-2671495ae140 service neutron] 10.222.0.52 "GET /v2.0/networks?id=90ffa761-dd75-4b2f-ba37-59127979316d HTTP/1.1" status: 200 len: 909 time: 0.0860260 Jul 06 14:55:13.197615 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de095cdb-68df-4217-aaba-81943d16c9e3 req-6e33c423-85e1-45b9-8558-ddaaaab4c906 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fce26d4-3665-46b5-a711-b0b1ebf08727 HTTP/1.1" status: 200 len: 1001 time: 0.0665848 Jul 06 14:55:13.250324 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de095cdb-68df-4217-aaba-81943d16c9e3 req-c8137cde-42b5-4480-bdca-0a6a15212631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:13.251847 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de095cdb-68df-4217-aaba-81943d16c9e3 req-c8137cde-42b5-4480-bdca-0a6a15212631 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43bb03a7-5277-45ef-b297-d52b4ef1dd92 HTTP/1.1" status: 200 len: 847 time: 0.0447772 Jul 06 14:55:13.314458 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de095cdb-68df-4217-aaba-81943d16c9e3 req-1ee318ed-2d51-45d9-822f-6d74c7e5649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:13.316035 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de095cdb-68df-4217-aaba-81943d16c9e3 req-1ee318ed-2d51-45d9-822f-6d74c7e5649e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90ffa761-dd75-4b2f-ba37-59127979316d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543842 Jul 06 14:55:13.320475 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:13.416717 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de095cdb-68df-4217-aaba-81943d16c9e3 req-9bf1a0b5-bb39-4d3d-9551-56a7c6302f4b service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899811 Jul 06 14:55:13.517100 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-de095cdb-68df-4217-aaba-81943d16c9e3 req-97ca4587-481f-4833-a9d6-8070e2545bb5 service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910273 Jul 06 14:55:17.232813 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:19.382308 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:37.436579 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3db989db-8de0-4685-bc2b-09f95af1cdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:40.361434 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:40.648372 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f3ef4438-a26c-4de3-a2b8-43c68f15daa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:41.774394 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:43.324808 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:47.232790 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:49.395402 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:55:49.756848 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:55:54.954475 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ce3fd-f66c-4570-abbd-b6a45d29d2dd req-4be03228-55ca-4032-843f-c96e991f8c15 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:54.955958 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fa6ce3fd-f66c-4570-abbd-b6a45d29d2dd req-4be03228-55ca-4032-843f-c96e991f8c15 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 945 time: 0.0635777 Jul 06 14:55:54.996823 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fa6ce3fd-f66c-4570-abbd-b6a45d29d2dd req-c9bbd8dd-6ca0-4647-9fa2-475fe8acd76e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352788 Jul 06 14:55:56.210520 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a95af6-8412-48db-a84b-48fa54f21aa3 req-e2f33a4d-16ac-48f2-91cd-07e2e1608380 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:56.212009 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00a95af6-8412-48db-a84b-48fa54f21aa3 req-e2f33a4d-16ac-48f2-91cd-07e2e1608380 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 945 time: 0.0667720 Jul 06 14:55:56.251948 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00a95af6-8412-48db-a84b-48fa54f21aa3 req-04135d2b-8072-4583-881f-c63a55305ba1 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344083 Jul 06 14:55:57.425435 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3d532-0a54-433e-8f70-e8a51ebac027 req-813854f8-5cbf-4e08-bf8e-39f4ac4fec9c tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:57.427220 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97d3d532-0a54-433e-8f70-e8a51ebac027 req-813854f8-5cbf-4e08-bf8e-39f4ac4fec9c tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 945 time: 0.0624697 Jul 06 14:55:57.467764 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97d3d532-0a54-433e-8f70-e8a51ebac027 req-e7256323-6257-41f2-bbba-54ef0b4367c8 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349011 Jul 06 14:55:58.644473 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02a99c-117c-474f-86fb-854eea2724cc req-e3e935cb-cb39-412b-a54f-55743009bf18 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:58.645975 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e02a99c-117c-474f-86fb-854eea2724cc req-e3e935cb-cb39-412b-a54f-55743009bf18 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 945 time: 0.0663912 Jul 06 14:55:58.687130 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9e02a99c-117c-474f-86fb-854eea2724cc req-d98a7ff6-4c07-4da8-8a99-b94abe59b4d8 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349782 Jul 06 14:55:59.870468 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859bf3e-80d4-43b1-904c-c63c6d4eaeaf req-56f30a18-6075-4f65-b734-3276ace66e9d tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:55:59.871986 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2859bf3e-80d4-43b1-904c-c63c6d4eaeaf req-56f30a18-6075-4f65-b734-3276ace66e9d tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 945 time: 0.0686872 Jul 06 14:55:59.910126 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2859bf3e-80d4-43b1-904c-c63c6d4eaeaf req-52d70751-099d-4fd3-9ebe-174541db64c0 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312908 Jul 06 14:56:01.087189 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134942b-9588-465b-aaa5-529944372d01 req-2cefa77f-8c5c-4dee-bb95-c4375ff927ac tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:01.088723 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d134942b-9588-465b-aaa5-529944372d01 req-2cefa77f-8c5c-4dee-bb95-c4375ff927ac tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 945 time: 0.0675719 Jul 06 14:56:01.127288 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d134942b-9588-465b-aaa5-529944372d01 req-3f6c3f27-b9d7-4c72-8a7e-97f14d70558a tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324225 Jul 06 14:56:02.306172 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b5ccc-3b66-4fb1-9177-cf81a56ce2cc req-7b8dc360-143d-4d68-8b17-b940235c9368 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:02.307700 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2a6b5ccc-3b66-4fb1-9177-cf81a56ce2cc req-7b8dc360-143d-4d68-8b17-b940235c9368 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 945 time: 0.0644047 Jul 06 14:56:02.345881 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2a6b5ccc-3b66-4fb1-9177-cf81a56ce2cc req-59a4cba0-d087-4def-b2d2-4e8a1b71c2e5 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325072 Jul 06 14:56:03.527765 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab4b28-5569-4ef7-9e40-d475a4d4dbb9 req-3133bd66-fbab-4350-a091-81bb7c81ccf1 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:03.529241 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-54ab4b28-5569-4ef7-9e40-d475a4d4dbb9 req-3133bd66-fbab-4350-a091-81bb7c81ccf1 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 945 time: 0.0711286 Jul 06 14:56:03.569949 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-54ab4b28-5569-4ef7-9e40-d475a4d4dbb9 req-6db8f68e-b51f-4cb0-92b1-b05d39cac0c7 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338225 Jul 06 14:56:04.749342 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848765b3-d309-4b91-90d8-07ec13489939 req-566433b9-19dd-41ff-a494-40a1286cf618 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:04.750847 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-848765b3-d309-4b91-90d8-07ec13489939 req-566433b9-19dd-41ff-a494-40a1286cf618 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 945 time: 0.0664485 Jul 06 14:56:04.789500 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-848765b3-d309-4b91-90d8-07ec13489939 req-742d6897-fb4a-43f9-b067-397c70882bbf tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320759 Jul 06 14:56:05.967445 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72355b2d-790e-4d39-b80d-ffab6c925db7 req-efc7054f-0353-424b-abaf-2302507a7325 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:05.968917 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-72355b2d-790e-4d39-b80d-ffab6c925db7 req-efc7054f-0353-424b-abaf-2302507a7325 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 945 time: 0.0642073 Jul 06 14:56:06.007099 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-72355b2d-790e-4d39-b80d-ffab6c925db7 req-b0f3f62c-da2c-42f8-81b2-10c4a53a5f9a tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320928 Jul 06 14:56:07.182609 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e11890-d537-4e0a-8bcb-805a6b02eed6 req-0a3f3e29-c158-4af6-be9f-b99511c939cb tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:07.184101 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58e11890-d537-4e0a-8bcb-805a6b02eed6 req-0a3f3e29-c158-4af6-be9f-b99511c939cb tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 945 time: 0.0671649 Jul 06 14:56:07.225689 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-58e11890-d537-4e0a-8bcb-805a6b02eed6 req-5f0ca857-d718-4e26-8916-9b3910ffd32c tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359335 Jul 06 14:56:07.353100 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9fce26d4-3665-46b5-a711-b0b1ebf08727 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:56:07.452696 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0eac8b25-86cc-42ae-b4e0-58e3262fc761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:07.460030 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 9fce26d4-3665-46b5-a711-b0b1ebf08727, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9fce26d4-3665-46b5-a711-b0b1ebf08727,segment=NetworkSegment(1713fbc2-b737-4ed9-a102-368a237c8af2),segment_id=1713fbc2-b737-4ed9-a102-368a237c8af2)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:56:07.470593 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '9fce26d4-3665-46b5-a711-b0b1ebf08727', 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'port_id': '9fce26d4-3665-46b5-a711-b0b1ebf08727', 'mac_address': 'fa:16:3e:ff:e6:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:56:07.509934 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:07.522485 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fce26d4-3665-46b5-a711-b0b1ebf08727 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:56:07.542049 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 9fce26d4-3665-46b5-a711-b0b1ebf08727, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9fce26d4-3665-46b5-a711-b0b1ebf08727,segment=NetworkSegment(1713fbc2-b737-4ed9-a102-368a237c8af2),segment_id=1713fbc2-b737-4ed9-a102-368a237c8af2)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:56:07.545560 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:07.596699 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=9fce26d4-3665-46b5-a711-b0b1ebf08727,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:07.604987 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:07.605260 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:07.605596 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:07.605965 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:07.606299 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:07.606625 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:07.606950 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:07.607277 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:07.607592 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:07.607910 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:07.608227 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:07.608545 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:56:07.622278 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9fce26d4-3665-46b5-a711-b0b1ebf08727'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:56:08.412479 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f7608-8024-432b-bd83-03a8e0ccd1d3 req-5fa8dc45-b7ac-45bf-93d3-d765a5c17cc3 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:08.414848 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df4f7608-8024-432b-bd83-03a8e0ccd1d3 req-5fa8dc45-b7ac-45bf-93d3-d765a5c17cc3 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 944 time: 0.0725987 Jul 06 14:56:08.461368 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df4f7608-8024-432b-bd83-03a8e0ccd1d3 req-36014f04-bde1-40e6-87c5-483ae5a27e59 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407565 Jul 06 14:56:09.358173 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9fce26d4-3665-46b5-a711-b0b1ebf08727 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:56:09.416614 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 9fce26d4-3665-46b5-a711-b0b1ebf08727 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:56:09.416994 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:09.538924 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:09.569136 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0937a7d6-6e7f-41d1-9ee4-379f499f1607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fce26d4-3665-46b5-a711-b0b1ebf08727'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:56:09.572563 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7b3130d190d3a8890db0c4eafcc3a45a14b225becedd5045b600f6b402c608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1cc7e8-d592-46de-9ff7-75b7f34843b4" -d '{"events": [{"server_uuid": "0937a7d6-6e7f-41d1-9ee4-379f499f1607", "name": "network-vif-plugged", "status": "completed", "tag": "9fce26d4-3665-46b5-a711-b0b1ebf08727"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:56:09.587554 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 9fce26d4-3665-46b5-a711-b0b1ebf08727, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9fce26d4-3665-46b5-a711-b0b1ebf08727,segment=NetworkSegment(1713fbc2-b737-4ed9-a102-368a237c8af2),segment_id=1713fbc2-b737-4ed9-a102-368a237c8af2)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:56:09.599257 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:09.674871 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d24efa-42fb-4910-988e-883e17a8991b req-f256943a-4c37-46da-a8bc-3c1217a3ba2f tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:09.679082 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=9fce26d4-3665-46b5-a711-b0b1ebf08727,revision_number=7']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:09.679714 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b1d24efa-42fb-4910-988e-883e17a8991b req-f256943a-4c37-46da-a8bc-3c1217a3ba2f tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 945 time: 0.0801558 Jul 06 14:56:09.728436 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b1d24efa-42fb-4910-988e-883e17a8991b req-98c87b84-37d1-4432-8e1b-d02a2eef79ff tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418346 Jul 06 14:56:09.780392 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7782fd-667c-409e-9d90-75abd67e22a4 x-openstack-request-id: req-9b7782fd-667c-409e-9d90-75abd67e22a4 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:56:09.780730 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0937a7d6-6e7f-41d1-9ee4-379f499f1607", "name": "network-vif-plugged", "status": "completed", "tag": "9fce26d4-3665-46b5-a711-b0b1ebf08727", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:56:09.781052 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-9b7782fd-667c-409e-9d90-75abd67e22a4 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:56:09.781592 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0937a7d6-6e7f-41d1-9ee4-379f499f1607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fce26d4-3665-46b5-a711-b0b1ebf08727', 'code': 200} Jul 06 14:56:10.369186 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:10.651936 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4fa4e527-59da-415e-b4bc-c804674911a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:10.928190 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4b6c8-3754-4260-af48-9948fcf10423 req-4d2aa1c7-717e-49e7-911f-ff7876099e66 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:10.929606 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3df4b6c8-3754-4260-af48-9948fcf10423 req-4d2aa1c7-717e-49e7-911f-ff7876099e66 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 945 time: 0.0792174 Jul 06 14:56:10.970890 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3df4b6c8-3754-4260-af48-9948fcf10423 req-2e9f5651-15d0-418c-a483-0d24a43d7d93 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354824 Jul 06 14:56:11.781034 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:12.175307 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb3186-ab62-4580-9127-798f146df2a4 req-9fd608b0-6a6c-44ed-a0b2-4f5aca7cb9a7 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:12.180592 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4aeb3186-ab62-4580-9127-798f146df2a4 req-9fd608b0-6a6c-44ed-a0b2-4f5aca7cb9a7 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 945 time: 0.0823903 Jul 06 14:56:12.219299 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4aeb3186-ab62-4580-9127-798f146df2a4 req-872cbe5c-9634-4e16-ba1e-f0baa67ee4e0 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358703 Jul 06 14:56:13.332458 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:13.450580 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06619482-c810-415e-994a-f454a12353a5 req-218f415e-dd8c-4047-b314-6e04edb95a7b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:13.452325 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-06619482-c810-415e-994a-f454a12353a5 req-218f415e-dd8c-4047-b314-6e04edb95a7b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 945 time: 0.0784419 Jul 06 14:56:13.495391 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-06619482-c810-415e-994a-f454a12353a5 req-c02c6ae2-654a-4fc5-9593-8e4e2242bf96 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364025 Jul 06 14:56:13.981336 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d93e7-3b6c-47c8-b627-96b3e1be37d3 req-888253dc-1911-44b9-8f34-c4f7f0ccd9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:13.982899 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6c7d93e7-3b6c-47c8-b627-96b3e1be37d3 req-888253dc-1911-44b9-8f34-c4f7f0ccd9f8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90d944003c6c4b4cb0796a79eff3dd39&device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 1096 time: 0.1319928 Jul 06 14:56:14.103184 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d93e7-3b6c-47c8-b627-96b3e1be37d3 req-ac058404-f9b2-4532-a95c-14b6a18bfb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:14.104709 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6c7d93e7-3b6c-47c8-b627-96b3e1be37d3 req-ac058404-f9b2-4532-a95c-14b6a18bfb75 service neutron] 10.222.0.52 "GET /v2.0/networks?id=90ffa761-dd75-4b2f-ba37-59127979316d HTTP/1.1" status: 200 len: 909 time: 0.0981045 Jul 06 14:56:14.178194 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6c7d93e7-3b6c-47c8-b627-96b3e1be37d3 req-b50be042-29c3-47b0-8d27-34b09487c030 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fce26d4-3665-46b5-a711-b0b1ebf08727 HTTP/1.1" status: 200 len: 1001 time: 0.0662680 Jul 06 14:56:14.235092 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d93e7-3b6c-47c8-b627-96b3e1be37d3 req-b1b9aca4-c5f0-4a61-a8a1-401321964440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:14.236910 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6c7d93e7-3b6c-47c8-b627-96b3e1be37d3 req-b1b9aca4-c5f0-4a61-a8a1-401321964440 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43bb03a7-5277-45ef-b297-d52b4ef1dd92 HTTP/1.1" status: 200 len: 847 time: 0.0521510 Jul 06 14:56:14.306623 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d93e7-3b6c-47c8-b627-96b3e1be37d3 req-1b52e896-00a1-4c3d-8bec-efe88641c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:14.308189 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6c7d93e7-3b6c-47c8-b627-96b3e1be37d3 req-1b52e896-00a1-4c3d-8bec-efe88641c007 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90ffa761-dd75-4b2f-ba37-59127979316d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641186 Jul 06 14:56:14.408409 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6c7d93e7-3b6c-47c8-b627-96b3e1be37d3 req-1a661b4d-9863-4c18-b707-aa9c276748b0 service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909653 Jul 06 14:56:14.514827 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6c7d93e7-3b6c-47c8-b627-96b3e1be37d3 req-52a38b9f-2e2b-43fe-b3b8-5d775ea966b9 service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994287 Jul 06 14:56:14.693962 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccdbdd-95b7-40a6-859d-f03aebd0962a req-2ad9225b-0940-4b47-85d8-8ef89158d769 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:14.697026 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bfccdbdd-95b7-40a6-859d-f03aebd0962a req-2ad9225b-0940-4b47-85d8-8ef89158d769 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 945 time: 0.0791507 Jul 06 14:56:14.742459 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bfccdbdd-95b7-40a6-859d-f03aebd0962a req-7f905938-4bff-4fe4-b29f-5670f228a66e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398443 Jul 06 14:56:15.945880 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2d108-312b-47b1-92ae-f5fe43106af0 req-711ab454-0740-47e0-bb2d-1401a4ccf3f3 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:15.947664 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b3e2d108-312b-47b1-92ae-f5fe43106af0 req-711ab454-0740-47e0-bb2d-1401a4ccf3f3 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 945 time: 0.0703716 Jul 06 14:56:16.001038 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b3e2d108-312b-47b1-92ae-f5fe43106af0 req-a4c94549-a966-49f4-a170-9f4cc3503163 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469718 Jul 06 14:56:17.184253 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fad55-0db1-44b9-87ec-2fd13a272522 req-94575348-6bfe-4f3f-8a3f-17f95228a873 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:17.185850 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ef9fad55-0db1-44b9-87ec-2fd13a272522 req-94575348-6bfe-4f3f-8a3f-17f95228a873 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 945 time: 0.0702727 Jul 06 14:56:17.227257 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ef9fad55-0db1-44b9-87ec-2fd13a272522 req-5ee41933-9fab-4236-b67a-db5400cc82f8 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349550 Jul 06 14:56:17.248055 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:17.932308 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e228ff6-c79d-4f41-9f13-19b37f5b31c3 req-7cdbb37b-3b22-4603-a0b3-c6c4d8376a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:17.933857 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e228ff6-c79d-4f41-9f13-19b37f5b31c3 req-7cdbb37b-3b22-4603-a0b3-c6c4d8376a05 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90d944003c6c4b4cb0796a79eff3dd39&device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 1096 time: 0.0525479 Jul 06 14:56:18.032432 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e228ff6-c79d-4f41-9f13-19b37f5b31c3 req-cbad97c5-fb31-4cb7-8bea-b07655750ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:18.033953 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e228ff6-c79d-4f41-9f13-19b37f5b31c3 req-cbad97c5-fb31-4cb7-8bea-b07655750ffc service neutron] 10.222.0.52 "GET /v2.0/networks?id=90ffa761-dd75-4b2f-ba37-59127979316d HTTP/1.1" status: 200 len: 909 time: 0.0879889 Jul 06 14:56:18.103880 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e228ff6-c79d-4f41-9f13-19b37f5b31c3 req-7c94c70d-830d-4077-afe9-74f1eb519567 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fce26d4-3665-46b5-a711-b0b1ebf08727 HTTP/1.1" status: 200 len: 1001 time: 0.0594234 Jul 06 14:56:18.152716 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e228ff6-c79d-4f41-9f13-19b37f5b31c3 req-6186ec4b-d71c-41b1-a3a4-0c7099b8e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:18.154173 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e228ff6-c79d-4f41-9f13-19b37f5b31c3 req-6186ec4b-d71c-41b1-a3a4-0c7099b8e73c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43bb03a7-5277-45ef-b297-d52b4ef1dd92 HTTP/1.1" status: 200 len: 847 time: 0.0436068 Jul 06 14:56:18.218733 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e228ff6-c79d-4f41-9f13-19b37f5b31c3 req-decd8fd5-e5f8-44cb-ba0e-652cbf236dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:18.220323 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e228ff6-c79d-4f41-9f13-19b37f5b31c3 req-decd8fd5-e5f8-44cb-ba0e-652cbf236dfe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90ffa761-dd75-4b2f-ba37-59127979316d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584073 Jul 06 14:56:18.315291 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e228ff6-c79d-4f41-9f13-19b37f5b31c3 req-726781ee-3c53-4c4c-a2c4-9623e88d34b7 service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833571 Jul 06 14:56:18.455097 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e228ff6-c79d-4f41-9f13-19b37f5b31c3 req-e8b22bbc-4b53-433d-ad9d-d100c8718cd6 service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293833 Jul 06 14:56:18.464027 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271b034-dd05-4fc4-8264-7fe6cb162f10 req-84988c4f-e29a-490b-a90c-f69728b4a88c tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:18.465463 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8271b034-dd05-4fc4-8264-7fe6cb162f10 req-84988c4f-e29a-490b-a90c-f69728b4a88c tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 945 time: 0.1223540 Jul 06 14:56:18.503447 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8271b034-dd05-4fc4-8264-7fe6cb162f10 req-fbf11092-27cf-4ad0-94bb-db7d6ef4e4d8 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323493 Jul 06 14:56:19.411351 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:19.685469 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19023af-35d5-4192-8cb6-c4c0b8e3c3c7 req-fb5257ac-8ab8-434d-937c-664671c07334 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:19.686994 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c19023af-35d5-4192-8cb6-c4c0b8e3c3c7 req-fb5257ac-8ab8-434d-937c-664671c07334 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 945 time: 0.0672069 Jul 06 14:56:19.725733 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c19023af-35d5-4192-8cb6-c4c0b8e3c3c7 req-15d17356-857e-46cb-9a49-c8f3328100b4 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320587 Jul 06 14:56:20.914597 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907d7ce-45ce-460a-a6e7-58130bfd5237 req-ced6eade-1b79-4784-bb09-8df47d34c04b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:20.916091 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c907d7ce-45ce-460a-a6e7-58130bfd5237 req-ced6eade-1b79-4784-bb09-8df47d34c04b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 945 time: 0.0696692 Jul 06 14:56:20.962283 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c907d7ce-45ce-460a-a6e7-58130bfd5237 req-34f5f7f4-0878-453c-b78c-6db2acfbc93b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376985 Jul 06 14:56:21.324286 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56566772-30a9-4af2-bfec-175f603a37cb req-008ee59d-c9e7-4679-980f-e65cf601db1d tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:21.325860 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56566772-30a9-4af2-bfec-175f603a37cb req-008ee59d-c9e7-4679-980f-e65cf601db1d tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 945 time: 0.0761192 Jul 06 14:56:21.374392 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-56566772-30a9-4af2-bfec-175f603a37cb req-0e383dca-acfb-46e1-aed4-ce16dda8af31 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412660 Jul 06 14:56:21.405928 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9fce26d4-3665-46b5-a711-b0b1ebf08727 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:56:21.415736 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 39848) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:56:21.484792 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:21.507078 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0937a7d6-6e7f-41d1-9ee4-379f499f1607', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fce26d4-3665-46b5-a711-b0b1ebf08727'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:56:21.509362 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7b3130d190d3a8890db0c4eafcc3a45a14b225becedd5045b600f6b402c608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35de9a1-bae4-4cdc-a301-b747c5a49d86" -d '{"events": [{"server_uuid": "0937a7d6-6e7f-41d1-9ee4-379f499f1607", "name": "network-vif-unplugged", "status": "completed", "tag": "9fce26d4-3665-46b5-a711-b0b1ebf08727"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:56:21.511166 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bd4a9b5f-ef3c-4d3d-8e31-cf080ef1d10a req-2ee738e0-fb96-4bb6-bc99-233e01eab65e service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0940845 Jul 06 14:56:21.526749 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 9fce26d4-3665-46b5-a711-b0b1ebf08727, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9fce26d4-3665-46b5-a711-b0b1ebf08727,segment=NetworkSegment(1713fbc2-b737-4ed9-a102-368a237c8af2),segment_id=1713fbc2-b737-4ed9-a102-368a237c8af2)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:56:21.533286 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:21.559139 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 14:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2a4ce4-6f37-455c-89a1-f1370d09e6ba x-openstack-request-id: req-6f2a4ce4-6f37-455c-89a1-f1370d09e6ba {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:56:21.559434 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0937a7d6-6e7f-41d1-9ee4-379f499f1607", "name": "network-vif-unplugged", "status": "failed", "tag": "9fce26d4-3665-46b5-a711-b0b1ebf08727", "code": 422}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:56:21.559686 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-6f2a4ce4-6f37-455c-89a1-f1370d09e6ba {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:56:21.560077 n-d-773644-6 neutron-server[100419]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0937a7d6-6e7f-41d1-9ee4-379f499f1607', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9fce26d4-3665-46b5-a711-b0b1ebf08727', 'code': 422} returned with failed status Jul 06 14:56:21.588559 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=9fce26d4-3665-46b5-a711-b0b1ebf08727,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:22.447959 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a9b5f-ef3c-4d3d-8e31-cf080ef1d10a req-3c17bb99-c455-4640-a137-14437f0f8bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:22.449470 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bd4a9b5f-ef3c-4d3d-8e31-cf080ef1d10a req-3c17bb99-c455-4640-a137-14437f0f8bf8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607&tenant_id=90d944003c6c4b4cb0796a79eff3dd39 HTTP/1.1" status: 200 len: 1094 time: 0.0543697 Jul 06 14:56:22.569323 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a9b5f-ef3c-4d3d-8e31-cf080ef1d10a req-49a2b8a2-28f8-43f7-af71-2c89eb53b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:22.570749 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bd4a9b5f-ef3c-4d3d-8e31-cf080ef1d10a req-49a2b8a2-28f8-43f7-af71-2c89eb53b1fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90d944003c6c4b4cb0796a79eff3dd39&device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 1094 time: 0.0922196 Jul 06 14:56:22.607443 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a393f-5de8-4838-8396-195f9f2cbea0 req-6eae942a-2b20-4db4-b62b-8118aad7486b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:22.608870 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d48a393f-5de8-4838-8396-195f9f2cbea0 req-6eae942a-2b20-4db4-b62b-8118aad7486b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 943 time: 0.1044216 Jul 06 14:56:22.680074 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d48a393f-5de8-4838-8396-195f9f2cbea0 req-cdd4b3ce-9786-49f6-b01a-d7e4ff6f9642 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458446 Jul 06 14:56:22.702044 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a9b5f-ef3c-4d3d-8e31-cf080ef1d10a req-0cdc4b79-380d-45de-82b5-693646c82501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:22.703512 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bd4a9b5f-ef3c-4d3d-8e31-cf080ef1d10a req-0cdc4b79-380d-45de-82b5-693646c82501 service neutron] 10.222.0.52 "GET /v2.0/networks?id=90ffa761-dd75-4b2f-ba37-59127979316d HTTP/1.1" status: 200 len: 909 time: 0.1239181 Jul 06 14:56:22.773684 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bd4a9b5f-ef3c-4d3d-8e31-cf080ef1d10a req-dafa94b6-36f6-47fc-9f09-a8380e36ff69 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fce26d4-3665-46b5-a711-b0b1ebf08727 HTTP/1.1" status: 200 len: 999 time: 0.0609252 Jul 06 14:56:22.825296 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a9b5f-ef3c-4d3d-8e31-cf080ef1d10a req-3d4ec618-c2a3-469e-8d66-c0a8cee75b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:22.826657 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bd4a9b5f-ef3c-4d3d-8e31-cf080ef1d10a req-3d4ec618-c2a3-469e-8d66-c0a8cee75b6f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43bb03a7-5277-45ef-b297-d52b4ef1dd92 HTTP/1.1" status: 200 len: 847 time: 0.0436041 Jul 06 14:56:22.886501 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a9b5f-ef3c-4d3d-8e31-cf080ef1d10a req-21d7e05b-f745-4d75-9abf-e86f408645af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:22.887961 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bd4a9b5f-ef3c-4d3d-8e31-cf080ef1d10a req-21d7e05b-f745-4d75-9abf-e86f408645af service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90ffa761-dd75-4b2f-ba37-59127979316d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502639 Jul 06 14:56:22.985150 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bd4a9b5f-ef3c-4d3d-8e31-cf080ef1d10a req-31a91a46-a281-48fc-8888-9d3ab9ddd2f1 service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863667 Jul 06 14:56:23.077645 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bd4a9b5f-ef3c-4d3d-8e31-cf080ef1d10a req-241acb3b-de33-4a60-9b08-9e24ee7ee9a1 service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809319 Jul 06 14:56:23.867515 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd00de-e8f4-44bd-851d-f553bcf3841a req-7a1ca677-1f53-447b-9b04-072487570287 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:23.869129 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97fd00de-e8f4-44bd-851d-f553bcf3841a req-7a1ca677-1f53-447b-9b04-072487570287 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 943 time: 0.0751603 Jul 06 14:56:23.912127 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-97fd00de-e8f4-44bd-851d-f553bcf3841a req-d4b41ac0-2a98-4ffb-a521-3a596d53dbbf tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370672 Jul 06 14:56:25.105657 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b001a5-4647-492c-8cc4-c58f4c0d3f0f req-0bc0dbaa-ef80-4e64-9e27-e880ab811a31 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:25.107283 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-75b001a5-4647-492c-8cc4-c58f4c0d3f0f req-0bc0dbaa-ef80-4e64-9e27-e880ab811a31 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 943 time: 0.0702357 Jul 06 14:56:25.149184 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-75b001a5-4647-492c-8cc4-c58f4c0d3f0f req-0c8e80f8-ad64-4c6a-97c2-5d2259c6f387 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362079 Jul 06 14:56:26.524130 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba71a93-9327-4d5d-8eed-9e0ad9f78f4c req-f811d937-e01c-4c83-a100-c516c39b37a7 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:26.525675 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4ba71a93-9327-4d5d-8eed-9e0ad9f78f4c req-f811d937-e01c-4c83-a100-c516c39b37a7 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 943 time: 0.0696023 Jul 06 14:56:26.568171 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4ba71a93-9327-4d5d-8eed-9e0ad9f78f4c req-2a4c6ff8-c6aa-437c-9317-1611311a48f8 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366023 Jul 06 14:56:26.757143 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:56:27.754819 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7a8ca-3611-430e-89da-361536b0220f req-38df0511-2a8e-4b9b-b891-f75689ea0c36 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:27.756588 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aea7a8ca-3611-430e-89da-361536b0220f req-38df0511-2a8e-4b9b-b891-f75689ea0c36 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 943 time: 0.0728295 Jul 06 14:56:27.797556 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-aea7a8ca-3611-430e-89da-361536b0220f req-357b6b3e-b6b4-4e47-b194-db8f60b931bc tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354211 Jul 06 14:56:28.985899 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53bb98-9bd3-4ab1-acae-f886050b34c8 req-2409eb8b-8c2e-43fb-a707-5c5adfc74c64 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:28.993619 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a53bb98-9bd3-4ab1-acae-f886050b34c8 req-2409eb8b-8c2e-43fb-a707-5c5adfc74c64 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 943 time: 0.0772951 Jul 06 14:56:29.048696 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5a53bb98-9bd3-4ab1-acae-f886050b34c8 req-995fb5a9-4910-4b0e-8eed-e3b0d1db83f2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540907 Jul 06 14:56:30.232690 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f56a99-b50e-458b-a6f8-29549f28a763 req-5ec14123-e2c4-4614-a1cd-8685847b1039 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:30.234244 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00f56a99-b50e-458b-a6f8-29549f28a763 req-5ec14123-e2c4-4614-a1cd-8685847b1039 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 943 time: 0.0718446 Jul 06 14:56:30.276451 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00f56a99-b50e-458b-a6f8-29549f28a763 req-b837556d-3503-4ac7-8e84-75984f2b3484 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354321 Jul 06 14:56:31.476614 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82962c-74f2-4ecb-a9ca-6561fba60396 req-1add4e68-afce-4987-a6eb-4bda3b365795 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:31.478483 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b82962c-74f2-4ecb-a9ca-6561fba60396 req-1add4e68-afce-4987-a6eb-4bda3b365795 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 943 time: 0.0791082 Jul 06 14:56:31.518219 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7b82962c-74f2-4ecb-a9ca-6561fba60396 req-c4ce8ca3-6e49-4d98-981b-f723d4fcf193 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338738 Jul 06 14:56:32.703203 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c4929-30c4-4345-b250-ef58186a7042 req-6e82518d-0058-4195-9cfe-858a40136a7c tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:32.704751 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7a6c4929-30c4-4345-b250-ef58186a7042 req-6e82518d-0058-4195-9cfe-858a40136a7c tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 943 time: 0.0691342 Jul 06 14:56:32.742822 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7a6c4929-30c4-4345-b250-ef58186a7042 req-f34c878a-74fc-42b5-8339-d475babffc3b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323353 Jul 06 14:56:33.919272 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b754a2f-58d7-4d67-baad-a59393b634d1 req-ed28642c-3fef-434f-be14-422902de4a9a tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:33.920761 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b754a2f-58d7-4d67-baad-a59393b634d1 req-ed28642c-3fef-434f-be14-422902de4a9a tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 943 time: 0.0671229 Jul 06 14:56:33.957937 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3b754a2f-58d7-4d67-baad-a59393b634d1 req-6b0f67c1-c1b7-49ca-bcaf-6e6be7039ce4 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305681 Jul 06 14:56:35.141162 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ade461-6b4e-4fb5-9679-8aa1f70c9b51 req-f2e186a3-e697-45a4-9847-3fe5b2650532 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:35.142672 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53ade461-6b4e-4fb5-9679-8aa1f70c9b51 req-f2e186a3-e697-45a4-9847-3fe5b2650532 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 943 time: 0.0620797 Jul 06 14:56:35.180132 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53ade461-6b4e-4fb5-9679-8aa1f70c9b51 req-7aca4720-73aa-4d4f-a8c6-db4a79820f43 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313463 Jul 06 14:56:35.461179 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9fce26d4-3665-46b5-a711-b0b1ebf08727 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:56:35.553980 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 9fce26d4-3665-46b5-a711-b0b1ebf08727, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9fce26d4-3665-46b5-a711-b0b1ebf08727,segment=NetworkSegment(1713fbc2-b737-4ed9-a102-368a237c8af2),segment_id=1713fbc2-b737-4ed9-a102-368a237c8af2)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:56:35.565120 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '9fce26d4-3665-46b5-a711-b0b1ebf08727', 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'port_id': '9fce26d4-3665-46b5-a711-b0b1ebf08727', 'mac_address': 'fa:16:3e:ff:e6:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:56:35.600717 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:35.616767 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fce26d4-3665-46b5-a711-b0b1ebf08727 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:56:35.635445 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 9fce26d4-3665-46b5-a711-b0b1ebf08727, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9fce26d4-3665-46b5-a711-b0b1ebf08727,segment=NetworkSegment(1713fbc2-b737-4ed9-a102-368a237c8af2),segment_id=1713fbc2-b737-4ed9-a102-368a237c8af2)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:56:35.639211 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:35.685734 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=9fce26d4-3665-46b5-a711-b0b1ebf08727,revision_number=9']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:35.951598 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['9fce26d4-3665-46b5-a711-b0b1ebf08727'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:56:36.373287 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821daea9-7bbf-4d9e-9032-7aef63b4dff3 req-300033f5-b862-4250-837a-69fb6f40127b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:36.374887 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-821daea9-7bbf-4d9e-9032-7aef63b4dff3 req-300033f5-b862-4250-837a-69fb6f40127b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 944 time: 0.0846229 Jul 06 14:56:36.418477 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-821daea9-7bbf-4d9e-9032-7aef63b4dff3 req-25acbf3d-aa1b-4584-85b6-2a7dccad01cc tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371692 Jul 06 14:56:37.435266 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d7d65784-6024-4bb2-9cd1-56c55811c8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:37.492865 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9fce26d4-3665-46b5-a711-b0b1ebf08727 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:56:37.539518 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 9fce26d4-3665-46b5-a711-b0b1ebf08727 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:56:37.539889 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:37.594298 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39589e-7bb5-457f-afd2-68ddfee6b116 req-57576605-23c6-40da-b740-20a77625e38f tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:37.595815 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2a39589e-7bb5-457f-afd2-68ddfee6b116 req-57576605-23c6-40da-b740-20a77625e38f tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 944 time: 0.0636041 Jul 06 14:56:37.619113 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:37.634441 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2a39589e-7bb5-457f-afd2-68ddfee6b116 req-1edfb43c-c4e5-4355-b990-909254f9d57b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319207 Jul 06 14:56:37.641462 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0937a7d6-6e7f-41d1-9ee4-379f499f1607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fce26d4-3665-46b5-a711-b0b1ebf08727'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:56:37.643790 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7b3130d190d3a8890db0c4eafcc3a45a14b225becedd5045b600f6b402c608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4df7a4-05ed-4d7e-b9b6-02e7d452ce2c" -d '{"events": [{"server_uuid": "0937a7d6-6e7f-41d1-9ee4-379f499f1607", "name": "network-vif-plugged", "status": "completed", "tag": "9fce26d4-3665-46b5-a711-b0b1ebf08727"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:56:37.661377 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 9fce26d4-3665-46b5-a711-b0b1ebf08727, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9fce26d4-3665-46b5-a711-b0b1ebf08727,segment=NetworkSegment(1713fbc2-b737-4ed9-a102-368a237c8af2),segment_id=1713fbc2-b737-4ed9-a102-368a237c8af2)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:56:37.665492 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:37.690634 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097157f8-ce70-4e80-a223-674c84759179 x-openstack-request-id: req-097157f8-ce70-4e80-a223-674c84759179 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:56:37.691048 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0937a7d6-6e7f-41d1-9ee4-379f499f1607", "name": "network-vif-plugged", "status": "completed", "tag": "9fce26d4-3665-46b5-a711-b0b1ebf08727", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:56:37.691306 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-097157f8-ce70-4e80-a223-674c84759179 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:56:37.691693 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0937a7d6-6e7f-41d1-9ee4-379f499f1607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fce26d4-3665-46b5-a711-b0b1ebf08727', 'code': 200} Jul 06 14:56:37.728983 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=9fce26d4-3665-46b5-a711-b0b1ebf08727,revision_number=10']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:56:37.907235 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add13542-8eb6-43a1-b157-87688904689b req-53b8098d-b106-4946-91cd-ed1b58e31d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:37.908743 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-add13542-8eb6-43a1-b157-87688904689b req-53b8098d-b106-4946-91cd-ed1b58e31d67 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 1097 time: 0.0515120 Jul 06 14:56:37.946703 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-add13542-8eb6-43a1-b157-87688904689b req-750b00ad-97e6-46ff-b8a4-b5722a94a757 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279577 Jul 06 14:56:38.818412 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80790d7a-6600-4651-b848-0191d656c50e req-c4bea263-7e12-4ead-838c-ee5b3aeac6e1 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:38.819947 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-80790d7a-6600-4651-b848-0191d656c50e req-c4bea263-7e12-4ead-838c-ee5b3aeac6e1 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 946 time: 0.0696456 Jul 06 14:56:38.859064 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-80790d7a-6600-4651-b848-0191d656c50e req-000d793f-10c2-4a6d-aae8-19d2f046f012 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334153 Jul 06 14:56:40.029692 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323072a2-e473-4379-9f55-451295bad9c7 req-3b7b3c3a-2d80-40e7-984a-8af9e398fdf3 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:56:40.031241 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-323072a2-e473-4379-9f55-451295bad9c7 req-3b7b3c3a-2d80-40e7-984a-8af9e398fdf3 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 946 time: 0.0629866 Jul 06 14:56:40.069852 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-323072a2-e473-4379-9f55-451295bad9c7 req-2b16c60e-cfc9-458b-ad2a-898ff6ebf7d0 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324883 Jul 06 14:56:40.361197 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:40.655053 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2b141482-d0a5-463c-9c2b-6e4615357538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:41.779413 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:43.330899 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:47.230505 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:56:49.411508 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:03.757812 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:57:07.439054 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c185726e-991c-4a40-9ecc-b9364a8a1748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:10.363780 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:10.656323 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ba35a2a2-6233-46df-bbd9-1f475b3c795c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:11.785488 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:13.336664 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:14.888355 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ceb88dfe-7988-4fb1-9fba-48128c4355a3 req-371152b7-5b6d-4b23-8b55-62dee2e5da03 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560277 Jul 06 14:57:14.992570 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb88dfe-7988-4fb1-9fba-48128c4355a3 req-512c7c2a-2c8c-4426-86de-fcd456909f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:14.994106 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ceb88dfe-7988-4fb1-9fba-48128c4355a3 req-512c7c2a-2c8c-4426-86de-fcd456909f25 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90d944003c6c4b4cb0796a79eff3dd39&device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 1097 time: 0.0531092 Jul 06 14:57:15.105394 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb88dfe-7988-4fb1-9fba-48128c4355a3 req-cad5bd97-9c65-4e5b-9240-2af17d346d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:15.106953 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ceb88dfe-7988-4fb1-9fba-48128c4355a3 req-cad5bd97-9c65-4e5b-9240-2af17d346d87 service neutron] 10.222.0.52 "GET /v2.0/networks?id=90ffa761-dd75-4b2f-ba37-59127979316d HTTP/1.1" status: 200 len: 909 time: 0.0863435 Jul 06 14:57:15.179924 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ceb88dfe-7988-4fb1-9fba-48128c4355a3 req-d805212d-7400-42e8-96ab-eca0a8fc02aa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fce26d4-3665-46b5-a711-b0b1ebf08727 HTTP/1.1" status: 200 len: 1001 time: 0.0621157 Jul 06 14:57:15.230447 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb88dfe-7988-4fb1-9fba-48128c4355a3 req-fa883871-c524-4510-b756-c5f76e4e668b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:15.231929 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ceb88dfe-7988-4fb1-9fba-48128c4355a3 req-fa883871-c524-4510-b756-c5f76e4e668b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43bb03a7-5277-45ef-b297-d52b4ef1dd92 HTTP/1.1" status: 200 len: 847 time: 0.0439336 Jul 06 14:57:15.294348 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb88dfe-7988-4fb1-9fba-48128c4355a3 req-7b900ed8-5c9e-4060-9044-9c95c2eeab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:15.295860 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ceb88dfe-7988-4fb1-9fba-48128c4355a3 req-7b900ed8-5c9e-4060-9044-9c95c2eeab3b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90ffa761-dd75-4b2f-ba37-59127979316d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542881 Jul 06 14:57:15.392692 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ceb88dfe-7988-4fb1-9fba-48128c4355a3 req-5ddea970-9518-4b4d-a6ec-8662c696182f service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866914 Jul 06 14:57:15.486326 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ceb88dfe-7988-4fb1-9fba-48128c4355a3 req-bc502904-8224-4ced-834c-6ada65a5ce8a service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841031 Jul 06 14:57:17.235197 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:19.421588 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:37.440411 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-89ad751c-4cad-49ad-9984-05a4ae31cd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:40.365490 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:40.662253 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-085d935b-5032-4ef7-b226-96e831ee87b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:40.757466 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:57:41.792046 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:43.338197 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:47.229581 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:49.427295 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:53.222402 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39972) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:53.387686 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-5284722c-b019-49d9-86ee-dd505741f473 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Deleting port 1e866a89-626d-4c05-9664-8773f1aa5f81 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:57:53.388044 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5284722c-b019-49d9-86ee-dd505741f473 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:53.495376 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5284722c-b019-49d9-86ee-dd505741f473 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:53.495791 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5284722c-b019-49d9-86ee-dd505741f473 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:53.513058 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-5284722c-b019-49d9-86ee-dd505741f473 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Calling delete_port for 1e866a89-626d-4c05-9664-8773f1aa5f81 owned by network:floatingip {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:57:53.713088 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5284722c-b019-49d9-86ee-dd505741f473 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:53.744908 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284722c-b019-49d9-86ee-dd505741f473 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Pushing event deleted for resources: {'Port': ['ID=1e866a89-626d-4c05-9664-8773f1aa5f81,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:53.757675 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5284722c-b019-49d9-86ee-dd505741f473 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:53.758056 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5284722c-b019-49d9-86ee-dd505741f473 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:53.758396 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5284722c-b019-49d9-86ee-dd505741f473 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:53.758732 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5284722c-b019-49d9-86ee-dd505741f473 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:53.759244 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5284722c-b019-49d9-86ee-dd505741f473 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:53.759440 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5284722c-b019-49d9-86ee-dd505741f473 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:53.759751 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5284722c-b019-49d9-86ee-dd505741f473 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:53.760075 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5284722c-b019-49d9-86ee-dd505741f473 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:53.760405 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5284722c-b019-49d9-86ee-dd505741f473 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:53.760727 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5284722c-b019-49d9-86ee-dd505741f473 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:53.761051 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5284722c-b019-49d9-86ee-dd505741f473 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:53.761380 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5284722c-b019-49d9-86ee-dd505741f473 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:53.819968 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5284722c-b019-49d9-86ee-dd505741f473 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for floatingip, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:53.820316 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-5284722c-b019-49d9-86ee-dd505741f473 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Floating IP 8e199e0f-907e-493b-abc9-c377d29c3791 disassociated (deleted). External IP: 172.25.6.135, port: 9fce26d4-3665-46b5-a711-b0b1ebf08727. Jul 06 14:57:54.057286 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5284722c-b019-49d9-86ee-dd505741f473 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Router d1dab91c-727e-492a-b0c3-6f6a5285aca0 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:57:54.167773 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5284722c-b019-49d9-86ee-dd505741f473 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:57:54.172737 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5284722c-b019-49d9-86ee-dd505741f473 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:54.179863 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353565ca-645e-42b9-a21e-3b7a34a88bb3 None None] Sync routers for ids ['d1dab91c-727e-492a-b0c3-6f6a5285aca0'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:57:54.189599 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353565ca-645e-42b9-a21e-3b7a34a88bb3 None None] Routers {'d1dab91c-727e-492a-b0c3-6f6a5285aca0'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:57:54.190357 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-353565ca-645e-42b9-a21e-3b7a34a88bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:57:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d1dab91c-727e-492a-b0c3-6f6a5285aca0'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:57:54.215004 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5284722c-b019-49d9-86ee-dd505741f473 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "DELETE /v2.0/floatingips/8e199e0f-907e-493b-abc9-c377d29c3791 HTTP/1.1" status: 204 len: 168 time: 0.9885404 Jul 06 14:57:54.215004 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0937a7d6-6e7f-41d1-9ee4-379f499f1607', 'tag': '9fce26d4-3665-46b5-a711-b0b1ebf08727'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:57:54.215414 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44085c58187d3c444c5cc6a657819c2b9188c5457f631b13450b7a564fa513c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1409b1c3-f21a-4510-a22f-657561938258" -d '{"events": [{"name": "network-changed", "server_uuid": "0937a7d6-6e7f-41d1-9ee4-379f499f1607", "tag": "9fce26d4-3665-46b5-a711-b0b1ebf08727"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:57:54.313167 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-353565ca-645e-42b9-a21e-3b7a34a88bb3 None None] Set router d1dab91c-727e-492a-b0c3-6f6a5285aca0 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:57:54.525880 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-353565ca-645e-42b9-a21e-3b7a34a88bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'name': 'tempest-TestShelveInstance-735395734-router', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:34Z', 'revision_number': 4, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'gw_port': {'id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '80a86f25-851c-4602-9439-896d4b5b8d70', 'name': '', 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'mac_address': 'fa:16:3e:23:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:34Z', 'updated_at': '2021-07-06T14:53:41Z', 'revision_number': 5, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'subnets': [{'id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:57:54.552117 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ceee19-95a6-44b5-b7e1-cfdd93544f46 x-openstack-request-id: req-03ceee19-95a6-44b5-b7e1-cfdd93544f46 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:57:54.553003 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0937a7d6-6e7f-41d1-9ee4-379f499f1607", "tag": "9fce26d4-3665-46b5-a711-b0b1ebf08727", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:57:54.553003 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-03ceee19-95a6-44b5-b7e1-cfdd93544f46 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:57:54.553975 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0937a7d6-6e7f-41d1-9ee4-379f499f1607', 'tag': '9fce26d4-3665-46b5-a711-b0b1ebf08727', 'status': 'completed', 'code': 200} Jul 06 14:57:54.557903 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353565ca-645e-42b9-a21e-3b7a34a88bb3 None None] Checking router: d1dab91c-727e-492a-b0c3-6f6a5285aca0 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:57:54.569073 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353565ca-645e-42b9-a21e-3b7a34a88bb3 None None] Routers {'d1dab91c-727e-492a-b0c3-6f6a5285aca0'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:57:54.570028 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-353565ca-645e-42b9-a21e-3b7a34a88bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:57:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d1dab91c-727e-492a-b0c3-6f6a5285aca0'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:57:54.689590 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-353565ca-645e-42b9-a21e-3b7a34a88bb3 None None] Set router d1dab91c-727e-492a-b0c3-6f6a5285aca0 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:57:54.690053 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409b1c3-f21a-4510-a22f-657561938258 req-3f5efe06-a47d-4f90-b990-46798ab503b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:54.692223 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1409b1c3-f21a-4510-a22f-657561938258 req-3f5efe06-a47d-4f90-b990-46798ab503b4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90d944003c6c4b4cb0796a79eff3dd39&device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 1097 time: 0.1031747 Jul 06 14:57:54.774796 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6c5b5-dc0b-4c6c-92ce-f66493db3146 req-aac68f93-97f0-4210-97db-4d3141c66e5e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:54.776341 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6fd6c5b5-dc0b-4c6c-92ce-f66493db3146 req-aac68f93-97f0-4210-97db-4d3141c66e5e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 946 time: 0.1283531 Jul 06 14:57:54.833151 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409b1c3-f21a-4510-a22f-657561938258 req-ebbad250-1f9a-48ff-96b9-71f7e9412532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:54.834598 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1409b1c3-f21a-4510-a22f-657561938258 req-ebbad250-1f9a-48ff-96b9-71f7e9412532 service neutron] 10.222.0.52 "GET /v2.0/networks?id=90ffa761-dd75-4b2f-ba37-59127979316d HTTP/1.1" status: 200 len: 909 time: 0.1345456 Jul 06 14:57:54.839869 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6fd6c5b5-dc0b-4c6c-92ce-f66493db3146 req-c32e8089-742d-4544-b9c1-ec921e9518b6 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550737 Jul 06 14:57:54.876718 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1409b1c3-f21a-4510-a22f-657561938258 req-321b83e0-f053-4dbe-94e9-a6b035d067a2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fce26d4-3665-46b5-a711-b0b1ebf08727 HTTP/1.1" status: 200 len: 217 time: 0.0350432 Jul 06 14:57:54.914342 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-353565ca-645e-42b9-a21e-3b7a34a88bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'name': 'tempest-TestShelveInstance-735395734-router', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:34Z', 'revision_number': 4, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'gw_port': {'id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '80a86f25-851c-4602-9439-896d4b5b8d70', 'name': '', 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'mac_address': 'fa:16:3e:23:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:34Z', 'updated_at': '2021-07-06T14:53:41Z', 'revision_number': 5, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'subnets': [{'id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:57:54.929186 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409b1c3-f21a-4510-a22f-657561938258 req-a649ea19-ac60-4e3d-997b-df844ee9f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:54.930737 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1409b1c3-f21a-4510-a22f-657561938258 req-a649ea19-ac60-4e3d-997b-df844ee9f078 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43bb03a7-5277-45ef-b297-d52b4ef1dd92 HTTP/1.1" status: 200 len: 847 time: 0.0457988 Jul 06 14:57:54.943611 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353565ca-645e-42b9-a21e-3b7a34a88bb3 None None] The sync data for ids ['d1dab91c-727e-492a-b0c3-6f6a5285aca0'] in n-d-773644-6 is: [{'id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'name': 'tempest-TestShelveInstance-735395734-router', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:34Z', 'revision_number': 4, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'gw_port': {'id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '80a86f25-851c-4602-9439-896d4b5b8d70', 'name': '', 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'mac_address': 'fa:16:3e:23:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:34Z', 'updated_at': '2021-07-06T14:53:41Z', 'revision_number': 5, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'subnets': [{'id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:57:54.996705 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409b1c3-f21a-4510-a22f-657561938258 req-3b3cf8e6-7e59-4ad2-8def-99ce4a450355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:54.998239 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1409b1c3-f21a-4510-a22f-657561938258 req-3b3cf8e6-7e59-4ad2-8def-99ce4a450355 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90ffa761-dd75-4b2f-ba37-59127979316d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596452 Jul 06 14:57:55.093395 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1409b1c3-f21a-4510-a22f-657561938258 req-79d511dc-17f3-4649-984b-605d6a8b5bfd service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874104 Jul 06 14:57:55.184444 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bb3a2a-b7a0-460c-b4dc-3444d298f876 None None] New status for floating IP 8e199e0f-907e-493b-abc9-c377d29c3791: DOWN {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:57:55.532914 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1409b1c3-f21a-4510-a22f-657561938258 req-0c28d81c-6713-432c-917d-b4a9c9027065 service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315586 Jul 06 14:57:56.034319 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c4ac7-2749-495d-9a2c-7831bad87cf3 req-bd7642e0-287f-4149-ba5b-8ca2f5db5475 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:56.035974 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-946c4ac7-2749-495d-9a2c-7831bad87cf3 req-bd7642e0-287f-4149-ba5b-8ca2f5db5475 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 946 time: 0.0667474 Jul 06 14:57:56.100799 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-946c4ac7-2749-495d-9a2c-7831bad87cf3 req-94ade257-92c6-434e-a407-d4ad718e97ca tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592036 Jul 06 14:57:56.138933 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4286e-760f-48a6-b4aa-45d83b0d0c39 req-e3ab4c8c-d53e-427e-9769-98fbe45beeed tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:57:56.140395 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a7c4286e-760f-48a6-b4aa-45d83b0d0c39 req-e3ab4c8c-d53e-427e-9769-98fbe45beeed tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.52 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 946 time: 0.0780091 Jul 06 14:57:56.248631 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-a7c4286e-760f-48a6-b4aa-45d83b0d0c39 req-c1f65067-fe91-47dd-9cb3-bfccd2b45c99 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Deleting port 9fce26d4-3665-46b5-a711-b0b1ebf08727 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 14:57:56.248976 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a7c4286e-760f-48a6-b4aa-45d83b0d0c39 req-c1f65067-fe91-47dd-9cb3-bfccd2b45c99 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:56.338196 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-a7c4286e-760f-48a6-b4aa-45d83b0d0c39 req-c1f65067-fe91-47dd-9cb3-bfccd2b45c99 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] For port 9fce26d4-3665-46b5-a711-b0b1ebf08727, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=9fce26d4-3665-46b5-a711-b0b1ebf08727,segment=NetworkSegment(1713fbc2-b737-4ed9-a102-368a237c8af2),segment_id=1713fbc2-b737-4ed9-a102-368a237c8af2)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:57:56.338561 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a7c4286e-760f-48a6-b4aa-45d83b0d0c39 req-c1f65067-fe91-47dd-9cb3-bfccd2b45c99 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:56.351949 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-a7c4286e-760f-48a6-b4aa-45d83b0d0c39 req-c1f65067-fe91-47dd-9cb3-bfccd2b45c99 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Calling delete_port for 9fce26d4-3665-46b5-a711-b0b1ebf08727 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 14:57:56.477634 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a7c4286e-760f-48a6-b4aa-45d83b0d0c39 req-c1f65067-fe91-47dd-9cb3-bfccd2b45c99 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:56.512230 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f65067-fe91-47dd-9cb3-bfccd2b45c99 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Pushing event deleted for resources: {'Port': ['ID=9fce26d4-3665-46b5-a711-b0b1ebf08727,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:56.543986 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f65067-fe91-47dd-9cb3-bfccd2b45c99 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:56.544330 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f65067-fe91-47dd-9cb3-bfccd2b45c99 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:56.544671 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f65067-fe91-47dd-9cb3-bfccd2b45c99 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:56.545002 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f65067-fe91-47dd-9cb3-bfccd2b45c99 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:56.545332 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f65067-fe91-47dd-9cb3-bfccd2b45c99 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:56.545658 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f65067-fe91-47dd-9cb3-bfccd2b45c99 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:56.546013 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f65067-fe91-47dd-9cb3-bfccd2b45c99 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:56.546342 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f65067-fe91-47dd-9cb3-bfccd2b45c99 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:56.546664 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f65067-fe91-47dd-9cb3-bfccd2b45c99 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:56.546982 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f65067-fe91-47dd-9cb3-bfccd2b45c99 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:56.547299 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f65067-fe91-47dd-9cb3-bfccd2b45c99 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:56.547615 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f65067-fe91-47dd-9cb3-bfccd2b45c99 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:57:56.571102 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c4286e-760f-48a6-b4aa-45d83b0d0c39 req-c1f65067-fe91-47dd-9cb3-bfccd2b45c99 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] No DVR routers for this DVR port 9fce26d4-3665-46b5-a711-b0b1ebf08727 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 14:57:56.573800 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-a7c4286e-760f-48a6-b4aa-45d83b0d0c39 req-c1f65067-fe91-47dd-9cb3-bfccd2b45c99 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:56.576171 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a7c4286e-760f-48a6-b4aa-45d83b0d0c39 req-c1f65067-fe91-47dd-9cb3-bfccd2b45c99 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.52 "DELETE /v2.0/ports/9fce26d4-3665-46b5-a711-b0b1ebf08727 HTTP/1.1" status: 204 len: 173 time: 0.4274158 Jul 06 14:57:56.576613 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0937a7d6-6e7f-41d1-9ee4-379f499f1607', 'name': 'network-vif-deleted', 'tag': '9fce26d4-3665-46b5-a711-b0b1ebf08727'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:57:56.578941 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c96a5f-4ca9-4829-a183-d64c5890cfc2" -d '{"events": [{"server_uuid": "0937a7d6-6e7f-41d1-9ee4-379f499f1607", "name": "network-vif-deleted", "tag": "9fce26d4-3665-46b5-a711-b0b1ebf08727"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:57:56.684481 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67ce848-41e1-41b6-9084-7bd602ef85ae x-openstack-request-id: req-c67ce848-41e1-41b6-9084-7bd602ef85ae {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:57:56.684856 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0937a7d6-6e7f-41d1-9ee4-379f499f1607", "name": "network-vif-deleted", "tag": "9fce26d4-3665-46b5-a711-b0b1ebf08727", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:57:56.685245 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-c67ce848-41e1-41b6-9084-7bd602ef85ae {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:57:56.685859 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0937a7d6-6e7f-41d1-9ee4-379f499f1607', 'name': 'network-vif-deleted', 'tag': '9fce26d4-3665-46b5-a711-b0b1ebf08727', 'status': 'completed', 'code': 200} Jul 06 14:57:57.264424 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-544cb6b9-1a41-44a5-8118-6fdb469152b9 req-c4d8ec6d-4c90-4bd6-9741-f32d20de1a61 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=0937a7d6-6e7f-41d1-9ee4-379f499f1607 HTTP/1.1" status: 200 len: 210 time: 0.0305512 Jul 06 14:57:58.363822 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 39998) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:58.425199 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03549c01-ea4c-406b-89af-c428b8e7ed15 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:58.451444 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03549c01-ea4c-406b-89af-c428b8e7ed15 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:58.526235 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03549c01-ea4c-406b-89af-c428b8e7ed15 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:58.528816 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03549c01-ea4c-406b-89af-c428b8e7ed15 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:58.533081 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-03549c01-ea4c-406b-89af-c428b8e7ed15 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "DELETE /v2.0/security-groups/2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b HTTP/1.1" status: 204 len: 168 time: 0.1682041 Jul 06 14:57:58.543523 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03549c01-ea4c-406b-89af-c428b8e7ed15 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2b136a-04a2-4a38-aacf-dc7ebf3c3e2b,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:58.799620 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40004) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:58.806241 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-edced48e-05b8-4f06-b423-55e4f7bfa1f2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1858396153', 'description': 'tempest-secgroup-smoke-1858396153 description', 'project_id': '90d944003c6c4b4cb0796a79eff3dd39'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:57:58.829168 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-edced48e-05b8-4f06-b423-55e4f7bfa1f2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:58.918251 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-edced48e-05b8-4f06-b423-55e4f7bfa1f2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:58.922223 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-edced48e-05b8-4f06-b423-55e4f7bfa1f2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:58.953325 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-edced48e-05b8-4f06-b423-55e4f7bfa1f2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:58.954618 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-edced48e-05b8-4f06-b423-55e4f7bfa1f2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1522219 Jul 06 14:57:58.956447 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edced48e-05b8-4f06-b423-55e4f7bfa1f2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:58.958370 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40006) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:58.965766 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4d2a208e-f46a-45e6-95c1-f3448b4437b1 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Request body: {'security_group_rule': {'security_group_id': 'dedd20d9-06e4-4770-8e1b-e57ffc3ba95c', 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:57:58.997129 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4d2a208e-f46a-45e6-95c1-f3448b4437b1 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.045268 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4d2a208e-f46a-45e6-95c1-f3448b4437b1 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.049147 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4d2a208e-f46a-45e6-95c1-f3448b4437b1 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.071357 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a208e-f46a-45e6-95c1-f3448b4437b1 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb84c6f-8b48-4036-92ef-262ad272dbff,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:59.077991 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4d2a208e-f46a-45e6-95c1-f3448b4437b1 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.079208 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4d2a208e-f46a-45e6-95c1-f3448b4437b1 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196945 Jul 06 14:57:59.082920 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40008) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:59.089770 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-5263885d-2af8-49f8-9fca-df39904e9b25 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Request body: {'security_group_rule': {'security_group_id': 'dedd20d9-06e4-4770-8e1b-e57ffc3ba95c', 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:57:59.121983 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5263885d-2af8-49f8-9fca-df39904e9b25 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.180719 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5263885d-2af8-49f8-9fca-df39904e9b25 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.184527 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5263885d-2af8-49f8-9fca-df39904e9b25 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.208245 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263885d-2af8-49f8-9fca-df39904e9b25 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da555fc3-48af-47bb-aff3-5e51e88ff999,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:59.215407 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-5263885d-2af8-49f8-9fca-df39904e9b25 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.215646 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-5263885d-2af8-49f8-9fca-df39904e9b25 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1315084 Jul 06 14:57:59.218970 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40010) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:59.224163 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-7c100676-013f-444b-a8ed-796f7ee8a412 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Request body: {'security_group_rule': {'security_group_id': 'dedd20d9-06e4-4770-8e1b-e57ffc3ba95c', 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:57:59.250406 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7c100676-013f-444b-a8ed-796f7ee8a412 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.310702 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7c100676-013f-444b-a8ed-796f7ee8a412 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.314535 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7c100676-013f-444b-a8ed-796f7ee8a412 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.332521 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c100676-013f-444b-a8ed-796f7ee8a412 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2056237-8216-4504-bef5-2d633a18e960,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:59.340873 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-7c100676-013f-444b-a8ed-796f7ee8a412 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.342194 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7c100676-013f-444b-a8ed-796f7ee8a412 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222222 Jul 06 14:57:59.345309 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40012) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:59.350754 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-ae803ca4-86b1-4e64-ba2b-800f5b6a649e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Request body: {'security_group_rule': {'security_group_id': 'dedd20d9-06e4-4770-8e1b-e57ffc3ba95c', 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:57:59.378795 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ae803ca4-86b1-4e64-ba2b-800f5b6a649e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.439204 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ae803ca4-86b1-4e64-ba2b-800f5b6a649e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.443165 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ae803ca4-86b1-4e64-ba2b-800f5b6a649e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.463042 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae803ca4-86b1-4e64-ba2b-800f5b6a649e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e2ee6d-afe9-482a-9ecb-1f19f3368174,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:59.470297 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-ae803ca4-86b1-4e64-ba2b-800f5b6a649e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.471544 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-ae803ca4-86b1-4e64-ba2b-800f5b6a649e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1251261 Jul 06 14:57:59.475259 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40014) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:59.480116 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-904a6e72-65d5-4f8a-b129-6dc58f91e871 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Request body: {'security_group_rule': {'security_group_id': 'dedd20d9-06e4-4770-8e1b-e57ffc3ba95c', 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:57:59.502109 n-d-773644-6 neutron-server[100417]: INFO neutron.db.securitygroups_db [None req-904a6e72-65d5-4f8a-b129-6dc58f91e871 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Project 90d944003c6c4b4cb0796a79eff3dd39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:57:59.506954 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-904a6e72-65d5-4f8a-b129-6dc58f91e871 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.567803 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-904a6e72-65d5-4f8a-b129-6dc58f91e871 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.571232 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-904a6e72-65d5-4f8a-b129-6dc58f91e871 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.590290 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a6e72-65d5-4f8a-b129-6dc58f91e871 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29b45ff4-f3d3-4d8b-96d6-9d60ef6d0311,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:59.598171 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-904a6e72-65d5-4f8a-b129-6dc58f91e871 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.600169 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-904a6e72-65d5-4f8a-b129-6dc58f91e871 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236792 Jul 06 14:57:59.603107 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40016) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:57:59.607821 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-0569fa4d-7f6c-4892-baa6-cb5db5afb96a tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Request body: {'security_group_rule': {'security_group_id': 'dedd20d9-06e4-4770-8e1b-e57ffc3ba95c', 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:57:59.629703 n-d-773644-6 neutron-server[100417]: INFO neutron.db.securitygroups_db [None req-0569fa4d-7f6c-4892-baa6-cb5db5afb96a tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Project 90d944003c6c4b4cb0796a79eff3dd39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 14:57:59.635381 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0569fa4d-7f6c-4892-baa6-cb5db5afb96a tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.697313 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0569fa4d-7f6c-4892-baa6-cb5db5afb96a tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.701235 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0569fa4d-7f6c-4892-baa6-cb5db5afb96a tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.720633 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569fa4d-7f6c-4892-baa6-cb5db5afb96a tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88490326-786c-4b5a-af9f-4862a660d3a7,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:57:59.728683 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0569fa4d-7f6c-4892-baa6-cb5db5afb96a tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:57:59.729965 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0569fa4d-7f6c-4892-baa6-cb5db5afb96a tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1257961 Jul 06 14:57:59.850811 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9fce26d4-3665-46b5-a711-b0b1ebf08727 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:57:59.872506 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 9fce26d4-3665-46b5-a711-b0b1ebf08727 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 14:57:59.872852 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 9fce26d4-3665-46b5-a711-b0b1ebf08727 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:58:07.444235 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-3faa3de4-3464-48d2-b69a-44f9ba499448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:10.374737 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:10.655081 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2e4c1bd7-af68-429b-a0de-cfc69ea35ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:11.791831 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:13.343379 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:14.147095 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-96b53637-7671-43ca-b290-20bc4ac4e9c9 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1858396153&fields=id&tenant_id=90d944003c6c4b4cb0796a79eff3dd39 HTTP/1.1" status: 200 len: 267 time: 0.0400658 Jul 06 14:58:14.259748 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-1f1b1a06-f269-4399-a559-4873d6bbb2d0 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:14.261166 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-1f1b1a06-f269-4399-a559-4873d6bbb2d0 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/networks?id=90ffa761-dd75-4b2f-ba37-59127979316d HTTP/1.1" status: 200 len: 808 time: 0.1077075 Jul 06 14:58:14.276473 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-40b4a219-1ba8-499a-9d44-fff7d3dece78 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/quotas/90d944003c6c4b4cb0796a79eff3dd39 HTTP/1.1" status: 200 len: 375 time: 0.0099277 Jul 06 14:58:14.346690 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-b55f7ae7-0b85-4017-b05a-7bda2f614a6f tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=90d944003c6c4b4cb0796a79eff3dd39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650854 Jul 06 14:58:14.423999 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-1000e411-af31-4166-8dab-49195e088235 service neutron] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 14:58:14.425910 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-1000e411-af31-4166-8dab-49195e088235 service neutron] 10.222.0.118 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0625923 Jul 06 14:58:14.517946 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-456b099d-40e9-4410-9569-a521d64aa061 service neutron] 10.222.0.118 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859425 Jul 06 14:58:14.611710 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-20d32b10-0504-4865-a0ed-8fa4a8bd4225 service neutron] 10.222.0.118 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879760 Jul 06 14:58:14.918013 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-066b92c1-c82d-433b-950a-d5991469a957 req-2dee1ccb-c60d-42f0-9bf7-1e6ce5d18ffb tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 210 time: 0.0315244 Jul 06 14:58:16.002208 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-88d07ba5-b8ba-4e30-bbcd-e6d77429ca2b req-7f81aa21-13cc-4e71-890f-a88bd6bb8a2e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 210 time: 0.0290489 Jul 06 14:58:17.085501 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-386fa097-f30e-4894-a456-7d09a38c8bd5 req-b0a11b9c-ed4d-429e-8711-fb59b32f55ef tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 210 time: 0.0291555 Jul 06 14:58:17.259685 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:17.757107 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:58:18.258635 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-22effbd7-17eb-4d4f-8f8b-05789dd56302 req-01821c67-556a-4409-9ae2-e87319c4be36 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 210 time: 0.0534654 Jul 06 14:58:18.265873 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-325acc4f-745b-48ed-a9f0-4d97b95e4425 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:18.267515 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-325acc4f-745b-48ed-a9f0-4d97b95e4425 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.52 "GET /v2.0/networks?id=90ffa761-dd75-4b2f-ba37-59127979316d HTTP/1.1" status: 200 len: 808 time: 0.1574390 Jul 06 14:58:18.326981 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-901a7bc2-326c-48bf-a41e-5ca9c7d30c37 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90d944003c6c4b4cb0796a79eff3dd39 HTTP/1.1" status: 200 len: 380 time: 0.0366595 Jul 06 14:58:18.338712 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-da138c09-7bb4-4f4b-8403-f97d8228dd1b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Request body: {'port': {'device_id': 'c328f248-59fc-49c7-9ac4-d4bd021e3669', 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'admin_state_up': True, 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'security_groups': ['dedd20d9-06e4-4770-8e1b-e57ffc3ba95c']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:58:18.466209 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-da138c09-7bb4-4f4b-8403-f97d8228dd1b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Made reservation on behalf of 90d944003c6c4b4cb0796a79eff3dd39 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 14:58:18.469917 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-da138c09-7bb4-4f4b-8403-f97d8228dd1b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:18.613896 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-da138c09-7bb4-4f4b-8403-f97d8228dd1b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Allocated IP 172.20.0.9 (90ffa761-dd75-4b2f-ba37-59127979316d/43bb03a7-5277-45ef-b297-d52b4ef1dd92/cce88453-3f68-425a-978b-54233dd8e3a4) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:58:18.768993 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-da138c09-7bb4-4f4b-8403-f97d8228dd1b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:18.786992 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-da138c09-7bb4-4f4b-8403-f97d8228dd1b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Transition to ACTIVE for port object cce88453-3f68-425a-978b-54233dd8e3a4 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:58:18.831893 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-da138c09-7bb4-4f4b-8403-f97d8228dd1b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:18.883030 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-da138c09-7bb4-4f4b-8403-f97d8228dd1b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Network 90ffa761-dd75-4b2f-ba37-59127979316d is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:58:18.886850 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-da138c09-7bb4-4f4b-8403-f97d8228dd1b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:58:18.889505 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-da138c09-7bb4-4f4b-8403-f97d8228dd1b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:58:18.936001 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da138c09-7bb4-4f4b-8403-f97d8228dd1b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Pushing event updated for resources: {'Port': ['ID=cce88453-3f68-425a-978b-54233dd8e3a4,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:18.954974 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-da138c09-7bb4-4f4b-8403-f97d8228dd1b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:18.955621 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-da138c09-7bb4-4f4b-8403-f97d8228dd1b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:18.974045 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-da138c09-7bb4-4f4b-8403-f97d8228dd1b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6393170 Jul 06 14:58:18.991476 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-8ba87ca0-dba5-4686-bc14-787333d4196c service neutron] Request body: {'port': {'device_id': 'c328f248-59fc-49c7-9ac4-d4bd021e3669', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:58:19.070840 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-8ba87ca0-dba5-4686-bc14-787333d4196c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:19.194325 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4c38392a-17c8-4195-afa6-5a08c9535315 None None] Provisioning for port cce88453-3f68-425a-978b-54233dd8e3a4 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:58:19.199150 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4c38392a-17c8-4195-afa6-5a08c9535315 None None] Provisioning complete for port cce88453-3f68-425a-978b-54233dd8e3a4 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:58:19.199919 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4c38392a-17c8-4195-afa6-5a08c9535315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:19.241231 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-4c38392a-17c8-4195-afa6-5a08c9535315 None None] Port cce88453-3f68-425a-978b-54233dd8e3a4 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 14:58:19.426294 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:19.526051 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c880f1-8efc-4395-bd38-ddaa916f6862 req-3555e422-dff4-4f22-9a5f-129c8d386751 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:19.527604 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-68c880f1-8efc-4395-bd38-ddaa916f6862 req-3555e422-dff4-4f22-9a5f-129c8d386751 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 931 time: 0.1531489 Jul 06 14:58:19.543880 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-8ba87ca0-dba5-4686-bc14-787333d4196c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce88453-3f68-425a-978b-54233dd8e3a4 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:58:19.563722 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-8ba87ca0-dba5-4686-bc14-787333d4196c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:19.586448 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-8ba87ca0-dba5-4686-bc14-787333d4196c service neutron] Transition to ACTIVE for port object cce88453-3f68-425a-978b-54233dd8e3a4 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 14:58:19.592702 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-8ba87ca0-dba5-4686-bc14-787333d4196c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:19.599675 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-68c880f1-8efc-4395-bd38-ddaa916f6862 req-25b19968-4bcc-4d6a-8c4b-77d44bcf45e2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627327 Jul 06 14:58:19.656033 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba87ca0-dba5-4686-bc14-787333d4196c service neutron] Pushing event updated for resources: {'Port': ['ID=cce88453-3f68-425a-978b-54233dd8e3a4,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:19.752891 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-8ba87ca0-dba5-4686-bc14-787333d4196c service neutron] Attempting to bind port cce88453-3f68-425a-978b-54233dd8e3a4 on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 14:58:19.753375 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-8ba87ca0-dba5-4686-bc14-787333d4196c service neutron] Attempting to bind port cce88453-3f68-425a-978b-54233dd8e3a4 by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': '1713fbc2-b737-4ed9-a102-368a237c8af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 14:58:19.753967 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-8ba87ca0-dba5-4686-bc14-787333d4196c service neutron] Attempting to bind port cce88453-3f68-425a-978b-54233dd8e3a4 on network 90ffa761-dd75-4b2f-ba37-59127979316d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:58:19.767656 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-8ba87ca0-dba5-4686-bc14-787333d4196c service neutron] Port cce88453-3f68-425a-978b-54233dd8e3a4 on network 90ffa761-dd75-4b2f-ba37-59127979316d not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 14:58:19.767999 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-8ba87ca0-dba5-4686-bc14-787333d4196c service neutron] Attempting to bind port cce88453-3f68-425a-978b-54233dd8e3a4 on network 90ffa761-dd75-4b2f-ba37-59127979316d {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 14:58:19.774372 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-8ba87ca0-dba5-4686-bc14-787333d4196c service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 14, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 14:58:19.774698 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-8ba87ca0-dba5-4686-bc14-787333d4196c service neutron] Checking segment: {'id': '1713fbc2-b737-4ed9-a102-368a237c8af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 14:58:19.775104 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-8ba87ca0-dba5-4686-bc14-787333d4196c service neutron] Bound using segment: {'id': '1713fbc2-b737-4ed9-a102-368a237c8af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 14:58:19.775692 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-8ba87ca0-dba5-4686-bc14-787333d4196c service neutron] Bound port: cce88453-3f68-425a-978b-54233dd8e3a4, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1713fbc2-b737-4ed9-a102-368a237c8af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 14:58:19.776083 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-8ba87ca0-dba5-4686-bc14-787333d4196c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:19.849906 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-8ba87ca0-dba5-4686-bc14-787333d4196c service neutron] For port cce88453-3f68-425a-978b-54233dd8e3a4, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 14:58:19.853348 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-8ba87ca0-dba5-4686-bc14-787333d4196c service neutron] For port cce88453-3f68-425a-978b-54233dd8e3a4, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=cce88453-3f68-425a-978b-54233dd8e3a4,segment=NetworkSegment(1713fbc2-b737-4ed9-a102-368a237c8af2),segment_id=1713fbc2-b737-4ed9-a102-368a237c8af2)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 14:58:19.860749 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-8ba87ca0-dba5-4686-bc14-787333d4196c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:19.920419 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-8ba87ca0-dba5-4686-bc14-787333d4196c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:19.921413 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-8ba87ca0-dba5-4686-bc14-787333d4196c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:19.923486 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-8ba87ca0-dba5-4686-bc14-787333d4196c service neutron] 10.222.0.52 "PUT /v2.0/ports/cce88453-3f68-425a-978b-54233dd8e3a4 HTTP/1.1" status: 200 len: 1091 time: 0.9378266 Jul 06 14:58:19.924081 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c328f248-59fc-49c7-9ac4-d4bd021e3669', 'tag': 'cce88453-3f68-425a-978b-54233dd8e3a4'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:58:19.929586 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b6bee6-9c38-4499-b3da-9d689b0dc3b4" -d '{"events": [{"name": "network-changed", "server_uuid": "c328f248-59fc-49c7-9ac4-d4bd021e3669", "tag": "cce88453-3f68-425a-978b-54233dd8e3a4"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:58:19.999299 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba87ca0-dba5-4686-bc14-787333d4196c service neutron] Pushing event updated for resources: {'Port': ['ID=cce88453-3f68-425a-978b-54233dd8e3a4,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:20.005659 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9ada8a-e2d7-43b6-9be2-ee3ba7a8c98b x-openstack-request-id: req-2e9ada8a-e2d7-43b6-9be2-ee3ba7a8c98b {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:58:20.006147 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c328f248-59fc-49c7-9ac4-d4bd021e3669", "tag": "cce88453-3f68-425a-978b-54233dd8e3a4", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:58:20.006265 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-2e9ada8a-e2d7-43b6-9be2-ee3ba7a8c98b {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:58:20.006728 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c328f248-59fc-49c7-9ac4-d4bd021e3669', 'tag': 'cce88453-3f68-425a-978b-54233dd8e3a4', 'status': 'completed', 'code': 200} Jul 06 14:58:20.067299 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-d90cfeb5-79d3-44f2-99c8-7d64dd6bddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:20.069072 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-d90cfeb5-79d3-44f2-99c8-7d64dd6bddd7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90d944003c6c4b4cb0796a79eff3dd39&device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 1094 time: 0.0786510 Jul 06 14:58:20.117364 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-24681bbc-e4ba-4b63-ac43-2a679c35c044 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cce88453-3f68-425a-978b-54233dd8e3a4 HTTP/1.1" status: 200 len: 217 time: 0.0369902 Jul 06 14:58:20.194307 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-a5de6600-0c05-44f8-ad0d-e6ca0c6747f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:20.197559 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-a5de6600-0c05-44f8-ad0d-e6ca0c6747f5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43bb03a7-5277-45ef-b297-d52b4ef1dd92 HTTP/1.1" status: 200 len: 847 time: 0.0731893 Jul 06 14:58:20.260635 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-8b219684-67d4-4ee7-8e31-a1d7ae936c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:20.262186 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-8b219684-67d4-4ee7-8e31-a1d7ae936c24 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90ffa761-dd75-4b2f-ba37-59127979316d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547123 Jul 06 14:58:20.359736 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-6fd6ee5b-7142-44c8-9955-654b01f3bd39 service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867121 Jul 06 14:58:20.480590 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64ae42ec-fcb7-40b7-9a7e-61179f3aef15 req-b155326e-6033-4128-b250-f2d66b30e3ca service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108553 Jul 06 14:58:20.590995 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6bee6-9c38-4499-b3da-9d689b0dc3b4 req-548420fe-1c6f-4617-b26c-4df3f8882d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:20.592576 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-21b6bee6-9c38-4499-b3da-9d689b0dc3b4 req-548420fe-1c6f-4617-b26c-4df3f8882d37 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90d944003c6c4b4cb0796a79eff3dd39&device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 1094 time: 0.0576532 Jul 06 14:58:20.712478 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6bee6-9c38-4499-b3da-9d689b0dc3b4 req-c6c30be4-2bad-452a-9389-f1260bce4c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:20.715210 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-21b6bee6-9c38-4499-b3da-9d689b0dc3b4 req-c6c30be4-2bad-452a-9389-f1260bce4c2a service neutron] 10.222.0.52 "GET /v2.0/networks?id=90ffa761-dd75-4b2f-ba37-59127979316d HTTP/1.1" status: 200 len: 909 time: 0.1123416 Jul 06 14:58:20.767036 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-21b6bee6-9c38-4499-b3da-9d689b0dc3b4 req-39d9ef95-64dc-4105-b388-2e81aeb72187 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cce88453-3f68-425a-978b-54233dd8e3a4 HTTP/1.1" status: 200 len: 217 time: 0.0403743 Jul 06 14:58:20.856401 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6bee6-9c38-4499-b3da-9d689b0dc3b4 req-2cc8d9c3-dfa7-4632-a5de-c6eeea2ecd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:20.859032 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-21b6bee6-9c38-4499-b3da-9d689b0dc3b4 req-2cc8d9c3-dfa7-4632-a5de-c6eeea2ecd52 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43bb03a7-5277-45ef-b297-d52b4ef1dd92 HTTP/1.1" status: 200 len: 847 time: 0.0801201 Jul 06 14:58:20.890724 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc008ba-6fe7-4601-94bb-236a4bfbaa56 req-618153e6-77ac-48a4-9a58-6c88f5920606 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:20.892311 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5dc008ba-6fe7-4601-94bb-236a4bfbaa56 req-618153e6-77ac-48a4-9a58-6c88f5920606 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 943 time: 0.1243312 Jul 06 14:58:20.954371 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5dc008ba-6fe7-4601-94bb-236a4bfbaa56 req-375bc7f5-4073-458c-bf87-f92b13657687 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454357 Jul 06 14:58:20.967779 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6bee6-9c38-4499-b3da-9d689b0dc3b4 req-261c5961-cd6a-4edd-bbc5-57b1920ce77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:20.969321 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-21b6bee6-9c38-4499-b3da-9d689b0dc3b4 req-261c5961-cd6a-4edd-bbc5-57b1920ce77e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90ffa761-dd75-4b2f-ba37-59127979316d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988350 Jul 06 14:58:21.071903 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-21b6bee6-9c38-4499-b3da-9d689b0dc3b4 req-6d1f1083-62d6-451c-ba6b-f7fef05e23f6 service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920897 Jul 06 14:58:21.180591 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-21b6bee6-9c38-4499-b3da-9d689b0dc3b4 req-2076fc49-31d8-40d2-bb53-614be04157f6 service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976651 Jul 06 14:58:22.162167 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492267c-950f-4c7c-95cd-e9f2041e407e req-815e404c-5afd-4b8e-a571-6fffb37c465c tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:22.163830 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c492267c-950f-4c7c-95cd-e9f2041e407e req-815e404c-5afd-4b8e-a571-6fffb37c465c tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 943 time: 0.0708039 Jul 06 14:58:22.202209 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c492267c-950f-4c7c-95cd-e9f2041e407e req-98a8bde1-862c-4bae-b36a-50bbd1d48c36 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322986 Jul 06 14:58:23.387393 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d4d1e-e49b-4772-b838-5607e173b1ac req-3460b72b-5e5d-4bd2-9793-861be1498620 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:23.388926 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-742d4d1e-e49b-4772-b838-5607e173b1ac req-3460b72b-5e5d-4bd2-9793-861be1498620 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 943 time: 0.0670638 Jul 06 14:58:23.435900 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-742d4d1e-e49b-4772-b838-5607e173b1ac req-c008c3e0-da29-45c6-b972-efcfa2999e26 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403056 Jul 06 14:58:24.619176 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eee46c-01a7-419d-97bc-ee0a85d43487 req-9cc8459e-664a-4bb4-8504-8da8aebd867a tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:24.620838 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05eee46c-01a7-419d-97bc-ee0a85d43487 req-9cc8459e-664a-4bb4-8504-8da8aebd867a tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 943 time: 0.0645401 Jul 06 14:58:24.665120 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-05eee46c-01a7-419d-97bc-ee0a85d43487 req-388d8ddd-dbad-450e-adda-04b664a895a9 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381222 Jul 06 14:58:25.855836 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d41c5e-6836-4326-a5b6-675e8507225d req-60e322a1-a254-48f8-9658-a6db0e91cb6e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:25.857354 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64d41c5e-6836-4326-a5b6-675e8507225d req-60e322a1-a254-48f8-9658-a6db0e91cb6e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 943 time: 0.0679855 Jul 06 14:58:25.894655 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-64d41c5e-6836-4326-a5b6-675e8507225d req-fbf423a3-4f5d-40b8-98c4-1c6329204396 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316944 Jul 06 14:58:27.075348 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84978aa-a6f1-42c9-8151-b958d16f8919 req-4e55d0b1-aa1a-4578-92fd-3d777b441420 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:27.076909 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d84978aa-a6f1-42c9-8151-b958d16f8919 req-4e55d0b1-aa1a-4578-92fd-3d777b441420 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 943 time: 0.0669553 Jul 06 14:58:27.117301 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d84978aa-a6f1-42c9-8151-b958d16f8919 req-5b174b0a-2e79-4b22-939f-7eb9b3047342 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346212 Jul 06 14:58:28.289723 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af178e-5c0e-43ad-a303-ef53db4df07e req-19d78813-cd81-422c-a544-744c7ea31f13 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:28.291265 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-93af178e-5c0e-43ad-a303-ef53db4df07e req-19d78813-cd81-422c-a544-744c7ea31f13 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 943 time: 0.0629737 Jul 06 14:58:28.333351 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-93af178e-5c0e-43ad-a303-ef53db4df07e req-692c987e-39d8-4db9-ad9e-7de97bf5f536 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364580 Jul 06 14:58:29.508595 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872204d1-a6f4-4b65-8df0-9c8dbc3a1a56 req-3ca90a6a-4a2d-450d-93e0-3c0d2b7f5ee7 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:29.510086 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-872204d1-a6f4-4b65-8df0-9c8dbc3a1a56 req-3ca90a6a-4a2d-450d-93e0-3c0d2b7f5ee7 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 943 time: 0.0669394 Jul 06 14:58:29.548368 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-872204d1-a6f4-4b65-8df0-9c8dbc3a1a56 req-ed0d30ec-55f8-4c90-93b6-328ffbebaaa1 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327346 Jul 06 14:58:29.958259 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device cce88453-3f68-425a-978b-54233dd8e3a4 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:58:30.060617 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port cce88453-3f68-425a-978b-54233dd8e3a4, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=cce88453-3f68-425a-978b-54233dd8e3a4,segment=NetworkSegment(1713fbc2-b737-4ed9-a102-368a237c8af2),segment_id=1713fbc2-b737-4ed9-a102-368a237c8af2)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:58:30.072080 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'cce88453-3f68-425a-978b-54233dd8e3a4', 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'port_id': 'cce88453-3f68-425a-978b-54233dd8e3a4', 'mac_address': 'fa:16:3e:ab:b6:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:58:30.107789 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:30.120683 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce88453-3f68-425a-978b-54233dd8e3a4 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 14:58:30.139443 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port cce88453-3f68-425a-978b-54233dd8e3a4, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=cce88453-3f68-425a-978b-54233dd8e3a4,segment=NetworkSegment(1713fbc2-b737-4ed9-a102-368a237c8af2),segment_id=1713fbc2-b737-4ed9-a102-368a237c8af2)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:58:30.143664 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:30.190639 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=cce88453-3f68-425a-978b-54233dd8e3a4,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:30.198013 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:30.198363 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:30.198707 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:30.199043 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:30.199375 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:30.199706 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:30.200035 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:30.200361 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:30.200685 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:30.201008 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:30.201333 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:30.201653 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:58:30.432107 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['cce88453-3f68-425a-978b-54233dd8e3a4'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:58:30.731026 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e749b-4834-4336-9e63-756db2a553fb req-c47eb4ac-570d-4ad0-92bd-3fc683b1e24f tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:30.733216 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c86e749b-4834-4336-9e63-756db2a553fb req-c47eb4ac-570d-4ad0-92bd-3fc683b1e24f tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 944 time: 0.0646093 Jul 06 14:58:30.771829 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c86e749b-4834-4336-9e63-756db2a553fb req-5a43f077-d63d-4b35-9fd8-f8c55488bd06 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323768 Jul 06 14:58:31.950824 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fe187-96ff-46b6-ae74-8e73868f77d9 req-6cd6a817-9002-482c-b0e2-3f7affef582b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:31.952334 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-337fe187-96ff-46b6-ae74-8e73868f77d9 req-6cd6a817-9002-482c-b0e2-3f7affef582b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 944 time: 0.0678248 Jul 06 14:58:31.974832 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device cce88453-3f68-425a-978b-54233dd8e3a4 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:58:31.991327 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-337fe187-96ff-46b6-ae74-8e73868f77d9 req-e784af31-77c4-447a-9512-a5b26d22f9ab tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328696 Jul 06 14:58:32.026402 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port cce88453-3f68-425a-978b-54233dd8e3a4 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 14:58:32.030025 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port cce88453-3f68-425a-978b-54233dd8e3a4 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 14:58:32.030395 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:32.106801 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:32.128487 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c328f248-59fc-49c7-9ac4-d4bd021e3669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce88453-3f68-425a-978b-54233dd8e3a4'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:58:32.130776 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7b3130d190d3a8890db0c4eafcc3a45a14b225becedd5045b600f6b402c608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eaf8d9d-01f1-4fb3-9c21-a8caa56e183e" -d '{"events": [{"server_uuid": "c328f248-59fc-49c7-9ac4-d4bd021e3669", "name": "network-vif-plugged", "status": "completed", "tag": "cce88453-3f68-425a-978b-54233dd8e3a4"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:58:32.143960 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port cce88453-3f68-425a-978b-54233dd8e3a4, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=cce88453-3f68-425a-978b-54233dd8e3a4,segment=NetworkSegment(1713fbc2-b737-4ed9-a102-368a237c8af2),segment_id=1713fbc2-b737-4ed9-a102-368a237c8af2)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:58:32.147970 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:32.196340 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=cce88453-3f68-425a-978b-54233dd8e3a4,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:32.223967 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 14:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c6590d-2889-44d9-880a-3441834e5136 x-openstack-request-id: req-99c6590d-2889-44d9-880a-3441834e5136 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:58:32.224269 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c328f248-59fc-49c7-9ac4-d4bd021e3669", "name": "network-vif-plugged", "status": "completed", "tag": "cce88453-3f68-425a-978b-54233dd8e3a4", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:58:32.224545 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-99c6590d-2889-44d9-880a-3441834e5136 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:58:32.224925 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c328f248-59fc-49c7-9ac4-d4bd021e3669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce88453-3f68-425a-978b-54233dd8e3a4', 'code': 200} Jul 06 14:58:32.339099 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb176c9-190e-4667-934b-bae131791a2d req-b5f1be38-7eb9-46e3-ae27-58d92996c414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:32.340629 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bcb176c9-190e-4667-934b-bae131791a2d req-b5f1be38-7eb9-46e3-ae27-58d92996c414 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 1096 time: 0.0511754 Jul 06 14:58:32.378919 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-bcb176c9-190e-4667-934b-bae131791a2d req-6d37b05c-f984-4d0f-9fb0-4d82a5112c10 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276911 Jul 06 14:58:33.177308 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32936fe5-eb46-4dd0-81b8-c29a78056102 req-ed1b6438-4181-45b9-8f7e-b6114bb655c1 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:33.178921 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32936fe5-eb46-4dd0-81b8-c29a78056102 req-ed1b6438-4181-45b9-8f7e-b6114bb655c1 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 945 time: 0.0686796 Jul 06 14:58:33.218600 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-32936fe5-eb46-4dd0-81b8-c29a78056102 req-cd3a35ab-6137-47ce-afff-1814c05fd43a tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338826 Jul 06 14:58:34.394570 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7d4d4-8b9c-4c1d-a1be-79f0bf9af627 req-b8c941cf-4b8e-4d3a-b712-a40d6b423e2a tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:34.396086 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-67b7d4d4-8b9c-4c1d-a1be-79f0bf9af627 req-b8c941cf-4b8e-4d3a-b712-a40d6b423e2a tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 945 time: 0.0654137 Jul 06 14:58:34.434141 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-67b7d4d4-8b9c-4c1d-a1be-79f0bf9af627 req-a70dd8dc-66cc-44df-be24-74ac6fae7d9a tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323792 Jul 06 14:58:34.624000 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57988ec5-972d-461f-a741-1691f3908628 req-719ff70f-ff6d-446e-acf1-2fc88f0cf695 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:34.625501 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-57988ec5-972d-461f-a741-1691f3908628 req-719ff70f-ff6d-446e-acf1-2fc88f0cf695 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 945 time: 0.0654812 Jul 06 14:58:34.663807 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-57988ec5-972d-461f-a741-1691f3908628 req-6f6b7d94-8f5c-4aeb-8886-d7a491cbc49c tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324929 Jul 06 14:58:34.687898 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40226) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:34.742473 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbf04e7-17d2-49f5-a216-970454d6994f tempest-TestShelveInstance-1514714943 tempest-TestShelveInstance-1514714943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:34.743999 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1dbf04e7-17d2-49f5-a216-970454d6994f tempest-TestShelveInstance-1514714943 tempest-TestShelveInstance-1514714943-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 1091 time: 0.0551527 Jul 06 14:58:34.746731 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40228) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 14:58:34.751028 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-3f2736a2-a81a-49f8-aba5-2b7da7ca3ab2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'port_id': 'cce88453-3f68-425a-978b-54233dd8e3a4', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 14:58:34.773728 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3f2736a2-a81a-49f8-aba5-2b7da7ca3ab2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for floatingip, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:34.869557 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3f2736a2-a81a-49f8-aba5-2b7da7ca3ab2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:34.981607 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-3f2736a2-a81a-49f8-aba5-2b7da7ca3ab2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Allocated IP 172.25.6.128 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/51c2eb50-17a1-445e-8952-6f8aed5f865d) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 14:58:35.086179 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3f2736a2-a81a-49f8-aba5-2b7da7ca3ab2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:35.127355 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3f2736a2-a81a-49f8-aba5-2b7da7ca3ab2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:35.164862 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2736a2-a81a-49f8-aba5-2b7da7ca3ab2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 14:58:35.167719 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-3f2736a2-a81a-49f8-aba5-2b7da7ca3ab2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 14:58:35.171161 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2736a2-a81a-49f8-aba5-2b7da7ca3ab2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 14:58:35.203196 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2736a2-a81a-49f8-aba5-2b7da7ca3ab2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Pushing event updated for resources: {'Port': ['ID=51c2eb50-17a1-445e-8952-6f8aed5f865d,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:35.547195 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3f2736a2-a81a-49f8-aba5-2b7da7ca3ab2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:35.966930 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3f2736a2-a81a-49f8-aba5-2b7da7ca3ab2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:36.128096 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3f2736a2-a81a-49f8-aba5-2b7da7ca3ab2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:36.133019 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3f2736a2-a81a-49f8-aba5-2b7da7ca3ab2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:36.209077 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2736a2-a81a-49f8-aba5-2b7da7ca3ab2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Pushing event updated for resources: {'Port': ['ID=51c2eb50-17a1-445e-8952-6f8aed5f865d,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:58:36.222266 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3f2736a2-a81a-49f8-aba5-2b7da7ca3ab2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:36.330981 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-3f2736a2-a81a-49f8-aba5-2b7da7ca3ab2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Floating IP afc0ad89-a563-4584-838e-1357375ea60f associated. External IP: 172.25.6.128, port: cce88453-3f68-425a-978b-54233dd8e3a4. Jul 06 14:58:36.541991 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2736a2-a81a-49f8-aba5-2b7da7ca3ab2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Router d1dab91c-727e-492a-b0c3-6f6a5285aca0 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 14:58:36.654685 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2736a2-a81a-49f8-aba5-2b7da7ca3ab2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:58:36.665158 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1f4f96-3a3f-4b1d-8b6c-e9ebfde9d2a7 None None] Sync routers for ids ['d1dab91c-727e-492a-b0c3-6f6a5285aca0'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:58:36.673863 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-3f2736a2-a81a-49f8-aba5-2b7da7ca3ab2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:36.677582 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1f4f96-3a3f-4b1d-8b6c-e9ebfde9d2a7 None None] Routers {'d1dab91c-727e-492a-b0c3-6f6a5285aca0'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:58:36.678252 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-ef1f4f96-3a3f-4b1d-8b6c-e9ebfde9d2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:58:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d1dab91c-727e-492a-b0c3-6f6a5285aca0'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:58:36.716613 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-3f2736a2-a81a-49f8-aba5-2b7da7ca3ab2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9688532 Jul 06 14:58:36.717202 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c328f248-59fc-49c7-9ac4-d4bd021e3669', 'tag': 'cce88453-3f68-425a-978b-54233dd8e3a4'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 14:58:36.719527 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44085c58187d3c444c5cc6a657819c2b9188c5457f631b13450b7a564fa513c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac153c5-07d3-4890-9651-e707f8879bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "c328f248-59fc-49c7-9ac4-d4bd021e3669", "tag": "cce88453-3f68-425a-978b-54233dd8e3a4"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:58:36.759315 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 14:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f56042d-0a08-4b8a-8d1e-441f3407e230 x-openstack-request-id: req-4f56042d-0a08-4b8a-8d1e-441f3407e230 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:58:36.759625 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c328f248-59fc-49c7-9ac4-d4bd021e3669", "tag": "cce88453-3f68-425a-978b-54233dd8e3a4", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:58:36.759893 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-4f56042d-0a08-4b8a-8d1e-441f3407e230 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:58:36.760307 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c328f248-59fc-49c7-9ac4-d4bd021e3669', 'tag': 'cce88453-3f68-425a-978b-54233dd8e3a4', 'status': 'completed', 'code': 200} Jul 06 14:58:36.794412 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-ef1f4f96-3a3f-4b1d-8b6c-e9ebfde9d2a7 None None] Set router d1dab91c-727e-492a-b0c3-6f6a5285aca0 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:58:36.838627 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac153c5-07d3-4890-9651-e707f8879bbb req-b32bb218-9662-40ae-9ea9-15109f32409e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:36.840155 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ac153c5-07d3-4890-9651-e707f8879bbb req-b32bb218-9662-40ae-9ea9-15109f32409e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90d944003c6c4b4cb0796a79eff3dd39&device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 1096 time: 0.0568271 Jul 06 14:58:36.929666 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac153c5-07d3-4890-9651-e707f8879bbb req-c17d37c1-0c62-4fe2-9299-842430cb8b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:36.931203 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ac153c5-07d3-4890-9651-e707f8879bbb req-c17d37c1-0c62-4fe2-9299-842430cb8b20 service neutron] 10.222.0.52 "GET /v2.0/networks?id=90ffa761-dd75-4b2f-ba37-59127979316d HTTP/1.1" status: 200 len: 909 time: 0.0837858 Jul 06 14:58:37.004282 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ac153c5-07d3-4890-9651-e707f8879bbb req-d4ef22cf-017e-4430-a75b-c6de3e930f49 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cce88453-3f68-425a-978b-54233dd8e3a4 HTTP/1.1" status: 200 len: 999 time: 0.0662045 Jul 06 14:58:37.018882 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-ef1f4f96-3a3f-4b1d-8b6c-e9ebfde9d2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'name': 'tempest-TestShelveInstance-735395734-router', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:34Z', 'revision_number': 4, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'gw_port': {'id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'afc0ad89-a563-4584-838e-1357375ea60f', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'port_id': 'cce88453-3f68-425a-978b-54233dd8e3a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'mac_address': 'fa:16:3e:ab:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c328f248-59fc-49c7-9ac4-d4bd021e3669', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:58:35Z', 'updated_at': '2021-07-06T14:58:35Z', 'revision_number': 0, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a86f25-851c-4602-9439-896d4b5b8d70', 'name': '', 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'mac_address': 'fa:16:3e:23:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:34Z', 'updated_at': '2021-07-06T14:53:41Z', 'revision_number': 5, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'subnets': [{'id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:58:37.048534 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1f4f96-3a3f-4b1d-8b6c-e9ebfde9d2a7 None None] Checking router: d1dab91c-727e-492a-b0c3-6f6a5285aca0 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:58:37.057699 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1f4f96-3a3f-4b1d-8b6c-e9ebfde9d2a7 None None] Routers {'d1dab91c-727e-492a-b0c3-6f6a5285aca0'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 14:58:37.058264 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac153c5-07d3-4890-9651-e707f8879bbb req-826b69dc-6b8c-4d3f-9d59-e0b9db1f40b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:37.058409 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-ef1f4f96-3a3f-4b1d-8b6c-e9ebfde9d2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T14:58:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d1dab91c-727e-492a-b0c3-6f6a5285aca0'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:58:37.059773 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ac153c5-07d3-4890-9651-e707f8879bbb req-826b69dc-6b8c-4d3f-9d59-e0b9db1f40b4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43bb03a7-5277-45ef-b297-d52b4ef1dd92 HTTP/1.1" status: 200 len: 847 time: 0.0492299 Jul 06 14:58:37.119846 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac153c5-07d3-4890-9651-e707f8879bbb req-be08ebfe-f61f-48d1-80f3-807b210855ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:58:37.121440 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ac153c5-07d3-4890-9651-e707f8879bbb req-be08ebfe-f61f-48d1-80f3-807b210855ee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90ffa761-dd75-4b2f-ba37-59127979316d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549452 Jul 06 14:58:37.169650 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-ef1f4f96-3a3f-4b1d-8b6c-e9ebfde9d2a7 None None] Set router d1dab91c-727e-492a-b0c3-6f6a5285aca0 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 14:58:37.214460 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ac153c5-07d3-4890-9651-e707f8879bbb req-546a54b6-8d9e-4175-997d-9e8d3c280513 service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861995 Jul 06 14:58:37.305025 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ac153c5-07d3-4890-9651-e707f8879bbb req-f99aaf41-5606-4a47-b726-c23b9d0ded3c service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834272 Jul 06 14:58:37.416958 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-ef1f4f96-3a3f-4b1d-8b6c-e9ebfde9d2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'name': 'tempest-TestShelveInstance-735395734-router', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:34Z', 'revision_number': 4, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'gw_port': {'id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'afc0ad89-a563-4584-838e-1357375ea60f', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'port_id': 'cce88453-3f68-425a-978b-54233dd8e3a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'mac_address': 'fa:16:3e:ab:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c328f248-59fc-49c7-9ac4-d4bd021e3669', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:58:35Z', 'updated_at': '2021-07-06T14:58:35Z', 'revision_number': 0, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a86f25-851c-4602-9439-896d4b5b8d70', 'name': '', 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'mac_address': 'fa:16:3e:23:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:34Z', 'updated_at': '2021-07-06T14:53:41Z', 'revision_number': 5, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'subnets': [{'id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:58:37.451948 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1f4f96-3a3f-4b1d-8b6c-e9ebfde9d2a7 None None] The sync data for ids ['d1dab91c-727e-492a-b0c3-6f6a5285aca0'] in n-d-773644-6 is: [{'id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'name': 'tempest-TestShelveInstance-735395734-router', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:34Z', 'revision_number': 4, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'gw_port': {'id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'afc0ad89-a563-4584-838e-1357375ea60f', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'port_id': 'cce88453-3f68-425a-978b-54233dd8e3a4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'mac_address': 'fa:16:3e:ab:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c328f248-59fc-49c7-9ac4-d4bd021e3669', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T14:58:35Z', 'updated_at': '2021-07-06T14:58:35Z', 'revision_number': 0, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a86f25-851c-4602-9439-896d4b5b8d70', 'name': '', 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'mac_address': 'fa:16:3e:23:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:34Z', 'updated_at': '2021-07-06T14:53:41Z', 'revision_number': 5, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'subnets': [{'id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:58:37.468708 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-68aeea65-1b0d-4986-a36f-b1d2da665e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:37.680812 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5033fd-92f4-4b13-a7ca-4df8dbab9af8 None None] New status for floating IP afc0ad89-a563-4584-838e-1357375ea60f: ACTIVE {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 14:58:40.367907 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:40.656283 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1bfdf873-c51b-441f-bb2f-c21de676bbdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:41.792229 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:43.344675 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:47.274192 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:49.452496 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:58:54.757655 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:58:55.882642 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [req-33f951af-c629-49e0-8a30-88c90eb41e73 req-65c2f497-fe20-45c0-bdde-081caa4619b0 service neutron] (100417) timed out ('10.222.0.52', 59567) {{(pid=100417) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 14:59:07.450805 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a2ffee90-b895-4cd8-91ed-511f2718e896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:10.369617 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:10.657671 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-951c4535-af0b-4534-a797-38da5b4488e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:11.794900 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:13.347890 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:17.276248 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:18.882558 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1818cfc-bab7-4461-9e1b-70678849f6a9 req-2c75e1a6-5e1b-4d87-bcf1-7667de7e01d5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0568726 Jul 06 14:59:18.980987 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1818cfc-bab7-4461-9e1b-70678849f6a9 req-bf38b3ab-a935-429d-bb45-2b5494cbd123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:18.982502 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1818cfc-bab7-4461-9e1b-70678849f6a9 req-bf38b3ab-a935-429d-bb45-2b5494cbd123 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90d944003c6c4b4cb0796a79eff3dd39&device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 1096 time: 0.0525773 Jul 06 14:59:19.089248 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1818cfc-bab7-4461-9e1b-70678849f6a9 req-b42d9817-e900-4ec0-9850-3f97a11df0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:19.090665 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1818cfc-bab7-4461-9e1b-70678849f6a9 req-b42d9817-e900-4ec0-9850-3f97a11df0b8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=90ffa761-dd75-4b2f-ba37-59127979316d HTTP/1.1" status: 200 len: 909 time: 0.0832295 Jul 06 14:59:19.161711 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1818cfc-bab7-4461-9e1b-70678849f6a9 req-7d1b7ed9-0daa-4e62-b09a-c4a1f6263efa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cce88453-3f68-425a-978b-54233dd8e3a4 HTTP/1.1" status: 200 len: 1001 time: 0.0601058 Jul 06 14:59:19.213368 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1818cfc-bab7-4461-9e1b-70678849f6a9 req-226db39f-1583-40e2-abcc-445181da20c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:19.214892 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1818cfc-bab7-4461-9e1b-70678849f6a9 req-226db39f-1583-40e2-abcc-445181da20c3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43bb03a7-5277-45ef-b297-d52b4ef1dd92 HTTP/1.1" status: 200 len: 847 time: 0.0437224 Jul 06 14:59:19.272908 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1818cfc-bab7-4461-9e1b-70678849f6a9 req-44d5f5ff-7b27-488c-bc48-78f83599e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 14:59:19.274430 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1818cfc-bab7-4461-9e1b-70678849f6a9 req-44d5f5ff-7b27-488c-bc48-78f83599e3a5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90ffa761-dd75-4b2f-ba37-59127979316d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510569 Jul 06 14:59:19.370018 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1818cfc-bab7-4461-9e1b-70678849f6a9 req-bea9475f-ede5-4711-a1eb-388701206cc0 service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843377 Jul 06 14:59:19.437218 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:19.462758 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e1818cfc-bab7-4461-9e1b-70678849f6a9 req-d9ebbd31-3eba-4a8f-a252-e4f415870a60 service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836458 Jul 06 14:59:31.757053 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:59:37.451404 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-19660c04-9ddc-46a1-9316-eddf07d8ceea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:40.370845 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:40.658437 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9a2e789a-a22c-4c2f-954b-af2a55acb6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:41.801566 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:43.351258 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:47.272451 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 14:59:49.438834 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:07.452996 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-423a0180-3c11-4753-9903-f4f642fbdfa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:08.757238 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:00:10.373145 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:10.658740 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ff5c8579-0b15-4f56-a0fa-94b102531008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:11.802527 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:13.353548 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:17.272943 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:19.466722 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:19.494660 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07e42292-d995-4c36-95c5-aed94ed15ff2 req-c2b387af-4d84-4f82-a2d8-b416cb1e4bec service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0569022 Jul 06 15:00:19.599901 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e42292-d995-4c36-95c5-aed94ed15ff2 req-e8ad9ce0-cf8c-4d7f-b2e7-34207645baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:19.601382 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07e42292-d995-4c36-95c5-aed94ed15ff2 req-e8ad9ce0-cf8c-4d7f-b2e7-34207645baf4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90d944003c6c4b4cb0796a79eff3dd39&device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 1096 time: 0.0526540 Jul 06 15:00:19.709646 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e42292-d995-4c36-95c5-aed94ed15ff2 req-716af500-9ea7-46ea-9f7d-99f1c7970407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:19.711129 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07e42292-d995-4c36-95c5-aed94ed15ff2 req-716af500-9ea7-46ea-9f7d-99f1c7970407 service neutron] 10.222.0.52 "GET /v2.0/networks?id=90ffa761-dd75-4b2f-ba37-59127979316d HTTP/1.1" status: 200 len: 909 time: 0.0838382 Jul 06 15:00:19.783611 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07e42292-d995-4c36-95c5-aed94ed15ff2 req-0742c5c4-3f73-4150-ac88-9dd7870963eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cce88453-3f68-425a-978b-54233dd8e3a4 HTTP/1.1" status: 200 len: 1001 time: 0.0622845 Jul 06 15:00:19.836339 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e42292-d995-4c36-95c5-aed94ed15ff2 req-920b1481-3978-48f9-bcde-01cb74a61843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:19.837847 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07e42292-d995-4c36-95c5-aed94ed15ff2 req-920b1481-3978-48f9-bcde-01cb74a61843 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43bb03a7-5277-45ef-b297-d52b4ef1dd92 HTTP/1.1" status: 200 len: 847 time: 0.0451818 Jul 06 15:00:19.897990 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e42292-d995-4c36-95c5-aed94ed15ff2 req-df5ccf57-4d4b-4f42-88df-6437dbf5accd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:19.899493 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07e42292-d995-4c36-95c5-aed94ed15ff2 req-df5ccf57-4d4b-4f42-88df-6437dbf5accd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90ffa761-dd75-4b2f-ba37-59127979316d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514722 Jul 06 15:00:19.995702 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07e42292-d995-4c36-95c5-aed94ed15ff2 req-7b0ed31f-fc8e-4e6c-aeda-a51912252c3e service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847871 Jul 06 15:00:20.088314 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07e42292-d995-4c36-95c5-aed94ed15ff2 req-ccd12c26-bab5-4b48-b3c8-ff136d663bb4 service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822597 Jul 06 15:00:34.419875 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23333854-7aa8-4b14-925e-5105632f2f2e req-5b4d64fd-8eab-4526-b004-de9f4fac2649 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:34.421352 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-23333854-7aa8-4b14-925e-5105632f2f2e req-5b4d64fd-8eab-4526-b004-de9f4fac2649 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 945 time: 0.0674753 Jul 06 15:00:34.799870 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-23333854-7aa8-4b14-925e-5105632f2f2e req-49c25f0e-7c3e-4838-a1d4-b255f7a7e207 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3717761 Jul 06 15:00:36.008370 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d2ae5-3a94-4a2f-a676-ef66b95058d2 req-881eaec0-8af4-49c5-aad2-39ef18290325 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:36.009871 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e28d2ae5-3a94-4a2f-a676-ef66b95058d2 req-881eaec0-8af4-49c5-aad2-39ef18290325 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 945 time: 0.0612249 Jul 06 15:00:36.048000 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e28d2ae5-3a94-4a2f-a676-ef66b95058d2 req-c0b4b60b-ed8c-4912-a144-0717063ecb77 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320253 Jul 06 15:00:37.236740 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afc804-3452-42cb-9dcb-a275168cb332 req-242eec18-759e-4474-b20a-78f658eb9419 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:37.238322 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-02afc804-3452-42cb-9dcb-a275168cb332 req-242eec18-759e-4474-b20a-78f658eb9419 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 945 time: 0.0759242 Jul 06 15:00:37.275940 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-02afc804-3452-42cb-9dcb-a275168cb332 req-f1278e0f-50cf-4dd9-8dbc-b19a6e4ac217 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318491 Jul 06 15:00:37.453459 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f4c1d38d-dfb9-4995-962e-7b1de4680d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:38.449104 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003dcda-8b84-43c0-a43b-2926001335d4 req-f2a23aaf-8902-4655-b21e-f4cb6e5a6784 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:38.450915 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6003dcda-8b84-43c0-a43b-2926001335d4 req-f2a23aaf-8902-4655-b21e-f4cb6e5a6784 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 945 time: 0.0660305 Jul 06 15:00:38.489037 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6003dcda-8b84-43c0-a43b-2926001335d4 req-1474711b-a6c9-4279-b5ee-b7c6ffaee27a tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323820 Jul 06 15:00:39.663114 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0beaa17-6463-4110-a96c-02edd21196b2 req-b6b166c9-6b19-4247-8654-0f825c286f6d tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:39.664527 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0beaa17-6463-4110-a96c-02edd21196b2 req-b6b166c9-6b19-4247-8654-0f825c286f6d tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 945 time: 0.0628359 Jul 06 15:00:39.704335 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f0beaa17-6463-4110-a96c-02edd21196b2 req-1d7fb822-a44c-47ab-b439-ca3191c1f632 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325544 Jul 06 15:00:40.378786 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.660893 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-45d123f7-ae61-4b75-97d9-1c3b695c5929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:40.923497 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dc28f-68df-4bf9-9486-476e96e9decd req-2f6f8e6a-0386-45ca-abcc-525f4bcc04c1 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:40.925481 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c6dc28f-68df-4bf9-9486-476e96e9decd req-2f6f8e6a-0386-45ca-abcc-525f4bcc04c1 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 945 time: 0.0889192 Jul 06 15:00:40.975292 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8c6dc28f-68df-4bf9-9486-476e96e9decd req-42cb8487-1515-4802-b851-c4f4e633eeac tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434747 Jul 06 15:00:41.804334 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:42.153333 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191bb90-761b-46ec-840b-fdf3d303a392 req-e8ea7f16-c39a-49bd-8cd2-25aa2f3b5ace tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:42.154839 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b191bb90-761b-46ec-840b-fdf3d303a392 req-e8ea7f16-c39a-49bd-8cd2-25aa2f3b5ace tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 945 time: 0.0623558 Jul 06 15:00:42.191449 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b191bb90-761b-46ec-840b-fdf3d303a392 req-8cf814ba-a7cd-4c5e-9bd1-87d143f44848 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311198 Jul 06 15:00:43.358474 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:43.378078 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bf432-4ee5-47fa-ae3d-0b2bdd38cf5c req-1e3a9631-1e6f-47da-b603-147b7e488594 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:43.379592 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cc9bf432-4ee5-47fa-ae3d-0b2bdd38cf5c req-1e3a9631-1e6f-47da-b603-147b7e488594 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 945 time: 0.0775471 Jul 06 15:00:43.417679 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cc9bf432-4ee5-47fa-ae3d-0b2bdd38cf5c req-e7f0ac8e-fc48-4deb-bb2c-7549c39097d4 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324795 Jul 06 15:00:44.608554 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa58c8-dff0-4e55-a2de-ffd08bf40d95 req-785d6248-dc9b-4472-a6c6-d67c36c28d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:44.610120 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07fa58c8-dff0-4e55-a2de-ffd08bf40d95 req-785d6248-dc9b-4472-a6c6-d67c36c28d64 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90d944003c6c4b4cb0796a79eff3dd39&device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 1096 time: 0.0994003 Jul 06 15:00:44.623838 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508f4f2-4f73-416b-8f55-f3b64c0a3d1b req-5fe16bf2-cd81-42cd-8503-2871f806e05f tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:44.625224 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3508f4f2-4f73-416b-8f55-f3b64c0a3d1b req-5fe16bf2-cd81-42cd-8503-2871f806e05f tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 945 time: 0.0887403 Jul 06 15:00:44.711565 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3508f4f2-4f73-416b-8f55-f3b64c0a3d1b req-923c75a4-ae30-43d1-b31a-1200eba0b6c6 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781910 Jul 06 15:00:44.737674 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa58c8-dff0-4e55-a2de-ffd08bf40d95 req-fd53e6ef-09eb-470f-95dd-81dec885b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:44.739283 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07fa58c8-dff0-4e55-a2de-ffd08bf40d95 req-fd53e6ef-09eb-470f-95dd-81dec885b217 service neutron] 10.222.0.52 "GET /v2.0/networks?id=90ffa761-dd75-4b2f-ba37-59127979316d HTTP/1.1" status: 200 len: 909 time: 0.1131625 Jul 06 15:00:44.826356 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07fa58c8-dff0-4e55-a2de-ffd08bf40d95 req-218d4091-7e91-4a6e-911c-d9a7d9dc2e6d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cce88453-3f68-425a-978b-54233dd8e3a4 HTTP/1.1" status: 200 len: 1001 time: 0.0781193 Jul 06 15:00:44.881498 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa58c8-dff0-4e55-a2de-ffd08bf40d95 req-1448e102-f4e7-4f92-b42f-fb5977cc25d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:44.882977 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07fa58c8-dff0-4e55-a2de-ffd08bf40d95 req-1448e102-f4e7-4f92-b42f-fb5977cc25d6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43bb03a7-5277-45ef-b297-d52b4ef1dd92 HTTP/1.1" status: 200 len: 847 time: 0.0466881 Jul 06 15:00:44.941825 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa58c8-dff0-4e55-a2de-ffd08bf40d95 req-24ea469b-ca6d-44b1-a95d-55fc7e414f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:44.943423 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07fa58c8-dff0-4e55-a2de-ffd08bf40d95 req-24ea469b-ca6d-44b1-a95d-55fc7e414f02 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90ffa761-dd75-4b2f-ba37-59127979316d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498044 Jul 06 15:00:45.038332 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07fa58c8-dff0-4e55-a2de-ffd08bf40d95 req-759d96bd-2e3c-4b04-801e-8cc38d167442 service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868850 Jul 06 15:00:45.133653 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07fa58c8-dff0-4e55-a2de-ffd08bf40d95 req-bc771230-38e6-4474-845d-bf86b3c22a92 service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857294 Jul 06 15:00:45.756778 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:00:45.894118 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a90dfc-d898-4f25-97af-16177624cf7b req-52105507-de01-49dc-9a4f-beb528cf08c9 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:45.895616 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-15a90dfc-d898-4f25-97af-16177624cf7b req-52105507-de01-49dc-9a4f-beb528cf08c9 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 945 time: 0.0714729 Jul 06 15:00:45.935164 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-15a90dfc-d898-4f25-97af-16177624cf7b req-e00e9b34-3b2b-4622-84f4-a43688b7cd4d tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339551 Jul 06 15:00:47.120632 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db22d69-7757-45aa-a784-b484f0072c5b req-ec0a777c-b538-4193-861f-53c203245965 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:47.122483 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3db22d69-7757-45aa-a784-b484f0072c5b req-ec0a777c-b538-4193-861f-53c203245965 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 945 time: 0.0743539 Jul 06 15:00:47.175691 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3db22d69-7757-45aa-a784-b484f0072c5b req-1bdd56b2-1701-4716-b243-a1d2ecb73892 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367575 Jul 06 15:00:47.288917 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:48.366269 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177f040-9b7d-460a-88eb-8d5fad25a648 req-6a61936c-a2d8-4526-84bc-d3d3bacdbb31 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:48.367907 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a177f040-9b7d-460a-88eb-8d5fad25a648 req-6a61936c-a2d8-4526-84bc-d3d3bacdbb31 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 945 time: 0.0706580 Jul 06 15:00:48.409902 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a177f040-9b7d-460a-88eb-8d5fad25a648 req-a181ac24-b7d5-4115-a82e-19469d920f4e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352690 Jul 06 15:00:49.470125 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:49.586555 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa15830-2728-49e0-bd6e-88b109a6a2d2 req-9c0ca9fe-5e4f-499d-8db0-f9182510590b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:49.588067 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3fa15830-2728-49e0-bd6e-88b109a6a2d2 req-9c0ca9fe-5e4f-499d-8db0-f9182510590b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 945 time: 0.0631421 Jul 06 15:00:49.625443 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3fa15830-2728-49e0-bd6e-88b109a6a2d2 req-86dfb926-2d52-4794-af65-3e1512389efb tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315115 Jul 06 15:00:49.996769 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b3307b70-f3bb-4cea-a9a4-887f8a13dece req-18a03c21-950e-471a-b5f8-e2689c70bd5c service neutron] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1405666 Jul 06 15:00:50.015047 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf9cdb-0a3f-4462-9272-35ad280b1e6d req-e742abea-1be2-4544-96d0-bbf70b14dd09 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:50.016544 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9cf9cdb-0a3f-4462-9272-35ad280b1e6d req-e742abea-1be2-4544-96d0-bbf70b14dd09 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 945 time: 0.1068177 Jul 06 15:00:50.054518 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9cf9cdb-0a3f-4462-9272-35ad280b1e6d req-8cab7c54-1d9e-445b-8169-65b780981880 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325172 Jul 06 15:00:50.707296 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device cce88453-3f68-425a-978b-54233dd8e3a4 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:00:50.781577 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:50.803565 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c328f248-59fc-49c7-9ac4-d4bd021e3669', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cce88453-3f68-425a-978b-54233dd8e3a4'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:00:50.805898 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7b3130d190d3a8890db0c4eafcc3a45a14b225becedd5045b600f6b402c608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62eaf05-0286-4258-b929-b13cb60d28db" -d '{"events": [{"server_uuid": "c328f248-59fc-49c7-9ac4-d4bd021e3669", "name": "network-vif-unplugged", "status": "completed", "tag": "cce88453-3f68-425a-978b-54233dd8e3a4"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:00:50.818945 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port cce88453-3f68-425a-978b-54233dd8e3a4, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=cce88453-3f68-425a-978b-54233dd8e3a4,segment=NetworkSegment(1713fbc2-b737-4ed9-a102-368a237c8af2),segment_id=1713fbc2-b737-4ed9-a102-368a237c8af2)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:00:50.823840 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:00:50.847245 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 06 Jul 2021 15:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9936fd1-35a1-4ba1-a03a-a86368d5bc6e x-openstack-request-id: req-b9936fd1-35a1-4ba1-a03a-a86368d5bc6e {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:00:50.847536 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c328f248-59fc-49c7-9ac4-d4bd021e3669", "name": "network-vif-unplugged", "status": "failed", "tag": "cce88453-3f68-425a-978b-54233dd8e3a4", "code": 422}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:00:50.847786 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-b9936fd1-35a1-4ba1-a03a-a86368d5bc6e {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:00:50.848173 n-d-773644-6 neutron-server[100419]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c328f248-59fc-49c7-9ac4-d4bd021e3669', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cce88453-3f68-425a-978b-54233dd8e3a4', 'code': 422} returned with failed status Jul 06 15:00:50.873910 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=cce88453-3f68-425a-978b-54233dd8e3a4,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:00:50.881041 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:50.881384 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:50.881725 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:50.882079 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:50.882436 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:50.882767 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:50.883089 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:50.883410 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:50.883731 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:50.884050 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:50.884370 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:50.884688 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:00:51.250936 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f856b78-1df7-4cf3-b060-eeeb5a79df0d req-09e03a70-fcad-46bb-b190-99c5e1b5e100 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:51.252467 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0f856b78-1df7-4cf3-b060-eeeb5a79df0d req-09e03a70-fcad-46bb-b190-99c5e1b5e100 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 943 time: 0.0816138 Jul 06 15:00:51.301048 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-0f856b78-1df7-4cf3-b060-eeeb5a79df0d req-91ee554f-4536-401d-aa57-ae71b17ba1d4 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425763 Jul 06 15:00:52.486504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a61a8a-4733-4802-a209-5151b1c96f7f req-4e9f7e09-4984-4d03-9c42-18d5f39ac4a7 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:52.488027 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-50a61a8a-4733-4802-a209-5151b1c96f7f req-4e9f7e09-4984-4d03-9c42-18d5f39ac4a7 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 943 time: 0.0713611 Jul 06 15:00:52.525980 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-50a61a8a-4733-4802-a209-5151b1c96f7f req-485c1051-49be-4eb3-9c66-ef53b71c6578 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323627 Jul 06 15:00:53.748902 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8045529-43c0-49e9-b1a0-86df01714f66 req-e813e5a1-eca1-40da-9378-ab19686ed226 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:53.750657 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c8045529-43c0-49e9-b1a0-86df01714f66 req-e813e5a1-eca1-40da-9378-ab19686ed226 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 943 time: 0.1086941 Jul 06 15:00:53.788883 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c8045529-43c0-49e9-b1a0-86df01714f66 req-85bd39ff-4b87-4b68-b7e7-be6ccc718351 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322866 Jul 06 15:00:54.972770 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb084781-3d39-446d-9597-09b72edee2f1 req-14ea504f-556d-4abb-aeec-854b08a37072 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:54.975531 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb084781-3d39-446d-9597-09b72edee2f1 req-14ea504f-556d-4abb-aeec-854b08a37072 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 943 time: 0.0719223 Jul 06 15:00:55.015305 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-eb084781-3d39-446d-9597-09b72edee2f1 req-d394a894-9f2a-412f-b2c6-067125b1755a tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330100 Jul 06 15:00:55.960572 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3307b70-f3bb-4cea-a9a4-887f8a13dece req-e98b29dc-6fa9-4266-83a6-5cbb9e87c299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:55.962088 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b3307b70-f3bb-4cea-a9a4-887f8a13dece req-e98b29dc-6fa9-4266-83a6-5cbb9e87c299 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669&tenant_id=90d944003c6c4b4cb0796a79eff3dd39 HTTP/1.1" status: 200 len: 1094 time: 0.0531082 Jul 06 15:00:56.046951 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3307b70-f3bb-4cea-a9a4-887f8a13dece req-ccd5a4d2-a4ba-42a8-89f9-2c955431997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:56.048481 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b3307b70-f3bb-4cea-a9a4-887f8a13dece req-ccd5a4d2-a4ba-42a8-89f9-2c955431997c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90d944003c6c4b4cb0796a79eff3dd39&device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 1094 time: 0.0568752 Jul 06 15:00:56.152884 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3307b70-f3bb-4cea-a9a4-887f8a13dece req-390c6827-56af-48d5-9f13-d7c842e52fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:56.154563 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b3307b70-f3bb-4cea-a9a4-887f8a13dece req-390c6827-56af-48d5-9f13-d7c842e52fec service neutron] 10.222.0.52 "GET /v2.0/networks?id=90ffa761-dd75-4b2f-ba37-59127979316d HTTP/1.1" status: 200 len: 909 time: 0.0969548 Jul 06 15:00:56.245234 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b3307b70-f3bb-4cea-a9a4-887f8a13dece req-1d98e0a0-5bbe-41f9-841a-4f2623f14736 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cce88453-3f68-425a-978b-54233dd8e3a4 HTTP/1.1" status: 200 len: 999 time: 0.0744388 Jul 06 15:00:56.259817 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1afa4a-734d-4765-8852-9d69a05aaf8f req-76597a1f-1426-4662-852e-27698fb53469 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:56.261263 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c1afa4a-734d-4765-8852-9d69a05aaf8f req-76597a1f-1426-4662-852e-27698fb53469 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 943 time: 0.1212060 Jul 06 15:00:56.330959 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c1afa4a-734d-4765-8852-9d69a05aaf8f req-0321efda-66ff-41ce-a3a8-7c2aa3230cd9 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614364 Jul 06 15:00:56.332460 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3307b70-f3bb-4cea-a9a4-887f8a13dece req-047cc779-4b2b-43c5-a7c9-29bbc012c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:56.333872 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b3307b70-f3bb-4cea-a9a4-887f8a13dece req-047cc779-4b2b-43c5-a7c9-29bbc012c213 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43bb03a7-5277-45ef-b297-d52b4ef1dd92 HTTP/1.1" status: 200 len: 847 time: 0.0716681 Jul 06 15:00:56.397900 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3307b70-f3bb-4cea-a9a4-887f8a13dece req-5c39832d-3ee1-467f-adf1-3fe2241f84a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:56.399426 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b3307b70-f3bb-4cea-a9a4-887f8a13dece req-5c39832d-3ee1-467f-adf1-3fe2241f84a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90ffa761-dd75-4b2f-ba37-59127979316d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563023 Jul 06 15:00:56.490952 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b3307b70-f3bb-4cea-a9a4-887f8a13dece req-1d865f30-55c9-40c3-9e4b-b827cc047e2f service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811517 Jul 06 15:00:56.587102 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b3307b70-f3bb-4cea-a9a4-887f8a13dece req-59538292-36cf-436c-b981-b1fe82702162 service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861173 Jul 06 15:00:57.507109 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f6dd5-8dcb-40cb-adad-670be0204841 req-319eca56-23f5-4bab-981c-6e9e13cc87db tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:57.508503 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-298f6dd5-8dcb-40cb-adad-670be0204841 req-319eca56-23f5-4bab-981c-6e9e13cc87db tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 943 time: 0.0628173 Jul 06 15:00:57.546062 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-298f6dd5-8dcb-40cb-adad-670be0204841 req-eb6c3842-90ff-466d-b575-8f44208a3fa5 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316339 Jul 06 15:00:58.718976 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159f4ce-007f-46f6-bde6-6e1c883b59fa req-e970e082-dbf1-4ea2-9c08-83af851e5b38 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:58.720463 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3159f4ce-007f-46f6-bde6-6e1c883b59fa req-e970e082-dbf1-4ea2-9c08-83af851e5b38 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 943 time: 0.0641019 Jul 06 15:00:58.759162 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3159f4ce-007f-46f6-bde6-6e1c883b59fa req-2d7e582c-f8e4-4687-ae9f-85da529a0077 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331213 Jul 06 15:00:59.933218 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e6d56-461c-45ef-b7e7-3d0fe8afda21 req-dc757ff8-32fe-4bc1-9a74-7249bf835dff tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:00:59.935469 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-258e6d56-461c-45ef-b7e7-3d0fe8afda21 req-dc757ff8-32fe-4bc1-9a74-7249bf835dff tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 943 time: 0.0678902 Jul 06 15:00:59.972078 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-258e6d56-461c-45ef-b7e7-3d0fe8afda21 req-64ec2c57-f0ec-487e-9fac-8b5df07a8560 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311625 Jul 06 15:01:01.151365 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43acb24-54da-493f-a5bf-bafe4a65e4bf req-aa40f8c2-bd74-4d55-9b49-b385c55783f3 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:01.152925 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f43acb24-54da-493f-a5bf-bafe4a65e4bf req-aa40f8c2-bd74-4d55-9b49-b385c55783f3 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 943 time: 0.0622456 Jul 06 15:01:01.190756 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f43acb24-54da-493f-a5bf-bafe4a65e4bf req-8cd53dfb-213e-471f-a269-029925f2c0d9 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320616 Jul 06 15:01:02.364409 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ecf08-3e3d-4de0-a073-952913e24817 req-e3ca8190-4d39-4903-a94a-5c02b4ab52cc tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:02.365926 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5f3ecf08-3e3d-4de0-a073-952913e24817 req-e3ca8190-4d39-4903-a94a-5c02b4ab52cc tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 943 time: 0.0617411 Jul 06 15:01:02.406746 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5f3ecf08-3e3d-4de0-a073-952913e24817 req-aa997b2c-0964-4b69-b683-acaafe194094 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353642 Jul 06 15:01:03.582155 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c01bb7-27ea-4f4b-b464-543bc65f6792 req-7d2f69fb-9ffd-4812-9452-939edafadc01 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:03.583578 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b8c01bb7-27ea-4f4b-b464-543bc65f6792 req-7d2f69fb-9ffd-4812-9452-939edafadc01 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 943 time: 0.0630584 Jul 06 15:01:03.620575 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-b8c01bb7-27ea-4f4b-b464-543bc65f6792 req-e5152b16-304f-47cb-be5c-75829e214144 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315168 Jul 06 15:01:04.770441 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device cce88453-3f68-425a-978b-54233dd8e3a4 details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:01:04.800976 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d5108-2f4f-4c2c-b2ae-f44417bebec9 req-5e24b6c0-9c06-4950-a170-1a26ee8f1e70 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:04.802528 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-554d5108-2f4f-4c2c-b2ae-f44417bebec9 req-5e24b6c0-9c06-4950-a170-1a26ee8f1e70 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 943 time: 0.0735087 Jul 06 15:01:04.840584 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-554d5108-2f4f-4c2c-b2ae-f44417bebec9 req-dfbb687a-45db-4dc9-a863-5caca416d56d tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324087 Jul 06 15:01:04.870949 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port cce88453-3f68-425a-978b-54233dd8e3a4, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=cce88453-3f68-425a-978b-54233dd8e3a4,segment=NetworkSegment(1713fbc2-b737-4ed9-a102-368a237c8af2),segment_id=1713fbc2-b737-4ed9-a102-368a237c8af2)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:01:04.882222 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': 'cce88453-3f68-425a-978b-54233dd8e3a4', 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'port_id': 'cce88453-3f68-425a-978b-54233dd8e3a4', 'mac_address': 'fa:16:3e:ab:b6:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:01:04.917780 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:04.930699 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce88453-3f68-425a-978b-54233dd8e3a4 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:01:04.949434 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port cce88453-3f68-425a-978b-54233dd8e3a4, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=cce88453-3f68-425a-978b-54233dd8e3a4,segment=NetworkSegment(1713fbc2-b737-4ed9-a102-368a237c8af2),segment_id=1713fbc2-b737-4ed9-a102-368a237c8af2)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:01:04.953844 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:05.002635 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=cce88453-3f68-425a-978b-54233dd8e3a4,revision_number=7']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:05.218061 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['cce88453-3f68-425a-978b-54233dd8e3a4'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:01:06.025358 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb54d7-cb3c-4e9b-9aef-1eed8309fa60 req-8b791e51-7162-4f41-b845-ee9c382672c6 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:06.026873 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-39cb54d7-cb3c-4e9b-9aef-1eed8309fa60 req-8b791e51-7162-4f41-b845-ee9c382672c6 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 944 time: 0.0694263 Jul 06 15:01:06.064913 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-39cb54d7-cb3c-4e9b-9aef-1eed8309fa60 req-ad71b837-ec09-4b31-aee5-8c3fbb80aa39 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323601 Jul 06 15:01:06.769328 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device cce88453-3f68-425a-978b-54233dd8e3a4 up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:01:06.817265 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port cce88453-3f68-425a-978b-54233dd8e3a4 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:01:06.817630 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:06.891594 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:06.913286 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c328f248-59fc-49c7-9ac4-d4bd021e3669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce88453-3f68-425a-978b-54233dd8e3a4'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:01:06.915536 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7b3130d190d3a8890db0c4eafcc3a45a14b225becedd5045b600f6b402c608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a47e478-2d0d-4ac6-a197-618a2e194108" -d '{"events": [{"server_uuid": "c328f248-59fc-49c7-9ac4-d4bd021e3669", "name": "network-vif-plugged", "status": "completed", "tag": "cce88453-3f68-425a-978b-54233dd8e3a4"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:01:06.931938 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port cce88453-3f68-425a-978b-54233dd8e3a4, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=cce88453-3f68-425a-978b-54233dd8e3a4,segment=NetworkSegment(1713fbc2-b737-4ed9-a102-368a237c8af2),segment_id=1713fbc2-b737-4ed9-a102-368a237c8af2)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:01:06.936429 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:06.960331 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02808723-3c83-4288-91e7-9a69c2c1cd8d x-openstack-request-id: req-02808723-3c83-4288-91e7-9a69c2c1cd8d {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:01:06.960735 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c328f248-59fc-49c7-9ac4-d4bd021e3669", "name": "network-vif-plugged", "status": "completed", "tag": "cce88453-3f68-425a-978b-54233dd8e3a4", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:01:06.961043 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-02808723-3c83-4288-91e7-9a69c2c1cd8d {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:01:06.961427 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c328f248-59fc-49c7-9ac4-d4bd021e3669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce88453-3f68-425a-978b-54233dd8e3a4', 'code': 200} Jul 06 15:01:06.992011 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=cce88453-3f68-425a-978b-54233dd8e3a4,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:01:07.132919 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b9e28-b95d-4eaf-b5dd-9677c3077897 req-0c4bd6a8-3543-4231-8eb6-bdc4f42d8bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:07.134609 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df0b9e28-b95d-4eaf-b5dd-9677c3077897 req-0c4bd6a8-3543-4231-8eb6-bdc4f42d8bb2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 1096 time: 0.0533249 Jul 06 15:01:07.170858 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-df0b9e28-b95d-4eaf-b5dd-9677c3077897 req-50f82f15-c8cf-44f7-8bf2-1f5156c02de3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294590 Jul 06 15:01:07.240779 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff004a2b-60c7-4c8d-87a5-9416991a9822 req-b69fe12d-46d1-4aab-b349-9e779591c12d tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:07.242304 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff004a2b-60c7-4c8d-87a5-9416991a9822 req-b69fe12d-46d1-4aab-b349-9e779591c12d tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 945 time: 0.0633876 Jul 06 15:01:07.283732 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ff004a2b-60c7-4c8d-87a5-9416991a9822 req-1749fb4e-63d8-4577-82c0-97b92ee88d78 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359230 Jul 06 15:01:07.454826 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-5049d1c6-4552-4d25-bf3f-eaffd868f118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:08.462802 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf5a48-f66c-492d-ac81-abe036e8e0f4 req-4756e5bf-b500-4df2-89fa-b360bb6dca46 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:08.464231 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ecf5a48-f66c-492d-ac81-abe036e8e0f4 req-4756e5bf-b500-4df2-89fa-b360bb6dca46 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 945 time: 0.0688365 Jul 06 15:01:08.501965 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-5ecf5a48-f66c-492d-ac81-abe036e8e0f4 req-4049d9de-b6bf-4539-a414-87f32b54a14e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318770 Jul 06 15:01:10.381413 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:10.660784 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9b444592-1271-46fa-9874-524a87b1e848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:11.807560 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:13.360949 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:17.304288 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:19.468211 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:20.619074 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-105341fc-9ce6-4d68-8d02-021107338da3 req-27a8075a-ab33-4bf4-9dff-28af837c13fc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0895660 Jul 06 15:01:20.713897 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105341fc-9ce6-4d68-8d02-021107338da3 req-50593c2b-e13d-4cb0-9046-566ee5d1550e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:20.715490 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-105341fc-9ce6-4d68-8d02-021107338da3 req-50593c2b-e13d-4cb0-9046-566ee5d1550e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90d944003c6c4b4cb0796a79eff3dd39&device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 1096 time: 0.0559678 Jul 06 15:01:20.824902 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105341fc-9ce6-4d68-8d02-021107338da3 req-915197e1-1afa-4515-9aae-f4a4a1ea125f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:20.826499 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-105341fc-9ce6-4d68-8d02-021107338da3 req-915197e1-1afa-4515-9aae-f4a4a1ea125f service neutron] 10.222.0.52 "GET /v2.0/networks?id=90ffa761-dd75-4b2f-ba37-59127979316d HTTP/1.1" status: 200 len: 909 time: 0.0879240 Jul 06 15:01:20.898120 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-105341fc-9ce6-4d68-8d02-021107338da3 req-6cb752c3-04f4-4305-b35c-31cd2ff078ee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cce88453-3f68-425a-978b-54233dd8e3a4 HTTP/1.1" status: 200 len: 1001 time: 0.0644121 Jul 06 15:01:20.954338 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105341fc-9ce6-4d68-8d02-021107338da3 req-1e931761-de89-42e9-aae2-ebc289b9cc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:20.955827 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-105341fc-9ce6-4d68-8d02-021107338da3 req-1e931761-de89-42e9-aae2-ebc289b9cc55 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43bb03a7-5277-45ef-b297-d52b4ef1dd92 HTTP/1.1" status: 200 len: 847 time: 0.0473776 Jul 06 15:01:21.011747 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105341fc-9ce6-4d68-8d02-021107338da3 req-fd0b06c9-269c-4583-a905-7e467c845162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:01:21.013242 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-105341fc-9ce6-4d68-8d02-021107338da3 req-fd0b06c9-269c-4583-a905-7e467c845162 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90ffa761-dd75-4b2f-ba37-59127979316d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515156 Jul 06 15:01:21.105818 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-105341fc-9ce6-4d68-8d02-021107338da3 req-237dc618-4e83-4d28-8639-c092c199e792 service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855026 Jul 06 15:01:21.207228 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-105341fc-9ce6-4d68-8d02-021107338da3 req-63c36d00-7c06-4602-b683-efe2bd945f18 service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945866 Jul 06 15:01:22.755887 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:01:37.461050 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cda01917-5d0a-4bcd-b192-8f3a07fb40bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:40.383856 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:40.662139 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-b01106f4-e602-413b-a289-86487833b400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:41.813585 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:43.366386 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:47.302785 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:49.469588 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:01:59.758867 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:02:07.461041 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8447f4a8-3e01-4861-aa09-7e5be37f5410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:10.386380 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:10.663570 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-32943e11-992f-4d51-a3f3-8d4c6aa57dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:11.818700 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:13.367616 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:17.318469 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:19.485535 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:21.597979 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3ccef2dc-5ad2-4cfc-a5c3-ceb57c3e4504 req-fd5c1e37-11ba-45ca-884d-fa65056b8894 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549369 Jul 06 15:02:21.704112 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccef2dc-5ad2-4cfc-a5c3-ceb57c3e4504 req-d0e110d7-1b03-4c02-8002-ee2d415b58d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:21.705650 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3ccef2dc-5ad2-4cfc-a5c3-ceb57c3e4504 req-d0e110d7-1b03-4c02-8002-ee2d415b58d2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90d944003c6c4b4cb0796a79eff3dd39&device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 1096 time: 0.0604093 Jul 06 15:02:21.831523 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccef2dc-5ad2-4cfc-a5c3-ceb57c3e4504 req-d2e134d1-649c-4616-b5c3-f0647b06d05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:21.833063 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3ccef2dc-5ad2-4cfc-a5c3-ceb57c3e4504 req-d2e134d1-649c-4616-b5c3-f0647b06d05c service neutron] 10.222.0.52 "GET /v2.0/networks?id=90ffa761-dd75-4b2f-ba37-59127979316d HTTP/1.1" status: 200 len: 909 time: 0.0950541 Jul 06 15:02:21.912098 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3ccef2dc-5ad2-4cfc-a5c3-ceb57c3e4504 req-a98faae3-27c0-4763-be17-49b0349dcb36 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cce88453-3f68-425a-978b-54233dd8e3a4 HTTP/1.1" status: 200 len: 1001 time: 0.0677099 Jul 06 15:02:21.970171 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccef2dc-5ad2-4cfc-a5c3-ceb57c3e4504 req-fb09da94-85ed-439c-86ef-446ce01f1af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:21.971682 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3ccef2dc-5ad2-4cfc-a5c3-ceb57c3e4504 req-fb09da94-85ed-439c-86ef-446ce01f1af2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43bb03a7-5277-45ef-b297-d52b4ef1dd92 HTTP/1.1" status: 200 len: 847 time: 0.0485220 Jul 06 15:02:22.038777 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccef2dc-5ad2-4cfc-a5c3-ceb57c3e4504 req-1f00c3bd-09bb-4593-b368-2300d349d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:22.040324 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3ccef2dc-5ad2-4cfc-a5c3-ceb57c3e4504 req-1f00c3bd-09bb-4593-b368-2300d349d5dc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90ffa761-dd75-4b2f-ba37-59127979316d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593379 Jul 06 15:02:22.142583 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3ccef2dc-5ad2-4cfc-a5c3-ceb57c3e4504 req-a65aa081-7225-451c-86d2-56fd38e7a8c7 service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917711 Jul 06 15:02:22.243505 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3ccef2dc-5ad2-4cfc-a5c3-ceb57c3e4504 req-eaa09ad1-3d00-4943-941c-e2f67e5f152d service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910432 Jul 06 15:02:27.108345 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40426) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:27.278952 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0ca887a4-146f-4595-a259-d5ca4d74a00e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Deleting port 51c2eb50-17a1-445e-8952-6f8aed5f865d {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:02:27.279307 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0ca887a4-146f-4595-a259-d5ca4d74a00e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:27.362494 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0ca887a4-146f-4595-a259-d5ca4d74a00e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:27.362728 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0ca887a4-146f-4595-a259-d5ca4d74a00e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:27.374212 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-0ca887a4-146f-4595-a259-d5ca4d74a00e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Calling delete_port for 51c2eb50-17a1-445e-8952-6f8aed5f865d owned by network:floatingip {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:02:27.529344 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0ca887a4-146f-4595-a259-d5ca4d74a00e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:27.555632 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca887a4-146f-4595-a259-d5ca4d74a00e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Pushing event deleted for resources: {'Port': ['ID=51c2eb50-17a1-445e-8952-6f8aed5f865d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:27.587077 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca887a4-146f-4595-a259-d5ca4d74a00e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:27.587431 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca887a4-146f-4595-a259-d5ca4d74a00e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:27.587786 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca887a4-146f-4595-a259-d5ca4d74a00e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:27.588130 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca887a4-146f-4595-a259-d5ca4d74a00e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:27.588472 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca887a4-146f-4595-a259-d5ca4d74a00e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:27.588818 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca887a4-146f-4595-a259-d5ca4d74a00e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:27.589156 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca887a4-146f-4595-a259-d5ca4d74a00e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:27.589492 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca887a4-146f-4595-a259-d5ca4d74a00e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:27.589856 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca887a4-146f-4595-a259-d5ca4d74a00e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:27.590189 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca887a4-146f-4595-a259-d5ca4d74a00e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:27.590517 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca887a4-146f-4595-a259-d5ca4d74a00e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:27.590845 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca887a4-146f-4595-a259-d5ca4d74a00e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:27.632845 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0ca887a4-146f-4595-a259-d5ca4d74a00e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for floatingip, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:27.633107 n-d-773644-6 neutron-server[100417]: INFO neutron.db.l3_db [None req-0ca887a4-146f-4595-a259-d5ca4d74a00e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Floating IP afc0ad89-a563-4584-838e-1357375ea60f disassociated (deleted). External IP: 172.25.6.128, port: cce88453-3f68-425a-978b-54233dd8e3a4. Jul 06 15:02:27.840286 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca887a4-146f-4595-a259-d5ca4d74a00e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Router d1dab91c-727e-492a-b0c3-6f6a5285aca0 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:02:27.950240 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca887a4-146f-4595-a259-d5ca4d74a00e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:02:27.956451 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-0ca887a4-146f-4595-a259-d5ca4d74a00e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:27.960550 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb77693-b5dd-4c02-8c7b-e2a6f2635897 None None] Sync routers for ids ['d1dab91c-727e-492a-b0c3-6f6a5285aca0'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:02:27.969580 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb77693-b5dd-4c02-8c7b-e2a6f2635897 None None] Routers {'d1dab91c-727e-492a-b0c3-6f6a5285aca0'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:27.970253 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-aeb77693-b5dd-4c02-8c7b-e2a6f2635897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T15:02:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d1dab91c-727e-492a-b0c3-6f6a5285aca0'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:27.996569 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-0ca887a4-146f-4595-a259-d5ca4d74a00e tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "DELETE /v2.0/floatingips/afc0ad89-a563-4584-838e-1357375ea60f HTTP/1.1" status: 204 len: 168 time: 0.8868246 Jul 06 15:02:27.997170 n-d-773644-6 neutron-server[100417]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c328f248-59fc-49c7-9ac4-d4bd021e3669', 'tag': 'cce88453-3f68-425a-978b-54233dd8e3a4'}] {{(pid=100417) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:02:27.999476 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44085c58187d3c444c5cc6a657819c2b9188c5457f631b13450b7a564fa513c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48ccb9f-6ef0-4aef-b446-d1eefe8699c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c328f248-59fc-49c7-9ac4-d4bd021e3669", "tag": "cce88453-3f68-425a-978b-54233dd8e3a4"}]}' {{(pid=100417) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:02:28.079533 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-aeb77693-b5dd-4c02-8c7b-e2a6f2635897 None None] Set router d1dab91c-727e-492a-b0c3-6f6a5285aca0 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:28.248173 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7c6d83-b647-4a5a-bc1c-14b79621b638 x-openstack-request-id: req-2e7c6d83-b647-4a5a-bc1c-14b79621b638 {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:02:28.248741 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c328f248-59fc-49c7-9ac4-d4bd021e3669", "tag": "cce88453-3f68-425a-978b-54233dd8e3a4", "status": "completed", "code": 200}]} {{(pid=100417) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:02:28.248741 n-d-773644-6 neutron-server[100417]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-2e7c6d83-b647-4a5a-bc1c-14b79621b638 {{(pid=100417) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:02:28.249258 n-d-773644-6 neutron-server[100417]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c328f248-59fc-49c7-9ac4-d4bd021e3669', 'tag': 'cce88453-3f68-425a-978b-54233dd8e3a4', 'status': 'completed', 'code': 200} Jul 06 15:02:28.305082 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-aeb77693-b5dd-4c02-8c7b-e2a6f2635897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'name': 'tempest-TestShelveInstance-735395734-router', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:34Z', 'revision_number': 4, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'gw_port': {'id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '80a86f25-851c-4602-9439-896d4b5b8d70', 'name': '', 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'mac_address': 'fa:16:3e:23:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:34Z', 'updated_at': '2021-07-06T14:53:41Z', 'revision_number': 5, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'subnets': [{'id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:28.336200 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb77693-b5dd-4c02-8c7b-e2a6f2635897 None None] Checking router: d1dab91c-727e-492a-b0c3-6f6a5285aca0 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:02:28.339342 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ccb9f-6ef0-4aef-b446-d1eefe8699c2 req-7231c975-b013-4185-be4e-b746010f1cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:28.340928 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f48ccb9f-6ef0-4aef-b446-d1eefe8699c2 req-7231c975-b013-4185-be4e-b746010f1cb0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=90d944003c6c4b4cb0796a79eff3dd39&device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 1096 time: 0.0653234 Jul 06 15:02:28.344957 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb77693-b5dd-4c02-8c7b-e2a6f2635897 None None] Routers {'d1dab91c-727e-492a-b0c3-6f6a5285aca0'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:28.345581 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-aeb77693-b5dd-4c02-8c7b-e2a6f2635897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T15:02:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d1dab91c-727e-492a-b0c3-6f6a5285aca0'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:28.456972 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-aeb77693-b5dd-4c02-8c7b-e2a6f2635897 None None] Set router d1dab91c-727e-492a-b0c3-6f6a5285aca0 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:28.479413 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ccb9f-6ef0-4aef-b446-d1eefe8699c2 req-7d0a0a29-5c95-44f9-af70-441bd0545b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:28.480943 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f48ccb9f-6ef0-4aef-b446-d1eefe8699c2 req-7d0a0a29-5c95-44f9-af70-441bd0545b93 service neutron] 10.222.0.52 "GET /v2.0/networks?id=90ffa761-dd75-4b2f-ba37-59127979316d HTTP/1.1" status: 200 len: 909 time: 0.1249373 Jul 06 15:02:28.488643 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443f4d7-7e66-4eeb-a15d-a8eaf89cfe90 req-82ef4f61-ba0b-4073-a5e8-1688d0942ed2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:28.490167 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4443f4d7-7e66-4eeb-a15d-a8eaf89cfe90 req-82ef4f61-ba0b-4073-a5e8-1688d0942ed2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 945 time: 0.1451659 Jul 06 15:02:28.536268 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f48ccb9f-6ef0-4aef-b446-d1eefe8699c2 req-d5c13c20-1350-46f8-8232-2e2b07c4097a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cce88453-3f68-425a-978b-54233dd8e3a4 HTTP/1.1" status: 200 len: 217 time: 0.0450714 Jul 06 15:02:28.600507 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4443f4d7-7e66-4eeb-a15d-a8eaf89cfe90 req-9beb6394-613f-45af-b3dd-6482510ace3d tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018152 Jul 06 15:02:28.611146 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ccb9f-6ef0-4aef-b446-d1eefe8699c2 req-a9510756-1154-44be-a1be-063730647030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:28.612781 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f48ccb9f-6ef0-4aef-b446-d1eefe8699c2 req-a9510756-1154-44be-a1be-063730647030 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=43bb03a7-5277-45ef-b297-d52b4ef1dd92 HTTP/1.1" status: 200 len: 847 time: 0.0681093 Jul 06 15:02:28.681656 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ccb9f-6ef0-4aef-b446-d1eefe8699c2 req-f07bb261-6bb7-4f61-893c-1887b4e92201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:28.683232 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f48ccb9f-6ef0-4aef-b446-d1eefe8699c2 req-f07bb261-6bb7-4f61-893c-1887b4e92201 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=90ffa761-dd75-4b2f-ba37-59127979316d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635741 Jul 06 15:02:28.775392 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f48ccb9f-6ef0-4aef-b446-d1eefe8699c2 req-d8712c20-7bcb-4cdd-8b0a-61273738c5bd service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840514 Jul 06 15:02:28.820161 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-aeb77693-b5dd-4c02-8c7b-e2a6f2635897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'name': 'tempest-TestShelveInstance-735395734-router', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:34Z', 'revision_number': 4, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'gw_port': {'id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '80a86f25-851c-4602-9439-896d4b5b8d70', 'name': '', 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'mac_address': 'fa:16:3e:23:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:34Z', 'updated_at': '2021-07-06T14:53:41Z', 'revision_number': 5, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'subnets': [{'id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:28.847166 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb77693-b5dd-4c02-8c7b-e2a6f2635897 None None] The sync data for ids ['d1dab91c-727e-492a-b0c3-6f6a5285aca0'] in n-d-773644-6 is: [{'id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'name': 'tempest-TestShelveInstance-735395734-router', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:34Z', 'revision_number': 4, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'gw_port': {'id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '80a86f25-851c-4602-9439-896d4b5b8d70', 'name': '', 'network_id': '90ffa761-dd75-4b2f-ba37-59127979316d', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'mac_address': 'fa:16:3e:23:4e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:34Z', 'updated_at': '2021-07-06T14:53:41Z', 'revision_number': 5, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'subnets': [{'id': '43bb03a7-5277-45ef-b297-d52b4ef1dd92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:02:28.875850 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f48ccb9f-6ef0-4aef-b446-d1eefe8699c2 req-0efee9ff-562a-43f5-a36f-6140c1aaf203 service neutron] 10.222.0.52 "GET /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932651 Jul 06 15:02:29.063494 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f8ae58-a57f-4139-98c4-9bf962afc8be None None] New status for floating IP afc0ad89-a563-4584-838e-1357375ea60f: DOWN {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:02:29.788568 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6237b5-a9ba-4f85-b27f-f1091f0575cc req-e25d3269-ec74-4408-bbee-9e8d60cd80c3 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:29.790114 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da6237b5-a9ba-4f85-b27f-f1091f0575cc req-e25d3269-ec74-4408-bbee-9e8d60cd80c3 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 945 time: 0.0674255 Jul 06 15:02:29.829780 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-da6237b5-a9ba-4f85-b27f-f1091f0575cc req-fdb80e6c-b5e5-4237-8b4e-89c8d840db8b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/security-groups?id=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341578 Jul 06 15:02:30.119013 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a774d1-e960-4ed5-84b2-1f05a623fd43 req-f0bab364-6094-40c2-a98d-99acb24552ad tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:30.120501 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-75a774d1-e960-4ed5-84b2-1f05a623fd43 req-f0bab364-6094-40c2-a98d-99acb24552ad tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.52 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 945 time: 0.0765409 Jul 06 15:02:30.229210 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-75a774d1-e960-4ed5-84b2-1f05a623fd43 req-591c6d82-f2e8-4f86-9df8-3bbe49643b34 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Deleting port cce88453-3f68-425a-978b-54233dd8e3a4 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:02:30.229557 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-75a774d1-e960-4ed5-84b2-1f05a623fd43 req-591c6d82-f2e8-4f86-9df8-3bbe49643b34 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:30.326404 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-75a774d1-e960-4ed5-84b2-1f05a623fd43 req-591c6d82-f2e8-4f86-9df8-3bbe49643b34 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] For port cce88453-3f68-425a-978b-54233dd8e3a4, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=cce88453-3f68-425a-978b-54233dd8e3a4,segment=NetworkSegment(1713fbc2-b737-4ed9-a102-368a237c8af2),segment_id=1713fbc2-b737-4ed9-a102-368a237c8af2)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:30.326771 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-75a774d1-e960-4ed5-84b2-1f05a623fd43 req-591c6d82-f2e8-4f86-9df8-3bbe49643b34 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:30.338858 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-75a774d1-e960-4ed5-84b2-1f05a623fd43 req-591c6d82-f2e8-4f86-9df8-3bbe49643b34 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Calling delete_port for cce88453-3f68-425a-978b-54233dd8e3a4 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:02:30.478330 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-75a774d1-e960-4ed5-84b2-1f05a623fd43 req-591c6d82-f2e8-4f86-9df8-3bbe49643b34 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:30.512005 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c6d82-f2e8-4f86-9df8-3bbe49643b34 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Pushing event deleted for resources: {'Port': ['ID=cce88453-3f68-425a-978b-54233dd8e3a4,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:30.545615 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c6d82-f2e8-4f86-9df8-3bbe49643b34 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:30.546141 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c6d82-f2e8-4f86-9df8-3bbe49643b34 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:30.546310 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c6d82-f2e8-4f86-9df8-3bbe49643b34 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:30.546571 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c6d82-f2e8-4f86-9df8-3bbe49643b34 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:30.546909 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c6d82-f2e8-4f86-9df8-3bbe49643b34 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:30.547249 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c6d82-f2e8-4f86-9df8-3bbe49643b34 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:30.547562 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c6d82-f2e8-4f86-9df8-3bbe49643b34 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:30.547888 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c6d82-f2e8-4f86-9df8-3bbe49643b34 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:30.548209 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c6d82-f2e8-4f86-9df8-3bbe49643b34 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:30.548530 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c6d82-f2e8-4f86-9df8-3bbe49643b34 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:30.548849 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c6d82-f2e8-4f86-9df8-3bbe49643b34 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:30.549169 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591c6d82-f2e8-4f86-9df8-3bbe49643b34 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:30.572788 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a774d1-e960-4ed5-84b2-1f05a623fd43 req-591c6d82-f2e8-4f86-9df8-3bbe49643b34 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] No DVR routers for this DVR port cce88453-3f68-425a-978b-54233dd8e3a4 on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:02:30.575780 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-75a774d1-e960-4ed5-84b2-1f05a623fd43 req-591c6d82-f2e8-4f86-9df8-3bbe49643b34 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:30.578655 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-75a774d1-e960-4ed5-84b2-1f05a623fd43 req-591c6d82-f2e8-4f86-9df8-3bbe49643b34 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.52 "DELETE /v2.0/ports/cce88453-3f68-425a-978b-54233dd8e3a4 HTTP/1.1" status: 204 len: 173 time: 0.4504747 Jul 06 15:02:30.579217 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c328f248-59fc-49c7-9ac4-d4bd021e3669', 'name': 'network-vif-deleted', 'tag': 'cce88453-3f68-425a-978b-54233dd8e3a4'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:02:30.581701 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2859f696-5617-4236-88e3-023c240116a9" -d '{"events": [{"server_uuid": "c328f248-59fc-49c7-9ac4-d4bd021e3669", "name": "network-vif-deleted", "tag": "cce88453-3f68-425a-978b-54233dd8e3a4"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:02:30.620228 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b2c27a-f510-4d7d-9096-828c2359e351 x-openstack-request-id: req-38b2c27a-f510-4d7d-9096-828c2359e351 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:02:30.620522 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c328f248-59fc-49c7-9ac4-d4bd021e3669", "name": "network-vif-deleted", "tag": "cce88453-3f68-425a-978b-54233dd8e3a4", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:02:30.620774 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-38b2c27a-f510-4d7d-9096-828c2359e351 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:02:30.621172 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c328f248-59fc-49c7-9ac4-d4bd021e3669', 'name': 'network-vif-deleted', 'tag': 'cce88453-3f68-425a-978b-54233dd8e3a4', 'status': 'completed', 'code': 200} Jul 06 15:02:30.992332 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-dffeedb2-bc05-474c-b17b-5b456b76b49c req-3fe75e12-b3db-4f46-9330-43e809ccf978 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 210 time: 0.0347211 Jul 06 15:02:32.140492 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-f66f3c9c-8cbe-41ce-a0d4-e2eab2300d30 req-f97c564b-fa98-43d8-b0b7-7471c0bc67a2 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 210 time: 0.0295784 Jul 06 15:02:33.282625 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-090b5d8a-bdf5-4bcd-a9fa-aee3c1fa466f req-f7a3f61b-57c5-48b1-bc10-098c90a2dea1 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 210 time: 0.0275776 Jul 06 15:02:33.301888 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device cce88453-3f68-425a-978b-54233dd8e3a4 no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:02:33.324320 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: cce88453-3f68-425a-978b-54233dd8e3a4 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:02:33.324675 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device cce88453-3f68-425a-978b-54233dd8e3a4 not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:02:34.463680 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a202d79b-a4e1-4740-aa7b-50b321035f44 req-e808bfb6-61f0-44f4-8aec-6a386f5b8e07 tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "GET /v2.0/ports?device_id=c328f248-59fc-49c7-9ac4-d4bd021e3669 HTTP/1.1" status: 200 len: 210 time: 0.0368721 Jul 06 15:02:35.561705 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40456) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:35.622720 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5c046ba3-ee22-4daf-a7d6-73bcf9afc35b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:35.650430 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5c046ba3-ee22-4daf-a7d6-73bcf9afc35b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:35.715430 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5c046ba3-ee22-4daf-a7d6-73bcf9afc35b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:35.718170 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5c046ba3-ee22-4daf-a7d6-73bcf9afc35b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:35.719378 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5c046ba3-ee22-4daf-a7d6-73bcf9afc35b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] 10.222.0.118 "DELETE /v2.0/security-groups/dedd20d9-06e4-4770-8e1b-e57ffc3ba95c HTTP/1.1" status: 204 len: 168 time: 0.1565800 Jul 06 15:02:35.730826 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c046ba3-ee22-4daf-a7d6-73bcf9afc35b tempest-TestShelveInstance-384607898 tempest-TestShelveInstance-384607898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedd20d9-06e4-4770-8e1b-e57ffc3ba95c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:35.779630 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40460) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:36.240839 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fdba9a3d-56e3-4aeb-ba26-9592fa96e0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:36.758930 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:02:36.877115 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-fdba9a3d-56e3-4aeb-ba26-9592fa96e0c2 admin admin] Deleting port 80a86f25-851c-4602-9439-896d4b5b8d70 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:02:36.877576 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fdba9a3d-56e3-4aeb-ba26-9592fa96e0c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:36.957325 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-fdba9a3d-56e3-4aeb-ba26-9592fa96e0c2 admin admin] For port 80a86f25-851c-4602-9439-896d4b5b8d70, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=80a86f25-851c-4602-9439-896d4b5b8d70,segment=NetworkSegment(1713fbc2-b737-4ed9-a102-368a237c8af2),segment_id=1713fbc2-b737-4ed9-a102-368a237c8af2)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:36.957694 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fdba9a3d-56e3-4aeb-ba26-9592fa96e0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:36.969907 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-fdba9a3d-56e3-4aeb-ba26-9592fa96e0c2 admin admin] Calling delete_port for 80a86f25-851c-4602-9439-896d4b5b8d70 owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:02:37.150643 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fdba9a3d-56e3-4aeb-ba26-9592fa96e0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:37.180902 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba9a3d-56e3-4aeb-ba26-9592fa96e0c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=80a86f25-851c-4602-9439-896d4b5b8d70,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:37.367479 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fdba9a3d-56e3-4aeb-ba26-9592fa96e0c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:37.465883 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-24aa4e4f-4cf1-44b5-a16c-f9bb42420a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:37.601997 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdba9a3d-56e3-4aeb-ba26-9592fa96e0c2 admin admin] Router d1dab91c-727e-492a-b0c3-6f6a5285aca0 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:02:37.712267 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdba9a3d-56e3-4aeb-ba26-9592fa96e0c2 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:02:37.719018 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-fdba9a3d-56e3-4aeb-ba26-9592fa96e0c2 admin admin] 10.222.0.118 "PUT /v2.0/routers/d1dab91c-727e-492a-b0c3-6f6a5285aca0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9373333 Jul 06 15:02:37.720158 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40464) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:37.721360 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d15bc62-9cd4-4449-90da-2ba8ff809765 None None] Sync routers for ids ['d1dab91c-727e-492a-b0c3-6f6a5285aca0'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:02:37.730679 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d15bc62-9cd4-4449-90da-2ba8ff809765 None None] Routers {'d1dab91c-727e-492a-b0c3-6f6a5285aca0'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:37.731373 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8d15bc62-9cd4-4449-90da-2ba8ff809765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T15:02:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d1dab91c-727e-492a-b0c3-6f6a5285aca0'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:37.833105 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a1928229-ebda-47b6-838d-616fb836fbe2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:37.843434 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-8d15bc62-9cd4-4449-90da-2ba8ff809765 None None] Set router d1dab91c-727e-492a-b0c3-6f6a5285aca0 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:37.940847 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a1928229-ebda-47b6-838d-616fb836fbe2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:37.995722 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-a1928229-ebda-47b6-838d-616fb836fbe2 admin admin] Deleting port ad677e42-018b-4831-bdf9-00e914cc305d {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:02:37.996033 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a1928229-ebda-47b6-838d-616fb836fbe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:38.033387 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8d15bc62-9cd4-4449-90da-2ba8ff809765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'name': 'tempest-TestShelveInstance-735395734-router', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147'}], 'enable_snat': True}, 'gw_port_id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T15:02:37Z', 'revision_number': 5, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'gw_port': {'id': 'ad677e42-018b-4831-bdf9-00e914cc305d', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T14:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:38.061889 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d15bc62-9cd4-4449-90da-2ba8ff809765 None None] Checking router: d1dab91c-727e-492a-b0c3-6f6a5285aca0 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:02:38.070763 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d15bc62-9cd4-4449-90da-2ba8ff809765 None None] Routers {'d1dab91c-727e-492a-b0c3-6f6a5285aca0'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:38.071392 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8d15bc62-9cd4-4449-90da-2ba8ff809765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T15:02:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['d1dab91c-727e-492a-b0c3-6f6a5285aca0'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:38.075592 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-a1928229-ebda-47b6-838d-616fb836fbe2 admin admin] For port ad677e42-018b-4831-bdf9-00e914cc305d, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=ad677e42-018b-4831-bdf9-00e914cc305d,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:38.076059 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a1928229-ebda-47b6-838d-616fb836fbe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:38.090238 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-a1928229-ebda-47b6-838d-616fb836fbe2 admin admin] Calling delete_port for ad677e42-018b-4831-bdf9-00e914cc305d owned by network:router_gateway {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:02:38.160649 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-8d15bc62-9cd4-4449-90da-2ba8ff809765 None None] Set router d1dab91c-727e-492a-b0c3-6f6a5285aca0 gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:38.255489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-8d15bc62-9cd4-4449-90da-2ba8ff809765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'name': 'tempest-TestShelveInstance-735395734-router', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T15:02:37Z', 'revision_number': 6, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:38.265892 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a1928229-ebda-47b6-838d-616fb836fbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:38.297627 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1928229-ebda-47b6-838d-616fb836fbe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad677e42-018b-4831-bdf9-00e914cc305d,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:38.304187 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d15bc62-9cd4-4449-90da-2ba8ff809765 None None] The sync data for ids ['d1dab91c-727e-492a-b0c3-6f6a5285aca0'] in n-d-773644-6 is: [{'id': 'd1dab91c-727e-492a-b0c3-6f6a5285aca0', 'name': 'tempest-TestShelveInstance-735395734-router', 'tenant_id': '90d944003c6c4b4cb0796a79eff3dd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:53:32Z', 'updated_at': '2021-07-06T15:02:37Z', 'revision_number': 6, 'project_id': '90d944003c6c4b4cb0796a79eff3dd39', 'gw_port_host': None}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:02:38.368611 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a1928229-ebda-47b6-838d-616fb836fbe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:38.466174 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a1928229-ebda-47b6-838d-616fb836fbe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:38.468340 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a1928229-ebda-47b6-838d-616fb836fbe2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:38.518615 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a1928229-ebda-47b6-838d-616fb836fbe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:38.520062 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1928229-ebda-47b6-838d-616fb836fbe2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1dab91c-727e-492a-b0c3-6f6a5285aca0 {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:02:38.524556 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-a1928229-ebda-47b6-838d-616fb836fbe2 admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:38.526422 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-a1928229-ebda-47b6-838d-616fb836fbe2 admin admin] 10.222.0.118 "DELETE /v2.0/routers/d1dab91c-727e-492a-b0c3-6f6a5285aca0 HTTP/1.1" status: 204 len: 168 time: 0.8051264 Jul 06 15:02:38.528631 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40466) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:38.578849 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc4d08d3-e6f4-4090-99a7-7d4c208bf59c admin admin] Deleting subnet 43bb03a7-5277-45ef-b297-d52b4ef1dd92 {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:02:38.582378 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bc4d08d3-e6f4-4090-99a7-7d4c208bf59c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:38.619642 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bc4d08d3-e6f4-4090-99a7-7d4c208bf59c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:38.704045 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bc4d08d3-e6f4-4090-99a7-7d4c208bf59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:38.764419 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bc4d08d3-e6f4-4090-99a7-7d4c208bf59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:38.795745 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d08d3-e6f4-4090-99a7-7d4c208bf59c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43bb03a7-5277-45ef-b297-d52b4ef1dd92,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:38.800177 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bc4d08d3-e6f4-4090-99a7-7d4c208bf59c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:38.803918 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-bc4d08d3-e6f4-4090-99a7-7d4c208bf59c admin admin] 10.222.0.118 "DELETE /v2.0/subnets/43bb03a7-5277-45ef-b297-d52b4ef1dd92 HTTP/1.1" status: 204 len: 168 time: 0.2726693 Jul 06 15:02:38.804867 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40468) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:38.807461 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cde5b9-990a-41ed-be66-1f3315ad78c9 None None] Network 90ffa761-dd75-4b2f-ba37-59127979316d requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:02:38.876634 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ebac7c2-5303-4f2a-b0c6-9690d33a2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:38.934250 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-9ebac7c2-5303-4f2a-b0c6-9690d33a2ae1 admin admin] Deleting port 67217d91-feaf-4b9d-8778-db41c5158f54 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:02:38.934612 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ebac7c2-5303-4f2a-b0c6-9690d33a2ae1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:39.005860 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-9ebac7c2-5303-4f2a-b0c6-9690d33a2ae1 admin admin] For port 67217d91-feaf-4b9d-8778-db41c5158f54, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=67217d91-feaf-4b9d-8778-db41c5158f54,segment=NetworkSegment(1713fbc2-b737-4ed9-a102-368a237c8af2),segment_id=1713fbc2-b737-4ed9-a102-368a237c8af2)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:39.006555 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ebac7c2-5303-4f2a-b0c6-9690d33a2ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:39.019355 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-9ebac7c2-5303-4f2a-b0c6-9690d33a2ae1 admin admin] Calling delete_port for 67217d91-feaf-4b9d-8778-db41c5158f54 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:02:39.099924 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f808a58-40e1-46a7-b112-74b04f15c061 None None] DHCP port deletion for 90ffa761-dd75-4b2f-ba37-59127979316d request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 15:02:39.108078 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ebac7c2-5303-4f2a-b0c6-9690d33a2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:39.125368 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-6f808a58-40e1-46a7-b112-74b04f15c061 None None] The port '67217d91-feaf-4b9d-8778-db41c5158f54' was deleted {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 06 15:02:39.136381 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebac7c2-5303-4f2a-b0c6-9690d33a2ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=67217d91-feaf-4b9d-8778-db41c5158f54,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:39.138265 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebac7c2-5303-4f2a-b0c6-9690d33a2ae1 admin admin] No DVR routers for this DVR port 67217d91-feaf-4b9d-8778-db41c5158f54 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:02:39.227498 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ebac7c2-5303-4f2a-b0c6-9690d33a2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:39.240307 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-9ebac7c2-5303-4f2a-b0c6-9690d33a2ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ffa761-dd75-4b2f-ba37-59127979316d']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:39.256199 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-9ebac7c2-5303-4f2a-b0c6-9690d33a2ae1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1713fbc2-b737-4ed9-a102-368a237c8af2') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:39.256497 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-9ebac7c2-5303-4f2a-b0c6-9690d33a2ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1713fbc2-b737-4ed9-a102-368a237c8af2') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:39.266725 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ebac7c2-5303-4f2a-b0c6-9690d33a2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:39.281728 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ebac7c2-5303-4f2a-b0c6-9690d33a2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:39.289212 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ebac7c2-5303-4f2a-b0c6-9690d33a2ae1 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:02:39.289717 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ebac7c2-5303-4f2a-b0c6-9690d33a2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: timer() Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:02:39.291594 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:02:39.349895 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ebac7c2-5303-4f2a-b0c6-9690d33a2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:39.356502 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-9ebac7c2-5303-4f2a-b0c6-9690d33a2ae1 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:39.358127 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-9ebac7c2-5303-4f2a-b0c6-9690d33a2ae1 admin admin] 10.222.0.118 "DELETE /v2.0/networks/90ffa761-dd75-4b2f-ba37-59127979316d HTTP/1.1" status: 204 len: 168 time: 0.5522523 Jul 06 15:02:39.361213 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40470) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:39.373651 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebac7c2-5303-4f2a-b0c6-9690d33a2ae1 admin admin] Pushing event deleted for resources: {'Network': ['ID=90ffa761-dd75-4b2f-ba37-59127979316d,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:39.736632 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03ae07f8-3be7-4be8-8d8b-75c61e8444eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:40.003326 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-03ae07f8-3be7-4be8-8d8b-75c61e8444eb admin admin] Deleting port a3c7bccc-26a6-48b5-a4b1-a268928ec6e0 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:02:40.003569 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03ae07f8-3be7-4be8-8d8b-75c61e8444eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:40.085504 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-03ae07f8-3be7-4be8-8d8b-75c61e8444eb admin admin] For port a3c7bccc-26a6-48b5-a4b1-a268928ec6e0, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a3c7bccc-26a6-48b5-a4b1-a268928ec6e0,segment=NetworkSegment(251d4ecc-7d1f-4357-9533-1b468fc7f290),segment_id=251d4ecc-7d1f-4357-9533-1b468fc7f290)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:40.085902 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03ae07f8-3be7-4be8-8d8b-75c61e8444eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:40.099079 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-03ae07f8-3be7-4be8-8d8b-75c61e8444eb admin admin] Calling delete_port for a3c7bccc-26a6-48b5-a4b1-a268928ec6e0 owned by network:router_interface {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:02:40.280850 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03ae07f8-3be7-4be8-8d8b-75c61e8444eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:40.308686 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae07f8-3be7-4be8-8d8b-75c61e8444eb admin admin] Pushing event deleted for resources: {'Port': ['ID=a3c7bccc-26a6-48b5-a4b1-a268928ec6e0,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:40.402750 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:40.408421 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 67217d91-feaf-4b9d-8778-db41c5158f54 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:02:40.433555 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 67217d91-feaf-4b9d-8778-db41c5158f54 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:02:40.433997 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 67217d91-feaf-4b9d-8778-db41c5158f54 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:02:40.434659 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 80a86f25-851c-4602-9439-896d4b5b8d70 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:02:40.454457 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 80a86f25-851c-4602-9439-896d4b5b8d70 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:02:40.454909 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 80a86f25-851c-4602-9439-896d4b5b8d70 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:02:40.455405 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ad677e42-018b-4831-bdf9-00e914cc305d no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:02:40.479602 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: ad677e42-018b-4831-bdf9-00e914cc305d {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:02:40.480213 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device ad677e42-018b-4831-bdf9-00e914cc305d not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:02:40.508873 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-03ae07f8-3be7-4be8-8d8b-75c61e8444eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:40.664211 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d7a8bb3d-0eab-42ca-b05b-177968865825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:40.730307 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ae07f8-3be7-4be8-8d8b-75c61e8444eb admin admin] Router ade4e379-1476-45eb-a878-4dda848416aa has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:02:40.842806 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ae07f8-3be7-4be8-8d8b-75c61e8444eb admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:02:40.847790 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-03ae07f8-3be7-4be8-8d8b-75c61e8444eb admin admin] 10.222.0.118 "PUT /v2.0/routers/ade4e379-1476-45eb-a878-4dda848416aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4854126 Jul 06 15:02:40.851592 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967be0b7-5a99-4ed2-a3ab-3e130b8ce874 None None] Sync routers for ids ['ade4e379-1476-45eb-a878-4dda848416aa'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:02:40.852600 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40472) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:40.863883 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967be0b7-5a99-4ed2-a3ab-3e130b8ce874 None None] Routers {'ade4e379-1476-45eb-a878-4dda848416aa'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:40.864751 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-967be0b7-5a99-4ed2-a3ab-3e130b8ce874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T15:02:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ade4e379-1476-45eb-a878-4dda848416aa'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:40.960996 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-71e8ef95-4bea-494d-82e8-dff74ff059f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:40.971717 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-967be0b7-5a99-4ed2-a3ab-3e130b8ce874 None None] Set router ade4e379-1476-45eb-a878-4dda848416aa gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:41.074544 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-71e8ef95-4bea-494d-82e8-dff74ff059f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:41.139624 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-71e8ef95-4bea-494d-82e8-dff74ff059f4 admin admin] Deleting port 36b186a2-3c2d-4ad9-a59f-a66cc86eea5f {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:02:41.139974 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-71e8ef95-4bea-494d-82e8-dff74ff059f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:41.156926 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-967be0b7-5a99-4ed2-a3ab-3e130b8ce874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4e379-1476-45eb-a878-4dda848416aa', 'name': 'tempest-TestShelveInstance-1936357061-router', 'tenant_id': '989f4f267e2548c680590753f7af07a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '36b186a2-3c2d-4ad9-a59f-a66cc86eea5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:53:37Z', 'updated_at': '2021-07-06T15:02:40Z', 'revision_number': 5, 'project_id': '989f4f267e2548c680590753f7af07a6', 'gw_port': {'id': '36b186a2-3c2d-4ad9-a59f-a66cc86eea5f', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade4e379-1476-45eb-a878-4dda848416aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T14:53:37Z', 'updated_at': '2021-07-06T14:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:41.185854 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967be0b7-5a99-4ed2-a3ab-3e130b8ce874 None None] Checking router: ade4e379-1476-45eb-a878-4dda848416aa for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:02:41.194818 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967be0b7-5a99-4ed2-a3ab-3e130b8ce874 None None] Routers {'ade4e379-1476-45eb-a878-4dda848416aa'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:41.195440 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-967be0b7-5a99-4ed2-a3ab-3e130b8ce874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T15:02:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['ade4e379-1476-45eb-a878-4dda848416aa'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:41.236559 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-71e8ef95-4bea-494d-82e8-dff74ff059f4 admin admin] For port 36b186a2-3c2d-4ad9-a59f-a66cc86eea5f, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=36b186a2-3c2d-4ad9-a59f-a66cc86eea5f,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:41.238243 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-71e8ef95-4bea-494d-82e8-dff74ff059f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:41.262832 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-71e8ef95-4bea-494d-82e8-dff74ff059f4 admin admin] Calling delete_port for 36b186a2-3c2d-4ad9-a59f-a66cc86eea5f owned by network:router_gateway {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:02:41.283109 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-967be0b7-5a99-4ed2-a3ab-3e130b8ce874 None None] Set router ade4e379-1476-45eb-a878-4dda848416aa gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:41.339511 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-967be0b7-5a99-4ed2-a3ab-3e130b8ce874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ade4e379-1476-45eb-a878-4dda848416aa', 'name': 'tempest-TestShelveInstance-1936357061-router', 'tenant_id': '989f4f267e2548c680590753f7af07a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:53:37Z', 'updated_at': '2021-07-06T15:02:41Z', 'revision_number': 6, 'project_id': '989f4f267e2548c680590753f7af07a6', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:41.443765 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-71e8ef95-4bea-494d-82e8-dff74ff059f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:41.460274 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967be0b7-5a99-4ed2-a3ab-3e130b8ce874 None None] The sync data for ids ['ade4e379-1476-45eb-a878-4dda848416aa'] in n-d-773644-6 is: [{'id': 'ade4e379-1476-45eb-a878-4dda848416aa', 'name': 'tempest-TestShelveInstance-1936357061-router', 'tenant_id': '989f4f267e2548c680590753f7af07a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T14:53:37Z', 'updated_at': '2021-07-06T15:02:41Z', 'revision_number': 6, 'project_id': '989f4f267e2548c680590753f7af07a6', 'gw_port_host': None}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:02:41.474575 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8ef95-4bea-494d-82e8-dff74ff059f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=36b186a2-3c2d-4ad9-a59f-a66cc86eea5f,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:41.556207 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-71e8ef95-4bea-494d-82e8-dff74ff059f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:41.666868 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-71e8ef95-4bea-494d-82e8-dff74ff059f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:41.670093 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-71e8ef95-4bea-494d-82e8-dff74ff059f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:41.723861 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-71e8ef95-4bea-494d-82e8-dff74ff059f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:41.724351 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e8ef95-4bea-494d-82e8-dff74ff059f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ade4e379-1476-45eb-a878-4dda848416aa {{(pid=100417) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:02:41.729686 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-71e8ef95-4bea-494d-82e8-dff74ff059f4 admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:41.731044 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-71e8ef95-4bea-494d-82e8-dff74ff059f4 admin admin] 10.222.0.118 "DELETE /v2.0/routers/ade4e379-1476-45eb-a878-4dda848416aa HTTP/1.1" status: 204 len: 168 time: 0.8774559 Jul 06 15:02:41.734748 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40474) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:41.795518 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb756a39-beee-43e7-b243-a1d27f220dac admin admin] Deleting subnet 70697e0a-c3c7-4f12-82f7-4f5f84c509b4 {{(pid=100417) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:02:41.800221 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb756a39-beee-43e7-b243-a1d27f220dac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:41.822712 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:41.836397 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb756a39-beee-43e7-b243-a1d27f220dac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3567450'] for subnet, precommit_delete_associations {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:41.924205 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb756a39-beee-43e7-b243-a1d27f220dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:41.992101 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb756a39-beee-43e7-b243-a1d27f220dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3702347'] for subnet, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:42.021557 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb756a39-beee-43e7-b243-a1d27f220dac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70697e0a-c3c7-4f12-82f7-4f5f84c509b4,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:42.029231 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-eb756a39-beee-43e7-b243-a1d27f220dac admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:42.034826 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-eb756a39-beee-43e7-b243-a1d27f220dac admin admin] 10.222.0.118 "DELETE /v2.0/subnets/70697e0a-c3c7-4f12-82f7-4f5f84c509b4 HTTP/1.1" status: 204 len: 168 time: 0.2965922 Jul 06 15:02:42.035083 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40476) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:42.035756 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100783de-23e3-4e22-bf1a-998e7dd4047d None None] Network 2d207fa2-1346-4d1e-84e2-63e640a4be70 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:02:42.122806 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5a9d97b-6ca1-4aab-823a-df450cd3c982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:42.191177 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-a5a9d97b-6ca1-4aab-823a-df450cd3c982 admin admin] Deleting port deed0134-9a06-4306-85d2-e764e79d2714 {{(pid=100417) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:02:42.191536 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5a9d97b-6ca1-4aab-823a-df450cd3c982 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:42.282652 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.db [None req-a5a9d97b-6ca1-4aab-823a-df450cd3c982 admin admin] For port deed0134-9a06-4306-85d2-e764e79d2714, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=deed0134-9a06-4306-85d2-e764e79d2714,segment=NetworkSegment(251d4ecc-7d1f-4357-9533-1b468fc7f290),segment_id=251d4ecc-7d1f-4357-9533-1b468fc7f290)] {{(pid=100417) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:42.283055 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5a9d97b-6ca1-4aab-823a-df450cd3c982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:42.301977 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8799fb-1467-4e09-bbd8-d14944f76046 None None] DHCP port deletion for 2d207fa2-1346-4d1e-84e2-63e640a4be70 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 15:02:42.307893 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.plugin [None req-a5a9d97b-6ca1-4aab-823a-df450cd3c982 admin admin] Calling delete_port for deed0134-9a06-4306-85d2-e764e79d2714 owned by network:dhcp {{(pid=100417) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:02:42.385357 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-8d8799fb-1467-4e09-bbd8-d14944f76046 None None] Deleting port deed0134-9a06-4306-85d2-e764e79d2714 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:02:42.385742 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8d8799fb-1467-4e09-bbd8-d14944f76046 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:42.392439 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device deed0134-9a06-4306-85d2-e764e79d2714 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:02:42.426893 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5a9d97b-6ca1-4aab-823a-df450cd3c982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506031'] for port, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:42.458972 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9d97b-6ca1-4aab-823a-df450cd3c982 admin admin] Pushing event deleted for resources: {'Port': ['ID=deed0134-9a06-4306-85d2-e764e79d2714,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:42.460918 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a9d97b-6ca1-4aab-823a-df450cd3c982 admin admin] No DVR routers for this DVR port deed0134-9a06-4306-85d2-e764e79d2714 on host n-d-773644-6 {{(pid=100417) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:02:42.492251 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8d8799fb-1467-4e09-bbd8-d14944f76046 None None] For port deed0134-9a06-4306-85d2-e764e79d2714, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=deed0134-9a06-4306-85d2-e764e79d2714,segment=NetworkSegment(251d4ecc-7d1f-4357-9533-1b468fc7f290),segment_id=251d4ecc-7d1f-4357-9533-1b468fc7f290)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:42.492571 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8d8799fb-1467-4e09-bbd8-d14944f76046 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:42.505407 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No active binding found for port deed0134-9a06-4306-85d2-e764e79d2714 {{(pid=100419) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 06 15:02:42.509952 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device deed0134-9a06-4306-85d2-e764e79d2714 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:02:42.509952 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 36b186a2-3c2d-4ad9-a59f-a66cc86eea5f no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:02:42.509952 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-8d8799fb-1467-4e09-bbd8-d14944f76046 None None] Calling delete_port for deed0134-9a06-4306-85d2-e764e79d2714 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:02:42.535404 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 36b186a2-3c2d-4ad9-a59f-a66cc86eea5f {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:02:42.535665 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 36b186a2-3c2d-4ad9-a59f-a66cc86eea5f not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:02:42.536097 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a3c7bccc-26a6-48b5-a4b1-a268928ec6e0 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:02:42.545790 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5a9d97b-6ca1-4aab-823a-df450cd3c982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:42.556255 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-a5a9d97b-6ca1-4aab-823a-df450cd3c982 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d207fa2-1346-4d1e-84e2-63e640a4be70']}} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:42.558453 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: a3c7bccc-26a6-48b5-a4b1-a268928ec6e0 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:02:42.558811 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a3c7bccc-26a6-48b5-a4b1-a268928ec6e0 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:02:42.567570 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-a5a9d97b-6ca1-4aab-823a-df450cd3c982 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '251d4ecc-7d1f-4357-9533-1b468fc7f290') {'for_net_delete': True} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:42.567880 n-d-773644-6 neutron-server[100417]: DEBUG neutron.services.segments.db [None req-a5a9d97b-6ca1-4aab-823a-df450cd3c982 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '251d4ecc-7d1f-4357-9533-1b468fc7f290') {} {{(pid=100417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:42.577089 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5a9d97b-6ca1-4aab-823a-df450cd3c982 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3567437'] for segment, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:42.591666 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5a9d97b-6ca1-4aab-823a-df450cd3c982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:42.599055 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a9d97b-6ca1-4aab-823a-df450cd3c982 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=100417) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:02:42.599460 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5a9d97b-6ca1-4aab-823a-df450cd3c982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506096'] for segment, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: Traceback (most recent call last): Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: timer() Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: cb(*args, **kw) Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: return func(*args, **kwargs) Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: self._notify() Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: self.callback(batched_events) Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: event.method(event) Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: return f(self, *a, **k) Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: return self._get(url).json() Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: return self.request(url, 'GET', **kwargs) Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:02:42.601169 n-d-773644-6 neutron-server[100417]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:02:42.623930 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8d8799fb-1467-4e09-bbd8-d14944f76046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:42.651450 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8799fb-1467-4e09-bbd8-d14944f76046 None None] Pushing event deleted for resources: {'Port': ['ID=deed0134-9a06-4306-85d2-e764e79d2714,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:42.661269 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5a9d97b-6ca1-4aab-823a-df450cd3c982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:42.661956 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8799fb-1467-4e09-bbd8-d14944f76046 None None] No DVR routers for this DVR port deed0134-9a06-4306-85d2-e764e79d2714 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:02:42.664689 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8799fb-1467-4e09-bbd8-d14944f76046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:42.664960 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8799fb-1467-4e09-bbd8-d14944f76046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:42.665316 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8799fb-1467-4e09-bbd8-d14944f76046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:42.665651 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8799fb-1467-4e09-bbd8-d14944f76046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:42.666023 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8799fb-1467-4e09-bbd8-d14944f76046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:42.666357 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8799fb-1467-4e09-bbd8-d14944f76046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:42.666693 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8799fb-1467-4e09-bbd8-d14944f76046 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:42.667017 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8799fb-1467-4e09-bbd8-d14944f76046 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:42.667366 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8799fb-1467-4e09-bbd8-d14944f76046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:42.667691 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8799fb-1467-4e09-bbd8-d14944f76046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:42.668017 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8799fb-1467-4e09-bbd8-d14944f76046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:42.668362 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8799fb-1467-4e09-bbd8-d14944f76046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:42.668883 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a5a9d97b-6ca1-4aab-823a-df450cd3c982 admin admin] Notify callbacks [] for network, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:42.673687 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a5a9d97b-6ca1-4aab-823a-df450cd3c982 admin admin] 10.222.0.118 "DELETE /v2.0/networks/2d207fa2-1346-4d1e-84e2-63e640a4be70 HTTP/1.1" status: 204 len: 168 time: 0.6370091 Jul 06 15:02:42.684444 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9d97b-6ca1-4aab-823a-df450cd3c982 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d207fa2-1346-4d1e-84e2-63e640a4be70,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:42.788017 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40480) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:42.835752 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a20ffe07-3dbd-445d-9146-c7fb42e992d8 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=90d944003c6c4b4cb0796a79eff3dd39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465577 Jul 06 15:02:42.838328 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40482) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:42.888789 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8db09606-9030-483d-a2f2-f37c036b4d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:42.911009 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8db09606-9030-483d-a2f2-f37c036b4d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:42.957124 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8db09606-9030-483d-a2f2-f37c036b4d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:42.959898 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-8db09606-9030-483d-a2f2-f37c036b4d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:42.961114 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-8db09606-9030-483d-a2f2-f37c036b4d2d admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/751e85cb-495a-4a07-b1d3-fd78a6c62221 HTTP/1.1" status: 204 len: 168 time: 0.1218719 Jul 06 15:02:42.970018 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db09606-9030-483d-a2f2-f37c036b4d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751e85cb-495a-4a07-b1d3-fd78a6c62221,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:43.282595 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40488) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:43.328583 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-f25b9c5f-40e3-4bde-9d52-a98b307f3b60 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=989f4f267e2548c680590753f7af07a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447352 Jul 06 15:02:43.331818 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40490) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:43.371957 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:43.383742 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6388f8d9-a0b6-4db1-b65f-708286d56759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:43.405460 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6388f8d9-a0b6-4db1-b65f-708286d56759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:43.455341 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6388f8d9-a0b6-4db1-b65f-708286d56759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:43.459284 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-6388f8d9-a0b6-4db1-b65f-708286d56759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:43.460611 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-6388f8d9-a0b6-4db1-b65f-708286d56759 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/b30f3d97-cfd1-42ef-85b8-34d7aa220e28 HTTP/1.1" status: 204 len: 168 time: 0.1277580 Jul 06 15:02:43.470246 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388f8d9-a0b6-4db1-b65f-708286d56759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30f3d97-cfd1-42ef-85b8-34d7aa220e28,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:44.181508 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40512) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:44.274163 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-91da78e3-702d-4e43-88a5-b2a4c8ef372e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1243374098-network', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:02:44.294437 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91da78e3-702d-4e43-88a5-b2a4c8ef372e admin admin] Made reservation on behalf of a6fa511b0ed44791abd39fd5637993b2 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:02:44.296724 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-91da78e3-702d-4e43-88a5-b2a4c8ef372e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:44.305932 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-91da78e3-702d-4e43-88a5-b2a4c8ef372e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:44.401692 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-91da78e3-702d-4e43-88a5-b2a4c8ef372e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:44.405350 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-91da78e3-702d-4e43-88a5-b2a4c8ef372e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:44.433794 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91da78e3-702d-4e43-88a5-b2a4c8ef372e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:02:44.443629 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da78e3-702d-4e43-88a5-b2a4c8ef372e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c110360c-e48d-44e8-a88f-7319796123ac,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:44.449528 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-91da78e3-702d-4e43-88a5-b2a4c8ef372e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:44.449933 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-91da78e3-702d-4e43-88a5-b2a4c8ef372e admin admin] Added segment b1108ebd-a49a-4c68-8e32-ee43986a05bc of type vlan for network cb483e7b-56c0-48a9-a1f9-0fc8308eed5b Jul 06 15:02:44.489291 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-91da78e3-702d-4e43-88a5-b2a4c8ef372e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:44.516703 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-91da78e3-702d-4e43-88a5-b2a4c8ef372e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:44.517646 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91da78e3-702d-4e43-88a5-b2a4c8ef372e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:44.518289 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-91da78e3-702d-4e43-88a5-b2a4c8ef372e admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:44.569246 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-91da78e3-702d-4e43-88a5-b2a4c8ef372e admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3865917 Jul 06 15:02:44.572259 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40516) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:44.577370 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-e2967405-d67e-4755-9de2-8e969a9fd9e3 admin admin] Request body: {'subnet': {'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1243374098-subnet', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:02:44.582496 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da78e3-702d-4e43-88a5-b2a4c8ef372e admin admin] Pushing event updated for resources: {'Network': ['ID=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:44.593398 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network cb483e7b-56c0-48a9-a1f9-0fc8308eed5b details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:02:44.599334 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2967405-d67e-4755-9de2-8e969a9fd9e3 admin admin] Made reservation on behalf of a6fa511b0ed44791abd39fd5637993b2 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:02:44.601740 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2967405-d67e-4755-9de2-8e969a9fd9e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:45.105674 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2967405-d67e-4755-9de2-8e969a9fd9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:45.161639 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2967405-d67e-4755-9de2-8e969a9fd9e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08cc5afc-2ff4-4092-960f-c4ae8f7b82cb,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:45.171922 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2967405-d67e-4755-9de2-8e969a9fd9e3 admin admin] Checking segment: {'id': 'b1108ebd-a49a-4c68-8e32-ee43986a05bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:02:45.172282 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2967405-d67e-4755-9de2-8e969a9fd9e3 admin admin] Network hostable DHCP agents. Network: cb483e7b-56c0-48a9-a1f9-0fc8308eed5b, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:02:45.190831 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2967405-d67e-4755-9de2-8e969a9fd9e3 admin admin] Network cb483e7b-56c0-48a9-a1f9-0fc8308eed5b is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:02:45.200370 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-e2967405-d67e-4755-9de2-8e969a9fd9e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, cb483e7b-56c0-48a9-a1f9-0fc8308eed5b) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:02:45.205018 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2967405-d67e-4755-9de2-8e969a9fd9e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:45.206262 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-e2967405-d67e-4755-9de2-8e969a9fd9e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:45.216026 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f56ced7-6bbb-42ec-b7fe-7d3fba172a54 None None] Network cb483e7b-56c0-48a9-a1f9-0fc8308eed5b requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:02:45.221200 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-e2967405-d67e-4755-9de2-8e969a9fd9e3 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6476867 Jul 06 15:02:45.224852 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40518) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:45.229976 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-c59fb0fb-46f3-4298-8d52-4d50ef2de2f5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1243374098-router', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:02:45.251975 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c59fb0fb-46f3-4298-8d52-4d50ef2de2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:45.253772 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c59fb0fb-46f3-4298-8d52-4d50ef2de2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:45.311543 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c59fb0fb-46f3-4298-8d52-4d50ef2de2f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:45.396416 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f76e16d-4d6d-45ec-a78b-5aa04193cb9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'fixed_ips': [{'subnet_id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 15:02:45.397342 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1f76e16d-4d6d-45ec-a78b-5aa04193cb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:45.465286 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c59fb0fb-46f3-4298-8d52-4d50ef2de2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:45.536601 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-1f76e16d-4d6d-45ec-a78b-5aa04193cb9d None None] Allocated IP 172.20.0.2 (cb483e7b-56c0-48a9-a1f9-0fc8308eed5b/08cc5afc-2ff4-4092-960f-c4ae8f7b82cb/7b2d0d7d-4fea-469e-9644-12c49aeaa8fc) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:02:45.669980 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c59fb0fb-46f3-4298-8d52-4d50ef2de2f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:45.680569 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1f76e16d-4d6d-45ec-a78b-5aa04193cb9d None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:45.689069 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1f76e16d-4d6d-45ec-a78b-5aa04193cb9d None None] Transition to ACTIVE for port object 7b2d0d7d-4fea-469e-9644-12c49aeaa8fc will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:02:45.703971 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1f76e16d-4d6d-45ec-a78b-5aa04193cb9d None None] Transition to ACTIVE for port object 7b2d0d7d-4fea-469e-9644-12c49aeaa8fc will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:02:45.705675 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c59fb0fb-46f3-4298-8d52-4d50ef2de2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:45.710323 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1f76e16d-4d6d-45ec-a78b-5aa04193cb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:45.757623 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f76e16d-4d6d-45ec-a78b-5aa04193cb9d None None] Network cb483e7b-56c0-48a9-a1f9-0fc8308eed5b is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:02:45.764491 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-1f76e16d-4d6d-45ec-a78b-5aa04193cb9d None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:02:45.767128 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f76e16d-4d6d-45ec-a78b-5aa04193cb9d None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:02:45.776834 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f76e16d-4d6d-45ec-a78b-5aa04193cb9d None None] Pushing event updated for resources: {'Port': ['ID=7b2d0d7d-4fea-469e-9644-12c49aeaa8fc,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:45.818274 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-c59fb0fb-46f3-4298-8d52-4d50ef2de2f5 admin admin] Allocated IP 172.25.6.58 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/fbb7f33f-fbba-4ec8-9f40-39ebffd42a99) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:02:45.832103 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-1f76e16d-4d6d-45ec-a78b-5aa04193cb9d None None] Attempting to bind port 7b2d0d7d-4fea-469e-9644-12c49aeaa8fc on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:02:45.832557 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-1f76e16d-4d6d-45ec-a78b-5aa04193cb9d None None] Attempting to bind port 7b2d0d7d-4fea-469e-9644-12c49aeaa8fc by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'b1108ebd-a49a-4c68-8e32-ee43986a05bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:02:45.832889 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f76e16d-4d6d-45ec-a78b-5aa04193cb9d None None] Attempting to bind port 7b2d0d7d-4fea-469e-9644-12c49aeaa8fc on network cb483e7b-56c0-48a9-a1f9-0fc8308eed5b {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:02:45.838170 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f76e16d-4d6d-45ec-a78b-5aa04193cb9d None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:02:45.838552 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f76e16d-4d6d-45ec-a78b-5aa04193cb9d None None] Checking segment: {'id': 'b1108ebd-a49a-4c68-8e32-ee43986a05bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:02:45.838985 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1f76e16d-4d6d-45ec-a78b-5aa04193cb9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:45.839438 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f76e16d-4d6d-45ec-a78b-5aa04193cb9d None None] Bound using segment: {'id': 'b1108ebd-a49a-4c68-8e32-ee43986a05bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:02:45.839910 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-1f76e16d-4d6d-45ec-a78b-5aa04193cb9d None None] Bound port: 7b2d0d7d-4fea-469e-9644-12c49aeaa8fc, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1108ebd-a49a-4c68-8e32-ee43986a05bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:02:45.840297 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1f76e16d-4d6d-45ec-a78b-5aa04193cb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:45.914390 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-1f76e16d-4d6d-45ec-a78b-5aa04193cb9d None None] For port 7b2d0d7d-4fea-469e-9644-12c49aeaa8fc, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:02:45.918396 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-1f76e16d-4d6d-45ec-a78b-5aa04193cb9d None None] For port 7b2d0d7d-4fea-469e-9644-12c49aeaa8fc, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=7b2d0d7d-4fea-469e-9644-12c49aeaa8fc,segment=NetworkSegment(b1108ebd-a49a-4c68-8e32-ee43986a05bc),segment_id=b1108ebd-a49a-4c68-8e32-ee43986a05bc)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:02:45.928214 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c59fb0fb-46f3-4298-8d52-4d50ef2de2f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:45.928457 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1f76e16d-4d6d-45ec-a78b-5aa04193cb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:45.968133 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c59fb0fb-46f3-4298-8d52-4d50ef2de2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:45.995276 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f76e16d-4d6d-45ec-a78b-5aa04193cb9d None None] Pushing event updated for resources: {'Port': ['ID=7b2d0d7d-4fea-469e-9644-12c49aeaa8fc,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:46.008999 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59fb0fb-46f3-4298-8d52-4d50ef2de2f5 admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:02:46.012036 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-c59fb0fb-46f3-4298-8d52-4d50ef2de2f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:02:46.018625 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59fb0fb-46f3-4298-8d52-4d50ef2de2f5 admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:02:46.042223 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59fb0fb-46f3-4298-8d52-4d50ef2de2f5 admin admin] Pushing event updated for resources: {'Port': ['ID=fbb7f33f-fbba-4ec8-9f40-39ebffd42a99,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:46.288820 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c59fb0fb-46f3-4298-8d52-4d50ef2de2f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:46.395654 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 7b2d0d7d-4fea-469e-9644-12c49aeaa8fc up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:02:46.453142 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 7b2d0d7d-4fea-469e-9644-12c49aeaa8fc completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:02:46.521011 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c59fb0fb-46f3-4298-8d52-4d50ef2de2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:46.664836 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59fb0fb-46f3-4298-8d52-4d50ef2de2f5 admin admin] Router 45b28574-280e-4545-b3c6-69f08045da24 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100417) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 15:02:46.777467 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59fb0fb-46f3-4298-8d52-4d50ef2de2f5 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:02:46.789648 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c932e3ec-2fd7-4d99-a5ed-5d554141eb7b None None] Sync routers for ids ['45b28574-280e-4545-b3c6-69f08045da24'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:02:46.796249 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c59fb0fb-46f3-4298-8d52-4d50ef2de2f5 admin admin] Notify callbacks [] for router, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:46.797913 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c59fb0fb-46f3-4298-8d52-4d50ef2de2f5 admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5718586 Jul 06 15:02:46.801661 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40520) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:46.803151 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c932e3ec-2fd7-4d99-a5ed-5d554141eb7b None None] Routers {'45b28574-280e-4545-b3c6-69f08045da24'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:46.804225 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c932e3ec-2fd7-4d99-a5ed-5d554141eb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T15:02:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['45b28574-280e-4545-b3c6-69f08045da24'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:46.928998 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-c932e3ec-2fd7-4d99-a5ed-5d554141eb7b None None] Set router 45b28574-280e-4545-b3c6-69f08045da24 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:46.958839 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce759022-df8e-4457-9424-f2d3f6556b8e None None] Network cb483e7b-56c0-48a9-a1f9-0fc8308eed5b requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:02:47.231883 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2d69ea48-7624-4bbe-b283-a09502bdd20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:47.252876 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8e6357df-320f-4705-8abd-2af3eb9e6ae3 None None] Provisioning for port 7b2d0d7d-4fea-469e-9644-12c49aeaa8fc completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:02:47.263618 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8e6357df-320f-4705-8abd-2af3eb9e6ae3 None None] Provisioning complete for port 7b2d0d7d-4fea-469e-9644-12c49aeaa8fc triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:47.263993 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8e6357df-320f-4705-8abd-2af3eb9e6ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:47.387191 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:47.393898 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-2d69ea48-7624-4bbe-b283-a09502bdd20b admin admin] Allocated IP 172.20.0.1 (cb483e7b-56c0-48a9-a1f9-0fc8308eed5b/08cc5afc-2ff4-4092-960f-c4ae8f7b82cb/d1f45dec-bdc6-4313-81cf-d3c355a11f8b) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:02:47.496314 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8e6357df-320f-4705-8abd-2af3eb9e6ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:47.500322 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2d69ea48-7624-4bbe-b283-a09502bdd20b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:47.515029 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [None req-2d69ea48-7624-4bbe-b283-a09502bdd20b admin admin] Transition to ACTIVE for port object d1f45dec-bdc6-4313-81cf-d3c355a11f8b will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:02:47.542802 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c932e3ec-2fd7-4d99-a5ed-5d554141eb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b28574-280e-4545-b3c6-69f08045da24', 'name': 'tempest-TestSnapshotPattern-1243374098-router', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:46Z', 'revision_number': 3, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'gw_port': {'id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:47.547409 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2d69ea48-7624-4bbe-b283-a09502bdd20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:47.577929 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-8e6357df-320f-4705-8abd-2af3eb9e6ae3 None None] For port 7b2d0d7d-4fea-469e-9644-12c49aeaa8fc, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=7b2d0d7d-4fea-469e-9644-12c49aeaa8fc,segment=NetworkSegment(b1108ebd-a49a-4c68-8e32-ee43986a05bc),segment_id=b1108ebd-a49a-4c68-8e32-ee43986a05bc)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:47.580605 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c932e3ec-2fd7-4d99-a5ed-5d554141eb7b None None] Checking router: 45b28574-280e-4545-b3c6-69f08045da24 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:02:47.581557 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c932e3ec-2fd7-4d99-a5ed-5d554141eb7b None None] Updating router 45b28574-280e-4545-b3c6-69f08045da24 port fbb7f33f-fbba-4ec8-9f40-39ebffd42a99 binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:02:47.587269 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8e6357df-320f-4705-8abd-2af3eb9e6ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:47.588343 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d69ea48-7624-4bbe-b283-a09502bdd20b admin admin] Network cb483e7b-56c0-48a9-a1f9-0fc8308eed5b is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:02:47.591594 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-2d69ea48-7624-4bbe-b283-a09502bdd20b admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:02:47.596280 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d69ea48-7624-4bbe-b283-a09502bdd20b admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:02:47.625395 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69ea48-7624-4bbe-b283-a09502bdd20b admin admin] Pushing event updated for resources: {'Port': ['ID=d1f45dec-bdc6-4313-81cf-d3c355a11f8b,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:47.647710 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2d69ea48-7624-4bbe-b283-a09502bdd20b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:47.662837 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c932e3ec-2fd7-4d99-a5ed-5d554141eb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:47.706401 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6357df-320f-4705-8abd-2af3eb9e6ae3 None None] Pushing event updated for resources: {'Port': ['ID=7b2d0d7d-4fea-469e-9644-12c49aeaa8fc,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:47.805978 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2d69ea48-7624-4bbe-b283-a09502bdd20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:47.952685 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-8c3f8c1f-6dc3-472c-a429-4a375d9bacbf None None] Provisioning complete for port 7b2d0d7d-4fea-469e-9644-12c49aeaa8fc triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:47.953273 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8c3f8c1f-6dc3-472c-a429-4a375d9bacbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:47.987430 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2d69ea48-7624-4bbe-b283-a09502bdd20b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:47.993166 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2d69ea48-7624-4bbe-b283-a09502bdd20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:47.993408 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c932e3ec-2fd7-4d99-a5ed-5d554141eb7b None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:48.010920 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-c932e3ec-2fd7-4d99-a5ed-5d554141eb7b None None] Transition to ACTIVE for port object fbb7f33f-fbba-4ec8-9f40-39ebffd42a99 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:02:48.019565 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c932e3ec-2fd7-4d99-a5ed-5d554141eb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:48.056808 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-2d69ea48-7624-4bbe-b283-a09502bdd20b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:48.065109 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69ea48-7624-4bbe-b283-a09502bdd20b admin admin] Pushing event updated for resources: {'Port': ['ID=d1f45dec-bdc6-4313-81cf-d3c355a11f8b,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:48.106609 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f5643-6c80-47c4-b49d-65f0b909a08e None None] Pushing event updated for resources: {'Port': ['ID=fbb7f33f-fbba-4ec8-9f40-39ebffd42a99,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:48.113868 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-c932e3ec-2fd7-4d99-a5ed-5d554141eb7b None None] Attempting to bind port fbb7f33f-fbba-4ec8-9f40-39ebffd42a99 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:02:48.117025 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-c932e3ec-2fd7-4d99-a5ed-5d554141eb7b None None] Attempting to bind port fbb7f33f-fbba-4ec8-9f40-39ebffd42a99 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:02:48.117400 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c932e3ec-2fd7-4d99-a5ed-5d554141eb7b None None] Attempting to bind port fbb7f33f-fbba-4ec8-9f40-39ebffd42a99 on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:02:48.131040 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c932e3ec-2fd7-4d99-a5ed-5d554141eb7b None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:02:48.131515 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c932e3ec-2fd7-4d99-a5ed-5d554141eb7b None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:02:48.131925 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c932e3ec-2fd7-4d99-a5ed-5d554141eb7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:48.132176 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c932e3ec-2fd7-4d99-a5ed-5d554141eb7b None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:02:48.132669 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-c932e3ec-2fd7-4d99-a5ed-5d554141eb7b None None] Bound port: fbb7f33f-fbba-4ec8-9f40-39ebffd42a99, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:02:48.133074 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c932e3ec-2fd7-4d99-a5ed-5d554141eb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:48.193317 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-c932e3ec-2fd7-4d99-a5ed-5d554141eb7b None None] For port fbb7f33f-fbba-4ec8-9f40-39ebffd42a99, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:02:48.196920 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-c932e3ec-2fd7-4d99-a5ed-5d554141eb7b None None] For port fbb7f33f-fbba-4ec8-9f40-39ebffd42a99, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=fbb7f33f-fbba-4ec8-9f40-39ebffd42a99,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:02:48.203539 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c932e3ec-2fd7-4d99-a5ed-5d554141eb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:48.279631 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c932e3ec-2fd7-4d99-a5ed-5d554141eb7b None None] Routers {'45b28574-280e-4545-b3c6-69f08045da24'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:48.280290 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c932e3ec-2fd7-4d99-a5ed-5d554141eb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T15:02:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['45b28574-280e-4545-b3c6-69f08045da24'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:48.285179 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0d29a073-1981-4724-b3b2-8dc48a5ede6e None None] Provisioning for port d1f45dec-bdc6-4313-81cf-d3c355a11f8b completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:02:48.287162 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f5643-6c80-47c4-b49d-65f0b909a08e None None] Pushing event updated for resources: {'Port': ['ID=fbb7f33f-fbba-4ec8-9f40-39ebffd42a99,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:48.324102 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-0d29a073-1981-4724-b3b2-8dc48a5ede6e None None] Provisioning complete for port d1f45dec-bdc6-4313-81cf-d3c355a11f8b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:48.324485 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0d29a073-1981-4724-b3b2-8dc48a5ede6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:48.399671 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 7b2d0d7d-4fea-469e-9644-12c49aeaa8fc up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:02:48.420764 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-0d29a073-1981-4724-b3b2-8dc48a5ede6e None None] Port d1f45dec-bdc6-4313-81cf-d3c355a11f8b cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:02:48.467485 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-c932e3ec-2fd7-4d99-a5ed-5d554141eb7b None None] Set router 45b28574-280e-4545-b3c6-69f08045da24 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:48.515126 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 7b2d0d7d-4fea-469e-9644-12c49aeaa8fc triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:48.515908 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:48.544659 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d69ea48-7624-4bbe-b283-a09502bdd20b admin admin] Network cb483e7b-56c0-48a9-a1f9-0fc8308eed5b is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:02:48.546166 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-2d69ea48-7624-4bbe-b283-a09502bdd20b admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:02:48.673461 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d69ea48-7624-4bbe-b283-a09502bdd20b admin admin] Router 45b28574-280e-4545-b3c6-69f08045da24 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:02:48.754178 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c932e3ec-2fd7-4d99-a5ed-5d554141eb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b28574-280e-4545-b3c6-69f08045da24', 'name': 'tempest-TestSnapshotPattern-1243374098-router', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:47Z', 'revision_number': 4, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'gw_port': {'id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'd1f45dec-bdc6-4313-81cf-d3c355a11f8b', 'name': '', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'mac_address': 'fa:16:3e:87:3a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:47Z', 'updated_at': '2021-07-06T15:02:47Z', 'revision_number': 2, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'subnets': [{'id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:48.784620 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c932e3ec-2fd7-4d99-a5ed-5d554141eb7b None None] The sync data for ids ['45b28574-280e-4545-b3c6-69f08045da24'] in n-d-773644-6 is: [{'id': '45b28574-280e-4545-b3c6-69f08045da24', 'name': 'tempest-TestSnapshotPattern-1243374098-router', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:47Z', 'revision_number': 4, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'gw_port': {'id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'd1f45dec-bdc6-4313-81cf-d3c355a11f8b', 'name': '', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'mac_address': 'fa:16:3e:87:3a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:47Z', 'updated_at': '2021-07-06T15:02:47Z', 'revision_number': 2, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'subnets': [{'id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:02:48.812564 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d69ea48-7624-4bbe-b283-a09502bdd20b admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:02:48.818414 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-2d69ea48-7624-4bbe-b283-a09502bdd20b admin admin] 10.222.0.118 "PUT /v2.0/routers/45b28574-280e-4545-b3c6-69f08045da24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0155110 Jul 06 15:02:48.843599 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-076fa22c-d652-4a08-9461-8f46540f4f4b None None] Provisioning complete for port d1f45dec-bdc6-4313-81cf-d3c355a11f8b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:48.843956 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-076fa22c-d652-4a08-9461-8f46540f4f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:48.887928 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-076fa22c-d652-4a08-9461-8f46540f4f4b None None] Port d1f45dec-bdc6-4313-81cf-d3c355a11f8b cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:02:49.343395 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40536) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:49.349098 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-f865b9ae-b241-4793-bb49-b4dea5ad107e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1196689266-network', 'tenant_id': 'f4a909e2018044ada1b967c52052c369'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:02:49.372149 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f865b9ae-b241-4793-bb49-b4dea5ad107e admin admin] Made reservation on behalf of f4a909e2018044ada1b967c52052c369 for: {'network': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:02:49.375066 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f865b9ae-b241-4793-bb49-b4dea5ad107e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for network, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:49.385117 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f865b9ae-b241-4793-bb49-b4dea5ad107e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:49.493146 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:49.498906 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f865b9ae-b241-4793-bb49-b4dea5ad107e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:49.503760 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f865b9ae-b241-4793-bb49-b4dea5ad107e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:49.529599 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f865b9ae-b241-4793-bb49-b4dea5ad107e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=100418) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 15:02:49.540920 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865b9ae-b241-4793-bb49-b4dea5ad107e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23fc6f63-2840-4b6a-a9ab-2e6581893b5d,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:49.546935 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f865b9ae-b241-4793-bb49-b4dea5ad107e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:49.547286 n-d-773644-6 neutron-server[100418]: INFO neutron.db.segments_db [None req-f865b9ae-b241-4793-bb49-b4dea5ad107e admin admin] Added segment 302c2549-dc60-432c-b1c1-1f5a596b2d1f of type vlan for network 3168970a-f77d-49f6-a465-c12ac9cd61c7 Jul 06 15:02:49.591446 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f865b9ae-b241-4793-bb49-b4dea5ad107e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727518984277'] for network, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:49.625458 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f865b9ae-b241-4793-bb49-b4dea5ad107e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956'] for network, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:49.626670 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f865b9ae-b241-4793-bb49-b4dea5ad107e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:49.627400 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f865b9ae-b241-4793-bb49-b4dea5ad107e admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:49.692043 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f865b9ae-b241-4793-bb49-b4dea5ad107e admin admin] 10.222.0.118 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3471856 Jul 06 15:02:49.694899 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40538) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:49.697179 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865b9ae-b241-4793-bb49-b4dea5ad107e admin admin] Pushing event updated for resources: {'Network': ['ID=3168970a-f77d-49f6-a465-c12ac9cd61c7,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:49.701944 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-a4fa02f8-238b-4745-b8f1-44308cb2e491 admin admin] Request body: {'subnet': {'network_id': '3168970a-f77d-49f6-a465-c12ac9cd61c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1196689266-subnet', 'tenant_id': 'f4a909e2018044ada1b967c52052c369', 'ip_version': 4}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:02:49.708154 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Network 3168970a-f77d-49f6-a465-c12ac9cd61c7 details requested by agent ovs-agent-n-d-773644-6 with host n-d-773644-6 {{(pid=100419) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 15:02:49.731253 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fa02f8-238b-4745-b8f1-44308cb2e491 admin admin] Made reservation on behalf of f4a909e2018044ada1b967c52052c369 for: {'subnet': 1} {{(pid=100417) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:02:49.734028 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a4fa02f8-238b-4745-b8f1-44308cb2e491 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3695274'] for subnet, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:49.927474 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a4fa02f8-238b-4745-b8f1-44308cb2e491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3505938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3695288'] for subnet, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:49.989167 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fa02f8-238b-4745-b8f1-44308cb2e491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcc665fb-6ada-41e8-abfb-e249a54fa1cc,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:49.996685 n-d-773644-6 neutron-server[100417]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fa02f8-238b-4745-b8f1-44308cb2e491 admin admin] Checking segment: {'id': '302c2549-dc60-432c-b1c1-1f5a596b2d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3168970a-f77d-49f6-a465-c12ac9cd61c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100417) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:02:49.997055 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fa02f8-238b-4745-b8f1-44308cb2e491 admin admin] Network hostable DHCP agents. Network: 3168970a-f77d-49f6-a465-c12ac9cd61c7, hostable agents: ['8bd76795-bebd-4fb0-8990-9b6e27f555bd'], hosted agents: [] {{(pid=100417) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 15:02:50.015611 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fa02f8-238b-4745-b8f1-44308cb2e491 admin admin] Network 3168970a-f77d-49f6-a465-c12ac9cd61c7 is scheduled to be hosted by DHCP agent 8bd76795-bebd-4fb0-8990-9b6e27f555bd with binding_index 1 {{(pid=100417) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 15:02:50.026356 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-a4fa02f8-238b-4745-b8f1-44308cb2e491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-773644-6, 3168970a-f77d-49f6-a465-c12ac9cd61c7) {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:02:50.030665 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fa02f8-238b-4745-b8f1-44308cb2e491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:50.031339 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a4fa02f8-238b-4745-b8f1-44308cb2e491 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:50.036892 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb9c689-ec7e-4b40-86e5-59b47efa9fe3 None None] Network 3168970a-f77d-49f6-a465-c12ac9cd61c7 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:02:50.051360 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40540) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:50.051943 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a4fa02f8-238b-4745-b8f1-44308cb2e491 admin admin] 10.222.0.118 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3552566 Jul 06 15:02:50.058620 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-fc81f98d-dbc0-406d-ad86-2d72cbe11922 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1196689266-router', 'tenant_id': 'f4a909e2018044ada1b967c52052c369', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:02:50.082873 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fc81f98d-dbc0-406d-ad86-2d72cbe11922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2093527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4149'] for router, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:50.084122 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fc81f98d-dbc0-406d-ad86-2d72cbe11922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2093384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2092792', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941310', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4154'] for router, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:50.141261 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fc81f98d-dbc0-406d-ad86-2d72cbe11922 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:50.207705 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8a6bea-1de3-48db-b9e1-f7565d290984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp545b7d9f-b873-591a-ac96-b4aa1dade62e-3168970a-f77d-49f6-a465-c12ac9cd61c7', 'network_id': '3168970a-f77d-49f6-a465-c12ac9cd61c7', 'tenant_id': 'f4a909e2018044ada1b967c52052c369', 'fixed_ips': [{'subnet_id': 'bcc665fb-6ada-41e8-abfb-e249a54fa1cc'}]}} from n-d-773644-6. {{(pid=100419) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 06 15:02:50.208569 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6bea-1de3-48db-b9e1-f7565d290984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:50.287007 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fc81f98d-dbc0-406d-ad86-2d72cbe11922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2094354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2093509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4136'] for router, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:50.379917 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.db_base_plugin_common [None req-4b8a6bea-1de3-48db-b9e1-f7565d290984 None None] Allocated IP 172.20.0.2 (3168970a-f77d-49f6-a465-c12ac9cd61c7/bcc665fb-6ada-41e8-abfb-e249a54fa1cc/a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089) {{(pid=100419) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:02:50.410348 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device fbb7f33f-fbba-4ec8-9f40-39ebffd42a99 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:02:50.510788 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fc81f98d-dbc0-406d-ad86-2d72cbe11922 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:50.529921 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port fbb7f33f-fbba-4ec8-9f40-39ebffd42a99 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:02:50.531036 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fc81f98d-dbc0-406d-ad86-2d72cbe11922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:50.557341 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port fbb7f33f-fbba-4ec8-9f40-39ebffd42a99 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:50.557725 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:50.601125 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6bea-1de3-48db-b9e1-f7565d290984 None None] Notify callbacks [] for port, precommit_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:50.615597 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4b8a6bea-1de3-48db-b9e1-f7565d290984 None None] Transition to ACTIVE for port object a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089 will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:02:50.635779 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4b8a6bea-1de3-48db-b9e1-f7565d290984 None None] Transition to ACTIVE for port object a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089 will not be triggered until provisioned by entity DHCP. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:02:50.642621 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6bea-1de3-48db-b9e1-f7565d290984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516'] for port, after_create {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:50.643289 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-fc81f98d-dbc0-406d-ad86-2d72cbe11922 admin admin] Allocated IP 172.25.6.232 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/10a2fecd-9ac8-47b1-9aba-fd46efce0c1b) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:02:50.708748 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8a6bea-1de3-48db-b9e1-f7565d290984 None None] Network 3168970a-f77d-49f6-a465-c12ac9cd61c7 is already hosted by enough agents. {{(pid=100419) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:02:50.719124 n-d-773644-6 neutron-server[100419]: DEBUG neutron.scheduler.base_scheduler [None req-4b8a6bea-1de3-48db-b9e1-f7565d290984 None None] Resources bound (agent type, host, resource id): {{(pid=100419) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:02:50.723886 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8a6bea-1de3-48db-b9e1-f7565d290984 None None] Received port after_create {{(pid=100419) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:02:50.726222 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:50.732961 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a6bea-1de3-48db-b9e1-f7565d290984 None None] Pushing event updated for resources: {'Port': ['ID=a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089,revision_number=1']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:50.760613 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fc81f98d-dbc0-406d-ad86-2d72cbe11922 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:50.773800 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port fbb7f33f-fbba-4ec8-9f40-39ebffd42a99, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=fbb7f33f-fbba-4ec8-9f40-39ebffd42a99,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:50.778874 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:50.806231 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fc81f98d-dbc0-406d-ad86-2d72cbe11922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:50.836489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-4b8a6bea-1de3-48db-b9e1-f7565d290984 None None] Attempting to bind port a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:02:50.836884 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-4b8a6bea-1de3-48db-b9e1-f7565d290984 None None] Attempting to bind port a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '302c2549-dc60-432c-b1c1-1f5a596b2d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3168970a-f77d-49f6-a465-c12ac9cd61c7'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:02:50.837241 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8a6bea-1de3-48db-b9e1-f7565d290984 None None] Attempting to bind port a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089 on network 3168970a-f77d-49f6-a465-c12ac9cd61c7 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:02:50.844767 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc81f98d-dbc0-406d-ad86-2d72cbe11922 admin admin] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:02:50.845246 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8a6bea-1de3-48db-b9e1-f7565d290984 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:02:50.845635 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8a6bea-1de3-48db-b9e1-f7565d290984 None None] Checking segment: {'id': '302c2549-dc60-432c-b1c1-1f5a596b2d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3168970a-f77d-49f6-a465-c12ac9cd61c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:02:50.846114 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6bea-1de3-48db-b9e1-f7565d290984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:50.846524 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8a6bea-1de3-48db-b9e1-f7565d290984 None None] Bound using segment: {'id': '302c2549-dc60-432c-b1c1-1f5a596b2d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3168970a-f77d-49f6-a465-c12ac9cd61c7'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:02:50.847186 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-4b8a6bea-1de3-48db-b9e1-f7565d290984 None None] Bound port: a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '302c2549-dc60-432c-b1c1-1f5a596b2d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3168970a-f77d-49f6-a465-c12ac9cd61c7'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:02:50.847402 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6bea-1de3-48db-b9e1-f7565d290984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:50.848111 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-fc81f98d-dbc0-406d-ad86-2d72cbe11922 admin admin] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:02:50.850657 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc81f98d-dbc0-406d-ad86-2d72cbe11922 admin admin] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:02:50.892361 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e57a22-bd66-4556-8c14-2886dfe23cf2 None None] Sync routers for ids ['45b28574-280e-4545-b3c6-69f08045da24'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:02:50.899172 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=fbb7f33f-fbba-4ec8-9f40-39ebffd42a99,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:50.902073 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e57a22-bd66-4556-8c14-2886dfe23cf2 None None] Routers {'45b28574-280e-4545-b3c6-69f08045da24'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:50.902910 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-93e57a22-bd66-4556-8c14-2886dfe23cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T15:02:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['45b28574-280e-4545-b3c6-69f08045da24'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:50.933334 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-4b8a6bea-1de3-48db-b9e1-f7565d290984 None None] For port a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:02:50.937063 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-4b8a6bea-1de3-48db-b9e1-f7565d290984 None None] For port a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089,segment=NetworkSegment(302c2549-dc60-432c-b1c1-1f5a596b2d1f),segment_id=302c2549-dc60-432c-b1c1-1f5a596b2d1f)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:02:50.943013 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81f98d-dbc0-406d-ad86-2d72cbe11922 admin admin] Pushing event updated for resources: {'Port': ['ID=10a2fecd-9ac8-47b1-9aba-fd46efce0c1b,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:50.943250 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-4b8a6bea-1de3-48db-b9e1-f7565d290984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:51.023490 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a6bea-1de3-48db-b9e1-f7565d290984 None None] Pushing event updated for resources: {'Port': ['ID=a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:51.037810 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-93e57a22-bd66-4556-8c14-2886dfe23cf2 None None] Set router 45b28574-280e-4545-b3c6-69f08045da24 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:51.137582 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fc81f98d-dbc0-406d-ad86-2d72cbe11922 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:51.319785 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-93e57a22-bd66-4556-8c14-2886dfe23cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b28574-280e-4545-b3c6-69f08045da24', 'name': 'tempest-TestSnapshotPattern-1243374098-router', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:47Z', 'revision_number': 4, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'gw_port': {'id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'd1f45dec-bdc6-4313-81cf-d3c355a11f8b', 'name': '', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'mac_address': 'fa:16:3e:87:3a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:47Z', 'updated_at': '2021-07-06T15:02:47Z', 'revision_number': 2, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'subnets': [{'id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:51.347767 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e57a22-bd66-4556-8c14-2886dfe23cf2 None None] Checking router: 45b28574-280e-4545-b3c6-69f08045da24 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:02:51.348112 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e57a22-bd66-4556-8c14-2886dfe23cf2 None None] Updating router 45b28574-280e-4545-b3c6-69f08045da24 port d1f45dec-bdc6-4313-81cf-d3c355a11f8b binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:02:51.385543 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-93e57a22-bd66-4556-8c14-2886dfe23cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:51.397299 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fc81f98d-dbc0-406d-ad86-2d72cbe11922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2093532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2094345'] for router, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:51.530587 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc81f98d-dbc0-406d-ad86-2d72cbe11922 admin admin] Router 2d7d7d20-670c-4b21-a5be-2c0c6b891c01 is scheduled to L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 with binding_index 1 {{(pid=100418) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 06 15:02:51.638852 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc81f98d-dbc0-406d-ad86-2d72cbe11922 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:02:51.651493 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db90ef76-b460-4e00-90e4-7d62b774f1bb None None] Sync routers for ids ['2d7d7d20-670c-4b21-a5be-2c0c6b891c01'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:02:51.657409 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-fc81f98d-dbc0-406d-ad86-2d72cbe11922 admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:51.659849 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-93e57a22-bd66-4556-8c14-2886dfe23cf2 None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:51.662371 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-fc81f98d-dbc0-406d-ad86-2d72cbe11922 admin admin] 10.222.0.118 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6097186 Jul 06 15:02:51.663051 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40542) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:51.668667 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db90ef76-b460-4e00-90e4-7d62b774f1bb None None] Routers {'2d7d7d20-670c-4b21-a5be-2c0c6b891c01'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:51.669792 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-db90ef76-b460-4e00-90e4-7d62b774f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T15:02:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2d7d7d20-670c-4b21-a5be-2c0c6b891c01'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:51.671421 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-93e57a22-bd66-4556-8c14-2886dfe23cf2 None None] Transition to ACTIVE for port object d1f45dec-bdc6-4313-81cf-d3c355a11f8b will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:02:51.680472 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-93e57a22-bd66-4556-8c14-2886dfe23cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:51.788702 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16927e-d7a2-438b-9464-3ca2a462f4c4 None None] Pushing event updated for resources: {'Port': ['ID=d1f45dec-bdc6-4313-81cf-d3c355a11f8b,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:51.798907 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16927e-d7a2-438b-9464-3ca2a462f4c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:51.799611 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16927e-d7a2-438b-9464-3ca2a462f4c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:51.800501 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16927e-d7a2-438b-9464-3ca2a462f4c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:51.801147 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16927e-d7a2-438b-9464-3ca2a462f4c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:51.801780 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16927e-d7a2-438b-9464-3ca2a462f4c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:51.802367 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16927e-d7a2-438b-9464-3ca2a462f4c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:51.802920 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16927e-d7a2-438b-9464-3ca2a462f4c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:51.803485 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16927e-d7a2-438b-9464-3ca2a462f4c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:51.804034 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16927e-d7a2-438b-9464-3ca2a462f4c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:51.804592 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16927e-d7a2-438b-9464-3ca2a462f4c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:51.805137 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16927e-d7a2-438b-9464-3ca2a462f4c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:51.805701 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16927e-d7a2-438b-9464-3ca2a462f4c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100420) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:02:51.809545 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-93e57a22-bd66-4556-8c14-2886dfe23cf2 None None] Attempting to bind port d1f45dec-bdc6-4313-81cf-d3c355a11f8b on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:02:51.810316 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-93e57a22-bd66-4556-8c14-2886dfe23cf2 None None] Attempting to bind port d1f45dec-bdc6-4313-81cf-d3c355a11f8b by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': 'b1108ebd-a49a-4c68-8e32-ee43986a05bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:02:51.810940 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e57a22-bd66-4556-8c14-2886dfe23cf2 None None] Attempting to bind port d1f45dec-bdc6-4313-81cf-d3c355a11f8b on network cb483e7b-56c0-48a9-a1f9-0fc8308eed5b {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:02:51.819012 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e57a22-bd66-4556-8c14-2886dfe23cf2 None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:02:51.819807 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e57a22-bd66-4556-8c14-2886dfe23cf2 None None] Checking segment: {'id': 'b1108ebd-a49a-4c68-8e32-ee43986a05bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:02:51.820449 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-93e57a22-bd66-4556-8c14-2886dfe23cf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:51.821080 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e57a22-bd66-4556-8c14-2886dfe23cf2 None None] Bound using segment: {'id': 'b1108ebd-a49a-4c68-8e32-ee43986a05bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:02:51.821669 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-93e57a22-bd66-4556-8c14-2886dfe23cf2 None None] Bound port: d1f45dec-bdc6-4313-81cf-d3c355a11f8b, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1108ebd-a49a-4c68-8e32-ee43986a05bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:02:51.822180 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-93e57a22-bd66-4556-8c14-2886dfe23cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:51.851932 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-db90ef76-b460-4e00-90e4-7d62b774f1bb None None] Set router 2d7d7d20-670c-4b21-a5be-2c0c6b891c01 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:51.899532 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-93e57a22-bd66-4556-8c14-2886dfe23cf2 None None] For port d1f45dec-bdc6-4313-81cf-d3c355a11f8b, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:02:51.905497 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-93e57a22-bd66-4556-8c14-2886dfe23cf2 None None] For port d1f45dec-bdc6-4313-81cf-d3c355a11f8b, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d1f45dec-bdc6-4313-81cf-d3c355a11f8b,segment=NetworkSegment(b1108ebd-a49a-4c68-8e32-ee43986a05bc),segment_id=b1108ebd-a49a-4c68-8e32-ee43986a05bc)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:02:51.918706 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-93e57a22-bd66-4556-8c14-2886dfe23cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:51.981112 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e57a22-bd66-4556-8c14-2886dfe23cf2 None None] Routers {'45b28574-280e-4545-b3c6-69f08045da24'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:51.981940 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-93e57a22-bd66-4556-8c14-2886dfe23cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T15:02:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['45b28574-280e-4545-b3c6-69f08045da24'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:52.104784 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-93e57a22-bd66-4556-8c14-2886dfe23cf2 None None] Set router 45b28574-280e-4545-b3c6-69f08045da24 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:52.128509 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-db90ef76-b460-4e00-90e4-7d62b774f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7d7d20-670c-4b21-a5be-2c0c6b891c01', 'name': 'tempest-TestSnapshotPattern-1196689266-router', 'tenant_id': 'f4a909e2018044ada1b967c52052c369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '10a2fecd-9ac8-47b1-9aba-fd46efce0c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:50Z', 'updated_at': '2021-07-06T15:02:51Z', 'revision_number': 3, 'project_id': 'f4a909e2018044ada1b967c52052c369', 'gw_port': {'id': '10a2fecd-9ac8-47b1-9aba-fd46efce0c1b', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7d7d20-670c-4b21-a5be-2c0c6b891c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:50Z', 'updated_at': '2021-07-06T15:02:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:52.166513 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db90ef76-b460-4e00-90e4-7d62b774f1bb None None] Checking router: 2d7d7d20-670c-4b21-a5be-2c0c6b891c01 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:02:52.168651 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db90ef76-b460-4e00-90e4-7d62b774f1bb None None] Updating router 2d7d7d20-670c-4b21-a5be-2c0c6b891c01 port 10a2fecd-9ac8-47b1-9aba-fd46efce0c1b binding host n-d-773644-6 {{(pid=100419) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:02:52.231047 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-db90ef76-b460-4e00-90e4-7d62b774f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:52.244782 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16927e-d7a2-438b-9464-3ca2a462f4c4 None None] Pushing event updated for resources: {'Port': ['ID=d1f45dec-bdc6-4313-81cf-d3c355a11f8b,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:52.266300 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4c74ea2-8f99-4cbd-ad5d-0ca5f8aeff96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:52.377681 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d54feb-1946-463f-9297-0bb1a058e545 None None] Network 3168970a-f77d-49f6-a465-c12ac9cd61c7 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:02:52.447556 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.db_base_plugin_common [None req-c4c74ea2-8f99-4cbd-ad5d-0ca5f8aeff96 admin admin] Allocated IP 172.20.0.1 (3168970a-f77d-49f6-a465-c12ac9cd61c7/bcc665fb-6ada-41e8-abfb-e249a54fa1cc/2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411) {{(pid=100417) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:02:52.449012 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-93e57a22-bd66-4556-8c14-2886dfe23cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b28574-280e-4545-b3c6-69f08045da24', 'name': 'tempest-TestSnapshotPattern-1243374098-router', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:47Z', 'revision_number': 4, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'gw_port': {'id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'd1f45dec-bdc6-4313-81cf-d3c355a11f8b', 'name': '', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'mac_address': 'fa:16:3e:87:3a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:47Z', 'updated_at': '2021-07-06T15:02:51Z', 'revision_number': 4, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'subnets': [{'id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:52.496954 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e57a22-bd66-4556-8c14-2886dfe23cf2 None None] The sync data for ids ['45b28574-280e-4545-b3c6-69f08045da24'] in n-d-773644-6 is: [{'id': '45b28574-280e-4545-b3c6-69f08045da24', 'name': 'tempest-TestSnapshotPattern-1243374098-router', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:47Z', 'revision_number': 4, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'gw_port': {'id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'd1f45dec-bdc6-4313-81cf-d3c355a11f8b', 'name': '', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'mac_address': 'fa:16:3e:87:3a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:47Z', 'updated_at': '2021-07-06T15:02:51Z', 'revision_number': 4, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'subnets': [{'id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:02:52.590761 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4c74ea2-8f99-4cbd-ad5d-0ca5f8aeff96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:52.610332 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.provisioning_blocks [None req-c4c74ea2-8f99-4cbd-ad5d-0ca5f8aeff96 admin admin] Transition to ACTIVE for port object 2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411 will not be triggered until provisioned by entity DHCP. {{(pid=100417) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:02:52.625040 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device fbb7f33f-fbba-4ec8-9f40-39ebffd42a99 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:02:52.651617 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4c74ea2-8f99-4cbd-ad5d-0ca5f8aeff96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3506022'] for port, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:52.694027 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c74ea2-8f99-4cbd-ad5d-0ca5f8aeff96 admin admin] Network 3168970a-f77d-49f6-a465-c12ac9cd61c7 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:02:52.695396 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-4bd1f187-a96a-4ae5-8a97-72a1f2536e20 None None] Provisioning for port a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:02:52.697008 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-c4c74ea2-8f99-4cbd-ad5d-0ca5f8aeff96 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:02:52.703533 n-d-773644-6 neutron-server[100417]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c74ea2-8f99-4cbd-ad5d-0ca5f8aeff96 admin admin] Received port after_create {{(pid=100417) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:02:52.729411 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c74ea2-8f99-4cbd-ad5d-0ca5f8aeff96 admin admin] Pushing event updated for resources: {'Port': ['ID=2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:52.747328 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4c74ea2-8f99-4cbd-ad5d-0ca5f8aeff96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2092094'] for router_interface, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:52.821370 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port fbb7f33f-fbba-4ec8-9f40-39ebffd42a99 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:52.821664 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:52.904804 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4c74ea2-8f99-4cbd-ad5d-0ca5f8aeff96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:53.048098 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-db90ef76-b460-4e00-90e4-7d62b774f1bb None None] Notify callbacks [] for port, precommit_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:53.062152 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d1f45dec-bdc6-4313-81cf-d3c355a11f8b up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:02:53.069339 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-db90ef76-b460-4e00-90e4-7d62b774f1bb None None] Transition to ACTIVE for port object 10a2fecd-9ac8-47b1-9aba-fd46efce0c1b will not be triggered until provisioned by entity L2. {{(pid=100419) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:02:53.096833 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4c74ea2-8f99-4cbd-ad5d-0ca5f8aeff96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:53.097359 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-db90ef76-b460-4e00-90e4-7d62b774f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:53.103641 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4c74ea2-8f99-4cbd-ad5d-0ca5f8aeff96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506068'] for port, after_update {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:53.171998 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-db90ef76-b460-4e00-90e4-7d62b774f1bb None None] Attempting to bind port 10a2fecd-9ac8-47b1-9aba-fd46efce0c1b on host n-d-773644-6 for vnic_type normal with profile {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:02:53.172371 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-db90ef76-b460-4e00-90e4-7d62b774f1bb None None] Attempting to bind port 10a2fecd-9ac8-47b1-9aba-fd46efce0c1b by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:02:53.172821 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db90ef76-b460-4e00-90e4-7d62b774f1bb None None] Attempting to bind port 10a2fecd-9ac8-47b1-9aba-fd46efce0c1b on network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:02:53.176979 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe98e8-e67b-4638-a285-cbb1696460a6 None None] Pushing event updated for resources: {'Port': ['ID=10a2fecd-9ac8-47b1-9aba-fd46efce0c1b,revision_number=2']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:53.186474 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db90ef76-b460-4e00-90e4-7d62b774f1bb None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:02:53.186921 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db90ef76-b460-4e00-90e4-7d62b774f1bb None None] Checking segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100419) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:02:53.187468 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-db90ef76-b460-4e00-90e4-7d62b774f1bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:53.187985 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db90ef76-b460-4e00-90e4-7d62b774f1bb None None] Bound using segment: {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'} {{(pid=100419) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:02:53.188516 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.managers [None req-db90ef76-b460-4e00-90e4-7d62b774f1bb None None] Bound port: 10a2fecd-9ac8-47b1-9aba-fd46efce0c1b, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84378bde-fb75-47b2-b697-b258f9dd7c6a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0'}}] {{(pid=100419) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:02:53.188899 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-db90ef76-b460-4e00-90e4-7d62b774f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:53.200482 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c74ea2-8f99-4cbd-ad5d-0ca5f8aeff96 admin admin] Pushing event updated for resources: {'Port': ['ID=2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411,revision_number=2']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:53.210110 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-c4c74ea2-8f99-4cbd-ad5d-0ca5f8aeff96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2091075'] for router_interface, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:53.213013 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port d1f45dec-bdc6-4313-81cf-d3c355a11f8b completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:02:53.221459 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port d1f45dec-bdc6-4313-81cf-d3c355a11f8b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:53.221852 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:53.282521 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-db90ef76-b460-4e00-90e4-7d62b774f1bb None None] For port 10a2fecd-9ac8-47b1-9aba-fd46efce0c1b, host n-d-773644-6, cleared binding levels {{(pid=100419) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:02:53.298875 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-db90ef76-b460-4e00-90e4-7d62b774f1bb None None] For port 10a2fecd-9ac8-47b1-9aba-fd46efce0c1b, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=10a2fecd-9ac8-47b1-9aba-fd46efce0c1b,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:02:53.306585 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-db90ef76-b460-4e00-90e4-7d62b774f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:53.321643 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c74ea2-8f99-4cbd-ad5d-0ca5f8aeff96 admin admin] Network 3168970a-f77d-49f6-a465-c12ac9cd61c7 is already hosted by enough agents. {{(pid=100417) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:02:53.323305 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.base_scheduler [None req-c4c74ea2-8f99-4cbd-ad5d-0ca5f8aeff96 admin admin] Resources bound (agent type, host, resource id): {{(pid=100417) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:02:53.404611 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:53.414405 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db90ef76-b460-4e00-90e4-7d62b774f1bb None None] Routers {'2d7d7d20-670c-4b21-a5be-2c0c6b891c01'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:53.415343 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-db90ef76-b460-4e00-90e4-7d62b774f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T15:02:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2d7d7d20-670c-4b21-a5be-2c0c6b891c01'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:53.436555 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ade9bfa3-d52f-4935-9471-bb8ce09d9d4a None None] Provisioning for port 2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:02:53.473104 n-d-773644-6 neutron-server[100417]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c74ea2-8f99-4cbd-ad5d-0ca5f8aeff96 admin admin] Router 2d7d7d20-670c-4b21-a5be-2c0c6b891c01 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100417) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:02:53.485488 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-ade9bfa3-d52f-4935-9471-bb8ce09d9d4a None None] Provisioning complete for port 2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:53.485914 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ade9bfa3-d52f-4935-9471-bb8ce09d9d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:53.488555 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe98e8-e67b-4638-a285-cbb1696460a6 None None] Pushing event updated for resources: {'Port': ['ID=10a2fecd-9ac8-47b1-9aba-fd46efce0c1b,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:53.577524 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port d1f45dec-bdc6-4313-81cf-d3c355a11f8b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d1f45dec-bdc6-4313-81cf-d3c355a11f8b,segment=NetworkSegment(b1108ebd-a49a-4c68-8e32-ee43986a05bc),segment_id=b1108ebd-a49a-4c68-8e32-ee43986a05bc)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:53.587917 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:53.588653 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:02:53.598981 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c74ea2-8f99-4cbd-ad5d-0ca5f8aeff96 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100417) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:02:53.613119 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-c4c74ea2-8f99-4cbd-ad5d-0ca5f8aeff96 admin admin] 10.222.0.118 "PUT /v2.0/routers/2d7d7d20-670c-4b21-a5be-2c0c6b891c01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9412787 Jul 06 15:02:53.639935 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-ade9bfa3-d52f-4935-9471-bb8ce09d9d4a None None] Port 2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:02:53.683432 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-db90ef76-b460-4e00-90e4-7d62b774f1bb None None] Set router 2d7d7d20-670c-4b21-a5be-2c0c6b891c01 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:53.731404 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=d1f45dec-bdc6-4313-81cf-d3c355a11f8b,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:53.788654 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:02:53.794546 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:53.794921 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:53.889720 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-a1eec312-fa0e-4936-abd3-2921750573cc None None] Provisioning complete for port 2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:53.890116 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a1eec312-fa0e-4936-abd3-2921750573cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:53.951473 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-a1eec312-fa0e-4936-abd3-2921750573cc None None] Port 2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:02:54.012562 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.056740 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089,segment=NetworkSegment(302c2549-dc60-432c-b1c1-1f5a596b2d1f),segment_id=302c2549-dc60-432c-b1c1-1f5a596b2d1f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:54.061729 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.067465 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-db90ef76-b460-4e00-90e4-7d62b774f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7d7d20-670c-4b21-a5be-2c0c6b891c01', 'name': 'tempest-TestSnapshotPattern-1196689266-router', 'tenant_id': 'f4a909e2018044ada1b967c52052c369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '10a2fecd-9ac8-47b1-9aba-fd46efce0c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:50Z', 'updated_at': '2021-07-06T15:02:52Z', 'revision_number': 4, 'project_id': 'f4a909e2018044ada1b967c52052c369', 'gw_port': {'id': '10a2fecd-9ac8-47b1-9aba-fd46efce0c1b', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7d7d20-670c-4b21-a5be-2c0c6b891c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:50Z', 'updated_at': '2021-07-06T15:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411', 'name': '', 'network_id': '3168970a-f77d-49f6-a465-c12ac9cd61c7', 'tenant_id': 'f4a909e2018044ada1b967c52052c369', 'mac_address': 'fa:16:3e:0e:40:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7d7d20-670c-4b21-a5be-2c0c6b891c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'bcc665fb-6ada-41e8-abfb-e249a54fa1cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:52Z', 'updated_at': '2021-07-06T15:02:52Z', 'revision_number': 2, 'project_id': 'f4a909e2018044ada1b967c52052c369', 'subnets': [{'id': 'bcc665fb-6ada-41e8-abfb-e249a54fa1cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:54.108048 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40552) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:54.112417 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db90ef76-b460-4e00-90e4-7d62b774f1bb None None] The sync data for ids ['2d7d7d20-670c-4b21-a5be-2c0c6b891c01'] in n-d-773644-6 is: [{'id': '2d7d7d20-670c-4b21-a5be-2c0c6b891c01', 'name': 'tempest-TestSnapshotPattern-1196689266-router', 'tenant_id': 'f4a909e2018044ada1b967c52052c369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '10a2fecd-9ac8-47b1-9aba-fd46efce0c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:50Z', 'updated_at': '2021-07-06T15:02:52Z', 'revision_number': 4, 'project_id': 'f4a909e2018044ada1b967c52052c369', 'gw_port': {'id': '10a2fecd-9ac8-47b1-9aba-fd46efce0c1b', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7d7d20-670c-4b21-a5be-2c0c6b891c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:50Z', 'updated_at': '2021-07-06T15:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411', 'name': '', 'network_id': '3168970a-f77d-49f6-a465-c12ac9cd61c7', 'tenant_id': 'f4a909e2018044ada1b967c52052c369', 'mac_address': 'fa:16:3e:0e:40:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7d7d20-670c-4b21-a5be-2c0c6b891c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'bcc665fb-6ada-41e8-abfb-e249a54fa1cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:52Z', 'updated_at': '2021-07-06T15:02:52Z', 'revision_number': 2, 'project_id': 'f4a909e2018044ada1b967c52052c369', 'subnets': [{'id': 'bcc665fb-6ada-41e8-abfb-e249a54fa1cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:02:54.115340 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-4621da57-68f9-45a0-95a3-0828be3d1f99 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1826489734', 'description': 'tempest-secgroup-smoke-1826489734 description', 'project_id': 'a6fa511b0ed44791abd39fd5637993b2'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:02:54.143931 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4621da57-68f9-45a0-95a3-0828be3d1f99 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for security_group, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.145623 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089,revision_number=3']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:54.244637 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4621da57-68f9-45a0-95a3-0828be3d1f99 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for security_group, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.252810 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4621da57-68f9-45a0-95a3-0828be3d1f99 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.286335 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-4621da57-68f9-45a0-95a3-0828be3d1f99 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.287605 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-4621da57-68f9-45a0-95a3-0828be3d1f99 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1784673 Jul 06 15:02:54.289530 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4621da57-68f9-45a0-95a3-0828be3d1f99 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1623c7d1-7643-4aa9-9c1f-853b81c853d0,revision_number=1']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:54.290648 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40554) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:54.296719 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-4128f5cd-5483-42a6-9b4e-f972d37864aa tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Request body: {'security_group_rule': {'security_group_id': '1623c7d1-7643-4aa9-9c1f-853b81c853d0', 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:02:54.357155 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4128f5cd-5483-42a6-9b4e-f972d37864aa tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.417137 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d1f45dec-bdc6-4313-81cf-d3c355a11f8b up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:02:54.437501 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4128f5cd-5483-42a6-9b4e-f972d37864aa tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.441723 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4128f5cd-5483-42a6-9b4e-f972d37864aa tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.456485 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128f5cd-5483-42a6-9b4e-f972d37864aa tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e060846-538e-43db-817d-f98ca00a203c,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:54.476650 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-4128f5cd-5483-42a6-9b4e-f972d37864aa tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.478381 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-4128f5cd-5483-42a6-9b4e-f972d37864aa tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1856332 Jul 06 15:02:54.480732 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40556) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:54.481275 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port d1f45dec-bdc6-4313-81cf-d3c355a11f8b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:54.481673 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.485408 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-db76e7a2-d949-4d87-9275-a4f8df03de48 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Request body: {'security_group_rule': {'security_group_id': '1623c7d1-7643-4aa9-9c1f-853b81c853d0', 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:02:54.512565 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db76e7a2-d949-4d87-9275-a4f8df03de48 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.599815 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:02:54.601983 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db76e7a2-d949-4d87-9275-a4f8df03de48 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.608114 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db76e7a2-d949-4d87-9275-a4f8df03de48 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.628163 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76e7a2-d949-4d87-9275-a4f8df03de48 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2fb2e36-8b9f-467f-bc7e-2809a239aa1c,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:54.635522 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-db76e7a2-d949-4d87-9275-a4f8df03de48 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.636806 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-db76e7a2-d949-4d87-9275-a4f8df03de48 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1550467 Jul 06 15:02:54.639424 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40558) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:54.646683 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-f9c0316c-7f3e-43fc-aee9-f77dca3bb2cc tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Request body: {'security_group_rule': {'security_group_id': '1623c7d1-7643-4aa9-9c1f-853b81c853d0', 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:02:54.663131 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:54.663463 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.679370 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f9c0316c-7f3e-43fc-aee9-f77dca3bb2cc tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.748322 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f9c0316c-7f3e-43fc-aee9-f77dca3bb2cc tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.753980 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f9c0316c-7f3e-43fc-aee9-f77dca3bb2cc tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.775760 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0316c-7f3e-43fc-aee9-f77dca3bb2cc tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d68495-af83-4fc3-871a-fba93874c78a,revision_number=0']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:54.780066 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f9c0316c-7f3e-43fc-aee9-f77dca3bb2cc tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.784759 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40560) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:54.785004 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f9c0316c-7f3e-43fc-aee9-f77dca3bb2cc tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1440096 Jul 06 15:02:54.789613 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-99da7873-a7eb-4fd9-9470-a42b1ade6d59 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Request body: {'security_group_rule': {'security_group_id': '1623c7d1-7643-4aa9-9c1f-853b81c853d0', 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:02:54.817801 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99da7873-a7eb-4fd9-9470-a42b1ade6d59 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.882371 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99da7873-a7eb-4fd9-9470-a42b1ade6d59 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.886880 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99da7873-a7eb-4fd9-9470-a42b1ade6d59 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.904220 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da7873-a7eb-4fd9-9470-a42b1ade6d59 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b2c2b6-936e-44a6-abeb-e8ee310f9d65,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:54.911271 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-99da7873-a7eb-4fd9-9470-a42b1ade6d59 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:54.912586 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-99da7873-a7eb-4fd9-9470-a42b1ade6d59 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1267908 Jul 06 15:02:54.915351 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40562) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:54.919888 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-9f02b8e7-80f6-4c0b-b784-ee91396520be tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Request body: {'security_group_rule': {'security_group_id': '1623c7d1-7643-4aa9-9c1f-853b81c853d0', 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:02:54.943165 n-d-773644-6 neutron-server[100417]: INFO neutron.db.securitygroups_db [None req-9f02b8e7-80f6-4c0b-b784-ee91396520be tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Project a6fa511b0ed44791abd39fd5637993b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 15:02:54.948184 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9f02b8e7-80f6-4c0b-b784-ee91396520be tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:55.009101 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9f02b8e7-80f6-4c0b-b784-ee91396520be tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:55.012737 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9f02b8e7-80f6-4c0b-b784-ee91396520be tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:55.030383 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02b8e7-80f6-4c0b-b784-ee91396520be tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1226a2e6-c396-4aae-9d95-dfc15ba97dce,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:55.037704 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-9f02b8e7-80f6-4c0b-b784-ee91396520be tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:55.039000 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-9f02b8e7-80f6-4c0b-b784-ee91396520be tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1226320 Jul 06 15:02:55.041788 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40564) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:02:55.046406 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.v2.base [None req-1a798e20-96dc-4ad0-a9ef-cf665ed11856 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Request body: {'security_group_rule': {'security_group_id': '1623c7d1-7643-4aa9-9c1f-853b81c853d0', 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100417) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:02:55.068362 n-d-773644-6 neutron-server[100417]: INFO neutron.db.securitygroups_db [None req-1a798e20-96dc-4ad0-a9ef-cf665ed11856 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Project a6fa511b0ed44791abd39fd5637993b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 15:02:55.073381 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1a798e20-96dc-4ad0-a9ef-cf665ed11856 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:55.134982 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1a798e20-96dc-4ad0-a9ef-cf665ed11856 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:55.138603 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1a798e20-96dc-4ad0-a9ef-cf665ed11856 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2016170'] for security_group_rule, after_create {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:55.157400 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a798e20-96dc-4ad0-a9ef-cf665ed11856 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a753dec-d6dc-4598-9027-68d691385311,revision_number=0']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:55.166385 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-1a798e20-96dc-4ad0-a9ef-cf665ed11856 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:55.167655 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-1a798e20-96dc-4ad0-a9ef-cf665ed11856 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248405 Jul 06 15:02:55.329003 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-135b6cf4-01c0-4d2a-83a8-ca2573cca093 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1826489734&fields=id&tenant_id=a6fa511b0ed44791abd39fd5637993b2 HTTP/1.1" status: 200 len: 267 time: 0.0352316 Jul 06 15:02:55.450117 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-4f4ca91c-e4dd-48b4-b095-24fd783b1ccf tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:55.451622 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-4f4ca91c-e4dd-48b4-b095-24fd783b1ccf tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/networks?id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b HTTP/1.1" status: 200 len: 810 time: 0.1148927 Jul 06 15:02:55.467815 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-c24b5403-e8a9-4ae7-85f7-0b54150e53ad tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/quotas/a6fa511b0ed44791abd39fd5637993b2 HTTP/1.1" status: 200 len: 375 time: 0.0098727 Jul 06 15:02:55.546000 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-76b06118-1bda-4002-a969-c9d182d38878 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=a6fa511b0ed44791abd39fd5637993b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726488 Jul 06 15:02:55.651591 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-e15f286f-e094-43d2-9fa7-7b00b8bc4c5c service neutron] 10.222.0.118 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918763 Jul 06 15:02:55.755596 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-2cb7ba75-7048-440b-b47c-d305ec4e1ff0 service neutron] 10.222.0.118 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952895 Jul 06 15:02:55.938989 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4bfcf372-dcd4-4d49-b519-fa660b1b3ddc req-3dcb39f1-7328-4684-a91d-8cfd81d0a31e tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=39948278-4cc7-4d1d-9635-eb1b92d60e9b HTTP/1.1" status: 200 len: 210 time: 0.0342498 Jul 06 15:02:56.411196 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 10a2fecd-9ac8-47b1-9aba-fd46efce0c1b up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:02:56.471531 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 10a2fecd-9ac8-47b1-9aba-fd46efce0c1b completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:02:56.476274 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 10a2fecd-9ac8-47b1-9aba-fd46efce0c1b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:56.476753 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:56.569639 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:56.591103 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 10a2fecd-9ac8-47b1-9aba-fd46efce0c1b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=10a2fecd-9ac8-47b1-9aba-fd46efce0c1b,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:56.595600 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:56.636534 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0192d77-ef69-43f2-82f9-e2c6b69e62fd None None] Sync routers for ids ['2d7d7d20-670c-4b21-a5be-2c0c6b891c01'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:02:56.647737 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0192d77-ef69-43f2-82f9-e2c6b69e62fd None None] Routers {'2d7d7d20-670c-4b21-a5be-2c0c6b891c01'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:56.648445 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-c0192d77-ef69-43f2-82f9-e2c6b69e62fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T15:02:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2d7d7d20-670c-4b21-a5be-2c0c6b891c01'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:56.659091 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=10a2fecd-9ac8-47b1-9aba-fd46efce0c1b,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:56.756801 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-c0192d77-ef69-43f2-82f9-e2c6b69e62fd None None] Set router 2d7d7d20-670c-4b21-a5be-2c0c6b891c01 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:56.951686 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-c0192d77-ef69-43f2-82f9-e2c6b69e62fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7d7d20-670c-4b21-a5be-2c0c6b891c01', 'name': 'tempest-TestSnapshotPattern-1196689266-router', 'tenant_id': 'f4a909e2018044ada1b967c52052c369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '10a2fecd-9ac8-47b1-9aba-fd46efce0c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:50Z', 'updated_at': '2021-07-06T15:02:52Z', 'revision_number': 4, 'project_id': 'f4a909e2018044ada1b967c52052c369', 'gw_port': {'id': '10a2fecd-9ac8-47b1-9aba-fd46efce0c1b', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7d7d20-670c-4b21-a5be-2c0c6b891c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:50Z', 'updated_at': '2021-07-06T15:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411', 'name': '', 'network_id': '3168970a-f77d-49f6-a465-c12ac9cd61c7', 'tenant_id': 'f4a909e2018044ada1b967c52052c369', 'mac_address': 'fa:16:3e:0e:40:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7d7d20-670c-4b21-a5be-2c0c6b891c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'bcc665fb-6ada-41e8-abfb-e249a54fa1cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:52Z', 'updated_at': '2021-07-06T15:02:52Z', 'revision_number': 2, 'project_id': 'f4a909e2018044ada1b967c52052c369', 'subnets': [{'id': 'bcc665fb-6ada-41e8-abfb-e249a54fa1cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:56.978413 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0192d77-ef69-43f2-82f9-e2c6b69e62fd None None] Checking router: 2d7d7d20-670c-4b21-a5be-2c0c6b891c01 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:02:56.978764 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0192d77-ef69-43f2-82f9-e2c6b69e62fd None None] Updating router 2d7d7d20-670c-4b21-a5be-2c0c6b891c01 port 2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411 binding host n-d-773644-6 {{(pid=100420) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 15:02:57.099805 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7657059d-541c-4a29-a334-7adfaf9fd429 req-af93523c-c1b8-4f06-bcc3-3356254207c2 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=39948278-4cc7-4d1d-9635-eb1b92d60e9b HTTP/1.1" status: 200 len: 210 time: 0.0398831 Jul 06 15:02:57.113982 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-c0192d77-ef69-43f2-82f9-e2c6b69e62fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:57.216701 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-63c9cd31-69bc-4ab6-8977-e986142d7666 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:57.219529 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-63c9cd31-69bc-4ab6-8977-e986142d7666 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.52 "GET /v2.0/networks?id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b HTTP/1.1" status: 200 len: 810 time: 0.1489482 Jul 06 15:02:57.265695 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-b4a465c4-c6c3-424a-bf6d-34dc1851f209 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6fa511b0ed44791abd39fd5637993b2 HTTP/1.1" status: 200 len: 380 time: 0.0354915 Jul 06 15:02:57.275455 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-1a966dd0-1f04-48de-abbb-16cd759faa0a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Request body: {'port': {'device_id': '39948278-4cc7-4d1d-9635-eb1b92d60e9b', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'admin_state_up': True, 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'security_groups': ['1623c7d1-7643-4aa9-9c1f-853b81c853d0']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:02:57.389709 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-1a966dd0-1f04-48de-abbb-16cd759faa0a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Made reservation on behalf of a6fa511b0ed44791abd39fd5637993b2 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:02:57.394135 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-1a966dd0-1f04-48de-abbb-16cd759faa0a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:57.405341 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-c0192d77-ef69-43f2-82f9-e2c6b69e62fd None None] Notify callbacks [] for port, precommit_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:57.415862 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.provisioning_blocks [None req-c0192d77-ef69-43f2-82f9-e2c6b69e62fd None None] Transition to ACTIVE for port object 2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411 will not be triggered until provisioned by entity L2. {{(pid=100420) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:02:57.422072 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-c0192d77-ef69-43f2-82f9-e2c6b69e62fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:57.492332 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb81ac-5126-44cd-8e73-72d5aed777f5 None None] Pushing event updated for resources: {'Port': ['ID=2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411,revision_number=3']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:57.534227 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-1a966dd0-1f04-48de-abbb-16cd759faa0a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Allocated IP 172.20.0.8 (cb483e7b-56c0-48a9-a1f9-0fc8308eed5b/08cc5afc-2ff4-4092-960f-c4ae8f7b82cb/2048c6ab-884a-428d-a049-74324186682b) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:02:57.535690 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-c0192d77-ef69-43f2-82f9-e2c6b69e62fd None None] Attempting to bind port 2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411 on host n-d-773644-6 for vnic_type normal with profile {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:02:57.536067 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-c0192d77-ef69-43f2-82f9-e2c6b69e62fd None None] Attempting to bind port 2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411 by drivers openvswitch,hyperv on host n-d-773644-6 at level 0 using segments [{'id': '302c2549-dc60-432c-b1c1-1f5a596b2d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3168970a-f77d-49f6-a465-c12ac9cd61c7'}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:02:57.536535 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0192d77-ef69-43f2-82f9-e2c6b69e62fd None None] Attempting to bind port 2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411 on network 3168970a-f77d-49f6-a465-c12ac9cd61c7 {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:02:57.542373 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0192d77-ef69-43f2-82f9-e2c6b69e62fd None None] Checking agent: {'id': '89b7277f-11a0-489f-a1a5-c87e76784cff', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 32, 10), 'started_at': datetime.datetime(2021, 7, 6, 13, 32, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-773644-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:02:57.543071 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0192d77-ef69-43f2-82f9-e2c6b69e62fd None None] Checking segment: {'id': '302c2549-dc60-432c-b1c1-1f5a596b2d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3168970a-f77d-49f6-a465-c12ac9cd61c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100420) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:02:57.543653 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-c0192d77-ef69-43f2-82f9-e2c6b69e62fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:57.544218 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0192d77-ef69-43f2-82f9-e2c6b69e62fd None None] Bound using segment: {'id': '302c2549-dc60-432c-b1c1-1f5a596b2d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3168970a-f77d-49f6-a465-c12ac9cd61c7'} {{(pid=100420) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:02:57.544887 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.managers [None req-c0192d77-ef69-43f2-82f9-e2c6b69e62fd None None] Bound port: 2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411, host: n-d-773644-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '302c2549-dc60-432c-b1c1-1f5a596b2d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3168970a-f77d-49f6-a465-c12ac9cd61c7'}}] {{(pid=100420) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:02:57.545467 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-c0192d77-ef69-43f2-82f9-e2c6b69e62fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:57.613813 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-c0192d77-ef69-43f2-82f9-e2c6b69e62fd None None] For port 2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411, host n-d-773644-6, cleared binding levels {{(pid=100420) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:02:57.617352 n-d-773644-6 neutron-server[100420]: DEBUG neutron.plugins.ml2.db [None req-c0192d77-ef69-43f2-82f9-e2c6b69e62fd None None] For port 2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411, host n-d-773644-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411,segment=NetworkSegment(302c2549-dc60-432c-b1c1-1f5a596b2d1f),segment_id=302c2549-dc60-432c-b1c1-1f5a596b2d1f)] {{(pid=100420) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:02:57.622607 n-d-773644-6 neutron-server[100420]: DEBUG neutron_lib.callbacks.manager [None req-c0192d77-ef69-43f2-82f9-e2c6b69e62fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100420) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:57.685413 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb81ac-5126-44cd-8e73-72d5aed777f5 None None] Pushing event updated for resources: {'Port': ['ID=2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411,revision_number=4']} {{(pid=100420) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:57.690388 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0192d77-ef69-43f2-82f9-e2c6b69e62fd None None] Routers {'2d7d7d20-670c-4b21-a5be-2c0c6b891c01'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:02:57.691250 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-c0192d77-ef69-43f2-82f9-e2c6b69e62fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T15:02:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2d7d7d20-670c-4b21-a5be-2c0c6b891c01'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:57.727431 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-1a966dd0-1f04-48de-abbb-16cd759faa0a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:57.742040 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-1a966dd0-1f04-48de-abbb-16cd759faa0a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Transition to ACTIVE for port object 2048c6ab-884a-428d-a049-74324186682b will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:02:57.777531 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-1a966dd0-1f04-48de-abbb-16cd759faa0a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:57.810071 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-c0192d77-ef69-43f2-82f9-e2c6b69e62fd None None] Set router 2d7d7d20-670c-4b21-a5be-2c0c6b891c01 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:02:57.844152 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-1a966dd0-1f04-48de-abbb-16cd759faa0a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Network cb483e7b-56c0-48a9-a1f9-0fc8308eed5b is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:02:57.848606 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-1a966dd0-1f04-48de-abbb-16cd759faa0a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:02:57.851499 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-1a966dd0-1f04-48de-abbb-16cd759faa0a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:02:57.891660 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a966dd0-1f04-48de-abbb-16cd759faa0a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Pushing event updated for resources: {'Port': ['ID=2048c6ab-884a-428d-a049-74324186682b,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:57.918871 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-1a966dd0-1f04-48de-abbb-16cd759faa0a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:57.919586 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-1a966dd0-1f04-48de-abbb-16cd759faa0a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:57.943632 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-1a966dd0-1f04-48de-abbb-16cd759faa0a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6725991 Jul 06 15:02:57.959754 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-a0df838e-8aa8-4d27-9eb3-ec6a2d6b2433 service neutron] Request body: {'port': {'device_id': '39948278-4cc7-4d1d-9635-eb1b92d60e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:02:58.044756 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-a0df838e-8aa8-4d27-9eb3-ec6a2d6b2433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:58.050114 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-c0192d77-ef69-43f2-82f9-e2c6b69e62fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7d7d20-670c-4b21-a5be-2c0c6b891c01', 'name': 'tempest-TestSnapshotPattern-1196689266-router', 'tenant_id': 'f4a909e2018044ada1b967c52052c369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '10a2fecd-9ac8-47b1-9aba-fd46efce0c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:50Z', 'updated_at': '2021-07-06T15:02:52Z', 'revision_number': 4, 'project_id': 'f4a909e2018044ada1b967c52052c369', 'gw_port': {'id': '10a2fecd-9ac8-47b1-9aba-fd46efce0c1b', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7d7d20-670c-4b21-a5be-2c0c6b891c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:50Z', 'updated_at': '2021-07-06T15:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411', 'name': '', 'network_id': '3168970a-f77d-49f6-a465-c12ac9cd61c7', 'tenant_id': 'f4a909e2018044ada1b967c52052c369', 'mac_address': 'fa:16:3e:0e:40:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7d7d20-670c-4b21-a5be-2c0c6b891c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'bcc665fb-6ada-41e8-abfb-e249a54fa1cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:52Z', 'updated_at': '2021-07-06T15:02:57Z', 'revision_number': 4, 'project_id': 'f4a909e2018044ada1b967c52052c369', 'subnets': [{'id': 'bcc665fb-6ada-41e8-abfb-e249a54fa1cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:02:58.078361 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0192d77-ef69-43f2-82f9-e2c6b69e62fd None None] The sync data for ids ['2d7d7d20-670c-4b21-a5be-2c0c6b891c01'] in n-d-773644-6 is: [{'id': '2d7d7d20-670c-4b21-a5be-2c0c6b891c01', 'name': 'tempest-TestSnapshotPattern-1196689266-router', 'tenant_id': 'f4a909e2018044ada1b967c52052c369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '10a2fecd-9ac8-47b1-9aba-fd46efce0c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:50Z', 'updated_at': '2021-07-06T15:02:52Z', 'revision_number': 4, 'project_id': 'f4a909e2018044ada1b967c52052c369', 'gw_port': {'id': '10a2fecd-9ac8-47b1-9aba-fd46efce0c1b', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7d7d20-670c-4b21-a5be-2c0c6b891c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:50Z', 'updated_at': '2021-07-06T15:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': '2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411', 'name': '', 'network_id': '3168970a-f77d-49f6-a465-c12ac9cd61c7', 'tenant_id': 'f4a909e2018044ada1b967c52052c369', 'mac_address': 'fa:16:3e:0e:40:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7d7d20-670c-4b21-a5be-2c0c6b891c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'bcc665fb-6ada-41e8-abfb-e249a54fa1cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:52Z', 'updated_at': '2021-07-06T15:02:57Z', 'revision_number': 4, 'project_id': 'f4a909e2018044ada1b967c52052c369', 'subnets': [{'id': 'bcc665fb-6ada-41e8-abfb-e249a54fa1cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:02:58.175866 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1070cf06-f694-4cc9-9339-fcc59ae6167d None None] Provisioning for port 2048c6ab-884a-428d-a049-74324186682b completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:02:58.184650 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-1070cf06-f694-4cc9-9339-fcc59ae6167d None None] Provisioning complete for port 2048c6ab-884a-428d-a049-74324186682b triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:58.185033 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1070cf06-f694-4cc9-9339-fcc59ae6167d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:58.240167 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-1070cf06-f694-4cc9-9339-fcc59ae6167d None None] Port 2048c6ab-884a-428d-a049-74324186682b cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:02:58.363349 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ea18e-ebc7-4b59-837a-10dca4e66242 req-ba4f9601-7b5b-44eb-a00d-209e5912461b tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:58.364936 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a57ea18e-ebc7-4b59-837a-10dca4e66242 req-ba4f9601-7b5b-44eb-a00d-209e5912461b tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=39948278-4cc7-4d1d-9635-eb1b92d60e9b HTTP/1.1" status: 200 len: 931 time: 0.1270893 Jul 06 15:02:58.418719 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 10a2fecd-9ac8-47b1-9aba-fd46efce0c1b up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:02:58.440660 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-a0df838e-8aa8-4d27-9eb3-ec6a2d6b2433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2048c6ab-884a-428d-a049-74324186682b {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:02:58.452583 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-a0df838e-8aa8-4d27-9eb3-ec6a2d6b2433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:58.458449 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a57ea18e-ebc7-4b59-837a-10dca4e66242 req-ed33bc8a-e848-4acb-b215-04b42ba5bf40 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/security-groups?id=1623c7d1-7643-4aa9-9c1f-853b81c853d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797894 Jul 06 15:02:58.474205 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-a0df838e-8aa8-4d27-9eb3-ec6a2d6b2433 service neutron] Transition to ACTIVE for port object 2048c6ab-884a-428d-a049-74324186682b will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:02:58.488752 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-a0df838e-8aa8-4d27-9eb3-ec6a2d6b2433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:58.491764 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 10a2fecd-9ac8-47b1-9aba-fd46efce0c1b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:58.493030 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:58.564348 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df838e-8aa8-4d27-9eb3-ec6a2d6b2433 service neutron] Pushing event updated for resources: {'Port': ['ID=2048c6ab-884a-428d-a049-74324186682b,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:58.614267 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:02:58.629015 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-a0df838e-8aa8-4d27-9eb3-ec6a2d6b2433 service neutron] Attempting to bind port 2048c6ab-884a-428d-a049-74324186682b on host n-h1-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:02:58.629362 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-a0df838e-8aa8-4d27-9eb3-ec6a2d6b2433 service neutron] Attempting to bind port 2048c6ab-884a-428d-a049-74324186682b by drivers openvswitch,hyperv on host n-h1-773644-6 at level 0 using segments [{'id': 'b1108ebd-a49a-4c68-8e32-ee43986a05bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:02:58.629701 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-a0df838e-8aa8-4d27-9eb3-ec6a2d6b2433 service neutron] Attempting to bind port 2048c6ab-884a-428d-a049-74324186682b on network cb483e7b-56c0-48a9-a1f9-0fc8308eed5b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:02:58.634950 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-a0df838e-8aa8-4d27-9eb3-ec6a2d6b2433 service neutron] Port 2048c6ab-884a-428d-a049-74324186682b on network cb483e7b-56c0-48a9-a1f9-0fc8308eed5b not bound, no agent of type Open vSwitch agent registered on host n-h1-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 15:02:58.635289 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-a0df838e-8aa8-4d27-9eb3-ec6a2d6b2433 service neutron] Attempting to bind port 2048c6ab-884a-428d-a049-74324186682b on network cb483e7b-56c0-48a9-a1f9-0fc8308eed5b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:02:58.641600 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-a0df838e-8aa8-4d27-9eb3-ec6a2d6b2433 service neutron] Checking agent: {'id': '744fd896-804a-44f8-b860-60a4488d25ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:02:58.641600 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-a0df838e-8aa8-4d27-9eb3-ec6a2d6b2433 service neutron] Checking segment: {'id': 'b1108ebd-a49a-4c68-8e32-ee43986a05bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:02:58.641600 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-a0df838e-8aa8-4d27-9eb3-ec6a2d6b2433 service neutron] Bound using segment: {'id': 'b1108ebd-a49a-4c68-8e32-ee43986a05bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:02:58.642091 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-a0df838e-8aa8-4d27-9eb3-ec6a2d6b2433 service neutron] Bound port: 2048c6ab-884a-428d-a049-74324186682b, host: n-h1-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1108ebd-a49a-4c68-8e32-ee43986a05bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:02:58.642389 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-a0df838e-8aa8-4d27-9eb3-ec6a2d6b2433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:58.677381 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning for port 2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:02:58.682991 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:02:58.683379 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:58.726473 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-a0df838e-8aa8-4d27-9eb3-ec6a2d6b2433 service neutron] For port 2048c6ab-884a-428d-a049-74324186682b, host n-h1-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:02:58.731759 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-a0df838e-8aa8-4d27-9eb3-ec6a2d6b2433 service neutron] For port 2048c6ab-884a-428d-a049-74324186682b, host n-h1-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=2048c6ab-884a-428d-a049-74324186682b,segment=NetworkSegment(b1108ebd-a49a-4c68-8e32-ee43986a05bc),segment_id=b1108ebd-a49a-4c68-8e32-ee43986a05bc)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:02:58.739826 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-a0df838e-8aa8-4d27-9eb3-ec6a2d6b2433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:58.781138 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-a0df838e-8aa8-4d27-9eb3-ec6a2d6b2433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:58.781788 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-a0df838e-8aa8-4d27-9eb3-ec6a2d6b2433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:58.783249 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-a0df838e-8aa8-4d27-9eb3-ec6a2d6b2433 service neutron] 10.222.0.52 "PUT /v2.0/ports/2048c6ab-884a-428d-a049-74324186682b HTTP/1.1" status: 200 len: 1091 time: 0.8299658 Jul 06 15:02:58.784426 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39948278-4cc7-4d1d-9635-eb1b92d60e9b', 'tag': '2048c6ab-884a-428d-a049-74324186682b'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:02:58.786869 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954bd368-bb12-4546-beab-14c28eac2d13" -d '{"events": [{"name": "network-changed", "server_uuid": "39948278-4cc7-4d1d-9635-eb1b92d60e9b", "tag": "2048c6ab-884a-428d-a049-74324186682b"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:02:58.796021 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:58.839130 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] For port 2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411,segment=NetworkSegment(302c2549-dc60-432c-b1c1-1f5a596b2d1f),segment_id=302c2549-dc60-432c-b1c1-1f5a596b2d1f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:02:58.840533 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df838e-8aa8-4d27-9eb3-ec6a2d6b2433 service neutron] Pushing event updated for resources: {'Port': ['ID=2048c6ab-884a-428d-a049-74324186682b,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:58.854051 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:02:58.901246 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cfe80e-2c86-4eeb-a608-c4b6468a0fd8 x-openstack-request-id: req-29cfe80e-2c86-4eeb-a608-c4b6468a0fd8 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:02:58.901619 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39948278-4cc7-4d1d-9635-eb1b92d60e9b", "tag": "2048c6ab-884a-428d-a049-74324186682b", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:02:58.901975 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-29cfe80e-2c86-4eeb-a608-c4b6468a0fd8 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:02:58.902446 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39948278-4cc7-4d1d-9635-eb1b92d60e9b', 'tag': '2048c6ab-884a-428d-a049-74324186682b', 'status': 'completed', 'code': 200} Jul 06 15:02:58.913154 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Pushing event updated for resources: {'Port': ['ID=2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:02:58.918810 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-c4e08fb7-c737-43cb-966b-a71cb5cc4e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:58.920437 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-c4e08fb7-c737-43cb-966b-a71cb5cc4e21 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6fa511b0ed44791abd39fd5637993b2&device_id=39948278-4cc7-4d1d-9635-eb1b92d60e9b HTTP/1.1" status: 200 len: 1094 time: 0.0714166 Jul 06 15:02:58.964158 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-7c8347ba-31a7-4cf5-9c66-e41969b7e775 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2048c6ab-884a-428d-a049-74324186682b HTTP/1.1" status: 200 len: 217 time: 0.0352206 Jul 06 15:02:59.021681 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-86b7fab3-f2e3-4f84-849e-e9d2d3518bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:59.023300 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-86b7fab3-f2e3-4f84-849e-e9d2d3518bd4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=08cc5afc-2ff4-4092-960f-c4ae8f7b82cb HTTP/1.1" status: 200 len: 849 time: 0.0492027 Jul 06 15:02:59.087437 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-49b93b6f-7604-4b36-b3e8-0ead922a86e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:59.088891 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-49b93b6f-7604-4b36-b3e8-0ead922a86e4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557189 Jul 06 15:02:59.184153 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-0d0c85b8-2166-4d83-969a-171b37b2aaa1 service neutron] 10.222.0.52 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817945 Jul 06 15:02:59.663694 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf122eef-86bf-46b2-b33e-6964b03e34c1 req-4aec7529-a454-4cd8-9ea0-221dbb524e3d service neutron] 10.222.0.52 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702835 Jul 06 15:02:59.684352 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794db4f-42c5-4562-a534-382b5b2d832d req-07ec5aa2-fc7b-4e40-8297-5439fe7b231f tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:59.686034 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4794db4f-42c5-4562-a534-382b5b2d832d req-07ec5aa2-fc7b-4e40-8297-5439fe7b231f tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=39948278-4cc7-4d1d-9635-eb1b92d60e9b HTTP/1.1" status: 200 len: 943 time: 0.0986102 Jul 06 15:02:59.726347 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4794db4f-42c5-4562-a534-382b5b2d832d req-8f23cd6c-8479-431d-a5b0-50f90ddc4889 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/security-groups?id=1623c7d1-7643-4aa9-9c1f-853b81c853d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335684 Jul 06 15:02:59.783082 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bd368-bb12-4546-beab-14c28eac2d13 req-abb3dad4-fcd6-46ee-a8ef-6bcdf85100e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:59.785081 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-954bd368-bb12-4546-beab-14c28eac2d13 req-abb3dad4-fcd6-46ee-a8ef-6bcdf85100e1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6fa511b0ed44791abd39fd5637993b2&device_id=39948278-4cc7-4d1d-9635-eb1b92d60e9b HTTP/1.1" status: 200 len: 1094 time: 0.0578725 Jul 06 15:02:59.876387 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bd368-bb12-4546-beab-14c28eac2d13 req-34e0e1e8-9e36-462c-99a1-21ccc42f168d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:59.881163 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-954bd368-bb12-4546-beab-14c28eac2d13 req-34e0e1e8-9e36-462c-99a1-21ccc42f168d service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b HTTP/1.1" status: 200 len: 911 time: 0.0874691 Jul 06 15:02:59.925481 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-954bd368-bb12-4546-beab-14c28eac2d13 req-417badb5-97d3-4c7f-8b81-1c4719c42155 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2048c6ab-884a-428d-a049-74324186682b HTTP/1.1" status: 200 len: 217 time: 0.0396335 Jul 06 15:02:59.974060 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bd368-bb12-4546-beab-14c28eac2d13 req-bf334fe1-71bb-4638-b860-c8296e5ecd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:02:59.975515 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-954bd368-bb12-4546-beab-14c28eac2d13 req-bf334fe1-71bb-4638-b860-c8296e5ecd1f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=08cc5afc-2ff4-4092-960f-c4ae8f7b82cb HTTP/1.1" status: 200 len: 849 time: 0.0440283 Jul 06 15:03:00.035970 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bd368-bb12-4546-beab-14c28eac2d13 req-61120060-3447-43e0-a6c4-5cda11fd9438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:00.037492 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-954bd368-bb12-4546-beab-14c28eac2d13 req-61120060-3447-43e0-a6c4-5cda11fd9438 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519798 Jul 06 15:03:00.132404 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-954bd368-bb12-4546-beab-14c28eac2d13 req-619348b9-44f8-41ad-a2f9-df4d1d31caa4 service neutron] 10.222.0.52 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860608 Jul 06 15:03:00.223416 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-954bd368-bb12-4546-beab-14c28eac2d13 req-f3f4a6a9-f359-425d-a05f-9708d0dca8e2 service neutron] 10.222.0.52 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832751 Jul 06 15:03:00.379539 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411 up at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:03:00.430114 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Provisioning complete for port 2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:03:00.430558 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:00.901627 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5f7c3-3cc6-469a-8b18-49fa0d59246a req-10235735-a89d-4a21-9ced-74e9e04d5922 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:00.903164 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e7e5f7c3-3cc6-469a-8b18-49fa0d59246a req-10235735-a89d-4a21-9ced-74e9e04d5922 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=39948278-4cc7-4d1d-9635-eb1b92d60e9b HTTP/1.1" status: 200 len: 943 time: 0.0646150 Jul 06 15:03:00.948345 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e7e5f7c3-3cc6-469a-8b18-49fa0d59246a req-1c3b7b2f-155c-4c9b-8fd4-a21852552fdc tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/security-groups?id=1623c7d1-7643-4aa9-9c1f-853b81c853d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390565 Jul 06 15:03:02.125718 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d89a3-e63e-45c8-8cf0-f0cae4af8506 req-b25b24c5-12c2-4f76-93c2-59f032f7b1e2 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:02.127943 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-282d89a3-e63e-45c8-8cf0-f0cae4af8506 req-b25b24c5-12c2-4f76-93c2-59f032f7b1e2 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=39948278-4cc7-4d1d-9635-eb1b92d60e9b HTTP/1.1" status: 200 len: 943 time: 0.0639384 Jul 06 15:03:02.165807 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-282d89a3-e63e-45c8-8cf0-f0cae4af8506 req-17175cac-f6c8-434e-aeaa-d2cba40677da tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/security-groups?id=1623c7d1-7643-4aa9-9c1f-853b81c853d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318222 Jul 06 15:03:03.339131 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04050b06-2b0d-498b-af01-2aee552c04a1 req-84712b87-988d-4ccb-9914-594d08dca5ee tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:03.340637 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04050b06-2b0d-498b-af01-2aee552c04a1 req-84712b87-988d-4ccb-9914-594d08dca5ee tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=39948278-4cc7-4d1d-9635-eb1b92d60e9b HTTP/1.1" status: 200 len: 943 time: 0.0632303 Jul 06 15:03:03.379285 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-04050b06-2b0d-498b-af01-2aee552c04a1 req-82bf2cc1-2a86-4af2-9baa-5e1ee02b1f10 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/security-groups?id=1623c7d1-7643-4aa9-9c1f-853b81c853d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322196 Jul 06 15:03:03.441408 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 2048c6ab-884a-428d-a049-74324186682b details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:03:03.539326 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 2048c6ab-884a-428d-a049-74324186682b, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=2048c6ab-884a-428d-a049-74324186682b,segment=NetworkSegment(b1108ebd-a49a-4c68-8e32-ee43986a05bc),segment_id=b1108ebd-a49a-4c68-8e32-ee43986a05bc)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:03:03.550367 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '2048c6ab-884a-428d-a049-74324186682b', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'port_id': '2048c6ab-884a-428d-a049-74324186682b', 'mac_address': 'fa:16:3e:83:c3:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:03:03.588125 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:03.601670 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2048c6ab-884a-428d-a049-74324186682b {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:03:03.622581 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 2048c6ab-884a-428d-a049-74324186682b, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=2048c6ab-884a-428d-a049-74324186682b,segment=NetworkSegment(b1108ebd-a49a-4c68-8e32-ee43986a05bc),segment_id=b1108ebd-a49a-4c68-8e32-ee43986a05bc)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:03:03.633024 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:03.681064 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=2048c6ab-884a-428d-a049-74324186682b,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:03.938305 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['2048c6ab-884a-428d-a049-74324186682b'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:03:04.565816 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b203c6-57f7-4ef5-99f7-0f2d8a707cbf req-9472fd9a-37e6-4eda-92bb-436b7f7c3939 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:04.567235 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53b203c6-57f7-4ef5-99f7-0f2d8a707cbf req-9472fd9a-37e6-4eda-92bb-436b7f7c3939 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=39948278-4cc7-4d1d-9635-eb1b92d60e9b HTTP/1.1" status: 200 len: 944 time: 0.0667822 Jul 06 15:03:04.604728 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-53b203c6-57f7-4ef5-99f7-0f2d8a707cbf req-2dc713ea-fead-4c9c-b5b8-29c23bbda691 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/security-groups?id=1623c7d1-7643-4aa9-9c1f-853b81c853d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319571 Jul 06 15:03:05.449593 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 2048c6ab-884a-428d-a049-74324186682b up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:03:05.500265 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning for port 2048c6ab-884a-428d-a049-74324186682b completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:03:05.503943 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 2048c6ab-884a-428d-a049-74324186682b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:03:05.504320 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:05.578642 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:05.601519 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39948278-4cc7-4d1d-9635-eb1b92d60e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2048c6ab-884a-428d-a049-74324186682b'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:03:05.603815 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7b3130d190d3a8890db0c4eafcc3a45a14b225becedd5045b600f6b402c608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6eec9c9-5ebf-4383-92a5-2f8fbc22b7cf" -d '{"events": [{"server_uuid": "39948278-4cc7-4d1d-9635-eb1b92d60e9b", "name": "network-vif-plugged", "status": "completed", "tag": "2048c6ab-884a-428d-a049-74324186682b"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:03:05.616919 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 2048c6ab-884a-428d-a049-74324186682b, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=2048c6ab-884a-428d-a049-74324186682b,segment=NetworkSegment(b1108ebd-a49a-4c68-8e32-ee43986a05bc),segment_id=b1108ebd-a49a-4c68-8e32-ee43986a05bc)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:03:05.621533 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:05.648101 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b71a0a1-26cf-45f7-b6a9-85cd06d57109 x-openstack-request-id: req-3b71a0a1-26cf-45f7-b6a9-85cd06d57109 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:03:05.648396 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39948278-4cc7-4d1d-9635-eb1b92d60e9b", "name": "network-vif-plugged", "status": "completed", "tag": "2048c6ab-884a-428d-a049-74324186682b", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:03:05.648646 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-3b71a0a1-26cf-45f7-b6a9-85cd06d57109 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:03:05.649032 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39948278-4cc7-4d1d-9635-eb1b92d60e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2048c6ab-884a-428d-a049-74324186682b', 'code': 200} Jul 06 15:03:05.682428 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=2048c6ab-884a-428d-a049-74324186682b,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:05.819486 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f2f0d-e0fe-40af-9849-1cc7d36b65f1 req-c310cfad-7a18-4b04-901d-12cf81c098ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:05.820943 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-008f2f0d-e0fe-40af-9849-1cc7d36b65f1 req-c310cfad-7a18-4b04-901d-12cf81c098ed service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=39948278-4cc7-4d1d-9635-eb1b92d60e9b HTTP/1.1" status: 200 len: 1096 time: 0.0952637 Jul 06 15:03:05.828987 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf67ba2-1e61-443b-8ea6-c9f6d7426c4f req-cc6dea85-ea2f-40ac-99a2-9ca318e0a376 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:05.831016 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ebf67ba2-1e61-443b-8ea6-c9f6d7426c4f req-cc6dea85-ea2f-40ac-99a2-9ca318e0a376 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=39948278-4cc7-4d1d-9635-eb1b92d60e9b HTTP/1.1" status: 200 len: 945 time: 0.0796788 Jul 06 15:03:05.883823 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-008f2f0d-e0fe-40af-9849-1cc7d36b65f1 req-92bc409e-1ac1-4d07-afbd-94ee3c371785 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1623c7d1-7643-4aa9-9c1f-853b81c853d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518336 Jul 06 15:03:05.890751 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ebf67ba2-1e61-443b-8ea6-c9f6d7426c4f req-da9408aa-0100-4c57-bd2e-edacd0e5d5a1 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/security-groups?id=1623c7d1-7643-4aa9-9c1f-853b81c853d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536454 Jul 06 15:03:07.065653 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7252b5-40f5-447d-8a8f-6dc3bda28821 req-6716f984-9206-4c05-89b5-56cd1a42019a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:07.067190 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ed7252b5-40f5-447d-8a8f-6dc3bda28821 req-6716f984-9206-4c05-89b5-56cd1a42019a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=39948278-4cc7-4d1d-9635-eb1b92d60e9b HTTP/1.1" status: 200 len: 945 time: 0.0638456 Jul 06 15:03:07.105531 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-ed7252b5-40f5-447d-8a8f-6dc3bda28821 req-d7e21ebe-d10a-4ad9-9161-ed6c5e10ccaf tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/security-groups?id=1623c7d1-7643-4aa9-9c1f-853b81c853d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327654 Jul 06 15:03:07.282801 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57ba81-ca61-4c23-9f3d-27b598166b95 req-84cccf05-bdac-49c9-8b3d-f672f5c1987d tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:07.285425 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9a57ba81-ca61-4c23-9f3d-27b598166b95 req-84cccf05-bdac-49c9-8b3d-f672f5c1987d tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=39948278-4cc7-4d1d-9635-eb1b92d60e9b HTTP/1.1" status: 200 len: 945 time: 0.0651553 Jul 06 15:03:07.327411 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9a57ba81-ca61-4c23-9f3d-27b598166b95 req-bcafc15d-a02b-4a64-8c1c-53c73ee904d6 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/security-groups?id=1623c7d1-7643-4aa9-9c1f-853b81c853d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362875 Jul 06 15:03:07.352741 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 40618) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:07.468182 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7c56236f-1666-4215-91ce-b48121b0e0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:07.500917 n-d-773644-6 neutron-server[100417]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5dfeb10-f16f-47db-bbcf-9de5e824b642 tempest-TestSnapshotPattern-1916489750 tempest-TestSnapshotPattern-1916489750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100417) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:07.503247 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-d5dfeb10-f16f-47db-bbcf-9de5e824b642 tempest-TestSnapshotPattern-1916489750 tempest-TestSnapshotPattern-1916489750-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=39948278-4cc7-4d1d-9635-eb1b92d60e9b HTTP/1.1" status: 200 len: 1091 time: 0.1493843 Jul 06 15:03:07.506271 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40622) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:03:07.511038 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-84a2fb68-ace9-49fc-97ba-028f08a1cda0 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'port_id': '2048c6ab-884a-428d-a049-74324186682b', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:03:07.535259 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-84a2fb68-ace9-49fc-97ba-028f08a1cda0 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:07.636638 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-84a2fb68-ace9-49fc-97ba-028f08a1cda0 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:07.743014 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-84a2fb68-ace9-49fc-97ba-028f08a1cda0 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Allocated IP 172.25.6.128 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/21bf2898-8af2-49ba-8dff-33cb87df46d2) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:03:07.844069 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-84a2fb68-ace9-49fc-97ba-028f08a1cda0 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:07.888380 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-84a2fb68-ace9-49fc-97ba-028f08a1cda0 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:07.927794 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a2fb68-ace9-49fc-97ba-028f08a1cda0 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:03:07.930722 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-84a2fb68-ace9-49fc-97ba-028f08a1cda0 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:03:07.933952 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a2fb68-ace9-49fc-97ba-028f08a1cda0 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:03:07.966074 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2fb68-ace9-49fc-97ba-028f08a1cda0 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Pushing event updated for resources: {'Port': ['ID=21bf2898-8af2-49ba-8dff-33cb87df46d2,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:08.321124 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-84a2fb68-ace9-49fc-97ba-028f08a1cda0 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:08.399069 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-84a2fb68-ace9-49fc-97ba-028f08a1cda0 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:08.547887 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-84a2fb68-ace9-49fc-97ba-028f08a1cda0 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:08.553486 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-84a2fb68-ace9-49fc-97ba-028f08a1cda0 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:08.622702 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2fb68-ace9-49fc-97ba-028f08a1cda0 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Pushing event updated for resources: {'Port': ['ID=21bf2898-8af2-49ba-8dff-33cb87df46d2,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:03:08.639138 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-84a2fb68-ace9-49fc-97ba-028f08a1cda0 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:08.741678 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-84a2fb68-ace9-49fc-97ba-028f08a1cda0 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Floating IP daa30e47-ee86-4c2b-b213-424b53b30f9b associated. External IP: 172.25.6.128, port: 2048c6ab-884a-428d-a049-74324186682b. Jul 06 15:03:08.949334 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a2fb68-ace9-49fc-97ba-028f08a1cda0 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Router 45b28574-280e-4545-b3c6-69f08045da24 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:03:09.056791 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a2fb68-ace9-49fc-97ba-028f08a1cda0 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:03:09.066463 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23462ae4-f728-4c3d-a060-77094bd94ffe None None] Sync routers for ids ['45b28574-280e-4545-b3c6-69f08045da24'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:03:09.073548 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-84a2fb68-ace9-49fc-97ba-028f08a1cda0 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:09.075445 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23462ae4-f728-4c3d-a060-77094bd94ffe None None] Routers {'45b28574-280e-4545-b3c6-69f08045da24'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:03:09.076077 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-23462ae4-f728-4c3d-a060-77094bd94ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T15:02:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['45b28574-280e-4545-b3c6-69f08045da24'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:09.110699 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-84a2fb68-ace9-49fc-97ba-028f08a1cda0 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6032903 Jul 06 15:03:09.111309 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39948278-4cc7-4d1d-9635-eb1b92d60e9b', 'tag': '2048c6ab-884a-428d-a049-74324186682b'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:03:09.113608 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07357391-0fc6-4d55-a22c-3fc90439d539" -d '{"events": [{"name": "network-changed", "server_uuid": "39948278-4cc7-4d1d-9635-eb1b92d60e9b", "tag": "2048c6ab-884a-428d-a049-74324186682b"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:03:09.156491 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a5bb05-a30b-412d-abdb-5f35d01448a1 x-openstack-request-id: req-97a5bb05-a30b-412d-abdb-5f35d01448a1 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:03:09.156785 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39948278-4cc7-4d1d-9635-eb1b92d60e9b", "tag": "2048c6ab-884a-428d-a049-74324186682b", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:03:09.157043 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-97a5bb05-a30b-412d-abdb-5f35d01448a1 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:03:09.157458 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39948278-4cc7-4d1d-9635-eb1b92d60e9b', 'tag': '2048c6ab-884a-428d-a049-74324186682b', 'status': 'completed', 'code': 200} Jul 06 15:03:09.187869 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-23462ae4-f728-4c3d-a060-77094bd94ffe None None] Set router 45b28574-280e-4545-b3c6-69f08045da24 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:03:09.231606 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07357391-0fc6-4d55-a22c-3fc90439d539 req-b3ebf89c-6f63-474d-bb34-20bc11696570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:09.233144 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07357391-0fc6-4d55-a22c-3fc90439d539 req-b3ebf89c-6f63-474d-bb34-20bc11696570 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6fa511b0ed44791abd39fd5637993b2&device_id=39948278-4cc7-4d1d-9635-eb1b92d60e9b HTTP/1.1" status: 200 len: 1096 time: 0.0534623 Jul 06 15:03:09.327625 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07357391-0fc6-4d55-a22c-3fc90439d539 req-31857fce-05b6-4695-a27d-5a217d473162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:09.329157 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07357391-0fc6-4d55-a22c-3fc90439d539 req-31857fce-05b6-4695-a27d-5a217d473162 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b HTTP/1.1" status: 200 len: 911 time: 0.0895817 Jul 06 15:03:09.399223 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07357391-0fc6-4d55-a22c-3fc90439d539 req-106ae403-9431-42b5-9727-b507f75de24b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2048c6ab-884a-428d-a049-74324186682b HTTP/1.1" status: 200 len: 999 time: 0.0640285 Jul 06 15:03:09.418622 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-23462ae4-f728-4c3d-a060-77094bd94ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b28574-280e-4545-b3c6-69f08045da24', 'name': 'tempest-TestSnapshotPattern-1243374098-router', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:47Z', 'revision_number': 4, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'gw_port': {'id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'daa30e47-ee86-4c2b-b213-424b53b30f9b', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '45b28574-280e-4545-b3c6-69f08045da24', 'port_id': '2048c6ab-884a-428d-a049-74324186682b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'mac_address': 'fa:16:3e:83:c3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39948278-4cc7-4d1d-9635-eb1b92d60e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:03:08Z', 'updated_at': '2021-07-06T15:03:08Z', 'revision_number': 0, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f45dec-bdc6-4313-81cf-d3c355a11f8b', 'name': '', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'mac_address': 'fa:16:3e:87:3a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:47Z', 'updated_at': '2021-07-06T15:02:53Z', 'revision_number': 5, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'subnets': [{'id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:09.450629 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23462ae4-f728-4c3d-a060-77094bd94ffe None None] Checking router: 45b28574-280e-4545-b3c6-69f08045da24 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:03:09.452977 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07357391-0fc6-4d55-a22c-3fc90439d539 req-10b9bf41-877c-4dc2-ac22-2767db76b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:09.454690 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07357391-0fc6-4d55-a22c-3fc90439d539 req-10b9bf41-877c-4dc2-ac22-2767db76b46a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=08cc5afc-2ff4-4092-960f-c4ae8f7b82cb HTTP/1.1" status: 200 len: 849 time: 0.0494709 Jul 06 15:03:09.459526 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23462ae4-f728-4c3d-a060-77094bd94ffe None None] Routers {'45b28574-280e-4545-b3c6-69f08045da24'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:03:09.460138 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-23462ae4-f728-4c3d-a060-77094bd94ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T15:02:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['45b28574-280e-4545-b3c6-69f08045da24'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:09.513158 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07357391-0fc6-4d55-a22c-3fc90439d539 req-6111a07b-63d0-43b5-a8ca-bf23b03d66c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:09.514750 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07357391-0fc6-4d55-a22c-3fc90439d539 req-6111a07b-63d0-43b5-a8ca-bf23b03d66c1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536175 Jul 06 15:03:09.571369 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-23462ae4-f728-4c3d-a060-77094bd94ffe None None] Set router 45b28574-280e-4545-b3c6-69f08045da24 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:03:09.605701 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07357391-0fc6-4d55-a22c-3fc90439d539 req-fa41d704-a98a-4019-9879-3a0f2999e811 service neutron] 10.222.0.52 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841069 Jul 06 15:03:09.700695 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-07357391-0fc6-4d55-a22c-3fc90439d539 req-06e44ed4-d02c-408c-bcd3-026572d980f9 service neutron] 10.222.0.52 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890000 Jul 06 15:03:09.803394 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-23462ae4-f728-4c3d-a060-77094bd94ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b28574-280e-4545-b3c6-69f08045da24', 'name': 'tempest-TestSnapshotPattern-1243374098-router', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:47Z', 'revision_number': 4, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'gw_port': {'id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'daa30e47-ee86-4c2b-b213-424b53b30f9b', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '45b28574-280e-4545-b3c6-69f08045da24', 'port_id': '2048c6ab-884a-428d-a049-74324186682b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'mac_address': 'fa:16:3e:83:c3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39948278-4cc7-4d1d-9635-eb1b92d60e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:03:08Z', 'updated_at': '2021-07-06T15:03:08Z', 'revision_number': 0, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f45dec-bdc6-4313-81cf-d3c355a11f8b', 'name': '', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'mac_address': 'fa:16:3e:87:3a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:47Z', 'updated_at': '2021-07-06T15:02:53Z', 'revision_number': 5, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'subnets': [{'id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:03:09.829062 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23462ae4-f728-4c3d-a060-77094bd94ffe None None] The sync data for ids ['45b28574-280e-4545-b3c6-69f08045da24'] in n-d-773644-6 is: [{'id': '45b28574-280e-4545-b3c6-69f08045da24', 'name': 'tempest-TestSnapshotPattern-1243374098-router', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:47Z', 'revision_number': 4, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'gw_port': {'id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'daa30e47-ee86-4c2b-b213-424b53b30f9b', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '45b28574-280e-4545-b3c6-69f08045da24', 'port_id': '2048c6ab-884a-428d-a049-74324186682b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'mac_address': 'fa:16:3e:83:c3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39948278-4cc7-4d1d-9635-eb1b92d60e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:03:08Z', 'updated_at': '2021-07-06T15:03:08Z', 'revision_number': 0, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f45dec-bdc6-4313-81cf-d3c355a11f8b', 'name': '', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'mac_address': 'fa:16:3e:87:3a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:47Z', 'updated_at': '2021-07-06T15:02:53Z', 'revision_number': 5, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'subnets': [{'id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:03:10.036711 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0796346-ad1a-4a96-b310-4257fff0caf0 None None] New status for floating IP daa30e47-ee86-4c2b-b213-424b53b30f9b: ACTIVE {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:03:10.386726 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:10.665388 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f2e815f-37af-458a-a566-69096f7a30ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:11.821897 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:13.374330 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:13.757598 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:03:17.330659 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:19.490333 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:21.625162 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-858c0940-33c6-4f7b-8397-72bbada01381 req-08607a9e-b5ab-43e8-abcf-55c720358074 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=39948278-4cc7-4d1d-9635-eb1b92d60e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512016 Jul 06 15:03:21.722372 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c0940-33c6-4f7b-8397-72bbada01381 req-25727757-f613-43c3-9aab-b1a4767b1874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:21.723974 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-858c0940-33c6-4f7b-8397-72bbada01381 req-25727757-f613-43c3-9aab-b1a4767b1874 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6fa511b0ed44791abd39fd5637993b2&device_id=39948278-4cc7-4d1d-9635-eb1b92d60e9b HTTP/1.1" status: 200 len: 1096 time: 0.0565431 Jul 06 15:03:21.834101 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c0940-33c6-4f7b-8397-72bbada01381 req-5ed2c5dd-fb6e-46b9-b211-d27944766667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:21.835607 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-858c0940-33c6-4f7b-8397-72bbada01381 req-5ed2c5dd-fb6e-46b9-b211-d27944766667 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b HTTP/1.1" status: 200 len: 911 time: 0.0900843 Jul 06 15:03:21.900085 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-858c0940-33c6-4f7b-8397-72bbada01381 req-a6a95127-147f-4017-9a5c-25de96f11754 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2048c6ab-884a-428d-a049-74324186682b HTTP/1.1" status: 200 len: 1001 time: 0.0583897 Jul 06 15:03:21.954313 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c0940-33c6-4f7b-8397-72bbada01381 req-43df3b1a-81c0-47d4-a48e-b99272419dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:21.955922 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-858c0940-33c6-4f7b-8397-72bbada01381 req-43df3b1a-81c0-47d4-a48e-b99272419dab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=08cc5afc-2ff4-4092-960f-c4ae8f7b82cb HTTP/1.1" status: 200 len: 849 time: 0.0500445 Jul 06 15:03:22.013337 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c0940-33c6-4f7b-8397-72bbada01381 req-9e028c2e-a822-4579-a371-1afcca5db01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:03:22.014826 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-858c0940-33c6-4f7b-8397-72bbada01381 req-9e028c2e-a822-4579-a371-1afcca5db01b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529654 Jul 06 15:03:22.117401 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-858c0940-33c6-4f7b-8397-72bbada01381 req-fe1afa32-4e3f-47ea-a86f-5ef84cdd1149 service neutron] 10.222.0.52 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849068 Jul 06 15:03:22.218876 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-858c0940-33c6-4f7b-8397-72bbada01381 req-cef73c33-c96a-4778-9b79-612d97d645ec service neutron] 10.222.0.52 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941246 Jul 06 15:03:37.468774 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9a5f2baa-a3f7-4bd9-af1d-3c9b7e262110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:40.392127 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:40.666305 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8841fb42-85de-4053-be67-f944959c0c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:41.826301 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:43.380041 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:47.349419 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:49.499797 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:03:50.757434 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:04:07.470510 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7415b87d-754b-4f4b-8d75-08bbddc02ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:10.393696 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:10.666604 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a48aa375-10ec-4298-959c-b4e7eac04e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:11.828275 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:13.382076 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:17.348952 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:19.501849 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:21.527272 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-11703a28-83c4-4b8b-90cf-13a289d3313a req-f0aee72e-dd83-4866-8305-1d5ef21f041a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=39948278-4cc7-4d1d-9635-eb1b92d60e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0569842 Jul 06 15:04:21.629054 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11703a28-83c4-4b8b-90cf-13a289d3313a req-1ac107f4-277f-4cb2-9961-f92cc0d77fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:21.630629 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-11703a28-83c4-4b8b-90cf-13a289d3313a req-1ac107f4-277f-4cb2-9961-f92cc0d77fb2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6fa511b0ed44791abd39fd5637993b2&device_id=39948278-4cc7-4d1d-9635-eb1b92d60e9b HTTP/1.1" status: 200 len: 1096 time: 0.0521994 Jul 06 15:04:21.747574 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11703a28-83c4-4b8b-90cf-13a289d3313a req-e11bbc6e-cfcf-4f9d-8ec4-0509f1d76312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:21.749106 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-11703a28-83c4-4b8b-90cf-13a289d3313a req-e11bbc6e-cfcf-4f9d-8ec4-0509f1d76312 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b HTTP/1.1" status: 200 len: 911 time: 0.0926418 Jul 06 15:04:21.819309 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-11703a28-83c4-4b8b-90cf-13a289d3313a req-252a36d1-f938-4af0-854d-5c3021df095c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2048c6ab-884a-428d-a049-74324186682b HTTP/1.1" status: 200 len: 1001 time: 0.0603523 Jul 06 15:04:21.873770 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11703a28-83c4-4b8b-90cf-13a289d3313a req-b7a8dcbf-9489-4ae0-b732-b0723cb3d4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:21.875275 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-11703a28-83c4-4b8b-90cf-13a289d3313a req-b7a8dcbf-9489-4ae0-b732-b0723cb3d4a5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=08cc5afc-2ff4-4092-960f-c4ae8f7b82cb HTTP/1.1" status: 200 len: 849 time: 0.0486867 Jul 06 15:04:21.935729 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11703a28-83c4-4b8b-90cf-13a289d3313a req-a74d9854-ca73-41e8-88ca-9ed22d9e2a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:04:21.937273 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-11703a28-83c4-4b8b-90cf-13a289d3313a req-a74d9854-ca73-41e8-88ca-9ed22d9e2a8e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528877 Jul 06 15:04:21.951175 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-11703a28-83c4-4b8b-90cf-13a289d3313a req-da1b054c-9193-4d73-b125-78663bd850fb service neutron] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 15:04:21.952192 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-11703a28-83c4-4b8b-90cf-13a289d3313a req-da1b054c-9193-4d73-b125-78663bd850fb service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052228 Jul 06 15:04:22.044085 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-11703a28-83c4-4b8b-90cf-13a289d3313a req-e2089c63-79c9-40a2-adb5-382824eba8c8 service neutron] 10.222.0.52 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818195 Jul 06 15:04:22.140873 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-11703a28-83c4-4b8b-90cf-13a289d3313a req-0d303d9f-2e35-4c9b-aabb-0eb96117e15e service neutron] 10.222.0.52 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861967 Jul 06 15:04:27.757058 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:04:37.473075 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8ba1e631-df88-4861-afa5-60d00c9221a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:40.395677 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:40.666977 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-33d5d51b-6642-45c5-bbff-efb46f8f5bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:41.830389 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:43.387517 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:47.347970 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:04:49.514712 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:04.757514 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:05:07.477982 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1c5eeb0d-73ad-4da2-8bc5-396dd05f8ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:10.397719 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:10.668098 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c6c127f8-e405-43d2-81be-96ae81c0ba7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:11.834621 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:12.146618 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 2048c6ab-884a-428d-a049-74324186682b details requested by agent hyperv_n-h1-773644-6 with host n-h1-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:05:12.259882 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 2048c6ab-884a-428d-a049-74324186682b, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=2048c6ab-884a-428d-a049-74324186682b,segment=NetworkSegment(b1108ebd-a49a-4c68-8e32-ee43986a05bc),segment_id=b1108ebd-a49a-4c68-8e32-ee43986a05bc)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:05:12.274426 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Returning: {'device': '2048c6ab-884a-428d-a049-74324186682b', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'port_id': '2048c6ab-884a-428d-a049-74324186682b', 'mac_address': 'fa:16:3e:83:c3:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:05:12.314391 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:12.327945 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2048c6ab-884a-428d-a049-74324186682b {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:05:12.349299 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 2048c6ab-884a-428d-a049-74324186682b, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=2048c6ab-884a-428d-a049-74324186682b,segment=NetworkSegment(b1108ebd-a49a-4c68-8e32-ee43986a05bc),segment_id=b1108ebd-a49a-4c68-8e32-ee43986a05bc)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:05:12.352600 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:12.412002 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=2048c6ab-884a-428d-a049-74324186682b,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:12.419734 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:12.420091 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:12.420435 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:12.420770 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:12.421107 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:12.421442 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:12.421782 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:12.422118 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:12.422442 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:12.422765 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:12.423119 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:12.423829 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:12.445365 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] get_ports_and_sgs() called for port_ids ['2048c6ab-884a-428d-a049-74324186682b'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:05:13.390436 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:14.163543 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 2048c6ab-884a-428d-a049-74324186682b up at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:05:14.227159 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Provisioning complete for port 2048c6ab-884a-428d-a049-74324186682b triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:05:14.227570 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:14.336766 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:14.369300 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39948278-4cc7-4d1d-9635-eb1b92d60e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2048c6ab-884a-428d-a049-74324186682b'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:05:14.373094 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7b3130d190d3a8890db0c4eafcc3a45a14b225becedd5045b600f6b402c608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb5383c-819a-4a1a-bd40-8ab8382bb63a" -d '{"events": [{"server_uuid": "39948278-4cc7-4d1d-9635-eb1b92d60e9b", "name": "network-vif-plugged", "status": "completed", "tag": "2048c6ab-884a-428d-a049-74324186682b"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:05:14.418118 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 2048c6ab-884a-428d-a049-74324186682b, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=2048c6ab-884a-428d-a049-74324186682b,segment=NetworkSegment(b1108ebd-a49a-4c68-8e32-ee43986a05bc),segment_id=b1108ebd-a49a-4c68-8e32-ee43986a05bc)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:05:14.424732 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:14.485838 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=2048c6ab-884a-428d-a049-74324186682b,revision_number=7']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:14.577369 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2412745c-1a17-4b72-8a81-af33a439809a x-openstack-request-id: req-2412745c-1a17-4b72-8a81-af33a439809a {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:05:14.577677 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39948278-4cc7-4d1d-9635-eb1b92d60e9b", "name": "network-vif-plugged", "status": "completed", "tag": "2048c6ab-884a-428d-a049-74324186682b", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:05:14.577954 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-2412745c-1a17-4b72-8a81-af33a439809a {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:05:14.578378 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39948278-4cc7-4d1d-9635-eb1b92d60e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2048c6ab-884a-428d-a049-74324186682b', 'code': 200} Jul 06 15:05:17.353795 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:18.794216 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-57ee3646-72d3-42d3-8272-5f2d5936af9d req-638dc180-7211-437a-b72a-43549115b9e2 tempest-TestNetworkAdvancedServerOps-613059026 tempest-TestNetworkAdvancedServerOps-613059026-project] (100418) timed out ('10.222.0.124', 62712) {{(pid=100418) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 15:05:19.532572 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:21.821110 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-edd95557-aa24-40dc-997f-87e598897d77 req-6f7d345e-2c61-4ee3-a5d1-2b300a5ed8d9 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1826489734&fields=id&tenant_id=a6fa511b0ed44791abd39fd5637993b2 HTTP/1.1" status: 200 len: 267 time: 0.0354431 Jul 06 15:05:21.938469 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd95557-aa24-40dc-997f-87e598897d77 req-dcd57b77-7842-49a9-ba94-9d250fd989a1 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:21.940602 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-edd95557-aa24-40dc-997f-87e598897d77 req-dcd57b77-7842-49a9-ba94-9d250fd989a1 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/networks?id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b HTTP/1.1" status: 200 len: 810 time: 0.1129045 Jul 06 15:05:21.956259 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-edd95557-aa24-40dc-997f-87e598897d77 req-cb205d1e-c404-44c0-ba46-415fbef2249b tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/quotas/a6fa511b0ed44791abd39fd5637993b2 HTTP/1.1" status: 200 len: 375 time: 0.0101573 Jul 06 15:05:22.029437 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-edd95557-aa24-40dc-997f-87e598897d77 req-ccd64a24-1995-4550-b7da-3bda12bc9756 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?tenant_id=a6fa511b0ed44791abd39fd5637993b2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0678029 Jul 06 15:05:22.172098 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-edd95557-aa24-40dc-997f-87e598897d77 req-19b3a95f-c278-4040-984d-a04f6242a6cc service neutron] 10.222.0.118 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306856 Jul 06 15:05:22.281422 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-edd95557-aa24-40dc-997f-87e598897d77 req-70f7f9f2-798b-4078-b75a-ef5dd50a99d6 service neutron] 10.222.0.118 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027994 Jul 06 15:05:22.632389 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9657d4e7-18f0-419d-b800-958d314132ab req-608cfdbb-4c3c-4658-8709-6294c7aad22b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=39948278-4cc7-4d1d-9635-eb1b92d60e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526907 Jul 06 15:05:22.737140 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657d4e7-18f0-419d-b800-958d314132ab req-681047c0-5cfc-4ecd-bb09-7a190cd7156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:22.738697 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9657d4e7-18f0-419d-b800-958d314132ab req-681047c0-5cfc-4ecd-bb09-7a190cd7156e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6fa511b0ed44791abd39fd5637993b2&device_id=39948278-4cc7-4d1d-9635-eb1b92d60e9b HTTP/1.1" status: 200 len: 1096 time: 0.0585473 Jul 06 15:05:22.849514 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657d4e7-18f0-419d-b800-958d314132ab req-5b7c945a-6529-45d6-a1c8-3f7985258d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:22.851058 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9657d4e7-18f0-419d-b800-958d314132ab req-5b7c945a-6529-45d6-a1c8-3f7985258d8f service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b HTTP/1.1" status: 200 len: 911 time: 0.0860262 Jul 06 15:05:22.929277 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9657d4e7-18f0-419d-b800-958d314132ab req-7948b66f-50a5-416a-9efc-246848376cf0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2048c6ab-884a-428d-a049-74324186682b HTTP/1.1" status: 200 len: 1001 time: 0.0674007 Jul 06 15:05:22.982223 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657d4e7-18f0-419d-b800-958d314132ab req-0925081d-3df3-43d6-9b51-19df1f6867b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:22.983733 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9657d4e7-18f0-419d-b800-958d314132ab req-0925081d-3df3-43d6-9b51-19df1f6867b0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=08cc5afc-2ff4-4092-960f-c4ae8f7b82cb HTTP/1.1" status: 200 len: 849 time: 0.0450933 Jul 06 15:05:23.045107 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657d4e7-18f0-419d-b800-958d314132ab req-a8c46e1e-4de1-4486-a2f1-39eb0d414db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:23.046695 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9657d4e7-18f0-419d-b800-958d314132ab req-a8c46e1e-4de1-4486-a2f1-39eb0d414db4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529540 Jul 06 15:05:23.143399 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9657d4e7-18f0-419d-b800-958d314132ab req-ceafc890-d75d-4d10-9697-1745b9fc4c1e service neutron] 10.222.0.52 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865338 Jul 06 15:05:23.591967 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-955bc881-71ea-44ac-a58f-9f42ee5d973c req-557b4bf6-1d27-42c5-a782-d89a4f427800 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 210 time: 0.0624616 Jul 06 15:05:23.628097 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9657d4e7-18f0-419d-b800-958d314132ab req-504aab2d-df42-4dd2-b1cd-de1060f72ca3 service neutron] 10.222.0.52 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741306 Jul 06 15:05:24.207213 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 2048c6ab-884a-428d-a049-74324186682b no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:05:24.282429 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:24.308685 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39948278-4cc7-4d1d-9635-eb1b92d60e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2048c6ab-884a-428d-a049-74324186682b'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:05:24.311027 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7b3130d190d3a8890db0c4eafcc3a45a14b225becedd5045b600f6b402c608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0412ad5d-0eb3-4162-b815-3a7b003abf9f" -d '{"events": [{"server_uuid": "39948278-4cc7-4d1d-9635-eb1b92d60e9b", "name": "network-vif-unplugged", "status": "completed", "tag": "2048c6ab-884a-428d-a049-74324186682b"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:05:24.324711 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] For port 2048c6ab-884a-428d-a049-74324186682b, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=2048c6ab-884a-428d-a049-74324186682b,segment=NetworkSegment(b1108ebd-a49a-4c68-8e32-ee43986a05bc),segment_id=b1108ebd-a49a-4c68-8e32-ee43986a05bc)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:05:24.329724 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:24.355417 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 15:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93e1066-247c-444c-a4d1-d73ed725347b x-openstack-request-id: req-e93e1066-247c-444c-a4d1-d73ed725347b {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:05:24.355711 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39948278-4cc7-4d1d-9635-eb1b92d60e9b", "name": "network-vif-unplugged", "status": "completed", "tag": "2048c6ab-884a-428d-a049-74324186682b", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:05:24.355959 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-e93e1066-247c-444c-a4d1-d73ed725347b {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:05:24.356344 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39948278-4cc7-4d1d-9635-eb1b92d60e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2048c6ab-884a-428d-a049-74324186682b', 'code': 200} Jul 06 15:05:24.390047 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Pushing event updated for resources: {'Port': ['ID=2048c6ab-884a-428d-a049-74324186682b,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:24.684242 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3568d31b-5b4b-4740-875a-27f64dd44892 req-8fd5da5f-cb5b-4fab-89f3-698c0e23a055 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 210 time: 0.0334795 Jul 06 15:05:25.775139 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-c8a2ae94-0baa-4a44-875e-67374e6a6310 req-1341ed61-5d35-4fbc-a82c-4349fe8f7a91 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 210 time: 0.0298340 Jul 06 15:05:26.862721 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4a5ddbf2-2b18-4c2e-9e13-ff02d9df8757 req-9de2b847-d953-4190-a1a4-1a0f466e1d23 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 210 time: 0.0312726 Jul 06 15:05:28.001739 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e02e9f21-37d5-4677-b601-9d8fa9b2b696 req-2a4c49ba-5fc4-4132-90a4-774e8bff5d52 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 210 time: 0.0283797 Jul 06 15:05:28.643461 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.124', 63293) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:28.774068 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd95557-aa24-40dc-997f-87e598897d77 req-55952bb8-b2dd-46b3-b5fe-ff3b9dacef0a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:28.775589 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-edd95557-aa24-40dc-997f-87e598897d77 req-55952bb8-b2dd-46b3-b5fe-ff3b9dacef0a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.124 "GET /v2.0/networks?id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b HTTP/1.1" status: 200 len: 810 time: 0.1307068 Jul 06 15:05:28.822033 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-edd95557-aa24-40dc-997f-87e598897d77 req-f314c976-efef-420a-8687-60888e227942 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.124 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6fa511b0ed44791abd39fd5637993b2 HTTP/1.1" status: 200 len: 380 time: 0.0370831 Jul 06 15:05:28.831162 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-edd95557-aa24-40dc-997f-87e598897d77 req-be7026c4-6d81-40cc-b7af-ba253b396716 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Request body: {'port': {'device_id': 'db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'admin_state_up': True, 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'security_groups': ['1623c7d1-7643-4aa9-9c1f-853b81c853d0']}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:05:28.949741 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edd95557-aa24-40dc-997f-87e598897d77 req-be7026c4-6d81-40cc-b7af-ba253b396716 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Made reservation on behalf of a6fa511b0ed44791abd39fd5637993b2 for: {'port': 1} {{(pid=100418) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 15:05:28.953487 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-edd95557-aa24-40dc-997f-87e598897d77 req-be7026c4-6d81-40cc-b7af-ba253b396716 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:29.099485 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [req-edd95557-aa24-40dc-997f-87e598897d77 req-be7026c4-6d81-40cc-b7af-ba253b396716 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Allocated IP 172.20.0.3 (cb483e7b-56c0-48a9-a1f9-0fc8308eed5b/08cc5afc-2ff4-4092-960f-c4ae8f7b82cb/4f97c95d-dd84-4844-b000-f74078af2006) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:05:29.284346 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-edd95557-aa24-40dc-997f-87e598897d77 req-be7026c4-6d81-40cc-b7af-ba253b396716 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:29.298737 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-edd95557-aa24-40dc-997f-87e598897d77 req-be7026c4-6d81-40cc-b7af-ba253b396716 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Transition to ACTIVE for port object 4f97c95d-dd84-4844-b000-f74078af2006 will not be triggered until provisioned by entity DHCP. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:05:29.325403 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a398efbf-1208-4b60-9590-18d73efa59b8 req-92ff680b-3409-459b-aa4e-19d0a68521a7 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 210 time: 0.1938550 Jul 06 15:05:29.368445 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-edd95557-aa24-40dc-997f-87e598897d77 req-be7026c4-6d81-40cc-b7af-ba253b396716 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:29.428347 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edd95557-aa24-40dc-997f-87e598897d77 req-be7026c4-6d81-40cc-b7af-ba253b396716 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Network cb483e7b-56c0-48a9-a1f9-0fc8308eed5b is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:05:29.432674 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [req-edd95557-aa24-40dc-997f-87e598897d77 req-be7026c4-6d81-40cc-b7af-ba253b396716 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:05:29.437684 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd95557-aa24-40dc-997f-87e598897d77 req-be7026c4-6d81-40cc-b7af-ba253b396716 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:05:29.478879 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7026c4-6d81-40cc-b7af-ba253b396716 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Pushing event updated for resources: {'Port': ['ID=4f97c95d-dd84-4844-b000-f74078af2006,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:29.495029 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7026c4-6d81-40cc-b7af-ba253b396716 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:29.495656 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7026c4-6d81-40cc-b7af-ba253b396716 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:29.496169 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7026c4-6d81-40cc-b7af-ba253b396716 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:29.496705 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7026c4-6d81-40cc-b7af-ba253b396716 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:29.497230 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7026c4-6d81-40cc-b7af-ba253b396716 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:29.497790 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7026c4-6d81-40cc-b7af-ba253b396716 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:29.498310 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7026c4-6d81-40cc-b7af-ba253b396716 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:29.498907 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7026c4-6d81-40cc-b7af-ba253b396716 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:29.499576 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7026c4-6d81-40cc-b7af-ba253b396716 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:29.500428 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7026c4-6d81-40cc-b7af-ba253b396716 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:29.501226 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7026c4-6d81-40cc-b7af-ba253b396716 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:29.502291 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7026c4-6d81-40cc-b7af-ba253b396716 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:05:29.525637 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd95557-aa24-40dc-997f-87e598897d77 req-be7026c4-6d81-40cc-b7af-ba253b396716 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:29.526749 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-edd95557-aa24-40dc-997f-87e598897d77 req-be7026c4-6d81-40cc-b7af-ba253b396716 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:29.550279 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-edd95557-aa24-40dc-997f-87e598897d77 req-be7026c4-6d81-40cc-b7af-ba253b396716 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.124 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7214198 Jul 06 15:05:29.772874 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2b959a09-5263-420e-8267-b63cb8e34603 None None] Provisioning for port 4f97c95d-dd84-4844-b000-f74078af2006 completed by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:05:29.776919 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-2b959a09-5263-420e-8267-b63cb8e34603 None None] Provisioning complete for port 4f97c95d-dd84-4844-b000-f74078af2006 triggered by entity DHCP. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:05:29.777529 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2b959a09-5263-420e-8267-b63cb8e34603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:29.812913 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-2b959a09-5263-420e-8267-b63cb8e34603 None None] Port 4f97c95d-dd84-4844-b000-f74078af2006 cannot update to ACTIVE because it is not bound. {{(pid=100419) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 06 15:05:30.539352 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f19f8-a641-4846-88c3-18ca4232bd76 req-8a9fe535-421a-41ed-90a9-f4526edf195b tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:30.540887 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e1f19f8-a641-4846-88c3-18ca4232bd76 req-8a9fe535-421a-41ed-90a9-f4526edf195b tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 931 time: 0.0640581 Jul 06 15:05:30.581453 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-7e1f19f8-a641-4846-88c3-18ca4232bd76 req-61671bf1-b57c-4819-b674-6e4c8a82750a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/security-groups?id=1623c7d1-7643-4aa9-9c1f-853b81c853d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348778 Jul 06 15:05:31.783869 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4a306-bd60-4dd8-999e-86255846507e req-de6c386e-ece6-4b81-aea9-d56fd2271667 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:31.786226 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-66d4a306-bd60-4dd8-999e-86255846507e req-de6c386e-ece6-4b81-aea9-d56fd2271667 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 931 time: 0.0801828 Jul 06 15:05:31.839110 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-66d4a306-bd60-4dd8-999e-86255846507e req-4fb9da30-3e0f-403e-825a-f1bc4892ba80 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/security-groups?id=1623c7d1-7643-4aa9-9c1f-853b81c853d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438504 Jul 06 15:05:33.017022 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538311e3-43cb-4e2c-ab53-4c0e0d625a4b req-a3d9620b-2b8e-43e2-aa98-a0c023292057 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:33.018550 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-538311e3-43cb-4e2c-ab53-4c0e0d625a4b req-a3d9620b-2b8e-43e2-aa98-a0c023292057 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 931 time: 0.0648513 Jul 06 15:05:33.057892 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-538311e3-43cb-4e2c-ab53-4c0e0d625a4b req-279908b6-b04d-426d-b849-2c09313eda1a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/security-groups?id=1623c7d1-7643-4aa9-9c1f-853b81c853d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335016 Jul 06 15:05:34.261468 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d7ffe-f3de-483f-8ec9-600c382aa125 req-684281d4-c8b3-4932-a693-483ab5a8c551 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:34.264113 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e82d7ffe-f3de-483f-8ec9-600c382aa125 req-684281d4-c8b3-4932-a693-483ab5a8c551 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 931 time: 0.0930452 Jul 06 15:05:34.318132 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e82d7ffe-f3de-483f-8ec9-600c382aa125 req-62eb6f13-d5fb-42f3-91f1-9d2338152932 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/security-groups?id=1623c7d1-7643-4aa9-9c1f-853b81c853d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479608 Jul 06 15:05:35.507197 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9221f6b-3b34-4af5-8f23-ebcb6ab10b5a req-b9b56aee-fb30-45ff-9986-ba1a5cc434b7 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:35.508625 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9221f6b-3b34-4af5-8f23-ebcb6ab10b5a req-b9b56aee-fb30-45ff-9986-ba1a5cc434b7 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 931 time: 0.0717757 Jul 06 15:05:35.545450 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-e9221f6b-3b34-4af5-8f23-ebcb6ab10b5a req-406636ad-17ed-48db-8842-7ab270ee40f6 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/security-groups?id=1623c7d1-7643-4aa9-9c1f-853b81c853d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312457 Jul 06 15:05:36.731048 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16347e9-8bb9-463e-9056-347edbb06a1b req-584ec17b-cad2-4ca0-a841-7b38f430ccb2 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:36.732615 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d16347e9-8bb9-463e-9056-347edbb06a1b req-584ec17b-cad2-4ca0-a841-7b38f430ccb2 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 931 time: 0.0687306 Jul 06 15:05:36.771826 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d16347e9-8bb9-463e-9056-347edbb06a1b req-174c9c31-8507-4888-9319-cdb16bc1eddd tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/security-groups?id=1623c7d1-7643-4aa9-9c1f-853b81c853d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332565 Jul 06 15:05:37.480245 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9d819419-821f-4581-84cc-ca180fdc4e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:37.958520 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671873f-4e91-48ea-82cb-8cd295c4d874 req-23eaf922-340a-4fe9-bc8b-d303747bbc10 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:37.960083 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8671873f-4e91-48ea-82cb-8cd295c4d874 req-23eaf922-340a-4fe9-bc8b-d303747bbc10 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 931 time: 0.0685098 Jul 06 15:05:37.999140 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8671873f-4e91-48ea-82cb-8cd295c4d874 req-c71c0ad9-7b1b-4251-a155-bfe3b56f25c0 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/security-groups?id=1623c7d1-7643-4aa9-9c1f-853b81c853d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334692 Jul 06 15:05:39.181933 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c104cd-eb84-40a5-9af2-5935301d50cb req-e1a6f5fa-6ddc-465b-8da3-a46d88f25643 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:39.183493 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d7c104cd-eb84-40a5-9af2-5935301d50cb req-e1a6f5fa-6ddc-465b-8da3-a46d88f25643 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 931 time: 0.0718215 Jul 06 15:05:39.239580 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-d7c104cd-eb84-40a5-9af2-5935301d50cb req-3ff2ffe0-524f-4c59-8950-84331b237f55 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/security-groups?id=1623c7d1-7643-4aa9-9c1f-853b81c853d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496445 Jul 06 15:05:40.412790 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:40.455789 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fa8a9-f00f-424a-8f4a-5a0ec6190916 req-28ceed76-c63d-4957-bd0b-a8fd00fb5d6c tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:40.464236 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c0fa8a9-f00f-424a-8f4a-5a0ec6190916 req-28ceed76-c63d-4957-bd0b-a8fd00fb5d6c tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 931 time: 0.1051583 Jul 06 15:05:40.505505 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9c0fa8a9-f00f-424a-8f4a-5a0ec6190916 req-55e8933a-470b-4958-bc17-b1b51498e585 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/security-groups?id=1623c7d1-7643-4aa9-9c1f-853b81c853d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403483 Jul 06 15:05:40.698966 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6b62c085-12b1-4ce5-ade7-4c0ffba24bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:41.696264 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd985bb0-1475-44f7-af12-c7d05dd876c4 req-cbbafb81-8638-43fe-8e04-bfbdf57fd0f1 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:41.697799 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd985bb0-1475-44f7-af12-c7d05dd876c4 req-cbbafb81-8638-43fe-8e04-bfbdf57fd0f1 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 931 time: 0.0686302 Jul 06 15:05:41.739889 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cd985bb0-1475-44f7-af12-c7d05dd876c4 req-02b453a5-a038-4230-bb5f-e70ebd234504 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/security-groups?id=1623c7d1-7643-4aa9-9c1f-853b81c853d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364885 Jul 06 15:05:41.745373 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-edd95557-aa24-40dc-997f-87e598897d77 req-b89dbbb6-45a7-4229-9aa4-6093945ed810 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] http://10.222.0.118:9696/v2.0/extensions returned with HTTP 200 {{(pid=100418) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 06 15:05:41.746479 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-edd95557-aa24-40dc-997f-87e598897d77 req-b89dbbb6-45a7-4229-9aa4-6093945ed810 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.124 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055373 Jul 06 15:05:41.761724 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:05:41.800490 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [req-edd95557-aa24-40dc-997f-87e598897d77 req-cb645d5e-7aa6-47cc-8519-c0e636f01ceb service neutron] Request body: {'port': {'device_id': 'db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-773644-6'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:05:41.836945 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:41.875119 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-edd95557-aa24-40dc-997f-87e598897d77 req-cb645d5e-7aa6-47cc-8519-c0e636f01ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:42.141289 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [req-edd95557-aa24-40dc-997f-87e598897d77 req-cb645d5e-7aa6-47cc-8519-c0e636f01ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f97c95d-dd84-4844-b000-f74078af2006 {{(pid=100418) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:05:42.149381 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-edd95557-aa24-40dc-997f-87e598897d77 req-cb645d5e-7aa6-47cc-8519-c0e636f01ceb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:42.160790 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.provisioning_blocks [req-edd95557-aa24-40dc-997f-87e598897d77 req-cb645d5e-7aa6-47cc-8519-c0e636f01ceb service neutron] Transition to ACTIVE for port object 4f97c95d-dd84-4844-b000-f74078af2006 will not be triggered until provisioned by entity L2. {{(pid=100418) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 06 15:05:42.164950 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-edd95557-aa24-40dc-997f-87e598897d77 req-cb645d5e-7aa6-47cc-8519-c0e636f01ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:42.214561 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb645d5e-7aa6-47cc-8519-c0e636f01ceb service neutron] Pushing event updated for resources: {'Port': ['ID=4f97c95d-dd84-4844-b000-f74078af2006,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:42.294438 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-edd95557-aa24-40dc-997f-87e598897d77 req-cb645d5e-7aa6-47cc-8519-c0e636f01ceb service neutron] Attempting to bind port 4f97c95d-dd84-4844-b000-f74078af2006 on host n-h2-773644-6 for vnic_type normal with profile {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 06 15:05:42.295085 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-edd95557-aa24-40dc-997f-87e598897d77 req-cb645d5e-7aa6-47cc-8519-c0e636f01ceb service neutron] Attempting to bind port 4f97c95d-dd84-4844-b000-f74078af2006 by drivers openvswitch,hyperv on host n-h2-773644-6 at level 0 using segments [{'id': 'b1108ebd-a49a-4c68-8e32-ee43986a05bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b'}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 06 15:05:42.295421 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd95557-aa24-40dc-997f-87e598897d77 req-cb645d5e-7aa6-47cc-8519-c0e636f01ceb service neutron] Attempting to bind port 4f97c95d-dd84-4844-b000-f74078af2006 on network cb483e7b-56c0-48a9-a1f9-0fc8308eed5b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:05:42.301632 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd95557-aa24-40dc-997f-87e598897d77 req-cb645d5e-7aa6-47cc-8519-c0e636f01ceb service neutron] Port 4f97c95d-dd84-4844-b000-f74078af2006 on network cb483e7b-56c0-48a9-a1f9-0fc8308eed5b not bound, no agent of type Open vSwitch agent registered on host n-h2-773644-6 {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 06 15:05:42.302046 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd95557-aa24-40dc-997f-87e598897d77 req-cb645d5e-7aa6-47cc-8519-c0e636f01ceb service neutron] Attempting to bind port 4f97c95d-dd84-4844-b000-f74078af2006 on network cb483e7b-56c0-48a9-a1f9-0fc8308eed5b {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 06 15:05:42.307330 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd95557-aa24-40dc-997f-87e598897d77 req-cb645d5e-7aa6-47cc-8519-c0e636f01ceb service neutron] Checking agent: {'id': 'cc508ac4-5d60-4e9c-bbe1-3df13445da09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-773644-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'started_at': datetime.datetime(2021, 7, 6, 13, 39, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 6, 15, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 06 15:05:42.307683 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd95557-aa24-40dc-997f-87e598897d77 req-cb645d5e-7aa6-47cc-8519-c0e636f01ceb service neutron] Checking segment: {'id': 'b1108ebd-a49a-4c68-8e32-ee43986a05bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100418) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 06 15:05:42.308077 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd95557-aa24-40dc-997f-87e598897d77 req-cb645d5e-7aa6-47cc-8519-c0e636f01ceb service neutron] Bound using segment: {'id': 'b1108ebd-a49a-4c68-8e32-ee43986a05bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b'} {{(pid=100418) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 06 15:05:42.308512 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.managers [req-edd95557-aa24-40dc-997f-87e598897d77 req-cb645d5e-7aa6-47cc-8519-c0e636f01ceb service neutron] Bound port: 4f97c95d-dd84-4844-b000-f74078af2006, host: n-h2-773644-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1108ebd-a49a-4c68-8e32-ee43986a05bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b'}}] {{(pid=100418) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 06 15:05:42.308884 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-edd95557-aa24-40dc-997f-87e598897d77 req-cb645d5e-7aa6-47cc-8519-c0e636f01ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:42.375223 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-edd95557-aa24-40dc-997f-87e598897d77 req-cb645d5e-7aa6-47cc-8519-c0e636f01ceb service neutron] For port 4f97c95d-dd84-4844-b000-f74078af2006, host n-h2-773644-6, cleared binding levels {{(pid=100418) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 15:05:42.378217 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-edd95557-aa24-40dc-997f-87e598897d77 req-cb645d5e-7aa6-47cc-8519-c0e636f01ceb service neutron] For port 4f97c95d-dd84-4844-b000-f74078af2006, host n-h2-773644-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=4f97c95d-dd84-4844-b000-f74078af2006,segment=NetworkSegment(b1108ebd-a49a-4c68-8e32-ee43986a05bc),segment_id=b1108ebd-a49a-4c68-8e32-ee43986a05bc)] {{(pid=100418) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 15:05:42.382657 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-edd95557-aa24-40dc-997f-87e598897d77 req-cb645d5e-7aa6-47cc-8519-c0e636f01ceb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:42.416701 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd95557-aa24-40dc-997f-87e598897d77 req-cb645d5e-7aa6-47cc-8519-c0e636f01ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:42.418058 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-edd95557-aa24-40dc-997f-87e598897d77 req-cb645d5e-7aa6-47cc-8519-c0e636f01ceb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:42.419873 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-edd95557-aa24-40dc-997f-87e598897d77 req-cb645d5e-7aa6-47cc-8519-c0e636f01ceb service neutron] 10.222.0.124 "PUT /v2.0/ports/4f97c95d-dd84-4844-b000-f74078af2006 HTTP/1.1" status: 200 len: 1091 time: 0.6652358 Jul 06 15:05:42.422217 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4', 'tag': '4f97c95d-dd84-4844-b000-f74078af2006'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:05:42.425489 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79972444-3ebb-4a67-a284-9e6a49999c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4", "tag": "4f97c95d-dd84-4844-b000-f74078af2006"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:05:42.454840 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb645d5e-7aa6-47cc-8519-c0e636f01ceb service neutron] Pushing event updated for resources: {'Port': ['ID=4f97c95d-dd84-4844-b000-f74078af2006,revision_number=3']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:42.484471 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387c3505-6541-4caf-9241-efba5f8012e1 x-openstack-request-id: req-387c3505-6541-4caf-9241-efba5f8012e1 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:05:42.484830 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4", "tag": "4f97c95d-dd84-4844-b000-f74078af2006", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:05:42.485142 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-387c3505-6541-4caf-9241-efba5f8012e1 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:05:42.485628 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4', 'tag': '4f97c95d-dd84-4844-b000-f74078af2006', 'status': 'completed', 'code': 200} Jul 06 15:05:42.532777 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd95557-aa24-40dc-997f-87e598897d77 req-52ddfab8-d781-492b-a59c-0e5363da2c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:42.534451 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-edd95557-aa24-40dc-997f-87e598897d77 req-52ddfab8-d781-492b-a59c-0e5363da2c96 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a6fa511b0ed44791abd39fd5637993b2&device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 1094 time: 0.0604646 Jul 06 15:05:42.580730 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-edd95557-aa24-40dc-997f-87e598897d77 req-2b1894b1-3ec9-4974-b2a3-2ade4d002916 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f97c95d-dd84-4844-b000-f74078af2006 HTTP/1.1" status: 200 len: 217 time: 0.0390315 Jul 06 15:05:42.639279 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd95557-aa24-40dc-997f-87e598897d77 req-9a89f3c3-98c1-4a50-83e4-24085ae024b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:42.640832 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-edd95557-aa24-40dc-997f-87e598897d77 req-9a89f3c3-98c1-4a50-83e4-24085ae024b3 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=08cc5afc-2ff4-4092-960f-c4ae8f7b82cb HTTP/1.1" status: 200 len: 849 time: 0.0540931 Jul 06 15:05:42.700411 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd95557-aa24-40dc-997f-87e598897d77 req-f055a2d8-0871-4848-96b6-7d267045dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:42.701866 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-edd95557-aa24-40dc-997f-87e598897d77 req-f055a2d8-0871-4848-96b6-7d267045dbef service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547690 Jul 06 15:05:42.797451 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-edd95557-aa24-40dc-997f-87e598897d77 req-c5277d60-d663-475e-b0ba-1f577e54b091 service neutron] 10.222.0.124 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886707 Jul 06 15:05:42.923999 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-edd95557-aa24-40dc-997f-87e598897d77 req-5502cf64-91c5-4d40-a947-84da614e0cd0 service neutron] 10.222.0.124 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203461 Jul 06 15:05:42.953709 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d351d-f1c3-417b-8520-5ca7fe816b8a req-e428ace4-3c2b-4c20-9c20-187d2832deb9 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:42.955243 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-554d351d-f1c3-417b-8520-5ca7fe816b8a req-e428ace4-3c2b-4c20-9c20-187d2832deb9 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 943 time: 0.0979357 Jul 06 15:05:43.023976 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-554d351d-f1c3-417b-8520-5ca7fe816b8a req-3747feff-05af-4c95-9431-2e7f13c4d61b tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/security-groups?id=1623c7d1-7643-4aa9-9c1f-853b81c853d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625603 Jul 06 15:05:43.043583 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79972444-3ebb-4a67-a284-9e6a49999c6b req-4f518da5-2a76-42df-8ad1-a8c43f3001af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:43.045163 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-79972444-3ebb-4a67-a284-9e6a49999c6b req-4f518da5-2a76-42df-8ad1-a8c43f3001af service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a6fa511b0ed44791abd39fd5637993b2&device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 1094 time: 0.0692756 Jul 06 15:05:43.137233 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79972444-3ebb-4a67-a284-9e6a49999c6b req-06b9d34c-d452-48e8-b51a-3be9d5aeb31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:43.138767 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-79972444-3ebb-4a67-a284-9e6a49999c6b req-06b9d34c-d452-48e8-b51a-3be9d5aeb31f service neutron] 10.222.0.124 "GET /v2.0/networks?id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b HTTP/1.1" status: 200 len: 911 time: 0.0867579 Jul 06 15:05:43.180330 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-79972444-3ebb-4a67-a284-9e6a49999c6b req-fa484f4b-e238-4fa5-8609-a792e3347934 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f97c95d-dd84-4844-b000-f74078af2006 HTTP/1.1" status: 200 len: 217 time: 0.0347514 Jul 06 15:05:43.230475 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79972444-3ebb-4a67-a284-9e6a49999c6b req-422b6a47-adf9-44ed-a1ea-4ea19fda1890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:43.231890 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-79972444-3ebb-4a67-a284-9e6a49999c6b req-422b6a47-adf9-44ed-a1ea-4ea19fda1890 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=08cc5afc-2ff4-4092-960f-c4ae8f7b82cb HTTP/1.1" status: 200 len: 849 time: 0.0435412 Jul 06 15:05:43.292033 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79972444-3ebb-4a67-a284-9e6a49999c6b req-e2c6e051-d25f-4af4-8cc5-09ac46612180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:43.293647 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-79972444-3ebb-4a67-a284-9e6a49999c6b req-e2c6e051-d25f-4af4-8cc5-09ac46612180 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554671 Jul 06 15:05:43.392899 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-79972444-3ebb-4a67-a284-9e6a49999c6b req-70709077-7442-4c46-b6a5-4e77ea25035e service neutron] 10.222.0.124 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910134 Jul 06 15:05:43.394603 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:43.489228 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-79972444-3ebb-4a67-a284-9e6a49999c6b req-0ec0940b-5707-43cd-b220-15cfe7b4a4fd service neutron] 10.222.0.124 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891213 Jul 06 15:05:44.224154 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1af33-3eee-434b-a744-a3f233e71bee req-9c78e5bb-2847-4151-887f-060a87685728 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:44.225819 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3bc1af33-3eee-434b-a744-a3f233e71bee req-9c78e5bb-2847-4151-887f-060a87685728 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 943 time: 0.0745802 Jul 06 15:05:44.266608 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-3bc1af33-3eee-434b-a744-a3f233e71bee req-07b8957f-bb22-4aeb-bfb0-91e4ab4e5bf3 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/security-groups?id=1623c7d1-7643-4aa9-9c1f-853b81c853d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348468 Jul 06 15:05:44.413819 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 4f97c95d-dd84-4844-b000-f74078af2006 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:05:44.512157 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 4f97c95d-dd84-4844-b000-f74078af2006, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=4f97c95d-dd84-4844-b000-f74078af2006,segment=NetworkSegment(b1108ebd-a49a-4c68-8e32-ee43986a05bc),segment_id=b1108ebd-a49a-4c68-8e32-ee43986a05bc)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:05:44.523364 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '4f97c95d-dd84-4844-b000-f74078af2006', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'port_id': '4f97c95d-dd84-4844-b000-f74078af2006', 'mac_address': 'fa:16:3e:fb:60:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:05:44.559826 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:44.573653 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f97c95d-dd84-4844-b000-f74078af2006 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:05:44.602959 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 4f97c95d-dd84-4844-b000-f74078af2006, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=4f97c95d-dd84-4844-b000-f74078af2006,segment=NetworkSegment(b1108ebd-a49a-4c68-8e32-ee43986a05bc),segment_id=b1108ebd-a49a-4c68-8e32-ee43986a05bc)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:05:44.607072 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:44.668404 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=4f97c95d-dd84-4844-b000-f74078af2006,revision_number=4']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:44.860906 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['4f97c95d-dd84-4844-b000-f74078af2006'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:05:45.450494 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d4023-e3ce-4571-b9cf-bd9ae7b59abb req-3db4cc0a-31e6-4f74-ad19-fcd7ef22e724 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:45.452031 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8b5d4023-e3ce-4571-b9cf-bd9ae7b59abb req-3db4cc0a-31e6-4f74-ad19-fcd7ef22e724 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 944 time: 0.0648305 Jul 06 15:05:45.492651 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-8b5d4023-e3ce-4571-b9cf-bd9ae7b59abb req-08caf56a-3686-45f1-9352-05e32a5f5d3d tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/security-groups?id=1623c7d1-7643-4aa9-9c1f-853b81c853d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340946 Jul 06 15:05:46.429517 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 4f97c95d-dd84-4844-b000-f74078af2006 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:05:46.479808 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning for port 4f97c95d-dd84-4844-b000-f74078af2006 completed by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 06 15:05:46.483812 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 4f97c95d-dd84-4844-b000-f74078af2006 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:05:46.484183 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:46.570873 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:46.595024 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f97c95d-dd84-4844-b000-f74078af2006'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:05:46.597290 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7b3130d190d3a8890db0c4eafcc3a45a14b225becedd5045b600f6b402c608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a213a8b-897b-495c-a927-5434e1304646" -d '{"events": [{"server_uuid": "db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4", "name": "network-vif-plugged", "status": "completed", "tag": "4f97c95d-dd84-4844-b000-f74078af2006"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:05:46.614948 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 4f97c95d-dd84-4844-b000-f74078af2006, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=4f97c95d-dd84-4844-b000-f74078af2006,segment=NetworkSegment(b1108ebd-a49a-4c68-8e32-ee43986a05bc),segment_id=b1108ebd-a49a-4c68-8e32-ee43986a05bc)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:05:46.620252 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:46.678270 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=4f97c95d-dd84-4844-b000-f74078af2006,revision_number=5']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:46.697418 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80e446-7323-49c9-b6a7-3341a67c7419 req-1c24e0d3-802c-4803-b9e7-1fff88d88927 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:46.698987 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fa80e446-7323-49c9-b6a7-3341a67c7419 req-1c24e0d3-802c-4803-b9e7-1fff88d88927 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 945 time: 0.0701275 Jul 06 15:05:46.739149 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fa80e446-7323-49c9-b6a7-3341a67c7419 req-e20a5cb0-be74-4499-a8c6-7f2fe85290a3 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/security-groups?id=1623c7d1-7643-4aa9-9c1f-853b81c853d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344274 Jul 06 15:05:46.788580 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab82fe5-2993-446a-8a9c-b40ecfce51c7 x-openstack-request-id: req-7ab82fe5-2993-446a-8a9c-b40ecfce51c7 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:05:46.788887 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4", "name": "network-vif-plugged", "status": "completed", "tag": "4f97c95d-dd84-4844-b000-f74078af2006", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:05:46.789154 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-7ab82fe5-2993-446a-8a9c-b40ecfce51c7 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:05:46.789556 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f97c95d-dd84-4844-b000-f74078af2006', 'code': 200} Jul 06 15:05:46.908981 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc9daf-99d5-4547-b3e7-7f103f3c3e15 req-85eb81d6-b68e-4098-b4c5-76712ff26968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:46.911328 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4afc9daf-99d5-4547-b3e7-7f103f3c3e15 req-85eb81d6-b68e-4098-b4c5-76712ff26968 service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 1096 time: 0.0538356 Jul 06 15:05:46.945388 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-4afc9daf-99d5-4547-b3e7-7f103f3c3e15 req-9f855584-366f-4324-92d4-1d29dfa35b60 service neutron] 10.222.0.124 "GET /v2.0/security-groups?id=1623c7d1-7643-4aa9-9c1f-853b81c853d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283060 Jul 06 15:05:47.362754 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:47.917633 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9831c4-a30d-4f8b-9acc-7c797c55d53d req-7fdfb192-7484-4f30-a8b6-76ac933fddf0 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:47.919094 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf9831c4-a30d-4f8b-9acc-7c797c55d53d req-7fdfb192-7484-4f30-a8b6-76ac933fddf0 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 945 time: 0.0646520 Jul 06 15:05:47.965012 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-cf9831c4-a30d-4f8b-9acc-7c797c55d53d req-df3e7ae9-c1f8-413f-aaa3-765d11ade63f tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/security-groups?id=1623c7d1-7643-4aa9-9c1f-853b81c853d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403044 Jul 06 15:05:48.137456 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d90f65-b51f-40ed-95d4-90f20f639e88 req-5d0c6708-26cc-4737-9874-e8818c356dfd tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:48.139011 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-15d90f65-b51f-40ed-95d4-90f20f639e88 req-5d0c6708-26cc-4737-9874-e8818c356dfd tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 945 time: 0.0640957 Jul 06 15:05:48.178055 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-15d90f65-b51f-40ed-95d4-90f20f639e88 req-65751bf1-0dd0-4c8b-9cd5-48e1b42ad292 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/security-groups?id=1623c7d1-7643-4aa9-9c1f-853b81c853d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333455 Jul 06 15:05:48.201429 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40938) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:48.252878 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c9947c-b303-425e-978a-3bdc2cfcfcb6 tempest-TestSnapshotPattern-1916489750 tempest-TestSnapshotPattern-1916489750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:48.254740 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e1c9947c-b303-425e-978a-3bdc2cfcfcb6 tempest-TestSnapshotPattern-1916489750 tempest-TestSnapshotPattern-1916489750-project-admin] 10.222.0.118 "GET /v2.0/ports?device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 1091 time: 0.0520520 Jul 06 15:05:48.257252 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 40940) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:05:48.261887 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.v2.base [None req-5d98fabd-e32e-44ea-8c08-739590dd919c tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Request body: {'floatingip': {'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'port_id': '4f97c95d-dd84-4844-b000-f74078af2006', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100418) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 06 15:05:48.285639 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5d98fabd-e32e-44ea-8c08-739590dd919c tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for floatingip, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:48.386823 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5d98fabd-e32e-44ea-8c08-739590dd919c tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:48.490503 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_common [None req-5d98fabd-e32e-44ea-8c08-739590dd919c tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Allocated IP 172.25.6.9 (92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0/509a871c-1ac9-4265-af48-e218e56e3ac8/91bde5b6-ce14-46ff-80cc-83ac305fef7c) {{(pid=100418) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 15:05:48.599161 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5d98fabd-e32e-44ea-8c08-739590dd919c tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for port, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:48.639132 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5d98fabd-e32e-44ea-8c08-739590dd919c tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-558113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727518999516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3224951'] for port, after_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:48.678655 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d98fabd-e32e-44ea-8c08-739590dd919c tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Network 92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0 is already hosted by enough agents. {{(pid=100418) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 15:05:48.681478 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.base_scheduler [None req-5d98fabd-e32e-44ea-8c08-739590dd919c tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Resources bound (agent type, host, resource id): {{(pid=100418) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 15:05:48.687895 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d98fabd-e32e-44ea-8c08-739590dd919c tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Received port after_create {{(pid=100418) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 06 15:05:48.694043 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98fabd-e32e-44ea-8c08-739590dd919c tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Pushing event updated for resources: {'Port': ['ID=91bde5b6-ce14-46ff-80cc-83ac305fef7c,revision_number=1']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:49.065251 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5d98fabd-e32e-44ea-8c08-739590dd919c tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:49.145792 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5d98fabd-e32e-44ea-8c08-739590dd919c tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:49.301035 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5d98fabd-e32e-44ea-8c08-739590dd919c tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for port, precommit_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:49.305562 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5d98fabd-e32e-44ea-8c08-739590dd919c tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3224965'] for port, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:49.372328 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98fabd-e32e-44ea-8c08-739590dd919c tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Pushing event updated for resources: {'Port': ['ID=91bde5b6-ce14-46ff-80cc-83ac305fef7c,revision_number=2']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:05:49.381098 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5d98fabd-e32e-44ea-8c08-739590dd919c tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2094447'] for floatingip, after_update {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:49.483511 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-5d98fabd-e32e-44ea-8c08-739590dd919c tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Floating IP 282e321e-3aa8-4f30-959c-50db6d7a9f0a associated. External IP: 172.25.6.9, port: 4f97c95d-dd84-4844-b000-f74078af2006. Jul 06 15:05:49.545869 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:49.689919 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d98fabd-e32e-44ea-8c08-739590dd919c tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Router 45b28574-280e-4545-b3c6-69f08045da24 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:05:49.794589 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d98fabd-e32e-44ea-8c08-739590dd919c tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:05:49.805102 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb54b285-fa82-42a8-8a7b-56c5650afc64 None None] Sync routers for ids ['45b28574-280e-4545-b3c6-69f08045da24'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:05:49.811184 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-5d98fabd-e32e-44ea-8c08-739590dd919c tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:05:49.815311 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb54b285-fa82-42a8-8a7b-56c5650afc64 None None] Routers {'45b28574-280e-4545-b3c6-69f08045da24'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:05:49.816055 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-cb54b285-fa82-42a8-8a7b-56c5650afc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T15:05:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['45b28574-280e-4545-b3c6-69f08045da24'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:05:49.852793 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-5d98fabd-e32e-44ea-8c08-739590dd919c tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5885062 Jul 06 15:05:49.852793 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4', 'tag': '4f97c95d-dd84-4844-b000-f74078af2006'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:05:49.852793 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3c531c-9c30-40be-b51c-8e5a51605262" -d '{"events": [{"name": "network-changed", "server_uuid": "db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4", "tag": "4f97c95d-dd84-4844-b000-f74078af2006"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:05:49.890133 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ceadff-1d6d-4d8d-b80f-58f9530f0a99 x-openstack-request-id: req-b3ceadff-1d6d-4d8d-b80f-58f9530f0a99 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:05:49.890428 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4", "tag": "4f97c95d-dd84-4844-b000-f74078af2006", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:05:49.890688 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-b3ceadff-1d6d-4d8d-b80f-58f9530f0a99 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:05:49.891098 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4', 'tag': '4f97c95d-dd84-4844-b000-f74078af2006', 'status': 'completed', 'code': 200} Jul 06 15:05:49.922701 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-cb54b285-fa82-42a8-8a7b-56c5650afc64 None None] Set router 45b28574-280e-4545-b3c6-69f08045da24 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:05:49.965857 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c531c-9c30-40be-b51c-8e5a51605262 req-1276db06-c901-4963-882b-f26a154ba262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:49.967337 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b3c531c-9c30-40be-b51c-8e5a51605262 req-1276db06-c901-4963-882b-f26a154ba262 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a6fa511b0ed44791abd39fd5637993b2&device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 1096 time: 0.0543225 Jul 06 15:05:50.060744 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c531c-9c30-40be-b51c-8e5a51605262 req-9286e9fd-e511-40ad-af51-33d6c64aa815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:50.062317 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b3c531c-9c30-40be-b51c-8e5a51605262 req-9286e9fd-e511-40ad-af51-33d6c64aa815 service neutron] 10.222.0.124 "GET /v2.0/networks?id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b HTTP/1.1" status: 200 len: 911 time: 0.0884554 Jul 06 15:05:50.133374 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b3c531c-9c30-40be-b51c-8e5a51605262 req-4e50ebea-dade-480b-91f4-630968b30305 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f97c95d-dd84-4844-b000-f74078af2006 HTTP/1.1" status: 200 len: 997 time: 0.0627866 Jul 06 15:05:50.188816 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c531c-9c30-40be-b51c-8e5a51605262 req-25672b2c-2f98-42f4-8d5d-01abaa771c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:50.190398 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b3c531c-9c30-40be-b51c-8e5a51605262 req-25672b2c-2f98-42f4-8d5d-01abaa771c74 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=08cc5afc-2ff4-4092-960f-c4ae8f7b82cb HTTP/1.1" status: 200 len: 849 time: 0.0509610 Jul 06 15:05:50.251328 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c531c-9c30-40be-b51c-8e5a51605262 req-b33ac534-765e-47a1-8f49-a14e7067de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:05:50.252792 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b3c531c-9c30-40be-b51c-8e5a51605262 req-b33ac534-765e-47a1-8f49-a14e7067de06 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556819 Jul 06 15:05:50.322277 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-cb54b285-fa82-42a8-8a7b-56c5650afc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b28574-280e-4545-b3c6-69f08045da24', 'name': 'tempest-TestSnapshotPattern-1243374098-router', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:47Z', 'revision_number': 4, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'gw_port': {'id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '282e321e-3aa8-4f30-959c-50db6d7a9f0a', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'floating_ip_address': '172.25.6.9', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '45b28574-280e-4545-b3c6-69f08045da24', 'port_id': '4f97c95d-dd84-4844-b000-f74078af2006', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'mac_address': 'fa:16:3e:fb:60:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:05:48Z', 'updated_at': '2021-07-06T15:05:48Z', 'revision_number': 0, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'fixed_ip_address_scope': None}, {'id': 'daa30e47-ee86-4c2b-b213-424b53b30f9b', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '45b28574-280e-4545-b3c6-69f08045da24', 'port_id': '2048c6ab-884a-428d-a049-74324186682b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'mac_address': 'fa:16:3e:83:c3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39948278-4cc7-4d1d-9635-eb1b92d60e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:03:08Z', 'updated_at': '2021-07-06T15:03:10Z', 'revision_number': 1, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f45dec-bdc6-4313-81cf-d3c355a11f8b', 'name': '', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'mac_address': 'fa:16:3e:87:3a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:47Z', 'updated_at': '2021-07-06T15:02:53Z', 'revision_number': 5, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'subnets': [{'id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:05:50.351923 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb54b285-fa82-42a8-8a7b-56c5650afc64 None None] Checking router: 45b28574-280e-4545-b3c6-69f08045da24 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:05:50.353489 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b3c531c-9c30-40be-b51c-8e5a51605262 req-9d8b236f-1bb0-416a-8a34-d6ecdedf6ff8 service neutron] 10.222.0.124 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931661 Jul 06 15:05:50.360532 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb54b285-fa82-42a8-8a7b-56c5650afc64 None None] Routers {'45b28574-280e-4545-b3c6-69f08045da24'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:05:50.361161 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-cb54b285-fa82-42a8-8a7b-56c5650afc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T15:05:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['45b28574-280e-4545-b3c6-69f08045da24'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:05:50.452921 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-6b3c531c-9c30-40be-b51c-8e5a51605262 req-24319477-b607-4e90-b7d5-c6e646426ad7 service neutron] 10.222.0.124 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922163 Jul 06 15:05:50.473160 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-cb54b285-fa82-42a8-8a7b-56c5650afc64 None None] Set router 45b28574-280e-4545-b3c6-69f08045da24 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:05:50.713404 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-cb54b285-fa82-42a8-8a7b-56c5650afc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b28574-280e-4545-b3c6-69f08045da24', 'name': 'tempest-TestSnapshotPattern-1243374098-router', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:47Z', 'revision_number': 4, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'gw_port': {'id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '282e321e-3aa8-4f30-959c-50db6d7a9f0a', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'floating_ip_address': '172.25.6.9', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '45b28574-280e-4545-b3c6-69f08045da24', 'port_id': '4f97c95d-dd84-4844-b000-f74078af2006', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'mac_address': 'fa:16:3e:fb:60:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:05:48Z', 'updated_at': '2021-07-06T15:05:48Z', 'revision_number': 0, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'fixed_ip_address_scope': None}, {'id': 'daa30e47-ee86-4c2b-b213-424b53b30f9b', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '45b28574-280e-4545-b3c6-69f08045da24', 'port_id': '2048c6ab-884a-428d-a049-74324186682b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'mac_address': 'fa:16:3e:83:c3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39948278-4cc7-4d1d-9635-eb1b92d60e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:03:08Z', 'updated_at': '2021-07-06T15:03:10Z', 'revision_number': 1, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f45dec-bdc6-4313-81cf-d3c355a11f8b', 'name': '', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'mac_address': 'fa:16:3e:87:3a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:47Z', 'updated_at': '2021-07-06T15:02:53Z', 'revision_number': 5, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'subnets': [{'id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:05:50.744605 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb54b285-fa82-42a8-8a7b-56c5650afc64 None None] The sync data for ids ['45b28574-280e-4545-b3c6-69f08045da24'] in n-d-773644-6 is: [{'id': '45b28574-280e-4545-b3c6-69f08045da24', 'name': 'tempest-TestSnapshotPattern-1243374098-router', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:47Z', 'revision_number': 4, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'gw_port': {'id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': '282e321e-3aa8-4f30-959c-50db6d7a9f0a', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'floating_ip_address': '172.25.6.9', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '45b28574-280e-4545-b3c6-69f08045da24', 'port_id': '4f97c95d-dd84-4844-b000-f74078af2006', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'mac_address': 'fa:16:3e:fb:60:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:05:48Z', 'updated_at': '2021-07-06T15:05:48Z', 'revision_number': 0, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'fixed_ip_address_scope': None}, {'id': 'daa30e47-ee86-4c2b-b213-424b53b30f9b', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '45b28574-280e-4545-b3c6-69f08045da24', 'port_id': '2048c6ab-884a-428d-a049-74324186682b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'mac_address': 'fa:16:3e:83:c3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39948278-4cc7-4d1d-9635-eb1b92d60e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:03:08Z', 'updated_at': '2021-07-06T15:03:10Z', 'revision_number': 1, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f45dec-bdc6-4313-81cf-d3c355a11f8b', 'name': '', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'mac_address': 'fa:16:3e:87:3a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:47Z', 'updated_at': '2021-07-06T15:02:53Z', 'revision_number': 5, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'subnets': [{'id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:05:50.936641 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb76273-4331-4f17-9523-15f0b66c2b03 None None] New status for floating IP 282e321e-3aa8-4f30-959c-50db6d7a9f0a: ACTIVE {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:06:07.481721 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ef87bf8b-8c45-427d-bde1-2601cea0e496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:10.405767 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:10.669839 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8fc70418-dc60-42a7-bce4-f321e8a03253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:11.839020 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:13.395218 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:17.363219 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:17.613158 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1493648-4ade-4364-91bd-852f2559cdf9 req-c393bb4a-c987-4434-a18f-9e6948f68b1e service neutron] 10.222.0.124 "GET /v2.0/ports?device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513732 Jul 06 15:06:17.714643 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1493648-4ade-4364-91bd-852f2559cdf9 req-1c08f1a6-fb83-4924-8fa7-cbbb744a4e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:17.716153 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1493648-4ade-4364-91bd-852f2559cdf9 req-1c08f1a6-fb83-4924-8fa7-cbbb744a4e60 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a6fa511b0ed44791abd39fd5637993b2&device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 1096 time: 0.0525513 Jul 06 15:06:17.821029 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1493648-4ade-4364-91bd-852f2559cdf9 req-025ba776-77d5-4683-8880-91ce2c1c5457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:17.822547 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1493648-4ade-4364-91bd-852f2559cdf9 req-025ba776-77d5-4683-8880-91ce2c1c5457 service neutron] 10.222.0.124 "GET /v2.0/networks?id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b HTTP/1.1" status: 200 len: 911 time: 0.0861948 Jul 06 15:06:17.886169 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1493648-4ade-4364-91bd-852f2559cdf9 req-bfcfeb3c-eb52-4903-a8ce-31f16e0acaa6 service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f97c95d-dd84-4844-b000-f74078af2006 HTTP/1.1" status: 200 len: 999 time: 0.0570397 Jul 06 15:06:17.939832 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1493648-4ade-4364-91bd-852f2559cdf9 req-6deb3313-63b5-403d-ad11-3727e4c978e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:17.942068 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1493648-4ade-4364-91bd-852f2559cdf9 req-6deb3313-63b5-403d-ad11-3727e4c978e9 service neutron] 10.222.0.124 "GET /v2.0/subnets?id=08cc5afc-2ff4-4092-960f-c4ae8f7b82cb HTTP/1.1" status: 200 len: 849 time: 0.0499434 Jul 06 15:06:17.998861 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1493648-4ade-4364-91bd-852f2559cdf9 req-d29105cb-5fad-4760-8bfd-d33624422efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:18.000371 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1493648-4ade-4364-91bd-852f2559cdf9 req-d29105cb-5fad-4760-8bfd-d33624422efb service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524642 Jul 06 15:06:18.086442 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1493648-4ade-4364-91bd-852f2559cdf9 req-96c10775-670a-4ffb-bd43-c5afe1f47f70 service neutron] 10.222.0.124 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799592 Jul 06 15:06:18.179787 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a1493648-4ade-4364-91bd-852f2559cdf9 req-5e008d03-eafa-4e13-b19c-bdc7a4775672 service neutron] 10.222.0.124 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866621 Jul 06 15:06:18.757710 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:06:19.562419 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:21.904854 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb18e2ee-d8de-4bc8-ad0a-046a410a4b4d req-0d12fa88-e689-4bff-8bf7-ed0a742256a4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=39948278-4cc7-4d1d-9635-eb1b92d60e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1081829 Jul 06 15:06:22.011044 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18e2ee-d8de-4bc8-ad0a-046a410a4b4d req-06ab72bf-e8c3-42de-9f90-5fca01d59fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:22.012487 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb18e2ee-d8de-4bc8-ad0a-046a410a4b4d req-06ab72bf-e8c3-42de-9f90-5fca01d59fa6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6fa511b0ed44791abd39fd5637993b2&device_id=39948278-4cc7-4d1d-9635-eb1b92d60e9b HTTP/1.1" status: 200 len: 1094 time: 0.0581217 Jul 06 15:06:22.122115 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18e2ee-d8de-4bc8-ad0a-046a410a4b4d req-4070ef63-b513-4e03-a1ca-ff500a2819e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:22.123683 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb18e2ee-d8de-4bc8-ad0a-046a410a4b4d req-4070ef63-b513-4e03-a1ca-ff500a2819e3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b HTTP/1.1" status: 200 len: 911 time: 0.0897417 Jul 06 15:06:22.193325 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb18e2ee-d8de-4bc8-ad0a-046a410a4b4d req-79cbf9e6-892b-427e-b3cb-2b072d241994 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2048c6ab-884a-428d-a049-74324186682b HTTP/1.1" status: 200 len: 999 time: 0.0591593 Jul 06 15:06:22.601853 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18e2ee-d8de-4bc8-ad0a-046a410a4b4d req-7c901e11-9b72-462b-a274-b264d73b6ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:22.603383 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb18e2ee-d8de-4bc8-ad0a-046a410a4b4d req-7c901e11-9b72-462b-a274-b264d73b6ca2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=08cc5afc-2ff4-4092-960f-c4ae8f7b82cb HTTP/1.1" status: 200 len: 849 time: 0.4001176 Jul 06 15:06:22.672214 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18e2ee-d8de-4bc8-ad0a-046a410a4b4d req-c62f5da6-c141-4f6e-9cfd-17cc868c4384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:06:22.673700 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb18e2ee-d8de-4bc8-ad0a-046a410a4b4d req-c62f5da6-c141-4f6e-9cfd-17cc868c4384 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589924 Jul 06 15:06:22.771926 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb18e2ee-d8de-4bc8-ad0a-046a410a4b4d req-38cf36d8-65ac-4f25-8446-b9d26ab56c00 service neutron] 10.222.0.52 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865450 Jul 06 15:06:22.862313 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-fb18e2ee-d8de-4bc8-ad0a-046a410a4b4d req-36250dff-0c0a-4286-a240-63f8b3a30a6c service neutron] 10.222.0.52 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810828 Jul 06 15:06:37.483472 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c0b9808a-39ed-4c2f-a831-412cd6c19942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:40.407226 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:40.672357 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a1351480-5582-4c75-8831-44ae67734c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:41.841484 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:43.398152 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:47.361999 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:49.561316 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:06:55.756525 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:07:07.484099 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a032848c-7154-4bc4-a8d4-1dfe91c36615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:10.408969 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:10.673620 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-2124ebcc-7729-4cda-9d0d-5ca940d0b31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:11.853084 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:13.400951 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:17.367385 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:18.664453 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c907c41-5efa-4818-9c79-d6f371124a81 req-2ca5ee7d-1ee4-44f9-a3f6-d2993cd2fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:18.665976 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c907c41-5efa-4818-9c79-d6f371124a81 req-2ca5ee7d-1ee4-44f9-a3f6-d2993cd2fda7 service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a6fa511b0ed44791abd39fd5637993b2&device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 1096 time: 0.0519369 Jul 06 15:07:18.772438 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c907c41-5efa-4818-9c79-d6f371124a81 req-82edc5aa-0e05-4c10-a994-a59ebe99c0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:18.773835 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c907c41-5efa-4818-9c79-d6f371124a81 req-82edc5aa-0e05-4c10-a994-a59ebe99c0bf service neutron] 10.222.0.124 "GET /v2.0/networks?id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b HTTP/1.1" status: 200 len: 911 time: 0.0869699 Jul 06 15:07:18.840145 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c907c41-5efa-4818-9c79-d6f371124a81 req-1a256ea9-683a-45c3-a23a-5f2eb053e2ad service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f97c95d-dd84-4844-b000-f74078af2006 HTTP/1.1" status: 200 len: 999 time: 0.0583780 Jul 06 15:07:18.892332 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c907c41-5efa-4818-9c79-d6f371124a81 req-74803f53-9666-4a55-b1c7-796ca66d224f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:18.893800 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c907c41-5efa-4818-9c79-d6f371124a81 req-74803f53-9666-4a55-b1c7-796ca66d224f service neutron] 10.222.0.124 "GET /v2.0/subnets?id=08cc5afc-2ff4-4092-960f-c4ae8f7b82cb HTTP/1.1" status: 200 len: 849 time: 0.0461371 Jul 06 15:07:18.897085 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 4f97c95d-dd84-4844-b000-f74078af2006 details requested by agent hyperv_n-h2-773644-6 with host n-h2-773644-6 {{(pid=100419) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 15:07:18.951559 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c907c41-5efa-4818-9c79-d6f371124a81 req-72f5a609-8a1c-4e06-9ccb-002bb6d4ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:18.953109 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c907c41-5efa-4818-9c79-d6f371124a81 req-72f5a609-8a1c-4e06-9ccb-002bb6d4ad59 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525534 Jul 06 15:07:18.995807 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 4f97c95d-dd84-4844-b000-f74078af2006, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=4f97c95d-dd84-4844-b000-f74078af2006,segment=NetworkSegment(b1108ebd-a49a-4c68-8e32-ee43986a05bc),segment_id=b1108ebd-a49a-4c68-8e32-ee43986a05bc)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:07:19.006744 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Returning: {'device': '4f97c95d-dd84-4844-b000-f74078af2006', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'port_id': '4f97c95d-dd84-4844-b000-f74078af2006', 'mac_address': 'fa:16:3e:fb:60:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100419) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 15:07:19.043141 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:19.046107 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c907c41-5efa-4818-9c79-d6f371124a81 req-a37b7ff0-dc38-4912-a8cc-3959c98da864 service neutron] 10.222.0.124 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849743 Jul 06 15:07:19.059829 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f97c95d-dd84-4844-b000-f74078af2006 {{(pid=100419) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 06 15:07:19.079968 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 4f97c95d-dd84-4844-b000-f74078af2006, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=4f97c95d-dd84-4844-b000-f74078af2006,segment=NetworkSegment(b1108ebd-a49a-4c68-8e32-ee43986a05bc),segment_id=b1108ebd-a49a-4c68-8e32-ee43986a05bc)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:07:19.083725 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:19.133471 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=4f97c95d-dd84-4844-b000-f74078af2006,revision_number=6']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:19.141340 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:19.141685 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:19.142056 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:19.142392 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:19.142765 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:19.142890 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-1c907c41-5efa-4818-9c79-d6f371124a81 req-6164c474-a305-492a-9e59-271d8060cf64 service neutron] 10.222.0.124 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898111 Jul 06 15:07:19.143216 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:19.143516 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:19.143909 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:19.144312 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:19.144699 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:19.145026 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:19.145346 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100419) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:19.160181 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] get_ports_and_sgs() called for port_ids ['4f97c95d-dd84-4844-b000-f74078af2006'] {{(pid=100419) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 15:07:19.570989 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:20.911740 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 4f97c95d-dd84-4844-b000-f74078af2006 up at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 15:07:20.972855 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.provisioning_blocks [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Provisioning complete for port 4f97c95d-dd84-4844-b000-f74078af2006 triggered by entity L2. {{(pid=100419) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 06 15:07:20.973242 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-713833'] for port, provisioning_complete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:21.063327 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:21.093301 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f97c95d-dd84-4844-b000-f74078af2006'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:07:21.095541 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7b3130d190d3a8890db0c4eafcc3a45a14b225becedd5045b600f6b402c608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f81607-1ecf-4fdc-9326-2d6dfc66ee0c" -d '{"events": [{"server_uuid": "db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4", "name": "network-vif-plugged", "status": "completed", "tag": "4f97c95d-dd84-4844-b000-f74078af2006"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:07:21.113216 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 4f97c95d-dd84-4844-b000-f74078af2006, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=4f97c95d-dd84-4844-b000-f74078af2006,segment=NetworkSegment(b1108ebd-a49a-4c68-8e32-ee43986a05bc),segment_id=b1108ebd-a49a-4c68-8e32-ee43986a05bc)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:07:21.118427 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:21.146914 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7141a4e5-1dd6-47ba-b925-2819e1611ed7 x-openstack-request-id: req-7141a4e5-1dd6-47ba-b925-2819e1611ed7 {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:07:21.147213 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4", "name": "network-vif-plugged", "status": "completed", "tag": "4f97c95d-dd84-4844-b000-f74078af2006", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:07:21.147466 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-7141a4e5-1dd6-47ba-b925-2819e1611ed7 {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:07:21.147913 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f97c95d-dd84-4844-b000-f74078af2006', 'code': 200} Jul 06 15:07:21.179215 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=4f97c95d-dd84-4844-b000-f74078af2006,revision_number=7']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:21.897723 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-69a39395-57b0-40b6-ad08-72008d4dce21 req-590364f7-79e6-49b8-8b4e-6a099a214c0a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=39948278-4cc7-4d1d-9635-eb1b92d60e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0941670 Jul 06 15:07:22.022352 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a39395-57b0-40b6-ad08-72008d4dce21 req-9f0abcaf-bf75-47f4-8696-5678602038ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:22.027763 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-69a39395-57b0-40b6-ad08-72008d4dce21 req-9f0abcaf-bf75-47f4-8696-5678602038ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6fa511b0ed44791abd39fd5637993b2&device_id=39948278-4cc7-4d1d-9635-eb1b92d60e9b HTTP/1.1" status: 200 len: 1094 time: 0.0705752 Jul 06 15:07:22.168954 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a39395-57b0-40b6-ad08-72008d4dce21 req-0e75d561-6687-4c25-91cd-91234d932a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:22.170570 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-69a39395-57b0-40b6-ad08-72008d4dce21 req-0e75d561-6687-4c25-91cd-91234d932a53 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b HTTP/1.1" status: 200 len: 911 time: 0.1201575 Jul 06 15:07:22.270109 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-69a39395-57b0-40b6-ad08-72008d4dce21 req-628865eb-40cf-4eab-bd3c-4e3db3bf7daf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2048c6ab-884a-428d-a049-74324186682b HTTP/1.1" status: 200 len: 999 time: 0.0895739 Jul 06 15:07:22.340098 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a39395-57b0-40b6-ad08-72008d4dce21 req-ddbb8b88-f432-4ee5-a18f-0e00093acbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:22.350922 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-69a39395-57b0-40b6-ad08-72008d4dce21 req-ddbb8b88-f432-4ee5-a18f-0e00093acbc2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=08cc5afc-2ff4-4092-960f-c4ae8f7b82cb HTTP/1.1" status: 200 len: 849 time: 0.0627289 Jul 06 15:07:22.413071 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a39395-57b0-40b6-ad08-72008d4dce21 req-6012fcc0-a9fe-4449-be61-68d6dcb3d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:22.414667 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-69a39395-57b0-40b6-ad08-72008d4dce21 req-6012fcc0-a9fe-4449-be61-68d6dcb3d5a3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636265 Jul 06 15:07:22.536042 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-69a39395-57b0-40b6-ad08-72008d4dce21 req-bf4a4ec5-e13b-4803-92e3-b75ac7ebc7f9 service neutron] 10.222.0.52 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099780 Jul 06 15:07:22.652335 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-69a39395-57b0-40b6-ad08-72008d4dce21 req-2aac75f3-9660-4fbc-a383-b3e2b1c3e624 service neutron] 10.222.0.52 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056252 Jul 06 15:07:30.574081 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41152) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:30.726515 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-bb0c5abc-b56d-49cb-9722-b6c495d3f080 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Deleting port 91bde5b6-ce14-46ff-80cc-83ac305fef7c {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:07:30.726861 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bb0c5abc-b56d-49cb-9722-b6c495d3f080 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:30.804159 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bb0c5abc-b56d-49cb-9722-b6c495d3f080 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:30.804484 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bb0c5abc-b56d-49cb-9722-b6c495d3f080 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:30.815760 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-bb0c5abc-b56d-49cb-9722-b6c495d3f080 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Calling delete_port for 91bde5b6-ce14-46ff-80cc-83ac305fef7c owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:07:30.964622 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bb0c5abc-b56d-49cb-9722-b6c495d3f080 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:30.991168 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c5abc-b56d-49cb-9722-b6c495d3f080 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Pushing event deleted for resources: {'Port': ['ID=91bde5b6-ce14-46ff-80cc-83ac305fef7c,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:31.003802 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0c5abc-b56d-49cb-9722-b6c495d3f080 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:31.004151 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0c5abc-b56d-49cb-9722-b6c495d3f080 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:31.004498 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0c5abc-b56d-49cb-9722-b6c495d3f080 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:31.004837 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0c5abc-b56d-49cb-9722-b6c495d3f080 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:31.005177 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0c5abc-b56d-49cb-9722-b6c495d3f080 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:31.005512 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0c5abc-b56d-49cb-9722-b6c495d3f080 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:31.005874 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0c5abc-b56d-49cb-9722-b6c495d3f080 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:31.006201 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0c5abc-b56d-49cb-9722-b6c495d3f080 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:31.006528 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0c5abc-b56d-49cb-9722-b6c495d3f080 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:31.006853 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0c5abc-b56d-49cb-9722-b6c495d3f080 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:31.007179 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0c5abc-b56d-49cb-9722-b6c495d3f080 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:31.007502 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0c5abc-b56d-49cb-9722-b6c495d3f080 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100418) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:31.068000 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bb0c5abc-b56d-49cb-9722-b6c495d3f080 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:31.068388 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-bb0c5abc-b56d-49cb-9722-b6c495d3f080 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Floating IP 282e321e-3aa8-4f30-959c-50db6d7a9f0a disassociated (deleted). External IP: 172.25.6.9, port: 4f97c95d-dd84-4844-b000-f74078af2006. Jul 06 15:07:31.274966 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0c5abc-b56d-49cb-9722-b6c495d3f080 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Router 45b28574-280e-4545-b3c6-69f08045da24 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:07:31.389504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0c5abc-b56d-49cb-9722-b6c495d3f080 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:07:31.394492 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-bb0c5abc-b56d-49cb-9722-b6c495d3f080 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:31.400069 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c14e8c-a2ad-469e-b9e9-1cc7e8fdec5f None None] Sync routers for ids ['45b28574-280e-4545-b3c6-69f08045da24'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:07:31.410206 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c14e8c-a2ad-469e-b9e9-1cc7e8fdec5f None None] Routers {'45b28574-280e-4545-b3c6-69f08045da24'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:07:31.410944 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c9c14e8c-a2ad-469e-b9e9-1cc7e8fdec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T15:07:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['45b28574-280e-4545-b3c6-69f08045da24'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:31.435327 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-bb0c5abc-b56d-49cb-9722-b6c495d3f080 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "DELETE /v2.0/floatingips/282e321e-3aa8-4f30-959c-50db6d7a9f0a HTTP/1.1" status: 204 len: 168 time: 0.8569677 Jul 06 15:07:31.435327 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4', 'tag': '4f97c95d-dd84-4844-b000-f74078af2006'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:07:31.435689 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00909531-0607-430c-b4ca-9f4fc27a670a" -d '{"events": [{"name": "network-changed", "server_uuid": "db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4", "tag": "4f97c95d-dd84-4844-b000-f74078af2006"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:07:31.522304 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-c9c14e8c-a2ad-469e-b9e9-1cc7e8fdec5f None None] Set router 45b28574-280e-4545-b3c6-69f08045da24 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:07:31.684953 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3bd38f-b0ec-4051-938f-f4be1795e28a x-openstack-request-id: req-0c3bd38f-b0ec-4051-938f-f4be1795e28a {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:07:31.685496 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4", "tag": "4f97c95d-dd84-4844-b000-f74078af2006", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:07:31.685794 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-0c3bd38f-b0ec-4051-938f-f4be1795e28a {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:07:31.686313 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4', 'tag': '4f97c95d-dd84-4844-b000-f74078af2006', 'status': 'completed', 'code': 200} Jul 06 15:07:31.762489 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c9c14e8c-a2ad-469e-b9e9-1cc7e8fdec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b28574-280e-4545-b3c6-69f08045da24', 'name': 'tempest-TestSnapshotPattern-1243374098-router', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:47Z', 'revision_number': 4, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'gw_port': {'id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'daa30e47-ee86-4c2b-b213-424b53b30f9b', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '45b28574-280e-4545-b3c6-69f08045da24', 'port_id': '2048c6ab-884a-428d-a049-74324186682b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'mac_address': 'fa:16:3e:83:c3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39948278-4cc7-4d1d-9635-eb1b92d60e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:03:08Z', 'updated_at': '2021-07-06T15:03:10Z', 'revision_number': 1, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f45dec-bdc6-4313-81cf-d3c355a11f8b', 'name': '', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'mac_address': 'fa:16:3e:87:3a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:47Z', 'updated_at': '2021-07-06T15:02:53Z', 'revision_number': 5, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'subnets': [{'id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:31.771294 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00909531-0607-430c-b4ca-9f4fc27a670a req-069f4902-4330-49a6-80d4-0129654ed00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:31.773151 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00909531-0607-430c-b4ca-9f4fc27a670a req-069f4902-4330-49a6-80d4-0129654ed00e service neutron] 10.222.0.124 "GET /v2.0/ports?tenant_id=a6fa511b0ed44791abd39fd5637993b2&device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 1096 time: 0.0637441 Jul 06 15:07:31.795297 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c14e8c-a2ad-469e-b9e9-1cc7e8fdec5f None None] Checking router: 45b28574-280e-4545-b3c6-69f08045da24 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:07:31.803821 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c14e8c-a2ad-469e-b9e9-1cc7e8fdec5f None None] Routers {'45b28574-280e-4545-b3c6-69f08045da24'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:07:31.804425 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c9c14e8c-a2ad-469e-b9e9-1cc7e8fdec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T15:07:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['45b28574-280e-4545-b3c6-69f08045da24'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:31.908867 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c46146-1b58-407f-b339-c8a5d52dc000 req-3e9706d6-987e-497d-a569-d20b775613a4 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:31.910371 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01c46146-1b58-407f-b339-c8a5d52dc000 req-3e9706d6-987e-497d-a569-d20b775613a4 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 945 time: 0.1363351 Jul 06 15:07:31.911850 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00909531-0607-430c-b4ca-9f4fc27a670a req-fc46097b-cfff-4603-9834-ad8020a2e7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:31.912599 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-c9c14e8c-a2ad-469e-b9e9-1cc7e8fdec5f None None] Set router 45b28574-280e-4545-b3c6-69f08045da24 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:07:31.913195 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00909531-0607-430c-b4ca-9f4fc27a670a req-fc46097b-cfff-4603-9834-ad8020a2e7ee service neutron] 10.222.0.124 "GET /v2.0/networks?id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b HTTP/1.1" status: 200 len: 911 time: 0.1297874 Jul 06 15:07:31.968098 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00909531-0607-430c-b4ca-9f4fc27a670a req-18867d94-a511-4e0e-99ff-1c6733ee309c service neutron] 10.222.0.124 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f97c95d-dd84-4844-b000-f74078af2006 HTTP/1.1" status: 200 len: 217 time: 0.0454164 Jul 06 15:07:32.010150 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-01c46146-1b58-407f-b339-c8a5d52dc000 req-f9997aff-efa9-4797-8a79-57ed9cf9c4c0 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/security-groups?id=1623c7d1-7643-4aa9-9c1f-853b81c853d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937436 Jul 06 15:07:32.036210 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00909531-0607-430c-b4ca-9f4fc27a670a req-7e4f5fe0-bf6b-423d-b694-31ea2f2de52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:32.037702 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00909531-0607-430c-b4ca-9f4fc27a670a req-7e4f5fe0-bf6b-423d-b694-31ea2f2de52f service neutron] 10.222.0.124 "GET /v2.0/subnets?id=08cc5afc-2ff4-4092-960f-c4ae8f7b82cb HTTP/1.1" status: 200 len: 849 time: 0.0590658 Jul 06 15:07:32.095088 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00909531-0607-430c-b4ca-9f4fc27a670a req-333c0fce-7aa0-4c5d-ad06-80d9b16d21f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:32.096616 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00909531-0607-430c-b4ca-9f4fc27a670a req-333c0fce-7aa0-4c5d-ad06-80d9b16d21f0 service neutron] 10.222.0.124 "GET /v2.0/ports?network_id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520816 Jul 06 15:07:32.136329 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c9c14e8c-a2ad-469e-b9e9-1cc7e8fdec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b28574-280e-4545-b3c6-69f08045da24', 'name': 'tempest-TestSnapshotPattern-1243374098-router', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:47Z', 'revision_number': 4, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'gw_port': {'id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'daa30e47-ee86-4c2b-b213-424b53b30f9b', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '45b28574-280e-4545-b3c6-69f08045da24', 'port_id': '2048c6ab-884a-428d-a049-74324186682b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'mac_address': 'fa:16:3e:83:c3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39948278-4cc7-4d1d-9635-eb1b92d60e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:03:08Z', 'updated_at': '2021-07-06T15:03:10Z', 'revision_number': 1, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f45dec-bdc6-4313-81cf-d3c355a11f8b', 'name': '', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'mac_address': 'fa:16:3e:87:3a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:47Z', 'updated_at': '2021-07-06T15:02:53Z', 'revision_number': 5, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'subnets': [{'id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:32.166944 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c14e8c-a2ad-469e-b9e9-1cc7e8fdec5f None None] The sync data for ids ['45b28574-280e-4545-b3c6-69f08045da24'] in n-d-773644-6 is: [{'id': '45b28574-280e-4545-b3c6-69f08045da24', 'name': 'tempest-TestSnapshotPattern-1243374098-router', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:47Z', 'revision_number': 4, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'gw_port': {'id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_floatingips': [{'id': 'daa30e47-ee86-4c2b-b213-424b53b30f9b', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'floating_ip_address': '172.25.6.128', 'floating_network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'router_id': '45b28574-280e-4545-b3c6-69f08045da24', 'port_id': '2048c6ab-884a-428d-a049-74324186682b', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'mac_address': 'fa:16:3e:83:c3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39948278-4cc7-4d1d-9635-eb1b92d60e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-06T15:03:08Z', 'updated_at': '2021-07-06T15:03:10Z', 'revision_number': 1, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1f45dec-bdc6-4313-81cf-d3c355a11f8b', 'name': '', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'mac_address': 'fa:16:3e:87:3a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:47Z', 'updated_at': '2021-07-06T15:02:53Z', 'revision_number': 5, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'subnets': [{'id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:07:32.195133 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00909531-0607-430c-b4ca-9f4fc27a670a req-d9f9879e-a60b-4bac-b12b-1ad646a9edc7 service neutron] 10.222.0.124 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916741 Jul 06 15:07:32.288760 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-00909531-0607-430c-b4ca-9f4fc27a670a req-6393ba52-bb4e-456e-82d8-e215cda60fbf service neutron] 10.222.0.124 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859740 Jul 06 15:07:32.392087 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f7357a-c1b5-4382-9d8f-08434b58d312 None None] New status for floating IP 282e321e-3aa8-4f30-959c-50db6d7a9f0a: DOWN {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:07:32.755241 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:07:32.975969 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 4f97c95d-dd84-4844-b000-f74078af2006 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:07:33.054073 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-558564'] for port, before_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:33.077438 n-d-773644-6 neutron-server[100419]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f97c95d-dd84-4844-b000-f74078af2006'}] {{(pid=100419) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:07:33.079807 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b7b3130d190d3a8890db0c4eafcc3a45a14b225becedd5045b600f6b402c608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34831c0f-1787-4428-bd2f-e80957d3bd6e" -d '{"events": [{"server_uuid": "db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4", "name": "network-vif-unplugged", "status": "completed", "tag": "4f97c95d-dd84-4844-b000-f74078af2006"}]}' {{(pid=100419) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:07:33.092455 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] For port 4f97c95d-dd84-4844-b000-f74078af2006, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=4f97c95d-dd84-4844-b000-f74078af2006,segment=NetworkSegment(b1108ebd-a49a-4c68-8e32-ee43986a05bc),segment_id=b1108ebd-a49a-4c68-8e32-ee43986a05bc)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:07:33.096857 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727519554088', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727518999534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727519001375'] for port, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:33.146911 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Pushing event updated for resources: {'Port': ['ID=4f97c95d-dd84-4844-b000-f74078af2006,revision_number=8']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:33.197048 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5374a9c-8198-40a1-96d8-e35dd22ee0e1 req-55ffe50f-8d07-45f3-9a30-00ce70e40eae tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:33.199585 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a5374a9c-8198-40a1-96d8-e35dd22ee0e1 req-55ffe50f-8d07-45f3-9a30-00ce70e40eae tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 943 time: 0.0708258 Jul 06 15:07:33.248223 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-a5374a9c-8198-40a1-96d8-e35dd22ee0e1 req-c4a7fbc8-6459-4a84-a24d-8ac93faeb1a9 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/security-groups?id=1623c7d1-7643-4aa9-9c1f-853b81c853d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428591 Jul 06 15:07:33.295637 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 06 Jul 2021 15:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91a439a-2d7c-4ba3-a47c-af40a6478a8b x-openstack-request-id: req-a91a439a-2d7c-4ba3-a47c-af40a6478a8b {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:07:33.295939 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4", "name": "network-vif-unplugged", "status": "completed", "tag": "4f97c95d-dd84-4844-b000-f74078af2006", "code": 200}]} {{(pid=100419) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:07:33.296194 n-d-773644-6 neutron-server[100419]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-a91a439a-2d7c-4ba3-a47c-af40a6478a8b {{(pid=100419) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:07:33.296593 n-d-773644-6 neutron-server[100419]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f97c95d-dd84-4844-b000-f74078af2006', 'code': 200} Jul 06 15:07:33.301188 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6dc94-95da-4d54-ab11-d6e3b3f4d866 req-213e054a-6bd7-47c2-95b6-2f12cbc58983 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:33.302707 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16f6dc94-95da-4d54-ab11-d6e3b3f4d866 req-213e054a-6bd7-47c2-95b6-2f12cbc58983 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.124 "GET /v2.0/ports?device_id=db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4 HTTP/1.1" status: 200 len: 943 time: 0.0671670 Jul 06 15:07:33.405646 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-16f6dc94-95da-4d54-ab11-d6e3b3f4d866 req-75647f64-15f9-4501-bae7-4e75931d9534 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Deleting port 4f97c95d-dd84-4844-b000-f74078af2006 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:07:33.406037 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-16f6dc94-95da-4d54-ab11-d6e3b3f4d866 req-75647f64-15f9-4501-bae7-4e75931d9534 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:33.493449 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-16f6dc94-95da-4d54-ab11-d6e3b3f4d866 req-75647f64-15f9-4501-bae7-4e75931d9534 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] For port 4f97c95d-dd84-4844-b000-f74078af2006, host n-h2-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-773644-6',level=0,port_id=4f97c95d-dd84-4844-b000-f74078af2006,segment=NetworkSegment(b1108ebd-a49a-4c68-8e32-ee43986a05bc),segment_id=b1108ebd-a49a-4c68-8e32-ee43986a05bc)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:07:33.493849 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-16f6dc94-95da-4d54-ab11-d6e3b3f4d866 req-75647f64-15f9-4501-bae7-4e75931d9534 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:33.506323 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-16f6dc94-95da-4d54-ab11-d6e3b3f4d866 req-75647f64-15f9-4501-bae7-4e75931d9534 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Calling delete_port for 4f97c95d-dd84-4844-b000-f74078af2006 owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:07:33.638274 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-16f6dc94-95da-4d54-ab11-d6e3b3f4d866 req-75647f64-15f9-4501-bae7-4e75931d9534 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:33.664765 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75647f64-15f9-4501-bae7-4e75931d9534 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Pushing event deleted for resources: {'Port': ['ID=4f97c95d-dd84-4844-b000-f74078af2006,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:33.711644 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f6dc94-95da-4d54-ab11-d6e3b3f4d866 req-75647f64-15f9-4501-bae7-4e75931d9534 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] No DVR routers for this DVR port 4f97c95d-dd84-4844-b000-f74078af2006 on host n-h2-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:07:33.714412 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-16f6dc94-95da-4d54-ab11-d6e3b3f4d866 req-75647f64-15f9-4501-bae7-4e75931d9534 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:33.716422 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-16f6dc94-95da-4d54-ab11-d6e3b3f4d866 req-75647f64-15f9-4501-bae7-4e75931d9534 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.124 "DELETE /v2.0/ports/4f97c95d-dd84-4844-b000-f74078af2006 HTTP/1.1" status: 204 len: 173 time: 0.4079096 Jul 06 15:07:33.716897 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4', 'name': 'network-vif-deleted', 'tag': '4f97c95d-dd84-4844-b000-f74078af2006'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:07:33.719203 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34cbc9d-6df8-40a3-b07c-8424d363239b" -d '{"events": [{"server_uuid": "db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4", "name": "network-vif-deleted", "tag": "4f97c95d-dd84-4844-b000-f74078af2006"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:07:33.758731 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45d17ad-e296-4731-816f-da2f01f8dcfa x-openstack-request-id: req-a45d17ad-e296-4731-816f-da2f01f8dcfa {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:07:33.759035 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4", "name": "network-vif-deleted", "tag": "4f97c95d-dd84-4844-b000-f74078af2006", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:07:33.759310 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-a45d17ad-e296-4731-816f-da2f01f8dcfa {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:07:33.759717 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db9d5781-10ed-4910-ba6f-cd1f0c1eb5e4', 'name': 'network-vif-deleted', 'tag': '4f97c95d-dd84-4844-b000-f74078af2006', 'status': 'completed', 'code': 200} Jul 06 15:07:34.855237 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41208) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:35.020011 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-c92e46f5-c5e9-4249-b9d9-5dddd60beb1a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Deleting port 21bf2898-8af2-49ba-8dff-33cb87df46d2 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:07:35.020355 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c92e46f5-c5e9-4249-b9d9-5dddd60beb1a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:35.092074 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c92e46f5-c5e9-4249-b9d9-5dddd60beb1a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:35.092331 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c92e46f5-c5e9-4249-b9d9-5dddd60beb1a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:35.103299 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-c92e46f5-c5e9-4249-b9d9-5dddd60beb1a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Calling delete_port for 21bf2898-8af2-49ba-8dff-33cb87df46d2 owned by network:floatingip {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:07:35.259615 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c92e46f5-c5e9-4249-b9d9-5dddd60beb1a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:35.284622 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e46f5-c5e9-4249-b9d9-5dddd60beb1a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Pushing event deleted for resources: {'Port': ['ID=21bf2898-8af2-49ba-8dff-33cb87df46d2,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:35.348002 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c92e46f5-c5e9-4249-b9d9-5dddd60beb1a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for floatingip, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:35.348306 n-d-773644-6 neutron-server[100418]: INFO neutron.db.l3_db [None req-c92e46f5-c5e9-4249-b9d9-5dddd60beb1a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Floating IP daa30e47-ee86-4c2b-b213-424b53b30f9b disassociated (deleted). External IP: 172.25.6.128, port: 2048c6ab-884a-428d-a049-74324186682b. Jul 06 15:07:35.558850 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92e46f5-c5e9-4249-b9d9-5dddd60beb1a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Router 45b28574-280e-4545-b3c6-69f08045da24 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:07:35.663123 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92e46f5-c5e9-4249-b9d9-5dddd60beb1a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:07:35.668042 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-c92e46f5-c5e9-4249-b9d9-5dddd60beb1a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for floatingip, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:35.673295 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bde3f1f-b04d-4b95-9daf-d74a44d9c12a None None] Sync routers for ids ['45b28574-280e-4545-b3c6-69f08045da24'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:07:35.683203 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bde3f1f-b04d-4b95-9daf-d74a44d9c12a None None] Routers {'45b28574-280e-4545-b3c6-69f08045da24'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:07:35.686223 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-0bde3f1f-b04d-4b95-9daf-d74a44d9c12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T15:07:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['45b28574-280e-4545-b3c6-69f08045da24'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:35.706408 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-c92e46f5-c5e9-4249-b9d9-5dddd60beb1a tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "DELETE /v2.0/floatingips/daa30e47-ee86-4c2b-b213-424b53b30f9b HTTP/1.1" status: 204 len: 168 time: 0.8500724 Jul 06 15:07:35.760669 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39948278-4cc7-4d1d-9635-eb1b92d60e9b', 'tag': '2048c6ab-884a-428d-a049-74324186682b'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:07:35.763267 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675c13d9-5d93-4610-8c2f-7ba60881382d" -d '{"events": [{"name": "network-changed", "server_uuid": "39948278-4cc7-4d1d-9635-eb1b92d60e9b", "tag": "2048c6ab-884a-428d-a049-74324186682b"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:07:35.788902 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-0bde3f1f-b04d-4b95-9daf-d74a44d9c12a None None] Set router 45b28574-280e-4545-b3c6-69f08045da24 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:07:35.957214 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 06 Jul 2021 15:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612739e9-a795-476a-9a95-b3927d04489b x-openstack-request-id: req-612739e9-a795-476a-9a95-b3927d04489b {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:07:35.957797 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39948278-4cc7-4d1d-9635-eb1b92d60e9b", "tag": "2048c6ab-884a-428d-a049-74324186682b", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:07:35.957935 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-612739e9-a795-476a-9a95-b3927d04489b {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:07:35.958371 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39948278-4cc7-4d1d-9635-eb1b92d60e9b', 'tag': '2048c6ab-884a-428d-a049-74324186682b', 'status': 'completed', 'code': 200} Jul 06 15:07:36.000476 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-0bde3f1f-b04d-4b95-9daf-d74a44d9c12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b28574-280e-4545-b3c6-69f08045da24', 'name': 'tempest-TestSnapshotPattern-1243374098-router', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:47Z', 'revision_number': 4, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'gw_port': {'id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'd1f45dec-bdc6-4313-81cf-d3c355a11f8b', 'name': '', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'mac_address': 'fa:16:3e:87:3a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:47Z', 'updated_at': '2021-07-06T15:02:53Z', 'revision_number': 5, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'subnets': [{'id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:36.028522 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bde3f1f-b04d-4b95-9daf-d74a44d9c12a None None] Checking router: 45b28574-280e-4545-b3c6-69f08045da24 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:07:36.036862 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bde3f1f-b04d-4b95-9daf-d74a44d9c12a None None] Routers {'45b28574-280e-4545-b3c6-69f08045da24'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:07:36.037479 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-0bde3f1f-b04d-4b95-9daf-d74a44d9c12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T15:07:11Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['45b28574-280e-4545-b3c6-69f08045da24'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:36.044047 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c13d9-5d93-4610-8c2f-7ba60881382d req-9ae423ce-3afd-43b1-9e03-7e079342fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:36.045588 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-675c13d9-5d93-4610-8c2f-7ba60881382d req-9ae423ce-3afd-43b1-9e03-7e079342fa15 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6fa511b0ed44791abd39fd5637993b2&device_id=39948278-4cc7-4d1d-9635-eb1b92d60e9b HTTP/1.1" status: 200 len: 1094 time: 0.0599897 Jul 06 15:07:36.184712 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba01cf7-ab1c-4ebf-a611-da8d2a520c4d req-e18c98e3-e31c-4f74-b92b-29dd92b79be8 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:36.186270 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ba01cf7-ab1c-4ebf-a611-da8d2a520c4d req-e18c98e3-e31c-4f74-b92b-29dd92b79be8 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=39948278-4cc7-4d1d-9635-eb1b92d60e9b HTTP/1.1" status: 200 len: 943 time: 0.1397693 Jul 06 15:07:36.191639 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c13d9-5d93-4610-8c2f-7ba60881382d req-f1850bef-c9eb-435e-bd95-4151ecc5e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:36.193208 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-675c13d9-5d93-4610-8c2f-7ba60881382d req-f1850bef-c9eb-435e-bd95-4151ecc5e9f1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b HTTP/1.1" status: 200 len: 911 time: 0.1377082 Jul 06 15:07:36.252409 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-675c13d9-5d93-4610-8c2f-7ba60881382d req-4a1d090b-805d-404d-b992-6185a52f72bd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2048c6ab-884a-428d-a049-74324186682b HTTP/1.1" status: 200 len: 217 time: 0.0465353 Jul 06 15:07:36.293648 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-9ba01cf7-ab1c-4ebf-a611-da8d2a520c4d req-6dbba5de-cd54-401d-8502-08a671099ab8 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/security-groups?id=1623c7d1-7643-4aa9-9c1f-853b81c853d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994420 Jul 06 15:07:36.306789 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-0bde3f1f-b04d-4b95-9daf-d74a44d9c12a None None] Set router 45b28574-280e-4545-b3c6-69f08045da24 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:07:36.314917 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c13d9-5d93-4610-8c2f-7ba60881382d req-a528e661-f613-45b1-af74-bd40d3f3abb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:36.314917 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-675c13d9-5d93-4610-8c2f-7ba60881382d req-a528e661-f613-45b1-af74-bd40d3f3abb4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=08cc5afc-2ff4-4092-960f-c4ae8f7b82cb HTTP/1.1" status: 200 len: 849 time: 0.0531185 Jul 06 15:07:36.371377 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c13d9-5d93-4610-8c2f-7ba60881382d req-904b42b7-ebc6-470c-9f03-e5875171508b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:36.372921 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-675c13d9-5d93-4610-8c2f-7ba60881382d req-904b42b7-ebc6-470c-9f03-e5875171508b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531693 Jul 06 15:07:36.463055 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-675c13d9-5d93-4610-8c2f-7ba60881382d req-a3464dea-3dc1-481c-8720-14b268e0dbd8 service neutron] 10.222.0.52 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829573 Jul 06 15:07:36.519802 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-0bde3f1f-b04d-4b95-9daf-d74a44d9c12a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b28574-280e-4545-b3c6-69f08045da24', 'name': 'tempest-TestSnapshotPattern-1243374098-router', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:47Z', 'revision_number': 4, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'gw_port': {'id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'd1f45dec-bdc6-4313-81cf-d3c355a11f8b', 'name': '', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'mac_address': 'fa:16:3e:87:3a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:47Z', 'updated_at': '2021-07-06T15:02:53Z', 'revision_number': 5, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'subnets': [{'id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:36.547027 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bde3f1f-b04d-4b95-9daf-d74a44d9c12a None None] The sync data for ids ['45b28574-280e-4545-b3c6-69f08045da24'] in n-d-773644-6 is: [{'id': '45b28574-280e-4545-b3c6-69f08045da24', 'name': 'tempest-TestSnapshotPattern-1243374098-router', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:47Z', 'revision_number': 4, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'gw_port': {'id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6', '_interfaces': [{'id': 'd1f45dec-bdc6-4313-81cf-d3c355a11f8b', 'name': '', 'network_id': 'cb483e7b-56c0-48a9-a1f9-0fc8308eed5b', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'mac_address': 'fa:16:3e:87:3a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:47Z', 'updated_at': '2021-07-06T15:02:53Z', 'revision_number': 5, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'subnets': [{'id': '08cc5afc-2ff4-4092-960f-c4ae8f7b82cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:07:36.559968 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-675c13d9-5d93-4610-8c2f-7ba60881382d req-981e7ef9-fda4-40de-bbb2-ada990d98122 service neutron] 10.222.0.52 "GET /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889580 Jul 06 15:07:36.783602 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b4ce67-5701-4b16-901f-dafde660d435 None None] New status for floating IP daa30e47-ee86-4c2b-b213-424b53b30f9b: DOWN {{(pid=100420) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 06 15:07:36.989344 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 4f97c95d-dd84-4844-b000-f74078af2006 no longer exists at agent hyperv_n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:07:37.008521 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] No Port match for: 4f97c95d-dd84-4844-b000-f74078af2006 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:07:37.008866 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Device 4f97c95d-dd84-4844-b000-f74078af2006 not bound to the agent host n-h2-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:07:37.472330 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a962c8-6329-4527-a0f6-9fd8bd8c33c7 req-bdd27432-2284-4f2c-9694-a824252e39b1 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:37.473995 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-44a962c8-6329-4527-a0f6-9fd8bd8c33c7 req-bdd27432-2284-4f2c-9694-a824252e39b1 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=39948278-4cc7-4d1d-9635-eb1b92d60e9b HTTP/1.1" status: 200 len: 943 time: 0.0625207 Jul 06 15:07:37.485990 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d45c201a-c752-4312-9127-cdd21a52b070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:37.514893 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-44a962c8-6329-4527-a0f6-9fd8bd8c33c7 req-2cac912c-a47d-482f-b4c9-582aebf16fd2 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/security-groups?id=1623c7d1-7643-4aa9-9c1f-853b81c853d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339165 Jul 06 15:07:37.903434 n-d-773644-6 neutron-server[100418]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa74479-2cda-4cb8-be4a-88d65a1518a6 req-d2ea6314-1839-4ef3-81b9-6f58d8a46cc8 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100418) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 06 15:07:37.904892 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-caa74479-2cda-4cb8-be4a-88d65a1518a6 req-d2ea6314-1839-4ef3-81b9-6f58d8a46cc8 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.52 "GET /v2.0/ports?device_id=39948278-4cc7-4d1d-9635-eb1b92d60e9b HTTP/1.1" status: 200 len: 943 time: 0.0676928 Jul 06 15:07:38.005784 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-caa74479-2cda-4cb8-be4a-88d65a1518a6 req-10874c89-4797-4692-902d-d49fca9140ed tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Deleting port 2048c6ab-884a-428d-a049-74324186682b {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:07:38.006145 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-caa74479-2cda-4cb8-be4a-88d65a1518a6 req-10874c89-4797-4692-902d-d49fca9140ed tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:38.095793 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [req-caa74479-2cda-4cb8-be4a-88d65a1518a6 req-10874c89-4797-4692-902d-d49fca9140ed tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] For port 2048c6ab-884a-428d-a049-74324186682b, host n-h1-773644-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-773644-6',level=0,port_id=2048c6ab-884a-428d-a049-74324186682b,segment=NetworkSegment(b1108ebd-a49a-4c68-8e32-ee43986a05bc),segment_id=b1108ebd-a49a-4c68-8e32-ee43986a05bc)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:07:38.096166 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-caa74479-2cda-4cb8-be4a-88d65a1518a6 req-10874c89-4797-4692-902d-d49fca9140ed tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:38.108557 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [req-caa74479-2cda-4cb8-be4a-88d65a1518a6 req-10874c89-4797-4692-902d-d49fca9140ed tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Calling delete_port for 2048c6ab-884a-428d-a049-74324186682b owned by compute:nova {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:07:38.232423 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-caa74479-2cda-4cb8-be4a-88d65a1518a6 req-10874c89-4797-4692-902d-d49fca9140ed tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:38.263860 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10874c89-4797-4692-902d-d49fca9140ed tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Pushing event deleted for resources: {'Port': ['ID=2048c6ab-884a-428d-a049-74324186682b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:38.312063 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa74479-2cda-4cb8-be4a-88d65a1518a6 req-10874c89-4797-4692-902d-d49fca9140ed tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] No DVR routers for this DVR port 2048c6ab-884a-428d-a049-74324186682b on host n-h1-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:07:38.314683 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [req-caa74479-2cda-4cb8-be4a-88d65a1518a6 req-10874c89-4797-4692-902d-d49fca9140ed tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18639'] for port, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:38.316700 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-caa74479-2cda-4cb8-be4a-88d65a1518a6 req-10874c89-4797-4692-902d-d49fca9140ed tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.52 "DELETE /v2.0/ports/2048c6ab-884a-428d-a049-74324186682b HTTP/1.1" status: 204 len: 173 time: 0.4025629 Jul 06 15:07:38.317162 n-d-773644-6 neutron-server[100418]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39948278-4cc7-4d1d-9635-eb1b92d60e9b', 'name': 'network-vif-deleted', 'tag': '2048c6ab-884a-428d-a049-74324186682b'}] {{(pid=100418) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 06 15:07:38.319496 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.118/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4428f12abd8a144772127522cb1f6c30db087cf32ada69c7a82252c22b8b8f91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6eecd44-d1d7-4206-a28f-2acdfee9e42e" -d '{"events": [{"server_uuid": "39948278-4cc7-4d1d-9635-eb1b92d60e9b", "name": "network-vif-deleted", "tag": "2048c6ab-884a-428d-a049-74324186682b"}]}' {{(pid=100418) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 15:07:38.357595 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 06 Jul 2021 15:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa0738f-a5d1-4f2a-a4a1-8c5ff944b816 x-openstack-request-id: req-baa0738f-a5d1-4f2a-a4a1-8c5ff944b816 {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 15:07:38.357918 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39948278-4cc7-4d1d-9635-eb1b92d60e9b", "name": "network-vif-deleted", "tag": "2048c6ab-884a-428d-a049-74324186682b", "status": "completed", "code": 200}]} {{(pid=100418) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 15:07:38.358173 n-d-773644-6 neutron-server[100418]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.118/compute/v2.1/os-server-external-events used request id req-baa0738f-a5d1-4f2a-a4a1-8c5ff944b816 {{(pid=100418) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 15:07:38.358570 n-d-773644-6 neutron-server[100418]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39948278-4cc7-4d1d-9635-eb1b92d60e9b', 'name': 'network-vif-deleted', 'tag': '2048c6ab-884a-428d-a049-74324186682b', 'status': 'completed', 'code': 200} Jul 06 15:07:38.681819 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [req-2c3496c9-9d32-4487-bd99-7bbb6e2d7221 req-060672f2-19e0-4d4d-b0ab-2a547eb513c8 tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "GET /v2.0/ports?device_id=39948278-4cc7-4d1d-9635-eb1b92d60e9b HTTP/1.1" status: 200 len: 210 time: 0.0303783 Jul 06 15:07:39.773966 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41224) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:39.832556 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-57b98f1d-05d9-4cc4-857e-18e648a4a37b tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:39.856563 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-57b98f1d-05d9-4cc4-857e-18e648a4a37b tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:39.918468 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-57b98f1d-05d9-4cc4-857e-18e648a4a37b tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:39.921163 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-57b98f1d-05d9-4cc4-857e-18e648a4a37b tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:39.922371 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-57b98f1d-05d9-4cc4-857e-18e648a4a37b tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] 10.222.0.118 "DELETE /v2.0/security-groups/1623c7d1-7643-4aa9-9c1f-853b81c853d0 HTTP/1.1" status: 204 len: 168 time: 0.1474185 Jul 06 15:07:39.931483 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b98f1d-05d9-4cc4-857e-18e648a4a37b tempest-TestSnapshotPattern-2008127633 tempest-TestSnapshotPattern-2008127633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1623c7d1-7643-4aa9-9c1f-853b81c853d0,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:39.972045 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41228) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:40.410281 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:40.655394 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3409b685-f5a5-4e3e-8092-17bcc8be18b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:40.674749 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-21e6b8c0-e19b-4931-8aff-a1c7f9f4d83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:40.913132 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-3409b685-f5a5-4e3e-8092-17bcc8be18b1 admin admin] Deleting port d1f45dec-bdc6-4313-81cf-d3c355a11f8b {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:07:40.913728 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3409b685-f5a5-4e3e-8092-17bcc8be18b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:40.965971 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 2048c6ab-884a-428d-a049-74324186682b no longer exists at agent hyperv_n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:07:40.993013 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] No Port match for: 2048c6ab-884a-428d-a049-74324186682b {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:07:40.994171 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Device 2048c6ab-884a-428d-a049-74324186682b not bound to the agent host n-h1-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:07:40.998846 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-3409b685-f5a5-4e3e-8092-17bcc8be18b1 admin admin] For port d1f45dec-bdc6-4313-81cf-d3c355a11f8b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=d1f45dec-bdc6-4313-81cf-d3c355a11f8b,segment=NetworkSegment(b1108ebd-a49a-4c68-8e32-ee43986a05bc),segment_id=b1108ebd-a49a-4c68-8e32-ee43986a05bc)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:07:40.999214 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3409b685-f5a5-4e3e-8092-17bcc8be18b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:41.012470 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-3409b685-f5a5-4e3e-8092-17bcc8be18b1 admin admin] Calling delete_port for d1f45dec-bdc6-4313-81cf-d3c355a11f8b owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:07:41.192473 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3409b685-f5a5-4e3e-8092-17bcc8be18b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:41.219403 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409b685-f5a5-4e3e-8092-17bcc8be18b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1f45dec-bdc6-4313-81cf-d3c355a11f8b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:41.394497 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-3409b685-f5a5-4e3e-8092-17bcc8be18b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:41.612536 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3409b685-f5a5-4e3e-8092-17bcc8be18b1 admin admin] Router 45b28574-280e-4545-b3c6-69f08045da24 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:07:41.729930 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3409b685-f5a5-4e3e-8092-17bcc8be18b1 admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:07:41.737570 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-3409b685-f5a5-4e3e-8092-17bcc8be18b1 admin admin] 10.222.0.118 "PUT /v2.0/routers/45b28574-280e-4545-b3c6-69f08045da24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7642906 Jul 06 15:07:41.739890 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41230) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:41.742488 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45a4db1-8b23-4245-8eb5-d853b15a2a41 None None] Sync routers for ids ['45b28574-280e-4545-b3c6-69f08045da24'] in n-d-773644-6 {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:07:41.752170 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45a4db1-8b23-4245-8eb5-d853b15a2a41 None None] Routers {'45b28574-280e-4545-b3c6-69f08045da24'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:07:41.752876 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c45a4db1-8b23-4245-8eb5-d853b15a2a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T15:07:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['45b28574-280e-4545-b3c6-69f08045da24'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:41.848875 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-594652fd-f974-4223-9f9f-4defedc984aa admin admin] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:41.872047 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-c45a4db1-8b23-4245-8eb5-d853b15a2a41 None None] Set router 45b28574-280e-4545-b3c6-69f08045da24 gateway port host: n-d-773644-6 {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:07:41.874213 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:41.951820 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-594652fd-f974-4223-9f9f-4defedc984aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:42.008635 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-594652fd-f974-4223-9f9f-4defedc984aa admin admin] Deleting port fbb7f33f-fbba-4ec8-9f40-39ebffd42a99 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:07:42.009068 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-594652fd-f974-4223-9f9f-4defedc984aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:42.061936 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c45a4db1-8b23-4245-8eb5-d853b15a2a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b28574-280e-4545-b3c6-69f08045da24', 'name': 'tempest-TestSnapshotPattern-1243374098-router', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58'}], 'enable_snat': True}, 'gw_port_id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:07:41Z', 'revision_number': 5, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'gw_port': {'id': 'fbb7f33f-fbba-4ec8-9f40-39ebffd42a99', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b28574-280e-4545-b3c6-69f08045da24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:42.086854 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-594652fd-f974-4223-9f9f-4defedc984aa admin admin] For port fbb7f33f-fbba-4ec8-9f40-39ebffd42a99, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=fbb7f33f-fbba-4ec8-9f40-39ebffd42a99,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:07:42.087224 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-594652fd-f974-4223-9f9f-4defedc984aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:42.087851 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45a4db1-8b23-4245-8eb5-d853b15a2a41 None None] Checking router: 45b28574-280e-4545-b3c6-69f08045da24 for host: n-d-773644-6 {{(pid=100419) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:07:42.096697 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45a4db1-8b23-4245-8eb5-d853b15a2a41 None None] Routers {'45b28574-280e-4545-b3c6-69f08045da24'} bound to L3 agent in host n-d-773644-6 {{(pid=100419) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:07:42.097309 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c45a4db1-8b23-4245-8eb5-d853b15a2a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T15:07:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['45b28574-280e-4545-b3c6-69f08045da24'], 'active': True} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:42.104601 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-594652fd-f974-4223-9f9f-4defedc984aa admin admin] Calling delete_port for fbb7f33f-fbba-4ec8-9f40-39ebffd42a99 owned by network:router_gateway {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:07:42.182460 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvr_db [None req-c45a4db1-8b23-4245-8eb5-d853b15a2a41 None None] Set router 45b28574-280e-4545-b3c6-69f08045da24 gateway port host: None {{(pid=100419) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:07:42.239319 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_hamode_db [None req-c45a4db1-8b23-4245-8eb5-d853b15a2a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b28574-280e-4545-b3c6-69f08045da24', 'name': 'tempest-TestSnapshotPattern-1243374098-router', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:07:41Z', 'revision_number': 6, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100419) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:42.269871 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-594652fd-f974-4223-9f9f-4defedc984aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:42.270789 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45a4db1-8b23-4245-8eb5-d853b15a2a41 None None] The sync data for ids ['45b28574-280e-4545-b3c6-69f08045da24'] in n-d-773644-6 is: [{'id': '45b28574-280e-4545-b3c6-69f08045da24', 'name': 'tempest-TestSnapshotPattern-1243374098-router', 'tenant_id': 'a6fa511b0ed44791abd39fd5637993b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:45Z', 'updated_at': '2021-07-06T15:07:41Z', 'revision_number': 6, 'project_id': 'a6fa511b0ed44791abd39fd5637993b2', 'gw_port_host': None}] {{(pid=100419) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:07:42.303589 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594652fd-f974-4223-9f9f-4defedc984aa admin admin] Pushing event deleted for resources: {'Port': ['ID=fbb7f33f-fbba-4ec8-9f40-39ebffd42a99,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:42.362595 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-594652fd-f974-4223-9f9f-4defedc984aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:42.453048 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-594652fd-f974-4223-9f9f-4defedc984aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:42.455263 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-594652fd-f974-4223-9f9f-4defedc984aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:42.496500 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-594652fd-f974-4223-9f9f-4defedc984aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:42.497044 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594652fd-f974-4223-9f9f-4defedc984aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45b28574-280e-4545-b3c6-69f08045da24 {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:07:42.501284 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-594652fd-f974-4223-9f9f-4defedc984aa admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:42.502639 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-594652fd-f974-4223-9f9f-4defedc984aa admin admin] 10.222.0.118 "DELETE /v2.0/routers/45b28574-280e-4545-b3c6-69f08045da24 HTTP/1.1" status: 204 len: 168 time: 0.7616189 Jul 06 15:07:42.505115 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41232) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:42.552713 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-f13a7f4a-3075-427c-9e7a-8eac2de0e26c admin admin] Deleting subnet 08cc5afc-2ff4-4092-960f-c4ae8f7b82cb {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:07:42.555755 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f13a7f4a-3075-427c-9e7a-8eac2de0e26c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:42.590124 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f13a7f4a-3075-427c-9e7a-8eac2de0e26c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:42.674439 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f13a7f4a-3075-427c-9e7a-8eac2de0e26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:42.743378 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f13a7f4a-3075-427c-9e7a-8eac2de0e26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:42.770019 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a7f4a-3075-427c-9e7a-8eac2de0e26c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08cc5afc-2ff4-4092-960f-c4ae8f7b82cb,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:42.772016 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-f13a7f4a-3075-427c-9e7a-8eac2de0e26c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:42.775559 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-f13a7f4a-3075-427c-9e7a-8eac2de0e26c admin admin] 10.222.0.118 "DELETE /v2.0/subnets/08cc5afc-2ff4-4092-960f-c4ae8f7b82cb HTTP/1.1" status: 204 len: 168 time: 0.2678549 Jul 06 15:07:42.776905 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41234) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:42.779119 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f2c259-1d29-4877-99e8-3b5356833010 None None] Network cb483e7b-56c0-48a9-a1f9-0fc8308eed5b requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:07:42.843845 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e774217a-e902-44dd-bbb9-54f90eb22c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:42.896746 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-e774217a-e902-44dd-bbb9-54f90eb22c85 admin admin] Deleting port 7b2d0d7d-4fea-469e-9644-12c49aeaa8fc {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:07:42.897191 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e774217a-e902-44dd-bbb9-54f90eb22c85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:42.965217 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-e774217a-e902-44dd-bbb9-54f90eb22c85 admin admin] For port 7b2d0d7d-4fea-469e-9644-12c49aeaa8fc, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=7b2d0d7d-4fea-469e-9644-12c49aeaa8fc,segment=NetworkSegment(b1108ebd-a49a-4c68-8e32-ee43986a05bc),segment_id=b1108ebd-a49a-4c68-8e32-ee43986a05bc)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:07:42.965976 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e774217a-e902-44dd-bbb9-54f90eb22c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:42.977960 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-e774217a-e902-44dd-bbb9-54f90eb22c85 admin admin] Calling delete_port for 7b2d0d7d-4fea-469e-9644-12c49aeaa8fc owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:07:43.060482 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e774217a-e902-44dd-bbb9-54f90eb22c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:43.068437 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7feae0c-cd2d-477c-9507-cd6bbef0d8dc None None] DHCP port deletion for cb483e7b-56c0-48a9-a1f9-0fc8308eed5b request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 15:07:43.070832 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d1f45dec-bdc6-4313-81cf-d3c355a11f8b no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:07:43.092819 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: d1f45dec-bdc6-4313-81cf-d3c355a11f8b {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:07:43.093163 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device d1f45dec-bdc6-4313-81cf-d3c355a11f8b not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:07:43.093930 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774217a-e902-44dd-bbb9-54f90eb22c85 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b2d0d7d-4fea-469e-9644-12c49aeaa8fc,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:43.099163 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e774217a-e902-44dd-bbb9-54f90eb22c85 admin admin] No DVR routers for this DVR port 7b2d0d7d-4fea-469e-9644-12c49aeaa8fc on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:07:43.173510 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e774217a-e902-44dd-bbb9-54f90eb22c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:43.184607 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-e774217a-e902-44dd-bbb9-54f90eb22c85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb483e7b-56c0-48a9-a1f9-0fc8308eed5b']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:43.194674 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-e774217a-e902-44dd-bbb9-54f90eb22c85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1108ebd-a49a-4c68-8e32-ee43986a05bc') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:43.194968 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-e774217a-e902-44dd-bbb9-54f90eb22c85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1108ebd-a49a-4c68-8e32-ee43986a05bc') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:43.204235 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e774217a-e902-44dd-bbb9-54f90eb22c85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:43.217388 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e774217a-e902-44dd-bbb9-54f90eb22c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:43.223327 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e774217a-e902-44dd-bbb9-54f90eb22c85 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:07:43.223774 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e774217a-e902-44dd-bbb9-54f90eb22c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: conditions |= (models_v2.Port.network_id.in_( Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: timer() Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:07:43.225353 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:07:43.286446 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e774217a-e902-44dd-bbb9-54f90eb22c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:43.295456 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-e774217a-e902-44dd-bbb9-54f90eb22c85 admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:43.297306 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-e774217a-e902-44dd-bbb9-54f90eb22c85 admin admin] 10.222.0.118 "DELETE /v2.0/networks/cb483e7b-56c0-48a9-a1f9-0fc8308eed5b HTTP/1.1" status: 204 len: 168 time: 0.5194840 Jul 06 15:07:43.300504 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41236) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:43.317519 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774217a-e902-44dd-bbb9-54f90eb22c85 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb483e7b-56c0-48a9-a1f9-0fc8308eed5b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:43.405518 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:43.657823 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-10a3575a-e892-4d4a-9f59-7521f8b616fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2091026'] for router_interface, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:43.912516 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-10a3575a-e892-4d4a-9f59-7521f8b616fe admin admin] Deleting port 2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:07:43.912756 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-10a3575a-e892-4d4a-9f59-7521f8b616fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:43.991562 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-10a3575a-e892-4d4a-9f59-7521f8b616fe admin admin] For port 2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411,segment=NetworkSegment(302c2549-dc60-432c-b1c1-1f5a596b2d1f),segment_id=302c2549-dc60-432c-b1c1-1f5a596b2d1f)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:07:43.992285 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-10a3575a-e892-4d4a-9f59-7521f8b616fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:44.005000 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-10a3575a-e892-4d4a-9f59-7521f8b616fe admin admin] Calling delete_port for 2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411 owned by network:router_interface {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:07:44.183897 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-10a3575a-e892-4d4a-9f59-7521f8b616fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:44.210484 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3575a-e892-4d4a-9f59-7521f8b616fe admin admin] Pushing event deleted for resources: {'Port': ['ID=2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:44.377528 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-10a3575a-e892-4d4a-9f59-7521f8b616fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2092332'] for router_interface, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:44.603090 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 7b2d0d7d-4fea-469e-9644-12c49aeaa8fc no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:07:44.628142 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 7b2d0d7d-4fea-469e-9644-12c49aeaa8fc {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:07:44.628482 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 7b2d0d7d-4fea-469e-9644-12c49aeaa8fc not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:07:44.628845 n-d-773644-6 neutron-server[100418]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a3575a-e892-4d4a-9f59-7521f8b616fe admin admin] Router 2d7d7d20-670c-4b21-a5be-2c0c6b891c01 has already been hosted by L3 agent c1b055ed-1d56-4db0-882d-eb52b10063e3 {{(pid=100418) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 06 15:07:44.629046 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device fbb7f33f-fbba-4ec8-9f40-39ebffd42a99 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:07:44.653262 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: fbb7f33f-fbba-4ec8-9f40-39ebffd42a99 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:07:44.653852 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device fbb7f33f-fbba-4ec8-9f40-39ebffd42a99 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:07:44.753591 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a3575a-e892-4d4a-9f59-7521f8b616fe admin admin] Notify agent at l3_agent.n-d-773644-6 the message routers_updated {{(pid=100418) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 15:07:44.760014 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-10a3575a-e892-4d4a-9f59-7521f8b616fe admin admin] 10.222.0.118 "PUT /v2.0/routers/2d7d7d20-670c-4b21-a5be-2c0c6b891c01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4580877 Jul 06 15:07:44.763089 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edc6c66-b08d-4edd-895d-9a0ce64d20c9 None None] Sync routers for ids ['2d7d7d20-670c-4b21-a5be-2c0c6b891c01'] in n-d-773644-6 {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 15:07:44.763635 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41238) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:44.774042 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edc6c66-b08d-4edd-895d-9a0ce64d20c9 None None] Routers {'2d7d7d20-670c-4b21-a5be-2c0c6b891c01'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:07:44.774822 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-0edc6c66-b08d-4edd-895d-9a0ce64d20c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T15:07:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2d7d7d20-670c-4b21-a5be-2c0c6b891c01'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:44.913129 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-0edc6c66-b08d-4edd-895d-9a0ce64d20c9 None None] Set router 2d7d7d20-670c-4b21-a5be-2c0c6b891c01 gateway port host: n-d-773644-6 {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:07:45.003237 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-34305c2b-826f-4850-9c56-9d97295664d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:45.122284 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-0edc6c66-b08d-4edd-895d-9a0ce64d20c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7d7d20-670c-4b21-a5be-2c0c6b891c01', 'name': 'tempest-TestSnapshotPattern-1196689266-router', 'tenant_id': 'f4a909e2018044ada1b967c52052c369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'external_fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '10a2fecd-9ac8-47b1-9aba-fd46efce0c1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:50Z', 'updated_at': '2021-07-06T15:07:44Z', 'revision_number': 5, 'project_id': 'f4a909e2018044ada1b967c52052c369', 'gw_port': {'id': '10a2fecd-9ac8-47b1-9aba-fd46efce0c1b', 'name': '', 'network_id': '92d3ff86-8e9d-44c6-bfd0-e3cb5daed4c0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7d7d20-670c-4b21-a5be-2c0c6b891c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-773644-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-06T15:02:50Z', 'updated_at': '2021-07-06T15:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '509a871c-1ac9-4265-af48-e218e56e3ac8', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-773644-6'}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:45.126229 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-34305c2b-826f-4850-9c56-9d97295664d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:45.154201 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edc6c66-b08d-4edd-895d-9a0ce64d20c9 None None] Checking router: 2d7d7d20-670c-4b21-a5be-2c0c6b891c01 for host: n-d-773644-6 {{(pid=100420) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 15:07:45.164069 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edc6c66-b08d-4edd-895d-9a0ce64d20c9 None None] Routers {'2d7d7d20-670c-4b21-a5be-2c0c6b891c01'} bound to L3 agent in host n-d-773644-6 {{(pid=100420) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 06 15:07:45.164689 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-0edc6c66-b08d-4edd-895d-9a0ce64d20c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-773644-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-06T13:32:10Z,description=,heartbeat_timestamp=2021-07-06T15:07:41Z,host='n-d-773644-6',id=c1b055ed-1d56-4db0-882d-eb52b10063e3,load=0,resource_versions=,resources_synced=,started_at=2021-07-06T13:32:10Z,topic='l3_agent')) {'router_ids': ['2d7d7d20-670c-4b21-a5be-2c0c6b891c01'], 'active': True} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:45.190511 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-34305c2b-826f-4850-9c56-9d97295664d6 admin admin] Deleting port 10a2fecd-9ac8-47b1-9aba-fd46efce0c1b {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:07:45.190866 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-34305c2b-826f-4850-9c56-9d97295664d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:45.270280 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_dvr_db [None req-0edc6c66-b08d-4edd-895d-9a0ce64d20c9 None None] Set router 2d7d7d20-670c-4b21-a5be-2c0c6b891c01 gateway port host: None {{(pid=100420) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 06 15:07:45.328223 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.l3_hamode_db [None req-0edc6c66-b08d-4edd-895d-9a0ce64d20c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7d7d20-670c-4b21-a5be-2c0c6b891c01', 'name': 'tempest-TestSnapshotPattern-1196689266-router', 'tenant_id': 'f4a909e2018044ada1b967c52052c369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:50Z', 'updated_at': '2021-07-06T15:07:45Z', 'revision_number': 6, 'project_id': 'f4a909e2018044ada1b967c52052c369', 'gw_port_host': None}], 'n-d-773644-6', False) {} {{(pid=100420) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:45.355874 n-d-773644-6 neutron-server[100420]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edc6c66-b08d-4edd-895d-9a0ce64d20c9 None None] The sync data for ids ['2d7d7d20-670c-4b21-a5be-2c0c6b891c01'] in n-d-773644-6 is: [{'id': '2d7d7d20-670c-4b21-a5be-2c0c6b891c01', 'name': 'tempest-TestSnapshotPattern-1196689266-router', 'tenant_id': 'f4a909e2018044ada1b967c52052c369', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-06T15:02:50Z', 'updated_at': '2021-07-06T15:07:45Z', 'revision_number': 6, 'project_id': 'f4a909e2018044ada1b967c52052c369', 'gw_port_host': None}] {{(pid=100420) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 15:07:45.626523 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-34305c2b-826f-4850-9c56-9d97295664d6 admin admin] For port 10a2fecd-9ac8-47b1-9aba-fd46efce0c1b, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=10a2fecd-9ac8-47b1-9aba-fd46efce0c1b,segment=NetworkSegment(84378bde-fb75-47b2-b697-b258f9dd7c6a),segment_id=84378bde-fb75-47b2-b697-b258f9dd7c6a)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:07:45.626889 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-34305c2b-826f-4850-9c56-9d97295664d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:45.639131 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-34305c2b-826f-4850-9c56-9d97295664d6 admin admin] Calling delete_port for 10a2fecd-9ac8-47b1-9aba-fd46efce0c1b owned by network:router_gateway {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:07:45.810408 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-34305c2b-826f-4850-9c56-9d97295664d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:45.839475 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34305c2b-826f-4850-9c56-9d97295664d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=10a2fecd-9ac8-47b1-9aba-fd46efce0c1b,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:45.893300 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-34305c2b-826f-4850-9c56-9d97295664d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2094421'] for router_gateway, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:45.984334 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-34305c2b-826f-4850-9c56-9d97295664d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2093537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4131'] for router, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:45.986486 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-34305c2b-826f-4850-9c56-9d97295664d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:46.028683 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-34305c2b-826f-4850-9c56-9d97295664d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2096753'] for router, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:46.029328 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34305c2b-826f-4850-9c56-9d97295664d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d7d7d20-670c-4b21-a5be-2c0c6b891c01 {{(pid=100418) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 15:07:46.033511 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-34305c2b-826f-4850-9c56-9d97295664d6 admin admin] Notify callbacks [] for router, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:46.034745 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-34305c2b-826f-4850-9c56-9d97295664d6 admin admin] 10.222.0.118 "DELETE /v2.0/routers/2d7d7d20-670c-4b21-a5be-2c0c6b891c01 HTTP/1.1" status: 204 len: 168 time: 1.2700157 Jul 06 15:07:46.037342 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41244) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:46.082605 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c08cdb0-fb86-421f-ac2b-1633808bf72e admin admin] Deleting subnet bcc665fb-6ada-41e8-abfb-e249a54fa1cc {{(pid=100418) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 06 15:07:46.085954 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0c08cdb0-fb86-421f-ac2b-1633808bf72e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:46.122374 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0c08cdb0-fb86-421f-ac2b-1633808bf72e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3286379'] for subnet, precommit_delete_associations {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:46.206594 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0c08cdb0-fb86-421f-ac2b-1633808bf72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710215'] for subnet, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:46.262744 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0c08cdb0-fb86-421f-ac2b-1633808bf72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1645010', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3224900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436676'] for subnet, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:46.289427 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08cdb0-fb86-421f-ac2b-1633808bf72e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcc665fb-6ada-41e8-abfb-e249a54fa1cc,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:46.294766 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-0c08cdb0-fb86-421f-ac2b-1633808bf72e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091995'] for subnet, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:46.297321 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-0c08cdb0-fb86-421f-ac2b-1633808bf72e admin admin] 10.222.0.118 "DELETE /v2.0/subnets/bcc665fb-6ada-41e8-abfb-e249a54fa1cc HTTP/1.1" status: 204 len: 168 time: 0.2581878 Jul 06 15:07:46.299159 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41246) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:46.300182 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b706c166-55e6-4602-a5b7-b0d3a6460233 None None] Network 3168970a-f77d-49f6-a465-c12ac9cd61c7 requested from n-d-773644-6 {{(pid=100419) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 06 15:07:46.379297 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-146ae24d-29fe-4349-8d7e-e531af3c70ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-658490'] for network, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:46.431765 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-146ae24d-29fe-4349-8d7e-e531af3c70ef admin admin] Deleting port a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089 {{(pid=100418) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:07:46.432051 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-146ae24d-29fe-4349-8d7e-e531af3c70ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:46.495766 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.db [None req-146ae24d-29fe-4349-8d7e-e531af3c70ef admin admin] For port a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089,segment=NetworkSegment(302c2549-dc60-432c-b1c1-1f5a596b2d1f),segment_id=302c2549-dc60-432c-b1c1-1f5a596b2d1f)] {{(pid=100418) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:07:46.496046 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-146ae24d-29fe-4349-8d7e-e531af3c70ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:46.503101 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66961295-9ade-42dc-a19a-770ac8367b0e None None] DHCP port deletion for 3168970a-f77d-49f6-a465-c12ac9cd61c7 request from n-d-773644-6 {{(pid=100419) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 06 15:07:46.515086 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.plugin [None req-146ae24d-29fe-4349-8d7e-e531af3c70ef admin admin] Calling delete_port for a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089 owned by network:dhcp {{(pid=100418) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:07:46.555406 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-66961295-9ade-42dc-a19a-770ac8367b0e None None] Deleting port a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089 {{(pid=100419) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 06 15:07:46.555785 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-66961295-9ade-42dc-a19a-770ac8367b0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727519546332'] for port, before_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:46.593594 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 10a2fecd-9ac8-47b1-9aba-fd46efce0c1b no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:07:46.601093 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-146ae24d-29fe-4349-8d7e-e531af3c70ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3224958'] for port, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:46.621627 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 10a2fecd-9ac8-47b1-9aba-fd46efce0c1b {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:07:46.621992 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 10a2fecd-9ac8-47b1-9aba-fd46efce0c1b not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:07:46.622415 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:07:46.627001 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ae24d-29fe-4349-8d7e-e531af3c70ef admin admin] Pushing event deleted for resources: {'Port': ['ID=a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:46.630570 n-d-773644-6 neutron-server[100418]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146ae24d-29fe-4349-8d7e-e531af3c70ef admin admin] No DVR routers for this DVR port a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089 on host n-d-773644-6 {{(pid=100418) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:07:46.649797 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: 2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:07:46.650140 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device 2bba6ec7-8cf9-4d2f-8db7-3fb7171e2411 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:07:46.650548 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089 no longer exists at agent ovs-agent-n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 15:07:46.678704 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.db [None req-66961295-9ade-42dc-a19a-770ac8367b0e None None] For port a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089, host n-d-773644-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-773644-6',level=0,port_id=a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089,segment=NetworkSegment(302c2549-dc60-432c-b1c1-1f5a596b2d1f),segment_id=302c2549-dc60-432c-b1c1-1f5a596b2d1f)] {{(pid=100419) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 15:07:46.679102 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-66961295-9ade-42dc-a19a-770ac8367b0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2092306'] for port, precommit_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:46.681337 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] No Port match for: a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089 {{(pid=100419) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 06 15:07:46.681678 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.rpc [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Device a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089 not bound to the agent host n-d-773644-6 {{(pid=100419) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 15:07:46.694418 n-d-773644-6 neutron-server[100419]: DEBUG neutron.plugins.ml2.plugin [None req-66961295-9ade-42dc-a19a-770ac8367b0e None None] Calling delete_port for a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089 owned by network:dhcp {{(pid=100419) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 06 15:07:46.706235 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-146ae24d-29fe-4349-8d7e-e531af3c70ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716242', 'neutron.services.segments.db._delete_segments_for_network-8727519532894'] for network, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:46.716183 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-146ae24d-29fe-4349-8d7e-e531af3c70ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3168970a-f77d-49f6-a465-c12ac9cd61c7']}} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:46.726321 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-146ae24d-29fe-4349-8d7e-e531af3c70ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '302c2549-dc60-432c-b1c1-1f5a596b2d1f') {'for_net_delete': True} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:46.726620 n-d-773644-6 neutron-server[100418]: DEBUG neutron.services.segments.db [None req-146ae24d-29fe-4349-8d7e-e531af3c70ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '302c2549-dc60-432c-b1c1-1f5a596b2d1f') {} {{(pid=100418) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 15:07:46.735416 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-146ae24d-29fe-4349-8d7e-e531af3c70ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727519419010', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3286396'] for segment, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:46.750659 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-146ae24d-29fe-4349-8d7e-e531af3c70ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918'] for segment, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:46.756556 n-d-773644-6 neutron-server[100418]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-146ae24d-29fe-4349-8d7e-e531af3c70ef admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=100418) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 15:07:46.756951 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-146ae24d-29fe-4349-8d7e-e531af3c70ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-710918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3224993'] for segment, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: Traceback (most recent call last): Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: timer() Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: cb(*args, **kw) Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: return func(*args, **kwargs) Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: self._notify() Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: self.callback(batched_events) Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: event.method(event) Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: aggregate_uuid = self.p_client.list_aggregates( Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: return f(self, *a, **k) Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: return self._get(url).json() Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: return self.request(url, 'GET', **kwargs) Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: base_url = self.get_endpoint(auth, allow=allow, Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 06 15:07:46.758693 n-d-773644-6 neutron-server[100418]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 06 15:07:46.770396 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-66961295-9ade-42dc-a19a-770ac8367b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-558120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091981', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727519554070', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727518999525'] for port, after_delete {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:46.797180 n-d-773644-6 neutron-server[100419]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66961295-9ade-42dc-a19a-770ac8367b0e None None] Pushing event deleted for resources: {'Port': ['ID=a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089,revision_number=None']} {{(pid=100419) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:46.799055 n-d-773644-6 neutron-server[100419]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66961295-9ade-42dc-a19a-770ac8367b0e None None] No DVR routers for this DVR port a34f1ecb-ed79-49dc-8a5b-a7e1bb5a9089 on host n-d-773644-6 {{(pid=100419) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 06 15:07:46.817643 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-146ae24d-29fe-4349-8d7e-e531af3c70ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2091956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2094449'] for network, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:46.823466 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-146ae24d-29fe-4349-8d7e-e531af3c70ef admin admin] Notify callbacks [] for network, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:46.825322 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-146ae24d-29fe-4349-8d7e-e531af3c70ef admin admin] 10.222.0.118 "DELETE /v2.0/networks/3168970a-f77d-49f6-a465-c12ac9cd61c7 HTTP/1.1" status: 204 len: 168 time: 0.5250702 Jul 06 15:07:46.837193 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ae24d-29fe-4349-8d7e-e531af3c70ef admin admin] Pushing event deleted for resources: {'Network': ['ID=3168970a-f77d-49f6-a465-c12ac9cd61c7,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:46.931224 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41250) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:46.970534 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-dc827201-fb03-41e8-a297-cc21f21aa0c7 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=a6fa511b0ed44791abd39fd5637993b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379779 Jul 06 15:07:46.972831 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [-] (100418) accepted ('10.222.0.118', 41252) {{(pid=100418) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:47.023866 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-898e4860-e546-46d2-bbd2-331d4d9ca5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:47.044872 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-898e4860-e546-46d2-bbd2-331d4d9ca5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:47.092263 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-898e4860-e546-46d2-bbd2-331d4d9ca5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:47.094879 n-d-773644-6 neutron-server[100418]: DEBUG neutron_lib.callbacks.manager [None req-898e4860-e546-46d2-bbd2-331d4d9ca5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100418) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:47.097770 n-d-773644-6 neutron-server[100418]: INFO neutron.wsgi [None req-898e4860-e546-46d2-bbd2-331d4d9ca5b8 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/c110360c-e48d-44e8-a88f-7319796123ac HTTP/1.1" status: 204 len: 168 time: 0.1239555 Jul 06 15:07:47.106803 n-d-773644-6 neutron-server[100418]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e4860-e546-46d2-bbd2-331d4d9ca5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c110360c-e48d-44e8-a88f-7319796123ac,revision_number=None']} {{(pid=100418) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:47.377764 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:47.424104 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41258) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:47.467006 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-7b5e008e-e330-49f7-98fe-bbaabfff33e9 admin admin] 10.222.0.118 "GET /v2.0/security-groups?tenant_id=f4a909e2018044ada1b967c52052c369&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414479 Jul 06 15:07:47.469615 n-d-773644-6 neutron-server[100417]: DEBUG neutron.wsgi [-] (100417) accepted ('10.222.0.118', 41262) {{(pid=100417) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 06 15:07:47.518162 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a9ed42c4-3f6f-4cd5-acea-d86fbabfd675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:47.538408 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a9ed42c4-3f6f-4cd5-acea-d86fbabfd675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:47.583680 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a9ed42c4-3f6f-4cd5-acea-d86fbabfd675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1644892'] for security_group, after_delete {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:47.586393 n-d-773644-6 neutron-server[100417]: DEBUG neutron_lib.callbacks.manager [None req-a9ed42c4-3f6f-4cd5-acea-d86fbabfd675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:07:47.587652 n-d-773644-6 neutron-server[100417]: INFO neutron.wsgi [None req-a9ed42c4-3f6f-4cd5-acea-d86fbabfd675 admin admin] 10.222.0.118 "DELETE /v2.0/security-groups/23fc6f63-2840-4b6a-a9ab-2e6581893b5d HTTP/1.1" status: 204 len: 168 time: 0.1170504 Jul 06 15:07:47.595561 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed42c4-3f6f-4cd5-acea-d86fbabfd675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fc6f63-2840-4b6a-a9ab-2e6581893b5d,revision_number=None']} {{(pid=100417) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 15:07:47.602852 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ed42c4-3f6f-4cd5-acea-d86fbabfd675 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:47.603204 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ed42c4-3f6f-4cd5-acea-d86fbabfd675 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:47.603557 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ed42c4-3f6f-4cd5-acea-d86fbabfd675 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:47.603924 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ed42c4-3f6f-4cd5-acea-d86fbabfd675 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:47.604265 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ed42c4-3f6f-4cd5-acea-d86fbabfd675 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:47.604776 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ed42c4-3f6f-4cd5-acea-d86fbabfd675 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:47.605008 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ed42c4-3f6f-4cd5-acea-d86fbabfd675 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:47.605341 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ed42c4-3f6f-4cd5-acea-d86fbabfd675 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:47.605671 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ed42c4-3f6f-4cd5-acea-d86fbabfd675 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:47.606025 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ed42c4-3f6f-4cd5-acea-d86fbabfd675 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:47.606354 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ed42c4-3f6f-4cd5-acea-d86fbabfd675 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:47.606679 n-d-773644-6 neutron-server[100417]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ed42c4-3f6f-4cd5-acea-d86fbabfd675 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-773644-6 {{(pid=100417) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 15:07:49.576237 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:07.486812 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-acaf3568-0204-4d99-8efb-18c048eb2f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:09.755549 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:08:10.412404 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:10.674805 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e6f65a3a-e915-4413-abdd-a20f50a8022d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:11.846525 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:13.407221 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:17.391512 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:19.574481 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:37.489772 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-8d2d88c7-0c2c-4866-af11-77ffbab88711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:40.414143 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:40.675282 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d3869bc5-6f66-49b0-b3b7-a7cae236704b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:41.847791 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:43.416983 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:46.758647 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:08:47.392864 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:08:49.590679 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:07.490962 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-86cda2ec-611e-405d-88a0-08f8e101a4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:10.414870 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:10.674953 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d22a16a0-b229-4936-95dc-958fbc4d6840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:11.855728 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:13.412976 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:17.392295 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:19.604782 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:23.758195 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:09:37.494336 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dd2fa348-9b83-4040-b445-7cbb3ed5d460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:40.421253 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:40.676243 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-37f55e74-20e3-473e-b384-dc36ca024771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:41.855306 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:43.415766 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:47.413043 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:09:49.616676 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:00.758265 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:10:07.494289 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-df788b2e-091f-4531-b4af-1cebd5f223df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:10.412604 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:10.677475 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-08b4b832-da6c-4907-8534-ccb57efb24b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:11.855622 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:13.419438 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:17.405063 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:19.635907 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:37.494279 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-7d39ac95-91cb-4d93-a277-38d450e5cf59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:37.756988 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:10:40.413924 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:40.677654 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-db798ad5-3d9b-493d-9fcd-20c4696531d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:41.860747 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:43.421331 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:47.410309 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:10:49.647693 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:07.496452 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ef57fa09-14cb-4f7c-b2fd-607a8a78ce94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:10.414540 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:10.679690 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-bd361750-027d-4932-910a-034a71876fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:11.862995 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:13.424438 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:14.756670 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:11:17.424357 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:19.649223 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:21.512871 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-bd4a9b5f-ef3c-4d3d-8e31-cf080ef1d10a req-2ee738e0-fb96-4bb6-bc99-233e01eab65e service neutron] (100418) timed out ('10.222.0.118', 39848) {{(pid=100418) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 15:11:37.498073 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-6e23a221-24ba-4745-a415-b973fd606621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:40.415756 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:40.680701 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f7bba512-63ed-4323-9434-ab3d4b452a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:41.864768 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:43.428280 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:47.421042 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:49.652774 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:11:51.757408 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:12:07.499677 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cab0e96e-bac9-4166-9ba2-6c952484c911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:10.416459 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:10.681156 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-dd88d57a-72fa-47c4-b087-60513c9b9de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:11.868799 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:13.431596 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:17.419686 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:19.661953 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:28.758174 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:12:37.500290 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-694a5825-877a-48f3-b89a-20474e113a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:40.417580 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:40.681145 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-060bf07c-b9c5-4af1-8cb6-cb3f2bea7241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:41.870644 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:43.434100 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:47.411376 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:12:49.669282 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:05.758043 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:13:07.501056 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ecb46269-11e2-428c-87d1-d6295a234b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:10.418428 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:10.680669 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-f833f688-731e-4fa8-958d-93a159f3aab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:11.877381 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:13.438595 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:17.423382 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:19.677128 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:37.502473 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-595020b6-bacf-4c8b-8c35-09d2223ddd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:40.419513 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:40.680702 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-a5e0c0fd-d60f-4cd7-b5e7-b02dd7fd8614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:41.876939 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:42.757609 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:13:43.442555 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:47.450061 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:13:49.677259 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:07.503912 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9de07b26-3a64-4ad4-b220-202bf0c9e949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:10.420464 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:10.682593 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-1dbc1c2d-59b7-4fc8-b7bf-6839767fd3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:11.878643 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:13.445400 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:17.466606 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:19.677376 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:19.755944 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:14:37.504555 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-cf3c6c0a-1b25-4652-90bd-57d63d68354f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:40.421628 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:40.683476 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e9c9df48-a4fa-4f87-8470-03bd2f088194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:41.883391 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:43.447922 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:47.463837 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:49.678451 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:14:56.755996 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:15:07.508821 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-072d1667-6763-4785-9580-ad09b06a5e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:10.425941 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:10.682811 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-0a350737-5aa1-426b-afb4-cfa4889a5bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:11.886019 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:13.450379 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:17.462842 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:19.700221 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:33.754809 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:15:37.509112 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-13cf6575-6c94-44f8-9979-630a6270988f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:40.427155 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:40.682722 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-c0094682-be7e-4d84-a21f-4d6400471460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:41.888047 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:43.454725 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:47.461035 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-710487b8-0358-42d2-bee7-f4275cbeb1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:49.695714 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-d54254f7-f30a-49a7-bf2b-51d75907d123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:15:49.998872 n-d-773644-6 neutron-server[100418]: DEBUG neutron.wsgi [req-b3307b70-f3bb-4cea-a9a4-887f8a13dece req-18a03c21-950e-471a-b5f8-e2689c70bd5c service neutron] (100418) timed out ('10.222.0.118', 36990) {{(pid=100418) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 06 15:16:07.511012 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-80636b08-4831-40f3-8def-9aded79f66f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:10.428047 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-9f833bfa-e097-4917-9889-555ec68c9d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:10.683303 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-e96f038a-c850-4340-b0a1-720e33772e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:10.754355 n-d-773644-6 neutron-server[100420]: DEBUG neutron.db.agents_db [None req-4496fc6c-fa83-42aa-8a0c-9664a9d9460b None None] Agent healthcheck: found 7 active agents {{(pid=100420) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 15:16:11.893347 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-49be01a0-b67f-4385-8fcc-62d9132b7662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 06 15:16:13.458124 n-d-773644-6 neutron-server[100419]: DEBUG neutron_lib.callbacks.manager [None req-ae8e8a20-2fce-4818-a525-5456e5c89bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727519532876', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-713880'] for agent, after_update {{(pid=100419) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}